summaryrefslogtreecommitdiff
path: root/wandb
diff options
context:
space:
mode:
authoraktersnurra <gustaf.rydholm@gmail.com>2020-08-03 23:33:34 +0200
committeraktersnurra <gustaf.rydholm@gmail.com>2020-08-03 23:33:34 +0200
commit07dd14116fe1d8148fb614b160245287533620fc (patch)
tree63395d88b17a14ad453c52889fcf541e6cbbdd3e /wandb
parent704451318eb6b0b600ab314cb5aabfac82416bda (diff)
Working Emnist lines dataset.
Diffstat (limited to 'wandb')
-rw-r--r--wandb/run-20200731_144041-7eru0nzk/config.yaml111
-rw-r--r--wandb/run-20200731_144041-7eru0nzk/media/graph/graph_0_summary_b63b3ad9.graph.json1
-rw-r--r--wandb/run-20200731_144041-7eru0nzk/requirements.txt145
-rw-r--r--wandb/run-20200731_144041-7eru0nzk/wandb-events.jsonl1
-rw-r--r--wandb/run-20200731_144041-7eru0nzk/wandb-history.jsonl0
-rw-r--r--wandb/run-20200731_144041-7eru0nzk/wandb-metadata.json30
-rw-r--r--wandb/run-20200731_144041-7eru0nzk/wandb-summary.json1
-rw-r--r--wandb/run-20200731_144301-1x3qae54/config.yaml108
-rw-r--r--wandb/run-20200731_144301-1x3qae54/media/graph/graph_0_summary_155cb476.graph.json1
-rw-r--r--wandb/run-20200731_144301-1x3qae54/requirements.txt145
-rw-r--r--wandb/run-20200731_144301-1x3qae54/wandb-events.jsonl2
-rw-r--r--wandb/run-20200731_144301-1x3qae54/wandb-history.jsonl56
-rw-r--r--wandb/run-20200731_144301-1x3qae54/wandb-metadata.json30
-rw-r--r--wandb/run-20200731_144301-1x3qae54/wandb-summary.json1
-rw-r--r--wandb/run-20200731_145627-28kizbir/config.yaml108
-rw-r--r--wandb/run-20200731_145627-28kizbir/media/graph/graph_0_summary_b9aa3b53.graph.json1
-rw-r--r--wandb/run-20200731_145627-28kizbir/requirements.txt145
-rw-r--r--wandb/run-20200731_145627-28kizbir/wandb-events.jsonl2
-rw-r--r--wandb/run-20200731_145627-28kizbir/wandb-history.jsonl56
-rw-r--r--wandb/run-20200731_145627-28kizbir/wandb-metadata.json30
-rw-r--r--wandb/run-20200731_145627-28kizbir/wandb-summary.json1
-rw-r--r--wandb/run-20200731_150820-2tfrmzcg/config.yaml111
-rw-r--r--wandb/run-20200731_150820-2tfrmzcg/media/graph/graph_0_summary_0edadb48.graph.json1
-rw-r--r--wandb/run-20200731_150820-2tfrmzcg/requirements.txt145
-rw-r--r--wandb/run-20200731_150820-2tfrmzcg/wandb-events.jsonl1
-rw-r--r--wandb/run-20200731_150820-2tfrmzcg/wandb-history.jsonl14
-rw-r--r--wandb/run-20200731_150820-2tfrmzcg/wandb-metadata.json30
-rw-r--r--wandb/run-20200731_150820-2tfrmzcg/wandb-summary.json1
-rw-r--r--wandb/run-20200731_151247-3qj84a2y/config.yaml110
-rw-r--r--wandb/run-20200731_151247-3qj84a2y/media/graph/graph_0_summary_1c12eedc.graph.json1
-rw-r--r--wandb/run-20200731_151247-3qj84a2y/requirements.txt145
-rw-r--r--wandb/run-20200731_151247-3qj84a2y/wandb-events.jsonl1
-rw-r--r--wandb/run-20200731_151247-3qj84a2y/wandb-history.jsonl29
-rw-r--r--wandb/run-20200731_151247-3qj84a2y/wandb-metadata.json30
-rw-r--r--wandb/run-20200731_151247-3qj84a2y/wandb-summary.json1
-rw-r--r--wandb/run-20200731_151432-39sgd0fs/config.yaml111
-rw-r--r--wandb/run-20200731_151432-39sgd0fs/media/graph/graph_0_summary_414ade3a.graph.json1
-rw-r--r--wandb/run-20200731_151432-39sgd0fs/requirements.txt145
-rw-r--r--wandb/run-20200731_151432-39sgd0fs/wandb-events.jsonl1
-rw-r--r--wandb/run-20200731_151432-39sgd0fs/wandb-history.jsonl14
-rw-r--r--wandb/run-20200731_151432-39sgd0fs/wandb-metadata.json30
-rw-r--r--wandb/run-20200731_151432-39sgd0fs/wandb-summary.json1
-rw-r--r--wandb/run-20200731_151753-2e8ytus9/config.yaml111
-rw-r--r--wandb/run-20200731_151753-2e8ytus9/media/graph/graph_0_summary_5f222c0c.graph.json1
-rw-r--r--wandb/run-20200731_151753-2e8ytus9/requirements.txt145
-rw-r--r--wandb/run-20200731_151753-2e8ytus9/wandb-events.jsonl1
-rw-r--r--wandb/run-20200731_151753-2e8ytus9/wandb-history.jsonl14
-rw-r--r--wandb/run-20200731_151753-2e8ytus9/wandb-metadata.json30
-rw-r--r--wandb/run-20200731_151753-2e8ytus9/wandb-summary.json1
-rw-r--r--wandb/run-20200731_152022-33tdhelv/config.yaml111
-rw-r--r--wandb/run-20200731_152022-33tdhelv/media/graph/graph_0_summary_6a4b73c0.graph.json1
-rw-r--r--wandb/run-20200731_152022-33tdhelv/requirements.txt145
-rw-r--r--wandb/run-20200731_152022-33tdhelv/wandb-events.jsonl1
-rw-r--r--wandb/run-20200731_152022-33tdhelv/wandb-history.jsonl14
-rw-r--r--wandb/run-20200731_152022-33tdhelv/wandb-metadata.json30
-rw-r--r--wandb/run-20200731_152022-33tdhelv/wandb-summary.json1
-rw-r--r--wandb/run-20200731_152132-1yh9vh8k/config.yaml111
-rw-r--r--wandb/run-20200731_152132-1yh9vh8k/media/graph/graph_0_summary_b2b9fe98.graph.json1
-rw-r--r--wandb/run-20200731_152132-1yh9vh8k/requirements.txt145
-rw-r--r--wandb/run-20200731_152132-1yh9vh8k/wandb-events.jsonl1
-rw-r--r--wandb/run-20200731_152132-1yh9vh8k/wandb-history.jsonl14
-rw-r--r--wandb/run-20200731_152132-1yh9vh8k/wandb-metadata.json30
-rw-r--r--wandb/run-20200731_152132-1yh9vh8k/wandb-summary.json1
-rw-r--r--wandb/run-20200731_152514-3r7xbbkm/config.yaml111
-rw-r--r--wandb/run-20200731_152514-3r7xbbkm/media/graph/graph_0_summary_580f53ba.graph.json1
-rw-r--r--wandb/run-20200731_152514-3r7xbbkm/requirements.txt145
-rw-r--r--wandb/run-20200731_152514-3r7xbbkm/wandb-events.jsonl1
-rw-r--r--wandb/run-20200731_152514-3r7xbbkm/wandb-history.jsonl14
-rw-r--r--wandb/run-20200731_152514-3r7xbbkm/wandb-metadata.json30
-rw-r--r--wandb/run-20200731_152514-3r7xbbkm/wandb-summary.json1
-rw-r--r--wandb/run-20200731_152555-45qn8rho/config.yaml111
-rw-r--r--wandb/run-20200731_152555-45qn8rho/media/graph/graph_0_summary_d3b6410a.graph.json1
-rw-r--r--wandb/run-20200731_152555-45qn8rho/requirements.txt145
-rw-r--r--wandb/run-20200731_152555-45qn8rho/wandb-events.jsonl1
-rw-r--r--wandb/run-20200731_152555-45qn8rho/wandb-history.jsonl14
-rw-r--r--wandb/run-20200731_152555-45qn8rho/wandb-metadata.json30
-rw-r--r--wandb/run-20200731_152555-45qn8rho/wandb-summary.json1
-rw-r--r--wandb/run-20200731_153049-3umrhzi5/config.yaml111
-rw-r--r--wandb/run-20200731_153049-3umrhzi5/media/graph/graph_0_summary_8b3c2360.graph.json1
-rw-r--r--wandb/run-20200731_153049-3umrhzi5/requirements.txt145
-rw-r--r--wandb/run-20200731_153049-3umrhzi5/wandb-events.jsonl1
-rw-r--r--wandb/run-20200731_153049-3umrhzi5/wandb-history.jsonl14
-rw-r--r--wandb/run-20200731_153049-3umrhzi5/wandb-metadata.json30
-rw-r--r--wandb/run-20200731_153049-3umrhzi5/wandb-summary.json1
-rw-r--r--wandb/run-20200731_160357-3tq05mdm/config.yaml111
-rw-r--r--wandb/run-20200731_160357-3tq05mdm/media/graph/graph_0_summary_97659cc1.graph.json1
-rw-r--r--wandb/run-20200731_160357-3tq05mdm/requirements.txt145
-rw-r--r--wandb/run-20200731_160357-3tq05mdm/wandb-events.jsonl1
-rw-r--r--wandb/run-20200731_160357-3tq05mdm/wandb-history.jsonl14
-rw-r--r--wandb/run-20200731_160357-3tq05mdm/wandb-metadata.json30
-rw-r--r--wandb/run-20200731_160357-3tq05mdm/wandb-summary.json1
-rw-r--r--wandb/run-20200731_160529-1qduvpsf/config.yaml111
-rw-r--r--wandb/run-20200731_160529-1qduvpsf/media/graph/graph_0_summary_e4afaee8.graph.json1
-rw-r--r--wandb/run-20200731_160529-1qduvpsf/requirements.txt145
-rw-r--r--wandb/run-20200731_160529-1qduvpsf/wandb-events.jsonl1
-rw-r--r--wandb/run-20200731_160529-1qduvpsf/wandb-history.jsonl14
-rw-r--r--wandb/run-20200731_160529-1qduvpsf/wandb-metadata.json30
-rw-r--r--wandb/run-20200731_160529-1qduvpsf/wandb-summary.json1
-rw-r--r--wandb/run-20200731_160632-2x5j8g6d/config.yaml111
-rw-r--r--wandb/run-20200731_160632-2x5j8g6d/media/graph/graph_0_summary_e437d211.graph.json1
-rw-r--r--wandb/run-20200731_160632-2x5j8g6d/media/images/examples_104.pngbin0 -> 3215 bytes
-rw-r--r--wandb/run-20200731_160632-2x5j8g6d/media/images/examples_120.pngbin0 -> 3215 bytes
-rw-r--r--wandb/run-20200731_160632-2x5j8g6d/media/images/examples_135.pngbin0 -> 3215 bytes
-rw-r--r--wandb/run-20200731_160632-2x5j8g6d/media/images/examples_14.pngbin0 -> 3215 bytes
-rw-r--r--wandb/run-20200731_160632-2x5j8g6d/media/images/examples_150.pngbin0 -> 3215 bytes
-rw-r--r--wandb/run-20200731_160632-2x5j8g6d/media/images/examples_165.pngbin0 -> 3215 bytes
-rw-r--r--wandb/run-20200731_160632-2x5j8g6d/media/images/examples_180.pngbin0 -> 3215 bytes
-rw-r--r--wandb/run-20200731_160632-2x5j8g6d/media/images/examples_195.pngbin0 -> 3215 bytes
-rw-r--r--wandb/run-20200731_160632-2x5j8g6d/media/images/examples_210.pngbin0 -> 3215 bytes
-rw-r--r--wandb/run-20200731_160632-2x5j8g6d/media/images/examples_226.pngbin0 -> 3215 bytes
-rw-r--r--wandb/run-20200731_160632-2x5j8g6d/media/images/examples_29.pngbin0 -> 3215 bytes
-rw-r--r--wandb/run-20200731_160632-2x5j8g6d/media/images/examples_44.pngbin0 -> 3215 bytes
-rw-r--r--wandb/run-20200731_160632-2x5j8g6d/media/images/examples_59.pngbin0 -> 3215 bytes
-rw-r--r--wandb/run-20200731_160632-2x5j8g6d/media/images/examples_74.pngbin0 -> 3215 bytes
-rw-r--r--wandb/run-20200731_160632-2x5j8g6d/media/images/examples_89.pngbin0 -> 3215 bytes
-rw-r--r--wandb/run-20200731_160632-2x5j8g6d/requirements.txt145
-rw-r--r--wandb/run-20200731_160632-2x5j8g6d/wandb-events.jsonl6
-rw-r--r--wandb/run-20200731_160632-2x5j8g6d/wandb-history.jsonl228
-rw-r--r--wandb/run-20200731_160632-2x5j8g6d/wandb-metadata.json30
-rw-r--r--wandb/run-20200731_160632-2x5j8g6d/wandb-summary.json1
-rw-r--r--wandb/run-20200731_162753-3hjb68rc/config.yaml111
-rw-r--r--wandb/run-20200731_162753-3hjb68rc/media/graph/graph_0_summary_67bd1113.graph.json1
-rw-r--r--wandb/run-20200731_162753-3hjb68rc/media/images/examples_104.pngbin0 -> 3215 bytes
-rw-r--r--wandb/run-20200731_162753-3hjb68rc/media/images/examples_120.pngbin0 -> 3215 bytes
-rw-r--r--wandb/run-20200731_162753-3hjb68rc/media/images/examples_135.pngbin0 -> 3215 bytes
-rw-r--r--wandb/run-20200731_162753-3hjb68rc/media/images/examples_14.pngbin0 -> 3215 bytes
-rw-r--r--wandb/run-20200731_162753-3hjb68rc/media/images/examples_150.pngbin0 -> 3215 bytes
-rw-r--r--wandb/run-20200731_162753-3hjb68rc/media/images/examples_165.pngbin0 -> 3215 bytes
-rw-r--r--wandb/run-20200731_162753-3hjb68rc/media/images/examples_180.pngbin0 -> 3215 bytes
-rw-r--r--wandb/run-20200731_162753-3hjb68rc/media/images/examples_195.pngbin0 -> 3215 bytes
-rw-r--r--wandb/run-20200731_162753-3hjb68rc/media/images/examples_210.pngbin0 -> 3215 bytes
-rw-r--r--wandb/run-20200731_162753-3hjb68rc/media/images/examples_226.pngbin0 -> 3215 bytes
-rw-r--r--wandb/run-20200731_162753-3hjb68rc/media/images/examples_241.pngbin0 -> 3215 bytes
-rw-r--r--wandb/run-20200731_162753-3hjb68rc/media/images/examples_29.pngbin0 -> 3215 bytes
-rw-r--r--wandb/run-20200731_162753-3hjb68rc/media/images/examples_44.pngbin0 -> 3215 bytes
-rw-r--r--wandb/run-20200731_162753-3hjb68rc/media/images/examples_59.pngbin0 -> 3215 bytes
-rw-r--r--wandb/run-20200731_162753-3hjb68rc/media/images/examples_74.pngbin0 -> 3215 bytes
-rw-r--r--wandb/run-20200731_162753-3hjb68rc/media/images/examples_89.pngbin0 -> 3215 bytes
-rw-r--r--wandb/run-20200731_162753-3hjb68rc/requirements.txt145
-rw-r--r--wandb/run-20200731_162753-3hjb68rc/wandb-events.jsonl7
-rw-r--r--wandb/run-20200731_162753-3hjb68rc/wandb-history.jsonl243
-rw-r--r--wandb/run-20200731_162753-3hjb68rc/wandb-metadata.json30
-rw-r--r--wandb/run-20200731_162753-3hjb68rc/wandb-summary.json1
-rw-r--r--wandb/run-20200731_164503-3q0a776m/config.yaml111
-rw-r--r--wandb/run-20200731_164503-3q0a776m/media/graph/graph_0_summary_d7042c52.graph.json1
-rw-r--r--wandb/run-20200731_164503-3q0a776m/requirements.txt145
-rw-r--r--wandb/run-20200731_164503-3q0a776m/wandb-events.jsonl1
-rw-r--r--wandb/run-20200731_164503-3q0a776m/wandb-history.jsonl14
-rw-r--r--wandb/run-20200731_164503-3q0a776m/wandb-metadata.json30
-rw-r--r--wandb/run-20200731_164503-3q0a776m/wandb-summary.json1
-rw-r--r--wandb/run-20200731_165121-fetamarf/config.yaml111
-rw-r--r--wandb/run-20200731_165121-fetamarf/media/graph/graph_0_summary_99c332ef.graph.json1
-rw-r--r--wandb/run-20200731_165121-fetamarf/requirements.txt145
-rw-r--r--wandb/run-20200731_165121-fetamarf/wandb-events.jsonl1
-rw-r--r--wandb/run-20200731_165121-fetamarf/wandb-history.jsonl14
-rw-r--r--wandb/run-20200731_165121-fetamarf/wandb-metadata.json30
-rw-r--r--wandb/run-20200731_165121-fetamarf/wandb-summary.json1
-rw-r--r--wandb/run-20200731_165207-1ipqqax6/config.yaml111
-rw-r--r--wandb/run-20200731_165207-1ipqqax6/media/graph/graph_0_summary_c4ce236a.graph.json1
-rw-r--r--wandb/run-20200731_165207-1ipqqax6/media/images/examples_104.pngbin0 -> 3261 bytes
-rw-r--r--wandb/run-20200731_165207-1ipqqax6/media/images/examples_120.pngbin0 -> 3261 bytes
-rw-r--r--wandb/run-20200731_165207-1ipqqax6/media/images/examples_135.pngbin0 -> 3261 bytes
-rw-r--r--wandb/run-20200731_165207-1ipqqax6/media/images/examples_14.pngbin0 -> 3261 bytes
-rw-r--r--wandb/run-20200731_165207-1ipqqax6/media/images/examples_150.pngbin0 -> 3261 bytes
-rw-r--r--wandb/run-20200731_165207-1ipqqax6/media/images/examples_165.pngbin0 -> 3261 bytes
-rw-r--r--wandb/run-20200731_165207-1ipqqax6/media/images/examples_180.pngbin0 -> 3261 bytes
-rw-r--r--wandb/run-20200731_165207-1ipqqax6/media/images/examples_195.pngbin0 -> 3261 bytes
-rw-r--r--wandb/run-20200731_165207-1ipqqax6/media/images/examples_210.pngbin0 -> 3261 bytes
-rw-r--r--wandb/run-20200731_165207-1ipqqax6/media/images/examples_226.pngbin0 -> 3261 bytes
-rw-r--r--wandb/run-20200731_165207-1ipqqax6/media/images/examples_241.pngbin0 -> 3261 bytes
-rw-r--r--wandb/run-20200731_165207-1ipqqax6/media/images/examples_29.pngbin0 -> 3261 bytes
-rw-r--r--wandb/run-20200731_165207-1ipqqax6/media/images/examples_44.pngbin0 -> 3261 bytes
-rw-r--r--wandb/run-20200731_165207-1ipqqax6/media/images/examples_59.pngbin0 -> 3261 bytes
-rw-r--r--wandb/run-20200731_165207-1ipqqax6/media/images/examples_74.pngbin0 -> 3261 bytes
-rw-r--r--wandb/run-20200731_165207-1ipqqax6/media/images/examples_89.pngbin0 -> 3261 bytes
-rw-r--r--wandb/run-20200731_165207-1ipqqax6/requirements.txt145
-rw-r--r--wandb/run-20200731_165207-1ipqqax6/wandb-events.jsonl7
-rw-r--r--wandb/run-20200731_165207-1ipqqax6/wandb-history.jsonl243
-rw-r--r--wandb/run-20200731_165207-1ipqqax6/wandb-metadata.json30
-rw-r--r--wandb/run-20200731_165207-1ipqqax6/wandb-summary.json1
-rw-r--r--wandb/run-20200731_200927-r504fu7h/config.yaml111
-rw-r--r--wandb/run-20200731_200927-r504fu7h/media/graph/graph_0_summary_1247f856.graph.json1
-rw-r--r--wandb/run-20200731_200927-r504fu7h/media/images/examples_12.pngbin0 -> 3261 bytes
-rw-r--r--wandb/run-20200731_200927-r504fu7h/media/images/examples_15.pngbin0 -> 3261 bytes
-rw-r--r--wandb/run-20200731_200927-r504fu7h/media/images/examples_18.pngbin0 -> 3261 bytes
-rw-r--r--wandb/run-20200731_200927-r504fu7h/media/images/examples_2.pngbin0 -> 3261 bytes
-rw-r--r--wandb/run-20200731_200927-r504fu7h/media/images/examples_22.pngbin0 -> 3261 bytes
-rw-r--r--wandb/run-20200731_200927-r504fu7h/media/images/examples_25.pngbin0 -> 3261 bytes
-rw-r--r--wandb/run-20200731_200927-r504fu7h/media/images/examples_28.pngbin0 -> 3261 bytes
-rw-r--r--wandb/run-20200731_200927-r504fu7h/media/images/examples_32.pngbin0 -> 3261 bytes
-rw-r--r--wandb/run-20200731_200927-r504fu7h/media/images/examples_35.pngbin0 -> 3261 bytes
-rw-r--r--wandb/run-20200731_200927-r504fu7h/media/images/examples_38.pngbin0 -> 3261 bytes
-rw-r--r--wandb/run-20200731_200927-r504fu7h/media/images/examples_42.pngbin0 -> 3261 bytes
-rw-r--r--wandb/run-20200731_200927-r504fu7h/media/images/examples_45.pngbin0 -> 3261 bytes
-rw-r--r--wandb/run-20200731_200927-r504fu7h/media/images/examples_48.pngbin0 -> 3261 bytes
-rw-r--r--wandb/run-20200731_200927-r504fu7h/media/images/examples_5.pngbin0 -> 3261 bytes
-rw-r--r--wandb/run-20200731_200927-r504fu7h/media/images/examples_52.pngbin0 -> 3261 bytes
-rw-r--r--wandb/run-20200731_200927-r504fu7h/media/images/examples_8.pngbin0 -> 3261 bytes
-rw-r--r--wandb/run-20200731_200927-r504fu7h/requirements.txt145
-rw-r--r--wandb/run-20200731_200927-r504fu7h/wandb-events.jsonl7
-rw-r--r--wandb/run-20200731_200927-r504fu7h/wandb-history.jsonl54
-rw-r--r--wandb/run-20200731_200927-r504fu7h/wandb-metadata.json30
-rw-r--r--wandb/run-20200731_200927-r504fu7h/wandb-summary.json1
-rw-r--r--wandb/run-20200731_221109-3nijzdz9/config.yaml112
-rw-r--r--wandb/run-20200731_221109-3nijzdz9/media/graph/graph_0_summary_7594abaf.graph.json1
-rw-r--r--wandb/run-20200731_221109-3nijzdz9/media/images/examples_12.pngbin0 -> 3261 bytes
-rw-r--r--wandb/run-20200731_221109-3nijzdz9/media/images/examples_15.pngbin0 -> 3261 bytes
-rw-r--r--wandb/run-20200731_221109-3nijzdz9/media/images/examples_18.pngbin0 -> 3261 bytes
-rw-r--r--wandb/run-20200731_221109-3nijzdz9/media/images/examples_2.pngbin0 -> 3261 bytes
-rw-r--r--wandb/run-20200731_221109-3nijzdz9/media/images/examples_22.pngbin0 -> 3261 bytes
-rw-r--r--wandb/run-20200731_221109-3nijzdz9/media/images/examples_25.pngbin0 -> 3261 bytes
-rw-r--r--wandb/run-20200731_221109-3nijzdz9/media/images/examples_28.pngbin0 -> 3261 bytes
-rw-r--r--wandb/run-20200731_221109-3nijzdz9/media/images/examples_32.pngbin0 -> 3261 bytes
-rw-r--r--wandb/run-20200731_221109-3nijzdz9/media/images/examples_35.pngbin0 -> 3261 bytes
-rw-r--r--wandb/run-20200731_221109-3nijzdz9/media/images/examples_38.pngbin0 -> 3261 bytes
-rw-r--r--wandb/run-20200731_221109-3nijzdz9/media/images/examples_42.pngbin0 -> 3261 bytes
-rw-r--r--wandb/run-20200731_221109-3nijzdz9/media/images/examples_45.pngbin0 -> 3261 bytes
-rw-r--r--wandb/run-20200731_221109-3nijzdz9/media/images/examples_48.pngbin0 -> 3261 bytes
-rw-r--r--wandb/run-20200731_221109-3nijzdz9/media/images/examples_5.pngbin0 -> 3261 bytes
-rw-r--r--wandb/run-20200731_221109-3nijzdz9/media/images/examples_52.pngbin0 -> 3261 bytes
-rw-r--r--wandb/run-20200731_221109-3nijzdz9/media/images/examples_8.pngbin0 -> 3261 bytes
-rw-r--r--wandb/run-20200731_221109-3nijzdz9/requirements.txt145
-rw-r--r--wandb/run-20200731_221109-3nijzdz9/wandb-events.jsonl5
-rw-r--r--wandb/run-20200731_221109-3nijzdz9/wandb-history.jsonl54
-rw-r--r--wandb/run-20200731_221109-3nijzdz9/wandb-metadata.json30
-rw-r--r--wandb/run-20200731_221109-3nijzdz9/wandb-summary.json1
-rw-r--r--wandb/run-20200731_221350-3knv96uj/config.yaml113
-rw-r--r--wandb/run-20200731_221350-3knv96uj/media/graph/graph_0_summary_204b9a17.graph.json1
-rw-r--r--wandb/run-20200731_221350-3knv96uj/media/images/examples_12.pngbin0 -> 3261 bytes
-rw-r--r--wandb/run-20200731_221350-3knv96uj/media/images/examples_15.pngbin0 -> 3261 bytes
-rw-r--r--wandb/run-20200731_221350-3knv96uj/media/images/examples_18.pngbin0 -> 3261 bytes
-rw-r--r--wandb/run-20200731_221350-3knv96uj/media/images/examples_2.pngbin0 -> 3261 bytes
-rw-r--r--wandb/run-20200731_221350-3knv96uj/media/images/examples_22.pngbin0 -> 3261 bytes
-rw-r--r--wandb/run-20200731_221350-3knv96uj/media/images/examples_25.pngbin0 -> 3261 bytes
-rw-r--r--wandb/run-20200731_221350-3knv96uj/media/images/examples_28.pngbin0 -> 3261 bytes
-rw-r--r--wandb/run-20200731_221350-3knv96uj/media/images/examples_32.pngbin0 -> 3261 bytes
-rw-r--r--wandb/run-20200731_221350-3knv96uj/media/images/examples_35.pngbin0 -> 3261 bytes
-rw-r--r--wandb/run-20200731_221350-3knv96uj/media/images/examples_38.pngbin0 -> 3261 bytes
-rw-r--r--wandb/run-20200731_221350-3knv96uj/media/images/examples_42.pngbin0 -> 3261 bytes
-rw-r--r--wandb/run-20200731_221350-3knv96uj/media/images/examples_45.pngbin0 -> 3261 bytes
-rw-r--r--wandb/run-20200731_221350-3knv96uj/media/images/examples_48.pngbin0 -> 3261 bytes
-rw-r--r--wandb/run-20200731_221350-3knv96uj/media/images/examples_5.pngbin0 -> 3261 bytes
-rw-r--r--wandb/run-20200731_221350-3knv96uj/media/images/examples_52.pngbin0 -> 3261 bytes
-rw-r--r--wandb/run-20200731_221350-3knv96uj/media/images/examples_8.pngbin0 -> 3261 bytes
-rw-r--r--wandb/run-20200731_221350-3knv96uj/requirements.txt145
-rw-r--r--wandb/run-20200731_221350-3knv96uj/wandb-events.jsonl7
-rw-r--r--wandb/run-20200731_221350-3knv96uj/wandb-history.jsonl54
-rw-r--r--wandb/run-20200731_221350-3knv96uj/wandb-metadata.json30
-rw-r--r--wandb/run-20200731_221350-3knv96uj/wandb-summary.json1
-rw-r--r--wandb/run-20200801_013051-2ex33rng/config.yaml113
-rw-r--r--wandb/run-20200801_013051-2ex33rng/media/graph/graph_0_summary_2193c33d.graph.json1
-rw-r--r--wandb/run-20200801_013051-2ex33rng/media/images/examples_12.pngbin0 -> 3261 bytes
-rw-r--r--wandb/run-20200801_013051-2ex33rng/media/images/examples_15.pngbin0 -> 3261 bytes
-rw-r--r--wandb/run-20200801_013051-2ex33rng/media/images/examples_18.pngbin0 -> 3261 bytes
-rw-r--r--wandb/run-20200801_013051-2ex33rng/media/images/examples_2.pngbin0 -> 3261 bytes
-rw-r--r--wandb/run-20200801_013051-2ex33rng/media/images/examples_22.pngbin0 -> 3261 bytes
-rw-r--r--wandb/run-20200801_013051-2ex33rng/media/images/examples_25.pngbin0 -> 3261 bytes
-rw-r--r--wandb/run-20200801_013051-2ex33rng/media/images/examples_28.pngbin0 -> 3261 bytes
-rw-r--r--wandb/run-20200801_013051-2ex33rng/media/images/examples_32.pngbin0 -> 3261 bytes
-rw-r--r--wandb/run-20200801_013051-2ex33rng/media/images/examples_35.pngbin0 -> 3261 bytes
-rw-r--r--wandb/run-20200801_013051-2ex33rng/media/images/examples_38.pngbin0 -> 3261 bytes
-rw-r--r--wandb/run-20200801_013051-2ex33rng/media/images/examples_42.pngbin0 -> 3261 bytes
-rw-r--r--wandb/run-20200801_013051-2ex33rng/media/images/examples_45.pngbin0 -> 3261 bytes
-rw-r--r--wandb/run-20200801_013051-2ex33rng/media/images/examples_48.pngbin0 -> 3261 bytes
-rw-r--r--wandb/run-20200801_013051-2ex33rng/media/images/examples_5.pngbin0 -> 3261 bytes
-rw-r--r--wandb/run-20200801_013051-2ex33rng/media/images/examples_8.pngbin0 -> 3261 bytes
-rw-r--r--wandb/run-20200801_013051-2ex33rng/requirements.txt147
-rw-r--r--wandb/run-20200801_013051-2ex33rng/wandb-events.jsonl6
-rw-r--r--wandb/run-20200801_013051-2ex33rng/wandb-history.jsonl50
-rw-r--r--wandb/run-20200801_013051-2ex33rng/wandb-metadata.json30
270 files changed, 7921 insertions, 0 deletions
diff --git a/wandb/run-20200731_144041-7eru0nzk/config.yaml b/wandb/run-20200731_144041-7eru0nzk/config.yaml
new file mode 100644
index 0000000..136cc6d
--- /dev/null
+++ b/wandb/run-20200731_144041-7eru0nzk/config.yaml
@@ -0,0 +1,111 @@
+wandb_version: 1
+
+_wandb:
+ desc: null
+ value:
+ cli_version: 0.8.36
+ framework: torch
+ is_jupyter_run: false
+ is_kaggle_kernel: false
+ python_version: 3.8.2
+callback_args:
+ desc: null
+ value:
+ Checkpoint:
+ monitor: accuracy
+ EarlyStopping:
+ min_delta: 0.0
+ mode: min
+ monitor: val_loss
+ patience: 3
+ WandbCallback:
+ log_batch_frequency: 1
+callbacks:
+ desc: null
+ value:
+ - Checkpoint
+ - EarlyStopping
+ - WandbCallback
+criterion:
+ desc: null
+ value: CrossEntropyLoss
+criterion_args:
+ desc: null
+ value:
+ ignore_index: -100
+ reduction: mean
+ weight: null
+data_loader_args:
+ desc: null
+ value:
+ batch_size: 256
+ cuda: true
+ num_workers: 8
+ sample_to_balance: true
+ seed: 4711
+ shuffle: true
+ splits:
+ - train
+ - val
+ subsample_fraction: null
+ target_transform: null
+ transform: null
+dataloader:
+ desc: null
+ value: EmnistDataLoader
+device:
+ desc: null
+ value: cuda:0
+experiment_group:
+ desc: null
+ value: Sample-Experiments
+lr_scheduler:
+ desc: null
+ value: OneCycleLR
+lr_scheduler_args:
+ desc: null
+ value:
+ epochs: 4
+ max_lr: 0.001
+ steps_per_epoch: 1314
+metrics:
+ desc: null
+ value:
+ - accuracy
+model:
+ desc: null
+ value: CharacterModel
+network:
+ desc: null
+ value: LeNet
+network_args:
+ desc: null
+ value:
+ input_size:
+ - 28
+ - 28
+ output_size: 62
+optimizer:
+ desc: null
+ value: AdamW
+optimizer_args:
+ desc: null
+ value:
+ amsgrad: false
+ betas:
+ - 0.9
+ - 0.999
+ eps: 1.0e-08
+ lr: 0.01
+ weight_decay: 0
+resume_experiment:
+ desc: null
+ value: 0730_192958
+train_args:
+ desc: null
+ value:
+ batch_size: 256
+ epochs: 4
+verbosity:
+ desc: null
+ value: 2
diff --git a/wandb/run-20200731_144041-7eru0nzk/media/graph/graph_0_summary_b63b3ad9.graph.json b/wandb/run-20200731_144041-7eru0nzk/media/graph/graph_0_summary_b63b3ad9.graph.json
new file mode 100644
index 0000000..6cac62f
--- /dev/null
+++ b/wandb/run-20200731_144041-7eru0nzk/media/graph/graph_0_summary_b63b3ad9.graph.json
@@ -0,0 +1 @@
+{"format": "torch", "nodes": [{"name": "layers.0", "id": 139872022281808, "class_name": "Conv2d(1, 32, kernel_size=(3, 3), stride=(1, 1))", "parameters": [["weight", [32, 1, 3, 3]], ["bias", [32]]], "output_shape": [[256, 32, 26, 26]], "num_parameters": [288, 32]}, {"name": "layers.1", "id": 139872022281616, "class_name": "ReLU(inplace=True)", "parameters": [], "output_shape": [[256, 32, 26, 26]], "num_parameters": []}, {"name": "layers.2", "id": 139872022920496, "class_name": "Conv2d(32, 64, kernel_size=(3, 3), stride=(1, 1))", "parameters": [["weight", [64, 32, 3, 3]], ["bias", [64]]], "output_shape": [[256, 64, 24, 24]], "num_parameters": [18432, 64]}, {"name": "layers.4", "id": 139872022920304, "class_name": "MaxPool2d(kernel_size=2, stride=2, padding=0, dilation=1, ceil_mode=False)", "parameters": [], "output_shape": [[256, 64, 12, 12]], "num_parameters": []}, {"name": "layers.5", "id": 139872022920640, "class_name": "Dropout(p=0.2, inplace=False)", "parameters": [], "output_shape": [[256, 64, 12, 12]], "num_parameters": []}, {"name": "layers.6", "id": 139872022920400, "class_name": "Flatten()", "parameters": [], "output_shape": [[256, 9216]], "num_parameters": []}, {"name": "layers.7", "id": 139872022920448, "class_name": "Linear(in_features=9216, out_features=128, bias=True)", "parameters": [["weight", [128, 9216]], ["bias", [128]]], "output_shape": [[256, 128]], "num_parameters": [1179648, 128]}, {"name": "layers.9", "id": 139872022920544, "class_name": "Dropout(p=0.2, inplace=False)", "parameters": [], "output_shape": [[256, 128]], "num_parameters": []}, {"name": "layers.10", "id": 139872022920256, "class_name": "Linear(in_features=128, out_features=62, bias=True)", "parameters": [["weight", [62, 128]], ["bias", [62]]], "output_shape": [[256, 62]], "num_parameters": [7936, 62]}], "edges": []}
diff --git a/wandb/run-20200731_144041-7eru0nzk/requirements.txt b/wandb/run-20200731_144041-7eru0nzk/requirements.txt
new file mode 100644
index 0000000..796d9db
--- /dev/null
+++ b/wandb/run-20200731_144041-7eru0nzk/requirements.txt
@@ -0,0 +1,145 @@
+alabaster==0.7.12
+appdirs==1.4.4
+attrs==19.3.0
+babel==2.8.0
+backcall==0.2.0
+bandit==1.6.2
+black==19.10b0
+bleach==3.1.5
+blessings==1.7
+boltons==20.2.0
+certifi==2020.6.20
+chardet==3.0.4
+click==7.1.2
+configparser==5.0.0
+coverage==5.2.1
+cycler==0.10.0
+darglint==1.5.2
+dataclasses==0.6
+decorator==4.4.2
+defusedxml==0.6.0
+desert==2020.1.6
+docker-pycreds==0.4.0
+docutils==0.16
+dparse==0.5.1
+entrypoints==0.3
+flake8-annotations==2.3.0
+flake8-bandit==2.1.2
+flake8-black==0.2.1
+flake8-bugbear==20.1.4
+flake8-docstrings==1.5.0
+flake8-import-order==0.18.1
+flake8-polyfill==1.0.2
+flake8==3.8.3
+future==0.18.2
+gitdb==4.0.5
+gitpython==3.1.7
+gpustat==0.6.0
+gql==0.2.0
+graphql-core==1.1
+h5py==2.10.0
+idna==2.10
+imagesize==1.2.0
+ipykernel==5.3.4
+ipython-genutils==0.2.0
+ipython==7.16.1
+ipywidgets==7.5.1
+jedi==0.17.2
+jinja2==2.11.2
+jsonschema==3.2.0
+jupyter-client==6.1.6
+jupyter-console==6.1.0
+jupyter-core==4.6.3
+jupyter==1.0.0
+kiwisolver==1.2.0
+loguru==0.5.1
+markupsafe==1.1.1
+marshmallow==3.7.1
+matplotlib==3.3.0
+mccabe==0.6.1
+mistune==0.8.4
+more-itertools==8.4.0
+mypy-extensions==0.4.3
+mypy==0.770
+nbconvert==5.6.1
+nbformat==5.0.7
+notebook==6.0.3
+numpy==1.19.1
+nvidia-ml-py3==7.352.0
+opencv-python==4.2.0.34
+packaging==20.4
+pandocfilters==1.4.2
+parso==0.7.1
+pathspec==0.8.0
+pathtools==0.1.2
+pbr==5.4.5
+pexpect==4.8.0
+pickleshare==0.7.5
+pillow==7.2.0
+pip==19.2.3
+pluggy==0.13.1
+prometheus-client==0.8.0
+promise==2.3
+prompt-toolkit==3.0.5
+psutil==5.7.2
+ptyprocess==0.6.0
+py==1.9.0
+pycodestyle==2.6.0
+pydocstyle==5.0.2
+pyflakes==2.2.0
+pygments==2.6.1
+pyparsing==2.4.7
+pyrsistent==0.16.0
+pytest-cov==2.9.0
+pytest-mock==3.1.0
+pytest==5.4.3
+python-dateutil==2.8.1
+pytz==2020.1
+pyyaml==5.3.1
+pyzmq==19.0.1
+qtconsole==4.7.5
+qtpy==1.9.0
+redis==3.5.3
+redlock-py==1.0.8
+regex==2020.7.14
+requests==2.24.0
+safety==1.9.0
+send2trash==1.5.0
+sentry-sdk==0.16.2
+setuptools==41.2.0
+shortuuid==1.0.1
+six==1.15.0
+smmap==3.0.4
+snowballstemmer==2.0.0
+sphinx-autodoc-typehints==1.10.3
+sphinx-rtd-theme==0.4.3
+sphinx==3.1.2
+sphinxcontrib-applehelp==1.0.2
+sphinxcontrib-devhelp==1.0.2
+sphinxcontrib-htmlhelp==1.0.3
+sphinxcontrib-jsmath==1.0.1
+sphinxcontrib-qthelp==1.0.3
+sphinxcontrib-serializinghtml==1.1.4
+stevedore==3.2.0
+subprocess32==3.5.4
+terminado==0.8.3
+testpath==0.4.4
+text-recognizer==0.1.0
+toml==0.10.1
+torch==1.5.1
+torchsummary==1.5.1
+torchvision==0.6.0
+tornado==6.0.4
+tqdm==4.46.1
+traitlets==4.3.3
+typed-ast==1.4.1
+typeguard==2.7.1
+typing-extensions==3.7.4.2
+typing-inspect==0.6.0
+urllib3==1.25.10
+wandb==0.8.36
+watchdog==0.10.3
+wcwidth==0.2.5
+webencodings==0.5.1
+widgetsnbextension==3.5.1
+xdoctest==0.12.0
diff --git a/wandb/run-20200731_144041-7eru0nzk/wandb-events.jsonl b/wandb/run-20200731_144041-7eru0nzk/wandb-events.jsonl
new file mode 100644
index 0000000..7e428e0
--- /dev/null
+++ b/wandb/run-20200731_144041-7eru0nzk/wandb-events.jsonl
@@ -0,0 +1 @@
+{"system.gpu.0.gpu": 4.5, "system.gpu.0.memory": 2.0, "system.gpu.0.memoryAllocated": 19.05, "system.gpu.0.temp": 44.0, "system.gpu.process.0.gpu": 4.5, "system.gpu.process.0.memory": 2.0, "system.gpu.process.0.memoryAllocated": 19.05, "system.gpu.process.0.temp": 44.0, "system.gpu.0.powerWatts": 48.72, "system.gpu.0.powerPercent": 22.66, "system.gpu.process.0.powerWatts": 48.72, "system.gpu.process.0.powerPercent": 22.66, "system.cpu": 40.1, "system.memory": 64.9, "system.disk": 37.1, "system.proc.memory.availableMB": 5618.7, "system.proc.memory.rssMB": 2593.63, "system.proc.memory.percent": 16.21, "system.proc.cpu.threads": 10.0, "system.network.sent": 41438, "system.network.recv": 155505, "_wandb": true, "_timestamp": 1596206444, "_runtime": 1}
diff --git a/wandb/run-20200731_144041-7eru0nzk/wandb-history.jsonl b/wandb/run-20200731_144041-7eru0nzk/wandb-history.jsonl
new file mode 100644
index 0000000..e69de29
--- /dev/null
+++ b/wandb/run-20200731_144041-7eru0nzk/wandb-history.jsonl
diff --git a/wandb/run-20200731_144041-7eru0nzk/wandb-metadata.json b/wandb/run-20200731_144041-7eru0nzk/wandb-metadata.json
new file mode 100644
index 0000000..6a77d5f
--- /dev/null
+++ b/wandb/run-20200731_144041-7eru0nzk/wandb-metadata.json
@@ -0,0 +1,30 @@
+{
+ "root": "/home/akternurra/Documents/projects/quest-for-general-artifical-intelligence/projects/text-recognizer",
+ "program": "<python with no main file>",
+ "git": {
+ "remote": "git@github.com:aktersnurra/text-recognizer.git",
+ "commit": "fa461db6132e7a22f3aa1bb48cce8981890325fb"
+ },
+ "email": "gustaf.rydholm@gmail.com",
+ "startedAt": "2020-07-31T14:40:42.461094",
+ "host": "kompjuter",
+ "username": "akternurra",
+ "executable": "/home/akternurra/.cache/pypoetry/virtualenvs/text-recognizer-N1c_zsdp-py3.8/bin/python",
+ "os": "Linux-5.4.0-42-generic-x86_64-with-glibc2.27",
+ "python": "3.8.2",
+ "gpu": "GeForce RTX 2070",
+ "gpu_count": 1,
+ "cpu_count": 12,
+ "cuda": "10.1.105",
+ "args": [
+ "--gpu=-1",
+ "--save",
+ "--experiment_config={\"dataloader\": \"EmnistDataLoader\", \"data_loader_args\": {\"splits\": [\"train\", \"val\"], \"sample_to_balance\": true, \"subsample_fraction\": null, \"transform\": null, \"target_transform\": null, \"batch_size\": 256, \"shuffle\": true, \"num_workers\": 8, \"cuda\": true, \"seed\": 4711}, \"model\": \"CharacterModel\", \"metrics\": [\"accuracy\"], \"network\": \"LeNet\", \"network_args\": {\"input_size\": [28, 28], \"output_size\": 62}, \"train_args\": {\"batch_size\": 256, \"epochs\": 4}, \"criterion\": \"CrossEntropyLoss\", \"criterion_args\": {\"weight\": null, \"ignore_index\": -100, \"reduction\": \"mean\"}, \"optimizer\": \"AdamW\", \"optimizer_args\": {\"lr\": 0.01, \"betas\": [0.9, 0.999], \"eps\": 1e-08, \"weight_decay\": 0, \"amsgrad\": false}, \"lr_scheduler\": \"OneCycleLR\", \"lr_scheduler_args\": {\"max_lr\": 0.001, \"epochs\": 4}, \"callbacks\": [\"Checkpoint\", \"EarlyStopping\", \"WandbCallback\"], \"callback_args\": {\"Checkpoint\": {\"monitor\": \"accuracy\"}, \"EarlyStopping\": {\"monitor\": \"val_loss\", \"min_delta\": 0.0, \"patience\": 3, \"mode\": \"min\"}, \"WandbCallback\": {\"log_batch_frequency\": 1}}, \"verbosity\": 2, \"resume_experiment\": \"0730_192958\", \"experiment_group\": \"Sample-Experiments\"}"
+ ],
+ "state": "failed",
+ "jobType": null,
+ "mode": "run",
+ "project": "text-recognizer",
+ "heartbeatAt": "2020-07-31T14:40:44.312154",
+ "exitcode": 1
+}
diff --git a/wandb/run-20200731_144041-7eru0nzk/wandb-summary.json b/wandb/run-20200731_144041-7eru0nzk/wandb-summary.json
new file mode 100644
index 0000000..34eba79
--- /dev/null
+++ b/wandb/run-20200731_144041-7eru0nzk/wandb-summary.json
@@ -0,0 +1 @@
+{"graph_0": {"_type": "graph-file", "path": "media/graph/graph_0_summary_b63b3ad9.graph.json", "sha256": "b63b3ad9203f03262b4f2c10071bd3afe7efd24840bf685542af8f85b6a356d7", "size": 1832}}
diff --git a/wandb/run-20200731_144301-1x3qae54/config.yaml b/wandb/run-20200731_144301-1x3qae54/config.yaml
new file mode 100644
index 0000000..8f92593
--- /dev/null
+++ b/wandb/run-20200731_144301-1x3qae54/config.yaml
@@ -0,0 +1,108 @@
+wandb_version: 1
+
+_wandb:
+ desc: null
+ value:
+ cli_version: 0.8.36
+ framework: torch
+ is_jupyter_run: false
+ is_kaggle_kernel: false
+ python_version: 3.8.2
+callback_args:
+ desc: null
+ value:
+ Checkpoint:
+ monitor: accuracy
+ EarlyStopping:
+ min_delta: 0.0
+ mode: min
+ monitor: val_loss
+ patience: 3
+ WandbCallback:
+ log_batch_frequency: 1
+callbacks:
+ desc: null
+ value:
+ - Checkpoint
+ - EarlyStopping
+ - WandbCallback
+criterion:
+ desc: null
+ value: CrossEntropyLoss
+criterion_args:
+ desc: null
+ value:
+ ignore_index: -100
+ reduction: mean
+ weight: null
+data_loader_args:
+ desc: null
+ value:
+ batch_size: 256
+ cuda: true
+ num_workers: 8
+ sample_to_balance: true
+ seed: 4711
+ shuffle: true
+ splits:
+ - train
+ - val
+ subsample_fraction: null
+ target_transform: null
+ transform: null
+dataloader:
+ desc: null
+ value: EmnistDataLoader
+experiment_group:
+ desc: null
+ value: Sample-Experiments
+lr_scheduler:
+ desc: null
+ value: OneCycleLR
+lr_scheduler_args:
+ desc: null
+ value:
+ epochs: 4
+ max_lr: 0.001
+ steps_per_epoch: 1314
+metrics:
+ desc: null
+ value:
+ - accuracy
+model:
+ desc: null
+ value: CharacterModel
+network:
+ desc: null
+ value: LeNet
+network_args:
+ desc: null
+ value:
+ input_size:
+ - 28
+ - 28
+ output_size: 62
+optimizer:
+ desc: null
+ value: AdamW
+optimizer_args:
+ desc: null
+ value:
+ amsgrad: false
+ betas:
+ - 0.9
+ - 0.999
+ eps: 1.0e-08
+ lr: 0.01
+ weight_decay: 0
+resume_experiment:
+ desc: null
+ value: null
+train_args:
+ desc: null
+ value:
+ batch_size: 256
+ epochs: 4
+verbosity:
+ desc: null
+ value: 2
diff --git a/wandb/run-20200731_144301-1x3qae54/media/graph/graph_0_summary_155cb476.graph.json b/wandb/run-20200731_144301-1x3qae54/media/graph/graph_0_summary_155cb476.graph.json
new file mode 100644
index 0000000..bbd6a85
--- /dev/null
+++ b/wandb/run-20200731_144301-1x3qae54/media/graph/graph_0_summary_155cb476.graph.json
@@ -0,0 +1 @@
+{"format": "torch", "nodes": [{"name": "layers.0", "id": 140098852597040, "class_name": "Conv2d(1, 32, kernel_size=(3, 3), stride=(1, 1))", "parameters": [["weight", [32, 1, 3, 3]], ["bias", [32]]], "output_shape": [[2, 32, 26, 26]], "num_parameters": [288, 32]}, {"name": "layers.1", "id": 140098852596848, "class_name": "ReLU(inplace=True)", "parameters": [], "output_shape": [[2, 32, 26, 26]], "num_parameters": []}, {"name": "layers.2", "id": 140098852596992, "class_name": "Conv2d(32, 64, kernel_size=(3, 3), stride=(1, 1))", "parameters": [["weight", [64, 32, 3, 3]], ["bias", [64]]], "output_shape": [[2, 64, 24, 24]], "num_parameters": [18432, 64]}, {"name": "layers.4", "id": 140098852597280, "class_name": "MaxPool2d(kernel_size=2, stride=2, padding=0, dilation=1, ceil_mode=False)", "parameters": [], "output_shape": [[2, 64, 12, 12]], "num_parameters": []}, {"name": "layers.5", "id": 140098852597232, "class_name": "Dropout(p=0.2, inplace=False)", "parameters": [], "output_shape": [[2, 64, 12, 12]], "num_parameters": []}, {"name": "layers.6", "id": 140098852596944, "class_name": "Flatten()", "parameters": [], "output_shape": [[2, 9216]], "num_parameters": []}, {"name": "layers.7", "id": 140098852597328, "class_name": "Linear(in_features=9216, out_features=128, bias=True)", "parameters": [["weight", [128, 9216]], ["bias", [128]]], "output_shape": [[2, 128]], "num_parameters": [1179648, 128]}, {"name": "layers.9", "id": 140098852597184, "class_name": "Dropout(p=0.2, inplace=False)", "parameters": [], "output_shape": [[2, 128]], "num_parameters": []}, {"name": "layers.10", "id": 140100891686896, "class_name": "Linear(in_features=128, out_features=62, bias=True)", "parameters": [["weight", [62, 128]], ["bias", [62]]], "output_shape": [[2, 62]], "num_parameters": [7936, 62]}], "edges": []}
diff --git a/wandb/run-20200731_144301-1x3qae54/requirements.txt b/wandb/run-20200731_144301-1x3qae54/requirements.txt
new file mode 100644
index 0000000..796d9db
--- /dev/null
+++ b/wandb/run-20200731_144301-1x3qae54/requirements.txt
@@ -0,0 +1,145 @@
+alabaster==0.7.12
+appdirs==1.4.4
+attrs==19.3.0
+babel==2.8.0
+backcall==0.2.0
+bandit==1.6.2
+black==19.10b0
+bleach==3.1.5
+blessings==1.7
+boltons==20.2.0
+certifi==2020.6.20
+chardet==3.0.4
+click==7.1.2
+configparser==5.0.0
+coverage==5.2.1
+cycler==0.10.0
+darglint==1.5.2
+dataclasses==0.6
+decorator==4.4.2
+defusedxml==0.6.0
+desert==2020.1.6
+docker-pycreds==0.4.0
+docutils==0.16
+dparse==0.5.1
+entrypoints==0.3
+flake8-annotations==2.3.0
+flake8-bandit==2.1.2
+flake8-black==0.2.1
+flake8-bugbear==20.1.4
+flake8-docstrings==1.5.0
+flake8-import-order==0.18.1
+flake8-polyfill==1.0.2
+flake8==3.8.3
+future==0.18.2
+gitdb==4.0.5
+gitpython==3.1.7
+gpustat==0.6.0
+gql==0.2.0
+graphql-core==1.1
+h5py==2.10.0
+idna==2.10
+imagesize==1.2.0
+ipykernel==5.3.4
+ipython-genutils==0.2.0
+ipython==7.16.1
+ipywidgets==7.5.1
+jedi==0.17.2
+jinja2==2.11.2
+jsonschema==3.2.0
+jupyter-client==6.1.6
+jupyter-console==6.1.0
+jupyter-core==4.6.3
+jupyter==1.0.0
+kiwisolver==1.2.0
+loguru==0.5.1
+markupsafe==1.1.1
+marshmallow==3.7.1
+matplotlib==3.3.0
+mccabe==0.6.1
+mistune==0.8.4
+more-itertools==8.4.0
+mypy-extensions==0.4.3
+mypy==0.770
+nbconvert==5.6.1
+nbformat==5.0.7
+notebook==6.0.3
+numpy==1.19.1
+nvidia-ml-py3==7.352.0
+opencv-python==4.2.0.34
+packaging==20.4
+pandocfilters==1.4.2
+parso==0.7.1
+pathspec==0.8.0
+pathtools==0.1.2
+pbr==5.4.5
+pexpect==4.8.0
+pickleshare==0.7.5
+pillow==7.2.0
+pip==19.2.3
+pluggy==0.13.1
+prometheus-client==0.8.0
+promise==2.3
+prompt-toolkit==3.0.5
+psutil==5.7.2
+ptyprocess==0.6.0
+py==1.9.0
+pycodestyle==2.6.0
+pydocstyle==5.0.2
+pyflakes==2.2.0
+pygments==2.6.1
+pyparsing==2.4.7
+pyrsistent==0.16.0
+pytest-cov==2.9.0
+pytest-mock==3.1.0
+pytest==5.4.3
+python-dateutil==2.8.1
+pytz==2020.1
+pyyaml==5.3.1
+pyzmq==19.0.1
+qtconsole==4.7.5
+qtpy==1.9.0
+redis==3.5.3
+redlock-py==1.0.8
+regex==2020.7.14
+requests==2.24.0
+safety==1.9.0
+send2trash==1.5.0
+sentry-sdk==0.16.2
+setuptools==41.2.0
+shortuuid==1.0.1
+six==1.15.0
+smmap==3.0.4
+snowballstemmer==2.0.0
+sphinx-autodoc-typehints==1.10.3
+sphinx-rtd-theme==0.4.3
+sphinx==3.1.2
+sphinxcontrib-applehelp==1.0.2
+sphinxcontrib-devhelp==1.0.2
+sphinxcontrib-htmlhelp==1.0.3
+sphinxcontrib-jsmath==1.0.1
+sphinxcontrib-qthelp==1.0.3
+sphinxcontrib-serializinghtml==1.1.4
+stevedore==3.2.0
+subprocess32==3.5.4
+terminado==0.8.3
+testpath==0.4.4
+text-recognizer==0.1.0
+toml==0.10.1
+torch==1.5.1
+torchsummary==1.5.1
+torchvision==0.6.0
+tornado==6.0.4
+tqdm==4.46.1
+traitlets==4.3.3
+typed-ast==1.4.1
+typeguard==2.7.1
+typing-extensions==3.7.4.2
+typing-inspect==0.6.0
+urllib3==1.25.10
+wandb==0.8.36
+watchdog==0.10.3
+wcwidth==0.2.5
+webencodings==0.5.1
+widgetsnbextension==3.5.1
+xdoctest==0.12.0
diff --git a/wandb/run-20200731_144301-1x3qae54/wandb-events.jsonl b/wandb/run-20200731_144301-1x3qae54/wandb-events.jsonl
new file mode 100644
index 0000000..3642297
--- /dev/null
+++ b/wandb/run-20200731_144301-1x3qae54/wandb-events.jsonl
@@ -0,0 +1,2 @@
+{"system.gpu.0.gpu": 72.0, "system.gpu.0.memory": 50.93, "system.gpu.0.memoryAllocated": 22.3, "system.gpu.0.temp": 55.73, "system.gpu.process.0.gpu": 72.0, "system.gpu.process.0.memory": 50.93, "system.gpu.process.0.memoryAllocated": 22.3, "system.gpu.process.0.temp": 55.73, "system.gpu.0.powerWatts": 140.26, "system.gpu.0.powerPercent": 65.24, "system.gpu.process.0.powerWatts": 140.26, "system.gpu.process.0.powerPercent": 65.24, "system.cpu": 46.87, "system.memory": 66.52, "system.disk": 37.1, "system.proc.memory.availableMB": 5356.22, "system.proc.memory.rssMB": 2612.07, "system.proc.memory.percent": 16.32, "system.proc.cpu.threads": 20.2, "system.network.sent": 2129356, "system.network.recv": 2006597, "_wandb": true, "_timestamp": 1596206610, "_runtime": 28}
+{"system.gpu.0.gpu": 77.6, "system.gpu.0.memory": 55.5, "system.gpu.0.memoryAllocated": 22.93, "system.gpu.0.temp": 59.9, "system.gpu.process.0.gpu": 77.6, "system.gpu.process.0.memory": 55.5, "system.gpu.process.0.memoryAllocated": 22.93, "system.gpu.process.0.temp": 59.9, "system.gpu.0.powerWatts": 136.35, "system.gpu.0.powerPercent": 63.42, "system.gpu.process.0.powerWatts": 136.35, "system.gpu.process.0.powerPercent": 63.42, "system.cpu": 51.87, "system.memory": 66.94, "system.disk": 37.1, "system.proc.memory.availableMB": 5288.96, "system.proc.memory.rssMB": 2616.14, "system.proc.memory.percent": 16.35, "system.proc.cpu.threads": 19.1, "system.network.sent": 3494200, "system.network.recv": 3272766, "_wandb": true, "_timestamp": 1596206631, "_runtime": 49}
diff --git a/wandb/run-20200731_144301-1x3qae54/wandb-history.jsonl b/wandb/run-20200731_144301-1x3qae54/wandb-history.jsonl
new file mode 100644
index 0000000..d4b1323
--- /dev/null
+++ b/wandb/run-20200731_144301-1x3qae54/wandb-history.jsonl
@@ -0,0 +1,56 @@
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 3.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 3.0, 1.0, 5.0, 2.0, 5.0, 0.0, 1.0, 0.0, 7.0, 0.0, 1.0, 3.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0], "bins": [-0.02512035332620144, -0.024450451135635376, -0.023780550807714462, -0.0231106486171484, -0.022440748289227486, -0.021770846098661423, -0.02110094577074051, -0.020431043580174446, -0.019761143252253532, -0.01909124106168747, -0.018421340733766556, -0.017751438543200493, -0.01708153821527958, -0.016411636024713516, -0.015741735696792603, -0.01507183350622654, -0.014401932246983051, -0.013732030987739563, -0.013062129728496075, -0.012392228469252586, -0.011722327210009098, -0.01105242595076561, -0.010382524691522121, -0.009712623432278633, -0.00904272124171257, -0.008372819982469082, -0.007702919188886881, -0.0070330179296433926, -0.006363116204738617, -0.005693214945495129, -0.00502331368625164, -0.004353412427008152, -0.0036835111677646637, -0.0030136099085211754, -0.002343708649277687, -0.001673807157203555, -0.0010039058979600668, -0.00033400458050891757, 0.00033589673694223166, 0.0010057981126010418, 0.00167569937184453, 0.0023456006310880184, 0.0030155018903315067, 0.0036854033824056387, 0.004355304874479771, 0.005025206133723259, 0.005695107392966747, 0.006365008652210236, 0.007034909911453724, 0.007704811170697212, 0.0083747124299407, 0.009044613689184189, 0.009714514948427677, 0.010384416207671165, 0.011054317466914654, 0.011724218726158142, 0.012394120916724205, 0.013064022175967693, 0.013733923435211182, 0.01440382469445467, 0.015073725953698158, 0.015743626281619072, 0.016413528472185135, 0.01708342880010605, 0.01775333099067211]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 2.0, 4.0, 5.0, 4.0, 6.0, 10.0, 5.0, 20.0, 17.0, 24.0, 22.0, 34.0, 62.0, 85.0, 92.0, 108.0, 160.0, 182.0, 250.0, 337.0, 493.0, 633.0, 2591.0, 812.0, 617.0, 453.0, 300.0, 208.0, 119.0, 79.0, 63.0, 42.0, 30.0, 15.0, 10.0, 10.0, 4.0, 3.0, 4.0, 5.0, 3.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.068995900452137, -0.06714159995317459, -0.06528730690479279, -0.06343300640583038, -0.06157870590686798, -0.05972440913319588, -0.05787011235952377, -0.05601581186056137, -0.05416151508688927, -0.05230721831321716, -0.05045291781425476, -0.04859862104058266, -0.04674432426691055, -0.04489002376794815, -0.04303572699427605, -0.041181426495313644, -0.03932712972164154, -0.03747283294796944, -0.035618532449007034, -0.03376423567533493, -0.03190993517637253, -0.030055638402700424, -0.02820134162902832, -0.026347042992711067, -0.024492744356393814, -0.02263844572007656, -0.020784147083759308, -0.018929850310087204, -0.01707555167376995, -0.015221253037452698, -0.01336695533245802, -0.01151265762746334, -0.009658358991146088, -0.007804060820490122, -0.005949762649834156, -0.00409546447917819, -0.0022411663085222244, -0.0003868681378662586, 0.0014674300327897072, 0.003321728203445673, 0.005176026374101639, 0.007030324544757605, 0.00888462271541357, 0.010738920420408249, 0.012593219056725502, 0.014447517693042755, 0.01630181446671486, 0.018156113103032112, 0.020010411739349365, 0.02186471037566662, 0.02371900901198387, 0.025573305785655975, 0.02742760442197323, 0.02928190305829048, 0.031136199831962585, 0.03299050033092499, 0.03484479710459709, 0.036699093878269196, 0.0385533943772316, 0.0404076911509037, 0.042261987924575806, 0.04411628842353821, 0.04597058519721031, 0.047824885696172714, 0.04967918246984482]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 3.0, 3.0, 2.0, 0.0, 4.0, 4.0, 5.0, 5.0, 5.0, 1.0, 2.0, 3.0, 2.0, 0.0, 1.0, 1.0, 3.0, 29.0, 3.0, 2.0, 5.0, 3.0, 3.0, 4.0, 3.0, 1.0, 1.0, 3.0, 4.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 2.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008332641795277596, -0.008058279752731323, -0.007783918641507626, -0.007509557064622641, -0.007235195487737656, -0.006960833910852671, -0.006686472333967686, -0.006412110757082701, -0.006137749180197716, -0.005863387603312731, -0.005589026026427746, -0.005314664449542761, -0.005040302872657776, -0.004765941295772791, -0.004491579718887806, -0.004217218142002821, -0.003942856565117836, -0.003668494988232851, -0.003394133411347866, -0.003119771834462881, -0.002845410257577896, -0.002571048680692911, -0.002296687103807926, -0.002022325526922941, -0.0017479639500379562, -0.0014736023731529713, -0.0011992407962679863, -0.0009248792193830013, -0.0006505176424980164, -0.0003761560656130314, -0.00010179448872804642, 0.00017256708815693855, 0.0004469286650419235, 0.0007212902419269085, 0.0009956518188118935, 0.0012700133956968784, 0.0015443749725818634, 0.0018187365494668484, 0.0020930981263518333, 0.0023674597032368183, 0.0026418212801218033, 0.0029161828570067883, 0.0031905444338917732, 0.003464906010776758, 0.003739267587661743, 0.004013629164546728, 0.004287990741431713, 0.004562352318316698, 0.004836713895201683, 0.005111075472086668, 0.005385437048971653, 0.005659798625856638, 0.005934160202741623, 0.006208521779626608, 0.006482883356511593, 0.006757244933396578, 0.007031606510281563, 0.007305968087166548, 0.007580329664051533, 0.00785469077527523, 0.008129052817821503, 0.008403414860367775, 0.008677775971591473, 0.00895213708281517, 0.009226499125361443]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 2.0, 3.0, 1.0, 3.0, 10.0, 11.0, 20.0, 25.0, 59.0, 84.0, 123.0, 179.0, 242.0, 405.0, 582.0, 838.0, 1327.0, 1881.0, 2592.0, 3777.0, 5457.0, 8287.0, 12112.0, 17895.0, 27127.0, 41232.0, 61266.0, 88801.0, 136644.0, 501957.0, 88888.0, 57370.0, 37920.0, 24631.0, 17091.0, 11595.0, 8374.0, 5720.0, 4101.0, 2942.0, 2167.0, 1596.0, 1195.0, 876.0, 586.0, 444.0, 362.0, 245.0, 171.0, 117.0, 89.0, 63.0, 54.0, 30.0, 28.0, 10.0, 13.0, 6.0, 9.0, 6.0, 2.0, 1.0, 2.0], "bins": [-0.007158620283007622, -0.0069213309325277805, -0.006684041582047939, -0.006446752697229385, -0.006209463346749544, -0.005972173996269703, -0.005734885111451149, -0.005497595760971308, -0.0052603064104914665, -0.005023017060011625, -0.004785727709531784, -0.00454843882471323, -0.004311149474233389, -0.004073860123753548, -0.00383657100610435, -0.0035992818884551525, -0.0033619925379753113, -0.00312470318749547, -0.0028874140698462725, -0.002650124952197075, -0.0024128356017172337, -0.0021755462512373924, -0.0019382571335881948, -0.0017009678995236754, -0.001463678665459156, -0.0012263894313946366, -0.0009891001973301172, -0.0007518109632655978, -0.0005145217292010784, -0.000277232495136559, -3.9943261072039604e-05, 0.0001973459729924798, 0.0004346352070569992, 0.0006719244411215186, 0.000909213675186038, 0.0011465029092505574, 0.0013837921433150768, 0.0016210813773795962, 0.0018583706114441156, 0.0020956597290933132, 0.0023329490795731544, 0.0025702384300529957, 0.0028075275477021933, 0.003044816665351391, 0.003282106015831232, 0.0035193953663110733, 0.003756684483960271, 0.0039939736016094685, 0.00423126295208931, 0.004468552302569151, 0.004705841653048992, 0.004943130537867546, 0.005180419888347387, 0.0054177092388272285, 0.0056549981236457825, 0.005892287474125624, 0.006129576824605465, 0.006366866175085306, 0.006604155525565147, 0.006841444410383701, 0.0070787337608635426, 0.007316023111343384, 0.007553311996161938, 0.007790601346641779, 0.00802789069712162]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 7.0, 2.0, 1.0, 0.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.022606806829571724, -0.02206260897219181, -0.021518411114811897, -0.020974213257431984, -0.02043001353740692, -0.019885815680027008, -0.019341617822647095, -0.01879741996526718, -0.018253222107887268, -0.017709024250507355, -0.017164824530482292, -0.01662062667310238, -0.016076428815722466, -0.015532230958342552, -0.014988033100962639, -0.014443834312260151, -0.013899636454880238, -0.013355438597500324, -0.012811239808797836, -0.012267041951417923, -0.01172284409403801, -0.011178645305335522, -0.010634447447955608, -0.010090249590575695, -0.009546050801873207, -0.009001852944493294, -0.00845765508711338, -0.007913457229733467, -0.007369258441030979, -0.006825060583651066, -0.006280862260609865, -0.005736664403229952, -0.005192466080188751, -0.004648267757147551, -0.004104069899767637, -0.0035598715767264366, -0.0030156734865158796, -0.0024714753963053226, -0.0019272771896794438, -0.001383078983053565, -0.000838880892843008, -0.00029468274442479014, 0.00024951540399342775, 0.0007937135524116457, 0.0013379117008298635, 0.0018821097910404205, 0.002426308114081621, 0.002970506204292178, 0.003514704294502735, 0.004058902617543936, 0.004603100474923849, 0.00514729879796505, 0.005691496655344963, 0.006235694978386164, 0.006779893301427364, 0.007324091158807278, 0.007868289947509766, 0.008412487804889679, 0.008956685662269592, 0.009500883519649506, 0.010045082308351994, 0.010589280165731907, 0.01113347802311182, 0.011677676811814308, 0.012221874669194221]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 3.0, 6.0, 14.0, 15.0, 16.0, 17.0, 15.0, 26.0, 31.0, 28.0, 37.0, 38.0, 46.0, 32.0, 55.0, 58.0, 63.0, 75.0, 81.0, 87.0, 102.0, 117.0, 143.0, 117.0, 145.0, 162.0, 173.0, 182.0, 191.0, 208.0, 256.0, 268.0, 348.0, 342.0, 335.0, 336.0, 387.0, 371.0, 448.0, 670.0, 965.0, 7350.0, 1328.0, 633.0, 559.0, 392.0, 219.0, 165.0, 120.0, 129.0, 101.0, 114.0, 91.0, 76.0, 61.0, 38.0, 21.0, 13.0, 4.0, 6.0], "bins": [-0.024162698537111282, -0.023635197430849075, -0.02310769632458687, -0.02258019521832466, -0.022052694112062454, -0.021525193005800247, -0.02099769189953804, -0.020470190793275833, -0.019942689687013626, -0.01941518858075142, -0.018887687474489212, -0.018360186368227005, -0.017832685261964798, -0.01730518415570259, -0.016777683049440384, -0.016250181943178177, -0.01572268083691597, -0.015195178799331188, -0.014667677693068981, -0.014140176586806774, -0.013612675480544567, -0.01308517437428236, -0.012557673268020153, -0.012030172161757946, -0.011502670124173164, -0.010975169017910957, -0.01044766791164875, -0.009920166805386543, -0.009392665699124336, -0.00886516459286213, -0.008337663486599922, -0.007810162380337715, -0.007282661274075508, -0.006755160167813301, -0.006227659061551094, -0.005700157955288887, -0.00517265684902668, -0.004645155277103186, -0.004117654170840979, -0.0035901530645787716, -0.0030626519583165646, -0.0025351508520543575, -0.0020076497457921505, -0.0014801484066992998, -0.0009526473004370928, -0.00042514613596722484, 0.00010235502850264311, 0.000629856192972511, 0.001157357357442379, 0.001684858463704586, 0.002212359569966793, 0.0027398609090596437, 0.0032673620153218508, 0.003794863121584058, 0.0043223644606769085, 0.0048498655669391155, 0.0053773666732013226, 0.00590486777946353, 0.006432368885725737, 0.006959869991987944, 0.007487371563911438, 0.008014872670173645, 0.008542373776435852, 0.009069874882698059, 0.009597375988960266]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 6.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.04835156351327896, -0.04741288349032402, -0.04647420346736908, -0.04553551971912384, -0.0445968396961689, -0.04365815967321396, -0.04271947965025902, -0.04178079962730408, -0.04084211587905884, -0.0399034358561039, -0.038964755833148956, -0.038026075810194016, -0.037087395787239075, -0.036148715764284134, -0.035210032016038895, -0.034271351993083954, -0.03333267197012901, -0.03239399194717407, -0.03145531192421913, -0.03051663003861904, -0.02957794815301895, -0.02863926813006401, -0.02770058810710907, -0.02676190622150898, -0.02582322619855404, -0.024884546175599098, -0.023945864289999008, -0.023007184267044067, -0.022068504244089127, -0.021129822358489037, -0.020191142335534096, -0.019252460449934006, -0.018313780426979065, -0.017375100404024124, -0.016436418518424034, -0.015497738495469093, -0.014559057541191578, -0.013620376586914062, -0.012681696563959122, -0.011743015609681606, -0.010804334655404091, -0.009865653701126575, -0.00892697274684906, -0.00798829272389412, -0.007049611769616604, -0.0061109308153390884, -0.00517225032672286, -0.004233569838106632, -0.003294888883829117, -0.002356208162382245, -0.0014175274409353733, -0.00047884671948850155, 0.0004598340019583702, 0.001398514723405242, 0.0023371954448521137, 0.0032758761662989855, 0.004214556887745857, 0.005153237842023373, 0.006091918330639601, 0.007030598819255829, 0.007969279773533344, 0.00890796072781086, 0.0098466407507658, 0.010785321705043316, 0.011724002659320831]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 3.0, 3.0, 2.0, 2.0, 0.0, 2.0, 1.0, 4.0, 5.0, 3.0, 1.0, 3.0, 1.0, 3.0, 1.0, 6.0, 3.0, 3.0, 2.0, 2.0, 2.0, 8.0, 7.0, 8.0, 3.0, 4.0, 9.0, 1.0, 4.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 4.0, 3.0, 7.0, 6.0, 8.0, 12.0, 98.0, 10.0, 8.0, 4.0, 3.0, 7.0, 7.0], "bins": [-0.05876079574227333, -0.057744741439819336, -0.05672868713736534, -0.055712632834911346, -0.05469657853245735, -0.05368052423000336, -0.05266446992754936, -0.05164841562509537, -0.050632357597351074, -0.04961630329489708, -0.048600248992443085, -0.04758419468998909, -0.046568140387535095, -0.0455520860850811, -0.044536031782627106, -0.04351997748017311, -0.042503923177719116, -0.04148786887526512, -0.04047181457281113, -0.03945576027035713, -0.03843970596790314, -0.03742365166544914, -0.03640759736299515, -0.03539154306054115, -0.03437548875808716, -0.033359430730342865, -0.03234337642788887, -0.031327322125434875, -0.03031126782298088, -0.029295213520526886, -0.02827915921807289, -0.027263104915618896, -0.0262470506131649, -0.025230996310710907, -0.024214942008256912, -0.023198887705802917, -0.022182833403348923, -0.02116677723824978, -0.020150722935795784, -0.01913466863334179, -0.018118614330887794, -0.0171025600284338, -0.016086505725979805, -0.015070450492203236, -0.014054396189749241, -0.013038341887295246, -0.012022286653518677, -0.011006232351064682, -0.009990178048610687, -0.008974123746156693, -0.007958069443702698, -0.006942014209926128, -0.005925959907472134, -0.004909905605018139, -0.003893850836902857, -0.0028777963016182184, -0.00186174176633358, -0.0008456872310489416, 0.0001703673042356968, 0.0011864218395203352, 0.0022024763748049736, 0.003218530910089612, 0.00423458544537425, 0.0052506402134895325, 0.006266694515943527]}, "_runtime": 5.068413972854614, "_timestamp": 1596206583.9120462, "_step": 0}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 2.0, 4.0, 5.0, 1.0, 0.0, 2.0, 4.0, 2.0, 2.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 3.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.016737479716539383, -0.016143137589097023, -0.015548795461654663, -0.014954453334212303, -0.014360111206769943, -0.013765769079327583, -0.013171426951885223, -0.012577084824442863, -0.011982742697000504, -0.011388400569558144, -0.010794058442115784, -0.010199716314673424, -0.009605374187231064, -0.009011032059788704, -0.008416689932346344, -0.007822347804903984, -0.007228005677461624, -0.006633663550019264, -0.006039321422576904, -0.005444979295134544, -0.0048506371676921844, -0.0042562950402498245, -0.0036619529128074646, -0.0030676107853651047, -0.0024732686579227448, -0.0018789265304803848, -0.001284584403038025, -0.000690242275595665, -9.590014815330505e-05, 0.0004984419792890549, 0.0010927841067314148, 0.0016871262341737747, 0.0022814683616161346, 0.0028758104890584946, 0.0034701526165008545, 0.004064494743943214, 0.004658836871385574, 0.005253178998827934, 0.005847521126270294, 0.006441863253712654, 0.007036205381155014, 0.007630547508597374, 0.008224889636039734, 0.008819231763482094, 0.009413573890924454, 0.010007916018366814, 0.010602258145809174, 0.011196600273251534, 0.011790942400693893, 0.012385284528136253, 0.012979626655578613, 0.013573968783020973, 0.014168310910463333, 0.014762653037905693, 0.015356995165348053, 0.015951337292790413, 0.016545679420232773, 0.017140021547675133, 0.017734363675117493, 0.018328705802559853, 0.018923047930002213, 0.019517390057444572, 0.020111732184886932, 0.020706074312329292, 0.021300416439771652]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 2.0, 3.0, 3.0, 6.0, 5.0, 11.0, 7.0, 14.0, 9.0, 14.0, 16.0, 32.0, 20.0, 33.0, 41.0, 48.0, 54.0, 55.0, 69.0, 78.0, 91.0, 130.0, 152.0, 202.0, 221.0, 301.0, 404.0, 494.0, 2383.0, 737.0, 597.0, 512.0, 317.0, 234.0, 149.0, 107.0, 70.0, 73.0, 49.0, 39.0, 33.0, 29.0, 26.0, 14.0, 11.0, 12.0, 9.0, 3.0, 3.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.1340552568435669, -0.13034872710704803, -0.12664219737052917, -0.12293566763401031, -0.11922913789749146, -0.11552261561155319, -0.11181608587503433, -0.10810955613851547, -0.10440302640199661, -0.10069649666547775, -0.09698996692895889, -0.09328343719244003, -0.08957691490650177, -0.08587038516998291, -0.08216385543346405, -0.07845732569694519, -0.07475079596042633, -0.07104426622390747, -0.06733773648738861, -0.06363120675086975, -0.05992468073964119, -0.05621815100312233, -0.05251162499189377, -0.04880509525537491, -0.04509856551885605, -0.04139203578233719, -0.03768550604581833, -0.03397898003458977, -0.030272450298070908, -0.026565920561552048, -0.022859392687678337, -0.019152864813804626, -0.015446335077285767, -0.011739806272089481, -0.008033277466893196, -0.004326748661696911, -0.0006202198565006256, 0.0030863089486956596, 0.006792837753891945, 0.01049936655908823, 0.014205895364284515, 0.017912425100803375, 0.021618952974677086, 0.025325480848550797, 0.029032010585069656, 0.032738540321588516, 0.03644506633281708, 0.04015159606933594, 0.0438581258058548, 0.04756465554237366, 0.05127118527889252, 0.05497771129012108, 0.05868424102663994, 0.0623907707631588, 0.06609729677438736, 0.06980382651090622, 0.07351035624742508, 0.07721688598394394, 0.0809234157204628, 0.08462994545698166, 0.08833646774291992, 0.09204299747943878, 0.09574952721595764, 0.0994560569524765, 0.10316258668899536]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 2.0, 2.0, 1.0, 1.0, 1.0, 2.0, 4.0, 0.0, 3.0, 1.0, 2.0, 0.0, 3.0, 1.0, 4.0, 2.0, 0.0, 4.0, 2.0, 2.0, 7.0, 31.0, 4.0, 4.0, 5.0, 2.0, 5.0, 2.0, 3.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 3.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.007574914954602718, -0.007303665392100811, -0.007032415363937616, -0.006761165335774422, -0.006489915773272514, -0.006218666210770607, -0.005947416182607412, -0.005676166154444218, -0.00540491659194231, -0.005133667029440403, -0.004862417001277208, -0.004591166973114014, -0.004319917410612106, -0.004048667848110199, -0.0037774178199470043, -0.0035061680246144533, -0.0032349182292819023, -0.0029636684339493513, -0.0026924186386168003, -0.0024211688432842493, -0.0021499190479516983, -0.0018786692526191473, -0.0016074194572865963, -0.0013361696619540453, -0.0010649198666214943, -0.0007936700712889433, -0.0005224202759563923, -0.0002511704806238413, 2.0079314708709717e-05, 0.0002913291100412607, 0.0005625789053738117, 0.0008338287007063627, 0.0011050784960389137, 0.0013763282913714647, 0.0016475780867040157, 0.0019188278820365667, 0.0021900776773691177, 0.0024613274727016687, 0.0027325772680342197, 0.0030038270633667707, 0.0032750768586993217, 0.0035463266540318727, 0.0038175764493644238, 0.004088826477527618, 0.004360076040029526, 0.004631325602531433, 0.004902575630694628, 0.005173825658857822, 0.00544507522135973, 0.005716324783861637, 0.005987574812024832, 0.006258824840188026, 0.006530074402689934, 0.006801323965191841, 0.007072573993355036, 0.0073438240215182304, 0.007615073584020138, 0.007886323146522045, 0.008157573640346527, 0.008428823202848434, 0.008700072765350342, 0.00897132232785225, 0.009242571890354156, 0.009513822384178638, 0.009785071946680546]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [4.0, 3.0, 5.0, 11.0, 16.0, 27.0, 46.0, 79.0, 129.0, 225.0, 336.0, 466.0, 763.0, 1062.0, 1632.0, 2449.0, 3499.0, 4764.0, 6553.0, 8931.0, 12093.0, 16385.0, 22934.0, 32431.0, 46176.0, 63382.0, 85169.0, 111148.0, 448884.0, 85705.0, 59594.0, 42984.0, 31580.0, 22873.0, 16514.0, 12318.0, 9254.0, 7160.0, 5505.0, 4221.0, 3267.0, 2553.0, 1875.0, 1421.0, 983.0, 700.0, 499.0, 350.0, 253.0, 155.0, 97.0, 60.0, 38.0, 33.0, 23.0, 10.0, 9.0, 3.0, 7.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.010689135640859604, -0.010308807715773582, -0.009928479790687561, -0.009548150934278965, -0.009167823009192944, -0.008787495084106922, -0.0084071671590209, -0.00802683923393488, -0.007646510843187571, -0.007266182918101549, -0.00688585452735424, -0.006505526602268219, -0.006125198677182198, -0.005744870286434889, -0.005364542361348867, -0.004984213970601559, -0.004603886045515537, -0.004223558120429516, -0.003843229729682207, -0.0034629018045961857, -0.0030825736466795206, -0.0027022454887628555, -0.002321917563676834, -0.001941589405760169, -0.001561261247843504, -0.0011809330899268389, -0.0008006050484254956, -0.00042027694871649146, -3.99488490074873e-05, 0.00034037925070151687, 0.000720707350410521, 0.0011010353919118643, 0.0014813635498285294, 0.0018616917077451944, 0.0022420198656618595, 0.002622347790747881, 0.003002675948664546, 0.003383004106581211, 0.0037633320316672325, 0.004143660422414541, 0.004523988347500563, 0.004904316272586584, 0.005284644663333893, 0.005664972588419914, 0.006045300513505936, 0.006425628904253244, 0.006805956829339266, 0.0071862852200865746, 0.007566613145172596, 0.007946941070258617, 0.008327268995344639, 0.008707597851753235, 0.009087925776839256, 0.009468253701925278, 0.0098485816270113, 0.01022890955209732, 0.010609237477183342, 0.010989566333591938, 0.01136989425867796, 0.01175022218376398, 0.012130550108850002, 0.012510878033936024, 0.01289120689034462, 0.013271534815430641, 0.013651862740516663]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 3.0, 1.0, 2.0, 2.0, 10.0, 2.0, 3.0, 0.0, 2.0, 2.0, 2.0, 1.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.019682157784700394, -0.019162796437740326, -0.018643435090780258, -0.01812407188117504, -0.017604710534214973, -0.017085349187254906, -0.01656598597764969, -0.01604662463068962, -0.015527263283729553, -0.015007901936769485, -0.014488539658486843, -0.0139691773802042, -0.013449816033244133, -0.012930454686284065, -0.012411092408001423, -0.01189173012971878, -0.011372368782758713, -0.010853007435798645, -0.010333645157516003, -0.00981428287923336, -0.009294921532273293, -0.008775560185313225, -0.008256197907030582, -0.007736836094409227, -0.007217474281787872, -0.006698112469166517, -0.006178750656545162, -0.005659388843923807, -0.005140027031302452, -0.004620665218681097, -0.004101303406059742, -0.003581941593438387, -0.003062579780817032, -0.002543217968195677, -0.0020238561555743217, -0.0015044943429529667, -0.0009851325303316116, -0.0004657707177102566, 5.359109491109848e-05, 0.0005729529075324535, 0.0010923147201538086, 0.0016116765327751637, 0.0021310383453965187, 0.0026504001580178738, 0.003169761970639229, 0.003689123783260584, 0.004208485595881939, 0.004727847408503294, 0.005247209221124649, 0.005766571033746004, 0.006285932846367359, 0.006805294658988714, 0.007324656471610069, 0.007844017818570137, 0.00836338009685278, 0.008882742375135422, 0.00940210372209549, 0.009921465069055557, 0.0104408273473382, 0.010960189625620842, 0.01147955097258091, 0.011998912319540977, 0.01251827459782362, 0.013037636876106262, 0.01355699822306633]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [4.0, 1.0, 8.0, 6.0, 6.0, 11.0, 14.0, 19.0, 25.0, 28.0, 36.0, 35.0, 42.0, 71.0, 59.0, 64.0, 82.0, 97.0, 128.0, 149.0, 192.0, 224.0, 229.0, 254.0, 259.0, 263.0, 306.0, 281.0, 276.0, 258.0, 264.0, 220.0, 259.0, 331.0, 412.0, 571.0, 846.0, 7085.0, 1271.0, 898.0, 610.0, 432.0, 425.0, 398.0, 314.0, 291.0, 172.0, 87.0, 37.0, 18.0, 7.0, 9.0, 12.0, 4.0, 4.0, 6.0, 2.0, 4.0, 4.0, 3.0, 5.0, 1.0, 1.0, 2.0], "bins": [-0.019836515188217163, -0.019309556111693382, -0.0187825970351696, -0.01825563795864582, -0.01772867888212204, -0.01720171980559826, -0.016674760729074478, -0.016147801652550697, -0.015620842576026917, -0.01509388443082571, -0.01456692535430193, -0.014039966277778149, -0.013513007201254368, -0.012986048124730587, -0.012459089048206806, -0.011932129971683025, -0.011405170895159245, -0.010878211818635464, -0.010351252742111683, -0.009824293665587902, -0.009297334589064121, -0.00877037551254034, -0.00824341643601656, -0.007716457825154066, -0.007189498748630285, -0.0066625396721065044, -0.006135580595582724, -0.005608621519058943, -0.005081662908196449, -0.0045547038316726685, -0.004027744755148888, -0.003500785678625107, -0.002973826602101326, -0.002446867525577545, -0.0019199085654690862, -0.0013929496053606272, -0.0008659905288368464, -0.00033903151052072644, 0.00018792750779539347, 0.0007148865261115134, 0.0012418455444276333, 0.001768804620951414, 0.002295763697475195, 0.002822722541168332, 0.003349681617692113, 0.0038766406942158937, 0.004403599537909031, 0.004930558614432812, 0.0054575176909565926, 0.005984476767480373, 0.006511435844004154, 0.007038394920527935, 0.007565353997051716, 0.008092313073575497, 0.008619272150099277, 0.009146231226623058, 0.009673189371824265, 0.010200148448348045, 0.010727107524871826, 0.011254066601395607, 0.011781025677919388, 0.012307984754443169, 0.01283494383096695, 0.01336190290749073, 0.013888861984014511]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 5.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.07994671911001205, -0.07836515456438065, -0.07678358256816864, -0.07520201802253723, -0.07362045347690582, -0.07203888148069382, -0.07045731693506241, -0.068875752389431, -0.067294180393219, -0.06571261584758759, -0.06413105130195618, -0.06254947930574417, -0.06096791476011276, -0.059386346489191055, -0.05780478194355965, -0.05622321367263794, -0.05464164912700653, -0.053060080856084824, -0.051478512585163116, -0.04989694803953171, -0.04831537976861, -0.04673381149768829, -0.045152246952056885, -0.04357067868113518, -0.04198911041021347, -0.04040754586458206, -0.038825977593660355, -0.03724440932273865, -0.03566284477710724, -0.03408127650618553, -0.032499708235263824, -0.030918141826987267, -0.02933657541871071, -0.02775500901043415, -0.026173440739512444, -0.024591874331235886, -0.023010307922959328, -0.02142873965203762, -0.019847173243761063, -0.018265606835484505, -0.016684040427207947, -0.01510247215628624, -0.013520905748009682, -0.01193933840841055, -0.010357771068811417, -0.008776204660534859, -0.007194637320935726, -0.005613070446997881, -0.004031503573060036, -0.0024499366991221905, -0.0008683695923537016, 0.0007131973979994655, 0.0022947643883526325, 0.0038763312622904778, 0.00545789860188961, 0.0070394654758274555, 0.0086210323497653, 0.010202599689364433, 0.011784166097640991, 0.013365733437240124, 0.014947300776839256, 0.016528867185115814, 0.018110433593392372, 0.01969200186431408, 0.021273568272590637]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 4.0, 1.0, 2.0, 2.0, 3.0, 4.0, 6.0, 4.0, 7.0, 6.0, 3.0, 8.0, 5.0, 4.0, 7.0, 9.0, 2.0, 6.0, 2.0, 1.0, 3.0, 4.0, 1.0, 2.0, 3.0, 3.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 2.0, 4.0, 5.0, 2.0, 2.0, 2.0, 4.0, 2.0, 3.0, 15.0, 76.0, 13.0, 13.0, 6.0, 3.0, 4.0, 2.0, 3.0, 3.0, 6.0], "bins": [-0.07632295042276382, -0.07491768151521683, -0.07351240515708923, -0.07210713624954224, -0.07070186734199524, -0.06929659843444824, -0.06789132207632065, -0.06648605316877365, -0.06508078426122665, -0.06367550790309906, -0.06227023899555206, -0.06086496636271477, -0.05945969745516777, -0.058054424822330475, -0.05664915591478348, -0.05524388328194618, -0.05383861064910889, -0.05243334174156189, -0.051028069108724594, -0.0496228002011776, -0.0482175275683403, -0.046812258660793304, -0.04540698602795601, -0.04400171339511871, -0.042596444487571716, -0.04119117185473442, -0.039785902947187424, -0.03838063031435013, -0.03697535768151283, -0.035570088773965836, -0.03416481614112854, -0.03275954723358154, -0.03135427460074425, -0.0299490038305521, -0.028543733060359955, -0.02713846042752266, -0.025733189657330513, -0.024327918887138367, -0.02292264811694622, -0.021517377346754074, -0.02011210471391678, -0.018706833943724632, -0.017301563173532486, -0.01589629240334034, -0.014491021633148193, -0.013085749931633472, -0.011680479161441326, -0.010275207459926605, -0.008869936689734459, -0.007464665453881025, -0.006059394218027592, -0.004654123447835445, -0.003248852211982012, -0.0018435810925439, -0.00043830997310578823, 0.0009669611463323236, 0.0023722322657704353, 0.003777503501623869, 0.0051827747374773026, 0.006588045507669449, 0.007993316277861595, 0.009398587979376316, 0.010803858749568462, 0.012209130451083183, 0.01361440122127533]}, "_runtime": 5.848787069320679, "_timestamp": 1596206584.6924193, "_step": 1}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 2.0, 0.0, 3.0, 1.0, 1.0, 2.0, 0.0, 1.0, 5.0, 0.0, 1.0, 4.0, 3.0, 3.0, 3.0, 2.0, 3.0, 1.0, 1.0, 3.0, 2.0, 2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.020497508347034454, -0.019861100241541862, -0.01922469213604927, -0.01858828403055668, -0.017951874062418938, -0.017315465956926346, -0.016679057851433754, -0.016042649745941162, -0.01540624164044857, -0.014769832603633404, -0.014133424498140812, -0.01349701639264822, -0.012860607355833054, -0.012224199250340462, -0.01158779114484787, -0.010951382108032703, -0.010314974002540112, -0.00967856589704752, -0.009042156860232353, -0.008405748754739761, -0.0077693406492471695, -0.00713293207809329, -0.006496523506939411, -0.005860115401446819, -0.00522370683029294, -0.004587298259139061, -0.003950890153646469, -0.00331448158249259, -0.0026780732441693544, -0.002041664905846119, -0.0014052564511075616, -0.0007688480545766652, -0.00013243965804576874, 0.0005039687384851277, 0.0011403771350160241, 0.0017767855897545815, 0.002413193928077817, 0.0030496022664010525, 0.0036860108375549316, 0.0043224189430475235, 0.004958827514201403, 0.005595236085355282, 0.006231644190847874, 0.006868052762001753, 0.007504461333155632, 0.008140869438648224, 0.008777277544140816, 0.009413686580955982, 0.010050094686448574, 0.010686502791941166, 0.011322911828756332, 0.011959319934248924, 0.012595728039741516, 0.013232137076556683, 0.013868545182049274, 0.014504953287541866, 0.015141362324357033, 0.015777770429849625, 0.016414178535342216, 0.01705058664083481, 0.0176869947463274, 0.01832340471446514, 0.018959812819957733, 0.019596220925450325, 0.020232629030942917]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 3.0, 1.0, 1.0, 1.0, 8.0, 13.0, 11.0, 7.0, 10.0, 11.0, 15.0, 22.0, 26.0, 29.0, 28.0, 33.0, 35.0, 58.0, 54.0, 82.0, 117.0, 112.0, 151.0, 198.0, 263.0, 325.0, 400.0, 2019.0, 956.0, 994.0, 609.0, 400.0, 277.0, 191.0, 119.0, 82.0, 63.0, 54.0, 33.0, 22.0, 26.0, 13.0, 12.0, 7.0, 4.0, 6.0, 7.0, 6.0, 4.0, 4.0, 1.0, 4.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.14019958674907684, -0.13567686080932617, -0.1311541348695755, -0.12663142383098602, -0.12210869789123535, -0.11758597195148468, -0.11306324601173401, -0.10854052752256393, -0.10401780158281326, -0.09949507564306259, -0.09497235715389252, -0.09044963121414185, -0.08592690527439117, -0.0814041867852211, -0.07688146084547043, -0.07235874235630035, -0.06783601641654968, -0.06331329047679901, -0.05879057198762894, -0.054267846047878265, -0.04974512383341789, -0.04522240161895752, -0.04069967567920685, -0.036176953464746475, -0.0316542312502861, -0.02713150903582573, -0.022608784958720207, -0.018086060881614685, -0.013563338667154312, -0.009040615521371365, -0.004517892375588417, 4.830770194530487e-06, 0.004527553915977478, 0.009050277061760426, 0.013573000207543373, 0.018095724284648895, 0.022618446499109268, 0.02714116871356964, 0.03166389465332031, 0.036186616867780685, 0.04070933908224106, 0.04523206129670143, 0.049754783511161804, 0.054277509450912476, 0.05880023166537285, 0.06332295387983322, 0.06784567981958389, 0.07236839830875397, 0.07689112424850464, 0.08141385018825531, 0.08593656867742538, 0.09045929461717606, 0.09498201310634613, 0.0995047390460968, 0.10402746498584747, 0.10855018347501755, 0.11307290941476822, 0.11759563535451889, 0.12211835384368896, 0.12664107978343964, 0.1311638057231903, 0.13568653166294098, 0.14020924270153046, 0.14473196864128113, 0.1492546945810318]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 4.0, 2.0, 4.0, 3.0, 5.0, 1.0, 3.0, 2.0, 1.0, 3.0, 28.0, 4.0, 2.0, 0.0, 2.0, 2.0, 2.0, 2.0, 1.0, 4.0, 2.0, 1.0, 3.0, 2.0, 1.0, 2.0, 2.0, 1.0, 3.0, 3.0, 3.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 3.0, 0.0, 1.0], "bins": [-0.0053290799260139465, -0.005166877526789904, -0.0050046746619045734, -0.0048424722626805305, -0.0046802693977952, -0.0045180669985711575, -0.004355864133685827, -0.004193661734461784, -0.004031458869576454, -0.0038692564703524113, -0.0037070538382977247, -0.003544851206243038, -0.0033826488070189953, -0.0032204461749643087, -0.003058243542909622, -0.0028960409108549356, -0.002733838278800249, -0.0025716356467455626, -0.002409433014690876, -0.0022472303826361895, -0.002085027750581503, -0.0019228252349421382, -0.0017606227193027735, -0.001598420087248087, -0.0014362174551934004, -0.0012740148231387138, -0.0011118121910840273, -0.0009496096754446626, -0.000787407043389976, -0.0006252044113352895, -0.00046300183748826385, -0.00030079923453740776, -0.00013859663158655167, 2.3605971364304423e-05, 0.0001858085743151605, 0.0003480111772660166, 0.0005102137802168727, 0.0006724164122715592, 0.0008346189861185849, 0.0009968215599656105, 0.001159024192020297, 0.0013212268240749836, 0.0014834294561296701, 0.0016456319717690349, 0.0018078346038237214, 0.001970037119463086, 0.0021322397515177727, 0.0022944423835724592, 0.0024566450156271458, 0.0026188476476818323, 0.002781050279736519, 0.0029432529117912054, 0.003105455543845892, 0.003267657943069935, 0.0034298605751246214, 0.003592063207179308, 0.0037542658392339945, 0.003916468471288681, 0.004078670870512724, 0.004240873735398054, 0.004403076134622097, 0.004565278999507427, 0.00472748139873147, 0.0048896842636168, 0.005051886662840843]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [4.0, 3.0, 9.0, 14.0, 21.0, 22.0, 49.0, 64.0, 102.0, 141.0, 202.0, 304.0, 479.0, 630.0, 906.0, 1258.0, 1789.0, 2332.0, 3022.0, 3917.0, 5088.0, 6646.0, 8220.0, 10754.0, 13758.0, 18743.0, 25800.0, 36036.0, 51073.0, 72692.0, 95665.0, 422196.0, 94840.0, 75183.0, 56651.0, 41782.0, 30941.0, 23376.0, 18173.0, 14246.0, 11007.0, 8576.0, 6427.0, 4892.0, 3641.0, 2636.0, 1758.0, 1245.0, 852.0, 553.0, 343.0, 239.0, 132.0, 78.0, 58.0, 39.0, 16.0, 16.0, 1.0, 2.0, 4.0, 1.0, 0.0, 1.0], "bins": [-0.012203059159219265, -0.011813477613031864, -0.011423896998167038, -0.011034315451979637, -0.010644733905792236, -0.010255152359604836, -0.009865570813417435, -0.009475990198552608, -0.009086408652365208, -0.008696827106177807, -0.00830724649131298, -0.00791766494512558, -0.007528083398938179, -0.007138501852750778, -0.006748920772224665, -0.006359339691698551, -0.00596975814551115, -0.0055801765993237495, -0.005190595518797636, -0.0048010144382715225, -0.004411432892084122, -0.004021851345896721, -0.0036322702653706074, -0.00324268895201385, -0.002853107638657093, -0.002463526325300336, -0.0020739450119435787, -0.0016843636985868216, -0.0012947823852300644, -0.0009052010718733072, -0.0005156197585165501, -0.0001260384451597929, 0.00026354286819696426, 0.0006531241815537214, 0.0010427054949104786, 0.0014322868082672358, 0.001821868121623993, 0.00221144943498075, 0.0026010307483375072, 0.0029906120616942644, 0.0033801933750510216, 0.0037697746884077787, 0.004159356001764536, 0.004548937082290649, 0.00493851862847805, 0.005328100174665451, 0.0057176812551915646, 0.006107262335717678, 0.006496843881905079, 0.00688642542809248, 0.007276006508618593, 0.007665587589144707, 0.008055169135332108, 0.008444750681519508, 0.00883433222770691, 0.009223912842571735, 0.009613494388759136, 0.010003075934946537, 0.010392656549811363, 0.010782238095998764, 0.011171819642186165, 0.011561401188373566, 0.011950982734560966, 0.012340563349425793, 0.012730144895613194]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 4.0, 1.0, 4.0, 1.0, 2.0, 5.0, 3.0, 3.0, 2.0, 7.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 3.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00568965682759881, -0.005320191383361816, -0.004950725473463535, -0.0045812600292265415, -0.004211794584989548, -0.0038423289079219103, -0.003472863230854273, -0.003103397786617279, -0.0027339321095496416, -0.002364466432482004, -0.0019950009882450104, -0.001625535311177373, -0.0012560697505250573, -0.0008866041898727417, -0.0005171385710127652, -0.0001476729812566191, 0.00022179260849952698, 0.0005912581691518426, 0.0009607237880118191, 0.0013301894068717957, 0.0016996549675241113, 0.002069120528176427, 0.0024385862052440643, 0.002808051649481058, 0.0031775173265486956, 0.003546983003616333, 0.003916448447853327, 0.004285913892090321, 0.004655379801988602, 0.0050248452462255955, 0.005394310690462589, 0.00576377660036087, 0.006133242044597864, 0.006502707488834858, 0.006872173398733139, 0.007241638842970133, 0.007611104287207127, 0.007980570197105408, 0.008350035175681114, 0.008719501085579395, 0.009088966995477676, 0.009458431974053383, 0.009827897883951664, 0.010197363793849945, 0.010566828772425652, 0.010936294682323933, 0.011305760592222214, 0.01167522557079792, 0.012044691480696201, 0.012414157390594482, 0.012783622369170189, 0.01315308827906847, 0.013522554188966751, 0.013892019167542458, 0.014261485077440739, 0.01463095098733902, 0.015000415965914726, 0.015369881875813007, 0.01573934778571129, 0.016108812764286995, 0.0164782777428627, 0.016847744584083557, 0.017217209562659264, 0.01758667454123497, 0.017956141382455826]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 4.0, 4.0, 2.0, 8.0, 16.0, 22.0, 23.0, 34.0, 49.0, 80.0, 111.0, 141.0, 173.0, 219.0, 266.0, 327.0, 357.0, 418.0, 501.0, 528.0, 658.0, 850.0, 6402.0, 2217.0, 1048.0, 679.0, 472.0, 316.0, 291.0, 302.0, 255.0, 260.0, 227.0, 199.0, 171.0, 139.0, 106.0, 85.0, 78.0, 84.0, 46.0, 53.0, 25.0, 30.0, 28.0, 22.0, 15.0, 19.0, 16.0, 18.0, 3.0, 6.0, 5.0, 7.0, 3.0, 3.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0], "bins": [-0.005568197928369045, -0.005335457623004913, -0.005102717317640781, -0.004869976546615362, -0.00463723624125123, -0.004404495935887098, -0.004171755630522966, -0.003939014859497547, -0.0037062745541334152, -0.0034735342487692833, -0.0032407939434051514, -0.003008053405210376, -0.002775313099846244, -0.0025425725616514683, -0.0023098322562873363, -0.0020770917180925608, -0.0018443514127284288, -0.001611610990948975, -0.0013788705691695213, -0.0011461301473900676, -0.0009133897838182747, -0.000680649362038821, -0.0004479089693631977, -0.00021516856213565916, 1.7571845091879368e-05, 0.0002503122668713331, 0.0004830526595469564, 0.0007157930522225797, 0.0009485334740020335, 0.0011812738375738263, 0.00141401425935328, 0.0016467546811327338, 0.0018794951029121876, 0.0021122354082763195, 0.002344975946471095, 0.002577716251835227, 0.0028104567900300026, 0.0030431970953941345, 0.00327593763358891, 0.003508677938953042, 0.0037414184771478176, 0.0039741587825119495, 0.0042068990878760815, 0.004439639393240213, 0.004672380164265633, 0.0049051204696297646, 0.0051378607749938965, 0.005370601080358028, 0.00560334138572216, 0.00583608215674758, 0.0060688224621117115, 0.006301562767475843, 0.006534303072839975, 0.006767043843865395, 0.0069997841492295265, 0.0072325244545936584, 0.00746526475995779, 0.007698005065321922, 0.007930745370686054, 0.008163485676050186, 0.008396226912736893, 0.008628967218101025, 0.008861707523465157, 0.009094447828829288, 0.00932718813419342]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 6.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.021030427888035774, -0.020404279232025146, -0.01977813057601452, -0.01915198192000389, -0.018525835126638412, -0.017899686470627785, -0.017273537814617157, -0.01664738915860653, -0.0160212405025959, -0.015395091846585274, -0.014768943190574646, -0.014142795465886593, -0.013516646809875965, -0.012890498153865337, -0.012264350429177284, -0.011638201773166656, -0.011012053117156029, -0.010385904461145401, -0.009759755805134773, -0.00913360808044672, -0.008507459424436092, -0.007881310768425465, -0.007255162578076124, -0.006629014387726784, -0.006002865731716156, -0.005376717075705528, -0.004750568885356188, -0.004124420695006847, -0.0034982720389962196, -0.0028721236158162355, -0.0022459751926362514, -0.0016198267694562674, -0.0009936783462762833, -0.00036752992309629917, 0.0002586185000836849, 0.000884766923263669, 0.001510915346443653, 0.002137063769623637, 0.0027632121928036213, 0.0033893606159836054, 0.0040155090391635895, 0.004641657695174217, 0.005267805885523558, 0.005893954075872898, 0.006520102731883526, 0.007146251387894154, 0.007772399578243494, 0.008398547768592834, 0.009024696424603462, 0.00965084508061409, 0.010276993736624718, 0.01090314146131277, 0.011529290117323399, 0.012155438773334026, 0.01278158649802208, 0.013407735154032707, 0.014033883810043335, 0.014660032466053963, 0.01528618112206459, 0.015912329778075218, 0.016538478434085846, 0.017164625227451324, 0.017790773883461952, 0.01841692253947258, 0.019043071195483208]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 4.0, 2.0, 2.0, 6.0, 2.0, 2.0, 6.0, 2.0, 5.0, 4.0, 2.0, 5.0, 4.0, 1.0, 0.0, 6.0, 8.0, 4.0, 4.0, 6.0, 3.0, 2.0, 1.0, 8.0, 6.0, 3.0, 4.0, 9.0, 9.0, 12.0, 2.0, 5.0, 19.0, 58.0, 10.0, 9.0, 4.0, 8.0, 7.0, 4.0, 4.0, 1.0, 2.0, 5.0, 2.0, 1.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.02027619630098343, -0.019783366471529007, -0.019290538504719734, -0.018797708675265312, -0.01830487884581089, -0.017812049016356468, -0.017319221049547195, -0.016826391220092773, -0.01633356139063835, -0.01584073342382908, -0.015347903594374657, -0.014855073764920235, -0.014362244866788387, -0.013869415037333965, -0.013376586139202118, -0.012883756309747696, -0.012390927411615849, -0.011898098513484001, -0.01140526868402958, -0.010912439785897732, -0.01041960995644331, -0.009926781058311462, -0.00943395122885704, -0.008941122330725193, -0.008448293432593346, -0.007955463603138924, -0.007462634239345789, -0.006969804875552654, -0.006476975977420807, -0.005984146613627672, -0.0054913172498345375, -0.004998487886041403, -0.004505658522248268, -0.0040128291584551334, -0.0035199997946619987, -0.0030271706636995077, -0.002534341299906373, -0.0020415119361132383, -0.0015486826887354255, -0.0010558534413576126, -0.0005630240775644779, -7.019477197900414e-05, 0.00042263453360646963, 0.0009154638391919434, 0.0014082931447774172, 0.0019011225085705519, 0.002393951639533043, 0.0028867810033261776, 0.0033796103671193123, 0.003872439730912447, 0.004365269094705582, 0.004858098458498716, 0.005350927822291851, 0.005843756720423698, 0.006336586084216833, 0.006829415448009968, 0.0073222448118031025, 0.007815074175596237, 0.008307903073728085, 0.008800732903182507, 0.009293561801314354, 0.009786391630768776, 0.010279220528900623, 0.010772050358355045, 0.011264879256486893]}, "_runtime": 6.621134281158447, "_timestamp": 1596206585.4647665, "_step": 2}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 2.0, 4.0, 2.0, 1.0, 2.0, 2.0, 1.0, 4.0, 2.0, 1.0, 6.0, 3.0, 3.0, 2.0, 2.0, 1.0, 5.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.015154967084527016, -0.014568997547030449, -0.013983028009533882, -0.01339705754071474, -0.012811088003218174, -0.012225118465721607, -0.011639147996902466, -0.011053178459405899, -0.010467208921909332, -0.009881239384412766, -0.009295269846916199, -0.008709299378097057, -0.00812332984060049, -0.007537360303103924, -0.00695139029994607, -0.006365420296788216, -0.005779450759291649, -0.005193481221795082, -0.004607511218637228, -0.004021541215479374, -0.003435571677982807, -0.0028496019076555967, -0.0022636321373283863, -0.0016776623670011759, -0.0010916925966739655, -0.000505722826346755, 8.02469439804554e-05, 0.0006662167143076658, 0.0012521864846348763, 0.0018381562549620867, 0.002424126025289297, 0.0030100957956165075, 0.003596065565943718, 0.004182035103440285, 0.004768005106598139, 0.005353975109755993, 0.00593994464725256, 0.0065259141847491264, 0.0071118841879069805, 0.007697854191064835, 0.008283823728561401, 0.008869793266057968, 0.009455762803554535, 0.010041733272373676, 0.010627702809870243, 0.01121367234736681, 0.011799642816185951, 0.012385612353682518, 0.012971581891179085, 0.013557551428675652, 0.014143520966172218, 0.01472949143499136, 0.015315460972487926, 0.015901431441307068, 0.016487400978803635, 0.0170733705163002, 0.017659340053796768, 0.018245309591293335, 0.0188312791287899, 0.01941724866628647, 0.020003218203783035, 0.02058918960392475, 0.021175159141421318, 0.021761128678917885, 0.02234709821641445]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 4.0, 6.0, 5.0, 9.0, 6.0, 10.0, 14.0, 14.0, 23.0, 35.0, 41.0, 35.0, 61.0, 55.0, 88.0, 115.0, 146.0, 180.0, 269.0, 397.0, 541.0, 2579.0, 1410.0, 738.0, 449.0, 228.0, 146.0, 92.0, 61.0, 47.0, 30.0, 17.0, 15.0, 14.0, 5.0, 14.0, 6.0, 6.0, 4.0, 3.0, 3.0, 2.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.21631577610969543, -0.21083895862102509, -0.20536215603351593, -0.19988533854484558, -0.19440853595733643, -0.18893171846866608, -0.18345491588115692, -0.17797809839248657, -0.17250129580497742, -0.16702447831630707, -0.1615476757287979, -0.15607085824012756, -0.1505940556526184, -0.14511723816394806, -0.1396404355764389, -0.13416361808776855, -0.1286868155002594, -0.12320999801158905, -0.1177331879734993, -0.11225637793540955, -0.1067795678973198, -0.10130275785923004, -0.09582594782114029, -0.09034913778305054, -0.08487232029438019, -0.07939551025629044, -0.07391870021820068, -0.06844189018011093, -0.06296508014202118, -0.05748827010393143, -0.052011460065841675, -0.04653465002775192, -0.04105783998966217, -0.03558102995157242, -0.030104219913482666, -0.024627408012747765, -0.019150597974658012, -0.01367378793656826, -0.008196976967155933, -0.002720166463404894, 0.0027566440403461456, 0.008233454078435898, 0.013710265047848225, 0.01918707601726055, 0.024663886055350304, 0.030140696093440056, 0.03561750799417496, 0.04109431803226471, 0.04657112807035446, 0.052047938108444214, 0.057524748146533966, 0.06300155818462372, 0.06847836822271347, 0.07395517826080322, 0.07943198829889297, 0.08490879833698273, 0.09038561582565308, 0.09586242586374283, 0.10133923590183258, 0.10681604593992233, 0.11229285597801208, 0.11776966601610184, 0.12324647605419159, 0.12872327864170074, 0.1342000961303711]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 2.0, 2.0, 2.0, 3.0, 2.0, 2.0, 2.0, 2.0, 3.0, 2.0, 1.0, 3.0, 3.0, 0.0, 2.0, 3.0, 2.0, 2.0, 29.0, 5.0, 4.0, 1.0, 4.0, 2.0, 2.0, 2.0, 3.0, 2.0, 4.0, 0.0, 2.0, 2.0, 2.0, 0.0, 1.0, 6.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.005229760427027941, -0.005057659465819597, -0.004885558504611254, -0.004713457077741623, -0.004541356116533279, -0.004369255155324936, -0.004197154194116592, -0.004025053232908249, -0.0038529520388692617, -0.0036808510776609182, -0.003508749883621931, -0.0033366489224135876, -0.003164547961205244, -0.002992446767166257, -0.0028203458059579134, -0.0026482446119189262, -0.0024761436507105827, -0.0023040426895022392, -0.002131941495463252, -0.0019598405342549086, -0.0017877394566312432, -0.001615638379007578, -0.0014435374177992344, -0.001271436340175569, -0.0010993352625519037, -0.0009272341849282384, -0.000755133165512234, -0.0005830321460962296, -0.0004109310684725642, -0.00023883001995272934, -6.672897143289447e-05, 0.00010537207708694041, 0.0002774731256067753, 0.00044957417412661016, 0.000621675222646445, 0.0007937762420624495, 0.0009658773196861148, 0.0011379783973097801, 0.0013100793585181236, 0.001482180436141789, 0.0016542815137654543, 0.0018263825913891196, 0.001998483669012785, 0.0021705846302211285, 0.002342685591429472, 0.002514786785468459, 0.0026868877466768026, 0.00285898894071579, 0.0030310899019241333, 0.003203190863132477, 0.003375292057171464, 0.0035473930183798075, 0.0037194942124187946, 0.003891595173627138, 0.004063696134835482, 0.004235797096043825, 0.004407898522913456, 0.0045799994841217995, 0.004752100445330143, 0.0049242014065384865, 0.00509630236774683, 0.0052684033289551735, 0.005440504755824804, 0.005612605717033148, 0.005784706678241491]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 1.0, 2.0, 4.0, 17.0, 22.0, 28.0, 66.0, 95.0, 137.0, 244.0, 365.0, 584.0, 822.0, 1260.0, 1766.0, 2447.0, 3379.0, 4536.0, 6107.0, 7993.0, 10401.0, 13091.0, 16558.0, 21256.0, 27686.0, 37388.0, 51263.0, 69424.0, 91708.0, 426208.0, 97318.0, 74772.0, 54715.0, 39418.0, 28678.0, 21320.0, 16343.0, 12702.0, 9806.0, 7524.0, 5854.0, 4392.0, 3331.0, 2594.0, 1919.0, 1317.0, 969.0, 628.0, 423.0, 277.0, 187.0, 101.0, 71.0, 55.0, 35.0, 17.0, 7.0, 6.0, 2.0, 3.0, 2.0], "bins": [-0.012842504307627678, -0.012448884546756744, -0.01205526478588581, -0.011661645025014877, -0.011268025264143944, -0.01087440550327301, -0.010480785742402077, -0.010087165981531143, -0.00969354622066021, -0.00929992739111185, -0.008906307630240917, -0.008512687869369984, -0.00811906810849905, -0.007725448347628117, -0.007331828586757183, -0.0069382088258862495, -0.006544589065015316, -0.0061509693041443825, -0.005757349543273449, -0.005363729782402515, -0.004970110021531582, -0.004576490726321936, -0.004182870965451002, -0.0037892512045800686, -0.003395631443709135, -0.0030020116828382015, -0.002608391921967268, -0.002214772393926978, -0.0018211526330560446, -0.001427532872185111, -0.0010339132277294993, -0.0006402935250662267, -0.0002466738224029541, 0.00014694588026031852, 0.0005405655829235911, 0.0009341852855868638, 0.0013278049882501364, 0.00172142474912107, 0.00211504427716136, 0.0025086640380322933, 0.002902283798903227, 0.0032959035597741604, 0.003689523320645094, 0.0040831430815160275, 0.004476762376725674, 0.004870382137596607, 0.005264001898467541, 0.005657621659338474, 0.006051241420209408, 0.006444861181080341, 0.006838480941951275, 0.007232100702822208, 0.007625720463693142, 0.008019340224564075, 0.008412959985435009, 0.008806579746305943, 0.009200198575854301, 0.009593818336725235, 0.009987438097596169, 0.010381057858467102, 0.010774677619338036, 0.011168297380208969, 0.011561917141079903, 0.011955536901950836, 0.01234915666282177]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 2.0, 4.0, 3.0, 2.0, 2.0, 4.0, 1.0, 4.0, 4.0, 4.0, 7.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.019240470603108406, -0.018798811361193657, -0.018357153981924057, -0.017915494740009308, -0.01747383549809456, -0.01703217811882496, -0.01659051887691021, -0.01614885963499546, -0.01570720225572586, -0.015265543013811111, -0.014823883771896362, -0.014382225461304188, -0.013940567150712013, -0.013498907908797264, -0.01305724959820509, -0.01261559035629034, -0.012173932045698166, -0.011732273735105991, -0.011290614493191242, -0.010848956182599068, -0.010407296940684319, -0.009965638630092144, -0.00952398031949997, -0.00908232107758522, -0.008640662766993046, -0.008199004456400871, -0.007757345214486122, -0.007315686903893948, -0.006874028127640486, -0.006432369351387024, -0.005990711040794849, -0.0055490522645413876, -0.005107393488287926, -0.004665734712034464, -0.004224075935781002, -0.0037824176251888275, -0.0033407588489353657, -0.002899100072681904, -0.0024574415292590857, -0.0020157829858362675, -0.0015741242095828056, -0.0011324655497446656, -0.0006908068899065256, -0.0002491482300683856, 0.0001925104297697544, 0.0006341690896078944, 0.0010758277494460344, 0.0015174864092841744, 0.0019591450691223145, 0.0024008038453757763, 0.0028424623887985945, 0.0032841209322214127, 0.0037257797084748745, 0.004167438484728336, 0.004609096795320511, 0.005050755571573973, 0.0054924143478274345, 0.005934073124080896, 0.006375731900334358, 0.006817390210926533, 0.007259048987179995, 0.007700707763433456, 0.008142366074025631, 0.00858402531594038, 0.009025683626532555]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 1.0, 2.0, 2.0, 6.0, 1.0, 2.0, 3.0, 2.0, 4.0, 7.0, 14.0, 12.0, 16.0, 19.0, 27.0, 29.0, 30.0, 37.0, 44.0, 57.0, 63.0, 72.0, 86.0, 85.0, 95.0, 127.0, 136.0, 132.0, 161.0, 209.0, 229.0, 279.0, 353.0, 493.0, 618.0, 829.0, 1112.0, 1457.0, 2405.0, 6891.0, 883.0, 394.0, 215.0, 171.0, 106.0, 104.0, 88.0, 83.0, 52.0, 38.0, 32.0, 26.0, 25.0, 24.0, 12.0, 9.0, 5.0, 2.0, 6.0, 3.0, 3.0], "bins": [-0.011362005956470966, -0.01109320204705, -0.010824398137629032, -0.010555594228208065, -0.010286790318787098, -0.01001798640936613, -0.009749183431267738, -0.009480379521846771, -0.009211575612425804, -0.008942771703004837, -0.00867396779358387, -0.008405163884162903, -0.008136359974741936, -0.007867556065320969, -0.007598752621561289, -0.007329948712140322, -0.007061144802719355, -0.0067923408932983875, -0.00652353698387742, -0.006254733540117741, -0.0059859296306967735, -0.005717125721275806, -0.005448321811854839, -0.005179517902433872, -0.004910713993012905, -0.004641910549253225, -0.004373106639832258, -0.004104302730411291, -0.003835498820990324, -0.0035666951444000006, -0.0032978912349790335, -0.00302908755838871, -0.002760283648967743, -0.002491479739546776, -0.0022226760629564524, -0.0019538721535354853, -0.00168506836052984, -0.0014162645675241947, -0.0011474606581032276, -0.0008786568650975823, -0.0006098530720919371, -0.00034104924998246133, -7.22454278729856e-05, 0.00019655839423649013, 0.00046536221634596586, 0.0007341660093516111, 0.0010029699187725782, 0.0012717737117782235, 0.0015405775047838688, 0.001809381297789514, 0.0020781850907951593, 0.0023469890002161264, 0.00261579267680645, 0.002884596586227417, 0.003153400495648384, 0.0034222041722387075, 0.0036910080816596746, 0.003959811758249998, 0.004228615667670965, 0.004497419577091932, 0.004766223486512899, 0.0050350273959338665, 0.005303830839693546, 0.005572634749114513, 0.0058414386585354805]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 5.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.039663974195718765, -0.03892199322581291, -0.03818001225590706, -0.037438035011291504, -0.03669605404138565, -0.0359540730714798, -0.035212092101573944, -0.03447011113166809, -0.03372813016176224, -0.03298615291714668, -0.03224417194724083, -0.031502190977334976, -0.030760210007429123, -0.03001822903752327, -0.029276249930262566, -0.028534268960356712, -0.02779228985309601, -0.027050308883190155, -0.026308327913284302, -0.025566348806023598, -0.024824367836117744, -0.02408238686621189, -0.023340407758951187, -0.022598426789045334, -0.02185644581913948, -0.021114466711878777, -0.020372485741972923, -0.01963050477206707, -0.018888525664806366, -0.018146544694900513, -0.01740456372499466, -0.016662584617733955, -0.015920603647828102, -0.015178623609244823, -0.01443664263933897, -0.013694662600755692, -0.012952682562172413, -0.01221070159226656, -0.011468721553683281, -0.010726741515100002, -0.009984761476516724, -0.00924278050661087, -0.008500800468027592, -0.007758819963783026, -0.00701683945953846, -0.006274859420955181, -0.005532878916710615, -0.0047908988781273365, -0.0040489183738827705, -0.0033069381024688482, -0.002564957831054926, -0.00182297732681036, -0.0010809970553964376, -0.0003390167257748544, 0.0004029636038467288, 0.001144943991675973, 0.0018869242630898952, 0.0026289045345038176, 0.00337088480591774, 0.004112865310162306, 0.004854845814406872, 0.0055968258529901505, 0.006338806357234716, 0.007080786395817995, 0.007822766900062561]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 2.0, 2.0, 1.0, 2.0, 0.0, 2.0, 4.0, 6.0, 3.0, 3.0, 3.0, 9.0, 3.0, 7.0, 3.0, 7.0, 5.0, 7.0, 7.0, 3.0, 4.0, 3.0, 7.0, 5.0, 1.0, 6.0, 5.0, 7.0, 4.0, 10.0, 8.0, 5.0, 4.0, 5.0, 3.0, 13.0, 61.0, 9.0, 5.0, 5.0, 5.0, 5.0, 4.0, 2.0, 2.0, 1.0, 4.0, 1.0, 4.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.014721520245075226, -0.014375686645507812, -0.0140298530459404, -0.013684019446372986, -0.013338185846805573, -0.01299235224723816, -0.012646518647670746, -0.012300685048103333, -0.01195485144853592, -0.011609017848968506, -0.011263184249401093, -0.01091735064983368, -0.010571517050266266, -0.010225683450698853, -0.00987984985113144, -0.009534016251564026, -0.009188182651996613, -0.008842348121106625, -0.008496514521539211, -0.008150680921971798, -0.007804847788065672, -0.007459014188498259, -0.007113180588930845, -0.006767346989363432, -0.006421512924134731, -0.006075679324567318, -0.005729845724999905, -0.005384012125432491, -0.005038178525865078, -0.004692344926297665, -0.004346511326730251, -0.004000677727162838, -0.0036548441275954247, -0.0033090105280280113, -0.002963176928460598, -0.0026173433288931847, -0.0022715097293257713, -0.0019256760133430362, -0.001579842297360301, -0.0012340086977928877, -0.0008881750982254744, -0.000542341498658061, -0.00019650784088298678, 0.000149325787788257, 0.0004951594164595008, 0.0008409930160269141, 0.0011868267320096493, 0.0015326603315770626, 0.001878493931144476, 0.0022243275307118893, 0.0025701611302793026, 0.002915994729846716, 0.0032618283294141293, 0.0036076621618121862, 0.003953495528548956, 0.004299329128116369, 0.00464516319334507, 0.004990996792912483, 0.0053368303924798965, 0.00568266399204731, 0.006028497591614723, 0.0063743311911821365, 0.00672016479074955, 0.007065998390316963, 0.0074118319898843765]}, "_runtime": 7.390716552734375, "_timestamp": 1596206586.2343488, "_step": 3}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 2.0, 1.0, 1.0, 3.0, 1.0, 1.0, 4.0, 1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 4.0, 4.0, 1.0, 1.0, 2.0, 0.0, 1.0, 5.0, 2.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.017860647290945053, -0.0173446387052536, -0.0168286319822073, -0.016312623396515846, -0.015796616673469543, -0.015280609019100666, -0.014764601364731789, -0.014248593710362911, -0.013732586055994034, -0.013216577470302582, -0.012700569815933704, -0.012184562161564827, -0.01166855450719595, -0.011152546852827072, -0.010636539198458195, -0.010120531544089317, -0.00960452388972044, -0.009088516235351562, -0.008572508580982685, -0.008056500926613808, -0.00754049327224493, -0.0070244851522147655, -0.006508477497845888, -0.005992469843477011, -0.005476462189108133, -0.004960454534739256, -0.0044444468803703785, -0.003928439226001501, -0.00341243133880198, -0.0028964236844331026, -0.0023804157972335815, -0.0018644081428647041, -0.0013484004884958267, -0.0008323927759192884, -0.00031638506334275007, 0.00019962264923378825, 0.0007156303618103266, 0.001231638016179204, 0.0017476457869634032, 0.0022636535577476025, 0.00277966121211648, 0.0032956688664853573, 0.0038116765208542347, 0.004327684175223112, 0.004843692295253277, 0.005359699949622154, 0.005875707603991032, 0.006391715258359909, 0.0069077229127287865, 0.007423730567097664, 0.007939738221466541, 0.008455745875835419, 0.008971753530204296, 0.009487761184573174, 0.010003768838942051, 0.010519776493310928, 0.01103578507900238, 0.011551792733371258, 0.012067800387740135, 0.012583808042109013, 0.01309981569647789, 0.013615823350846767, 0.014131831005215645, 0.014647838659584522, 0.0151638463139534]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 3.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 4.0, 1.0, 3.0, 3.0, 3.0, 7.0, 9.0, 11.0, 12.0, 12.0, 21.0, 26.0, 20.0, 37.0, 42.0, 46.0, 54.0, 61.0, 79.0, 119.0, 161.0, 173.0, 217.0, 292.0, 392.0, 2158.0, 1717.0, 821.0, 424.0, 262.0, 220.0, 135.0, 102.0, 57.0, 46.0, 30.0, 28.0, 33.0, 25.0, 21.0, 5.0, 8.0, 4.0, 3.0, 5.0, 4.0, 1.0, 2.0, 2.0, 4.0, 1.0, 0.0, 4.0], "bins": [-0.1850583702325821, -0.1800386905670166, -0.1750190109014511, -0.16999933123588562, -0.16497963666915894, -0.15995995700359344, -0.15494027733802795, -0.14992059767246246, -0.14490091800689697, -0.13988123834133148, -0.134861558675766, -0.1298418790102005, -0.12482219189405441, -0.11980251222848892, -0.11478282511234283, -0.10976314544677734, -0.10474346578121185, -0.09972378611564636, -0.09470410645008087, -0.08968441933393478, -0.0846647396683693, -0.0796450600028038, -0.07462537288665771, -0.06960569322109222, -0.06458601355552673, -0.05956633388996124, -0.054546650499105453, -0.049526967108249664, -0.044507287442684174, -0.03948760777711868, -0.034467924386262894, -0.029448242858052254, -0.024428561329841614, -0.019408879801630974, -0.014389198273420334, -0.009369516745209694, -0.004349835216999054, 0.000669846311211586, 0.005689527839422226, 0.010709209367632866, 0.015728890895843506, 0.020748572424054146, 0.025768253952264786, 0.030787935480475426, 0.035807617008686066, 0.040827296674251556, 0.045846980065107346, 0.050866663455963135, 0.055886343121528625, 0.060906022787094116, 0.0659257024526596, 0.0709453895688057, 0.07596506923437119, 0.08098474889993668, 0.08600443601608276, 0.09102411568164825, 0.09604379534721375, 0.10106347501277924, 0.10608315467834473, 0.11110284179449081, 0.1161225214600563, 0.1211422011256218, 0.12616188824176788, 0.13118156790733337, 0.13620124757289886]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 4.0, 3.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 3.0, 4.0, 3.0, 4.0, 5.0, 3.0, 2.0, 3.0, 30.0, 2.0, 3.0, 4.0, 4.0, 5.0, 4.0, 1.0, 3.0, 5.0, 1.0, 1.0, 3.0, 1.0, 3.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.00469523761421442, -0.004513497464358807, -0.004331756848841906, -0.004150016698986292, -0.003968276549130678, -0.003786536166444421, -0.0036047957837581635, -0.003423055401071906, -0.0032413150183856487, -0.003059574868530035, -0.0028778344858437777, -0.0026960941031575203, -0.0025143539533019066, -0.0023326135706156492, -0.002150873187929392, -0.001969133038073778, -0.0017873926553875208, -0.0016056523891165853, -0.001423912006430328, -0.0012421717401593924, -0.001060431357473135, -0.0008786910912021995, -0.0006969508249312639, -0.0005152105004526675, -0.000333470175974071, -0.0001517298660473898, 3.0010443879291415e-05, 0.00021175075380597264, 0.00039349106373265386, 0.0005752313882112503, 0.0007569716544821858, 0.0009387119789607823, 0.0011204523034393787, 0.0013021925697103143, 0.0014839329523965716, 0.0016656732186675072, 0.0018474136013537645, 0.0020291537512093782, 0.0022108941338956356, 0.002392634516581893, 0.0025743748992681503, 0.002756115049123764, 0.0029378554318100214, 0.0031195958144962788, 0.0033013359643518925, 0.00348307634703815, 0.003664816729724407, 0.003846556879580021, 0.004028297029435635, 0.004210037644952536, 0.004391777794808149, 0.00457351841032505, 0.004755258560180664, 0.004936998710036278, 0.005118739325553179, 0.0053004794754087925, 0.005482219625264406, 0.005663960240781307, 0.005845700390636921, 0.006027440540492535, 0.006209181156009436, 0.006390921305865049, 0.006572661455720663, 0.006754402071237564, 0.006936142221093178]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 6.0, 12.0, 17.0, 34.0, 84.0, 115.0, 156.0, 287.0, 452.0, 730.0, 989.0, 1491.0, 2144.0, 2991.0, 3908.0, 5202.0, 6824.0, 8740.0, 11473.0, 15363.0, 20519.0, 27772.0, 39528.0, 56401.0, 81716.0, 113520.0, 445509.0, 97531.0, 66723.0, 45205.0, 31413.0, 22401.0, 16517.0, 12490.0, 9345.0, 7168.0, 5433.0, 4209.0, 3139.0, 2569.0, 2031.0, 1585.0, 1263.0, 1004.0, 851.0, 705.0, 533.0, 450.0, 333.0, 237.0, 174.0, 124.0, 94.0, 52.0, 24.0, 25.0, 12.0, 12.0, 8.0, 0.0, 1.0], "bins": [-0.012525735422968864, -0.012099958956241608, -0.011674182489514351, -0.011248406022787094, -0.010822629556059837, -0.010396854020655155, -0.009971077553927898, -0.009545301087200642, -0.009119524620473385, -0.008693748153746128, -0.008267971687018871, -0.007842195220291615, -0.007416419219225645, -0.006990642752498388, -0.006564866751432419, -0.006139090284705162, -0.005713313817977905, -0.0052875373512506485, -0.004861760884523392, -0.004435984883457422, -0.0040102084167301655, -0.0035844319500029087, -0.0031586557161062956, -0.0027328794822096825, -0.0023071030154824257, -0.0018813266651704907, -0.0014555503148585558, -0.0010297739645466208, -0.0006039976142346859, -0.00017822126392275095, 0.000247555086389184, 0.000673331436701119, 0.001099107787013054, 0.0015248841373249888, 0.0019506604876369238, 0.002376436721533537, 0.0028022131882607937, 0.0032279896549880505, 0.0036537658888846636, 0.004079542122781277, 0.0045053185895085335, 0.00493109505623579, 0.005356871522963047, 0.0057826475240290165, 0.006208423990756273, 0.00663420045748353, 0.0070599764585494995, 0.007485752925276756, 0.007911529392004013, 0.00833730585873127, 0.008763082325458527, 0.009188858792185783, 0.00961463525891304, 0.010040410794317722, 0.010466187261044979, 0.010891963727772236, 0.011317740194499493, 0.01174351666122675, 0.012169293127954006, 0.012595069594681263, 0.013020845130085945, 0.013446621596813202, 0.013872398063540459, 0.014298174530267715, 0.014723950996994972]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 2.0, 1.0, 2.0, 4.0, 0.0, 3.0, 1.0, 3.0, 0.0, 2.0, 8.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0, 0.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.005831682123243809, -0.005609970074146986, -0.005388258025050163, -0.0051665459759533405, -0.004944833926856518, -0.004723121877759695, -0.004501409828662872, -0.00427969777956605, -0.004057985730469227, -0.0038362734485417604, -0.0036145613994449377, -0.003392849350348115, -0.0031711373012512922, -0.0029494252521544695, -0.0027277132030576468, -0.002506001153960824, -0.0022842891048640013, -0.0020625770557671785, -0.0018408650066703558, -0.001619152957573533, -0.0013974409084767103, -0.0011757287429645658, -0.000954016693867743, -0.0007323046447709203, -0.0005105925956740975, -0.0002888805465772748, -6.71684683766216e-05, 0.00015454359527211636, 0.00037625565892085433, 0.0005979677080176771, 0.0008196798153221607, 0.0010413918644189835, 0.0012631039135158062, 0.001484815962612629, 0.0017065280117094517, 0.0019282400608062744, 0.002149952109903097, 0.00237166415899992, 0.0025933762080967426, 0.0028150882571935654, 0.003036800306290388, 0.0032585125882178545, 0.0034802246373146772, 0.0037019366864115, 0.003923648502677679, 0.004145360551774502, 0.0043670726008713245, 0.004588784649968147, 0.004810497164726257, 0.00503220921382308, 0.005253921262919903, 0.0054756333120167255, 0.005697345361113548, 0.005919057410210371, 0.006140769459307194, 0.0063624815084040165, 0.006584193557500839, 0.006805905606597662, 0.007027617655694485, 0.0072493297047913074, 0.00747104175388813, 0.007692753802984953, 0.007914465852081776, 0.008136177435517311, 0.008357889950275421]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 4.0, 6.0, 9.0, 12.0, 18.0, 23.0, 22.0, 25.0, 41.0, 33.0, 74.0, 90.0, 115.0, 132.0, 183.0, 214.0, 273.0, 325.0, 374.0, 453.0, 532.0, 781.0, 1029.0, 1174.0, 5921.0, 2172.0, 1257.0, 836.0, 561.0, 405.0, 274.0, 250.0, 178.0, 166.0, 105.0, 92.0, 67.0, 59.0, 43.0, 32.0, 19.0, 14.0, 7.0, 6.0, 5.0, 6.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.0074135917238891125, -0.007206941023468971, -0.00700029032304883, -0.006793639622628689, -0.006586989387869835, -0.006380338687449694, -0.0061736879870295525, -0.005967037286609411, -0.00576038658618927, -0.005553735885769129, -0.005347085185348988, -0.005140434484928846, -0.004933783784508705, -0.004727133549749851, -0.00452048284932971, -0.004313832148909569, -0.004107181448489428, -0.0039005307480692863, -0.003693880047649145, -0.0034872295800596476, -0.0032805788796395063, -0.003073928179219365, -0.0028672777116298676, -0.0026606270112097263, -0.002453976310789585, -0.002247325610369444, -0.0020406749099493027, -0.001834024442359805, -0.0016273737419396639, -0.0014207230415195227, -0.0012140724575147033, -0.0010074218735098839, -0.0008007711730897427, -0.0005941205308772624, -0.00038746988866478205, -0.00018081924645230174, 2.5831395760178566e-05, 0.00023248203797265887, 0.0004391326801851392, 0.0006457833223976195, 0.0008524339646100998, 0.001059084665030241, 0.0012657352490350604, 0.0014723858330398798, 0.001679036533460021, 0.0018856872338801622, 0.00209233770146966, 0.002298988401889801, 0.0025056391023099422, 0.0027122898027300835, 0.0029189405031502247, 0.0031255909707397223, 0.0033322416711598635, 0.0035388923715800047, 0.0037455428391695023, 0.0039521935395896435, 0.004158844240009785, 0.004365494940429926, 0.004572145640850067, 0.004778796341270208, 0.00498544704169035, 0.0051920972764492035, 0.005398747976869345, 0.005605398677289486, 0.005812049377709627]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 4.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.022493675351142883, -0.021988900378346443, -0.021484123542904854, -0.020979348570108414, -0.020474573597311974, -0.019969796761870384, -0.019465021789073944, -0.018960246816277504, -0.018455471843481064, -0.017950695008039474, -0.017445920035243034, -0.016941145062446594, -0.016436368227005005, -0.015931593254208565, -0.01542681735008955, -0.01492204237729311, -0.014417266473174095, -0.01391249056905508, -0.01340771559625864, -0.012902939692139626, -0.012398164719343185, -0.01189338881522417, -0.011388612911105156, -0.010883837938308716, -0.010379062034189701, -0.009874286130070686, -0.009369511157274246, -0.008864735253155231, -0.008359959349036217, -0.007855184376239777, -0.007350408472120762, -0.0068456330336630344, -0.006340857595205307, -0.00583608215674758, -0.005331306718289852, -0.004826530814170837, -0.00432175537571311, -0.0038169799372553825, -0.0033122042659670115, -0.0028074285946786404, -0.002302653156220913, -0.0017978776013478637, -0.0012931020464748144, -0.0007883264916017652, -0.0002835509367287159, 0.00022122461814433336, 0.0007260001730173826, 0.0012307757278904319, 0.0017355512827634811, 0.0022403267212212086, 0.0027451023925095797, 0.0032498780637979507, 0.003754653502255678, 0.004259428940713406, 0.00476420484483242, 0.005268980283290148, 0.005773755721747875, 0.006278531160205603, 0.00678330659866333, 0.007288082502782345, 0.007792857941240072, 0.0082976333796978, 0.008802409283816814, 0.009307184256613255, 0.00981196016073227]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 2.0, 6.0, 2.0, 5.0, 3.0, 5.0, 2.0, 3.0, 2.0, 2.0, 2.0, 4.0, 4.0, 7.0, 5.0, 4.0, 2.0, 2.0, 2.0, 6.0, 5.0, 7.0, 5.0, 6.0, 4.0, 4.0, 10.0, 8.0, 7.0, 4.0, 5.0, 4.0, 11.0, 8.0, 9.0, 10.0, 36.0, 9.0, 13.0, 7.0, 11.0, 10.0, 7.0, 3.0, 3.0, 0.0, 3.0, 4.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.020308788865804672, -0.019796354696154594, -0.019283918663859367, -0.01877148449420929, -0.018259048461914062, -0.017746614292263985, -0.017234180122613907, -0.01672174409031868, -0.016209309920668602, -0.015696875751018524, -0.015184439718723297, -0.01467200554907322, -0.014159570448100567, -0.013647135347127914, -0.013134701177477837, -0.012622266076505184, -0.012109830975532532, -0.01159739587455988, -0.011084960773587227, -0.010572526603937149, -0.010060091502964497, -0.009547656401991844, -0.009035222232341766, -0.008522787131369114, -0.008010352030396461, -0.007497916929423809, -0.006985482294112444, -0.006473047658801079, -0.005960612557828426, -0.005448177456855774, -0.004935742821544409, -0.004423308186233044, -0.003910873085260391, -0.0033984382171183825, -0.0028860033489763737, -0.002373568480834365, -0.0018611336126923561, -0.0013486987445503473, -0.0008362638764083385, -0.00032382900826632977, 0.00018860585987567902, 0.0007010407280176878, 0.0012134755961596966, 0.0017259104643017054, 0.002238345332443714, 0.002750780200585723, 0.0032632150687277317, 0.0037756499368697405, 0.004288084805011749, 0.004800519905984402, 0.005312954541295767, 0.005825389176607132, 0.006337824277579784, 0.006850259378552437, 0.007362694013863802, 0.007875128649175167, 0.00838756375014782, 0.008899998851120472, 0.009412433952093124, 0.009924868121743202, 0.010437303222715855, 0.010949738323688507, 0.011462172493338585, 0.011974607594311237, 0.01248704269528389]}, "_runtime": 8.16721487045288, "_timestamp": 1596206587.010847, "_step": 4}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 3.0, 0.0, 3.0, 2.0, 1.0, 1.0, 2.0, 6.0, 3.0, 3.0, 5.0, 2.0, 4.0, 2.0, 2.0, 2.0, 4.0, 0.0, 3.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.032716505229473114, -0.03192015737295151, -0.0311238132417202, -0.030327467247843742, -0.029531121253967285, -0.028734775260090828, -0.02793842740356922, -0.027142081409692764, -0.026345735415816307, -0.02554938942193985, -0.024753043428063393, -0.023956697434186935, -0.023160351440310478, -0.02236400544643402, -0.021567659452557564, -0.020771313458681107, -0.0199749656021595, -0.019178619608283043, -0.018382273614406586, -0.01758592762053013, -0.01678958162665367, -0.015993235632777214, -0.015196889638900757, -0.0144005436450243, -0.013604197651147842, -0.01280785072594881, -0.012011504732072353, -0.011215158738195896, -0.010418812744319439, -0.009622466750442982, -0.00882611982524395, -0.008029773831367493, -0.0072334278374910355, -0.006437081843614578, -0.005640735384076834, -0.0048443893902003765, -0.004048042930662632, -0.0032516969367861748, -0.0024553509429097176, -0.0016590047162026167, -0.0008626584894955158, -6.631232099607587e-05, 0.0007300338475033641, 0.0015263799577951431, 0.002322726184502244, 0.003119072411209345, 0.003915418405085802, 0.004711764864623547, 0.005508110858500004, 0.006304456852376461, 0.0071008033119142056, 0.00789714977145195, 0.008693495765328407, 0.009489841759204865, 0.010286187753081322, 0.011082533746957779, 0.011878879740834236, 0.012675226666033268, 0.013471572659909725, 0.014267918653786182, 0.01506426464766264, 0.01586061157286167, 0.01665695756673813, 0.017453303560614586, 0.018249649554491043]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 6.0, 4.0, 0.0, 6.0, 6.0, 13.0, 14.0, 8.0, 26.0, 37.0, 49.0, 66.0, 91.0, 135.0, 221.0, 333.0, 469.0, 692.0, 3880.0, 836.0, 417.0, 230.0, 133.0, 70.0, 48.0, 40.0, 26.0, 15.0, 11.0, 11.0, 13.0, 4.0, 1.0, 4.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0], "bins": [-0.3148269057273865, -0.3073418140411377, -0.2998567521572113, -0.2923716604709625, -0.28488659858703613, -0.27740150690078735, -0.26991644501686096, -0.2624313533306122, -0.2549462914466858, -0.247461199760437, -0.23997612297534943, -0.23249104619026184, -0.22500595450401306, -0.21752087771892548, -0.2100358009338379, -0.2025507241487503, -0.19506564736366272, -0.18758057057857513, -0.18009549379348755, -0.17261041700839996, -0.16512534022331238, -0.1576402485370636, -0.150155171751976, -0.14267009496688843, -0.13518501818180084, -0.12769994139671326, -0.12021486461162567, -0.11272978037595749, -0.1052447035908699, -0.09775962680578232, -0.09027454257011414, -0.08278946578502655, -0.07530438899993896, -0.06781931221485138, -0.060334231704473495, -0.05284915119409561, -0.045364074409008026, -0.03787899762392044, -0.030393917113542557, -0.022908838465809822, -0.015423759818077087, -0.007938681170344353, -0.00045360252261161804, 0.007031476125121117, 0.014516554772853851, 0.022001633420586586, 0.02948671206831932, 0.036971792578697205, 0.04445686936378479, 0.051941946148872375, 0.05942702665925026, 0.06691210716962814, 0.07439718395471573, 0.08188226073980331, 0.0893673449754715, 0.09685242176055908, 0.10433749854564667, 0.11182257533073425, 0.11930765211582184, 0.12679272890090942, 0.1342778205871582, 0.1417628973722458, 0.14924797415733337, 0.15673305094242096, 0.16421812772750854]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 3.0, 3.0, 1.0, 3.0, 1.0, 0.0, 1.0, 2.0, 3.0, 4.0, 2.0, 2.0, 1.0, 3.0, 3.0, 1.0, 2.0, 3.0, 1.0, 2.0, 3.0, 5.0, 29.0, 4.0, 2.0, 2.0, 3.0, 0.0, 3.0, 1.0, 1.0, 4.0, 0.0, 1.0, 2.0, 2.0, 3.0, 1.0, 2.0, 3.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 3.0], "bins": [-0.004410230554640293, -0.004274335224181414, -0.004138439428061247, -0.004002544097602367, -0.0038666485343128443, -0.003730752971023321, -0.0035948576405644417, -0.0034589620772749186, -0.0033230665139853954, -0.0031871709506958723, -0.003051275387406349, -0.0029153800569474697, -0.0027794844936579466, -0.0026435889303684235, -0.002507693599909544, -0.002371798036620021, -0.0022359024733304977, -0.0021000069100409746, -0.0019641113467514515, -0.001828216016292572, -0.001692320453003049, -0.0015564248897135258, -0.0014205294428393245, -0.0012846339959651232, -0.0011487384326756, -0.001012842869386077, -0.0008769474225118756, -0.0007410519174300134, -0.0006051564123481512, -0.000469260907266289, -0.0003333654021844268, -0.00019746989710256457, -6.157439202070236e-05, 7.432111306115985e-05, 0.00021021661814302206, 0.00034611212322488427, 0.0004820076283067465, 0.0006179031333886087, 0.0007537986384704709, 0.0008896941435523331, 0.0010255896486341953, 0.0011614852119237185, 0.0012973806587979198, 0.001433276105672121, 0.0015691716689616442, 0.0017050672322511673, 0.0018409626791253686, 0.00197685812599957, 0.002112753689289093, 0.002248649252578616, 0.0023845448158681393, 0.0025204401463270187, 0.002656335709616542, 0.002792231272906065, 0.0029281266033649445, 0.0030640221666544676, 0.0031999177299439907, 0.003335813293233514, 0.003471708856523037, 0.0036076041869819164, 0.0037434997502714396, 0.0038793953135609627, 0.004015290644019842, 0.004151186440140009, 0.004287081770598888]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 2.0, 1.0, 4.0, 16.0, 21.0, 38.0, 63.0, 92.0, 150.0, 235.0, 366.0, 582.0, 832.0, 1249.0, 1808.0, 2687.0, 3766.0, 4878.0, 6592.0, 8609.0, 11105.0, 14671.0, 19148.0, 25300.0, 33947.0, 47700.0, 67034.0, 95779.0, 449599.0, 116250.0, 76770.0, 52457.0, 36310.0, 25424.0, 18615.0, 13777.0, 10374.0, 7890.0, 6204.0, 4669.0, 3662.0, 2836.0, 2185.0, 1627.0, 1229.0, 871.0, 603.0, 433.0, 388.0, 272.0, 177.0, 129.0, 82.0, 55.0, 21.0, 21.0, 17.0, 10.0, 4.0, 3.0, 3.0, 2.0, 2.0], "bins": [-0.012081450782716274, -0.011677976697683334, -0.011274503543972969, -0.01087102945894003, -0.010467556305229664, -0.010064082220196724, -0.009660609066486359, -0.009257134981453419, -0.008853660896420479, -0.008450187742710114, -0.008046713657677174, -0.007643240503966808, -0.007239766418933868, -0.006836292799562216, -0.006432819180190563, -0.006029345560818911, -0.005625871941447258, -0.005222398322075605, -0.004818924702703953, -0.0044154510833323, -0.004011977463960648, -0.0036085036117583513, -0.003205029759556055, -0.0028015561401844025, -0.00239808252081275, -0.0019946089014410973, -0.0015911351656541228, -0.0011876614298671484, -0.0007841878104954958, -0.0003807141329161823, 2.2759544663131237e-05, 0.00042623322224244475, 0.0008297068998217583, 0.0012331805191934109, 0.0016366542549803853, 0.0020401279907673597, 0.0024436016101390123, 0.002847075229510665, 0.003250549081712961, 0.003654022701084614, 0.004057496320456266, 0.004460969939827919, 0.004864443559199572, 0.005267917178571224, 0.005671391263604164, 0.006074864882975817, 0.006478338502347469, 0.006881812121719122, 0.0072852857410907745, 0.007688759360462427, 0.00809223297983408, 0.00849570706486702, 0.008899180218577385, 0.009302654303610325, 0.00970612745732069, 0.01010960154235363, 0.010513074696063995, 0.010916548781096935, 0.011320022866129875, 0.01172349601984024, 0.01212697010487318, 0.012530443258583546, 0.012933917343616486, 0.013337390497326851, 0.01374086458235979]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 9.0, 3.0, 4.0, 5.0, 3.0, 4.0, 3.0, 1.0, 3.0, 2.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.02189420722424984, -0.02140342816710472, -0.020912649109959602, -0.020421870052814484, -0.019931090995669365, -0.019440311938524246, -0.018949532881379128, -0.01845875382423401, -0.01796797476708889, -0.01747719570994377, -0.016986416652798653, -0.016495637595653534, -0.016004858538508415, -0.015514080412685871, -0.015023301355540752, -0.014532522298395634, -0.014041743241250515, -0.013550964184105396, -0.013060185126960278, -0.012569406069815159, -0.01207862701267004, -0.011587847955524921, -0.011097068898379803, -0.010606289841234684, -0.01011551171541214, -0.009624732658267021, -0.009133953601121902, -0.008643174543976784, -0.008152395486831665, -0.007661616429686546, -0.007170837372541428, -0.006680058315396309, -0.00618927925825119, -0.0056985002011060715, -0.005207721143960953, -0.004716942086815834, -0.004226163029670715, -0.0037353842053562403, -0.003244605381041765, -0.0027538263238966465, -0.002263047266751528, -0.001772268209606409, -0.0012814892688766122, -0.0007907102699391544, -0.0002999312710016966, 0.0001908477279357612, 0.000681626726873219, 0.001172405667603016, 0.0016631847247481346, 0.0021539637818932533, 0.002644742839038372, 0.003135521663352847, 0.003626300720497966, 0.004117079544812441, 0.00460785860195756, 0.005098637659102678, 0.005589416716247797, 0.006080195773392916, 0.0065709748305380344, 0.007061753887683153, 0.0075525324791669846, 0.008043311536312103, 0.008534090593457222, 0.00902486965060234, 0.00951564870774746]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 3.0, 6.0, 8.0, 4.0, 8.0, 9.0, 7.0, 25.0, 33.0, 22.0, 44.0, 48.0, 64.0, 75.0, 91.0, 95.0, 87.0, 91.0, 88.0, 75.0, 68.0, 74.0, 63.0, 68.0, 95.0, 149.0, 199.0, 343.0, 498.0, 618.0, 1127.0, 6685.0, 2777.0, 1591.0, 1013.0, 602.0, 377.0, 281.0, 181.0, 109.0, 107.0, 87.0, 76.0, 65.0, 58.0, 44.0, 42.0, 29.0, 20.0, 19.0, 15.0, 21.0, 13.0, 10.0, 5.0, 6.0, 4.0, 4.0], "bins": [-0.011155867949128151, -0.010859966278076172, -0.010564063675701618, -0.010268162004649639, -0.00997226033359766, -0.009676357731223106, -0.009380456060171127, -0.009084554389119148, -0.008788651786744595, -0.008492750115692616, -0.008196848444640636, -0.007900945842266083, -0.007605044171214104, -0.007309142034500837, -0.007013239897787571, -0.006717338226735592, -0.0064214360900223255, -0.006125533953309059, -0.00582963228225708, -0.005533730145543814, -0.005237828008830547, -0.004941926337778568, -0.004646024201065302, -0.0043501220643520355, -0.0040542203933000565, -0.00375831825658679, -0.0034624161198735237, -0.003166514215990901, -0.0028706123121082783, -0.002574710175395012, -0.002278808271512389, -0.001982906134799123, -0.0016870042309165, -0.0013911022106185555, -0.001095200190320611, -0.0007992982864379883, -0.0005033962661400437, -0.00020749427494592965, 8.840771624818444e-05, 0.00038430970744229853, 0.0006802116986364126, 0.0009761137189343572, 0.0012720157392323017, 0.0015679176431149244, 0.001863819663412869, 0.0021597216837108135, 0.0024556235875934362, 0.0027515257243067026, 0.0030474276281893253, 0.003343329532071948, 0.0036392316687852144, 0.003935133572667837, 0.0042310357093811035, 0.004526937380433083, 0.004822839517146349, 0.005118741653859615, 0.005414643324911594, 0.005710545461624861, 0.006006447598338127, 0.0063023497350513935, 0.006598251406103373, 0.006894153542816639, 0.007190055679529905, 0.007485957350581884, 0.007781859487295151]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 3.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.06441449373960495, -0.06257069110870361, -0.06072688847780228, -0.05888308957219124, -0.0570392869412899, -0.055195484310388565, -0.05335168540477753, -0.05150788277387619, -0.049664080142974854, -0.04782027751207352, -0.04597647488117218, -0.04413267597556114, -0.042288873344659805, -0.04044507071375847, -0.03860127180814743, -0.036757469177246094, -0.03491366654634476, -0.03306986391544342, -0.031226063147187233, -0.029382262378931046, -0.02753845974802971, -0.025694657117128372, -0.023850856348872185, -0.022007055580615997, -0.02016325294971466, -0.018319450318813324, -0.016475649550557137, -0.014631847850978374, -0.012788046151399612, -0.01094424445182085, -0.009100442752242088, -0.007256641052663326, -0.005412839353084564, -0.003569037653505802, -0.00172523595392704, 0.00011856574565172195, 0.001962367445230484, 0.003806169144809246, 0.005649970844388008, 0.00749377254396677, 0.009337574243545532, 0.011181375943124294, 0.013025177642703056, 0.014868979342281818, 0.01671278104186058, 0.018556583672761917, 0.020400384441018105, 0.022244185209274292, 0.02408798784017563, 0.025931790471076965, 0.027775591239333153, 0.02961939200758934, 0.03146319463849068, 0.033306997269392014, 0.03515079617500305, 0.03699459880590439, 0.038838401436805725, 0.04068220406770706, 0.0425260066986084, 0.04436980560421944, 0.04621360823512077, 0.04805741086602211, 0.04990120977163315, 0.051745012402534485, 0.05358881503343582]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 2.0, 0.0, 3.0, 2.0, 4.0, 3.0, 7.0, 2.0, 12.0, 9.0, 10.0, 12.0, 12.0, 50.0, 18.0, 11.0, 8.0, 12.0, 8.0, 12.0, 4.0, 4.0, 9.0, 12.0, 9.0, 7.0, 7.0, 4.0, 3.0, 4.0, 2.0, 3.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.009131912142038345, -0.008583951741456985, -0.008035990409553051, -0.007488029543310404, -0.006940068677067757, -0.0063921078108251095, -0.005844146944582462, -0.005296186078339815, -0.004748225212097168, -0.004200264345854521, -0.0036523034796118736, -0.0031043426133692265, -0.0025563817471265793, -0.002008420880883932, -0.001460460014641285, -0.0009124991483986378, -0.0003645382821559906, 0.00018342258408665657, 0.0007313834503293037, 0.001279344316571951, 0.001827305182814598, 0.0023752660490572453, 0.0029232269152998924, 0.0034711877815425396, 0.004019148647785187, 0.004567109514027834, 0.005115070380270481, 0.005663031246513128, 0.0062109921127557755, 0.006758952978998423, 0.00730691384524107, 0.007854875177145004, 0.008402835577726364, 0.008950795978307724, 0.009498757310211658, 0.010046718642115593, 0.010594679042696953, 0.011142639443278313, 0.011690600775182247, 0.012238562107086182, 0.012786522507667542, 0.013334482908248901, 0.013882444240152836, 0.01443040557205677, 0.01497836597263813, 0.01552632637321949, 0.016074288636446, 0.01662224903702736, 0.01717020943760872, 0.01771816983819008, 0.01826613023877144, 0.018814092501997948, 0.019362052902579308, 0.019910013303160667, 0.020457975566387177, 0.021005935966968536, 0.021553896367549896, 0.022101856768131256, 0.022649817168712616, 0.023197779431939125, 0.023745739832520485, 0.024293700233101845, 0.024841662496328354, 0.025389622896909714, 0.025937583297491074]}, "_runtime": 8.934333086013794, "_timestamp": 1596206587.7779653, "_step": 5}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 3.0, 2.0, 1.0, 2.0, 0.0, 1.0, 3.0, 3.0, 0.0, 3.0, 2.0, 3.0, 2.0, 2.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014085973612964153, -0.013628354296088219, -0.013170734979212284, -0.01271311566233635, -0.01225549541413784, -0.011797876097261906, -0.011340256780385971, -0.010882637463510036, -0.010425018146634102, -0.009967398829758167, -0.009509779512882233, -0.009052160196006298, -0.008594540879130363, -0.008136920630931854, -0.00767930131405592, -0.007221681997179985, -0.0067640626803040504, -0.006306443363428116, -0.005848824046552181, -0.005391204264014959, -0.004933584947139025, -0.00447596563026309, -0.004018345847725868, -0.0035607265308499336, -0.003103107213973999, -0.0026454878970980644, -0.002187868347391486, -0.0017302489141002297, -0.0012726294808089733, -0.0008150100475177169, -0.00035739061422646046, 0.00010022881906479597, 0.0005578482523560524, 0.0010154676856473088, 0.0014730871189385653, 0.0019307065522298217, 0.002388325985521078, 0.0028459453023970127, 0.003303564852103591, 0.0037611844018101692, 0.004218803718686104, 0.004676423035562038, 0.005134042352437973, 0.005591662134975195, 0.0060492814518511295, 0.006506900768727064, 0.006964520551264286, 0.007422139868140221, 0.007879759185016155, 0.00833737850189209, 0.008794997818768024, 0.009252617135643959, 0.009710237383842468, 0.010167856700718403, 0.010625476017594337, 0.011083095334470272, 0.011540714651346207, 0.011998333968222141, 0.012455953285098076, 0.01291357260197401, 0.013371191918849945, 0.013828812167048454, 0.014286431483924389, 0.014744050800800323, 0.015201670117676258]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 3.0, 5.0, 3.0, 3.0, 5.0, 4.0, 7.0, 7.0, 9.0, 12.0, 15.0, 20.0, 15.0, 42.0, 37.0, 63.0, 62.0, 92.0, 124.0, 152.0, 197.0, 267.0, 371.0, 498.0, 3121.0, 1228.0, 550.0, 317.0, 199.0, 130.0, 82.0, 63.0, 52.0, 43.0, 25.0, 22.0, 15.0, 13.0, 9.0, 5.0, 12.0, 7.0, 2.0, 4.0, 3.0, 4.0, 2.0, 1.0, 3.0, 0.0, 0.0, 3.0, 1.0, 1.0], "bins": [-0.18122883141040802, -0.17596828937530518, -0.17070774734020233, -0.1654472053050995, -0.16018667817115784, -0.154926136136055, -0.14966559410095215, -0.1444050520658493, -0.13914451003074646, -0.13388396799564362, -0.12862342596054077, -0.12336289137601852, -0.11810234934091568, -0.11284180730581284, -0.10758127272129059, -0.10232073068618774, -0.0970601886510849, -0.09179964661598206, -0.08653910458087921, -0.08127856999635696, -0.07601802796125412, -0.07075748592615128, -0.06549695134162903, -0.060236409306526184, -0.05497586727142334, -0.049715325236320496, -0.04445478692650795, -0.039194248616695404, -0.03393370658159256, -0.028673166409134865, -0.02341262623667717, -0.018152086064219475, -0.01289154589176178, -0.007631005719304085, -0.0023704655468463898, 0.0028900746256113052, 0.008150614798069, 0.013411154970526695, 0.01867169514298439, 0.023932235315442085, 0.02919277548789978, 0.034453317523002625, 0.03971385583281517, 0.044974394142627716, 0.05023493617773056, 0.055495478212833405, 0.06075601652264595, 0.0660165548324585, 0.07127709686756134, 0.07653763890266418, 0.08179818093776703, 0.08705871552228928, 0.09231925755739212, 0.09757979959249496, 0.10284033417701721, 0.10810087621212006, 0.1133614182472229, 0.11862196028232574, 0.12388250231742859, 0.12914304435253143, 0.13440358638763428, 0.13966411352157593, 0.14492465555667877, 0.15018519759178162, 0.15544573962688446]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 3.0, 0.0, 3.0, 0.0, 5.0, 4.0, 5.0, 8.0, 1.0, 3.0, 4.0, 0.0, 4.0, 2.0, 30.0, 2.0, 2.0, 3.0, 1.0, 3.0, 5.0, 3.0, 1.0, 1.0, 2.0, 3.0, 2.0, 3.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.006414387375116348, -0.006231450941413641, -0.006048514042049646, -0.005865577608346939, -0.0056826407089829445, -0.005499704275280237, -0.005316767375916243, -0.005133830942213535, -0.004950894042849541, -0.004767957609146833, -0.004585020709782839, -0.0044020842760801315, -0.004219147376716137, -0.00403621094301343, -0.0038532742764800787, -0.0036703376099467278, -0.003487400943413377, -0.003304464276880026, -0.003121527610346675, -0.002938590943813324, -0.002755654277279973, -0.002572717610746622, -0.002389780944213271, -0.00220684427767992, -0.002023907843977213, -0.0018409710610285401, -0.0016580343944951892, -0.0014750977279618382, -0.0012921611778438091, -0.0011092245113104582, -0.0009262878447771072, -0.0007433511782437563, -0.0005604145117104053, -0.0003774778451770544, -0.00019454120774753392, -1.1604555766098201e-05, 0.00017133209621533751, 0.00035426876274868846, 0.0005372053710743785, 0.0007201420376077294, 0.0009030787041410804, 0.0010860153706744313, 0.0012689520372077823, 0.0014518887037411332, 0.0016348252538591623, 0.0018177619203925133, 0.0020006985869258642, 0.002183635253459215, 0.002366571919992566, 0.002549508586525917, 0.002732445253059268, 0.002915381919592619, 0.00309831858612597, 0.003281255252659321, 0.0034641919191926718, 0.0036471285857260227, 0.00383006501942873, 0.004013001918792725, 0.004195938352495432, 0.0043788752518594265, 0.004561811685562134, 0.004744748584926128, 0.004927685018628836, 0.00511062191799283, 0.005293558351695538]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 3.0, 4.0, 12.0, 15.0, 28.0, 52.0, 65.0, 99.0, 155.0, 243.0, 336.0, 456.0, 616.0, 988.0, 1417.0, 1885.0, 2702.0, 3746.0, 5239.0, 7059.0, 9669.0, 12807.0, 17146.0, 23644.0, 32006.0, 45500.0, 63437.0, 89820.0, 457643.0, 112670.0, 74873.0, 54039.0, 40072.0, 30100.0, 22687.0, 17432.0, 12892.0, 9802.0, 7345.0, 5486.0, 4193.0, 3051.0, 2349.0, 1714.0, 1252.0, 890.0, 625.0, 481.0, 325.0, 195.0, 147.0, 95.0, 52.0, 35.0, 16.0, 9.0, 10.0, 9.0, 3.0, 1.0, 2.0, 1.0, 2.0], "bins": [-0.01071390975266695, -0.010355504229664803, -0.009997098706662655, -0.009638692252337933, -0.009280286729335785, -0.008921881206333637, -0.00856347568333149, -0.008205069229006767, -0.00784666370600462, -0.007488258183002472, -0.007129852660000324, -0.006771446671336889, -0.006413041148334742, -0.006054635159671307, -0.005696229636669159, -0.005337823648005724, -0.004979418125003576, -0.004621012602001429, -0.004262606613337994, -0.0039042008575052023, -0.003545795101672411, -0.0031873895786702633, -0.002828983822837472, -0.0024705780670046806, -0.0021121723111718893, -0.001753766555339098, -0.0013953607995063066, -0.0010369551600888371, -0.0006785494042560458, -0.00032014367752708495, 3.8262049201875925e-05, 0.0003966677759308368, 0.0007550735026597977, 0.001113479258492589, 0.0014718850143253803, 0.0018302906537428498, 0.002188696525990963, 0.0025471020489931107, 0.002905507804825902, 0.0032639135606586933, 0.0036223193164914846, 0.003980725072324276, 0.004339130595326424, 0.004697536583989859, 0.005055942106992006, 0.005414348095655441, 0.005772753618657589, 0.006131159607321024, 0.006489565130323172, 0.006847970653325319, 0.007206376641988754, 0.007564782164990902, 0.00792318768799305, 0.008281594142317772, 0.00863999966531992, 0.008998405188322067, 0.009356810711324215, 0.009715216234326363, 0.010073622688651085, 0.010432028211653233, 0.01079043373465538, 0.011148839257657528, 0.01150724571198225, 0.011865651234984398, 0.012224056757986546]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 3.0, 4.0, 8.0, 2.0, 10.0, 9.0, 4.0, 4.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009067626670002937, -0.008321999572217464, -0.007576372474431992, -0.006830744910985231, -0.0060851178131997585, -0.005339490715414286, -0.0045938631519675255, -0.0038482360541820526, -0.0031026089563965797, -0.002356981858611107, -0.0016113545279949903, -0.0008657273137941957, -0.00012010009959340096, 0.0006255271146073937, 0.0013711543288081884, 0.002116781659424305, 0.002862408757209778, 0.0036080358549952507, 0.004353662952780724, 0.005099290516227484, 0.005844917614012957, 0.0065905447117984295, 0.00733617227524519, 0.008081799373030663, 0.008827426470816135, 0.009573053568601608, 0.010318680666387081, 0.011064307764172554, 0.011809935793280602, 0.012555562891066074, 0.013301189988851547, 0.01404681708663702, 0.014792444184422493, 0.015538071282207966, 0.01628369837999344, 0.017029326409101486, 0.017774952575564384, 0.018520580604672432, 0.01926620677113533, 0.020011834800243378, 0.020757462829351425, 0.021503088995814323, 0.02224871702492237, 0.02299434319138527, 0.023739971220493317, 0.024485597386956215, 0.025231225416064262, 0.02597685158252716, 0.026722479611635208, 0.027468107640743256, 0.028213733807206154, 0.0289593618363142, 0.0297049880027771, 0.030450616031885147, 0.031196242198348045, 0.031941868364810944, 0.03268749639391899, 0.03343312442302704, 0.034178752452135086, 0.034924380481243134, 0.03567000478506088, 0.03641563281416893, 0.03716126084327698, 0.037906888872385025, 0.03865251690149307]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 2.0, 2.0, 4.0, 5.0, 9.0, 8.0, 10.0, 20.0, 41.0, 46.0, 115.0, 156.0, 340.0, 560.0, 1100.0, 2055.0, 8000.0, 2516.0, 1095.0, 602.0, 395.0, 362.0, 283.0, 187.0, 123.0, 72.0, 58.0, 50.0, 33.0, 28.0, 21.0, 18.0, 10.0, 12.0, 8.0, 10.0, 8.0, 2.0, 7.0, 7.0, 6.0, 7.0, 7.0, 4.0, 2.0, 3.0, 1.0, 4.0, 3.0, 0.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.009544632397592068, -0.009058983996510506, -0.008573335595428944, -0.008087688125669956, -0.007602039724588394, -0.007116391323506832, -0.00663074292242527, -0.006145094987004995, -0.005659446585923433, -0.005173798184841871, -0.0046881502494215965, -0.0042025018483400345, -0.003716853680089116, -0.0032312055118381977, -0.0027455571107566357, -0.0022599089425057173, -0.0017742607742547989, -0.0012886126060038805, -0.0008029643213376403, -0.000317316094879061, 0.00016833213157951832, 0.0006539803580380976, 0.001139628584496677, 0.0016252768691629171, 0.0021109250374138355, 0.002596573205664754, 0.0030822213739156723, 0.0035678697749972343, 0.004053518176078796, 0.004539166111499071, 0.005024814512580633, 0.005510462448000908, 0.00599611084908247, 0.006481759250164032, 0.006967407185584307, 0.007453055586665869, 0.007938703522086143, 0.008424351923167706, 0.008910000324249268, 0.00939564872533083, 0.009881297126412392, 0.010366944596171379, 0.010852592997252941, 0.011338241398334503, 0.011823889799416065, 0.012309538200497627, 0.012795185670256615, 0.013280834071338177, 0.013766482472419739, 0.0142521308735013, 0.014737779274582863, 0.01522342674434185, 0.015709076076745987, 0.016194723546504974, 0.016680371016263962, 0.0171660203486681, 0.017651667818427086, 0.018137317150831223, 0.01862296462059021, 0.019108612090349197, 0.019594261422753334, 0.02007990889251232, 0.020565558224916458, 0.021051205694675446, 0.021536853164434433]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 5.0, 1.0, 4.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08283058553934097, -0.08040068298578262, -0.07797078043222427, -0.07554088532924652, -0.07311098277568817, -0.07068108022212982, -0.06825117766857147, -0.06582127511501312, -0.06339137256145477, -0.06096147373318672, -0.05853157490491867, -0.05610167235136032, -0.05367176979780197, -0.05124187096953392, -0.04881196841597557, -0.04638206958770752, -0.04395216703414917, -0.04152226448059082, -0.03909236565232277, -0.03666246309876442, -0.03423256427049637, -0.03180266171693802, -0.02937275916337967, -0.02694285847246647, -0.02451295778155327, -0.022083057090640068, -0.019653156399726868, -0.017223253846168518, -0.014793353155255318, -0.012363452464342117, -0.009933550842106342, -0.007503649685531855, -0.005073748528957367, -0.0026438473723828793, -0.00021394621580839157, 0.002215954940766096, 0.004645856097340584, 0.0070757572539150715, 0.00950565841048956, 0.011935560032725334, 0.014365460723638535, 0.016795361414551735, 0.019225262105464935, 0.021655164659023285, 0.024085065349936485, 0.026514966040849686, 0.028944868594408035, 0.031374767422676086, 0.033804669976234436, 0.036234572529792786, 0.03866447135806084, 0.041094373911619186, 0.04352427273988724, 0.04595417529344559, 0.04838407784700394, 0.05081397667527199, 0.05324387922883034, 0.05567378178238869, 0.05810368061065674, 0.06053358316421509, 0.06296348571777344, 0.06539338827133179, 0.06782328337430954, 0.07025318592786789, 0.07268308848142624]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 4.0, 2.0, 2.0, 3.0, 3.0, 4.0, 5.0, 9.0, 3.0, 14.0, 13.0, 22.0, 37.0, 24.0, 50.0, 13.0, 14.0, 9.0, 6.0, 13.0, 9.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0], "bins": [-0.04407516494393349, -0.04266337677836418, -0.041251588612794876, -0.03983980044722557, -0.038428012281656265, -0.03701622411608696, -0.035604435950517654, -0.03419264778494835, -0.032780855894088745, -0.03136906772851944, -0.029957281425595284, -0.028545493260025978, -0.027133703231811523, -0.025721915066242218, -0.024310126900672913, -0.022898338735103607, -0.021486550569534302, -0.020074762403964996, -0.01866297423839569, -0.017251186072826385, -0.01583939790725708, -0.0144276088103652, -0.01301581971347332, -0.011604031547904015, -0.01019224338233471, -0.008780455216765404, -0.007368666585534811, -0.005956877954304218, -0.004545089788734913, -0.003133301390334964, -0.0017215129919350147, -0.00030972459353506565, 0.0011020638048648834, 0.0025138522032648325, 0.003925640601664782, 0.005337429232895374, 0.00674921739846468, 0.008161005564033985, 0.009572794660925865, 0.01098458282649517, 0.012396370992064476, 0.013808159157633781, 0.015219947323203087, 0.016631735488772392, 0.018043525516986847, 0.019455313682556152, 0.020867101848125458, 0.022278890013694763, 0.02369067817926407, 0.025102466344833374, 0.02651425451040268, 0.027926042675971985, 0.02933783084154129, 0.030749620869755745, 0.0321614071726799, 0.03357319533824921, 0.03498498350381851, 0.036396775394678116, 0.03780856356024742, 0.03922035172581673, 0.04063213989138603, 0.04204392805695534, 0.04345571622252464, 0.04486750438809395, 0.046279292553663254]}, "_runtime": 9.708430051803589, "_timestamp": 1596206588.5520623, "_step": 6}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 4.0, 4.0, 2.0, 1.0, 3.0, 1.0, 0.0, 1.0, 2.0, 2.0, 3.0, 2.0, 1.0, 1.0, 0.0, 1.0, 4.0, 2.0, 1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01786220632493496, -0.017413033172488213, -0.016963861882686615, -0.016514688730239868, -0.01606551557779312, -0.015616343356668949, -0.015167171135544777, -0.014717998914420605, -0.014268825761973858, -0.013819653540849686, -0.013370481319725513, -0.012921308167278767, -0.012472135946154594, -0.012022963725030422, -0.011573790572583675, -0.011124618351459503, -0.010675445199012756, -0.010226272977888584, -0.009777100756764412, -0.009327927604317665, -0.008878755383193493, -0.00842958316206932, -0.007980410009622574, -0.007531237788498402, -0.007082065567374229, -0.00663289288058877, -0.00618372019380331, -0.005734547507017851, -0.005285375285893679, -0.004836202599108219, -0.00438702991232276, -0.003937857691198587, -0.003488685004413128, -0.003039512550458312, -0.0025903398636728525, -0.0021411674097180367, -0.001691994839347899, -0.0012428222689777613, -0.0007936497568152845, -0.00034447721554897726, 0.00010469532571732998, 0.0005538678960874677, 0.0010030404664576054, 0.0014522129204124212, 0.001901385490782559, 0.0023505580611526966, 0.0027997305151075125, 0.003248903201892972, 0.003698075655847788, 0.004147248342633247, 0.00459642056375742, 0.005045593250542879, 0.005494765937328339, 0.005943938158452511, 0.00639311084523797, 0.00684228353202343, 0.007291455753147602, 0.007740628439933062, 0.008189801126718521, 0.008638973347842693, 0.00908814650028944, 0.009537318721413612, 0.009986490942537785, 0.010435664094984531, 0.010884836316108704]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 1.0, 3.0, 3.0, 3.0, 1.0, 2.0, 3.0, 3.0, 4.0, 9.0, 6.0, 13.0, 12.0, 16.0, 17.0, 21.0, 26.0, 38.0, 53.0, 61.0, 98.0, 102.0, 119.0, 164.0, 262.0, 352.0, 418.0, 3091.0, 1403.0, 576.0, 354.0, 173.0, 146.0, 107.0, 78.0, 33.0, 38.0, 26.0, 18.0, 16.0, 13.0, 12.0, 8.0, 7.0, 2.0, 1.0, 4.0, 6.0, 3.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.1572493016719818, -0.15210993587970734, -0.14697057008743286, -0.1418312042951584, -0.13669182360172272, -0.13155245780944824, -0.12641309201717377, -0.12127372622489929, -0.11613436043262482, -0.11099498718976974, -0.10585562139749527, -0.1007162556052208, -0.09557688236236572, -0.09043751657009125, -0.08529815077781677, -0.0801587775349617, -0.07501941174268723, -0.06988004595041275, -0.06474067270755768, -0.0596013069152832, -0.05446194112300873, -0.049322571605443954, -0.04418320208787918, -0.039043836295604706, -0.03390446677803993, -0.028765099123120308, -0.023625731468200684, -0.01848636195063591, -0.013346994295716286, -0.008207626640796661, -0.0030682580545544624, 0.002071110066026449, 0.007210478186607361, 0.012349845841526985, 0.01748921349644661, 0.022628583014011383, 0.027767950668931007, 0.03290731832385063, 0.038046687841415405, 0.04318605363368988, 0.048325423151254654, 0.05346479266881943, 0.0586041584610939, 0.06374352425336838, 0.06888289749622345, 0.07402226328849792, 0.0791616290807724, 0.08430100232362747, 0.08944036811590195, 0.09457973390817642, 0.0997191071510315, 0.10485847294330597, 0.10999783873558044, 0.11513721197843552, 0.12027657777070999, 0.12541595101356506, 0.13055531680583954, 0.135694682598114, 0.1408340483903885, 0.14597341418266296, 0.15111277997493744, 0.1562521606683731, 0.16139152646064758, 0.16653089225292206, 0.17167025804519653]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 1.0, 2.0, 0.0, 2.0, 5.0, 2.0, 1.0, 3.0, 4.0, 3.0, 1.0, 5.0, 5.0, 12.0, 6.0, 6.0, 27.0, 2.0, 1.0, 5.0, 2.0, 3.0, 2.0, 1.0, 0.0, 0.0, 4.0, 1.0, 1.0, 0.0, 3.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.003965362440794706, -0.0038209413178265095, -0.0036765201948583126, -0.003532098839059472, -0.003387677716091275, -0.0032432565931230783, -0.003098835237324238, -0.002954414114356041, -0.002809992991387844, -0.002665571868419647, -0.0025211507454514503, -0.00237672938965261, -0.002232308266684413, -0.002087887143716216, -0.0019434659043326974, -0.0017990446649491787, -0.0016546235419809818, -0.001510202419012785, -0.0013657811796292663, -0.0012213599402457476, -0.0010769388172775507, -0.0009325176361016929, -0.0007880964549258351, -0.0006436752737499774, -0.0004992540925741196, -0.0003548329113982618, -0.000210411730222404, -6.599054904654622e-05, 7.843063212931156e-05, 0.00022285181330516934, 0.0003672729944810271, 0.0005116941756568849, 0.0006561153568327427, 0.0008005365380086005, 0.0009449577191844583, 0.001089378958567977, 0.0012338000815361738, 0.0013782212045043707, 0.0015226424438878894, 0.001667063683271408, 0.001811484806239605, 0.001955905929207802, 0.0021003270521759987, 0.002244748407974839, 0.002389169530943036, 0.002533590653911233, 0.0026780120097100735, 0.0028224331326782703, 0.002966854255646467, 0.003111275378614664, 0.003255696501582861, 0.0034001178573817015, 0.0035445389803498983, 0.003688960103318095, 0.0038333814591169357, 0.003977802582085133, 0.0041222237050533295, 0.004266644828021526, 0.004411065950989723, 0.00455548707395792, 0.004699908196926117, 0.004844329785555601, 0.004988750908523798, 0.005133172031491995, 0.005277593154460192]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 3.0, 1.0, 9.0, 16.0, 17.0, 28.0, 47.0, 62.0, 112.0, 168.0, 288.0, 480.0, 788.0, 1379.0, 2196.0, 3917.0, 6567.0, 11317.0, 19329.0, 32557.0, 53763.0, 87857.0, 142955.0, 522414.0, 109832.0, 66572.0, 41862.0, 26530.0, 17062.0, 11031.0, 7158.0, 4558.0, 2946.0, 1892.0, 1251.0, 836.0, 580.0, 393.0, 293.0, 188.0, 128.0, 84.0, 59.0, 41.0, 17.0, 18.0, 18.0, 10.0, 3.0, 2.0, 1.0, 3.0, 2.0, 2.0, 2.0], "bins": [-0.012510188855230808, -0.012124171480536461, -0.011738153174519539, -0.011352135799825191, -0.010966118425130844, -0.010580101050436497, -0.01019408367574215, -0.009808065369725227, -0.00942204799503088, -0.009036030620336533, -0.00865001231431961, -0.008263994939625263, -0.007877977564930916, -0.0074919601902365685, -0.007105942349880934, -0.006719924509525299, -0.006333907134830952, -0.005947889760136604, -0.00556187191978097, -0.005175854079425335, -0.0047898367047309875, -0.00440381933003664, -0.0040178014896810055, -0.0036317838821560144, -0.0032457662746310234, -0.0028597486671060324, -0.0024737310595810413, -0.0020877134520560503, -0.0017016958445310593, -0.0013156782370060682, -0.0009296606294810772, -0.0005436430219560862, -0.00015762541443109512, 0.0002283921930938959, 0.000614409800618887, 0.001000427408143878, 0.001386445015668869, 0.00177246262319386, 0.002158480230718851, 0.002544497838243842, 0.002930515445768833, 0.003316533053293824, 0.0037025506608188152, 0.00408856850117445, 0.004474585875868797, 0.004860603250563145, 0.005246621090918779, 0.005632638931274414, 0.0060186563059687614, 0.006404673680663109, 0.0067906915210187435, 0.007176709361374378, 0.007562726736068726, 0.007948744110763073, 0.00833476148545742, 0.008720779791474342, 0.00910679716616869, 0.009492814540863037, 0.009878832846879959, 0.010264850221574306, 0.010650867596268654, 0.011036884970963001, 0.011422902345657349, 0.01180892065167427, 0.012194938026368618]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 3.0, 4.0, 2.0, 3.0, 3.0, 3.0, 3.0, 2.0, 3.0, 4.0, 2.0, 6.0, 2.0, 4.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012699771672487259, -0.012253216467797756, -0.011806661263108253, -0.01136010605841875, -0.010913549922406673, -0.01046699471771717, -0.010020439513027668, -0.009573884308338165, -0.009127329103648663, -0.00868077389895916, -0.008234217762947083, -0.007787663023918867, -0.007341107353568077, -0.006894552148878574, -0.006447996944189072, -0.006001441273838282, -0.005554886069148779, -0.005108330864459276, -0.004661775194108486, -0.0042152199894189835, -0.0037686647847294807, -0.0033221093472093344, -0.002875553909689188, -0.0024289987049996853, -0.001982443267479539, -0.0015358879463747144, -0.0010893326252698898, -0.0006427771877497435, -0.00019622186664491892, 0.0002503334835637361, 0.0006968888337723911, 0.0011434442130848765, 0.001589999534189701, 0.0020365549717098475, 0.00248311017639935, 0.0029296656139194965, 0.0033762208186089993, 0.0038227762561291456, 0.004269331693649292, 0.004715886898338795, 0.005162442103028297, 0.0056089977733790874, 0.00605555297806859, 0.006502108182758093, 0.006948663853108883, 0.007395219057798386, 0.007841774262487888, 0.008288329467177391, 0.008734885603189468, 0.009181440807878971, 0.009627996012568474, 0.010074551217257977, 0.01052110642194748, 0.010967661626636982, 0.011414216831326485, 0.011860772967338562, 0.012307328172028065, 0.012753883376717567, 0.01320043858140707, 0.013646993786096573, 0.014093548990786076, 0.014540105126798153, 0.014986660331487656, 0.015433215536177158, 0.01587977074086666]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 3.0, 2.0, 4.0, 5.0, 2.0, 3.0, 6.0, 12.0, 11.0, 24.0, 25.0, 34.0, 32.0, 61.0, 66.0, 110.0, 126.0, 209.0, 263.0, 372.0, 446.0, 490.0, 691.0, 860.0, 1061.0, 1614.0, 2775.0, 5707.0, 1103.0, 567.0, 434.0, 296.0, 209.0, 154.0, 112.0, 99.0, 105.0, 82.0, 90.0, 48.0, 33.0, 21.0, 20.0, 12.0, 8.0, 3.0, 1.0, 4.0, 3.0, 3.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0], "bins": [-0.01109003834426403, -0.01077540684491396, -0.010460775345563889, -0.010146143846213818, -0.009831512346863747, -0.009516880847513676, -0.009202249348163605, -0.008887617848813534, -0.008572986349463463, -0.008258355781435966, -0.007943724282085896, -0.007629092317074537, -0.007314461283385754, -0.006999829784035683, -0.006685198284685612, -0.006370566785335541, -0.00605593528598547, -0.005741303786635399, -0.005426672287285328, -0.005112040787935257, -0.004797409288585186, -0.004482778254896402, -0.004168146755546331, -0.0038535152561962605, -0.0035388837568461895, -0.0032242522574961185, -0.0029096207581460476, -0.0025949894916266203, -0.0022803579922765493, -0.0019657264929264784, -0.0016510951099917293, -0.0013364637270569801, -0.0010218322277069092, -0.0007072007865644991, -0.0003925693454220891, -7.793790427967906e-05, 0.00023669353686273098, 0.000551324978005141, 0.0008659564191475511, 0.0011805878020823002, 0.0014952193014323711, 0.001809850800782442, 0.002124482300132513, 0.0024391135666519403, 0.0027537450660020113, 0.0030683765653520823, 0.0033830078318715096, 0.0036976393312215805, 0.0040122708305716515, 0.004326902329921722, 0.004641533829271793, 0.004956165328621864, 0.005270796827971935, 0.005585427861660719, 0.00590005936101079, 0.006214690860360861, 0.006529322359710932, 0.006843953859061003, 0.007158585358411074, 0.007473216857761145, 0.007787847891449928, 0.0081024793908, 0.00841711089015007, 0.008731742389500141, 0.009046373888850212]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 4.0, 3.0, 1.0, 0.0, 0.0, 1.0, 3.0, 3.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.07663403451442719, -0.07403888553380966, -0.07144373655319214, -0.06884859502315521, -0.06625344604253769, -0.06365829706192017, -0.06106314808130264, -0.05846800282597542, -0.055872853845357895, -0.05327770486474037, -0.05068255960941315, -0.048087410628795624, -0.0454922616481781, -0.042897116392850876, -0.04030196741223335, -0.03770682215690613, -0.035111673176288605, -0.03251652419567108, -0.029921378940343857, -0.027326229959726334, -0.02473108284175396, -0.022135935723781586, -0.019540786743164062, -0.01694563962519169, -0.014350492507219315, -0.01175534538924694, -0.009160197339951992, -0.006565049756318331, -0.0039699021726846695, -0.0013747545890510082, 0.001220392994582653, 0.0038155405782163143, 0.006410688161849976, 0.00900583527982235, 0.011600983329117298, 0.014196131378412247, 0.01679127849638462, 0.019386425614356995, 0.021981574594974518, 0.024576721712946892, 0.027171868830919266, 0.02976701594889164, 0.032362163066864014, 0.03495731204748154, 0.03755246102809906, 0.040147606283426285, 0.04274275526404381, 0.04533790051937103, 0.047933049499988556, 0.05052819848060608, 0.053123343735933304, 0.05571849271655083, 0.05831363797187805, 0.060908786952495575, 0.0635039359331131, 0.06609908491373062, 0.06869423389434814, 0.07128937542438507, 0.0738845244050026, 0.07647967338562012, 0.07907482236623764, 0.08166997134685516, 0.08426511287689209, 0.08686026185750961, 0.08945541083812714]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 5.0, 0.0, 2.0, 2.0, 2.0, 4.0, 1.0, 0.0, 2.0, 0.0, 1.0, 5.0, 2.0, 2.0, 6.0, 5.0, 9.0, 10.0, 9.0, 16.0, 9.0, 15.0, 15.0, 22.0, 19.0, 31.0, 21.0, 8.0, 5.0, 12.0, 13.0, 4.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 5.0, 3.0, 1.0, 1.0, 3.0, 2.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.03975405544042587, -0.03838570788502693, -0.03701736032962799, -0.03564901649951935, -0.03428066894412041, -0.032912321388721466, -0.031543973833322525, -0.030175628140568733, -0.02880728244781494, -0.027438934892416, -0.02607058733701706, -0.024702241644263268, -0.023333894088864326, -0.021965548396110535, -0.020597200840711594, -0.019228855147957802, -0.01786050759255886, -0.01649216003715992, -0.015123814344406128, -0.013755467720329762, -0.012387121096253395, -0.011018773540854454, -0.009650426916778088, -0.008282080292701721, -0.006913733668625355, -0.005545387044548988, -0.004177040420472622, -0.002808693330734968, -0.0014403467066586018, -7.199996616691351e-05, 0.0012963467743247747, 0.002664693631231785, 0.004033040255308151, 0.005401386879384518, 0.006769733503460884, 0.00813808012753725, 0.009506426751613617, 0.010874774307012558, 0.012243120931088924, 0.01361146755516529, 0.014979814179241657, 0.016348160803318024, 0.017716508358716965, 0.019084854051470757, 0.020453201606869698, 0.02182154729962349, 0.02318989485502243, 0.024558240547776222, 0.025926588103175163, 0.027294935658574104, 0.028663281351327896, 0.030031628906726837, 0.03139997646212578, 0.03276832029223442, 0.03413666784763336, 0.0355050154030323, 0.036873362958431244, 0.038241710513830185, 0.03961005434393883, 0.04097840189933777, 0.04234674945473671, 0.04371509701013565, 0.04508344084024429, 0.046451788395643234, 0.047820135951042175]}, "_runtime": 10.53125548362732, "_timestamp": 1596206589.3748877, "_step": 7}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 1.0, 0.0, 4.0, 3.0, 2.0, 2.0, 3.0, 0.0, 1.0, 3.0, 3.0, 1.0, 3.0, 6.0, 3.0, 0.0, 5.0, 2.0, 1.0, 1.0, 0.0, 1.0, 3.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01552669145166874, -0.015017160214483738, -0.014507628977298737, -0.01399809867143631, -0.013488567434251308, -0.012979036197066307, -0.01246950589120388, -0.011959974654018879, -0.011450443416833878, -0.010940912179648876, -0.010431380942463875, -0.009921850636601448, -0.009412319399416447, -0.008902788162231445, -0.008393257856369019, -0.007883726619184017, -0.007374195381999016, -0.0068646641448140144, -0.0063551333732903, -0.005845602601766586, -0.005336071364581585, -0.0048265401273965836, -0.0043170093558728695, -0.0038074783515185118, -0.003297947347164154, -0.0027884163428097963, -0.0022788853384554386, -0.001769354334101081, -0.0012598233297467232, -0.0007502923253923655, -0.00024076132103800774, 0.00026876968331635, 0.0007783006876707077, 0.0012878316920250654, 0.0017973626963794231, 0.002306893700733781, 0.0028164247050881386, 0.0033259557094424963, 0.003835486713796854, 0.004345017485320568, 0.0048545487225055695, 0.005364079959690571, 0.005873610731214285, 0.006383141502737999, 0.006892672739923, 0.007402203977108002, 0.007911734282970428, 0.00842126552015543, 0.008930796757340431, 0.009440327994525433, 0.009949859231710434, 0.01045938953757286, 0.010968920774757862, 0.011478452011942863, 0.01198798231780529, 0.012497513554990292, 0.013007044792175293, 0.013516576029360294, 0.014026107266545296, 0.014535637572407722, 0.015045168809592724, 0.015554700046777725, 0.016064230352640152, 0.016573762521147728, 0.017083292827010155]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 4.0, 7.0, 4.0, 6.0, 3.0, 4.0, 5.0, 8.0, 12.0, 23.0, 22.0, 53.0, 58.0, 114.0, 131.0, 224.0, 331.0, 585.0, 4326.0, 1104.0, 366.0, 198.0, 106.0, 92.0, 42.0, 31.0, 18.0, 20.0, 8.0, 8.0, 2.0, 6.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.25060057640075684, -0.2426411509513855, -0.23468171060085297, -0.22672228515148163, -0.2187628448009491, -0.21080341935157776, -0.20284397900104523, -0.1948845535516739, -0.18692511320114136, -0.17896568775177002, -0.17100626230239868, -0.16304682195186615, -0.1550873965024948, -0.14712795615196228, -0.13916853070259094, -0.1312090903520584, -0.12324966490268707, -0.11529023200273514, -0.1073307991027832, -0.09937136620283127, -0.09141193330287933, -0.083452507853508, -0.07549307495355606, -0.06753364205360413, -0.05957420915365219, -0.051614776253700256, -0.04365534335374832, -0.035695914179086685, -0.02773648127913475, -0.019777048379182816, -0.01181761734187603, -0.0038581853732466698, 0.00410124659538269, 0.01206067856401205, 0.02002011053264141, 0.027979541569948196, 0.03593897446990013, 0.043898407369852066, 0.0518578365445137, 0.05981726944446564, 0.06777670234441757, 0.0757361352443695, 0.08369556814432144, 0.09165500104427338, 0.09961442649364471, 0.10757385939359665, 0.11553329229354858, 0.12349272519350052, 0.13145215809345245, 0.1394115835428238, 0.14737102389335632, 0.15533044934272766, 0.1632898896932602, 0.17124931514263153, 0.17920875549316406, 0.1871681809425354, 0.19512760639190674, 0.20308704674243927, 0.2110464721918106, 0.21900591254234314, 0.22696533799171448, 0.234924778342247, 0.24288420379161835, 0.2508436441421509, 0.2588030695915222]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 5.0, 2.0, 3.0, 1.0, 4.0, 5.0, 3.0, 2.0, 3.0, 5.0, 7.0, 5.0, 28.0, 5.0, 2.0, 3.0, 3.0, 1.0, 4.0, 3.0, 1.0, 0.0, 2.0, 1.0, 2.0, 2.0, 0.0, 3.0, 1.0, 1.0, 3.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.004900223575532436, -0.00475976150482893, -0.004619298968464136, -0.00447883689776063, -0.004338374827057123, -0.004197912756353617, -0.004057450219988823, -0.0039169881492853165, -0.00377652607858181, -0.00363606377504766, -0.0034956014715135098, -0.0033551394008100033, -0.003214677097275853, -0.0030742150265723467, -0.0029337527230381966, -0.00279329065233469, -0.00265282834880054, -0.00251236604526639, -0.0023719039745628834, -0.0022314416710287333, -0.002090979600325227, -0.0019505172967910767, -0.0018100551096722484, -0.00166959292255342, -0.0015291307354345918, -0.0013886685483157635, -0.0012482063611969352, -0.0011077441740781069, -0.0009672819287516177, -0.0008268197416327894, -0.0006863574963063002, -0.0005458953091874719, -0.00040543312206864357, -0.0002649709349498153, -0.00012450871872715652, 1.5953482943587005e-05, 0.00015641568461433053, 0.0002968778717331588, 0.0004373400879558176, 0.0005778023041784763, 0.0007182644912973046, 0.0008587266784161329, 0.0009991888655349612, 0.0011396510526537895, 0.0012801133561879396, 0.001420575543306768, 0.0015610377304255962, 0.0017014999175444245, 0.0018419621046632528, 0.001982424408197403, 0.0021228864789009094, 0.0022633487824350595, 0.002403810853138566, 0.002544273156672716, 0.0026847352273762226, 0.0028251975309103727, 0.002965659834444523, 0.0031061219051480293, 0.0032465842086821795, 0.003387046279385686, 0.003527508582919836, 0.0036679706536233425, 0.0038084329571574926, 0.003948895260691643, 0.004089357331395149]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 5.0, 1.0, 3.0, 1.0, 4.0, 6.0, 6.0, 16.0, 16.0, 25.0, 41.0, 50.0, 77.0, 101.0, 145.0, 237.0, 310.0, 491.0, 722.0, 1075.0, 1826.0, 2737.0, 4479.0, 7641.0, 13382.0, 23867.0, 45131.0, 83120.0, 153025.0, 573451.0, 118391.0, 63619.0, 36148.0, 20322.0, 11612.0, 6743.0, 3953.0, 2436.0, 1443.0, 955.0, 650.0, 409.0, 297.0, 223.0, 122.0, 104.0, 71.0, 47.0, 27.0, 30.0, 11.0, 12.0, 6.0, 7.0, 5.0, 3.0, 1.0, 2.0, 1.0, 4.0], "bins": [-0.01412396039813757, -0.013702189549803734, -0.013280419632792473, -0.012858648784458637, -0.012436877936124802, -0.01201510801911354, -0.011593337170779705, -0.011171567253768444, -0.010749796405434608, -0.010328025557100773, -0.009906255640089512, -0.009484484791755676, -0.009062714874744415, -0.00864094402641058, -0.008219173178076744, -0.007797402795404196, -0.0073756324127316475, -0.006953862030059099, -0.006532091647386551, -0.006110320799052715, -0.005688550416380167, -0.005266780033707619, -0.004845009185373783, -0.004423238802701235, -0.0040014684200286865, -0.0035796980373561382, -0.0031579274218529463, -0.0027361568063497543, -0.002314386423677206, -0.001892615924589336, -0.0014708454255014658, -0.0010490749264135957, -0.0006273044273257256, -0.00020553392823785543, 0.0002162365708500147, 0.0006380070699378848, 0.001059777569025755, 0.001481548068113625, 0.0019033185672014952, 0.002325089182704687, 0.0027468595653772354, 0.0031686299480497837, 0.0035904005635529757, 0.004012171179056168, 0.004433941561728716, 0.004855711944401264, 0.0052774827927351, 0.005699253175407648, 0.006121023558080196, 0.006542793940752745, 0.006964564323425293, 0.007386335171759129, 0.007808105554431677, 0.008229875937104225, 0.00865164678543806, 0.009073416702449322, 0.009495187550783157, 0.009916958399116993, 0.010338728316128254, 0.01076049916446209, 0.01118226908147335, 0.011604039929807186, 0.012025810778141022, 0.012447580695152283, 0.012869351543486118]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 3.0, 1.0, 2.0, 1.0, 8.0, 4.0, 6.0, 1.0, 6.0, 3.0, 2.0, 0.0, 2.0, 5.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.02019304223358631, -0.019694676622748375, -0.01919631101191044, -0.018697945401072502, -0.018199581652879715, -0.01770121604204178, -0.017202850431203842, -0.016704484820365906, -0.01620611920952797, -0.015707753598690033, -0.015209387987852097, -0.014711023308336735, -0.014212657697498798, -0.013714292086660862, -0.0132159274071455, -0.012717561796307564, -0.012219196185469627, -0.011720830574631691, -0.011222464963793755, -0.010724100284278393, -0.010225734673440456, -0.00972736906260252, -0.009229004383087158, -0.008730638772249222, -0.008232273161411285, -0.007733907550573349, -0.0072355424053967, -0.006737177260220051, -0.006238811649382114, -0.005740446038544178, -0.005242080893367529, -0.00474371574819088, -0.004245350137352943, -0.0037469847593456507, -0.003248619381338358, -0.002750254003331065, -0.0022518886253237724, -0.0017535232473164797, -0.001255157869309187, -0.0007567924913018942, -0.00025842711329460144, 0.0002399382647126913, 0.0007383036427199841, 0.0012366690207272768, 0.0017350343987345695, 0.0022333997767418623, 0.002731765154749155, 0.003230130532756448, 0.0037284959107637405, 0.004226861521601677, 0.004725226666778326, 0.005223591811954975, 0.0057219574227929115, 0.006220323033630848, 0.006718688178807497, 0.007217053323984146, 0.0077154189348220825, 0.008213784545660019, 0.008712150156497955, 0.009210514836013317, 0.009708880446851254, 0.01020724605768919, 0.010705610737204552, 0.011203976348042488, 0.011702341958880424]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 7.0, 3.0, 2.0, 2.0, 5.0, 8.0, 10.0, 6.0, 4.0, 5.0, 5.0, 8.0, 10.0, 13.0, 19.0, 17.0, 28.0, 40.0, 71.0, 71.0, 122.0, 117.0, 145.0, 126.0, 198.0, 320.0, 536.0, 832.0, 1261.0, 2724.0, 7128.0, 2104.0, 1047.0, 584.0, 333.0, 173.0, 100.0, 67.0, 43.0, 34.0, 24.0, 17.0, 13.0, 12.0, 6.0, 5.0, 6.0, 3.0, 3.0, 1.0], "bins": [-0.021858245134353638, -0.021362055093050003, -0.02086586318910122, -0.020369673147797585, -0.0198734812438488, -0.019377291202545166, -0.018881099298596382, -0.018384909257292747, -0.017888717353343964, -0.01739252731204033, -0.016896335408091545, -0.01640014536678791, -0.015903953462839127, -0.015407763421535492, -0.014911572448909283, -0.014415381476283073, -0.013919190503656864, -0.013422999531030655, -0.012926808558404446, -0.012430617585778236, -0.011934426613152027, -0.011438235640525818, -0.010942044667899609, -0.0104458536952734, -0.009949663653969765, -0.009453472681343555, -0.008957281708717346, -0.008461090736091137, -0.007964899763464928, -0.007468708790838718, -0.006972517818212509, -0.0064763268455863, -0.005980135872960091, -0.005483944900333881, -0.004987753927707672, -0.004491562955081463, -0.003995371982455254, -0.003499181242659688, -0.0030029905028641224, -0.002506799530237913, -0.002010608557611704, -0.0015144175849854946, -0.0010182267287746072, -0.0005220358143560588, -2.584489993751049e-05, 0.00047034601448103786, 0.0009665369288995862, 0.0014627277851104736, 0.001958918757736683, 0.002455109730362892, 0.0029513007029891014, 0.003447491442784667, 0.00394368264824152, 0.004439873155206442, 0.004936064127832651, 0.00543225510045886, 0.00592844607308507, 0.006424637045711279, 0.006920828018337488, 0.007417018990963697, 0.00791320949792862, 0.008409400470554829, 0.008905591443181038, 0.009401782415807247, 0.009897973388433456]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 3.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1253787875175476, -0.12196817994117737, -0.11855757236480713, -0.11514696478843689, -0.11173636466264725, -0.10832575708627701, -0.10491514950990677, -0.10150454193353653, -0.09809393435716629, -0.09468332678079605, -0.09127272665500641, -0.08786211907863617, -0.08445151150226593, -0.08104090392589569, -0.07763029634952545, -0.07421968877315521, -0.07080908119678497, -0.06739848107099533, -0.06398787349462509, -0.06057726591825485, -0.05716665834188461, -0.05375605449080467, -0.05034544691443443, -0.046934839338064194, -0.04352423548698425, -0.040113627910614014, -0.036703020334243774, -0.033292412757873535, -0.029881808906793594, -0.026471201330423355, -0.023060595616698265, -0.019649988040328026, -0.016239382326602936, -0.012828775681555271, -0.009418169036507607, -0.0060075633227825165, -0.002596956677734852, 0.0008136497344821692, 0.00422425614669919, 0.0076348623260855675, 0.011045468971133232, 0.014456075616180897, 0.01786668226122856, 0.02127728797495365, 0.02468789368867874, 0.02809850126504898, 0.03150910884141922, 0.03491971269249916, 0.0383303202688694, 0.04174092784523964, 0.04515153169631958, 0.04856213927268982, 0.05197274684906006, 0.05538335070014, 0.05879395827651024, 0.06220456585288048, 0.06561516970396042, 0.06902577728033066, 0.0724363848567009, 0.07584699243307114, 0.07925760000944138, 0.08266820013523102, 0.08607880771160126, 0.0894894152879715, 0.09290002286434174]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 3.0, 4.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 2.0, 2.0, 1.0, 4.0, 6.0, 2.0, 3.0, 5.0, 11.0, 13.0, 22.0, 21.0, 28.0, 32.0, 26.0, 21.0, 11.0, 12.0, 4.0, 10.0, 4.0, 4.0, 2.0, 1.0, 2.0, 2.0, 1.0, 2.0, 2.0, 2.0, 2.0, 0.0, 0.0, 2.0], "bins": [-0.09853096306324005, -0.09624528884887695, -0.09395960718393326, -0.09167392551898956, -0.08938825130462646, -0.08710257709026337, -0.08481689542531967, -0.08253121376037598, -0.08024553954601288, -0.07795986533164978, -0.07567418366670609, -0.07338850200176239, -0.07110282778739929, -0.0688171535730362, -0.0665314719080925, -0.0642457902431488, -0.061960116028785706, -0.05967443808913231, -0.05738876014947891, -0.055103082209825516, -0.05281740427017212, -0.05053172633051872, -0.048246048390865326, -0.04596037045121193, -0.04367469251155853, -0.041389014571905136, -0.03910333663225174, -0.03681765869259834, -0.034531980752944946, -0.03224630281329155, -0.029960624873638153, -0.027674946933984756, -0.02538926899433136, -0.023103591054677963, -0.020817913115024567, -0.01853223517537117, -0.016246557235717773, -0.013960879296064377, -0.01167520135641098, -0.009389523416757584, -0.007103845477104187, -0.00481816753745079, -0.002532489597797394, -0.0002468116581439972, 0.0020388662815093994, 0.004324544221162796, 0.006610222160816193, 0.00889590010046959, 0.011181578040122986, 0.013467255979776382, 0.01575293391942978, 0.018038611859083176, 0.020324289798736572, 0.02260996773838997, 0.024895645678043365, 0.027181323617696762, 0.02946700155735016, 0.031752679497003555, 0.03403835743665695, 0.03632403537631035, 0.038609713315963745, 0.04089539125561714, 0.04318106919527054, 0.045466747134923935, 0.04775242507457733]}, "_runtime": 11.364413261413574, "_timestamp": 1596206590.2080455, "_step": 8}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 2.0, 3.0, 2.0, 2.0, 3.0, 1.0, 2.0, 1.0, 1.0, 0.0, 4.0, 1.0, 3.0, 2.0, 1.0, 0.0, 2.0, 0.0, 2.0, 3.0, 3.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01075548306107521, -0.010378116741776466, -0.010000749491155148, -0.009623383171856403, -0.009246015921235085, -0.00886864960193634, -0.008491282351315022, -0.008113916032016277, -0.0077365487813949585, -0.007359182462096214, -0.006981815677136183, -0.006604448892176151, -0.00622708210721612, -0.005849715322256088, -0.005472348537296057, -0.005094981752336025, -0.004717614967375994, -0.004340248182415962, -0.003962881397455931, -0.003585514612495899, -0.0032081478275358677, -0.00283078127540648, -0.0024534144904464483, -0.002076047705486417, -0.0016986809205263853, -0.0013213141355663538, -0.0009439474088139832, -0.0005665806820616126, -0.0001892138971015811, 0.00018815285875461996, 0.000565519614610821, 0.0009428863413631916, 0.0013202531263232231, 0.0016976199112832546, 0.002074986696243286, 0.0024523534812033176, 0.002829720266163349, 0.003207086818292737, 0.0035844536032527685, 0.003961820621043444, 0.004339187406003475, 0.004716553725302219, 0.005093920510262251, 0.005471287295222282, 0.005848654080182314, 0.006226020865142345, 0.006603387650102377, 0.0069807544350624084, 0.00735812122002244, 0.0077354880049824715, 0.008112854324281216, 0.008490221574902534, 0.008867587894201279, 0.009244955144822598, 0.009622321464121342, 0.00999968871474266, 0.010377055034041405, 0.010754422284662724, 0.011131788603961468, 0.011509155854582787, 0.01188652217388153, 0.01226388942450285, 0.012641255743801594, 0.013018622994422913, 0.013395989313721657]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 4.0, 3.0, 5.0, 7.0, 8.0, 9.0, 20.0, 16.0, 22.0, 36.0, 53.0, 76.0, 89.0, 107.0, 161.0, 214.0, 338.0, 462.0, 3551.0, 1406.0, 505.0, 297.0, 175.0, 108.0, 72.0, 53.0, 37.0, 20.0, 17.0, 9.0, 9.0, 7.0, 3.0, 5.0, 7.0, 3.0, 4.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.17512643337249756, -0.16959445178508759, -0.1640624850988388, -0.15853050351142883, -0.15299853682518005, -0.14746655523777008, -0.1419345885515213, -0.13640260696411133, -0.13087064027786255, -0.12533865869045258, -0.1198066845536232, -0.11427471041679382, -0.10874272882938385, -0.10321075469255447, -0.0976787805557251, -0.09214680641889572, -0.08661483228206635, -0.08108285814523697, -0.07555088400840759, -0.07001890987157822, -0.06448693573474884, -0.058954957872629166, -0.05342298001050949, -0.047891005873680115, -0.04235903173685074, -0.03682705760002136, -0.031295083463191986, -0.02576310560107231, -0.020231131464242935, -0.014699156396090984, -0.009167181327939034, -0.0036352062597870827, 0.0018967688083648682, 0.007428743876516819, 0.01296071894466877, 0.018492694944143295, 0.02402466908097267, 0.029556643217802048, 0.03508862107992172, 0.0406205952167511, 0.046152569353580475, 0.05168454349040985, 0.05721651762723923, 0.0627484917640686, 0.06828047335147858, 0.07381244748830795, 0.07934442162513733, 0.0848763957619667, 0.09040836989879608, 0.09594034403562546, 0.10147231817245483, 0.10700429230928421, 0.11253626644611359, 0.11806824803352356, 0.12360022217035294, 0.1291321963071823, 0.13466417789459229, 0.14019614458084106, 0.14572812616825104, 0.15126009285449982, 0.1567920744419098, 0.16232404112815857, 0.16785602271556854, 0.17338798940181732, 0.1789199709892273]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 5.0, 1.0, 5.0, 2.0, 3.0, 7.0, 6.0, 4.0, 4.0, 3.0, 4.0, 27.0, 4.0, 5.0, 4.0, 4.0, 7.0, 3.0, 2.0, 2.0, 0.0, 3.0, 3.0, 2.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.004356806166470051, -0.004219589289277792, -0.004082372412085533, -0.003945155069231987, -0.003807938192039728, -0.0036707213148474693, -0.003533504204824567, -0.0033962870948016644, -0.0032590702176094055, -0.0031218533404171467, -0.002984636230394244, -0.0028474191203713417, -0.002710202243179083, -0.002572985365986824, -0.0024357682559639215, -0.002298551145941019, -0.0021613342687487602, -0.0020241173915565014, -0.001886900281533599, -0.0017496832879260182, -0.0016124662943184376, -0.001475249300710857, -0.0013380323071032763, -0.0012008153134956956, -0.001063598319888115, -0.0009263813262805343, -0.0007891643326729536, -0.0006519473390653729, -0.0005147303454577923, -0.0003775133518502116, -0.00024029635824263096, -0.0001030793646350503, 3.4137628972530365e-05, 0.00017135462258011103, 0.0003085716161876917, 0.00044578860979527235, 0.000583005603402853, 0.0007202225970104337, 0.0008574395906180143, 0.000994656584225595, 0.0011318735778331757, 0.0012690905714407563, 0.001406307565048337, 0.0015435245586559176, 0.0016807415522634983, 0.001817958545871079, 0.0019551755394786596, 0.002092392649501562, 0.002229609526693821, 0.00236682640388608, 0.0025040435139089823, 0.0026412606239318848, 0.0027784775011241436, 0.0029156943783164024, 0.003052911488339305, 0.0031901285983622074, 0.0033273454755544662, 0.003464562352746725, 0.0036017794627696276, 0.00373899657279253, 0.003876213449984789, 0.004013430327177048, 0.004150647670030594, 0.004287864547222853, 0.0044250814244151115]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 1.0, 4.0, 1.0, 5.0, 7.0, 4.0, 3.0, 6.0, 15.0, 24.0, 18.0, 32.0, 62.0, 83.0, 136.0, 211.0, 337.0, 491.0, 868.0, 1419.0, 2441.0, 4282.0, 8173.0, 16925.0, 37481.0, 86068.0, 195299.0, 613699.0, 110177.0, 50464.0, 23959.0, 11588.0, 6208.0, 3614.0, 2046.0, 1248.0, 803.0, 503.0, 309.0, 213.0, 147.0, 88.0, 52.0, 49.0, 25.0, 16.0, 11.0, 7.0, 7.0, 4.0, 4.0, 1.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013653597794473171, -0.013170396909117699, -0.012687195092439651, -0.012203994207084179, -0.011720793321728706, -0.01123759150505066, -0.010754390619695187, -0.01027118880301714, -0.009787987917661667, -0.009304787032306194, -0.008821585215628147, -0.008338384330272675, -0.007855182513594627, -0.007371981628239155, -0.006888780742883682, -0.006405579391866922, -0.0059223780408501625, -0.005439176689833403, -0.004955975338816643, -0.00447277445346117, -0.00398957310244441, -0.0035063717514276505, -0.0030231706332415342, -0.002539969515055418, -0.002056768164038658, -0.00157356692943722, -0.001090365694835782, -0.000607164460234344, -0.00012396322563290596, 0.0003592380089685321, 0.0008424392435699701, 0.0013256404781714082, 0.0018088417127728462, 0.002292043063789606, 0.0027752441819757223, 0.0032584453001618385, 0.0037416466511785984, 0.004224848002195358, 0.004708048887550831, 0.005191250238567591, 0.005674451589584351, 0.0061576529406011105, 0.00664085429161787, 0.007124055176973343, 0.007607256527990103, 0.008090457879006863, 0.008573658764362335, 0.009056860581040382, 0.009540061466395855, 0.010023262351751328, 0.010506464168429375, 0.010989665053784847, 0.01147286593914032, 0.011956067755818367, 0.01243926864117384, 0.012922470457851887, 0.01340567134320736, 0.013888872228562832, 0.014372074045240879, 0.014855274930596352, 0.015338476747274399, 0.015821676701307297, 0.016304878517985344, 0.01678808033466339, 0.01727128028869629]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 3.0, 1.0, 2.0, 2.0, 2.0, 2.0, 4.0, 3.0, 5.0, 3.0, 3.0, 6.0, 7.0, 2.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.01464763656258583, -0.014016962610185146, -0.013386289589107037, -0.012755615636706352, -0.012124941684305668, -0.011494268663227558, -0.010863594710826874, -0.01023292075842619, -0.009602246806025505, -0.008971573784947395, -0.008340899832546711, -0.007710226345807314, -0.007079552859067917, -0.0064488789066672325, -0.0058182054199278355, -0.005187531467527151, -0.004556857980787754, -0.003926184494048357, -0.0032955105416476727, -0.0026648370549082756, -0.002034163335338235, -0.0014034896157681942, -0.0007728160126134753, -0.00014214235125109553, 0.0004885313101112843, 0.001119205029681325, 0.0017498786328360438, 0.0023805522359907627, 0.0030112259555608034, 0.003641899675130844, 0.004272573161870241, 0.0049032471142709255, 0.005533920601010323, 0.00616459408774972, 0.006795268040150404, 0.007425941526889801, 0.008056615479290485, 0.008687288500368595, 0.00931796245276928, 0.009948636405169964, 0.010579310357570648, 0.011209983378648758, 0.011840657331049442, 0.012471331283450127, 0.013102004304528236, 0.01373267825692892, 0.014363352209329605, 0.014994025230407715, 0.0156246991828084, 0.016255373135209084, 0.016886046156287193, 0.017516721040010452, 0.018147394061088562, 0.018778067082166672, 0.01940874196588993, 0.02003941498696804, 0.02067008800804615, 0.02130076289176941, 0.02193143591284752, 0.02256210893392563, 0.023192783817648888, 0.023823456838726997, 0.024454129859805107, 0.025084804743528366, 0.025715477764606476]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [5.0, 0.0, 3.0, 9.0, 6.0, 11.0, 11.0, 17.0, 24.0, 25.0, 37.0, 64.0, 86.0, 112.0, 142.0, 157.0, 217.0, 257.0, 342.0, 455.0, 600.0, 778.0, 1080.0, 1582.0, 2633.0, 5482.0, 1350.0, 832.0, 547.0, 345.0, 215.0, 128.0, 96.0, 90.0, 76.0, 67.0, 83.0, 68.0, 53.0, 40.0, 50.0, 28.0, 43.0, 33.0, 22.0, 37.0, 28.0, 29.0, 15.0, 7.0, 2.0, 4.0, 2.0, 3.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009364509023725986, -0.008993029594421387, -0.008621549233794212, -0.008250069804489613, -0.007878590375185013, -0.0075071100145578384, -0.007135630585253239, -0.006764150690287352, -0.0063926707953214645, -0.0060211909003555775, -0.00564971100538969, -0.005278231576085091, -0.004906751681119204, -0.0045352717861533165, -0.004163792356848717, -0.0037923124618828297, -0.0034208325669169426, -0.0030493526719510555, -0.002677873009815812, -0.0023063933476805687, -0.0019349134527146816, -0.0015634336741641164, -0.0011919538956135511, -0.0008204741170629859, -0.00044899433851242065, -7.751455996185541e-05, 0.00029396521858870983, 0.0006654449971392751, 0.0010369247756898403, 0.0014084045542404056, 0.0017798843327909708, 0.0021513639949262142, 0.0025228438898921013, 0.0028943237848579884, 0.0032658034469932318, 0.003637283109128475, 0.004008763004094362, 0.004380242899060249, 0.004751722328364849, 0.005123202223330736, 0.005494682118296623, 0.00586616201326251, 0.006237641908228397, 0.006609121337532997, 0.006980601232498884, 0.007352081127464771, 0.007723560556769371, 0.008095040917396545, 0.008466520346701145, 0.008837999776005745, 0.00920948013663292, 0.009580959565937519, 0.009952438995242119, 0.010323919355869293, 0.010695398785173893, 0.011066879145801067, 0.011438358575105667, 0.011809838004410267, 0.012181318365037441, 0.012552797794342041, 0.012924278154969215, 0.013295757584273815, 0.013667237013578415, 0.01403871737420559, 0.014410196803510189]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.10508128255605698, -0.1025824174284935, -0.10008355975151062, -0.09758469462394714, -0.09508582949638367, -0.09258697181940079, -0.09008810669183731, -0.08758924156427383, -0.08509038388729095, -0.08259151875972748, -0.080092653632164, -0.07759379595518112, -0.07509493082761765, -0.07259606570005417, -0.07009720802307129, -0.06759834289550781, -0.06509947776794434, -0.06260062009096146, -0.06010175496339798, -0.0576028935611248, -0.055104032158851624, -0.05260516703128815, -0.05010630562901497, -0.04760744422674179, -0.045108579099178314, -0.042609717696905136, -0.04011085629463196, -0.03761199489235878, -0.0351131297647953, -0.032614268362522125, -0.030115405097603798, -0.02761654369533062, -0.025117680430412292, -0.022618817165493965, -0.020119955763220787, -0.01762109249830246, -0.015122230164706707, -0.012623367831110954, -0.010124504566192627, -0.007625642232596874, -0.0051267798990011215, -0.002627917332574725, -0.00012905476614832878, 0.0023698078002780676, 0.004868670366704464, 0.007367532700300217, 0.009866395965218544, 0.012365258298814297, 0.01486412063241005, 0.017362983897328377, 0.019861845299601555, 0.022360708564519882, 0.02485956996679306, 0.027358433231711388, 0.029857296496629715, 0.03235615789890289, 0.03485502302646637, 0.03735388442873955, 0.039852745831012726, 0.042351607233285904, 0.04485047236084938, 0.04734933376312256, 0.04984819516539574, 0.05234706029295921, 0.05484592169523239]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 3.0, 0.0, 2.0, 2.0, 5.0, 4.0, 1.0, 2.0, 4.0, 12.0, 22.0, 34.0, 28.0, 11.0, 12.0, 32.0, 22.0, 24.0, 12.0, 6.0, 5.0, 3.0, 2.0, 6.0, 2.0, 3.0, 2.0, 3.0, 3.0], "bins": [-0.08884504437446594, -0.08707848191261292, -0.08531192690134048, -0.08354536443948746, -0.08177880942821503, -0.080012246966362, -0.07824569195508957, -0.07647912949323654, -0.07471257448196411, -0.07294601202011108, -0.07117945700883865, -0.06941289454698563, -0.0676463395357132, -0.06587977707386017, -0.06411322206258774, -0.06234665960073471, -0.06058010086417198, -0.05881354212760925, -0.057046983391046524, -0.055280424654483795, -0.053513865917921066, -0.05174730718135834, -0.04998074844479561, -0.04821418970823288, -0.04644762724637985, -0.04468106850981712, -0.042914509773254395, -0.041147951036691666, -0.03938139230012894, -0.03761483356356621, -0.03584827482700348, -0.03408171609044075, -0.03231515735387802, -0.030548598617315292, -0.028782039880752563, -0.027015481144189835, -0.025248922407627106, -0.023482361808419228, -0.0217158030718565, -0.01994924433529377, -0.01818268559873104, -0.016416126862168312, -0.014649568125605583, -0.01288300845772028, -0.01111644972115755, -0.009349890984594822, -0.007583331782370806, -0.0058167725801467896, -0.004050213843584061, -0.002283654874190688, -0.0005170959047973156, 0.001249463064596057, 0.0030160220339894295, 0.004782580770552158, 0.0065491399727761745, 0.00831569917500019, 0.01008225791156292, 0.011848816648125648, 0.013615375384688377, 0.015381935052573681, 0.017148494720458984, 0.018915053457021713, 0.020681612193584442, 0.02244817093014717, 0.0242147296667099]}, "_runtime": 12.192667722702026, "_timestamp": 1596206591.0363, "_step": 9}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 2.0, 1.0, 5.0, 2.0, 2.0, 1.0, 6.0, 3.0, 3.0, 4.0, 1.0, 1.0, 2.0, 1.0, 1.0, 3.0, 3.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.017605021595954895, -0.017193615436553955, -0.016782211139798164, -0.016370804980397224, -0.015959400683641434, -0.015547995455563068, -0.015136590227484703, -0.014725184999406338, -0.014313779771327972, -0.013902373611927032, -0.013490968383848667, -0.013079563155770302, -0.012668157927691936, -0.012256752699613571, -0.011845347471535206, -0.01143394224345684, -0.011022537015378475, -0.01061113178730011, -0.010199726559221745, -0.00978832133114338, -0.009376916103065014, -0.008965510874986649, -0.008554105646908283, -0.008142700418829918, -0.007731294725090265, -0.0073198894970119, -0.006908484268933535, -0.006497079040855169, -0.006085673347115517, -0.005674268119037151, -0.005262862890958786, -0.004851457662880421, -0.004440052434802055, -0.00402864720672369, -0.0036172419786453247, -0.0032058365177363157, -0.0027944312896579504, -0.002383026061579585, -0.001971620600670576, -0.0015602153725922108, -0.0011488101445138454, -0.0007374048582278192, -0.00032599957194179296, 8.540571434423327e-05, 0.0004968110006302595, 0.0009082162869162858, 0.001319621573202312, 0.0017310269176959991, 0.0021424321457743645, 0.00255383737385273, 0.002965242601931095, 0.003376648062840104, 0.0037880532909184694, 0.004199458751827478, 0.004610863979905844, 0.005022269207984209, 0.005433674436062574, 0.00584507966414094, 0.006256484892219305, 0.00666789012029767, 0.007079295814037323, 0.007490701042115688, 0.007902106270194054, 0.008313511498272419, 0.008724916726350784]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 2.0, 4.0, 2.0, 1.0, 5.0, 3.0, 1.0, 4.0, 6.0, 5.0, 10.0, 4.0, 16.0, 12.0, 13.0, 20.0, 21.0, 35.0, 34.0, 43.0, 67.0, 118.0, 126.0, 161.0, 231.0, 331.0, 448.0, 3866.0, 1051.0, 419.0, 269.0, 167.0, 114.0, 83.0, 53.0, 52.0, 31.0, 20.0, 20.0, 11.0, 14.0, 12.0, 5.0, 4.0, 3.0, 7.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1438601166009903, -0.13928592205047607, -0.13471174240112305, -0.13013754785060883, -0.1255633682012558, -0.12098917365074158, -0.11641498655080795, -0.11184079945087433, -0.10726660490036011, -0.10269241780042648, -0.09811823070049286, -0.09354404360055923, -0.08896985650062561, -0.08439566940069199, -0.07982147485017776, -0.07524728775024414, -0.07067310065031052, -0.06609891355037689, -0.06152472272515297, -0.056950535625219345, -0.05237634479999542, -0.0478021577000618, -0.043227970600128174, -0.03865377977490425, -0.03407959267497063, -0.029505403712391853, -0.02493121474981308, -0.020357027649879456, -0.015782838687300682, -0.011208649724721909, -0.00663446169346571, -0.0020602731965482235, 0.0025139153003692627, 0.007088103797286749, 0.011662292294204235, 0.016236480325460434, 0.020810669288039207, 0.02538485825061798, 0.029959045350551605, 0.03453323617577553, 0.03910742327570915, 0.043681610375642776, 0.0482558012008667, 0.052829988300800323, 0.05740417540073395, 0.06197836622595787, 0.0665525570511818, 0.07112674415111542, 0.07570093125104904, 0.08027511835098267, 0.08484930545091629, 0.08942350000143051, 0.09399768710136414, 0.09857187420129776, 0.10314606130123138, 0.10772024840116501, 0.11229443550109863, 0.11686863005161285, 0.12144281715154648, 0.1260170042514801, 0.13059119880199432, 0.13516537845134735, 0.13973957300186157, 0.1443137526512146, 0.14888794720172882]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 2.0, 4.0, 3.0, 2.0, 3.0, 4.0, 1.0, 4.0, 5.0, 0.0, 2.0, 4.0, 7.0, 27.0, 3.0, 5.0, 3.0, 5.0, 7.0, 1.0, 2.0, 2.0, 2.0, 1.0, 1.0, 2.0, 3.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.0050886948592960835, -0.004939996637403965, -0.004791298881173134, -0.004642600659281015, -0.004493902903050184, -0.004345204681158066, -0.004196506924927235, -0.004047808703035116, -0.0038991107139736414, -0.0037504127249121666, -0.003601714735850692, -0.003453016746789217, -0.0033043185248970985, -0.0031556205358356237, -0.003006922546774149, -0.002858224557712674, -0.0027095265686511993, -0.0025608285795897245, -0.0024121305905282497, -0.002263432601466775, -0.0021147346124053, -0.0019660363905131817, -0.0018173384014517069, -0.001668640412390232, -0.0015199424233287573, -0.0013712444342672825, -0.0012225464452058077, -0.001073848339729011, -0.0009251503506675363, -0.0007764523616060615, -0.0006277543143369257, -0.0004790562961716205, -0.00033035827800631523, -0.00018166025984100997, -3.296224167570472e-05, 0.00011573577648960054, 0.0002644337946549058, 0.00041313181282021105, 0.0005618298309855163, 0.000710527878254652, 0.0008592258673161268, 0.0010079238563776016, 0.0011566218454390764, 0.001305319950915873, 0.0014540179399773479, 0.0016027159290388227, 0.0017514140345156193, 0.001900112023577094, 0.002048810012638569, 0.0021975080017000437, 0.0023462059907615185, 0.0024949039798229933, 0.002643601968884468, 0.0027923001907765865, 0.0029409981798380613, 0.003089696168899536, 0.003238394157961011, 0.0033870921470224857, 0.0035357901360839605, 0.0036844881251454353, 0.003833186347037554, 0.003981884103268385, 0.004130582325160503, 0.0042792800813913345, 0.004427978303283453]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 6.0, 1.0, 3.0, 8.0, 9.0, 33.0, 23.0, 36.0, 47.0, 72.0, 116.0, 142.0, 229.0, 361.0, 536.0, 871.0, 1500.0, 2293.0, 3833.0, 6862.0, 13303.0, 27000.0, 58092.0, 126644.0, 637080.0, 154761.0, 71742.0, 34379.0, 17164.0, 9176.0, 4986.0, 2980.0, 1888.0, 1165.0, 756.0, 506.0, 335.0, 212.0, 148.0, 97.0, 84.0, 56.0, 27.0, 20.0, 18.0, 11.0, 9.0, 4.0, 7.0, 0.0, 3.0, 1.0, 1.0, 2.0, 0.0, 1.0], "bins": [-0.014998047612607479, -0.014539073221385479, -0.014080098830163479, -0.013621124438941479, -0.013162150047719479, -0.012703175656497478, -0.012244201265275478, -0.011785226874053478, -0.011326252482831478, -0.010867278091609478, -0.010408303700387478, -0.009949329309165478, -0.009490354917943478, -0.009031380526721478, -0.008572406135499477, -0.008113431744277477, -0.007654457353055477, -0.007195482961833477, -0.006736508570611477, -0.006277534179389477, -0.005818559788167477, -0.0053595853969454765, -0.004900611005723476, -0.004441636614501476, -0.003982662223279476, -0.003523687832057476, -0.003064713440835476, -0.002605739049613476, -0.0021467646583914757, -0.0016877902671694756, -0.0012288158759474754, -0.0007698414847254753, -0.0003108670935034752, 0.00014810729771852493, 0.0006070816889405251, 0.0010660560801625252, 0.0015250304713845253, 0.0019840048626065254, 0.0024429792538285255, 0.0029019536450505257, 0.003360928036272526, 0.003819902427494526, 0.004278876818716526, 0.004737851209938526, 0.005196825601160526, 0.005655799992382526, 0.0061147743836045265, 0.006573748774826527, 0.007032723166048527, 0.007491697557270527, 0.007950671948492527, 0.008409646339714527, 0.008868620730936527, 0.009327595122158527, 0.009786569513380527, 0.010245543904602528, 0.010704518295824528, 0.011163492687046528, 0.011622467078268528, 0.012081441469490528, 0.012540415860712528, 0.012999390251934528, 0.013458364643156528, 0.013917339034378529, 0.014376313425600529]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 5.0, 3.0, 7.0, 3.0, 4.0, 4.0, 7.0, 3.0, 3.0, 1.0, 0.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.04121645167469978, -0.039479054510593414, -0.037741657346487045, -0.03600425645709038, -0.03426685929298401, -0.03252946212887764, -0.03079206496477127, -0.029054665938019753, -0.027317268773913383, -0.025579871609807014, -0.023842472583055496, -0.022105075418949127, -0.020367678254842758, -0.01863027922809124, -0.01689288206398487, -0.015155483968555927, -0.013418085873126984, -0.01168068777769804, -0.009943289682269096, -0.008205892518162727, -0.006468494422733784, -0.00473109632730484, -0.0029936986975371838, -0.0012563008349388838, 0.0004810970276594162, 0.002218494890257716, 0.003955892752856016, 0.0056932903826236725, 0.007430688478052616, 0.00916808657348156, 0.010905483737587929, 0.012642881833016872, 0.014380279928445816, 0.016117677092552185, 0.017855076119303703, 0.019592473283410072, 0.02132987231016159, 0.02306726947426796, 0.02480466663837433, 0.026542065665125847, 0.028279462829232216, 0.030016859993338585, 0.0317542590200901, 0.03349165618419647, 0.03522905334830284, 0.03696645051240921, 0.03870385140180588, 0.04044124856591225, 0.042178645730018616, 0.043916042894124985, 0.045653440058231354, 0.04739084094762802, 0.04912823811173439, 0.05086563527584076, 0.05260303243994713, 0.0543404296040535, 0.056077830493450165, 0.057815227657556534, 0.0595526248216629, 0.06129002198576927, 0.06302741914987564, 0.06476482003927231, 0.06650221347808838, 0.06823961436748505, 0.06997701525688171]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 1.0, 4.0, 1.0, 3.0, 1.0, 7.0, 8.0, 15.0, 13.0, 18.0, 14.0, 31.0, 27.0, 33.0, 32.0, 34.0, 37.0, 54.0, 56.0, 78.0, 115.0, 164.0, 232.0, 316.0, 365.0, 566.0, 834.0, 1173.0, 1656.0, 2580.0, 6115.0, 1186.0, 705.0, 420.0, 331.0, 216.0, 175.0, 110.0, 85.0, 47.0, 52.0, 52.0, 56.0, 55.0, 77.0, 56.0, 50.0, 44.0, 38.0, 13.0, 11.0, 24.0, 6.0, 13.0, 5.0, 7.0, 1.0, 3.0, 3.0, 2.0, 0.0, 1.0, 2.0], "bins": [-0.03145657479763031, -0.03045598603785038, -0.0294553954154253, -0.02845480665564537, -0.02745421603322029, -0.02645362727344036, -0.02545303851366043, -0.02445244789123535, -0.02345185913145542, -0.02245127037167549, -0.021450679749250412, -0.020450090989470482, -0.019449502229690552, -0.018448911607265472, -0.017448322847485542, -0.016447732225060463, -0.015447143465280533, -0.014446553774178028, -0.013445964083075523, -0.012445375323295593, -0.011444785632193089, -0.010444195941090584, -0.009443607181310654, -0.008443017490208149, -0.007442427799105644, -0.0064418381080031395, -0.005441248882561922, -0.004440659657120705, -0.0034400699660182, -0.002439480507746339, -0.0014388910494744778, -0.0004383015912026167, 0.0005622878670692444, 0.0015628773253411055, 0.0025634667836129665, 0.0035640562418848276, 0.004564645700156689, 0.005565235391259193, 0.006565824616700411, 0.007566413842141628, 0.008567003533244133, 0.009567593224346638, 0.010568182915449142, 0.011568771675229073, 0.012569361366331577, 0.013569951057434082, 0.014570539817214012, 0.015571129508316517, 0.01657171919941902, 0.01757230795919895, 0.01857289858162403, 0.01957348734140396, 0.02057407796382904, 0.02157466672360897, 0.0225752554833889, 0.02357584610581398, 0.02457643486559391, 0.02557702362537384, 0.02657761424779892, 0.02757820300757885, 0.02857879176735878, 0.02957938238978386, 0.03057997114956379, 0.03158055990934372, 0.0325811505317688]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 4.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.37851157784461975, -0.36881083250045776, -0.3591100871562958, -0.3494093418121338, -0.3397085964679718, -0.3300078511238098, -0.3203071057796478, -0.31060636043548584, -0.30090558528900146, -0.2912048399448395, -0.2815040946006775, -0.2718033492565155, -0.2621026039123535, -0.25240185856819153, -0.24270111322402954, -0.23300036787986755, -0.22329962253570557, -0.21359887719154358, -0.2038981318473816, -0.1941973865032196, -0.18449664115905762, -0.17479588091373444, -0.16509513556957245, -0.15539439022541046, -0.14569364488124847, -0.1359928995370865, -0.1262921541929245, -0.11659140139818192, -0.10689065605401993, -0.09718991070985794, -0.08748915791511536, -0.07778841257095337, -0.06808766722679138, -0.058386921882629395, -0.04868617281317711, -0.03898542374372482, -0.029284678399562836, -0.0195839311927557, -0.009883183985948563, -0.00018243677914142609, 0.00951831042766571, 0.019219057634472847, 0.028919804841279984, 0.03862055391073227, 0.04832129925489426, 0.058022044599056244, 0.06772279739379883, 0.07742354273796082, 0.0871242880821228, 0.09682503342628479, 0.10652577877044678, 0.11622653156518936, 0.12592726945877075, 0.13562802970409393, 0.14532877504825592, 0.1550295203924179, 0.1647302657365799, 0.17443101108074188, 0.18413175642490387, 0.19383250176906586, 0.20353326201438904, 0.21323400735855103, 0.222934752702713, 0.232635498046875, 0.242336243391037]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 5.0, 2.0, 1.0, 2.0, 3.0, 2.0, 2.0, 6.0, 1.0, 3.0, 4.0, 0.0, 1.0, 4.0, 9.0, 8.0, 5.0, 5.0, 16.0, 14.0, 17.0, 15.0, 54.0, 19.0, 11.0, 8.0, 3.0, 3.0, 3.0, 3.0, 3.0, 6.0, 2.0, 3.0, 5.0, 3.0, 5.0, 4.0, 2.0, 4.0, 2.0, 3.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0], "bins": [-0.20184694230556488, -0.19610896706581116, -0.19037100672721863, -0.1846330314874649, -0.17889505624771118, -0.17315708100795746, -0.16741910576820374, -0.1616811454296112, -0.15594317018985748, -0.15020519495010376, -0.14446723461151123, -0.1387292593717575, -0.13299128413200378, -0.12725330889225006, -0.12151534110307693, -0.11577737331390381, -0.11003939807415009, -0.10430142283439636, -0.09856345504522324, -0.09282548725605011, -0.08708751201629639, -0.08134953677654266, -0.07561156898736954, -0.06987360119819641, -0.06413562595844269, -0.05839765444397926, -0.05265968292951584, -0.046921711415052414, -0.04118373990058899, -0.035445768386125565, -0.02970779687166214, -0.023969825357198715, -0.01823185384273529, -0.012493882328271866, -0.006755910813808441, -0.0010179392993450165, 0.004720032215118408, 0.010458003729581833, 0.016195975244045258, 0.021933946758508682, 0.027671918272972107, 0.03340988978743553, 0.039147861301898956, 0.04488583281636238, 0.050623804330825806, 0.05636177584528923, 0.062099747359752655, 0.06783771514892578, 0.0735756903886795, 0.07931366562843323, 0.08505163341760635, 0.09078960120677948, 0.0965275764465332, 0.10226555168628693, 0.10800351947546005, 0.11374148726463318, 0.1194794625043869, 0.12521743774414062, 0.13095539808273315, 0.13669337332248688, 0.1424313485622406, 0.14816932380199432, 0.15390729904174805, 0.15964525938034058, 0.1653832346200943]}, "_runtime": 13.023557901382446, "_timestamp": 1596206591.8671901, "_step": 10}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 2.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 2.0, 1.0, 2.0, 2.0, 2.0, 1.0, 3.0, 3.0, 2.0, 0.0, 2.0, 5.0, 1.0, 1.0, 2.0, 4.0, 3.0, 3.0, 0.0, 2.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.007115367334336042, -0.006754390429705381, -0.00639341352507472, -0.006032436154782772, -0.005671459250152111, -0.00531048234552145, -0.004949505440890789, -0.004588528536260128, -0.004227551631629467, -0.0038665744941681623, -0.0035055973567068577, -0.0031446204520761967, -0.0027836435474455357, -0.002422666409984231, -0.00206168950535357, -0.0017007124843075871, -0.0013397354632616043, -0.0009787584422156215, -0.0006177814793772995, -0.00025680448743514717, 0.00010417250450700521, 0.0004651494964491576, 0.00082612648839131, 0.001187103451229632, 0.0015480804722756147, 0.0019090574933215976, 0.0022700345143675804, 0.0026310114189982414, 0.0029919883236289024, 0.003352965461090207, 0.003713942365720868, 0.004074919503182173, 0.004435896407812834, 0.004796873312443495, 0.005157850217074156, 0.005518827587366104, 0.005879804491996765, 0.006240781396627426, 0.006601758301258087, 0.006962735205888748, 0.007323712110519409, 0.0076846894808113575, 0.008045665919780731, 0.008406643755733967, 0.008767620660364628, 0.009128597564995289, 0.00948957446962595, 0.009850551374256611, 0.010211528278887272, 0.010572505183517933, 0.010933482088148594, 0.011294458992779255, 0.011655435897409916, 0.012016412802040577, 0.012377390637993813, 0.012738367542624474, 0.013099344447255135, 0.013460321351885796, 0.013821298256516457, 0.014182275161147118, 0.014543252065777779, 0.01490422897040844, 0.0152652058750391, 0.01562618277966976, 0.015987159684300423]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 2.0, 5.0, 5.0, 3.0, 3.0, 15.0, 15.0, 20.0, 28.0, 29.0, 51.0, 52.0, 71.0, 92.0, 119.0, 170.0, 199.0, 296.0, 510.0, 4176.0, 908.0, 412.0, 223.0, 152.0, 104.0, 61.0, 44.0, 38.0, 23.0, 18.0, 26.0, 7.0, 9.0, 9.0, 9.0, 3.0, 2.0, 2.0, 1.0, 1.0, 5.0, 2.0, 4.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.13912032544612885, -0.13423015177249908, -0.12933997809886932, -0.12444980442523956, -0.1195596307516098, -0.11466945707798004, -0.10977928340435028, -0.10488910973072052, -0.09999893605709076, -0.0951087698340416, -0.09021859616041183, -0.08532842248678207, -0.08043824881315231, -0.07554807513952255, -0.07065790146589279, -0.06576772779226303, -0.06087755411863327, -0.05598738044500351, -0.05109720677137375, -0.04620703309774399, -0.04131685942411423, -0.036426689475774765, -0.031536515802145004, -0.026646342128515244, -0.021756168454885483, -0.016865994781255722, -0.011975822038948536, -0.0070856488309800625, -0.002195475623011589, 0.0026946975849568844, 0.007584870792925358, 0.012475043535232544, 0.017365217208862305, 0.022255390882492065, 0.027145564556121826, 0.03203573822975159, 0.03692591190338135, 0.04181608185172081, 0.04670625552535057, 0.05159642919898033, 0.05648660287261009, 0.06137677654623985, 0.06626694649457932, 0.07115712016820908, 0.07604729384183884, 0.0809374675154686, 0.08582764118909836, 0.09071781486272812, 0.09560798853635788, 0.10049816220998764, 0.1053883358836174, 0.11027850955724716, 0.11516868323087692, 0.12005885690450668, 0.12494903057813644, 0.1298391968011856, 0.13472937047481537, 0.13961954414844513, 0.1445097178220749, 0.14939989149570465, 0.1542900651693344, 0.15918023884296417, 0.16407041251659393, 0.1689605861902237, 0.17385075986385345]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 1.0, 1.0, 5.0, 5.0, 2.0, 4.0, 3.0, 3.0, 7.0, 1.0, 2.0, 7.0, 4.0, 5.0, 2.0, 1.0, 26.0, 3.0, 2.0, 0.0, 5.0, 0.0, 3.0, 3.0, 4.0, 3.0, 1.0, 3.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 3.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0026239599101245403, -0.0025187332648783922, -0.0024135063868016005, -0.0023082797415554523, -0.0022030530963093042, -0.0020978262182325125, -0.0019925995729863644, -0.0018873729277402163, -0.0017821461660787463, -0.0016769194044172764, -0.0015716927591711283, -0.0014664659975096583, -0.0013612392358481884, -0.0012560125906020403, -0.0011507858289405704, -0.0010455591836944222, -0.0009403324220329523, -0.0008351057185791433, -0.0007298790151253343, -0.0006246522534638643, -0.0005194255500100553, -0.0004141988465562463, -0.0003089721139986068, -0.00020374539599288255, -9.85186779871583e-05, 6.708040018565953e-06, 0.0001119347580242902, 0.00021716147603001446, 0.0003223881940357387, 0.00042761489748954773, 0.0005328416591510177, 0.0006380683626048267, 0.0007432950660586357, 0.0008485217695124447, 0.0009537484729662538, 0.0010589752346277237, 0.0011642018798738718, 0.0012694286415353417, 0.0013746554031968117, 0.0014798820484429598, 0.0015851088101044297, 0.0016903355717658997, 0.0017955622170120478, 0.0019007889786735177, 0.0020060157403349876, 0.0021112423855811357, 0.002216469030827284, 0.0023216959089040756, 0.0024269225541502237, 0.002532149199396372, 0.0026373760774731636, 0.0027426027227193117, 0.00284782936796546, 0.0029530562460422516, 0.0030582828912883997, 0.003163509536534548, 0.0032687364146113396, 0.0033739630598574877, 0.003479189705103636, 0.003584416350349784, 0.0036896432284265757, 0.0037948698736727238, 0.003900096518918872, 0.00400532316416502, 0.004110550042241812]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 6.0, 14.0, 15.0, 25.0, 30.0, 39.0, 59.0, 94.0, 118.0, 196.0, 280.0, 489.0, 689.0, 1065.0, 1696.0, 2830.0, 5024.0, 9425.0, 18929.0, 37793.0, 77664.0, 159869.0, 632292.0, 110476.0, 53955.0, 28221.0, 15257.0, 8732.0, 5209.0, 3129.0, 1916.0, 1285.0, 851.0, 581.0, 379.0, 266.0, 228.0, 151.0, 107.0, 83.0, 50.0, 34.0, 18.0, 21.0, 14.0, 13.0, 3.0, 6.0, 3.0, 3.0, 1.0, 3.0, 1.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.011083572171628475, -0.010707207024097443, -0.01033084187656641, -0.009954476729035378, -0.009578111581504345, -0.009201746433973312, -0.00882538128644228, -0.008449016138911247, -0.00807265006005764, -0.007696285378187895, -0.007319920230656862, -0.00694355508312583, -0.00656718946993351, -0.006190824322402477, -0.005814459174871445, -0.005438094027340412, -0.00506172887980938, -0.004685363732278347, -0.0043089985847473145, -0.003932633437216282, -0.0035562680568546057, -0.003179902909323573, -0.002803537528961897, -0.0024271723814308643, -0.0020508072338998318, -0.0016744420863687992, -0.0012980768224224448, -0.0009217116166837513, -0.0005453464109450579, -0.0001689812052063644, 0.00020738400053232908, 0.0005837492062710226, 0.000960114412009716, 0.0013364795595407486, 0.001712844823487103, 0.0020892100874334574, 0.00246557523496449, 0.0028419403824955225, 0.0032183057628571987, 0.0035946709103882313, 0.003971036057919264, 0.004347401205450296, 0.004723766352981329, 0.0051001315005123615, 0.005476497113704681, 0.005852862261235714, 0.0062292274087667465, 0.006605592556297779, 0.006981957703828812, 0.007358322851359844, 0.007734687998890877, 0.00811105314642191, 0.008487418293952942, 0.008863783441483974, 0.009240148589015007, 0.00961651373654604, 0.009992878884077072, 0.01036924496293068, 0.010745610110461712, 0.011121975257992744, 0.011498340405523777, 0.01187470555305481, 0.012251070700585842, 0.012627435848116875, 0.013003800995647907]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 2.0, 1.0, 6.0, 6.0, 7.0, 3.0, 11.0, 3.0, 3.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02172696590423584, -0.021176747977733612, -0.020626528188586235, -0.020076310262084007, -0.01952609047293663, -0.018975872546434402, -0.018425652757287025, -0.017875434830784798, -0.01732521504163742, -0.016774997115135193, -0.016224779188632965, -0.015674559399485588, -0.01512434147298336, -0.014574122615158558, -0.014023903757333755, -0.013473684899508953, -0.01292346604168415, -0.012373247183859348, -0.011823028326034546, -0.011272809468209743, -0.010722590610384941, -0.010172372683882713, -0.009622153826057911, -0.009071934968233109, -0.008521716110408306, -0.007971497252583504, -0.007421278394758701, -0.006871060002595186, -0.006320841144770384, -0.0057706222869455814, -0.005220403894782066, -0.004670185036957264, -0.0041199661791324615, -0.003569747321307659, -0.0030195286963135004, -0.0024693100713193417, -0.0019190912134945393, -0.0013688724720850587, -0.0008186537306755781, -0.00026843498926609755, 0.000281783752143383, 0.0008320024935528636, 0.0013822212349623442, 0.0019324399763718247, 0.0024826587177813053, 0.0030328775756061077, 0.0035830962006002665, 0.004133314825594425, 0.004683533683419228, 0.00523375254124403, 0.005783971399068832, 0.0063341897912323475, 0.00688440864905715, 0.007434627506881952, 0.007984845899045467, 0.00853506475687027, 0.009085283614695072, 0.009635502472519875, 0.010185721330344677, 0.01073594018816948, 0.011286158114671707, 0.01183637697249651, 0.012386595830321312, 0.012936814688146114, 0.013487033545970917]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 2.0, 3.0, 0.0, 1.0, 1.0, 2.0, 9.0, 6.0, 15.0, 11.0, 16.0, 10.0, 11.0, 19.0, 19.0, 29.0, 35.0, 43.0, 42.0, 70.0, 82.0, 111.0, 180.0, 272.0, 317.0, 490.0, 765.0, 1107.0, 1617.0, 2295.0, 6626.0, 2038.0, 853.0, 464.0, 268.0, 144.0, 91.0, 70.0, 37.0, 35.0, 45.0, 25.0, 24.0, 23.0, 21.0, 16.0, 13.0, 12.0, 9.0, 11.0, 3.0, 5.0, 7.0, 1.0, 2.0, 3.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.013362809084355831, -0.012976535595953465, -0.012590261176228523, -0.012203987687826157, -0.01181771419942379, -0.011431440711021423, -0.011045167222619057, -0.010658892802894115, -0.010272619314491749, -0.009886345826089382, -0.009500071406364441, -0.009113797917962074, -0.008727524429559708, -0.008341250941157341, -0.007954977452754974, -0.007568703033030033, -0.0071824295446276665, -0.0067961560562253, -0.006409882102161646, -0.006023608148097992, -0.005637334659695625, -0.005251061171293259, -0.004864787217229605, -0.004478513263165951, -0.004092239774763584, -0.003705966053530574, -0.0033196923322975636, -0.0029334186110645533, -0.002547144889831543, -0.0021608711685985327, -0.0017745974473655224, -0.001388323726132512, -0.0010020500048995018, -0.0006157762836664915, -0.00022950256243348122, 0.00015677115879952908, 0.0005430448800325394, 0.0009293186012655497, 0.00131559232249856, 0.0017018660437315702, 0.0020881397649645805, 0.002474413486197591, 0.002860687207430601, 0.0032469609286636114, 0.0036332346498966217, 0.004019508138298988, 0.004405782092362642, 0.004792056046426296, 0.005178329534828663, 0.0055646030232310295, 0.0059508769772946835, 0.006337150931358337, 0.006723424419760704, 0.007109697908163071, 0.007495971862226725, 0.007882245816290379, 0.008268519304692745, 0.008654792793095112, 0.009041067212820053, 0.00942734070122242, 0.009813614189624786, 0.010199887678027153, 0.01058616116642952, 0.010972435586154461, 0.011358709074556828]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.10666822642087936, -0.1038065031170845, -0.10094477981328964, -0.09808305650949478, -0.09522133320569992, -0.09235960990190506, -0.0894978865981102, -0.08663616329431534, -0.08377443999052048, -0.08091271668672562, -0.07805099338293076, -0.0751892700791359, -0.07232754677534103, -0.06946582347154617, -0.06660410016775131, -0.06374237686395645, -0.06088065356016159, -0.05801893025636673, -0.05515720695257187, -0.05229548364877701, -0.04943376034498215, -0.046572037041187286, -0.043710313737392426, -0.040848590433597565, -0.037986867129802704, -0.03512514382600784, -0.03226342052221298, -0.02940169721841812, -0.02653997391462326, -0.0236782506108284, -0.02081652730703354, -0.017954804003238678, -0.015093080699443817, -0.012231357395648956, -0.009369634091854095, -0.006507910788059235, -0.0036461874842643738, -0.0007844641804695129, 0.002077259123325348, 0.004938982427120209, 0.00780070573091507, 0.01066242903470993, 0.013524152338504791, 0.016385875642299652, 0.019247598946094513, 0.022109322249889374, 0.024971045553684235, 0.027832768857479095, 0.030694492161273956, 0.03355621546506882, 0.03641793876886368, 0.03927966207265854, 0.0421413853764534, 0.04500310868024826, 0.04786483198404312, 0.05072655528783798, 0.05358827859163284, 0.056450001895427704, 0.059311725199222565, 0.062173448503017426, 0.06503517180681229, 0.06789689511060715, 0.07075861841440201, 0.07362034171819687, 0.07648206502199173]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 3.0, 2.0, 2.0, 3.0, 4.0, 7.0, 7.0, 1.0, 12.0, 17.0, 26.0, 33.0, 45.0, 31.0, 17.0, 13.0, 11.0, 7.0, 7.0, 1.0, 4.0, 3.0, 3.0, 0.0, 2.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.08767597377300262, -0.08568456023931503, -0.08369314670562744, -0.08170173317193985, -0.07971031963825226, -0.07771890610456467, -0.07572750002145767, -0.07373608648777008, -0.07174467295408249, -0.0697532594203949, -0.0677618458867073, -0.06577043235301971, -0.06377901881933212, -0.06178760528564453, -0.05979619547724724, -0.05780478194355965, -0.055813368409872055, -0.053821954876184464, -0.05183054134249687, -0.04983913153409958, -0.04784771800041199, -0.045856304466724396, -0.043864890933036804, -0.04187347739934921, -0.03988206386566162, -0.03789065405726433, -0.035899240523576736, -0.033907826989889145, -0.03191641345620155, -0.02992500178515911, -0.02793358825147152, -0.025942176580429077, -0.023950763046741486, -0.021959349513053894, -0.01996793784201145, -0.01797652430832386, -0.015985112637281418, -0.013993699103593826, -0.012002285569906235, -0.010010872967541218, -0.0080194603651762, -0.006028047762811184, -0.00403663469478488, -0.002045221859589219, -5.38090243935585e-05, 0.001937603810802102, 0.003929016645997763, 0.005920429714024067, 0.007911842316389084, 0.0099032549187541, 0.011894667521119118, 0.01388608105480671, 0.01587749272584915, 0.017868906259536743, 0.019860319793224335, 0.021851731464266777, 0.02384314499795437, 0.02583455853164196, 0.027825970202684402, 0.029817383736371994, 0.031808797270059586, 0.03380021080374718, 0.03579162061214447, 0.03778303414583206, 0.03977444767951965]}, "_runtime": 13.85088300704956, "_timestamp": 1596206592.6945152, "_step": 11}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 4.0, 5.0, 5.0, 1.0, 3.0, 2.0, 1.0, 2.0, 3.0, 2.0, 1.0, 2.0, 1.0, 3.0, 3.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014691745862364769, -0.014267622493207455, -0.01384349912405014, -0.013419375754892826, -0.012995252385735512, -0.012571128085255623, -0.012147004716098309, -0.011722881346940994, -0.01129875797778368, -0.010874634608626366, -0.010450511239469051, -0.010026387870311737, -0.009602263569831848, -0.009178140200674534, -0.00875401683151722, -0.008329893462359905, -0.007905770093202591, -0.007481646724045277, -0.007057523354887962, -0.006633399520069361, -0.006209276150912046, -0.005785152781754732, -0.0053610289469361305, -0.004936905577778816, -0.004512782208621502, -0.004088658839464188, -0.0036645352374762297, -0.0032404116354882717, -0.0028162882663309574, -0.002392164897173643, -0.001968041295185685, -0.001543917809613049, -0.001119794324040413, -0.0006956708384677768, -0.00027154735289514065, 0.00015257613267749548, 0.0005766996182501316, 0.0010008231038227677, 0.0014249465893954039, 0.00184907007496804, 0.002273193560540676, 0.0026973169296979904, 0.0031214405316859484, 0.0035455641336739063, 0.003969687502831221, 0.004393810871988535, 0.0048179347068071365, 0.005242058075964451, 0.005666181445121765, 0.0060903048142790794, 0.006514428183436394, 0.006938552018254995, 0.00736267538741231, 0.007786798756569624, 0.008210922591388226, 0.00863504596054554, 0.009059169329702854, 0.009483292698860168, 0.009907416068017483, 0.010331539437174797, 0.010755663737654686, 0.011179787106812, 0.011603910475969315, 0.012028033845126629, 0.012452157214283943]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 2.0, 2.0, 4.0, 5.0, 5.0, 8.0, 12.0, 10.0, 17.0, 19.0, 19.0, 30.0, 45.0, 45.0, 57.0, 74.0, 95.0, 128.0, 179.0, 256.0, 335.0, 542.0, 4405.0, 637.0, 291.0, 165.0, 148.0, 89.0, 76.0, 50.0, 33.0, 25.0, 24.0, 16.0, 18.0, 18.0, 8.0, 7.0, 6.0, 6.0, 6.0, 3.0, 1.0, 4.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.16907256841659546, -0.16396628320217133, -0.158859983086586, -0.15375369787216187, -0.14864739775657654, -0.1435411125421524, -0.13843482732772827, -0.13332852721214294, -0.1282222419977188, -0.12311594933271408, -0.11800965666770935, -0.11290336400270462, -0.10779707133769989, -0.10269077867269516, -0.09758449345827103, -0.0924782007932663, -0.08737190812826157, -0.08226561546325684, -0.0771593227982521, -0.07205303758382797, -0.06694674491882324, -0.06184045225381851, -0.05673415958881378, -0.05162787064909935, -0.04652157798409462, -0.04141528531908989, -0.03630899637937546, -0.031202703714370728, -0.026096412912011147, -0.020990122109651566, -0.015883829444646835, -0.010777538642287254, -0.005671247839927673, -0.000564956571906805, 0.004541334696114063, 0.009647626429796219, 0.0147539172321558, 0.01986020803451538, 0.02496650069952011, 0.030072791501879692, 0.03517908230423927, 0.040285374969244, 0.045391663908958435, 0.050497956573963165, 0.055604249238967896, 0.06071053817868233, 0.06581682711839676, 0.07092311978340149, 0.07602941244840622, 0.08113570511341095, 0.08624199777841568, 0.09134828299283981, 0.09645457565784454, 0.10156086832284927, 0.106667160987854, 0.11177345365285873, 0.11687974631786346, 0.1219860315322876, 0.12709233164787292, 0.13219861686229706, 0.1373049020767212, 0.14241120219230652, 0.14751748740673065, 0.15262378752231598, 0.1577300727367401]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 3.0, 0.0, 3.0, 3.0, 4.0, 5.0, 3.0, 4.0, 3.0, 6.0, 9.0, 29.0, 6.0, 3.0, 2.0, 3.0, 1.0, 4.0, 3.0, 2.0, 2.0, 3.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0026465686969459057, -0.002527878386899829, -0.0024091878440231085, -0.0022904975339770317, -0.002171807223930955, -0.0020531166810542345, -0.0019344263710081577, -0.0018157359445467591, -0.0016970455180853605, -0.0015783552080392838, -0.0014596647815778852, -0.0013409743551164865, -0.0012222840450704098, -0.0011035936186090112, -0.0009849031921476126, -0.0008662128238938749, -0.0007475224556401372, -0.0006288320873863995, -0.0005101416609250009, -0.0003914512926712632, -0.0002727608953136951, -0.00015407049795612693, -3.538011515047401e-05, 8.331027493113652e-05, 0.00020200066501274705, 0.0003206910623703152, 0.00043938145972788334, 0.000558071827981621, 0.0006767621962353587, 0.0007954526226967573, 0.000914142990950495, 0.0010328333592042327, 0.0011515237856656313, 0.00127021421212703, 0.0013889045221731067, 0.0015075949486345053, 0.0016262853750959039, 0.0017449756851419806, 0.0018636661116033792, 0.001982356421649456, 0.0021010469645261765, 0.0022197372745722532, 0.00233842758461833, 0.0024571181274950504, 0.002575808437541127, 0.002694498747587204, 0.0028131892904639244, 0.002931879600510001, 0.003050569910556078, 0.0031692604534327984, 0.003287950763478875, 0.0034066413063555956, 0.0035253316164016724, 0.003644021926447749, 0.0037627124693244696, 0.0038814027793705463, 0.004000093322247267, 0.0041187833994627, 0.00423747394233942, 0.004356164485216141, 0.004474854562431574, 0.004593545105308294, 0.004712235648185015, 0.004830925725400448, 0.004949616268277168]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 6.0, 7.0, 4.0, 13.0, 11.0, 23.0, 20.0, 54.0, 60.0, 95.0, 127.0, 196.0, 317.0, 410.0, 763.0, 1151.0, 2035.0, 3403.0, 6401.0, 12410.0, 25729.0, 57290.0, 140118.0, 671805.0, 128984.0, 59112.0, 29930.0, 15977.0, 8957.0, 5248.0, 3130.0, 1965.0, 1272.0, 872.0, 584.0, 363.0, 241.0, 168.0, 126.0, 85.0, 38.0, 40.0, 24.0, 21.0, 9.0, 19.0, 7.0, 5.0, 3.0, 3.0, 5.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.012419930659234524, -0.011998433619737625, -0.011576937511563301, -0.011155440472066402, -0.010733943432569504, -0.010312446393072605, -0.009890949353575706, -0.009469453245401382, -0.009047956205904484, -0.008626459166407585, -0.008204963058233261, -0.0077834660187363625, -0.007361968979239464, -0.006940471939742565, -0.006518975365906954, -0.0060974787920713425, -0.005675981752574444, -0.005254484713077545, -0.004832988139241934, -0.0044114915654063225, -0.003989994525909424, -0.003568497719243169, -0.003147000912576914, -0.002725504105910659, -0.002304007299244404, -0.0018825104925781488, -0.0014610136859118938, -0.0010395168792456388, -0.0006180200725793839, -0.00019652326591312885, 0.00022497354075312614, 0.0006464703474193811, 0.0010679671540856361, 0.0014894639607518911, 0.0019109607674181461, 0.002332457574084401, 0.002753954380750656, 0.003175451187416911, 0.003596947994083166, 0.0040184445679187775, 0.004439941607415676, 0.004861438646912575, 0.005282935220748186, 0.0057044317945837975, 0.006125928834080696, 0.006547425873577595, 0.006968922447413206, 0.0073904190212488174, 0.007811916060745716, 0.008233413100242615, 0.008654909208416939, 0.009076406247913837, 0.009497903287410736, 0.009919400326907635, 0.010340897366404533, 0.010762393474578857, 0.011183890514075756, 0.011605387553572655, 0.012026883661746979, 0.012448380701243877, 0.012869877740740776, 0.013291374780237675, 0.013712871819734573, 0.014134367927908897, 0.014555864967405796]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 2.0, 2.0, 4.0, 3.0, 4.0, 9.0, 4.0, 4.0, 4.0, 1.0, 1.0, 3.0, 3.0, 2.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.019118040800094604, -0.018591003492474556, -0.018063968047499657, -0.017536930739879608, -0.01700989343225956, -0.01648285612463951, -0.015955820679664612, -0.015428783372044563, -0.014901746064424515, -0.01437470968812704, -0.013847673311829567, -0.013320636004209518, -0.012793599627912045, -0.012266562320291996, -0.011739525943994522, -0.011212488636374474, -0.010685452260077, -0.010158415883779526, -0.009631378576159477, -0.009104342199862003, -0.008577304892241955, -0.008050268515944481, -0.00752323167398572, -0.0069961948320269585, -0.006469157990068197, -0.005942121148109436, -0.005415084306150675, -0.004888047464191914, -0.00436101108789444, -0.003833974013105035, -0.0033069374039769173, -0.002779900562018156, -0.002252863720059395, -0.0017258268781006336, -0.0011987901525571942, -0.0006717533688060939, -0.00014471658505499363, 0.00038232019869610667, 0.000909356982447207, 0.0014363937079906464, 0.0019634305499494076, 0.002490467391908169, 0.00301750423386693, 0.0035445408429950476, 0.004071577452123165, 0.004598614294081926, 0.0051256511360406876, 0.005652687977999449, 0.00617972481995821, 0.006706761661916971, 0.007233798503875732, 0.007760835345834494, 0.008287872187793255, 0.008814908564090729, 0.009341945871710777, 0.009868982248008251, 0.010396018624305725, 0.010923055931925774, 0.011450092308223248, 0.011977129615843296, 0.01250416599214077, 0.013031203299760818, 0.013558239676058292, 0.014085276983678341, 0.014612313359975815]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 3.0, 0.0, 5.0, 2.0, 1.0, 5.0, 7.0, 2.0, 5.0, 8.0, 6.0, 14.0, 16.0, 11.0, 8.0, 18.0, 27.0, 24.0, 24.0, 40.0, 57.0, 67.0, 70.0, 124.0, 163.0, 184.0, 246.0, 297.0, 397.0, 676.0, 1158.0, 2066.0, 5860.0, 1938.0, 1294.0, 911.0, 674.0, 490.0, 321.0, 242.0, 192.0, 182.0, 123.0, 94.0, 92.0, 57.0, 61.0, 43.0, 36.0, 30.0, 13.0, 18.0, 7.0, 3.0, 6.0, 5.0, 0.0, 3.0, 2.0, 0.0, 1.0], "bins": [-0.01153893768787384, -0.011213468387722969, -0.010888000018894672, -0.010562530718743801, -0.010237062349915504, -0.009911593049764633, -0.009586124680936337, -0.009260655380785465, -0.008935187011957169, -0.008609717711806297, -0.008284248411655426, -0.00795878004282713, -0.007633310742676258, -0.007307841908186674, -0.00698237307369709, -0.006656904239207506, -0.006331435404717922, -0.006005966570228338, -0.005680497735738754, -0.00535502890124917, -0.005029560066759586, -0.004704090766608715, -0.004378621932119131, -0.004053153097629547, -0.003727684263139963, -0.003402215428650379, -0.003076746594160795, -0.0027512775268405676, -0.0024258086923509836, -0.0021003398578613997, -0.0017748709069564939, -0.001449401956051588, -0.001123933121562004, -0.0007984642288647592, -0.0004729953361675143, -0.00014752644347026944, 0.00017794244922697544, 0.0005034113419242203, 0.0008288802346214652, 0.001154349185526371, 0.001479818020015955, 0.001805286854505539, 0.002130755688995123, 0.0024562247563153505, 0.0027816935908049345, 0.0031071624252945185, 0.003432631492614746, 0.00375810032710433, 0.004083569161593914, 0.004409037996083498, 0.004734506830573082, 0.005059975665062666, 0.00538544449955225, 0.005710913799703121, 0.006036382634192705, 0.006361851468682289, 0.006687320303171873, 0.007012789137661457, 0.007338257972151041, 0.007663726806640625, 0.007989196106791496, 0.008314664475619793, 0.008640133775770664, 0.008965602144598961, 0.009291071444749832]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 2.0, 2.0, 1.0, 0.0, 1.0, 2.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08344221115112305, -0.0802980586886406, -0.07715390622615814, -0.07400975376367569, -0.07086560130119324, -0.06772144883871078, -0.06457730382680893, -0.06143314763903618, -0.058288998901844025, -0.05514484643936157, -0.05200069397687912, -0.04885654151439667, -0.045712389051914215, -0.04256823658943176, -0.03942408785223961, -0.036279935389757156, -0.033135782927274704, -0.02999163046479225, -0.02684747986495495, -0.023703327402472496, -0.020559176802635193, -0.01741502434015274, -0.014270871877670288, -0.01112672034651041, -0.007982568815350533, -0.004838417284190655, -0.0016942652873694897, 0.0014498864766210318, 0.004594038240611553, 0.007738189771771431, 0.010882342234253883, 0.014026493765413761, 0.01717064529657364, 0.02031479775905609, 0.023458948358893394, 0.026603100821375847, 0.02974725142121315, 0.0328914038836956, 0.036035556346178055, 0.03917970880866051, 0.04232385754585266, 0.045468010008335114, 0.048612162470817566, 0.05175631493330002, 0.05490046739578247, 0.05804461985826492, 0.06118876859545708, 0.06433292478322983, 0.06747707724571228, 0.07062122225761414, 0.07376537472009659, 0.07690952718257904, 0.08005367964506149, 0.08319783210754395, 0.0863419845700264, 0.08948613703250885, 0.0926302894949913, 0.09577444195747375, 0.09891859441995621, 0.10206273943185806, 0.10520689189434052, 0.10835104435682297, 0.11149519681930542, 0.11463934928178787, 0.11778350174427032]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 3.0, 2.0, 2.0, 5.0, 2.0, 2.0, 3.0, 1.0, 3.0, 3.0, 3.0, 6.0, 7.0, 6.0, 16.0, 16.0, 22.0, 62.0, 25.0, 20.0, 20.0, 8.0, 5.0, 1.0, 4.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 2.0, 1.0, 5.0, 2.0, 4.0, 1.0, 0.0, 0.0, 3.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.04732765257358551, -0.0449879951775074, -0.04264833778142929, -0.04030868411064148, -0.03796902671456337, -0.03562936931848526, -0.03328971564769745, -0.03095005825161934, -0.02861040085554123, -0.02627074345946312, -0.02393108792603016, -0.0215914323925972, -0.01925177499651909, -0.01691211760044098, -0.014572462067008018, -0.012232805602252483, -0.009893149137496948, -0.007553492672741413, -0.005213836207985878, -0.002874179743230343, -0.0005345232784748077, 0.0018051331862807274, 0.0041447896510362625, 0.006484446115791798, 0.008824102580547333, 0.011163759045302868, 0.013503415510058403, 0.015843071043491364, 0.018182728439569473, 0.020522385835647583, 0.022862041369080544, 0.025201696902513504, 0.027541354298591614, 0.029881011694669724, 0.03222066909074783, 0.034560322761535645, 0.036899980157613754, 0.039239637553691864, 0.041579291224479675, 0.043918948620557785, 0.046258606016635895, 0.048598263412714005, 0.050937920808792114, 0.053277574479579926, 0.055617231875658035, 0.057956889271736145, 0.060296542942523956, 0.06263620406389236, 0.06497585773468018, 0.06731551140546799, 0.0696551725268364, 0.0719948261976242, 0.07433448731899261, 0.07667414098978043, 0.07901379466056824, 0.08135345578193665, 0.08369310945272446, 0.08603276312351227, 0.08837242424488068, 0.09071207791566849, 0.0930517315864563, 0.09539139270782471, 0.09773104637861252, 0.10007070749998093, 0.10241036117076874]}, "_runtime": 14.675111532211304, "_timestamp": 1596206593.5187438, "_step": 12}
+{"epoch": 1, "accuracy": 0.7677154680365297, "val_loss": 0.6454491311828839, "_runtime": 16.07716941833496, "_timestamp": 1596206594.9208016, "_step": 13}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 3.0, 3.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 3.0, 2.0, 2.0, 1.0, 1.0, 4.0, 5.0, 1.0, 1.0, 2.0, 0.0, 3.0, 0.0, 2.0, 3.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011932982131838799, -0.011571047827601433, -0.011209112592041492, -0.010847178287804127, -0.010485243052244186, -0.01012330874800682, -0.00976137351244688, -0.009399439208209515, -0.009037503972649574, -0.008675569668412209, -0.008313634432852268, -0.007951700128614902, -0.0075897653587162495, -0.0072278305888175964, -0.006865895818918943, -0.00650396104902029, -0.006142026279121637, -0.005780091509222984, -0.005418156739324331, -0.005056221969425678, -0.004694287199527025, -0.004332352429628372, -0.003970417659729719, -0.00360848312266171, -0.0032465483527630568, -0.0028846135828644037, -0.0025226788129657507, -0.0021607440430670977, -0.0017988093895837665, -0.0014368746196851134, -0.0010749399662017822, -0.0007130051963031292, -0.00035107042640447617, 1.0864314390346408e-05, 0.000372799055185169, 0.0007347337668761611, 0.0010966685367748141, 0.0014586033066734672, 0.0018205379601567984, 0.0021824727300554514, 0.0025444074999541044, 0.0029063422698527575, 0.0032682770397514105, 0.0036302118096500635, 0.003992146346718073, 0.004354081116616726, 0.004716015886515379, 0.005077950656414032, 0.005439885426312685, 0.005801820196211338, 0.006163754966109991, 0.006525689736008644, 0.006887624505907297, 0.00724955927580595, 0.007611494045704603, 0.007973428815603256, 0.008335363119840622, 0.008697298355400562, 0.009059232659637928, 0.009421167895197868, 0.009783102199435234, 0.010145037434995174, 0.01050697173923254, 0.01086890697479248, 0.011230841279029846]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 1.0, 2.0, 2.0, 3.0, 5.0, 10.0, 11.0, 15.0, 24.0, 28.0, 38.0, 49.0, 84.0, 111.0, 149.0, 266.0, 403.0, 4077.0, 1598.0, 458.0, 197.0, 111.0, 92.0, 49.0, 42.0, 33.0, 24.0, 13.0, 7.0, 3.0, 2.0, 7.0, 2.0, 3.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.2534908652305603, -0.24621225893497467, -0.23893363773822784, -0.2316550314426422, -0.22437642514705658, -0.21709781885147095, -0.20981919765472412, -0.2025405913591385, -0.19526198506355286, -0.18798336386680603, -0.1807047575712204, -0.17342615127563477, -0.16614754498004913, -0.1588689237833023, -0.15159031748771667, -0.14431171119213104, -0.1370331048965454, -0.12975448369979858, -0.12247587740421295, -0.11519726365804672, -0.10791865736246109, -0.10064004361629486, -0.09336143732070923, -0.086082823574543, -0.07880420982837677, -0.07152560353279114, -0.06424698978662491, -0.056968383491039276, -0.04968976974487305, -0.042411159723997116, -0.035132549703121185, -0.027853939682245255, -0.020575329661369324, -0.013296719640493393, -0.0060181086882948875, 0.0012605017982423306, 0.008539112284779549, 0.01581772230565548, 0.02309633418917656, 0.03037494421005249, 0.03765355423092842, 0.04493216425180435, 0.05221077427268028, 0.05948938429355621, 0.06676799803972244, 0.07404660433530807, 0.0813252180814743, 0.08860382437705994, 0.09588243812322617, 0.1031610518693924, 0.11043965816497803, 0.11771827191114426, 0.12499687820672989, 0.13227549195289612, 0.13955409824848175, 0.14683270454406738, 0.1541113257408142, 0.16138993203639984, 0.16866853833198547, 0.1759471595287323, 0.18322576582431793, 0.19050437211990356, 0.1977829784154892, 0.20506159961223602, 0.21234020590782166]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 2.0, 3.0, 2.0, 1.0, 1.0, 3.0, 5.0, 1.0, 3.0, 1.0, 3.0, 2.0, 3.0, 30.0, 3.0, 8.0, 4.0, 1.0, 5.0, 4.0, 2.0, 3.0, 3.0, 2.0, 3.0, 1.0, 2.0, 1.0, 0.0, 1.0, 8.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0029415334574878216, -0.002846157643944025, -0.0027507818304002285, -0.002655406016856432, -0.0025600302033126354, -0.002464654389768839, -0.0023692785762250423, -0.002273902762681246, -0.0021785269491374493, -0.0020831513684242964, -0.0019877755548805, -0.0018923996249213815, -0.0017970239277929068, -0.0017016481142491102, -0.0016062723007053137, -0.0015108964871615171, -0.0014155206736177206, -0.001320144860073924, -0.0012247690465301275, -0.001129393232986331, -0.0010340174194425344, -0.0009386416641063988, -0.0008432659087702632, -0.0007478900952264667, -0.0006525142816826701, -0.0005571384681388736, -0.0004617626836989075, -0.0003663868992589414, -0.00027101108571514487, -0.00017563528672326356, -8.025948773138225e-05, 1.511631126049906e-05, 0.00011049211025238037, 0.00020586790924426168, 0.000301243708236143, 0.0003966194926761091, 0.0004919953062199056, 0.0005873711197637022, 0.0006827468750998378, 0.0007781226886436343, 0.0008734985021874309, 0.0009688743157312274, 0.001064250129275024, 0.0011596259428188205, 0.0012550016399472952, 0.0013503774534910917, 0.0014457532670348883, 0.0015411290805786848, 0.0016365048941224813, 0.0017318807076662779, 0.0018272565212100744, 0.001922632334753871, 0.0020180081482976675, 0.002113383961841464, 0.0022087597753852606, 0.002304135588929057, 0.00239951116964221, 0.0024948869831860065, 0.002590262796729803, 0.0026856386102735996, 0.002781014423817396, 0.0028763902373611927, 0.0029717660509049892, 0.0030671418644487858, 0.0031625176779925823]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 7.0, 6.0, 7.0, 24.0, 18.0, 34.0, 45.0, 85.0, 121.0, 199.0, 321.0, 508.0, 710.0, 1148.0, 1976.0, 3199.0, 5631.0, 10262.0, 20207.0, 43097.0, 101316.0, 675062.0, 164728.0, 71556.0, 34895.0, 18235.0, 10021.0, 5854.0, 3551.0, 2313.0, 1510.0, 996.0, 599.0, 437.0, 285.0, 215.0, 132.0, 101.0, 66.0, 48.0, 41.0, 22.0, 14.0, 17.0, 4.0, 6.0, 1.0, 4.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.00998746044933796, -0.00960012897849083, -0.009212798438966274, -0.008825467899441719, -0.00843813642859459, -0.00805080495774746, -0.007663474418222904, -0.007276143413037062, -0.006888812407851219, -0.006501481402665377, -0.006114150397479534, -0.005726819392293692, -0.005339488387107849, -0.004952157381922007, -0.004564826376736164, -0.004177495371550322, -0.003790164366364479, -0.0034028333611786366, -0.003015502355992794, -0.0026281713508069515, -0.002240840345621109, -0.0018535093404352665, -0.001466178335249424, -0.0010788473300635815, -0.000691516324877739, -0.00030418531969189644, 8.314568549394608e-05, 0.0004704766906797886, 0.0008578076958656311, 0.0012451387010514736, 0.0016324697062373161, 0.0020198007114231586, 0.002407131716609001, 0.0027944627217948437, 0.003181793726980686, 0.0035691247321665287, 0.003956455737352371, 0.004343786742538214, 0.004731117747724056, 0.005118448752909899, 0.005505779758095741, 0.005893110763281584, 0.006280441768467426, 0.006667772773653269, 0.007055103778839111, 0.007442434784024954, 0.007829765789210796, 0.008217096328735352, 0.008604427799582481, 0.008991759270429611, 0.009379089809954166, 0.009766420349478722, 0.010153751820325851, 0.010541083291172981, 0.010928413830697536, 0.011315744370222092, 0.011703075841069221, 0.012090407311916351, 0.012477737851440907, 0.012865068390965462, 0.013252399861812592, 0.013639731332659721, 0.014027061872184277, 0.014414392411708832, 0.014801723882555962]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 8.0, 9.0, 13.0, 6.0, 3.0, 4.0, 2.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01551628578454256, -0.014762581326067448, -0.014008876867592335, -0.013255173340439796, -0.012501468881964684, -0.01174776442348957, -0.010994059965014458, -0.010240355506539345, -0.009486651048064232, -0.008732947520911694, -0.00797924306243658, -0.007225538603961468, -0.006471834145486355, -0.005718130152672529, -0.004964425694197416, -0.004210721701383591, -0.003457017242908478, -0.0027033130172640085, -0.0019496086752042174, -0.0011959043331444263, -0.0004422001074999571, 0.0003115041763521731, 0.0010652084602043033, 0.0018189128022640944, 0.0025726170279085636, 0.003326321253553033, 0.004080025479197502, 0.004833729937672615, 0.005587434396147728, 0.006341138388961554, 0.0070948428474366665, 0.007848546840250492, 0.008602251298725605, 0.009355955757200718, 0.01010966021567583, 0.01086336374282837, 0.011617068201303482, 0.012370772659778595, 0.013124477118253708, 0.01387818157672882, 0.014631886035203934, 0.015385589562356472, 0.01613929495215416, 0.016892997547984123, 0.017646702006459236, 0.01840040646493435, 0.019154110923409462, 0.019907815381884575, 0.020661519840359688, 0.0214152242988348, 0.022168928757309914, 0.022922633215785027, 0.02367633767426014, 0.024430042132735252, 0.025183744728565216, 0.02593744918704033, 0.026691153645515442, 0.027444858103990555, 0.028198562562465668, 0.02895226702094078, 0.029705971479415894, 0.030459675937891006, 0.03121338039636612, 0.03196708485484123, 0.032720789313316345]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 3.0, 0.0, 1.0, 1.0, 3.0, 10.0, 12.0, 21.0, 25.0, 34.0, 26.0, 28.0, 36.0, 64.0, 100.0, 170.0, 276.0, 508.0, 846.0, 1581.0, 3340.0, 6780.0, 1638.0, 819.0, 527.0, 304.0, 276.0, 161.0, 127.0, 85.0, 61.0, 61.0, 60.0, 46.0, 34.0, 36.0, 27.0, 28.0, 25.0, 33.0, 23.0, 23.0, 26.0, 21.0, 17.0, 12.0, 13.0, 16.0, 13.0, 10.0, 10.0, 10.0, 6.0, 3.0, 5.0, 0.0, 4.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.008283428847789764, -0.007908472791314125, -0.007533516734838486, -0.007158560678362846, -0.006783604621887207, -0.006408648565411568, -0.006033692508935928, -0.005658736452460289, -0.00528378039598465, -0.00490882433950901, -0.004533868283033371, -0.004158912226557732, -0.0037839561700820923, -0.003409000113606453, -0.0030340440571308136, -0.0026590880006551743, -0.002284131944179535, -0.0019091758877038956, -0.0015342198312282562, -0.0011592637747526169, -0.0007843077182769775, -0.0004093516618013382, -3.439560532569885e-05, 0.0003405604511499405, 0.0007155165076255798, 0.0010904725641012192, 0.0014654286205768585, 0.0018403846770524979, 0.002215340733528137, 0.0025902967900037766, 0.002965252846479416, 0.0033402089029550552, 0.0037151649594306946, 0.004090121015906334, 0.004465077072381973, 0.004840033128857613, 0.005214989185333252, 0.005589945241808891, 0.005964901298284531, 0.00633985735476017, 0.006714813411235809, 0.007089769467711449, 0.007464725524187088, 0.007839681580662727, 0.008214637637138367, 0.008589593693614006, 0.008964549750089645, 0.009339505806565285, 0.009714461863040924, 0.010089417919516563, 0.010464373975992203, 0.010839330032467842, 0.011214286088943481, 0.01158924214541912, 0.01196419820189476, 0.0123391542583704, 0.012714110314846039, 0.013089066371321678, 0.013464022427797318, 0.013838978484272957, 0.014213934540748596, 0.014588890597224236, 0.014963846653699875, 0.015338802710175514, 0.015713758766651154]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 4.0, 3.0, 2.0, 3.0, 0.0, 4.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.13758893311023712, -0.1339738368988037, -0.1303587555885315, -0.12674365937709808, -0.12312856316566467, -0.11951347440481186, -0.11589837819337845, -0.11228328943252563, -0.10866819322109222, -0.10505310446023941, -0.1014380156993866, -0.09782291948795319, -0.09420783072710037, -0.09059273451566696, -0.08697764575481415, -0.08336254954338074, -0.07974746078252792, -0.07613237202167511, -0.0725172758102417, -0.06890218704938889, -0.06528709083795547, -0.06167200207710266, -0.05805690959095955, -0.05444181710481644, -0.050826724618673325, -0.04721163213253021, -0.0435965396463871, -0.03998144716024399, -0.036366358399391174, -0.03275126591324806, -0.02913617342710495, -0.025521080940961838, -0.021905988454818726, -0.018290895968675613, -0.014675804413855076, -0.011060712859034538, -0.007445620372891426, -0.003830528352409601, -0.00021543633192777634, 0.0033996556885540485, 0.007014747709035873, 0.010629840195178986, 0.014244931749999523, 0.01786002330482006, 0.021475115790963173, 0.025090208277106285, 0.028705298900604248, 0.03232039138674736, 0.03593548387289047, 0.039550576359033585, 0.0431656688451767, 0.04678076133131981, 0.05039585381746292, 0.054010942578315735, 0.05762603506445885, 0.06124112755060196, 0.06485621631145477, 0.06847131252288818, 0.072086401283741, 0.07570149749517441, 0.07931658625602722, 0.08293168246746063, 0.08654677122831345, 0.09016186743974686, 0.09377695620059967]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 2.0, 4.0, 3.0, 2.0, 10.0, 11.0, 19.0, 31.0, 64.0, 30.0, 34.0, 22.0, 7.0, 4.0, 1.0, 3.0, 3.0, 0.0, 4.0, 2.0, 2.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 2.0, 0.0, 0.0, 2.0], "bins": [-0.08672863990068436, -0.084407277405262, -0.08208590745925903, -0.07976454496383667, -0.0774431824684143, -0.07512181252241135, -0.07280045002698898, -0.07047908008098602, -0.06815771758556366, -0.0658363550901413, -0.06351498514413834, -0.06119362264871597, -0.05887225642800331, -0.05655089020729065, -0.054229527711868286, -0.051908161491155624, -0.04958679527044296, -0.0472654290497303, -0.04494406282901764, -0.042622700333595276, -0.040301334112882614, -0.03797996789216995, -0.03565860539674759, -0.03333723917603493, -0.031015872955322266, -0.028694506734609604, -0.02637314237654209, -0.02405177801847458, -0.021730411797761917, -0.019409045577049255, -0.017087681218981743, -0.014766315929591656, -0.012444950640201569, -0.010123585350811481, -0.007802220061421394, -0.005480854772031307, -0.00315948948264122, -0.000838124193251133, 0.0014832410961389542, 0.0038046063855290413, 0.006125971674919128, 0.008447336964309216, 0.010768702253699303, 0.01309006754308939, 0.015411432832479477, 0.01773279905319214, 0.02005416341125965, 0.022375527769327164, 0.024696893990039825, 0.027018260210752487, 0.02933962456882, 0.03166098892688751, 0.033982355147600174, 0.036303721368312836, 0.0386250838637352, 0.04094645008444786, 0.04326781630516052, 0.045589182525873184, 0.047910548746585846, 0.05023191124200821, 0.05255327746272087, 0.05487464368343353, 0.057196006178855896, 0.05951737239956856, 0.06183873862028122]}, "_runtime": 16.983555793762207, "_timestamp": 1596206595.827188, "_step": 14}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 3.0, 3.0, 0.0, 2.0, 1.0, 5.0, 5.0, 1.0, 2.0, 1.0, 4.0, 2.0, 2.0, 1.0, 6.0, 3.0, 1.0, 3.0, 4.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01759910397231579, -0.017050359398126602, -0.016501614823937416, -0.01595287024974823, -0.015404126606881618, -0.014855382032692432, -0.014306638389825821, -0.013757893815636635, -0.013209149241447449, -0.012660404667258263, -0.012111660093069077, -0.011562916450202465, -0.011014171876013279, -0.010465427301824093, -0.009916683658957481, -0.009367939084768295, -0.00881919451057911, -0.008270449936389923, -0.007721705827862024, -0.0071729617193341255, -0.006624217145144939, -0.006075472570955753, -0.0055267284624278545, -0.004977984353899956, -0.00442923977971077, -0.003880495438352227, -0.0033317510969936848, -0.0027830067556351423, -0.0022342624142766, -0.0016855180729180574, -0.001136773731559515, -0.0005880293902009726, -3.9285048842430115e-05, 0.0005094592925161123, 0.0010582036338746548, 0.0016069479752331972, 0.0021556923165917397, 0.002704436657950282, 0.0032531809993088245, 0.003801925340667367, 0.004350669682025909, 0.0048994142562150955, 0.005448158364742994, 0.005996902473270893, 0.006545647047460079, 0.007094391621649265, 0.007643135730177164, 0.008191879838705063, 0.008740624412894249, 0.009289368987083435, 0.009838113561272621, 0.010386857204139233, 0.010935601778328419, 0.011484346352517605, 0.012033089995384216, 0.012581834569573402, 0.013130579143762589, 0.013679323717951775, 0.01422806829214096, 0.014776811935007572, 0.015325556509196758, 0.01587430015206337, 0.016423044726252556, 0.016971789300441742, 0.017520533874630928]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 1.0, 0.0, 1.0, 4.0, 2.0, 1.0, 2.0, 3.0, 4.0, 11.0, 10.0, 12.0, 21.0, 38.0, 37.0, 76.0, 93.0, 140.0, 203.0, 299.0, 483.0, 4561.0, 986.0, 355.0, 217.0, 114.0, 76.0, 49.0, 30.0, 27.0, 17.0, 11.0, 13.0, 5.0, 4.0, 3.0, 4.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 2.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.2127898782491684, -0.20604649186134338, -0.19930310547351837, -0.19255971908569336, -0.18581633269786835, -0.17907294631004333, -0.17232957482337952, -0.1655861884355545, -0.1588428020477295, -0.15209941565990448, -0.14535602927207947, -0.13861264288425446, -0.13186925649642944, -0.12512587010860443, -0.11838249117136002, -0.111639104783535, -0.10489571839570999, -0.09815233200788498, -0.09140894562005997, -0.08466556668281555, -0.07792218029499054, -0.07117879390716553, -0.06443540751934052, -0.0576920248568058, -0.05094863846898079, -0.04420525208115578, -0.03746186941862106, -0.03071848303079605, -0.023975098505616188, -0.017231713980436325, -0.010488328523933887, -0.003744943533092737, 0.002998441457748413, 0.009741825982928276, 0.01648521050810814, 0.02322859689593315, 0.029971981421113014, 0.03671536594629288, 0.04345875233411789, 0.0502021349966526, 0.056945521384477615, 0.06368890404701233, 0.07043229043483734, 0.07717567682266235, 0.08391906321048737, 0.09066244959831238, 0.0974058285355568, 0.1041492149233818, 0.11089260131120682, 0.11763598769903183, 0.12437937408685684, 0.13112275302410126, 0.13786613941192627, 0.14460952579975128, 0.1513529121875763, 0.1580962985754013, 0.16483968496322632, 0.17158307135105133, 0.17832645773887634, 0.18506982922554016, 0.19181321561336517, 0.19855660200119019, 0.2052999883890152, 0.2120433747768402, 0.21878676116466522]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 5.0, 0.0, 0.0, 0.0, 1.0, 5.0, 2.0, 2.0, 3.0, 3.0, 6.0, 5.0, 1.0, 6.0, 2.0, 3.0, 5.0, 31.0, 4.0, 4.0, 2.0, 3.0, 1.0, 1.0, 5.0, 1.0, 0.0, 4.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 3.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002401968464255333, -0.002303759567439556, -0.0022055504377931356, -0.002107341540977359, -0.002009132644161582, -0.0019109236309304833, -0.0018127146176993847, -0.0017145057208836079, -0.0016162967076525092, -0.0015180876944214106, -0.0014198787976056337, -0.001321669784374535, -0.0012234607711434364, -0.0011252518743276596, -0.001027042861096561, -0.0009288339060731232, -0.0008306249510496855, -0.0007324159960262477, -0.00063420704100281, -0.0005359980277717113, -0.0004377890727482736, -0.00033958011772483587, -0.00024137113359756768, -0.0001431621640222147, -4.4953194446861744e-05, 5.325577512849122e-05, 0.0001514647447038442, 0.0002496737288311124, 0.0003478826838545501, 0.00044609163887798786, 0.0005443006521090865, 0.0006425096071325243, 0.000740718562155962, 0.0008389275171793997, 0.0009371364722028375, 0.0010353454854339361, 0.001133554382249713, 0.0012317633954808116, 0.0013299724087119102, 0.001428181305527687, 0.0015263903187587857, 0.0016245993319898844, 0.0017228082288056612, 0.0018210172420367599, 0.0019192262552678585, 0.0020174351520836353, 0.002115644048899412, 0.0022138531785458326, 0.0023120620753616095, 0.0024102709721773863, 0.0025084801018238068, 0.0026066889986395836, 0.0027048978954553604, 0.002803107025101781, 0.0029013159219175577, 0.0029995248187333345, 0.003097733948379755, 0.003195942845195532, 0.0032941517420113087, 0.0033923606388270855, 0.003490569768473506, 0.003588778665289283, 0.0036869875621050596, 0.00378519669175148, 0.003883405588567257]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 7.0, 6.0, 7.0, 22.0, 29.0, 36.0, 54.0, 87.0, 113.0, 192.0, 286.0, 335.0, 558.0, 814.0, 1170.0, 1890.0, 3092.0, 4885.0, 8586.0, 15481.0, 29726.0, 60165.0, 134497.0, 685190.0, 112277.0, 51552.0, 27370.0, 15260.0, 9101.0, 5607.0, 3529.0, 2363.0, 1566.0, 1095.0, 744.0, 529.0, 373.0, 280.0, 206.0, 143.0, 120.0, 83.0, 64.0, 44.0, 22.0, 19.0, 17.0, 15.0, 6.0, 8.0, 7.0, 1.0, 2.0, 1.0, 1.0, 3.0, 1.0, 3.0], "bins": [-0.010089616291224957, -0.009747971780598164, -0.00940632726997137, -0.009064682759344578, -0.008723038248717785, -0.008381393738090992, -0.008039749227464199, -0.007698104716837406, -0.007356460206210613, -0.007014815229922533, -0.00667317071929574, -0.006331526208668947, -0.005989881698042154, -0.005648237187415361, -0.0053065926767885685, -0.004964948166161776, -0.004623303655534983, -0.00428165914490819, -0.003940014634281397, -0.003598370123654604, -0.003256725613027811, -0.0029150808695703745, -0.0025734363589435816, -0.0022317918483167887, -0.0018901473376899958, -0.0015485028270632029, -0.00120685831643641, -0.0008652136893942952, -0.0005235691787675023, -0.00018192463903687894, 0.00015971990069374442, 0.0005013644695281982, 0.0008430089801549911, 0.001184653490781784, 0.001526298001408577, 0.0018679426284506917, 0.0022095870226621628, 0.0025512317661195993, 0.0028928762767463923, 0.003234520787373185, 0.003576165297999978, 0.003917810041457415, 0.0042594545520842075, 0.0046010990627110004, 0.004942743573337793, 0.005284388083964586, 0.005626032594591379, 0.005967677105218172, 0.006309321615844965, 0.006650966126471758, 0.006992610637098551, 0.007334255147725344, 0.007675899658352137, 0.008017544634640217, 0.00835918914526701, 0.008700833655893803, 0.009042478166520596, 0.009384122677147388, 0.009725767187774181, 0.010067411698400974, 0.010409056209027767, 0.01075070071965456, 0.011092345230281353, 0.011433989740908146, 0.011775634251534939]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [4.0, 3.0, 4.0, 2.0, 5.0, 4.0, 8.0, 3.0, 5.0, 8.0, 1.0, 1.0, 4.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008601885288953781, -0.00769525533542037, -0.006788625381886959, -0.005881995428353548, -0.004975365474820137, -0.004068735055625439, -0.0031621051020920277, -0.0022554751485586166, -0.0013488451950252056, -0.00044221518328413367, 0.00046441482845693827, 0.0013710448984056711, 0.002277674851939082, 0.003184304805472493, 0.004090934991836548, 0.004997564945369959, 0.00590419489890337, 0.006810824852436781, 0.007717454805970192, 0.00862408522516489, 0.009530714713037014, 0.010437345132231712, 0.011343974620103836, 0.012250605039298534, 0.013157235458493233, 0.014063864946365356, 0.014970495365560055, 0.015877125784754753, 0.016783755272626877, 0.017690384760499, 0.018597014248371124, 0.019503645598888397, 0.02041027508676052, 0.021316904574632645, 0.022223535925149918, 0.02313016541302204, 0.024036794900894165, 0.02494342438876629, 0.02585005573928356, 0.026756685227155685, 0.02766331471502781, 0.028569946065545082, 0.029476575553417206, 0.03038320504128933, 0.03128983452916145, 0.032196465879678726, 0.0331030935049057, 0.034009724855422974, 0.03491635620594025, 0.03582298383116722, 0.036729615181684494, 0.03763624653220177, 0.03854287415742874, 0.039449505507946014, 0.04035613685846329, 0.04126276448369026, 0.042169395834207535, 0.04307602718472481, 0.04398265480995178, 0.044889286160469055, 0.04579591378569603, 0.0467025451362133, 0.047609176486730576, 0.04851580411195755, 0.04942243546247482]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [4.0, 6.0, 11.0, 16.0, 34.0, 60.0, 80.0, 105.0, 142.0, 190.0, 244.0, 273.0, 463.0, 648.0, 856.0, 1036.0, 1371.0, 2120.0, 5708.0, 1645.0, 732.0, 571.0, 446.0, 330.0, 212.0, 166.0, 146.0, 127.0, 75.0, 63.0, 60.0, 34.0, 28.0, 18.0, 14.0, 20.0, 23.0, 24.0, 25.0, 23.0, 24.0, 41.0, 33.0, 21.0, 27.0, 30.0, 17.0, 14.0, 4.0, 5.0, 2.0, 6.0, 6.0, 4.0, 4.0, 7.0, 1.0, 4.0, 8.0, 4.0, 5.0, 11.0, 1.0, 4.0], "bins": [-0.007062370888888836, -0.006688524503260851, -0.006314678117632866, -0.005940831732004881, -0.005566985346376896, -0.005193139426410198, -0.004819293040782213, -0.004445446655154228, -0.004071600269526243, -0.003697753883898258, -0.003323907498270273, -0.002950061345472932, -0.002576214959844947, -0.002202368574216962, -0.0018285223050042987, -0.0014546760357916355, -0.0010808296501636505, -0.0007069833227433264, -0.00033313699532300234, 4.070933209732175e-05, 0.00041455565951764584, 0.0007884019869379699, 0.001162248314358294, 0.0015360945835709572, 0.0019099409691989422, 0.002283787354826927, 0.002657633740454912, 0.0030314798932522535, 0.0034053262788802385, 0.0037791726645082235, 0.004153018817305565, 0.00452686520293355, 0.004900711588561535, 0.00527455797418952, 0.005648404359817505, 0.00602225074544549, 0.006396097131073475, 0.006769943051040173, 0.007143789436668158, 0.007517635822296143, 0.00789148174226284, 0.008265328593552113, 0.00863917451351881, 0.009013021364808083, 0.00938686728477478, 0.009760714136064053, 0.01013456005603075, 0.010508406907320023, 0.01088225282728672, 0.011256098747253418, 0.01162994559854269, 0.012003791518509388, 0.01237763836979866, 0.012751484289765358, 0.01312533114105463, 0.013499177061021328, 0.0138730239123106, 0.014246869832277298, 0.014620715752243996, 0.014994562603533268, 0.015368408523499966, 0.015742255374789238, 0.016116101294755936, 0.016489947214722633, 0.01686379313468933]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 3.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.24921640753746033, -0.24394962191581726, -0.2386828362941742, -0.23341605067253113, -0.22814926505088806, -0.222882479429245, -0.21761569380760193, -0.21234890818595886, -0.2070821225643158, -0.20181533694267273, -0.19654855132102966, -0.1912817656993866, -0.18601498007774353, -0.18074819445610046, -0.1754814088344574, -0.17021462321281433, -0.16494783759117126, -0.1596810519695282, -0.15441426634788513, -0.14914748072624207, -0.143880695104599, -0.13861390948295593, -0.13334712386131287, -0.1280803382396698, -0.12281355261802673, -0.11754676699638367, -0.1122799813747406, -0.10701319575309753, -0.10174641013145447, -0.0964796245098114, -0.09121283888816833, -0.08594605326652527, -0.0806792676448822, -0.07541248202323914, -0.07014569640159607, -0.064878910779953, -0.059612125158309937, -0.05434533953666687, -0.049078553915023804, -0.04381176829338074, -0.03854498267173767, -0.033278197050094604, -0.028011411428451538, -0.02274462580680847, -0.017477840185165405, -0.012211054563522339, -0.0069442689418792725, -0.001677483320236206, 0.0035893023014068604, 0.008856087923049927, 0.014122873544692993, 0.01938965916633606, 0.024656444787979126, 0.029923230409622192, 0.03519001603126526, 0.040456801652908325, 0.04572358727455139, 0.05099037289619446, 0.056257158517837524, 0.06152394413948059, 0.06679072976112366, 0.07205751538276672, 0.07732430100440979, 0.08259108662605286, 0.08785787224769592]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 2.0, 3.0, 3.0, 1.0, 2.0, 1.0, 3.0, 2.0, 3.0, 0.0, 1.0, 3.0, 2.0, 6.0, 8.0, 8.0, 12.0, 22.0, 23.0, 15.0, 33.0, 21.0, 20.0, 8.0, 15.0, 11.0, 7.0, 6.0, 3.0, 2.0, 3.0, 3.0, 2.0, 5.0, 0.0, 2.0, 2.0, 1.0, 3.0, 0.0, 1.0, 3.0, 0.0, 1.0, 1.0, 2.0], "bins": [-0.060359660536050797, -0.05878942459821701, -0.057219188660383224, -0.05564895644783974, -0.05407872051000595, -0.052508484572172165, -0.05093824863433838, -0.04936801269650459, -0.04779777675867081, -0.04622754454612732, -0.04465730860829353, -0.04308707267045975, -0.04151683673262596, -0.039946600794792175, -0.03837636858224869, -0.0368061326444149, -0.035235896706581116, -0.03366566076874733, -0.032095424830913544, -0.030525190755724907, -0.02895495668053627, -0.027384720742702484, -0.025814484804868698, -0.02424425072968006, -0.022674014791846275, -0.02110377885401249, -0.019533544778823853, -0.017963308840990067, -0.01639307290315628, -0.014822838827967644, -0.013252602890133858, -0.011682367883622646, -0.010112132877111435, -0.008541897870600224, -0.006971662398427725, -0.005401426926255226, -0.0038311919197440147, -0.0022609566804021597, -0.0006907214410603046, 0.0008795137982815504, 0.0024497490376234055, 0.004019984044134617, 0.0055902195163071156, 0.007160454988479614, 0.008730689994990826, 0.010300925001502037, 0.011871160939335823, 0.013441395945847034, 0.015011630952358246, 0.016581866890192032, 0.01815210096538067, 0.019722336903214455, 0.02129257097840309, 0.022862806916236877, 0.024433042854070663, 0.0260032769292593, 0.027573512867093086, 0.029143748804926872, 0.03071398288011551, 0.032284218817949295, 0.03385445475578308, 0.03542469069361687, 0.036994922906160355, 0.03856515884399414, 0.04013539478182793]}, "_runtime": 17.750753164291382, "_timestamp": 1596206596.5943854, "_step": 15}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 3.0, 1.0, 3.0, 2.0, 1.0, 0.0, 2.0, 2.0, 2.0, 3.0, 2.0, 1.0, 2.0, 1.0, 3.0, 1.0, 1.0, 3.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011645802296698093, -0.011226268485188484, -0.01080673560500145, -0.01038720179349184, -0.009967668913304806, -0.009548135101795197, -0.009128602221608162, -0.008709068410098553, -0.008289535529911518, -0.007870001718401909, -0.007450468372553587, -0.007030935026705265, -0.006611401680856943, -0.006191868335008621, -0.005772334989160299, -0.005352801643311977, -0.0049332682974636555, -0.0045137349516153336, -0.004094201605767012, -0.0036746682599186897, -0.003255134914070368, -0.0028356013353914022, -0.0024160679895430803, -0.0019965346436947584, -0.0015770012978464365, -0.0011574679519981146, -0.0007379345479421318, -0.0003184011729899794, 0.00010113220196217299, 0.0005206655478104949, 0.0009401989518664777, 0.0013597323559224606, 0.0017792657017707825, 0.0021987990476191044, 0.0026183323934674263, 0.003037865739315748, 0.00345739908516407, 0.0038769326638430357, 0.004296465776860714, 0.004715999122709036, 0.005135532468557358, 0.005555066280066967, 0.005974599625915289, 0.006394132971763611, 0.006813666317611933, 0.007233199663460255, 0.007652733009308577, 0.008072266355156898, 0.008491799235343933, 0.008911333046853542, 0.009330866858363152, 0.009750399738550186, 0.010169933550059795, 0.01058946643024683, 0.01100900024175644, 0.011428533121943474, 0.011848066933453083, 0.012267599813640118, 0.012687133625149727, 0.013106666505336761, 0.01352620031684637, 0.013945733197033405, 0.014365267008543015, 0.01478479988873005, 0.015204333700239658]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 4.0, 1.0, 3.0, 2.0, 1.0, 2.0, 6.0, 6.0, 5.0, 7.0, 18.0, 25.0, 26.0, 31.0, 45.0, 45.0, 77.0, 90.0, 124.0, 167.0, 220.0, 322.0, 500.0, 4564.0, 674.0, 300.0, 156.0, 130.0, 90.0, 77.0, 42.0, 32.0, 24.0, 20.0, 23.0, 12.0, 13.0, 12.0, 9.0, 5.0, 4.0, 6.0, 2.0, 5.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.19523504376411438, -0.18918225169181824, -0.1831294447183609, -0.17707665264606476, -0.17102384567260742, -0.16497105360031128, -0.15891824662685394, -0.1528654545545578, -0.14681264758110046, -0.14075985550880432, -0.13470704853534698, -0.12865425646305084, -0.1226014569401741, -0.11654865741729736, -0.11049585789442062, -0.10444305837154388, -0.09839025884866714, -0.0923374593257904, -0.08628465980291367, -0.08023186028003693, -0.07417906075716019, -0.06812626123428345, -0.062073465436697006, -0.05602066591382027, -0.04996786639094353, -0.04391506686806679, -0.03786226734519005, -0.03180946782231331, -0.02575667016208172, -0.01970387063920498, -0.013651072047650814, -0.007598272990435362, -0.0015454739332199097, 0.0045073251239955425, 0.010560124181210995, 0.01661292277276516, 0.0226657222956419, 0.02871852181851864, 0.03477131947875023, 0.04082411900162697, 0.04687691852450371, 0.05292971804738045, 0.05898251757025719, 0.06503531336784363, 0.07108811289072037, 0.0771409124135971, 0.08319371193647385, 0.08924651145935059, 0.09529931098222733, 0.10135211050510406, 0.1074049100279808, 0.11345770955085754, 0.11951050907373428, 0.12556330859661102, 0.13161610066890717, 0.1376689076423645, 0.14372169971466064, 0.14977450668811798, 0.15582729876041412, 0.16188010573387146, 0.1679328978061676, 0.17398570477962494, 0.18003849685192108, 0.18609130382537842, 0.19214409589767456]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 3.0, 2.0, 3.0, 2.0, 2.0, 5.0, 3.0, 0.0, 3.0, 2.0, 2.0, 4.0, 3.0, 2.0, 28.0, 7.0, 3.0, 0.0, 6.0, 2.0, 1.0, 3.0, 3.0, 0.0, 1.0, 3.0, 2.0, 3.0, 2.0, 1.0, 0.0, 1.0, 4.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.002842688001692295, -0.0027533876709640026, -0.00266408734023571, -0.0025747870095074177, -0.002485486678779125, -0.0023961863480508327, -0.0023068860173225403, -0.002217585686594248, -0.0021282853558659554, -0.002038985025137663, -0.0019496845779940486, -0.0018603842472657561, -0.0017710839165374637, -0.0016817835858091712, -0.0015924832550808787, -0.0015031829243525863, -0.0014138825936242938, -0.0013245822628960013, -0.0012352819321677089, -0.0011459816014394164, -0.001056681270711124, -0.0009673808817751706, -0.0008780805510468781, -0.0007887802203185856, -0.0006994798895902932, -0.0006101795588620007, -0.0005208792281337082, -0.0004315788683015853, -0.00034227853757329285, -0.0002529782068450004, -0.0001636778615647927, -7.437752356054261e-05, 1.4922814443707466e-05, 0.00010422315244795755, 0.00019352349045220762, 0.0002828238357324153, 0.0003721241664607078, 0.00046142449718900025, 0.0005507248570211232, 0.0006400251877494156, 0.0007293255184777081, 0.0008186258492060006, 0.000907926179934293, 0.0009972265688702464, 0.0010865268995985389, 0.0011758272303268313, 0.0012651275610551238, 0.0013544278917834163, 0.0014437282225117087, 0.0015330285532400012, 0.0016223288839682937, 0.0017116292146965861, 0.0018009295454248786, 0.001890229876153171, 0.0019795303232967854, 0.002068830654025078, 0.0021581309847533703, 0.0022474313154816628, 0.002336731646209955, 0.0024260319769382477, 0.00251533230766654, 0.0026046326383948326, 0.002693932969123125, 0.0027832332998514175, 0.00287253363057971]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 2.0, 5.0, 11.0, 9.0, 11.0, 17.0, 34.0, 51.0, 106.0, 161.0, 269.0, 498.0, 811.0, 1524.0, 2934.0, 5924.0, 12028.0, 26200.0, 59293.0, 139535.0, 681057.0, 123729.0, 58854.0, 29702.0, 15556.0, 8598.0, 4795.0, 2865.0, 1752.0, 1171.0, 704.0, 483.0, 303.0, 179.0, 150.0, 82.0, 69.0, 37.0, 36.0, 28.0, 20.0, 11.0, 7.0, 8.0, 5.0, 7.0, 2.0, 3.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.012029249221086502, -0.01163459848612547, -0.011239948682487011, -0.010845297947525978, -0.010450647212564945, -0.010055996477603912, -0.009661346673965454, -0.009266695939004421, -0.008872045204043388, -0.00847739540040493, -0.008082744665443897, -0.007688093930482864, -0.007293443661183119, -0.006898792926222086, -0.00650414265692234, -0.0061094919219613075, -0.005714841652661562, -0.005320191383361816, -0.0049255406484007835, -0.004530890379101038, -0.004136239644140005, -0.0037415893748402596, -0.0033469388727098703, -0.002952288370579481, -0.002557637868449092, -0.0021629873663187027, -0.0017683368641883135, -0.001373686478473246, -0.0009790359763428569, -0.0005843854742124677, -0.00018973503028973937, 0.0002049154427368194, 0.0005995659157633781, 0.0009942164178937674, 0.0013888669200241566, 0.001783517305739224, 0.002178167924284935, 0.0025728181935846806, 0.0029674686957150698, 0.003362119197845459, 0.003756769699975848, 0.004151420202106237, 0.004546070471405983, 0.004940721206367016, 0.005335371475666761, 0.005730022210627794, 0.00612467247992754, 0.006519323214888573, 0.006913973484188318, 0.007308623753488064, 0.007703274488449097, 0.00809792522341013, 0.008492575027048588, 0.00888722576200962, 0.009281876496970654, 0.009676527231931686, 0.010071177035570145, 0.010465827770531178, 0.01086047850549221, 0.011255128309130669, 0.011649779044091702, 0.012044429779052734, 0.012439080514013767, 0.012833730317652225, 0.013228381052613258]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 3.0, 3.0, 1.0, 2.0, 0.0, 3.0, 1.0, 7.0, 6.0, 3.0, 2.0, 2.0, 0.0, 1.0, 4.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008259993977844715, -0.00782237108796835, -0.007384748198091984, -0.006947124842554331, -0.006509501952677965, -0.0060718790628015995, -0.0056342557072639465, -0.005196632817387581, -0.004759009927511215, -0.0043213870376348495, -0.0038837639149278402, -0.003446140792220831, -0.0030085179023444653, -0.0025708950124680996, -0.0021332718897610903, -0.0016956488834694028, -0.0012580258771777153, -0.0008204028708860278, -0.0003827798645943403, 5.4843141697347164e-05, 0.0004924661479890347, 0.0009300891542807221, 0.0013677121605724096, 0.0018053351668640971, 0.0022429581731557846, 0.0026805810630321503, 0.0031182041857391596, 0.003555827308446169, 0.0039934501983225346, 0.0044310730881989, 0.004868696443736553, 0.005306319333612919, 0.0057439422234892845, 0.00618156511336565, 0.006619188003242016, 0.007056811358779669, 0.0074944342486560345, 0.007932057604193687, 0.008369680494070053, 0.008807303383946419, 0.009244926273822784, 0.00968254916369915, 0.010120172053575516, 0.010557794943451881, 0.010995417833328247, 0.011433041654527187, 0.011870664544403553, 0.012308287434279919, 0.012745910324156284, 0.01318353321403265, 0.013621156103909016, 0.014058778993785381, 0.014496402814984322, 0.014934025704860687, 0.015371648594737053, 0.01580927148461342, 0.016246894374489784, 0.01668451726436615, 0.017122140154242516, 0.01755976304411888, 0.017997385933995247, 0.018435008823871613, 0.018872631713747978, 0.019310254603624344, 0.01974787935614586]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 6.0, 3.0, 11.0, 11.0, 18.0, 21.0, 36.0, 32.0, 43.0, 73.0, 66.0, 97.0, 120.0, 142.0, 187.0, 231.0, 277.0, 318.0, 442.0, 550.0, 711.0, 894.0, 1231.0, 1883.0, 4756.0, 1251.0, 979.0, 704.0, 523.0, 449.0, 365.0, 310.0, 232.0, 204.0, 184.0, 202.0, 150.0, 127.0, 110.0, 92.0, 76.0, 67.0, 73.0, 49.0, 33.0, 17.0, 17.0, 14.0, 7.0, 9.0, 10.0, 4.0, 3.0, 4.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.006648269481956959, -0.006403433158993721, -0.0061585973016917706, -0.005913760978728533, -0.005668925121426582, -0.005424088798463345, -0.005179252475500107, -0.004934416618198156, -0.004689580295234919, -0.004444743972271681, -0.00419990811496973, -0.003955071792006493, -0.0037102357018738985, -0.0034653996117413044, -0.0032205632887780666, -0.0029757271986454725, -0.0027308911085128784, -0.0024860550183802843, -0.00224121892824769, -0.0019963826052844524, -0.0017515465151518583, -0.0015067104250192642, -0.0012618742184713483, -0.0010170380119234324, -0.0007722019217908382, -0.0005273657734505832, -0.0002825296251103282, -3.7693476770073175e-05, 0.00020714267157018185, 0.00045197881991043687, 0.0006968149682506919, 0.0009416511165909469, 0.001186487264931202, 0.001431323355063796, 0.001676159561611712, 0.001920995768159628, 0.002165831858292222, 0.002410667948424816, 0.002655504271388054, 0.002900340361520648, 0.003145176451653242, 0.0033900125417858362, 0.0036348486319184303, 0.003879684954881668, 0.004124521277844906, 0.004369357135146856, 0.004614193458110094, 0.0048590293154120445, 0.005103865638375282, 0.00534870196133852, 0.0055935378186404705, 0.005838374141603708, 0.006083209998905659, 0.0063280463218688965, 0.006572882644832134, 0.006817718502134085, 0.0070625548250973225, 0.00730739114806056, 0.007552227005362511, 0.0077970633283257484, 0.008041899651288986, 0.008286735974252224, 0.008531571365892887, 0.008776407688856125, 0.009021244011819363]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 3.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 3.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.12469814717769623, -0.12194909155368805, -0.11920002847909927, -0.1164509728550911, -0.11370191723108292, -0.11095285415649414, -0.10820379853248596, -0.10545474290847778, -0.1027056872844696, -0.09995662420988083, -0.09720756858587265, -0.09445851296186447, -0.0917094498872757, -0.08896039426326752, -0.08621133863925934, -0.08346227556467056, -0.08071321994066238, -0.0779641643166542, -0.07521510124206543, -0.07246604561805725, -0.06971698999404907, -0.0669679269194603, -0.06421887129545212, -0.06146981567144394, -0.05872075632214546, -0.055971696972846985, -0.053222641348838806, -0.05047358199954033, -0.04772452265024185, -0.04497546702623367, -0.042226407676935196, -0.03947735205292702, -0.03672829270362854, -0.03397923335433006, -0.031230177730321884, -0.028481118381023407, -0.02573206089437008, -0.02298300340771675, -0.020233944058418274, -0.017484886571764946, -0.014735829085111618, -0.01198677159845829, -0.009237713180482388, -0.006488655228167772, -0.003739597275853157, -0.0009905393235385418, 0.0017585186287760735, 0.004507576581090689, 0.007256634533405304, 0.010005692020058632, 0.012754750438034534, 0.015503808856010437, 0.018252866342663765, 0.021001923829317093, 0.02375098317861557, 0.026500040665268898, 0.029249098151922226, 0.0319981575012207, 0.03474721312522888, 0.03749627247452736, 0.040245331823825836, 0.042994387447834015, 0.04574344679713249, 0.04849250242114067, 0.05124156177043915]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 2.0, 1.0, 6.0, 7.0, 11.0, 9.0, 6.0, 9.0, 8.0, 14.0, 26.0, 53.0, 21.0, 28.0, 22.0, 20.0, 3.0, 6.0, 8.0, 0.0, 2.0, 2.0, 0.0, 2.0, 0.0, 3.0, 1.0, 2.0], "bins": [-0.11910196393728256, -0.1165708526968956, -0.11403973400592804, -0.11150862276554108, -0.10897751152515411, -0.10644640028476715, -0.10391528159379959, -0.10138417035341263, -0.09885305911302567, -0.0963219404220581, -0.09379082918167114, -0.09125971794128418, -0.08872860670089722, -0.08619748800992966, -0.0836663767695427, -0.08113526552915573, -0.07860414683818817, -0.07607303559780121, -0.07354192435741425, -0.07101081311702728, -0.06847969442605972, -0.06594858318567276, -0.0634174719452858, -0.060886356979608536, -0.058355242013931274, -0.05582413077354431, -0.05329301580786705, -0.05076190456748009, -0.048230789601802826, -0.04569967836141586, -0.0431685633957386, -0.04063745215535164, -0.03810633718967438, -0.035575222223997116, -0.03304411098361015, -0.03051299788057804, -0.02798188477754593, -0.025450769811868668, -0.022919656708836555, -0.020388543605804443, -0.01785743050277233, -0.015326317399740219, -0.012795204296708107, -0.01026409026235342, -0.007732977159321308, -0.005201864056289196, -0.0026707504875957966, -0.0001396371517330408, 0.002391476184129715, 0.004922589287161827, 0.0074537028558552265, 0.009984816424548626, 0.012515929527580738, 0.01504704263061285, 0.017578156664967537, 0.02010926976799965, 0.02264038287103176, 0.025171495974063873, 0.027702609077095985, 0.030233722180128098, 0.03276483714580536, 0.03529594838619232, 0.03782706335186958, 0.040358174592256546, 0.04288928955793381]}, "_runtime": 18.539879322052002, "_timestamp": 1596206597.3835115, "_step": 16}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 3.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 4.0, 3.0, 0.0, 3.0, 1.0, 1.0, 1.0, 3.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 3.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.012183111160993576, -0.01182546652853489, -0.011467821896076202, -0.011110177263617516, -0.010752532631158829, -0.010394887067377567, -0.01003724243491888, -0.009679597802460194, -0.009321953170001507, -0.00896430853754282, -0.008606663905084133, -0.008249019272625446, -0.007891373708844185, -0.007533729542046785, -0.007176084443926811, -0.006818439811468124, -0.0064607951790094376, -0.006103150546550751, -0.005745505914092064, -0.00538786081597209, -0.005030216183513403, -0.004672571551054716, -0.004314926452934742, -0.003957281820476055, -0.0035996371880173683, -0.0032419925555586815, -0.002884347690269351, -0.0025267028249800205, -0.0021690581925213337, -0.001811413443647325, -0.0014537686947733164, -0.0010961239458993077, -0.0007384791970252991, -0.0003808344481512904, -2.318969927728176e-05, 0.0003344550495967269, 0.0006920997984707355, 0.0010497445473447442, 0.0014073892962187529, 0.0017650340450927615, 0.00212267879396677, 0.002480323426425457, 0.0028379682917147875, 0.003195613157004118, 0.003553257789462805, 0.003910902421921492, 0.004268547520041466, 0.004626192152500153, 0.004983836784958839, 0.005341481417417526, 0.005699126049876213, 0.006056771147996187, 0.006414415780454874, 0.006772060412913561, 0.007129705511033535, 0.007487350143492222, 0.007844994775950909, 0.008202639408409595, 0.008560284040868282, 0.00891792867332697, 0.00927557423710823, 0.009633218869566917, 0.009990863502025604, 0.010348508134484291, 0.010706152766942978]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 1.0, 2.0, 2.0, 2.0, 2.0, 3.0, 3.0, 4.0, 3.0, 11.0, 11.0, 9.0, 10.0, 26.0, 17.0, 26.0, 28.0, 36.0, 30.0, 50.0, 57.0, 78.0, 107.0, 132.0, 158.0, 233.0, 342.0, 3839.0, 1369.0, 382.0, 256.0, 157.0, 106.0, 90.0, 77.0, 56.0, 48.0, 27.0, 35.0, 27.0, 16.0, 20.0, 7.0, 10.0, 2.0, 5.0, 2.0, 6.0, 2.0, 3.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.15576240420341492, -0.15070998668670654, -0.14565756916999817, -0.1406051516532898, -0.13555273413658142, -0.13050031661987305, -0.12544789910316467, -0.1203954741358757, -0.11534305661916733, -0.11029063910245895, -0.10523822158575058, -0.1001858040690422, -0.09513337910175323, -0.09008096158504486, -0.08502854406833649, -0.07997612655162811, -0.07492370903491974, -0.06987129151821136, -0.06481887400150299, -0.05976645275950432, -0.054714035242795944, -0.04966161772608757, -0.0446091964840889, -0.039556778967380524, -0.03450436145067215, -0.029451943933963776, -0.024399524554610252, -0.01934710517525673, -0.014294687658548355, -0.009242269210517406, -0.004189850762486458, 0.0008625676855444908, 0.0059149861335754395, 0.010967404581606388, 0.016019823029637337, 0.02107224240899086, 0.026124659925699234, 0.031177077442407608, 0.03622949868440628, 0.041281916201114655, 0.04633433371782303, 0.0513867512345314, 0.05643916875123978, 0.06149158999323845, 0.06654401123523712, 0.0715964287519455, 0.07664884626865387, 0.08170126378536224, 0.08675368130207062, 0.09180609881877899, 0.09685851633548737, 0.10191093385219574, 0.10696335136890411, 0.11201577633619308, 0.11706819385290146, 0.12212061136960983, 0.1271730363368988, 0.13222545385360718, 0.13727787137031555, 0.14233028888702393, 0.1473827064037323, 0.15243512392044067, 0.15748754143714905, 0.16253995895385742, 0.1675923764705658]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 6.0, 1.0, 2.0, 5.0, 3.0, 2.0, 4.0, 6.0, 5.0, 1.0, 2.0, 28.0, 6.0, 4.0, 6.0, 2.0, 5.0, 3.0, 3.0, 5.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.003291419940069318, -0.0031794914975762367, -0.003067562822252512, -0.002955634379759431, -0.002843705704435706, -0.002731777261942625, -0.0026198485866189003, -0.002507920144125819, -0.002395991701632738, -0.0022840630263090134, -0.0021721345838159323, -0.0020602059084922075, -0.0019482774659991264, -0.0018363489070907235, -0.0017244203481823206, -0.0016124917892739177, -0.0015005632303655148, -0.0013886346714571118, -0.001276706112548709, -0.001164777553640306, -0.001052848994731903, -0.0009409204940311611, -0.0008289919933304191, -0.0007170634344220161, -0.0006051348755136132, -0.0004932063166052103, -0.00038127778680063784, -0.0002693492569960654, -0.00015742069808766246, -4.549215373117477e-05, 6.643639062531292e-05, 0.00017836493498180062, 0.0002902934793382883, 0.0004022220382466912, 0.0005141505971550941, 0.0006260790978558362, 0.0007380076567642391, 0.000849936215672642, 0.000961864716373384, 0.001073793275281787, 0.0011857218341901898, 0.0012976503930985928, 0.0014095789520069957, 0.0015215075109153986, 0.0016334359534084797, 0.0017453645123168826, 0.0018572930712252855, 0.0019692217465490103, 0.0020811501890420914, 0.0021930786315351725, 0.002305007306858897, 0.0024169357493519783, 0.002528864424675703, 0.002640792867168784, 0.002752721542492509, 0.00286464998498559, 0.0029765786603093147, 0.003088507102802396, 0.003200435545295477, 0.0033123642206192017, 0.0034242926631122828, 0.0035362213384360075, 0.0036481497809290886, 0.0037600784562528133, 0.0038720068987458944]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 3.0, 2.0, 4.0, 0.0, 2.0, 10.0, 15.0, 7.0, 14.0, 26.0, 43.0, 72.0, 129.0, 184.0, 312.0, 526.0, 874.0, 1455.0, 2492.0, 4501.0, 8338.0, 16449.0, 34215.0, 74603.0, 188422.0, 664278.0, 86431.0, 42159.0, 22807.0, 12609.0, 7288.0, 4396.0, 2583.0, 1538.0, 1041.0, 587.0, 405.0, 259.0, 178.0, 101.0, 76.0, 42.0, 48.0, 39.0, 16.0, 20.0, 11.0, 11.0, 7.0, 5.0, 3.0, 1.0, 0.0, 0.0, 0.0, 3.0, 3.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.010749289765954018, -0.01036828476935625, -0.009987279772758484, -0.009606274776160717, -0.00922526977956295, -0.008844265714287758, -0.008463260717689991, -0.008082255721092224, -0.007701250724494457, -0.00732024572789669, -0.0069392407312989235, -0.006558236200362444, -0.006177231203764677, -0.00579622620716691, -0.005415221676230431, -0.005034216679632664, -0.004653211683034897, -0.00427220668643713, -0.0038912019226700068, -0.0035101971589028835, -0.0031291921623051167, -0.0027481871657073498, -0.0023671824019402266, -0.0019861776381731033, -0.0016051726415753365, -0.0012241677613928914, -0.0008431628812104464, -0.0004621580010280013, -8.115312084555626e-05, 0.0002998517593368888, 0.0006808566395193338, 0.0010618615197017789, 0.001442866399884224, 0.001823871280066669, 0.002204876160249114, 0.0025858809240162373, 0.002966885920614004, 0.003347890917211771, 0.0037288956809788942, 0.0041099004447460175, 0.004490905441343784, 0.004871910437941551, 0.005252915434539318, 0.005633919965475798, 0.0060149249620735645, 0.006395929958671331, 0.006776934489607811, 0.007157939486205578, 0.007538944482803345, 0.007919949479401112, 0.008300954475998878, 0.008681959472596645, 0.009062964469194412, 0.009443968534469604, 0.009824973531067371, 0.010205978527665138, 0.010586983524262905, 0.010967988520860672, 0.011348993517458439, 0.011729998514056206, 0.012111002579331398, 0.012492007575929165, 0.012873012572526932, 0.013254017569124699, 0.013635022565722466]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 6.0, 1.0, 1.0, 5.0, 6.0, 8.0, 8.0, 6.0, 4.0, 2.0, 2.0, 0.0, 2.0], "bins": [-0.0596727579832077, -0.05851278454065323, -0.057352811098098755, -0.05619283765554428, -0.05503286421298981, -0.05387289077043533, -0.05271291732788086, -0.051552943885326385, -0.05039297044277191, -0.049233000725507736, -0.04807302728295326, -0.04691305384039879, -0.045753080397844315, -0.04459310695528984, -0.04343313351273537, -0.04227316007018089, -0.04111318662762642, -0.039953213185071945, -0.03879323974251747, -0.037633266299963, -0.036473292857408524, -0.03531331941485405, -0.034153345972299576, -0.0329933725297451, -0.031833402812480927, -0.030673427507281303, -0.02951345406472683, -0.028353480622172356, -0.02719350904226303, -0.026033535599708557, -0.024873562157154083, -0.02371358871459961, -0.022553615272045135, -0.02139364182949066, -0.020233668386936188, -0.019073694944381714, -0.01791372150182724, -0.016753749921917915, -0.015593776479363441, -0.014433803036808968, -0.013273829594254494, -0.01211385615170002, -0.010953882709145546, -0.009793910197913647, -0.008633936755359173, -0.007473963312804699, -0.006313990335911512, -0.005154017359018326, -0.003994043916463852, -0.0028340707067400217, -0.0016740974970161915, -0.0005141242872923613, 0.000645848922431469, 0.0018058221321552992, 0.0029657953418791294, 0.004125768318772316, 0.00528574176132679, 0.006445715203881264, 0.00760568818077445, 0.008765661157667637, 0.00992563460022211, 0.011085608042776585, 0.012245580554008484, 0.013405553996562958, 0.014565527439117432]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [4.0, 3.0, 4.0, 10.0, 6.0, 6.0, 15.0, 12.0, 23.0, 21.0, 27.0, 33.0, 22.0, 40.0, 28.0, 34.0, 31.0, 26.0, 24.0, 36.0, 47.0, 50.0, 68.0, 87.0, 78.0, 106.0, 166.0, 190.0, 207.0, 252.0, 369.0, 398.0, 542.0, 4802.0, 2361.0, 1661.0, 1260.0, 1061.0, 874.0, 789.0, 681.0, 535.0, 376.0, 308.0, 214.0, 152.0, 89.0, 80.0, 59.0, 43.0, 32.0, 20.0, 17.0, 16.0, 10.0, 9.0, 2.0, 3.0, 6.0, 2.0, 1.0, 0.0, 2.0, 2.0], "bins": [-0.020299235358834267, -0.019697900861501694, -0.01909656822681427, -0.018495233729481697, -0.017893901094794273, -0.0172925665974617, -0.016691232100129128, -0.016089899465441704, -0.01548856496810913, -0.014887231402099133, -0.014285897836089134, -0.013684564270079136, -0.013083230704069138, -0.01248189713805914, -0.011880562640726566, -0.011279229074716568, -0.01067789550870657, -0.010076561942696571, -0.009475228376686573, -0.008873893879354, -0.008272560313344002, -0.0076712267473340034, -0.007069893181324005, -0.0064685591496527195, -0.005867225583642721, -0.005265892017632723, -0.004664557985961437, -0.004063224419951439, -0.003461890621110797, -0.002860556822270155, -0.0022592232562601566, -0.0016578894574195147, -0.0010565556585788727, -0.0004552219179458916, 0.00014611182268708944, 0.0007474455633200705, 0.0013487793039530516, 0.0019501131027936935, 0.002551446668803692, 0.003152780467644334, 0.003754114266484976, 0.004355447832494974, 0.00495678186416626, 0.005558115430176258, 0.006159448996186256, 0.006760783027857542, 0.00736211659386754, 0.007963450625538826, 0.008564784191548824, 0.009166117757558823, 0.009767451323568821, 0.010368785820901394, 0.010970119386911392, 0.01157145295292139, 0.012172786518931389, 0.012774120084941387, 0.013375453650951385, 0.013976788148283958, 0.014578121714293957, 0.015179455280303955, 0.015780789777636528, 0.01638212241232395, 0.016983456909656525, 0.01758478954434395, 0.01818612404167652]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.09832789748907089, -0.09300694614648819, -0.08768598735332489, -0.08236503601074219, -0.07704408466815948, -0.07172312587499619, -0.06640217453241348, -0.06108121946454048, -0.05576026439666748, -0.05043930932879448, -0.04511835426092148, -0.039797402918338776, -0.034476447850465775, -0.029155492782592773, -0.02383453957736492, -0.01851358637213707, -0.013192631304264069, -0.007871677167713642, -0.0025507230311632156, 0.002770231105387211, 0.008091185241937637, 0.013412139378488064, 0.01873309351503849, 0.024054046720266342, 0.029375001788139343, 0.034695956856012344, 0.040016911923885345, 0.04533786326646805, 0.05065881833434105, 0.05597977340221405, 0.06130072474479675, 0.06662168353796005, 0.07194263488054276, 0.07726358622312546, 0.08258454501628876, 0.08790549635887146, 0.09322644770145416, 0.09854740649461746, 0.10386835783720016, 0.10918931663036346, 0.11451026797294617, 0.11983121931552887, 0.12515217065811157, 0.13047313690185547, 0.13579408824443817, 0.14111503958702087, 0.14643599092960358, 0.15175694227218628, 0.15707790851593018, 0.16239885985851288, 0.16771981120109558, 0.17304076254367828, 0.178361713886261, 0.1836826652288437, 0.18900363147258759, 0.1943245828151703, 0.199645534157753, 0.2049664855003357, 0.2102874368429184, 0.2156084030866623, 0.220929354429245, 0.2262503057718277, 0.2315712571144104, 0.2368922084569931, 0.2422131597995758]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 4.0, 5.0, 1.0, 2.0, 9.0, 5.0, 4.0, 4.0, 7.0, 6.0, 4.0, 9.0, 9.0, 7.0, 16.0, 7.0, 17.0, 34.0, 7.0, 6.0, 12.0, 11.0, 7.0, 9.0, 7.0, 12.0, 11.0, 17.0, 11.0, 7.0, 6.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.04517253115773201, -0.043109793215990067, -0.041047051548957825, -0.03898431360721588, -0.03692157194018364, -0.034858833998441696, -0.032796092331409454, -0.03073335438966751, -0.02867061458528042, -0.026607874780893326, -0.024545134976506233, -0.02248239517211914, -0.020419657230377197, -0.018356917425990105, -0.016294177621603012, -0.01423143781721592, -0.012168698012828827, -0.010105958208441734, -0.008043218404054642, -0.005980479530990124, -0.003917739726603031, -0.0018550001550465822, 0.00020773941650986671, 0.0022704789880663157, 0.004333218559622765, 0.006395958364009857, 0.00845869816839695, 0.010521437041461468, 0.01258417684584856, 0.014646916650235653, 0.01670965552330017, 0.018772395327687263, 0.020835135132074356, 0.02289787493646145, 0.02496061474084854, 0.027023354545235634, 0.029086094349622726, 0.03114883229136467, 0.03321157395839691, 0.035274311900138855, 0.0373370498418808, 0.03939979150891304, 0.041462529450654984, 0.043525271117687225, 0.04558800905942917, 0.04765075072646141, 0.049713488668203354, 0.051776230335235596, 0.05383896827697754, 0.05590170621871948, 0.057964447885751724, 0.06002718582749367, 0.06208992749452591, 0.06415266543626785, 0.0662154033780098, 0.06827814877033234, 0.07034088671207428, 0.07240362465381622, 0.07446636259555817, 0.07652910053730011, 0.07859184592962265, 0.0806545838713646, 0.08271732181310654, 0.08478005975484848, 0.08684280514717102]}, "_runtime": 19.337024927139282, "_timestamp": 1596206598.1806571, "_step": 17}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 4.0, 0.0, 1.0, 3.0, 3.0, 0.0, 3.0, 2.0, 4.0, 2.0, 2.0, 0.0, 0.0, 3.0, 1.0, 3.0, 0.0, 3.0, 2.0, 2.0, 2.0, 2.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.013874674215912819, -0.013465403579175472, -0.0130561338737607, -0.012646863237023354, -0.012237592600286007, -0.011828322894871235, -0.011419052258133888, -0.011009781621396542, -0.010600510984659195, -0.010191241279244423, -0.009781970642507076, -0.00937270000576973, -0.008963430300354958, -0.008554159663617611, -0.008144889026880264, -0.007735618855804205, -0.007326348684728146, -0.006917078513652086, -0.00650780787691474, -0.00609853770583868, -0.005689267069101334, -0.005279996898025274, -0.004870726726949215, -0.004461456090211868, -0.004052185919135809, -0.003642915515229106, -0.003233645111322403, -0.0028243749402463436, -0.0024151045363396406, -0.0020058341324329376, -0.0015965638449415565, -0.0011872935574501753, -0.0007780231535434723, -0.0003687528078444302, 4.0517537854611874e-05, 0.00044978788355365396, 0.000859058229252696, 0.001268328633159399, 0.0016775989206507802, 0.0020868692081421614, 0.0024961396120488644, 0.0029054100159555674, 0.0033146804198622704, 0.0037239505909383297, 0.004133220762014389, 0.004542491398751736, 0.004951761569827795, 0.005361032206565142, 0.005770302377641201, 0.00617957254871726, 0.006588843185454607, 0.006998113356530666, 0.007407383993268013, 0.007816653698682785, 0.008225924335420132, 0.008635194972157478, 0.00904446467757225, 0.009453735314309597, 0.009863005951046944, 0.01027227658778429, 0.010681546293199062, 0.011090816929936409, 0.011500087566673756, 0.011909357272088528, 0.012318627908825874]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 3.0, 4.0, 2.0, 3.0, 2.0, 2.0, 4.0, 6.0, 12.0, 8.0, 7.0, 17.0, 19.0, 24.0, 36.0, 42.0, 63.0, 65.0, 100.0, 111.0, 165.0, 225.0, 318.0, 563.0, 4650.0, 569.0, 246.0, 160.0, 111.0, 90.0, 52.0, 55.0, 33.0, 27.0, 26.0, 18.0, 22.0, 17.0, 11.0, 7.0, 5.0, 8.0, 2.0, 5.0, 2.0, 3.0, 0.0, 6.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.17766034603118896, -0.17213410139083862, -0.16660787165164948, -0.16108162701129913, -0.1555553823709488, -0.15002913773059845, -0.1445029079914093, -0.13897666335105896, -0.13345041871070862, -0.12792418897151947, -0.12239794433116913, -0.11687169969081879, -0.11134546250104904, -0.1058192178606987, -0.10029298067092896, -0.09476673603057861, -0.08924049884080887, -0.08371426165103912, -0.07818801701068878, -0.07266177982091904, -0.0671355351805687, -0.06160929799079895, -0.05608305707573891, -0.050556816160678864, -0.04503057524561882, -0.03950433433055878, -0.033978093415498734, -0.02845185436308384, -0.022925613448023796, -0.017399372532963753, -0.011873132549226284, -0.006346892099827528, -0.000820651650428772, 0.004705588798969984, 0.01023182924836874, 0.01575806923210621, 0.021284310147166252, 0.026810551062226295, 0.03233679011464119, 0.03786303102970123, 0.043389271944761276, 0.04891551285982132, 0.05444175377488136, 0.059967994689941406, 0.06549423187971115, 0.07102047652006149, 0.07654671370983124, 0.08207295835018158, 0.08759919553995132, 0.09312543272972107, 0.09865167737007141, 0.10417791455984116, 0.1097041592001915, 0.11523039638996124, 0.12075664103031158, 0.12628288567066193, 0.13180911540985107, 0.13733536005020142, 0.14286160469055176, 0.1483878344297409, 0.15391407907009125, 0.1594403237104416, 0.16496656835079193, 0.17049279808998108, 0.17601904273033142]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 3.0, 3.0, 3.0, 4.0, 1.0, 1.0, 4.0, 1.0, 2.0, 2.0, 2.0, 2.0, 2.0, 5.0, 3.0, 5.0, 2.0, 27.0, 7.0, 1.0, 5.0, 2.0, 4.0, 3.0, 1.0, 1.0, 1.0, 5.0, 2.0, 1.0, 5.0, 0.0, 3.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0019994336180388927, -0.0019157757051289082, -0.0018321177922189236, -0.0017484599957242608, -0.0016648020828142762, -0.0015811441699042916, -0.001497486256994307, -0.0014138283440843225, -0.0013301705475896597, -0.001246512634679675, -0.0011628547217696905, -0.001079196808859706, -0.0009955388959497213, -0.0009118810412473977, -0.0008282231283374131, -0.0007445652736350894, -0.0006609073607251048, -0.0005772494478151202, -0.0004935915931127965, -0.00040993368020281196, -0.0003262757963966578, -0.0002426179125905037, -0.00015896001423243433, -7.530212315032259e-05, 8.35576793178916e-06, 9.20136590139009e-05, 0.00017567155009601265, 0.000259329448454082, 0.00034298733226023614, 0.0004266452160663903, 0.0005103031289763749, 0.0005939609836786985, 0.0006776188965886831, 0.0007612768094986677, 0.0008449346642009914, 0.000928592577110976, 0.0010122504318132997, 0.0010959083447232842, 0.0011795662576332688, 0.0012632241705432534, 0.0013468819670379162, 0.0014305398799479008, 0.0015141977928578854, 0.00159785570576787, 0.0016815136186778545, 0.0017651715315878391, 0.0018488293280825019, 0.0019324872409924865, 0.002016145270317793, 0.002099802950397134, 0.0021834608633071184, 0.002267118776217103, 0.0023507766891270876, 0.002434434602037072, 0.0025180925149470568, 0.0026017504278570414, 0.002685408340767026, 0.0027690662536770105, 0.002852724166586995, 0.002936381846666336, 0.0030200397595763206, 0.0031036976724863052, 0.00318735558539629, 0.0032710134983062744, 0.003354671411216259]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 3.0, 1.0, 3.0, 2.0, 4.0, 7.0, 9.0, 20.0, 25.0, 41.0, 61.0, 100.0, 163.0, 242.0, 358.0, 566.0, 961.0, 1492.0, 2547.0, 4428.0, 8239.0, 16462.0, 34383.0, 78565.0, 238253.0, 633565.0, 77830.0, 36916.0, 19031.0, 10350.0, 5819.0, 3405.0, 2033.0, 1279.0, 768.0, 522.0, 339.0, 260.0, 184.0, 125.0, 86.0, 62.0, 38.0, 28.0, 21.0, 13.0, 12.0, 7.0, 3.0, 4.0, 2.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.008349641226232052, -0.008029223419725895, -0.007708805613219738, -0.007388387806713581, -0.007067970000207424, -0.00674755172803998, -0.006427133921533823, -0.006106716115027666, -0.005786298308521509, -0.005465880502015352, -0.005145462695509195, -0.004825044889003038, -0.004504626616835594, -0.004184208810329437, -0.0038637910038232803, -0.0035433731973171234, -0.0032229553908109665, -0.0029025375843048096, -0.0025821197777986526, -0.002261701738461852, -0.0019412839319556952, -0.0016208661254495382, -0.0013004482025280595, -0.0009800302796065807, -0.0006596124731004238, -0.000339194608386606, -1.8776743672788143e-05, 0.0003016411210410297, 0.0006220589857548475, 0.0009424768504686654, 0.0012628947151824832, 0.001583312638103962, 0.0019037304446101189, 0.002224148251116276, 0.0025445660576224327, 0.0028649840969592333, 0.00318540190346539, 0.003505819709971547, 0.0038262377493083477, 0.004146655555814505, 0.0044670733623206615, 0.0047874911688268185, 0.005107908975332975, 0.005428326781839132, 0.0057487450540065765, 0.0060691628605127335, 0.00638958066701889, 0.006709998473525047, 0.007030416280031204, 0.007350834086537361, 0.007671251893043518, 0.007991669699549675, 0.008312087506055832, 0.008632505312561989, 0.008952923119068146, 0.009273340925574303, 0.00959375873208046, 0.009914177469909191, 0.010234595276415348, 0.010555013082921505, 0.010875430889427662, 0.011195848695933819, 0.011516266502439976, 0.011836684308946133, 0.01215710211545229]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 3.0, 1.0, 3.0, 8.0, 2.0, 2.0, 2.0, 4.0, 3.0, 4.0, 1.0, 3.0, 1.0, 2.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.025749988853931427, -0.02517005428671837, -0.02459012158215046, -0.0240101870149374, -0.023430252447724342, -0.022850317880511284, -0.022270385175943375, -0.021690450608730316, -0.021110516041517258, -0.02053058333694935, -0.01995064876973629, -0.01937071420252323, -0.018790779635310173, -0.018210846930742264, -0.017630912363529205, -0.017050977796316147, -0.01647104322910309, -0.01589111052453518, -0.01531117595732212, -0.014731242321431637, -0.014151307754218578, -0.013571374118328094, -0.012991439551115036, -0.012411505915224552, -0.011831572279334068, -0.01125163771212101, -0.010671704076230526, -0.010091769509017467, -0.009511835873126984, -0.008931901305913925, -0.008351967670023441, -0.00777203356847167, -0.007192099466919899, -0.006612165365368128, -0.006032231263816357, -0.0054522971622645855, -0.004872363060712814, -0.0042924294248223305, -0.0037124953232705593, -0.003132561221718788, -0.002552627120167017, -0.001972693018615246, -0.0013927590334787965, -0.0008128249901346862, -0.00023289094679057598, 0.00034704309655353427, 0.0009269771398976445, 0.0015069111250340939, 0.002086845226585865, 0.002666779328137636, 0.0032467134296894073, 0.003826647298410535, 0.00440658163279295, 0.0049865152686834335, 0.005566449370235205, 0.006146383471786976, 0.006726317573338747, 0.007306251674890518, 0.007886185310781002, 0.00846611987799406, 0.009046053513884544, 0.009625988081097603, 0.010205921716988087, 0.010785856284201145, 0.011365789920091629]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 2.0, 2.0, 3.0, 1.0, 2.0, 0.0, 4.0, 6.0, 2.0, 4.0, 6.0, 5.0, 4.0, 5.0, 5.0, 8.0, 18.0, 37.0, 48.0, 40.0, 78.0, 89.0, 103.0, 114.0, 101.0, 113.0, 115.0, 153.0, 213.0, 266.0, 348.0, 561.0, 823.0, 1226.0, 5714.0, 2827.0, 1431.0, 1073.0, 828.0, 559.0, 383.0, 296.0, 238.0, 167.0, 102.0, 86.0, 69.0, 43.0, 34.0, 28.0, 16.0, 9.0, 6.0, 6.0, 3.0, 3.0], "bins": [-0.018401306122541428, -0.017972886562347412, -0.017544467002153397, -0.01711604930460453, -0.016687629744410515, -0.0162592101842165, -0.015830790624022484, -0.015402371995151043, -0.014973952434957027, -0.014545532874763012, -0.014117114245891571, -0.013688694685697556, -0.01326027512550354, -0.0128318564966321, -0.012403436936438084, -0.011975018307566643, -0.011546598747372627, -0.011118179187178612, -0.010689760558307171, -0.010261340998113155, -0.009832922369241714, -0.009404502809047699, -0.008976083248853683, -0.008547664619982243, -0.008119245059788227, -0.007690825965255499, -0.007262406870722771, -0.006833987310528755, -0.006405568215996027, -0.005977149121463299, -0.005548729561269283, -0.005120310466736555, -0.004691891372203827, -0.004263472277671099, -0.003835052950307727, -0.003406633622944355, -0.002978214528411627, -0.0025497954338788986, -0.0021213761065155268, -0.0016929568955674767, -0.0012645376846194267, -0.0008361184736713767, -0.0004076992627233267, 2.071994822472334e-05, 0.00044913915917277336, 0.0008775583701208234, 0.0013059775810688734, 0.0017343967920169234, 0.0021628160029649734, 0.0025912350974977016, 0.0030196544248610735, 0.0034480737522244453, 0.0038764928467571735, 0.004304911941289902, 0.004733331501483917, 0.005161750596016645, 0.005590169690549374, 0.006018588785082102, 0.00644700787961483, 0.0068754274398088455, 0.007303846534341574, 0.007732265628874302, 0.008160685189068317, 0.008589103817939758, 0.009017523378133774]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 2.0, 5.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0751519650220871, -0.07025068253278732, -0.06534940004348755, -0.06044812127947807, -0.0555468387901783, -0.050645556300878525, -0.04574427753686905, -0.040842995047569275, -0.0359417125582695, -0.031040430068969727, -0.0261391494423151, -0.021237868815660477, -0.016336586326360703, -0.011435304768383503, -0.006534023210406303, -0.0016327416524291039, 0.0032685399055480957, 0.008169821463525295, 0.013071103021502495, 0.01797238364815712, 0.022873666137456894, 0.027774948626756668, 0.032676227390766144, 0.03757750988006592, 0.04247879236936569, 0.047380074858665466, 0.05228135734796524, 0.057182636111974716, 0.06208391860127449, 0.06698519736528397, 0.07188647985458374, 0.07678776234388351, 0.08168904483318329, 0.08659032732248306, 0.09149160981178284, 0.09639289230108261, 0.10129417479038239, 0.10619544982910156, 0.11109673231840134, 0.11599801480770111, 0.12089929729700089, 0.12580057978630066, 0.13070185482501984, 0.1356031447649002, 0.14050441980361938, 0.14540570974349976, 0.15030698478221893, 0.1552082747220993, 0.16010954976081848, 0.16501082479953766, 0.16991211473941803, 0.1748133897781372, 0.17971467971801758, 0.18461595475673676, 0.18951724469661713, 0.1944185197353363, 0.19931980967521667, 0.20422108471393585, 0.20912235975265503, 0.2140236496925354, 0.21892492473125458, 0.22382621467113495, 0.22872748970985413, 0.2336287796497345, 0.23853005468845367]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [4.0, 3.0, 1.0, 0.0, 4.0, 2.0, 2.0, 4.0, 4.0, 6.0, 20.0, 20.0, 27.0, 21.0, 42.0, 31.0, 25.0, 24.0, 11.0, 5.0, 2.0, 2.0, 5.0, 5.0, 1.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.0459047369658947, -0.04276704788208008, -0.039629362523555756, -0.036491673439741135, -0.033353984355926514, -0.030216297134757042, -0.02707860991358757, -0.02394092082977295, -0.020803233608603477, -0.017665546387434006, -0.014527857303619385, -0.011390170082449913, -0.008252481929957867, -0.00511479377746582, -0.0019771060906350613, 0.0011605818290263414, 0.004298269748687744, 0.0074359579011797905, 0.010573646053671837, 0.013711333274841309, 0.01684902235865593, 0.0199867095798254, 0.023124396800994873, 0.026262085884809494, 0.029399773105978966, 0.03253746032714844, 0.03567514941096306, 0.03881283849477768, 0.041950523853302, 0.04508821293711662, 0.048225902020931244, 0.051363587379455566, 0.05450127646327019, 0.05763896554708481, 0.06077665090560913, 0.06391434371471405, 0.06705202907323837, 0.0701897144317627, 0.07332740724086761, 0.07646509259939194, 0.07960277795791626, 0.08274047076702118, 0.0858781561255455, 0.08901584148406982, 0.09215353429317474, 0.09529121965169907, 0.09842890501022339, 0.10156659781932831, 0.10470428317785263, 0.10784196853637695, 0.11097966134548187, 0.1141173467040062, 0.11725503206253052, 0.12039272487163544, 0.12353041023015976, 0.12666809558868408, 0.129805788397789, 0.13294348120689392, 0.13608115911483765, 0.13921885192394257, 0.14235654473304749, 0.1454942226409912, 0.14863191545009613, 0.15176960825920105, 0.15490728616714478]}, "_runtime": 20.130237579345703, "_timestamp": 1596206598.9738698, "_step": 18}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 2.0, 2.0, 0.0, 2.0, 2.0, 0.0, 3.0, 0.0, 3.0, 1.0, 0.0, 0.0, 4.0, 2.0, 6.0, 2.0, 4.0, 2.0, 2.0, 3.0, 3.0, 2.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012175865471363068, -0.011715330183506012, -0.011254794895648956, -0.0107942596077919, -0.010333724319934845, -0.00987318903207779, -0.009412653744220734, -0.008952118456363678, -0.008491583168506622, -0.008031046949326992, -0.007570512127131224, -0.007109976839274168, -0.006649441085755825, -0.006188905797898769, -0.005728370510041714, -0.005267835222184658, -0.004807299934327602, -0.004346764646470547, -0.003886229358613491, -0.0034256938379257917, -0.002965158550068736, -0.0025046232622116804, -0.002044087741523981, -0.0015835524536669254, -0.0011230171658098698, -0.0006624818197451532, -0.0002019464736804366, 0.00025858887238427997, 0.0007191242184489965, 0.0011796595063060522, 0.0016401949105784297, 0.002100730314850807, 0.002561265602707863, 0.0030218008905649185, 0.003482336178421974, 0.00394287146627903, 0.0044034067541360855, 0.0048639425076544285, 0.005324477795511484, 0.00578501308336854, 0.0062455483712255955, 0.006706083659082651, 0.007166618946939707, 0.0076271542347967625, 0.008087689988315105, 0.008548225276172161, 0.009008760564029217, 0.009469295851886272, 0.009929831139743328, 0.010390366427600384, 0.01085090171545744, 0.011311437003314495, 0.01177197229117155, 0.012232507579028606, 0.012693042866885662, 0.013153578154742718, 0.013614114373922348, 0.014074649661779404, 0.01453518494963646, 0.014995720237493515, 0.01545625552535057, 0.015916790813207626, 0.016377326101064682, 0.016837861388921738, 0.017298396676778793]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 2.0, 2.0, 4.0, 3.0, 6.0, 6.0, 11.0, 16.0, 22.0, 30.0, 39.0, 47.0, 68.0, 95.0, 135.0, 161.0, 293.0, 567.0, 5024.0, 635.0, 264.0, 139.0, 95.0, 78.0, 38.0, 44.0, 27.0, 22.0, 14.0, 10.0, 6.0, 8.0, 2.0, 1.0, 1.0, 2.0, 3.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.19757796823978424, -0.19083651900291443, -0.18409505486488342, -0.17735359072685242, -0.1706121414899826, -0.1638706922531128, -0.1571292281150818, -0.15038776397705078, -0.14364631474018097, -0.13690486550331116, -0.13016340136528015, -0.12342194467782974, -0.11668048799037933, -0.10993903130292892, -0.10319757461547852, -0.0964561179280281, -0.0897146612405777, -0.08297320455312729, -0.07623174786567688, -0.06949029117822647, -0.06274883449077606, -0.05600737780332565, -0.049265921115875244, -0.042524464428424835, -0.035783007740974426, -0.029041551053524017, -0.02230009436607361, -0.0155586376786232, -0.00881718099117279, -0.0020757243037223816, 0.004665732383728027, 0.011407189071178436, 0.018148645758628845, 0.024890102446079254, 0.03163155913352966, 0.03837301582098007, 0.04511447250843048, 0.05185592919588089, 0.0585973858833313, 0.06533884257078171, 0.07208029925823212, 0.07882175594568253, 0.08556321263313293, 0.09230466932058334, 0.09904612600803375, 0.10578758269548416, 0.11252903938293457, 0.11927049607038498, 0.1260119527578354, 0.1327534019947052, 0.1394948661327362, 0.1462363302707672, 0.15297777950763702, 0.15971922874450684, 0.16646069288253784, 0.17320215702056885, 0.17994360625743866, 0.18668505549430847, 0.19342651963233948, 0.20016798377037048, 0.2069094330072403, 0.2136508822441101, 0.2203923463821411, 0.22713381052017212, 0.23387525975704193]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 4.0, 3.0, 5.0, 2.0, 5.0, 1.0, 4.0, 1.0, 2.0, 3.0, 1.0, 5.0, 4.0, 1.0, 27.0, 6.0, 2.0, 7.0, 5.0, 4.0, 5.0, 2.0, 1.0, 3.0, 3.0, 0.0, 2.0, 1.0, 5.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00260838121175766, -0.0025008416268974543, -0.0023933022748678923, -0.0022857626900076866, -0.002178223105147481, -0.0020706835202872753, -0.0019631441682577133, -0.0018556045833975077, -0.001748064998537302, -0.0016405255300924182, -0.0015329860616475344, -0.0014254464767873287, -0.001317907008342445, -0.0012103674234822392, -0.0011028279550373554, -0.0009952883701771498, -0.000887748901732266, -0.0007802093750797212, -0.0006726698484271765, -0.0005651303217746317, -0.00045759082422591746, -0.0003500512975733727, -0.0002425117854727432, -0.0001349722733721137, -2.7432746719568968e-05, 8.010677265701815e-05, 0.00018764629203360528, 0.0002951858041342348, 0.0004027253307867795, 0.0005102648283354938, 0.0006178043549880385, 0.0007253438816405833, 0.000832883408293128, 0.0009404229349456728, 0.0010479624615982175, 0.0011555019300431013, 0.001263041514903307, 0.0013705809833481908, 0.0014781205682083964, 0.0015856600366532803, 0.001693199621513486, 0.0018007390899583697, 0.0019082785584032536, 0.002015818143263459, 0.002123357728123665, 0.002230897080153227, 0.0023384366650134325, 0.002445976249873638, 0.0025535156019032, 0.002661055186763406, 0.0027685947716236115, 0.002876134356483817, 0.002983673708513379, 0.0030912132933735847, 0.0031987528782337904, 0.003306292463093996, 0.003413831815123558, 0.0035213713999837637, 0.0036289109848439693, 0.0037364503368735313, 0.003843989921733737, 0.003951529506593943, 0.004059068858623505, 0.004166608676314354, 0.004274148028343916]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 5.0, 6.0, 10.0, 18.0, 16.0, 30.0, 50.0, 66.0, 98.0, 135.0, 237.0, 394.0, 601.0, 984.0, 1629.0, 2866.0, 5452.0, 10181.0, 20124.0, 41138.0, 91689.0, 702805.0, 161041.0, 62639.0, 32214.0, 17887.0, 10249.0, 6017.0, 3724.0, 2359.0, 1618.0, 1037.0, 728.0, 478.0, 345.0, 203.0, 159.0, 128.0, 85.0, 52.0, 43.0, 40.0, 18.0, 15.0, 8.0, 5.0, 3.0, 6.0, 2.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.008936370722949505, -0.00863714050501585, -0.008337910287082195, -0.00803868006914854, -0.007739449851214886, -0.007440219167619944, -0.007140988949686289, -0.006841758731752634, -0.006542528513818979, -0.0062432982958853245, -0.00594406807795167, -0.005644837860018015, -0.005345607176423073, -0.005046376958489418, -0.004747146740555763, -0.0044479165226221085, -0.004148686304688454, -0.003849456086754799, -0.003550225868821144, -0.0032509954180568457, -0.002951765200123191, -0.002652534982189536, -0.0023533045314252377, -0.002054074313491583, -0.001754844095557928, -0.0014556138776242733, -0.0011563835432752967, -0.000857153267133981, -0.0005579229909926653, -0.0002586927148513496, 4.0537561289966106e-05, 0.0003397678374312818, 0.0006389981135725975, 0.0009382283897139132, 0.001237458665855229, 0.0015366890002042055, 0.0018359192181378603, 0.002135149436071515, 0.0024343798868358135, 0.0027336101047694683, 0.003032840322703123, 0.003332070540636778, 0.0036313007585704327, 0.0039305309765040874, 0.0042297616600990295, 0.004528991878032684, 0.004828222095966339, 0.005127452313899994, 0.005426682531833649, 0.0057259127497673035, 0.006025142967700958, 0.006324373185634613, 0.006623603403568268, 0.00692283408716321, 0.007222064305096865, 0.0075212945230305195, 0.007820524275302887, 0.008119755424559116, 0.008418985642492771, 0.008718215860426426, 0.00901744607836008, 0.009316676296293736, 0.00961590651422739, 0.009915136732161045, 0.0102143669500947]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 2.0, 6.0, 12.0, 8.0, 10.0, 2.0, 4.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.042734697461128235, -0.041650429368019104, -0.040566157549619675, -0.039481885731220245, -0.038397617638111115, -0.037313349545001984, -0.036229077726602554, -0.035144805908203125, -0.034060537815093994, -0.03297626972198486, -0.031891997903585434, -0.030807727947831154, -0.029723457992076874, -0.028639188036322594, -0.027554918080568314, -0.026470648124814034, -0.025386378169059753, -0.024302108213305473, -0.023217838257551193, -0.022133568301796913, -0.021049298346042633, -0.019965028390288353, -0.018880758434534073, -0.017796488478779793, -0.016712218523025513, -0.015627948567271233, -0.014543678611516953, -0.013459408655762672, -0.012375138700008392, -0.011290868744254112, -0.010206598788499832, -0.009122328832745552, -0.008038058876991272, -0.006953788921236992, -0.005869518965482712, -0.004785249009728432, -0.0037009790539741516, -0.0026167090982198715, -0.0015324391424655914, -0.00044816918671131134, 0.0006361007690429688, 0.0017203707247972488, 0.002804640680551529, 0.003888910636305809, 0.004973180592060089, 0.006057450547814369, 0.007141720503568649, 0.00822599045932293, 0.00931026041507721, 0.01039453037083149, 0.01147880032658577, 0.01256307028234005, 0.01364734023809433, 0.01473161019384861, 0.01581588014960289, 0.01690015010535717, 0.01798442006111145, 0.01906869001686573, 0.02015295997262001, 0.02123722992837429, 0.02232149988412857, 0.02340576983988285, 0.02449003979563713, 0.02557430975139141, 0.02665857970714569]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 0.0, 3.0, 7.0, 10.0, 20.0, 19.0, 21.0, 30.0, 30.0, 26.0, 31.0, 37.0, 42.0, 29.0, 34.0, 22.0, 31.0, 31.0, 39.0, 44.0, 51.0, 87.0, 99.0, 93.0, 116.0, 133.0, 155.0, 207.0, 366.0, 648.0, 1271.0, 7084.0, 3027.0, 1702.0, 989.0, 578.0, 324.0, 240.0, 145.0, 131.0, 109.0, 65.0, 54.0, 39.0, 26.0, 29.0, 32.0, 28.0, 19.0, 15.0, 14.0, 15.0, 8.0, 5.0, 5.0, 7.0, 0.0, 2.0, 0.0, 3.0, 1.0, 0.0, 1.0], "bins": [-0.01574782095849514, -0.015266109257936478, -0.014784397557377815, -0.014302685856819153, -0.01382097415626049, -0.013339262455701828, -0.012857550755143166, -0.012375839054584503, -0.01189412735402584, -0.011412414722144604, -0.010930703021585941, -0.010448991321027279, -0.009967279620468616, -0.009485567919909954, -0.009003856219351292, -0.00852214451879263, -0.008040432818233967, -0.007558721117675304, -0.007077009417116642, -0.00659529771655798, -0.006113586015999317, -0.0056318738497793674, -0.005150162149220705, -0.004668450448662043, -0.00418673874810338, -0.003705027047544718, -0.0032233153469860554, -0.0027416034135967493, -0.002259891713038087, -0.0017781800124794245, -0.0012964681955054402, -0.0008147564367391169, -0.0003330446779727936, 0.00014866708079352975, 0.0006303788395598531, 0.0011120906565338373, 0.0015938023570924997, 0.002075514057651162, 0.002557225991040468, 0.0030389376915991306, 0.003520649392157793, 0.0040023610927164555, 0.004484072793275118, 0.00496578449383378, 0.00544749666005373, 0.005929208360612392, 0.006410920061171055, 0.006892631761729717, 0.00737434346228838, 0.007856055162847042, 0.008337766863405704, 0.008819478563964367, 0.00930119026452303, 0.009782901965081692, 0.010264613665640354, 0.010746325366199017, 0.011228037998080254, 0.011709749698638916, 0.012191461399197578, 0.01267317309975624, 0.013154884800314903, 0.013636596500873566, 0.014118308201432228, 0.01460001990199089, 0.015081731602549553]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.16027690470218658, -0.15418486297130585, -0.1480928212404251, -0.14200077950954437, -0.13590873777866364, -0.1298166960477829, -0.12372465431690216, -0.11763261258602142, -0.11154057085514069, -0.10544852912425995, -0.09935648739337921, -0.09326444566249847, -0.08717240393161774, -0.081080362200737, -0.07498832046985626, -0.06889627873897552, -0.06280423700809479, -0.05671219527721405, -0.05062015354633331, -0.044528111815452576, -0.03843607008457184, -0.0323440283536911, -0.026251986622810364, -0.020159944891929626, -0.01406790316104889, -0.007975861430168152, -0.0018838196992874146, 0.004208222031593323, 0.01030026376247406, 0.016392305493354797, 0.022484347224235535, 0.028576388955116272, 0.03466843068599701, 0.04076047241687775, 0.046852514147758484, 0.05294455587863922, 0.05903659760951996, 0.0651286393404007, 0.07122068107128143, 0.07731272280216217, 0.08340476453304291, 0.08949680626392365, 0.09558884799480438, 0.10168088972568512, 0.10777293145656586, 0.1138649731874466, 0.11995701491832733, 0.12604905664920807, 0.1321410983800888, 0.13823314011096954, 0.14432518184185028, 0.15041722357273102, 0.15650926530361176, 0.1626013070344925, 0.16869334876537323, 0.17478539049625397, 0.1808774322271347, 0.18696947395801544, 0.19306151568889618, 0.19915355741977692, 0.20524559915065765, 0.2113376408815384, 0.21742968261241913, 0.22352172434329987, 0.2296137660741806]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 1.0, 2.0, 5.0, 2.0, 1.0, 4.0, 6.0, 5.0, 3.0, 11.0, 20.0, 45.0, 58.0, 25.0, 20.0, 11.0, 12.0, 6.0, 4.0, 6.0, 3.0, 2.0, 1.0, 3.0, 1.0, 0.0, 3.0, 0.0, 2.0, 0.0, 1.0, 1.0, 3.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.12224884331226349, -0.11870341747999191, -0.11515799164772034, -0.11161255836486816, -0.10806713253259659, -0.10452170670032501, -0.10097627341747284, -0.09743084758520126, -0.09388542175292969, -0.09033999592065811, -0.08679457008838654, -0.08324913680553436, -0.07970371097326279, -0.07615828514099121, -0.07261285185813904, -0.06906742602586746, -0.06552200019359589, -0.06197657436132431, -0.058431144803762436, -0.05488571524620056, -0.051340289413928986, -0.04779486358165741, -0.044249434024095535, -0.04070400446653366, -0.037158578634262085, -0.03361315280199051, -0.030067723244428635, -0.02652229554951191, -0.022976867854595184, -0.01943144015967846, -0.015886012464761734, -0.012340584769845009, -0.008795157074928284, -0.0052497293800115585, -0.0017043016850948334, 0.0018411260098218918, 0.005386553704738617, 0.008931981399655342, 0.012477409094572067, 0.016022836789488792, 0.019568264484405518, 0.023113692179322243, 0.026659119874238968, 0.030204547569155693, 0.03374997526407242, 0.037295401096343994, 0.04084083065390587, 0.04438626021146774, 0.04793168604373932, 0.051477111876010895, 0.05502254143357277, 0.058567970991134644, 0.06211339682340622, 0.0656588226556778, 0.06920425593852997, 0.07274968177080154, 0.07629510760307312, 0.0798405334353447, 0.08338595926761627, 0.08693139255046844, 0.09047681838274002, 0.0940222442150116, 0.09756767749786377, 0.10111310333013535, 0.10465852916240692]}, "_runtime": 20.977229118347168, "_timestamp": 1596206599.8208613, "_step": 19}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 5.0, 2.0, 1.0, 5.0, 4.0, 2.0, 4.0, 0.0, 1.0, 3.0, 4.0, 2.0, 1.0, 1.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.015350282192230225, -0.014888339675962925, -0.014426397159695625, -0.013964454643428326, -0.013502512127161026, -0.013040569610893726, -0.012578627094626427, -0.012116684578359127, -0.011654742062091827, -0.011192799545824528, -0.010730857029557228, -0.010268914513289928, -0.009806971997022629, -0.009345029480755329, -0.00888308696448803, -0.00842114444822073, -0.00795920193195343, -0.0074972594156861305, -0.007035316899418831, -0.006573374383151531, -0.006111431866884232, -0.005649489350616932, -0.005187546834349632, -0.004725604318082333, -0.004263661801815033, -0.0038017192855477333, -0.0033397767692804337, -0.002877834253013134, -0.0024158917367458344, -0.0019539492204785347, -0.001492006704211235, -0.0010300641879439354, -0.0005681216716766357, -0.00010617915540933609, 0.00035576336085796356, 0.0008177058771252632, 0.0012796483933925629, 0.0017415909096598625, 0.002203533425927162, 0.002665475942194462, 0.0031274184584617615, 0.003589360974729061, 0.004051303490996361, 0.00451324600726366, 0.00497518852353096, 0.00543713103979826, 0.005899073556065559, 0.006361016072332859, 0.006822958588600159, 0.007284901104867458, 0.007746843621134758, 0.008208786137402058, 0.008670728653669357, 0.009132671169936657, 0.009594613686203957, 0.010056556202471256, 0.010518498718738556, 0.010980441235005856, 0.011442383751273155, 0.011904326267540455, 0.012366268783807755, 0.012828211300075054, 0.013290153816342354, 0.013752096332609653, 0.014214038848876953]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 5.0, 3.0, 3.0, 5.0, 4.0, 8.0, 5.0, 9.0, 21.0, 20.0, 31.0, 23.0, 38.0, 84.0, 80.0, 167.0, 243.0, 382.0, 3964.0, 1783.0, 399.0, 228.0, 149.0, 70.0, 59.0, 32.0, 29.0, 18.0, 6.0, 21.0, 12.0, 4.0, 3.0, 4.0, 3.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.25762656331062317, -0.2500302791595459, -0.24243396520614624, -0.23483768105506897, -0.2272413820028305, -0.21964508295059204, -0.21204878389835358, -0.2044524848461151, -0.19685620069503784, -0.18925990164279938, -0.1816636025905609, -0.17406730353832245, -0.16647100448608398, -0.15887470543384552, -0.15127842128276825, -0.14368212223052979, -0.13608582317829132, -0.12848952412605286, -0.12089323252439499, -0.11329693347215652, -0.10570064187049866, -0.09810434281826019, -0.09050804376602173, -0.08291175216436386, -0.0753154531121254, -0.06771915405988693, -0.060122862458229065, -0.0525265634059906, -0.044930268079042435, -0.03733397275209427, -0.029737675562500954, -0.02214137837290764, -0.014545083045959473, -0.006948786787688732, 0.0006475094705820084, 0.008243805728852749, 0.01584010198712349, 0.023436397314071655, 0.03103269450366497, 0.038628991693258286, 0.04622528702020645, 0.05382158234715462, 0.06141787767410278, 0.06901417672634125, 0.07661047577857971, 0.08420676738023758, 0.09180306643247604, 0.09939935803413391, 0.10699565708637238, 0.11459195613861084, 0.12218824774026871, 0.12978453934192657, 0.13738083839416504, 0.1449771374464035, 0.15257343649864197, 0.16016973555088043, 0.1677660346031189, 0.17536231875419617, 0.18295861780643463, 0.1905549168586731, 0.19815121591091156, 0.20574751496315002, 0.2133437991142273, 0.22094009816646576, 0.22853639721870422]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 3.0, 1.0, 3.0, 2.0, 2.0, 0.0, 3.0, 4.0, 2.0, 4.0, 3.0, 3.0, 5.0, 4.0, 5.0, 3.0, 29.0, 4.0, 2.0, 1.0, 2.0, 3.0, 2.0, 2.0, 4.0, 2.0, 2.0, 0.0, 2.0, 4.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.002368259709328413, -0.00229234853759408, -0.002216437365859747, -0.0021405264269560575, -0.0020646152552217245, -0.0019887040834873915, -0.0019127929117530584, -0.0018368818564340472, -0.0017609706846997142, -0.0016850595129653811, -0.00160914845764637, -0.001533237285912037, -0.0014573261141777039, -0.0013814150588586926, -0.0013055038871243596, -0.0012295928318053484, -0.0011536816600710154, -0.0010777704883366823, -0.001001859433017671, -0.0009259482612833381, -0.0008500371477566659, -0.0007741260342299938, -0.0006982148624956608, -0.0006223037489689887, -0.0005463926354423165, -0.0004704815219156444, -0.0003945703792851418, -0.00031865923665463924, -0.00024274812312796712, -0.00016683699504937977, -9.092586697079241e-05, -1.501473889220506e-05, 6.0896389186382294e-05, 0.00013680751726496965, 0.000212718645343557, 0.0002886297879740596, 0.0003645409015007317, 0.00044045201502740383, 0.0005163631867617369, 0.000592274300288409, 0.0006681854138150811, 0.0007440965273417532, 0.0008200076408684254, 0.0008959188126027584, 0.0009718299261294305, 0.0010477410396561027, 0.0011236522113904357, 0.001199563266709447, 0.00127547443844378, 0.001351385610178113, 0.0014272966654971242, 0.0015032078372314572, 0.0015791188925504684, 0.0016550300642848015, 0.0017309412360191345, 0.0018068522913381457, 0.0018827634630724788, 0.00195867451839149, 0.002034585690125823, 0.002110496861860156, 0.002186408033594489, 0.002262319205328822, 0.0023382301442325115, 0.0024141413159668446, 0.0024900524877011776]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 2.0, 1.0, 2.0, 4.0, 7.0, 5.0, 18.0, 12.0, 37.0, 23.0, 63.0, 92.0, 123.0, 179.0, 264.0, 442.0, 673.0, 935.0, 1491.0, 2615.0, 4642.0, 8913.0, 17498.0, 38325.0, 91204.0, 697882.0, 175633.0, 65668.0, 31917.0, 16611.0, 9436.0, 5461.0, 3255.0, 2081.0, 1275.0, 809.0, 542.0, 466.0, 279.0, 220.0, 152.0, 116.0, 72.0, 44.0, 35.0, 24.0, 31.0, 13.0, 15.0, 9.0, 5.0, 3.0, 4.0, 6.0, 5.0, 3.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009045843966305256, -0.008732794784009457, -0.008419744670391083, -0.008106695488095284, -0.007793645840138197, -0.00748059619218111, -0.007167547009885311, -0.0068544973619282246, -0.006541447713971138, -0.0062283980660140514, -0.005915348418056965, -0.005602299235761166, -0.005289249587804079, -0.0049761999398469925, -0.004663150757551193, -0.004350101109594107, -0.00403705146163702, -0.0037240018136799335, -0.0034109523985534906, -0.0030979029834270477, -0.002784853335469961, -0.0024718036875128746, -0.0021587542723864317, -0.001845704740844667, -0.0015326552093029022, -0.0012196056777611375, -0.0009065561462193727, -0.000593506614677608, -0.0002804570831358433, 3.259244840592146e-05, 0.0003456419799476862, 0.0006586915114894509, 0.0009717410430312157, 0.0012847905745729804, 0.0015978401061147451, 0.0019108896376565099, 0.0022239391691982746, 0.002536988817155361, 0.002850038232281804, 0.003163087647408247, 0.0034761372953653336, 0.00378918694332242, 0.004102236591279507, 0.004415285773575306, 0.0047283354215323925, 0.005041385069489479, 0.005354434251785278, 0.005667483899742365, 0.0059805335476994514, 0.006293583195656538, 0.006606632843613625, 0.006919682025909424, 0.00723273167386651, 0.007545781321823597, 0.007858830504119396, 0.00817188061773777, 0.00848492980003357, 0.008797978982329369, 0.009111029095947742, 0.009424078278243542, 0.009737128391861916, 0.010050177574157715, 0.010363226756453514, 0.010676276870071888, 0.010989326052367687]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 5.0, 2.0, 5.0, 0.0, 1.0, 4.0, 2.0, 6.0, 3.0, 2.0, 3.0, 2.0, 3.0, 0.0, 8.0, 1.0, 2.0, 1.0, 2.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010755271650850773, -0.010406961664557457, -0.010058650746941566, -0.00971034076064825, -0.00936202984303236, -0.009013719856739044, -0.008665408939123154, -0.008317098952829838, -0.007968788966536522, -0.007620478048920631, -0.007272167596966028, -0.006923857145011425, -0.006575547158718109, -0.006227236706763506, -0.005878926254808903, -0.0055306158028542995, -0.005182305350899696, -0.004833994898945093, -0.00448568444699049, -0.004137373995035887, -0.0037890637759119272, -0.003440753323957324, -0.0030924431048333645, -0.0027441326528787613, -0.002395822200924158, -0.002047511748969555, -0.0016992014134302735, -0.0013508910778909922, -0.001002580625936389, -0.0006542702321894467, -0.0003059598384425044, 4.2350555304437876e-05, 0.00039066094905138016, 0.0007389713427983224, 0.0010872817365452647, 0.001435592072084546, 0.0017839025240391493, 0.0021322129759937525, 0.002480523195117712, 0.002828833647072315, 0.0031771440990269184, 0.0035254545509815216, 0.003873765002936125, 0.004222075454890728, 0.004570385441184044, 0.004918695893138647, 0.00526700634509325, 0.0056153167970478535, 0.005963627249002457, 0.00631193770095706, 0.006660248152911663, 0.007008558604866266, 0.0073568690568208694, 0.007705179043114185, 0.008053489960730076, 0.008401799947023392, 0.008750110864639282, 0.009098420850932598, 0.009446730837225914, 0.009795041754841805, 0.01014335174113512, 0.010491662658751011, 0.010839972645044327, 0.011188283562660217, 0.011536593548953533]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 2.0, 0.0, 0.0, 3.0, 2.0, 0.0, 3.0, 2.0, 4.0, 3.0, 4.0, 2.0, 5.0, 10.0, 13.0, 12.0, 18.0, 18.0, 16.0, 22.0, 22.0, 44.0, 45.0, 63.0, 65.0, 98.0, 126.0, 146.0, 197.0, 249.0, 310.0, 435.0, 485.0, 551.0, 685.0, 790.0, 929.0, 1123.0, 1530.0, 2059.0, 5137.0, 1086.0, 675.0, 442.0, 300.0, 217.0, 113.0, 95.0, 63.0, 39.0, 35.0, 20.0, 21.0, 18.0, 19.0, 15.0, 12.0, 10.0, 7.0, 7.0, 2.0, 4.0, 2.0], "bins": [-0.009275118820369244, -0.009050384163856506, -0.008825648576021194, -0.008600913919508457, -0.008376178331673145, -0.008151443675160408, -0.00792670901864767, -0.007701973430812359, -0.007477238774299622, -0.007252503652125597, -0.007027768529951572, -0.006803033407777548, -0.006578298285603523, -0.006353563163429499, -0.006128828506916761, -0.005904093384742737, -0.005679358262568712, -0.005454623140394688, -0.005229888018220663, -0.005005153361707926, -0.004780418239533901, -0.004555683117359877, -0.004330947995185852, -0.0041062128730118275, -0.0038814779836684465, -0.003656742861494422, -0.003432007972151041, -0.0032072728499770164, -0.002982537727802992, -0.002757802838459611, -0.0025330677162855864, -0.0023083328269422054, -0.002083597704768181, -0.001858862699009478, -0.0016341276932507753, -0.0014093925710767508, -0.001184657565318048, -0.0009599225595593452, -0.0007351874955929816, -0.0005104524316266179, -0.00028571742586791515, -6.098239100538194e-05, 0.00016375264385715127, 0.0003884876787196845, 0.0006132227135822177, 0.0008379577193409204, 0.001062692841514945, 0.0012874278472736478, 0.0015121628530323505, 0.0017368978587910533, 0.001961632864549756, 0.0021863679867237806, 0.0024111028760671616, 0.002635837998241186, 0.0028605731204152107, 0.0030853080097585917, 0.0033100431319326162, 0.003534778254106641, 0.0037595131434500217, 0.003984248265624046, 0.004208983387798071, 0.0044337185099720955, 0.004658453166484833, 0.004883188288658857, 0.005107923410832882]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 2.0, 0.0, 3.0, 1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.05917873978614807, -0.05758728086948395, -0.055995818227529526, -0.054404355585575104, -0.05281289666891098, -0.05122143775224686, -0.049629975110292435, -0.04803851246833801, -0.04644705355167389, -0.044855594635009766, -0.043264131993055344, -0.04167266935110092, -0.0400812104344368, -0.038489751517772675, -0.03689828887581825, -0.03530682623386383, -0.03371536731719971, -0.032123908400535583, -0.03053244575858116, -0.02894098497927189, -0.027349524199962616, -0.025758063420653343, -0.02416660264134407, -0.022575141862034798, -0.020983681082725525, -0.019392220303416252, -0.01780075952410698, -0.016209298744797707, -0.014617837965488434, -0.013026377186179161, -0.011434916406869888, -0.009843455627560616, -0.008251994848251343, -0.00666053406894207, -0.005069073289632797, -0.0034776125103235245, -0.0018861517310142517, -0.00029469095170497894, 0.0012967698276042938, 0.0028882306069135666, 0.004479691386222839, 0.006071152165532112, 0.007662612944841385, 0.009254073724150658, 0.01084553450345993, 0.012436995282769203, 0.014028456062078476, 0.015619916841387749, 0.01721137762069702, 0.018802838400006294, 0.020394299179315567, 0.02198575995862484, 0.023577220737934113, 0.025168681517243385, 0.026760142296552658, 0.02835160307586193, 0.029943063855171204, 0.03153452277183533, 0.03312598541378975, 0.03471744805574417, 0.036308906972408295, 0.03790036588907242, 0.03949182853102684, 0.04108329117298126, 0.042674750089645386]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 4.0, 5.0, 1.0, 2.0, 1.0, 2.0, 1.0, 8.0, 11.0, 22.0, 18.0, 8.0, 8.0, 24.0, 21.0, 38.0, 18.0, 14.0, 12.0, 3.0, 10.0, 4.0, 4.0, 1.0, 7.0, 1.0, 2.0, 4.0, 1.0, 2.0, 1.0, 2.0, 1.0, 2.0, 3.0, 0.0, 3.0, 2.0, 3.0, 3.0, 0.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.04929085820913315, -0.047853920608758926, -0.046416983008384705, -0.04498004540801048, -0.04354310780763626, -0.04210617393255234, -0.040669236332178116, -0.039232298731803894, -0.03779536113142967, -0.03635842353105545, -0.03492148593068123, -0.03348454833030701, -0.032047614455223083, -0.030610674992203712, -0.02917373925447464, -0.027736801654100418, -0.026299864053726196, -0.024862926453351974, -0.023425988852977753, -0.02198905311524868, -0.02055211551487446, -0.019115177914500237, -0.017678242176771164, -0.016241304576396942, -0.01480436697602272, -0.013367429375648499, -0.011930492706596851, -0.010493556037545204, -0.009056618437170982, -0.007619681302458048, -0.006182744167745113, -0.004745807033032179, -0.0033088698983192444, -0.0018719327636063099, -0.0004349956288933754, 0.001001941505819559, 0.0024388786405324936, 0.003875815775245428, 0.005312752909958363, 0.006749690044671297, 0.008186627179384232, 0.009623564779758453, 0.0110605014488101, 0.012497438117861748, 0.01393437571823597, 0.015371313318610191, 0.016808249056339264, 0.018245186656713486, 0.019682124257087708, 0.02111906185746193, 0.02255599945783615, 0.023992935195565224, 0.025429872795939445, 0.026866810396313667, 0.02830374613404274, 0.02974068373441696, 0.031177621334791183, 0.032614558935165405, 0.03405149653553963, 0.03548843413591385, 0.03692536801099777, 0.038362305611371994, 0.039799243211746216, 0.04123618081212044, 0.04267311841249466]}, "_runtime": 21.791791439056396, "_timestamp": 1596206600.6354237, "_step": 20}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 3.0, 1.0, 2.0, 5.0, 7.0, 5.0, 1.0, 3.0, 2.0, 4.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.018236231058835983, -0.01767796464264393, -0.017119698226451874, -0.01656142994761467, -0.016003163531422615, -0.01544489711523056, -0.014886629767715931, -0.014328362420201302, -0.013770096004009247, -0.013211829587817192, -0.012653562240302563, -0.012095294892787933, -0.011537028476595879, -0.010978762060403824, -0.010420494712889194, -0.009862227365374565, -0.00930396094918251, -0.008745694532990456, -0.008187427185475826, -0.007629160303622484, -0.007070893421769142, -0.0065126265399158, -0.005954359658062458, -0.005396092776209116, -0.004837825894355774, -0.004279559012502432, -0.00372129213064909, -0.0031630252487957478, -0.0026047583669424057, -0.0020464914850890636, -0.0014882246032357216, -0.0009299577213823795, -0.0003716908395290375, 0.00018657604232430458, 0.0007448429241776466, 0.0013031098060309887, 0.0018613766878843307, 0.002419643569737673, 0.002977910451591015, 0.003536177333444357, 0.004094444215297699, 0.004652711097151041, 0.005210977979004383, 0.005769244860857725, 0.006327511742711067, 0.006885778624564409, 0.007444045506417751, 0.00800231285393238, 0.008560579270124435, 0.00911884568631649, 0.00967711303383112, 0.010235380381345749, 0.010793646797537804, 0.011351913213729858, 0.011910180561244488, 0.012468447908759117, 0.013026714324951172, 0.013584980741143227, 0.014143248088657856, 0.014701515436172485, 0.01525978185236454, 0.015818048268556595, 0.0163763165473938, 0.016934582963585854, 0.01749284937977791]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 3.0, 8.0, 3.0, 1.0, 8.0, 6.0, 10.0, 8.0, 9.0, 15.0, 12.0, 26.0, 35.0, 41.0, 39.0, 31.0, 60.0, 82.0, 113.0, 178.0, 242.0, 364.0, 4689.0, 952.0, 325.0, 193.0, 114.0, 80.0, 60.0, 45.0, 39.0, 29.0, 24.0, 21.0, 8.0, 12.0, 10.0, 8.0, 1.0, 2.0, 6.0, 5.0, 0.0, 2.0, 2.0, 1.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.1893310695886612, -0.1836935579776764, -0.1780560463666916, -0.1724185347557068, -0.16678102314472198, -0.16114351153373718, -0.15550599992275238, -0.14986848831176758, -0.14423099160194397, -0.13859347999095917, -0.13295596837997437, -0.12731845676898956, -0.12168094515800476, -0.11604343354701996, -0.11040592193603516, -0.10476841032505035, -0.09913089871406555, -0.09349338710308075, -0.08785587549209595, -0.08221836388111115, -0.07658085227012634, -0.07094334810972214, -0.06530583649873734, -0.05966832488775253, -0.05403081327676773, -0.04839330166578293, -0.042755790054798126, -0.03711828216910362, -0.03148077055811882, -0.025843258947134018, -0.020205749198794365, -0.014568238519132137, -0.00893072783946991, -0.003293217159807682, 0.0023442935198545456, 0.007981804199516773, 0.013619314879179, 0.019256826490163803, 0.024894336238503456, 0.03053184598684311, 0.03616935759782791, 0.041806869208812714, 0.047444380819797516, 0.05308188870549202, 0.05871940031647682, 0.06435690820217133, 0.06999441981315613, 0.07563193142414093, 0.08126944303512573, 0.08690695464611053, 0.09254446625709534, 0.09818197786808014, 0.10381948947906494, 0.10945699363946915, 0.11509450525045395, 0.12073201686143875, 0.12636953592300415, 0.13200703263282776, 0.13764454424381256, 0.14328205585479736, 0.14891956746578217, 0.15455707907676697, 0.16019459068775177, 0.16583210229873657, 0.17146961390972137]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 5.0, 1.0, 3.0, 1.0, 1.0, 4.0, 5.0, 3.0, 5.0, 4.0, 4.0, 7.0, 30.0, 2.0, 4.0, 2.0, 6.0, 2.0, 1.0, 2.0, 4.0, 3.0, 0.0, 3.0, 4.0, 2.0, 3.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002220675116404891, -0.002124306047335267, -0.0020279372110962868, -0.0019315682584419847, -0.0018351993057876825, -0.0017388302367180586, -0.0016424612840637565, -0.0015460923314094543, -0.0014497233787551522, -0.00135335442610085, -0.001256985473446548, -0.0011606165207922459, -0.001064247451722622, -0.0009678785572759807, -0.0008715095464140177, -0.0007751405937597156, -0.0006787716411054134, -0.0005824026884511113, -0.00048603370669297874, -0.00038966472493484616, -0.00029329577228054404, -0.0001969268050743267, -0.00010055783786810935, -4.188870661891997e-06, 9.218009654432535e-05, 0.0001885490637505427, 0.00028491803095676005, 0.0003812870127148926, 0.00047765596536919475, 0.0005740249180234969, 0.0006703939288854599, 0.000766762881539762, 0.0008631318341940641, 0.0009595007868483663, 0.0010558697395026684, 0.0011522386921569705, 0.0012486076448112726, 0.0013449767138808966, 0.0014413456665351987, 0.0015377146191895008, 0.001634083571843803, 0.001730452524498105, 0.0018268214771524072, 0.0019231904298067093, 0.0020195594988763332, 0.0021159283351153135, 0.0022122974041849375, 0.0023086662404239178, 0.0024050353094935417, 0.0025014043785631657, 0.002597773214802146, 0.00269414228387177, 0.00279051112011075, 0.002886880189180374, 0.0029832490254193544, 0.0030796180944889784, 0.0031759869307279587, 0.0032723559997975826, 0.0033687250688672066, 0.003465093905106187, 0.003561462974175811, 0.003657831810414791, 0.003754200879484415, 0.0038505697157233953, 0.003946938551962376]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 0.0, 3.0, 5.0, 8.0, 10.0, 10.0, 22.0, 32.0, 57.0, 70.0, 90.0, 162.0, 221.0, 321.0, 502.0, 773.0, 1223.0, 1986.0, 3127.0, 5516.0, 10183.0, 19345.0, 39590.0, 88286.0, 687418.0, 174808.0, 66637.0, 32847.0, 17916.0, 10404.0, 6278.0, 3871.0, 2603.0, 1656.0, 1142.0, 764.0, 535.0, 367.0, 247.0, 160.0, 119.0, 78.0, 66.0, 47.0, 38.0, 35.0, 13.0, 14.0, 12.0, 10.0, 5.0, 2.0, 2.0, 3.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.00805856753140688, -0.007779660634696484, -0.007500754203647375, -0.007221847306936979, -0.006942940875887871, -0.006664033979177475, -0.006385127082467079, -0.006106220651417971, -0.005827313754707575, -0.005548406857997179, -0.0052695004269480705, -0.004990593530237675, -0.004711686633527279, -0.00443278020247817, -0.004153873305767775, -0.0038749666418880224, -0.0035960599780082703, -0.003317153314128518, -0.003038246650248766, -0.00275933975353837, -0.002480433089658618, -0.002201526425778866, -0.0019226196454837918, -0.0016437128651887178, -0.0013648062013089657, -0.0010858995374292135, -0.0008069927571341395, -0.0005280860350467265, -0.0002491793129593134, 2.972740912809968e-05, 0.00030863413121551275, 0.0005875408533029258, 0.0008664475753903389, 0.001145354239270091, 0.001424261019565165, 0.001703167799860239, 0.001982074463739991, 0.0022609811276197433, 0.002539888024330139, 0.0028187946882098913, 0.0030977013520896435, 0.0033766080159693956, 0.003655514679849148, 0.003934421576559544, 0.004213328473269939, 0.004492234904319048, 0.004771141801029444, 0.005050048232078552, 0.005328955128788948, 0.005607862025499344, 0.005886768456548452, 0.006165675353258848, 0.006444581784307957, 0.0067234886810183525, 0.007002395577728748, 0.007281302008777857, 0.007560208905488253, 0.007839115336537361, 0.008118022233247757, 0.008396929129958153, 0.008675836026668549, 0.008954742923378944, 0.009233648888766766, 0.009512555785477161, 0.009791462682187557]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 7.0, 0.0, 1.0, 3.0, 0.0, 4.0, 9.0, 1.0, 5.0, 4.0, 2.0, 0.0, 0.0, 4.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.016146663576364517, -0.015726063400506973, -0.015305462293326855, -0.014884861186146736, -0.014464261010289192, -0.014043659903109074, -0.013623058795928955, -0.013202458620071411, -0.012781857512891293, -0.012361257337033749, -0.01194065622985363, -0.011520055122673512, -0.011099454946815968, -0.010678853839635849, -0.010258253663778305, -0.009837652556598186, -0.009417051449418068, -0.008996451273560524, -0.008575850166380405, -0.008155249990522861, -0.007734648883342743, -0.007314048241823912, -0.00689344760030508, -0.006472846958786249, -0.006052246317267418, -0.005631645210087299, -0.005211044568568468, -0.004790443927049637, -0.004369843285530806, -0.003949242644011974, -0.0035286417696624994, -0.0031080408953130245, -0.0026874402537941933, -0.002266839612275362, -0.001846238737925887, -0.0014256380964070559, -0.0010050373384729028, -0.0005844365805387497, -0.00016383588081225753, 0.0002567648480180651, 0.0006773655768483877, 0.0010979663347825408, 0.0015185670927166939, 0.0019391677342355251, 0.0023597683757543564, 0.0027803692501038313, 0.0032009698916226625, 0.0036215707659721375, 0.004042171407490969, 0.0044627720490098, 0.004883372690528631, 0.00530397379770875, 0.005724574439227581, 0.006145175080746412, 0.0065657757222652435, 0.006986376363784075, 0.007406977005302906, 0.007827578112483025, 0.008248178288340569, 0.008668779395520687, 0.009089380502700806, 0.00950998067855835, 0.009930581785738468, 0.010351181961596012, 0.01077178306877613]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 4.0, 0.0, 1.0, 2.0, 2.0, 0.0, 2.0, 0.0, 2.0, 6.0, 10.0, 10.0, 18.0, 10.0, 15.0, 16.0, 14.0, 21.0, 32.0, 37.0, 34.0, 40.0, 51.0, 56.0, 77.0, 79.0, 87.0, 155.0, 171.0, 284.0, 408.0, 577.0, 768.0, 1277.0, 2354.0, 6884.0, 1828.0, 1082.0, 583.0, 404.0, 326.0, 216.0, 133.0, 105.0, 52.0, 39.0, 22.0, 21.0, 22.0, 20.0, 14.0, 15.0, 8.0, 14.0, 7.0, 4.0, 5.0, 0.0, 0.0, 2.0, 0.0, 0.0, 5.0], "bins": [-0.013837568461894989, -0.013457024469971657, -0.01307647954672575, -0.012695935554802418, -0.012315391562879086, -0.011934846639633179, -0.011554302647709846, -0.011173758655786514, -0.010793214663863182, -0.010412669740617275, -0.010032125748693943, -0.00965158175677061, -0.009271036833524704, -0.008890492841601372, -0.00850994884967804, -0.008129403926432133, -0.0077488599345088005, -0.007368315476924181, -0.006987771485000849, -0.006607227027416229, -0.006226683035492897, -0.0058461385779082775, -0.005465594120323658, -0.005085050128400326, -0.004704505670815706, -0.004323961213231087, -0.0039434172213077545, -0.003562872763723135, -0.003182328538969159, -0.0028017843142151833, -0.0024212398566305637, -0.002040695631876588, -0.001660151407122612, -0.0012796071823686361, -0.0008990628411993384, -0.0005185185582377017, -0.00013797427527606487, 0.0002425700076855719, 0.0006231142906472087, 0.0010036586318165064, 0.0013842028565704823, 0.0017647470813244581, 0.002145291306078434, 0.0025258357636630535, 0.0029063799884170294, 0.0032869242131710052, 0.0036674686707556248, 0.004048012662678957, 0.0044285571202635765, 0.004809101577848196, 0.005189645569771528, 0.005570190027356148, 0.00595073401927948, 0.0063312784768640995, 0.006711822934448719, 0.007092366926372051, 0.007472911383956671, 0.00785345584154129, 0.008233999833464622, 0.008614543825387955, 0.008995088748633862, 0.009375632740557194, 0.009756176732480526, 0.010136721655726433, 0.010517265647649765]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 4.0, 3.0, 4.0, 2.0, 3.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1308041214942932, -0.12730038166046143, -0.12379663437604904, -0.12029289454221725, -0.11678914725780487, -0.11328540742397308, -0.1097816601395607, -0.10627792030572891, -0.10277417302131653, -0.09927043318748474, -0.09576669335365295, -0.09226294606924057, -0.08875920623540878, -0.0852554589509964, -0.08175171911716461, -0.07824797183275223, -0.07474423199892044, -0.07124049216508865, -0.06773674488067627, -0.06423300504684448, -0.0607292577624321, -0.05722551792860031, -0.053721774369478226, -0.05021803081035614, -0.046714287251234055, -0.04321054369211197, -0.03970680013298988, -0.0362030565738678, -0.03269931674003601, -0.029195571318268776, -0.02569182962179184, -0.022188086062669754, -0.01868434250354767, -0.015180598944425583, -0.011676856316626072, -0.008173113688826561, -0.004669370129704475, -0.0011656270362436771, 0.002338116057217121, 0.005841859150677919, 0.009345602244138718, 0.012849345803260803, 0.01635308936238289, 0.019856831058859825, 0.02336057461798191, 0.026864318177103996, 0.030368059873580933, 0.03387180343270302, 0.037375546991825104, 0.04087929055094719, 0.044383034110069275, 0.04788677766919136, 0.051390521228313446, 0.05489426106214523, 0.05839800462126732, 0.061901748180389404, 0.06540548801422119, 0.06890923529863358, 0.07241297513246536, 0.07591672241687775, 0.07942046225070953, 0.08292420953512192, 0.0864279493689537, 0.08993169665336609, 0.09343543648719788]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 3.0, 2.0, 0.0, 2.0, 3.0, 1.0, 3.0, 5.0, 1.0, 2.0, 2.0, 10.0, 33.0, 34.0, 67.0, 27.0, 23.0, 16.0, 3.0, 2.0, 4.0, 11.0, 2.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 3.0, 1.0, 1.0, 5.0, 1.0, 0.0, 2.0], "bins": [-0.1289912909269333, -0.12582722306251526, -0.12266316264867783, -0.1194990947842598, -0.11633503437042236, -0.11317096650600433, -0.1100069060921669, -0.10684283822774887, -0.10367877781391144, -0.10051470994949341, -0.09735064208507538, -0.09418658167123795, -0.09102251380681992, -0.08785845339298248, -0.08469438552856445, -0.08153032511472702, -0.07836625725030899, -0.07520218938589096, -0.07203812897205353, -0.0688740611076355, -0.06571000069379807, -0.06254593282938004, -0.059381868690252304, -0.05621780455112457, -0.05305374041199684, -0.04988967627286911, -0.04672561213374138, -0.04356154799461365, -0.04039748013019562, -0.037233415991067886, -0.034069351851940155, -0.030905287712812424, -0.027741223573684692, -0.02457715943455696, -0.02141309529542923, -0.01824902929365635, -0.015084965154528618, -0.011920901015400887, -0.00875683594495058, -0.005592771340161562, -0.0024287067353725433, 0.0007353578694164753, 0.003899422474205494, 0.0070634870789945126, 0.010227551683783531, 0.013391615822911263, 0.016555681824684143, 0.019719745963811874, 0.022883810102939606, 0.026047874242067337, 0.02921193838119507, 0.0323760025203228, 0.03554006665945053, 0.03870413452386856, 0.04186819866299629, 0.04503226280212402, 0.048196326941251755, 0.051360391080379486, 0.05452445521950722, 0.05768851935863495, 0.06085258722305298, 0.06401664763689041, 0.06718071550130844, 0.07034477591514587, 0.0735088437795639]}, "_runtime": 22.62187910079956, "_timestamp": 1596206601.4655113, "_step": 21}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 3.0, 0.0, 1.0, 0.0, 3.0, 0.0, 3.0, 0.0, 2.0, 3.0, 2.0, 3.0, 3.0, 2.0, 3.0, 4.0, 2.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 4.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01203629095107317, -0.011582599021494389, -0.011128908023238182, -0.010675216093659401, -0.01022152416408062, -0.009767832234501839, -0.009314140304923058, -0.008860449306666851, -0.00840675737708807, -0.007953065447509289, -0.007499373983591795, -0.007045682519674301, -0.00659199059009552, -0.006138298660516739, -0.005684607196599245, -0.005230915732681751, -0.00477722380310297, -0.004323531873524189, -0.003869840409606695, -0.0034161487128585577, -0.0029624570161104202, -0.0025087653193622828, -0.0020550736226141453, -0.0016013819258660078, -0.0011476902291178703, -0.0006939985323697329, -0.00024030683562159538, 0.0002133848611265421, 0.0006670765578746796, 0.001120768254622817, 0.0015744599513709545, 0.002028151648119092, 0.0024818433448672295, 0.002935535041615367, 0.0033892267383635044, 0.003842918435111642, 0.004296610131859779, 0.0047503020614385605, 0.005203993525356054, 0.005657684989273548, 0.006111376918852329, 0.00656506884843111, 0.007018760312348604, 0.007472451776266098, 0.00792614370584488, 0.00837983563542366, 0.008833527565002441, 0.009287218563258648, 0.009740910492837429, 0.01019460242241621, 0.010648293420672417, 0.011101985350251198, 0.011555677279829979, 0.01200936920940876, 0.012463061138987541, 0.012916752137243748, 0.013370444066822529, 0.01382413599640131, 0.014277826994657516, 0.014731518924236298, 0.015185210853815079, 0.01563890278339386, 0.01609259471297264, 0.016546286642551422, 0.016999978572130203]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 3.0, 1.0, 5.0, 4.0, 1.0, 4.0, 3.0, 8.0, 11.0, 9.0, 7.0, 14.0, 14.0, 18.0, 20.0, 16.0, 32.0, 39.0, 43.0, 68.0, 82.0, 74.0, 118.0, 145.0, 217.0, 287.0, 3629.0, 1730.0, 403.0, 236.0, 176.0, 106.0, 84.0, 53.0, 59.0, 45.0, 39.0, 24.0, 19.0, 16.0, 13.0, 7.0, 10.0, 4.0, 6.0, 5.0, 7.0, 2.0, 3.0, 1.0, 2.0, 2.0, 2.0, 3.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.1515105962753296, -0.14690682291984558, -0.14230304956436157, -0.13769927620887756, -0.13309550285339355, -0.12849172949790955, -0.12388795614242554, -0.11928418278694153, -0.11468040943145752, -0.11007663607597351, -0.1054728627204895, -0.1008690893650055, -0.09626531600952148, -0.09166154265403748, -0.08705776929855347, -0.08245399594306946, -0.07785022258758545, -0.07324644923210144, -0.06864267587661743, -0.06403890252113342, -0.059435129165649414, -0.054831355810165405, -0.050227582454681396, -0.04562380909919739, -0.04102003574371338, -0.03641626238822937, -0.03181248903274536, -0.027208715677261353, -0.022604942321777344, -0.018001168966293335, -0.013397395610809326, -0.008793622255325317, -0.004189848899841309, 0.0004139244556427002, 0.005017697811126709, 0.009621471166610718, 0.014225244522094727, 0.018829017877578735, 0.023432791233062744, 0.028036564588546753, 0.03264033794403076, 0.03724411129951477, 0.04184788465499878, 0.04645165801048279, 0.0510554313659668, 0.055659204721450806, 0.060262978076934814, 0.06486675143241882, 0.06947052478790283, 0.07407429814338684, 0.07867807149887085, 0.08328184485435486, 0.08788561820983887, 0.09248939156532288, 0.09709316492080688, 0.1016969382762909, 0.1063007116317749, 0.11090448498725891, 0.11550825834274292, 0.12011203169822693, 0.12471580505371094, 0.12931957840919495, 0.13392335176467896, 0.13852712512016296, 0.14313089847564697]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 3.0, 1.0, 4.0, 4.0, 1.0, 4.0, 3.0, 1.0, 2.0, 2.0, 0.0, 3.0, 4.0, 4.0, 2.0, 29.0, 6.0, 0.0, 0.0, 5.0, 0.0, 2.0, 3.0, 2.0, 3.0, 2.0, 1.0, 3.0, 2.0, 4.0, 2.0, 3.0, 2.0, 1.0, 1.0, 3.0, 2.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0021731993183493614, -0.002097391290590167, -0.0020215832628309727, -0.0019457752350717783, -0.001869967207312584, -0.0017941590631380677, -0.0017183510353788733, -0.001642543007619679, -0.0015667349798604846, -0.0014909269521012902, -0.0014151189243420959, -0.0013393108965829015, -0.0012635027524083853, -0.001187694724649191, -0.0011118866968899965, -0.0010360786691308022, -0.0009602706413716078, -0.0008844626136124134, -0.000808654585853219, -0.0007328464998863637, -0.0006570384721271694, -0.000581230444367975, -0.0005054223584011197, -0.00042961433064192533, -0.00035380630288273096, -0.0002779982751235366, -0.00020219021826051176, -0.00012638217594940215, -5.057413363829255e-05, 2.523390867281705e-05, 0.00010104195098392665, 0.00017684999329503626, 0.00025265803560614586, 0.00032846606336534023, 0.00040427412022836506, 0.0004800821770913899, 0.0005558902048505843, 0.0006316982326097786, 0.0007075063185766339, 0.0007833143463358283, 0.0008591223740950227, 0.000934930401854217, 0.0010107384296134114, 0.0010865464573726058, 0.001162354601547122, 0.0012381626293063164, 0.0013139706570655107, 0.0013897786848247051, 0.0014655867125838995, 0.0015413947403430939, 0.0016172027681022882, 0.0016930107958614826, 0.001768818823620677, 0.0018446269677951932, 0.0019204349955543876, 0.00199624290689826, 0.002072051167488098, 0.0021478591952472925, 0.002223667223006487, 0.0022994752507656813, 0.0023752832785248756, 0.00245109130628407, 0.0025268993340432644, 0.0026027073618024588, 0.002678515389561653]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 2.0, 3.0, 3.0, 8.0, 6.0, 11.0, 21.0, 18.0, 35.0, 41.0, 69.0, 90.0, 138.0, 194.0, 293.0, 489.0, 713.0, 1184.0, 1854.0, 3381.0, 6080.0, 11763.0, 24448.0, 55849.0, 155515.0, 728548.0, 92013.0, 42673.0, 22790.0, 12709.0, 7071.0, 4215.0, 2600.0, 1629.0, 1044.0, 674.0, 448.0, 322.0, 179.0, 156.0, 104.0, 74.0, 50.0, 43.0, 26.0, 17.0, 17.0, 9.0, 6.0, 6.0, 1.0, 5.0, 3.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.0080634243786335, -0.007757001556456089, -0.007450578734278679, -0.0071441554464399815, -0.006837732624262571, -0.006531309802085161, -0.006224886514246464, -0.005918463692069054, -0.0056120408698916435, -0.005305618047714233, -0.004999195225536823, -0.004692771937698126, -0.004386349115520716, -0.004079926293343306, -0.003773503238335252, -0.003467080183327198, -0.003160657361149788, -0.0028542345389723778, -0.002547811483964324, -0.0022413884289562702, -0.00193496560677886, -0.0016285426681861281, -0.0013221197295933962, -0.0010156967910006642, -0.0007092738524079323, -0.00040285091381520033, -9.642797522246838e-05, 0.00020999496337026358, 0.0005164179019629955, 0.0008228408405557275, 0.0011292637791484594, 0.0014356867177411914, 0.0017421096563339233, 0.0020485324785113335, 0.0023549555335193872, 0.002661378588527441, 0.002967801410704851, 0.0032742242328822613, 0.003580647287890315, 0.003887070342898369, 0.004193493165075779, 0.004499915987253189, 0.004806338809430599, 0.005112762097269297, 0.005419184919446707, 0.005725607741624117, 0.006032031029462814, 0.0063384538516402245, 0.006644876673817635, 0.006951299495995045, 0.007257722318172455, 0.007564145606011152, 0.007870567962527275, 0.00817699171602726, 0.00848341453820467, 0.00878983736038208, 0.00909626018255949, 0.0094026830047369, 0.00970910582691431, 0.01001552864909172, 0.010321952402591705, 0.010628375224769115, 0.010934798046946526, 0.011241220869123936, 0.011547643691301346]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0, 2.0, 5.0, 4.0, 4.0, 7.0, 13.0, 3.0, 3.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.01707320287823677, -0.016263369470834732, -0.015453534200787544, -0.014643700793385506, -0.013833866454660892, -0.01302403211593628, -0.012214197777211666, -0.011404363438487053, -0.010594530031085014, -0.009784695692360401, -0.008974861353635788, -0.008165027014911175, -0.007355192676186562, -0.006545358803123236, -0.0057355244643986225, -0.004925690591335297, -0.0041158562526106834, -0.003306022146716714, -0.0024961880408227444, -0.0016863537020981312, -0.0008765195962041616, -6.66854321025312e-05, 0.0007431487319990993, 0.0015529829543083906, 0.00236281706020236, 0.0031726511660963297, 0.003982485271990299, 0.004792319610714912, 0.005602153949439526, 0.0064119878225028515, 0.007221822161227465, 0.00803165603429079, 0.008841490373015404, 0.009651324711740017, 0.01046115905046463, 0.011270992457866669, 0.012080826796591282, 0.012890661135315895, 0.013700495474040508, 0.014510329812765121, 0.01532016322016716, 0.016129998490214348, 0.016939831897616386, 0.017749665305018425, 0.018559500575065613, 0.01936933398246765, 0.02017916925251484, 0.020989002659916878, 0.021798837929964066, 0.022608671337366104, 0.023418504744768143, 0.02422834001481533, 0.02503817342221737, 0.025848008692264557, 0.026657842099666595, 0.027467675507068634, 0.028277510777115822, 0.02908734418451786, 0.029897179454565048, 0.030707012861967087, 0.031516846269369125, 0.032326679676771164, 0.0331365168094635, 0.03394635021686554, 0.03475618362426758]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 2.0, 2.0, 4.0, 7.0, 6.0, 6.0, 5.0, 7.0, 11.0, 10.0, 16.0, 17.0, 22.0, 25.0, 44.0, 60.0, 63.0, 74.0, 130.0, 154.0, 255.0, 450.0, 823.0, 1576.0, 3280.0, 6061.0, 1540.0, 1012.0, 675.0, 443.0, 294.0, 215.0, 157.0, 132.0, 97.0, 102.0, 88.0, 84.0, 47.0, 56.0, 45.0, 34.0, 38.0, 25.0, 40.0, 44.0, 29.0, 27.0, 30.0, 11.0, 30.0, 8.0, 7.0, 0.0, 0.0, 3.0, 3.0], "bins": [-0.012840044684708118, -0.012440908700227737, -0.012041773647069931, -0.01164263766258955, -0.011243501678109169, -0.010844366624951363, -0.010445230640470982, -0.010046095587313175, -0.009646959602832794, -0.009247823618352413, -0.008848688565194607, -0.008449552580714226, -0.00805041752755642, -0.007651281543076038, -0.007252145558595657, -0.006853010039776564, -0.00645387452095747, -0.006054739002138376, -0.0056556034833192825, -0.0052564674988389015, -0.004857331980019808, -0.004458196461200714, -0.004059060476720333, -0.0036599249579012394, -0.0032607894390821457, -0.002861653920263052, -0.0024625181686133146, -0.0020633824169635773, -0.0016642468981444836, -0.001265111262910068, -0.0008659756276756525, -0.00046683999244123697, -6.770435720682144e-05, 0.0003314312780275941, 0.0007305669132620096, 0.0011297025484964252, 0.0015288381837308407, 0.0019279738189652562, 0.0023271094541996717, 0.002726245205849409, 0.003125380724668503, 0.0035245162434875965, 0.00392365176230669, 0.004322787746787071, 0.004721923265606165, 0.005121058784425259, 0.00552019476890564, 0.005919330287724733, 0.006318465806543827, 0.006717601325362921, 0.0071167368441820145, 0.0075158728286623955, 0.007915008813142776, 0.008314143866300583, 0.008713279850780964, 0.00911241490393877, 0.009511550888419151, 0.009910686872899532, 0.010309821926057339, 0.01070895791053772, 0.011108092963695526, 0.011507228948175907, 0.011906364932656288, 0.012305499985814095, 0.012704635970294476]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.1646675169467926, -0.1608651578426361, -0.15706279873847961, -0.15326042473316193, -0.14945806562900543, -0.14565570652484894, -0.14185333251953125, -0.13805097341537476, -0.13424861431121826, -0.13044625520706177, -0.12664389610290527, -0.12284152209758759, -0.11903916299343109, -0.1152368038892746, -0.1114344373345375, -0.10763207077980042, -0.10382971167564392, -0.10002735257148743, -0.09622498601675034, -0.09242261946201324, -0.08862026035785675, -0.08481790125370026, -0.08101553469896317, -0.07721316814422607, -0.07341080904006958, -0.06960844993591309, -0.065806083381176, -0.0620037205517292, -0.05820135772228241, -0.05439899489283562, -0.050596632063388824, -0.04679426923394203, -0.04299190640449524, -0.03918954357504845, -0.035387180745601654, -0.03158481791615486, -0.02778245508670807, -0.023980092257261276, -0.020177729427814484, -0.01637536659836769, -0.012573003768920898, -0.008770640939474106, -0.004968278110027313, -0.0011659152805805206, 0.002636447548866272, 0.006438810378313065, 0.010241173207759857, 0.01404353603720665, 0.017845898866653442, 0.021648261696100235, 0.025450624525547028, 0.02925298735499382, 0.03305535018444061, 0.036857713013887405, 0.0406600758433342, 0.04446243867278099, 0.04826480150222778, 0.052067164331674576, 0.05586952716112137, 0.05967188999056816, 0.06347425282001495, 0.06727661192417145, 0.07107897847890854, 0.07488134503364563, 0.07868370413780212]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 5.0, 3.0, 4.0, 1.0, 2.0, 3.0, 6.0, 6.0, 11.0, 10.0, 6.0, 16.0, 65.0, 53.0, 34.0, 23.0, 6.0, 4.0, 4.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 2.0], "bins": [-0.08203590661287308, -0.0794210433959961, -0.07680617272853851, -0.07419130951166153, -0.07157643884420395, -0.06896157562732697, -0.06634670495986938, -0.0637318417429924, -0.06111697480082512, -0.05850210785865784, -0.055887240916490555, -0.05327237397432327, -0.05065751075744629, -0.04804264381527901, -0.045427776873111725, -0.04281290993094444, -0.04019804298877716, -0.03758317604660988, -0.034968309104442596, -0.032353442162275314, -0.02973857708275318, -0.0271237101405859, -0.024508845061063766, -0.021893978118896484, -0.019279111176729202, -0.01666424423456192, -0.014049378223717213, -0.011434512212872505, -0.008819645270705223, -0.006204778794199228, -0.0035899123176932335, -0.0009750458411872387, 0.001639820635318756, 0.004254687111824751, 0.006869553588330746, 0.009484419599175453, 0.012099286541342735, 0.014714153483510017, 0.01732901856303215, 0.019943885505199432, 0.022558752447366714, 0.025173619389533997, 0.02778848633170128, 0.03040335141122341, 0.033018216490745544, 0.03563308343291283, 0.03824795037508011, 0.04086281731724739, 0.04347768425941467, 0.046092551201581955, 0.04870741814374924, 0.05132228508591652, 0.0539371520280838, 0.056552015244960785, 0.05916688218712807, 0.06178174912929535, 0.06439661979675293, 0.06701148301362991, 0.0696263462305069, 0.07224121689796448, 0.07485608011484146, 0.07747095078229904, 0.08008581399917603, 0.0827006846666336, 0.08531554788351059]}, "_runtime": 23.430715799331665, "_timestamp": 1596206602.274348, "_step": 22}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 3.0, 3.0, 2.0, 5.0, 0.0, 2.0, 1.0, 3.0, 3.0, 6.0, 1.0, 0.0, 2.0, 2.0, 3.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010924968868494034, -0.010622313246130943, -0.010319657623767853, -0.010017002001404762, -0.009714346379041672, -0.009411690756678581, -0.00910903513431549, -0.0088063795119524, -0.00850372388958931, -0.008201069198548794, -0.007898413576185703, -0.0075957574881613255, -0.007293102331459522, -0.006990446709096432, -0.006687791086733341, -0.006385135464370251, -0.00608247984200716, -0.00577982421964407, -0.005477168597280979, -0.005174512974917889, -0.004871857352554798, -0.004569202195852995, -0.004266546573489904, -0.003963890951126814, -0.0036612353287637234, -0.003358579706400633, -0.0030559240840375423, -0.0027532686945050955, -0.002450613072142005, -0.0021479574497789145, -0.0018453019438311458, -0.001542646437883377, -0.0012399908155202866, -0.000937335251364857, -0.0006346796872094274, -0.00033202412305399776, -2.9368558898568153e-05, 0.00027328700525686145, 0.000575942569412291, 0.0008785981335677207, 0.0011812536977231503, 0.0014839093200862408, 0.0017865648260340095, 0.002089220331981778, 0.0023918759543448687, 0.002694531576707959, 0.002997186966240406, 0.0032998425886034966, 0.003602498210966587, 0.0039051538333296776, 0.004207809455692768, 0.004510465078055859, 0.004813120700418949, 0.005115775857120752, 0.005418431479483843, 0.005721087101846933, 0.006023742724210024, 0.006326398346573114, 0.006629053968936205, 0.006931709591299295, 0.007234364748001099, 0.007537020370364189, 0.00783967599272728, 0.00814233161509037, 0.00844498723745346]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 4.0, 0.0, 3.0, 5.0, 4.0, 3.0, 3.0, 6.0, 8.0, 13.0, 11.0, 22.0, 42.0, 32.0, 41.0, 54.0, 83.0, 93.0, 158.0, 195.0, 286.0, 637.0, 4876.0, 505.0, 275.0, 178.0, 112.0, 70.0, 61.0, 34.0, 28.0, 16.0, 20.0, 9.0, 9.0, 10.0, 8.0, 4.0, 1.0, 4.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1894376277923584, -0.18433299660682678, -0.17922836542129517, -0.17412373423576355, -0.16901910305023193, -0.16391447186470032, -0.1588098406791687, -0.15370520949363708, -0.14860057830810547, -0.14349594712257385, -0.13839131593704224, -0.13328668475151062, -0.128182053565979, -0.12307741492986679, -0.11797278374433517, -0.11286815255880356, -0.10776352137327194, -0.10265889018774033, -0.09755425900220871, -0.0924496278166771, -0.08734499663114548, -0.08224036544561386, -0.07713573426008224, -0.07203110307455063, -0.06692646443843842, -0.0618218369781971, -0.05671720579266548, -0.051612574607133865, -0.04650793969631195, -0.041403308510780334, -0.03629867732524872, -0.031194046139717102, -0.026089414954185486, -0.02098478376865387, -0.015880152583122253, -0.010775519534945488, -0.005670888349413872, -0.0005662566982209682, 0.004538374952971935, 0.009643007069826126, 0.014747638255357742, 0.01985226944088936, 0.024956900626420975, 0.03006153367459774, 0.035166166722774506, 0.04027079790830612, 0.04537542909383774, 0.050480060279369354, 0.05558469146490097, 0.06068932265043259, 0.0657939538359642, 0.07089858502149582, 0.07600321620702744, 0.08110784739255905, 0.08621247857809067, 0.09131710976362228, 0.0964217483997345, 0.10152637958526611, 0.10663101077079773, 0.11173564195632935, 0.11684027314186096, 0.12194490432739258, 0.1270495355129242, 0.1321541666984558, 0.13725879788398743]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 3.0, 1.0, 2.0, 2.0, 2.0, 0.0, 5.0, 3.0, 3.0, 8.0, 2.0, 3.0, 3.0, 0.0, 3.0, 0.0, 28.0, 3.0, 6.0, 4.0, 5.0, 2.0, 2.0, 2.0, 2.0, 0.0, 1.0, 5.0, 0.0, 3.0, 3.0, 1.0, 2.0, 3.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.001973494188860059, -0.0019052120624110103, -0.00183692981954664, -0.0017686476930975914, -0.0017003655666485429, -0.0016320833237841725, -0.001563801197335124, -0.0014955190708860755, -0.001427236944437027, -0.0013589547015726566, -0.0012906725751236081, -0.0012223904486745596, -0.0011541082058101892, -0.0010858260793611407, -0.0010175439529120922, -0.0009492617682553828, -0.0008809795835986733, -0.0008126973989419639, -0.0007444152724929154, -0.000676133087836206, -0.0006078509613871574, -0.000539568776730448, -0.0004712865920737386, -0.0004030044365208596, -0.0003347222809679806, -0.00026644012541510165, -0.00019815795531030744, -0.00012987578520551324, -6.159362965263426e-05, 6.688533176202327e-06, 7.497069600503892e-05, 0.00014325286610983312, 0.0002115350216627121, 0.0002798171772155911, 0.00034809933276847005, 0.0004163815174251795, 0.00048466367297805846, 0.0005529458285309374, 0.0006212280131876469, 0.0006895101396366954, 0.0007577923242934048, 0.0008260745089501143, 0.0008943566353991628, 0.0009626388200558722, 0.0010309210047125816, 0.0010992031311616302, 0.0011674852576106787, 0.001235767500475049, 0.0013040496269240975, 0.001372331753373146, 0.0014406139962375164, 0.001508896122686565, 0.0015771782491356134, 0.0016454604919999838, 0.0017137426184490323, 0.0017820247448980808, 0.0018503069877624512, 0.0019185891142114997, 0.001986871240660548, 0.0020551534835249186, 0.0021234354935586452, 0.0021917177364230156, 0.002259999979287386, 0.0023282819893211126, 0.002396564232185483]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [4.0, 1.0, 4.0, 6.0, 14.0, 24.0, 25.0, 39.0, 53.0, 81.0, 93.0, 122.0, 204.0, 227.0, 387.0, 571.0, 819.0, 1151.0, 1590.0, 2362.0, 3618.0, 5775.0, 9281.0, 15013.0, 25835.0, 47121.0, 98119.0, 688340.0, 131294.0, 58838.0, 32500.0, 19343.0, 12001.0, 7808.0, 5051.0, 3400.0, 2352.0, 1735.0, 1182.0, 892.0, 591.0, 479.0, 330.0, 256.0, 176.0, 155.0, 111.0, 69.0, 59.0, 43.0, 31.0, 20.0, 16.0, 11.0, 8.0, 5.0, 4.0, 5.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.006369583774358034, -0.00613974267616868, -0.0059099020436406136, -0.00568006094545126, -0.005450219847261906, -0.005220378749072552, -0.004990537650883198, -0.004760697018355131, -0.004530855920165777, -0.004301014821976423, -0.004071174189448357, -0.0038413330912590027, -0.0036114919930696487, -0.003381650894880295, -0.0031518100295215845, -0.0029219691641628742, -0.0026921280659735203, -0.0024622869677841663, -0.002232446102425456, -0.0020026052370667458, -0.0017727641388773918, -0.0015429231571033597, -0.0013130821753293276, -0.0010832411935552955, -0.0008534002117812634, -0.0006235592300072312, -0.0003937182482331991, -0.000163877266459167, 6.596371531486511e-05, 0.00029580469708889723, 0.0005256456788629293, 0.0007554866606369615, 0.0009853276424109936, 0.0012151686241850257, 0.0014450096059590578, 0.00167485058773309, 0.001904691569507122, 0.002134532667696476, 0.0023643735330551863, 0.0025942143984138966, 0.0028240554966032505, 0.0030538965947926044, 0.0032837374601513147, 0.003513578325510025, 0.003743419423699379, 0.003973260521888733, 0.004203101620078087, 0.0044329422526061535, 0.004662783350795507, 0.004892624448984861, 0.005122465081512928, 0.005352306179702282, 0.005582147277891636, 0.00581198837608099, 0.006041829474270344, 0.00627167010679841, 0.006501511204987764, 0.006731352303177118, 0.006961192935705185, 0.007191034033894539, 0.007420875132083893, 0.007650716230273247, 0.0078805573284626, 0.008110398426651955, 0.008340239524841309]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 4.0, 1.0, 2.0, 9.0, 2.0, 5.0, 1.0, 3.0, 1.0, 3.0, 2.0, 3.0, 1.0, 2.0, 2.0, 2.0, 1.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0098387710750103, -0.009466657415032387, -0.009094543755054474, -0.008722429163753986, -0.008350315503776073, -0.00797820184379816, -0.00760608771815896, -0.00723397359251976, -0.006861859932541847, -0.006489746272563934, -0.006117632146924734, -0.005745518021285534, -0.005373404361307621, -0.005001290701329708, -0.004629176575690508, -0.004257062450051308, -0.0038849487900733948, -0.0035128348972648382, -0.0031407210044562817, -0.002768607111647725, -0.0023964932188391685, -0.002024379326030612, -0.0016522654332220554, -0.0012801515404134989, -0.0009080376476049423, -0.0005359237547963858, -0.0001638098619878292, 0.00020830403082072735, 0.0005804179236292839, 0.0009525318164378405, 0.001324645709246397, 0.0016967596020549536, 0.00206887349486351, 0.0024409873876720667, 0.0028131012804806232, 0.00318521517328918, 0.0035573290660977364, 0.003929442726075649, 0.0043015568517148495, 0.00467367097735405, 0.005045784637331963, 0.0054178982973098755, 0.005790012422949076, 0.006162126548588276, 0.006534240208566189, 0.006906353868544102, 0.007278467994183302, 0.007650582119822502, 0.008022695779800415, 0.008394809439778328, 0.00876692309975624, 0.009139037691056728, 0.009511151351034641, 0.009883265011012554, 0.010255379602313042, 0.010627493262290955, 0.010999606922268867, 0.01137172058224678, 0.011743834242224693, 0.01211594883352518, 0.012488062493503094, 0.012860176153481007, 0.013232290744781494, 0.013604404404759407, 0.01397651806473732]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 2.0, 3.0, 0.0, 2.0, 4.0, 6.0, 6.0, 4.0, 5.0, 7.0, 23.0, 19.0, 7.0, 16.0, 23.0, 31.0, 37.0, 45.0, 49.0, 55.0, 78.0, 86.0, 119.0, 218.0, 263.0, 424.0, 587.0, 905.0, 1458.0, 5346.0, 2152.0, 1359.0, 1041.0, 781.0, 631.0, 540.0, 427.0, 356.0, 296.0, 219.0, 153.0, 155.0, 103.0, 82.0, 59.0, 65.0, 50.0, 32.0, 34.0, 21.0, 18.0, 10.0, 8.0, 0.0, 4.0, 2.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.007405311334878206, -0.0071858870796859264, -0.006966462358832359, -0.0067470381036400795, -0.006527613382786512, -0.0063081891275942326, -0.0060887644067406654, -0.005869340151548386, -0.005649915896356106, -0.005430491175502539, -0.005211066920310259, -0.004991642199456692, -0.004772217944264412, -0.004552793223410845, -0.004333368968218565, -0.004113944247364998, -0.003894519992172718, -0.0036750955041497946, -0.003455671016126871, -0.0032362465281039476, -0.003016822040081024, -0.0027973977848887444, -0.002577973296865821, -0.0023585488088428974, -0.002139124320819974, -0.0019196998327970505, -0.001700275344774127, -0.0014808509731665254, -0.001261426485143602, -0.0010420019971206784, -0.0008225775673054159, -0.0006031531374901533, -0.00038372864946722984, -0.00016430419054813683, 5.512026837095618e-05, 0.0002745447272900492, 0.0004939691862091422, 0.0007133936742320657, 0.0009328181040473282, 0.0011522425338625908, 0.0013716670218855143, 0.0015910915099084377, 0.0018105159979313612, 0.0020299404859542847, 0.0022493647411465645, 0.002468789229169488, 0.0026882137171924114, 0.002907638205215335, 0.0031270626932382584, 0.003346487181261182, 0.0035659116692841053, 0.0037853361573070288, 0.004004760645329952, 0.004224184900522232, 0.004443609621375799, 0.004663033876568079, 0.004882458597421646, 0.005101882852613926, 0.005321307107806206, 0.005540731828659773, 0.005760156083852053, 0.00597958080470562, 0.0061990050598979, 0.006418429780751467, 0.006637854035943747]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 0.0, 2.0, 1.0, 2.0, 2.0, 1.0, 3.0, 1.0, 2.0, 0.0, 1.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.04541900008916855, -0.04323825240135193, -0.04105750098824501, -0.03887675330042839, -0.03669600188732147, -0.03451525419950485, -0.032334502786397934, -0.030153755098581314, -0.027973005548119545, -0.025792255997657776, -0.023611506447196007, -0.021430756896734238, -0.019250009208917618, -0.01706925965845585, -0.01488851010799408, -0.01270776055753231, -0.010527011007070541, -0.008346261456608772, -0.0061655123718082905, -0.003984763287007809, -0.0018040137365460396, 0.00037673558108508587, 0.0025574848987162113, 0.004738233983516693, 0.006918983533978462, 0.009099733084440231, 0.011280482634902, 0.013461231254041195, 0.01564197987318039, 0.01782272942364216, 0.020003478974103928, 0.022184228524565697, 0.024364978075027466, 0.026545727625489235, 0.028726477175951004, 0.030907226726412773, 0.03308797627687454, 0.03526872396469116, 0.03744947537779808, 0.0396302230656147, 0.04181097447872162, 0.04399172216653824, 0.04617246985435486, 0.04835322126746178, 0.0505339689552784, 0.052714720368385315, 0.054895468056201935, 0.05707621946930885, 0.05925696715712547, 0.06143771484494209, 0.06361846625804901, 0.06579921394586563, 0.06797996163368225, 0.07016071677207947, 0.07234146445989609, 0.07452221214771271, 0.07670295983552933, 0.07888370752334595, 0.08106446266174316, 0.08324521034955978, 0.0854259580373764, 0.08760670572519302, 0.08978746086359024, 0.09196820855140686, 0.09414895623922348]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 4.0, 2.0, 2.0, 1.0, 2.0, 0.0, 1.0, 2.0, 3.0, 7.0, 5.0, 11.0, 13.0, 28.0, 50.0, 53.0, 24.0, 19.0, 4.0, 7.0, 5.0, 5.0, 7.0, 3.0, 1.0, 2.0, 1.0, 2.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.03300100937485695, -0.03117378056049347, -0.02934655360877514, -0.02751932479441166, -0.02569209784269333, -0.02386486902832985, -0.02203764021396637, -0.02021041326224804, -0.01838318444788456, -0.01655595563352108, -0.01472872868180275, -0.01290149986743927, -0.011074271984398365, -0.00924704410135746, -0.007419815752655268, -0.005592587403953075, -0.0037653595209121704, -0.0019381314050406218, -0.0001109032891690731, 0.0017163248267024755, 0.003543552942574024, 0.005370780825614929, 0.0071980091743171215, 0.009025237523019314, 0.010852465406060219, 0.012679693289101124, 0.014506921172142029, 0.01633414998650551, 0.018161378800868988, 0.01998860575258732, 0.021815834566950798, 0.02364306151866913, 0.025470290333032608, 0.027297519147396088, 0.029124746099114418, 0.030951974913477898, 0.03277920186519623, 0.03460643067955971, 0.03643365949392319, 0.03826088830828667, 0.040088117122650146, 0.04191534221172333, 0.04374257102608681, 0.04556979984045029, 0.047397028654813766, 0.049224257469177246, 0.05105148255825043, 0.05287871137261391, 0.054705940186977386, 0.056533169001340866, 0.058360397815704346, 0.06018762290477753, 0.062014851719141006, 0.06384208053350449, 0.06566930562257767, 0.06749653816223145, 0.06932376325130463, 0.0711509957909584, 0.07297822088003159, 0.07480544596910477, 0.07663267850875854, 0.07845990359783173, 0.0802871361374855, 0.08211436122655869, 0.08394159376621246]}, "_runtime": 24.223469018936157, "_timestamp": 1596206603.0671012, "_step": 23}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 1.0, 2.0, 4.0, 3.0, 3.0, 3.0, 2.0, 1.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009800253435969353, -0.009498512372374535, -0.009196771308779716, -0.008895029313862324, -0.008593288250267506, -0.008291547186672688, -0.00798980612307787, -0.007688064593821764, -0.007386323530226946, -0.007084582466632128, -0.006782840937376022, -0.006481099873781204, -0.006179358810186386, -0.005877617280930281, -0.005575876217335463, -0.005274134688079357, -0.004972393624484539, -0.004670652560889721, -0.0043689110316336155, -0.004067169968038797, -0.0037654286716133356, -0.003463687375187874, -0.0031619463115930557, -0.002860205015167594, -0.002558463718742132, -0.0022567224223166704, -0.0019549811258912086, -0.0016532400622963905, -0.0013514987658709288, -0.001049757469445467, -0.000748016289435327, -0.0004462750512175262, -0.00014453381299972534, 0.00015720742521807551, 0.00045894866343587637, 0.0007606899016536772, 0.001062431139871478, 0.0013641724362969398, 0.0016659136163070798, 0.0019676547963172197, 0.0022693960927426815, 0.0025711373891681433, 0.002872878685593605, 0.003174619749188423, 0.003476361045613885, 0.0037781023420393467, 0.004079843405634165, 0.00438158493489027, 0.004683325998485088, 0.0049850670620799065, 0.005286808591336012, 0.00558854965493083, 0.005890291184186935, 0.0061920322477817535, 0.006493773311376572, 0.006795514840632677, 0.007097255904227495, 0.007398996967822313, 0.007700738497078419, 0.008002479560673237, 0.008304220624268055, 0.008605961687862873, 0.008907703682780266, 0.009209444746375084, 0.009511185809969902]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 2.0, 5.0, 6.0, 4.0, 3.0, 2.0, 5.0, 9.0, 18.0, 22.0, 26.0, 18.0, 42.0, 38.0, 54.0, 57.0, 95.0, 133.0, 157.0, 234.0, 410.0, 4658.0, 882.0, 349.0, 217.0, 100.0, 99.0, 71.0, 44.0, 36.0, 23.0, 20.0, 21.0, 17.0, 10.0, 8.0, 10.0, 5.0, 2.0, 6.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.1629314124584198, -0.15777309238910675, -0.1526147723197937, -0.14745643734931946, -0.1422981172800064, -0.13713979721069336, -0.13198146224021912, -0.12682314217090607, -0.12166482210159302, -0.11650650203227997, -0.11134817451238632, -0.10618984699249268, -0.10103152692317963, -0.09587320685386658, -0.09071487933397293, -0.08555655181407928, -0.08039823174476624, -0.07523991167545319, -0.07008158415555954, -0.0649232566356659, -0.059764936566352844, -0.054606612771749496, -0.04944828897714615, -0.0442899651825428, -0.03913164138793945, -0.033973317593336105, -0.028814993798732758, -0.02365667000412941, -0.018498346209526062, -0.013340022414922714, -0.008181698620319366, -0.0030233748257160187, 0.002134948968887329, 0.007293272763490677, 0.012451596558094025, 0.017609920352697372, 0.02276824414730072, 0.027926567941904068, 0.033084891736507416, 0.038243215531110764, 0.04340153932571411, 0.04855986312031746, 0.05371818691492081, 0.058876510709524155, 0.0640348345041275, 0.06919315457344055, 0.0743514820933342, 0.07950980961322784, 0.0846681296825409, 0.08982644975185394, 0.09498477727174759, 0.10014310479164124, 0.10530142486095428, 0.11045974493026733, 0.11561807245016098, 0.12077639997005463, 0.12593472003936768, 0.13109304010868073, 0.13625136017799377, 0.14140969514846802, 0.14656801521778107, 0.15172633528709412, 0.15688467025756836, 0.1620429903268814, 0.16720131039619446]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 0.0, 0.0, 2.0, 3.0, 2.0, 3.0, 0.0, 1.0, 5.0, 4.0, 3.0, 4.0, 3.0, 4.0, 3.0, 2.0, 3.0, 1.0, 28.0, 3.0, 4.0, 1.0, 3.0, 2.0, 1.0, 2.0, 4.0, 2.0, 4.0, 3.0, 4.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0025379513390362263, -0.002461638767272234, -0.0023853261955082417, -0.0023090136237442493, -0.002232701051980257, -0.0021563887130469084, -0.002080076141282916, -0.0020037635695189238, -0.0019274509977549314, -0.0018511384259909391, -0.0017748258542269468, -0.0016985133988782763, -0.001622200827114284, -0.0015458882553502917, -0.0014695758000016212, -0.001393263228237629, -0.0013169506564736366, -0.0012406380847096443, -0.001164325512945652, -0.0010880130575969815, -0.0010117004858329892, -0.0009353879140689969, -0.0008590754005126655, -0.0007827628869563341, -0.0007064503151923418, -0.0006301377434283495, -0.0005538252298720181, -0.00047751268721185625, -0.0004012001445516944, -0.00032488760189153254, -0.0002485750592313707, -0.00017226251657120883, -9.594997391104698e-05, -1.963743125088513e-05, 5.6675111409276724e-05, 0.00013298765406943858, 0.00020930019672960043, 0.0002856127393897623, 0.00036192528204992414, 0.000438237824710086, 0.0005145503673702478, 0.0005908629391342402, 0.0006671754526905715, 0.0007434879662469029, 0.0008198005380108953, 0.0008961131097748876, 0.000972425623331219, 0.0010487381368875504, 0.0011250507086515427, 0.001201363280415535, 0.0012776758521795273, 0.0013539883075281978, 0.00143030087929219, 0.0015066134510561824, 0.0015829259064048529, 0.0016592384781688452, 0.0017355510499328375, 0.0018118636216968298, 0.001888176193460822, 0.0019644887652248144, 0.002040801104158163, 0.0021171136759221554, 0.0021934262476861477, 0.00226973881945014, 0.0023460513912141323]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 4.0, 0.0, 1.0, 8.0, 6.0, 5.0, 12.0, 12.0, 23.0, 36.0, 46.0, 68.0, 88.0, 117.0, 195.0, 292.0, 407.0, 667.0, 915.0, 1435.0, 2198.0, 3595.0, 5942.0, 10015.0, 17483.0, 31850.0, 61866.0, 141821.0, 703500.0, 89877.0, 43675.0, 24418.0, 14454.0, 8728.0, 5427.0, 3434.0, 2285.0, 1549.0, 960.0, 698.0, 433.0, 337.0, 226.0, 157.0, 113.0, 87.0, 57.0, 34.0, 27.0, 17.0, 14.0, 16.0, 6.0, 4.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.007415867410600185, -0.007179532665759325, -0.006943197455257177, -0.006706862710416317, -0.006470527499914169, -0.006234192755073309, -0.005997857544571161, -0.005761522799730301, -0.005525187589228153, -0.005288852844387293, -0.0050525180995464325, -0.004816182889044285, -0.0045798481442034245, -0.004343512933701277, -0.004107178188860416, -0.0038708432111889124, -0.0036345082335174084, -0.0033981732558459044, -0.0031618382781744003, -0.0029255033005028963, -0.0026891683228313923, -0.002452833577990532, -0.002216498600319028, -0.001980163622647524, -0.0017438286449760199, -0.0015074936673045158, -0.0012711586896330118, -0.0010348238283768296, -0.0007984888507053256, -0.0005621538730338216, -0.0003258189535699785, -8.948400500230491e-05, 0.00014685094356536865, 0.0003831858921330422, 0.0006195208407007158, 0.0008558557601645589, 0.001092190737836063, 0.001328525715507567, 0.0015648605767637491, 0.0018011955544352531, 0.002037530532106757, 0.002273865509778261, 0.002510200487449765, 0.0027465354651212692, 0.0029828702099621296, 0.0032192051876336336, 0.0034555401653051376, 0.0036918751429766417, 0.003928210120648146, 0.004164544865489006, 0.004400880075991154, 0.004637214820832014, 0.004873550031334162, 0.005109884776175022, 0.00534621998667717, 0.00558255473151803, 0.0058188894763588905, 0.006055224686861038, 0.006291559431701899, 0.006527894642204046, 0.006764229387044907, 0.007000564597547054, 0.007236899342387915, 0.007473234552890062, 0.007709569297730923]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 9.0, 7.0, 15.0, 8.0, 3.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.02779172547161579, -0.02710743062198162, -0.0264231339097023, -0.02573883906006813, -0.02505454421043396, -0.02437024749815464, -0.02368595264852047, -0.0230016577988863, -0.02231736108660698, -0.02163306623697281, -0.02094877138733864, -0.02026447467505932, -0.019580179825425148, -0.018895884975790977, -0.018211588263511658, -0.017527293413877487, -0.016842998564243317, -0.016158701851963997, -0.015474407002329826, -0.014790111221373081, -0.014105815440416336, -0.013421520590782166, -0.01273722480982542, -0.012052929028868675, -0.011368634179234505, -0.01068433839827776, -0.010000042617321014, -0.00931574683636427, -0.008631451986730099, -0.007947156205773354, -0.007262860890477896, -0.006578565109521151, -0.005894269794225693, -0.005209974478930235, -0.00452567869797349, -0.003841383382678032, -0.0031570878345519304, -0.002472792286425829, -0.0017884968547150493, -0.0011042014230042696, -0.0004199058748781681, 0.0002643896150402725, 0.0009486851049587131, 0.0016329805366694927, 0.002317276084795594, 0.0030015716329216957, 0.0036858669482171535, 0.004370162729173899, 0.0050544580444693565, 0.005738753359764814, 0.0064230491407215595, 0.007107344456017017, 0.0077916402369737625, 0.008475935086607933, 0.009160230867564678, 0.009844526648521423, 0.010528821498155594, 0.011213117279112339, 0.011897413060069084, 0.01258170884102583, 0.01326600369066, 0.013950299471616745, 0.01463459525257349, 0.01531889010220766, 0.016003185883164406]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [8.0, 7.0, 9.0, 18.0, 14.0, 16.0, 26.0, 18.0, 19.0, 14.0, 17.0, 17.0, 18.0, 23.0, 37.0, 51.0, 56.0, 41.0, 77.0, 111.0, 215.0, 501.0, 1042.0, 1886.0, 6999.0, 3421.0, 1294.0, 666.0, 440.0, 339.0, 216.0, 177.0, 122.0, 108.0, 56.0, 54.0, 50.0, 29.0, 24.0, 26.0, 23.0, 21.0, 15.0, 16.0, 10.0, 7.0, 11.0, 9.0, 2.0, 12.0, 15.0, 6.0, 3.0, 4.0, 4.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 4.0], "bins": [-0.009340987540781498, -0.008967000991106033, -0.008593013510107994, -0.00821902696043253, -0.00784503947943449, -0.007471052464097738, -0.007097065448760986, -0.006723078433424234, -0.0063490914180874825, -0.005975104868412018, -0.005601117853075266, -0.005227130837738514, -0.004853143822401762, -0.00447915680706501, -0.004105169791728258, -0.003731182776391506, -0.0033571957610547543, -0.0029832087457180023, -0.0026092217303812504, -0.0022352347150444984, -0.0018612478161230683, -0.0014872608007863164, -0.0011132739018648863, -0.0007392868865281343, -0.0003652998711913824, 8.687115041539073e-06, 0.00038267410127446055, 0.0007566610584035516, 0.0011306480737403035, 0.0015046350890770555, 0.0018786219879984856, 0.0022526090033352375, 0.0026265960186719894, 0.0030005830340087414, 0.0033745700493454933, 0.0037485570646822453, 0.004122544080018997, 0.004496531095355749, 0.004870518110692501, 0.005244505126029253, 0.005618492141366005, 0.00599247869104147, 0.0063664657063782215, 0.0067404527217149734, 0.007114439737051725, 0.007488426752388477, 0.007862414233386517, 0.008236400783061981, 0.00861038826406002, 0.008984374813735485, 0.00935836136341095, 0.009732348844408989, 0.010106335394084454, 0.010480322875082493, 0.010854309424757957, 0.011228296905755997, 0.011602283455431461, 0.0119762709364295, 0.012350257486104965, 0.012724244967103004, 0.013098231516778469, 0.013472218997776508, 0.013846205547451973, 0.014220193028450012, 0.014594179578125477]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 3.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 4.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.04523251950740814, -0.04248974472284317, -0.0397469699382782, -0.037004195153713226, -0.034261420369148254, -0.03151864558458328, -0.02877587266266346, -0.026033097878098488, -0.023290323093533516, -0.020547548308968544, -0.017804773524403572, -0.015061999671161175, -0.012319224886596203, -0.009576450102031231, -0.006833675783127546, -0.004090901464223862, -0.0013481266796588898, 0.0013946478720754385, 0.004137422423809767, 0.006880196742713451, 0.009622971527278423, 0.012365746311843395, 0.015108520165085793, 0.017851294949650764, 0.020594069734215736, 0.02333684451878071, 0.02607961930334568, 0.028822394087910652, 0.031565167009830475, 0.03430794179439545, 0.03705071657896042, 0.03979349136352539, 0.04253626614809036, 0.045279040932655334, 0.048021815717220306, 0.05076459050178528, 0.05350736528635025, 0.05625014007091522, 0.058992914855480194, 0.061735689640045166, 0.06447846442461014, 0.06722123920917511, 0.06996401399374008, 0.07270678877830505, 0.07544956356287003, 0.078192338347435, 0.08093511313199997, 0.08367788791656494, 0.08642065525054932, 0.08916343003511429, 0.09190620481967926, 0.09464897960424423, 0.0973917543888092, 0.10013452917337418, 0.10287730395793915, 0.10562007874250412, 0.10836285352706909, 0.11110562831163406, 0.11384840309619904, 0.11659117788076401, 0.11933395266532898, 0.12207672744989395, 0.12481950223445892, 0.1275622844696045, 0.13030505180358887]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0, 2.0, 2.0, 2.0, 0.0, 3.0, 1.0, 2.0, 1.0, 4.0, 6.0, 7.0, 5.0, 11.0, 9.0, 11.0, 15.0, 17.0, 60.0, 20.0, 20.0, 23.0, 13.0, 12.0, 4.0, 4.0, 4.0, 1.0, 1.0, 2.0, 3.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0], "bins": [-0.03624766319990158, -0.03481198847293854, -0.03337631747126579, -0.03194064646959305, -0.030504971742630005, -0.02906929887831211, -0.027633626013994217, -0.026197953149676323, -0.02476228028535843, -0.023326607421040535, -0.02189093455672264, -0.020455261692404747, -0.019019588828086853, -0.01758391596376896, -0.016148243099451065, -0.014712570235133171, -0.013276897370815277, -0.011841224506497383, -0.01040555164217949, -0.008969878777861595, -0.007534205913543701, -0.006098533049225807, -0.004662860184907913, -0.0032271873205900192, -0.0017915144562721252, -0.00035584159195423126, 0.0010798312723636627, 0.0025155041366815567, 0.003951177000999451, 0.005386849865317345, 0.006822522729635239, 0.008258195593953133, 0.009693868458271027, 0.01112954132258892, 0.012565214186906815, 0.014000887051224709, 0.015436559915542603, 0.016872232779860497, 0.01830790564417839, 0.019743578508496284, 0.02117925137281418, 0.022614924237132072, 0.024050597101449966, 0.02548626996576786, 0.026921942830085754, 0.02835761569440365, 0.029793288558721542, 0.031228961423039436, 0.03266463428735733, 0.034100309014320374, 0.03553598001599312, 0.03697165101766586, 0.038407325744628906, 0.03984300047159195, 0.041278671473264694, 0.04271434247493744, 0.04415001720190048, 0.045585691928863525, 0.04702136293053627, 0.048457033932209015, 0.04989270865917206, 0.0513283833861351, 0.052764054387807846, 0.05419972538948059, 0.055635400116443634]}, "_runtime": 25.001248598098755, "_timestamp": 1596206603.8448808, "_step": 24}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 4.0, 1.0, 1.0, 2.0, 1.0, 2.0, 2.0, 3.0, 0.0, 5.0, 3.0, 1.0, 3.0, 3.0, 4.0, 1.0, 1.0, 1.0, 0.0, 4.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.015266073867678642, -0.01481123548001051, -0.014356398023664951, -0.013901559635996819, -0.013446721248328686, -0.012991883791983128, -0.012537045404314995, -0.012082207016646862, -0.01162736862897873, -0.011172531172633171, -0.010717692784965038, -0.010262854397296906, -0.009808016940951347, -0.009353178553283215, -0.008898340165615082, -0.008443502709269524, -0.00798866432160139, -0.007533826399594545, -0.007078988011926413, -0.006624150089919567, -0.006169311702251434, -0.005714473780244589, -0.005259635858237743, -0.004804797470569611, -0.004349959548562765, -0.003895121393725276, -0.003440283238887787, -0.0029854453168809414, -0.0025306071620434523, -0.002075769007205963, -0.0016209309687837958, -0.0011660929303616285, -0.0007112547755241394, -0.0002564166788943112, 0.00019842141773551702, 0.0006532595143653452, 0.0011080976109951735, 0.0015629357658326626, 0.002017773687839508, 0.002472611842676997, 0.0029274499975144863, 0.0033822881523519754, 0.0038371263071894646, 0.00429196422919631, 0.0047468021512031555, 0.005201640538871288, 0.005656478460878134, 0.0061113168485462666, 0.006566154770553112, 0.0070209926925599575, 0.00747583108022809, 0.007930669002234936, 0.008385507389903069, 0.008840344846248627, 0.00929518323391676, 0.009750021621584892, 0.01020485907793045, 0.010659697465598583, 0.011114535853266716, 0.011569374240934849, 0.012024211697280407, 0.01247905008494854, 0.012933888472616673, 0.01338872592896223, 0.013843564316630363]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 3.0, 4.0, 4.0, 6.0, 4.0, 5.0, 8.0, 14.0, 13.0, 21.0, 24.0, 33.0, 55.0, 63.0, 85.0, 113.0, 161.0, 235.0, 382.0, 4117.0, 1412.0, 431.0, 221.0, 138.0, 96.0, 72.0, 56.0, 40.0, 36.0, 23.0, 12.0, 19.0, 4.0, 1.0, 6.0, 3.0, 1.0, 3.0, 2.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.2611934542655945, -0.2547968626022339, -0.2484002411365509, -0.2420036494731903, -0.23560704290866852, -0.22921043634414673, -0.22281382977962494, -0.21641723811626434, -0.21002063155174255, -0.20362402498722076, -0.19722741842269897, -0.19083081185817719, -0.1844342201948166, -0.1780376136302948, -0.171641007065773, -0.16524440050125122, -0.15884780883789062, -0.15245120227336884, -0.14605459570884705, -0.13965798914432526, -0.13326138257980347, -0.12686479091644287, -0.12046818435192108, -0.11407157778739929, -0.1076749712228775, -0.10127837210893631, -0.09488176554441452, -0.08848516643047333, -0.08208855986595154, -0.07569196075201035, -0.06929535418748856, -0.06289875507354736, -0.056502148509025574, -0.05010554566979408, -0.04370894283056259, -0.0373123399913311, -0.03091573528945446, -0.02451913245022297, -0.01812252774834633, -0.011725924909114838, -0.0053293220698833466, 0.0010672812350094318, 0.00746388453990221, 0.013860488310456276, 0.020257091149687767, 0.026653693988919258, 0.0330502986907959, 0.03944690153002739, 0.04584350436925888, 0.05224010720849037, 0.05863671004772186, 0.06503331661224365, 0.07142991572618484, 0.07782652229070663, 0.08422312140464783, 0.09061972796916962, 0.0970163345336914, 0.1034129336476326, 0.10980954021215439, 0.11620613932609558, 0.12260274589061737, 0.12899935245513916, 0.13539594411849976, 0.14179255068302155, 0.14818915724754333]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 2.0, 2.0, 1.0, 3.0, 1.0, 4.0, 4.0, 0.0, 0.0, 2.0, 4.0, 2.0, 2.0, 2.0, 4.0, 2.0, 3.0, 3.0, 28.0, 5.0, 2.0, 2.0, 2.0, 1.0, 1.0, 1.0, 3.0, 1.0, 5.0, 3.0, 1.0, 2.0, 2.0, 1.0, 3.0, 0.0, 0.0, 2.0, 4.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.002686244435608387, -0.0025968491099774837, -0.0025074537843465805, -0.0024180584587156773, -0.002328663133084774, -0.002239267574623227, -0.002149872248992324, -0.0020604769233614206, -0.0019710815977305174, -0.0018816862720996141, -0.001792290946468711, -0.0017028955044224858, -0.0016135001787915826, -0.0015241048531606793, -0.0014347094111144543, -0.001345314085483551, -0.0012559187598526478, -0.0011665234342217445, -0.0010771281085908413, -0.0009877326665446162, -0.000898337340913713, -0.0008089420152828097, -0.0007195466314442456, -0.0006301512476056814, -0.0005407559219747782, -0.0004513605672400445, -0.0003619652125053108, -0.0002725698577705771, -0.00018317450303584337, -9.377914830110967e-05, -4.383793566375971e-06, 8.501156116835773e-05, 0.00017440691590309143, 0.00026380227063782513, 0.00035319762537255883, 0.00044259298010729253, 0.0005319883348420262, 0.0006213836604729295, 0.0007107790443114936, 0.0008001744281500578, 0.000889569753780961, 0.0009789650794118643, 0.0010683604050427675, 0.0011577558470889926, 0.0012471511727198958, 0.001336546498350799, 0.0014259419403970242, 0.0015153372660279274, 0.0016047325916588306, 0.0016941279172897339, 0.0017835232429206371, 0.0018729186849668622, 0.0019623138941824436, 0.0020517094526439905, 0.0021411047782748938, 0.002230500103905797, 0.0023198954295367002, 0.0024092907551676035, 0.0024986860807985067, 0.00258808140642941, 0.002677476964890957, 0.00276687229052186, 0.0028562676161527634, 0.0029456629417836666, 0.00303505826741457]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 5.0, 6.0, 9.0, 13.0, 21.0, 34.0, 46.0, 83.0, 103.0, 216.0, 299.0, 505.0, 743.0, 1290.0, 2168.0, 3830.0, 7171.0, 13700.0, 28453.0, 65088.0, 193850.0, 694378.0, 78511.0, 37637.0, 20307.0, 11499.0, 7009.0, 4240.0, 2728.0, 1818.0, 1215.0, 809.0, 564.0, 396.0, 267.0, 221.0, 132.0, 79.0, 56.0, 37.0, 33.0, 23.0, 13.0, 13.0, 12.0, 5.0, 2.0, 2.0, 3.0, 0.0, 1.0, 1.0], "bins": [-0.010765726678073406, -0.010441056452691555, -0.010116386227309704, -0.009791716001927853, -0.009467044845223427, -0.009142374619841576, -0.008817704394459724, -0.008493034169077873, -0.008168363943696022, -0.00784369371831417, -0.007519023027271032, -0.007194352801889181, -0.006869682110846043, -0.0065450118854641914, -0.00622034166008234, -0.005895670969039202, -0.0055710007436573505, -0.005246330518275499, -0.004921659827232361, -0.00459698960185051, -0.0042723193764686584, -0.00394764868542552, -0.0036229784600436687, -0.0032983082346618176, -0.0029736377764493227, -0.002648967318236828, -0.0023242970928549767, -0.001999626634642482, -0.0016749562928453088, -0.0013502859510481358, -0.001025615492835641, -0.0007009451510384679, -0.00037627480924129486, -5.160443834029138e-05, 0.0002730659325607121, 0.000597736332565546, 0.0009224066743627191, 0.001247077016159892, 0.001571747474372387, 0.00189641781616956, 0.002221088157966733, 0.002545758616179228, 0.002870428841561079, 0.003195099299773574, 0.0035197697579860687, 0.00384443998336792, 0.004169110208749771, 0.00449378089979291, 0.004818451125174761, 0.005143121350556612, 0.0054677920415997505, 0.005792462266981602, 0.006117132492363453, 0.006441803183406591, 0.006766473408788443, 0.007091143634170294, 0.007415814325213432, 0.0077404845505952835, 0.008065154775977135, 0.008389825001358986, 0.008714495226740837, 0.009039166383445263, 0.009363836608827114, 0.009688506834208965, 0.010013177059590816]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 4.0, 0.0, 1.0, 1.0, 5.0, 4.0, 3.0, 3.0, 3.0, 3.0, 1.0, 4.0, 7.0, 1.0, 2.0, 2.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.018202507868409157, -0.017253125086426735, -0.016303740441799164, -0.015354357659816742, -0.01440497487783432, -0.013455592095851898, -0.012506208382546902, -0.011556824669241905, -0.010607441887259483, -0.009658059105277061, -0.008708675391972065, -0.007759292144328356, -0.006809908896684647, -0.005860525649040937, -0.004911142401397228, -0.003961759153753519, -0.00301237590610981, -0.0020629926584661007, -0.0011136094108223915, -0.00016422616317868233, 0.0007851570844650269, 0.001734540332108736, 0.0026839235797524452, 0.0036333068273961544, 0.004582690075039864, 0.005532073322683573, 0.006481456570327282, 0.007430839817970991, 0.0083802230656147, 0.009329605847597122, 0.010278989560902119, 0.011228373274207115, 0.012177756056189537, 0.013127138838171959, 0.014076522551476955, 0.015025906264781952, 0.015975289046764374, 0.016924671828746796, 0.017874054610729218, 0.01882343925535679, 0.01977282203733921, 0.020722204819321632, 0.021671589463949203, 0.022620972245931625, 0.023570355027914047, 0.02451973780989647, 0.02546912059187889, 0.026418505236506462, 0.027367888018488884, 0.028317270800471306, 0.029266655445098877, 0.0302160382270813, 0.03116542100906372, 0.03211480379104614, 0.033064186573028564, 0.034013569355010986, 0.03496295213699341, 0.03591233864426613, 0.03686172142624855, 0.03781110420823097, 0.038760486990213394, 0.039709869772195816, 0.04065925255417824, 0.04160863533616066, 0.04255802184343338]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 4.0, 0.0, 3.0, 1.0, 1.0, 4.0, 9.0, 10.0, 9.0, 26.0, 33.0, 25.0, 41.0, 49.0, 90.0, 99.0, 136.0, 167.0, 233.0, 306.0, 433.0, 536.0, 673.0, 807.0, 984.0, 1415.0, 2348.0, 5952.0, 977.0, 739.0, 475.0, 339.0, 247.0, 198.0, 150.0, 136.0, 105.0, 101.0, 92.0, 75.0, 74.0, 55.0, 54.0, 40.0, 39.0, 31.0, 23.0, 18.0, 18.0, 9.0, 12.0, 1.0, 5.0, 7.0, 5.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 4.0, 1.0], "bins": [-0.0157725028693676, -0.015214560553431511, -0.014656618237495422, -0.014098676852881908, -0.01354073453694582, -0.012982792221009731, -0.012424849905073643, -0.011866907589137554, -0.01130896620452404, -0.010751023888587952, -0.010193081572651863, -0.009635139256715775, -0.009077196940779686, -0.008519254624843597, -0.007961313240230083, -0.007403370924293995, -0.006845428608357906, -0.006287486292421818, -0.0057295444421470165, -0.005171602126210928, -0.004613660275936127, -0.004055717960000038, -0.0034977756440639496, -0.0029398335609585047, -0.0023818914778530598, -0.0018239493947476149, -0.0012660071952268481, -0.0007080650539137423, -0.00015012291260063648, 0.00040781922871246934, 0.0009657613700255752, 0.001523703569546342, 0.002081645652651787, 0.0026395877357572317, 0.0031975298188626766, 0.003755472134798765, 0.0043134139850735664, 0.004871356301009655, 0.0054292986169457436, 0.005987240467220545, 0.006545182783156633, 0.007103125099092722, 0.007661066949367523, 0.008219009265303612, 0.0087769515812397, 0.009334893897175789, 0.009892835281789303, 0.010450777597725391, 0.01100871991366148, 0.011566662229597569, 0.012124604545533657, 0.012682545930147171, 0.01324048824608326, 0.013798430562019348, 0.014356372877955437, 0.014914315193891525, 0.015472257509827614, 0.016030199825763702, 0.01658814214169979, 0.01714608259499073, 0.01770402491092682, 0.018261967226862907, 0.018819909542798996, 0.019377851858735085, 0.019935794174671173]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 3.0, 3.0, 2.0, 3.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0], "bins": [-0.3382590413093567, -0.3302648961544037, -0.3222707211971283, -0.3142765760421753, -0.3062824308872223, -0.2982882559299469, -0.2902941107749939, -0.2822999656200409, -0.2743057906627655, -0.2663116455078125, -0.2583175003528595, -0.2503233253955841, -0.2423291802406311, -0.2343350201845169, -0.2263408601284027, -0.2183467149734497, -0.2103525549173355, -0.2023583948612213, -0.1943642497062683, -0.1863700896501541, -0.17837592959403992, -0.17038178443908691, -0.16238762438297272, -0.15439346432685852, -0.14639931917190552, -0.13840515911579132, -0.13041099905967712, -0.12241684645414352, -0.11442269384860992, -0.10642853379249573, -0.09843438118696213, -0.09044022113084793, -0.08244606852531433, -0.07445191591978073, -0.06645775586366653, -0.058463603258132935, -0.050469446927309036, -0.04247529059648514, -0.03448113799095154, -0.02648698166012764, -0.01849282532930374, -0.010498669929802418, -0.002504514530301094, 0.00548964086920023, 0.013483796268701553, 0.02147795259952545, 0.0294721070677042, 0.03746626153588295, 0.04546041786670685, 0.053454574197530746, 0.061448730528354645, 0.06944288313388824, 0.07743704319000244, 0.08543119579553604, 0.09342534840106964, 0.10141950845718384, 0.10941366106271744, 0.11740781366825104, 0.12540197372436523, 0.13339613378047943, 0.14139027893543243, 0.14938443899154663, 0.15737859904766083, 0.16537274420261383, 0.17336690425872803]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 3.0, 3.0, 2.0, 4.0, 2.0, 0.0, 16.0, 13.0, 26.0, 23.0, 37.0, 40.0, 13.0, 12.0, 14.0, 3.0, 2.0, 2.0, 6.0, 4.0, 6.0, 2.0, 3.0, 2.0, 3.0, 8.0, 2.0, 6.0, 2.0, 3.0, 3.0, 3.0], "bins": [-0.213521808385849, -0.2085670679807663, -0.2036123126745224, -0.1986575722694397, -0.1937028169631958, -0.1887480765581131, -0.1837933212518692, -0.1788385808467865, -0.1738838255405426, -0.1689290851354599, -0.1639743447303772, -0.1590195894241333, -0.1540648490190506, -0.1491100937128067, -0.144155353307724, -0.1392005980014801, -0.1342458575963974, -0.1292911171913147, -0.1243363618850708, -0.1193816140294075, -0.1144268661737442, -0.1094721257686615, -0.1045173779129982, -0.0995626300573349, -0.0946078822016716, -0.0896531343460083, -0.084698386490345, -0.0797436386346817, -0.074788898229599, -0.0698341503739357, -0.0648794025182724, -0.0599246546626091, -0.0549699068069458, -0.0500151589512825, -0.0450604110956192, -0.0401056669652462, -0.0351509191095829, -0.0301961712539196, -0.02524142526090145, -0.0202866792678833, -0.015331931412220001, -0.010377184487879276, -0.005422437563538551, -0.0004676906391978264, 0.0044870562851428986, 0.009441803209483624, 0.014396550133824348, 0.0193512961268425, 0.0243060439825058, 0.029260791838169098, 0.0342155396938324, 0.0391702838242054, 0.0441250316798687, 0.049079779535532, 0.054034523665905, 0.0589892715215683, 0.0639440193772316, 0.0688987672328949, 0.0738535150885582, 0.0788082629442215, 0.0837630033493042, 0.0887177512049675, 0.0936724990606308, 0.0986272469162941, 0.1035819947719574]}, "_runtime": 25.782926321029663, "_timestamp": 1596206604.6265585, "_step": 25}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 3.0, 2.0, 2.0, 2.0, 2.0, 3.0, 3.0, 6.0, 2.0, 2.0, 3.0, 2.0, 3.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.012858294881880283, -0.012491453438997269, -0.012124612927436829, -0.011757771484553814, -0.011390930972993374, -0.01102408953011036, -0.010657249018549919, -0.010290407575666904, -0.009923567064106464, -0.00955672562122345, -0.00918988510966301, -0.008823043666779995, -0.008456203155219555, -0.00808936171233654, -0.007722520735114813, -0.0073556797578930855, -0.006988838780671358, -0.006621997803449631, -0.006255156826227903, -0.005888315849006176, -0.005521474871784449, -0.005154633894562721, -0.004787792917340994, -0.0044209519401192665, -0.004054110497236252, -0.003687269752845168, -0.0033204287756234407, -0.0029535877984017134, -0.0025867465883493423, -0.002219905611127615, -0.0018530646339058876, -0.0014862236566841602, -0.0011193826794624329, -0.0007525417022407055, -0.0003857006668113172, -1.8859660485759377e-05, 0.00034798134583979845, 0.0007148223230615258, 0.001081663416698575, 0.0014485043939203024, 0.0018153453711420298, 0.002182186348363757, 0.0025490273255854845, 0.002915868302807212, 0.003282709512859583, 0.0036495504900813103, 0.004016391467303038, 0.004383232444524765, 0.004750073421746492, 0.00511691439896822, 0.005483755376189947, 0.0058505963534116745, 0.006217437330633402, 0.006584278307855129, 0.006951119285076857, 0.007317960262298584, 0.007684801705181599, 0.008051642216742039, 0.008418483659625053, 0.008785324171185493, 0.009152165614068508, 0.009519006125628948, 0.009885847568511963, 0.010252688080072403, 0.010619529522955418]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 0.0, 11.0, 8.0, 7.0, 7.0, 5.0, 13.0, 18.0, 13.0, 17.0, 25.0, 35.0, 41.0, 51.0, 84.0, 92.0, 118.0, 153.0, 215.0, 276.0, 549.0, 4700.0, 521.0, 262.0, 187.0, 121.0, 85.0, 71.0, 50.0, 33.0, 35.0, 27.0, 25.0, 19.0, 17.0, 7.0, 4.0, 4.0, 5.0, 1.0, 4.0, 1.0, 1.0, 1.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.15352298319339752, -0.14843010902404785, -0.14333723485469818, -0.1382443606853485, -0.13315147161483765, -0.12805859744548798, -0.1229657232761383, -0.11787284910678864, -0.11277997493743896, -0.1076871007680893, -0.10259422659873962, -0.09750134497880936, -0.09240847080945969, -0.08731559664011002, -0.08222271502017975, -0.07712984085083008, -0.07203696668148041, -0.06694409251213074, -0.06185121461749077, -0.0567583367228508, -0.05166546255350113, -0.04657258838415146, -0.04147971048951149, -0.03638683259487152, -0.03129395842552185, -0.02620108239352703, -0.02110820636153221, -0.01601533032953739, -0.010922454297542572, -0.005829578265547752, -0.0007367022335529327, 0.004356173798441887, 0.009449049830436707, 0.014541925862431526, 0.019634801894426346, 0.024727677926421165, 0.029820553958415985, 0.034913428127765656, 0.040006306022405624, 0.04509918391704559, 0.050192058086395264, 0.055284932255744934, 0.0603778101503849, 0.06547068804502487, 0.07056356221437454, 0.07565643638372421, 0.08074931800365448, 0.08584219217300415, 0.09093506634235382, 0.09602794051170349, 0.10112081468105316, 0.10621369630098343, 0.1113065704703331, 0.11639944463968277, 0.12149232625961304, 0.1265852004289627, 0.13167807459831238, 0.13677094876766205, 0.14186382293701172, 0.1469566971063614, 0.15204957127571106, 0.15714246034622192, 0.1622353345155716, 0.16732820868492126, 0.17242108285427094]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 2.0, 0.0, 2.0, 1.0, 1.0, 3.0, 2.0, 5.0, 2.0, 3.0, 4.0, 5.0, 4.0, 6.0, 26.0, 4.0, 1.0, 3.0, 3.0, 1.0, 2.0, 2.0, 4.0, 5.0, 1.0, 5.0, 6.0, 0.0, 1.0, 3.0, 2.0, 0.0, 3.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0025248045567423105, -0.002429200103506446, -0.0023335956502705812, -0.0022379911970347166, -0.0021423869766294956, -0.002046782523393631, -0.0019511780701577663, -0.0018555736169219017, -0.001759969163686037, -0.0016643648268654943, -0.0015687603736296296, -0.001473155920393765, -0.0013775515835732222, -0.0012819471303373575, -0.0011863426771014929, -0.00109073834028095, -0.0009951338870450854, -0.0008995294920168817, -0.0008039250387810171, -0.0007083206437528133, -0.0006127161905169487, -0.000517111795488745, -0.00042150740046054125, -0.00032590297632850707, -0.00023029855219647288, -0.0001346941280644387, -3.9089718484319746e-05, 5.651469837175682e-05, 0.0001521191152278334, 0.00024772353935986757, 0.0003433279343880713, 0.0004389323585201055, 0.0005345367826521397, 0.0006301411776803434, 0.000725745630916208, 0.0008213500259444118, 0.0009169544791802764, 0.0010125588160008192, 0.0011081632692366838, 0.0012037677224725485, 0.0012993721757084131, 0.001394976512528956, 0.0014905809657648206, 0.0015861854190006852, 0.001681789755821228, 0.0017773942090570927, 0.0018729986622929573, 0.001968603115528822, 0.0020642075687646866, 0.0021598117891699076, 0.002255416242405772, 0.002351020695641637, 0.0024466251488775015, 0.002542229602113366, 0.0026378340553492308, 0.0027334382757544518, 0.0028290427289903164, 0.002924647182226181, 0.0030202516354620457, 0.0031158560886979103, 0.003211460541933775, 0.003307064762338996, 0.0034026692155748606, 0.003498273668810725, 0.00359387812204659]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 6.0, 3.0, 17.0, 11.0, 13.0, 25.0, 48.0, 56.0, 84.0, 119.0, 182.0, 251.0, 334.0, 577.0, 882.0, 1340.0, 2135.0, 3505.0, 6062.0, 10566.0, 19494.0, 38106.0, 84258.0, 685834.0, 160817.0, 70367.0, 37742.0, 21499.0, 12725.0, 8045.0, 4968.0, 3208.0, 2055.0, 1334.0, 939.0, 630.0, 419.0, 272.0, 221.0, 160.0, 81.0, 79.0, 52.0, 43.0, 24.0, 18.0, 11.0, 6.0, 6.0, 4.0, 5.0, 1.0, 2.0], "bins": [-0.010064957663416862, -0.009776084683835506, -0.00948721170425415, -0.009198338724672794, -0.008909464813768864, -0.008620591834187508, -0.008331718854606152, -0.008042845875024796, -0.0077539728954434395, -0.007465099450200796, -0.00717622647061944, -0.006887353491038084, -0.006598480045795441, -0.006309607066214085, -0.006020734086632729, -0.005731860641390085, -0.005442987661808729, -0.005154114682227373, -0.00486524123698473, -0.004576368257403374, -0.004287495277822018, -0.003998621832579374, -0.0037097488529980183, -0.003420875873416662, -0.0031320026610046625, -0.002843129448592663, -0.0025542564690113068, -0.002265383256599307, -0.0019765100441873074, -0.0016876370646059513, -0.0013987638521939516, -0.0011098907561972737, -0.0008210176602005959, -0.000532144564203918, -0.0002432714099995792, 4.560171510092914e-05, 0.0003344748402014375, 0.0006233479361981153, 0.0009122210904024541, 0.001201094244606793, 0.0014899673406034708, 0.0017788404366001487, 0.0020677135325968266, 0.0023565867450088263, 0.002645459957420826, 0.002934332937002182, 0.0032232061494141817, 0.0035120791289955378, 0.0038009523414075375, 0.0040898253209888935, 0.004378698766231537, 0.004667571745812893, 0.004956444725394249, 0.005245318170636892, 0.005534191150218248, 0.005823064129799604, 0.006111937575042248, 0.006400810554623604, 0.00668968353420496, 0.006978556513786316, 0.007267429959028959, 0.007556302938610315, 0.007845176383852959, 0.008134049363434315, 0.00842292234301567]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 6.0, 10.0, 2.0, 3.0, 4.0, 6.0, 4.0, 5.0, 4.0, 5.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01320710964500904, -0.012534335255622864, -0.011861560866236687, -0.01118878647685051, -0.010516012087464333, -0.00984323862940073, -0.009170464240014553, -0.008497689850628376, -0.007824915461242199, -0.007152141071856022, -0.006479366682469845, -0.005806592758744955, -0.005133818369358778, -0.004461043979972601, -0.0037882698234170675, -0.003115495666861534, -0.002442721277475357, -0.0017699470045045018, -0.0010971727315336466, -0.00042439845856279135, 0.0002483758144080639, 0.0009211500873789191, 0.0015939243603497744, 0.0022666985169053078, 0.002939472906291485, 0.003612247295677662, 0.004285021685063839, 0.004957795608788729, 0.005630569998174906, 0.006303344387561083, 0.006976118311285973, 0.00764889270067215, 0.008321667090058327, 0.008994441479444504, 0.00966721586883068, 0.010339990258216858, 0.011012764647603035, 0.011685538105666637, 0.012358312495052814, 0.013031086884438992, 0.013703861273825169, 0.014376635663211346, 0.015049410052597523, 0.015722183510661125, 0.016394957900047302, 0.01706773228943348, 0.017740506678819656, 0.018413281068205833, 0.01908605545759201, 0.019758829846978188, 0.020431604236364365, 0.02110437862575054, 0.02177715301513672, 0.022449927404522896, 0.023122701793909073, 0.02379547618329525, 0.024468250572681427, 0.025141023099422455, 0.025813797488808632, 0.02648657187819481, 0.027159346267580986, 0.027832120656967163, 0.02850489504635334, 0.029177669435739517, 0.029850443825125694]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 3.0, 2.0, 3.0, 3.0, 1.0, 2.0, 6.0, 6.0, 4.0, 6.0, 14.0, 20.0, 18.0, 32.0, 29.0, 46.0, 80.0, 103.0, 135.0, 186.0, 318.0, 588.0, 1081.0, 5454.0, 2692.0, 1791.0, 1361.0, 1059.0, 763.0, 622.0, 443.0, 376.0, 274.0, 209.0, 179.0, 94.0, 91.0, 59.0, 38.0, 34.0, 25.0, 24.0, 16.0, 9.0, 15.0, 15.0, 16.0, 15.0, 10.0, 15.0, 9.0, 11.0, 3.0, 5.0, 11.0, 2.0], "bins": [-0.009755241684615612, -0.009447972290217876, -0.00914070289582014, -0.008833433501422405, -0.00852616410702467, -0.008218894712626934, -0.007911626249551773, -0.00760435638949275, -0.007297087460756302, -0.006989818066358566, -0.006682548671960831, -0.006375279277563095, -0.0060680098831653595, -0.005760740488767624, -0.005453471560031176, -0.00514620216563344, -0.004838932771235704, -0.004531663376837969, -0.004224393982440233, -0.003917125053703785, -0.0036098556593060493, -0.0033025862649083138, -0.002995316870510578, -0.002688047708943486, -0.0023807783145457506, -0.002073508920148015, -0.001766239758580923, -0.0014589703641831875, -0.0011517010862007737, -0.00084443180821836, -0.0005371624720282853, -0.00022989316494204104, 7.737614214420319e-05, 0.0003846454492304474, 0.0006919147563166916, 0.0009991840925067663, 0.00130645337048918, 0.0016137226484715939, 0.0019209920428693295, 0.0022282612044364214, 0.002535530598834157, 0.0028427999932318926, 0.0031500691547989845, 0.00345733854919672, 0.0037646079435944557, 0.004071877337992191, 0.00437914626672864, 0.004686415661126375, 0.004993685055524111, 0.005300954449921846, 0.005608223844319582, 0.00591549277305603, 0.006222762167453766, 0.0065300315618515015, 0.006837300956249237, 0.007144570350646973, 0.007451839745044708, 0.0077591086737811565, 0.00806637853384018, 0.00837364699691534, 0.008680916391313076, 0.008988185785710812, 0.009295455180108547, 0.009602724574506283, 0.009909993968904018]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 3.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.14407870173454285, -0.1410985141992569, -0.13811831176280975, -0.1351381242275238, -0.13215792179107666, -0.1291777342557907, -0.12619753181934357, -0.12321733683347702, -0.12023714184761047, -0.11725695431232452, -0.11427675932645798, -0.11129656434059143, -0.10831636935472488, -0.10533617436885834, -0.10235597938299179, -0.09937578439712524, -0.0963955894112587, -0.09341539442539215, -0.0904351994395256, -0.08745500445365906, -0.08447480946779251, -0.08149461448192596, -0.07851441949605942, -0.07553422451019287, -0.07255403697490692, -0.06957384198904037, -0.06659364700317383, -0.06361345201730728, -0.060633257031440735, -0.05765306204557419, -0.05467286705970764, -0.051692672073841095, -0.04871247708797455, -0.045732282102108, -0.042752087116241455, -0.03977189213037491, -0.03679169714450836, -0.033811505883932114, -0.030831310898065567, -0.02785111591219902, -0.024870920926332474, -0.021890725940465927, -0.01891053095459938, -0.015930337831377983, -0.012950142845511436, -0.00996994785964489, -0.006989753805100918, -0.0040095592848956585, -0.0010293647646903992, 0.0019508297555148602, 0.0049310242757201195, 0.007911218330264091, 0.010891413316130638, 0.013871608301997185, 0.016851801425218582, 0.01983199641108513, 0.022812191396951675, 0.025792386382818222, 0.02877258136868477, 0.031752776354551315, 0.034732967615127563, 0.03771316260099411, 0.04069335758686066, 0.0436735525727272, 0.04665374755859375]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 3.0, 0.0, 1.0, 1.0, 4.0, 6.0, 6.0, 3.0, 6.0, 10.0, 10.0, 8.0, 6.0, 9.0, 6.0, 8.0, 33.0, 23.0, 8.0, 9.0, 8.0, 6.0, 18.0, 15.0, 13.0, 14.0, 16.0, 9.0, 5.0, 0.0, 4.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.036219991743564606, -0.03500765934586525, -0.033795326948165894, -0.032582998275756836, -0.03137066587805748, -0.030158333480358124, -0.028946002945303917, -0.02773367241024971, -0.026521340012550354, -0.025309007614850998, -0.02409667707979679, -0.022884346544742584, -0.021672014147043228, -0.020459681749343872, -0.019247351214289665, -0.01803502067923546, -0.016822688281536102, -0.01561035681515932, -0.01439802534878254, -0.013185693882405758, -0.011973362416028976, -0.010761030949652195, -0.009548699483275414, -0.008336368016898632, -0.007124036550521851, -0.005911705084145069, -0.004699373617768288, -0.003487042151391506, -0.0022747106850147247, -0.0010623792186379433, 0.0001499522477388382, 0.0013622837141156197, 0.002574615180492401, 0.0037869466468691826, 0.004999278113245964, 0.0062116095796227455, 0.007423941045999527, 0.008636272512376308, 0.00984860397875309, 0.011060935445129871, 0.012273266911506653, 0.013485598377883434, 0.014697929844260216, 0.015910260379314423, 0.01712259277701378, 0.018334925174713135, 0.01954725570976734, 0.02075958624482155, 0.021971918642520905, 0.02318425104022026, 0.024396581575274467, 0.025608912110328674, 0.02682124450802803, 0.028033576905727386, 0.029245907440781593, 0.0304582379758358, 0.031670570373535156, 0.03288290277123451, 0.03409523516893387, 0.035307563841342926, 0.03651989623904228, 0.03773222863674164, 0.038944557309150696, 0.04015688970685005, 0.04136922210454941]}, "_runtime": 26.556347846984863, "_timestamp": 1596206605.39998, "_step": 26}
+{"epoch": 2, "accuracy": 0.7962607020547945, "val_loss": 0.5369124514599369, "_runtime": 28.15050721168518, "_timestamp": 1596206606.9941394, "_step": 27}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 3.0, 1.0, 0.0, 1.0, 1.0, 2.0, 5.0, 1.0, 1.0, 1.0, 0.0, 3.0, 3.0, 3.0, 2.0, 4.0, 3.0, 0.0, 4.0, 5.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01010087225586176, -0.009702621027827263, -0.009304369799792767, -0.008906117640435696, -0.0085078664124012, -0.008109615184366703, -0.007711363956332207, -0.007313112262636423, -0.006914861034601927, -0.0065166098065674305, -0.006118358112871647, -0.005720106884837151, -0.005321855656802654, -0.004923603963106871, -0.004525352735072374, -0.004127101041376591, -0.0037288498133420944, -0.0033305983524769545, -0.0029323468916118145, -0.002534095663577318, -0.0021358442027121782, -0.0017375927418470383, -0.0013393413973972201, -0.0009410899947397411, -0.000542838592082262, -0.000144587189424783, 0.00025366421323269606, 0.0006519156158901751, 0.0010501670185476542, 0.0014484184794127941, 0.0018466698238626122, 0.0022449211683124304, 0.0026431726291775703, 0.0030414240900427103, 0.0034396755509078503, 0.0038379267789423466, 0.00423617847263813, 0.0046344297006726265, 0.005032680928707123, 0.005430932622402906, 0.005829183850437403, 0.006227435078471899, 0.006625686772167683, 0.007023938000202179, 0.007422189228236675, 0.007820440456271172, 0.008218692615628242, 0.008616943843662739, 0.009015195071697235, 0.009413446299731731, 0.009811697527766228, 0.010209949687123299, 0.010608200915157795, 0.011006452143192291, 0.011404703371226788, 0.011802954599261284, 0.012201206758618355, 0.012599457986652851, 0.012997709214687347, 0.013395960442721844, 0.01379421167075634, 0.014192462898790836, 0.014590715058147907, 0.014988966286182404, 0.0153872175142169]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 1.0, 7.0, 2.0, 6.0, 6.0, 15.0, 16.0, 25.0, 20.0, 27.0, 42.0, 53.0, 69.0, 114.0, 136.0, 236.0, 423.0, 5054.0, 880.0, 281.0, 168.0, 100.0, 72.0, 42.0, 26.0, 19.0, 15.0, 20.0, 12.0, 5.0, 6.0, 5.0, 3.0, 3.0, 3.0, 3.0, 3.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.18572238087654114, -0.17900118231773376, -0.1722799837589264, -0.16555878520011902, -0.15883758664131165, -0.15211637318134308, -0.1453951746225357, -0.13867397606372833, -0.13195277750492096, -0.1252315789461136, -0.11851038038730621, -0.11178917437791824, -0.10506797581911087, -0.0983467772603035, -0.09162557125091553, -0.08490437269210815, -0.07818317413330078, -0.07146197557449341, -0.06474077701568604, -0.058019571006298065, -0.05129837244749069, -0.04457717388868332, -0.03785597160458565, -0.031134771183133125, -0.024413570761680603, -0.01769237034022808, -0.010971169918775558, -0.004249969497323036, 0.002471230924129486, 0.009192431345582008, 0.01591363176703453, 0.022634832188487053, 0.029356032609939575, 0.03607723116874695, 0.04279843345284462, 0.04951963573694229, 0.056240834295749664, 0.06296203285455704, 0.06968323886394501, 0.07640443742275238, 0.08312563598155975, 0.08984683454036713, 0.0965680330991745, 0.10328923910856247, 0.11001043766736984, 0.11673163622617722, 0.12345284223556519, 0.13017404079437256, 0.13689523935317993, 0.1436164379119873, 0.15033763647079468, 0.15705883502960205, 0.16378003358840942, 0.170501247048378, 0.17722244560718536, 0.18394364416599274, 0.1906648427248001, 0.19738604128360748, 0.20410723984241486, 0.21082843840122223, 0.2175496518611908, 0.22427085041999817, 0.23099204897880554, 0.23771324753761292, 0.2444344460964203]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 3.0, 2.0, 3.0, 2.0, 0.0, 1.0, 3.0, 3.0, 1.0, 4.0, 5.0, 3.0, 2.0, 2.0, 2.0, 3.0, 29.0, 5.0, 7.0, 7.0, 2.0, 4.0, 1.0, 3.0, 2.0, 3.0, 2.0, 0.0, 3.0, 1.0, 2.0, 2.0, 0.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002313298173248768, -0.002230735495686531, -0.0021481728181242943, -0.002065610373392701, -0.0019830476958304644, -0.0019004850182682276, -0.0018179224571213126, -0.0017353598959743977, -0.0016527972184121609, -0.001570234540849924, -0.0014876719797030091, -0.0014051094185560942, -0.0013225467409938574, -0.0012399840634316206, -0.0011574215022847056, -0.0010748589411377907, -0.000992296263575554, -0.000909733644220978, -0.0008271710248664021, -0.0007446084055118263, -0.0006620457861572504, -0.0005794831668026745, -0.0004969205474480987, -0.0004143579280935228, -0.0003317953087389469, -0.00024923268938437104, -0.00016667007002979517, -8.41074506752193e-05, -1.544831320643425e-06, 8.101778803393245e-05, 0.00016358040738850832, 0.0002461430267430842, 0.00032870564609766006, 0.00041126826545223594, 0.0004938308848068118, 0.0005763935041613877, 0.0006589561235159636, 0.0007415187428705394, 0.0008240813622251153, 0.0009066439815796912, 0.000989206600934267, 0.0010717692784965038, 0.0011543318396434188, 0.0012368944007903337, 0.0013194570783525705, 0.0014020197559148073, 0.0014845823170617223, 0.0015671448782086372, 0.001649707555770874, 0.0017322702333331108, 0.0018148327944800258, 0.0018973953556269407, 0.0019799580331891775, 0.0020625207107514143, 0.0021450831554830074, 0.0022276458330452442, 0.002310208510607481, 0.002392771188169718, 0.0024753338657319546, 0.0025578963104635477, 0.0026404589880257845, 0.0027230216655880213, 0.0028055841103196144, 0.002888146787881851, 0.002970709465444088]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 2.0, 2.0, 0.0, 2.0, 3.0, 4.0, 6.0, 10.0, 10.0, 17.0, 62.0, 73.0, 111.0, 225.0, 325.0, 571.0, 996.0, 1652.0, 3013.0, 5469.0, 10294.0, 21070.0, 47386.0, 126664.0, 762995.0, 102900.0, 43622.0, 21697.0, 12072.0, 6898.0, 4157.0, 2608.0, 1676.0, 991.0, 615.0, 451.0, 314.0, 180.0, 133.0, 101.0, 60.0, 48.0, 29.0, 27.0, 34.0, 17.0, 12.0, 8.0, 9.0, 5.0, 5.0, 1.0, 2.0, 4.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0], "bins": [-0.007266409695148468, -0.006981095299124718, -0.006695780903100967, -0.006410466507077217, -0.006125152111053467, -0.0058398377150297165, -0.005554523319005966, -0.005269208922982216, -0.004983894526958466, -0.004698580596596003, -0.004413266200572252, -0.004127951804548502, -0.0038426374085247517, -0.0035573230125010014, -0.003272008616477251, -0.0029866942204535007, -0.0027013798244297504, -0.002416065428406, -0.00213075103238225, -0.0018454367527738214, -0.001560122356750071, -0.0012748079607263207, -0.0009894936811178923, -0.000704179285094142, -0.00041886488907039165, -0.0001335505221504718, 0.00015176384476944804, 0.0004370782116893679, 0.0007223925786092877, 0.001007706974633038, 0.0012930212542414665, 0.0015783356502652168, 0.0018636500462889671, 0.0021489644423127174, 0.0024342788383364677, 0.002719593234360218, 0.0030049076303839684, 0.003290221793577075, 0.0035755361896008253, 0.0038608505856245756, 0.00414616521447897, 0.004431479144841433, 0.004716793540865183, 0.005002107936888933, 0.0052874223329126835, 0.005572736728936434, 0.005858051124960184, 0.006143365520983934, 0.006428679917007685, 0.006713994313031435, 0.006999308709055185, 0.007284623105078936, 0.007569937501102686, 0.007855251431465149, 0.0081405658274889, 0.00842588022351265, 0.0087111946195364, 0.00899650901556015, 0.0092818234115839, 0.00956713780760765, 0.009852452203631401, 0.010137766599655151, 0.010423080995678902, 0.010708395391702652, 0.010993709787726402]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 11.0, 5.0, 2.0, 7.0, 3.0, 4.0, 2.0, 2.0, 1.0, 6.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.022732019424438477, -0.022239528596401215, -0.021747037768363953, -0.02125454694032669, -0.02076205611228943, -0.020269563421607018, -0.019777072593569756, -0.019284581765532494, -0.01879209093749523, -0.01829960010945797, -0.017807109281420708, -0.017314618453383446, -0.016822125762701035, -0.016329634934663773, -0.01583714410662651, -0.015344653278589249, -0.014852162450551987, -0.014359671622514725, -0.013867180794477463, -0.013374689035117626, -0.012882198207080364, -0.012389707379043102, -0.011897215619683266, -0.011404724791646004, -0.010912233963608742, -0.01041974313557148, -0.009927252307534218, -0.009434760548174381, -0.00894226972013712, -0.008449778892099857, -0.00795728713274002, -0.007464796304702759, -0.006972305476665497, -0.006479814648628235, -0.005987323354929686, -0.005494832061231136, -0.005002341233193874, -0.004509850405156612, -0.004017359111458063, -0.0035248680505901575, -0.003032376989722252, -0.0025398859288543463, -0.0020473948679864407, -0.001554903807118535, -0.0010624127462506294, -0.0005699216853827238, -7.743062451481819e-05, 0.0004150604363530874, 0.000907551497220993, 0.0014000425580888987, 0.0018925336189568043, 0.00238502467982471, 0.0028775157406926155, 0.003370006801560521, 0.0038624978624284267, 0.004354989156126976, 0.004847479984164238, 0.0053399708122015, 0.005832462105900049, 0.0063249533995985985, 0.0068174442276358604, 0.007309935055673122, 0.007802426349371672, 0.008294917643070221, 0.008787408471107483]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 3.0, 0.0, 5.0, 3.0, 4.0, 7.0, 8.0, 4.0, 6.0, 5.0, 13.0, 19.0, 28.0, 20.0, 46.0, 35.0, 55.0, 64.0, 84.0, 87.0, 86.0, 121.0, 146.0, 182.0, 216.0, 257.0, 411.0, 617.0, 1079.0, 2092.0, 6227.0, 1697.0, 1112.0, 851.0, 652.0, 493.0, 412.0, 286.0, 217.0, 189.0, 148.0, 105.0, 72.0, 62.0, 52.0, 40.0, 28.0, 23.0, 17.0, 14.0, 13.0, 2.0, 3.0, 1.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0], "bins": [-0.009183106943964958, -0.008906356059014797, -0.00862960610538721, -0.00835285522043705, -0.008076104335486889, -0.007799353916198015, -0.0075226034969091415, -0.007245853077620268, -0.006969102658331394, -0.006692351773381233, -0.0064156013540923595, -0.006138850934803486, -0.005862100049853325, -0.005585349630564451, -0.0053085992112755775, -0.0050318483263254166, -0.004755097907036543, -0.004478347487747669, -0.004201596602797508, -0.003924846183508635, -0.003648095764219761, -0.0033713451121002436, -0.0030945944599807262, -0.0028178440406918526, -0.0025410933885723352, -0.002264342736452818, -0.0019875923171639442, -0.001710841665044427, -0.0014340911293402314, -0.001157340593636036, -0.0008805899997241795, -0.0006038394058123231, -0.0003270888701081276, -5.033830530010164e-05, 0.00022641225950792432, 0.0005031628534197807, 0.0007799133891239762, 0.0010566639248281717, 0.001333414576947689, 0.0016101651126518846, 0.00188691564835608, 0.0021636663004755974, 0.002440416719764471, 0.0027171673718839884, 0.0029939180240035057, 0.0032706684432923794, 0.0035474190954118967, 0.0038241695147007704, 0.004100920166820288, 0.004377670586109161, 0.004654421471059322, 0.004931171890348196, 0.00520792230963707, 0.005484673194587231, 0.005761423613876104, 0.006038174033164978, 0.006314924918115139, 0.006591675337404013, 0.006868425756692886, 0.00714517617598176, 0.007421927060931921, 0.007698677480220795, 0.007975428365170956, 0.008252178318798542, 0.008528929203748703]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.03804881125688553, -0.03629879280924797, -0.03454877436161041, -0.032798755913972855, -0.031048737466335297, -0.02929871901869774, -0.02754870057106018, -0.025798682123422623, -0.024048663675785065, -0.022298647090792656, -0.020548628643155098, -0.01879861019551754, -0.017048591747879982, -0.015298573300242424, -0.013548554852604866, -0.011798536404967308, -0.01004851795732975, -0.008298499509692192, -0.006548481062054634, -0.004798463080078363, -0.0030484446324408054, -0.0012984263012185693, 0.0004515920300036669, 0.002201610244810581, 0.003951628692448139, 0.005701647140085697, 0.007451665587723255, 0.009201684035360813, 0.010951701551675797, 0.012701719999313354, 0.014451738446950912, 0.01620175689458847, 0.01795177534222603, 0.019701793789863586, 0.021451812237501144, 0.023201830685138702, 0.02495184913277626, 0.02670186758041382, 0.028451886028051376, 0.030201904475688934, 0.03195192292332649, 0.03370194137096405, 0.03545195981860161, 0.037201978266239166, 0.038951996713876724, 0.04070201516151428, 0.04245203360915184, 0.0442020520567894, 0.04595206677913666, 0.047702085226774216, 0.049452103674411774, 0.05120212212204933, 0.05295214056968689, 0.05470215901732445, 0.056452177464962006, 0.058202195912599564, 0.05995221436023712, 0.06170223280787468, 0.06345225125551224, 0.0652022734284401, 0.06695228815078735, 0.06870231032371521, 0.07045232504606247, 0.07220234721899033, 0.07395236194133759]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 2.0, 5.0, 5.0, 2.0, 6.0, 8.0, 1.0, 5.0, 3.0, 2.0, 6.0, 4.0, 8.0, 20.0, 21.0, 26.0, 47.0, 26.0, 13.0, 20.0, 11.0, 6.0, 7.0, 4.0, 1.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0], "bins": [-0.036706238985061646, -0.03540695831179619, -0.03410768136382103, -0.03280840069055557, -0.031509123742580414, -0.030209843069314957, -0.02891056425869465, -0.02761128544807434, -0.026312006637454033, -0.025012727826833725, -0.023713449016213417, -0.02241417020559311, -0.021114889532327652, -0.019815610721707344, -0.018516331911087036, -0.017217053100466728, -0.01591777428984642, -0.014618495479226112, -0.013319216668605804, -0.012019936926662922, -0.010720658116042614, -0.009421379305422306, -0.008122099563479424, -0.006822820752859116, -0.005523541942238808, -0.0042242631316185, -0.0029249838553369045, -0.001625704811885953, -0.0003264257684350014, 0.0009728532750159502, 0.0022721323184669018, 0.0035714113619178534, 0.004870690405368805, 0.006169969215989113, 0.007469248492270708, 0.008768527768552303, 0.010067806579172611, 0.01136708538979292, 0.012666365131735802, 0.01396564394235611, 0.015264922752976418, 0.016564201563596725, 0.017863480374217033, 0.01916275918483734, 0.0204620398581028, 0.021761318668723106, 0.023060597479343414, 0.024359876289963722, 0.02565915510058403, 0.026958433911204338, 0.028257712721824646, 0.029556991532444954, 0.030856270343065262, 0.03215555101633072, 0.03345482796430588, 0.034754108637571335, 0.03605338931083679, 0.03735266625881195, 0.03865194693207741, 0.039951223880052567, 0.041250504553318024, 0.04254978150129318, 0.04384906217455864, 0.0451483391225338, 0.046447619795799255]}, "_runtime": 28.945353984832764, "_timestamp": 1596206607.7889862, "_step": 28}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 3.0, 0.0, 2.0, 1.0, 1.0, 3.0, 2.0, 1.0, 3.0, 0.0, 1.0, 3.0, 5.0, 0.0, 1.0, 5.0, 2.0, 2.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.010418622754514217, -0.01011211983859539, -0.009805617853999138, -0.00949911493808031, -0.009192612022161484, -0.008886110037565231, -0.008579607121646404, -0.008273105137050152, -0.007966602221131325, -0.007660099770873785, -0.007353597320616245, -0.007047094404697418, -0.0067405919544398785, -0.006434089504182339, -0.006127586588263512, -0.005821084138005972, -0.005514581687748432, -0.005208079237490892, -0.004901576787233353, -0.004595073871314526, -0.004288571421056986, -0.003982068970799446, -0.0036755662877112627, -0.0033690636046230793, -0.0030625611543655396, -0.002756058704108, -0.0024495560210198164, -0.002143053337931633, -0.0018365508876740932, -0.0015300483210012317, -0.00122354575432837, -0.0009170431876555085, -0.0006105406209826469, -0.00030403805430978537, 2.46451236307621e-06, 0.0003089670790359378, 0.0006154696457087994, 0.0009219722123816609, 0.0012284747790545225, 0.001534977345727384, 0.0018414799124002457, 0.0021479823626577854, 0.002454485045745969, 0.0027609877288341522, 0.003067490179091692, 0.0033739926293492317, 0.003680495312437415, 0.0039869979955255985, 0.004293500445783138, 0.004600002896040678, 0.004906505346298218, 0.005213008262217045, 0.005519510712474585, 0.005826013162732124, 0.006132516078650951, 0.006439018528908491, 0.006745520979166031, 0.007052023429423571, 0.00735852587968111, 0.0076650287955999374, 0.00797153078019619, 0.008278033696115017, 0.008584536612033844, 0.008891038596630096, 0.009197541512548923]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 5.0, 6.0, 3.0, 2.0, 4.0, 6.0, 13.0, 7.0, 12.0, 15.0, 21.0, 22.0, 26.0, 28.0, 47.0, 60.0, 99.0, 111.0, 148.0, 207.0, 333.0, 644.0, 4893.0, 430.0, 211.0, 146.0, 90.0, 75.0, 49.0, 33.0, 37.0, 25.0, 24.0, 14.0, 13.0, 11.0, 12.0, 9.0, 13.0, 6.0, 1.0, 2.0, 3.0, 2.0, 0.0, 3.0, 1.0, 2.0, 0.0, 1.0, 1.0], "bins": [-0.1597142517566681, -0.15515154600143433, -0.15058884024620056, -0.1460261344909668, -0.14146342873573303, -0.13690072298049927, -0.1323380172252655, -0.12777531147003174, -0.12321260571479797, -0.11864989995956421, -0.11408719420433044, -0.10952448844909668, -0.10496178269386292, -0.10039907693862915, -0.09583637118339539, -0.09127366542816162, -0.08671095967292786, -0.08214825391769409, -0.07758554816246033, -0.07302284240722656, -0.0684601366519928, -0.06389743089675903, -0.05933472514152527, -0.054772019386291504, -0.05020931363105774, -0.045646607875823975, -0.04108390212059021, -0.036521196365356445, -0.03195849061012268, -0.027395784854888916, -0.02283307909965515, -0.018270373344421387, -0.013707667589187622, -0.009144961833953857, -0.004582256078720093, -1.9550323486328125e-05, 0.0045431554317474365, 0.009105861186981201, 0.013668566942214966, 0.01823127269744873, 0.022793978452682495, 0.02735668420791626, 0.031919389963150024, 0.03648209571838379, 0.041044801473617554, 0.04560750722885132, 0.05017021298408508, 0.05473291873931885, 0.05929562449455261, 0.06385833024978638, 0.06842103600502014, 0.0729837417602539, 0.07754644751548767, 0.08210915327072144, 0.0866718590259552, 0.09123456478118896, 0.09579727053642273, 0.1003599762916565, 0.10492268204689026, 0.10948538780212402, 0.11404809355735779, 0.11861079931259155, 0.12317350506782532, 0.12773621082305908, 0.13229891657829285]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 1.0, 6.0, 2.0, 3.0, 8.0, 2.0, 0.0, 5.0, 4.0, 4.0, 2.0, 5.0, 6.0, 3.0, 28.0, 6.0, 7.0, 3.0, 2.0, 2.0, 5.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002824165625497699, -0.002724015386775136, -0.0026238649152219296, -0.0025237146764993668, -0.002423564437776804, -0.002323414199054241, -0.0022232639603316784, -0.002123113488778472, -0.002022963250055909, -0.0019228130113333464, -0.0018226626561954618, -0.0017225123010575771, -0.0016223620623350143, -0.0015222118236124516, -0.001422061468474567, -0.0013219111133366823, -0.0012217608746141195, -0.0011216106358915567, -0.0010214602807536721, -0.0009213099838234484, -0.0008211596868932247, -0.000721009389963001, -0.0006208590930327773, -0.0005207087961025536, -0.0004205584991723299, -0.0003204082022421062, -0.0002202579053118825, -0.00012010760838165879, -1.995731145143509e-05, 8.019298547878861e-05, 0.00018034328240901232, 0.000280493579339236, 0.0003806438762694597, 0.00048079417319968343, 0.0005809444701299071, 0.0006810947670601308, 0.0007812450639903545, 0.0008813953609205782, 0.000981545657850802, 0.0010816960129886866, 0.0011818462517112494, 0.0012819964904338121, 0.0013821468455716968, 0.0014822972007095814, 0.0015824474394321442, 0.001682597678154707, 0.0017827480332925916, 0.0018828983884304762, 0.001983048627153039, 0.0020831988658756018, 0.002183349337428808, 0.002283499576151371, 0.002383649814873934, 0.0024838000535964966, 0.0025839502923190594, 0.002684100763872266, 0.0027842510025948286, 0.0028844012413173914, 0.002984551712870598, 0.0030847019515931606, 0.0031848521903157234, 0.003285002429038286, 0.003385152667760849, 0.0034853031393140554, 0.0035854533780366182]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 3.0, 5.0, 3.0, 7.0, 12.0, 32.0, 54.0, 75.0, 121.0, 202.0, 286.0, 489.0, 798.0, 1227.0, 2092.0, 3722.0, 6655.0, 12387.0, 24294.0, 51706.0, 130025.0, 765923.0, 93016.0, 38140.0, 19494.0, 10927.0, 6373.0, 3914.0, 2498.0, 1556.0, 1062.0, 720.0, 503.0, 378.0, 261.0, 170.0, 124.0, 99.0, 80.0, 53.0, 27.0, 35.0, 27.0, 18.0, 13.0, 13.0, 7.0, 5.0, 5.0, 3.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.006555055268108845, -0.006287743803113699, -0.006020431872457266, -0.00575312040746212, -0.005485808476805687, -0.005218497011810541, -0.004951185081154108, -0.004683873616158962, -0.004416561685502529, -0.004149250220507383, -0.003881938522681594, -0.0036146268248558044, -0.0033473153598606586, -0.003080003662034869, -0.0028126919642090797, -0.0025453802663832903, -0.002278068568557501, -0.0020107568707317114, -0.001743445172905922, -0.0014761335914954543, -0.0012088218936696649, -0.0009415101958438754, -0.0006741985562257469, -0.0004068868875037879, -0.00013957521878182888, 0.00012773644994013011, 0.0003950481186620891, 0.0006623597582802176, 0.0009296714561060071, 0.0011969831539317966, 0.0014642947353422642, 0.0017316064331680536, 0.001998918130993843, 0.0022662298288196325, 0.002533541526645422, 0.0028008532244712114, 0.003068164922297001, 0.0033354763872921467, 0.003602788085117936, 0.0038700997829437256, 0.004137411713600159, 0.0044047231785953045, 0.00467203464359045, 0.004939346574246883, 0.005206658039242029, 0.005473969969898462, 0.005741281434893608, 0.006008593365550041, 0.006275904830545187, 0.006543216295540333, 0.006810528226196766, 0.007077839691191912, 0.007345151621848345, 0.007612463086843491, 0.007879775017499924, 0.008147086948156357, 0.008414397947490215, 0.008681709878146648, 0.008949021808803082, 0.00921633280813694, 0.009483644738793373, 0.009750956669449806, 0.01001826860010624, 0.010285579599440098, 0.010552891530096531]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 5.0, 3.0, 1.0, 2.0, 4.0, 8.0, 1.0, 3.0, 1.0, 3.0, 3.0, 1.0, 3.0, 1.0, 3.0, 2.0, 1.0, 1.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011061245575547218, -0.010720673948526382, -0.010380101390182972, -0.010039529763162136, -0.0096989581361413, -0.009358386509120464, -0.009017813950777054, -0.008677242323756218, -0.008336670696735382, -0.007996098138391972, -0.007655526511371136, -0.0073149548843503, -0.006974382791668177, -0.006633811164647341, -0.006293239071965218, -0.005952667444944382, -0.0056120953522622585, -0.005271523259580135, -0.0049309516325592995, -0.004590379539877176, -0.00424980791285634, -0.003909235820174217, -0.0035686639603227377, -0.003228092100471258, -0.0028875202406197786, -0.002546948380768299, -0.0022063765209168196, -0.0018658045446500182, -0.0015252326847985387, -0.0011846608249470592, -0.0008440889068879187, -0.0005035169888287783, -0.00016294512897729874, 0.00017762675997801125, 0.0005181986489333212, 0.0008587705669924617, 0.0011993424268439412, 0.0015399142866954207, 0.001880486262962222, 0.0022210581228137016, 0.002561629982665181, 0.0029022018425166607, 0.0032427737023681402, 0.0035833455622196198, 0.003923917654901743, 0.004264489281922579, 0.004605061374604702, 0.004945633001625538, 0.005286205094307661, 0.005626777186989784, 0.00596734881401062, 0.006307920906692743, 0.006648492533713579, 0.006989064626395702, 0.007329636253416538, 0.007670208346098661, 0.008010780438780785, 0.00835135206580162, 0.008691923692822456, 0.009032496251165867, 0.009373067878186703, 0.009713639505207539, 0.010054211132228374, 0.010394783690571785, 0.01073535531759262]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 4.0, 1.0, 6.0, 9.0, 9.0, 8.0, 12.0, 9.0, 7.0, 12.0, 20.0, 19.0, 26.0, 32.0, 34.0, 44.0, 51.0, 66.0, 73.0, 102.0, 129.0, 168.0, 235.0, 325.0, 495.0, 729.0, 945.0, 1500.0, 6122.0, 2373.0, 1510.0, 1016.0, 734.0, 496.0, 322.0, 233.0, 141.0, 122.0, 73.0, 72.0, 34.0, 18.0, 18.0, 16.0, 25.0, 10.0, 6.0, 3.0, 4.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.009173519909381866, -0.008922894485294819, -0.008672269061207771, -0.008421644568443298, -0.00817101914435625, -0.007920393720269203, -0.007669768296182156, -0.007419143337756395, -0.007168517913669348, -0.0069178924895823, -0.00666726753115654, -0.006416642107069492, -0.006166016682982445, -0.0059153917245566845, -0.005664766300469637, -0.005414141342043877, -0.005163515917956829, -0.0049128904938697815, -0.004662265535444021, -0.004411640111356974, -0.004161015152931213, -0.003910389728844166, -0.0036597643047571182, -0.0034091391135007143, -0.0031585139222443104, -0.0029078887309879065, -0.0026572635397315025, -0.002406638115644455, -0.002156012924388051, -0.0019053877331316471, -0.0016547624254599214, -0.0014041371177881956, -0.0011535119265317917, -0.0009028866770677269, -0.000652261427603662, -0.0004016361781395972, -0.00015101092867553234, 9.96143207885325e-05, 0.00035023957025259733, 0.0006008648197166622, 0.000851490069180727, 0.001102115260437131, 0.0013527405681088567, 0.0016033658757805824, 0.0018539910670369864, 0.0021046162582933903, 0.002355241682380438, 0.0026058668736368418, 0.0028564920648932457, 0.0031071172561496496, 0.0033577424474060535, 0.003608367871493101, 0.003858993062749505, 0.004109618254005909, 0.0043602436780929565, 0.004610868636518717, 0.004861494060605764, 0.005112119484692812, 0.005362744443118572, 0.00561336986720562, 0.005863995291292667, 0.006114620249718428, 0.006365245673805475, 0.0066158706322312355, 0.006866496056318283]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 2.0, 1.0, 3.0, 5.0, 0.0, 1.0, 0.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.038665227591991425, -0.037053875625133514, -0.035442523658275604, -0.033831171691417694, -0.032219819724559784, -0.030608467757701874, -0.028997115790843964, -0.027385763823986053, -0.025774411857128143, -0.024163061752915382, -0.022551709786057472, -0.020940357819199562, -0.019329005852341652, -0.017717653885483742, -0.01610630191862583, -0.014494949951767921, -0.012883597984910011, -0.011272246018052101, -0.009660894051194191, -0.00804954208433628, -0.006438190583139658, -0.004826838616281748, -0.0032154868822544813, -0.001604135031811893, 7.216818630695343e-06, 0.0016185686690732837, 0.003229920519515872, 0.0048412722535431385, 0.006452624220401049, 0.008063975721597672, 0.009675327688455582, 0.011286679655313492, 0.012898031622171402, 0.014509383589029312, 0.016120735555887222, 0.017732087522745132, 0.019343439489603043, 0.020954791456460953, 0.022566143423318863, 0.024177495390176773, 0.025788847357034683, 0.027400197461247444, 0.029011549428105354, 0.030622901394963264, 0.032234255224466324, 0.033845607191324234, 0.035456959158182144, 0.037068311125040054, 0.038679659366607666, 0.040291011333465576, 0.041902363300323486, 0.043513715267181396, 0.04512506723403931, 0.04673641920089722, 0.04834777116775513, 0.04995912313461304, 0.05157047510147095, 0.05318182706832886, 0.05479317903518677, 0.05640453100204468, 0.05801588296890259, 0.0596272349357605, 0.06123858690261841, 0.06284993886947632, 0.06446129083633423]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 2.0, 2.0, 4.0, 4.0, 3.0, 4.0, 8.0, 9.0, 14.0, 13.0, 14.0, 18.0, 20.0, 53.0, 26.0, 20.0, 19.0, 10.0, 7.0, 6.0, 1.0, 2.0, 1.0, 3.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.030021103098988533, -0.028634028509259224, -0.027246953919529915, -0.025859877467155457, -0.024472802877426147, -0.02308572828769684, -0.02169865369796753, -0.02031157910823822, -0.01892450451850891, -0.017537428066134453, -0.016150353476405144, -0.014763278886675835, -0.013376204296946526, -0.011989128775894642, -0.010602054186165333, -0.009214978665113449, -0.00782790407538414, -0.006440829019993544, -0.005053753964602947, -0.003666679374873638, -0.0022796043194830418, -0.0008925293805077672, 0.0004945455584675074, 0.001881620497442782, 0.0032686954364180565, 0.004655770491808653, 0.006042845547199249, 0.007429920136928558, 0.008816994726657867, 0.010204070247709751, 0.01159114483743906, 0.012978220358490944, 0.014365294948220253, 0.015752369537949562, 0.01713944412767887, 0.01852652058005333, 0.01991359516978264, 0.021300669759511948, 0.022687744349241257, 0.024074818938970566, 0.025461893528699875, 0.026848969981074333, 0.028236044570803642, 0.02962311916053295, 0.03101019375026226, 0.03239727020263672, 0.03378434479236603, 0.03517141938209534, 0.036558493971824646, 0.037945568561553955, 0.039332643151283264, 0.04071971774101257, 0.04210679233074188, 0.04349386692047119, 0.0448809452354908, 0.04626801982522011, 0.04765509441494942, 0.049042169004678726, 0.050429243594408035, 0.051816318184137344, 0.05320339277386665, 0.05459046736359596, 0.05597754195332527, 0.05736461654305458, 0.05875169485807419]}, "_runtime": 29.72144317626953, "_timestamp": 1596206608.5650754, "_step": 29}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 4.0, 3.0, 1.0, 2.0, 0.0, 2.0, 2.0, 2.0, 3.0, 3.0, 3.0, 2.0, 1.0, 1.0, 1.0, 1.0, 4.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 5.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013286136090755463, -0.012963935732841492, -0.01264173537492752, -0.01231953501701355, -0.011997334659099579, -0.011675134301185608, -0.011352933943271637, -0.011030733585357666, -0.010708533227443695, -0.010386332869529724, -0.010064132511615753, -0.009741932153701782, -0.009419731795787811, -0.00909753143787384, -0.00877533107995987, -0.008453130722045898, -0.008130930364131927, -0.0078087300062179565, -0.007486529648303986, -0.007164329290390015, -0.006842128932476044, -0.006519928574562073, -0.006197728216648102, -0.005875527858734131, -0.00555332750082016, -0.005231127142906189, -0.004908926784992218, -0.004586726427078247, -0.004264526069164276, -0.003942325711250305, -0.0036201253533363342, -0.0032979249954223633, -0.0029757246375083923, -0.0026535242795944214, -0.0023313239216804504, -0.0020091235637664795, -0.0016869232058525085, -0.0013647228479385376, -0.0010425224900245667, -0.0007203221321105957, -0.00039812177419662476, -7.592141628265381e-05, 0.00024627894163131714, 0.0005684792995452881, 0.000890679657459259, 0.00121288001537323, 0.001535080373287201, 0.0018572807312011719, 0.002179481089115143, 0.0025016814470291138, 0.0028238818049430847, 0.0031460821628570557, 0.0034682825207710266, 0.0037904828786849976, 0.0041126832365989685, 0.0044348835945129395, 0.00475708395242691, 0.005079284310340881, 0.005401484668254852, 0.005723685026168823, 0.006045885384082794, 0.006368085741996765, 0.006690286099910736, 0.007012486457824707, 0.007334686815738678]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 3.0, 2.0, 1.0, 1.0, 3.0, 1.0, 3.0, 1.0, 5.0, 0.0, 7.0, 7.0, 8.0, 3.0, 8.0, 15.0, 8.0, 10.0, 11.0, 19.0, 34.0, 36.0, 51.0, 69.0, 80.0, 116.0, 120.0, 154.0, 239.0, 383.0, 4761.0, 762.0, 275.0, 178.0, 126.0, 104.0, 72.0, 56.0, 47.0, 34.0, 23.0, 21.0, 13.0, 12.0, 4.0, 11.0, 3.0, 6.0, 8.0, 11.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.14228786528110504, -0.13815820217132568, -0.13402853906154633, -0.12989887595176697, -0.1257692128419876, -0.12163954973220825, -0.1175098866224289, -0.11338022351264954, -0.10925056040287018, -0.10512089729309082, -0.10099123418331146, -0.0968615710735321, -0.09273190796375275, -0.08860224485397339, -0.08447258174419403, -0.08034291863441467, -0.07621325552463531, -0.07208359241485596, -0.0679539293050766, -0.06382426619529724, -0.05969460308551788, -0.055564939975738525, -0.05143527686595917, -0.04730561375617981, -0.04317595064640045, -0.039046287536621094, -0.034916624426841736, -0.030786961317062378, -0.02665729820728302, -0.022527635097503662, -0.018397971987724304, -0.014268308877944946, -0.010138645768165588, -0.0060089826583862305, -0.0018793195486068726, 0.0022503435611724854, 0.006380006670951843, 0.010509669780731201, 0.014639332890510559, 0.018768996000289917, 0.022898659110069275, 0.027028322219848633, 0.03115798532962799, 0.03528764843940735, 0.03941731154918671, 0.043546974658966064, 0.04767663776874542, 0.05180630087852478, 0.05593596398830414, 0.060065627098083496, 0.06419529020786285, 0.06832495331764221, 0.07245461642742157, 0.07658427953720093, 0.08071394264698029, 0.08484360575675964, 0.088973268866539, 0.09310293197631836, 0.09723259508609772, 0.10136225819587708, 0.10549192130565643, 0.10962158441543579, 0.11375124752521515, 0.1178809106349945, 0.12201057374477386]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 3.0, 1.0, 1.0, 3.0, 2.0, 5.0, 3.0, 2.0, 6.0, 2.0, 8.0, 5.0, 6.0, 5.0, 25.0, 3.0, 3.0, 2.0, 4.0, 2.0, 3.0, 3.0, 2.0, 4.0, 1.0, 3.0, 1.0, 1.0, 0.0, 3.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.002624484011903405, -0.0025317349936813116, -0.0024389857426285744, -0.002346236724406481, -0.002253487706184387, -0.00216073845513165, -0.0020679894369095564, -0.001975240418687463, -0.0018824912840500474, -0.001789742149412632, -0.0016969931311905384, -0.001604243996553123, -0.0015114948619157076, -0.001418745843693614, -0.0013259967090561986, -0.001233247690834105, -0.0011404985561966896, -0.0010477494215592742, -0.0009550004033371806, -0.0008622512686997652, -0.0007695021922700107, -0.0006767531158402562, -0.0005840039812028408, -0.0004912549047730863, -0.0003985058283433318, -0.0003057567519135773, -0.00021300764637999237, -0.00012025855539832264, -2.7509464416652918e-05, 6.52396265650168e-05, 0.00015798871754668653, 0.0002507378230802715, 0.000343486899510026, 0.0004362359759397805, 0.000528985052369535, 0.0006217341870069504, 0.0007144832634367049, 0.0008072323398664594, 0.0008999814745038748, 0.0009927304927259684, 0.0010854796273633838, 0.0011782287620007992, 0.0012709777802228928, 0.0013637269148603082, 0.0014564760494977236, 0.0015492250677198172, 0.0016419742023572326, 0.0017347232205793262, 0.0018274723552167416, 0.001920221489854157, 0.0020129706244915724, 0.002105719642713666, 0.0021984686609357595, 0.0022912179119884968, 0.0023839669302105904, 0.002476715948432684, 0.0025694649666547775, 0.0026622142177075148, 0.0027549632359296083, 0.002847712254151702, 0.002940461505204439, 0.0030332105234265327, 0.0031259595416486263, 0.0032187087927013636, 0.003311457810923457]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 8.0, 8.0, 11.0, 24.0, 26.0, 40.0, 67.0, 111.0, 154.0, 272.0, 389.0, 587.0, 937.0, 1597.0, 2629.0, 4976.0, 9090.0, 18104.0, 37419.0, 90591.0, 749320.0, 143024.0, 52747.0, 26668.0, 15065.0, 9107.0, 5476.0, 3570.0, 2293.0, 1583.0, 1046.0, 802.0, 505.0, 368.0, 278.0, 188.0, 151.0, 102.0, 82.0, 67.0, 41.0, 25.0, 18.0, 20.0, 8.0, 11.0, 8.0, 9.0, 4.0, 5.0, 4.0, 2.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.006207117345184088, -0.005946662742644548, -0.005686208140105009, -0.0054257530719041824, -0.005165298469364643, -0.004904843866825104, -0.004644389264285564, -0.004383934661746025, -0.004123480059206486, -0.0038630252238363028, -0.0036025703884661198, -0.0033421157859265804, -0.003081661183387041, -0.002821206348016858, -0.0025607517454773188, -0.0023002969101071358, -0.0020398423075675964, -0.0017793875886127353, -0.001518932869657874, -0.0012584782671183348, -0.0009980235481634736, -0.0007375688292086124, -0.0004771141684614122, -0.00021665947861038148, 4.379521124064922e-05, 0.00030424990109167993, 0.0005647045909427106, 0.0008251592516899109, 0.001085613970644772, 0.0013460686895996332, 0.0016065232921391726, 0.0018669780110940337, 0.002127432730048895, 0.0023878873325884342, 0.002648342167958617, 0.0029087967704981565, 0.0031692516058683395, 0.003429706208407879, 0.003690160810947418, 0.0039506154134869576, 0.004211070016026497, 0.0044715250842273235, 0.004731979686766863, 0.004992434289306402, 0.0052528888918459415, 0.005513343494385481, 0.0057737985625863075, 0.006034253165125847, 0.006294707767665386, 0.0065551623702049255, 0.006815616972744465, 0.0070760720409452915, 0.007336526643484831, 0.00759698124602437, 0.007857436314225197, 0.008117890916764736, 0.008378345519304276, 0.008638800121843815, 0.008899254724383354, 0.009159709326922894, 0.009420163929462433, 0.009680618532001972, 0.009941073134541512, 0.010201527737081051, 0.01046198233962059]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 3.0, 0.0, 4.0, 2.0, 2.0, 3.0, 4.0, 5.0, 6.0, 1.0, 2.0, 8.0, 0.0, 3.0, 2.0, 2.0, 2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.006362788379192352, -0.005850143264979124, -0.005337498150765896, -0.004824853502213955, -0.004312208388000727, -0.0037995632737874985, -0.003286918392404914, -0.0027742735110223293, -0.002261628396809101, -0.0017489833990111947, -0.0012363384012132883, -0.0007236934034153819, -0.0002110484056174755, 0.0003015965921804309, 0.0008142415899783373, 0.0013268865877762437, 0.00183953158557415, 0.0023521766997873783, 0.002864821581169963, 0.0033774664625525475, 0.0038901115767657757, 0.004402756690979004, 0.004915401339530945, 0.005428046453744173, 0.005940691567957401, 0.0064533366821706295, 0.006965981796383858, 0.007478626444935799, 0.00799127109348774, 0.008503916673362255, 0.009016561321914196, 0.009529206901788712, 0.010041851550340652, 0.010554496198892593, 0.011067141778767109, 0.01157978642731905, 0.012092432007193565, 0.012605076655745506, 0.013117721304297447, 0.013630366884171963, 0.014143011532723904, 0.014655656181275845, 0.01516830176115036, 0.0156809464097023, 0.016193591058254242, 0.016706235706806183, 0.017218882218003273, 0.017731526866555214, 0.018244171515107155, 0.018756816163659096, 0.019269460812211037, 0.019782107323408127, 0.020294751971960068, 0.02080739662051201, 0.02132004126906395, 0.02183268591761589, 0.02234533056616783, 0.02285797707736492, 0.023370621725916862, 0.023883266374468803, 0.024395911023020744, 0.024908555671572685, 0.025421202182769775, 0.025933846831321716, 0.026446491479873657]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 4.0, 3.0, 3.0, 9.0, 10.0, 17.0, 29.0, 41.0, 69.0, 79.0, 110.0, 172.0, 209.0, 234.0, 318.0, 347.0, 472.0, 590.0, 798.0, 998.0, 1460.0, 2359.0, 5138.0, 1273.0, 761.0, 546.0, 373.0, 358.0, 274.0, 213.0, 175.0, 154.0, 123.0, 104.0, 121.0, 69.0, 62.0, 36.0, 50.0, 36.0, 19.0, 16.0, 25.0, 24.0, 17.0, 16.0, 10.0, 2.0, 7.0, 6.0, 8.0, 14.0, 12.0, 9.0, 16.0, 12.0, 10.0, 5.0, 2.0, 1.0, 1.0, 0.0, 2.0], "bins": [-0.0052015711553394794, -0.004977086558938026, -0.004752601496875286, -0.004528116900473833, -0.00430363230407238, -0.00407914724200964, -0.0038546626456081867, -0.00363017781637609, -0.0034056929871439934, -0.0031812081579118967, -0.0029567233286798, -0.002732238732278347, -0.0025077539030462503, -0.0022832690738141537, -0.0020587844774127007, -0.001834299648180604, -0.0016098148189485073, -0.0013853299897164106, -0.0011608452768996358, -0.0009363605058752, -0.0007118757348507643, -0.0004873909638263285, -0.00026290619280189276, -3.8421421777457e-05, 0.00018606334924697876, 0.0004105481202714145, 0.0006350328912958503, 0.000859517662320286, 0.0010840024333447218, 0.0013084872625768185, 0.0015329719753935933, 0.0017574566882103682, 0.001981941517442465, 0.0022064263466745615, 0.002430911175906658, 0.002655395772308111, 0.002879880601540208, 0.0031043654307723045, 0.0033288500271737576, 0.0035533348564058542, 0.003777819685637951, 0.004002304282039404, 0.004226789344102144, 0.004451273940503597, 0.004675759002566338, 0.004900243598967791, 0.005124728195369244, 0.005349213257431984, 0.005573697853833437, 0.00579818245023489, 0.00602266751229763, 0.006247152108699083, 0.006471636705100536, 0.006696121767163277, 0.00692060636356473, 0.00714509142562747, 0.007369576022028923, 0.007594060618430376, 0.007818545214831829, 0.00804303027689457, 0.00826751533895731, 0.008491999469697475, 0.008716484531760216, 0.008940969593822956, 0.009165454655885696]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 3.0, 0.0, 3.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.14791548252105713, -0.1447141021490097, -0.14151273667812347, -0.13831135630607605, -0.13510997593402863, -0.1319085955619812, -0.12870723009109497, -0.12550584971904755, -0.12230446934700012, -0.1191030964255333, -0.11590171605348587, -0.11270034313201904, -0.10949896275997162, -0.10629758983850479, -0.10309620946645737, -0.09989483654499054, -0.09669345617294312, -0.09349208325147629, -0.09029071033000946, -0.08708932995796204, -0.08388795703649521, -0.08068657666444778, -0.07748520374298096, -0.07428382337093353, -0.0710824504494667, -0.06788107007741928, -0.06467969715595245, -0.06147832050919533, -0.0582769438624382, -0.055075567215681076, -0.05187419056892395, -0.048672813922166824, -0.0454714372754097, -0.04227006062865257, -0.03906868398189545, -0.03586730733513832, -0.032665930688381195, -0.02946455590426922, -0.026263179257512093, -0.023061802610754967, -0.01986042596399784, -0.016659049317240715, -0.01345767267048359, -0.010256296955049038, -0.007054920308291912, -0.00385354389436543, -0.0006521674804389477, 0.0025492089334875345, 0.005750585347414017, 0.008951961994171143, 0.012153338640928268, 0.01535471435636282, 0.01855609193444252, 0.021757466718554497, 0.024958843365311623, 0.02816022001206875, 0.031361594796180725, 0.03456297144293785, 0.03776434808969498, 0.0409657247364521, 0.04416710138320923, 0.047368478029966354, 0.05056985467672348, 0.053771231323480606, 0.05697260797023773]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 3.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 2.0, 4.0, 1.0, 4.0, 3.0, 1.0, 9.0, 12.0, 29.0, 32.0, 54.0, 26.0, 26.0, 12.0, 9.0, 11.0, 6.0, 7.0, 2.0, 3.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.044504255056381226, -0.04274946451187134, -0.04099467769265175, -0.03923988714814186, -0.03748510032892227, -0.035730309784412384, -0.033975519239902496, -0.03222073242068291, -0.03046594187617302, -0.02871115319430828, -0.026956364512443542, -0.025201573967933655, -0.023446785286068916, -0.021691996604204178, -0.01993720605969429, -0.01818241737782955, -0.016427628695964813, -0.014672840014100075, -0.012918050400912762, -0.011163260787725449, -0.00940847210586071, -0.007653682958334684, -0.005898893810808659, -0.004144104663282633, -0.002389315515756607, -0.0006345263682305813, 0.0011202627792954445, 0.0028750519268214703, 0.004629841074347496, 0.006384630221873522, 0.008139419369399548, 0.00989420898258686, 0.011648997664451599, 0.013403786346316338, 0.01515857595950365, 0.016913365572690964, 0.018668154254555702, 0.02042294293642044, 0.02217773348093033, 0.023932522162795067, 0.025687310844659805, 0.027442099526524544, 0.029196888208389282, 0.03095167875289917, 0.03270646929740906, 0.03446125611662865, 0.036216046661138535, 0.037970833480358124, 0.03972562402486801, 0.0414804145693779, 0.04323520138859749, 0.044989991933107376, 0.046744778752326965, 0.04849956929683685, 0.05025435984134674, 0.05200914666056633, 0.05376393720507622, 0.055518727749586105, 0.057273514568805695, 0.05902830511331558, 0.06078309565782547, 0.06253788620233536, 0.06429266929626465, 0.06604745984077454, 0.06780225038528442]}, "_runtime": 30.493736028671265, "_timestamp": 1596206609.3373682, "_step": 30}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 3.0, 2.0, 1.0, 4.0, 1.0, 3.0, 0.0, 2.0, 2.0, 2.0, 1.0, 4.0, 1.0, 2.0, 2.0, 3.0, 2.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011474141851067543, -0.011042209342122078, -0.010610276833176613, -0.010178345255553722, -0.009746412746608257, -0.009314480237662792, -0.008882547728717327, -0.008450615219771862, -0.008018683642148972, -0.007586750667542219, -0.007154818624258041, -0.006722886115312576, -0.006290953606367111, -0.005859021563082933, -0.005427089054137468, -0.0049951570108532906, -0.0045632245019078255, -0.00413129199296236, -0.0036993599496781826, -0.0032674274407327175, -0.002835495164617896, -0.0024035628885030746, -0.0019716303795576096, -0.0015396981034427881, -0.0011077658273279667, -0.0006758334930054843, -0.000243901158683002, 0.00018803117563948035, 0.0006199635099619627, 0.0010518957860767841, 0.0014838281786069274, 0.0019157605711370707, 0.002347692847251892, 0.0027796251233667135, 0.003211557399481535, 0.003643489908427, 0.004075421951711178, 0.004507354460656643, 0.004939286969602108, 0.005371219012886286, 0.005803151521831751, 0.006235084030777216, 0.006667016074061394, 0.007098948583006859, 0.007530881091952324, 0.007962813600897789, 0.00839474517852068, 0.008826677687466145, 0.00925861019641161, 0.009690542705357075, 0.01012247521430254, 0.01055440679192543, 0.010986339300870895, 0.01141827180981636, 0.011850204318761826, 0.01228213682770729, 0.012714069336652756, 0.013146000914275646, 0.013577933423221111, 0.014009865932166576, 0.014441798441112041, 0.014873730950057507, 0.015305662527680397, 0.015737595036625862, 0.016169527545571327]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 4.0, 3.0, 5.0, 3.0, 11.0, 17.0, 19.0, 28.0, 27.0, 45.0, 53.0, 47.0, 85.0, 105.0, 145.0, 208.0, 314.0, 607.0, 4994.0, 416.0, 221.0, 142.0, 95.0, 72.0, 57.0, 46.0, 36.0, 22.0, 26.0, 18.0, 14.0, 9.0, 4.0, 5.0, 4.0, 5.0, 3.0, 1.0, 2.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.15925101935863495, -0.15377625823020935, -0.14830148220062256, -0.14282670617103577, -0.13735194504261017, -0.13187718391418457, -0.12640240788459778, -0.12092763930559158, -0.11545287072658539, -0.1099781021475792, -0.104503333568573, -0.0990285649895668, -0.09355379641056061, -0.08807902783155441, -0.08260425925254822, -0.07712949067354202, -0.07165472209453583, -0.06617995351552963, -0.06070518493652344, -0.05523041635751724, -0.04975564777851105, -0.04428087919950485, -0.03880611062049866, -0.03333134204149246, -0.027856573462486267, -0.022381804883480072, -0.016907036304473877, -0.011432267725467682, -0.005957499146461487, -0.00048273056745529175, 0.004992038011550903, 0.010466806590557098, 0.015941575169563293, 0.02141634374856949, 0.026891112327575684, 0.03236588090658188, 0.037840649485588074, 0.04331541806459427, 0.048790186643600464, 0.05426495522260666, 0.059739723801612854, 0.06521449238061905, 0.07068926095962524, 0.07616402953863144, 0.08163879811763763, 0.08711356669664383, 0.09258833527565002, 0.09806310385465622, 0.10353787243366241, 0.10901264101266861, 0.1144874095916748, 0.119962178170681, 0.1254369467496872, 0.1309117078781128, 0.13638648390769958, 0.14186125993728638, 0.14733602106571198, 0.15281078219413757, 0.15828555822372437, 0.16376033425331116, 0.16923509538173676, 0.17470985651016235, 0.18018463253974915, 0.18565940856933594, 0.19113416969776154]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 3.0, 1.0, 2.0, 4.0, 4.0, 4.0, 3.0, 0.0, 4.0, 5.0, 5.0, 2.0, 4.0, 3.0, 7.0, 25.0, 7.0, 5.0, 4.0, 2.0, 2.0, 1.0, 5.0, 3.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 3.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002734349574893713, -0.0026405469980090857, -0.0025467444211244583, -0.002452941844239831, -0.0023591395001858473, -0.00226533692330122, -0.0021715343464165926, -0.0020777317695319653, -0.001983929192647338, -0.0018901267321780324, -0.001796324155293405, -0.0017025215784087777, -0.0016087191179394722, -0.0015149165410548449, -0.0014211139641702175, -0.001327311503700912, -0.0012335089268162847, -0.0011397063499316573, -0.0010459038894623518, -0.0009521013125777245, -0.0008582987356930971, -0.0007644962170161307, -0.0006706936983391643, -0.0005768911214545369, -0.0004830886027775705, -0.0003892860549967736, -0.0002954835072159767, -0.00020168098853901029, -0.0001078784407582134, -1.407590025337413e-05, 7.972664025146514e-05, 0.0001735291734803468, 0.0002673317212611437, 0.00036113426904194057, 0.00045493681682273746, 0.0005487393354997039, 0.0006425419123843312, 0.0007363444310612977, 0.0008301469497382641, 0.0009239495266228914, 0.0010177521035075188, 0.0011115545639768243, 0.0012053571408614516, 0.001299159717746079, 0.0013929621782153845, 0.0014867647551000118, 0.0015805673319846392, 0.0016743697924539447, 0.001768172369338572, 0.0018619749462231994, 0.001955777406692505, 0.0020495799835771322, 0.0021433825604617596, 0.002237185137346387, 0.0023309877142310143, 0.002424790058284998, 0.0025185926351696253, 0.0026123952120542526, 0.00270619778893888, 0.0028000003658235073, 0.0028938029427081347, 0.0029876052867621183, 0.0030814078636467457, 0.003175210440531373, 0.0032690130174160004]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [4.0, 3.0, 5.0, 6.0, 6.0, 12.0, 23.0, 32.0, 37.0, 55.0, 60.0, 104.0, 154.0, 223.0, 358.0, 516.0, 745.0, 1198.0, 1850.0, 3117.0, 5026.0, 8424.0, 14513.0, 26093.0, 50143.0, 109517.0, 729382.0, 112577.0, 48400.0, 25387.0, 14928.0, 8907.0, 5758.0, 3778.0, 2550.0, 1762.0, 1127.0, 787.0, 577.0, 416.0, 281.0, 204.0, 145.0, 116.0, 78.0, 63.0, 48.0, 38.0, 34.0, 16.0, 12.0, 14.0, 11.0, 6.0, 7.0, 4.0, 0.0, 3.0, 3.0, 2.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.005931303836405277, -0.005708636716008186, -0.005485969595611095, -0.005263302009552717, -0.005040634889155626, -0.004817967768758535, -0.004595300182700157, -0.004372633062303066, -0.004149965941905975, -0.003927298821508884, -0.00370463146828115, -0.0034819641150534153, -0.0032592969946563244, -0.0030366298742592335, -0.002813962521031499, -0.0025912951678037643, -0.0023686280474066734, -0.0021459609270095825, -0.001923293573781848, -0.0017006263369694352, -0.0014779591001570225, -0.0012552918633446097, -0.001032624626532197, -0.0008099573897197843, -0.0005872901529073715, -0.0003646229160949588, -0.00014195567928254604, 8.07115575298667e-05, 0.00030337879434227943, 0.0005260460311546922, 0.0007487132679671049, 0.0009713805047795177, 0.0011940477415919304, 0.0014167149784043431, 0.0016393822152167559, 0.0018620494520291686, 0.0020847166888415813, 0.0023073838092386723, 0.002530051162466407, 0.0027527185156941414, 0.0029753856360912323, 0.003198052756488323, 0.0034207201097160578, 0.0036433874629437923, 0.0038660545833408833, 0.004088721703737974, 0.004311389289796352, 0.004534056410193443, 0.004756723530590534, 0.004979390650987625, 0.005202057771384716, 0.005424725357443094, 0.005647392477840185, 0.005870059598237276, 0.006092727184295654, 0.006315394304692745, 0.006538061425089836, 0.006760728545486927, 0.006983395665884018, 0.007206063251942396, 0.007428730372339487, 0.007651397492736578, 0.007874065078794956, 0.008096732199192047, 0.008319399319589138]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 4.0, 1.0, 1.0, 8.0, 2.0, 3.0, 5.0, 3.0, 2.0, 3.0, 2.0, 0.0, 0.0, 3.0, 1.0, 1.0, 4.0, 1.0, 2.0, 1.0, 1.0, 1.0], "bins": [-0.01929992437362671, -0.018878750503063202, -0.018457576632499695, -0.018036402761936188, -0.01761522889137268, -0.017194055020809174, -0.016772879287600517, -0.01635170541703701, -0.015930531546473503, -0.015509357675909996, -0.015088183805346489, -0.014667009934782982, -0.014245836064219475, -0.013824662193655968, -0.013403487391769886, -0.012982313521206379, -0.012561139650642872, -0.012139965780079365, -0.011718791909515858, -0.011297617107629776, -0.010876443237066269, -0.010455269366502762, -0.010034095495939255, -0.009612921625375748, -0.00919174775481224, -0.008770572952926159, -0.008349399082362652, -0.007928225211799145, -0.007507051341235638, -0.007085877005010843, -0.006664703134447336, -0.006243528798222542, -0.005822354927659035, -0.005401181057095528, -0.004980006720870733, -0.004558832850307226, -0.004137658514082432, -0.0037164846435189247, -0.0032953107729554176, -0.002874136669561267, -0.002452962566167116, -0.0020317884627729654, -0.0016106144757941365, -0.0011894404888153076, -0.0007682663854211569, -0.00034709234023466706, 7.408170495182276e-05, 0.0004952557501383126, 0.0009164297953248024, 0.0013376038987189531, 0.001758777885697782, 0.002179951872676611, 0.0026011259760707617, 0.0030223000794649124, 0.0034434739500284195, 0.0038646480534225702, 0.004285822156816721, 0.004706996027380228, 0.005128170363605022, 0.0055493442341685295, 0.005970518104732037, 0.006391692440956831, 0.006812866311520338, 0.0072340406477451324, 0.0076552145183086395]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 3.0, 3.0, 4.0, 6.0, 6.0, 8.0, 17.0, 17.0, 11.0, 25.0, 16.0, 32.0, 36.0, 49.0, 49.0, 65.0, 69.0, 63.0, 64.0, 81.0, 88.0, 87.0, 127.0, 166.0, 234.0, 258.0, 292.0, 485.0, 647.0, 969.0, 1815.0, 5828.0, 1635.0, 1173.0, 781.0, 627.0, 480.0, 367.0, 304.0, 239.0, 216.0, 175.0, 156.0, 114.0, 104.0, 103.0, 83.0, 59.0, 45.0, 36.0, 29.0, 21.0, 15.0, 13.0, 7.0, 6.0, 5.0, 5.0, 2.0, 5.0, 3.0, 0.0, 3.0], "bins": [-0.007710685953497887, -0.007472084369510412, -0.0072334823198616505, -0.006994880735874176, -0.006756279151886702, -0.00651767710223794, -0.006279075518250465, -0.006040473934262991, -0.0058018723502755165, -0.005563270300626755, -0.00532466871663928, -0.005086067132651806, -0.004847465083003044, -0.00460886349901557, -0.004370261915028095, -0.0041316598653793335, -0.003893058281391859, -0.003654456464573741, -0.0034158548805862665, -0.0031772530637681484, -0.002938651479780674, -0.002700049662962556, -0.002461447846144438, -0.0022228462621569633, -0.0019842444453388453, -0.001745642744936049, -0.0015070410445332527, -0.0012684392277151346, -0.0010298375273123384, -0.0007912358269095421, -0.0005526340682990849, -0.0003140323387924582, -7.543060928583145e-05, 0.00016317112022079527, 0.000401772849727422, 0.0006403746083378792, 0.0008789763087406754, 0.0011175780091434717, 0.0013561798259615898, 0.001594781526364386, 0.0018333832267671824, 0.0020719850435853004, 0.002310586627572775, 0.002549188444390893, 0.002787790261209011, 0.0030263918451964855, 0.0032649936620146036, 0.003503595246002078, 0.003742197062820196, 0.003980798646807671, 0.004219400696456432, 0.004458002280443907, 0.004696603864431381, 0.004935205914080143, 0.005173807498067617, 0.005412409082055092, 0.005651011131703854, 0.005889612715691328, 0.0061282142996788025, 0.006366815883666277, 0.006605417933315039, 0.006844019517302513, 0.0070826211012899876, 0.007321223150938749, 0.007559824734926224]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 5.0, 2.0, 1.0, 3.0, 4.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.12837190926074982, -0.12417732924222946, -0.1199827492237091, -0.11578816920518875, -0.1115935891866684, -0.10739900171756744, -0.10320442169904709, -0.09900984168052673, -0.09481526166200638, -0.09062068164348602, -0.08642610162496567, -0.08223152160644531, -0.07803693413734436, -0.073842354118824, -0.06964777410030365, -0.0654531940817833, -0.06125861406326294, -0.057064034044742584, -0.05286945402622223, -0.048674870282411575, -0.04448029026389122, -0.040285710245370865, -0.03609112650156021, -0.031896546483039856, -0.0277019664645195, -0.023507386445999146, -0.01931280456483364, -0.015118223614990711, -0.010923642665147781, -0.0067290617153048515, -0.0025344807654619217, 0.0016601001843810081, 0.005854681134223938, 0.010049262084066868, 0.014243843033909798, 0.018438424915075302, 0.022633004933595657, 0.026827584952116013, 0.031022166833281517, 0.03521674871444702, 0.03941132873296738, 0.04360590875148773, 0.04780048877000809, 0.05199507251381874, 0.056189652532339096, 0.06038423255085945, 0.0645788162946701, 0.06877339631319046, 0.07296797633171082, 0.07716255635023117, 0.08135713636875153, 0.08555171638727188, 0.08974629640579224, 0.09394088387489319, 0.09813546389341354, 0.1023300439119339, 0.10652462393045425, 0.11071920394897461, 0.11491378396749496, 0.11910836398601532, 0.12330295145511627, 0.12749752402305603, 0.13169211149215698, 0.13588668406009674, 0.1400812715291977]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 5.0, 2.0, 6.0, 1.0, 7.0, 9.0, 14.0, 14.0, 16.0, 25.0, 61.0, 28.0, 25.0, 28.0, 18.0, 3.0, 5.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 3.0], "bins": [-0.08824262022972107, -0.08515322208404541, -0.08206382393836975, -0.0789744183421135, -0.07588502019643784, -0.07279562205076218, -0.06970622390508652, -0.06661681830883026, -0.0635274201631546, -0.06043802201747894, -0.057348623871803284, -0.054259222000837326, -0.05116982385516167, -0.04808042198419571, -0.04499102383852005, -0.04190162196755409, -0.03881222382187843, -0.035722825676202774, -0.032633423805236816, -0.029544023796916008, -0.0264546237885952, -0.02336522564291954, -0.020275825634598732, -0.017186425626277924, -0.014097025617957115, -0.011007625609636307, -0.007918225601315498, -0.0048288265243172646, -0.0017394265159964561, 0.0013499732594937086, 0.004439373034983873, 0.0075287725776433945, 0.010618172585964203, 0.013707572594285011, 0.01679697260260582, 0.019886372610926628, 0.022975772619247437, 0.026065170764923096, 0.029154570773243904, 0.03224397078156471, 0.03533337265253067, 0.03842277079820633, 0.04151216894388199, 0.044601570814847946, 0.047690968960523605, 0.05078037083148956, 0.05386976897716522, 0.05695917084813118, 0.06004856899380684, 0.0631379708647728, 0.06622736901044846, 0.06931676715612411, 0.07240616530179977, 0.07549557089805603, 0.07858496904373169, 0.08167436718940735, 0.08476376533508301, 0.08785316348075867, 0.09094256907701492, 0.09403196722269058, 0.09712136536836624, 0.1002107635140419, 0.10330016911029816, 0.10638956725597382, 0.10947896540164948]}, "_runtime": 31.273723125457764, "_timestamp": 1596206610.1173553, "_step": 31}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 5.0, 2.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 2.0, 6.0, 1.0, 5.0, 4.0, 6.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.013773376122117043, -0.01338882651180029, -0.013004276901483536, -0.012619728222489357, -0.012235178612172604, -0.01185062900185585, -0.011466080322861671, -0.011081530712544918, -0.010696981102228165, -0.010312431491911411, -0.009927881881594658, -0.009543333202600479, -0.009158783592283726, -0.008774233981966972, -0.008389685302972794, -0.00800513569265604, -0.007620586082339287, -0.007236036472022533, -0.006851487327367067, -0.006466938182711601, -0.006082388572394848, -0.0056978389620780945, -0.005313289817422628, -0.004928740672767162, -0.004544191062450409, -0.0041596414521336555, -0.0037750923074781895, -0.0033905429299920797, -0.00300599355250597, -0.0026214441750198603, -0.0022368947975337505, -0.0018523454200476408, -0.001467796042561531, -0.0010832466650754213, -0.0006986972875893116, -0.00031414791010320187, 7.040146738290787e-05, 0.0004549508448690176, 0.0008395002223551273, 0.001224049599841237, 0.0016085989773273468, 0.0019931483548134565, 0.0023776977322995663, 0.002762247109785676, 0.0031467964872717857, 0.0035313458647578955, 0.003915895242244005, 0.004300444386899471, 0.004684993997216225, 0.005069543607532978, 0.005454092752188444, 0.00583864189684391, 0.006223191507160664, 0.006607741117477417, 0.006992290262132883, 0.007376839406788349, 0.0077613890171051025, 0.008145938627421856, 0.00853048823773861, 0.008915036916732788, 0.009299586527049541, 0.009684136137366295, 0.010068684816360474, 0.010453234426677227, 0.01083778403699398]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 2.0, 4.0, 2.0, 4.0, 5.0, 4.0, 6.0, 9.0, 13.0, 17.0, 27.0, 26.0, 49.0, 52.0, 82.0, 110.0, 143.0, 203.0, 266.0, 3492.0, 2319.0, 447.0, 192.0, 140.0, 88.0, 63.0, 37.0, 27.0, 23.0, 15.0, 10.0, 10.0, 6.0, 7.0, 8.0, 3.0, 4.0, 3.0, 1.0, 0.0, 6.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.2165011167526245, -0.2104804813861847, -0.20445983111858368, -0.19843919575214386, -0.19241856038570404, -0.18639791011810303, -0.1803772747516632, -0.1743566393852234, -0.16833600401878357, -0.16231535375118256, -0.15629471838474274, -0.15027408301830292, -0.1442534327507019, -0.13823279738426208, -0.13221216201782227, -0.12619151175022125, -0.12017087638378143, -0.11415023356676102, -0.1081295982003212, -0.10210895538330078, -0.09608832001686096, -0.09006767719984055, -0.08404703438282013, -0.07802639901638031, -0.0720057561993599, -0.06598511338233948, -0.05996447801589966, -0.05394383519887924, -0.047923196107149124, -0.041902557015419006, -0.03588191419839859, -0.029861275106668472, -0.023840636014938354, -0.017819996923208237, -0.01179935596883297, -0.005778715945780277, 0.00024192407727241516, 0.006262564100325108, 0.0122832041233778, 0.018303845077753067, 0.024324484169483185, 0.030345123261213303, 0.03636576235294342, 0.04238640516996384, 0.048407044261693954, 0.05442768335342407, 0.06044832617044449, 0.06646896153688431, 0.07248960435390472, 0.07851024717092514, 0.08453088253736496, 0.09055152535438538, 0.0965721607208252, 0.10259280353784561, 0.10861344635486603, 0.11463408172130585, 0.12065472453832626, 0.12667536735534668, 0.1326960027217865, 0.13871663808822632, 0.14473728835582733, 0.15075792372226715, 0.15677855908870697, 0.16279920935630798, 0.1688198447227478]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 3.0, 1.0, 1.0, 2.0, 3.0, 2.0, 0.0, 2.0, 3.0, 2.0, 2.0, 4.0, 4.0, 2.0, 4.0, 1.0, 4.0, 27.0, 7.0, 4.0, 5.0, 1.0, 0.0, 0.0, 4.0, 6.0, 2.0, 4.0, 3.0, 4.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.00276300054974854, -0.0026869589928537607, -0.002610917203128338, -0.0025348756462335587, -0.0024588340893387794, -0.0023827925324440002, -0.002306750975549221, -0.002230709185823798, -0.002154667628929019, -0.0020786260720342398, -0.002002584282308817, -0.0019265427254140377, -0.0018505011685192585, -0.0017744596116244793, -0.0016984179383143783, -0.0016223762650042772, -0.001546334708109498, -0.0014702931512147188, -0.0013942514779046178, -0.0013182098045945168, -0.0012421682476997375, -0.0011661266908049583, -0.0010900850174948573, -0.0010140433441847563, -0.0009380017872899771, -0.000861960172187537, -0.0007859185570850968, -0.0007098769419826567, -0.0006338353268802166, -0.0005577937117777765, -0.00048175209667533636, -0.00040571048157289624, -0.0003296688664704561, -0.000253627251368016, -0.00017758563626557589, -0.00010154402116313577, -2.5502406060695648e-05, 5.053920904174447e-05, 0.0001265808241441846, 0.0002026224392466247, 0.0002786640543490648, 0.00035470566945150495, 0.00043074728455394506, 0.0005067888996563852, 0.0005828305147588253, 0.0006588721298612654, 0.0007349137449637055, 0.0008109553600661457, 0.0008869969751685858, 0.0009630385902710259, 0.001039080205373466, 0.001115121878683567, 0.0011911634355783463, 0.0012672049924731255, 0.0013432466657832265, 0.0014192883390933275, 0.0014953298959881067, 0.001571371452882886, 0.001647413126192987, 0.001723454799503088, 0.0017994963563978672, 0.0018755379132926464, 0.0019515795866027474, 0.0020276212599128485, 0.0021036628168076277]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 4.0, 5.0, 5.0, 6.0, 12.0, 8.0, 13.0, 29.0, 28.0, 53.0, 64.0, 107.0, 143.0, 241.0, 349.0, 539.0, 840.0, 1304.0, 2079.0, 3534.0, 5929.0, 10429.0, 19585.0, 39281.0, 90285.0, 743624.0, 140428.0, 53197.0, 26790.0, 15176.0, 9005.0, 5649.0, 3595.0, 2258.0, 1476.0, 1074.0, 747.0, 508.0, 369.0, 267.0, 187.0, 113.0, 85.0, 57.0, 47.0, 36.0, 24.0, 13.0, 12.0, 6.0, 8.0, 3.0, 5.0, 3.0, 4.0, 1.0, 0.0, 2.0], "bins": [-0.007854215800762177, -0.007607393432408571, -0.007360571064054966, -0.007113748695701361, -0.006866926327347755, -0.0066201044246554375, -0.006373282056301832, -0.006126459687948227, -0.005879637319594622, -0.005632814951241016, -0.005385992582887411, -0.005139170214533806, -0.004892348311841488, -0.004645525943487883, -0.004398703575134277, -0.004151881206780672, -0.003905058838427067, -0.0036582364700734615, -0.0034114141017198563, -0.0031645919661968946, -0.0029177695978432894, -0.002670947229489684, -0.0024241250939667225, -0.0021773027256131172, -0.001930480357259512, -0.0016836579889059067, -0.0014368357369676232, -0.0011900134850293398, -0.0009431911166757345, -0.0006963688065297902, -0.0004495464963838458, -0.00020272418623790145, 4.409812390804291e-05, 0.00029092043405398726, 0.0005377427441999316, 0.000784565054345876, 0.0010313873644918203, 0.0012782097328454256, 0.001525031984783709, 0.0017718542367219925, 0.0020186766050755978, 0.002265498973429203, 0.0025123213417828083, 0.00275914347730577, 0.003005965845659375, 0.0032527882140129805, 0.003499610349535942, 0.0037464327178895473, 0.003993255086243153, 0.004240077454596758, 0.004486899822950363, 0.004733722191303968, 0.004980544559657574, 0.005227366462349892, 0.005474188830703497, 0.005721011199057102, 0.0059678335674107075, 0.006214655935764313, 0.006461478304117918, 0.006708300672471523, 0.006955122575163841, 0.0072019449435174465, 0.007448767311871052, 0.007695589680224657, 0.007942412048578262]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 2.0, 10.0, 1.0, 4.0, 3.0, 2.0, 6.0, 3.0, 4.0, 3.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01946299523115158, -0.01894109509885311, -0.01841919496655464, -0.017897294834256172, -0.017375394701957703, -0.016853494569659233, -0.016331594437360764, -0.015809694305062294, -0.015287795104086399, -0.01476589497178793, -0.01424399483948946, -0.01372209470719099, -0.013200195506215096, -0.012678295373916626, -0.012156395241618156, -0.011634495109319687, -0.011112594977021217, -0.010590694844722748, -0.010068794712424278, -0.009546894580125809, -0.00902499444782734, -0.008503095246851444, -0.007981195114552975, -0.007459294982254505, -0.006937394849956036, -0.006415494717657566, -0.0058935945853590965, -0.005371694918721914, -0.004849794786423445, -0.004327894654124975, -0.0038059947546571493, -0.0032840948551893234, -0.002762194722890854, -0.0022402945905923843, -0.0017183946911245584, -0.0011964946752414107, -0.000674594659358263, -0.0001526946434751153, 0.0003692053724080324, 0.0008911053882911801, 0.0014130054041743279, 0.0019349054200574756, 0.0024568054359406233, 0.002978705335408449, 0.0035006054677069187, 0.004022505600005388, 0.0045444052666425705, 0.00506630539894104, 0.00558820553123951, 0.006110105663537979, 0.006632005795836449, 0.007153905462473631, 0.0076758055947721004, 0.008197705261409283, 0.008719605393707752, 0.009241505526006222, 0.009763405658304691, 0.01028530579060316, 0.01080720592290163, 0.0113291060552001, 0.011851005256175995, 0.012372905388474464, 0.012894805520772934, 0.013416705653071404, 0.013938605785369873]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 5.0, 3.0, 3.0, 8.0, 5.0, 5.0, 8.0, 12.0, 12.0, 13.0, 19.0, 28.0, 21.0, 49.0, 53.0, 92.0, 105.0, 146.0, 135.0, 193.0, 235.0, 319.0, 355.0, 511.0, 782.0, 1412.0, 6302.0, 2433.0, 1433.0, 987.0, 762.0, 543.0, 351.0, 306.0, 223.0, 150.0, 106.0, 80.0, 53.0, 38.0, 29.0, 18.0, 22.0, 13.0, 12.0, 8.0, 6.0, 7.0, 3.0, 3.0, 2.0, 3.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.01047777570784092, -0.010156056843698025, -0.009834338910877705, -0.00951262004673481, -0.00919090211391449, -0.008869183249771595, -0.008547465316951275, -0.00822574645280838, -0.00790402851998806, -0.007582309655845165, -0.007260591257363558, -0.00693887285888195, -0.006617153994739056, -0.006295435596257448, -0.005973717197775841, -0.005651998799294233, -0.005330280400812626, -0.0050085620023310184, -0.004686843603849411, -0.004365125205367804, -0.004043406806886196, -0.003721688175573945, -0.003399969544261694, -0.0030782511457800865, -0.002756532747298479, -0.0024348143488168716, -0.002113095950335264, -0.0017913773190230131, -0.0014696589205414057, -0.0011479405220597982, -0.000826222007162869, -0.0005045035504736006, -0.00018278509378433228, 0.00013893336290493608, 0.0004606518195942044, 0.0007823702762834728, 0.0011040887329727411, 0.0014258071314543486, 0.0017475256463512778, 0.002069244161248207, 0.0023909625597298145, 0.002712680958211422, 0.0030343993566930294, 0.0033561179880052805, 0.003677836386486888, 0.003999555017799139, 0.0043212734162807465, 0.004642991814762354, 0.004964710213243961, 0.005286428611725569, 0.005608147010207176, 0.005929865408688784, 0.006251583807170391, 0.006573302671313286, 0.006895021069794893, 0.007216739468276501, 0.007538457866758108, 0.007860176265239716, 0.00818189512938261, 0.00850361306220293, 0.008825331926345825, 0.009147049859166145, 0.00946876872330904, 0.00979048665612936, 0.010112205520272255]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 1.0, 3.0, 4.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.07092919200658798, -0.06796060502529144, -0.0649920254945755, -0.06202343851327896, -0.05905485153198242, -0.05608626455068588, -0.05311768129467964, -0.0501490980386734, -0.04718051105737686, -0.04421192407608032, -0.04124334082007408, -0.03827475756406784, -0.0353061705827713, -0.03233758360147476, -0.02936900034546852, -0.02640041522681713, -0.02343183010816574, -0.02046324498951435, -0.01749465987086296, -0.01452607475221157, -0.01155748963356018, -0.00858890451490879, -0.0056203193962574005, -0.0026517342776060104, 0.00031685084104537964, 0.0032854359596967697, 0.00625402107834816, 0.00922260619699955, 0.01219119131565094, 0.01515977643430233, 0.01812836155295372, 0.02109694667160511, 0.0240655317902565, 0.02703411690890789, 0.03000270202755928, 0.03297128528356552, 0.03593987226486206, 0.0389084592461586, 0.04187704250216484, 0.04484562575817108, 0.04781421273946762, 0.05078279972076416, 0.0537513829767704, 0.05671996623277664, 0.05968855321407318, 0.06265714019536972, 0.06562572717666626, 0.0685943067073822, 0.07156289368867874, 0.07453148066997528, 0.07750006020069122, 0.08046864718198776, 0.0834372341632843, 0.08640582114458084, 0.08937440812587738, 0.09234298765659332, 0.09531157463788986, 0.0982801616191864, 0.10124874114990234, 0.10421732813119888, 0.10718591511249542, 0.11015450209379196, 0.1131230890750885, 0.11609166860580444, 0.11906025558710098]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [5.0, 1.0, 0.0, 5.0, 4.0, 1.0, 5.0, 3.0, 1.0, 5.0, 0.0, 1.0, 4.0, 3.0, 2.0, 4.0, 4.0, 4.0, 4.0, 6.0, 8.0, 11.0, 4.0, 23.0, 40.0, 44.0, 18.0, 15.0, 7.0, 8.0, 6.0, 4.0, 2.0, 2.0, 1.0, 5.0, 0.0, 1.0, 3.0, 2.0, 1.0, 3.0, 0.0, 1.0, 3.0, 2.0, 3.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.05377895012497902, -0.051653265953063965, -0.04952757805585861, -0.04740189015865326, -0.045276205986738205, -0.04315052181482315, -0.0410248339176178, -0.038899146020412445, -0.03677346184849739, -0.034647777676582336, -0.032522089779376984, -0.03039640374481678, -0.028270717710256577, -0.026145031675696373, -0.02401934564113617, -0.021893659606575966, -0.019767973572015762, -0.01764228753745556, -0.015516601502895355, -0.013390915468335152, -0.011265229433774948, -0.009139543399214745, -0.007013857364654541, -0.0048881713300943375, -0.002762485295534134, -0.0006367992609739304, 0.0014888867735862732, 0.0036145728081464767, 0.00574025884270668, 0.007865944877266884, 0.009991630911827087, 0.012117316946387291, 0.014243002980947495, 0.016368689015507698, 0.0184943750500679, 0.020620061084628105, 0.02274574711918831, 0.024871433153748512, 0.026997119188308716, 0.02912280522286892, 0.031248491257429123, 0.03337417542934418, 0.03549986332654953, 0.03762555122375488, 0.03975123539566994, 0.04187691956758499, 0.044002607464790344, 0.0461282953619957, 0.04825397953391075, 0.050379663705825806, 0.05250535160303116, 0.05463103950023651, 0.056756723672151566, 0.05888240784406662, 0.06100809574127197, 0.06313378363847733, 0.06525947153568268, 0.06738515198230743, 0.06951083987951279, 0.07163652777671814, 0.0737622082233429, 0.07588789612054825, 0.0780135840177536, 0.08013927191495895, 0.0822649598121643]}, "_runtime": 32.066521644592285, "_timestamp": 1596206610.9101539, "_step": 32}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 3.0, 2.0, 2.0, 2.0, 2.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 4.0, 1.0, 4.0, 2.0, 3.0, 3.0, 3.0, 3.0, 1.0, 1.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009594977833330631, -0.009237043559551239, -0.008879109285771847, -0.00852117408066988, -0.008163239806890488, -0.007805305533111095, -0.007447371259331703, -0.007089436519891024, -0.006731502246111631, -0.006373567972332239, -0.00601563323289156, -0.005657698959112167, -0.005299764685332775, -0.0049418299458920956, -0.004583895672112703, -0.004225960932672024, -0.0038680266588926315, -0.0035100921522825956, -0.0031521576456725597, -0.0027942233718931675, -0.0024362888652831316, -0.0020783543586730957, -0.0017204199684783816, -0.0013624855782836676, -0.0010045510716736317, -0.0006466166232712567, -0.0002886821748688817, 6.925227353349328e-05, 0.00042718672193586826, 0.0007851211703382432, 0.0011430556187406182, 0.0015009900089353323, 0.0018589245155453682, 0.002216859022155404, 0.00257479352876544, 0.0029327278025448322, 0.003290662309154868, 0.003648596815764904, 0.004006531089544296, 0.004364465828984976, 0.004722400102764368, 0.00508033437654376, 0.00543826911598444, 0.005796203389763832, 0.006154137663543224, 0.006512072402983904, 0.006870006676763296, 0.007227941416203976, 0.007585875689983368, 0.00794380996376276, 0.008301744237542152, 0.00865967944264412, 0.009017613716423512, 0.009375547990202904, 0.009733482263982296, 0.010091416537761688, 0.010449351742863655, 0.010807286016643047, 0.01116522029042244, 0.011523154564201832, 0.011881088837981224, 0.012239023111760616, 0.012596958316862583, 0.012954892590641975, 0.013312826864421368]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 4.0, 1.0, 0.0, 2.0, 2.0, 7.0, 1.0, 7.0, 3.0, 7.0, 7.0, 7.0, 14.0, 14.0, 15.0, 23.0, 19.0, 27.0, 33.0, 42.0, 47.0, 62.0, 78.0, 107.0, 133.0, 150.0, 216.0, 371.0, 4256.0, 1039.0, 380.0, 210.0, 138.0, 104.0, 74.0, 56.0, 52.0, 36.0, 35.0, 34.0, 10.0, 15.0, 20.0, 9.0, 8.0, 9.0, 6.0, 5.0, 9.0, 6.0, 2.0, 4.0, 4.0, 3.0, 3.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0], "bins": [-0.116733118891716, -0.11305426061153412, -0.10937540233135223, -0.10569654405117035, -0.10201769322156906, -0.09833883494138718, -0.09465997666120529, -0.09098111838102341, -0.08730226010084152, -0.08362340182065964, -0.07994455099105835, -0.07626569271087646, -0.07258683443069458, -0.0689079761505127, -0.06522911787033081, -0.061550263315439224, -0.05787140503525734, -0.054192546755075455, -0.05051369220018387, -0.046834833920001984, -0.0431559756398201, -0.03947712108492851, -0.03579826280474663, -0.03211940452456474, -0.028440548107028008, -0.024761691689491272, -0.021082833409309387, -0.01740397699177265, -0.013725119642913342, -0.010046262294054031, -0.0063674054108560085, -0.002688548294827342, 0.0009903088212013245, 0.004669166170060635, 0.008348023518919945, 0.01202687993645668, 0.015705738216638565, 0.0193845946341753, 0.023063451051712036, 0.02674230933189392, 0.030421165749430656, 0.03410002216696739, 0.03777888044714928, 0.04145773872733116, 0.04513659328222275, 0.04881545156240463, 0.05249430984258652, 0.056173164397478104, 0.05985202267765999, 0.06353087723255157, 0.06720973551273346, 0.07088859379291534, 0.07456745207309723, 0.07824631035327911, 0.081925168633461, 0.08560401946306229, 0.08928287774324417, 0.09296173602342606, 0.09664059430360794, 0.10031945258378983, 0.10399831086397171, 0.107677161693573, 0.11135601997375488, 0.11503487825393677, 0.11871373653411865]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 2.0, 3.0, 2.0, 3.0, 5.0, 3.0, 5.0, 11.0, 3.0, 26.0, 3.0, 4.0, 3.0, 7.0, 1.0, 4.0, 4.0, 1.0, 7.0, 1.0, 0.0, 5.0, 1.0, 0.0, 2.0, 1.0, 3.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0019415253773331642, -0.0018527971114963293, -0.0017640687292441726, -0.0016753403469920158, -0.001586612081155181, -0.001497883815318346, -0.0014091554330661893, -0.0013204270508140326, -0.0012316987849771976, -0.0011429705191403627, -0.001054242136888206, -0.0009655138128437102, -0.0008767854887992144, -0.0007880571647547185, -0.0006993288407102227, -0.0006106005166657269, -0.0005218721926212311, -0.00043314386857673526, -0.00034441554453223944, -0.0002556872204877436, -0.0001669588964432478, -7.823057239875197e-05, 1.0497751645743847e-05, 9.922607569023967e-05, 0.0001879543997347355, 0.0002766827237792313, 0.00036541104782372713, 0.00045413937186822295, 0.0005428676959127188, 0.0006315960199572146, 0.0007203243440017104, 0.0008090526680462062, 0.0008977809920907021, 0.000986509257927537, 0.0010752376401796937, 0.0011639660224318504, 0.0012526942882686853, 0.0013414225541055202, 0.001430150936357677, 0.0015188793186098337, 0.0016076075844466686, 0.0016963358502835035, 0.0017850642325356603, 0.001873792614787817, 0.001962520880624652, 0.002051249146461487, 0.0021399776451289654, 0.0022287059109658003, 0.002317434176802635, 0.00240616244263947, 0.002494890708476305, 0.0025836192071437836, 0.0026723474729806185, 0.0027610757388174534, 0.002849804237484932, 0.002938532503321767, 0.0030272607691586018, 0.0031159890349954367, 0.0032047173008322716, 0.00329344579949975, 0.003382174065336585, 0.00347090233117342, 0.0035596308298408985, 0.0036483590956777334, 0.0037370873615145683]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 3.0, 2.0, 3.0, 9.0, 9.0, 14.0, 30.0, 39.0, 61.0, 108.0, 162.0, 303.0, 537.0, 817.0, 1526.0, 2845.0, 5326.0, 10696.0, 22835.0, 55893.0, 199691.0, 716700.0, 73557.0, 35577.0, 19485.0, 11632.0, 7104.0, 4772.0, 3137.0, 2033.0, 1364.0, 962.0, 708.0, 475.0, 365.0, 229.0, 161.0, 117.0, 85.0, 60.0, 48.0, 52.0, 31.0, 21.0, 23.0, 17.0, 3.0, 6.0, 3.0, 2.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.005963584873825312, -0.005693958606570959, -0.005424332804977894, -0.005154706537723541, -0.004885080270469189, -0.004615454468876123, -0.004345828201621771, -0.004076202400028706, -0.003806576132774353, -0.003536950098350644, -0.003267324063926935, -0.0029976977966725826, -0.0027280717622488737, -0.002458445727825165, -0.0021888194605708122, -0.0019191934261471033, -0.0016495673917233944, -0.0013799413572996855, -0.0011103152064606547, -0.0008406891138292849, -0.0005710630211979151, -0.00030143692856654525, -3.181083593517542e-05, 0.0002378152566961944, 0.0005074413493275642, 0.0007770674419589341, 0.001046693534590304, 0.0013163196854293346, 0.0015859457198530436, 0.0018555717542767525, 0.002125198021531105, 0.002394824055954814, 0.002664450090378523, 0.002934076124802232, 0.0032037021592259407, 0.0034733284264802933, 0.003742954460904002, 0.004012580495327711, 0.004282206762582064, 0.004551832564175129, 0.0048214588314294815, 0.005091085098683834, 0.005360710900276899, 0.005630337167531252, 0.005899962969124317, 0.00616958923637867, 0.006439215503633022, 0.006708841305226088, 0.00697846757248044, 0.007248093839734793, 0.007517719641327858, 0.0077873459085822105, 0.008056972175836563, 0.008326598443090916, 0.008596223779022694, 0.008865850046277046, 0.009135476313531399, 0.009405102580785751, 0.009674728848040104, 0.009944354183971882, 0.010213980451226234, 0.010483606718480587, 0.01075323298573494, 0.011022859252989292, 0.011292485520243645]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0, 6.0, 3.0, 5.0, 2.0, 5.0, 4.0, 8.0, 2.0, 1.0, 5.0, 1.0, 0.0, 5.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013473196886479855, -0.012739013880491257, -0.012004831805825233, -0.011270648799836636, -0.010536465793848038, -0.009802283719182014, -0.009068100713193417, -0.008333918638527393, -0.0075997356325387955, -0.006865553092211485, -0.006131370551884174, -0.0053971875458955765, -0.004663005005568266, -0.003928822465240955, -0.003194639692083001, -0.002460456918925047, -0.0017262743785977364, -0.000992091721855104, -0.0002579090651124716, 0.0004762735916301608, 0.0012104562483727932, 0.0019446389051154256, 0.002678821561858058, 0.003413004335016012, 0.004147186875343323, 0.004881369415670633, 0.005615551955997944, 0.006349734961986542, 0.007083917502313852, 0.007818100042641163, 0.00855228304862976, 0.009286465123295784, 0.010020648129284382, 0.01075483113527298, 0.011489013209939003, 0.0122231962159276, 0.012957379221916199, 0.013691561296582222, 0.01442574430257082, 0.015159926377236843, 0.01589410938322544, 0.016628291457891464, 0.017362475395202637, 0.01809665746986866, 0.018830839544534683, 0.019565023481845856, 0.02029920555651188, 0.021033387631177902, 0.021767571568489075, 0.022501753643155098, 0.02323593571782112, 0.023970117792487144, 0.024704301729798317, 0.02543848380446434, 0.026172665879130363, 0.026906849816441536, 0.02764103189110756, 0.028375213965773582, 0.029109397903084755, 0.029843579977750778, 0.0305777620524168, 0.031311944127082825, 0.032046128064394, 0.03278031200170517, 0.033514492213726044]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 5.0, 7.0, 3.0, 9.0, 11.0, 15.0, 18.0, 23.0, 44.0, 54.0, 62.0, 91.0, 126.0, 132.0, 175.0, 222.0, 287.0, 328.0, 397.0, 515.0, 631.0, 871.0, 1223.0, 1663.0, 5552.0, 1737.0, 963.0, 639.0, 497.0, 371.0, 306.0, 237.0, 176.0, 137.0, 146.0, 99.0, 86.0, 74.0, 68.0, 57.0, 36.0, 35.0, 30.0, 28.0, 28.0, 38.0, 25.0, 19.0, 12.0, 18.0, 10.0, 15.0, 7.0, 12.0, 12.0, 4.0, 6.0, 9.0, 8.0, 5.0, 5.0, 7.0, 4.0], "bins": [-0.007566733751446009, -0.007273069582879543, -0.006979405414313078, -0.0066857412457466125, -0.006392077077180147, -0.006098412908613682, -0.005804748740047216, -0.005511084571480751, -0.005217420868575573, -0.004923756700009108, -0.004630092531442642, -0.004336428362876177, -0.0040427641943097115, -0.003749100025743246, -0.0034554358571767807, -0.0031617716886103153, -0.00286810752004385, -0.0025744433514773846, -0.002280779182910919, -0.001987115014344454, -0.0016934509621933103, -0.0013997867936268449, -0.0011061227414757013, -0.000812458572909236, -0.0005187944043427706, -0.00022513026488013566, 6.853387458249927e-05, 0.0003621980140451342, 0.0006558621535077691, 0.0009495263220742345, 0.001243190374225378, 0.0015368545427918434, 0.0018305187113583088, 0.002124182879924774, 0.0024178470484912395, 0.002711511217057705, 0.0030051753856241703, 0.003298839321359992, 0.0035925034899264574, 0.0038861676584929228, 0.0041798315942287445, 0.00447349576279521, 0.004767159931361675, 0.005060824099928141, 0.005354488268494606, 0.005648152437061071, 0.005941816605627537, 0.006235480774194002, 0.0065291449427604675, 0.006822809111326933, 0.007116473279893398, 0.007410137448459864, 0.007703801617026329, 0.007997465319931507, 0.00829112995415926, 0.008584793657064438, 0.00887845829129219, 0.009172121994197369, 0.009465786628425121, 0.0097594503313303, 0.010053114965558052, 0.01034677866846323, 0.010640443302690983, 0.010934107005596161, 0.011227771639823914]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.09785383939743042, -0.09552925080060959, -0.09320465475320816, -0.09088006615638733, -0.0885554775595665, -0.08623088151216507, -0.08390629291534424, -0.08158170431852341, -0.07925711572170258, -0.07693251967430115, -0.07460793107748032, -0.07228334248065948, -0.06995874643325806, -0.06763415783643723, -0.0653095692396164, -0.06298497319221497, -0.060660384595394135, -0.058335792273283005, -0.05601120367646217, -0.053686611354351044, -0.05136202275753021, -0.04903743043541908, -0.04671283811330795, -0.04438824951648712, -0.04206365719437599, -0.03973906487226486, -0.03741447627544403, -0.0350898839533329, -0.03276529163122177, -0.03044070303440094, -0.02811611071228981, -0.02579152025282383, -0.02346692979335785, -0.02114233933389187, -0.018817748874425888, -0.01649315655231476, -0.014168566092848778, -0.011843975633382797, -0.009519384242594242, -0.007194793317466974, -0.004870202392339706, -0.0025456114672124386, -0.00022102054208517075, 0.002103570383042097, 0.004428161308169365, 0.006752752233296633, 0.0090773431584239, 0.011401934549212456, 0.013726525008678436, 0.016051115468144417, 0.018375705927610397, 0.020700298249721527, 0.023024888709187508, 0.025349479168653488, 0.027674071490764618, 0.0299986619502306, 0.03232325240969658, 0.03464784473180771, 0.03697243332862854, 0.03929702565073967, 0.0416216179728508, 0.04394620656967163, 0.04627079889178276, 0.04859538748860359, 0.05091997981071472]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 4.0, 1.0, 2.0, 2.0, 2.0, 1.0, 2.0, 1.0, 4.0, 6.0, 9.0, 16.0, 29.0, 48.0, 22.0, 25.0, 10.0, 12.0, 5.0, 3.0, 1.0, 6.0, 3.0, 2.0, 6.0, 8.0, 4.0, 6.0, 9.0, 5.0, 2.0, 1.0, 2.0, 1.0, 2.0, 3.0, 0.0, 0.0, 0.0, 5.0, 3.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.030462093651294708, -0.029267365112900734, -0.02807263657450676, -0.026877908036112785, -0.02568317949771881, -0.024488452821969986, -0.02329372428357601, -0.022098995745182037, -0.020904267206788063, -0.01970953866839409, -0.018514810130000114, -0.01732008159160614, -0.016125354915857315, -0.014930625446140766, -0.013735897839069366, -0.012541169300675392, -0.011346440762281418, -0.010151712223887444, -0.00895698368549347, -0.0077622560784220695, -0.006567527540028095, -0.005372799001634121, -0.004178070928901434, -0.0029833426233381033, -0.0017886143177747726, -0.000593886012211442, 0.0006008422933518887, 0.0017955705989152193, 0.00299029890447855, 0.004185027442872524, 0.005379755515605211, 0.006574483588337898, 0.0077692121267318726, 0.008963940665125847, 0.010158669203519821, 0.01135339681059122, 0.012548125348985195, 0.01374285388737917, 0.01493758149445057, 0.016132310032844543, 0.017327038571238518, 0.018521767109632492, 0.019716495648026466, 0.02091122418642044, 0.022105950862169266, 0.02330067940056324, 0.024495407938957214, 0.02569013647735119, 0.026884865015745163, 0.028079593554139137, 0.02927432209253311, 0.030469050630927086, 0.03166377916932106, 0.032858505845069885, 0.03405323624610901, 0.035247962921857834, 0.03644268959760666, 0.03763741999864578, 0.03883214667439461, 0.04002687707543373, 0.041221603751182556, 0.04241633415222168, 0.043611060827970505, 0.04480579122900963, 0.04600051790475845]}, "_runtime": 32.84690308570862, "_timestamp": 1596206611.6905353, "_step": 33}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 3.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 3.0, 1.0, 3.0, 3.0, 3.0, 2.0, 4.0, 3.0, 5.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.012064320035278797, -0.01176103763282299, -0.011457754299044609, -0.011154471896588802, -0.010851189494132996, -0.010547907091677189, -0.010244624689221382, -0.009941341355443, -0.009638058952987194, -0.009334776550531387, -0.009031493216753006, -0.0087282108142972, -0.008424928411841393, -0.008121646009385586, -0.007818363606929779, -0.007515080273151398, -0.007211797870695591, -0.006908515468239784, -0.00660523260012269, -0.006301949732005596, -0.005998667329549789, -0.005695384927093983, -0.005392102058976889, -0.005088819190859795, -0.004785536788403988, -0.004482254385948181, -0.004178971517831087, -0.0038756888825446367, -0.0035724062472581863, -0.003269123611971736, -0.0029658409766852856, -0.002662558341398835, -0.002359275706112385, -0.0020559930708259344, -0.001752710435539484, -0.0014494278002530336, -0.0011461451649665833, -0.0008428625296801329, -0.0005395798943936825, -0.0002362972591072321, 6.698537617921829e-05, 0.0003702680114656687, 0.0006735506467521191, 0.0009768332820385695, 0.0012801159173250198, 0.0015833985526114702, 0.0018866811878979206, 0.002189963823184371, 0.0024932464584708214, 0.0027965290937572718, 0.003099811729043722, 0.0034030943643301725, 0.003706376999616623, 0.00400965940207243, 0.004312942270189524, 0.004616225138306618, 0.0049195075407624245, 0.005222789943218231, 0.005526072811335325, 0.005829355679452419, 0.006132638081908226, 0.006435920484364033, 0.006739203352481127, 0.007042486220598221, 0.0073457686230540276]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 6.0, 4.0, 9.0, 11.0, 8.0, 16.0, 16.0, 19.0, 25.0, 28.0, 34.0, 39.0, 62.0, 75.0, 94.0, 129.0, 209.0, 287.0, 523.0, 4871.0, 523.0, 266.0, 171.0, 118.0, 79.0, 67.0, 38.0, 34.0, 36.0, 21.0, 26.0, 25.0, 14.0, 8.0, 9.0, 4.0, 4.0, 3.0, 1.0, 1.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.13670584559440613, -0.13283056020736694, -0.12895528972148895, -0.12508000433444977, -0.12120472639799118, -0.117329441010952, -0.11345416307449341, -0.10957888513803482, -0.10570360720157623, -0.10182832181453705, -0.09795304387807846, -0.09407776594161987, -0.09020248055458069, -0.0863272026181221, -0.08245192468166351, -0.07857663929462433, -0.07470136135816574, -0.07082608342170715, -0.06695079803466797, -0.06307552009820938, -0.05920024216175079, -0.05532496050000191, -0.05144967883825302, -0.047574400901794434, -0.04369911924004555, -0.03982383757829666, -0.035948559641838074, -0.03207327798008919, -0.02819799818098545, -0.024322718381881714, -0.020447436720132828, -0.01657215692102909, -0.012696877121925354, -0.008821597322821617, -0.004946316592395306, -0.0010710363276302814, 0.0028042439371347427, 0.006679524201899767, 0.010554804466664791, 0.014430085197091103, 0.01830536499619484, 0.022180644795298576, 0.026055924594402313, 0.0299312062561512, 0.033806487917900085, 0.03768176585435867, 0.04155704751610756, 0.04543232545256615, 0.04930760711431503, 0.05318288877606392, 0.05705816671252251, 0.06093344837427139, 0.06480872631072998, 0.06868401169776917, 0.07255928963422775, 0.07643456757068634, 0.08030985295772552, 0.08418513089418411, 0.0880604088306427, 0.09193568676710129, 0.09581097215414047, 0.09968625009059906, 0.10356152802705765, 0.10743681341409683, 0.11131209135055542]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 2.0, 2.0, 2.0, 3.0, 1.0, 7.0, 2.0, 6.0, 3.0, 4.0, 7.0, 2.0, 3.0, 4.0, 27.0, 7.0, 6.0, 3.0, 5.0, 0.0, 2.0, 3.0, 1.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002183153759688139, -0.0021051422227174044, -0.002027130452916026, -0.0019491187995299697, -0.0018711071461439133, -0.0017930956091731787, -0.0017150839557871222, -0.0016370723024010658, -0.0015590606490150094, -0.001481048995628953, -0.0014030373422428966, -0.0013250256888568401, -0.0012470141518861055, -0.0011690024985000491, -0.0010909908451139927, -0.0010129791917279363, -0.0009349675383418798, -0.0008569558849558234, -0.000778944231569767, -0.0007009326363913715, -0.0006229209830053151, -0.0005449093296192586, -0.0004668977053370327, -0.0003888860810548067, -0.0003108744276687503, -0.0002328627888346091, -0.0001548511500004679, -7.68395111663267e-05, 1.1721276678144932e-06, 7.918376650195569e-05, 0.00015719540533609688, 0.00023520704417023808, 0.00031321868300437927, 0.0003912303363904357, 0.00046924196067266166, 0.0005472535849548876, 0.000625265238340944, 0.0007032768917270005, 0.000781288486905396, 0.0008593001402914524, 0.0009373117936775088, 0.0010153234470635653, 0.0010933351004496217, 0.001171346753835678, 0.0012493582908064127, 0.0013273699441924691, 0.0014053815975785255, 0.001483393250964582, 0.0015614049043506384, 0.0016394165577366948, 0.0017174282111227512, 0.0017954398645088077, 0.001873451517894864, 0.0019514630548655987, 0.002029474824666977, 0.0021074863616377115, 0.002185497898608446, 0.0022635096684098244, 0.002341521205380559, 0.0024195329751819372, 0.002497544512152672, 0.00257555628195405, 0.0026535678189247847, 0.002731579588726163, 0.0028095911256968975]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 4.0, 3.0, 2.0, 6.0, 6.0, 14.0, 35.0, 35.0, 42.0, 66.0, 103.0, 180.0, 282.0, 381.0, 648.0, 1044.0, 1827.0, 3234.0, 6386.0, 13696.0, 32592.0, 87839.0, 795124.0, 153178.0, 43486.0, 18381.0, 8844.0, 4729.0, 2680.0, 1680.0, 1008.0, 653.0, 418.0, 310.0, 201.0, 145.0, 102.0, 70.0, 63.0, 36.0, 24.0, 24.0, 16.0, 17.0, 4.0, 6.0, 6.0, 4.0, 4.0, 5.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.007833786308765411, -0.007542051840573549, -0.007250317372381687, -0.006958582904189825, -0.006666848435997963, -0.0063751135021448135, -0.006083379033952951, -0.005791644565761089, -0.005499910097569227, -0.005208175629377365, -0.004916441161185503, -0.004624706692993641, -0.0043329717591404915, -0.004041237290948629, -0.0037495028227567673, -0.003457768354564905, -0.003166033886373043, -0.002874299418181181, -0.002582564949989319, -0.002290830248966813, -0.001999095780774951, -0.0017073613125830889, -0.001415626727975905, -0.001123892143368721, -0.0008321576751768589, -0.0005404231487773359, -0.00024868862237781286, 4.304590402171016e-05, 0.0003347804304212332, 0.0006265149568207562, 0.0009182494832202792, 0.0012099840678274632, 0.0015017185360193253, 0.0017934530042111874, 0.0020851874724030495, 0.0023769221734255552, 0.0026686566416174173, 0.0029603911098092794, 0.003252125810831785, 0.0035438602790236473, 0.0038355947472155094, 0.0041273292154073715, 0.004419063683599234, 0.004710798151791096, 0.005002533085644245, 0.005294267553836107, 0.005586002022027969, 0.0058777364902198315, 0.006169470958411694, 0.006461205426603556, 0.006752939894795418, 0.00704467436298728, 0.007336408831179142, 0.007628143765032291, 0.007919877767562866, 0.008211612701416016, 0.008503347635269165, 0.00879508163779974, 0.00908681657165289, 0.009378550574183464, 0.009670285508036613, 0.009962019510567188, 0.010253754444420338, 0.010545488446950912, 0.010837223380804062]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 4.0, 0.0, 3.0, 7.0, 3.0, 1.0, 0.0, 5.0, 9.0, 1.0, 2.0, 1.0, 4.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.016558263450860977, -0.015890885144472122, -0.015223506838083267, -0.014556127600371838, -0.013888749293982983, -0.013221370987594128, -0.012553991749882698, -0.011886613443493843, -0.011219235137104988, -0.010551856830716133, -0.009884478524327278, -0.009217099286615849, -0.008549720980226994, -0.007882342673838139, -0.007214963901787996, -0.006547585129737854, -0.005880206823348999, -0.005212828516960144, -0.004545449744910002, -0.003878071205690503, -0.0032106926664710045, -0.002543314127251506, -0.0018759355880320072, -0.0012085570488125086, -0.00054117850959301, 0.00012620002962648869, 0.0007935785688459873, 0.001460957108065486, 0.0021283356472849846, 0.0027957141865044832, 0.003463092725723982, 0.004130471497774124, 0.004797849804162979, 0.005465228110551834, 0.006132606882601976, 0.006799985654652119, 0.007467363961040974, 0.008134742267429829, 0.008802121505141258, 0.009469499811530113, 0.010136878117918968, 0.010804256424307823, 0.011471634730696678, 0.012139013968408108, 0.012806392274796963, 0.013473770581185818, 0.014141149818897247, 0.014808528125286102, 0.015475906431674957, 0.016143284738063812, 0.016810663044452667, 0.017478041350841522, 0.018145419657230377, 0.01881279982626438, 0.019480178132653236, 0.02014755643904209, 0.020814934745430946, 0.0214823130518198, 0.022149691358208656, 0.02281706966459751, 0.023484449833631516, 0.02415182814002037, 0.024819206446409225, 0.02548658475279808, 0.026153963059186935]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 3.0, 5.0, 2.0, 3.0, 8.0, 3.0, 13.0, 11.0, 25.0, 29.0, 48.0, 38.0, 72.0, 60.0, 112.0, 147.0, 151.0, 215.0, 274.0, 306.0, 363.0, 456.0, 528.0, 631.0, 745.0, 933.0, 1114.0, 1810.0, 5541.0, 1238.0, 740.0, 515.0, 446.0, 343.0, 266.0, 215.0, 166.0, 154.0, 130.0, 112.0, 76.0, 78.0, 67.0, 38.0, 35.0, 15.0, 9.0, 10.0, 20.0, 24.0, 18.0, 8.0, 11.0, 20.0, 10.0, 7.0, 3.0, 1.0, 0.0, 2.0, 3.0, 4.0], "bins": [-0.007732016500085592, -0.007476537488400936, -0.007221058942377567, -0.006965579930692911, -0.006710100919008255, -0.006454621907323599, -0.006199142895638943, -0.005943664349615574, -0.005688185337930918, -0.005432706326246262, -0.005177227780222893, -0.004921748768538237, -0.0046662697568535805, -0.004410790745168924, -0.004155311733484268, -0.0038998331874608994, -0.003644354175776243, -0.003388875164091587, -0.0031333963852375746, -0.002877917606383562, -0.002622438594698906, -0.00236695958301425, -0.0021114808041602373, -0.001856001908890903, -0.0016005230136215687, -0.0013450441183522344, -0.0010895652230829, -0.0008340863278135657, -0.0005786074325442314, -0.0003231285372748971, -6.764964200556278e-05, 0.00018782925326377153, 0.00044330814853310585, 0.0006987870438024402, 0.0009542659390717745, 0.0012097448343411088, 0.0014652237296104431, 0.0017207026248797774, 0.0019761815201491117, 0.0022316602990031242, 0.0024871393106877804, 0.0027426183223724365, 0.002998097101226449, 0.0032535758800804615, 0.0035090548917651176, 0.003764533903449774, 0.00402001291513443, 0.004275491461157799, 0.004530970472842455, 0.004786449484527111, 0.00504192803055048, 0.005297407042235136, 0.005552886053919792, 0.005808365065604448, 0.0060638440772891045, 0.006319322623312473, 0.0065748016349971294, 0.006830280646681786, 0.007085759192705154, 0.0073412382043898106, 0.007596717216074467, 0.007852195762097836, 0.008107675239443779, 0.008363153785467148, 0.008618632331490517]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 3.0, 1.0, 1.0, 3.0, 1.0, 4.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.12515093386173248, -0.12016932666301727, -0.11518771201372147, -0.11020609736442566, -0.10522449016571045, -0.10024288296699524, -0.09526126831769943, -0.09027965366840363, -0.08529804646968842, -0.0803164392709732, -0.0753348246216774, -0.07035320997238159, -0.06537160277366638, -0.06038999184966087, -0.055408380925655365, -0.05042677000164986, -0.04544515907764435, -0.04046354815363884, -0.03548193722963333, -0.030500326305627823, -0.025518715381622314, -0.020537104457616806, -0.015555493533611298, -0.01057388260960579, -0.005592271685600281, -0.0006106607615947723, 0.004370950162410736, 0.009352561086416245, 0.014334172010421753, 0.01931578293442726, 0.02429739385843277, 0.029279004782438278, 0.03426061570644379, 0.039242226630449295, 0.0442238375544548, 0.04920544847846031, 0.05418705940246582, 0.05916867032647133, 0.06415028125047684, 0.06913189589977264, 0.07411350309848785, 0.07909511029720306, 0.08407672494649887, 0.08905833959579468, 0.09403994679450989, 0.0990215539932251, 0.1040031686425209, 0.10898478329181671, 0.11396639049053192, 0.11894799768924713, 0.12392961233854294, 0.12891122698783875, 0.13389283418655396, 0.13887444138526917, 0.14385604858398438, 0.14883767068386078, 0.153819277882576, 0.1588008850812912, 0.1637825071811676, 0.1687641143798828, 0.17374572157859802, 0.17872732877731323, 0.18370893597602844, 0.18869055807590485, 0.19367216527462006]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 3.0, 3.0, 1.0, 2.0, 2.0, 4.0, 3.0, 6.0, 5.0, 4.0, 4.0, 4.0, 3.0, 9.0, 17.0, 17.0, 30.0, 28.0, 59.0, 14.0, 9.0, 4.0, 7.0, 1.0, 6.0, 3.0, 0.0, 3.0, 1.0, 2.0, 4.0, 4.0, 2.0, 3.0, 2.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0], "bins": [-0.09126201272010803, -0.08775461465120316, -0.08424721658229828, -0.0807398185133934, -0.07723242789506912, -0.07372502982616425, -0.07021763175725937, -0.06671023368835449, -0.06320283561944962, -0.05969544127583504, -0.05618804320693016, -0.052680645138025284, -0.049173250794410706, -0.04566585272550583, -0.04215845465660095, -0.038651060312986374, -0.0351436622440815, -0.03163626417517662, -0.028128867968916893, -0.024621471762657166, -0.02111407369375229, -0.01760667748749256, -0.014099281281232834, -0.010591884143650532, -0.00708448700606823, -0.0035770901013165712, -6.96931965649128e-05, 0.0034377037081867456, 0.006945100612938404, 0.010452497750520706, 0.013959893956780434, 0.01746729202568531, 0.020974688231945038, 0.024482084438204765, 0.027989482507109642, 0.03149687871336937, 0.035004276782274246, 0.038511671125888824, 0.0420190691947937, 0.04552646726369858, 0.049033865332603455, 0.05254125967621803, 0.05604865774512291, 0.059556055814027786, 0.06306345015764236, 0.06657084822654724, 0.07007824629545212, 0.073585644364357, 0.07709303498268127, 0.08060043305158615, 0.08410783112049103, 0.0876152291893959, 0.09112262725830078, 0.09463002532720566, 0.09813742339611053, 0.10164481401443481, 0.10515221208333969, 0.10865961015224457, 0.11216700822114944, 0.11567440629005432, 0.1191818043589592, 0.12268919497728348, 0.12619659304618835, 0.12970399856567383, 0.1332113891839981]}, "_runtime": 33.64142990112305, "_timestamp": 1596206612.4850621, "_step": 34}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 3.0, 5.0, 0.0, 2.0, 0.0, 2.0, 2.0, 3.0, 2.0, 3.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.009132989682257175, -0.008849933743476868, -0.00856687780469656, -0.008283821865916252, -0.008000765927135944, -0.007717710454016924, -0.007434654515236616, -0.007151598576456308, -0.006868542637676001, -0.006585486698895693, -0.006302430760115385, -0.006019374821335077, -0.005736319348216057, -0.005453263409435749, -0.005170207470655441, -0.0048871515318751335, -0.004604095593094826, -0.004321039654314518, -0.00403798371553421, -0.003754928009584546, -0.0034718720708042383, -0.0031888161320239305, -0.0029057604260742664, -0.0026227044872939587, -0.002339648548513651, -0.002056592609733343, -0.0017735367873683572, -0.0014904809650033712, -0.0012074250262230635, -0.0009243691456504166, -0.0006413132650777698, -0.0003582573845051229, -7.520150393247604e-05, 0.0002078543766401708, 0.0004909102572128177, 0.0007739661377854645, 0.0010570220183581114, 0.0013400779571384192, 0.001623133779503405, 0.001906189601868391, 0.002189245540648699, 0.0024723014794290066, 0.0027553574182093143, 0.0030384131241589785, 0.0033214690629392862, 0.003604525001719594, 0.003887580707669258, 0.004170636646449566, 0.004453692585229874, 0.004736748524010181, 0.005019804462790489, 0.005302860401570797, 0.005585916340351105, 0.005868971813470125, 0.006152027752250433, 0.006435083691030741, 0.0067181396298110485, 0.007001195568591356, 0.007284251507371664, 0.007567307446151972, 0.007850362919270992, 0.0081334188580513, 0.008416474796831608, 0.008699530735611916, 0.008982586674392223]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 2.0, 1.0, 8.0, 1.0, 7.0, 10.0, 14.0, 8.0, 17.0, 20.0, 21.0, 25.0, 35.0, 49.0, 59.0, 61.0, 87.0, 139.0, 160.0, 243.0, 451.0, 4890.0, 654.0, 291.0, 152.0, 112.0, 94.0, 77.0, 54.0, 43.0, 32.0, 19.0, 16.0, 16.0, 15.0, 4.0, 9.0, 6.0, 6.0, 6.0, 4.0, 3.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.1655036211013794, -0.16083745658397675, -0.1561712920665741, -0.15150512754917145, -0.1468389630317688, -0.14217279851436615, -0.1375066339969635, -0.13284046947956085, -0.1281743049621582, -0.12350814789533615, -0.1188419833779335, -0.11417581886053085, -0.1095096617937088, -0.10484349727630615, -0.1001773327589035, -0.09551116824150085, -0.0908450037240982, -0.08617883920669556, -0.08151267468929291, -0.07684651017189026, -0.07218034565448761, -0.06751418858766556, -0.06284802407026291, -0.05818185955286026, -0.05351569503545761, -0.04884953051805496, -0.04418336600065231, -0.03951720520853996, -0.034851040691137314, -0.030184876173734665, -0.025518713518977165, -0.020852550864219666, -0.016186386346817017, -0.011520222760736942, -0.006854059174656868, -0.0021878955885767937, 0.0024782679975032806, 0.007144431583583355, 0.01181059516966343, 0.01647675782442093, 0.021142922341823578, 0.025809086859226227, 0.030475249513983727, 0.035141412168741226, 0.039807576686143875, 0.044473741203546524, 0.049139901995658875, 0.05380606651306152, 0.05847223103046417, 0.06313839554786682, 0.06780456006526947, 0.07247072458267212, 0.07713688910007477, 0.08180304616689682, 0.08646921068429947, 0.09113537520170212, 0.09580153971910477, 0.10046770423650742, 0.10513386875391006, 0.10980003327131271, 0.11446619033813477, 0.11913235485553741, 0.12379851937294006, 0.1284646838903427, 0.13313084840774536]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 5.0, 1.0, 1.0, 3.0, 6.0, 0.0, 4.0, 3.0, 4.0, 1.0, 13.0, 33.0, 5.0, 3.0, 4.0, 2.0, 3.0, 3.0, 3.0, 2.0, 3.0, 4.0, 1.0, 1.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0025663089472800493, -0.0024733105674386024, -0.0023803121875971556, -0.002287313574925065, -0.002194315195083618, -0.0021013168152421713, -0.0020083184354007244, -0.0019153199391439557, -0.001822321442887187, -0.0017293230630457401, -0.0016363246832042933, -0.0015433261869475245, -0.0014503278071060777, -0.001357329310849309, -0.001264330931007862, -0.0011713324347510934, -0.0010783340549096465, -0.0009853356750681996, -0.0008923371788114309, -0.0007993387407623231, -0.0007063403027132154, -0.0006133419228717685, -0.0005203434848226607, -0.0004273450467735529, -0.0003343466087244451, -0.00024134817067533731, -0.00014834974717814475, -5.535131640499458e-05, 3.76471143681556e-05, 0.0001306455524172634, 0.00022364397591445595, 0.0003166423994116485, 0.0004096408374607563, 0.0005026392755098641, 0.0005956377135589719, 0.0006886361516080797, 0.0007816345896571875, 0.0008746329694986343, 0.0009676314075477421, 0.00106062984559685, 0.0011536283418536186, 0.0012466267216950655, 0.0013396251015365124, 0.001432623597793281, 0.001525621977634728, 0.0016186204738914967, 0.0017116188537329435, 0.0018046173499897122, 0.0018976157298311591, 0.001990614226087928, 0.0020836126059293747, 0.0021766109857708216, 0.0022696093656122684, 0.002362607978284359, 0.002455606358125806, 0.0025486047379672527, 0.0026416031178086996, 0.0027346014976501465, 0.002827600110322237, 0.002920598490163684, 0.0030135968700051308, 0.0031065952498465776, 0.003199593862518668, 0.003292592242360115, 0.003385590622201562]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 5.0, 3.0, 5.0, 7.0, 14.0, 16.0, 22.0, 30.0, 44.0, 68.0, 93.0, 151.0, 191.0, 282.0, 439.0, 689.0, 1064.0, 1684.0, 2491.0, 4058.0, 6939.0, 11735.0, 20719.0, 40887.0, 91140.0, 740749.0, 134135.0, 50386.0, 26089.0, 15073.0, 9592.0, 6264.0, 4019.0, 2916.0, 2070.0, 1430.0, 1066.0, 792.0, 549.0, 419.0, 324.0, 234.0, 205.0, 140.0, 114.0, 86.0, 59.0, 46.0, 30.0, 30.0, 10.0, 14.0, 10.0, 6.0, 2.0, 1.0, 4.0, 4.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.005613939370959997, -0.005412167403846979, -0.005210395436733961, -0.00500862393528223, -0.004806851968169212, -0.004605080001056194, -0.004403308033943176, -0.004201536066830158, -0.00399976409971714, -0.003797992365434766, -0.0035962206311523914, -0.0033944486640393734, -0.0031926766969263554, -0.002990904962643981, -0.002789132995530963, -0.0025873612612485886, -0.0023855892941355705, -0.0021838173270225525, -0.001982045592740178, -0.00178027362562716, -0.0015785017749294639, -0.0013767299242317677, -0.0011749579571187496, -0.0009731861064210534, -0.0007714142557233572, -0.000569642405025661, -0.00036787049612030387, -0.0001660986163187772, 3.567326348274946e-05, 0.00023744514328427613, 0.0004392170230858028, 0.0006409889319911599, 0.0008427607826888561, 0.0010445326333865523, 0.0012463044840842485, 0.0014480764511972666, 0.0016498483018949628, 0.001851620152592659, 0.002053392119705677, 0.0022551638539880514, 0.0024569358211010695, 0.0026587077882140875, 0.002860479522496462, 0.00306225148960948, 0.003264023456722498, 0.0034657951910048723, 0.0036675671581178904, 0.0038693388924002647, 0.004071110859513283, 0.004272882826626301, 0.004474654793739319, 0.00467642629519105, 0.004878198262304068, 0.005079970229417086, 0.005281742196530104, 0.005483514163643122, 0.0056852856650948524, 0.0058870576322078705, 0.0060888295993208885, 0.0062906015664339066, 0.006492373533546925, 0.006694145500659943, 0.006895917002111673, 0.007097688969224691, 0.007299460936337709]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 3.0, 1.0, 5.0, 9.0, 4.0, 8.0, 12.0, 5.0, 1.0, 0.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.018002133816480637, -0.016924124211072922, -0.015846114605665207, -0.014768105931580067, -0.013690096326172352, -0.012612086720764637, -0.011534078046679497, -0.010456068441271782, -0.009378058835864067, -0.008300049230456352, -0.007222040090709925, -0.006144030950963497, -0.005066021345555782, -0.0039880117401480675, -0.00291000260040164, -0.0018319932278245687, -0.0007539838552474976, 0.00032402551732957363, 0.0014020348899066448, 0.002480044262483716, 0.003558053635060787, 0.004636063240468502, 0.00571407238021493, 0.006792081519961357, 0.007870091125369072, 0.008948100730776787, 0.010026110336184502, 0.011104119010269642, 0.012182128615677357, 0.013260138221085072, 0.014338146895170212, 0.015416156500577927, 0.01649416610598564, 0.017572175711393356, 0.01865018531680107, 0.019728194922208786, 0.0208062045276165, 0.021884212270379066, 0.02296222187578678, 0.024040231481194496, 0.02511824108660221, 0.026196250692009926, 0.02727426029741764, 0.028352269902825356, 0.02943027764558792, 0.030508287250995636, 0.03158629685640335, 0.032664306461811066, 0.03374231606721878, 0.034820325672626495, 0.03589833527803421, 0.036976344883441925, 0.03805435448884964, 0.039132364094257355, 0.04021037369966507, 0.041288383305072784, 0.0423663929104805, 0.043444398790597916, 0.04452240839600563, 0.045600418001413345, 0.04667842760682106, 0.047756437212228775, 0.04883444681763649, 0.049912456423044205, 0.05099046602845192]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 4.0, 3.0, 6.0, 17.0, 15.0, 19.0, 34.0, 68.0, 126.0, 164.0, 231.0, 265.0, 373.0, 597.0, 807.0, 1191.0, 1801.0, 3150.0, 6017.0, 1045.0, 584.0, 387.0, 301.0, 197.0, 144.0, 105.0, 118.0, 87.0, 78.0, 63.0, 57.0, 51.0, 44.0, 34.0, 32.0, 22.0, 29.0, 17.0, 16.0, 13.0, 11.0, 14.0, 10.0, 9.0, 10.0, 7.0, 5.0, 5.0, 6.0, 9.0, 2.0, 6.0, 4.0, 5.0, 1.0, 4.0, 0.0, 0.0, 1.0, 3.0, 1.0, 1.0, 3.0], "bins": [-0.007502570748329163, -0.007110221311450005, -0.006717871408909559, -0.006325521972030401, -0.005933172069489956, -0.005540822632610798, -0.00514847319573164, -0.0047561232931911945, -0.0043637738563120365, -0.0039714244194328785, -0.003579074516892433, -0.003186725080013275, -0.0027943754103034735, -0.002402025740593672, -0.0020096763037145138, -0.001617326634004712, -0.0012249769642949104, -0.0008326273527927697, -0.0004402777412906289, -4.792812978848815e-05, 0.0003444214817136526, 0.0007367710932157934, 0.0011291207047179341, 0.001521470258012414, 0.0019138199277222157, 0.0023061695974320173, 0.002698519267141819, 0.003090868704020977, 0.0034832183737307787, 0.0038755680434405804, 0.004267917480319738, 0.004660267382860184, 0.005052616819739342, 0.0054449662566185, 0.005837316159158945, 0.006229665596038103, 0.006622015498578548, 0.0070143649354577065, 0.0074067143723368645, 0.00779906427487731, 0.008191414177417755, 0.008583763614296913, 0.008976113051176071, 0.00936846248805523, 0.009760811924934387, 0.010153161361813545, 0.010545511730015278, 0.010937861166894436, 0.011330210603773594, 0.011722560040652752, 0.01211490947753191, 0.012507259845733643, 0.0128996092826128, 0.013291958719491959, 0.013684308156371117, 0.014076657593250275, 0.014469007030129433, 0.014861357398331165, 0.015253706835210323, 0.015646057203412056, 0.016038406640291214, 0.016430756077170372, 0.01682310551404953, 0.017215454950928688, 0.017607804387807846]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 3.0, 2.0, 5.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.19664864242076874, -0.1912558525800705, -0.18586306273937225, -0.180470272898674, -0.17507748305797577, -0.16968469321727753, -0.16429190337657928, -0.15889911353588104, -0.1535063236951828, -0.14811353385448456, -0.14272074401378632, -0.13732795417308807, -0.13193516433238983, -0.1265423744916916, -0.12114958465099335, -0.1157567948102951, -0.11036400496959686, -0.10497121512889862, -0.09957842528820038, -0.09418563544750214, -0.0887928456068039, -0.08340005576610565, -0.07800726592540741, -0.07261447608470917, -0.06722168624401093, -0.06182889640331268, -0.05643610656261444, -0.0510433167219162, -0.04565052688121796, -0.040257737040519714, -0.03486494719982147, -0.02947215735912323, -0.024079367518424988, -0.018686577677726746, -0.013293787837028503, -0.007900997996330261, -0.002508208155632019, 0.002884581685066223, 0.008277371525764465, 0.013670161366462708, 0.01906295120716095, 0.024455741047859192, 0.029848530888557434, 0.035241320729255676, 0.04063411056995392, 0.04602690041065216, 0.0514196902513504, 0.056812480092048645, 0.06220526993274689, 0.06759805977344513, 0.07299084961414337, 0.07838363945484161, 0.08377642929553986, 0.0891692191362381, 0.09456200897693634, 0.09995479881763458, 0.10534758865833282, 0.11074037849903107, 0.11613316833972931, 0.12152595818042755, 0.1269187480211258, 0.13231153786182404, 0.13770432770252228, 0.14309711754322052, 0.14848990738391876]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 1.0, 2.0, 1.0, 1.0, 3.0, 2.0, 2.0, 4.0, 4.0, 9.0, 8.0, 19.0, 20.0, 26.0, 21.0, 19.0, 18.0, 28.0, 10.0, 7.0, 7.0, 4.0, 2.0, 3.0, 3.0, 2.0, 7.0, 3.0, 1.0, 0.0, 4.0, 5.0, 3.0, 1.0, 3.0, 2.0, 2.0, 2.0, 3.0, 1.0, 3.0, 1.0, 3.0, 1.0, 1.0, 2.0, 3.0], "bins": [-0.0710388794541359, -0.06895841658115387, -0.06687796115875244, -0.06479749828577042, -0.06271703541278839, -0.060636572539806366, -0.05855611339211464, -0.05647565424442291, -0.05439519137144089, -0.05231472849845886, -0.050234269350767136, -0.04815381020307541, -0.046073347330093384, -0.04399288445711136, -0.04191242530941963, -0.039831966161727905, -0.03775150328874588, -0.035671040415763855, -0.03359058126807213, -0.0315101221203804, -0.029429659247398376, -0.0273491982370615, -0.025268737226724625, -0.02318827621638775, -0.021107815206050873, -0.019027354195713997, -0.01694689318537712, -0.014866432175040245, -0.01278597116470337, -0.010705510154366493, -0.008625049144029617, -0.006544588133692741, -0.0044641271233558655, -0.0023836661130189896, -0.00030320510268211365, 0.0017772559076547623, 0.003857716917991638, 0.005938177928328514, 0.00801863893866539, 0.010099099949002266, 0.012179560959339142, 0.014260021969676018, 0.016340482980012894, 0.01842094399034977, 0.020501405000686646, 0.02258186601102352, 0.024662327021360397, 0.026742788031697273, 0.02882324904203415, 0.030903710052371025, 0.0329841710627079, 0.03506463021039963, 0.03714509308338165, 0.03922555595636368, 0.041306015104055405, 0.04338647425174713, 0.045466937124729156, 0.04754739999771118, 0.04962785914540291, 0.051708318293094635, 0.05378878116607666, 0.055869244039058685, 0.05794970318675041, 0.06003016233444214, 0.062110625207424164]}, "_runtime": 34.42921161651611, "_timestamp": 1596206613.2728438, "_step": 35}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 3.0, 2.0, 3.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 2.0, 2.0, 2.0, 1.0, 3.0, 4.0, 3.0, 1.0, 2.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.007290166802704334, -0.007045513018965721, -0.006800859235227108, -0.006556205451488495, -0.006311551667749882, -0.006066897418349981, -0.005822243634611368, -0.005577589850872755, -0.005332936067134142, -0.005088282283395529, -0.004843628499656916, -0.0045989747159183025, -0.004354320466518402, -0.004109666682779789, -0.003865012899041176, -0.0036203591153025627, -0.0033757053315639496, -0.0031310515478253365, -0.0028863977640867233, -0.0026417437475174665, -0.0023970899637788534, -0.0021524361800402403, -0.0019077822798863053, -0.0016631283797323704, -0.0014184745959937572, -0.0011738208122551441, -0.0009291669121012092, -0.0006845130701549351, -0.0004398592282086611, -0.00019520538626238704, 4.9448455683887005e-05, 0.00029410229763016105, 0.0005387561395764351, 0.0007834099815227091, 0.0010280638234689832, 0.0012727177236229181, 0.0015173715073615313, 0.0017620252911001444, 0.002006679307669401, 0.0022513330914080143, 0.0024959868751466274, 0.0027406406588852406, 0.0029852944426238537, 0.0032299484591931105, 0.0034746022429317236, 0.0037192560266703367, 0.0039639100432395935, 0.004208563826978207, 0.00445321761071682, 0.004697871394455433, 0.004942525178194046, 0.005187178961932659, 0.005431832745671272, 0.005676486995071173, 0.005921140778809786, 0.006165794562548399, 0.006410448346287012, 0.006655102130025625, 0.006899755913764238, 0.0071444096975028515, 0.007389063946902752, 0.007633717730641365, 0.007878371514379978, 0.008123025298118591, 0.008367679081857204]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 6.0, 4.0, 12.0, 11.0, 11.0, 18.0, 13.0, 24.0, 34.0, 33.0, 44.0, 54.0, 80.0, 111.0, 154.0, 187.0, 299.0, 500.0, 4910.0, 550.0, 254.0, 142.0, 117.0, 77.0, 54.0, 49.0, 39.0, 20.0, 31.0, 18.0, 10.0, 14.0, 10.0, 11.0, 4.0, 4.0, 3.0, 3.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.13580265641212463, -0.1315927505493164, -0.12738285958766937, -0.12317296117544174, -0.11896306276321411, -0.11475316435098648, -0.11054326593875885, -0.10633336752653122, -0.10212346911430359, -0.09791357070207596, -0.09370367228984833, -0.0894937738776207, -0.08528387546539307, -0.08107397705316544, -0.0768640786409378, -0.07265418022871017, -0.06844428181648254, -0.06423438340425491, -0.06002448499202728, -0.05581458657979965, -0.05160468816757202, -0.04739478975534439, -0.04318489134311676, -0.03897499293088913, -0.0347650945186615, -0.03055519610643387, -0.026345297694206238, -0.022135399281978607, -0.017925500869750977, -0.013715602457523346, -0.009505704045295715, -0.005295805633068085, -0.001085907220840454, 0.0031239911913871765, 0.007333889603614807, 0.011543788015842438, 0.01575368642807007, 0.0199635848402977, 0.02417348325252533, 0.02838338166475296, 0.03259328007698059, 0.03680317848920822, 0.04101307690143585, 0.04522297531366348, 0.04943287372589111, 0.053642772138118744, 0.057852670550346375, 0.062062568962574005, 0.06627246737480164, 0.07048236578702927, 0.0746922641992569, 0.07890216261148453, 0.08311206102371216, 0.08732195943593979, 0.09153185784816742, 0.09574175626039505, 0.09995165467262268, 0.10416155308485031, 0.10837145149707794, 0.11258134990930557, 0.1167912483215332, 0.12100114673376083, 0.12521104514598846, 0.1294209361076355, 0.13363084197044373]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 1.0, 2.0, 2.0, 2.0, 1.0, 1.0, 2.0, 2.0, 4.0, 3.0, 4.0, 2.0, 5.0, 1.0, 3.0, 8.0, 7.0, 27.0, 4.0, 1.0, 2.0, 0.0, 3.0, 3.0, 4.0, 1.0, 1.0, 8.0, 1.0, 5.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.002290819538757205, -0.00221220008097589, -0.0021335803903639317, -0.002054960932582617, -0.001976341474801302, -0.0018977219006046653, -0.0018191023264080286, -0.0017404828686267138, -0.001661863294430077, -0.0015832437202334404, -0.0015046242624521255, -0.0014260046882554889, -0.0013473851140588522, -0.0012687656562775373, -0.0011901460820809007, -0.0011115266242995858, -0.0010329070501029491, -0.0009542875341139734, -0.0008756680181249976, -0.0007970484439283609, -0.0007184289279393852, -0.0006398094119504094, -0.0005611898377537727, -0.00048257032176479697, -0.0004039508057758212, -0.00032533128978684545, -0.0002467117446940392, -0.00016809221415314823, -8.947268361225724e-05, -1.085315307136625e-05, 6.776637746952474e-05, 0.00014638590801041573, 0.00022500543855130672, 0.0003036249545402825, 0.0003822444996330887, 0.00046086404472589493, 0.0005394835607148707, 0.0006181030767038465, 0.0006967226509004831, 0.0007753421668894589, 0.0008539616828784347, 0.0009325811988674104, 0.0010112007148563862, 0.0010898202890530229, 0.0011684398632496595, 0.0012470593210309744, 0.001325678895227611, 0.001404298353008926, 0.0014829179272055626, 0.0015615375014021993, 0.0016401569591835141, 0.0017187765333801508, 0.0017973959911614656, 0.0018760155653581023, 0.001954635139554739, 0.002033254597336054, 0.0021118740551173687, 0.002190493745729327, 0.002269113203510642, 0.002347732661291957, 0.0024263523519039154, 0.0025049718096852303, 0.002583591267466545, 0.0026622109580785036, 0.0027408304158598185]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 5.0, 1.0, 3.0, 4.0, 7.0, 4.0, 8.0, 22.0, 20.0, 38.0, 42.0, 78.0, 90.0, 142.0, 204.0, 264.0, 431.0, 646.0, 939.0, 1437.0, 2106.0, 3539.0, 5906.0, 10337.0, 19310.0, 38562.0, 94056.0, 762181.0, 123099.0, 49223.0, 25455.0, 14832.0, 8959.0, 5797.0, 3760.0, 2508.0, 1734.0, 1109.0, 782.0, 536.0, 420.0, 280.0, 176.0, 164.0, 106.0, 85.0, 70.0, 58.0, 37.0, 24.0, 9.0, 11.0, 8.0, 5.0, 4.0, 3.0, 2.0, 1.0, 0.0, 3.0, 1.0, 2.0, 1.0], "bins": [-0.006722003687173128, -0.006488006096333265, -0.006254008039832115, -0.006020010448992252, -0.005786012392491102, -0.005552014801651239, -0.005318016745150089, -0.0050840191543102264, -0.004850021563470364, -0.0046160235069692135, -0.004382025916129351, -0.0041480278596282005, -0.003914030268788338, -0.0036800324451178312, -0.0034460346214473248, -0.0032120367977768183, -0.002978038974106312, -0.0027440411504358053, -0.002510043326765299, -0.0022760455030947924, -0.002042047679424286, -0.0018080499721691012, -0.0015740522649139166, -0.0013400544412434101, -0.0011060566175729036, -0.0008720587939023972, -0.0006380610284395516, -0.00040406323387287557, -0.00017006543930619955, 6.393235526047647e-05, 0.0002979301498271525, 0.0005319279152899981, 0.0007659257389605045, 0.000999923562631011, 0.0012339213863015175, 0.0014679190935567021, 0.0017019169172272086, 0.001935914740897715, 0.0021699124481528997, 0.0024039102718234062, 0.0026379080954939127, 0.002871905919164419, 0.0031059037428349257, 0.003339901566505432, 0.003573899157345295, 0.0038078969810158014, 0.004041894804686308, 0.004275892861187458, 0.004509890452027321, 0.004743888042867184, 0.004977886099368334, 0.005211883690208197, 0.005445881746709347, 0.00567987933754921, 0.00591387739405036, 0.0061478749848902225, 0.006381873041391373, 0.0066158706322312355, 0.006849868223071098, 0.0070838662795722485, 0.007317863870412111, 0.007551861926913261, 0.007785859517753124, 0.008019857108592987, 0.008253855630755424]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 3.0, 11.0, 3.0, 4.0, 6.0, 6.0, 6.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02897367626428604, -0.028035849332809448, -0.027098020538687706, -0.026160193607211113, -0.02522236481308937, -0.024284537881612778, -0.023346709087491035, -0.022408882156014442, -0.0214710533618927, -0.020533226430416107, -0.019595399498939514, -0.018657570704817772, -0.01771974377334118, -0.016781914979219437, -0.015844088047742844, -0.014906260184943676, -0.013968432322144508, -0.01303060445934534, -0.012092776596546173, -0.011154948733747005, -0.010217120870947838, -0.009279293939471245, -0.008341466076672077, -0.0074036382138729095, -0.006465810351073742, -0.005527982488274574, -0.004590154625475407, -0.0036523272283375263, -0.0027144993655383587, -0.0017766716191545129, -0.0008388438727706671, 9.898387361317873e-05, 0.0010368116199970245, 0.001974639482796192, 0.002912467112764716, 0.00385029474273324, 0.004788122605532408, 0.005725950468331575, 0.006663777865469456, 0.007601605728268623, 0.008539433591067791, 0.009477261453866959, 0.010415089316666126, 0.011352917179465294, 0.012290744110941887, 0.013228571973741055, 0.014166399836540222, 0.01510422769933939, 0.016042055562138557, 0.01697988249361515, 0.017917711287736893, 0.018855538219213486, 0.019793367013335228, 0.02073119394481182, 0.021669022738933563, 0.022606849670410156, 0.02354467660188675, 0.02448250539600849, 0.025420332327485085, 0.026358161121606827, 0.02729598805308342, 0.028233816847205162, 0.029171643778681755, 0.030109472572803497, 0.03104729950428009]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 5.0, 2.0, 2.0, 1.0, 2.0, 3.0, 6.0, 24.0, 20.0, 30.0, 31.0, 31.0, 33.0, 53.0, 69.0, 104.0, 121.0, 129.0, 147.0, 154.0, 167.0, 177.0, 233.0, 313.0, 405.0, 629.0, 1169.0, 2861.0, 6307.0, 1664.0, 1150.0, 760.0, 501.0, 319.0, 197.0, 132.0, 107.0, 68.0, 42.0, 45.0, 46.0, 31.0, 21.0, 23.0, 16.0, 12.0, 10.0, 14.0, 7.0, 5.0, 6.0, 3.0, 5.0, 1.0, 2.0, 7.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 3.0], "bins": [-0.012780699878931046, -0.012340480461716652, -0.011900260113179684, -0.011460039764642715, -0.011019820347428322, -0.010579600930213928, -0.01013938058167696, -0.009699160233139992, -0.009258940815925598, -0.008818721398711205, -0.008378501050174236, -0.007938280701637268, -0.0074980612844228745, -0.0070578414015471935, -0.006617621518671513, -0.006177401635795832, -0.005737181752920151, -0.00529696187004447, -0.004856741987168789, -0.004416522104293108, -0.003976302221417427, -0.003536082338541746, -0.003095862455666065, -0.0026556425727903843, -0.0022154226899147034, -0.0017752028070390224, -0.0013349829241633415, -0.0008947630412876606, -0.0004545431584119797, -1.4323275536298752e-05, 0.00042589660733938217, 0.0008661164902150631, 0.001306336373090744, 0.001746556255966425, 0.002186776138842106, 0.002626996021717787, 0.0030672159045934677, 0.0035074357874691486, 0.0039476556703448296, 0.0043878755532205105, 0.004828095436096191, 0.005268315318971872, 0.005708535201847553, 0.006148755084723234, 0.006588974967598915, 0.007029194850474596, 0.007469414733350277, 0.007909635081887245, 0.008349854499101639, 0.008790073916316032, 0.009230294264853, 0.009670514613389969, 0.010110734030604362, 0.010550953447818756, 0.010991173796355724, 0.011431394144892693, 0.011871613562107086, 0.01231183297932148, 0.012752053327858448, 0.013192273676395416, 0.01363249309360981, 0.014072712510824203, 0.014512932859361172, 0.01495315320789814, 0.015393372625112534]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 3.0, 0.0, 1.0, 3.0, 2.0, 2.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.27914249897003174, -0.27242884039878845, -0.26571518182754517, -0.2590015232563019, -0.2522878646850586, -0.2455742210149765, -0.23886056244373322, -0.23214691877365112, -0.22543326020240784, -0.21871960163116455, -0.21200594305992126, -0.20529228448867798, -0.1985786408185959, -0.1918649822473526, -0.18515132367610931, -0.17843766510486603, -0.17172402143478394, -0.16501036286354065, -0.15829670429229736, -0.15158304572105408, -0.1448693871498108, -0.1381557434797287, -0.1314420849084854, -0.12472842633724213, -0.11801476776599884, -0.11130111664533615, -0.10458745807409286, -0.09787380695343018, -0.09116014838218689, -0.0844464972615242, -0.07773283869028091, -0.07101918756961823, -0.06430552899837494, -0.05759187415242195, -0.050878219306468964, -0.044164564460515976, -0.03745090961456299, -0.03073725290596485, -0.024023596197366714, -0.017309941351413727, -0.01059628650546074, -0.003882631193846464, 0.002831024117767811, 0.009544679895043373, 0.01625833474099636, 0.02297198958694935, 0.029685646295547485, 0.03639930114150047, 0.04311295598745346, 0.04982661083340645, 0.056540265679359436, 0.06325392425060272, 0.06996757537126541, 0.0766812339425087, 0.08339488506317139, 0.09010854363441467, 0.09682220220565796, 0.10353585332632065, 0.11024951189756393, 0.11696316301822662, 0.12367682158946991, 0.1303904801607132, 0.1371041238307953, 0.14381778240203857, 0.15053144097328186]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 1.0, 1.0, 1.0, 3.0, 3.0, 3.0, 1.0, 5.0, 2.0, 2.0, 4.0, 4.0, 10.0, 19.0, 29.0, 56.0, 35.0, 25.0, 14.0, 3.0, 6.0, 4.0, 4.0, 10.0, 1.0, 6.0, 8.0, 2.0, 0.0, 1.0, 2.0, 3.0, 0.0, 2.0, 0.0, 2.0, 1.0], "bins": [-0.20888780057430267, -0.20400695502758026, -0.19912609457969666, -0.19424524903297424, -0.18936438858509064, -0.18448354303836823, -0.17960268259048462, -0.1747218370437622, -0.1698409765958786, -0.1649601310491562, -0.16007927060127258, -0.15519842505455017, -0.15031756460666656, -0.14543671905994415, -0.14055585861206055, -0.13567501306533813, -0.13079416751861572, -0.12591330707073212, -0.12103245407342911, -0.1161516010761261, -0.11127074807882309, -0.10638989508152008, -0.10150904208421707, -0.09662818908691406, -0.09174734354019165, -0.08686649054288864, -0.08198563754558563, -0.07710478454828262, -0.07222393155097961, -0.0673430785536766, -0.062462225556373596, -0.05758137255907059, -0.05270051956176758, -0.04781966656446457, -0.04293881356716156, -0.03805796056985855, -0.03317710757255554, -0.028296256437897682, -0.023415405303239822, -0.018534552305936813, -0.013653699308633804, -0.008772846311330795, -0.003891994245350361, 0.0009888582862913609, 0.005869710817933083, 0.010750563815236092, 0.01563141494989395, 0.02051226794719696, 0.02539312094449997, 0.03027397394180298, 0.03515482693910599, 0.040035679936409, 0.044916532933712006, 0.049797382205724716, 0.054678235203027725, 0.059559088200330734, 0.06443993747234344, 0.06932079046964645, 0.07420164346694946, 0.07908249646425247, 0.08396334946155548, 0.08884420245885849, 0.0937250554561615, 0.09860590845346451, 0.10348676145076752]}, "_runtime": 35.20707368850708, "_timestamp": 1596206614.050706, "_step": 36}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 0.0, 0.0, 5.0, 2.0, 1.0, 1.0, 3.0, 3.0, 4.0, 1.0, 3.0, 0.0, 2.0, 4.0, 1.0, 1.0, 1.0, 3.0, 2.0, 2.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.010640264488756657, -0.010305392555892467, -0.009970519691705704, -0.009635647758841515, -0.00930077489465475, -0.008965902961790562, -0.008631030097603798, -0.008296158164739609, -0.00796128623187542, -0.007626413367688656, -0.007291540969163179, -0.006956668570637703, -0.006621796637773514, -0.006286924239248037, -0.005952051840722561, -0.005617179442197084, -0.005282307043671608, -0.0049474346451461315, -0.004612562246620655, -0.004277689848095179, -0.003942817449569702, -0.0036079452838748693, -0.0032730731181800365, -0.00293820071965456, -0.0026033283211290836, -0.002268455922603607, -0.0019335836404934525, -0.001598711358383298, -0.0012638389598578215, -0.0009289666195400059, -0.0005940942792221904, -0.00025922193890437484, 7.56504014134407e-05, 0.00041052274173125625, 0.0007453950820490718, 0.0010802673641592264, 0.0014151397626847029, 0.0017500121612101793, 0.002084884326905012, 0.0024197567254304886, 0.002754629123955965, 0.0030895015224814415, 0.003424373921006918, 0.0037592460867017508, 0.0040941182523965836, 0.00442899065092206, 0.0047638630494475365, 0.005098735447973013, 0.005433607846498489, 0.005768480245023966, 0.006103352643549442, 0.006438225042074919, 0.006773097440600395, 0.007107969373464584, 0.007442841771990061, 0.007777714170515537, 0.008112587034702301, 0.00844745896756649, 0.00878233090043068, 0.009117203764617443, 0.009452075697481632, 0.009786948561668396, 0.010121820494532585, 0.010456693358719349, 0.010791565291583538]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 4.0, 3.0, 4.0, 3.0, 8.0, 7.0, 12.0, 10.0, 20.0, 11.0, 36.0, 35.0, 38.0, 58.0, 85.0, 101.0, 155.0, 208.0, 334.0, 757.0, 4807.0, 499.0, 225.0, 120.0, 85.0, 80.0, 51.0, 36.0, 33.0, 24.0, 22.0, 12.0, 6.0, 11.0, 9.0, 2.0, 4.0, 1.0, 1.0, 3.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.1729295402765274, -0.1679888218641281, -0.16304811835289001, -0.15810739994049072, -0.15316668152809143, -0.14822596311569214, -0.14328525960445404, -0.13834454119205475, -0.13340382277965546, -0.12846311926841736, -0.12352240085601807, -0.11858168244361877, -0.11364097148180008, -0.10870025306940079, -0.10375954210758209, -0.0988188236951828, -0.0938781127333641, -0.08893740177154541, -0.08399668335914612, -0.07905597239732742, -0.07411525398492813, -0.06917454302310944, -0.06423382461071014, -0.05929311364889145, -0.054352398961782455, -0.04941168427467346, -0.04447096958756447, -0.039530254900455475, -0.03458954393863678, -0.029648827388882637, -0.024708114564418793, -0.0197673998773098, -0.014826685190200806, -0.009885970503091812, -0.004945256747305393, -4.5425258576869965e-06, 0.004936171695590019, 0.009876886382699013, 0.014817600138485432, 0.01975831389427185, 0.024699028581380844, 0.029639743268489838, 0.03458045795559883, 0.039521172642707825, 0.04446188360452652, 0.04940259829163551, 0.05434331297874451, 0.0592840276658535, 0.0642247423529625, 0.06916545331478119, 0.07410617172718048, 0.07904688268899918, 0.08398760110139847, 0.08892831206321716, 0.09386903047561646, 0.09880974143743515, 0.10375045239925385, 0.10869117081165314, 0.11363188177347183, 0.11857260018587112, 0.12351331114768982, 0.1284540295600891, 0.1333947479724884, 0.1383354514837265, 0.1432761698961258]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 3.0, 0.0, 1.0, 1.0, 3.0, 2.0, 1.0, 5.0, 3.0, 2.0, 1.0, 5.0, 7.0, 3.0, 3.0, 3.0, 26.0, 2.0, 4.0, 6.0, 0.0, 5.0, 4.0, 2.0, 6.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.0028026518411934376, -0.002721237950026989, -0.0026398240588605404, -0.002558410167694092, -0.002476996276527643, -0.0023955823853611946, -0.002314168494194746, -0.0022327546030282974, -0.002151340711861849, -0.0020699268206954002, -0.0019885129295289516, -0.001907099038362503, -0.0018256851471960545, -0.0017442712560296059, -0.0016628573648631573, -0.0015814434736967087, -0.00150002958253026, -0.0014186156913638115, -0.001337201800197363, -0.0012557879090309143, -0.0011743740178644657, -0.0010929601266980171, -0.0010115462355315685, -0.0009301323443651199, -0.0008487184531986713, -0.0007673045620322227, -0.0006858906708657742, -0.0006044767796993256, -0.000523062888532877, -0.0004416489973664284, -0.0003602351061999798, -0.0002788212150335312, -0.0001974073238670826, -0.000115993432700634, -3.457954153418541e-05, 4.6834349632263184e-05, 0.00012824824079871178, 0.00020966213196516037, 0.00029107602313160896, 0.00037248991429805756, 0.00045390380546450615, 0.0005353176966309547, 0.0006167315877974033, 0.0006981454789638519, 0.0007795593701303005, 0.0008609732612967491, 0.0009423871524631977, 0.0010238010436296463, 0.001105214934796095, 0.0011866288259625435, 0.001268042717128992, 0.0013494566082954407, 0.0014308704994618893, 0.0015122843906283379, 0.0015936982817947865, 0.001675112172961235, 0.0017565260641276836, 0.0018379399552941322, 0.0019193538464605808, 0.0020007677376270294, 0.002082181628793478, 0.0021635955199599266, 0.002245009411126375, 0.002326423302292824, 0.0024078371934592724]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 3.0, 0.0, 6.0, 4.0, 5.0, 5.0, 16.0, 16.0, 17.0, 45.0, 48.0, 87.0, 139.0, 222.0, 327.0, 583.0, 912.0, 1492.0, 2595.0, 4301.0, 7847.0, 14372.0, 29430.0, 71243.0, 282280.0, 637742.0, 60920.0, 28565.0, 14703.0, 8370.0, 5032.0, 3029.0, 1879.0, 1234.0, 798.0, 458.0, 324.0, 200.0, 125.0, 84.0, 63.0, 42.0, 22.0, 9.0, 14.0, 12.0, 5.0, 5.0, 8.0, 2.0, 1.0, 2.0], "bins": [-0.010127228684723377, -0.00985360611230135, -0.009579982608556747, -0.00930636003613472, -0.009032737463712692, -0.008759114891290665, -0.008485491387546062, -0.008211868815124035, -0.007938246242702007, -0.007664623204618692, -0.0073910001665353775, -0.00711737759411335, -0.006843754556030035, -0.006570131983608007, -0.0062965089455246925, -0.006022886373102665, -0.00574926333501935, -0.005475640296936035, -0.005202017724514008, -0.004928394686430693, -0.004654772114008665, -0.00438114907592535, -0.004107526503503323, -0.0038339034654200077, -0.0035602806601673365, -0.0032866578549146652, -0.003013035049661994, -0.0027394122444093227, -0.002465789206326008, -0.0021921664010733366, -0.0019185435958206654, -0.0016449207905679941, -0.0013712979853153229, -0.0010976751800626516, -0.0008240523166023195, -0.0005504294531419873, -0.0002768066478893161, -3.1838135328143835e-06, 0.0002704390208236873, 0.0005440618842840195, 0.0008176846895366907, 0.001091307494789362, 0.0013649303000420332, 0.0016385532217100263, 0.0019121760269626975, 0.0021857989486306906, 0.002459421753883362, 0.002733044559136033, 0.0030066673643887043, 0.0032802901696413755, 0.003553912974894047, 0.003827535780146718, 0.004101158585399389, 0.004374781623482704, 0.004648404195904732, 0.004922027233988047, 0.0051956502720713615, 0.005469272844493389, 0.005742895882576704, 0.006016518454998732, 0.0062901414930820465, 0.006563764065504074, 0.006837387103587389, 0.007111009676009417, 0.0073846327140927315]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 3.0, 3.0, 4.0, 5.0, 7.0, 2.0, 3.0, 2.0, 4.0, 8.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012560417875647545, -0.011886458843946457, -0.011212499812245369, -0.010538540780544281, -0.009864581748843193, -0.00919062178581953, -0.008516662754118443, -0.007842703722417355, -0.007168744690716267, -0.006494785659015179, -0.005820826627314091, -0.0051468671299517155, -0.0044729080982506275, -0.0037989490665495396, -0.003124989802017808, -0.0024510305374860764, -0.0017770715057849884, -0.0011031123576685786, -0.00042915320955216885, 0.00024480593856424093, 0.0009187650866806507, 0.0015927242347970605, 0.0022666833829134703, 0.002940642647445202, 0.00361460167914629, 0.004288560710847378, 0.004962519742548466, 0.005636479239910841, 0.006310438271611929, 0.006984397303313017, 0.007658356800675392, 0.00833231583237648, 0.009006274864077568, 0.009680233895778656, 0.010354192927479744, 0.011028151959180832, 0.01170211099088192, 0.012376070953905582, 0.01305002998560667, 0.013723989017307758, 0.014397948049008846, 0.015071907080709934, 0.015745867043733597, 0.016419826075434685, 0.017093785107135773, 0.01776774413883686, 0.01844170317053795, 0.019115662202239037, 0.019789621233940125, 0.020463580265641212, 0.0211375392973423, 0.02181149832904339, 0.022485457360744476, 0.023159416392445564, 0.023833375424146652, 0.02450733445584774, 0.025181293487548828, 0.025855254381895065, 0.026529213413596153, 0.02720317244529724, 0.02787713147699833, 0.028551090508699417, 0.029225049540400505, 0.029899008572101593, 0.03057296760380268]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 5.0, 5.0, 3.0, 7.0, 3.0, 6.0, 8.0, 7.0, 14.0, 28.0, 45.0, 47.0, 61.0, 58.0, 66.0, 87.0, 126.0, 172.0, 256.0, 270.0, 408.0, 547.0, 712.0, 884.0, 1036.0, 1357.0, 1973.0, 5979.0, 1410.0, 707.0, 451.0, 344.0, 227.0, 168.0, 142.0, 108.0, 94.0, 90.0, 73.0, 67.0, 53.0, 44.0, 39.0, 36.0, 31.0, 20.0, 28.0, 17.0, 25.0, 21.0, 12.0, 13.0, 10.0, 9.0, 1.0, 4.0, 7.0, 3.0, 1.0, 1.0, 3.0], "bins": [-0.010532285086810589, -0.010188523679971695, -0.009844761341810226, -0.009500999934971333, -0.009157237596809864, -0.00881347618997097, -0.008469713851809502, -0.008125952444970608, -0.0077821905724704266, -0.007438428699970245, -0.007094666827470064, -0.006750904954969883, -0.006407143548130989, -0.006063381675630808, -0.005719619803130627, -0.0053758579306304455, -0.005032096058130264, -0.004688334185630083, -0.004344572313129902, -0.004000810440629721, -0.003657048800960183, -0.003313286928460002, -0.0029695252887904644, -0.002625763416290283, -0.002282001543790102, -0.0019382396712899208, -0.0015944779152050614, -0.001250716159120202, -0.0009069542866200209, -0.0005631924723275006, -0.0002194306580349803, 0.00012433115625754, 0.00046809297055006027, 0.0008118547848425806, 0.0011556165991351008, 0.0014993783552199602, 0.0018431402277201414, 0.0021869021002203226, 0.00253066373988986, 0.0028744256123900414, 0.0032181874848902225, 0.0035619493573904037, 0.003905711229890585, 0.004249473102390766, 0.00459323450922966, 0.004936996381729841, 0.005280758254230022, 0.005624520126730204, 0.005968281999230385, 0.006312043871730566, 0.006655805744230747, 0.006999567616730928, 0.00734332948923111, 0.0076870908960700035, 0.008030853234231472, 0.008374614641070366, 0.008718376979231834, 0.009062138386070728, 0.009405899792909622, 0.00974966213107109, 0.010093423537909985, 0.010437185876071453, 0.010780947282910347, 0.011124709621071815, 0.01146847102791071]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.12284620851278305, -0.12007186561822891, -0.11729752272367477, -0.11452317982912064, -0.1117488369345665, -0.10897449404001236, -0.10620015114545822, -0.10342580825090408, -0.10065147280693054, -0.0978771299123764, -0.09510278701782227, -0.09232844412326813, -0.08955410122871399, -0.08677975833415985, -0.08400541543960571, -0.08123107254505157, -0.07845672965049744, -0.0756823867559433, -0.07290804386138916, -0.07013370096683502, -0.06735935807228088, -0.06458501517772675, -0.061810676008462906, -0.05903633311390877, -0.05626199021935463, -0.05348764732480049, -0.05071330443024635, -0.047938961535692215, -0.045164622366428375, -0.04239027947187424, -0.0396159365773201, -0.03684159368276596, -0.03406725078821182, -0.031292907893657684, -0.028518564999103546, -0.025744223967194557, -0.02296988107264042, -0.02019553817808628, -0.017421197146177292, -0.014646854251623154, -0.011872511357069016, -0.009098168462514877, -0.006323826499283314, -0.003549484070390463, -0.000775141641497612, 0.001999200787395239, 0.00477354321628809, 0.007547885645180941, 0.010322228074073792, 0.01309657096862793, 0.015870913863182068, 0.018645254895091057, 0.021419597789645195, 0.024193940684199333, 0.026968281716108322, 0.02974262461066246, 0.0325169675052166, 0.03529131039977074, 0.038065653294324875, 0.04083999618887901, 0.04361433535814285, 0.04638867825269699, 0.04916302114725113, 0.05193736404180527, 0.054711706936359406]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 0.0, 2.0, 5.0, 13.0, 18.0, 27.0, 26.0, 20.0, 53.0, 24.0, 21.0, 12.0, 8.0, 6.0, 2.0, 7.0, 6.0, 4.0, 1.0, 4.0, 2.0, 5.0, 3.0, 2.0, 1.0, 1.0, 1.0], "bins": [-0.132317915558815, -0.12939438223838806, -0.12647084891796112, -0.12354732304811478, -0.12062379717826843, -0.11770026385784149, -0.11477673798799515, -0.1118532046675682, -0.10892967879772186, -0.10600614547729492, -0.10308261215686798, -0.10015908628702164, -0.0972355529665947, -0.09431202709674835, -0.09138849377632141, -0.08846496790647507, -0.08554143458604813, -0.08261790126562119, -0.07969437539577484, -0.0767708420753479, -0.07384731620550156, -0.07092378288507462, -0.06800025701522827, -0.06507672369480133, -0.06215319409966469, -0.059229664504528046, -0.0563061349093914, -0.05338260531425476, -0.05045907199382782, -0.04753554239869118, -0.044612012803554535, -0.04168848320841789, -0.03876495361328125, -0.03584142401814461, -0.032917894423007965, -0.029994362965226173, -0.02707083337008953, -0.02414730377495289, -0.021223772317171097, -0.018300242722034454, -0.015376713126897812, -0.01245318353176117, -0.009529653005301952, -0.006606122944504023, -0.003682592883706093, -0.0007590628229081631, 0.0021644672378897667, 0.0050879972986876965, 0.008011527359485626, 0.010935056954622269, 0.013858587481081486, 0.016782118007540703, 0.019705647602677345, 0.022629177197813988, 0.02555270865559578, 0.028476238250732422, 0.031399767845869064, 0.03432329744100571, 0.03724682703614235, 0.04017035663127899, 0.04309388995170593, 0.046017419546842575, 0.04894094914197922, 0.05186447873711586, 0.0547880083322525]}, "_runtime": 36.04354810714722, "_timestamp": 1596206614.8871803, "_step": 37}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 3.0, 2.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 5.0, 1.0, 2.0, 2.0, 3.0, 1.0, 3.0, 3.0, 0.0, 5.0, 1.0, 0.0, 2.0, 3.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.011762083508074284, -0.011438739486038685, -0.011115395464003086, -0.010792050510644913, -0.010468706488609314, -0.010145362466573715, -0.009822018444538116, -0.009498673491179943, -0.009175329469144344, -0.008851985447108746, -0.008528641425073147, -0.008205297403037548, -0.007881952449679375, -0.007558608427643776, -0.007235264405608177, -0.006911919917911291, -0.006588575895875692, -0.006265231873840094, -0.0059418873861432076, -0.005618543364107609, -0.005295198876410723, -0.004971854854375124, -0.004648510366678238, -0.004325166344642639, -0.00400182232260704, -0.0036784778349101543, -0.003355133580043912, -0.0030317893251776695, -0.0027084453031420708, -0.0023851010482758284, -0.002061756793409586, -0.0017384125385433435, -0.0014150682836771011, -0.0010917240288108587, -0.0007683798321522772, -0.0004450356063898653, -0.00012169138062745333, 0.00020165284513495862, 0.0005249970708973706, 0.0008483412675559521, 0.0011716855224221945, 0.0014950297772884369, 0.0018183740321546793, 0.0021417182870209217, 0.0024650623090565205, 0.002788406563922763, 0.0031117508187890053, 0.0034350950736552477, 0.00375843932852149, 0.004081783350557089, 0.004405127838253975, 0.004728471860289574, 0.00505181634798646, 0.0053751603700220585, 0.0056985048577189445, 0.006021848879754543, 0.006345192901790142, 0.006668537389487028, 0.006991881411522627, 0.007315225899219513, 0.007638569921255112, 0.00796191394329071, 0.008285258896648884, 0.008608602918684483, 0.008931946940720081]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 4.0, 6.0, 8.0, 11.0, 12.0, 6.0, 6.0, 21.0, 21.0, 39.0, 43.0, 48.0, 84.0, 112.0, 164.0, 254.0, 459.0, 5101.0, 728.0, 292.0, 151.0, 81.0, 61.0, 44.0, 44.0, 25.0, 15.0, 21.0, 11.0, 13.0, 13.0, 9.0, 6.0, 3.0, 1.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.2357873171567917, -0.22966189682483673, -0.22353647649288177, -0.21741105616092682, -0.21128563582897186, -0.2051602154970169, -0.19903479516506195, -0.192909374833107, -0.18678395450115204, -0.18065853416919708, -0.17453311383724213, -0.16840769350528717, -0.16228227317333221, -0.15615685284137726, -0.1500314325094223, -0.14390601217746735, -0.1377805769443512, -0.13165515661239624, -0.12552973628044128, -0.11940432339906693, -0.11327890306711197, -0.10715348273515701, -0.10102806240320206, -0.0949026420712471, -0.08877721428871155, -0.08265179395675659, -0.07652637362480164, -0.07040095329284668, -0.06427553296089172, -0.05815011262893677, -0.05202469229698181, -0.045899271965026855, -0.0397738516330719, -0.03364843130111694, -0.027523010969161987, -0.021397588774561882, -0.015272168442606926, -0.00914674811065197, -0.0030213268473744392, 0.003104093950241804, 0.009229514747858047, 0.015354935079813004, 0.02148035541176796, 0.027605777606368065, 0.03373119980096817, 0.039856620132923126, 0.04598204046487808, 0.05210746079683304, 0.058232881128787994, 0.06435830146074295, 0.0704837217926979, 0.07660914212465286, 0.08273456245660782, 0.08885998278856277, 0.09498540312051773, 0.10111082345247269, 0.10723625123500824, 0.1133616715669632, 0.11948709189891815, 0.1256125122308731, 0.13173793256282806, 0.13786335289478302, 0.14398877322673798, 0.15011419355869293, 0.1562396138906479]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [3.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 3.0, 2.0, 2.0, 1.0, 6.0, 2.0, 2.0, 6.0, 4.0, 6.0, 2.0, 2.0, 3.0, 4.0, 2.0, 26.0, 6.0, 1.0, 2.0, 5.0, 3.0, 5.0, 3.0, 1.0, 2.0, 3.0, 1.0, 0.0, 1.0, 1.0, 5.0, 2.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.001934728818014264, -0.0018494005780667067, -0.0017640723381191492, -0.0016787440981715918, -0.0015934158582240343, -0.0015080877346917987, -0.0014227594947442412, -0.0013374312547966838, -0.0012521030148491263, -0.0011667747749015689, -0.0010814465349540114, -0.000996118295006454, -0.0009107901132665575, -0.000825461873319, -0.0007401336915791035, -0.000654805451631546, -0.0005694772116839886, -0.0004841489717364311, -0.00039882076089270413, -0.00031349255004897714, -0.0002281643101014197, -0.00014283608470577747, -5.7507859310135245e-05, 2.7820366085506976e-05, 0.0001131485914811492, 0.00019847681687679142, 0.00028380504227243364, 0.00036913325311616063, 0.0004544614930637181, 0.0005397897330112755, 0.0006251179147511721, 0.0007104461546987295, 0.000795774394646287, 0.0008811026345938444, 0.0009664308745414019, 0.0010517591144889593, 0.0011370873544365168, 0.0012224154779687524, 0.0013077437179163098, 0.0013930719578638673, 0.0014784001978114247, 0.0015637284377589822, 0.0016490566777065396, 0.001734384917654097, 0.0018197130411863327, 0.0019050412811338902, 0.0019903695210814476, 0.002075697761029005, 0.0021610260009765625, 0.00224635424092412, 0.0023316824808716774, 0.002417010720819235, 0.0025023389607667923, 0.0025876672007143497, 0.002672995440661907, 0.0027583236806094646, 0.002843651920557022, 0.002928979927673936, 0.0030143081676214933, 0.003099636407569051, 0.0031849646475166082, 0.0032702928874641657, 0.003355621127411723, 0.0034409493673592806, 0.003526277607306838]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 1.0, 2.0, 1.0, 11.0, 7.0, 16.0, 17.0, 26.0, 38.0, 59.0, 97.0, 142.0, 200.0, 261.0, 401.0, 593.0, 821.0, 1342.0, 2020.0, 3150.0, 5354.0, 8478.0, 14716.0, 26236.0, 51442.0, 123797.0, 756719.0, 89444.0, 39164.0, 20799.0, 12247.0, 7556.0, 4786.0, 3155.0, 2033.0, 1452.0, 906.0, 668.0, 396.0, 318.0, 204.0, 144.0, 120.0, 61.0, 68.0, 48.0, 31.0, 25.0, 14.0, 6.0, 17.0, 5.0, 11.0, 4.0, 2.0, 3.0, 4.0, 1.0, 2.0, 2.0, 0.0, 1.0, 1.0], "bins": [-0.006103214342147112, -0.005880988202989101, -0.005658761598169804, -0.005436535459011793, -0.005214309319853783, -0.004992082715034485, -0.004769856575876474, -0.004547629971057177, -0.004325403831899166, -0.004103177692741156, -0.003880951087921858, -0.0036587249487638474, -0.003436498576775193, -0.003214272204786539, -0.0029920460656285286, -0.0027698196936398745, -0.0025475933216512203, -0.002325366949662566, -0.002103140577673912, -0.0018809144385159016, -0.0016586880665272474, -0.0014364616945385933, -0.001214235438965261, -0.0009920091833919287, -0.0007697828114032745, -0.0005475564976222813, -0.0003253301838412881, -0.00010310387006029487, 0.00011912244372069836, 0.0003413487575016916, 0.0005635750712826848, 0.000785801385063678, 0.0010080276988446712, 0.0012302540708333254, 0.0014524803264066577, 0.00167470658197999, 0.0018969329539686441, 0.0021191593259572983, 0.0023413854651153088, 0.002563611837103963, 0.002785838209092617, 0.003008064581081271, 0.0032302909530699253, 0.003452517092227936, 0.00367474346421659, 0.003896969836205244, 0.0041191959753632545, 0.004341422580182552, 0.004563648719340563, 0.004785874858498573, 0.005008101463317871, 0.005230327602475882, 0.005452553741633892, 0.00567478034645319, 0.0058970064856112, 0.006119233090430498, 0.006341459229588509, 0.006563685368746519, 0.006785911973565817, 0.007008138112723827, 0.007230364717543125, 0.007452590856701136, 0.007674816995859146, 0.007897043600678444, 0.008119270205497742]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 3.0, 2.0, 4.0, 2.0, 6.0, 5.0, 9.0, 1.0, 4.0, 1.0, 6.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.01798875443637371, -0.01732306368649006, -0.016657374799251556, -0.015991684049367905, -0.015325995162129402, -0.01466030441224575, -0.013994614593684673, -0.013328924775123596, -0.012663234956562519, -0.011997545138001442, -0.011331855319440365, -0.010666165500879288, -0.010000474750995636, -0.009334784932434559, -0.008669095113873482, -0.008003405295312405, -0.0073377154767513275, -0.00667202565819025, -0.006006335839629173, -0.005340645555406809, -0.004674955736845732, -0.004009265918284655, -0.003343575866892934, -0.002677885815501213, -0.002012195996940136, -0.001346506061963737, -0.0006808161269873381, -1.5126192010939121e-05, 0.0006505637429654598, 0.0013162536779418588, 0.0019819436129182577, 0.0026476336643099785, 0.0033133234828710556, 0.003979013301432133, 0.00464470311999321, 0.005310393404215574, 0.005976083222776651, 0.0066417730413377285, 0.007307463325560093, 0.00797315314412117, 0.008638842962682247, 0.009304532781243324, 0.009970222599804401, 0.010635912418365479, 0.01130160316824913, 0.011967292986810207, 0.012632982805371284, 0.013298672623932362, 0.013964362442493439, 0.014630052261054516, 0.015295742079615593, 0.015961432829499245, 0.016627121716737747, 0.0172928124666214, 0.0179585013538599, 0.018624192103743553, 0.019289880990982056, 0.019955571740865707, 0.02062126249074936, 0.02128695137798786, 0.021952642127871513, 0.022618331015110016, 0.023284021764993668, 0.02394971065223217, 0.024615401402115822]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [5.0, 0.0, 2.0, 0.0, 5.0, 5.0, 24.0, 17.0, 28.0, 46.0, 34.0, 67.0, 68.0, 106.0, 110.0, 143.0, 168.0, 201.0, 260.0, 393.0, 606.0, 852.0, 1401.0, 2597.0, 6187.0, 1492.0, 926.0, 641.0, 474.0, 300.0, 264.0, 153.0, 137.0, 99.0, 101.0, 75.0, 85.0, 72.0, 54.0, 40.0, 32.0, 26.0, 20.0, 20.0, 13.0, 24.0, 12.0, 13.0, 2.0, 5.0, 6.0, 4.0, 4.0, 1.0, 2.0, 1.0, 2.0, 3.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.007958076894283295, -0.007628508377820253, -0.007298939861357212, -0.006969371344894171, -0.0066398028284311295, -0.006310234311968088, -0.005980665795505047, -0.0056510972790420055, -0.005321528762578964, -0.004991960246115923, -0.004662391729652882, -0.00433282321318984, -0.004003254696726799, -0.0036736861802637577, -0.0033441176638007164, -0.003014549147337675, -0.002684980630874634, -0.0023554121144115925, -0.002025843597948551, -0.0016962750814855099, -0.0013667065650224686, -0.0010371380485594273, -0.000707569532096386, -0.00037800101563334465, -4.8432499170303345e-05, 0.00028113601729273796, 0.0006107045337557793, 0.0009402730502188206, 0.0012698415666818619, 0.0015994100831449032, 0.0019289785996079445, 0.002258547116070986, 0.002588115632534027, 0.0029176841489970684, 0.0032472526654601097, 0.003576821181923151, 0.003906389698386192, 0.004235958214849234, 0.004565526731312275, 0.004895095247775316, 0.0052246637642383575, 0.005554232280701399, 0.00588380079716444, 0.0062133693136274815, 0.006542937830090523, 0.006872506346553564, 0.007202074863016605, 0.007531643379479647, 0.007861211895942688, 0.008190780878067017, 0.00852034892886877, 0.008849916979670525, 0.009179485961794853, 0.009509054943919182, 0.009838622994720936, 0.01016819104552269, 0.010497760027647018, 0.010827329009771347, 0.011156897060573101, 0.011486465111374855, 0.011816034093499184, 0.012145603075623512, 0.012475171126425266, 0.01280473917722702, 0.013134308159351349]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 5.0, 0.0, 0.0, 3.0, 1.0, 1.0, 5.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.20632006227970123, -0.20089563727378845, -0.19547119736671448, -0.1900467574596405, -0.18462233245372772, -0.17919790744781494, -0.17377346754074097, -0.168349027633667, -0.1629246026277542, -0.15750017762184143, -0.15207573771476746, -0.14665129780769348, -0.1412268728017807, -0.13580244779586792, -0.13037800788879395, -0.12495357543230057, -0.11952914297580719, -0.11410471051931381, -0.10868027806282043, -0.10325584560632706, -0.09783141314983368, -0.0924069806933403, -0.08698254823684692, -0.08155811578035355, -0.07613368332386017, -0.07070925086736679, -0.06528481841087341, -0.059860385954380035, -0.05443595349788666, -0.04901152104139328, -0.0435870885848999, -0.038162656128406525, -0.03273822367191315, -0.02731379121541977, -0.02188935875892639, -0.016464926302433014, -0.011040493845939636, -0.0056160613894462585, -0.00019162893295288086, 0.005232803523540497, 0.010657235980033875, 0.016081668436527252, 0.02150610089302063, 0.026930533349514008, 0.032354965806007385, 0.03777939826250076, 0.04320383071899414, 0.04862826317548752, 0.054052695631980896, 0.059477128088474274, 0.06490156054496765, 0.07032599300146103, 0.0757504254579544, 0.08117485791444778, 0.08659929037094116, 0.09202372282743454, 0.09744815528392792, 0.1028725877404213, 0.10829702019691467, 0.11372145265340805, 0.11914588510990143, 0.1245703175663948, 0.12999475002288818, 0.13541918992996216, 0.14084361493587494]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0, 2.0, 2.0, 3.0, 4.0, 2.0, 4.0, 2.0, 1.0, 3.0, 4.0, 4.0, 9.0, 17.0, 34.0, 52.0, 27.0, 17.0, 16.0, 8.0, 6.0, 5.0, 4.0, 3.0, 2.0, 7.0, 4.0, 3.0, 3.0, 4.0, 3.0, 3.0, 2.0, 2.0, 0.0, 3.0], "bins": [-0.13696329295635223, -0.13378971815109253, -0.13061612844467163, -0.12744255363941193, -0.12426897883415222, -0.12109540402889252, -0.11792182177305222, -0.11474823951721191, -0.11157466471195221, -0.1084010899066925, -0.1052275076508522, -0.1020539253950119, -0.0988803505897522, -0.09570677578449249, -0.09253319352865219, -0.08935961127281189, -0.08618603646755219, -0.08301246166229248, -0.07983887940645218, -0.07666529715061188, -0.07349172234535217, -0.07031814754009247, -0.06714456528425217, -0.06397098302841187, -0.06079740822315216, -0.05762382969260216, -0.054450251162052155, -0.05127667263150215, -0.04810309410095215, -0.044929515570402145, -0.04175593703985214, -0.03858235850930214, -0.035408779978752136, -0.03223520144820213, -0.02906162291765213, -0.025888044387102127, -0.022714465856552124, -0.01954088732600212, -0.016367308795452118, -0.013193730264902115, -0.010020151734352112, -0.006846573203802109, -0.0036729946732521057, -0.0004994161427021027, 0.0026741623878479004, 0.0058477409183979034, 0.009021319448947906, 0.01219489797949791, 0.015368476510047913, 0.018542055040597916, 0.02171563357114792, 0.024889212101697922, 0.028062790632247925, 0.031236369162797928, 0.03440994769334793, 0.037583526223897934, 0.04075710475444794, 0.04393068328499794, 0.04710426181554794, 0.050277840346097946, 0.05345141887664795, 0.05662499740719795, 0.059798575937747955, 0.06297215819358826, 0.06614573299884796]}, "_runtime": 36.85335659980774, "_timestamp": 1596206615.6969888, "_step": 38}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 2.0, 3.0, 3.0, 1.0, 2.0, 3.0, 1.0, 4.0, 1.0, 3.0, 2.0, 2.0, 1.0, 2.0, 1.0, 0.0, 3.0, 4.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01326039433479309, -0.012883706018328667, -0.012507017701864243, -0.012130328454077244, -0.01175364013761282, -0.011376951821148396, -0.011000263504683971, -0.010623575188219547, -0.010246885940432549, -0.009870197623968124, -0.0094935093075037, -0.009116820991039276, -0.008740132674574852, -0.008363444358110428, -0.007986755110323429, -0.007610066793859005, -0.007233378477394581, -0.006856690160930157, -0.006480001378804445, -0.006103313062340021, -0.00572662428021431, -0.0053499359637498856, -0.004973247647285461, -0.00459655886515975, -0.004219870548695326, -0.003843181999400258, -0.0034664934501051903, -0.003089805133640766, -0.0027131165843456984, -0.0023364280350506306, -0.0019597397185862064, -0.0015830511692911386, -0.0012063626199960709, -0.000829674128908664, -0.0004529856378212571, -7.629714673385024e-05, 0.00030039134435355663, 0.0006770798354409635, 0.0010537683265283704, 0.0014304567594081163, 0.0018071453087031841, 0.002183833857998252, 0.0025605224072933197, 0.002937210723757744, 0.0033138992730528116, 0.0036905878223478794, 0.0040672761388123035, 0.004443964920938015, 0.004820653237402439, 0.005197341553866863, 0.005574030335992575, 0.005950718652456999, 0.00632740743458271, 0.006704095751047134, 0.0070807840675115585, 0.00745747284963727, 0.007834160700440407, 0.008210849948227406, 0.00858753826469183, 0.008964226581156254, 0.009340914897620678, 0.009717603214085102, 0.0100942924618721, 0.010470980778336525, 0.010847669094800949]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 3.0, 0.0, 0.0, 2.0, 1.0, 1.0, 5.0, 6.0, 8.0, 5.0, 8.0, 10.0, 11.0, 14.0, 14.0, 22.0, 13.0, 33.0, 46.0, 47.0, 69.0, 78.0, 102.0, 163.0, 182.0, 287.0, 553.0, 4909.0, 484.0, 219.0, 145.0, 114.0, 92.0, 45.0, 49.0, 42.0, 30.0, 29.0, 12.0, 19.0, 9.0, 9.0, 11.0, 3.0, 5.0, 3.0, 4.0, 4.0, 3.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.15670472383499146, -0.1521109789609909, -0.14751724898815155, -0.142923504114151, -0.13832977414131165, -0.1337360292673111, -0.12914229929447174, -0.12454855442047119, -0.11995481699705124, -0.11536107957363129, -0.11076734215021133, -0.10617360472679138, -0.10157985985279083, -0.09698612242937088, -0.09239238500595093, -0.08779864758253098, -0.08320491015911102, -0.07861117273569107, -0.07401743531227112, -0.06942369788885117, -0.06482996046543121, -0.06023621931672096, -0.05564247816801071, -0.05104874074459076, -0.04645500332117081, -0.041861265897750854, -0.0372675284743309, -0.03267378732562065, -0.0280800499022007, -0.023486312478780746, -0.018892573192715645, -0.014298834837973118, -0.00970509648323059, -0.005111358128488064, -0.0005176197737455368, 0.00407611858099699, 0.008669856935739517, 0.013263595290482044, 0.01785733364522457, 0.022451072931289673, 0.027044810354709625, 0.03163854777812958, 0.03623228520154953, 0.04082602635025978, 0.04541976377367973, 0.050013501197099686, 0.054607242345809937, 0.05920097976922989, 0.06379471719264984, 0.0683884546160698, 0.07298219203948975, 0.0775759294629097, 0.08216966688632965, 0.0867634117603302, 0.09135714918375015, 0.0959508866071701, 0.10054462403059006, 0.10513836145401001, 0.10973209887742996, 0.11432583630084991, 0.11891958117485046, 0.12351331859827042, 0.12810705602169037, 0.13270078599452972, 0.13729453086853027]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 1.0, 0.0, 3.0, 0.0, 0.0, 2.0, 1.0, 2.0, 3.0, 3.0, 0.0, 0.0, 2.0, 2.0, 5.0, 6.0, 4.0, 1.0, 4.0, 1.0, 5.0, 36.0, 6.0, 2.0, 3.0, 5.0, 4.0, 0.0, 2.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 3.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0019308942137286067, -0.0018513415707275271, -0.0017717889277264476, -0.0016922361683100462, -0.0016126835253089666, -0.001533130882307887, -0.0014535782393068075, -0.001374025596305728, -0.0012944729533046484, -0.001214920193888247, -0.0011353675508871675, -0.001055814907886088, -0.0009762622648850083, -0.0008967095636762679, -0.0008171569206751883, -0.0007376042194664478, -0.0006580515764653683, -0.0005784989334642887, -0.0004989462322555482, -0.0004193935892544687, -0.00033984091714955866, -0.00026028824504464865, -0.00018073558749165386, -0.00010118292266270146, -2.1630257833749056e-05, 5.7922406995203346e-05, 0.00013747507182415575, 0.00021702772937715054, 0.00029658040148206055, 0.00037613307358697057, 0.0004556857165880501, 0.0005352384177967906, 0.0006147910607978702, 0.0006943437037989497, 0.0007738964050076902, 0.0008534490480087698, 0.0009330017492175102, 0.0010125543922185898, 0.0010921070352196693, 0.001171659678220749, 0.0012512123212218285, 0.0013307650806382298, 0.0014103177236393094, 0.001489870366640389, 0.0015694230096414685, 0.001648975652642548, 0.0017285284120589495, 0.001808081055060029, 0.0018876336980611086, 0.001967186341062188, 0.0020467389840632677, 0.0021262916270643473, 0.002205844270065427, 0.0022853969130665064, 0.0023649497888982296, 0.002444502431899309, 0.0025240550749003887, 0.0026036077179014683, 0.002683160360902548, 0.0027627130039036274, 0.002842265646904707, 0.0029218182899057865, 0.003001370932906866, 0.0030809235759079456, 0.003160476218909025]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 3.0, 5.0, 7.0, 10.0, 11.0, 23.0, 31.0, 53.0, 63.0, 94.0, 156.0, 223.0, 406.0, 696.0, 1272.0, 2405.0, 4424.0, 8914.0, 19737.0, 47491.0, 143952.0, 790927.0, 84005.0, 34362.0, 17292.0, 9327.0, 5273.0, 3191.0, 1936.0, 1212.0, 752.0, 472.0, 298.0, 199.0, 119.0, 91.0, 63.0, 49.0, 38.0, 22.0, 8.0, 11.0, 5.0, 5.0, 5.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008182217366993427, -0.00788347702473402, -0.007584736682474613, -0.007285996340215206, -0.006987255997955799, -0.006688516121357679, -0.006389775779098272, -0.006091035436838865, -0.005792295094579458, -0.005493554752320051, -0.005194814410060644, -0.004896074067801237, -0.004597334191203117, -0.00429859384894371, -0.003999853506684303, -0.0037011131644248962, -0.003402372822165489, -0.003103632479906082, -0.002804892137646675, -0.0025061520282179117, -0.0022074116859585047, -0.0019086713436990976, -0.0016099311178550124, -0.0013111908920109272, -0.0010124505497515202, -0.000713710265699774, -0.0004149699816480279, -0.00011622969759628177, 0.00018251058645546436, 0.0004812508705072105, 0.0007799911545589566, 0.0010787313804030418, 0.0013774717226624489, 0.001676212064921856, 0.001974952407181263, 0.0022736925166100264, 0.0025724328588694334, 0.0028711732011288404, 0.003169913310557604, 0.003468653652817011, 0.003767393995076418, 0.004066134337335825, 0.004364874679595232, 0.004663615021854639, 0.004962354898452759, 0.005261095240712166, 0.005559835582971573, 0.00585857592523098, 0.006157316267490387, 0.006456056609749794, 0.006754796952009201, 0.007053537294268608, 0.007352277636528015, 0.007651017513126135, 0.00794975832104683, 0.008248498663306236, 0.008547239005565643, 0.008845978416502476, 0.009144718758761883, 0.00944345910102129, 0.009742199443280697, 0.010040939785540104, 0.010339680127799511, 0.010638420470058918, 0.010937160812318325]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 3.0, 3.0, 1.0, 3.0, 0.0, 0.0, 2.0, 6.0, 5.0, 3.0, 2.0, 5.0, 3.0, 0.0, 1.0, 1.0, 2.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01624923199415207, -0.015772704035043716, -0.015296177938580513, -0.014819650910794735, -0.014343123883008957, -0.013866596855223179, -0.013390068896114826, -0.012913541868329048, -0.01243701484054327, -0.011960487812757492, -0.011483960784971714, -0.011007433757185936, -0.010530906729400158, -0.01005437970161438, -0.009577852673828602, -0.009101325646042824, -0.008624797686934471, -0.008148270659148693, -0.007671744097024202, -0.007195216603577137, -0.006718689575791359, -0.006242162548005581, -0.005765635520219803, -0.005289108492434025, -0.004812581464648247, -0.004336053971201181, -0.0038595269434154034, -0.0033829999156296253, -0.0029064728878438473, -0.0024299456272274256, -0.0019534185994416475, -0.0014768914552405477, -0.0010003643110394478, -0.0005238371668383479, -4.731008084490895e-05, 0.00042921703425236046, 0.0009057441493496299, 0.0013822712935507298, 0.0018587983213365078, 0.0023353255819529295, 0.0028118526097387075, 0.0032883796375244856, 0.0037649068981409073, 0.004241433925926685, 0.004717960953712463, 0.005194487981498241, 0.005671015474945307, 0.006147542502731085, 0.006624069530516863, 0.007100596558302641, 0.007577123586088419, 0.008053651079535484, 0.008530178107321262, 0.00900670513510704, 0.009483232162892818, 0.009959759190678596, 0.010436286218464375, 0.010912813246250153, 0.01138934027403593, 0.011865868233144283, 0.012342395260930061, 0.01281892228871584, 0.013295449316501617, 0.013771976344287395, 0.014248503372073174]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 4.0, 2.0, 6.0, 10.0, 16.0, 16.0, 20.0, 25.0, 41.0, 42.0, 43.0, 64.0, 68.0, 68.0, 82.0, 105.0, 143.0, 223.0, 313.0, 367.0, 501.0, 722.0, 901.0, 1356.0, 5823.0, 2263.0, 1600.0, 1059.0, 701.0, 456.0, 319.0, 239.0, 164.0, 161.0, 82.0, 81.0, 80.0, 69.0, 35.0, 22.0, 26.0, 24.0, 30.0, 17.0, 4.0, 9.0, 4.0, 5.0, 3.0, 0.0, 3.0, 3.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.008709533140063286, -0.008395925164222717, -0.008082317188382149, -0.0077687096782028675, -0.007455101702362299, -0.00714149372652173, -0.006827885750681162, -0.006514277774840593, -0.006200670264661312, -0.0058870622888207436, -0.005573454312980175, -0.0052598463371396065, -0.004946238361299038, -0.004632630385458469, -0.004319022875279188, -0.00400541489943862, -0.003691806923598051, -0.0033781989477574825, -0.0030645912047475576, -0.002750983228906989, -0.002437375485897064, -0.0021237675100564957, -0.0018101595342159271, -0.0014965516747906804, -0.0011829438153654337, -0.000869335955940187, -0.0005557280383072793, -0.00024212014977820218, 7.1487738750875e-05, 0.00038509562727995217, 0.0006987035158090293, 0.001012311433441937, 0.0013259192928671837, 0.0016395271522924304, 0.001953135011717677, 0.0022667429875582457, 0.0025803507305681705, 0.002893958706408739, 0.0032075666822493076, 0.0035211744252592325, 0.003834782401099801, 0.004148390144109726, 0.0044619981199502945, 0.004775606095790863, 0.005089214071631432, 0.005402822047472, 0.005716429557651281, 0.00603003753349185, 0.0063436455093324184, 0.006657253485172987, 0.0069708614610135555, 0.007284468971192837, 0.007598076947033405, 0.007911684922873974, 0.008225292898714542, 0.008538900874555111, 0.00885250885039568, 0.009166116826236248, 0.009479724802076817, 0.00979333184659481, 0.010106939822435379, 0.010420547798275948, 0.010734155774116516, 0.011047763749957085, 0.011361371725797653]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 3.0, 0.0, 5.0, 4.0, 2.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.09779489040374756, -0.09191238135099411, -0.08602987229824066, -0.08014736324548721, -0.07426485419273376, -0.06838233768939972, -0.06249982863664627, -0.05661731958389282, -0.050734810531139374, -0.044852301478385925, -0.03896979242563248, -0.03308727964758873, -0.02720477059483528, -0.021322261542081833, -0.015439750626683235, -0.009557240642607212, -0.003674730658531189, 0.002207779325544834, 0.008090289309620857, 0.01397279929369688, 0.019855309277772903, 0.025737818330526352, 0.0316203311085701, 0.03750284016132355, 0.043385349214076996, 0.049267858266830444, 0.05515036731958389, 0.06103288009762764, 0.06691539287567139, 0.07279790192842484, 0.07868041098117828, 0.08456292003393173, 0.09044542908668518, 0.09632793813943863, 0.10221044719219208, 0.10809295624494553, 0.11397546529769897, 0.11985798180103302, 0.12574048340320587, 0.13162299990653992, 0.13750550150871277, 0.14338801801204681, 0.14927053451538086, 0.1551530361175537, 0.16103555262088776, 0.1669180542230606, 0.17280057072639465, 0.1786830723285675, 0.18456558883190155, 0.1904481053352356, 0.19633060693740845, 0.2022131234407425, 0.20809562504291534, 0.2139781415462494, 0.21986064314842224, 0.2257431596517563, 0.23162567615509033, 0.23750817775726318, 0.24339069426059723, 0.24927319586277008, 0.2551557123661041, 0.261038213968277, 0.26692071557044983, 0.27280324697494507, 0.2786857485771179]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 2.0, 5.0, 1.0, 4.0, 2.0, 5.0, 5.0, 4.0, 8.0, 3.0, 10.0, 17.0, 19.0, 22.0, 34.0, 54.0, 19.0, 19.0, 8.0, 0.0, 0.0, 2.0, 5.0, 3.0, 4.0, 4.0, 4.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 2.0], "bins": [-0.07797573506832123, -0.07375375926494598, -0.06953177601099014, -0.0653097927570343, -0.06108781695365906, -0.056865837424993515, -0.05264385789632797, -0.04842187836766243, -0.04419989883899689, -0.039977919310331345, -0.0357559397816658, -0.03153396025300026, -0.027311980724334717, -0.023090001195669174, -0.01886802166700363, -0.014646042138338089, -0.010424062609672546, -0.006202083081007004, -0.001980103552341461, 0.0022418759763240814, 0.006463855504989624, 0.010685835033655167, 0.01490781456232071, 0.019129794090986252, 0.023351773619651794, 0.027573753148317337, 0.03179573267698288, 0.03601771220564842, 0.040239691734313965, 0.04446167126297951, 0.04868365079164505, 0.05290563032031059, 0.057127609848976135, 0.06134958937764168, 0.06557156890630722, 0.06979355216026306, 0.0740155279636383, 0.07823750376701355, 0.08245948702096939, 0.08668147027492523, 0.09090344607830048, 0.09512542188167572, 0.09934740513563156, 0.1035693883895874, 0.10779136419296265, 0.11201333999633789, 0.11623532325029373, 0.12045730650424957, 0.12467928230762482, 0.12890125811100006, 0.1331232488155365, 0.13734522461891174, 0.141567200422287, 0.14578917622566223, 0.15001115202903748, 0.1542331427335739, 0.15845511853694916, 0.1626770943403244, 0.16689908504486084, 0.17112106084823608, 0.17534303665161133, 0.17956501245498657, 0.18378698825836182, 0.18800897896289825, 0.1922309547662735]}, "_runtime": 37.641549825668335, "_timestamp": 1596206616.485182, "_step": 39}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 5.0, 5.0, 1.0, 1.0, 0.0, 6.0, 2.0, 6.0, 3.0, 3.0, 1.0, 5.0, 1.0, 1.0, 4.0, 2.0, 0.0, 4.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01347388792783022, -0.013031805865466595, -0.012589722871780396, -0.012147640809416771, -0.011705558747053146, -0.011263475753366947, -0.010821393691003323, -0.010379310697317123, -0.009937228634953499, -0.009495146572589874, -0.009053063578903675, -0.00861098151654005, -0.008168898522853851, -0.007726816460490227, -0.007284734398126602, -0.00684265187010169, -0.006400569342076778, -0.0059584868140518665, -0.005516404286026955, -0.00507432222366333, -0.004632239695638418, -0.004190157167613506, -0.003748074872419238, -0.00330599257722497, -0.002863910049200058, -0.002421827521175146, -0.001979745225980878, -0.0015376628143712878, -0.0010955804027616978, -0.0006534979911521077, -0.00021141557954251766, 0.0002306668320670724, 0.0006727492436766624, 0.0011148316552862525, 0.0015569140668958426, 0.0019989963620901108, 0.0024410788901150227, 0.0028831614181399345, 0.0033252437133342028, 0.003767326008528471, 0.004209408536553383, 0.004651491064578295, 0.005093573592603207, 0.005535655654966831, 0.005977738182991743, 0.006419820711016655, 0.0068619027733802795, 0.007303985301405191, 0.007746067829430103, 0.008188149891793728, 0.008630232885479927, 0.009072314947843552, 0.009514397010207176, 0.009956480003893375, 0.010398562066257, 0.0108406450599432, 0.011282727122306824, 0.011724809184670448, 0.012166892178356647, 0.012608974240720272, 0.013051057234406471, 0.013493139296770096, 0.01393522135913372, 0.01437730435281992, 0.014819386415183544]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 5.0, 5.0, 8.0, 6.0, 9.0, 12.0, 26.0, 32.0, 58.0, 85.0, 139.0, 244.0, 389.0, 5368.0, 869.0, 288.0, 132.0, 79.0, 50.0, 29.0, 22.0, 22.0, 8.0, 9.0, 7.0, 6.0, 7.0, 2.0, 2.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.21960295736789703, -0.21245130896568298, -0.20529966056346893, -0.19814801216125488, -0.19099636375904083, -0.18384471535682678, -0.17669306695461273, -0.16954141855239868, -0.16238977015018463, -0.15523812174797058, -0.14808647334575653, -0.14093482494354248, -0.13378317654132843, -0.12663152813911438, -0.11947987973690033, -0.11232823133468628, -0.10517658293247223, -0.09802493453025818, -0.09087328612804413, -0.08372163772583008, -0.07656998932361603, -0.06941834092140198, -0.06226669251918793, -0.05511504411697388, -0.04796339571475983, -0.040811747312545776, -0.033660098910331726, -0.026508450508117676, -0.019356802105903625, -0.012205153703689575, -0.005053505301475525, 0.0020981431007385254, 0.009249791502952576, 0.016401439905166626, 0.023553088307380676, 0.030704736709594727, 0.03785638511180878, 0.04500803351402283, 0.05215968191623688, 0.05931133031845093, 0.06646297872066498, 0.07361462712287903, 0.08076627552509308, 0.08791792392730713, 0.09506957232952118, 0.10222122073173523, 0.10937286913394928, 0.11652451753616333, 0.12367616593837738, 0.13082781434059143, 0.13797946274280548, 0.14513111114501953, 0.15228275954723358, 0.15943440794944763, 0.16658605635166168, 0.17373770475387573, 0.18088935315608978, 0.18804100155830383, 0.19519264996051788, 0.20234429836273193, 0.20949594676494598, 0.21664759516716003, 0.22379924356937408, 0.23095089197158813, 0.23810254037380219]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 3.0, 1.0, 3.0, 1.0, 1.0, 1.0, 3.0, 3.0, 1.0, 5.0, 1.0, 4.0, 8.0, 0.0, 4.0, 2.0, 4.0, 2.0, 3.0, 4.0, 26.0, 7.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 2.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.0017220445442944765, -0.0016684371512383223, -0.001614829758182168, -0.0015612223651260138, -0.0015076149720698595, -0.0014540075790137053, -0.0014004000695422292, -0.001346792676486075, -0.0012931852834299207, -0.0012395778903737664, -0.0011859704973176122, -0.001132363104261458, -0.0010787557112053037, -0.0010251483181491494, -0.0009715408668853343, -0.00091793347382918, -0.0008643260807730258, -0.0008107186877168715, -0.0007571112946607172, -0.0007035038433969021, -0.0006498964503407478, -0.0005962890572845936, -0.0005426816642284393, -0.0004890742711722851, -0.00043546684901230037, -0.0003818594559561461, -0.0003282520337961614, -0.00027464464074000716, -0.00022103723313193768, -0.0001674298255238682, -0.00011382242519175634, -6.0215021221665666e-05, -6.607617251574993e-06, 4.699978671851568e-05, 0.00010060719068860635, 0.00015421459102071822, 0.0002078219986287877, 0.0002614294062368572, 0.0003150367992930114, 0.00036864422145299613, 0.0004222516145091504, 0.00047585900756530464, 0.0005294664297252893, 0.0005830738227814436, 0.0006366812158375978, 0.0006902886088937521, 0.0007438960601575673, 0.0007975034532137215, 0.0008511108462698758, 0.00090471823932603, 0.0009583256323821843, 0.0010119330836459994, 0.0010655404767021537, 0.001119147869758308, 0.0011727552628144622, 0.0012263626558706164, 0.0012799700489267707, 0.001333577441982925, 0.0013871848350390792, 0.0014407923445105553, 0.0014943997375667095, 0.0015480071306228638, 0.001601614523679018, 0.0016552219167351723, 0.0017088293097913265]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 3.0, 3.0, 2.0, 1.0, 2.0, 2.0, 2.0, 3.0, 3.0, 6.0, 3.0, 6.0, 8.0, 24.0, 26.0, 40.0, 43.0, 71.0, 83.0, 128.0, 158.0, 265.0, 402.0, 602.0, 934.0, 1439.0, 2294.0, 3770.0, 6738.0, 12454.0, 25786.0, 61224.0, 210028.0, 731668.0, 63026.0, 27125.0, 13584.0, 7236.0, 4170.0, 2386.0, 1415.0, 915.0, 579.0, 369.0, 190.0, 117.0, 91.0, 80.0, 48.0, 34.0, 17.0, 13.0, 9.0, 7.0, 4.0, 2.0, 3.0, 3.0, 1.0, 2.0], "bins": [-0.008642301894724369, -0.00840968731790781, -0.008177072741091251, -0.007944457232952118, -0.007711842656135559, -0.007479228079319, -0.007246613036841154, -0.007013998460024595, -0.006781383417546749, -0.00654876884073019, -0.0063161542639136314, -0.006083539221435785, -0.0058509246446192265, -0.00561830960214138, -0.0053856950253248215, -0.005153079982846975, -0.0049204654060304165, -0.004687850829213858, -0.0044552357867360115, -0.004222621209919453, -0.0039900061674416065, -0.0037573915906250477, -0.003524776780977845, -0.0032921619713306427, -0.00305954716168344, -0.0028269323520362377, -0.0025943175423890352, -0.0023617027327418327, -0.002129088155925274, -0.0018964732298627496, -0.001663858536630869, -0.0014312437269836664, -0.001198628917336464, -0.0009660141076892614, -0.0007333993562497199, -0.0005007846048101783, -0.0002681697951629758, -3.555501461960375e-05, 0.00019705976592376828, 0.0004296745464671403, 0.0006622893270105124, 0.0008949041366577148, 0.0011275189463049173, 0.001360133639536798, 0.0015927484491840005, 0.001825363258831203, 0.0020579779520630836, 0.002290592761710286, 0.0025232075713574886, 0.002755822381004691, 0.0029884371906518936, 0.003221052000299096, 0.0034536668099462986, 0.0036862813867628574, 0.003918896429240704, 0.004151511006057262, 0.004384125582873821, 0.004616740625351667, 0.004849355202168226, 0.005081970244646072, 0.005314584821462631, 0.005547199863940477, 0.005779814440757036, 0.006012429483234882, 0.006245044060051441]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 5.0, 1.0, 2.0, 3.0, 0.0, 2.0, 15.0, 3.0, 3.0, 2.0, 3.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.019667981192469597, -0.019122688099741936, -0.018577393144369125, -0.018032100051641464, -0.017486806958913803, -0.016941512003540993, -0.01639621891081333, -0.01585092581808567, -0.01530563086271286, -0.014760337769985199, -0.014215043745934963, -0.013669749721884727, -0.013124456629157066, -0.01257916260510683, -0.012033868581056595, -0.011488575488328934, -0.010943281464278698, -0.010397987440228462, -0.009852694347500801, -0.009307400323450565, -0.00876210629940033, -0.008216813206672668, -0.007671519182622433, -0.007126225158572197, -0.0065809316001832485, -0.0060356380417943, -0.005490344017744064, -0.004945050459355116, -0.0043997569009661674, -0.0038544628769159317, -0.0033091693185269833, -0.002763875527307391, -0.002218581736087799, -0.001673287944868207, -0.0011279942700639367, -0.0005827005370520055, -3.740680404007435e-05, 0.0005078869289718568, 0.001053180661983788, 0.0015984743367880583, 0.0021437681280076504, 0.0026890619192272425, 0.0032343557104468346, 0.003779649268835783, 0.0043249428272247314, 0.004870236851274967, 0.005415530409663916, 0.005960824433714151, 0.0065061179921031, 0.007051411550492048, 0.007596705574542284, 0.008141999132931232, 0.008687293156981468, 0.00923258624970913, 0.009777880273759365, 0.0103231742978096, 0.010868467390537262, 0.011413761414587498, 0.011959055438637733, 0.01250434946268797, 0.01304964255541563, 0.013594936579465866, 0.014140230603516102, 0.014685523696243763, 0.015230817720293999]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 3.0, 7.0, 18.0, 14.0, 10.0, 26.0, 23.0, 30.0, 22.0, 31.0, 32.0, 35.0, 41.0, 40.0, 61.0, 62.0, 94.0, 119.0, 159.0, 163.0, 206.0, 260.0, 269.0, 368.0, 440.0, 627.0, 772.0, 1169.0, 2424.0, 5540.0, 1464.0, 995.0, 681.0, 502.0, 403.0, 319.0, 213.0, 163.0, 142.0, 111.0, 91.0, 56.0, 57.0, 38.0, 34.0, 28.0, 18.0, 11.0, 14.0, 6.0, 5.0, 4.0, 0.0, 2.0, 0.0, 2.0], "bins": [-0.008613800629973412, -0.008381116203963757, -0.008148432709276676, -0.007915748283267021, -0.007683063857257366, -0.0074503798969089985, -0.0072176954708993435, -0.006985011510550976, -0.006752327084541321, -0.006519643124192953, -0.006286959163844585, -0.00605427473783493, -0.005821590777486563, -0.005588906351476908, -0.00535622239112854, -0.005123537965118885, -0.004890854004770517, -0.00465817004442215, -0.004425485618412495, -0.004192801658064127, -0.003960117232054472, -0.0037274332717061043, -0.003494749078527093, -0.0032620648853480816, -0.0030293806921690702, -0.002796696498990059, -0.0025640123058110476, -0.002331328112632036, -0.0020986441522836685, -0.0018659598426893353, -0.0016332757659256458, -0.0014005915727466345, -0.0011679073795676231, -0.0009352231863886118, -0.0007025390514172614, -0.0004698548873420805, -0.00023717072326689959, -4.4865591917186975e-06, 0.0002281976048834622, 0.0004608817689586431, 0.000693565933033824, 0.0009262501262128353, 0.0011589343193918467, 0.0013916183961555362, 0.0016243025893345475, 0.0018569867825135589, 0.0020896708592772484, 0.0023223550524562597, 0.002555039245635271, 0.0027877234388142824, 0.0030204076319932938, 0.003253091825172305, 0.0034857760183513165, 0.003718459978699684, 0.003951144404709339, 0.004183828365057707, 0.0044165123254060745, 0.0046491967514157295, 0.004881880711764097, 0.005114565137773752, 0.00534724909812212, 0.005579933524131775, 0.005812617484480143, 0.006045301910489798, 0.006277985870838165]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 5.0, 0.0, 1.0, 2.0, 2.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.047442201524972916, -0.04446461796760559, -0.041487038135528564, -0.03850945457816124, -0.035531871020793915, -0.03255429118871689, -0.029576707631349564, -0.02659912407398224, -0.023621542379260063, -0.020643960684537888, -0.017666377127170563, -0.014688795432448387, -0.011711212806403637, -0.008733630180358887, -0.005756048019975424, -0.0027784656267613173, 0.0001991167664527893, 0.003176699159666896, 0.006154281552881002, 0.009131863713264465, 0.012109446339309216, 0.015087028965353966, 0.01806461066007614, 0.021042194217443466, 0.024019775912165642, 0.026997357606887817, 0.029974941164255142, 0.03295252472162247, 0.03593010455369949, 0.03890768811106682, 0.04188527166843414, 0.04486285150051117, 0.047840435057878494, 0.05081801861524582, 0.053795598447322845, 0.05677318200469017, 0.059750765562057495, 0.06272834539413452, 0.06570593267679214, 0.06868351250886917, 0.0716610923409462, 0.07463867962360382, 0.07761625945568085, 0.08059383928775787, 0.0835714265704155, 0.08654900640249252, 0.08952658623456955, 0.09250417351722717, 0.0954817533493042, 0.09845933318138123, 0.10143692046403885, 0.10441450029611588, 0.1073920801281929, 0.11036966741085052, 0.11334724724292755, 0.11632482707500458, 0.1193024143576622, 0.12227999418973923, 0.12525758147239685, 0.12823516130447388, 0.1312127411365509, 0.13419032096862793, 0.13716790080070496, 0.14014549553394318, 0.1431230753660202]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 2.0, 2.0, 0.0, 5.0, 1.0, 2.0, 5.0, 6.0, 9.0, 6.0, 18.0, 23.0, 30.0, 26.0, 32.0, 50.0, 14.0, 8.0, 3.0, 4.0, 1.0, 2.0, 1.0, 1.0, 1.0, 5.0, 3.0, 5.0, 4.0, 0.0, 3.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 2.0], "bins": [-0.036381516605615616, -0.034114766865968704, -0.03184802085161209, -0.02958127111196518, -0.027314523234963417, -0.025047775357961655, -0.022781025618314743, -0.02051427774131298, -0.018247529864311218, -0.015980781987309456, -0.013714033178985119, -0.011447284370660782, -0.00918053649365902, -0.00691378815099597, -0.00464703980833292, -0.0023802914656698704, -0.00011354312300682068, 0.002153205219656229, 0.004419953562319279, 0.006686701904982328, 0.008953450247645378, 0.01122019812464714, 0.013486946932971478, 0.015753695741295815, 0.018020443618297577, 0.02028719149529934, 0.0225539393723011, 0.024820689111948013, 0.027087436988949776, 0.029354184865951538, 0.03162093460559845, 0.03388768061995506, 0.036154430359601974, 0.038421180099248886, 0.0406879261136055, 0.04295467585325241, 0.04522142559289932, 0.047488171607255936, 0.04975492134690285, 0.05202166736125946, 0.05428841710090637, 0.056555166840553284, 0.0588219128549099, 0.06108866259455681, 0.06335540860891342, 0.06562215834856033, 0.06788890808820724, 0.07015565782785416, 0.07242240011692047, 0.07468914985656738, 0.0769558995962143, 0.0792226493358612, 0.08148939907550812, 0.08375614881515503, 0.08602289110422134, 0.08828964084386826, 0.09055639058351517, 0.09282314032316208, 0.09508989006280899, 0.0973566323518753, 0.09962338209152222, 0.10189013183116913, 0.10415688157081604, 0.10642363131046295, 0.10869038105010986]}, "_runtime": 38.46170258522034, "_timestamp": 1596206617.3053348, "_step": 40}
+{"epoch": 3, "accuracy": 0.8079972888127853, "val_loss": 0.5017860832551843, "_runtime": 40.109955072402954, "_timestamp": 1596206618.9535873, "_step": 41}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 2.0, 5.0, 3.0, 1.0, 1.0, 1.0, 2.0, 2.0, 5.0, 9.0, 2.0, 2.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010619585402309895, -0.010285308584570885, -0.009951031766831875, -0.00961675401777029, -0.00928247720003128, -0.00894820038229227, -0.00861392356455326, -0.008279646746814251, -0.007945369929075241, -0.007611092645674944, -0.007276815362274647, -0.006942538544535637, -0.006608261726796627, -0.00627398444339633, -0.00593970762565732, -0.005605430342257023, -0.005271153524518013, -0.004936876706779003, -0.004602599423378706, -0.004268322605639696, -0.003934045322239399, -0.003599768504500389, -0.0032654916867613792, -0.0029312146361917257, -0.0025969375856220722, -0.0022626605350524187, -0.001928383600898087, -0.0015941066667437553, -0.0012598296161741018, -0.0009255526238121092, -0.0005912756314501166, -0.00025699863908812404, 7.727835327386856e-05, 0.00041155534563586116, 0.0007458323379978538, 0.0010801092721521854, 0.001414386322721839, 0.0017486633732914925, 0.0020829401910305023, 0.002417217241600156, 0.0027514942921698093, 0.003085771342739463, 0.0034200483933091164, 0.0037543252110481262, 0.004088602028787136, 0.004422879312187433, 0.004757156129926443, 0.00509143341332674, 0.00542571023106575, 0.00575998704880476, 0.006094264332205057, 0.006428541149944067, 0.006762818433344364, 0.007097095251083374, 0.007431372068822384, 0.007765649352222681, 0.008099926635622978, 0.008434203453361988, 0.008768480271100998, 0.009102757088840008, 0.009437033906579018, 0.009771310724318027, 0.010105588473379612, 0.010439865291118622, 0.010774142108857632]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 2.0, 4.0, 6.0, 5.0, 10.0, 13.0, 22.0, 20.0, 41.0, 41.0, 66.0, 97.0, 112.0, 178.0, 249.0, 445.0, 5106.0, 661.0, 296.0, 174.0, 104.0, 76.0, 48.0, 38.0, 34.0, 18.0, 12.0, 7.0, 9.0, 7.0, 3.0, 3.0, 3.0, 4.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.17777122557163239, -0.1721251755952835, -0.16647912561893463, -0.16083307564258575, -0.15518701076507568, -0.1495409607887268, -0.14389491081237793, -0.13824886083602905, -0.13260281085968018, -0.1269567608833313, -0.12131071090698242, -0.11566465348005295, -0.11001860350370407, -0.1043725535273552, -0.09872649610042572, -0.09308044612407684, -0.08743439614772797, -0.08178834617137909, -0.07614229619503021, -0.07049623876810074, -0.06485018879175186, -0.059204138815402985, -0.05355808511376381, -0.047912031412124634, -0.04226598143577576, -0.03661993145942688, -0.030973877757787704, -0.02532782591879368, -0.019681774079799652, -0.014035722240805626, -0.0083896704018116, -0.0027436185628175735, 0.0029024332761764526, 0.008548485115170479, 0.014194536954164505, 0.01984058879315853, 0.025486640632152557, 0.031132692471146584, 0.03677874431014061, 0.042424798011779785, 0.04807084798812866, 0.05371689796447754, 0.059362951666116714, 0.06500900536775589, 0.07065505534410477, 0.07630110532045364, 0.08194716274738312, 0.087593212723732, 0.09323926270008087, 0.09888531267642975, 0.10453136265277863, 0.1101774200797081, 0.11582347005605698, 0.12146952003240585, 0.12711557745933533, 0.1327616274356842, 0.13840767741203308, 0.14405372738838196, 0.14969977736473083, 0.1553458273410797, 0.1609918773174286, 0.16663794219493866, 0.17228399217128754, 0.1779300421476364, 0.1835760921239853]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 0.0, 1.0, 1.0, 2.0, 3.0, 0.0, 2.0, 2.0, 0.0, 4.0, 2.0, 1.0, 3.0, 4.0, 4.0, 1.0, 5.0, 1.0, 6.0, 2.0, 2.0, 26.0, 3.0, 0.0, 3.0, 6.0, 3.0, 4.0, 3.0, 1.0, 1.0, 3.0, 1.0, 0.0, 1.0, 1.0, 1.0, 4.0, 3.0, 1.0, 3.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0017943812999874353, -0.001739008235745132, -0.0016836352879181504, -0.001628262223675847, -0.0015728891594335437, -0.0015175162116065621, -0.0014621431473642588, -0.0014067700831219554, -0.001351397018879652, -0.0012960240710526705, -0.001240651006810367, -0.0011852779425680637, -0.0011299049947410822, -0.0010745319304987788, -0.0010191588662564754, -0.000963785860221833, -0.0009084128541871905, -0.0008530398481525481, -0.0007976667839102447, -0.0007422937778756022, -0.0006869207136332989, -0.0006315477075986564, -0.000576174701564014, -0.0005208016373217106, -0.00046542863128706813, -0.0004100555961485952, -0.0003546825610101223, -0.00029930955497547984, -0.00024393651983700693, -0.000188563484698534, -0.00013319046411197633, -7.781743624946102e-05, -2.2444408386945724e-05, 3.2928619475569576e-05, 8.830164733808488e-05, 0.00014367466792464256, 0.00019904770306311548, 0.0002544207382015884, 0.00030979374423623085, 0.00036516677937470376, 0.0004205398145131767, 0.0004759128496516496, 0.0005312858847901225, 0.000586658890824765, 0.0006420318968594074, 0.0006974049611017108, 0.0007527779671363533, 0.0008081510313786566, 0.0008635240374132991, 0.0009188970434479415, 0.0009742701076902449, 0.0010296431137248874, 0.0010850161779671907, 0.0011403891257941723, 0.0011957621900364757, 0.001251135254278779, 0.0013065082021057606, 0.001361881266348064, 0.0014172543305903673, 0.0014726273948326707, 0.0015280003426596522, 0.0015833734069019556, 0.001638746471144259, 0.0016941194189712405, 0.001749492483213544]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 4.0, 2.0, 6.0, 4.0, 13.0, 14.0, 25.0, 47.0, 63.0, 90.0, 135.0, 177.0, 292.0, 431.0, 638.0, 970.0, 1477.0, 2439.0, 3835.0, 6391.0, 10810.0, 18808.0, 34827.0, 72630.0, 243366.0, 635700.0, 66302.0, 32963.0, 18462.0, 10669.0, 6414.0, 3929.0, 2597.0, 1637.0, 1148.0, 716.0, 498.0, 337.0, 240.0, 170.0, 114.0, 87.0, 62.0, 27.0, 26.0, 21.0, 13.0, 7.0, 4.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.006005710456520319, -0.0057834149338305, -0.00556111941114068, -0.005338823888450861, -0.005116528365761042, -0.004894232843071222, -0.004671937320381403, -0.004449641797691584, -0.004227346740663052, -0.004005051217973232, -0.0037827554624527693, -0.00356045993976295, -0.0033381646499037743, -0.003115869127213955, -0.0028935736045241356, -0.0026712780818343163, -0.002448982559144497, -0.0022266870364546776, -0.0020043915137648582, -0.0017820961074903607, -0.0015598005848005414, -0.001337505062110722, -0.0011152096558362246, -0.0008929141331464052, -0.0006706186104565859, -0.000448323116870597, -0.00022602762328460813, -3.7321296986192465e-06, 0.00021856336388736963, 0.0004408588574733585, 0.0006631543510593474, 0.0008854498155415058, 0.0011077453382313251, 0.0013300408609211445, 0.0015523363836109638, 0.0017746317898854613, 0.0019969274289906025, 0.002219222718849778, 0.0024415182415395975, 0.002663813764229417, 0.002886109286919236, 0.0031084048096090555, 0.003330700332298875, 0.003552995854988694, 0.00377529114484787, 0.003997586667537689, 0.0042198821902275085, 0.004442177712917328, 0.004664473235607147, 0.0048867687582969666, 0.005109064280986786, 0.005331359803676605, 0.0055536553263664246, 0.005775950849056244, 0.005998246371746063, 0.006220541894435883, 0.006442837417125702, 0.006665132474154234, 0.006887427996844053, 0.007109723519533873, 0.007332019042223692, 0.007554314564913511, 0.007776610087603331, 0.007998906075954437, 0.008221201598644257]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 3.0, 0.0, 2.0, 2.0, 0.0, 0.0, 3.0, 2.0, 4.0, 2.0, 3.0, 1.0, 8.0, 1.0, 3.0, 1.0, 2.0, 3.0, 2.0, 0.0, 2.0, 2.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011547050438821316, -0.011253797449171543, -0.010960545390844345, -0.010667292401194572, -0.010374040342867374, -0.010080787353217602, -0.009787535294890404, -0.009494282305240631, -0.009201030246913433, -0.00890777725726366, -0.008614525198936462, -0.00832127220928669, -0.008028020150959492, -0.007734767161309719, -0.007441514637321234, -0.007148262113332748, -0.006855009589344263, -0.006561757065355778, -0.006268504541367292, -0.005975252017378807, -0.005681999493390322, -0.005388746969401836, -0.005095494445413351, -0.004802241921424866, -0.004508988931775093, -0.004215736407786608, -0.003922483883798122, -0.0036292315926402807, -0.0033359788358211517, -0.0030427263118326664, -0.002749473787844181, -0.0024562212638556957, -0.0021629687398672104, -0.001869716215878725, -0.0015764636918902397, -0.0012832110514864326, -0.0009899585274979472, -0.0006967060035094619, -0.00040345342131331563, -0.00011020086822099984, 0.00018305168487131596, 0.00047630423796363175, 0.0007695567910559475, 0.0010628093732520938, 0.0013560618972405791, 0.0016493144212290645, 0.0019425670616328716, 0.002235819585621357, 0.0025290721096098423, 0.0028223246335983276, 0.003115577157586813, 0.0034088296815752983, 0.0037020822055637836, 0.003995334729552269, 0.004288587253540754, 0.00458183977752924, 0.004875092767179012, 0.005168345291167498, 0.005461597815155983, 0.005754850339144468, 0.006048102863132954, 0.006341355387121439, 0.006634607911109924, 0.00692786043509841, 0.007221112959086895]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 3.0, 3.0, 3.0, 4.0, 6.0, 8.0, 4.0, 11.0, 9.0, 12.0, 17.0, 15.0, 24.0, 21.0, 34.0, 32.0, 44.0, 53.0, 63.0, 115.0, 148.0, 152.0, 220.0, 317.0, 371.0, 435.0, 633.0, 794.0, 1050.0, 1351.0, 2227.0, 5138.0, 1455.0, 1036.0, 734.0, 546.0, 373.0, 252.0, 216.0, 143.0, 113.0, 71.0, 40.0, 49.0, 23.0, 16.0, 14.0, 7.0, 4.0, 8.0, 2.0, 1.0, 2.0], "bins": [-0.008876769803464413, -0.008665770292282104, -0.008454770781099796, -0.008243771269917488, -0.008032772690057755, -0.007821773178875446, -0.007610773667693138, -0.00739977415651083, -0.007188774645328522, -0.0069777751341462135, -0.006766775622963905, -0.0065557765774428844, -0.006344777066260576, -0.006133777555078268, -0.005922778509557247, -0.005711778998374939, -0.005500779487192631, -0.005289779976010323, -0.005078780464828014, -0.0048677814193069935, -0.004656781908124685, -0.004445782396942377, -0.004234783351421356, -0.004023783840239048, -0.00381278432905674, -0.0036017848178744316, -0.003390785539522767, -0.0031797862611711025, -0.0029687867499887943, -0.002757787238806486, -0.0025467879604548216, -0.002335788682103157, -0.002124789170920849, -0.0019137897761538625, -0.001702790381386876, -0.0014917909866198897, -0.0012807915918529034, -0.001069792197085917, -0.0008587928023189306, -0.0006477934075519443, -0.0004367940127849579, -0.00022579461801797152, -1.4795223250985146e-05, 0.00019620417151600122, 0.0004072035662829876, 0.000618202961049974, 0.0008292023558169603, 0.0010402017505839467, 0.001251201145350933, 0.0014622005401179194, 0.0016731999348849058, 0.0018841993296518922, 0.0020951987244188786, 0.0023061982356011868, 0.0025171975139528513, 0.002728196792304516, 0.002939196303486824, 0.0031501958146691322, 0.0033611950930207968, 0.0035721943713724613, 0.0037831938825547695, 0.003994193393737078, 0.004205192439258099, 0.004416191950440407, 0.004627191461622715]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 4.0, 1.0, 2.0, 1.0, 1.0, 3.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.04659754037857056, -0.045007891952991486, -0.04341824725270271, -0.04182859882712364, -0.04023895040154457, -0.0386493057012558, -0.03705965727567673, -0.035470008850097656, -0.033880360424518585, -0.03229071572422981, -0.03070106729865074, -0.02911142073571682, -0.027521774172782898, -0.025932125747203827, -0.024342479184269905, -0.022752830758690834, -0.021163184195756912, -0.01957353763282299, -0.01798388920724392, -0.016394242644309998, -0.014804595150053501, -0.013214947655797005, -0.011625301092863083, -0.010035653598606586, -0.00844600610435009, -0.006856358610093594, -0.0052667115814983845, -0.0036770643200725317, -0.002087417058646679, -0.0004977697972208261, 0.0010918774642050266, 0.0026815247256308794, 0.004271171987056732, 0.005860819481313229, 0.007450466509908438, 0.009040113538503647, 0.010629761032760143, 0.01221940852701664, 0.013809055089950562, 0.015398702584207058, 0.016988350078463554, 0.018577996641397476, 0.020167645066976547, 0.02175729162991047, 0.02334693819284439, 0.024936586618423462, 0.026526233181357384, 0.028115881606936455, 0.029705528169870377, 0.03129517659544945, 0.03288482129573822, 0.03447446972131729, 0.03606411814689636, 0.037653762847185135, 0.039243411272764206, 0.04083305969834328, 0.04242270439863205, 0.04401235282421112, 0.04560200124979019, 0.04719164967536926, 0.048781294375658035, 0.050370942801237106, 0.05196059122681618, 0.05355023592710495, 0.05513988435268402]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [3.0, 3.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 4.0, 2.0, 2.0, 1.0, 1.0, 2.0, 1.0, 8.0, 9.0, 13.0, 9.0, 13.0, 16.0, 17.0, 16.0, 7.0, 38.0, 20.0, 12.0, 6.0, 8.0, 8.0, 2.0, 1.0, 0.0, 3.0, 0.0, 6.0, 5.0, 1.0, 3.0, 4.0, 2.0, 1.0, 0.0, 2.0, 4.0, 3.0, 4.0, 1.0, 2.0, 2.0, 3.0, 4.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 2.0], "bins": [-0.0342150554060936, -0.0329836867749691, -0.031752318143844604, -0.03052094578742981, -0.029289577156305313, -0.028058208525180817, -0.02682683803141117, -0.025595467537641525, -0.02436409890651703, -0.023132730275392532, -0.021901359781622887, -0.02066998928785324, -0.019438620656728745, -0.018207252025604248, -0.016975881531834602, -0.015744511038064957, -0.01451314240694046, -0.013281772844493389, -0.012050403282046318, -0.010819033719599247, -0.009587664157152176, -0.008356294594705105, -0.007124925032258034, -0.005893555469810963, -0.004662185907363892, -0.0034308163449168205, -0.0021994467824697495, -0.0009680772200226784, 0.0002632923424243927, 0.0014946619048714638, 0.002726031467318535, 0.003957401029765606, 0.005188770592212677, 0.006420140154659748, 0.007651509717106819, 0.00888287927955389, 0.010114248842000961, 0.011345618404448032, 0.012576987966895103, 0.013808357529342175, 0.015039727091789246, 0.016271095722913742, 0.017502466216683388, 0.018733836710453033, 0.01996520534157753, 0.021196573972702026, 0.022427944466471672, 0.023659314960241318, 0.024890683591365814, 0.02612205222249031, 0.027353422716259956, 0.028584793210029602, 0.0298161618411541, 0.031047530472278595, 0.03227890282869339, 0.033510271459817886, 0.03474164009094238, 0.03597300872206688, 0.037204377353191376, 0.03843574970960617, 0.03966711834073067, 0.040898486971855164, 0.04212985932826996, 0.043361227959394455, 0.04459259659051895]}, "_runtime": 40.83410310745239, "_timestamp": 1596206619.6777353, "_step": 42}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 3.0, 2.0, 7.0, 0.0, 4.0, 5.0, 6.0, 3.0, 6.0, 4.0, 0.0, 1.0, 1.0, 0.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.017191974446177483, -0.01667919009923935, -0.016166405752301216, -0.015653621405363083, -0.015140837989747524, -0.014628053642809391, -0.014115270227193832, -0.0136024858802557, -0.013089701533317566, -0.012576917186379433, -0.0120641328394413, -0.01155134942382574, -0.011038565076887608, -0.010525780729949474, -0.010012997314333916, -0.009500212967395782, -0.00898742862045765, -0.008474644273519516, -0.007961859926581383, -0.007449076510965824, -0.006936292164027691, -0.006423507817089558, -0.005910723935812712, -0.005397940054535866, -0.0048851557075977325, -0.004372371360659599, -0.0038595874793827534, -0.003346803365275264, -0.002834019251167774, -0.0023212351370602846, -0.001808451022952795, -0.0012956669088453054, -0.0007828827947378159, -0.00027009868063032627, 0.00024268543347716331, 0.0007554695475846529, 0.0012682536616921425, 0.001781037775799632, 0.0022938218899071217, 0.0028066060040146112, 0.003319390118122101, 0.0038321742322295904, 0.00434495834633708, 0.004857742227613926, 0.005370526574552059, 0.005883310921490192, 0.006396094802767038, 0.006908878684043884, 0.0074216630309820175, 0.00793444737792015, 0.008447231724858284, 0.008960015140473843, 0.009472799487411976, 0.009985583834350109, 0.010498367249965668, 0.011011151596903801, 0.011523935943841934, 0.012036720290780067, 0.0125495046377182, 0.01306228805333376, 0.013575072400271893, 0.014087856747210026, 0.014600640162825584, 0.015113424509763718, 0.01562620885670185]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 4.0, 2.0, 2.0, 2.0, 4.0, 6.0, 8.0, 7.0, 8.0, 17.0, 16.0, 21.0, 19.0, 28.0, 41.0, 36.0, 75.0, 112.0, 146.0, 197.0, 297.0, 512.0, 5004.0, 538.0, 267.0, 168.0, 110.0, 70.0, 44.0, 38.0, 21.0, 21.0, 18.0, 14.0, 11.0, 9.0, 12.0, 11.0, 2.0, 2.0, 2.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.17355170845985413, -0.16798579692840576, -0.1624199002981186, -0.15685398876667023, -0.15128809213638306, -0.1457221806049347, -0.14015628397464752, -0.13459037244319916, -0.129024475812912, -0.12345856428146362, -0.11789266020059586, -0.11232675611972809, -0.10676085203886032, -0.10119494795799255, -0.09562904387712479, -0.09006313979625702, -0.08449723571538925, -0.07893133163452148, -0.07336542755365372, -0.06779952347278595, -0.06223361939191818, -0.05666771158576012, -0.05110180750489235, -0.04553590342402458, -0.039969999343156815, -0.03440409526228905, -0.02883819118142128, -0.023272285237908363, -0.017706381157040596, -0.012140477076172829, -0.006574572063982487, -0.001008667517453432, 0.0045572370290756226, 0.01012314110994339, 0.015689045190811157, 0.021254951134324074, 0.02682085521519184, 0.03238676115870476, 0.037952665239572525, 0.04351856932044029, 0.04908447340130806, 0.05465037748217583, 0.060216281563043594, 0.06578218936920166, 0.07134809345006943, 0.0769139975309372, 0.08247990161180496, 0.08804580569267273, 0.0936117097735405, 0.09917761385440826, 0.10474351793527603, 0.1103094220161438, 0.11587532609701157, 0.12144123017787933, 0.1270071417093277, 0.13257303833961487, 0.13813894987106323, 0.1437048465013504, 0.14927075803279877, 0.15483665466308594, 0.1604025661945343, 0.16596846282482147, 0.17153437435626984, 0.177100270986557, 0.18266618251800537]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 4.0, 0.0, 3.0, 4.0, 2.0, 1.0, 1.0, 2.0, 2.0, 4.0, 5.0, 3.0, 1.0, 2.0, 1.0, 31.0, 8.0, 1.0, 1.0, 5.0, 3.0, 2.0, 6.0, 4.0, 5.0, 2.0, 2.0, 3.0, 0.0, 0.0, 0.0, 7.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0029993304051458836, -0.0028946788515895605, -0.002790027065202594, -0.0026853755116462708, -0.002580723725259304, -0.002476072171702981, -0.0023714203853160143, -0.0022667688317596912, -0.0021621170453727245, -0.0020574654918164015, -0.0019528138218447566, -0.0018481621518731117, -0.0017435104819014668, -0.001638858811929822, -0.001534207141958177, -0.0014295554719865322, -0.0013249038020148873, -0.0012202521320432425, -0.0011156004620715976, -0.0010109487920999527, -0.0009062971221283078, -0.0008016455103643239, -0.000696993840392679, -0.0005923421704210341, -0.0004876905004493892, -0.00038303883047774434, -0.00027838716050609946, -0.00017373551963828504, -6.908384966664016e-05, 3.55678130290471e-05, 0.00014021947572473437, 0.000244871131144464, 0.0003495228011161089, 0.00045417447108775377, 0.0005588261410593987, 0.0006634778110310435, 0.0007681294810026884, 0.0008727810927666724, 0.0009774328209459782, 0.001082084490917623, 0.001186736160889268, 0.001291387714445591, 0.0013960393844172359, 0.0015006910543888807, 0.0016053427243605256, 0.0017099943943321705, 0.0018146460643038154, 0.0019192977342754602, 0.0020239492878317833, 0.00212860107421875, 0.002233252627775073, 0.0023379044141620398, 0.002442555967718363, 0.0025472077541053295, 0.0026518593076616526, 0.0027565110940486193, 0.0028611626476049423, 0.002965814433991909, 0.003070465987548232, 0.003175117773935199, 0.003279769327491522, 0.0033844211138784885, 0.0034890726674348116, 0.0035937244538217783, 0.0036983760073781013]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 3.0, 2.0, 2.0, 5.0, 4.0, 14.0, 16.0, 35.0, 64.0, 81.0, 149.0, 241.0, 458.0, 786.0, 1489.0, 2792.0, 5580.0, 11767.0, 27206.0, 73391.0, 778590.0, 165279.0, 54880.0, 25758.0, 13349.0, 7246.0, 3968.0, 2475.0, 1502.0, 877.0, 542.0, 353.0, 223.0, 157.0, 118.0, 73.0, 52.0, 37.0, 25.0, 11.0, 12.0, 10.0, 5.0, 2.0, 3.0, 1.0, 2.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.010606448166072369, -0.01022548321634531, -0.009844518266618252, -0.009463553316891193, -0.009082588367164135, -0.008701623417437077, -0.008320658467710018, -0.00793969351798296, -0.007558729033917189, -0.00717776408419013, -0.006796799134463072, -0.006415834184736013, -0.006034869700670242, -0.005653904750943184, -0.0052729398012161255, -0.004891974851489067, -0.004511009901762009, -0.00413004495203495, -0.003749080002307892, -0.003368115285411477, -0.0029871503356844187, -0.0026061853859573603, -0.0022252206690609455, -0.001844255719333887, -0.0014632907696068287, -0.0010823258198797703, -0.0007013609865680337, -0.0003203960950486362, 6.05687964707613e-05, 0.0004415336879901588, 0.0008224985795095563, 0.0012034634128212929, 0.0015844283625483513, 0.0019653933122754097, 0.002346358262002468, 0.002727322978898883, 0.0031082879286259413, 0.0034892528783529997, 0.0038702175952494144, 0.004251182544976473, 0.004632147494703531, 0.00501311244443059, 0.005394077394157648, 0.0057750423438847065, 0.006156006827950478, 0.006536971777677536, 0.006917936727404594, 0.007298901677131653, 0.007679866626858711, 0.00806083157658577, 0.008441796526312828, 0.008822761476039886, 0.009203726425766945, 0.009584691375494003, 0.009965656325221062, 0.01034662127494812, 0.010727586224675179, 0.011108550243079662, 0.01148951519280672, 0.01187048014253378, 0.012251445092260838, 0.012632410041987896, 0.013013374991714954, 0.013394339941442013, 0.013775304891169071]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 3.0, 0.0, 4.0, 3.0, 1.0, 8.0, 2.0, 1.0, 3.0, 7.0, 2.0, 3.0, 2.0, 2.0, 1.0, 0.0, 2.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011323336511850357, -0.010818864218890667, -0.010314391925930977, -0.009809919632971287, -0.009305447340011597, -0.008800975047051907, -0.008296502754092216, -0.007792030461132526, -0.007287558168172836, -0.006783085875213146, -0.006278613582253456, -0.005774141289293766, -0.005269668996334076, -0.004765196703374386, -0.004260724410414696, -0.0037562521174550056, -0.0032517798244953156, -0.0027473075315356255, -0.0022428352385759354, -0.0017383629456162453, -0.0012338906526565552, -0.0007294183596968651, -0.000224946066737175, 0.0002795262262225151, 0.0007839985191822052, 0.0012884708121418953, 0.0017929431051015854, 0.0022974153980612755, 0.0028018876910209656, 0.0033063599839806557, 0.0038108322769403458, 0.004315304569900036, 0.004819776862859726, 0.005324249155819416, 0.005828721448779106, 0.006333193741738796, 0.006837666034698486, 0.007342138327658176, 0.007846610620617867, 0.008351082913577557, 0.008855555206537247, 0.009360027499496937, 0.009864499792456627, 0.010368972085416317, 0.010873444378376007, 0.011377916671335697, 0.011882388964295387, 0.012386861257255077, 0.012891333550214767, 0.013395805843174458, 0.013900278136134148, 0.014404750429093838, 0.014909222722053528, 0.015413695015013218, 0.015918167307972908, 0.016422640532255173, 0.016927111893892288, 0.017431583255529404, 0.01793605647981167, 0.018440529704093933, 0.01894500106573105, 0.019449472427368164, 0.01995394565165043, 0.020458418875932693, 0.02096289023756981]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 3.0, 2.0, 1.0, 5.0, 6.0, 10.0, 22.0, 7.0, 31.0, 67.0, 73.0, 95.0, 142.0, 206.0, 259.0, 414.0, 634.0, 885.0, 1352.0, 5178.0, 2577.0, 1528.0, 1080.0, 812.0, 617.0, 552.0, 438.0, 337.0, 256.0, 178.0, 143.0, 111.0, 81.0, 70.0, 51.0, 50.0, 34.0, 18.0, 10.0, 11.0, 16.0, 11.0, 13.0, 5.0, 10.0, 3.0, 4.0, 2.0, 2.0, 4.0, 5.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.006896733772009611, -0.0065954565070569515, -0.006294179242104292, -0.005992901977151632, -0.005691624712198973, -0.005390347447246313, -0.0050890701822936535, -0.004787792917340994, -0.004486515652388334, -0.004185238387435675, -0.003883961122483015, -0.0035826838575303555, -0.003281406592577696, -0.0029801293276250362, -0.0026788520626723766, -0.002377574797719717, -0.0020762975327670574, -0.0017750202678143978, -0.0014737430028617382, -0.0011724657379090786, -0.000871188472956419, -0.0005699112080037594, -0.0002686339430510998, 3.264332190155983e-05, 0.00033392058685421944, 0.000635197851806879, 0.0009364751167595387, 0.0012377523817121983, 0.0015390296466648579, 0.0018403069116175175, 0.002141584176570177, 0.0024428614415228367, 0.0027441387064754963, 0.003045415971428156, 0.0033466932363808155, 0.003647970501333475, 0.003949247766286135, 0.004250525031238794, 0.004551802296191454, 0.0048530795611441135, 0.005154356826096773, 0.005455634091049433, 0.005756911356002092, 0.006058188620954752, 0.006359465885907412, 0.006660743150860071, 0.006962020415812731, 0.00726329768076539, 0.00756457494571805, 0.007865851745009422, 0.008167129009962082, 0.008468406274914742, 0.008769683539867401, 0.00907096080482006, 0.00937223806977272, 0.00967351533472538, 0.00997479259967804, 0.0102760698646307, 0.010577347129583359, 0.010878624394536018, 0.011179901659488678, 0.011481178924441338, 0.011782456189393997, 0.012083733454346657, 0.012385010719299316]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 4.0, 3.0, 1.0, 4.0, 3.0, 4.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.18364274501800537, -0.17865464091300964, -0.17366653680801392, -0.16867844760417938, -0.16369034349918365, -0.15870223939418793, -0.1537141501903534, -0.14872604608535767, -0.14373794198036194, -0.1387498378753662, -0.13376173377037048, -0.12877364456653595, -0.12378554046154022, -0.1187974363565445, -0.11380933970212936, -0.10882124304771423, -0.1038331389427185, -0.09884503483772278, -0.09385693818330765, -0.08886884152889252, -0.08388073742389679, -0.07889263331890106, -0.07390453666448593, -0.0689164400100708, -0.06392833590507507, -0.058940235525369644, -0.053952135145664215, -0.048964034765958786, -0.04397593438625336, -0.03898783400654793, -0.0339997336268425, -0.02901163324713707, -0.02402353286743164, -0.01903543248772621, -0.014047332108020782, -0.009059231728315353, -0.004071131348609924, 0.0009169690310955048, 0.005905069410800934, 0.010893169790506363, 0.015881270170211792, 0.02086937054991722, 0.02585747092962265, 0.03084557130932808, 0.03583367168903351, 0.04082177206873894, 0.045809872448444366, 0.050797972828149796, 0.055786073207855225, 0.060774173587560654, 0.06576227396726608, 0.07075037062168121, 0.07573847472667694, 0.08072657883167267, 0.0857146754860878, 0.09070277214050293, 0.09569087624549866, 0.10067898035049438, 0.10566707700490952, 0.11065517365932465, 0.11564327776432037, 0.1206313818693161, 0.12561947107315063, 0.13060757517814636, 0.1355956792831421]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 3.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 3.0, 5.0, 3.0, 5.0, 4.0, 4.0, 3.0, 3.0, 5.0, 5.0, 10.0, 6.0, 16.0, 55.0, 37.0, 35.0, 22.0, 17.0, 12.0, 4.0, 1.0, 2.0, 3.0, 5.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.1283314973115921, -0.12492165714502335, -0.12151181697845459, -0.11810197681188583, -0.11469213664531708, -0.11128229647874832, -0.10787245631217957, -0.10446261614561081, -0.10105277597904205, -0.0976429358124733, -0.09423309564590454, -0.09082325547933578, -0.08741341531276703, -0.08400357514619827, -0.08059373497962952, -0.07718389481306076, -0.073774054646492, -0.07036420702934265, -0.0669543668627739, -0.06354452669620514, -0.06013469025492668, -0.056724850088357925, -0.05331500992178917, -0.04990516975522041, -0.04649532586336136, -0.0430854856967926, -0.039675645530223846, -0.03626580536365509, -0.032855965197086334, -0.029446125030517578, -0.026036284863948822, -0.022626444697380066, -0.01921660453081131, -0.015806764364242554, -0.012396924197673798, -0.008987083099782467, -0.005577242933213711, -0.002167402533814311, 0.0012424378655850887, 0.004652278497815132, 0.008062118664383888, 0.011471958830952644, 0.0148817989975214, 0.018291639164090157, 0.021701481193304062, 0.025111321359872818, 0.028521161526441574, 0.03193100169301033, 0.035340841859579086, 0.03875068202614784, 0.0421605221927166, 0.045570362359285355, 0.04898020252585411, 0.05239004269242287, 0.05579988285899162, 0.05920972302556038, 0.06261956691741943, 0.06602940708398819, 0.06943924725055695, 0.0728490874171257, 0.07625892758369446, 0.07966876775026321, 0.08307860791683197, 0.08648844808340073, 0.08989828824996948]}, "_runtime": 41.630818605422974, "_timestamp": 1596206620.4744508, "_step": 43}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 3.0, 4.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 2.0, 3.0, 1.0, 6.0, 3.0, 2.0, 2.0, 3.0, 2.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.012376498430967331, -0.012065878137946129, -0.011755257844924927, -0.011444637551903725, -0.011134017258882523, -0.01082339696586132, -0.010512777604162693, -0.010202157311141491, -0.009891537018120289, -0.009580916725099087, -0.009270296432077885, -0.008959676139056683, -0.00864905584603548, -0.008338435553014278, -0.008027815259993076, -0.0077171954326331615, -0.0074065751396119595, -0.007095954846590757, -0.006785334553569555, -0.0064747147262096405, -0.006164094433188438, -0.005853474140167236, -0.005542853847146034, -0.005232233554124832, -0.00492161326110363, -0.004610993433743715, -0.004300373140722513, -0.003989752847701311, -0.003679132554680109, -0.0033685124944895506, -0.0030578922014683485, -0.00274727214127779, -0.002436651848256588, -0.002126031555235386, -0.0018154114950448275, -0.0015047912020236254, -0.0011941710254177451, -0.0008835508488118649, -0.0005729306139983237, -0.00026231040828861296, 4.8309797421097755e-05, 0.00035893000313080847, 0.0006695502088405192, 0.0009801704436540604, 0.0012907906202599406, 0.0016014107968658209, 0.001912031089887023, 0.0022226511500775814, 0.0025332714430987835, 0.0028438917361199856, 0.003154511796310544, 0.003465132089331746, 0.0037757521495223045, 0.004086372442543507, 0.004396992735564709, 0.004707613028585911, 0.005018233321607113, 0.005328853148967028, 0.00563947344198823, 0.005950093735009432, 0.006260714028030634, 0.006571334321051836, 0.006881954148411751, 0.007192574441432953, 0.007503194734454155]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 4.0, 7.0, 8.0, 13.0, 18.0, 15.0, 9.0, 30.0, 49.0, 39.0, 76.0, 81.0, 105.0, 134.0, 207.0, 313.0, 4503.0, 1248.0, 390.0, 181.0, 123.0, 118.0, 61.0, 51.0, 27.0, 29.0, 17.0, 14.0, 13.0, 9.0, 4.0, 7.0, 4.0, 3.0, 3.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0], "bins": [-0.1898721307516098, -0.1848485767841339, -0.1798250377178192, -0.17480148375034332, -0.16977792978286743, -0.16475439071655273, -0.15973083674907684, -0.15470728278160095, -0.14968374371528625, -0.14466018974781036, -0.13963663578033447, -0.13461308181285858, -0.12958954274654388, -0.124565988779068, -0.1195424422621727, -0.11451888829469681, -0.10949534177780151, -0.10447179526090622, -0.09944824129343033, -0.09442469477653503, -0.08940114080905914, -0.08437759429216385, -0.07935404777526855, -0.07433049380779266, -0.06930694729089737, -0.06428340077400208, -0.059259846806526184, -0.05423630028963089, -0.0492127500474453, -0.044189199805259705, -0.03916565328836441, -0.03414210304617882, -0.029118552803993225, -0.024095002561807632, -0.01907145418226719, -0.014047904871404171, -0.009024355560541153, -0.004000806249678135, 0.0010227430611848831, 0.006046292372047901, 0.01106984168291092, 0.016093391925096512, 0.021116940304636955, 0.0261404886841774, 0.03116403892636299, 0.036187589168548584, 0.04121113568544388, 0.04623468592762947, 0.051258236169815063, 0.056281786412000656, 0.06130533665418625, 0.06632888317108154, 0.07135243713855743, 0.07637598365545273, 0.08139953017234802, 0.08642308413982391, 0.09144663065671921, 0.0964701771736145, 0.1014937311410904, 0.10651727765798569, 0.11154082417488098, 0.11656437814235687, 0.12158792465925217, 0.12661147117614746, 0.13163502514362335]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 3.0, 4.0, 2.0, 1.0, 0.0, 2.0, 6.0, 3.0, 1.0, 2.0, 2.0, 5.0, 7.0, 28.0, 3.0, 1.0, 6.0, 5.0, 2.0, 4.0, 3.0, 4.0, 1.0, 1.0, 3.0, 4.0, 1.0, 2.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.002486033830791712, -0.002391680609434843, -0.0022973273880779743, -0.0022029741667211056, -0.002108620945364237, -0.002014267724007368, -0.0019199145026504993, -0.0018255612812936306, -0.0017312080599367619, -0.0016368548385798931, -0.0015425016172230244, -0.0014481483958661556, -0.0013537951745092869, -0.0012594419531524181, -0.0011650887317955494, -0.0010707355104386806, -0.0009763822890818119, -0.0008820290677249432, -0.0007876758463680744, -0.0006933226250112057, -0.0005989694036543369, -0.0005046161822974682, -0.00041026296094059944, -0.0003159097395837307, -0.00022155651822686195, -0.0001272032968699932, -3.2850075513124466e-05, 6.150314584374428e-05, 0.00015585636720061302, 0.00025020958855748177, 0.0003445628099143505, 0.00043891603127121925, 0.000533269252628088, 0.0006276224739849567, 0.0007219756953418255, 0.0008163289166986942, 0.000910682138055563, 0.0010050353594124317, 0.0010993885807693005, 0.0011937418021261692, 0.001288095023483038, 0.0013824482448399067, 0.0014768014661967754, 0.0015711546875536442, 0.001665507908910513, 0.0017598611302673817, 0.0018542143516242504, 0.0019485675729811192, 0.002042920794337988, 0.0021372740156948566, 0.0022316272370517254, 0.002325980458408594, 0.002420333679765463, 0.0025146869011223316, 0.0026090401224792004, 0.002703393343836069, 0.002797746565192938, 0.0028920997865498066, 0.0029864530079066753, 0.003080806229263544, 0.003175159450620413, 0.0032695126719772816, 0.0033638658933341503, 0.003458219114691019, 0.003552572336047888]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 4.0, 3.0, 5.0, 8.0, 17.0, 26.0, 42.0, 71.0, 109.0, 157.0, 269.0, 467.0, 745.0, 1286.0, 2252.0, 4440.0, 8555.0, 18176.0, 43349.0, 133760.0, 800630.0, 85286.0, 35807.0, 18197.0, 10225.0, 6000.0, 3521.0, 2121.0, 1387.0, 960.0, 575.0, 386.0, 258.0, 167.0, 131.0, 84.0, 54.0, 32.0, 22.0, 16.0, 10.0, 7.0, 9.0, 3.0, 3.0, 3.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009839560836553574, -0.009504672139883041, -0.00916978344321251, -0.008834895677864552, -0.00850000698119402, -0.008165118284523487, -0.007830229587852955, -0.00749534135684371, -0.007160452660173178, -0.0068255639635026455, -0.006490675732493401, -0.006155787035822868, -0.005820898339152336, -0.005486010108143091, -0.005151121411472559, -0.004816233180463314, -0.004481344483792782, -0.00414645578712225, -0.0038115675561130047, -0.0034766788594424725, -0.003141790395602584, -0.0028069019317626953, -0.002472013235092163, -0.0021371247712522745, -0.001802236307412386, -0.0014673478435724974, -0.001132459263317287, -0.0007975707412697375, -0.000462682219222188, -0.0001277936971746385, 0.00020709482487291098, 0.0005419833469204605, 0.00087687186896801, 0.0012117603328078985, 0.001546648913063109, 0.0018815374933183193, 0.002216425957158208, 0.0025513144209980965, 0.0028862031176686287, 0.0032210915815085173, 0.003555980045348406, 0.0038908685091882944, 0.004225756973028183, 0.004560645669698715, 0.0048955343663692474, 0.005230422597378492, 0.005565311294049025, 0.0059001995250582695, 0.006235088221728802, 0.006569976918399334, 0.006904865149408579, 0.007239753846079111, 0.007574642077088356, 0.007909530773758888, 0.00824441947042942, 0.008579308167099953, 0.008914196863770485, 0.009249084629118443, 0.009583973325788975, 0.009918862022459507, 0.01025375071913004, 0.010588639415800571, 0.010923527181148529, 0.011258415877819061, 0.011593304574489594]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 4.0, 3.0, 5.0, 2.0, 3.0, 2.0, 13.0, 4.0, 6.0, 2.0, 5.0, 3.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.040147826075553894, -0.039263930171728134, -0.038380030542612076, -0.037496134638786316, -0.036612238734960556, -0.0357283391058445, -0.03484444320201874, -0.03396054729819298, -0.03307665139436722, -0.03219275176525116, -0.0313088558614254, -0.03042495809495449, -0.02954106032848358, -0.02865716442465782, -0.027773266658186913, -0.026889370754361153, -0.026005472987890244, -0.025121575221419334, -0.024237679317593575, -0.023353781551122665, -0.022469885647296906, -0.021585987880825996, -0.020702090114355087, -0.019818194210529327, -0.01893429644405842, -0.01805039867758751, -0.01716650277376175, -0.01628260500729084, -0.015398708172142506, -0.014514811336994171, -0.013630913570523262, -0.012747016735374928, -0.011863119900226593, -0.010979223065078259, -0.010095326229929924, -0.009211428463459015, -0.00832753162831068, -0.007443634793162346, -0.006559737492352724, -0.005675840191543102, -0.004791943356394768, -0.003908046521246433, -0.0030241492204368114, -0.0021402521524578333, -0.0012563550844788551, -0.000372458016499877, 0.0005114390514791012, 0.0013953361194580793, 0.0022792331874370575, 0.0031631302554160357, 0.004047027323395014, 0.004930924624204636, 0.00581482145935297, 0.006698718294501305, 0.0075826155953109264, 0.008466512896120548, 0.009350409731268883, 0.010234306566417217, 0.011118203401565552, 0.012002101168036461, 0.012885998003184795, 0.01376989483833313, 0.014653792604804039, 0.015537689439952374, 0.016421586275100708]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 2.0, 3.0, 4.0, 1.0, 9.0, 11.0, 12.0, 6.0, 6.0, 7.0, 13.0, 16.0, 15.0, 12.0, 12.0, 23.0, 17.0, 22.0, 26.0, 23.0, 35.0, 40.0, 37.0, 51.0, 66.0, 99.0, 142.0, 212.0, 278.0, 421.0, 579.0, 857.0, 1178.0, 1622.0, 6481.0, 2300.0, 1275.0, 805.0, 518.0, 365.0, 236.0, 163.0, 118.0, 61.0, 41.0, 45.0, 33.0, 22.0, 20.0, 14.0, 17.0, 8.0, 9.0, 10.0, 10.0, 4.0, 4.0, 2.0, 6.0, 0.0, 2.0, 1.0, 2.0], "bins": [-0.014889976009726524, -0.01447302382439375, -0.0140560707077384, -0.013639118522405624, -0.013222165405750275, -0.0128052132204175, -0.01238826010376215, -0.011971307918429375, -0.011554354801774025, -0.01113740261644125, -0.010720450431108475, -0.010303497314453125, -0.00988654512912035, -0.009469592012465, -0.009052639827132225, -0.008635686710476875, -0.0082187345251441, -0.007801781874150038, -0.007384829223155975, -0.006967876572161913, -0.0065509239211678505, -0.006133971735835075, -0.005717019084841013, -0.0053000664338469505, -0.004883113782852888, -0.004466161131858826, -0.004049208480864763, -0.0036322560627013445, -0.003215303411707282, -0.0027983507607132196, -0.002381398342549801, -0.0019644456915557384, -0.001547493040561676, -0.0011305403895676136, -0.000713587854988873, -0.0002966352622024715, 0.00012031733058393002, 0.0005372699233703315, 0.000954222516156733, 0.0013711750507354736, 0.001788127701729536, 0.0022050803527235985, 0.002622033003717661, 0.0030389854218810797, 0.003455938072875142, 0.0038728907238692045, 0.004289843142032623, 0.004706795793026686, 0.005123748444020748, 0.0055407010950148106, 0.005957653746008873, 0.006374606397002935, 0.006791559047996998, 0.007208511233329773, 0.007625463884323835, 0.008042416535317898, 0.008459368720650673, 0.008876321837306023, 0.009293274022638798, 0.009710227139294147, 0.010127179324626923, 0.010544132441282272, 0.010961084626615047, 0.011378037743270397, 0.011794989928603172]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 4.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 2.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0], "bins": [-0.17044749855995178, -0.1655171811580658, -0.16058684885501862, -0.15565653145313263, -0.15072621405124664, -0.14579588174819946, -0.14086556434631348, -0.1359352469444275, -0.1310049295425415, -0.12607459723949432, -0.12114427983760834, -0.11621395498514175, -0.11128363013267517, -0.10635331273078918, -0.1014229878783226, -0.09649267047643661, -0.09156234562397003, -0.08663202077150345, -0.08170170336961746, -0.07677137851715088, -0.07184106111526489, -0.06691073626279831, -0.061980411410331726, -0.05705009028315544, -0.052119769155979156, -0.04718944802880287, -0.04225912690162659, -0.037328802049160004, -0.03239848092198372, -0.027468159794807434, -0.022537836804986, -0.017607513815164566, -0.012677192687988281, -0.007746870629489422, -0.0028165485709905624, 0.002113773487508297, 0.007044095546007156, 0.011974417604506016, 0.016904739663004875, 0.02183506265282631, 0.026765383780002594, 0.03169570490717888, 0.036626026034355164, 0.04155635088682175, 0.04648667201399803, 0.051416993141174316, 0.0563473179936409, 0.061277639120817184, 0.06620796024799347, 0.07113828510046005, 0.07606860250234604, 0.08099892735481262, 0.08592924475669861, 0.09085956960916519, 0.09578989446163177, 0.10072021186351776, 0.10565053671598434, 0.11058086156845093, 0.11551117897033691, 0.1204415038228035, 0.12537182867527008, 0.13030214607715607, 0.13523246347904205, 0.14016279578208923, 0.14509311318397522]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 2.0, 1.0, 0.0, 1.0, 2.0, 6.0, 17.0, 32.0, 40.0, 70.0, 22.0, 27.0, 17.0, 12.0, 4.0, 2.0, 3.0, 2.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.12368432432413101, -0.11987900733947754, -0.11607368290424347, -0.11226836591959, -0.10846304893493652, -0.10465772449970245, -0.10085240751504898, -0.09704709053039551, -0.09324176609516144, -0.08943644911050797, -0.08563113212585449, -0.08182580769062042, -0.07802049070596695, -0.07421517372131348, -0.0704098492860794, -0.06660453230142593, -0.06279921531677246, -0.05899389088153839, -0.05518857389688492, -0.05138325318694115, -0.047577932476997375, -0.0437726154923439, -0.03996729478240013, -0.03616197407245636, -0.03235665708780289, -0.028551336377859116, -0.024746015667915344, -0.020940696820616722, -0.0171353779733181, -0.013330057263374329, -0.009524738416075706, -0.00571941863745451, -0.001914098858833313, 0.00189122068695724, 0.005696540232747793, 0.009501859545707703, 0.0133071793243289, 0.017112499102950096, 0.020917817950248718, 0.02472313866019249, 0.028528457507491112, 0.032333776354789734, 0.036139097064733505, 0.03994441777467728, 0.04374973475933075, 0.04755505546927452, 0.05136037617921829, 0.055165693163871765, 0.058971013873815536, 0.06277633458375931, 0.06658165156841278, 0.07038697600364685, 0.07419229298830032, 0.0779976099729538, 0.08180293440818787, 0.08560825139284134, 0.08941356837749481, 0.09321889281272888, 0.09702420979738235, 0.10082952678203583, 0.1046348512172699, 0.10844016820192337, 0.11224548518657684, 0.11605080962181091, 0.11985612660646439]}, "_runtime": 42.42034602165222, "_timestamp": 1596206621.2639782, "_step": 44}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 3.0, 0.0, 4.0, 0.0, 2.0, 3.0, 4.0, 2.0, 2.0, 3.0, 2.0, 4.0, 1.0, 3.0, 5.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.016088681295514107, -0.01567530259490013, -0.015261923894286156, -0.01484854519367218, -0.014435166493058205, -0.014021787792444229, -0.013608409091830254, -0.013195030391216278, -0.012781651690602303, -0.012368272989988327, -0.011954894289374352, -0.011541515588760376, -0.0111281368881464, -0.010714758187532425, -0.01030137948691845, -0.009888000786304474, -0.009474622085690498, -0.009061244316399097, -0.008647865615785122, -0.008234486915171146, -0.007821108214557171, -0.007407729048281908, -0.0069943503476679325, -0.006580971647053957, -0.006167593412101269, -0.005754214711487293, -0.005340836010873318, -0.004927457310259342, -0.004514078609645367, -0.004100699909031391, -0.0036873212084174156, -0.00327394250780344, -0.0028605638071894646, -0.002447185106575489, -0.0020338064059615135, -0.0016204278217628598, -0.0012070491211488843, -0.0007936704205349088, -0.00038029177812859416, 3.308689338155091e-05, 0.000446465564891696, 0.0008598442655056715, 0.001273222966119647, 0.0016866015503183007, 0.0020999801345169544, 0.00251335883513093, 0.0029267375357449055, 0.003340116236358881, 0.0037534949369728565, 0.004166873637586832, 0.004580252338200808, 0.004993631038814783, 0.005407009739428759, 0.005820388440042734, 0.00623376714065671, 0.006647145841270685, 0.007060524076223373, 0.007473902776837349, 0.007887281477451324, 0.0083006601780653, 0.008714038878679276, 0.009127417579293251, 0.009540796279907227, 0.009954174980521202, 0.010367553681135178]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 3.0, 2.0, 3.0, 2.0, 7.0, 3.0, 6.0, 6.0, 7.0, 12.0, 12.0, 13.0, 21.0, 21.0, 30.0, 53.0, 67.0, 98.0, 118.0, 142.0, 246.0, 397.0, 4946.0, 753.0, 296.0, 193.0, 107.0, 94.0, 57.0, 54.0, 39.0, 27.0, 25.0, 11.0, 18.0, 10.0, 8.0, 6.0, 2.0, 5.0, 1.0, 0.0, 4.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.17258775234222412, -0.1674538105726242, -0.16231988370418549, -0.15718594193458557, -0.15205200016498566, -0.14691807329654694, -0.14178413152694702, -0.1366501897573471, -0.1315162479877472, -0.12638232111930847, -0.12124837934970856, -0.11611444503068924, -0.11098051071166992, -0.10584656894207001, -0.10071263462305069, -0.09557869285345078, -0.09044475853443146, -0.08531082421541214, -0.08017688244581223, -0.07504294812679291, -0.069909006357193, -0.06477507203817368, -0.05964113771915436, -0.05450719967484474, -0.049373261630535126, -0.04423932358622551, -0.039105385541915894, -0.033971451222896576, -0.02883751317858696, -0.023703575134277344, -0.018569638952612877, -0.013435701839625835, -0.008301764726638794, -0.0031678276136517525, 0.001966109499335289, 0.0071000466123223305, 0.012233983725309372, 0.017367921769618988, 0.022501857951283455, 0.027635794132947922, 0.03276973217725754, 0.037903670221567154, 0.04303760826587677, 0.04817154258489609, 0.053305480629205704, 0.05843941867351532, 0.06357335299253464, 0.06870729476213455, 0.07384122908115387, 0.07897516340017319, 0.0841091051697731, 0.08924303948879242, 0.09437698125839233, 0.09951091557741165, 0.10464484989643097, 0.10977879166603088, 0.1149127259850502, 0.12004666030406952, 0.12518060207366943, 0.13031454384326935, 0.13544847071170807, 0.14058241248130798, 0.1457163542509079, 0.15085028111934662, 0.15598422288894653]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 2.0, 2.0, 0.0, 2.0, 3.0, 4.0, 5.0, 6.0, 30.0, 6.0, 6.0, 2.0, 2.0, 3.0, 3.0, 2.0, 4.0, 3.0, 2.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 5.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0020815893076360226, -0.002011229982599616, -0.0019408705411478877, -0.0018705110996961594, -0.0018001517746597528, -0.0017297924496233463, -0.001659433008171618, -0.0015890735667198896, -0.0015187142416834831, -0.0014483549166470766, -0.0013779954751953483, -0.00130763603374362, -0.0012372767087072134, -0.0011669173836708069, -0.0010965579422190785, -0.0010261985007673502, -0.0009558391757309437, -0.0008854797924868762, -0.0008151204092428088, -0.0007447610259987414, -0.000674401642754674, -0.0006040422595106065, -0.0005336828762665391, -0.00046332349302247167, -0.00039296410977840424, -0.0003226047265343368, -0.0002522453432902694, -0.00018188596004620194, -0.00011152657680213451, -4.116719355806708e-05, 2.9192189686000347e-05, 9.955157293006778e-05, 0.0001699109561741352, 0.00024027033941820264, 0.00031062972266227007, 0.0003809891059063375, 0.00045134848915040493, 0.0005217078723944724, 0.0005920672556385398, 0.0006624266388826072, 0.0007327860221266747, 0.0008031454053707421, 0.0008735047886148095, 0.0009438641718588769, 0.0010142235551029444, 0.0010845828801393509, 0.0011549423215910792, 0.0012253017630428076, 0.001295661088079214, 0.0013660204131156206, 0.001436379854567349, 0.0015067392960190773, 0.0015770986210554838, 0.0016474579460918903, 0.0017178173875436187, 0.001788176828995347, 0.0018585361540317535, 0.00192889547906816, 0.0019992548041045666, 0.0020696143619716167, 0.0021399736870080233, 0.0022103330120444298, 0.00228069256991148, 0.0023510518949478865, 0.002421411219984293]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 3.0, 3.0, 3.0, 1.0, 9.0, 8.0, 6.0, 22.0, 17.0, 40.0, 45.0, 83.0, 96.0, 142.0, 212.0, 344.0, 497.0, 788.0, 1402.0, 2575.0, 4353.0, 8488.0, 17631.0, 41661.0, 120497.0, 798882.0, 100638.0, 38824.0, 18608.0, 9798.0, 5489.0, 3228.0, 1812.0, 1163.0, 741.0, 509.0, 317.0, 187.0, 173.0, 91.0, 73.0, 58.0, 32.0, 27.0, 16.0, 11.0, 10.0, 5.0, 6.0, 4.0, 3.0, 3.0, 3.0, 3.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009569443762302399, -0.009265711531043053, -0.008961979299783707, -0.008658246137201786, -0.00835451390594244, -0.008050781674683094, -0.007747048977762461, -0.007443316280841827, -0.007139584049582481, -0.006835851818323135, -0.006532119121402502, -0.006228386424481869, -0.005924654193222523, -0.005620921961963177, -0.005317189265042543, -0.00501345656812191, -0.004709724336862564, -0.004405992105603218, -0.004102259408682585, -0.003798526944592595, -0.0034947944805026054, -0.0031910620164126158, -0.002887329552322626, -0.0025835970882326365, -0.002279864624142647, -0.001976132160052657, -0.0016723996959626675, -0.0013686672318726778, -0.0010649347677826881, -0.0007612023036926985, -0.0004574698396027088, -0.00015373737551271915, 0.0001499950885772705, 0.00045372755266726017, 0.0007574600167572498, 0.0010611924808472395, 0.0013649249449372292, 0.0016686574090272188, 0.0019723898731172085, 0.002276122337207198, 0.002579854801297188, 0.0028835872653871775, 0.003187319729477167, 0.003491052193567157, 0.0037947846576571465, 0.0040985168889164925, 0.004402249585837126, 0.004705982282757759, 0.005009714514017105, 0.005313446745276451, 0.005617179442197084, 0.005920912139117718, 0.006224644370377064, 0.00652837660163641, 0.006832109298557043, 0.007135841995477676, 0.007439574226737022, 0.007743306457996368, 0.008047038689255714, 0.008350771851837635, 0.008654504083096981, 0.008958236314356327, 0.009261969476938248, 0.009565701708197594, 0.00986943393945694]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 7.0, 2.0, 4.0, 8.0, 4.0, 13.0, 5.0, 3.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011878591030836105, -0.011315840296447277, -0.010753089562058449, -0.010190339758992195, -0.009627589024603367, -0.009064838290214539, -0.00850208755582571, -0.007939336821436882, -0.007376586552709341, -0.006813835818320513, -0.006251085549592972, -0.0056883348152041435, -0.005125584080815315, -0.004562833812087774, -0.004000083077698946, -0.0034373325761407614, -0.0028745820745825768, -0.002311831573024392, -0.0017490809550508857, -0.0011863303370773792, -0.0006235798355191946, -6.0829275753349066e-05, 0.0005019212840124965, 0.001064671901986003, 0.0016274224035441875, 0.002190172905102372, 0.002752923406660557, 0.003315674141049385, 0.0038784246426075697, 0.004441175144165754, 0.005003925878554583, 0.0055666761472821236, 0.006129426881670952, 0.00669217761605978, 0.007254927884787321, 0.007817678153514862, 0.00838042888790369, 0.008943179622292519, 0.009505930356681347, 0.010068681091070175, 0.010631430894136429, 0.011194181628525257, 0.011756932362914085, 0.012319683097302914, 0.012882433831691742, 0.01344518456608057, 0.014007934369146824, 0.014570685103535652, 0.01513343583792448, 0.01569618657231331, 0.016258936375379562, 0.016821688041090965, 0.01738443784415722, 0.017947189509868622, 0.018509939312934875, 0.01907268911600113, 0.019635440781712532, 0.020198190584778786, 0.02076094225049019, 0.021323692053556442, 0.021886441856622696, 0.0224491935223341, 0.023011943325400352, 0.023574694991111755, 0.02413744479417801]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 6.0, 2.0, 0.0, 5.0, 2.0, 15.0, 14.0, 16.0, 22.0, 28.0, 35.0, 29.0, 44.0, 46.0, 55.0, 89.0, 116.0, 142.0, 202.0, 253.0, 352.0, 496.0, 819.0, 1205.0, 1887.0, 6145.0, 2457.0, 1333.0, 750.0, 473.0, 310.0, 234.0, 162.0, 95.0, 82.0, 66.0, 59.0, 52.0, 47.0, 38.0, 55.0, 31.0, 33.0, 21.0, 20.0, 13.0, 10.0, 4.0, 6.0, 8.0, 7.0, 4.0, 5.0, 5.0, 2.0, 7.0, 8.0, 3.0], "bins": [-0.007946038618683815, -0.007695598062127829, -0.007445157039910555, -0.0071947164833545685, -0.006944275926798582, -0.006693834904581308, -0.006443394348025322, -0.0061929537914693356, -0.005942513234913349, -0.0056920722126960754, -0.005441631656140089, -0.005191191099584103, -0.004940750077366829, -0.0046903095208108425, -0.004439868964254856, -0.004189427942037582, -0.003938987385481596, -0.003688546596094966, -0.0034381060395389795, -0.0031876652501523495, -0.002937224693596363, -0.002686783904209733, -0.002436343114823103, -0.0021859025582671165, -0.0019354617688804865, -0.0016850210959091783, -0.00143458042293787, -0.00118413963355124, -0.0009336989605799317, -0.0006832582876086235, -0.00043281755642965436, -0.00018237685435451567, 6.806384772062302e-05, 0.0003185045497957617, 0.0005689452518709004, 0.0008193859830498695, 0.0010698266560211778, 0.001320267328992486, 0.001570708118379116, 0.0018211487913504243, 0.0020715894643217325, 0.0023220302537083626, 0.002572470810264349, 0.002822911599650979, 0.003073352389037609, 0.0033237929455935955, 0.0035742337349802256, 0.003824674291536212, 0.004075115080922842, 0.004325555637478828, 0.004575996659696102, 0.0048264372162520885, 0.005076877772808075, 0.005327318795025349, 0.005577759351581335, 0.0058281999081373215, 0.006078640930354595, 0.006329081486910582, 0.006579522043466568, 0.006829962600022554, 0.007080403622239828, 0.0073308441787958145, 0.007581284735351801, 0.007831725291907787, 0.008082166314125061]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0, 1.0, 3.0, 0.0, 1.0, 4.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.12196815758943558, -0.1194169670343399, -0.11686577647924423, -0.11431458592414856, -0.11176338791847229, -0.10921219736337662, -0.10666100680828094, -0.10410981625318527, -0.1015586256980896, -0.09900743514299393, -0.09645624458789825, -0.09390505403280258, -0.09135386347770691, -0.08880266547203064, -0.08625147491693497, -0.0837002843618393, -0.08114909380674362, -0.07859790325164795, -0.07604671269655228, -0.0734955221414566, -0.07094432413578033, -0.06839313358068466, -0.06584194302558899, -0.06329075247049332, -0.060739561915397644, -0.05818837136030197, -0.0556371808052063, -0.05308598652482033, -0.050534795969724655, -0.04798360541462898, -0.04543241113424301, -0.04288122057914734, -0.040330030024051666, -0.037778839468955994, -0.03522764891386032, -0.03267645463347435, -0.030125264078378677, -0.027574073523283005, -0.025022881105542183, -0.02247168868780136, -0.01992049813270569, -0.017369307577610016, -0.014818115159869194, -0.012266923673450947, -0.0097157321870327, -0.007164540700614452, -0.004613349214196205, -0.002062157727777958, 0.0004890337586402893, 0.0030402252450585365, 0.005591416731476784, 0.008142608217895031, 0.010693799704313278, 0.013244991190731525, 0.015796182677149773, 0.018347375094890594, 0.020898565649986267, 0.02344975620508194, 0.02600094862282276, 0.028552141040563583, 0.031103331595659256, 0.03365452215075493, 0.0362057164311409, 0.03875690698623657, 0.041308097541332245]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 2.0, 0.0, 1.0, 3.0, 2.0, 1.0, 1.0, 1.0, 5.0, 6.0, 10.0, 16.0, 30.0, 24.0, 20.0, 40.0, 18.0, 16.0, 10.0, 12.0, 11.0, 8.0, 11.0, 4.0, 4.0, 6.0, 3.0, 7.0, 0.0, 3.0, 2.0], "bins": [-0.07326426357030869, -0.07173988968133926, -0.07021550834178925, -0.06869113445281982, -0.0671667605638504, -0.06564237922430038, -0.06411800533533096, -0.06259362399578094, -0.06106925010681152, -0.0595448762178421, -0.05802049860358238, -0.05649612098932266, -0.05497174337506294, -0.05344736948609352, -0.0519229918718338, -0.05039861425757408, -0.04887423664331436, -0.04734986275434494, -0.04582548514008522, -0.0443011075258255, -0.04277673363685608, -0.04125235602259636, -0.03972797840833664, -0.03820360079407692, -0.0366792269051075, -0.03515484929084778, -0.03363047167658806, -0.03210609778761864, -0.030581720173358917, -0.029057342559099197, -0.027532966807484627, -0.026008589193224907, -0.024484213441610336, -0.022959837689995766, -0.021435460075736046, -0.019911084324121475, -0.018386706709861755, -0.016862330958247185, -0.01533795427531004, -0.013813577592372894, -0.012289200909435749, -0.010764824226498604, -0.009240447543561459, -0.007716071326285601, -0.006191694643348455, -0.00466731796041131, -0.0031429415103048086, -0.0016185649437829852, -9.41883772611618e-05, 0.0014301881892606616, 0.002954564755782485, 0.004478941205888987, 0.006003317888826132, 0.007527694571763277, 0.009052070789039135, 0.01057644747197628, 0.012100824154913425, 0.01362520083785057, 0.015149577520787716, 0.01667395420372486, 0.018198329955339432, 0.01972270756959915, 0.021247083321213722, 0.022771460935473442, 0.024295836687088013]}, "_runtime": 43.19695019721985, "_timestamp": 1596206622.0405824, "_step": 45}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 3.0, 0.0, 0.0, 3.0, 2.0, 3.0, 1.0, 4.0, 1.0, 3.0, 2.0, 5.0, 0.0, 3.0, 1.0, 5.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.01124720647931099, -0.010900864377617836, -0.010554522275924683, -0.010208181105554104, -0.00986183900386095, -0.009515496902167797, -0.009169154800474644, -0.008822813630104065, -0.008476471528410912, -0.008130129426717758, -0.007783787325024605, -0.007437445688992739, -0.007091103587299585, -0.006744761951267719, -0.006398419849574566, -0.0060520782135427, -0.005705736111849546, -0.005359394010156393, -0.005013052374124527, -0.004666710272431374, -0.0043203686363995075, -0.003974026534706354, -0.0036276846658438444, -0.0032813427969813347, -0.002935000928118825, -0.0025886590592563152, -0.0022423171903938055, -0.001895975205115974, -0.0015496333362534642, -0.0012032914673909545, -0.0008569495403207839, -0.0005106076132506132, -0.00016426574438810349, 0.0001820761535782367, 0.0005284180515445769, 0.0008747599786147475, 0.0012211018474772573, 0.001567443716339767, 0.0019137857016175985, 0.0022601275704801083, 0.002606469439342618, 0.0029528113082051277, 0.0032991531770676374, 0.003645495045930147, 0.0039918371476233006, 0.004338178783655167, 0.00468452088534832, 0.005030862521380186, 0.0053772046230733395, 0.005723546724766493, 0.006069888360798359, 0.006416230462491512, 0.006762572098523378, 0.007108914200216532, 0.007455255836248398, 0.007801597937941551, 0.008147940039634705, 0.008494282141327858, 0.008840623311698437, 0.00918696541339159, 0.009533307515084743, 0.009879649616777897, 0.010225990787148476, 0.010572332888841629, 0.010918674990534782]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 2.0, 3.0, 0.0, 1.0, 2.0, 4.0, 5.0, 3.0, 9.0, 7.0, 9.0, 22.0, 25.0, 26.0, 33.0, 71.0, 68.0, 121.0, 158.0, 287.0, 517.0, 5359.0, 497.0, 262.0, 134.0, 88.0, 60.0, 41.0, 26.0, 25.0, 13.0, 10.0, 9.0, 8.0, 5.0, 5.0, 4.0, 0.0, 0.0, 0.0, 3.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.2303810715675354, -0.22324159741401672, -0.21610212326049805, -0.20896263420581818, -0.2018231600522995, -0.19468368589878082, -0.18754421174526215, -0.18040473759174347, -0.1732652485370636, -0.16612577438354492, -0.15898630023002625, -0.15184682607650757, -0.1447073519229889, -0.13756787776947021, -0.13042838871479034, -0.12328891456127167, -0.11614944040775299, -0.10900996625423431, -0.10187048465013504, -0.09473101049661636, -0.08759152889251709, -0.08045205473899841, -0.07331258058547974, -0.06617309898138046, -0.059033624827861786, -0.05189414694905281, -0.044754669070243835, -0.03761519491672516, -0.030475717037916183, -0.023336239159107208, -0.016196763142943382, -0.009057286195456982, -0.001917809247970581, 0.0052216676995158195, 0.01236114464700222, 0.019500620663166046, 0.02664009854197502, 0.033779576420784, 0.04091905057430267, 0.04805852845311165, 0.055198006331920624, 0.0623374842107296, 0.06947696208953857, 0.07661643624305725, 0.08375591039657593, 0.0908953920006752, 0.09803486615419388, 0.10517434775829315, 0.11231382191181183, 0.1194532960653305, 0.12659277021884918, 0.13373225927352905, 0.14087173342704773, 0.1480112075805664, 0.15515068173408508, 0.16229015588760376, 0.16942963004112244, 0.1765691190958023, 0.18370859324932098, 0.19084806740283966, 0.19798754155635834, 0.20512701570987701, 0.21226650476455688, 0.21940597891807556, 0.22654545307159424]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 3.0, 1.0, 3.0, 0.0, 1.0, 3.0, 1.0, 2.0, 3.0, 1.0, 6.0, 4.0, 2.0, 2.0, 3.0, 28.0, 4.0, 1.0, 7.0, 3.0, 3.0, 5.0, 6.0, 2.0, 1.0, 3.0, 3.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 3.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.0024467662442475557, -0.002370886504650116, -0.00229500699788332, -0.00221912725828588, -0.0021432475186884403, -0.002067368011921644, -0.0019914882723242044, -0.0019156085327267647, -0.0018397289095446467, -0.0017638492863625288, -0.001687969546765089, -0.001612089923582971, -0.0015362103004008532, -0.0014603305608034134, -0.0013844509376212955, -0.0013085711980238557, -0.0012326915748417377, -0.0011568119516596198, -0.00108093221206218, -0.001005052588880062, -0.0009291729074902833, -0.0008532932261005044, -0.0007774136029183865, -0.0007015339215286076, -0.0006256542401388288, -0.0005497745587490499, -0.0004738949064631015, -0.0003980152541771531, -0.00032213557278737426, -0.0002462558913975954, -0.000170376239111647, -9.449657227378339e-05, -1.861690543591976e-05, 5.726276140194386e-05, 0.0001331424282398075, 0.0002090220950776711, 0.00028490176191553473, 0.0003607814433053136, 0.000436661095591262, 0.0005125407478772104, 0.0005884204292669892, 0.0006643001106567681, 0.0007401797920465469, 0.0008160594152286649, 0.0008919390966184437, 0.0009678187780082226, 0.0010436984011903405, 0.0011195781407877803, 0.0011954577639698982, 0.0012713373871520162, 0.001347217126749456, 0.0014230967499315739, 0.0014989764895290136, 0.0015748561127111316, 0.0016507357358932495, 0.0017266154754906893, 0.0018024950986728072, 0.0018783747218549252, 0.001954254461452365, 0.0020301342010498047, 0.002106013707816601, 0.0021818934474140406, 0.0022577731870114803, 0.0023336526937782764, 0.002409532433375716]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 3.0, 8.0, 5.0, 6.0, 13.0, 16.0, 28.0, 35.0, 48.0, 69.0, 100.0, 150.0, 159.0, 273.0, 379.0, 544.0, 750.0, 1162.0, 1675.0, 2439.0, 3650.0, 5826.0, 9412.0, 15983.0, 28652.0, 57392.0, 145723.0, 717322.0, 82828.0, 40764.0, 23207.0, 14112.0, 8824.0, 5785.0, 3777.0, 2596.0, 1713.0, 1202.0, 860.0, 553.0, 448.0, 310.0, 232.0, 156.0, 132.0, 103.0, 67.0, 36.0, 39.0, 20.0, 10.0, 11.0, 8.0, 9.0, 5.0, 6.0, 3.0, 1.0, 1.0, 0.0, 4.0], "bins": [-0.006814442574977875, -0.006589418742805719, -0.006364394444972277, -0.006139370612800121, -0.005914346314966679, -0.005689322482794523, -0.0054642981849610806, -0.005239274352788925, -0.0050142500549554825, -0.004789226222783327, -0.004564202390611172, -0.004339178092777729, -0.004114154260605574, -0.0038891301956027746, -0.0036641061305999756, -0.0034390820655971766, -0.0032140580005943775, -0.0029890339355915785, -0.0027640098705887794, -0.0025389858055859804, -0.0023139617405831814, -0.002088937908411026, -0.001863913843408227, -0.001638889778405428, -0.001413865713402629, -0.0011888416483998299, -0.0009638176416046917, -0.0007387936348095536, -0.0005137695698067546, -0.000288745533907786, -6.372149800881743e-05, 0.00016130253789015114, 0.0003863265737891197, 0.0006113506387919188, 0.0008363746455870569, 0.001061398652382195, 0.001286422717384994, 0.001511446782387793, 0.0017364707309752703, 0.0019614947959780693, 0.0021865188609808683, 0.0024115429259836674, 0.0026365669909864664, 0.0028615910559892654, 0.003086614888161421, 0.00331163895316422, 0.003536663018167019, 0.003761687083169818, 0.003986711148172617, 0.004211734980344772, 0.004436759278178215, 0.00466178311035037, 0.004886807408183813, 0.0051118312403559685, 0.005336855538189411, 0.0055618793703615665, 0.005786903202533722, 0.006011927500367165, 0.00623695133253932, 0.006461975630372763, 0.006686999462544918, 0.006912023760378361, 0.007137047592550516, 0.007362071890383959, 0.007587095722556114]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 0.0, 1.0, 8.0, 2.0, 4.0, 7.0, 3.0, 5.0, 6.0, 1.0, 2.0, 6.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01220613531768322, -0.01162303052842617, -0.011039926670491695, -0.01045682281255722, -0.009873718023300171, -0.009290613234043121, -0.008707509376108646, -0.008124405518174171, -0.007541300728917122, -0.00695819640532136, -0.006375092081725597, -0.005791987758129835, -0.005208883434534073, -0.004625779110938311, -0.004042674787342548, -0.003459570463746786, -0.002876466140151024, -0.0022933618165552616, -0.0017102574929594994, -0.001127153169363737, -0.0005440488457679749, 3.90554778277874e-05, 0.0006221598014235497, 0.001205264125019312, 0.0017883684486150742, 0.0023714727722108364, 0.0029545770958065987, 0.003537681419402361, 0.004120785742998123, 0.004703890066593885, 0.005286994390189648, 0.00587009871378541, 0.006453203037381172, 0.007036307360976934, 0.007619411684572697, 0.008202515542507172, 0.008785620331764221, 0.00936872512102127, 0.009951828978955746, 0.01053493283689022, 0.01111803762614727, 0.01170114241540432, 0.012284246273338795, 0.01286735013127327, 0.01345045492053032, 0.014033559709787369, 0.014616663567721844, 0.015199767425656319, 0.015782872214913368, 0.016365977004170418, 0.016949079930782318, 0.017532184720039368, 0.018115289509296417, 0.018698394298553467, 0.019281499087810516, 0.019864602014422417, 0.020447706803679466, 0.021030811592936516, 0.021613914519548416, 0.022197019308805466, 0.022780124098062515, 0.023363228887319565, 0.023946333676576614, 0.024529436603188515, 0.025112541392445564]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 3.0, 3.0, 2.0, 2.0, 4.0, 1.0, 4.0, 2.0, 7.0, 15.0, 14.0, 22.0, 36.0, 51.0, 73.0, 91.0, 108.0, 125.0, 170.0, 255.0, 302.0, 342.0, 467.0, 856.0, 1691.0, 5532.0, 1765.0, 1292.0, 1076.0, 876.0, 660.0, 533.0, 456.0, 395.0, 255.0, 216.0, 151.0, 120.0, 77.0, 72.0, 68.0, 42.0, 52.0, 36.0, 24.0, 6.0, 6.0, 3.0, 7.0, 9.0, 12.0, 9.0, 2.0, 5.0, 9.0, 4.0, 4.0, 7.0], "bins": [-0.007957730442285538, -0.0077030654065310955, -0.007448399905115366, -0.007193734869360924, -0.006939069367945194, -0.006684404332190752, -0.00642973929643631, -0.00617507379502058, -0.005920408759266138, -0.005665743723511696, -0.005411078222095966, -0.005156413186341524, -0.004901748150587082, -0.004647082649171352, -0.00439241761341691, -0.004137752112001181, -0.0038830870762467384, -0.0036284218076616526, -0.0033737565390765667, -0.0031190915033221245, -0.0028644262347370386, -0.0026097609661519527, -0.0023550959303975105, -0.0021004306618124247, -0.0018457653932273388, -0.001591100124642253, -0.0013364349724724889, -0.0010817698203027248, -0.000827104551717639, -0.000572439341340214, -0.00031777413096278906, -6.31089205853641e-05, 0.00019155628979206085, 0.0004462215001694858, 0.0007008867105469108, 0.0009555519209243357, 0.0012102171313017607, 0.0014648823998868465, 0.0017195475520566106, 0.0019742127042263746, 0.0022288779728114605, 0.0024835432413965464, 0.0027382085099816322, 0.0029928735457360744, 0.0032475388143211603, 0.003502204082906246, 0.0037568691186606884, 0.004011534620076418, 0.00426619965583086, 0.004520864691585302, 0.004775530193001032, 0.005030195228755474, 0.005284860730171204, 0.005539525765925646, 0.005794190801680088, 0.0060488563030958176, 0.00630352133885026, 0.006558186374604702, 0.0068128518760204315, 0.007067516911774874, 0.007322181947529316, 0.0075768474489450455, 0.007831512950360775, 0.00808617752045393, 0.00834084302186966]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 2.0, 2.0, 2.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.09202523529529572, -0.09007332473993301, -0.08812141418457031, -0.08616951107978821, -0.0842176005244255, -0.0822656899690628, -0.0803137794137001, -0.0783618688583374, -0.0764099583029747, -0.0744580551981926, -0.0725061446428299, -0.0705542340874672, -0.06860232353210449, -0.06665041297674179, -0.06469850242137909, -0.06274659931659698, -0.06079468876123428, -0.05884277820587158, -0.05689086765050888, -0.05493896082043648, -0.052987050265073776, -0.051035139709711075, -0.04908323287963867, -0.04713132232427597, -0.04517941176891327, -0.043227504938840866, -0.041275594383478165, -0.03932368382811546, -0.03737177699804306, -0.03541986644268036, -0.03346795588731766, -0.031516049057245255, -0.029564138501882553, -0.027612229809165, -0.0256603192538023, -0.023708410561084747, -0.021756501868367195, -0.019804591313004494, -0.01785268262028694, -0.01590077392756939, -0.013948864303529263, -0.011996954679489136, -0.010045045986771584, -0.008093136362731457, -0.006141227204352617, -0.004189318045973778, -0.0022374086547642946, -0.0002854993799701333, 0.001666409894824028, 0.0036183190532028675, 0.005570228211581707, 0.007522137835621834, 0.009474046528339386, 0.011425956152379513, 0.01337786577641964, 0.015329774469137192, 0.017281685024499893, 0.019233593717217445, 0.021185502409934998, 0.02313741110265255, 0.02508932165801525, 0.027041230350732803, 0.028993139043450356, 0.030945049598813057, 0.03289695829153061]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 4.0, 4.0, 4.0, 6.0, 2.0, 7.0, 4.0, 8.0, 10.0, 8.0, 7.0, 11.0, 10.0, 13.0, 19.0, 25.0, 37.0, 17.0, 12.0, 10.0, 11.0, 11.0, 8.0, 10.0, 9.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.04701948165893555, -0.045648619532585144, -0.04427775740623474, -0.04290689155459404, -0.04153602942824364, -0.040165167301893234, -0.03879430517554283, -0.03742343932390213, -0.03605257719755173, -0.034681715071201324, -0.03331085294485092, -0.03193999081850052, -0.030569126829504967, -0.029198262840509415, -0.027827400714159012, -0.02645653672516346, -0.025085674598813057, -0.023714812472462654, -0.022343948483467102, -0.0209730863571167, -0.019602222368121147, -0.018231360241770744, -0.016860496252775192, -0.01548963412642479, -0.014118771068751812, -0.012747908011078835, -0.011377044953405857, -0.01000618189573288, -0.008635319769382477, -0.007264456246048212, -0.005893593654036522, -0.0045227305963635445, -0.003151867538690567, -0.0017810045974329114, -0.0004101416561752558, 0.0009607212850823998, 0.0023315842263400555, 0.003702447284013033, 0.005073309876024723, 0.0064441729336977005, 0.007815035991370678, 0.009185899049043655, 0.010556762106716633, 0.01192762516438961, 0.013298487290740013, 0.01466935034841299, 0.016040213406085968, 0.01741107739508152, 0.018781939521431923, 0.020152801647782326, 0.021523665636777878, 0.02289452776312828, 0.024265391752123833, 0.025636253878474236, 0.027007117867469788, 0.02837797999382019, 0.029748842120170593, 0.031119706109166145, 0.0324905700981617, 0.0338614322245121, 0.0352322943508625, 0.036603156477212906, 0.03797402232885361, 0.03934488445520401, 0.04071574658155441]}, "_runtime": 43.98333477973938, "_timestamp": 1596206622.826967, "_step": 46}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 3.0, 4.0, 2.0, 1.0, 3.0, 2.0, 8.0, 11.0, 1.0, 4.0, 6.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014907872304320335, -0.014409268274903297, -0.013910663314163685, -0.013412059284746647, -0.012913454324007034, -0.012414850294589996, -0.011916245333850384, -0.011417641304433346, -0.010919036343693733, -0.010420432314276695, -0.009921828284859657, -0.009423223324120045, -0.008924619294703007, -0.008426014333963394, -0.007927410304546356, -0.007428805809468031, -0.006930201314389706, -0.00643159681931138, -0.005932992324233055, -0.00543438782915473, -0.004935783334076405, -0.004437179304659367, -0.003938574809581041, -0.003439970314502716, -0.002941365819424391, -0.0024427613243460655, -0.001944156945683062, -0.0014455525670200586, -0.0009469480719417334, -0.000448343635071069, 5.0260801799595356e-05, 0.0005488652386702597, 0.001047469675540924, 0.0015460741706192493, 0.0020446786656975746, 0.0025432829279452562, 0.0030418874230235815, 0.0035404919181019068, 0.004039096180349588, 0.004537700675427914, 0.005036305170506239, 0.005534909665584564, 0.0060335141606628895, 0.006532118655741215, 0.007030722685158253, 0.007529327180236578, 0.008027931675314903, 0.008526536636054516, 0.009025140665471554, 0.009523744694888592, 0.010022349655628204, 0.010520953685045242, 0.011019558645784855, 0.011518162675201893, 0.012016767635941505, 0.012515371665358543, 0.013013975694775581, 0.013512580655515194, 0.014011184684932232, 0.014509789645671844, 0.015008393675088882, 0.015506998635828495, 0.016005603596568108, 0.016504207625985146, 0.017002811655402184]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 3.0, 1.0, 3.0, 7.0, 2.0, 4.0, 8.0, 7.0, 9.0, 13.0, 17.0, 24.0, 41.0, 42.0, 43.0, 64.0, 71.0, 112.0, 166.0, 239.0, 352.0, 4900.0, 853.0, 312.0, 176.0, 112.0, 77.0, 58.0, 59.0, 28.0, 24.0, 19.0, 17.0, 16.0, 8.0, 6.0, 3.0, 7.0, 6.0, 3.0, 2.0, 0.0, 2.0, 3.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0], "bins": [-0.14588433504104614, -0.14127430319786072, -0.1366642713546753, -0.13205422461032867, -0.12744419276714325, -0.12283416092395782, -0.1182241216301918, -0.11361408978700638, -0.10900405049324036, -0.10439401865005493, -0.0997839868068695, -0.09517394751310349, -0.09056391566991806, -0.08595387637615204, -0.08134384453296661, -0.07673380523920059, -0.07212377339601517, -0.06751374155282974, -0.06290370225906372, -0.058293666690588, -0.053683631122112274, -0.04907359927892685, -0.044463563710451126, -0.0398535281419754, -0.03524349257349968, -0.030633457005023956, -0.026023421436548233, -0.02141338773071766, -0.016803352162241936, -0.012193316593766212, -0.007583281956613064, -0.002973246853798628, 0.001636788249015808, 0.006246823351830244, 0.01085685845464468, 0.015466893091797829, 0.020076928660273552, 0.024686964228749275, 0.02929699793457985, 0.03390703350305557, 0.038517069071531296, 0.04312710464000702, 0.04773714020848274, 0.052347175776958466, 0.05695720762014389, 0.061567243188619614, 0.06617727875709534, 0.07078731805086136, 0.07539734989404678, 0.08000738173723221, 0.08461742103099823, 0.08922745287418365, 0.09383749216794968, 0.0984475240111351, 0.10305756330490112, 0.10766759514808655, 0.11227762699127197, 0.116887666285038, 0.12149769812822342, 0.12610773742198944, 0.13071776926517487, 0.1353278011083603, 0.1399378478527069, 0.14454787969589233, 0.14915791153907776]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 0.0, 5.0, 1.0, 2.0, 1.0, 7.0, 2.0, 4.0, 3.0, 2.0, 8.0, 5.0, 6.0, 5.0, 28.0, 2.0, 2.0, 2.0, 4.0, 4.0, 6.0, 1.0, 3.0, 1.0, 4.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.002077739220112562, -0.0020057782530784607, -0.0019338175188750029, -0.0018618566682562232, -0.0017898958176374435, -0.0017179349670186639, -0.0016459741163998842, -0.0015740132657811046, -0.001502052415162325, -0.0014300914481282234, -0.0013581305975094438, -0.001286169746890664, -0.0012142088962718844, -0.0011422480456531048, -0.0010702871950343251, -0.0009983263444155455, -0.0009263654937967658, -0.0008544046431779861, -0.0007824437925592065, -0.0007104829419404268, -0.0006385220913216472, -0.0005665611824952066, -0.0004946003318764269, -0.0004226394812576473, -0.0003506786306388676, -0.00027871778002008796, -0.00020675691484939307, -0.00013479604967869818, -6.283519905991852e-05, 9.12565883481875e-06, 8.108651672955602e-05, 0.0001530473819002509, 0.00022500823251903057, 0.00029696908313781023, 0.0003689299337565899, 0.0004408908134792, 0.0005128516349941492, 0.0005848125438205898, 0.0006567733944393694, 0.0007287342450581491, 0.0008006950956769288, 0.0008726559462957084, 0.0009446167969144881, 0.0010165777057409286, 0.0010885385563597083, 0.001160499406978488, 0.0012324602575972676, 0.0013044211082160473, 0.001376381958834827, 0.0014483428094536066, 0.0015203036600723863, 0.001592264510691166, 0.0016642253613099456, 0.0017361862119287252, 0.001808147062547505, 0.0018801079131662846, 0.001952068880200386, 0.002024029614403844, 0.0020959905814379454, 0.002167951315641403, 0.0022399122826755047, 0.0023118730168789625, 0.002383833983913064, 0.002455794718116522, 0.0025277556851506233]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [4.0, 2.0, 3.0, 6.0, 1.0, 10.0, 12.0, 12.0, 15.0, 14.0, 19.0, 27.0, 38.0, 63.0, 93.0, 117.0, 145.0, 226.0, 304.0, 508.0, 746.0, 1156.0, 1771.0, 2784.0, 4802.0, 7977.0, 14005.0, 26754.0, 53438.0, 125991.0, 743133.0, 95297.0, 41479.0, 21925.0, 12814.0, 7830.0, 4965.0, 3341.0, 2350.0, 1547.0, 1006.0, 797.0, 536.0, 388.0, 329.0, 201.0, 154.0, 115.0, 106.0, 58.0, 66.0, 56.0, 26.0, 25.0, 10.0, 9.0, 11.0, 13.0, 5.0, 6.0, 3.0, 1.0, 0.0, 3.0], "bins": [-0.005934402346611023, -0.005739900283515453, -0.005545398686081171, -0.005350896622985601, -0.005156394559890032, -0.0049618929624557495, -0.00476739089936018, -0.00457288883626461, -0.004378386773169041, -0.004183885175734758, -0.003989383112639189, -0.003794881282374263, -0.003600379452109337, -0.0034058773890137672, -0.0032113755587488413, -0.0030168734956532717, -0.0028223716653883457, -0.0026278698351234198, -0.00243336777202785, -0.002238865941762924, -0.0020443638786673546, -0.0018498620484024286, -0.0016553602181375027, -0.0014608582714572549, -0.001266356324777007, -0.0010718543780967593, -0.0008773524896241724, -0.0006828506011515856, -0.0004883486544713378, -0.00029384673689492047, -9.934481931850314e-05, 9.515709825791419e-05, 0.0002896590158343315, 0.00048416093341074884, 0.0006786628509871662, 0.000873164739459753, 0.0010676666861400008, 0.0012621686328202486, 0.0014566704630851746, 0.0016511724097654223, 0.0018456743564456701, 0.002040176186710596, 0.0022346782498061657, 0.0024291800800710917, 0.0026236819103360176, 0.0028181839734315872, 0.003012685803696513, 0.003207187866792083, 0.0034016896970570087, 0.0035961915273219347, 0.0037906935904175043, 0.00398519542068243, 0.004179697483778, 0.004374199081212282, 0.004568701144307852, 0.004763203207403421, 0.004957704804837704, 0.005152206867933273, 0.005346708931028843, 0.0055412109941244125, 0.005735712591558695, 0.0059302146546542645, 0.006124716717749834, 0.006319218315184116, 0.006513720378279686]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 3.0, 3.0, 4.0, 2.0, 2.0, 4.0, 4.0, 4.0, 4.0, 4.0, 7.0, 3.0, 4.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.006533170118927956, -0.006202883552759886, -0.005872596986591816, -0.005542309954762459, -0.005212023388594389, -0.004881736822426319, -0.004551449790596962, -0.004221163224428892, -0.0038908766582608223, -0.0035605900920927525, -0.003230303293094039, -0.0029000164940953255, -0.0025697299279272556, -0.002239443361759186, -0.0019091565627604723, -0.0015788698801770806, -0.001248583197593689, -0.0009182965150102973, -0.0005880098324269056, -0.00025772314984351397, 7.25635327398777e-05, 0.00040285021532326937, 0.000733136897906661, 0.0010634235804900527, 0.0013937102630734444, 0.001723996945656836, 0.0020542836282402277, 0.002384570427238941, 0.002714856993407011, 0.003045143559575081, 0.0033754303585737944, 0.003705717157572508, 0.004036003723740578, 0.0043662902899086475, 0.004696576856076717, 0.0050268638879060745, 0.005357150454074144, 0.005687437020242214, 0.006017724052071571, 0.006348010618239641, 0.006678297184407711, 0.007008583750575781, 0.007338870316743851, 0.007669157348573208, 0.007999444380402565, 0.008329730480909348, 0.008660017512738705, 0.008990303613245487, 0.009320590645074844, 0.009650877676904202, 0.009981163777410984, 0.010311450809240341, 0.010641736909747124, 0.01097202394157648, 0.011302310973405838, 0.01163259707391262, 0.011962884105741978, 0.012293171137571335, 0.012623457238078117, 0.012953744269907475, 0.013284031301736832, 0.013614317402243614, 0.013944604434072971, 0.014274890534579754, 0.014605177566409111]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 5.0, 1.0, 1.0, 8.0, 6.0, 4.0, 4.0, 11.0, 17.0, 30.0, 37.0, 35.0, 57.0, 89.0, 103.0, 148.0, 210.0, 344.0, 505.0, 720.0, 880.0, 1113.0, 1574.0, 2053.0, 5454.0, 1553.0, 938.0, 625.0, 446.0, 281.0, 237.0, 168.0, 138.0, 96.0, 84.0, 70.0, 65.0, 53.0, 42.0, 34.0, 32.0, 22.0, 28.0, 22.0, 14.0, 17.0, 19.0, 11.0, 8.0, 8.0, 3.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.004956201184540987, -0.00476135453209281, -0.004566507413983345, -0.004371660761535168, -0.00417681410908699, -0.003981966990977526, -0.0037871203385293484, -0.0035922734532505274, -0.0033974265679717064, -0.0032025796826928854, -0.0030077327974140644, -0.002812886144965887, -0.002618039259687066, -0.002423192374408245, -0.0022283457219600677, -0.0020334988366812468, -0.0018386519514024258, -0.0016438050661236048, -0.0014489582972601056, -0.0012541115283966064, -0.0010592646431177855, -0.0008644178160466254, -0.0006695709889754653, -0.0004747241619043052, -0.00027987733483314514, -8.503050776198506e-05, 0.00010981631930917501, 0.0003046631463803351, 0.0004995099734514952, 0.0006943568005226552, 0.0008892036275938153, 0.0010840503964573145, 0.0012788972817361355, 0.0014737441670149565, 0.0016685909358784556, 0.0018634377047419548, 0.002058284590020776, 0.002253131475299597, 0.002447978127747774, 0.002642825013026595, 0.002837671898305416, 0.003032518783584237, 0.003227365668863058, 0.0034222123213112354, 0.0036170592065900564, 0.0038119060918688774, 0.004006752744317055, 0.004201599862426519, 0.004396446514874697, 0.004591293167322874, 0.004786140285432339, 0.004980986937880516, 0.005175833590328693, 0.005370680708438158, 0.005565527360886335, 0.0057603744789958, 0.005955221131443977, 0.006150067783892155, 0.006344914902001619, 0.006539761554449797, 0.006734608672559261, 0.006929455325007439, 0.007124301977455616, 0.007319149095565081, 0.007513995748013258]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 3.0, 1.0, 0.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.09781037271022797, -0.09546331316232681, -0.09311626106500626, -0.0907692015171051, -0.08842214941978455, -0.08607508987188339, -0.08372803032398224, -0.08138097822666168, -0.07903391867876053, -0.07668685913085938, -0.07433980703353882, -0.07199274748563766, -0.06964568793773651, -0.06729863584041595, -0.0649515762925148, -0.06260452419519424, -0.06025746464729309, -0.057910408824682236, -0.05556335300207138, -0.05321629345417023, -0.05086923763155937, -0.04852218180894852, -0.04617512226104736, -0.04382806643843651, -0.04148101061582565, -0.0391339547932148, -0.03678689897060394, -0.03443983942270279, -0.032092783600091934, -0.02974572777748108, -0.027398670092225075, -0.02505161240696907, -0.022704556584358215, -0.02035750076174736, -0.018010443076491356, -0.01566338539123535, -0.013316329568624496, -0.010969272814691067, -0.008622216060757637, -0.006275159306824207, -0.003928102552890778, -0.0015810457989573479, 0.0007660109549760818, 0.0031130677089095116, 0.005460124462842941, 0.007807181216776371, 0.0101542379707098, 0.01250129472464323, 0.01484835147857666, 0.017195407301187515, 0.01954246498644352, 0.021889522671699524, 0.02423657849431038, 0.026583634316921234, 0.02893069200217724, 0.03127774968743324, 0.0336248055100441, 0.03597186133265495, 0.03831891715526581, 0.04066597670316696, 0.04301303252577782, 0.04536008834838867, 0.047707147896289825, 0.05005420371890068, 0.052401259541511536]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 5.0, 3.0, 2.0, 12.0, 9.0, 14.0, 16.0, 11.0, 17.0, 18.0, 15.0, 8.0, 13.0, 15.0, 32.0, 17.0, 8.0, 3.0, 5.0, 5.0, 6.0, 3.0, 5.0, 4.0, 5.0, 3.0, 5.0, 5.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.016445953398942947, -0.015485843643546104, -0.014525733888149261, -0.013565625064074993, -0.01260551530867815, -0.011645405553281307, -0.010685295797884464, -0.009725186042487621, -0.008765077218413353, -0.007804966997355223, -0.006844857707619667, -0.005884747952222824, -0.004924638196825981, -0.0039645289070904255, -0.0030044191516935825, -0.0020443096291273832, -0.001084200106561184, -0.0001240905257873237, 0.0008360190549865365, 0.0017961286939680576, 0.002756238216534257, 0.0037163477391004562, 0.004676457494497299, 0.005636566784232855, 0.006596676539629698, 0.007556786295026541, 0.008516895584762096, 0.00947700534015894, 0.010437115095555782, 0.011397224850952625, 0.012357333675026894, 0.013317443430423737, 0.01427755318582058, 0.015237662941217422, 0.016197772696614265, 0.01715788245201111, 0.01811799220740795, 0.019078101962804794, 0.020038209855556488, 0.02099831961095333, 0.021958429366350174, 0.022918539121747017, 0.02387864887714386, 0.024838758632540703, 0.025798868387937546, 0.02675897814333439, 0.02771908789873123, 0.028679197654128075, 0.029639307409524918, 0.03059941530227661, 0.031559526920318604, 0.0325196348130703, 0.03347974643111229, 0.03443985432386398, 0.03539996221661568, 0.03636007383465767, 0.03732018172740936, 0.038280293345451355, 0.03924040123820305, 0.04020051285624504, 0.041160620748996735, 0.04212073236703873, 0.04308084025979042, 0.04404095187783241, 0.045001059770584106]}, "_runtime": 44.75752258300781, "_timestamp": 1596206623.6011548, "_step": 47}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 3.0, 0.0, 1.0, 3.0, 2.0, 0.0, 1.0, 2.0, 2.0, 1.0, 5.0, 4.0, 4.0, 2.0, 1.0, 3.0, 0.0, 1.0, 3.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010448805056512356, -0.010117768310010433, -0.00978673156350851, -0.009455694817006588, -0.009124658070504665, -0.008793621324002743, -0.00846258457750082, -0.008131547830998898, -0.007800510618835688, -0.007469473872333765, -0.007138437125831842, -0.00680740037932992, -0.00647636316716671, -0.006145326420664787, -0.005814289674162865, -0.005483252927660942, -0.0051522161811590195, -0.004821179434657097, -0.004490142688155174, -0.004159105941653252, -0.0038280689623206854, -0.0034970322158187628, -0.0031659952364861965, -0.002834958489984274, -0.0025039217434823513, -0.0021728849969804287, -0.0018418481340631843, -0.0015108112711459398, -0.0011797745246440172, -0.0008487377199344337, -0.0005177009152248502, -0.00018666411051526666, 0.00014437269419431686, 0.0004754094989039004, 0.0008064463036134839, 0.0011374831665307283, 0.001468519913032651, 0.0017995566595345736, 0.00213059363886714, 0.0024616303853690624, 0.002792667131870985, 0.0031237038783729076, 0.0034547406248748302, 0.0037857776042073965, 0.004116814583539963, 0.004447851330041885, 0.004778888076543808, 0.005109924823045731, 0.005440961569547653, 0.005771998316049576, 0.006103035062551498, 0.006434071809053421, 0.006765108555555344, 0.0070961457677185535, 0.007427182514220476, 0.007758219260722399, 0.008089255541563034, 0.008420293219387531, 0.008751329965889454, 0.009082366712391376, 0.009413403458893299, 0.009744440205395222, 0.010075476951897144, 0.010406513698399067, 0.01073755044490099]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 3.0, 6.0, 4.0, 1.0, 3.0, 7.0, 9.0, 8.0, 9.0, 12.0, 26.0, 27.0, 30.0, 45.0, 59.0, 72.0, 96.0, 123.0, 171.0, 299.0, 680.0, 5152.0, 400.0, 179.0, 132.0, 92.0, 82.0, 45.0, 35.0, 32.0, 21.0, 12.0, 14.0, 7.0, 6.0, 5.0, 5.0, 5.0, 4.0, 3.0, 3.0, 0.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.16677874326705933, -0.16188187897205353, -0.15698502957820892, -0.15208816528320312, -0.14719131588935852, -0.14229445159435272, -0.13739758729934692, -0.13250073790550232, -0.12760387361049652, -0.12270701676607132, -0.11781015992164612, -0.11291329562664032, -0.10801643878221512, -0.10311958193778992, -0.09822271764278412, -0.09332586079835892, -0.08842900395393372, -0.08353214710950851, -0.07863529026508331, -0.07373842597007751, -0.06884156912565231, -0.06394471228122711, -0.05904785171151161, -0.05415099114179611, -0.04925413429737091, -0.04435727745294571, -0.03946041688323021, -0.03456355631351471, -0.029666699469089508, -0.024769840762019157, -0.019872982054948807, -0.014976123347878456, -0.010079264640808105, -0.005182405933737755, -0.0002855472266674042, 0.0046113114804029465, 0.009508170187473297, 0.014405028894543648, 0.019301887601614, 0.02419874630868435, 0.0290956050157547, 0.0339924618601799, 0.0388893224298954, 0.0437861829996109, 0.0486830398440361, 0.053579896688461304, 0.058476757258176804, 0.0633736178278923, 0.0682704746723175, 0.0731673315167427, 0.07806418836116791, 0.0829610526561737, 0.08785790950059891, 0.09275476634502411, 0.09765163064002991, 0.10254848748445511, 0.10744534432888031, 0.11234220117330551, 0.11723905801773071, 0.12213592231273651, 0.1270327866077423, 0.13192963600158691, 0.1368265002965927, 0.14172334969043732, 0.14662021398544312]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 1.0, 1.0, 4.0, 3.0, 5.0, 3.0, 3.0, 5.0, 6.0, 1.0, 5.0, 0.0, 6.0, 4.0, 3.0, 28.0, 2.0, 2.0, 1.0, 2.0, 5.0, 3.0, 1.0, 2.0, 4.0, 3.0, 0.0, 2.0, 1.0, 2.0, 2.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002274150960147381, -0.0022116946056485176, -0.0021492382511496544, -0.002086781896650791, -0.002024325542151928, -0.0019618691876530647, -0.0018994128331542015, -0.0018369564786553383, -0.001774500124156475, -0.0017120437696576118, -0.0016495874151587486, -0.0015871310606598854, -0.0015246747061610222, -0.001462218351662159, -0.0013997619971632957, -0.0013373056426644325, -0.0012748492881655693, -0.001212392933666706, -0.0011499365791678429, -0.0010874802246689796, -0.0010250238701701164, -0.0009625675156712532, -0.00090011116117239, -0.0008376548066735268, -0.0007751984521746635, -0.0007127420976758003, -0.0006502857431769371, -0.0005878293886780739, -0.0005253730341792107, -0.00046291667968034744, -0.0004004603251814842, -0.000338003970682621, -0.0002755476161837578, -0.00021309126168489456, -0.00015063490718603134, -8.817855268716812e-05, -2.57221981883049e-05, 3.673415631055832e-05, 9.919051080942154e-05, 0.00016164686530828476, 0.00022410321980714798, 0.0002865595743060112, 0.0003490159288048744, 0.00041147228330373764, 0.00047392863780260086, 0.0005363849923014641, 0.0005988413468003273, 0.0006612977012991905, 0.0007237540557980537, 0.000786210410296917, 0.0008486667647957802, 0.0009111231192946434, 0.0009735794737935066, 0.0010360358282923698, 0.001098492182791233, 0.0011609485372900963, 0.0012234048917889595, 0.0012858612462878227, 0.001348317600786686, 0.0014107739552855492, 0.0014732303097844124, 0.0015356866642832756, 0.0015981430187821388, 0.001660599373281002, 0.0017230557277798653]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 5.0, 5.0, 5.0, 6.0, 16.0, 13.0, 26.0, 30.0, 45.0, 52.0, 94.0, 117.0, 198.0, 310.0, 498.0, 715.0, 1060.0, 1735.0, 2936.0, 4658.0, 7742.0, 13889.0, 25687.0, 53024.0, 131704.0, 759997.0, 93011.0, 37286.0, 18626.0, 10060.0, 5772.0, 3541.0, 2270.0, 1444.0, 944.0, 629.0, 435.0, 297.0, 218.0, 147.0, 111.0, 71.0, 56.0, 47.0, 29.0, 17.0, 18.0, 18.0, 9.0, 9.0, 2.0, 2.0, 3.0, 1.0, 2.0], "bins": [-0.007155127357691526, -0.006947738584131002, -0.006740350276231766, -0.006532961502671242, -0.006325573194772005, -0.006118184421211481, -0.005910796113312244, -0.00570340733975172, -0.0054960185661911964, -0.00528863025829196, -0.005081241484731436, -0.004873853176832199, -0.004666464403271675, -0.004459076095372438, -0.0042516873218119144, -0.004044299013912678, -0.0038369102403521538, -0.0036295216996222734, -0.003422133158892393, -0.0032147446181625128, -0.0030073560774326324, -0.0027999673038721085, -0.002592578763142228, -0.002385190222412348, -0.0021778016816824675, -0.001970413140952587, -0.0017630246002227068, -0.0015556359430775046, -0.0013482474023476243, -0.001140858861617744, -0.0009334702626802027, -0.0007260816637426615, -0.0005186931230127811, -0.00031130455317907035, -0.00010391598334535956, 0.00010347258648835123, 0.000310861156322062, 0.0005182496970519423, 0.0007256382959894836, 0.0009330268949270248, 0.0011404154356569052, 0.0013478039763867855, 0.0015551925171166658, 0.001762581174261868, 0.00196996983140707, 0.0021773583721369505, 0.002384746912866831, 0.002592135453596711, 0.0027995239943265915, 0.003006912535056472, 0.003214301075786352, 0.0034216896165162325, 0.003629078157246113, 0.003836466930806637, 0.0040438552387058735, 0.0042512440122663975, 0.004458632320165634, 0.004666021093726158, 0.004873409867286682, 0.005080798175185919, 0.005288186948746443, 0.0054955752566456795, 0.0057029640302062035, 0.00591035233810544, 0.006117741111665964]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 3.0, 2.0, 1.0, 0.0, 0.0, 2.0, 3.0, 5.0, 0.0, 12.0, 3.0, 4.0, 4.0, 2.0, 1.0, 4.0, 2.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0206765029579401, -0.020238833501935005, -0.019801165908575058, -0.01936349645256996, -0.018925828859210014, -0.018488159403204918, -0.01805049180984497, -0.017612822353839874, -0.017175152897834778, -0.01673748530447483, -0.016299815848469734, -0.015862148255109787, -0.01542447879910469, -0.014986810274422169, -0.014549141749739647, -0.014111473225057125, -0.013673804700374603, -0.013236136175692081, -0.01279846765100956, -0.012360799126327038, -0.011923130601644516, -0.01148546114563942, -0.011047792620956898, -0.010610124096274376, -0.010172455571591854, -0.009734787046909332, -0.00929711852222681, -0.008859449997544289, -0.008421780541539192, -0.00798411201685667, -0.0075464434921741486, -0.007108774967491627, -0.006671106442809105, -0.006233437918126583, -0.005795769393444061, -0.005358100403100252, -0.00492043187841773, -0.0044827633537352085, -0.004045094363391399, -0.0036074258387088776, -0.0031697573140263557, -0.002732088789343834, -0.0022944200318306684, -0.0018567513907328248, -0.0014190827496349812, -0.0009814141085371375, -0.0005437454674392939, -0.00010607682634145021, 0.00033159181475639343, 0.0007692604558542371, 0.0012069290969520807, 0.0016445977380499244, 0.002082266379147768, 0.00251993490383029, 0.0029576036613434553, 0.003395272418856621, 0.0038329409435391426, 0.004270609468221664, 0.004708277992904186, 0.005145946983247995, 0.005583615507930517, 0.006021284032613039, 0.006458953022956848, 0.00689662154763937, 0.007334290072321892]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 1.0, 3.0, 2.0, 7.0, 6.0, 10.0, 14.0, 11.0, 21.0, 9.0, 9.0, 19.0, 15.0, 22.0, 22.0, 17.0, 18.0, 34.0, 41.0, 56.0, 73.0, 88.0, 140.0, 142.0, 179.0, 209.0, 232.0, 285.0, 347.0, 451.0, 606.0, 835.0, 1223.0, 1887.0, 5654.0, 1747.0, 1118.0, 826.0, 570.0, 448.0, 292.0, 214.0, 191.0, 91.0, 59.0, 40.0, 56.0, 26.0, 11.0, 18.0, 7.0, 11.0, 3.0, 7.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0077096461318433285, -0.007503691595047712, -0.007297737058252096, -0.00709178252145648, -0.006885827984660864, -0.006679873447865248, -0.006473918911069632, -0.006267964374274015, -0.006062009371817112, -0.005856054835021496, -0.00565010029822588, -0.0054441457614302635, -0.005238191224634647, -0.005032236687839031, -0.004826282151043415, -0.004620327614247799, -0.004414373077452183, -0.004208418540656567, -0.0040024640038609505, -0.0037965094670653343, -0.003590554930269718, -0.0033846001606434584, -0.003178645623847842, -0.002972691087052226, -0.00276673655025661, -0.0025607820134609938, -0.0023548274766653776, -0.0021488729398697615, -0.0019429182866588235, -0.0017369637498632073, -0.0015310090966522694, -0.0013250545598566532, -0.001119100023061037, -0.0009131454862654209, -0.0007071908912621439, -0.0005012362962588668, -0.00029528175946325064, -8.932719356380403e-05, 0.00011662737233564258, 0.0003225819382350892, 0.0005285365041345358, 0.0007344910409301519, 0.000940445635933429, 0.001146400230936706, 0.0013523547677323222, 0.0015583093045279384, 0.0017642639577388763, 0.0019702184945344925, 0.0021761730313301086, 0.002382127568125725, 0.002588082104921341, 0.002794036641716957, 0.0029999911785125732, 0.003205945948138833, 0.003411900484934449, 0.0036178550217300653, 0.0038238095585256815, 0.004029764328151941, 0.0042357188649475574, 0.004441673401743174, 0.00464762793853879, 0.004853582475334406, 0.005059537012130022, 0.005265491548925638, 0.005471446085721254]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 3.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.10097645223140717, -0.09851228445768356, -0.09604812413454056, -0.09358395636081696, -0.09111978858709335, -0.08865562826395035, -0.08619146049022675, -0.08372729271650314, -0.08126312494277954, -0.07879896461963654, -0.07633479684591293, -0.07387062907218933, -0.07140646874904633, -0.06894230097532272, -0.06647813320159912, -0.06401397287845612, -0.06154980510473251, -0.05908564105629921, -0.05662147328257561, -0.0541573092341423, -0.0516931414604187, -0.0492289774119854, -0.046764813363552094, -0.04430064558982849, -0.04183648154139519, -0.039372317492961884, -0.03690814971923828, -0.03444398567080498, -0.031979821622371674, -0.02951565384864807, -0.027051489800214767, -0.024587323889136314, -0.02212315797805786, -0.019658992066979408, -0.017194826155900955, -0.014730662107467651, -0.012266496196389198, -0.009802330285310745, -0.007338165305554867, -0.004873999860137701, -0.0024098344147205353, 5.433103069663048e-05, 0.0025184964761137962, 0.004982661921530962, 0.007446827366948128, 0.00991099327802658, 0.01237515825778246, 0.014839323237538338, 0.01730348914861679, 0.019767655059695244, 0.022231820970773697, 0.024695985019207, 0.027160150930285454, 0.029624316841363907, 0.03208848088979721, 0.03455264866352081, 0.03701681271195412, 0.03948097676038742, 0.04194514453411102, 0.04440930858254433, 0.04687347263097763, 0.04933764040470123, 0.05180180445313454, 0.05426597222685814, 0.05673013627529144]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 4.0, 4.0, 2.0, 4.0, 1.0, 10.0, 4.0, 16.0, 16.0, 30.0, 32.0, 36.0, 37.0, 12.0, 8.0, 8.0, 4.0, 2.0, 6.0, 1.0, 4.0, 1.0, 3.0, 5.0, 1.0, 3.0, 5.0, 3.0, 2.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0], "bins": [-0.06738130748271942, -0.06574015319347382, -0.06409899890422821, -0.062457840889692307, -0.0608166828751564, -0.0591755285859108, -0.05753437057137489, -0.05589321628212929, -0.054252058267593384, -0.05261090397834778, -0.050969745963811874, -0.04932859167456627, -0.047687433660030365, -0.04604627937078476, -0.044405121356248856, -0.04276396706700325, -0.041122809052467346, -0.03948165476322174, -0.037840500473976135, -0.03619934245944023, -0.034558188170194626, -0.03291703015565872, -0.031275875866413116, -0.029634717851877213, -0.027993563562631607, -0.026352407410740852, -0.024711251258850098, -0.023070095106959343, -0.021428938955068588, -0.019787782803177834, -0.01814662665128708, -0.016505470499396324, -0.01486431434750557, -0.013223158195614815, -0.01158200204372406, -0.009940845891833305, -0.00829968973994255, -0.006658534053713083, -0.005017378367483616, -0.003376222215592861, -0.0017350660637021065, -9.39100282266736e-05, 0.0015472460072487593, 0.0031884019263088703, 0.004829558078199625, 0.00647071423009038, 0.008111869916319847, 0.009753026068210602, 0.011394182220101357, 0.013035338371992111, 0.014676494523882866, 0.01631765067577362, 0.017958806827664375, 0.01959996297955513, 0.021241119131445885, 0.02288227528333664, 0.024523429572582245, 0.026164585724473, 0.027805741876363754, 0.02944689802825451, 0.031088054180145264, 0.03272921219468117, 0.03437036648392677, 0.03601152449846268, 0.03765267878770828]}, "_runtime": 45.573747873306274, "_timestamp": 1596206624.41738, "_step": 48}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 5.0, 4.0, 5.0, 3.0, 4.0, 8.0, 3.0, 2.0, 5.0, 4.0, 2.0, 2.0, 2.0, 2.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.022048301994800568, -0.021449346095323563, -0.020850390195846558, -0.020251434296369553, -0.019652478396892548, -0.019053520634770393, -0.01845456473529339, -0.017855608835816383, -0.01725665293633938, -0.016657697036862373, -0.01605874113738537, -0.015459784306585789, -0.014860828407108784, -0.014261872507631779, -0.013662915676832199, -0.013063959777355194, -0.012465003877878189, -0.011866047978401184, -0.011267092078924179, -0.0106681352481246, -0.010069179348647594, -0.00947022344917059, -0.00887126661837101, -0.008272310718894005, -0.007673354819417, -0.007074398919939995, -0.0064754425548017025, -0.00587648618966341, -0.005277530290186405, -0.0046785743907094, -0.004079618025571108, -0.003480661893263459, -0.0028817057609558105, -0.002282749628648162, -0.0016837934963405132, -0.0010848373640328646, -0.0004858812317252159, 0.00011307490058243275, 0.0007120310328900814, 0.00131098716519773, 0.0019099432975053787, 0.0025088994298130274, 0.003107855562120676, 0.0037068116944283247, 0.004305767826735973, 0.004904723726212978, 0.005503680091351271, 0.006102636456489563, 0.006701592355966568, 0.007300548255443573, 0.007899504154920578, 0.008498460985720158, 0.009097416885197163, 0.009696372784674168, 0.010295329615473747, 0.010894285514950752, 0.011493241414427757, 0.012092197313904762, 0.012691153213381767, 0.013290110044181347, 0.013889065943658352, 0.014488021843135357, 0.015086978673934937, 0.01568593457341194, 0.016284890472888947]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 1.0, 3.0, 0.0, 1.0, 1.0, 0.0, 4.0, 3.0, 5.0, 8.0, 12.0, 6.0, 16.0, 15.0, 23.0, 30.0, 40.0, 50.0, 59.0, 86.0, 119.0, 166.0, 266.0, 546.0, 5145.0, 543.0, 244.0, 134.0, 99.0, 65.0, 52.0, 50.0, 29.0, 27.0, 15.0, 17.0, 13.0, 8.0, 5.0, 0.0, 3.0, 4.0, 3.0, 3.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.19349804520606995, -0.18801255524158478, -0.1825270801782608, -0.17704159021377563, -0.17155611515045166, -0.1660706251859665, -0.16058513522148132, -0.15509966015815735, -0.14961417019367218, -0.144128680229187, -0.13864320516586304, -0.13315771520137787, -0.1276722252368927, -0.12218675017356873, -0.11670126020908356, -0.11121577769517899, -0.10573029518127441, -0.10024481266736984, -0.09475933015346527, -0.0892738401889801, -0.08378835767507553, -0.07830287516117096, -0.07281738519668579, -0.06733190268278122, -0.06184642016887665, -0.056360937654972076, -0.050875451415777206, -0.045389965176582336, -0.039904482662677765, -0.03441900014877319, -0.028933513909578323, -0.023448029533028603, -0.017962545156478882, -0.012477060779929161, -0.00699157640337944, -0.0015060920268297195, 0.003979392349720001, 0.009464876726269722, 0.014950361102819443, 0.020435845479369164, 0.025921329855918884, 0.031406812369823456, 0.036892298609018326, 0.042377784848213196, 0.04786326736211777, 0.05334874987602234, 0.05883423611521721, 0.06431972235441208, 0.06980520486831665, 0.07529068738222122, 0.0807761698961258, 0.08626165986061096, 0.09174714237451553, 0.0972326248884201, 0.10271811485290527, 0.10820359736680984, 0.11368907988071442, 0.11917456239461899, 0.12466004490852356, 0.13014553487300873, 0.1356310248374939, 0.14111649990081787, 0.14660198986530304, 0.15208746492862701, 0.15757295489311218]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 2.0, 3.0, 2.0, 1.0, 5.0, 0.0, 5.0, 3.0, 1.0, 0.0, 4.0, 3.0, 4.0, 3.0, 1.0, 4.0, 33.0, 2.0, 1.0, 0.0, 3.0, 4.0, 3.0, 2.0, 3.0, 3.0, 2.0, 3.0, 4.0, 0.0, 3.0, 4.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.0022220341488718987, -0.002152641536667943, -0.0020832489244639874, -0.0020138565450906754, -0.0019444639328867197, -0.001875071320682764, -0.0018056787084788084, -0.0017362862126901746, -0.001666893600486219, -0.0015975009882822633, -0.0015281084924936295, -0.0014587158802896738, -0.0013893232680857182, -0.0013199307722970843, -0.0012505381600931287, -0.0011811456643044949, -0.0011117530521005392, -0.0010423604398965836, -0.0009729679441079497, -0.0009035753319039941, -0.0008341827779076993, -0.0007647902239114046, -0.000695397611707449, -0.0006260050577111542, -0.0005566125037148595, -0.00048721994971856475, -0.00041782736661843956, -0.00034843478351831436, -0.0002790422295220196, -0.00020964966097380966, -0.0001402570924255997, -7.086452387738973e-05, -1.4719553291797638e-06, 6.79206132190302e-05, 0.00013731318176724017, 0.00020670575031545013, 0.0002760983188636601, 0.00034549087285995483, 0.00041488345596008003, 0.0004842760390602052, 0.0005536685930565, 0.0006230611470527947, 0.0006924537010490894, 0.0007618463132530451, 0.0008312388672493398, 0.0009006314212456346, 0.0009700240334495902, 0.001039416529238224, 0.0011088091414421797, 0.0011782017536461353, 0.0012475942494347692, 0.0013169868616387248, 0.0013863793574273586, 0.0014557719696313143, 0.00152516458183527, 0.0015945570776239038, 0.0016639496898278594, 0.001733342302031815, 0.0018027347978204489, 0.0018721274100244045, 0.0019415200222283602, 0.002010912634432316, 0.002080305013805628, 0.0021496976260095835, 0.002219090238213539]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 2.0, 1.0, 3.0, 6.0, 11.0, 16.0, 15.0, 30.0, 36.0, 45.0, 70.0, 120.0, 204.0, 283.0, 398.0, 568.0, 979.0, 1506.0, 2457.0, 4190.0, 7781.0, 14370.0, 28697.0, 65951.0, 214389.0, 693086.0, 63626.0, 30966.0, 17385.0, 10862.0, 7050.0, 4511.0, 3061.0, 2124.0, 1435.0, 1028.0, 672.0, 505.0, 358.0, 230.0, 175.0, 141.0, 91.0, 58.0, 62.0, 28.0, 18.0, 17.0, 6.0, 5.0, 1.0, 4.0, 5.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.007182051427662373, -0.006926499307155609, -0.006670947186648846, -0.0064153955318033695, -0.006159843411296606, -0.005904291290789843, -0.0056487396359443665, -0.005393187515437603, -0.0051376353949308395, -0.004882083274424076, -0.004626531153917313, -0.0043709794990718365, -0.004115427378565073, -0.0038598752580583096, -0.0036043233703821898, -0.00334877148270607, -0.0030932193621993065, -0.002837667241692543, -0.0025821153540164232, -0.0023265634663403034, -0.00207101134583354, -0.0018154593417420983, -0.0015599073376506567, -0.001304355333559215, -0.0010488033294677734, -0.0007932513253763318, -0.0005376993212848902, -0.00028214731719344854, -2.6595313102006912e-05, 0.00022895669098943472, 0.00048450869508087635, 0.000740060699172318, 0.0009956127032637596, 0.0012511647073552012, 0.0015067167114466429, 0.0017622687155380845, 0.002017820719629526, 0.0022733728401362896, 0.0025289247278124094, 0.002784476615488529, 0.0030400287359952927, 0.003295580856502056, 0.003551132744178176, 0.0038066846318542957, 0.004062236752361059, 0.004317788872867823, 0.004573340527713299, 0.004828892648220062, 0.005084444768726826, 0.005339996889233589, 0.005595549009740353, 0.005851100664585829, 0.006106652785092592, 0.006362204905599356, 0.006617756560444832, 0.006873308680951595, 0.007128860801458359, 0.007384412921965122, 0.007639965042471886, 0.00789551716297865, 0.008151069283485413, 0.008406620472669601, 0.008662172593176365, 0.008917724713683128, 0.009173276834189892]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 3.0, 1.0, 1.0, 3.0, 1.0, 3.0, 3.0, 6.0, 1.0, 5.0, 6.0, 3.0, 3.0, 9.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.008904222398996353, -0.008271393366158009, -0.007638563867658377, -0.007005734369158745, -0.0063729053363204, -0.005740075837820768, -0.0051072463393211365, -0.004474417306482792, -0.00384158780798316, -0.003208758542314172, -0.0025759292766451836, -0.0019430997781455517, -0.0013102705124765635, -0.0006774411885999143, -4.461186472326517e-05, 0.000588217459153384, 0.0012210467830300331, 0.0018538760486990213, 0.0024867053143680096, 0.0031195348128676414, 0.0037523640785366297, 0.004385193344205618, 0.00501802284270525, 0.005650851875543594, 0.006283681374043226, 0.006916510872542858, 0.007549339905381203, 0.008182168938219547, 0.008814998902380466, 0.009447827935218811, 0.010080656968057156, 0.010713486932218075, 0.01134631596505642, 0.011979144997894764, 0.012611974962055683, 0.013244803994894028, 0.013877633027732372, 0.014510462991893291, 0.015143292024731636, 0.015776121988892555, 0.016408950090408325, 0.017041780054569244, 0.017674610018730164, 0.018307438120245934, 0.018940268084406853, 0.019573098048567772, 0.020205926150083542, 0.02083875611424446, 0.02147158607840538, 0.02210441417992115, 0.02273724414408207, 0.02337007224559784, 0.02400290220975876, 0.024635732173919678, 0.025268560275435448, 0.025901390239596367, 0.026534220203757286, 0.027167048305273056, 0.027799878269433975, 0.028432708233594894, 0.029065536335110664, 0.029698366299271584, 0.030331196263432503, 0.030964024364948273, 0.03159685432910919]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [6.0, 4.0, 8.0, 4.0, 6.0, 10.0, 15.0, 30.0, 44.0, 76.0, 84.0, 92.0, 154.0, 193.0, 222.0, 271.0, 340.0, 444.0, 635.0, 727.0, 1028.0, 1417.0, 1849.0, 5679.0, 1814.0, 912.0, 563.0, 355.0, 236.0, 184.0, 125.0, 109.0, 88.0, 99.0, 65.0, 67.0, 49.0, 54.0, 35.0, 35.0, 37.0, 30.0, 30.0, 17.0, 23.0, 18.0, 15.0, 22.0, 19.0, 13.0, 12.0, 11.0, 10.0, 11.0, 9.0, 6.0, 11.0, 2.0, 2.0, 1.0, 0.0, 3.0, 1.0, 1.0], "bins": [-0.007453889586031437, -0.0071400925517082214, -0.006826295051723719, -0.006512497551739216, -0.006198700517416, -0.005884903483092785, -0.005571105983108282, -0.005257308483123779, -0.004943511448800564, -0.004629714414477348, -0.0043159169144928455, -0.004002119414508343, -0.0036883223801851273, -0.003374525113031268, -0.003060727845877409, -0.00274693057872355, -0.0024331333115696907, -0.0021193360444158316, -0.0018055387772619724, -0.0014917415101081133, -0.0011779442429542542, -0.000864146975800395, -0.0005503497086465359, -0.00023655244149267673, 7.72448256611824e-05, 0.00039104209281504154, 0.0007048393599689007, 0.0010186366271227598, 0.001332433894276619, 0.001646231161430478, 0.0019600284285843372, 0.0022738256957381964, 0.0025876229628920555, 0.0029014202300459146, 0.003215217497199774, 0.003529014764353633, 0.003842812031507492, 0.0041566090658307076, 0.00447040656581521, 0.004784204065799713, 0.005098001100122929, 0.005411798134446144, 0.005725595634430647, 0.00603939313441515, 0.006353190168738365, 0.006666987203061581, 0.0069807847030460835, 0.007294582203030586, 0.007608379237353802, 0.007922176271677017, 0.008235974237322807, 0.008549771271646023, 0.008863568305969238, 0.009177365340292454, 0.00949116237461567, 0.00980496034026146, 0.010118757374584675, 0.01043255440890789, 0.01074635237455368, 0.011060149408876896, 0.011373946443200111, 0.011687743477523327, 0.012001540511846542, 0.012315338477492332, 0.012629135511815548]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.13224080204963684, -0.12897339463233948, -0.12570597231388092, -0.12243855744600296, -0.119171142578125, -0.11590373516082764, -0.11263632029294968, -0.10936890542507172, -0.10610149055719376, -0.1028340756893158, -0.09956666082143784, -0.09629924595355988, -0.09303183853626251, -0.08976442366838455, -0.08649700880050659, -0.08322959393262863, -0.07996217906475067, -0.07669476419687271, -0.07342734932899475, -0.07015993446111679, -0.06689251959323883, -0.06362511217594147, -0.06035769730806351, -0.05709028244018555, -0.05382286757230759, -0.050555452704429626, -0.047288037836551666, -0.044020626693964005, -0.040753211826086044, -0.037485796958208084, -0.03421838581562042, -0.030950970947742462, -0.027683556079864502, -0.024416141211986542, -0.02114872820675373, -0.01788131520152092, -0.01461390033364296, -0.011346486397087574, -0.008079072460532188, -0.004811658523976803, -0.0015442445874214172, 0.0017231693491339684, 0.004990583285689354, 0.00825799722224474, 0.011525411158800125, 0.01479282509535551, 0.018060239031910896, 0.021327652037143707, 0.024595066905021667, 0.027862481772899628, 0.03112989477813244, 0.03439730778336525, 0.03766472265124321, 0.04093213751912117, 0.04419954866170883, 0.04746696352958679, 0.05073437839746475, 0.05400179326534271, 0.05726920813322067, 0.060536619275808334, 0.063804030418396, 0.06707144528627396, 0.07033886015415192, 0.07360627502202988, 0.07687368988990784]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 11.0, 8.0, 9.0, 24.0, 31.0, 28.0, 54.0, 24.0, 5.0, 8.0, 5.0, 3.0, 3.0, 8.0, 10.0, 4.0, 4.0, 2.0, 4.0, 0.0, 2.0, 1.0, 3.0, 0.0, 1.0, 3.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.08904662728309631, -0.08644244819879532, -0.08383827656507492, -0.08123409748077393, -0.07862991839647293, -0.07602574676275253, -0.07342156767845154, -0.07081738859415054, -0.06821320950984955, -0.06560903787612915, -0.06300485879182816, -0.06040068343281746, -0.05779650807380676, -0.05519232898950577, -0.05258815363049507, -0.04998397454619408, -0.04737979918718338, -0.044775623828172684, -0.04217144474387169, -0.03956726938486099, -0.03696309030056, -0.0343589149415493, -0.031754739582538605, -0.02915056236088276, -0.026546385139226913, -0.023942207917571068, -0.021338030695915222, -0.018733855336904526, -0.01612967811524868, -0.013525500893592834, -0.010921324603259563, -0.008317148312926292, -0.005712971091270447, -0.0031087943352758884, -0.0005046175792813301, 0.0020995591767132282, 0.0047037359327077866, 0.007307912688702345, 0.009912089444696903, 0.012516265735030174, 0.01512044295668602, 0.017724620178341866, 0.02032879739999771, 0.022932972759008408, 0.025537149980664253, 0.0281413272023201, 0.030745502561330795, 0.03334968164563179, 0.03595385700464249, 0.03855803236365318, 0.04116221144795418, 0.043766386806964874, 0.04637056589126587, 0.048974741250276566, 0.05157891660928726, 0.05418309569358826, 0.05678727105259895, 0.05939144641160965, 0.061995625495910645, 0.06459980458021164, 0.06720397621393204, 0.06980815529823303, 0.07241233438253403, 0.07501650601625443, 0.07762068510055542]}, "_runtime": 46.38165736198425, "_timestamp": 1596206625.2252896, "_step": 49}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 4.0, 2.0, 2.0, 3.0, 2.0, 5.0, 1.0, 4.0, 7.0, 6.0, 5.0, 3.0, 3.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.015591375529766083, -0.015015651471912861, -0.014439927414059639, -0.013864203356206417, -0.013288479298353195, -0.012712755240499973, -0.012137031182646751, -0.01156130712479353, -0.010985583066940308, -0.010409858077764511, -0.00983413401991129, -0.009258409962058067, -0.008682685904204845, -0.008106961846351624, -0.007531237788498402, -0.00695551373064518, -0.006379789672791958, -0.005804065614938736, -0.005228341557085514, -0.004652617499232292, -0.00407689344137907, -0.0035011691506952047, -0.002925444860011339, -0.0023497208021581173, -0.0017739967443048954, -0.0011982726864516735, -0.0006225485121831298, -4.682439612224698e-05, 0.0005288997199386358, 0.0011046237777918577, 0.0016803479520604014, 0.002256072126328945, 0.002831796184182167, 0.003407520242035389, 0.003983244299888611, 0.004558968357741833, 0.005134692415595055, 0.005710416939109564, 0.006286140996962786, 0.006861865054816008, 0.0074375891126692295, 0.008013313636183739, 0.00858903769403696, 0.009164761751890182, 0.009740485809743404, 0.010316209867596626, 0.010891933925449848, 0.01146765798330307, 0.012043382041156292, 0.012619106099009514, 0.013194830156862736, 0.013770554214715958, 0.01434627827256918, 0.014922002330422401, 0.015497726388275623, 0.016073450446128845, 0.01664917543530464, 0.01722489856183529, 0.017800623551011086, 0.018376346677541733, 0.01895207166671753, 0.019527794793248177, 0.020103519782423973, 0.02067924290895462, 0.021254967898130417]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 1.0, 3.0, 3.0, 0.0, 1.0, 3.0, 1.0, 6.0, 2.0, 5.0, 6.0, 7.0, 13.0, 14.0, 13.0, 15.0, 22.0, 32.0, 29.0, 55.0, 79.0, 88.0, 166.0, 229.0, 325.0, 4042.0, 1640.0, 412.0, 242.0, 143.0, 75.0, 74.0, 59.0, 33.0, 17.0, 20.0, 12.0, 7.0, 1.0, 4.0, 2.0, 6.0, 5.0, 3.0, 3.0, 2.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.15560723841190338, -0.15022753179073334, -0.1448478400707245, -0.13946813344955444, -0.1340884268283844, -0.12870873510837555, -0.1233290284872055, -0.11794932931661606, -0.11256963014602661, -0.10718993097543716, -0.10181023180484772, -0.09643052518367767, -0.09105082601308823, -0.08567112684249878, -0.08029142022132874, -0.07491172105073929, -0.06953202188014984, -0.0641523227095604, -0.05877261981368065, -0.0533929169178009, -0.048013217747211456, -0.04263351857662201, -0.037253815680742264, -0.03187411278486252, -0.02649441361427307, -0.021114712581038475, -0.01573501154780388, -0.010355310514569283, -0.004975609481334686, 0.00040409155189991, 0.005783792585134506, 0.011163493618369102, 0.0165431946516037, 0.021922895684838295, 0.02730259671807289, 0.03268229961395264, 0.038061998784542084, 0.04344169795513153, 0.048821400851011276, 0.05420110374689102, 0.05958080291748047, 0.06496050208806992, 0.07034020125865936, 0.0757199078798294, 0.08109960705041885, 0.0864793062210083, 0.09185901284217834, 0.09723871201276779, 0.10261841118335724, 0.10799811035394669, 0.11337780952453613, 0.11875751614570618, 0.12413721531629562, 0.12951691448688507, 0.13489662110805511, 0.14027631282806396, 0.145656019449234, 0.15103572607040405, 0.1564154177904129, 0.16179512441158295, 0.1671748161315918, 0.17255452275276184, 0.17793422937393188, 0.18331392109394073, 0.18869362771511078]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 1.0, 1.0, 3.0, 0.0, 2.0, 2.0, 2.0, 2.0, 6.0, 2.0, 7.0, 2.0, 0.0, 2.0, 5.0, 3.0, 2.0, 30.0, 2.0, 7.0, 2.0, 5.0, 4.0, 3.0, 1.0, 4.0, 2.0, 3.0, 0.0, 3.0, 3.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002370301866903901, -0.0022868290543556213, -0.0022033562418073416, -0.002119883429259062, -0.002036410616710782, -0.0019529379205778241, -0.0018694651080295444, -0.0017859922954812646, -0.0017025194829329848, -0.001619046670384705, -0.0015355738578364253, -0.0014521010452881455, -0.0013686283491551876, -0.0012851555366069078, -0.001201682724058628, -0.0011182099115103483, -0.0010347370989620686, -0.0009512642864137888, -0.000867791473865509, -0.0007843187195248902, -0.0007008459069766104, -0.0006173730944283307, -0.0005339003400877118, -0.00045042752753943205, -0.0003669547149911523, -0.0002834819024428725, -0.00020000911899842322, -0.00011653632100205868, -3.306352300569415e-05, 5.040927499067038e-05, 0.00013388207298703492, 0.00021735487098339945, 0.000300827668979764, 0.00038430048152804375, 0.00046777326497249305, 0.0005512460484169424, 0.0006347188609652221, 0.0007181916735135019, 0.0008016644278541207, 0.0008851372404024005, 0.0009686100529506803, 0.00105208286549896, 0.0011355556780472398, 0.0012190284905955195, 0.0013025011867284775, 0.0013859739992767572, 0.001469446811825037, 0.0015529196243733168, 0.0016363924369215965, 0.0017198652494698763, 0.001803338062018156, 0.0018868108745664358, 0.0019702836871147156, 0.0020537564996629953, 0.002137229312211275, 0.002220702124759555, 0.0023041749373078346, 0.0023876475170254707, 0.0024711203295737505, 0.0025545931421220303, 0.00263806595467031, 0.0027215387672185898, 0.0028050115797668695, 0.0028884843923151493, 0.002971957204863429]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 5.0, 6.0, 11.0, 16.0, 26.0, 48.0, 83.0, 110.0, 153.0, 223.0, 383.0, 508.0, 833.0, 1279.0, 1817.0, 2951.0, 4981.0, 8154.0, 14034.0, 26205.0, 54897.0, 140620.0, 738535.0, 89790.0, 40814.0, 21855.0, 12186.0, 6965.0, 4299.0, 2630.0, 1674.0, 1144.0, 735.0, 525.0, 338.0, 250.0, 168.0, 128.0, 90.0, 50.0, 38.0, 23.0, 7.0, 18.0, 10.0, 13.0, 4.0, 4.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.007741271983832121, -0.0074943602085113525, -0.007247447967529297, -0.0070005361922085285, -0.00675362441688776, -0.006506712641566992, -0.0062598008662462234, -0.006012888625264168, -0.005765976849943399, -0.005519065074622631, -0.005272152833640575, -0.005025241058319807, -0.004778329282999039, -0.00453141750767827, -0.004284505732357502, -0.004037593491375446, -0.003790681716054678, -0.0035437699407339096, -0.0032968579325824976, -0.0030499459244310856, -0.0028030341491103172, -0.002556122373789549, -0.002309210365638137, -0.002062298357486725, -0.0018153865821659565, -0.0015684746904298663, -0.0013215627986937761, -0.001074650906957686, -0.0008277390152215958, -0.0005808271234855056, -0.0003339152317494154, -8.700334001332521e-05, 0.00015990855172276497, 0.00040682044345885515, 0.0006537323351949453, 0.0009006442269310355, 0.0011475561186671257, 0.0013944680104032159, 0.001641379902139306, 0.0018882917938753963, 0.0021352036856114864, 0.002382115460932255, 0.002629027469083667, 0.002875939477235079, 0.003122851252555847, 0.0033697630278766155, 0.0036166750360280275, 0.0038635870441794395, 0.004110498819500208, 0.004357410594820976, 0.004604322835803032, 0.0048512346111238, 0.005098146386444569, 0.005345058161765337, 0.005591969937086105, 0.005838882178068161, 0.006085793953388929, 0.006332705728709698, 0.006579617969691753, 0.006826529745012522, 0.00707344152033329, 0.0073203532956540585, 0.007567265070974827, 0.007814177311956882, 0.008061088621616364]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 0.0, 2.0, 4.0, 9.0, 1.0, 2.0, 3.0, 2.0, 7.0, 5.0, 4.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0], "bins": [-0.02871689572930336, -0.028111549094319344, -0.027506204321980476, -0.02690085768699646, -0.026295512914657593, -0.025690166279673576, -0.02508481964468956, -0.024479474872350693, -0.023874128237366676, -0.02326878160238266, -0.022663436830043793, -0.022058090195059776, -0.02145274356007576, -0.020847398787736893, -0.020242052152752876, -0.01963670738041401, -0.019031360745429993, -0.018426014110445976, -0.01782066933810711, -0.017215322703123093, -0.016609977930784225, -0.01600463129580021, -0.015399284660816193, -0.01479393895715475, -0.014188593253493309, -0.013583247549831867, -0.012977901846170425, -0.012372555211186409, -0.011767209507524967, -0.011161863803863525, -0.010556517168879509, -0.009951171465218067, -0.009345825761556625, -0.008740480057895184, -0.008135134354233742, -0.007529787719249725, -0.0069244420155882835, -0.006319096311926842, -0.005713750142604113, -0.0051084039732813835, -0.004503058269619942, -0.0038977123331278563, -0.003292366396635771, -0.0026870204601436853, -0.0020816745236516, -0.0014763285871595144, -0.000870982650667429, -0.0002656367141753435, 0.00033970922231674194, 0.0009450551588088274, 0.0015504010953009129, 0.0021557470317929983, 0.0027610929682850838, 0.0033664389047771692, 0.003971784841269255, 0.004577131010591984, 0.005182476714253426, 0.005787822417914867, 0.0063931685872375965, 0.006998514756560326, 0.007603860460221767, 0.00820920616388321, 0.008814552798867226, 0.009419898502528667, 0.01002524420619011]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [6.0, 2.0, 3.0, 2.0, 4.0, 6.0, 10.0, 12.0, 11.0, 11.0, 13.0, 9.0, 14.0, 15.0, 22.0, 31.0, 22.0, 30.0, 44.0, 33.0, 40.0, 42.0, 47.0, 59.0, 99.0, 113.0, 171.0, 217.0, 221.0, 344.0, 417.0, 512.0, 769.0, 1381.0, 5558.0, 1889.0, 1179.0, 935.0, 807.0, 701.0, 572.0, 480.0, 386.0, 319.0, 221.0, 144.0, 134.0, 95.0, 77.0, 54.0, 44.0, 27.0, 17.0, 16.0, 14.0, 6.0, 10.0, 1.0, 7.0, 3.0, 2.0, 0.0, 1.0, 1.0], "bins": [-0.01028405874967575, -0.009987816214561462, -0.009691574610769749, -0.00939533207565546, -0.009099090471863747, -0.008802847936749458, -0.00850660540163517, -0.008210363797843456, -0.007914121262729168, -0.007617879193276167, -0.007321637123823166, -0.0070253945887088776, -0.0067291525192558765, -0.0064329104498028755, -0.006136667914688587, -0.005840425845235586, -0.005544183775782585, -0.005247941706329584, -0.004951699636876583, -0.004655457101762295, -0.004359215032309294, -0.004062972962856293, -0.003766730660572648, -0.0034704883582890034, -0.0031742462888360023, -0.0028780042193830013, -0.0025817619170993567, -0.002285519614815712, -0.001989277545362711, -0.001693035359494388, -0.0013967931736260653, -0.0011005509877577424, -0.0008043088018894196, -0.0005080666160210967, -0.00021182443015277386, 8.441775571554899e-05, 0.00038065994158387184, 0.0006769021274521947, 0.0009731443133205175, 0.0012693864991888404, 0.0015656286850571632, 0.001861870870925486, 0.002158113056793809, 0.0024543553590774536, 0.0027505974285304546, 0.0030468394979834557, 0.0033430818002671003, 0.003639324102550745, 0.003935566172003746, 0.004231808241456747, 0.004528050310909748, 0.004824292846024036, 0.005120534915477037, 0.0054167769849300385, 0.005713019520044327, 0.006009261589497328, 0.006305503658950329, 0.00660174572840333, 0.006897987797856331, 0.007194230332970619, 0.00749047240242362, 0.007786714471876621, 0.00808295700699091, 0.008379198610782623, 0.008675441145896912]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 3.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.07005924731492996, -0.06715373694896698, -0.064248226583004, -0.061342719942331314, -0.05843720957636833, -0.05553169921040535, -0.05262618884444237, -0.049720678478479385, -0.0468151718378067, -0.04390966147184372, -0.04100415110588074, -0.038098640739917755, -0.03519313037395477, -0.03228762000799179, -0.029382111504673958, -0.026476603001356125, -0.023571092635393143, -0.02066558226943016, -0.017760073766112328, -0.014854563400149345, -0.011949053965508938, -0.00904354453086853, -0.006138034630566835, -0.003232524963095784, -0.00032701529562473297, 0.0025784943718463182, 0.0054840040393173695, 0.008389513939619064, 0.011295023374259472, 0.01420053280889988, 0.01710604317486286, 0.020011551678180695, 0.022917062044143677, 0.02582257241010666, 0.028728080913424492, 0.031633589416742325, 0.03453909978270531, 0.03744461014866829, 0.04035012051463127, 0.043255630880594254, 0.04616113752126694, 0.04906664788722992, 0.0519721582531929, 0.054877668619155884, 0.057783178985118866, 0.06068868935108185, 0.06359419971704483, 0.06649971008300781, 0.0694052129983902, 0.07231072336435318, 0.07521623373031616, 0.07812174409627914, 0.08102725446224213, 0.08393276482820511, 0.08683827519416809, 0.08974378556013107, 0.09264929592609406, 0.09555480629205704, 0.09846031665802002, 0.1013658195734024, 0.10427132993936539, 0.10717684030532837, 0.11008235067129135, 0.11298786103725433, 0.11589337140321732]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 0.0, 3.0, 1.0, 2.0, 1.0, 0.0, 2.0, 2.0, 2.0, 2.0, 3.0, 4.0, 9.0, 9.0, 12.0, 8.0, 9.0, 18.0, 24.0, 20.0, 37.0, 16.0, 23.0, 16.0, 19.0, 14.0, 11.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.0781683474779129, -0.07581719011068344, -0.07346603274345398, -0.07111488282680511, -0.06876372545957565, -0.06641256809234619, -0.06406141817569733, -0.061710260808467865, -0.0593591034412384, -0.05700794607400894, -0.05465679243206978, -0.052305638790130615, -0.049954481422901154, -0.04760332405567169, -0.04525217041373253, -0.042901016771793365, -0.040549859404563904, -0.03819870203733444, -0.03584754839539528, -0.033496394753456116, -0.031145237386226654, -0.02879408188164234, -0.02644292637705803, -0.024091770872473717, -0.021740615367889404, -0.019389459863305092, -0.01703830435872078, -0.014687148854136467, -0.012335993349552155, -0.009984837844967842, -0.00763368234038353, -0.005282526835799217, -0.002931371331214905, -0.0005802158266305923, 0.00177093967795372, 0.0041220951825380325, 0.006473250687122345, 0.008824406191706657, 0.01117556169629097, 0.013526717200875282, 0.015877872705459595, 0.018229028210043907, 0.02058018371462822, 0.022931339219212532, 0.025282494723796844, 0.027633650228381157, 0.02998480573296547, 0.03233595937490463, 0.034687116742134094, 0.037038274109363556, 0.03938942775130272, 0.04174058139324188, 0.044091738760471344, 0.046442896127700806, 0.04879404976963997, 0.05114520341157913, 0.053496360778808594, 0.055847518146038055, 0.05819867178797722, 0.06054982542991638, 0.06290098279714584, 0.0652521401643753, 0.06760329008102417, 0.06995444744825363, 0.0723056048154831]}, "_runtime": 47.18905234336853, "_timestamp": 1596206626.0326846, "_step": 50}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 2.0, 1.0, 2.0, 4.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 4.0, 4.0, 2.0, 1.0, 2.0, 1.0, 5.0, 4.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008869542740285397, -0.008560854010283947, -0.008252165280282497, -0.007943476550281048, -0.007634787820279598, -0.007326099090278149, -0.007017410360276699, -0.0067087216302752495, -0.0064000329002738, -0.00609134417027235, -0.005782655440270901, -0.005473966710269451, -0.0051652779802680016, -0.004856589250266552, -0.004547900520265102, -0.004239211790263653, -0.003930523060262203, -0.0036218343302607536, -0.003313145600259304, -0.0030044568702578545, -0.002695768140256405, -0.0023870794102549553, -0.0020783906802535057, -0.0017697019502520561, -0.0014610132202506065, -0.001152324490249157, -0.0008436357602477074, -0.0005349470302462578, -0.0002262583002448082, 8.243042975664139e-05, 0.000391119159758091, 0.0006998078897595406, 0.0010084966197609901, 0.0013171853497624397, 0.0016258740797638893, 0.001934562809765339, 0.0022432515397667885, 0.002551940269768238, 0.0028606289997696877, 0.0031693177297711372, 0.003478006459772587, 0.0037866951897740364, 0.004095383919775486, 0.004404072649776936, 0.004712761379778385, 0.005021450109779835, 0.005330138839781284, 0.005638827569782734, 0.0059475162997841835, 0.006256205029785633, 0.006564893759787083, 0.006873582489788532, 0.007182271219789982, 0.007490959949791431, 0.007799648679792881, 0.00810833740979433, 0.00841702613979578, 0.00872571486979723, 0.00903440359979868, 0.009343092329800129, 0.009651781059801579, 0.009960469789803028, 0.010269158519804478, 0.010577847249805927, 0.010886535979807377]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 3.0, 2.0, 3.0, 8.0, 1.0, 7.0, 9.0, 11.0, 14.0, 17.0, 20.0, 19.0, 29.0, 45.0, 46.0, 37.0, 74.0, 110.0, 133.0, 183.0, 275.0, 543.0, 4912.0, 538.0, 257.0, 191.0, 115.0, 81.0, 56.0, 39.0, 37.0, 20.0, 17.0, 13.0, 16.0, 9.0, 11.0, 1.0, 5.0, 6.0, 3.0, 1.0, 3.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1408294439315796, -0.1360037922859192, -0.13117815554141998, -0.12635250389575958, -0.12152685225009918, -0.11670120805501938, -0.11187555640935898, -0.10704991221427917, -0.10222426056861877, -0.09739861637353897, -0.09257297217845917, -0.08774732053279877, -0.08292167633771896, -0.07809602469205856, -0.07327038049697876, -0.06844472885131836, -0.06361908465623856, -0.058793436735868454, -0.05396778881549835, -0.04914214089512825, -0.04431649297475815, -0.039490848779678345, -0.03466520085930824, -0.02983955293893814, -0.02501390501856804, -0.020188257098197937, -0.01536261010915041, -0.010536963120102882, -0.0057113151997327805, -0.0008856677450239658, 0.003939979709684849, 0.008765626698732376, 0.013591274619102478, 0.01841692253947258, 0.023242570459842682, 0.028068216517567635, 0.032893866300582886, 0.03771951049566269, 0.04254515841603279, 0.04737080633640289, 0.052196454256772995, 0.0570221021771431, 0.0618477500975132, 0.0666733980178833, 0.0714990422129631, 0.0763246938586235, 0.08115033805370331, 0.08597598969936371, 0.09080163389444351, 0.09562727808952332, 0.10045292973518372, 0.10527857393026352, 0.11010422557592392, 0.11492986977100372, 0.11975552141666412, 0.12458116561174393, 0.12940680980682373, 0.13423246145248413, 0.13905811309814453, 0.14388374984264374, 0.14870940148830414, 0.15353505313396454, 0.15836070477962494, 0.16318634152412415, 0.16801199316978455]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 3.0, 0.0, 0.0, 2.0, 1.0, 2.0, 2.0, 4.0, 1.0, 4.0, 6.0, 2.0, 1.0, 5.0, 6.0, 3.0, 4.0, 5.0, 27.0, 1.0, 4.0, 1.0, 2.0, 4.0, 2.0, 2.0, 3.0, 1.0, 3.0, 1.0, 5.0, 0.0, 5.0, 1.0, 1.0, 2.0, 0.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0028058523312211037, -0.0027207862585783005, -0.002635720418766141, -0.0025506545789539814, -0.002465588506311178, -0.002380522433668375, -0.0022954565938562155, -0.002210390754044056, -0.0021253246814012527, -0.0020402586087584496, -0.00195519276894629, -0.0018701268127188087, -0.0017850608564913273, -0.001699994900263846, -0.0016149289440363646, -0.0015298629878088832, -0.0014447970315814018, -0.0013597310753539205, -0.001274665119126439, -0.0011895991628989577, -0.0011045332066714764, -0.001019467250443995, -0.0009344012942165136, -0.0008493353379890323, -0.0007642693817615509, -0.0006792034255340695, -0.0005941374693065882, -0.0005090715130791068, -0.00042400555685162544, -0.0003389396006241441, -0.0002538736443966627, -0.00016880768816918135, -8.374173194169998e-05, 1.3242242857813835e-06, 8.639018051326275e-05, 0.00017145613674074411, 0.0002565220929682255, 0.00034158804919570684, 0.0004266540054231882, 0.0005117199616506696, 0.0005967859178781509, 0.0006818518741056323, 0.0007669178303331137, 0.000851983786560595, 0.0009370497427880764, 0.0010221156990155578, 0.0011071816552430391, 0.0011922476114705205, 0.0012773135676980019, 0.0013623795239254832, 0.0014474454801529646, 0.001532511436380446, 0.0016175773926079273, 0.0017026433488354087, 0.00178770930506289, 0.0018727752612903714, 0.001957841217517853, 0.002042907290160656, 0.0021279731299728155, 0.002213038969784975, 0.0022981050424277782, 0.0023831711150705814, 0.002468236954882741, 0.0025533027946949005, 0.0026383688673377037]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [4.0, 3.0, 6.0, 7.0, 5.0, 13.0, 19.0, 26.0, 38.0, 64.0, 90.0, 119.0, 183.0, 219.0, 305.0, 499.0, 702.0, 1013.0, 1478.0, 2220.0, 3581.0, 5587.0, 9278.0, 15682.0, 27925.0, 52862.0, 122207.0, 734187.0, 94949.0, 43423.0, 23385.0, 13931.0, 8664.0, 5557.0, 3454.0, 2351.0, 1565.0, 1107.0, 803.0, 547.0, 423.0, 299.0, 247.0, 172.0, 132.0, 95.0, 59.0, 35.0, 36.0, 26.0, 23.0, 11.0, 4.0, 9.0, 3.0, 3.0, 2.0, 0.0, 2.0, 0.0, 2.0, 4.0, 1.0, 2.0], "bins": [-0.006502725649625063, -0.006266093347221613, -0.006029461044818163, -0.005792828742414713, -0.005556196440011263, -0.005319564137607813, -0.005082931835204363, -0.004846299532800913, -0.004609667230397463, -0.004373034927994013, -0.004136402625590563, -0.003899770323187113, -0.003663138020783663, -0.003426505718380213, -0.0031898734159767628, -0.0029532411135733128, -0.0027166088111698627, -0.0024799765087664127, -0.0022433442063629627, -0.0020067119039595127, -0.0017700796015560627, -0.0015334472991526127, -0.0012968149967491627, -0.0010601826943457127, -0.0008235503919422626, -0.0005869180895388126, -0.0003502857871353626, -0.00011365348473191261, 0.0001229788176715374, 0.0003596111200749874, 0.0005962434224784374, 0.0008328757248818874, 0.0010695080272853374, 0.0013061403296887875, 0.0015427726320922375, 0.0017794049344956875, 0.0020160372368991375, 0.0022526695393025875, 0.0024893018417060375, 0.0027259341441094875, 0.0029625664465129375, 0.0031991987489163876, 0.0034358310513198376, 0.0036724633537232876, 0.003909095656126738, 0.004145727958530188, 0.004382360260933638, 0.004618992563337088, 0.004855624865740538, 0.005092257168143988, 0.005328889470547438, 0.005565521772950888, 0.005802154075354338, 0.006038786377757788, 0.006275418680161238, 0.006512050982564688, 0.006748683284968138, 0.006985315587371588, 0.007221947889775038, 0.007458580192178488, 0.007695212494581938, 0.007931845262646675, 0.008168477565050125, 0.008405109867453575, 0.008641742169857025]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 5.0, 4.0, 2.0, 1.0, 4.0, 11.0, 6.0, 5.0, 10.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.012622063979506493, -0.011836155317723751, -0.01105024665594101, -0.010264337994158268, -0.009478429332375526, -0.00869251973927021, -0.007906611077487469, -0.007120702415704727, -0.006334793753921986, -0.005548885092139244, -0.0047629764303565025, -0.003977067302912474, -0.003191158641129732, -0.0024052499793469906, -0.0016193410847336054, -0.000833432306535542, -4.752352833747864e-05, 0.0007383852498605847, 0.0015242940280586481, 0.0023102029226720333, 0.003096111584454775, 0.0038820202462375164, 0.004667929373681545, 0.005453838035464287, 0.006239746697247028, 0.00702565535902977, 0.0078115640208125114, 0.008597472682595253, 0.00938338227570057, 0.01016929093748331, 0.010955199599266052, 0.011741108261048794, 0.012527016922831535, 0.013312925584614277, 0.014098834246397018, 0.01488474290817976, 0.0156706515699625, 0.016456561163067818, 0.017242468893527985, 0.0180283784866333, 0.018814288079738617, 0.019600195810198784, 0.0203861054033041, 0.021172013133764267, 0.021957922726869583, 0.02274383045732975, 0.023529740050435066, 0.024315647780895233, 0.02510155737400055, 0.025887466967105865, 0.026673374697566032, 0.02745928429067135, 0.028245192021131516, 0.02903110161423683, 0.029817009344697, 0.030602918937802315, 0.03138882666826248, 0.0321747362613678, 0.032960645854473114, 0.03374655544757843, 0.03453246131539345, 0.035318370908498764, 0.03610428050160408, 0.036890190094709396, 0.037676095962524414]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 3.0, 2.0, 5.0, 0.0, 6.0, 11.0, 12.0, 15.0, 23.0, 39.0, 44.0, 56.0, 86.0, 134.0, 211.0, 273.0, 361.0, 424.0, 621.0, 841.0, 1223.0, 1993.0, 3192.0, 6228.0, 1004.0, 409.0, 228.0, 163.0, 115.0, 110.0, 90.0, 83.0, 59.0, 37.0, 47.0, 38.0, 33.0, 30.0, 18.0, 17.0, 14.0, 6.0, 5.0, 8.0, 13.0, 6.0, 7.0, 12.0, 13.0, 9.0, 10.0, 9.0, 4.0, 8.0, 8.0, 4.0, 3.0, 3.0, 0.0, 3.0, 1.0], "bins": [-0.010147404856979847, -0.009761214256286621, -0.009375023655593395, -0.00898883305490017, -0.008602642454206944, -0.008216451853513718, -0.007830261252820492, -0.007444070652127266, -0.00705788005143404, -0.0066716899164021015, -0.006285499315708876, -0.00589930871501565, -0.005513118114322424, -0.005126927513629198, -0.004740736912935972, -0.004354546312242746, -0.0039683557115495205, -0.0035821651108562946, -0.0031959745101630688, -0.002809783909469843, -0.002423593308776617, -0.002037402940914035, -0.001651212340220809, -0.0012650217395275831, -0.0008788311388343573, -0.0004926405381411314, -0.00010644999565556645, 0.00027974057593382895, 0.0006659311475232244, 0.0010521217482164502, 0.0014383122324943542, 0.0018245028331875801, 0.002210693433880806, 0.002596884034574032, 0.0029830746352672577, 0.0033692652359604836, 0.0037554558366537094, 0.004141646437346935, 0.004527837038040161, 0.004914027638733387, 0.005300218239426613, 0.005686408374458551, 0.006072598975151777, 0.006458789575845003, 0.006844980176538229, 0.007231170777231455, 0.007617361377924681, 0.008003552444279194, 0.00838974304497242, 0.008775932714343071, 0.009162123315036297, 0.009548313915729523, 0.009934504516422749, 0.010320695117115974, 0.0107068857178092, 0.011093076318502426, 0.011479266919195652, 0.011865457519888878, 0.012251648120582104, 0.01263783872127533, 0.013024029321968555, 0.013410219922661781, 0.013796410523355007, 0.014182601124048233, 0.014568791724741459]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.09188149869441986, -0.08954907953739166, -0.08721665292978287, -0.08488423377275467, -0.08255180716514587, -0.08021938800811768, -0.07788696885108948, -0.07555454224348068, -0.07322212308645248, -0.07088970392942429, -0.06855727732181549, -0.06622485816478729, -0.0638924390077591, -0.0615600124001503, -0.0592275932431221, -0.056895170360803604, -0.05456274747848511, -0.05223032459616661, -0.049897901713848114, -0.047565482556819916, -0.04523305967450142, -0.04290063679218292, -0.040568217635154724, -0.03823579475283623, -0.03590337187051773, -0.033570948988199234, -0.031238527968525887, -0.02890610694885254, -0.026573684066534042, -0.024241261184215546, -0.021908840164542198, -0.01957641914486885, -0.017243996262550354, -0.014911574311554432, -0.01257915236055851, -0.010246730409562588, -0.007914308458566666, -0.0055818865075707436, -0.0032494645565748215, -0.0009170426055788994, 0.0014153793454170227, 0.003747801296412945, 0.006080223247408867, 0.008412645198404789, 0.010745067149400711, 0.013077489100396633, 0.015409911051392555, 0.017742332071065903, 0.0200747549533844, 0.022407177835702896, 0.024739598855376244, 0.02707201987504959, 0.029404442757368088, 0.031736865639686584, 0.03406928479671478, 0.03640170767903328, 0.038734130561351776, 0.04106655344367027, 0.04339897632598877, 0.04573139548301697, 0.048063818365335464, 0.05039624124765396, 0.05272866040468216, 0.055061083287000656, 0.05739350616931915]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 4.0, 7.0, 3.0, 9.0, 6.0, 5.0, 7.0, 7.0, 12.0, 12.0, 14.0, 11.0, 14.0, 11.0, 30.0, 16.0, 11.0, 2.0, 10.0, 10.0, 6.0, 5.0, 4.0, 9.0, 5.0, 6.0, 10.0, 4.0, 7.0, 5.0, 4.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0], "bins": [-0.02246480993926525, -0.021339518949389458, -0.020214227959513664, -0.01908893510699272, -0.017963644117116928, -0.016838353127241135, -0.01571306213736534, -0.014587770216166973, -0.01346247922629118, -0.012337188236415386, -0.011211896315217018, -0.010086605325341225, -0.008961314335465431, -0.007836022414267063, -0.00671073142439127, -0.005585439968854189, -0.004460148513317108, -0.0033348570577800274, -0.0022095658350735903, -0.0010842744959518313, 4.10168431699276e-05, 0.0011663081822916865, 0.0022915995214134455, 0.0034168907441198826, 0.004542182199656963, 0.005667473655194044, 0.006792765110731125, 0.007918056100606918, 0.009043347090482712, 0.01016863901168108, 0.011293930001556873, 0.012419221922755241, 0.013544512912631035, 0.014669803902506828, 0.015795094892382622, 0.016920387744903564, 0.018045678734779358, 0.01917096972465515, 0.020296260714530945, 0.02142155170440674, 0.022546842694282532, 0.023672135546803474, 0.024797426536679268, 0.02592271752655506, 0.027048008516430855, 0.028173299506306648, 0.02929859235882759, 0.030423883348703384, 0.03154917433857918, 0.03267446532845497, 0.033799756318330765, 0.03492504730820656, 0.03605033829808235, 0.037175629287958145, 0.03830092400312424, 0.03942621499300003, 0.040551505982875824, 0.04167679697275162, 0.04280208796262741, 0.043927378952503204, 0.045052669942379, 0.04617796093225479, 0.047303251922130585, 0.04842854291200638, 0.04955383390188217]}, "_runtime": 47.98817777633667, "_timestamp": 1596206626.83181, "_step": 51}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 2.0, 1.0, 4.0, 4.0, 7.0, 3.0, 4.0, 3.0, 0.0, 1.0, 5.0, 2.0, 3.0, 2.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.015589563176035881, -0.0151218231767416, -0.014654083177447319, -0.014186344109475613, -0.013718604110181332, -0.01325086411088705, -0.012783125042915344, -0.012315385043621063, -0.011847645044326782, -0.011379905045032501, -0.01091216504573822, -0.010444425977766514, -0.009976685978472233, -0.009508945979177952, -0.009041206911206245, -0.008573466911911964, -0.008105726912617683, -0.007637986913323402, -0.007170247379690409, -0.006702507846057415, -0.006234767846763134, -0.005767027847468853, -0.005299288313835859, -0.004831548780202866, -0.004363808780908585, -0.0038960690144449472, -0.00342832924798131, -0.0029605894815176725, -0.002492849715054035, -0.002025109948590398, -0.0015573701821267605, -0.0010896304156631231, -0.0006218906491994858, -0.00015415088273584843, 0.0003135888837277889, 0.0007813286501914263, 0.0012490684166550636, 0.001716808183118701, 0.0021845479495823383, 0.0026522877160459757, 0.003120027482509613, 0.0035877672489732504, 0.004055507015436888, 0.0045232465490698814, 0.0049909865483641624, 0.0054587265476584435, 0.005926466081291437, 0.006394205614924431, 0.006861945614218712, 0.007329685613512993, 0.0077974251471459866, 0.00826516468077898, 0.008732904680073261, 0.009200644679367542, 0.009668383747339249, 0.01013612374663353, 0.01060386374592781, 0.011071603745222092, 0.011539343744516373, 0.012007082812488079, 0.01247482281178236, 0.012942562811076641, 0.013410301879048347, 0.013878041878342628, 0.01434578187763691]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 3.0, 3.0, 2.0, 3.0, 2.0, 2.0, 7.0, 6.0, 9.0, 5.0, 11.0, 14.0, 14.0, 22.0, 15.0, 45.0, 41.0, 66.0, 109.0, 141.0, 232.0, 432.0, 5038.0, 824.0, 303.0, 172.0, 105.0, 74.0, 56.0, 43.0, 30.0, 24.0, 17.0, 14.0, 13.0, 4.0, 8.0, 6.0, 3.0, 5.0, 2.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.2031087875366211, -0.19689828157424927, -0.19068779051303864, -0.184477299451828, -0.17826679348945618, -0.17205628752708435, -0.16584579646587372, -0.15963530540466309, -0.15342479944229126, -0.14721429347991943, -0.1410038024187088, -0.13479331135749817, -0.12858280539512634, -0.12237230688333511, -0.11616180837154388, -0.10995130985975266, -0.10374081134796143, -0.0975303128361702, -0.09131981432437897, -0.08510931581258774, -0.07889881730079651, -0.07268831878900528, -0.06647782027721405, -0.06026732176542282, -0.05405682325363159, -0.04784632474184036, -0.04163582623004913, -0.035425327718257904, -0.029214829206466675, -0.023004330694675446, -0.016793832182884216, -0.010583333671092987, -0.004372835159301758, 0.0018376633524894714, 0.0080481618642807, 0.01425866037607193, 0.02046915888786316, 0.02667965739965439, 0.03289015591144562, 0.03910065442323685, 0.045311152935028076, 0.051521651446819305, 0.057732149958610535, 0.06394264847040176, 0.070153146982193, 0.07636364549398422, 0.08257414400577545, 0.08878464251756668, 0.09499514102935791, 0.10120563954114914, 0.10741613805294037, 0.1136266365647316, 0.11983713507652283, 0.12604764103889465, 0.13225813210010529, 0.13846862316131592, 0.14467912912368774, 0.15088963508605957, 0.1571001261472702, 0.16331061720848083, 0.16952112317085266, 0.1757316291332245, 0.18194212019443512, 0.18815261125564575, 0.19436311721801758]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 5.0, 3.0, 0.0, 9.0, 2.0, 4.0, 4.0, 4.0, 3.0, 2.0, 28.0, 4.0, 4.0, 6.0, 2.0, 4.0, 3.0, 3.0, 4.0, 3.0, 6.0, 0.0, 2.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.0029131872579455376, -0.002827778458595276, -0.002742369892075658, -0.002656961092725396, -0.002571552526205778, -0.0024861437268555164, -0.0024007351603358984, -0.0023153263609856367, -0.0022299177944660187, -0.002144508995115757, -0.0020591001957654953, -0.0019736916292458773, -0.0018882828298956156, -0.0018028741469606757, -0.0017174654640257359, -0.001632056781090796, -0.0015466480981558561, -0.0014612394152209163, -0.0013758307322859764, -0.0012904220493510365, -0.0012050133664160967, -0.001119604567065835, -0.0010341958841308951, -0.0009487872011959553, -0.0008633785182610154, -0.0007779698353260756, -0.0006925611523911357, -0.0006071524112485349, -0.0005217437283135951, -0.0004363350453786552, -0.0003509263333398849, -0.00026551762130111456, -0.0001801089383661747, -9.470024087931961e-05, -9.291543392464519e-06, 7.611715409439057e-05, 0.00016152585158124566, 0.0002469345345161855, 0.00033234324655495584, 0.00041775195859372616, 0.000503160641528666, 0.0005885693244636059, 0.0006739780073985457, 0.0007593867485411465, 0.0008447954314760864, 0.0009302041144110262, 0.001015612855553627, 0.0011010215384885669, 0.0011864302214235067, 0.0012718389043584466, 0.0013572475872933865, 0.0014426562702283263, 0.0015280649531632662, 0.0016134737525135279, 0.0016988824354484677, 0.0017842911183834076, 0.0018696998013183475, 0.0019551084842532873, 0.002040517283603549, 0.002125925850123167, 0.0022113346494734287, 0.0022967432159930468, 0.0023821520153433084, 0.0024675605818629265, 0.002552969381213188]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 2.0, 1.0, 1.0, 2.0, 8.0, 6.0, 4.0, 8.0, 16.0, 13.0, 18.0, 32.0, 39.0, 49.0, 81.0, 102.0, 156.0, 235.0, 302.0, 518.0, 855.0, 1303.0, 2263.0, 3958.0, 6944.0, 12729.0, 25117.0, 53852.0, 137645.0, 748671.0, 89654.0, 41063.0, 21909.0, 12367.0, 7271.0, 4501.0, 2788.0, 1748.0, 1164.0, 793.0, 452.0, 311.0, 208.0, 152.0, 103.0, 68.0, 36.0, 46.0, 34.0, 16.0, 13.0, 6.0, 3.0, 3.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.007234280928969383, -0.0069961887784302235, -0.006758096627891064, -0.006520004477351904, -0.006281911861151457, -0.006043819710612297, -0.005805727560073137, -0.0055676354095339775, -0.005329543258994818, -0.005091451108455658, -0.004853358492255211, -0.004615266341716051, -0.004377174191176891, -0.0041390820406377316, -0.0039009898900985718, -0.0036628975067287683, -0.0034248053561896086, -0.003186713205650449, -0.0029486208222806454, -0.0027105286717414856, -0.002472436521202326, -0.0022343441378325224, -0.0019962519872933626, -0.0017581598367542028, -0.0015200675697997212, -0.0012819753028452396, -0.0010438831523060799, -0.0008057908853515983, -0.0005676986766047776, -0.0003296064678579569, -9.151423000730574e-05, 0.00014657799329143018, 0.0003846702165901661, 0.0006227624253369868, 0.0008608546340838075, 0.001098946901038289, 0.0013370390515774488, 0.0015751313185319304, 0.001813223585486412, 0.002051315736025572, 0.0022894078865647316, 0.002527500269934535, 0.002765592420473695, 0.0030036845710128546, 0.003241776954382658, 0.0034798691049218178, 0.0037179612554609776, 0.003956053406000137, 0.004194146022200584, 0.004432238172739744, 0.004670330323278904, 0.004908422473818064, 0.0051465146243572235, 0.005384606774896383, 0.005622698925435543, 0.00586079154163599, 0.00609888369217515, 0.00633697584271431, 0.0065750679932534695, 0.006813160143792629, 0.007051252294331789, 0.007289344910532236, 0.007527437061071396, 0.007765529211610556, 0.008003621362149715]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0, 3.0, 2.0, 2.0, 6.0, 4.0, 9.0, 5.0, 11.0, 5.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.018123259767889977, -0.01697361469268799, -0.01582397148013115, -0.014674327336251736, -0.013524683192372322, -0.012375038117170334, -0.01122539397329092, -0.010075749829411507, -0.008926105685532093, -0.0077764615416526794, -0.006626817397773266, -0.005477172788232565, -0.004327528644353151, -0.0031778845004737377, -0.0020282401237636805, -0.000878595863468945, 0.0002710483968257904, 0.0014206926571205258, 0.0025703369174152613, 0.0037199812941253185, 0.004869625438004732, 0.006019269581884146, 0.007168914191424847, 0.00831855833530426, 0.009468202479183674, 0.010617846623063087, 0.011767490766942501, 0.012917134910821915, 0.014066779986023903, 0.015216424129903316, 0.01636606827378273, 0.01751571148633957, 0.018665356561541557, 0.019815001636743546, 0.020964644849300385, 0.022114289924502373, 0.02326393313705921, 0.0244135782122612, 0.02556322142481804, 0.026712866500020027, 0.027862511575222015, 0.029012154787778854, 0.030161799862980843, 0.03131144493818283, 0.03246108815073967, 0.03361073136329651, 0.03476037457585335, 0.035910021513700485, 0.037059664726257324, 0.03820930793881416, 0.0393589548766613, 0.04050859808921814, 0.04165824130177498, 0.04280788451433182, 0.043957531452178955, 0.045107174664735794, 0.04625681787729263, 0.04740646481513977, 0.04855610802769661, 0.04970575124025345, 0.05085539445281029, 0.052005041390657425, 0.053154684603214264, 0.0543043278157711, 0.05545397102832794]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 5.0, 12.0, 4.0, 9.0, 24.0, 30.0, 63.0, 61.0, 93.0, 116.0, 140.0, 237.0, 284.0, 448.0, 582.0, 816.0, 1084.0, 1436.0, 2193.0, 6683.0, 1708.0, 681.0, 386.0, 268.0, 146.0, 130.0, 88.0, 76.0, 70.0, 78.0, 54.0, 54.0, 34.0, 25.0, 23.0, 23.0, 27.0, 31.0, 23.0, 15.0, 16.0, 12.0, 22.0, 10.0, 10.0, 11.0, 2.0, 5.0, 7.0, 6.0, 14.0, 7.0, 7.0, 4.0, 8.0, 3.0, 9.0, 3.0, 5.0, 3.0, 4.0], "bins": [-0.010113665834069252, -0.009669812396168709, -0.009225958958268166, -0.008782105520367622, -0.00833825208246708, -0.007894398644566536, -0.00745054567232728, -0.007006692234426737, -0.006562839262187481, -0.006118985824286938, -0.0056751323863863945, -0.005231278948485851, -0.004787425510585308, -0.004343572072684765, -0.0038997188676148653, -0.0034558656625449657, -0.0030120122246444225, -0.0025681587867438793, -0.0021243055816739798, -0.0016804521437734365, -0.0012365988222882152, -0.0007927455008029938, -0.0003488921211101115, 9.496122947894037e-05, 0.0005388145800679922, 0.0009826679015532136, 0.001426521223038435, 0.0018703746609389782, 0.0023142280988395214, 0.002758081303909421, 0.003201934741809964, 0.0036457879468798637, 0.004089641384780407, 0.00453349482268095, 0.004977348260581493, 0.005421201232820749, 0.0058650546707212925, 0.006308908108621836, 0.006752761546522379, 0.007196614984422922, 0.007640467956662178, 0.008084321394562721, 0.008528174832463264, 0.008972028270363808, 0.009415881708264351, 0.009859735146164894, 0.010303588584065437, 0.01074744202196598, 0.011191295459866524, 0.011635147966444492, 0.012079001404345036, 0.012522854842245579, 0.012966708280146122, 0.013410561718046665, 0.013854415155947208, 0.014298268593847752, 0.014742122031748295, 0.015185975469648838, 0.015629827976226807, 0.01607368141412735, 0.016517534852027893, 0.016961388289928436, 0.01740524172782898, 0.017849095165729523, 0.018292948603630066]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.1927594691514969, -0.18854448199272156, -0.18432947993278503, -0.1801144927740097, -0.17589949071407318, -0.17168450355529785, -0.16746950149536133, -0.163254514336586, -0.15903952717781067, -0.15482452511787415, -0.15060953795909882, -0.1463945358991623, -0.14217954874038696, -0.13796454668045044, -0.1337495595216751, -0.1295345574617386, -0.12531957030296326, -0.12110457569360733, -0.1168895810842514, -0.11267458647489548, -0.10845959186553955, -0.10424460470676422, -0.1000296100974083, -0.09581461548805237, -0.09159962087869644, -0.08738462626934052, -0.08316963165998459, -0.07895463705062866, -0.07473964989185333, -0.0705246552824974, -0.06630966067314148, -0.06209466606378555, -0.057879671454429626, -0.0536646768450737, -0.04944968223571777, -0.045234691351652145, -0.04101969674229622, -0.03680470213294029, -0.032589711248874664, -0.028374716639518738, -0.02415972203016281, -0.019944727420806885, -0.015729734674096107, -0.011514740996062756, -0.007299747318029404, -0.003084753639996052, 0.0011302400380373001, 0.005345233716070652, 0.009560227394104004, 0.013775221072137356, 0.017990214750170708, 0.022205207496881485, 0.02642020210623741, 0.030635196715593338, 0.034850187599658966, 0.03906518220901489, 0.04328017681837082, 0.047495171427726746, 0.05171016603708267, 0.0559251569211483, 0.06014015153050423, 0.06435514241456985, 0.06857013702392578, 0.07278513163328171, 0.07700012624263763]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 7.0, 5.0, 11.0, 14.0, 21.0, 17.0, 21.0, 22.0, 39.0, 17.0, 19.0, 18.0, 11.0, 6.0, 6.0, 4.0, 7.0, 4.0, 2.0, 3.0, 3.0, 1.0, 4.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0], "bins": [-0.09220810234546661, -0.08997787535190582, -0.08774764835834503, -0.08551741391420364, -0.08328718692064285, -0.08105695992708206, -0.07882673293352127, -0.07659650593996048, -0.07436627149581909, -0.0721360445022583, -0.06990581750869751, -0.06767559051513672, -0.06544536352157593, -0.06321513652801514, -0.06098490580916405, -0.05875467509031296, -0.05652444809675217, -0.054294221103191376, -0.052063990384340286, -0.049833763390779495, -0.047603532671928406, -0.045373305678367615, -0.043143078684806824, -0.040912847965955734, -0.03868262097239494, -0.03645239397883415, -0.03422216325998306, -0.03199193626642227, -0.02976170741021633, -0.02753147855401039, -0.0253012515604496, -0.02307102270424366, -0.02084079384803772, -0.01861056499183178, -0.01638033613562584, -0.014150109142065048, -0.011919880285859108, -0.009689651429653168, -0.007459423504769802, -0.005229195114225149, -0.002998966723680496, -0.0007687383331358433, 0.0014614900574088097, 0.0036917184479534626, 0.0059219468384981155, 0.008152175694704056, 0.010382403619587421, 0.012612631544470787, 0.014842860400676727, 0.017073089256882668, 0.019303318113088608, 0.0215335451066494, 0.02376377396285534, 0.02599400281906128, 0.02822422981262207, 0.03045445866882801, 0.03268468752503395, 0.03491491451859474, 0.03714514523744583, 0.03937537223100662, 0.04160559922456741, 0.0438358299434185, 0.046066056936979294, 0.04829628765583038, 0.050526514649391174]}, "_runtime": 48.78301668167114, "_timestamp": 1596206627.626649, "_step": 52}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 1.0, 1.0, 3.0, 3.0, 2.0, 2.0, 2.0, 6.0, 3.0, 3.0, 4.0, 1.0, 1.0, 2.0, 3.0, 3.0, 1.0, 1.0, 3.0, 5.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013461848720908165, -0.013091129250824451, -0.012720410712063313, -0.012349691241979599, -0.011978971771895885, -0.011608253233134747, -0.011237533763051033, -0.01086681429296732, -0.010496094822883606, -0.010125376284122467, -0.009754656814038754, -0.00938393734395504, -0.009013218805193901, -0.008642499335110188, -0.008271779865026474, -0.007901061326265335, -0.0075303418561816216, -0.007159622851759195, -0.006788903381675482, -0.006418184377253056, -0.006047464907169342, -0.005676745902746916, -0.00530602689832449, -0.004935307428240776, -0.00456458842381835, -0.004193869419395924, -0.00382314994931221, -0.003452430944889784, -0.003081711707636714, -0.002710992470383644, -0.002340273465961218, -0.001969554228708148, -0.0015988349914550781, -0.0012281157542020082, -0.0008573966333642602, -0.00048667745431885123, -0.00011595827527344227, 0.0002547609037719667, 0.0006254800828173757, 0.0009961992036551237, 0.0013669184409081936, 0.0017376376781612635, 0.0021083569154143333, 0.0024790759198367596, 0.0028497951570898294, 0.0032205143943428993, 0.0035912333987653255, 0.003961952868849039, 0.004332671873271465, 0.0047033908776938915, 0.005074110347777605, 0.005444829352200031, 0.005815548822283745, 0.006186267826706171, 0.006556986831128597, 0.006927706301212311, 0.007298425305634737, 0.007669144310057163, 0.008039863780140877, 0.00841058325022459, 0.00878130178898573, 0.009152021259069443, 0.009522740729153156, 0.009893459267914295, 0.010264178737998009]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 0.0, 2.0, 1.0, 0.0, 3.0, 5.0, 4.0, 5.0, 7.0, 10.0, 10.0, 21.0, 15.0, 27.0, 35.0, 57.0, 88.0, 130.0, 198.0, 365.0, 4954.0, 1128.0, 333.0, 193.0, 106.0, 74.0, 44.0, 29.0, 17.0, 20.0, 12.0, 8.0, 4.0, 5.0, 6.0, 3.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.19034436345100403, -0.1835060715675354, -0.17666776478290558, -0.16982947289943695, -0.16299116611480713, -0.1561528742313385, -0.14931458234786987, -0.14247627556324005, -0.13563798367977142, -0.1287996768951416, -0.12196138501167297, -0.11512308567762375, -0.10828478634357452, -0.1014464870095253, -0.09460819512605667, -0.08776989579200745, -0.08093159645795822, -0.074093297123909, -0.06725499778985977, -0.060416702181100845, -0.05357840657234192, -0.046740107238292694, -0.03990180790424347, -0.03306351229548454, -0.026225212961435318, -0.019386915490031242, -0.012548617087304592, -0.005710319150239229, 0.0011279787868261337, 0.00796627625823021, 0.01480457466095686, 0.02164287306368351, 0.028481170535087585, 0.03531946986913681, 0.04215776547789574, 0.04899606481194496, 0.05583436042070389, 0.06267265975475311, 0.06951095908880234, 0.07634925842285156, 0.08318755030632019, 0.09002584964036942, 0.09686414897441864, 0.10370244830846786, 0.11054074764251709, 0.11737904697656631, 0.12421733886003494, 0.13105563819408417, 0.137893944978714, 0.14473223686218262, 0.15157052874565125, 0.15840883553028107, 0.1652471274137497, 0.17208543419837952, 0.17892372608184814, 0.18576201796531677, 0.1926003247499466, 0.19943861663341522, 0.20627692341804504, 0.21311521530151367, 0.2199535071849823, 0.22679181396961212, 0.23363010585308075, 0.24046841263771057, 0.2473067045211792]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 4.0, 1.0, 2.0, 3.0, 1.0, 5.0, 5.0, 8.0, 5.0, 3.0, 2.0, 6.0, 30.0, 7.0, 0.0, 5.0, 0.0, 1.0, 3.0, 3.0, 1.0, 3.0, 1.0, 0.0, 2.0, 2.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0016376926796510816, -0.001576063223183155, -0.0015144337667152286, -0.001452804310247302, -0.0013911748537793756, -0.001329545397311449, -0.0012679159408435225, -0.001206286484375596, -0.0011446570279076695, -0.001083027571439743, -0.0010213981149718165, -0.00095976865850389, -0.0008981392020359635, -0.000836509745568037, -0.0007748802891001105, -0.000713250832632184, -0.0006516213761642575, -0.000589991919696331, -0.0005283624632284045, -0.000466733006760478, -0.0004051035502925515, -0.000343474093824625, -0.0002818446373566985, -0.000220215180888772, -0.0001585857244208455, -9.6956267952919e-05, -3.5326811484992504e-05, 2.6302644982933998e-05, 8.79321014508605e-05, 0.000149561557918787, 0.0002111910143867135, 0.00027282047085464, 0.0003344499273225665, 0.000396079383790493, 0.0004577088402584195, 0.000519338296726346, 0.0005809677531942725, 0.000642597209662199, 0.0007042266661301255, 0.000765856122598052, 0.0008274855790659785, 0.000889115035533905, 0.0009507444920018315, 0.001012373948469758, 0.0010740034049376845, 0.001135632861405611, 0.0011972623178735375, 0.001258891774341464, 0.0013205212308093905, 0.001382150687277317, 0.0014437801437452435, 0.00150540960021317, 0.0015670390566810966, 0.001628668513149023, 0.0016902979696169496, 0.001751927426084876, 0.0018135568825528026, 0.001875186339020729, 0.0019368157954886556, 0.001998445251956582, 0.0020600748248398304, 0.002121704164892435, 0.0021833335049450397, 0.002244963077828288, 0.0023065926507115364]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 0.0, 8.0, 11.0, 10.0, 9.0, 11.0, 27.0, 41.0, 68.0, 91.0, 135.0, 191.0, 314.0, 461.0, 710.0, 1192.0, 1926.0, 3074.0, 5300.0, 9395.0, 17663.0, 36139.0, 86852.0, 740100.0, 150535.0, 55221.0, 27753.0, 15786.0, 9343.0, 6077.0, 3671.0, 2433.0, 1648.0, 1104.0, 715.0, 485.0, 339.0, 245.0, 163.0, 121.0, 89.0, 57.0, 40.0, 35.0, 9.0, 11.0, 8.0, 5.0, 4.0, 4.0, 5.0, 1.0, 1.0, 1.0, 1.0, 2.0], "bins": [-0.006415280047804117, -0.006213816814124584, -0.006012353580445051, -0.005810890346765518, -0.005609427113085985, -0.005407963879406452, -0.005206500645726919, -0.005005037412047386, -0.004803574178367853, -0.00460211094468832, -0.004400647711008787, -0.004199184477329254, -0.003997721243649721, -0.003796258009970188, -0.003594794776290655, -0.003393331542611122, -0.003191868308931589, -0.002990405075252056, -0.002788941841572523, -0.00258747860789299, -0.002386015374213457, -0.002184552140533924, -0.001983088906854391, -0.001781625673174858, -0.001580162439495325, -0.001378699205815792, -0.001177235972136259, -0.0009757727384567261, -0.0007743095047771931, -0.0005728462710976601, -0.00037138303741812706, -0.00016991980373859406, 3.154342994093895e-05, 0.00023300666362047195, 0.00043446989730000496, 0.000635933130979538, 0.000837396364659071, 0.001038859598338604, 0.001240322832018137, 0.00144178606569767, 0.001643249299377203, 0.001844712533056736, 0.002046175766736269, 0.002247639000415802, 0.002449102234095335, 0.002650565467774868, 0.002852028701454401, 0.003053491935133934, 0.003254955168813467, 0.003456418402493, 0.003657881636172533, 0.003859344869852066, 0.004060808103531599, 0.004262271337211132, 0.004463734570890665, 0.004665197804570198, 0.004866661038249731, 0.005068124271929264, 0.005269587505608797, 0.00547105073928833, 0.005672513972967863, 0.005873977206647396, 0.006075440440326929, 0.006276903674006462, 0.006478366907685995]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [3.0, 2.0, 1.0, 9.0, 3.0, 3.0, 4.0, 6.0, 3.0, 1.0, 12.0, 1.0, 2.0, 2.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0072526102885603905, -0.006541444920003414, -0.0058302790857851505, -0.005119113251566887, -0.004407947883009911, -0.0036967822816222906, -0.0029856166802346706, -0.0022744510788470507, -0.0015632854774594307, -0.0008521198760718107, -0.00014095427468419075, 0.0005702113267034292, 0.0012813769280910492, 0.001992542529478669, 0.002703708130866289, 0.003414873732253909, 0.004126039333641529, 0.004837204702198505, 0.005548370536416769, 0.006259536370635033, 0.006970701739192009, 0.007681867107748985, 0.008393032476305962, 0.009104198776185513, 0.009815364144742489, 0.010526529513299465, 0.011237695813179016, 0.011948861181735992, 0.012660026550292969, 0.013371191918849945, 0.014082357287406921, 0.014793523587286472, 0.015504688955843449, 0.016215855255723, 0.016927020624279976, 0.017638185992836952, 0.01834935136139393, 0.019060516729950905, 0.01977168209850788, 0.020482847467064857, 0.021194014698266983, 0.02190518006682396, 0.022616345435380936, 0.023327510803937912, 0.02403867617249489, 0.024749841541051865, 0.02546100690960884, 0.026172172278165817, 0.026883337646722794, 0.02759450487792492, 0.028305670246481895, 0.029016835615038872, 0.029728000983595848, 0.030439166352152824, 0.0311503317207098, 0.031861498951911926, 0.0325726643204689, 0.03328382968902588, 0.033994995057582855, 0.03470616042613983, 0.03541732579469681, 0.036128491163253784, 0.03683965653181076, 0.03755082190036774, 0.03826198726892471]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 3.0, 5.0, 1.0, 1.0, 14.0, 17.0, 27.0, 36.0, 55.0, 83.0, 132.0, 192.0, 233.0, 319.0, 438.0, 605.0, 753.0, 1049.0, 1279.0, 1867.0, 5875.0, 1939.0, 943.0, 573.0, 387.0, 314.0, 229.0, 180.0, 122.0, 95.0, 74.0, 52.0, 48.0, 51.0, 31.0, 27.0, 23.0, 27.0, 30.0, 30.0, 19.0, 24.0, 27.0, 22.0, 24.0, 13.0, 18.0, 10.0, 7.0, 17.0, 7.0, 9.0, 13.0, 11.0, 8.0, 6.0, 5.0, 7.0, 1.0, 3.0, 10.0, 7.0, 3.0], "bins": [-0.00659283297136426, -0.006291351746767759, -0.005989870987832546, -0.005688389763236046, -0.005386909004300833, -0.005085427779704332, -0.004783947020769119, -0.004482465796172619, -0.0041809845715761185, -0.0038795038126409054, -0.0035780228208750486, -0.003276541829109192, -0.0029750606045126915, -0.0026735796127468348, -0.002372098620980978, -0.0020706176292151213, -0.0017691366374492645, -0.0014676556456834078, -0.001166174653917551, -0.0008646935457363725, -0.0005632125539705157, -0.00026173153310082853, 3.974948776885867e-05, 0.00034123050863854587, 0.0006427115295082331, 0.0009441925212740898, 0.0012456735130399466, 0.0015471546212211251, 0.0018486356129869819, 0.0021501167211681604, 0.002451597712934017, 0.002753078704699874, 0.0030545596964657307, 0.0033560406882315874, 0.003657521679997444, 0.0039590029045939445, 0.004260483663529158, 0.004561964888125658, 0.004863445647060871, 0.0051649268716573715, 0.005466408096253872, 0.005767888855189085, 0.006069370079785585, 0.0063708508387207985, 0.006672332063317299, 0.006973812822252512, 0.007275294046849012, 0.0075767748057842255, 0.007878256030380726, 0.008179737254977226, 0.008481218479573727, 0.008782698772847652, 0.009084179997444153, 0.009385661222040653, 0.009687142446637154, 0.00998862273991108, 0.01029010396450758, 0.01059158518910408, 0.01089306641370058, 0.011194547638297081, 0.011496027931571007, 0.011797509156167507, 0.012098990380764008, 0.012400471605360508, 0.012701952829957008]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 4.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 4.0], "bins": [-0.15135875344276428, -0.14813128113746643, -0.14490380883216858, -0.14167635142803192, -0.13844887912273407, -0.13522140681743622, -0.13199394941329956, -0.1287664771080017, -0.12553900480270386, -0.122311532497406, -0.11908406764268875, -0.1158566027879715, -0.11262913048267365, -0.1094016581773758, -0.10617419332265854, -0.10294672846794128, -0.09971925616264343, -0.09649178385734558, -0.09326431900262833, -0.09003685414791107, -0.08680938184261322, -0.08358190953731537, -0.08035444468259811, -0.07712697982788086, -0.07389950752258301, -0.07067203521728516, -0.0674445703625679, -0.06421710550785065, -0.060989633202552795, -0.05776216462254524, -0.05453469604253769, -0.051307227462530136, -0.04807975888252258, -0.04485229030251503, -0.04162482172250748, -0.038397353142499924, -0.03516988456249237, -0.03194241598248482, -0.028714947402477264, -0.02548747882246971, -0.022260010242462158, -0.019032541662454605, -0.015805073082447052, -0.012577604502439499, -0.009350135922431946, -0.006122667342424393, -0.0028951987624168396, 0.0003322698175907135, 0.0035597383975982666, 0.00678720697760582, 0.010014675557613373, 0.013242144137620926, 0.01646961271762848, 0.019697081297636032, 0.022924549877643585, 0.02615201845765114, 0.02937948703765869, 0.032606955617666245, 0.0358344241976738, 0.03906189277768135, 0.042289361357688904, 0.04551682993769646, 0.04874429851770401, 0.05197176709771156, 0.055199235677719116]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 2.0, 1.0, 5.0, 2.0, 10.0, 14.0, 17.0, 32.0, 31.0, 53.0, 27.0, 15.0, 11.0, 9.0, 6.0, 8.0, 3.0, 5.0, 4.0, 2.0, 1.0, 1.0, 2.0, 2.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.05185045674443245, -0.049947403371334076, -0.048044353723526, -0.04614130035042763, -0.044238246977329254, -0.04233519360423088, -0.04043214023113251, -0.03852909058332443, -0.03662603721022606, -0.034722983837127686, -0.03281993418931961, -0.030916880816221237, -0.029013827443122864, -0.02711077407002449, -0.025207722559571266, -0.023304671049118042, -0.02140161767601967, -0.019498564302921295, -0.01759551279246807, -0.015692461282014847, -0.013789407908916473, -0.011886355467140675, -0.009983303025364876, -0.008080250583589077, -0.006177198141813278, -0.004274145700037479, -0.0023710932582616806, -0.0004680408164858818, 0.001435011625289917, 0.003338064067065716, 0.005241116508841515, 0.007144168950617313, 0.009047221392393112, 0.010950273834168911, 0.01285332627594471, 0.014756378717720509, 0.016659431159496307, 0.01856248453259468, 0.020465536043047905, 0.02236858755350113, 0.024271640926599503, 0.026174694299697876, 0.0280777458101511, 0.029980797320604324, 0.0318838506937027, 0.03378690406680107, 0.035689957439899445, 0.03759300708770752, 0.03949606046080589, 0.041399113833904266, 0.04330216348171234, 0.045205216854810715, 0.04710827022790909, 0.04901132360100746, 0.050914376974105835, 0.05281742662191391, 0.05472047999501228, 0.05662353336811066, 0.05852658301591873, 0.060429636389017105, 0.06233268976211548, 0.06423573940992355, 0.06613879650831223, 0.0680418461561203, 0.06994490325450897]}, "_runtime": 49.552902936935425, "_timestamp": 1596206628.3965352, "_step": 53}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 3.0, 3.0, 1.0, 1.0, 0.0, 1.0, 3.0, 2.0, 2.0, 4.0, 8.0, 3.0, 5.0, 4.0, 0.0, 5.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014019831083714962, -0.013616587966680527, -0.013213343918323517, -0.012810100801289082, -0.012406856752932072, -0.012003613635897636, -0.011600369587540627, -0.011197126470506191, -0.010793883353471756, -0.010390639305114746, -0.00998739618808031, -0.009584152139723301, -0.009180909022688866, -0.008777664974331856, -0.00837442185729742, -0.00797117780894041, -0.007567934691905975, -0.007164691109210253, -0.00676144752651453, -0.006358203943818808, -0.005954960361123085, -0.00555171724408865, -0.005148473661392927, -0.004745230078697205, -0.004341986496001482, -0.003938742913305759, -0.003535499330610037, -0.003132255980744958, -0.0027290123980492353, -0.0023257688153535128, -0.001922525349073112, -0.0015192818827927113, -0.0011160383000969887, -0.000712794775608927, -0.00030955125112086535, 9.369227336719632e-05, 0.000496935797855258, 0.0009001793223433197, 0.0013034228468313813, 0.001706666313111782, 0.0021099098958075047, 0.0025131534785032272, 0.00291639706119895, 0.0033196404110640287, 0.0037228839937597513, 0.00412612734362483, 0.004529370926320553, 0.004932614509016275, 0.005335858091711998, 0.0057391016744077206, 0.006142345257103443, 0.006545588839799166, 0.006948832422494888, 0.007352075539529324, 0.007755319122225046, 0.008158562704920769, 0.008561806753277779, 0.008965049870312214, 0.00936829298734665, 0.009771537035703659, 0.010174780152738094, 0.010578024201095104, 0.01098126731812954, 0.01138451136648655, 0.011787754483520985]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 3.0, 0.0, 3.0, 5.0, 5.0, 3.0, 6.0, 9.0, 10.0, 9.0, 14.0, 14.0, 20.0, 37.0, 42.0, 40.0, 63.0, 100.0, 134.0, 161.0, 251.0, 476.0, 5193.0, 512.0, 252.0, 159.0, 102.0, 77.0, 47.0, 34.0, 39.0, 17.0, 15.0, 13.0, 12.0, 10.0, 4.0, 7.0, 7.0, 7.0, 2.0, 2.0, 3.0, 1.0, 3.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0], "bins": [-0.16474683582782745, -0.15994350612163544, -0.15514017641544342, -0.1503368467092514, -0.1455335170030594, -0.14073018729686737, -0.13592685759067535, -0.13112352788448334, -0.12632021307945251, -0.1215168759226799, -0.11671354621648788, -0.11191021651029587, -0.10710689425468445, -0.10230356454849243, -0.09750023484230042, -0.0926969051361084, -0.08789357542991638, -0.08309024572372437, -0.07828691601753235, -0.07348358631134033, -0.06868025660514832, -0.0638769343495369, -0.05907360464334488, -0.05427027493715286, -0.049466945230960846, -0.04466361552476883, -0.03986028581857681, -0.035056959837675095, -0.030253630131483078, -0.02545030042529106, -0.020646972581744194, -0.015843644738197327, -0.01104031503200531, -0.006236986257135868, -0.001433657482266426, 0.003369671292603016, 0.008173000067472458, 0.0129763288423419, 0.017779657617211342, 0.02258298546075821, 0.027386315166950226, 0.03218964487314224, 0.03699297457933426, 0.04179630056023598, 0.046599630266427994, 0.05140295997262001, 0.05620628595352173, 0.061009615659713745, 0.06581294536590576, 0.07061627507209778, 0.0754196047782898, 0.08022293448448181, 0.08502626419067383, 0.08982958644628525, 0.09463291615247726, 0.09943624585866928, 0.1042395755648613, 0.10904290527105331, 0.11384623497724533, 0.11864956468343735, 0.12345288693904877, 0.12825621664524078, 0.1330595463514328, 0.13786287605762482, 0.14266620576381683]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 1.0, 3.0, 7.0, 2.0, 5.0, 5.0, 1.0, 5.0, 3.0, 5.0, 1.0, 28.0, 8.0, 3.0, 6.0, 2.0, 4.0, 4.0, 3.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 3.0, 1.0, 2.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0019736988469958305, -0.0019039349863305688, -0.0018341712420806289, -0.0017644073814153671, -0.0016946436371654272, -0.0016248797765001655, -0.0015551159158349037, -0.0014853521715849638, -0.001415588310919702, -0.0013458244502544403, -0.0012760607060045004, -0.0012062968453392386, -0.001136532984673977, -0.001066769240424037, -0.0009970053797587752, -0.0009272415773011744, -0.0008574777748435736, -0.0007877139723859727, -0.0007179501699283719, -0.0006481863092631102, -0.0005784225068055093, -0.0005086587043479085, -0.0004388948727864772, -0.0003691310412250459, -0.0002993672387674451, -0.00022960342175792903, -0.00015983960474841297, -9.00757877388969e-05, -2.0311970729380846e-05, 4.9451846280135214e-05, 0.00011921566328965127, 0.00018897948029916734, 0.0002587432973086834, 0.00032850709976628423, 0.0003982709313277155, 0.0004680347628891468, 0.0005377985653467476, 0.0006075623678043485, 0.0006773262284696102, 0.000747090030927211, 0.0008168538333848119, 0.0008866176358424127, 0.0009563814383000135, 0.0010261452989652753, 0.001095909159630537, 0.001165672903880477, 0.0012354367645457387, 0.0013052005087956786, 0.0013749643694609404, 0.001444728230126202, 0.001514491974376142, 0.0015842558350414038, 0.0016540195792913437, 0.0017237834399566054, 0.0017935473006218672, 0.001863311044871807, 0.0019330749055370688, 0.0020028387662023306, 0.0020726025104522705, 0.0021423662547022104, 0.002212130231782794, 0.002281893976032734, 0.002351657720282674, 0.0024214216973632574, 0.0024911854416131973]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 4.0, 1.0, 3.0, 11.0, 14.0, 22.0, 22.0, 25.0, 55.0, 48.0, 82.0, 83.0, 175.0, 183.0, 298.0, 415.0, 570.0, 839.0, 1348.0, 1873.0, 2779.0, 4341.0, 7161.0, 12163.0, 21536.0, 41705.0, 90890.0, 712494.0, 142149.0, 56008.0, 29946.0, 17834.0, 11320.0, 7493.0, 4902.0, 3392.0, 2292.0, 1537.0, 1022.0, 773.0, 474.0, 388.0, 262.0, 195.0, 133.0, 110.0, 73.0, 52.0, 33.0, 36.0, 25.0, 7.0, 15.0, 11.0, 8.0, 4.0, 6.0, 1.0, 3.0, 1.0, 0.0, 1.0], "bins": [-0.00537695549428463, -0.0051967548206448555, -0.005016553681343794, -0.0048363530077040195, -0.004656152334064245, -0.004475951194763184, -0.004295750521123409, -0.004115549847483635, -0.003935349173843861, -0.003755148034542799, -0.0035749473609030247, -0.0033947464544326067, -0.0032145455479621887, -0.0030343448743224144, -0.0028541439678519964, -0.002673943294212222, -0.002493742387741804, -0.002313541481271386, -0.002133340807631612, -0.001953139901161194, -0.0017729391111060977, -0.0015927383210510015, -0.0014125374145805836, -0.0012323366245254874, -0.0010521358344703913, -0.0008719350444152951, -0.0006917341961525381, -0.000511533347889781, -0.00033133255783468485, -0.00015113173867575824, 2.9069080483168364e-05, 0.00020926989964209497, 0.0003894707188010216, 0.0005696715088561177, 0.0007498723571188748, 0.0009300732053816319, 0.001110273995436728, 0.0012904747854918242, 0.0014706756919622421, 0.0016508764820173383, 0.0018310772720724344, 0.0020112781785428524, 0.0021914788521826267, 0.0023716797586530447, 0.0025518806651234627, 0.002732081338763237, 0.002912282245233655, 0.0030924829188734293, 0.0032726838253438473, 0.0034528847318142653, 0.0036330854054540396, 0.0038132863119244576, 0.003993486985564232, 0.0041736881248652935, 0.004353888798505068, 0.004534089472144842, 0.004714290611445904, 0.004894491285085678, 0.005074691958725452, 0.005254892632365227, 0.005435093771666288, 0.005615294445306063, 0.005795495118945837, 0.005975696258246899, 0.006155896931886673]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 4.0, 3.0, 3.0, 10.0, 8.0, 3.0, 6.0, 3.0, 3.0, 5.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.039379820227622986, -0.03860984370112419, -0.0378398671746254, -0.037069886922836304, -0.03629991039633751, -0.035529933869838715, -0.03475995734333992, -0.03398997709155083, -0.03322000056505203, -0.03245002403855324, -0.03168004751205444, -0.0309100691229105, -0.030140092596411705, -0.02937011420726776, -0.028600137680768967, -0.027830159291625023, -0.02706018276512623, -0.026290206238627434, -0.02552022784948349, -0.024750251322984695, -0.02398027293384075, -0.023210296407341957, -0.022440318018198013, -0.02167034149169922, -0.020900364965200424, -0.02013038657605648, -0.019360410049557686, -0.018590431660413742, -0.017820455133914948, -0.017050476744771004, -0.01628050021827221, -0.01551052276045084, -0.01474054530262947, -0.013970567844808102, -0.013200590386986732, -0.012430612929165363, -0.011660635471343994, -0.0108906589448452, -0.01012068148702383, -0.009350704029202461, -0.008580726571381092, -0.007810749113559723, -0.007040771655738354, -0.006270794663578272, -0.005500817205756903, -0.0047308397479355335, -0.003960862755775452, -0.0031908852979540825, -0.0024209078401327133, -0.001650930498726666, -0.0008809531573206186, -0.00011097581591457129, 0.0006590015254914761, 0.0014289788668975234, 0.0021989562083035707, 0.0029689334332942963, 0.0037389108911156654, 0.004508888348937035, 0.005278865806758404, 0.006048842798918486, 0.006818820256739855, 0.007588797714561224, 0.008358774706721306, 0.009128752164542675, 0.009898729622364044]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [5.0, 10.0, 1.0, 2.0, 6.0, 3.0, 2.0, 6.0, 8.0, 4.0, 2.0, 3.0, 2.0, 0.0, 1.0, 5.0, 11.0, 11.0, 9.0, 15.0, 23.0, 27.0, 14.0, 23.0, 29.0, 31.0, 38.0, 38.0, 36.0, 45.0, 64.0, 82.0, 94.0, 117.0, 149.0, 208.0, 305.0, 506.0, 714.0, 1093.0, 1838.0, 6332.0, 2437.0, 1357.0, 883.0, 572.0, 372.0, 300.0, 199.0, 149.0, 98.0, 49.0, 26.0, 16.0, 18.0, 11.0, 9.0, 6.0, 4.0, 5.0, 4.0, 3.0, 0.0, 2.0], "bins": [-0.012728597037494183, -0.012423992156982422, -0.012119388207793236, -0.011814783327281475, -0.011510179378092289, -0.011205574497580528, -0.010900970548391342, -0.010596365667879581, -0.01029176078736782, -0.009987156838178635, -0.009682551957666874, -0.009377948008477688, -0.009073343127965927, -0.008768739178776741, -0.00846413429826498, -0.008159530349075794, -0.007854925468564034, -0.00755032105371356, -0.007245716638863087, -0.006941112224012613, -0.00663650780916214, -0.006331902928650379, -0.006027298513799906, -0.005722694098949432, -0.005418089684098959, -0.0051134852692484856, -0.004808880854398012, -0.004504276439547539, -0.004199671559035778, -0.0038950673770159483, -0.0035904627293348312, -0.003285858314484358, -0.0029812538996338844, -0.002676649484783411, -0.0023720450699329376, -0.0020674404222518206, -0.0017628360074013472, -0.0014582315925508738, -0.0011536270612850785, -0.0008490225882269442, -0.0005444181151688099, -0.00023981364211067557, 6.479083094745874e-05, 0.00036939530400559306, 0.0006739997770637274, 0.0009786041919142008, 0.001283208723179996, 0.0015878132544457912, 0.0018924176692962646, 0.002197022084146738, 0.0025016264989972115, 0.0028062311466783285, 0.003110835561528802, 0.0034154399763792753, 0.0037200446240603924, 0.004024649038910866, 0.004329253453761339, 0.004633857868611813, 0.004938462283462286, 0.005243066698312759, 0.00554767157882452, 0.0058522759936749935, 0.006156880408525467, 0.00646148482337594, 0.006766089238226414]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0405661016702652, -0.038738757371902466, -0.036911413073539734, -0.0350840725004673, -0.03325672820210457, -0.03142938390374184, -0.029602041468024254, -0.027774697169661522, -0.02594735473394394, -0.024120010435581207, -0.022292666137218475, -0.020465323701500893, -0.01863797940313816, -0.016810636967420578, -0.014983292669057846, -0.013155949302017689, -0.011328605934977531, -0.009501262567937374, -0.007673919200897217, -0.005846575368195772, -0.004019232001155615, -0.0021918886341154575, -0.00036454503424465656, 0.0014627984492108226, 0.0032901419326663017, 0.005117485299706459, 0.006944828666746616, 0.008772172033786774, 0.010599516332149506, 0.012426859699189663, 0.01425420306622982, 0.016081545501947403, 0.017908889800310135, 0.019736234098672867, 0.02156357653439045, 0.02339092083275318, 0.025218263268470764, 0.027045607566833496, 0.02887295000255108, 0.03070029430091381, 0.03252763673663139, 0.034354981034994125, 0.03618232533335686, 0.03800966963171959, 0.03983701020479202, 0.041664354503154755, 0.04349169880151749, 0.04531904309988022, 0.04714638739824295, 0.048973727971315384, 0.050801072269678116, 0.05262841656804085, 0.05445576086640358, 0.05628310143947601, 0.058110445737838745, 0.05993779003620148, 0.06176513433456421, 0.06359247863292694, 0.06541982293128967, 0.0672471672296524, 0.06907450407743454, 0.07090184837579727, 0.07272919267416, 0.07455653697252274, 0.07638388127088547]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 5.0, 8.0, 0.0, 5.0, 8.0, 5.0, 10.0, 13.0, 23.0, 47.0, 29.0, 37.0, 25.0, 23.0, 8.0, 9.0, 2.0, 6.0, 4.0, 4.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.0467364564538002, -0.045228298753499985, -0.043720144778490067, -0.04221198707818985, -0.04070383310317993, -0.039195675402879715, -0.0376875214278698, -0.03617936372756958, -0.03467120975255966, -0.033163052052259445, -0.03165489807724953, -0.03014674037694931, -0.028638584539294243, -0.027130428701639175, -0.025622272863984108, -0.02411411702632904, -0.022605961188673973, -0.021097805351018906, -0.019589649513363838, -0.01808149367570877, -0.016573337838053703, -0.015065181069076061, -0.013557025231420994, -0.012048869393765926, -0.010540713556110859, -0.009032557718455791, -0.007524401880800724, -0.006016245577484369, -0.004508089739829302, -0.0029999339021742344, -0.0014917778316885233, 1.6378122381865978e-05, 0.0015245340764522552, 0.0030326899141073227, 0.00454084575176239, 0.006049002055078745, 0.007557157892733812, 0.009065314196050167, 0.010573470033705235, 0.012081625871360302, 0.01358978170901537, 0.015097937546670437, 0.01660609431564808, 0.018114250153303146, 0.019622405990958214, 0.02113056182861328, 0.02263871766626835, 0.024146873503923416, 0.025655029341578484, 0.02716318517923355, 0.02867134101688862, 0.030179496854543686, 0.0316876545548439, 0.03319580852985382, 0.03470396623015404, 0.036212120205163956, 0.03772027790546417, 0.03922843188047409, 0.04073658958077431, 0.042244743555784225, 0.04375290125608444, 0.04526105523109436, 0.04676921293139458, 0.048277366906404495, 0.04978552460670471]}, "_runtime": 50.32277846336365, "_timestamp": 1596206629.1664107, "_step": 54}
+{"epoch": 4, "accuracy": 0.8133190639269406, "val_loss": 0.4869521991030811, "_runtime": 52.12333035469055, "_timestamp": 1596206630.9669626, "_step": 55}
diff --git a/wandb/run-20200731_144301-1x3qae54/wandb-metadata.json b/wandb/run-20200731_144301-1x3qae54/wandb-metadata.json
new file mode 100644
index 0000000..a47aa18
--- /dev/null
+++ b/wandb/run-20200731_144301-1x3qae54/wandb-metadata.json
@@ -0,0 +1,30 @@
+{
+ "root": "/home/akternurra/Documents/projects/quest-for-general-artifical-intelligence/projects/text-recognizer",
+ "program": "<python with no main file>",
+ "git": {
+ "remote": "git@github.com:aktersnurra/text-recognizer.git",
+ "commit": "fa461db6132e7a22f3aa1bb48cce8981890325fb"
+ },
+ "email": "gustaf.rydholm@gmail.com",
+ "startedAt": "2020-07-31T14:43:01.912073",
+ "host": "kompjuter",
+ "username": "akternurra",
+ "executable": "/home/akternurra/.cache/pypoetry/virtualenvs/text-recognizer-N1c_zsdp-py3.8/bin/python",
+ "os": "Linux-5.4.0-42-generic-x86_64-with-glibc2.27",
+ "python": "3.8.2",
+ "gpu": "GeForce RTX 2070",
+ "gpu_count": 1,
+ "cpu_count": 12,
+ "cuda": "10.1.105",
+ "args": [
+ "--gpu=-1",
+ "--save",
+ "--experiment_config={\"dataloader\": \"EmnistDataLoader\", \"data_loader_args\": {\"splits\": [\"train\", \"val\"], \"sample_to_balance\": true, \"subsample_fraction\": null, \"transform\": null, \"target_transform\": null, \"batch_size\": 256, \"shuffle\": true, \"num_workers\": 8, \"cuda\": true, \"seed\": 4711}, \"model\": \"CharacterModel\", \"metrics\": [\"accuracy\"], \"network\": \"LeNet\", \"network_args\": {\"input_size\": [28, 28], \"output_size\": 62}, \"train_args\": {\"batch_size\": 256, \"epochs\": 4}, \"criterion\": \"CrossEntropyLoss\", \"criterion_args\": {\"weight\": null, \"ignore_index\": -100, \"reduction\": \"mean\"}, \"optimizer\": \"AdamW\", \"optimizer_args\": {\"lr\": 0.01, \"betas\": [0.9, 0.999], \"eps\": 1e-08, \"weight_decay\": 0, \"amsgrad\": false}, \"lr_scheduler\": \"OneCycleLR\", \"lr_scheduler_args\": {\"max_lr\": 0.001, \"epochs\": 4}, \"callbacks\": [\"Checkpoint\", \"EarlyStopping\", \"WandbCallback\"], \"callback_args\": {\"Checkpoint\": {\"monitor\": \"accuracy\"}, \"EarlyStopping\": {\"monitor\": \"val_loss\", \"min_delta\": 0.0, \"patience\": 3, \"mode\": \"min\"}, \"WandbCallback\": {\"log_batch_frequency\": 1}}, \"verbosity\": 2, \"resume_experiment\": null, \"experiment_group\": \"Sample-Experiments\"}"
+ ],
+ "state": "failed",
+ "jobType": null,
+ "mode": "run",
+ "project": "text-recognizer",
+ "heartbeatAt": "2020-07-31T14:43:51.597273",
+ "exitcode": 1
+}
diff --git a/wandb/run-20200731_144301-1x3qae54/wandb-summary.json b/wandb/run-20200731_144301-1x3qae54/wandb-summary.json
new file mode 100644
index 0000000..4e1440f
--- /dev/null
+++ b/wandb/run-20200731_144301-1x3qae54/wandb-summary.json
@@ -0,0 +1 @@
+{"graph_0": {"_type": "graph-file", "path": "media/graph/graph_0_summary_155cb476.graph.json", "sha256": "155cb476dd7df821d8ffd3bdd44b7d86a7070df3630d0b15d77c8212551f67fa", "size": 1814}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 1.0, 3.0, 7.0, 2.0, 5.0, 5.0, 1.0, 5.0, 3.0, 5.0, 1.0, 28.0, 8.0, 3.0, 6.0, 2.0, 4.0, 4.0, 3.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 3.0, 1.0, 2.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0019736988469958305, -0.0019039349863305688, -0.0018341712420806289, -0.0017644073814153671, -0.0016946436371654272, -0.0016248797765001655, -0.0015551159158349037, -0.0014853521715849638, -0.001415588310919702, -0.0013458244502544403, -0.0012760607060045004, -0.0012062968453392386, -0.001136532984673977, -0.001066769240424037, -0.0009970053797587752, -0.0009272415773011744, -0.0008574777748435736, -0.0007877139723859727, -0.0007179501699283719, -0.0006481863092631102, -0.0005784225068055093, -0.0005086587043479085, -0.0004388948727864772, -0.0003691310412250459, -0.0002993672387674451, -0.00022960342175792903, -0.00015983960474841297, -9.00757877388969e-05, -2.0311970729380846e-05, 4.9451846280135214e-05, 0.00011921566328965127, 0.00018897948029916734, 0.0002587432973086834, 0.00032850709976628423, 0.0003982709313277155, 0.0004680347628891468, 0.0005377985653467476, 0.0006075623678043485, 0.0006773262284696102, 0.000747090030927211, 0.0008168538333848119, 0.0008866176358424127, 0.0009563814383000135, 0.0010261452989652753, 0.001095909159630537, 0.001165672903880477, 0.0012354367645457387, 0.0013052005087956786, 0.0013749643694609404, 0.001444728230126202, 0.001514491974376142, 0.0015842558350414038, 0.0016540195792913437, 0.0017237834399566054, 0.0017935473006218672, 0.001863311044871807, 0.0019330749055370688, 0.0020028387662023306, 0.0020726025104522705, 0.0021423662547022104, 0.002212130231782794, 0.002281893976032734, 0.002351657720282674, 0.0024214216973632574, 0.0024911854416131973]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 3.0, 0.0, 3.0, 5.0, 5.0, 3.0, 6.0, 9.0, 10.0, 9.0, 14.0, 14.0, 20.0, 37.0, 42.0, 40.0, 63.0, 100.0, 134.0, 161.0, 251.0, 476.0, 5193.0, 512.0, 252.0, 159.0, 102.0, 77.0, 47.0, 34.0, 39.0, 17.0, 15.0, 13.0, 12.0, 10.0, 4.0, 7.0, 7.0, 7.0, 2.0, 2.0, 3.0, 1.0, 3.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0], "bins": [-0.16474683582782745, -0.15994350612163544, -0.15514017641544342, -0.1503368467092514, -0.1455335170030594, -0.14073018729686737, -0.13592685759067535, -0.13112352788448334, -0.12632021307945251, -0.1215168759226799, -0.11671354621648788, -0.11191021651029587, -0.10710689425468445, -0.10230356454849243, -0.09750023484230042, -0.0926969051361084, -0.08789357542991638, -0.08309024572372437, -0.07828691601753235, -0.07348358631134033, -0.06868025660514832, -0.0638769343495369, -0.05907360464334488, -0.05427027493715286, -0.049466945230960846, -0.04466361552476883, -0.03986028581857681, -0.035056959837675095, -0.030253630131483078, -0.02545030042529106, -0.020646972581744194, -0.015843644738197327, -0.01104031503200531, -0.006236986257135868, -0.001433657482266426, 0.003369671292603016, 0.008173000067472458, 0.0129763288423419, 0.017779657617211342, 0.02258298546075821, 0.027386315166950226, 0.03218964487314224, 0.03699297457933426, 0.04179630056023598, 0.046599630266427994, 0.05140295997262001, 0.05620628595352173, 0.061009615659713745, 0.06581294536590576, 0.07061627507209778, 0.0754196047782898, 0.08022293448448181, 0.08502626419067383, 0.08982958644628525, 0.09463291615247726, 0.09943624585866928, 0.1042395755648613, 0.10904290527105331, 0.11384623497724533, 0.11864956468343735, 0.12345288693904877, 0.12825621664524078, 0.1330595463514328, 0.13786287605762482, 0.14266620576381683]}, "_runtime": 52.12333035469055, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 4.0, 1.0, 3.0, 11.0, 14.0, 22.0, 22.0, 25.0, 55.0, 48.0, 82.0, 83.0, 175.0, 183.0, 298.0, 415.0, 570.0, 839.0, 1348.0, 1873.0, 2779.0, 4341.0, 7161.0, 12163.0, 21536.0, 41705.0, 90890.0, 712494.0, 142149.0, 56008.0, 29946.0, 17834.0, 11320.0, 7493.0, 4902.0, 3392.0, 2292.0, 1537.0, 1022.0, 773.0, 474.0, 388.0, 262.0, 195.0, 133.0, 110.0, 73.0, 52.0, 33.0, 36.0, 25.0, 7.0, 15.0, 11.0, 8.0, 4.0, 6.0, 1.0, 3.0, 1.0, 0.0, 1.0], "bins": [-0.00537695549428463, -0.0051967548206448555, -0.005016553681343794, -0.0048363530077040195, -0.004656152334064245, -0.004475951194763184, -0.004295750521123409, -0.004115549847483635, -0.003935349173843861, -0.003755148034542799, -0.0035749473609030247, -0.0033947464544326067, -0.0032145455479621887, -0.0030343448743224144, -0.0028541439678519964, -0.002673943294212222, -0.002493742387741804, -0.002313541481271386, -0.002133340807631612, -0.001953139901161194, -0.0017729391111060977, -0.0015927383210510015, -0.0014125374145805836, -0.0012323366245254874, -0.0010521358344703913, -0.0008719350444152951, -0.0006917341961525381, -0.000511533347889781, -0.00033133255783468485, -0.00015113173867575824, 2.9069080483168364e-05, 0.00020926989964209497, 0.0003894707188010216, 0.0005696715088561177, 0.0007498723571188748, 0.0009300732053816319, 0.001110273995436728, 0.0012904747854918242, 0.0014706756919622421, 0.0016508764820173383, 0.0018310772720724344, 0.0020112781785428524, 0.0021914788521826267, 0.0023716797586530447, 0.0025518806651234627, 0.002732081338763237, 0.002912282245233655, 0.0030924829188734293, 0.0032726838253438473, 0.0034528847318142653, 0.0036330854054540396, 0.0038132863119244576, 0.003993486985564232, 0.0041736881248652935, 0.004353888798505068, 0.004534089472144842, 0.004714290611445904, 0.004894491285085678, 0.005074691958725452, 0.005254892632365227, 0.005435093771666288, 0.005615294445306063, 0.005795495118945837, 0.005975696258246899, 0.006155896931886673]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 5.0, 8.0, 0.0, 5.0, 8.0, 5.0, 10.0, 13.0, 23.0, 47.0, 29.0, 37.0, 25.0, 23.0, 8.0, 9.0, 2.0, 6.0, 4.0, 4.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.0467364564538002, -0.045228298753499985, -0.043720144778490067, -0.04221198707818985, -0.04070383310317993, -0.039195675402879715, -0.0376875214278698, -0.03617936372756958, -0.03467120975255966, -0.033163052052259445, -0.03165489807724953, -0.03014674037694931, -0.028638584539294243, -0.027130428701639175, -0.025622272863984108, -0.02411411702632904, -0.022605961188673973, -0.021097805351018906, -0.019589649513363838, -0.01808149367570877, -0.016573337838053703, -0.015065181069076061, -0.013557025231420994, -0.012048869393765926, -0.010540713556110859, -0.009032557718455791, -0.007524401880800724, -0.006016245577484369, -0.004508089739829302, -0.0029999339021742344, -0.0014917778316885233, 1.6378122381865978e-05, 0.0015245340764522552, 0.0030326899141073227, 0.00454084575176239, 0.006049002055078745, 0.007557157892733812, 0.009065314196050167, 0.010573470033705235, 0.012081625871360302, 0.01358978170901537, 0.015097937546670437, 0.01660609431564808, 0.018114250153303146, 0.019622405990958214, 0.02113056182861328, 0.02263871766626835, 0.024146873503923416, 0.025655029341578484, 0.02716318517923355, 0.02867134101688862, 0.030179496854543686, 0.0316876545548439, 0.03319580852985382, 0.03470396623015404, 0.036212120205163956, 0.03772027790546417, 0.03922843188047409, 0.04073658958077431, 0.042244743555784225, 0.04375290125608444, 0.04526105523109436, 0.04676921293139458, 0.048277366906404495, 0.04978552460670471]}, "_step": 55, "_timestamp": 1596206630.9669626, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 4.0, 3.0, 3.0, 10.0, 8.0, 3.0, 6.0, 3.0, 3.0, 5.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.039379820227622986, -0.03860984370112419, -0.0378398671746254, -0.037069886922836304, -0.03629991039633751, -0.035529933869838715, -0.03475995734333992, -0.03398997709155083, -0.03322000056505203, -0.03245002403855324, -0.03168004751205444, -0.0309100691229105, -0.030140092596411705, -0.02937011420726776, -0.028600137680768967, -0.027830159291625023, -0.02706018276512623, -0.026290206238627434, -0.02552022784948349, -0.024750251322984695, -0.02398027293384075, -0.023210296407341957, -0.022440318018198013, -0.02167034149169922, -0.020900364965200424, -0.02013038657605648, -0.019360410049557686, -0.018590431660413742, -0.017820455133914948, -0.017050476744771004, -0.01628050021827221, -0.01551052276045084, -0.01474054530262947, -0.013970567844808102, -0.013200590386986732, -0.012430612929165363, -0.011660635471343994, -0.0108906589448452, -0.01012068148702383, -0.009350704029202461, -0.008580726571381092, -0.007810749113559723, -0.007040771655738354, -0.006270794663578272, -0.005500817205756903, -0.0047308397479355335, -0.003960862755775452, -0.0031908852979540825, -0.0024209078401327133, -0.001650930498726666, -0.0008809531573206186, -0.00011097581591457129, 0.0006590015254914761, 0.0014289788668975234, 0.0021989562083035707, 0.0029689334332942963, 0.0037389108911156654, 0.004508888348937035, 0.005278865806758404, 0.006048842798918486, 0.006818820256739855, 0.007588797714561224, 0.008358774706721306, 0.009128752164542675, 0.009898729622364044]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0405661016702652, -0.038738757371902466, -0.036911413073539734, -0.0350840725004673, -0.03325672820210457, -0.03142938390374184, -0.029602041468024254, -0.027774697169661522, -0.02594735473394394, -0.024120010435581207, -0.022292666137218475, -0.020465323701500893, -0.01863797940313816, -0.016810636967420578, -0.014983292669057846, -0.013155949302017689, -0.011328605934977531, -0.009501262567937374, -0.007673919200897217, -0.005846575368195772, -0.004019232001155615, -0.0021918886341154575, -0.00036454503424465656, 0.0014627984492108226, 0.0032901419326663017, 0.005117485299706459, 0.006944828666746616, 0.008772172033786774, 0.010599516332149506, 0.012426859699189663, 0.01425420306622982, 0.016081545501947403, 0.017908889800310135, 0.019736234098672867, 0.02156357653439045, 0.02339092083275318, 0.025218263268470764, 0.027045607566833496, 0.02887295000255108, 0.03070029430091381, 0.03252763673663139, 0.034354981034994125, 0.03618232533335686, 0.03800966963171959, 0.03983701020479202, 0.041664354503154755, 0.04349169880151749, 0.04531904309988022, 0.04714638739824295, 0.048973727971315384, 0.050801072269678116, 0.05262841656804085, 0.05445576086640358, 0.05628310143947601, 0.058110445737838745, 0.05993779003620148, 0.06176513433456421, 0.06359247863292694, 0.06541982293128967, 0.0672471672296524, 0.06907450407743454, 0.07090184837579727, 0.07272919267416, 0.07455653697252274, 0.07638388127088547]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [5.0, 10.0, 1.0, 2.0, 6.0, 3.0, 2.0, 6.0, 8.0, 4.0, 2.0, 3.0, 2.0, 0.0, 1.0, 5.0, 11.0, 11.0, 9.0, 15.0, 23.0, 27.0, 14.0, 23.0, 29.0, 31.0, 38.0, 38.0, 36.0, 45.0, 64.0, 82.0, 94.0, 117.0, 149.0, 208.0, 305.0, 506.0, 714.0, 1093.0, 1838.0, 6332.0, 2437.0, 1357.0, 883.0, 572.0, 372.0, 300.0, 199.0, 149.0, 98.0, 49.0, 26.0, 16.0, 18.0, 11.0, 9.0, 6.0, 4.0, 5.0, 4.0, 3.0, 0.0, 2.0], "bins": [-0.012728597037494183, -0.012423992156982422, -0.012119388207793236, -0.011814783327281475, -0.011510179378092289, -0.011205574497580528, -0.010900970548391342, -0.010596365667879581, -0.01029176078736782, -0.009987156838178635, -0.009682551957666874, -0.009377948008477688, -0.009073343127965927, -0.008768739178776741, -0.00846413429826498, -0.008159530349075794, -0.007854925468564034, -0.00755032105371356, -0.007245716638863087, -0.006941112224012613, -0.00663650780916214, -0.006331902928650379, -0.006027298513799906, -0.005722694098949432, -0.005418089684098959, -0.0051134852692484856, -0.004808880854398012, -0.004504276439547539, -0.004199671559035778, -0.0038950673770159483, -0.0035904627293348312, -0.003285858314484358, -0.0029812538996338844, -0.002676649484783411, -0.0023720450699329376, -0.0020674404222518206, -0.0017628360074013472, -0.0014582315925508738, -0.0011536270612850785, -0.0008490225882269442, -0.0005444181151688099, -0.00023981364211067557, 6.479083094745874e-05, 0.00036939530400559306, 0.0006739997770637274, 0.0009786041919142008, 0.001283208723179996, 0.0015878132544457912, 0.0018924176692962646, 0.002197022084146738, 0.0025016264989972115, 0.0028062311466783285, 0.003110835561528802, 0.0034154399763792753, 0.0037200446240603924, 0.004024649038910866, 0.004329253453761339, 0.004633857868611813, 0.004938462283462286, 0.005243066698312759, 0.00554767157882452, 0.0058522759936749935, 0.006156880408525467, 0.00646148482337594, 0.006766089238226414]}, "gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 3.0, 3.0, 1.0, 1.0, 0.0, 1.0, 3.0, 2.0, 2.0, 4.0, 8.0, 3.0, 5.0, 4.0, 0.0, 5.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014019831083714962, -0.013616587966680527, -0.013213343918323517, -0.012810100801289082, -0.012406856752932072, -0.012003613635897636, -0.011600369587540627, -0.011197126470506191, -0.010793883353471756, -0.010390639305114746, -0.00998739618808031, -0.009584152139723301, -0.009180909022688866, -0.008777664974331856, -0.00837442185729742, -0.00797117780894041, -0.007567934691905975, -0.007164691109210253, -0.00676144752651453, -0.006358203943818808, -0.005954960361123085, -0.00555171724408865, -0.005148473661392927, -0.004745230078697205, -0.004341986496001482, -0.003938742913305759, -0.003535499330610037, -0.003132255980744958, -0.0027290123980492353, -0.0023257688153535128, -0.001922525349073112, -0.0015192818827927113, -0.0011160383000969887, -0.000712794775608927, -0.00030955125112086535, 9.369227336719632e-05, 0.000496935797855258, 0.0009001793223433197, 0.0013034228468313813, 0.001706666313111782, 0.0021099098958075047, 0.0025131534785032272, 0.00291639706119895, 0.0033196404110640287, 0.0037228839937597513, 0.00412612734362483, 0.004529370926320553, 0.004932614509016275, 0.005335858091711998, 0.0057391016744077206, 0.006142345257103443, 0.006545588839799166, 0.006948832422494888, 0.007352075539529324, 0.007755319122225046, 0.008158562704920769, 0.008561806753277779, 0.008965049870312214, 0.00936829298734665, 0.009771537035703659, 0.010174780152738094, 0.010578024201095104, 0.01098126731812954, 0.01138451136648655, 0.011787754483520985]}, "accuracy": 0.8133190639269406, "val_loss": 0.4869521991030811, "epoch": 4}
diff --git a/wandb/run-20200731_145627-28kizbir/config.yaml b/wandb/run-20200731_145627-28kizbir/config.yaml
new file mode 100644
index 0000000..6d6cce7
--- /dev/null
+++ b/wandb/run-20200731_145627-28kizbir/config.yaml
@@ -0,0 +1,108 @@
+wandb_version: 1
+
+_wandb:
+ desc: null
+ value:
+ cli_version: 0.8.36
+ framework: torch
+ is_jupyter_run: false
+ is_kaggle_kernel: false
+ python_version: 3.8.2
+callback_args:
+ desc: null
+ value:
+ Checkpoint:
+ monitor: val_accuracy
+ EarlyStopping:
+ min_delta: 0.0
+ mode: min
+ monitor: val_loss
+ patience: 3
+ WandbCallback:
+ log_batch_frequency: 1
+callbacks:
+ desc: null
+ value:
+ - Checkpoint
+ - EarlyStopping
+ - WandbCallback
+criterion:
+ desc: null
+ value: CrossEntropyLoss
+criterion_args:
+ desc: null
+ value:
+ ignore_index: -100
+ reduction: mean
+ weight: null
+data_loader_args:
+ desc: null
+ value:
+ batch_size: 256
+ cuda: true
+ num_workers: 8
+ sample_to_balance: true
+ seed: 4711
+ shuffle: true
+ splits:
+ - train
+ - val
+ subsample_fraction: null
+ target_transform: null
+ transform: null
+dataloader:
+ desc: null
+ value: EmnistDataLoader
+experiment_group:
+ desc: null
+ value: Sample-Experiments
+lr_scheduler:
+ desc: null
+ value: OneCycleLR
+lr_scheduler_args:
+ desc: null
+ value:
+ epochs: 4
+ max_lr: 0.001
+ steps_per_epoch: 1314
+metrics:
+ desc: null
+ value:
+ - accuracy
+model:
+ desc: null
+ value: CharacterModel
+network:
+ desc: null
+ value: LeNet
+network_args:
+ desc: null
+ value:
+ input_size:
+ - 28
+ - 28
+ output_size: 62
+optimizer:
+ desc: null
+ value: AdamW
+optimizer_args:
+ desc: null
+ value:
+ amsgrad: false
+ betas:
+ - 0.9
+ - 0.999
+ eps: 1.0e-08
+ lr: 0.01
+ weight_decay: 0
+resume_experiment:
+ desc: null
+ value: null
+train_args:
+ desc: null
+ value:
+ batch_size: 256
+ epochs: 4
+verbosity:
+ desc: null
+ value: 2
diff --git a/wandb/run-20200731_145627-28kizbir/media/graph/graph_0_summary_b9aa3b53.graph.json b/wandb/run-20200731_145627-28kizbir/media/graph/graph_0_summary_b9aa3b53.graph.json
new file mode 100644
index 0000000..94c4333
--- /dev/null
+++ b/wandb/run-20200731_145627-28kizbir/media/graph/graph_0_summary_b9aa3b53.graph.json
@@ -0,0 +1 @@
+{"format": "torch", "nodes": [{"name": "layers.0", "id": 140254855480560, "class_name": "Conv2d(1, 32, kernel_size=(3, 3), stride=(1, 1))", "parameters": [["weight", [32, 1, 3, 3]], ["bias", [32]]], "output_shape": [[2, 32, 26, 26]], "num_parameters": [288, 32]}, {"name": "layers.1", "id": 140254855480368, "class_name": "ReLU(inplace=True)", "parameters": [], "output_shape": [[2, 32, 26, 26]], "num_parameters": []}, {"name": "layers.2", "id": 140254855700336, "class_name": "Conv2d(32, 64, kernel_size=(3, 3), stride=(1, 1))", "parameters": [["weight", [64, 32, 3, 3]], ["bias", [64]]], "output_shape": [[2, 64, 24, 24]], "num_parameters": [18432, 64]}, {"name": "layers.4", "id": 140254855700288, "class_name": "MaxPool2d(kernel_size=2, stride=2, padding=0, dilation=1, ceil_mode=False)", "parameters": [], "output_shape": [[2, 64, 12, 12]], "num_parameters": []}, {"name": "layers.5", "id": 140254855897968, "class_name": "Dropout(p=0.2, inplace=False)", "parameters": [], "output_shape": [[2, 64, 12, 12]], "num_parameters": []}, {"name": "layers.6", "id": 140254855898016, "class_name": "Flatten()", "parameters": [], "output_shape": [[2, 9216]], "num_parameters": []}, {"name": "layers.7", "id": 140254855898064, "class_name": "Linear(in_features=9216, out_features=128, bias=True)", "parameters": [["weight", [128, 9216]], ["bias", [128]]], "output_shape": [[2, 128]], "num_parameters": [1179648, 128]}, {"name": "layers.9", "id": 140254855897824, "class_name": "Dropout(p=0.2, inplace=False)", "parameters": [], "output_shape": [[2, 128]], "num_parameters": []}, {"name": "layers.10", "id": 140254855897872, "class_name": "Linear(in_features=128, out_features=62, bias=True)", "parameters": [["weight", [62, 128]], ["bias", [62]]], "output_shape": [[2, 62]], "num_parameters": [7936, 62]}], "edges": []}
diff --git a/wandb/run-20200731_145627-28kizbir/requirements.txt b/wandb/run-20200731_145627-28kizbir/requirements.txt
new file mode 100644
index 0000000..10c63b6
--- /dev/null
+++ b/wandb/run-20200731_145627-28kizbir/requirements.txt
@@ -0,0 +1,145 @@
+alabaster==0.7.12
+appdirs==1.4.4
+attrs==19.3.0
+babel==2.8.0
+backcall==0.2.0
+bandit==1.6.2
+black==19.10b0
+bleach==3.1.5
+blessings==1.7
+boltons==20.2.0
+certifi==2020.6.20
+chardet==3.0.4
+click==7.1.2
+configparser==5.0.0
+coverage==5.2.1
+cycler==0.10.0
+darglint==1.5.2
+dataclasses==0.6
+decorator==4.4.2
+defusedxml==0.6.0
+desert==2020.1.6
+docker-pycreds==0.4.0
+docutils==0.16
+dparse==0.5.1
+entrypoints==0.3
+flake8-annotations==2.3.0
+flake8-bandit==2.1.2
+flake8-black==0.2.1
+flake8-bugbear==20.1.4
+flake8-docstrings==1.5.0
+flake8-import-order==0.18.1
+flake8-polyfill==1.0.2
+flake8==3.8.3
+future==0.18.2
+gitdb==4.0.5
+gitpython==3.1.7
+gpustat==0.6.0
+gql==0.2.0
+graphql-core==1.1
+h5py==2.10.0
+idna==2.10
+imagesize==1.2.0
+ipykernel==5.3.4
+ipython-genutils==0.2.0
+ipython==7.16.1
+ipywidgets==7.5.1
+jedi==0.17.2
+jinja2==2.11.2
+jsonschema==3.2.0
+jupyter-client==6.1.6
+jupyter-console==6.1.0
+jupyter-core==4.6.3
+jupyter==1.0.0
+kiwisolver==1.2.0
+loguru==0.5.1
+markupsafe==1.1.1
+marshmallow==3.7.1
+matplotlib==3.3.0
+mccabe==0.6.1
+mistune==0.8.4
+more-itertools==8.4.0
+mypy-extensions==0.4.3
+mypy==0.770
+nbconvert==5.6.1
+nbformat==5.0.7
+notebook==6.0.3
+numpy==1.19.1
+nvidia-ml-py3==7.352.0
+opencv-python==4.3.0.36
+packaging==20.4
+pandocfilters==1.4.2
+parso==0.7.1
+pathspec==0.8.0
+pathtools==0.1.2
+pbr==5.4.5
+pexpect==4.8.0
+pickleshare==0.7.5
+pillow==7.2.0
+pip==20.2
+pluggy==0.13.1
+prometheus-client==0.8.0
+promise==2.3
+prompt-toolkit==3.0.5
+psutil==5.7.2
+ptyprocess==0.6.0
+py==1.9.0
+pycodestyle==2.6.0
+pydocstyle==5.0.2
+pyflakes==2.2.0
+pygments==2.6.1
+pyparsing==2.4.7
+pyrsistent==0.16.0
+pytest-cov==2.10.0
+pytest-mock==3.2.0
+pytest==5.4.3
+python-dateutil==2.8.1
+pytz==2020.1
+pyyaml==5.3.1
+pyzmq==19.0.1
+qtconsole==4.7.5
+qtpy==1.9.0
+redis==3.5.3
+redlock-py==1.0.8
+regex==2020.7.14
+requests==2.24.0
+safety==1.9.0
+send2trash==1.5.0
+sentry-sdk==0.16.2
+setuptools==41.2.0
+shortuuid==1.0.1
+six==1.15.0
+smmap==3.0.4
+snowballstemmer==2.0.0
+sphinx-autodoc-typehints==1.11.0
+sphinx-rtd-theme==0.4.3
+sphinx==3.1.2
+sphinxcontrib-applehelp==1.0.2
+sphinxcontrib-devhelp==1.0.2
+sphinxcontrib-htmlhelp==1.0.3
+sphinxcontrib-jsmath==1.0.1
+sphinxcontrib-qthelp==1.0.3
+sphinxcontrib-serializinghtml==1.1.4
+stevedore==3.2.0
+subprocess32==3.5.4
+terminado==0.8.3
+testpath==0.4.4
+text-recognizer==0.1.0
+toml==0.10.1
+torch==1.5.1
+torchsummary==1.5.1
+torchvision==0.6.1
+tornado==6.0.4
+tqdm==4.48.0
+traitlets==4.3.3
+typed-ast==1.4.1
+typeguard==2.9.1
+typing-extensions==3.7.4.2
+typing-inspect==0.6.0
+urllib3==1.25.10
+wandb==0.8.36
+watchdog==0.10.3
+wcwidth==0.2.5
+webencodings==0.5.1
+widgetsnbextension==3.5.1
+xdoctest==0.12.0
diff --git a/wandb/run-20200731_145627-28kizbir/wandb-events.jsonl b/wandb/run-20200731_145627-28kizbir/wandb-events.jsonl
new file mode 100644
index 0000000..d885889
--- /dev/null
+++ b/wandb/run-20200731_145627-28kizbir/wandb-events.jsonl
@@ -0,0 +1,2 @@
+{"system.gpu.0.gpu": 73.67, "system.gpu.0.memory": 51.6, "system.gpu.0.memoryAllocated": 20.57, "system.gpu.0.temp": 56.2, "system.gpu.process.0.gpu": 73.67, "system.gpu.process.0.memory": 51.6, "system.gpu.process.0.memoryAllocated": 20.57, "system.gpu.process.0.temp": 56.2, "system.gpu.0.powerWatts": 142.33, "system.gpu.0.powerPercent": 66.2, "system.gpu.process.0.powerWatts": 142.33, "system.gpu.process.0.powerPercent": 66.2, "system.cpu": 47.95, "system.memory": 67.27, "system.disk": 37.1, "system.proc.memory.availableMB": 5238.95, "system.proc.memory.rssMB": 2586.11, "system.proc.memory.percent": 16.16, "system.proc.cpu.threads": 20.2, "system.network.sent": 2103400, "system.network.recv": 1936588, "_wandb": true, "_timestamp": 1596207416, "_runtime": 28}
+{"system.gpu.0.gpu": 76.73, "system.gpu.0.memory": 54.36, "system.gpu.0.memoryAllocated": 20.98, "system.gpu.0.temp": 60.36, "system.gpu.process.0.gpu": 76.73, "system.gpu.process.0.memory": 54.36, "system.gpu.process.0.memoryAllocated": 20.98, "system.gpu.process.0.temp": 60.36, "system.gpu.0.powerWatts": 133.8, "system.gpu.0.powerPercent": 62.23, "system.gpu.process.0.powerWatts": 133.8, "system.gpu.process.0.powerPercent": 62.23, "system.cpu": 51.35, "system.memory": 66.96, "system.disk": 37.1, "system.proc.memory.availableMB": 5286.39, "system.proc.memory.rssMB": 2588.64, "system.proc.memory.percent": 16.18, "system.proc.cpu.threads": 20.09, "system.network.sent": 3732478, "system.network.recv": 3172963, "_wandb": true, "_timestamp": 1596207438, "_runtime": 51}
diff --git a/wandb/run-20200731_145627-28kizbir/wandb-history.jsonl b/wandb/run-20200731_145627-28kizbir/wandb-history.jsonl
new file mode 100644
index 0000000..5a0165b
--- /dev/null
+++ b/wandb/run-20200731_145627-28kizbir/wandb-history.jsonl
@@ -0,0 +1,56 @@
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 3.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 3.0, 1.0, 5.0, 2.0, 5.0, 0.0, 1.0, 0.0, 7.0, 0.0, 1.0, 3.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0], "bins": [-0.02511853724718094, -0.024448728188872337, -0.023778917267918587, -0.023109108209609985, -0.022439299151301384, -0.021769488230347633, -0.021099679172039032, -0.02042987011373043, -0.01976006105542183, -0.01909025013446808, -0.018420441076159477, -0.017750632017850876, -0.017080821096897125, -0.016411012038588524, -0.015741202980279922, -0.015071392990648746, -0.01440158300101757, -0.013731773011386395, -0.013061963953077793, -0.012392153963446617, -0.011722344905138016, -0.01105253491550684, -0.010382724925875664, -0.009712915867567062, -0.009043105877935886, -0.00837329588830471, -0.007703486829996109, -0.007033676840364933, -0.006363867316395044, -0.005694057792425156, -0.00502424780279398, -0.004354438278824091, -0.0036846287548542023, -0.0030148192308843136, -0.0023450094740837812, -0.0016751998336985707, -0.0010053901933133602, -0.0003355805529281497, 0.0003342290874570608, 0.0010040387278422713, 0.0016738483682274818, 0.0023436578921973705, 0.003013467648997903, 0.003683277405798435, 0.004353086929768324, 0.005022896453738213, 0.005692706443369389, 0.006362515967339277, 0.007032325491309166, 0.007702135015279055, 0.008371944539248943, 0.00904175452888012, 0.00971156358718872, 0.010381373576819897, 0.011051183566451073, 0.011720992624759674, 0.01239080261439085, 0.013060612604022026, 0.013730421662330627, 0.014400231651961803, 0.01507004164159298, 0.01573985069990158, 0.016409659758210182, 0.017079470679163933, 0.017749279737472534]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 2.0, 4.0, 5.0, 4.0, 6.0, 10.0, 5.0, 20.0, 17.0, 24.0, 22.0, 34.0, 62.0, 85.0, 92.0, 109.0, 159.0, 181.0, 251.0, 336.0, 495.0, 632.0, 2590.0, 813.0, 616.0, 454.0, 300.0, 207.0, 120.0, 78.0, 64.0, 42.0, 30.0, 15.0, 10.0, 10.0, 4.0, 3.0, 4.0, 5.0, 3.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.06899364292621613, -0.06713942438364029, -0.06528521329164505, -0.06343099474906921, -0.061576779931783676, -0.05972256138920784, -0.0578683465719223, -0.056014131754636765, -0.05415991693735123, -0.05230569839477539, -0.05045148357748985, -0.048597268760204315, -0.04674305021762848, -0.04488883540034294, -0.043034620583057404, -0.04118040204048157, -0.03932618722319603, -0.03747197240591049, -0.035617753863334656, -0.03376353904604912, -0.03190932422876358, -0.030055107548832893, -0.028200890868902206, -0.02634667605161667, -0.024492459371685982, -0.022638242691755295, -0.020784027874469757, -0.01892981119453907, -0.017075594514608383, -0.015221379697322845, -0.013367163017392159, -0.011512947268784046, -0.009658731520175934, -0.0078045157715678215, -0.005950299557298422, -0.004096083343029022, -0.00224186759442091, -0.0003876516129821539, 0.001466564368456602, 0.003320780349895358, 0.005174996331334114, 0.007029212079942226, 0.008883427828550339, 0.010737644508481026, 0.012591860257089138, 0.01444607600569725, 0.016300292685627937, 0.018154507502913475, 0.020008724182844162, 0.02186294086277485, 0.023717155680060387, 0.025571372359991074, 0.02742558717727661, 0.0292798038572073, 0.031134020537137985, 0.03298823535442352, 0.03484245389699936, 0.0366966687142849, 0.038550883531570435, 0.04040509834885597, 0.04225931689143181, 0.044113531708717346, 0.045967746526002884, 0.04782196506857872, 0.04967617988586426]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 3.0, 3.0, 2.0, 0.0, 4.0, 4.0, 6.0, 4.0, 5.0, 1.0, 2.0, 3.0, 2.0, 0.0, 1.0, 1.0, 3.0, 29.0, 3.0, 2.0, 5.0, 3.0, 3.0, 4.0, 3.0, 1.0, 1.0, 3.0, 4.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 2.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008332167752087116, -0.008057794533669949, -0.007783420849591494, -0.007509047631174326, -0.007234673947095871, -0.006960300728678703, -0.006685927510261536, -0.006411553826183081, -0.006137180607765913, -0.005862807389348745, -0.00558843370527029, -0.005314060486853123, -0.005039687268435955, -0.0047653135843575, -0.004490940365940332, -0.0042165666818618774, -0.00394219346344471, -0.0036678200121968985, -0.003393446560949087, -0.0031190733425319195, -0.002844699891284108, -0.002570326440036297, -0.002295953221619129, -0.002021579770371318, -0.0017472063191235065, -0.0014728328678756952, -0.0011984595330432057, -0.0009240861400030553, -0.0006497127469629049, -0.0003753393539227545, -0.00010096596088260412, 0.00017340743215754628, 0.0004477808251976967, 0.0007221542182378471, 0.0009965276112779975, 0.001270900946110487, 0.0015452743973582983, 0.0018196478486061096, 0.0020940210670232773, 0.0023683945182710886, 0.0026427679695189, 0.0029171414207667112, 0.0031915148720145226, 0.00346588809043169, 0.0037402615416795015, 0.004014634992927313, 0.0042890082113444805, 0.0045633818954229355, 0.004837755113840103, 0.005112128332257271, 0.005386502016335726, 0.0056608752347528934, 0.005935248918831348, 0.006209622137248516, 0.006483995355665684, 0.006758369039744139, 0.007032742258161306, 0.007307115476578474, 0.007581489160656929, 0.007855862379074097, 0.008130235597491264, 0.008404608815908432, 0.008678982965648174, 0.008953356184065342, 0.00922772940248251]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 2.0, 3.0, 1.0, 3.0, 10.0, 11.0, 20.0, 25.0, 59.0, 84.0, 123.0, 179.0, 245.0, 403.0, 584.0, 838.0, 1325.0, 1883.0, 2593.0, 3779.0, 5460.0, 8290.0, 12110.0, 17918.0, 27141.0, 41251.0, 61284.0, 88847.0, 136798.0, 501829.0, 88821.0, 57355.0, 37886.0, 24625.0, 17069.0, 11599.0, 8359.0, 5726.0, 4097.0, 2943.0, 2166.0, 1595.0, 1194.0, 876.0, 586.0, 445.0, 360.0, 245.0, 171.0, 119.0, 87.0, 63.0, 54.0, 30.0, 28.0, 10.0, 13.0, 6.0, 9.0, 6.0, 2.0, 1.0, 2.0], "bins": [-0.007158550899475813, -0.0069212531670928, -0.006683955434709787, -0.006446657702326775, -0.0062093595042824745, -0.005972061771899462, -0.005734764039516449, -0.005497466307133436, -0.005260168574750423, -0.005022870842367411, -0.004785573109984398, -0.004548275377601385, -0.004310977645218372, -0.004073679447174072, -0.0038363817147910595, -0.0035990839824080467, -0.003361786250025034, -0.003124488517642021, -0.0028871907852590084, -0.002649892820045352, -0.002412595087662339, -0.0021752973552793264, -0.0019379995064809918, -0.0017007016576826572, -0.0014634039252996445, -0.0012261061929166317, -0.000988808344118297, -0.0007515105535276234, -0.0005142127629369497, -0.00027691497234627604, -3.961718175560236e-05, 0.00019768060883507133, 0.000434978399425745, 0.0006722761900164187, 0.0009095739806070924, 0.001146871829405427, 0.0013841695617884398, 0.0016214672941714525, 0.0018587651429697871, 0.0020960629917681217, 0.0023333607241511345, 0.0025706584565341473, 0.00280795618891716, 0.0030452541541308165, 0.0032825518865138292, 0.003519849618896842, 0.0037571475841104984, 0.003994445316493511, 0.004231743048876524, 0.004469040781259537, 0.0047063385136425495, 0.004943636246025562, 0.005180934444069862, 0.005418232176452875, 0.005655529908835888, 0.005892827641218901, 0.0061301253736019135, 0.006367423105984926, 0.006604720838367939, 0.006842018570750952, 0.0070793163031339645, 0.007316614501178265, 0.007553912233561277, 0.00779120996594429, 0.008028507232666016]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 7.0, 2.0, 1.0, 0.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02260570414364338, -0.022061511874198914, -0.021517319604754448, -0.02097312919795513, -0.020428936928510666, -0.0198847446590662, -0.019340552389621735, -0.01879636012017727, -0.018252167850732803, -0.017707977443933487, -0.01716378517448902, -0.016619592905044556, -0.01607540063560009, -0.015531209297478199, -0.014987017028033733, -0.014442825689911842, -0.013898633420467377, -0.013354441151022911, -0.01281024981290102, -0.012266057543456554, -0.011721866205334663, -0.011177673935890198, -0.010633481666445732, -0.010089290328323841, -0.009545098058879375, -0.00900090578943491, -0.008456714451313019, -0.007912522181868553, -0.007368330378085375, -0.0068241385743021965, -0.006279946304857731, -0.0057357545010745525, -0.005191562697291374, -0.004647370893508196, -0.0041031790897250175, -0.003558986820280552, -0.0030147950164973736, -0.0024706032127141953, -0.0019264111761003733, -0.0013822192559018731, -0.000838027335703373, -0.0002938354155048728, 0.00025035650469362736, 0.0007945484248921275, 0.0013387403450906277, 0.0018829322652891278, 0.002427124185487628, 0.00297131622210145, 0.0035155080258846283, 0.004059699829667807, 0.004603891633450985, 0.005148083902895451, 0.005692275706678629, 0.006236467510461807, 0.006780659779906273, 0.007324851583689451, 0.00786904338747263, 0.008413235656917095, 0.008957426995038986, 0.009501619264483452, 0.010045811533927917, 0.010590002872049809, 0.011134195141494274, 0.011678386479616165, 0.01222257874906063]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 3.0, 6.0, 14.0, 15.0, 16.0, 17.0, 15.0, 26.0, 31.0, 27.0, 38.0, 38.0, 46.0, 32.0, 54.0, 59.0, 63.0, 76.0, 80.0, 87.0, 102.0, 118.0, 142.0, 118.0, 146.0, 160.0, 173.0, 183.0, 191.0, 208.0, 257.0, 267.0, 349.0, 341.0, 334.0, 337.0, 386.0, 374.0, 447.0, 669.0, 967.0, 7351.0, 1326.0, 632.0, 557.0, 394.0, 219.0, 164.0, 121.0, 129.0, 100.0, 114.0, 91.0, 76.0, 61.0, 38.0, 21.0, 13.0, 4.0, 6.0], "bins": [-0.024159764871001244, -0.02363230660557747, -0.023104850202798843, -0.02257739193737507, -0.022049935534596443, -0.02152247726917267, -0.020995020866394043, -0.020467562600970268, -0.019940104335546494, -0.019412647932767868, -0.018885189667344093, -0.018357733264565468, -0.017830274999141693, -0.017302818596363068, -0.016775360330939293, -0.016247903928160667, -0.015720445662736893, -0.015192988328635693, -0.014665530994534492, -0.014138073660433292, -0.013610616326332092, -0.013083158060908318, -0.012555700726807117, -0.012028243392705917, -0.011500786058604717, -0.010973328724503517, -0.010445871390402317, -0.009918414056301117, -0.009390955790877342, -0.008863498456776142, -0.008336041122674942, -0.007808583788573742, -0.007281126454472542, -0.006753669120371342, -0.006226211786270142, -0.005698753986507654, -0.005171296652406454, -0.004643839318305254, -0.004116381518542767, -0.0035889241844415665, -0.0030614668503403664, -0.0025340095162391663, -0.0020065519493073225, -0.0014790944987908006, -0.0009516370482742786, -0.0004241795977577567, 0.00010327785275876522, 0.0006307353032752872, 0.001158192753791809, 0.001685650204308331, 0.002213107654824853, 0.0027405652217566967, 0.003268022555857897, 0.003795479889959097, 0.004322937689721584, 0.004850395023822784, 0.0053778523579239845, 0.005905309692025185, 0.006432767026126385, 0.006960224825888872, 0.007487682159990072, 0.00801513995975256, 0.00854259729385376, 0.00907005462795496, 0.00959751196205616]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 6.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.048350777477025986, -0.047412317246198654, -0.04647385701537132, -0.04553539678454399, -0.04459693655371666, -0.04365847632288933, -0.042720016092061996, -0.041781555861234665, -0.04084309563040733, -0.03990463539958, -0.03896617516875267, -0.03802771493792534, -0.03708925470709801, -0.036150794476270676, -0.035212334245443344, -0.03427387401461601, -0.03333541378378868, -0.03239695355296135, -0.03145849332213402, -0.030520031228661537, -0.029581570997834206, -0.028643110767006874, -0.027704650536179543, -0.02676619030535221, -0.02582773007452488, -0.024889269843697548, -0.023950809612870216, -0.023012349382042885, -0.022073889151215553, -0.021135428920388222, -0.02019696868956089, -0.01925850845873356, -0.018320048227906227, -0.017381587997078896, -0.016443127766251564, -0.015504667535424232, -0.014566207304596901, -0.01362774707376957, -0.012689286842942238, -0.011750826612114906, -0.010812366381287575, -0.009873905219137669, -0.008935444988310337, -0.007996984757483006, -0.007058524526655674, -0.0061200642958283424, -0.005181604065001011, -0.004243143834173679, -0.003304683603346348, -0.0023662233725190163, -0.001427763025276363, -0.0004893027362413704, 0.000449157552793622, 0.0013876177836209536, 0.0023260782472789288, 0.0032645384781062603, 0.004202998708933592, 0.005141458939760923, 0.006079919170588255, 0.0070183794014155865, 0.007956840097904205, 0.008895300328731537, 0.009833760559558868, 0.0107722207903862, 0.011710681021213531]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 3.0, 3.0, 2.0, 2.0, 0.0, 2.0, 1.0, 4.0, 5.0, 3.0, 1.0, 3.0, 1.0, 3.0, 1.0, 6.0, 3.0, 3.0, 2.0, 2.0, 2.0, 8.0, 7.0, 8.0, 3.0, 4.0, 9.0, 1.0, 4.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 4.0, 3.0, 7.0, 6.0, 8.0, 12.0, 98.0, 10.0, 8.0, 4.0, 4.0, 6.0, 7.0], "bins": [-0.05876868590712547, -0.057752545922994614, -0.056736402213573456, -0.055720262229442596, -0.05470412224531174, -0.05368797853589058, -0.05267183855175972, -0.05165569856762886, -0.0506395548582077, -0.04962341487407684, -0.048607274889945984, -0.047591131180524826, -0.04657499119639397, -0.04555885121226311, -0.04454270750284195, -0.04352656751871109, -0.04251042753458023, -0.04149428382515907, -0.040478143841028214, -0.039462000131607056, -0.038445860147476196, -0.03742972016334534, -0.03641357645392418, -0.03539743646979332, -0.03438129648566246, -0.0333651527762413, -0.03234901279211044, -0.031332872807979584, -0.030316730961203575, -0.029300589114427567, -0.028284447267651558, -0.0272683072835207, -0.02625216543674469, -0.02523602358996868, -0.024219883605837822, -0.023203741759061813, -0.022187599912285805, -0.021171459928154945, -0.020155318081378937, -0.019139176234602928, -0.01812303438782692, -0.01710689440369606, -0.01609075255692005, -0.015074611641466618, -0.014058470726013184, -0.013042328879237175, -0.012026187963783741, -0.011010046117007732, -0.009993905201554298, -0.008977764286100864, -0.007961622439324856, -0.006945481523871422, -0.0059293401427567005, -0.004913198761641979, -0.0038970576133579016, -0.002880916465073824, -0.0018647750839591026, -0.0008486338192597032, 0.0001675074454396963, 0.0011836487101390958, 0.0021997899748384953, 0.0032159313559532166, 0.0042320722714066505, 0.005248213652521372, 0.006264355033636093]}, "_runtime": 5.07637357711792, "_timestamp": 1596207389.6649966, "_step": 0}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 2.0, 4.0, 5.0, 0.0, 1.0, 3.0, 2.0, 3.0, 2.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 3.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.016767321154475212, -0.01617247611284256, -0.015577630139887333, -0.014982784166932106, -0.014387939125299454, -0.013793093152344227, -0.013198247179389, -0.012603402137756348, -0.01200855616480112, -0.011413710191845894, -0.010818865150213242, -0.010224019177258015, -0.009629173204302788, -0.009034328162670135, -0.008439482189714909, -0.007844637148082256, -0.007249791175127029, -0.00665494566783309, -0.00606010016053915, -0.005465254187583923, -0.004870408680289984, -0.004275563172996044, -0.003680717432871461, -0.0030858716927468777, -0.002491026185452938, -0.0018961805617436767, -0.0013013349380344152, -0.0007064893143251538, -0.00011164369061589241, 0.000483201933093369, 0.0010780475568026304, 0.0016728931805118918, 0.0022677388042211533, 0.002862584311515093, 0.003457430051639676, 0.004052275791764259, 0.004647121299058199, 0.0052419668063521385, 0.005836812779307365, 0.006431658286601305, 0.007026503793895245, 0.007621349301189184, 0.008216194808483124, 0.00881104078143835, 0.009405886754393578, 0.01000073179602623, 0.010595577768981457, 0.011190422810614109, 0.011785268783569336, 0.012380114756524563, 0.012974959798157215, 0.013569805771112442, 0.014164650812745094, 0.014759496785700321, 0.015354342758655548, 0.0159491878002882, 0.016544032841920853, 0.017138879746198654, 0.017733724787831306, 0.01832856982946396, 0.01892341673374176, 0.019518261775374413, 0.020113106817007065, 0.020707953721284866, 0.02130279876291752]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 4.0, 2.0, 9.0, 2.0, 12.0, 7.0, 14.0, 9.0, 14.0, 22.0, 26.0, 26.0, 31.0, 41.0, 45.0, 58.0, 59.0, 68.0, 77.0, 99.0, 140.0, 151.0, 217.0, 228.0, 322.0, 418.0, 2180.0, 766.0, 706.0, 601.0, 449.0, 315.0, 206.0, 144.0, 93.0, 73.0, 75.0, 42.0, 37.0, 32.0, 27.0, 24.0, 14.0, 13.0, 10.0, 6.0, 3.0, 3.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.13384053111076355, -0.13012167811393738, -0.1264028251171112, -0.12268396466970444, -0.11896511167287827, -0.1152462512254715, -0.11152739822864532, -0.10780854523181915, -0.10408969223499298, -0.10037083178758621, -0.09665197879076004, -0.09293312579393387, -0.0892142653465271, -0.08549541234970093, -0.08177655935287476, -0.07805769890546799, -0.07433884590864182, -0.07061999291181564, -0.06690113246440887, -0.0631822794675827, -0.05946342647075653, -0.05574456974864006, -0.05202571302652359, -0.04830686002969742, -0.04458800330758095, -0.04086914658546448, -0.037150293588638306, -0.033431436866521835, -0.029712582007050514, -0.025993727147579193, -0.022274870425462723, -0.0185560155659914, -0.01483716070652008, -0.01111830584704876, -0.007399450056254864, -0.0036805947311222553, 3.826059401035309e-05, 0.0037571159191429615, 0.00747597124427557, 0.011194827035069466, 0.014913681894540787, 0.018632536754012108, 0.02235139161348343, 0.0260702483355999, 0.02978910319507122, 0.03350795805454254, 0.03722681477665901, 0.040945667773485184, 0.044664524495601654, 0.048383381217718124, 0.052102234214544296, 0.05582109093666077, 0.05953994393348694, 0.06325880438089371, 0.06697765737771988, 0.07069651037454605, 0.07441537082195282, 0.07813422381877899, 0.08185307681560516, 0.08557192981243134, 0.0892907902598381, 0.09300964325666428, 0.09672849625349045, 0.10044735670089722, 0.10416620969772339]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 4.0, 1.0, 3.0, 1.0, 1.0, 1.0, 1.0, 4.0, 1.0, 3.0, 1.0, 0.0, 1.0, 2.0, 2.0, 4.0, 1.0, 2.0, 1.0, 4.0, 2.0, 5.0, 4.0, 32.0, 4.0, 4.0, 3.0, 5.0, 2.0, 2.0, 4.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 3.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.007327159401029348, -0.007059896364808083, -0.006792633328586817, -0.006525369826704264, -0.006258106790482998, -0.005990843754261732, -0.005723580718040466, -0.0054563176818192005, -0.005189054645597935, -0.004921791143715382, -0.004654528107494116, -0.00438726507127285, -0.004120002035051584, -0.003852738765999675, -0.003585475729778409, -0.0033182124607264996, -0.0030509494245052338, -0.002783686388283968, -0.0025164231192320585, -0.0022491600830107927, -0.0019818968139588833, -0.0017146337777376175, -0.0014473707415163517, -0.001180107588879764, -0.0009128444362431765, -0.0006455812836065888, -0.00037831818917766213, -0.00011105506564490497, 0.0001562080578878522, 0.00042347118142060935, 0.0006907343049533665, 0.0009579973993822932, 0.0012252605520188808, 0.0014925237046554685, 0.001759786857292056, 0.002027049893513322, 0.0022943131625652313, 0.002561576198786497, 0.002828839235007763, 0.0030961025040596724, 0.003363365540280938, 0.003630628576502204, 0.0038978918455541134, 0.004165154881775379, 0.004432417917996645, 0.004699680954217911, 0.004966944456100464, 0.00523420749232173, 0.0055014705285429955, 0.005768733564764261, 0.006035996600985527, 0.00630326010286808, 0.006570523139089346, 0.006837786175310612, 0.0071050492115318775, 0.007372312247753143, 0.007639575749635696, 0.007906838320195675, 0.008174101822078228, 0.008441365323960781, 0.00870862789452076, 0.008975891396403313, 0.009243153966963291, 0.009510417468845844, 0.009777680039405823]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [4.0, 3.0, 5.0, 11.0, 15.0, 28.0, 42.0, 78.0, 123.0, 219.0, 319.0, 444.0, 745.0, 1044.0, 1591.0, 2399.0, 3394.0, 4645.0, 6437.0, 8718.0, 11804.0, 16064.0, 22484.0, 32034.0, 45170.0, 62326.0, 84045.0, 110187.0, 449753.0, 86646.0, 60700.0, 43910.0, 32127.0, 23323.0, 16906.0, 12593.0, 9517.0, 7274.0, 5656.0, 4274.0, 3373.0, 2591.0, 1921.0, 1436.0, 1014.0, 708.0, 496.0, 358.0, 253.0, 157.0, 99.0, 55.0, 45.0, 31.0, 23.0, 10.0, 9.0, 3.0, 7.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.010709622874855995, -0.010329017415642738, -0.009948411956429482, -0.009567806497216225, -0.009187201038002968, -0.008806595578789711, -0.008425990119576454, -0.008045384660363197, -0.0076647792011499405, -0.007284173276275396, -0.0069035678170621395, -0.006522962357848883, -0.006142356898635626, -0.005761751439422369, -0.005381145980209112, -0.005000540520995855, -0.0046199350617825985, -0.004239329602569342, -0.003858724143356085, -0.003478118684142828, -0.003097513224929571, -0.0027169075328856707, -0.002336302073672414, -0.001955696614459157, -0.0015750911552459002, -0.0011944856960326433, -0.0008138801786117256, -0.0004332746902946383, -5.2669201977550983e-05, 0.0003279362863395363, 0.0007085417746566236, 0.0010891472920775414, 0.0014697527512907982, 0.001850358210504055, 0.002230963669717312, 0.0026115691289305687, 0.0029921745881438255, 0.003372780280187726, 0.003753385739400983, 0.004133990965783596, 0.004514596424996853, 0.004895202349871397, 0.005275807809084654, 0.005656413268297911, 0.0060370187275111675, 0.006417624186724424, 0.006798229645937681, 0.007178835105150938, 0.007559440564364195, 0.007940046489238739, 0.008320651948451996, 0.008701257407665253, 0.00908186286687851, 0.009462468326091766, 0.009843073785305023, 0.01022367924451828, 0.010604284703731537, 0.010984890162944794, 0.01136549562215805, 0.011746101081371307, 0.012126706540584564, 0.012507311999797821, 0.012887917459011078, 0.013268522918224335, 0.013649128377437592]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 4.0, 2.0, 1.0, 2.0, 9.0, 3.0, 2.0, 2.0, 1.0, 3.0, 2.0, 0.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0197124183177948, -0.019187921658158302, -0.018663424998521805, -0.018138928338885307, -0.01761443167924881, -0.017089935019612312, -0.016565438359975815, -0.016040941700339317, -0.015516444109380245, -0.014991947449743748, -0.01446745079010725, -0.013942954130470753, -0.01341845653951168, -0.012893959879875183, -0.012369463220238686, -0.011844966560602188, -0.01132046990096569, -0.010795973241329193, -0.010271476581692696, -0.009746979922056198, -0.0092224832624197, -0.008697985671460629, -0.008173489011824131, -0.0076489923521876335, -0.007124495692551136, -0.0065999990329146385, -0.006075502373278141, -0.005551005247980356, -0.005026508588343859, -0.004502011928707361, -0.003977514803409576, -0.003453018143773079, -0.0029285214841365814, -0.002404024824500084, -0.0018795279320329428, -0.0013550311559811234, -0.0008305343799293041, -0.0003060376038774848, 0.00021845917217433453, 0.0007429559482261539, 0.0012674527242779732, 0.0017919495003297925, 0.002316446276381612, 0.002840943168848753, 0.0033654398284852505, 0.003889936488121748, 0.004414433613419533, 0.00493893027305603, 0.005463426932692528, 0.005987923592329025, 0.006512420251965523, 0.007036917377263308, 0.007561414036899805, 0.00808591116219759, 0.008610407821834087, 0.009134904481470585, 0.009659401141107082, 0.01018389780074358, 0.010708394460380077, 0.011232891120016575, 0.011757388710975647, 0.012281885370612144, 0.012806382030248642, 0.01333087868988514, 0.013855375349521637]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [4.0, 1.0, 8.0, 6.0, 7.0, 9.0, 10.0, 26.0, 18.0, 29.0, 44.0, 27.0, 42.0, 65.0, 56.0, 72.0, 73.0, 94.0, 114.0, 149.0, 176.0, 209.0, 218.0, 240.0, 269.0, 260.0, 300.0, 278.0, 300.0, 236.0, 280.0, 221.0, 250.0, 329.0, 360.0, 539.0, 766.0, 6923.0, 1439.0, 974.0, 647.0, 431.0, 460.0, 420.0, 346.0, 299.0, 181.0, 101.0, 35.0, 24.0, 9.0, 10.0, 9.0, 7.0, 3.0, 6.0, 2.0, 5.0, 2.0, 5.0, 4.0, 2.0, 1.0, 2.0], "bins": [-0.02004864439368248, -0.019517716020345688, -0.018986787647008896, -0.018455857411026955, -0.017924929037690163, -0.01739400066435337, -0.01686307229101658, -0.016332143917679787, -0.015801213681697845, -0.015270286239683628, -0.014739356935024261, -0.01420842856168747, -0.013677500188350677, -0.013146570883691311, -0.012615642510354519, -0.012084713205695152, -0.01155378483235836, -0.011022856459021568, -0.010491927154362202, -0.00996099878102541, -0.009430069476366043, -0.008899141103029251, -0.008368212729692459, -0.007837283425033092, -0.0073063550516963005, -0.006775426212698221, -0.006244497373700142, -0.00571356900036335, -0.005182640161365271, -0.004651711322367191, -0.004120782949030399, -0.00358985411003232, -0.0030589252710342407, -0.0025279964320361614, -0.0019970678258687258, -0.0014661391032859683, -0.0009352103807032108, -0.00040428165812045336, 0.00012664706446230412, 0.0006575757870450616, 0.001188504509627819, 0.0017194332322105765, 0.002250361954793334, 0.0027812905609607697, 0.003312219399958849, 0.0038431482389569283, 0.00437407661229372, 0.0049050054512917995, 0.005435934290289879, 0.005966863129287958, 0.0064977919682860374, 0.0070287203416228294, 0.007559649180620909, 0.008090578019618988, 0.00862150639295578, 0.009152435697615147, 0.009683364070951939, 0.01021429244428873, 0.010745221748948097, 0.01127615012228489, 0.011807078495621681, 0.012338007800281048, 0.01286893617361784, 0.013399865478277206, 0.013930793851613998]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 4.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 2.0, 5.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08005145192146301, -0.07847540080547333, -0.07689934223890305, -0.07532329112291336, -0.07374724000692368, -0.07217118889093399, -0.07059513032436371, -0.06901907920837402, -0.06744302809238434, -0.06586696952581406, -0.06429091840982437, -0.06271486729383469, -0.0611388124525547, -0.05956275761127472, -0.057986706495285034, -0.05641065165400505, -0.05483459681272507, -0.05325854569673538, -0.0516824908554554, -0.050106439739465714, -0.04853038489818573, -0.046954333782196045, -0.04537827894091606, -0.04380222409963608, -0.04222617298364639, -0.04065011814236641, -0.039074067026376724, -0.03749801218509674, -0.03592195734381676, -0.03434590622782707, -0.03276985138654709, -0.031193798407912254, -0.02961774542927742, -0.028041692450642586, -0.02646563947200775, -0.024889584630727768, -0.023313531652092934, -0.0217374786734581, -0.020161425694823265, -0.01858537271618843, -0.017009317874908447, -0.015433265827596188, -0.013857211917638779, -0.012281158939003944, -0.01070510596036911, -0.009129052050411701, -0.007552999071776867, -0.005976945627480745, -0.004400892183184624, -0.002824838738888502, -0.0012487855274230242, 0.0003272678004577756, 0.0019033211283385754, 0.003479374572634697, 0.005055427551269531, 0.006631480995565653, 0.008207534439861774, 0.009783587418496609, 0.011359641328454018, 0.012935694307088852, 0.014511747285723686, 0.01608780026435852, 0.017663855105638504, 0.01923990808427334, 0.020815961062908173]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 4.0, 1.0, 2.0, 2.0, 2.0, 5.0, 3.0, 6.0, 6.0, 8.0, 3.0, 8.0, 3.0, 6.0, 7.0, 9.0, 2.0, 6.0, 2.0, 1.0, 3.0, 4.0, 1.0, 2.0, 2.0, 4.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 2.0, 4.0, 4.0, 3.0, 1.0, 3.0, 4.0, 2.0, 3.0, 15.0, 74.0, 15.0, 13.0, 3.0, 5.0, 3.0, 4.0, 3.0, 3.0, 6.0], "bins": [-0.07676270604133606, -0.07535174489021301, -0.07394079118967056, -0.07252983003854752, -0.07111886888742447, -0.06970791518688202, -0.06829695403575897, -0.06688599288463593, -0.06547503173351288, -0.06406407803297043, -0.06265311688184738, -0.06124215945601463, -0.059831202030181885, -0.05842024087905884, -0.05700928345322609, -0.05559832230210304, -0.054187364876270294, -0.052776407450437546, -0.0513654462993145, -0.04995448887348175, -0.048543527722358704, -0.047132570296525955, -0.04572161287069321, -0.04431065171957016, -0.04289969429373741, -0.04148873686790466, -0.040077775716781616, -0.03866681829094887, -0.03725586086511612, -0.03584489971399307, -0.034433942288160324, -0.03302298113703728, -0.03161202371120453, -0.03020106442272663, -0.028790105134248734, -0.027379147708415985, -0.025968188419938087, -0.02455722913146019, -0.02314627170562744, -0.021735312417149544, -0.020324353128671646, -0.01891339384019375, -0.01750243455171585, -0.016091477125883102, -0.014680517837405205, -0.013269558548927307, -0.011858600191771984, -0.010447641834616661, -0.009036682546138763, -0.007625723723322153, -0.006214764900505543, -0.004803806077688932, -0.003392847254872322, -0.0019818884320557117, -0.0005709296092391014, 0.0008400292135775089, 0.0022509880363941193, 0.0036619468592107296, 0.00507290568202734, 0.00648386450484395, 0.00789482332766056, 0.009305782616138458, 0.010716740973293781, 0.012127699330449104, 0.013538658618927002]}, "_runtime": 5.855550289154053, "_timestamp": 1596207390.4441733, "_step": 1}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 3.0, 1.0, 1.0, 2.0, 0.0, 0.0, 6.0, 0.0, 2.0, 3.0, 2.0, 3.0, 3.0, 3.0, 3.0, 1.0, 1.0, 2.0, 3.0, 2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.020421810448169708, -0.01978950947523117, -0.019157210364937782, -0.018524909391999245, -0.017892610281705856, -0.01726030930876732, -0.01662800833582878, -0.015995709225535393, -0.015363408252596855, -0.014731108210980892, -0.01409880816936493, -0.013466508127748966, -0.012834208086133003, -0.01220190804451704, -0.011569607071578503, -0.01093730702996254, -0.010305006988346577, -0.009672706946730614, -0.00904040690511465, -0.008408105932176113, -0.00777580589056015, -0.007143505848944187, -0.006511205807328224, -0.005878905300050974, -0.005246605258435011, -0.004614305216819048, -0.003982004709541798, -0.0033497046679258347, -0.002717404393479228, -0.0020851041190326214, -0.0014528039610013366, -0.0008205037447623909, -0.00018820352852344513, 0.0004440966877155006, 0.0010763969039544463, 0.0017086970619857311, 0.0023409973364323378, 0.0029732976108789444, 0.0036055976524949074, 0.004237898159772158, 0.004870198201388121, 0.005502498243004084, 0.006134798750281334, 0.006767098791897297, 0.00739939883351326, 0.008031698875129223, 0.00866399984806776, 0.009296299889683723, 0.009928599931299686, 0.01056089997291565, 0.011193200014531612, 0.01182550098747015, 0.012457801029086113, 0.013090101070702076, 0.013722401112318039, 0.014354701153934002, 0.014987001195549965, 0.015619302168488503, 0.01625160127878189, 0.01688390225172043, 0.017516203224658966, 0.018148502334952354, 0.018780803307890892, 0.01941310241818428, 0.020045403391122818]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 2.0, 2.0, 2.0, 2.0, 0.0, 2.0, 8.0, 12.0, 13.0, 7.0, 10.0, 8.0, 16.0, 25.0, 24.0, 26.0, 33.0, 34.0, 38.0, 51.0, 59.0, 87.0, 112.0, 116.0, 151.0, 210.0, 271.0, 320.0, 419.0, 2039.0, 963.0, 973.0, 582.0, 407.0, 266.0, 189.0, 108.0, 79.0, 60.0, 53.0, 36.0, 26.0, 21.0, 12.0, 14.0, 8.0, 3.0, 4.0, 11.0, 3.0, 5.0, 3.0, 1.0, 4.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.13915948569774628, -0.13465890288352966, -0.13015832006931305, -0.12565775215625763, -0.12115716934204102, -0.1166565865278244, -0.11215600371360779, -0.10765542834997177, -0.10315484553575516, -0.09865426272153854, -0.09415368735790253, -0.08965310454368591, -0.0851525217294693, -0.08065194636583328, -0.07615136355161667, -0.07165078818798065, -0.06715020537376404, -0.06264962255954742, -0.05814904719591141, -0.053648464381694794, -0.04914788529276848, -0.04464730620384216, -0.04014672338962555, -0.035646144300699234, -0.03114556521177292, -0.026644986122846603, -0.02214440517127514, -0.017643824219703674, -0.013143245130777359, -0.008642665110528469, -0.004142085090279579, 0.00035849492996931076, 0.004859074950218201, 0.00935965497046709, 0.01386023499071598, 0.018360815942287445, 0.02286139503121376, 0.027361974120140076, 0.03186255693435669, 0.036363136023283005, 0.04086371511220932, 0.045364294201135635, 0.04986487329006195, 0.054365456104278564, 0.05886603519320488, 0.0633666142821312, 0.06786719709634781, 0.07236777245998383, 0.07686835527420044, 0.08136893808841705, 0.08586951345205307, 0.09037009626626968, 0.0948706716299057, 0.09937125444412231, 0.10387183725833893, 0.10837241262197495, 0.11287299543619156, 0.11737357825040817, 0.12187415361404419, 0.1263747364282608, 0.13087531924247742, 0.13537590205669403, 0.13987646996974945, 0.14437705278396606, 0.14887763559818268]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 4.0, 2.0, 3.0, 1.0, 6.0, 5.0, 1.0, 2.0, 2.0, 0.0, 30.0, 2.0, 2.0, 1.0, 1.0, 1.0, 4.0, 2.0, 2.0, 3.0, 3.0, 2.0, 1.0, 2.0, 2.0, 1.0, 4.0, 1.0, 3.0, 1.0, 4.0, 0.0, 2.0, 1.0, 1.0, 2.0, 3.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.005484581459313631, -0.0053180488757789135, -0.005151516292244196, -0.004984983708709478, -0.004818451125174761, -0.004651918541640043, -0.004485385958105326, -0.004318853374570608, -0.004152320791035891, -0.003985788207501173, -0.0038192556239664555, -0.003652723040431738, -0.0034861904568970203, -0.0033196578733623028, -0.0031531252898275852, -0.0029865927062928677, -0.00282006012275815, -0.0026535275392234325, -0.002486994955688715, -0.0023204623721539974, -0.00215392978861928, -0.0019873972050845623, -0.0018208646215498447, -0.0016543320380151272, -0.0014877994544804096, -0.001321266870945692, -0.0011547342874109745, -0.000988201703876257, -0.0008216691203415394, -0.0006551365368068218, -0.0004886039532721043, -0.0003220713697373867, -0.00015553878620266914, 1.0993797332048416e-05, 0.00017752638086676598, 0.00034405896440148354, 0.0005105915479362011, 0.0006771241314709187, 0.0008436567150056362, 0.0010101892985403538, 0.0011767218820750713, 0.001343254465609789, 0.0015097870491445065, 0.001676319632679224, 0.0018428522162139416, 0.002009384799748659, 0.0021759173832833767, 0.0023424499668180943, 0.002508982550352812, 0.0026755151338875294, 0.002842047717422247, 0.0030085803009569645, 0.003175112884491682, 0.0033416454680263996, 0.003508178051561117, 0.0036747106350958347, 0.0038412432186305523, 0.00400777580216527, 0.004174308385699987, 0.004340840969234705, 0.0045073735527694225, 0.00467390613630414, 0.004840438719838858, 0.005006971303373575, 0.005173503886908293]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 3.0, 7.0, 16.0, 21.0, 24.0, 36.0, 66.0, 100.0, 135.0, 194.0, 279.0, 421.0, 628.0, 807.0, 1182.0, 1665.0, 2174.0, 2852.0, 3649.0, 4749.0, 6123.0, 7808.0, 9931.0, 12611.0, 16565.0, 22521.0, 30917.0, 43536.0, 61935.0, 83899.0, 417197.0, 103033.0, 84271.0, 65064.0, 48071.0, 35351.0, 26723.0, 20382.0, 15815.0, 12438.0, 9644.0, 7415.0, 5584.0, 4149.0, 3144.0, 2128.0, 1491.0, 1052.0, 669.0, 440.0, 272.0, 189.0, 100.0, 73.0, 38.0, 26.0, 14.0, 7.0, 5.0, 1.0, 3.0, 1.0, 1.0], "bins": [-0.012281859293580055, -0.011895827949047089, -0.011509795673191547, -0.011123763397336006, -0.01073773205280304, -0.010351700708270073, -0.009965668432414532, -0.00957963615655899, -0.009193604812026024, -0.008807573467493057, -0.008421541191637516, -0.008035508915781975, -0.007649477571249008, -0.007263445761054754, -0.0068774139508605, -0.006491382140666246, -0.0061053503304719925, -0.005719318520277739, -0.005333286710083485, -0.004947254899889231, -0.004561223089694977, -0.004175191279500723, -0.003789159469306469, -0.003403127659112215, -0.003017095848917961, -0.002631064038723707, -0.0022450322285294533, -0.0018590004183351994, -0.0014729686081409454, -0.0010869367979466915, -0.0007009049877524376, -0.00031487317755818367, 7.115863263607025e-05, 0.0004571904428303242, 0.0008432222530245781, 0.001229254063218832, 0.001615285873413086, 0.00200131768360734, 0.0023873494938015938, 0.0027733813039958477, 0.0031594131141901016, 0.0035454449243843555, 0.0039314767345786095, 0.004317508544772863, 0.004703540354967117, 0.005089572165161371, 0.005475603975355625, 0.005861635785549879, 0.006247667595744133, 0.006633699405938387, 0.007019731216132641, 0.007405763026326895, 0.007791794836521149, 0.008177826181054115, 0.008563858456909657, 0.008949890732765198, 0.009335922077298164, 0.009721953421831131, 0.010107985697686672, 0.010494017973542213, 0.01088004931807518, 0.011266080662608147, 0.011652112938463688, 0.012038145214319229, 0.012424176558852196]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 4.0, 3.0, 4.0, 1.0, 4.0, 4.0, 0.0, 4.0, 7.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.004892193246632814, -0.004581252578645945, -0.004270311910659075, -0.003959371242672205, -0.003648430807515979, -0.003337490139529109, -0.003026549704372883, -0.002715609036386013, -0.0024046683683991432, -0.0020937277004122734, -0.0017827871488407254, -0.0014718465972691774, -0.0011609059292823076, -0.0008499653195030987, -0.0005390247097238898, -0.00022808409994468093, 8.285650983452797e-05, 0.00039379711961373687, 0.0007047377293929458, 0.0010156782809644938, 0.0013266189489513636, 0.0016375596169382334, 0.0019485001685097814, 0.0022594407200813293, 0.002570381388068199, 0.002881322056055069, 0.0031922627240419388, 0.003503203159198165, 0.0038141438271850348, 0.004125084262341261, 0.004436024930328131, 0.0047469655983150005, 0.00505790626630187, 0.00536884693428874, 0.00567978760227561, 0.00599072827026248, 0.006301668472588062, 0.006612609140574932, 0.006923549808561802, 0.007234490476548672, 0.0075454311445355415, 0.007856371812522411, 0.008167312480509281, 0.008478253148496151, 0.00878919381648302, 0.00910013448446989, 0.00941107515245676, 0.00972201582044363, 0.010032955557107925, 0.010343896225094795, 0.010654836893081665, 0.010965777561068535, 0.011276718229055405, 0.011587658897042274, 0.011898599565029144, 0.012209540233016014, 0.012520480901002884, 0.012831421568989754, 0.013142362236976624, 0.013453302904963493, 0.013764243572950363, 0.014075184240937233, 0.014386124908924103, 0.014697065576910973, 0.015008006244897842]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 4.0, 5.0, 5.0, 9.0, 21.0, 12.0, 31.0, 55.0, 68.0, 101.0, 135.0, 150.0, 209.0, 248.0, 303.0, 331.0, 395.0, 421.0, 532.0, 602.0, 773.0, 1561.0, 6946.0, 1262.0, 799.0, 552.0, 398.0, 362.0, 321.0, 304.0, 266.0, 224.0, 212.0, 145.0, 133.0, 95.0, 86.0, 68.0, 44.0, 40.0, 39.0, 28.0, 21.0, 23.0, 20.0, 11.0, 13.0, 5.0, 10.0, 6.0, 4.0, 7.0, 4.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0], "bins": [-0.005466502159833908, -0.005249194335192442, -0.005031886510550976, -0.00481457868590951, -0.0045972708612680435, -0.004379963036626577, -0.004162655211985111, -0.003945347387343645, -0.0037280397955328226, -0.0035107319708913565, -0.0032934241462498903, -0.003076116321608424, -0.0028588087297976017, -0.0026415009051561356, -0.0024241930805146694, -0.0022068852558732033, -0.001989577431231737, -0.001772269606590271, -0.0015549617819488049, -0.0013376540737226605, -0.0011203462490811944, -0.0009030384244397283, -0.000685730658005923, -0.00046842286246828735, -0.00025111506693065166, -3.380727139301598e-05, 0.0001835005241446197, 0.0004008083196822554, 0.0006181161152198911, 0.0008354239398613572, 0.0010527316480875015, 0.0012700394727289677, 0.0014873472973704338, 0.0017046551220119, 0.001921962946653366, 0.0021392707712948322, 0.0023565785959362984, 0.002573886187747121, 0.002791194012388587, 0.003008501837030053, 0.0032258096616715193, 0.0034431174863129854, 0.0036604253109544516, 0.0038777331355959177, 0.00409504072740674, 0.004312348552048206, 0.0045296563766896725, 0.004746964201331139, 0.004964272025972605, 0.005181579850614071, 0.005398887675255537, 0.005616195499897003, 0.005833503324538469, 0.0060508111491799355, 0.006268118973821402, 0.006485426798462868, 0.006702734157443047, 0.006920041982084513, 0.007137349806725979, 0.007354657631367445, 0.007571965456008911, 0.007789273280650377, 0.008006581105291843, 0.008223889395594597, 0.008441196754574776]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 6.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0], "bins": [-0.019293760880827904, -0.01879052259027958, -0.018287284299731255, -0.01778404600918293, -0.017280805855989456, -0.01677756756544113, -0.016274329274892807, -0.015771090984344482, -0.015267852693796158, -0.014764613471925259, -0.014261375181376934, -0.01375813689082861, -0.01325489766895771, -0.012751659378409386, -0.012248421087861061, -0.011745181865990162, -0.011241943575441837, -0.010738705284893513, -0.010235466063022614, -0.009732227772474289, -0.009228989481925964, -0.008725750260055065, -0.00822251196950674, -0.007719273678958416, -0.007216034922748804, -0.006712796166539192, -0.006209557875990868, -0.005706319119781256, -0.005203080363571644, -0.004699842073023319, -0.004196603316813707, -0.003693364793434739, -0.003190126270055771, -0.0026868877466768026, -0.0021836492232978344, -0.0016804104670882225, -0.0011771719437092543, -0.0006739333621226251, -0.00017069478053599596, 0.0003325438010506332, 0.0008357823826372623, 0.0013390209060162306, 0.0018422595458105206, 0.0023454981856048107, 0.002848736708983779, 0.003351975232362747, 0.003855213988572359, 0.004358452279120684, 0.0048616910353302956, 0.0053649297915399075, 0.005868168082088232, 0.006371406838297844, 0.0068746451288461685, 0.00737788388505578, 0.007881122641265392, 0.008384360931813717, 0.008887600153684616, 0.00939083844423294, 0.009894076734781265, 0.01039731502532959, 0.010900554247200489, 0.011403792537748814, 0.011907030828297138, 0.012410270050168037, 0.012913508340716362]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 3.0, 0.0, 1.0, 2.0, 1.0, 5.0, 3.0, 2.0, 4.0, 4.0, 5.0, 1.0, 4.0, 5.0, 2.0, 1.0, 9.0, 0.0, 0.0, 4.0, 6.0, 5.0, 6.0, 5.0, 4.0, 3.0, 2.0, 3.0, 7.0, 3.0, 6.0, 5.0, 7.0, 9.0, 10.0, 8.0, 6.0, 63.0, 12.0, 6.0, 13.0, 5.0, 5.0, 7.0, 4.0, 2.0, 1.0, 5.0, 3.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01842004992067814, -0.01796913705766201, -0.01751822419464588, -0.017067311331629753, -0.016616398468613625, -0.016165485605597496, -0.015714570879936218, -0.015263658948242664, -0.014812745153903961, -0.014361832290887833, -0.013910919427871704, -0.013460006564855576, -0.013009093701839447, -0.012558180838823318, -0.012107267044484615, -0.011656354181468487, -0.011205441318452358, -0.01075452845543623, -0.010303615592420101, -0.009852701798081398, -0.00940178893506527, -0.008950876072049141, -0.008499963209033012, -0.008049050346016884, -0.007598137017339468, -0.0071472241543233395, -0.006696310825645924, -0.006245397962629795, -0.0057944850996136665, -0.005343571770936251, -0.004892658907920122, -0.004441745579242706, -0.003990832716226578, -0.0035399196203798056, -0.0030890065245330334, -0.002638093661516905, -0.0021871805656701326, -0.0017362674698233604, -0.00128535449039191, -0.0008344414527527988, -0.0003835284151136875, 6.738462252542377e-05, 0.000518297660164535, 0.0009692106978036463, 0.0014201237354427576, 0.0018710368312895298, 0.0023219496943056583, 0.0027728627901524305, 0.0032237758859992027, 0.003674688981845975, 0.004125602077692747, 0.004576514940708876, 0.0050274282693862915, 0.00547834113240242, 0.005929253995418549, 0.006380167324095964, 0.006831080187112093, 0.0072819930501282215, 0.007732906378805637, 0.008183819241821766, 0.008634732104837894, 0.009085644967854023, 0.009536558762192726, 0.009987471625208855, 0.010438384488224983]}, "_runtime": 6.630603551864624, "_timestamp": 1596207391.2192266, "_step": 2}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 1.0, 3.0, 3.0, 2.0, 1.0, 3.0, 2.0, 2.0, 0.0, 4.0, 3.0, 5.0, 2.0, 2.0, 2.0, 3.0, 3.0, 3.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.015041586942970753, -0.014454850926995277, -0.013868114911019802, -0.013281377963721752, -0.012694641947746277, -0.012107905931770802, -0.011521169915795326, -0.010934433899819851, -0.010347697883844376, -0.009760960936546326, -0.00917422492057085, -0.008587488904595375, -0.0080007528886199, -0.007414016406983137, -0.006827280391007662, -0.006240543909370899, -0.005653807893395424, -0.005067071877419949, -0.004480335395783186, -0.0038935993798077106, -0.0033068631310015917, -0.0027201268821954727, -0.0021333908662199974, -0.0015466546174138784, -0.0009599183686077595, -0.0003731821780093014, 0.00021355401258915663, 0.0008002902031876147, 0.0013870263937860727, 0.0019737626425921917, 0.002560498658567667, 0.003147234907373786, 0.003733971156179905, 0.00432070717215538, 0.004907443653792143, 0.005494179669767618, 0.006080916151404381, 0.006667652167379856, 0.007254388183355331, 0.007841124199330807, 0.008427860215306282, 0.009014597162604332, 0.009601333178579807, 0.010188069194555283, 0.010774805210530758, 0.011361541226506233, 0.011948278173804283, 0.012535014189779758, 0.013121750205755234, 0.013708486221730709, 0.014295222237706184, 0.014881959185004234, 0.01546869520097971, 0.016055431216955185, 0.016642168164253235, 0.017228903248906136, 0.017815640196204185, 0.018402375280857086, 0.018989112228155136, 0.019575849175453186, 0.020162584260106087, 0.020749321207404137, 0.021336056292057037, 0.021922793239355087, 0.022509530186653137]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 3.0, 4.0, 8.0, 6.0, 5.0, 7.0, 12.0, 9.0, 16.0, 24.0, 32.0, 40.0, 37.0, 59.0, 54.0, 73.0, 126.0, 124.0, 168.0, 237.0, 357.0, 490.0, 2245.0, 1596.0, 857.0, 522.0, 283.0, 163.0, 125.0, 61.0, 46.0, 38.0, 24.0, 9.0, 16.0, 10.0, 5.0, 15.0, 2.0, 7.0, 4.0, 2.0, 4.0, 1.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.20801587402820587, -0.20264872908592224, -0.1972815990447998, -0.19191445410251617, -0.18654730916023254, -0.1811801642179489, -0.17581301927566528, -0.17044588923454285, -0.16507874429225922, -0.15971159934997559, -0.15434446930885315, -0.14897732436656952, -0.1436101794242859, -0.13824303448200226, -0.13287588953971863, -0.1275087594985962, -0.12214161455631256, -0.11677446961402893, -0.1114073321223259, -0.10604019463062286, -0.10067304968833923, -0.0953059047460556, -0.08993876725435257, -0.08457162976264954, -0.0792044848203659, -0.07383733987808228, -0.06847020238637924, -0.06310306489467621, -0.05773591995239258, -0.052368778735399246, -0.047001637518405914, -0.04163449630141258, -0.03626735508441925, -0.03090021386742592, -0.025533072650432587, -0.020165931433439255, -0.014798790216445923, -0.009431648999452591, -0.004064507782459259, 0.0013026334345340729, 0.006669774651527405, 0.012036915868520737, 0.01740405708551407, 0.0227711983025074, 0.028138339519500732, 0.033505480736494064, 0.038872621953487396, 0.04423976317048073, 0.04960690438747406, 0.05497404560446739, 0.060341186821460724, 0.06570832431316376, 0.07107546925544739, 0.07644261419773102, 0.08180975168943405, 0.08717688918113708, 0.09254403412342072, 0.09791117906570435, 0.10327831655740738, 0.10864545404911041, 0.11401259899139404, 0.11937974393367767, 0.1247468814253807, 0.13011401891708374, 0.13548116385936737]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 2.0, 1.0, 3.0, 1.0, 4.0, 1.0, 4.0, 1.0, 0.0, 2.0, 1.0, 3.0, 1.0, 4.0, 4.0, 0.0, 1.0, 2.0, 1.0, 1.0, 6.0, 27.0, 6.0, 2.0, 5.0, 2.0, 2.0, 5.0, 3.0, 1.0, 2.0, 1.0, 1.0, 1.0, 3.0, 3.0, 2.0, 1.0, 3.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0055417343974113464, -0.005368135869503021, -0.005194537341594696, -0.005020938813686371, -0.004847340285778046, -0.0046737417578697205, -0.004500143695622683, -0.004326545167714357, -0.004152946639806032, -0.003979348111897707, -0.003805749583989382, -0.0036321510560810566, -0.0034585525281727314, -0.003284954000264406, -0.0031113557051867247, -0.0029377571772783995, -0.0027641586493700743, -0.002590560121461749, -0.002416961593553424, -0.0022433632984757423, -0.002069764770567417, -0.001896166242659092, -0.0017225677147507668, -0.0015489693032577634, -0.0013753707753494382, -0.001201772247441113, -0.0010281738359481096, -0.0008545753080397844, -0.0006809768383391201, -0.0005073783686384559, -0.00033377986983396113, -0.00016018138558138162, 1.3417098671197891e-05, 0.0001870155829237774, 0.0003606140671763569, 0.0005342125659808517, 0.0007078110356815159, 0.0008814095053821802, 0.0010550080332905054, 0.0012286064447835088, 0.001402204972691834, 0.0015758035006001592, 0.0017494019120931625, 0.0019230004400014877, 0.002096598967909813, 0.002270197495818138, 0.0024437957908958197, 0.002617394318804145, 0.00279099284671247, 0.0029645913746207952, 0.0031381899025291204, 0.003311788197606802, 0.003485386725515127, 0.0036589852534234524, 0.0038325837813317776, 0.004006182309240103, 0.004179780837148428, 0.004353379365056753, 0.004526977892965078, 0.004700575955212116, 0.0048741744831204414, 0.005047773011028767, 0.005221371538937092, 0.005394970066845417, 0.005568568594753742]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 1.0, 0.0, 5.0, 15.0, 21.0, 33.0, 44.0, 89.0, 118.0, 201.0, 339.0, 549.0, 825.0, 1198.0, 1724.0, 2456.0, 3305.0, 4436.0, 6007.0, 7714.0, 9826.0, 12290.0, 15337.0, 19554.0, 24961.0, 33254.0, 45527.0, 61378.0, 81964.0, 106267.0, 418819.0, 82449.0, 61770.0, 44348.0, 32314.0, 23968.0, 17965.0, 14059.0, 10761.0, 8281.0, 6564.0, 4999.0, 3856.0, 3009.0, 2228.0, 1586.0, 1111.0, 715.0, 524.0, 310.0, 220.0, 143.0, 81.0, 58.0, 28.0, 20.0, 14.0, 2.0, 3.0, 0.0, 1.0], "bins": [-0.012972400523722172, -0.012580043636262417, -0.012187686748802662, -0.011795329861342907, -0.011402972042560577, -0.011010615155100822, -0.010618258267641068, -0.010225901380181313, -0.009833544492721558, -0.009441187605261803, -0.009048830717802048, -0.008656473830342293, -0.008264116942882538, -0.007871759124100208, -0.007479402236640453, -0.007087045349180698, -0.0066946884617209435, -0.0063023315742611885, -0.0059099746868014336, -0.005517617333680391, -0.005125260446220636, -0.004732903558760881, -0.004340546205639839, -0.003948189318180084, -0.0035558324307203293, -0.0031634755432605743, -0.0027711184229701757, -0.002378761302679777, -0.001986404415220022, -0.0015940474113449454, -0.0012016904074698687, -0.0008093334035947919, -0.0004169763997197151, -2.4619395844638348e-05, 0.0003677376080304384, 0.0007600946119055152, 0.001152451615780592, 0.0015448086196556687, 0.0019371656235307455, 0.002329522743821144, 0.002721879631280899, 0.003114236518740654, 0.0035065936390310526, 0.003898950759321451, 0.004291307646781206, 0.004683664534240961, 0.005076021887362003, 0.005468378774821758, 0.005860735662281513, 0.006253092549741268, 0.006645449437201023, 0.007037806790322065, 0.00743016367778182, 0.007822521030902863, 0.008214877918362617, 0.008607234805822372, 0.008999591693282127, 0.009391948580741882, 0.009784305468201637, 0.010176662355661392, 0.010569019243121147, 0.010961377061903477, 0.011353733949363232, 0.011746090836822987, 0.012138447724282742]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 2.0, 5.0, 3.0, 3.0, 3.0, 3.0, 3.0, 1.0, 3.0, 3.0, 4.0, 1.0, 6.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.01813957840204239, -0.01767660304903984, -0.017213627696037292, -0.016750650480389595, -0.016287675127387047, -0.0158246997743845, -0.015361723490059376, -0.014898748137056828, -0.014435771852731705, -0.013972796499729156, -0.013509821146726608, -0.013046844862401485, -0.012583869509398937, -0.012120893225073814, -0.011657917872071266, -0.011194941587746143, -0.010731966234743595, -0.010268990881741047, -0.009806014597415924, -0.009343039244413376, -0.008880062960088253, -0.008417087607085705, -0.007954111322760582, -0.007491135969758034, -0.007028160151094198, -0.006565184332430363, -0.006102208513766527, -0.005639232695102692, -0.005176257342100143, -0.004713281523436308, -0.004250305704772472, -0.003787329886108637, -0.0033243540674448013, -0.002861378248780966, -0.0023984024301171303, -0.0019354268442839384, -0.0014724510256201029, -0.0010094752069562674, -0.0005464995047077537, -8.352374425157905e-05, 0.00037945201620459557, 0.0008424277766607702, 0.0013054035371169448, 0.0017683792393654585, 0.002231355058029294, 0.0026943308766931295, 0.0031573064625263214, 0.003620282281190157, 0.0040832580998539925, 0.004546233918517828, 0.0050092097371816635, 0.005472185555845499, 0.0059351613745093346, 0.006398136727511883, 0.006861112546175718, 0.007324088364839554, 0.007787064183503389, 0.008250040002167225, 0.008713015355169773, 0.009175991639494896, 0.009638966992497444, 0.010101943276822567, 0.010564918629825115, 0.011027894914150238, 0.011490870267152786]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 2.0, 3.0, 2.0, 1.0, 3.0, 2.0, 4.0, 2.0, 11.0, 9.0, 13.0, 14.0, 17.0, 28.0, 28.0, 33.0, 40.0, 52.0, 52.0, 70.0, 82.0, 86.0, 105.0, 138.0, 163.0, 179.0, 197.0, 249.0, 282.0, 348.0, 490.0, 674.0, 836.0, 990.0, 1432.0, 2152.0, 7338.0, 941.0, 399.0, 199.0, 110.0, 107.0, 83.0, 95.0, 85.0, 66.0, 43.0, 45.0, 22.0, 20.0, 25.0, 16.0, 15.0, 10.0, 5.0, 2.0, 3.0, 3.0, 3.0, 4.0], "bins": [-0.011619898490607738, -0.011333041824400425, -0.011046185158193111, -0.010759329423308372, -0.010472472757101059, -0.010185616090893745, -0.009898759424686432, -0.009611903689801693, -0.00932504702359438, -0.009038190357387066, -0.008751333691179752, -0.008464477024972439, -0.0081776212900877, -0.007890764623880386, -0.007603907957673073, -0.007317051757127047, -0.007030195090919733, -0.0067433384247124195, -0.006456482224166393, -0.00616962555795908, -0.0058827693574130535, -0.00559591269120574, -0.005309056490659714, -0.0050221998244524, -0.004735343158245087, -0.0044484869576990604, -0.004161630291491747, -0.0038747740909457207, -0.003587917424738407, -0.0033010609913617373, -0.0030142045579850674, -0.0027273481246083975, -0.0024404916912317276, -0.0021536352578550577, -0.0018667788244783878, -0.0015799222746863961, -0.0012930658413097262, -0.0010062094079330564, -0.0007193529163487256, -0.0004324964538682252, -0.00014563999138772488, 0.00014121647109277546, 0.0004280729335732758, 0.0007149294251576066, 0.0010017858585342765, 0.0012886422919109464, 0.001575498841702938, 0.001862355275079608, 0.002149211708456278, 0.0024360681418329477, 0.0027229245752096176, 0.0030097810085862875, 0.0032966374419629574, 0.003583494108170271, 0.003870350541546941, 0.004157206974923611, 0.004444063641130924, 0.0047309198416769505, 0.005017776507884264, 0.00530463270843029, 0.005591489374637604, 0.00587834557518363, 0.0061652022413909435, 0.00645205844193697, 0.006738915108144283]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 5.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0427880734205246, -0.042031846940517426, -0.04127562418580055, -0.04051939770579338, -0.03976317495107651, -0.039006948471069336, -0.03825072571635246, -0.03749449923634529, -0.03673827648162842, -0.035982050001621246, -0.03522582724690437, -0.0344696007668972, -0.03371337801218033, -0.03295715153217316, -0.032200928777456284, -0.03144470229744911, -0.03068847768008709, -0.029932253062725067, -0.029176028445363045, -0.028419803828001022, -0.027663579210639, -0.026907354593276978, -0.026151129975914955, -0.025394905358552933, -0.02463867887854576, -0.02388245426118374, -0.023126229643821716, -0.022370005026459694, -0.02161378040909767, -0.02085755579173565, -0.020101331174373627, -0.019345106557011604, -0.018588881939649582, -0.01783265732228756, -0.017076432704925537, -0.016320208087563515, -0.015563983470201492, -0.014807757921516895, -0.014051533304154873, -0.01329530868679285, -0.012539084069430828, -0.011782859452068806, -0.011026634834706783, -0.010270410217344761, -0.009514184668660164, -0.008757960051298141, -0.008001735433936119, -0.007245510816574097, -0.006489286199212074, -0.005733061581850052, -0.0049768369644880295, -0.00422061188146472, -0.0034643872641026974, -0.002708162646740675, -0.001951937796548009, -0.0011957130627706647, -0.00043948832899332047, 0.00031673640478402376, 0.001072961138561368, 0.0018291858723387122, 0.0025854106061160564, 0.003341635223478079, 0.0040978603065013885, 0.004854084923863411, 0.005610309541225433]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 1.0, 2.0, 2.0, 1.0, 2.0, 6.0, 2.0, 3.0, 7.0, 3.0, 8.0, 6.0, 9.0, 7.0, 4.0, 4.0, 8.0, 2.0, 2.0, 8.0, 5.0, 4.0, 4.0, 1.0, 4.0, 5.0, 9.0, 6.0, 5.0, 3.0, 6.0, 4.0, 7.0, 4.0, 7.0, 18.0, 54.0, 7.0, 8.0, 3.0, 3.0, 7.0, 3.0, 1.0, 1.0, 5.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.016497664153575897, -0.016131414100527763, -0.01576516218483448, -0.015398911200463772, -0.015032660216093063, -0.014666409231722355, -0.014300158247351646, -0.013933907262980938, -0.01356765627861023, -0.013201405294239521, -0.012835154309868813, -0.012468903325498104, -0.012102652341127396, -0.011736401356756687, -0.011370150372385979, -0.01100389938801527, -0.010637648403644562, -0.010271398350596428, -0.00990514736622572, -0.009538896381855011, -0.009172645397484303, -0.008806394413113594, -0.008440143428742886, -0.008073892444372177, -0.007707641460001469, -0.00734139047563076, -0.006975139491260052, -0.006608888506889343, -0.006242637522518635, -0.005876386538147926, -0.005510135553777218, -0.005143884569406509, -0.004777633585035801, -0.0044113826006650925, -0.004045131616294384, -0.0036788806319236755, -0.003312629647552967, -0.0029463788960129023, -0.002580127911642194, -0.0022138769272714853, -0.0018476259429007769, -0.0014813749585300684, -0.00111512397415936, -0.0007488731062039733, -0.00038262212183326483, -1.637116656638682e-05, 0.0003498797887004912, 0.0007161307148635387, 0.0010823816992342472, 0.0014486326836049557, 0.0018148836679756641, 0.0021811346523463726, 0.002547385636717081, 0.002913636388257146, 0.0032798873726278543, 0.003646138356998563, 0.004012389108538628, 0.004378640092909336, 0.0047448910772800446, 0.005111142061650753, 0.0054773930460214615, 0.00584364403039217, 0.006209895014762878, 0.006576145999133587, 0.006942396983504295]}, "_runtime": 7.422373533248901, "_timestamp": 1596207392.0109966, "_step": 3}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 4.0, 3.0, 1.0, 2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 6.0, 2.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 4.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01705603115260601, -0.016542138531804085, -0.01602824777364731, -0.015514355152845383, -0.015000463463366032, -0.01448657177388668, -0.013972679153084755, -0.013458787463605404, -0.012944895774126053, -0.012431004084646702, -0.01191711239516735, -0.011403219774365425, -0.010889328084886074, -0.010375436395406723, -0.009861543774604797, -0.009347652085125446, -0.008833760395646095, -0.008319868706166744, -0.007805976551026106, -0.0072920843958854675, -0.0067781927064061165, -0.0062643010169267654, -0.005750408861786127, -0.005236516706645489, -0.004722625017166138, -0.004208733327686787, -0.0036948411725461483, -0.0031809492502361536, -0.002667057327926159, -0.002153165405616164, -0.0016392734833061695, -0.0011253815609961748, -0.0006114896386861801, -9.759771637618542e-05, 0.0004162942059338093, 0.000930186128243804, 0.0014440780505537987, 0.0019579699728637934, 0.002471861895173788, 0.0029857538174837828, 0.0034996457397937775, 0.0040135374292731285, 0.004527429584413767, 0.005041321739554405, 0.005555213429033756, 0.006069105118513107, 0.006582997273653746, 0.007096889428794384, 0.007610781118273735, 0.008124672807753086, 0.008638564497232437, 0.009152457118034363, 0.009666348807513714, 0.010180240496993065, 0.01069413311779499, 0.011208024807274342, 0.011721916496753693, 0.012235808186233044, 0.012749699875712395, 0.01326359249651432, 0.013777484185993671, 0.014291375875473022, 0.014805268496274948, 0.0153191601857543, 0.01583305187523365]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0, 2.0, 2.0, 4.0, 0.0, 4.0, 6.0, 9.0, 8.0, 11.0, 18.0, 14.0, 18.0, 28.0, 30.0, 40.0, 44.0, 48.0, 61.0, 84.0, 104.0, 142.0, 188.0, 225.0, 280.0, 406.0, 2021.0, 1800.0, 871.0, 445.0, 270.0, 218.0, 143.0, 88.0, 69.0, 51.0, 31.0, 31.0, 36.0, 16.0, 16.0, 10.0, 6.0, 6.0, 3.0, 2.0, 3.0, 3.0, 3.0, 1.0, 5.0, 1.0, 0.0, 2.0], "bins": [-0.1926010251045227, -0.1873910129070282, -0.1821810007095337, -0.17697098851203918, -0.17176097631454468, -0.16655096411705017, -0.16134095191955566, -0.15613093972206116, -0.15092092752456665, -0.14571091532707214, -0.14050090312957764, -0.13529089093208313, -0.13008087873458862, -0.12487085908651352, -0.11966084688901901, -0.1144508346915245, -0.10924082249403, -0.10403081029653549, -0.09882079809904099, -0.09361078590154648, -0.08840077370405197, -0.08319076150655746, -0.07798074930906296, -0.07277073711156845, -0.06756071746349335, -0.06235070899128914, -0.05714069679379463, -0.051930684596300125, -0.04672066867351532, -0.04151065647602081, -0.036300644278526306, -0.0310906320810318, -0.025880619883537292, -0.020670607686042786, -0.015460594557225704, -0.010250581428408623, -0.005040569230914116, 0.00016944343224167824, 0.005379456095397472, 0.010589469224214554, 0.01579948142170906, 0.021009493619203568, 0.026219505816698074, 0.03142951801419258, 0.036639533936977386, 0.04184954613447189, 0.0470595583319664, 0.05226957052946091, 0.057479582726955414, 0.06268959492444992, 0.06789960712194443, 0.07310961931943893, 0.07831963151693344, 0.08352964371442795, 0.08873965591192245, 0.09394966810941696, 0.09915968775749207, 0.10436969995498657, 0.10957971215248108, 0.11478972434997559, 0.11999973654747009, 0.1252097487449646, 0.1304197609424591, 0.1356297731399536, 0.14083978533744812]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 5.0, 3.0, 2.0, 1.0, 2.0, 1.0, 2.0, 3.0, 1.0, 4.0, 3.0, 4.0, 4.0, 4.0, 7.0, 1.0, 27.0, 4.0, 3.0, 4.0, 4.0, 2.0, 4.0, 3.0, 1.0, 1.0, 2.0, 2.0, 3.0, 4.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.004699433222413063, -0.004513269290328026, -0.004327105823904276, -0.004140941891819239, -0.003954778425395489, -0.003768614726141095, -0.0035824510268867016, -0.003396287327632308, -0.0032101236283779144, -0.003023959696292877, -0.0028377959970384836, -0.00265163229778409, -0.0024654685985296965, -0.002279304899275303, -0.0020931412000209093, -0.0019069775007665157, -0.0017208138015121222, -0.0015346501022577286, -0.001348486403003335, -0.0011623227037489414, -0.0009761589462868869, -0.0007899952470324934, -0.0006038314895704389, -0.0004176677903160453, -0.0002315040910616517, -4.53403772553429e-05, 0.0001408233365509659, 0.00032698706490918994, 0.0005131507641635835, 0.0006993144634179771, 0.0008854782208800316, 0.0010716419201344252, 0.0012578056193888187, 0.0014439693186432123, 0.001630133017897606, 0.0018162967171519995, 0.002002460416406393, 0.0021886241156607866, 0.00237478781491518, 0.002560951514169574, 0.0027471152134239674, 0.0029332791455090046, 0.003119442844763398, 0.0033056065440177917, 0.0034917702432721853, 0.003677933942526579, 0.0038640976417809725, 0.004050261341035366, 0.004236425273120403, 0.004422588739544153, 0.0046087526716291904, 0.00479491613805294, 0.004981080070137978, 0.0051672435365617275, 0.005353407468646765, 0.005539570935070515, 0.005725734867155552, 0.005911898333579302, 0.006098062265664339, 0.006284225732088089, 0.006470389664173126, 0.006656553130596876, 0.006842717062681913, 0.007028880529105663, 0.0072150444611907005]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 5.0, 13.0, 18.0, 40.0, 66.0, 90.0, 160.0, 222.0, 374.0, 629.0, 940.0, 1271.0, 1961.0, 2757.0, 3733.0, 4995.0, 6700.0, 8697.0, 11400.0, 15557.0, 20440.0, 28537.0, 40287.0, 57933.0, 84357.0, 117906.0, 446311.0, 94264.0, 64273.0, 44235.0, 30410.0, 22128.0, 15805.0, 11835.0, 8953.0, 6949.0, 5250.0, 4120.0, 3274.0, 2585.0, 2155.0, 1709.0, 1349.0, 1104.0, 902.0, 788.0, 559.0, 488.0, 361.0, 263.0, 164.0, 113.0, 83.0, 49.0, 31.0, 15.0, 18.0, 10.0, 2.0, 0.0, 1.0], "bins": [-0.012844068929553032, -0.012406702153384686, -0.011969335377216339, -0.011531968601047993, -0.011094601824879646, -0.0106572350487113, -0.010219868272542953, -0.009782501496374607, -0.00934513472020626, -0.00890776701271534, -0.008470400236546993, -0.008033033460378647, -0.0075956666842103004, -0.007158299908041954, -0.006720933131873608, -0.006283566355705261, -0.005846199579536915, -0.005408832803368568, -0.004971466027200222, -0.004534099251031876, -0.004096732474863529, -0.003659365465864539, -0.003221998456865549, -0.0027846316806972027, -0.0023472649045288563, -0.0019098981283605099, -0.0014725312357768416, -0.0010351643431931734, -0.000597797567024827, -0.00016043073264881968, 0.00027693610172718763, 0.000714302936103195, 0.0011516697704792023, 0.0015890365466475487, 0.002026403322815895, 0.002463770331814885, 0.0029011371079832315, 0.003338503884151578, 0.003775870893150568, 0.004213237669318914, 0.004650604445487261, 0.005087971221655607, 0.005525337997823954, 0.0059627047739923, 0.006400072015821934, 0.00683743879199028, 0.0072748055681586266, 0.007712172344326973, 0.00814953912049532, 0.008586905896663666, 0.009024272672832012, 0.009461639449000359, 0.009899006225168705, 0.010336373001337051, 0.010773739777505398, 0.011211106553673744, 0.011648474261164665, 0.012085841037333012, 0.012523207813501358, 0.012960574589669704, 0.01339794136583805, 0.013835308142006397, 0.014272674918174744, 0.01471004169434309, 0.015147408470511436]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 3.0, 3.0, 3.0, 2.0, 3.0, 1.0, 3.0, 3.0, 7.0, 3.0, 0.0, 1.0, 2.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00484980596229434, -0.004583047702908516, -0.004316289443522692, -0.0040495311841368675, -0.0037827726919203997, -0.0035160144325345755, -0.0032492559403181076, -0.0029824976809322834, -0.002715739421546459, -0.002448981162160635, -0.002182222902774811, -0.001915464410558343, -0.0016487061511725187, -0.0013819478917866945, -0.0011151895159855485, -0.0008484311983920634, -0.0005816728807985783, -0.00031491456320509315, -4.815624561160803e-05, 0.0002186020719818771, 0.0004853603895753622, 0.0007521187071688473, 0.0010188770247623324, 0.0012856354005634785, 0.0015523936599493027, 0.0018191519193351269, 0.002085910178720951, 0.002352668670937419, 0.002619426930323243, 0.0028861851897090673, 0.003152943681925535, 0.0034197019413113594, 0.0036864602006971836, 0.003953218460083008, 0.004219976719468832, 0.004486734978854656, 0.004753493703901768, 0.005020251963287592, 0.005287010222673416, 0.00555376848205924, 0.0058205267414450645, 0.006087285000830889, 0.006354043260216713, 0.006620801519602537, 0.006887559778988361, 0.007154318504035473, 0.007421076763421297, 0.007687835022807121, 0.007954593747854233, 0.00822135154157877, 0.008488110266625881, 0.008754868060350418, 0.00902162678539753, 0.009288384579122066, 0.009555143304169178, 0.009821901097893715, 0.010088659822940826, 0.010355418547987938, 0.010622176341712475, 0.010888935066759586, 0.011155692860484123, 0.011422451585531235, 0.011689209379255772, 0.011955968104302883, 0.01222272589802742]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 8.0, 14.0, 4.0, 12.0, 20.0, 18.0, 25.0, 33.0, 32.0, 49.0, 69.0, 77.0, 113.0, 127.0, 156.0, 190.0, 239.0, 270.0, 289.0, 352.0, 412.0, 519.0, 668.0, 881.0, 983.0, 1576.0, 5978.0, 1233.0, 941.0, 692.0, 488.0, 341.0, 252.0, 190.0, 164.0, 139.0, 105.0, 105.0, 114.0, 98.0, 103.0, 73.0, 58.0, 47.0, 40.0, 39.0, 27.0, 24.0, 13.0, 9.0, 4.0, 4.0, 1.0, 1.0, 3.0, 1.0, 2.0], "bins": [-0.006196977104991674, -0.00601041316986084, -0.005823849234730005, -0.005637285299599171, -0.005450720898807049, -0.005264156963676214, -0.00507759302854538, -0.004891029093414545, -0.0047044651582837105, -0.004517901223152876, -0.004331337288022041, -0.004144773352891207, -0.003958209417760372, -0.003771645249798894, -0.0035850810818374157, -0.003398517146706581, -0.0032119532115757465, -0.003025389276444912, -0.0028388253413140774, -0.002652261173352599, -0.0024656972382217646, -0.00227913330309093, -0.0020925691351294518, -0.0019060051999986172, -0.0017194412648677826, -0.001532877329736948, -0.0013463132781907916, -0.0011597492266446352, -0.0009731852915138006, -0.0007866212981753051, -0.0006000573048368096, -0.00041349331149831414, -0.00022692931815981865, -4.0365324821323156e-05, 0.00014619866851717234, 0.00033276266185566783, 0.0005193266551941633, 0.0007058906485326588, 0.0008924546418711543, 0.0010790186934173107, 0.0012655826285481453, 0.0014521465636789799, 0.0016387106152251363, 0.0018252746667712927, 0.0020118386019021273, 0.002198402537032962, 0.00238496670499444, 0.0025715306401252747, 0.0027580945752561092, 0.002944658510386944, 0.0031312224455177784, 0.0033177866134792566, 0.003504350548610091, 0.003690914483740926, 0.003877478651702404, 0.004064042586833239, 0.004250606521964073, 0.004437170457094908, 0.004623734392225742, 0.004810298327356577, 0.0049968622624874115, 0.005183426663279533, 0.005369990598410368, 0.0055565545335412025, 0.005743118468672037]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.03008291684091091, -0.029337912797927856, -0.0285929087549448, -0.027847904711961746, -0.02710290066897869, -0.026357896625995636, -0.02561289258301258, -0.024867888540029526, -0.02412288263440132, -0.023377878591418266, -0.02263287454843521, -0.021887870505452156, -0.0211428664624691, -0.020397862419486046, -0.01965285837650299, -0.018907854333519936, -0.01816285029053688, -0.017417846247553825, -0.01667284220457077, -0.015927838161587715, -0.01518283411860466, -0.01443782914429903, -0.013692825101315975, -0.01294782105833292, -0.012202817015349865, -0.01145781297236681, -0.010712808929383755, -0.0099678048864007, -0.00922279991209507, -0.008477795869112015, -0.00773279182612896, -0.0069877877831459045, -0.006242783740162849, -0.005497779697179794, -0.004752775654196739, -0.004007771145552397, -0.0032627671025693417, -0.0025177630595862865, -0.0017727587837725878, -0.0010277546243742108, -0.0002827504649758339, 0.00046225369442254305, 0.00120725785382092, 0.001952262013219297, 0.002697266172617674, 0.003442270215600729, 0.004187274724245071, 0.0049322787672281265, 0.005677282810211182, 0.006422286853194237, 0.007167290896177292, 0.007912294939160347, 0.008657298982143402, 0.009402303956449032, 0.010147307999432087, 0.010892312042415142, 0.011637316085398197, 0.012382320128381252, 0.013127324171364307, 0.013872328214347363, 0.014617333188652992, 0.015362337231636047, 0.016107341274619102, 0.016852345317602158, 0.017597349360585213]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 4.0, 1.0, 3.0, 5.0, 4.0, 4.0, 6.0, 0.0, 2.0, 2.0, 3.0, 1.0, 5.0, 4.0, 6.0, 4.0, 4.0, 3.0, 5.0, 4.0, 3.0, 1.0, 6.0, 7.0, 7.0, 8.0, 2.0, 4.0, 7.0, 7.0, 2.0, 9.0, 5.0, 3.0, 4.0, 8.0, 11.0, 10.0, 9.0, 38.0, 10.0, 12.0, 6.0, 9.0, 8.0, 5.0, 5.0, 2.0, 0.0, 4.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.021691326051950455, -0.021191854029893875, -0.020692382007837296, -0.020192909985780716, -0.019693437963724136, -0.019193964079022408, -0.018694492056965828, -0.01819502003490925, -0.01769554801285267, -0.01719607599079609, -0.01669660396873951, -0.01619713194668293, -0.0156976580619812, -0.015198186971247196, -0.014698714017868042, -0.014199241995811462, -0.013699769973754883, -0.013200297951698303, -0.012700825929641724, -0.01220135297626257, -0.01170188095420599, -0.01120240893214941, -0.010702935978770256, -0.010203463956713676, -0.009703991934657097, -0.009204519912600517, -0.008705047890543938, -0.008205574937164783, -0.007706102915108204, -0.007206630893051624, -0.006707158405333757, -0.0062076859176158905, -0.005708213895559311, -0.005208741873502731, -0.004709269385784864, -0.0042097968980669975, -0.003710324876010418, -0.0032108526211231947, -0.0027113803662359715, -0.002211908111348748, -0.001712435856461525, -0.0012129636015743017, -0.0007134913466870785, -0.00021401909179985523, 0.000285453163087368, 0.0007849254179745913, 0.0012843976728618145, 0.0017838699277490377, 0.002283342182636261, 0.0027828144375234842, 0.0032822866924107075, 0.0037817589472979307, 0.004281231202185154, 0.0047807032242417336, 0.0052801757119596004, 0.005779648199677467, 0.006279120221734047, 0.0067785922437906265, 0.007278064731508493, 0.00777753721922636, 0.00827700924128294, 0.00877648126333952, 0.009275954216718674, 0.009775426238775253, 0.010274898260831833]}, "_runtime": 8.244905471801758, "_timestamp": 1596207392.8335285, "_step": 4}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 3.0, 1.0, 2.0, 1.0, 2.0, 4.0, 3.0, 4.0, 1.0, 6.0, 3.0, 4.0, 1.0, 2.0, 2.0, 5.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.03217883035540581, -0.03138500824570656, -0.03059118613600731, -0.02979736588895321, -0.02900354377925396, -0.02820972166955471, -0.02741590142250061, -0.02662207931280136, -0.025828257203102112, -0.025034435093402863, -0.024240612983703613, -0.023446792736649513, -0.022652970626950264, -0.021859148517251015, -0.021065328270196915, -0.020271506160497665, -0.019477684050798416, -0.018683861941099167, -0.017890039831399918, -0.017096219584345818, -0.01630239747464657, -0.015508575364947319, -0.014714754186570644, -0.01392093300819397, -0.01312711089849472, -0.012333288788795471, -0.011539467610418797, -0.010745646432042122, -0.009951824322342873, -0.009158002212643623, -0.008364181034266949, -0.007570359390228987, -0.006776537746191025, -0.005982716102153063, -0.005188894458115101, -0.004395072814077139, -0.003601251170039177, -0.002807429526001215, -0.002013607881963253, -0.001219786237925291, -0.0004259645938873291, 0.00036785705015063286, 0.0011616786941885948, 0.0019555003382265568, 0.0027493219822645187, 0.0035431436263024807, 0.004336965270340443, 0.005130786914378405, 0.005924608558416367, 0.0067184302024543285, 0.0075122518464922905, 0.008306073024868965, 0.009099895134568214, 0.009893717244267464, 0.010687538422644138, 0.011481359601020813, 0.012275181710720062, 0.013069003820419312, 0.013862824998795986, 0.01465664617717266, 0.01545046828687191, 0.01624429039657116, 0.01703811064362526, 0.01783193275332451, 0.018625754863023758]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 4.0, 0.0, 0.0, 0.0, 2.0, 3.0, 2.0, 2.0, 5.0, 5.0, 4.0, 11.0, 10.0, 11.0, 25.0, 31.0, 49.0, 57.0, 86.0, 113.0, 170.0, 300.0, 410.0, 588.0, 3509.0, 1225.0, 547.0, 271.0, 167.0, 105.0, 55.0, 50.0, 30.0, 19.0, 17.0, 10.0, 10.0, 9.0, 2.0, 5.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0], "bins": [-0.30463165044784546, -0.2972829341888428, -0.2899341881275177, -0.282585471868515, -0.27523672580718994, -0.26788800954818726, -0.2605392634868622, -0.2531905472278595, -0.24584181606769562, -0.23849308490753174, -0.23114435374736786, -0.22379562258720398, -0.2164469063282013, -0.20909817516803741, -0.20174944400787354, -0.19440071284770966, -0.18705198168754578, -0.1797032505273819, -0.17235451936721802, -0.16500578820705414, -0.15765705704689026, -0.15030834078788757, -0.1429596096277237, -0.13561087846755981, -0.12826214730739594, -0.12091341614723206, -0.11356468498706818, -0.1062159612774849, -0.09886723011732101, -0.09151849895715714, -0.08416977524757385, -0.07682104408740997, -0.0694723129272461, -0.062123581767082214, -0.05477485433220863, -0.04742612689733505, -0.04007739573717117, -0.032728664577007294, -0.025379937142133713, -0.018031207844614983, -0.010682478547096252, -0.0033337492495775223, 0.004014980047941208, 0.011363709345459938, 0.018712438642978668, 0.0260611679404974, 0.03340989723801613, 0.04075862467288971, 0.04810735583305359, 0.05545608699321747, 0.06280481815338135, 0.07015354186296463, 0.07750227302312851, 0.08485100418329239, 0.09219972789287567, 0.09954845905303955, 0.10689719021320343, 0.11424592137336731, 0.12159465253353119, 0.12894338369369507, 0.13629209995269775, 0.14364083111286163, 0.1509895622730255, 0.1583382934331894, 0.16568702459335327]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 5.0, 1.0, 2.0, 1.0, 2.0, 2.0, 3.0, 2.0, 1.0, 5.0, 2.0, 0.0, 2.0, 0.0, 5.0, 3.0, 2.0, 6.0, 0.0, 27.0, 3.0, 7.0, 1.0, 2.0, 3.0, 0.0, 5.0, 5.0, 0.0, 3.0, 0.0, 5.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0], "bins": [-0.004622500855475664, -0.004478841088712215, -0.004335181787610054, -0.004191522020846605, -0.004047862254083157, -0.003904202952980995, -0.0037605431862175465, -0.0036168836522847414, -0.0034732241183519363, -0.0033295645844191313, -0.0031859050504863262, -0.0030422452837228775, -0.0028985857497900724, -0.0027549262158572674, -0.0026112664490938187, -0.0024676069151610136, -0.0023239473812282085, -0.0021802878472954035, -0.0020366283133625984, -0.0018929685465991497, -0.0017493090126663446, -0.0016056494787335396, -0.0014619898283854127, -0.0013183301780372858, -0.0011746706441044807, -0.0010310111101716757, -0.0008873514598235488, -0.0007436918676830828, -0.0006000322755426168, -0.00045637268340215087, -0.0003127130912616849, -0.00016905349912121892, -2.5393906980752945e-05, 0.00011826568515971303, 0.000261925277300179, 0.000405584869440645, 0.000549244461581111, 0.0006929040537215769, 0.0008365636458620429, 0.0009802232962101698, 0.0011238828301429749, 0.00126754236407578, 0.0014112020144239068, 0.0015548616647720337, 0.0016985211987048388, 0.0018421807326376438, 0.0019858404994010925, 0.0021295000333338976, 0.0022731595672667027, 0.0024168191011995077, 0.0025604786351323128, 0.0027041384018957615, 0.0028477979358285666, 0.0029914574697613716, 0.0031351172365248203, 0.0032787767704576254, 0.0034224363043904305, 0.0035660958383232355, 0.0037097553722560406, 0.0038534151390194893, 0.003997074440121651, 0.004140734206885099, 0.004284393973648548, 0.0044280532747507095, 0.004571713041514158]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [5.0, 7.0, 9.0, 15.0, 18.0, 40.0, 48.0, 58.0, 105.0, 133.0, 220.0, 294.0, 451.0, 627.0, 997.0, 1537.0, 2152.0, 3037.0, 4134.0, 5649.0, 7522.0, 9692.0, 12987.0, 17196.0, 22901.0, 30397.0, 41827.0, 58323.0, 81471.0, 114500.0, 449199.0, 89392.0, 61434.0, 43027.0, 30370.0, 22013.0, 16401.0, 12226.0, 9139.0, 7036.0, 5512.0, 4258.0, 3233.0, 2501.0, 1902.0, 1484.0, 1083.0, 845.0, 584.0, 479.0, 326.0, 277.0, 199.0, 137.0, 89.0, 55.0, 32.0, 23.0, 10.0, 12.0, 5.0, 8.0, 2.0, 3.0], "bins": [-0.011956603266298771, -0.011562139727175236, -0.011167677119374275, -0.01077321358025074, -0.010378750041127205, -0.00998428650200367, -0.009589822962880135, -0.009195360355079174, -0.008800896815955639, -0.008406433276832104, -0.008011970669031143, -0.007617507129907608, -0.007223043590784073, -0.006828580051660538, -0.00643411697819829, -0.006039653904736042, -0.005645190365612507, -0.005250726826488972, -0.004856263753026724, -0.004461800679564476, -0.004067337140440941, -0.0036728738341480494, -0.003278410527855158, -0.0028839472215622663, -0.002489483915269375, -0.0020950206089764833, -0.0017005573026835918, -0.0013060939963907003, -0.0009116306900978088, -0.0005171673838049173, -0.00012270407751202583, 0.00027175922878086567, 0.0006662225350737572, 0.0010606858413666487, 0.0014551491476595402, 0.0018496124539524317, 0.002244075760245323, 0.0026385390665382147, 0.003033002372831106, 0.0034274656791239977, 0.003821928985416889, 0.004216392524540424, 0.004610855598002672, 0.00500531867146492, 0.005399782210588455, 0.00579424574971199, 0.006188708823174238, 0.006583171896636486, 0.006977635435760021, 0.007372098974883556, 0.007766562048345804, 0.008161025121808052, 0.008555488660931587, 0.008949952200055122, 0.009344415739178658, 0.009738878346979618, 0.010133341886103153, 0.010527805425226688, 0.010922268033027649, 0.011316731572151184, 0.01171119511127472, 0.012105658650398254, 0.01250012218952179, 0.01289458479732275, 0.013289048336446285]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 1.0, 11.0, 4.0, 4.0, 6.0, 1.0, 3.0, 1.0, 3.0, 3.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.02690790966153145, -0.026330042630434036, -0.025752175599336624, -0.025174306705594063, -0.02459643967449665, -0.02401857264339924, -0.023440705612301826, -0.022862838581204414, -0.022284969687461853, -0.02170710265636444, -0.02112923562526703, -0.020551368594169617, -0.019973501563072205, -0.019395634531974792, -0.01881776563823223, -0.01823989860713482, -0.017662031576037407, -0.017084164544939995, -0.016506297513842583, -0.01592842862010002, -0.01535056158900261, -0.014772694557905197, -0.014194827526807785, -0.013616959564387798, -0.013039092533290386, -0.012461225502192974, -0.011883357539772987, -0.011305490508675575, -0.010727623477578163, -0.010149755515158176, -0.009571888484060764, -0.008994020521640778, -0.008416153490543365, -0.007838286459445953, -0.007260418497025967, -0.0066825514659285545, -0.006104683969169855, -0.005526816472411156, -0.004948949441313744, -0.004371081944555044, -0.0037932144477963448, -0.0032153469510376453, -0.0026374796871095896, -0.002059612423181534, -0.0014817449264228344, -0.0009038775460794568, -0.0003260101657360792, 0.0002518572146072984, 0.000829724594950676, 0.0014075919752940536, 0.001985459355637431, 0.002563326619565487, 0.0031411941163241863, 0.0037190616130828857, 0.004296928644180298, 0.004874796140938997, 0.005452663637697697, 0.006030531134456396, 0.0066083986312150955, 0.007186265662312508, 0.007764133159071207, 0.008342000655829906, 0.008919867686927319, 0.009497735649347305, 0.010075602680444717]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 0.0, 3.0, 0.0, 2.0, 2.0, 2.0, 5.0, 13.0, 6.0, 9.0, 13.0, 14.0, 27.0, 25.0, 25.0, 43.0, 57.0, 70.0, 80.0, 90.0, 88.0, 90.0, 70.0, 83.0, 62.0, 66.0, 65.0, 65.0, 72.0, 55.0, 108.0, 146.0, 172.0, 301.0, 431.0, 551.0, 849.0, 5671.0, 3477.0, 1865.0, 1098.0, 652.0, 435.0, 340.0, 260.0, 189.0, 137.0, 102.0, 92.0, 83.0, 71.0, 49.0, 31.0, 22.0, 18.0, 22.0, 23.0, 14.0, 3.0, 0.0, 4.0, 7.0, 4.0], "bins": [-0.012303893454372883, -0.011988230049610138, -0.011672566644847393, -0.011356903240084648, -0.011041238903999329, -0.010725575499236584, -0.010409912094473839, -0.010094248689711094, -0.009778585284948349, -0.009462921880185604, -0.00914725847542286, -0.008831595070660114, -0.00851593166589737, -0.00820026732981205, -0.007884603925049305, -0.00756894052028656, -0.007253277115523815, -0.00693761371076107, -0.006621950305998325, -0.006306286435574293, -0.005990623030811548, -0.005674959626048803, -0.005359295755624771, -0.005043632350862026, -0.004727968946099281, -0.004412305541336536, -0.0040966421365737915, -0.0037809782661497593, -0.0034653148613870144, -0.0031496514566242695, -0.002833987819030881, -0.0025183241814374924, -0.0022026607766747475, -0.0018869972554966807, -0.001571333734318614, -0.0012556702131405473, -0.0009400066919624805, -0.0006243431707844138, -0.0003086796496063471, 6.9838715717196465e-06, 0.0003226473927497864, 0.0006383109139278531, 0.0009539744351059198, 0.0012696379562839866, 0.0015853014774620533, 0.00190096499864012, 0.0022166285198181868, 0.0025322921574115753, 0.0028479555621743202, 0.003163618966937065, 0.0034792826045304537, 0.0037949462421238422, 0.004110609646886587, 0.004426273051649332, 0.004741936922073364, 0.005057600326836109, 0.005373263731598854, 0.005688927136361599, 0.006004590541124344, 0.006320254411548376, 0.006635917816311121, 0.006951581221073866, 0.007267245091497898, 0.007582908496260643, 0.007898571901023388]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 5.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.07146845012903214, -0.0691433846950531, -0.06681831181049347, -0.06449324637651443, -0.0621681734919548, -0.05984310433268547, -0.05751803517341614, -0.055192966014146805, -0.05286789685487747, -0.05054283142089844, -0.048217762261629105, -0.04589269310235977, -0.04356762394309044, -0.041242554783821106, -0.03891748562455177, -0.03659241646528244, -0.03426734730601311, -0.031942278146743774, -0.02961720898747444, -0.02729213982820511, -0.024967070668935776, -0.022642003372311592, -0.02031693421304226, -0.017991865053772926, -0.015666795894503593, -0.01334172673523426, -0.011016657575964928, -0.00869158934801817, -0.0063665201887488365, -0.004041451029479504, -0.001716382335871458, 0.0006086865905672312, 0.0029337555170059204, 0.005258824676275253, 0.007583893369883299, 0.009908962063491344, 0.012234031222760677, 0.01455910038203001, 0.01688416860997677, 0.0192092377692461, 0.021534306928515434, 0.023859376087784767, 0.0261844452470541, 0.028509514406323433, 0.030834581702947617, 0.03315965086221695, 0.03548472002148628, 0.037809789180755615, 0.04013485834002495, 0.04245992749929428, 0.044784996658563614, 0.04711006581783295, 0.04943513497710228, 0.05176020413637161, 0.054085273295640945, 0.05641034245491028, 0.05873540788888931, 0.061060477048158646, 0.06338554620742798, 0.06571061909198761, 0.06803568452596664, 0.07036075741052628, 0.07268582284450531, 0.07501089572906494, 0.07733596116304398]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 5.0, 1.0, 1.0, 6.0, 1.0, 6.0, 8.0, 8.0, 10.0, 9.0, 12.0, 44.0, 13.0, 12.0, 10.0, 11.0, 7.0, 9.0, 11.0, 3.0, 5.0, 9.0, 5.0, 14.0, 5.0, 6.0, 6.0, 12.0, 3.0, 2.0, 3.0, 2.0, 3.0, 4.0, 1.0, 1.0, 3.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.010193242691457272, -0.009654361754655838, -0.009115480817854404, -0.008576599881052971, -0.008037718944251537, -0.007498838473111391, -0.0069599575363099575, -0.006421076599508524, -0.00588219566270709, -0.005343314725905657, -0.004804433789104223, -0.00426555285230279, -0.0037266721483319998, -0.003187791211530566, -0.0026489105075597763, -0.0021100295707583427, -0.0015711486339569092, -0.0010322676971554756, -0.0004933868767693639, 4.549400182440877e-05, 0.0005843748804181814, 0.001123255817219615, 0.0016621366376057267, 0.0022010174579918385, 0.002739898394793272, 0.0032787793315947056, 0.003817660268396139, 0.004356541205197573, 0.004895421676337719, 0.0054343026131391525, 0.005973183549940586, 0.00651206448674202, 0.007050945423543453, 0.007589826360344887, 0.00812870729714632, 0.008667588233947754, 0.009206469170749187, 0.009745350107550621, 0.010284231044352055, 0.010823111981153488, 0.011361991986632347, 0.01190087292343378, 0.012439753860235214, 0.012978634797036648, 0.013517515733838081, 0.014056396670639515, 0.014595277607440948, 0.015134158544242382, 0.015673039481043816, 0.016211919486522675, 0.016750801354646683, 0.01728968136012554, 0.01782856322824955, 0.01836744323372841, 0.018906325101852417, 0.019445205107331276, 0.019984086975455284, 0.020522966980934143, 0.02106184884905815, 0.02160072885453701, 0.02213961072266102, 0.022678490728139877, 0.023217372596263885, 0.023756252601742744, 0.024295132607221603]}, "_runtime": 9.101145505905151, "_timestamp": 1596207393.6897686, "_step": 5}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 4.0, 0.0, 1.0, 0.0, 1.0, 4.0, 2.0, 0.0, 1.0, 2.0, 3.0, 4.0, 2.0, 1.0, 1.0, 1.0, 3.0, 3.0, 1.0, 1.0, 1.0, 6.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.014236331917345524, -0.013788781128823757, -0.01334123034030199, -0.012893680483102798, -0.012446129694581032, -0.011998578906059265, -0.011551028117537498, -0.011103478260338306, -0.01065592747181654, -0.010208376683294773, -0.009760825894773006, -0.00931327510625124, -0.008865725249052048, -0.008418174460530281, -0.007970623672008514, -0.007523073349148035, -0.007075522560626268, -0.006627971772104502, -0.006180421449244022, -0.005732870660722256, -0.005285320337861776, -0.00483776954934001, -0.00439021922647953, -0.003942668437957764, -0.0034951178822666407, -0.0030475673265755177, -0.0026000167708843946, -0.0021524662151932716, -0.0017049155430868268, -0.0012573649873957038, -0.0008098143734969199, -0.0003622637887019664, 8.528679609298706e-05, 0.0005328373517841101, 0.000980387907475233, 0.001427938579581678, 0.001875489135272801, 0.0023230398073792458, 0.0027705903630703688, 0.0032181409187614918, 0.003665691474452615, 0.004113242030143738, 0.0045607928186655045, 0.005008343141525984, 0.0054558939300477505, 0.00590344425290823, 0.0063509950414299965, 0.006798545364290476, 0.0072460961528122425, 0.007693646941334009, 0.008141197264194489, 0.008588748052716255, 0.009036298841238022, 0.009483848698437214, 0.00993139948695898, 0.010378950275480747, 0.010826501064002514, 0.01127405185252428, 0.011721601709723473, 0.01216915249824524, 0.012616703286767006, 0.013064254075288773, 0.013511803932487965, 0.013959354721009731, 0.014406905509531498]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 6.0, 3.0, 3.0, 2.0, 6.0, 6.0, 7.0, 11.0, 10.0, 18.0, 9.0, 21.0, 37.0, 38.0, 57.0, 59.0, 88.0, 126.0, 159.0, 176.0, 275.0, 370.0, 491.0, 3082.0, 1273.0, 572.0, 341.0, 198.0, 113.0, 92.0, 61.0, 51.0, 39.0, 33.0, 23.0, 14.0, 13.0, 3.0, 12.0, 1.0, 6.0, 2.0, 8.0, 3.0, 1.0, 3.0, 2.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.17641445994377136, -0.17114926874637604, -0.1658840775489807, -0.1606188863515854, -0.15535369515419006, -0.15008850395679474, -0.14482331275939941, -0.1395581215620041, -0.13429293036460876, -0.12902775406837463, -0.12376255542039871, -0.11849736422300339, -0.11323218047618866, -0.10796698927879333, -0.10270179808139801, -0.09743660688400269, -0.09217141568660736, -0.08690622448921204, -0.08164103329181671, -0.07637584209442139, -0.07111065089702606, -0.06584546715021133, -0.06058027595281601, -0.055315084755420685, -0.05004989355802536, -0.044784702360630035, -0.03951951116323471, -0.034254323691129684, -0.02898913249373436, -0.023723941296339035, -0.01845875196158886, -0.01319356169551611, -0.00792837142944336, -0.0026631811633706093, 0.002602009102702141, 0.007867199368774891, 0.013132389634847641, 0.018397580832242966, 0.02366277016699314, 0.028927959501743317, 0.03419315069913864, 0.039458341896533966, 0.04472353309392929, 0.04998872056603432, 0.05525391176342964, 0.060519102960824966, 0.06578429043292999, 0.07104948163032532, 0.07631467282772064, 0.08157986402511597, 0.08684505522251129, 0.09211024641990662, 0.09737543761730194, 0.10264062136411667, 0.107905812561512, 0.11317100375890732, 0.11843619495630264, 0.12370138615369797, 0.1289665699005127, 0.13423176109790802, 0.13949695229530334, 0.14476214349269867, 0.150027334690094, 0.15529252588748932, 0.16055771708488464]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 3.0, 3.0, 2.0, 3.0, 5.0, 5.0, 5.0, 3.0, 4.0, 3.0, 4.0, 5.0, 27.0, 0.0, 3.0, 0.0, 2.0, 4.0, 1.0, 2.0, 6.0, 3.0, 2.0, 2.0, 4.0, 0.0, 2.0, 0.0, 0.0, 2.0, 3.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.005888490937650204, -0.005721813999116421, -0.0055551365949213505, -0.0053884596563875675, -0.005221782252192497, -0.005055105313658714, -0.004888427909463644, -0.004721750970929861, -0.004555073566734791, -0.004388396628201008, -0.004221719224005938, -0.004055042285472155, -0.003888365114107728, -0.0037216879427433014, -0.0035550107713788748, -0.003388333600014448, -0.0032216564286500216, -0.003054979257285595, -0.0028883020859211683, -0.0027216249145567417, -0.002554947743192315, -0.0023882705718278885, -0.002221593400463462, -0.0020549162290990353, -0.0018882391741499305, -0.0017215620027855039, -0.0015548848314210773, -0.0013882076600566506, -0.0012215306051075459, -0.0010548534337431192, -0.0008881762623786926, -0.000721499091014266, -0.0005548219196498394, -0.0003881447482854128, -0.00022146760602481663, -5.479044921230525e-05, 0.00011188670760020614, 0.00027856387896463275, 0.0004452410212252289, 0.0006119181634858251, 0.0007785953348502517, 0.0009452725062146783, 0.001111949677579105, 0.0012786268489435315, 0.0014453039038926363, 0.001611981075257063, 0.0017786582466214895, 0.0019453354179859161, 0.0021120125893503428, 0.0022786897607147694, 0.002445366932079196, 0.0026120441034436226, 0.002778721274808049, 0.002945398446172476, 0.0031120756175369024, 0.003278752788901329, 0.003445429727435112, 0.0036121068987995386, 0.0037787840701639652, 0.0039454614743590355, 0.0041121384128928185, 0.004278815817087889, 0.004445492755621672, 0.004612170159816742, 0.004778847098350525]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 3.0, 3.0, 9.0, 10.0, 35.0, 60.0, 91.0, 135.0, 268.0, 350.0, 589.0, 861.0, 1274.0, 1810.0, 2489.0, 3437.0, 4675.0, 6206.0, 8687.0, 12073.0, 16441.0, 23449.0, 33231.0, 47447.0, 67658.0, 97870.0, 468186.0, 110720.0, 74849.0, 53359.0, 38694.0, 27959.0, 20724.0, 15284.0, 11365.0, 8216.0, 5977.0, 4355.0, 3125.0, 2302.0, 1662.0, 1176.0, 859.0, 582.0, 426.0, 251.0, 160.0, 101.0, 60.0, 41.0, 19.0, 16.0, 5.0, 4.0, 4.0, 3.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.011368831619620323, -0.010999438352882862, -0.010630044154822826, -0.010260650888085365, -0.00989125669002533, -0.009521863423287868, -0.009152469225227833, -0.008783075958490372, -0.008413681760430336, -0.008044288493692875, -0.0076748947612941265, -0.007305501028895378, -0.00693610729649663, -0.006566713564097881, -0.006197319831699133, -0.0058279260993003845, -0.005458532366901636, -0.005089138634502888, -0.004719744902104139, -0.004350351169705391, -0.0039809574373066425, -0.003611563937738538, -0.0032421702053397894, -0.002872776472941041, -0.0025033827405422926, -0.002133989008143544, -0.0017645952757447958, -0.0013952016597613692, -0.0010258079273626208, -0.0006564141949638724, -0.00028702052077278495, 8.237318252213299e-05, 0.00045176688581705093, 0.0008211606182157993, 0.0011905543506145477, 0.0015599479665979743, 0.0019293416989967227, 0.0022987353149801493, 0.0026681290473788977, 0.003037522779777646, 0.0034069165121763945, 0.003776310244575143, 0.004145703744143248, 0.004515097476541996, 0.004884491208940744, 0.005253884941339493, 0.005623278673738241, 0.00599267240613699, 0.006362066138535738, 0.006731459870934486, 0.007100853603333235, 0.007470247335731983, 0.007839640602469444, 0.00820903480052948, 0.008578428067266941, 0.008947822265326977, 0.009317215532064438, 0.009686609730124474, 0.010056002996861935, 0.01042539719492197, 0.010794790461659431, 0.011164184659719467, 0.011533577926456928, 0.011902972124516964, 0.012272365391254425]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 4.0, 3.0, 4.0, 6.0, 7.0, 9.0, 5.0, 4.0, 1.0, 1.0, 1.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008353379555046558, -0.007621261291205883, -0.00688914256170392, -0.006157024297863245, -0.005424905568361282, -0.004692787304520607, -0.003960669040679932, -0.0032285505440086126, -0.0024964320473372936, -0.0017643135506659746, -0.0010321951704099774, -0.00030007673194631934, 0.00043204170651733875, 0.0011641602031886578, 0.001896278583444655, 0.002628396963700652, 0.003360515460371971, 0.0040926337242126465, 0.004824752453714609, 0.0055568707175552845, 0.006288989447057247, 0.0070211077108979225, 0.007753225974738598, 0.008485344238579273, 0.009217463433742523, 0.009949581697583199, 0.010681699961423874, 0.01141381822526455, 0.012145936489105225, 0.0128780547529459, 0.01361017394810915, 0.014342292211949825, 0.0150744104757905, 0.01580652967095375, 0.016538647934794426, 0.0172707661986351, 0.018002884462475777, 0.018735002726316452, 0.019467120990157127, 0.020199239253997803, 0.020931357517838478, 0.021663475781679153, 0.02239559404551983, 0.023127714172005653, 0.02385983243584633, 0.024591950699687004, 0.02532406896352768, 0.026056187227368355, 0.02678830549120903, 0.027520423755049706, 0.02825254201889038, 0.028984660282731056, 0.02971677854657173, 0.030448896810412407, 0.03118101693689823, 0.03191313520073891, 0.03264525160193443, 0.03337737172842026, 0.034109488129615784, 0.03484160825610161, 0.03557372838258743, 0.03630584478378296, 0.037037964910268784, 0.03777008131146431, 0.038502201437950134]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 4.0, 3.0, 5.0, 13.0, 11.0, 19.0, 33.0, 65.0, 105.0, 185.0, 363.0, 557.0, 1123.0, 2037.0, 8159.0, 2463.0, 1126.0, 647.0, 409.0, 288.0, 198.0, 133.0, 101.0, 88.0, 60.0, 41.0, 25.0, 19.0, 12.0, 18.0, 9.0, 17.0, 4.0, 6.0, 13.0, 3.0, 7.0, 2.0, 7.0, 9.0, 7.0, 4.0, 5.0, 2.0, 2.0, 1.0, 2.0, 6.0, 0.0, 2.0, 1.0, 2.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.0084629375487566, -0.007985016331076622, -0.007507094647735357, -0.0070291729643940926, -0.006551251746714115, -0.00607333006337285, -0.005595408845692873, -0.005117487162351608, -0.004639565944671631, -0.004161644261330366, -0.003683722810819745, -0.003205801360309124, -0.0027278796769678593, -0.002249958226457238, -0.0017720367759466171, -0.001294115325435996, -0.000816193874925375, -0.00033827239531092346, 0.00013964908430352807, 0.0006175705930218101, 0.0010954920435324311, 0.0015734134940430522, 0.002051335060968995, 0.002529256511479616, 0.0030071779619902372, 0.0034850994125008583, 0.003963021095842123, 0.0044409423135221004, 0.004918863996863365, 0.005396785214543343, 0.005874706897884607, 0.006352628115564585, 0.0068305497989058495, 0.007308471482247114, 0.007786392699927092, 0.008264314383268356, 0.008742235600948334, 0.009220156818628311, 0.009698078967630863, 0.01017600018531084, 0.010653921402990818, 0.01113184355199337, 0.011609764769673347, 0.012087685987353325, 0.012565607205033302, 0.013043529354035854, 0.013521450571715832, 0.01399937178939581, 0.014477293938398361, 0.014955215156078339, 0.015433136373758316, 0.015911057591438293, 0.01638897880911827, 0.01686690002679825, 0.017344823107123375, 0.017822744324803352, 0.01830066554248333, 0.018778586760163307, 0.019256507977843285, 0.019734429195523262, 0.02021235041320324, 0.020690273493528366, 0.021168194711208344, 0.02164611592888832, 0.0221240371465683]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 5.0, 2.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0681251585483551, -0.06601423770189285, -0.0639033168554306, -0.061792392283678055, -0.05968146771192551, -0.05757054686546326, -0.05545962601900101, -0.05334870144724846, -0.05123778060078621, -0.04912685975432396, -0.04701593518257141, -0.04490501433610916, -0.04279409348964691, -0.04068316891789436, -0.038572248071432114, -0.036461323499679565, -0.034350402653217316, -0.032239481806755066, -0.030128557235002518, -0.028017636388540268, -0.02590671367943287, -0.02379579097032547, -0.02168487012386322, -0.01957394741475582, -0.017463024705648422, -0.015352101996541023, -0.013241180218756199, -0.011130258440971375, -0.009019335731863976, -0.006908413488417864, -0.004797491244971752, -0.0026865690015256405, -0.0005756467580795288, 0.0015352754853665829, 0.0036461977288126945, 0.005757119972258806, 0.007868042215704918, 0.009978964924812317, 0.012089886702597141, 0.014200808480381966, 0.016311731189489365, 0.018422653898596764, 0.020533576607704163, 0.022644497454166412, 0.02475542016327381, 0.02686634287238121, 0.02897726371884346, 0.03108818642795086, 0.03319910913705826, 0.03531002998352051, 0.037420954555273056, 0.039531875401735306, 0.041642799973487854, 0.043753720819950104, 0.045864641666412354, 0.0479755662381649, 0.05008648708462715, 0.0521974079310894, 0.05430833250284195, 0.0564192533493042, 0.05853017419576645, 0.060641098767519, 0.06275202333927155, 0.0648629441857338, 0.06697386503219604]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 3.0, 2.0, 2.0, 2.0, 4.0, 6.0, 8.0, 9.0, 8.0, 21.0, 18.0, 32.0, 28.0, 48.0, 19.0, 10.0, 12.0, 9.0, 10.0, 5.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 4.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 4.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.04234156757593155, -0.040945883840322495, -0.03955020010471344, -0.038154516369104385, -0.03675883263349533, -0.035363148897886276, -0.03396746516227722, -0.03257178142666817, -0.031176095828413963, -0.02978041209280491, -0.028384728357195854, -0.0269890446215868, -0.025593359023332596, -0.02419767528772354, -0.022801991552114487, -0.021406307816505432, -0.020010624080896378, -0.018614940345287323, -0.01721925660967827, -0.015823572874069214, -0.014427888207137585, -0.01303220447152853, -0.011636519804596901, -0.010240836068987846, -0.008845152333378792, -0.007449468597769737, -0.006053784396499395, -0.0046581001952290535, -0.003262416459619999, -0.0018667324911803007, -0.0004710485227406025, 0.0009246354456990957, 0.002320319414138794, 0.003716003382578492, 0.00511168735101819, 0.006507371552288532, 0.007903055287897587, 0.009298739023506641, 0.01069442369043827, 0.012090107426047325, 0.01348579116165638, 0.014881474897265434, 0.01627715863287449, 0.017672842368483543, 0.019068527966737747, 0.020464211702346802, 0.021859895437955856, 0.02325557917356491, 0.024651262909173965, 0.02604694664478302, 0.027442630380392075, 0.02883831411600113, 0.030233997851610184, 0.03162968158721924, 0.03302536532282829, 0.03442104905843735, 0.0358167365193367, 0.037212420254945755, 0.03860810399055481, 0.040003787726163864, 0.04139947146177292, 0.04279515519738197, 0.04419083893299103, 0.04558652266860008, 0.04698220640420914]}, "_runtime": 9.931421279907227, "_timestamp": 1596207394.5200443, "_step": 6}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 4.0, 3.0, 4.0, 0.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 3.0, 0.0, 4.0, 2.0, 0.0, 1.0, 2.0, 1.0, 3.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.01629939302802086, -0.015883425250649452, -0.015467457473278046, -0.015051489695906639, -0.014635521918535233, -0.014219553209841251, -0.013803585432469845, -0.013387617655098438, -0.012971649877727032, -0.012555682100355625, -0.012139714322984219, -0.011723746545612812, -0.011307777836918831, -0.010891810059547424, -0.010475842282176018, -0.010059874504804611, -0.009643906727433205, -0.009227938950061798, -0.008811971172690392, -0.008396003395318985, -0.007980035617947578, -0.007564067374914885, -0.007148099131882191, -0.006732131354510784, -0.006316163577139378, -0.005900195799767971, -0.0054842280223965645, -0.005068259779363871, -0.004652292001992464, -0.0042363242246210575, -0.0038203562144190073, -0.003404388204216957, -0.0029884204268455505, -0.002572452649474144, -0.0021564846392720938, -0.0017405167454853654, -0.001324548851698637, -0.0009085809579119086, -0.0004926130641251802, -7.664517033845186e-05, 0.0003393227234482765, 0.0007552906172350049, 0.0011712585110217333, 0.0015872264048084617, 0.00200319429859519, 0.0024191620759665966, 0.002835130086168647, 0.003251098096370697, 0.0036670658737421036, 0.00408303365111351, 0.004499001428484917, 0.0049149696715176105, 0.005330937448889017, 0.005746905226260424, 0.0061628734692931175, 0.006578841246664524, 0.006994809024035931, 0.007410776801407337, 0.007826744578778744, 0.00824271235615015, 0.008658681064844131, 0.009074648842215538, 0.009490616619586945, 0.009906584396958351, 0.010322552174329758]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 0.0, 3.0, 2.0, 2.0, 1.0, 1.0, 3.0, 6.0, 5.0, 5.0, 8.0, 12.0, 11.0, 13.0, 18.0, 11.0, 24.0, 52.0, 38.0, 56.0, 84.0, 94.0, 132.0, 143.0, 214.0, 321.0, 402.0, 2221.0, 2103.0, 751.0, 414.0, 199.0, 155.0, 120.0, 85.0, 53.0, 34.0, 26.0, 24.0, 18.0, 17.0, 8.0, 8.0, 5.0, 7.0, 6.0, 5.0, 3.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.15955021977424622, -0.1543911248445511, -0.14923202991485596, -0.14407293498516083, -0.1389138400554657, -0.13375474512577057, -0.12859565019607544, -0.12343654781579971, -0.11827745288610458, -0.11311835795640945, -0.10795926302671432, -0.1028001680970192, -0.09764106571674347, -0.09248197078704834, -0.08732287585735321, -0.08216378092765808, -0.07700468599796295, -0.07184559106826782, -0.06668649613857269, -0.061527397483587265, -0.056368302553892136, -0.051209207624197006, -0.04605010896921158, -0.04089101403951645, -0.03573191910982132, -0.03057282418012619, -0.02541372738778591, -0.020254630595445633, -0.015095535665750504, -0.0099364398047328, -0.0047773439437150955, 0.0003817519173026085, 0.0055408477783203125, 0.010699943639338017, 0.01585903950035572, 0.021018136292696, 0.02617723122239113, 0.03133632615208626, 0.036495424807071686, 0.041654519736766815, 0.046813614666461945, 0.051972709596157074, 0.0571318045258522, 0.06229090318083763, 0.06745000183582306, 0.07260909676551819, 0.07776819169521332, 0.08292728662490845, 0.08808638155460358, 0.0932454764842987, 0.09840457141399384, 0.10356366634368896, 0.1087227612733841, 0.11388186365365982, 0.11904095858335495, 0.12420005351305008, 0.1293591558933258, 0.13451825082302094, 0.13967734575271606, 0.1448364406824112, 0.14999553561210632, 0.15515463054180145, 0.16031372547149658, 0.1654728204011917, 0.17063191533088684]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 2.0, 2.0, 1.0, 0.0, 2.0, 4.0, 1.0, 1.0, 5.0, 7.0, 3.0, 5.0, 9.0, 1.0, 8.0, 8.0, 27.0, 2.0, 2.0, 4.0, 4.0, 1.0, 3.0, 3.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 3.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.004192644730210304, -0.004040415398776531, -0.003888186067342758, -0.003735956735908985, -0.003583727404475212, -0.0034314978402107954, -0.0032792685087770224, -0.0031270391773432493, -0.0029748098459094763, -0.0028225805144757032, -0.00267035118304193, -0.002518121851608157, -0.0023658922873437405, -0.0022136629559099674, -0.0020614336244761944, -0.0019092042930424213, -0.0017569749616086483, -0.0016047456301748753, -0.0014525162987411022, -0.0013002868508920074, -0.0011480575194582343, -0.0009958281880244613, -0.0008435987983830273, -0.0006913694087415934, -0.0005391400773078203, -0.0003869107167702168, -0.00023468135623261333, -8.245199569500983e-05, 6.977736484259367e-05, 0.00022200672538019717, 0.00037423608591780066, 0.0005264654755592346, 0.0006786948069930077, 0.0008309241384267807, 0.0009831534698605537, 0.0011353829177096486, 0.0012876122491434216, 0.0014398415805771947, 0.0015920710284262896, 0.0017443003598600626, 0.0018965296912938356, 0.0020487590227276087, 0.0022009883541613817, 0.0023532176855951548, 0.0025054472498595715, 0.0026576765812933445, 0.0028099059127271175, 0.0029621352441608906, 0.0031143645755946636, 0.0032665939070284367, 0.0034188232384622097, 0.0035710525698959827, 0.0037232819013297558, 0.0038755114655941725, 0.004027740564197302, 0.004179969895631075, 0.004332199692726135, 0.004484429024159908, 0.004636658355593681, 0.004788887687027454, 0.004941117018461227, 0.0050933463498950005, 0.0052455756813287735, 0.0053978050127625465, 0.00555003434419632]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 4.0, 4.0, 3.0, 7.0, 14.0, 14.0, 14.0, 32.0, 41.0, 77.0, 133.0, 189.0, 300.0, 520.0, 848.0, 1411.0, 2243.0, 3895.0, 6551.0, 11122.0, 18898.0, 31682.0, 51786.0, 83928.0, 134242.0, 522592.0, 115426.0, 69508.0, 43485.0, 28217.0, 18044.0, 11578.0, 7796.0, 5034.0, 3174.0, 2176.0, 1466.0, 961.0, 668.0, 488.0, 299.0, 236.0, 182.0, 122.0, 72.0, 49.0, 29.0, 24.0, 20.0, 11.0, 13.0, 5.0, 3.0, 2.0, 1.0, 1.0, 0.0, 3.0, 0.0, 4.0], "bins": [-0.011258448474109173, -0.010877400636672974, -0.0104963518679142, -0.010115304030478, -0.009734255261719227, -0.009353207424283028, -0.008972158655524254, -0.008591110818088055, -0.00821006204932928, -0.007829014211893082, -0.007447965908795595, -0.007066917605698109, -0.006685869302600622, -0.006304820999503136, -0.005923772696405649, -0.005542724393308163, -0.005161676090210676, -0.00478062778711319, -0.004399579484015703, -0.004018531180918217, -0.00363748287782073, -0.0032564348075538874, -0.002875386504456401, -0.0024943382013589144, -0.002113289898261428, -0.0017322415951639414, -0.0013511932920664549, -0.0009701451053842902, -0.0005890968022868037, -0.00020804852829314768, 0.00017299974570050836, 0.0005540479905903339, 0.0009350962936878204, 0.001316144596785307, 0.0016971928998827934, 0.00207824120298028, 0.0024592895060777664, 0.0028403375763446093, 0.0032213858794420958, 0.0036024341825395823, 0.003983482718467712, 0.004364530555903912, 0.004745578859001398, 0.005126627162098885, 0.005507675465196371, 0.005888723768293858, 0.006269772071391344, 0.006650820374488831, 0.007031868677586317, 0.0074129169806838036, 0.00779396528378129, 0.008175013586878777, 0.008556061424314976, 0.00893711019307375, 0.009318158030509949, 0.009699206799268723, 0.010080254636704922, 0.010461303405463696, 0.010842351242899895, 0.011223400011658669, 0.011604447849094868, 0.011985496617853642, 0.01236654445528984, 0.012747593224048615, 0.013128641061484814]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 1.0, 5.0, 5.0, 1.0, 3.0, 3.0, 3.0, 4.0, 2.0, 8.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.015531430952250957, -0.015019044280052185, -0.014506658539175987, -0.013994271866977215, -0.013481885194778442, -0.012969499453902245, -0.012457112781703472, -0.011944727040827274, -0.011432340368628502, -0.01091995369642973, -0.010407567955553532, -0.00989518128335476, -0.009382795542478561, -0.008870408870279789, -0.008358022198081017, -0.007845636457204819, -0.007333249785006046, -0.006820863578468561, -0.006308477371931076, -0.005796090699732304, -0.0052837044931948185, -0.004771318286657333, -0.004258931614458561, -0.003746545407921076, -0.0032341592013835907, -0.0027217729948461056, -0.002209386555477977, -0.0016970002325251698, -0.001184613909572363, -0.000672227586619556, -0.000159841263666749, 0.00035254505928605795, 0.0008649313822388649, 0.0013773177051916718, 0.0018897040281444788, 0.0024020904675126076, 0.0029144766740500927, 0.003426862880587578, 0.00393924955278635, 0.004451635759323835, 0.0049640219658613205, 0.005476408172398806, 0.005988794378936291, 0.006501181051135063, 0.007013567257672548, 0.007525953464210033, 0.008038340136408806, 0.008550725877285004, 0.009063112549483776, 0.009575499221682549, 0.010087884962558746, 0.010600271634757519, 0.011112658306956291, 0.011625044047832489, 0.012137430720031261, 0.01264981646090746, 0.013162203133106232, 0.013674589805305004, 0.014186975546181202, 0.014699362218379974, 0.015211747959256172, 0.01572413556277752, 0.016236521303653717, 0.016748907044529915, 0.017261292785406113]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 2.0, 2.0, 4.0, 0.0, 1.0, 2.0, 4.0, 5.0, 7.0, 7.0, 7.0, 9.0, 18.0, 21.0, 28.0, 32.0, 36.0, 52.0, 77.0, 84.0, 145.0, 210.0, 315.0, 409.0, 535.0, 689.0, 956.0, 1380.0, 2235.0, 6716.0, 1616.0, 758.0, 530.0, 370.0, 250.0, 169.0, 107.0, 130.0, 146.0, 127.0, 76.0, 43.0, 37.0, 25.0, 14.0, 6.0, 5.0, 8.0, 5.0, 2.0, 5.0, 2.0, 5.0, 0.0, 1.0], "bins": [-0.014259734191000462, -0.01389041356742382, -0.01352109294384718, -0.013151772320270538, -0.012782451696693897, -0.012413131073117256, -0.012043810449540615, -0.011674489825963974, -0.011305169202387333, -0.010935848578810692, -0.01056652795523405, -0.01019720733165741, -0.009827886708080769, -0.009458566084504128, -0.009089245460927486, -0.008719924837350845, -0.008350605145096779, -0.007981284521520138, -0.007611963432282209, -0.007242642808705568, -0.006873322185128927, -0.006504001561552286, -0.006134680937975645, -0.005765360314399004, -0.00539604015648365, -0.005026719532907009, -0.004657398909330368, -0.004288078285753727, -0.003918757662177086, -0.003549437038600445, -0.0031801164150238037, -0.0028107957914471626, -0.0024414751678705215, -0.0020721545442938805, -0.0017028339207172394, -0.0013335134135559201, -0.000964192789979279, -0.000594872166402638, -0.0002255516010336578, 0.00014376899343915284, 0.0005130895879119635, 0.0008824102114886045, 0.0012517308350652456, 0.0016210513422265649, 0.001990371849387884, 0.0023596924729645252, 0.0027290130965411663, 0.0030983337201178074, 0.0034676543436944485, 0.0038369749672710896, 0.004206295590847731, 0.004575616214424372, 0.004944936838001013, 0.005314257461577654, 0.005683578085154295, 0.006052898708730936, 0.00642221886664629, 0.006791539490222931, 0.007160860113799572, 0.007530180737376213, 0.007899501360952854, 0.008268821984529495, 0.008638142608106136, 0.009007463231682777, 0.009376783855259418]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 5.0, 2.0, 2.0, 2.0, 0.0, 1.0, 0.0, 2.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.07585407793521881, -0.07316304743289948, -0.07047200947999954, -0.0677809789776802, -0.06508994102478027, -0.06239891052246094, -0.0597078800201416, -0.05701684579253197, -0.05432581156492233, -0.0516347773373127, -0.048943743109703064, -0.04625271260738373, -0.043561678379774094, -0.04087064415216446, -0.03817961364984512, -0.03548857942223549, -0.032797545194625854, -0.03010651096701622, -0.027415478602051735, -0.02472444623708725, -0.022033412009477615, -0.01934237778186798, -0.016651345416903496, -0.013960312120616436, -0.011269278824329376, -0.008578245528042316, -0.005887212231755257, -0.003196178935468197, -0.0005051456391811371, 0.0021858876571059227, 0.0048769209533929825, 0.007567954249680042, 0.010258987545967102, 0.012950020842254162, 0.01564105413854122, 0.018332086503505707, 0.02102312073111534, 0.023714154958724976, 0.02640518732368946, 0.029096219688653946, 0.03178725391626358, 0.034478288143873215, 0.03716932237148285, 0.039860352873802185, 0.04255138710141182, 0.045242421329021454, 0.04793345183134079, 0.050624486058950424, 0.05331552028656006, 0.05600655451416969, 0.05869758874177933, 0.06138861924409866, 0.0640796571969986, 0.06677068769931793, 0.06946171820163727, 0.0721527561545372, 0.07484378665685654, 0.07753481715917587, 0.0802258551120758, 0.08291688561439514, 0.08560791611671448, 0.08829895406961441, 0.09098998457193375, 0.09368102252483368, 0.09637205302715302]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 3.0, 1.0, 1.0, 1.0, 4.0, 2.0, 1.0, 2.0, 0.0, 3.0, 3.0, 2.0, 3.0, 5.0, 2.0, 8.0, 5.0, 14.0, 12.0, 14.0, 15.0, 20.0, 17.0, 21.0, 33.0, 16.0, 12.0, 10.0, 9.0, 5.0, 6.0, 4.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 2.0, 1.0, 3.0, 5.0, 2.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.04139356315135956, -0.03997204452753067, -0.038550522178411484, -0.037129003554582596, -0.03570748120546341, -0.03428596258163452, -0.032864440232515335, -0.03144292160868645, -0.03002140112221241, -0.028599880635738373, -0.027178360149264336, -0.0257568396627903, -0.02433532103896141, -0.022913800552487373, -0.021492280066013336, -0.0200707595795393, -0.018649239093065262, -0.017227718606591225, -0.015806198120117188, -0.014384678564965725, -0.012963158078491688, -0.01154163759201765, -0.010120118036866188, -0.008698597550392151, -0.007277077063918114, -0.0058555565774440765, -0.004434036556631327, -0.003012516302987933, -0.0015909960493445396, -0.00016947579570114613, 0.0012520444579422474, 0.002673564711585641, 0.004095084965229034, 0.005516605451703072, 0.0069381254725158215, 0.008359645493328571, 0.009781165979802608, 0.011202686466276646, 0.012624206021428108, 0.014045726507902145, 0.015467246994376183, 0.01688876748085022, 0.018310287967324257, 0.019731808453798294, 0.021153327077627182, 0.02257484756410122, 0.023996368050575256, 0.025417888537049294, 0.02683940902352333, 0.028260929509997368, 0.029682449996471405, 0.031103970482945442, 0.03252549096941948, 0.03394700959324837, 0.035368531942367554, 0.03679005056619644, 0.03821156919002533, 0.039633091539144516, 0.041054610162973404, 0.04247613251209259, 0.04389765113592148, 0.045319173485040665, 0.04674069210886955, 0.04816221445798874, 0.04958373308181763]}, "_runtime": 10.76327133178711, "_timestamp": 1596207395.3518944, "_step": 7}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 3.0, 3.0, 3.0, 3.0, 1.0, 0.0, 3.0, 0.0, 2.0, 2.0, 4.0, 6.0, 1.0, 2.0, 3.0, 4.0, 1.0, 1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014969969168305397, -0.01449452992528677, -0.014019091613590717, -0.01354365237057209, -0.013068213127553463, -0.01259277481585741, -0.012117335572838783, -0.011641896329820156, -0.011166458018124104, -0.010691018775105476, -0.01021557953208685, -0.009740141220390797, -0.00926470197737217, -0.008789262734353542, -0.00831382442265749, -0.007838385179638863, -0.007362946402281523, -0.006887507624924183, -0.006412068381905556, -0.005936629604548216, -0.005461190827190876, -0.004985751584172249, -0.004510312806814909, -0.004034874029457569, -0.0035594350192695856, -0.003083996009081602, -0.0026085572317242622, -0.0021331182215362787, -0.001657679327763617, -0.0011822404339909554, -0.0007068014820106328, -0.0002313625591341406, 0.00024407636374235153, 0.0007195152575150132, 0.001194954151287675, 0.0016703931614756584, 0.0021458319388329983, 0.002621270949020982, 0.0030967099592089653, 0.003572148736566305, 0.004047587513923645, 0.004523026756942272, 0.004998465534299612, 0.005473904311656952, 0.005949343554675579, 0.006424782332032919, 0.006900221109390259, 0.007375660352408886, 0.007851099595427513, 0.008326537907123566, 0.008801977150142193, 0.009277415461838245, 0.009752854704856873, 0.0102282939478755, 0.010703732259571552, 0.01117917150259018, 0.011654610745608807, 0.01213004905730486, 0.012605488300323486, 0.013080927543342113, 0.013556365855038166, 0.014031805098056793, 0.01450724434107542, 0.014982682652771473, 0.0154581218957901]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 6.0, 4.0, 5.0, 7.0, 1.0, 3.0, 6.0, 5.0, 12.0, 17.0, 18.0, 29.0, 46.0, 69.0, 103.0, 127.0, 217.0, 312.0, 479.0, 3776.0, 1552.0, 479.0, 237.0, 121.0, 100.0, 59.0, 49.0, 28.0, 16.0, 13.0, 8.0, 8.0, 4.0, 3.0, 0.0, 1.0, 2.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.23716633021831512, -0.22991430759429932, -0.2226622998714447, -0.2154102772474289, -0.20815825462341309, -0.20090624690055847, -0.19365422427654266, -0.18640220165252686, -0.17915019392967224, -0.17189817130565643, -0.16464614868164062, -0.157394140958786, -0.1501421183347702, -0.1428900957107544, -0.13563808798789978, -0.12838606536388397, -0.12113405019044876, -0.11388203501701355, -0.10663001239299774, -0.09937799721956253, -0.09212598204612732, -0.08487395942211151, -0.0776219442486763, -0.07036992907524109, -0.06311790645122528, -0.05586589127779007, -0.04861387610435486, -0.04136185720562935, -0.03410983830690384, -0.026857823133468628, -0.01960580423474312, -0.012353787198662758, -0.0051017701625823975, 0.0021502473391592503, 0.009402264840900898, 0.016654282808303833, 0.023906299844384193, 0.031158316880464554, 0.038410335779190063, 0.045662350952625275, 0.052914369851350784, 0.060166388750076294, 0.0674184039235115, 0.07467041909694672, 0.08192244172096252, 0.08917445689439774, 0.09642647206783295, 0.10367849469184875, 0.11093050986528397, 0.11818252503871918, 0.12543454766273499, 0.1326865553855896, 0.1399385780096054, 0.14719060063362122, 0.15444260835647583, 0.16169463098049164, 0.16894665360450745, 0.17619866132736206, 0.18345068395137787, 0.19070270657539368, 0.1979547142982483, 0.2052067369222641, 0.2124587595462799, 0.21971076726913452, 0.22696278989315033]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 1.0, 0.0, 3.0, 1.0, 2.0, 3.0, 4.0, 5.0, 1.0, 1.0, 4.0, 4.0, 5.0, 7.0, 2.0, 4.0, 5.0, 24.0, 7.0, 3.0, 3.0, 4.0, 1.0, 2.0, 4.0, 1.0, 1.0, 1.0, 1.0, 3.0, 2.0, 0.0, 0.0, 2.0, 1.0, 2.0, 2.0, 2.0, 0.0, 0.0, 2.0], "bins": [-0.005556153133511543, -0.005419482011348009, -0.005282810889184475, -0.005146139767020941, -0.005009469110518694, -0.00487279798835516, -0.004736126866191626, -0.004599455744028091, -0.004462784621864557, -0.004326113499701023, -0.004189442843198776, -0.004052771721035242, -0.003916100598871708, -0.0037794294767081738, -0.0036427583545446396, -0.003506087465211749, -0.003369416343048215, -0.0032327452208846807, -0.0030960743315517902, -0.002959403209388256, -0.002822732087224722, -0.0026860611978918314, -0.0025493900757282972, -0.002412718953564763, -0.0022760480642318726, -0.0021393769420683384, -0.0020027058199048042, -0.001866034814156592, -0.0017293638084083796, -0.0015926926862448454, -0.001456021680496633, -0.0013193505583330989, -0.0011826795525848866, -0.0010460085468366742, -0.00090933742467314, -0.0007726664189249277, -0.0006359953549690545, -0.0004993242910131812, -0.0003626532561611384, -0.0002259822067571804, -8.931115735322237e-05, 4.735989205073565e-05, 0.00018403094145469368, 0.00032070197630673647, 0.0004573730402626097, 0.000594044104218483, 0.0007307151099666953, 0.0008673861739225686, 0.0010040572378784418, 0.0011407282436266541, 0.0012773993657901883, 0.0014140703715384007, 0.0015507414937019348, 0.0016874124994501472, 0.0018240835051983595, 0.0019607546273618937, 0.002097425516694784, 0.0022340966388583183, 0.0023707677610218525, 0.0025074388831853867, 0.002644109772518277, 0.0027807808946818113, 0.0029174520168453455, 0.003054122906178236, 0.00319079402834177]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 2.0, 2.0, 0.0, 2.0, 4.0, 2.0, 4.0, 4.0, 5.0, 14.0, 21.0, 24.0, 27.0, 42.0, 65.0, 100.0, 128.0, 173.0, 242.0, 383.0, 560.0, 880.0, 1340.0, 2070.0, 3309.0, 5299.0, 8783.0, 15322.0, 28241.0, 53964.0, 98782.0, 181634.0, 556235.0, 100154.0, 54070.0, 29411.0, 16172.0, 9053.0, 5101.0, 2988.0, 1787.0, 1066.0, 699.0, 485.0, 303.0, 233.0, 139.0, 112.0, 72.0, 51.0, 24.0, 21.0, 18.0, 7.0, 7.0, 1.0, 2.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.013978292234241962, -0.013557872734963894, -0.0131374541670084, -0.012717034667730331, -0.012296616099774837, -0.011876196600496769, -0.0114557771012187, -0.011035358533263206, -0.010614939033985138, -0.010194520466029644, -0.009774100966751575, -0.009353681467473507, -0.008933262899518013, -0.008512843400239944, -0.00809242483228445, -0.007672005333006382, -0.007251586299389601, -0.0068311672657728195, -0.006410748232156038, -0.00599032873287797, -0.0055699096992611885, -0.005149490665644407, -0.004729071632027626, -0.004308652598410845, -0.00388823333196342, -0.0034678142983466387, -0.003047395031899214, -0.0026269759982824326, -0.0022065569646656513, -0.0017861376982182264, -0.0013657186646014452, -0.0009452995145693421, -0.0005248803645372391, -0.00010446124360896647, 0.00031595787731930614, 0.0007363769691437483, 0.0011567961191758513, 0.0015772152692079544, 0.0019976343028247356, 0.0024180535692721605, 0.0028384726028889418, 0.003258891636505723, 0.003679310902953148, 0.004099729936569929, 0.00452014897018671, 0.004940568003803492, 0.00536098750308156, 0.005781406536698341, 0.006201825570315123, 0.006622244603931904, 0.007042663637548685, 0.007463083136826754, 0.007883502170443535, 0.008303920738399029, 0.008724340237677097, 0.009144759736955166, 0.00956517830491066, 0.009985597804188728, 0.010406016372144222, 0.01082643587142229, 0.01124685537070036, 0.011667273938655853, 0.012087693437933922, 0.012508112005889416, 0.012928531505167484]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 2.0, 10.0, 1.0, 4.0, 3.0, 4.0, 6.0, 2.0, 2.0, 3.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.021143971011042595, -0.020694075152277946, -0.02024417743086815, -0.0197942815721035, -0.019344385713338852, -0.018894489854574203, -0.018444593995809555, -0.017994696274399757, -0.01754480041563511, -0.01709490455687046, -0.016645006835460663, -0.016195110976696014, -0.015745215117931366, -0.015295319259166718, -0.014845422469079494, -0.014395525678992271, -0.013945629820227623, -0.013495733961462975, -0.013045837171375751, -0.012595940381288528, -0.01214604452252388, -0.011696148663759232, -0.011246251873672009, -0.010796355083584785, -0.010346459224820137, -0.009896563366055489, -0.009446666575968266, -0.008996769785881042, -0.008546873927116394, -0.008096978068351746, -0.0076470812782645226, -0.007197184953838587, -0.006747288629412651, -0.006297392304986715, -0.00584749598056078, -0.005397599656134844, -0.004947703331708908, -0.004497807007282972, -0.004047910682857037, -0.003598014358431101, -0.003148118034005165, -0.0026982217095792294, -0.0022483253851532936, -0.0017984290607273579, -0.0013485327363014221, -0.0008986364118754864, -0.00044874008744955063, 1.1562369763851166e-06, 0.00045105256140232086, 0.0009009488858282566, 0.0013508452102541924, 0.001800741534680128, 0.002250637859106064, 0.0027005341835319996, 0.0031504305079579353, 0.003600326832383871, 0.004050223156809807, 0.004500119481235743, 0.004950015805661678, 0.005399912130087614, 0.00584980845451355, 0.0062997047789394855, 0.006749601103365421, 0.007199497427791357, 0.007649393752217293]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 3.0, 5.0, 2.0, 5.0, 1.0, 2.0, 5.0, 7.0, 4.0, 10.0, 6.0, 4.0, 4.0, 4.0, 7.0, 7.0, 5.0, 10.0, 15.0, 13.0, 15.0, 18.0, 47.0, 61.0, 88.0, 110.0, 120.0, 163.0, 130.0, 189.0, 344.0, 554.0, 831.0, 1309.0, 2421.0, 6852.0, 2419.0, 1236.0, 588.0, 331.0, 201.0, 104.0, 65.0, 41.0, 27.0, 13.0, 11.0, 5.0, 5.0, 3.0, 3.0], "bins": [-0.020583022385835648, -0.020156100392341614, -0.01972918026149273, -0.019302260130643845, -0.01887533813714981, -0.018448416143655777, -0.018021496012806892, -0.017594575881958008, -0.017167653888463974, -0.01674073189496994, -0.016313811764121056, -0.01588689163327217, -0.015459969639778137, -0.015033048577606678, -0.014606127515435219, -0.01417920645326376, -0.0137522853910923, -0.013325364328920841, -0.012898443266749382, -0.012471522204577923, -0.012044601142406464, -0.011617680080235004, -0.011190759018063545, -0.010763837955892086, -0.010336916893720627, -0.009909995831549168, -0.009483074769377708, -0.00905615370720625, -0.00862923264503479, -0.00820231158286333, -0.007775390520691872, -0.0073484694585204124, -0.006921548396348953, -0.006494627334177494, -0.006067706272006035, -0.005640785209834576, -0.0052138641476631165, -0.004786943085491657, -0.004360022023320198, -0.003933100961148739, -0.0035061798989772797, -0.0030792588368058205, -0.0026523377746343613, -0.002225416712462902, -0.0017984956502914429, -0.0013715745881199837, -0.0009446535259485245, -0.0005177324637770653, -9.081140160560608e-05, 0.0003361096605658531, 0.0007630307227373123, 0.0011899517849087715, 0.0016168728470802307, 0.00204379390925169, 0.002470714971423149, 0.0028976360335946083, 0.0033245570957660675, 0.0037514781579375267, 0.004178399220108986, 0.004605320282280445, 0.005032241344451904, 0.0054591624066233635, 0.005886083468794823, 0.006313004530966282, 0.006739925593137741]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 3.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 3.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1035102978348732, -0.10079747438430786, -0.09808464348316193, -0.09537182003259659, -0.09265899658203125, -0.08994616568088531, -0.08723334223031998, -0.08452051877975464, -0.0818076878786087, -0.07909486442804337, -0.07638204097747803, -0.07366921752691269, -0.07095638662576675, -0.06824356317520142, -0.06553073972463608, -0.06281790882349014, -0.060105085372924805, -0.05739225819706917, -0.05467943474650383, -0.05196660757064819, -0.049253784120082855, -0.04654095694422722, -0.04382812976837158, -0.041115306317806244, -0.03840247914195061, -0.03568965196609497, -0.03297682851552963, -0.030264001339673996, -0.02755117602646351, -0.02483835071325302, -0.022125523537397385, -0.019412698224186897, -0.01669987291097641, -0.013987047597765923, -0.01127422135323286, -0.008561395108699799, -0.005848569795489311, -0.0031357440166175365, -0.00042291823774576187, 0.002289907541126013, 0.0050027333199977875, 0.007715559098869562, 0.010428384877741337, 0.013141211122274399, 0.015854036435484886, 0.018566861748695374, 0.02127968892455101, 0.023992514237761497, 0.026705339550971985, 0.029418164864182472, 0.03213099017739296, 0.034843817353248596, 0.037556640803813934, 0.04026946797966957, 0.04298229515552521, 0.045695118606090546, 0.04840794578194618, 0.05112077295780182, 0.05383359640836716, 0.056546423584222794, 0.05925925076007843, 0.06197207421064377, 0.0646848976612091, 0.06739772856235504, 0.07011055201292038]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 2.0, 2.0, 4.0, 1.0, 4.0, 4.0, 3.0, 2.0, 7.0, 16.0, 12.0, 18.0, 19.0, 26.0, 36.0, 27.0, 23.0, 13.0, 9.0, 9.0, 3.0, 5.0, 2.0, 4.0, 0.0, 0.0, 3.0, 0.0, 3.0, 2.0, 2.0, 0.0, 2.0, 0.0, 2.0], "bins": [-0.0820070281624794, -0.08011368662118912, -0.07822033762931824, -0.07632699608802795, -0.07443365454673767, -0.07254030555486679, -0.07064696401357651, -0.06875362247228622, -0.06686027348041534, -0.06496693193912506, -0.06307359039783478, -0.0611802414059639, -0.059286899864673615, -0.05739355459809303, -0.05550020933151245, -0.05360686779022217, -0.051713522523641586, -0.049820177257061005, -0.04792683571577072, -0.04603349044919014, -0.04414014518260956, -0.042246803641319275, -0.04035345837473869, -0.03846011310815811, -0.03656677156686783, -0.03467342630028725, -0.032780081033706665, -0.030886737629771233, -0.0289933942258358, -0.02710004895925522, -0.025206705555319786, -0.023313360288739204, -0.021420016884803772, -0.01952667348086834, -0.017633328214287758, -0.015739984810352325, -0.013846640475094318, -0.011953296139836311, -0.010059952735900879, -0.008166608400642872, -0.006273264065384865, -0.004379919730126858, -0.002486575860530138, -0.0005932317581027746, 0.0013001123443245888, 0.003193456446751952, 0.005086800549179316, 0.006980144418776035, 0.008873488754034042, 0.01076683308929205, 0.012660177424550056, 0.014553520828485489, 0.01644686609506607, 0.018340209499001503, 0.020233552902936935, 0.022126898169517517, 0.02402024157345295, 0.025913584977388382, 0.027806930243968964, 0.029700273647904396, 0.03159361705183983, 0.03348696231842041, 0.03538030758500099, 0.037273649126291275, 0.03916699439287186]}, "_runtime": 11.59286880493164, "_timestamp": 1596207396.1814919, "_step": 8}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 2.0, 6.0, 1.0, 1.0, 3.0, 3.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 4.0, 0.0, 1.0, 0.0, 2.0, 2.0, 2.0, 2.0, 1.0, 3.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01169238705188036, -0.011314521543681622, -0.010936656966805458, -0.01055879145860672, -0.010180926881730556, -0.009803061373531818, -0.009425196796655655, -0.009047331288456917, -0.008669465780258179, -0.008291601203382015, -0.007913735695183277, -0.007535871118307114, -0.0071580056101083755, -0.006780140567570925, -0.006402275525033474, -0.006024410482496023, -0.005646545439958572, -0.005268680397421122, -0.004890815354883671, -0.00451295031234622, -0.004135085269808769, -0.0037572199944406748, -0.0033793547190725803, -0.0030014896765351295, -0.0026236246339976788, -0.002245759591460228, -0.0018678944325074553, -0.0014900292735546827, -0.001112164231017232, -0.0007342991302721202, -0.00035643402952700853, 2.143107121810317e-05, 0.0003992961719632149, 0.0007771612727083266, 0.0011550263734534383, 0.001532891532406211, 0.0019107565749436617, 0.0022886216174811125, 0.002666486892849207, 0.0030443519353866577, 0.0034222169779241085, 0.0038000820204615593, 0.00417794706299901, 0.004555812105536461, 0.004933677613735199, 0.00531154265627265, 0.0056894076988101006, 0.006067272741347551, 0.006445137783885002, 0.006823002826422453, 0.007200867868959904, 0.0075787329114973545, 0.007956597954034805, 0.008334463462233543, 0.008712328039109707, 0.009090193547308445, 0.009468058124184608, 0.009845923632383347, 0.010223789140582085, 0.010601653717458248, 0.010979519225656986, 0.01135738380253315, 0.011735249310731888, 0.012113113887608051, 0.01249097939580679]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 3.0, 4.0, 6.0, 4.0, 3.0, 11.0, 11.0, 14.0, 17.0, 22.0, 37.0, 41.0, 62.0, 84.0, 89.0, 124.0, 175.0, 247.0, 333.0, 540.0, 3877.0, 1014.0, 433.0, 252.0, 172.0, 108.0, 66.0, 42.0, 36.0, 31.0, 10.0, 9.0, 12.0, 8.0, 6.0, 5.0, 6.0, 2.0, 2.0, 1.0, 5.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.17337553203105927, -0.16801968216896057, -0.16266383230686188, -0.15730798244476318, -0.1519521176815033, -0.1465962678194046, -0.1412404179573059, -0.13588456809520721, -0.13052871823310852, -0.12517286837100983, -0.11981701850891113, -0.11446116119623184, -0.10910531133413315, -0.10374946147203445, -0.09839360415935516, -0.09303775429725647, -0.08768190443515778, -0.08232605457305908, -0.07697020471096039, -0.0716143473982811, -0.0662584975361824, -0.06090264767408371, -0.05554679408669472, -0.050190940499305725, -0.04483509063720703, -0.03947924077510834, -0.034123387187719345, -0.028767535462975502, -0.02341168373823166, -0.018055832013487816, -0.012699980288743973, -0.00734412856400013, -0.0019882768392562866, 0.0033675748854875565, 0.0087234266102314, 0.014079278334975243, 0.019435130059719086, 0.02479098178446293, 0.030146833509206772, 0.035502687096595764, 0.04085853695869446, 0.04621438682079315, 0.051570240408182144, 0.056926093995571136, 0.06228194385766983, 0.06763779371976852, 0.07299365103244781, 0.07834950089454651, 0.0837053507566452, 0.0890612006187439, 0.09441705048084259, 0.09977290779352188, 0.10512875765562057, 0.11048460751771927, 0.11584046483039856, 0.12119631469249725, 0.12655216455459595, 0.13190801441669464, 0.13726386427879333, 0.14261971414089203, 0.14797556400299072, 0.1533314287662506, 0.1586872786283493, 0.164043128490448, 0.1693989783525467]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 4.0, 2.0, 3.0, 4.0, 2.0, 2.0, 2.0, 1.0, 5.0, 5.0, 4.0, 4.0, 3.0, 2.0, 4.0, 26.0, 7.0, 3.0, 4.0, 2.0, 4.0, 2.0, 6.0, 2.0, 2.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0035041221417486668, -0.003385943593457341, -0.003267764812335372, -0.0031495862640440464, -0.003031407715752721, -0.0029132289346307516, -0.002795050386339426, -0.0026768718380481005, -0.0025586930569261312, -0.0024405145086348057, -0.00232233596034348, -0.002204157179221511, -0.0020859786309301853, -0.0019678000826388597, -0.0018496213015168905, -0.001731442753225565, -0.0016132640885189176, -0.0014950854238122702, -0.0013769068755209446, -0.0012587282108142972, -0.0011405495461076498, -0.0010223709978163242, -0.0009041923331096768, -0.0007860136684030294, -0.000667835061904043, -0.0005496564554050565, -0.0004314777906984091, -0.0003132991841994226, -0.00019512054859660566, -7.694192026974633e-05, 4.123670805711299e-05, 0.0001594153291080147, 0.00027759396471083164, 0.0003957726003136486, 0.0005139512359164655, 0.000632129842415452, 0.0007503085071220994, 0.0008684871136210859, 0.0009866657201200724, 0.0011048443848267198, 0.0012230230495333672, 0.0013412015978246927, 0.0014593802625313401, 0.0015775589272379875, 0.001695737475529313, 0.0018139161402359605, 0.0019320948049426079, 0.0020502733532339334, 0.002168451901525259, 0.0022866306826472282, 0.002404809230938554, 0.002522988012060523, 0.0026411665603518486, 0.002759345108643174, 0.0028775238897651434, 0.002995702438056469, 0.0031138809863477945, 0.0032320597674697638, 0.0033502383157610893, 0.003468416864052415, 0.003586595645174384, 0.0037047741934657097, 0.0038229527417570353, 0.003941131290048361, 0.00405931007117033]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 2.0, 2.0, 4.0, 2.0, 6.0, 9.0, 9.0, 9.0, 18.0, 37.0, 60.0, 83.0, 145.0, 208.0, 339.0, 526.0, 874.0, 1467.0, 2500.0, 4443.0, 8766.0, 18518.0, 41222.0, 94145.0, 220555.0, 586530.0, 99713.0, 47726.0, 23858.0, 11828.0, 6420.0, 3688.0, 2143.0, 1358.0, 843.0, 545.0, 383.0, 202.0, 168.0, 103.0, 52.0, 37.0, 30.0, 23.0, 14.0, 7.0, 6.0, 5.0, 4.0, 3.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013813105411827564, -0.013338666409254074, -0.01286422647535801, -0.01238978747278452, -0.011915347538888454, -0.011440908536314964, -0.0109664686024189, -0.01049202959984541, -0.01001759059727192, -0.009543150663375854, -0.009068711660802364, -0.0085942717269063, -0.00811983272433281, -0.007645393256098032, -0.0071709537878632545, -0.006696514319628477, -0.0062220748513937, -0.005747635383158922, -0.005273195914924145, -0.004798756446689367, -0.00432431697845459, -0.003849877743050456, -0.0033754385076463223, -0.002900999039411545, -0.0024265595711767673, -0.00195212010294199, -0.0014776807511225343, -0.0010032413993030787, -0.0005288019310683012, -5.4362521041184664e-05, 0.0004200768889859319, 0.0008945162990130484, 0.001368955709040165, 0.0018433951772749424, 0.00231783464550972, 0.0027922738809138536, 0.003266713349148631, 0.0037411528173834085, 0.004215592052787542, 0.00469003152102232, 0.005164470989257097, 0.005638910457491875, 0.006113349925726652, 0.00658778939396143, 0.00706222839653492, 0.007536667864769697, 0.008011107333004475, 0.00848554726690054, 0.00895998626947403, 0.00943442527204752, 0.009908865205943584, 0.010383304208517075, 0.01085774414241314, 0.01133218314498663, 0.011806623078882694, 0.012281062081456184, 0.01275550201535225, 0.01322994101792574, 0.01370438002049923, 0.014178819954395294, 0.014653258956968784, 0.015127698890864849, 0.01560213789343834, 0.016076577827334404, 0.01655101776123047]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 4.0, 0.0, 0.0, 1.0, 4.0, 2.0, 0.0, 3.0, 2.0, 3.0, 3.0, 4.0, 4.0, 1.0, 10.0, 3.0, 1.0, 2.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.014828492887318134, -0.014165857806801796, -0.013503221794962883, -0.012840586714446545, -0.012177951633930206, -0.011515316553413868, -0.01085268147289753, -0.010190045461058617, -0.009527410380542278, -0.00886477530002594, -0.008202139288187027, -0.007539504207670689, -0.00687686912715435, -0.006214234046638012, -0.005551598500460386, -0.004888962954282761, -0.004226327873766422, -0.0035636925604194403, -0.0029010572470724583, -0.0022384219337254763, -0.0015757866203784943, -0.0009131513070315123, -0.00025051599368453026, 0.00041211931966245174, 0.0010747546330094337, 0.0017373899463564157, 0.0024000252597033978, 0.0030626605730503798, 0.0037252958863973618, 0.0043879309669137, 0.005050566513091326, 0.005713202059268951, 0.00637583713978529, 0.007038472220301628, 0.007701107766479254, 0.00836374331265688, 0.009026378393173218, 0.009689013473689556, 0.010351648554205894, 0.011014284566044807, 0.011676919646561146, 0.012339554727077484, 0.013002190738916397, 0.013664825819432735, 0.014327460899949074, 0.014990095980465412, 0.01565273106098175, 0.016315367072820663, 0.016978003084659576, 0.01764063723385334, 0.018303273245692253, 0.018965907394886017, 0.01962854340672493, 0.020291179418563843, 0.020953813567757607, 0.02161644957959652, 0.022279083728790283, 0.022941719740629196, 0.02360435575246811, 0.024266989901661873, 0.024929625913500786, 0.0255922619253397, 0.026254896074533463, 0.026917532086372375, 0.02758016809821129]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 5.0, 1.0, 1.0, 7.0, 4.0, 4.0, 10.0, 19.0, 17.0, 30.0, 33.0, 46.0, 52.0, 77.0, 97.0, 93.0, 160.0, 191.0, 223.0, 289.0, 368.0, 466.0, 670.0, 946.0, 1352.0, 2525.0, 6184.0, 1422.0, 786.0, 619.0, 385.0, 280.0, 146.0, 135.0, 89.0, 64.0, 76.0, 84.0, 69.0, 94.0, 67.0, 60.0, 46.0, 31.0, 27.0, 26.0, 19.0, 10.0, 6.0, 5.0, 3.0, 2.0, 3.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013075645081698895, -0.01263220701366663, -0.01218876987695694, -0.011745331808924675, -0.01130189374089241, -0.01085845660418272, -0.010415018536150455, -0.00997158046811819, -0.0095281433314085, -0.009084705263376236, -0.008641267195343971, -0.008197829127311707, -0.0077543919906020164, -0.007310953922569752, -0.006867516320198774, -0.00642407825216651, -0.005980640649795532, -0.005537203047424555, -0.00509376497939229, -0.004650327377021313, -0.004206889308989048, -0.0037634517066180706, -0.003320014104247093, -0.002876576269045472, -0.002433138433843851, -0.00198970059864223, -0.0015462628798559308, -0.0011028251610696316, -0.0006593873258680105, -0.00021594954887405038, 0.00022748822811990976, 0.0006709260051138699, 0.00111436378210783, 0.001557801617309451, 0.002001239452511072, 0.0024446770548820496, 0.0028881148900836706, 0.0033315527252852917, 0.003774990327656269, 0.004218428395688534, 0.004661865998059511, 0.005105303600430489, 0.005548741668462753, 0.005992179270833731, 0.006435616873204708, 0.006879054941236973, 0.00732249254360795, 0.007765930611640215, 0.008209368214011192, 0.008652806282043457, 0.009096243418753147, 0.009539681486785412, 0.009983119554817677, 0.010426556691527367, 0.010869994759559631, 0.011313432827591896, 0.01175687089562416, 0.01220030803233385, 0.012643746100366116, 0.01308718416839838, 0.01353062130510807, 0.013974059373140335, 0.0144174974411726, 0.01486093457788229, 0.015304372645914555]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 3.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.1667233258485794, -0.16304422914981842, -0.15936513245105743, -0.15568603575229645, -0.15200692415237427, -0.14832782745361328, -0.1446487307548523, -0.1409696340560913, -0.13729053735733032, -0.13361144065856934, -0.12993232905864716, -0.12625323235988617, -0.12257413566112518, -0.1188950389623642, -0.11521594226360321, -0.11153683811426163, -0.10785774141550064, -0.10417864471673965, -0.10049954056739807, -0.09682044386863708, -0.0931413471698761, -0.08946224302053452, -0.08578314632177353, -0.08210404962301254, -0.07842494547367096, -0.07474584877490997, -0.07106675207614899, -0.067387655377388, -0.06370855122804642, -0.06002945452928543, -0.056350354105234146, -0.05267125740647316, -0.048992156982421875, -0.04531305655837059, -0.041633959859609604, -0.03795485943555832, -0.03427576273679733, -0.030596662312746048, -0.026917561888694763, -0.023238463327288628, -0.019559364765882492, -0.015880266204476357, -0.012201166711747646, -0.008522067219018936, -0.004842968657612801, -0.0011638696305453777, 0.002515229396522045, 0.006194328423589468, 0.009873427450656891, 0.013552526012063026, 0.017231624573469162, 0.020910724997520447, 0.024589823558926582, 0.028268922120332718, 0.031948022544384, 0.03562711924314499, 0.039306219667196274, 0.04298532009124756, 0.046664416790008545, 0.05034351721405983, 0.054022617638111115, 0.0577017143368721, 0.061380814760923386, 0.06505991518497467, 0.06873901188373566]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 2.0, 5.0, 1.0, 4.0, 3.0, 3.0, 8.0, 17.0, 24.0, 36.0, 17.0, 45.0, 26.0, 25.0, 9.0, 14.0, 3.0, 5.0, 5.0, 3.0, 1.0, 2.0, 2.0, 0.0, 2.0, 2.0], "bins": [-0.13403896987438202, -0.1313192993402481, -0.1285996288061142, -0.12587995827198029, -0.12316029518842697, -0.12044062465429306, -0.11772095412015915, -0.11500128358602524, -0.11228162050247192, -0.10956194996833801, -0.1068422794342041, -0.10412260890007019, -0.10140293836593628, -0.09868326783180237, -0.09596360474824905, -0.09324393421411514, -0.09052426367998123, -0.08780459314584732, -0.08508492261171341, -0.0823652595281601, -0.07964558899402618, -0.07692591845989227, -0.07420624792575836, -0.07148657739162445, -0.06876690685749054, -0.06604724377393723, -0.06332757323980331, -0.0606079027056694, -0.05788823217153549, -0.05516856536269188, -0.05244889482855797, -0.049729228019714355, -0.047009557485580444, -0.04428988695144653, -0.04157022014260292, -0.03885054960846901, -0.0361308827996254, -0.033411212265491486, -0.030691541731357574, -0.027971873059868813, -0.02525220438838005, -0.02253253571689129, -0.019812867045402527, -0.017093196511268616, -0.014373527839779854, -0.011653859168291092, -0.008934189565479755, -0.006214520428329706, -0.003494851291179657, -0.0007751821540296078, 0.0019444869831204414, 0.004664156120270491, 0.00738382525742054, 0.010103493928909302, 0.012823163531720638, 0.015542833134531975, 0.018262501806020737, 0.0209821704775095, 0.02370183914899826, 0.02642150968313217, 0.029141178354620934, 0.031860847026109695, 0.03458051756024361, 0.03730018436908722, 0.04001985490322113]}, "_runtime": 12.440979480743408, "_timestamp": 1596207397.0296025, "_step": 9}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 3.0, 1.0, 0.0, 2.0, 1.0, 5.0, 2.0, 2.0, 1.0, 2.0, 3.0, 4.0, 3.0, 2.0, 2.0, 1.0, 3.0, 3.0, 2.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.017517048865556717, -0.017113111913204193, -0.01670917682349682, -0.016305239871144295, -0.01590130478143692, -0.015497367829084396, -0.015093431808054447, -0.014689495787024498, -0.014285558834671974, -0.013881622813642025, -0.013477686792612076, -0.013073750771582127, -0.012669814750552177, -0.012265878729522228, -0.011861941777169704, -0.011458005756139755, -0.011054069735109806, -0.010650133714079857, -0.010246197693049908, -0.009842260740697384, -0.009438324719667435, -0.009034388698637486, -0.008630452677607536, -0.008226516656577587, -0.007822580635547638, -0.0074186441488564014, -0.007014707662165165, -0.006610771641135216, -0.006206835620105267, -0.00580289913341403, -0.005398963112384081, -0.004995026625692844, -0.004591090604662895, -0.004187154583632946, -0.0037832180969417095, -0.0033792820759117603, -0.0029753458220511675, -0.0025714095681905746, -0.0021674735471606255, -0.0017635372933000326, -0.0013596010394394398, -0.0009556648437865078, -0.0005517286481335759, -0.000147792452480644, 0.00025614374317228794, 0.0006600799388252199, 0.0010640161344781518, 0.0014679522719234228, 0.0018718885257840157, 0.0022758247796446085, 0.0026797610335052013, 0.0030836970545351505, 0.0034876333083957434, 0.003891569562256336, 0.004295505583286285, 0.004699442069977522, 0.005103378091007471, 0.00550731411203742, 0.005911250598728657, 0.006315186619758606, 0.006719122640788555, 0.007123059127479792, 0.007526995148509741, 0.007930931635200977, 0.008334867656230927]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 3.0, 3.0, 4.0, 3.0, 2.0, 6.0, 5.0, 3.0, 8.0, 5.0, 16.0, 4.0, 20.0, 15.0, 24.0, 22.0, 40.0, 48.0, 50.0, 80.0, 99.0, 141.0, 175.0, 238.0, 320.0, 463.0, 3883.0, 947.0, 430.0, 243.0, 162.0, 108.0, 84.0, 74.0, 43.0, 36.0, 31.0, 12.0, 14.0, 12.0, 14.0, 7.0, 9.0, 8.0, 6.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.14163058996200562, -0.13738293945789337, -0.13313527405261993, -0.1288876235485077, -0.12463997304439545, -0.1203923150897026, -0.11614465713500977, -0.11189700663089752, -0.10764934867620468, -0.10340169072151184, -0.0991540402173996, -0.09490638226270676, -0.09065872430801392, -0.08641107380390167, -0.08216341584920883, -0.07791576534509659, -0.07366810739040375, -0.06942044943571091, -0.06517279893159866, -0.06092514097690582, -0.05667748674750328, -0.05242983251810074, -0.0481821745634079, -0.043934520334005356, -0.039686866104602814, -0.03543921187520027, -0.03119155578315258, -0.02694389969110489, -0.022696245461702347, -0.018448591232299805, -0.014200935140252113, -0.009953279979526997, -0.00570562481880188, -0.0014579696580767632, 0.0027896855026483536, 0.00703734066337347, 0.011284995824098587, 0.015532650984823704, 0.01978030614554882, 0.024027962237596512, 0.028275616466999054, 0.032523270696401596, 0.03677092492580414, 0.04101858288049698, 0.04526623710989952, 0.04951389133930206, 0.053761549293994904, 0.058009203523397446, 0.06225685775279999, 0.06650451570749283, 0.07075216621160507, 0.07499982416629791, 0.07924747467041016, 0.083495132625103, 0.08774279057979584, 0.09199044108390808, 0.09623809903860092, 0.10048575699329376, 0.104733407497406, 0.10898106545209885, 0.11322872340679169, 0.11747637391090393, 0.12172403186559677, 0.1259716898202896, 0.13021934032440186]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 6.0, 1.0, 4.0, 5.0, 1.0, 2.0, 4.0, 5.0, 2.0, 2.0, 6.0, 2.0, 8.0, 26.0, 1.0, 7.0, 3.0, 3.0, 3.0, 1.0, 1.0, 2.0, 1.0, 4.0, 2.0, 2.0, 2.0, 2.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.005059779155999422, -0.004919623490422964, -0.004779467824846506, -0.004639312159270048, -0.00449915649369359, -0.004359000828117132, -0.004218845162540674, -0.004078689496964216, -0.0039385342970490456, -0.003798378398641944, -0.003658222733065486, -0.003518067067489028, -0.0033779116347432137, -0.0032377559691667557, -0.0030976003035902977, -0.0029574446380138397, -0.0028172889724373817, -0.0026771333068609238, -0.002536977641284466, -0.002396821975708008, -0.00225666631013155, -0.0021165108773857355, -0.0019763552118092775, -0.0018361995462328196, -0.0016960438806563616, -0.0015558882150799036, -0.0014157325495034456, -0.0012755770003423095, -0.0011354213347658515, -0.0009952656691893935, -0.0008551100618205965, -0.0007149544544517994, -0.0005747987888753414, -0.0004346431524027139, -0.0002944875159300864, -0.00015433187945745885, -1.4176242984831333e-05, 0.0001259793934877962, 0.0002661350299604237, 0.00040629066643305123, 0.0005464463029056787, 0.0006866019684821367, 0.0008267575758509338, 0.0009669131832197309, 0.0011070688487961888, 0.0012472245143726468, 0.001387380063533783, 0.001527535729110241, 0.001667691394686699, 0.0018078470602631569, 0.0019480027258396149, 0.002088158391416073, 0.002228314056992531, 0.002368469489738345, 0.002508625155314803, 0.002648780820891261, 0.002788936486467719, 0.002929092152044177, 0.003069247817620635, 0.003209403483197093, 0.0033495589159429073, 0.0034897145815193653, 0.0036298702470958233, 0.0037700259126722813, 0.003910181578248739]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 3.0, 1.0, 1.0, 2.0, 5.0, 1.0, 2.0, 4.0, 6.0, 18.0, 24.0, 27.0, 47.0, 40.0, 84.0, 116.0, 174.0, 238.0, 346.0, 532.0, 861.0, 1375.0, 2179.0, 3520.0, 6119.0, 11044.0, 21414.0, 43922.0, 93492.0, 213689.0, 583400.0, 96858.0, 47234.0, 23670.0, 12060.0, 6657.0, 3880.0, 2288.0, 1395.0, 986.0, 593.0, 440.0, 295.0, 176.0, 115.0, 106.0, 61.0, 43.0, 32.0, 21.0, 19.0, 10.0, 6.0, 4.0, 3.0, 3.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013570916838943958, -0.013134627602994442, -0.0126983392983675, -0.012262050062417984, -0.011825760826468468, -0.011389472521841526, -0.01095318328589201, -0.010516894981265068, -0.010080605745315552, -0.009644316509366035, -0.009208028204739094, -0.008771738968789577, -0.008335450664162636, -0.00789916142821312, -0.007462872192263603, -0.007026583421975374, -0.006590294651687145, -0.006154005881398916, -0.005717717111110687, -0.005281427875161171, -0.004845139104872942, -0.004408850334584713, -0.003972561098635197, -0.0035362723283469677, -0.0030999835580587387, -0.0026636947877705097, -0.002227405784651637, -0.0017911168979480863, -0.0013548280112445354, -0.0009185391245409846, -0.0004822502378374338, -4.5961351133883e-05, 0.0003903275355696678, 0.0008266164222732186, 0.0012629053089767694, 0.0016991941956803203, 0.002135483082383871, 0.0025717718526721, 0.0030080608557909727, 0.0034443498589098454, 0.0038806386291980743, 0.004316927399486303, 0.004753216169774532, 0.005189505405724049, 0.005625794176012278, 0.006062082946300507, 0.006498372182250023, 0.006934660952538252, 0.007370949722826481, 0.00780723849311471, 0.008243527263402939, 0.008679816499352455, 0.009116105735301971, 0.009552394039928913, 0.00998868327587843, 0.010424971580505371, 0.010861260816454887, 0.011297550052404404, 0.011733838357031345, 0.012170127592980862, 0.012606415897607803, 0.01304270513355732, 0.013478994369506836, 0.013915282674133778, 0.014351571910083294]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 6.0, 1.0, 6.0, 6.0, 2.0, 3.0, 9.0, 3.0, 4.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.03901359811425209, -0.03749469667673111, -0.03597579896450043, -0.034456897526979446, -0.032937996089458466, -0.03141909837722778, -0.029900196939706802, -0.02838129736483097, -0.02686239778995514, -0.025343498215079308, -0.023824598640203476, -0.022305697202682495, -0.020786797627806664, -0.019267898052930832, -0.01774899661540985, -0.01623009704053402, -0.014711197465658188, -0.013192297890782356, -0.01167339738458395, -0.010154496878385544, -0.008635597303509712, -0.007116697262972593, -0.005597797222435474, -0.0040788971818983555, -0.0025599971413612366, -0.0010410971008241177, 0.00047780293971300125, 0.00199670298025012, 0.003515603020787239, 0.005034503061324358, 0.006553403101861477, 0.008072303608059883, 0.009591203182935715, 0.011110102757811546, 0.012629003264009953, 0.014147903770208359, 0.01566680334508419, 0.017185702919960022, 0.018704604357481003, 0.020223503932356834, 0.021742403507232666, 0.023261303082108498, 0.02478020265698433, 0.02629910409450531, 0.02781800366938114, 0.029336903244256973, 0.030855804681777954, 0.032374702394008636, 0.03389360383152962, 0.0354125052690506, 0.03693140298128128, 0.03845030441880226, 0.03996920585632324, 0.041488103568553925, 0.043007005006074905, 0.04452590271830559, 0.04604480415582657, 0.04756370559334755, 0.04908260330557823, 0.05060150474309921, 0.052120402455329895, 0.053639303892850876, 0.05515820533037186, 0.05667710304260254, 0.05819600448012352]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 0.0, 4.0, 4.0, 5.0, 7.0, 6.0, 16.0, 15.0, 16.0, 22.0, 29.0, 34.0, 20.0, 24.0, 33.0, 33.0, 53.0, 55.0, 60.0, 78.0, 106.0, 177.0, 238.0, 292.0, 400.0, 512.0, 847.0, 1202.0, 1737.0, 2929.0, 5731.0, 1219.0, 668.0, 492.0, 306.0, 197.0, 138.0, 97.0, 61.0, 49.0, 61.0, 68.0, 66.0, 69.0, 45.0, 56.0, 27.0, 29.0, 19.0, 20.0, 8.0, 12.0, 15.0, 8.0, 1.0, 3.0, 2.0, 3.0, 1.0, 1.0, 0.0, 0.0, 3.0], "bins": [-0.027844103053212166, -0.026951538398861885, -0.026058975607156754, -0.025166410952806473, -0.024273846298456192, -0.02338128164410591, -0.02248871698975563, -0.0215961541980505, -0.020703589543700218, -0.019811024889349937, -0.018918462097644806, -0.018025897443294525, -0.017133332788944244, -0.016240768134593964, -0.015348204411566257, -0.014455640688538551, -0.01356307603418827, -0.01267051137983799, -0.011777947656810284, -0.010885383933782578, -0.009992819279432297, -0.009100254625082016, -0.00820769090205431, -0.007315126713365316, -0.006422562524676323, -0.0055299983359873295, -0.004637434147298336, -0.0037448699586093426, -0.002852305769920349, -0.0019597415812313557, -0.0010671773925423622, -0.00017461320385336876, 0.0007179509848356247, 0.0016105151735246181, 0.0025030793622136116, 0.003395643550902605, 0.0042882077395915985, 0.005180771928280592, 0.006073336116969585, 0.006965900305658579, 0.007858464494347572, 0.008751029148697853, 0.00964359287172556, 0.010536156594753265, 0.011428721249103546, 0.012321285903453827, 0.013213849626481533, 0.01410641334950924, 0.01499897800385952, 0.0158915426582098, 0.016784105449914932, 0.017676670104265213, 0.018569234758615494, 0.019461799412965775, 0.020354364067316055, 0.021246926859021187, 0.022139491513371468, 0.02303205616772175, 0.02392461895942688, 0.02481718361377716, 0.02570974826812744, 0.026602312922477722, 0.027494877576828003, 0.028387440368533134, 0.029280005022883415]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.32487285137176514, -0.31649070978164673, -0.30810853838920593, -0.2997263967990875, -0.29134422540664673, -0.2829620838165283, -0.2745799124240875, -0.2661977708339691, -0.2578155994415283, -0.2494334578514099, -0.2410513013601303, -0.2326691448688507, -0.2242869883775711, -0.2159048318862915, -0.2075226753950119, -0.1991405189037323, -0.1907583624124527, -0.1823762059211731, -0.1739940494298935, -0.1656118929386139, -0.1572297364473343, -0.1488475799560547, -0.14046542346477509, -0.13208326697349548, -0.12370111793279648, -0.11531896144151688, -0.10693680495023727, -0.09855464845895767, -0.09017249941825867, -0.08179034292697906, -0.07340818643569946, -0.06502602994441986, -0.05664387345314026, -0.04826171696186066, -0.039879560470581055, -0.03149740770459175, -0.02311525121331215, -0.014733095653355122, -0.006350940093398094, 0.0020312154665589333, 0.01041337102651596, 0.018795527517795563, 0.027177682146430016, 0.03555983677506447, 0.04394199326634407, 0.05232414975762367, 0.060706302523612976, 0.06908845901489258, 0.07747061550617218, 0.08585277199745178, 0.09423492848873138, 0.10261708498001099, 0.11099924147129059, 0.1193813905119896, 0.1277635544538498, 0.1361457109451294, 0.1445278525352478, 0.1529100090265274, 0.161292165517807, 0.1696743220090866, 0.1780564785003662, 0.1864386349916458, 0.19482079148292542, 0.20320294797420502, 0.21158510446548462]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 5.0, 1.0, 2.0, 2.0, 1.0, 3.0, 2.0, 5.0, 3.0, 2.0, 5.0, 1.0, 1.0, 3.0, 4.0, 9.0, 7.0, 6.0, 10.0, 15.0, 17.0, 17.0, 47.0, 28.0, 14.0, 5.0, 5.0, 3.0, 5.0, 2.0, 3.0, 5.0, 3.0, 3.0, 6.0, 2.0, 6.0, 4.0, 2.0, 1.0, 4.0, 3.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 1.0], "bins": [-0.17955677211284637, -0.17436279356479645, -0.16916882991790771, -0.1639748513698578, -0.15878087282180786, -0.15358689427375793, -0.1483929306268692, -0.14319895207881927, -0.13800497353076935, -0.13281100988388062, -0.1276170313358307, -0.12242305278778076, -0.11722908169031143, -0.1120351031422615, -0.10684113204479218, -0.10164715349674225, -0.09645318239927292, -0.09125921130180359, -0.08606523275375366, -0.08087126165628433, -0.0756772831082344, -0.07048331201076508, -0.06528933346271515, -0.06009536236524582, -0.05490138754248619, -0.04970741271972656, -0.044513437896966934, -0.039319463074207306, -0.034125491976737976, -0.0289315152913332, -0.02373754233121872, -0.01854356750845909, -0.013349592685699463, -0.008155617862939835, -0.002961643971502781, 0.00223233038559556, 0.007426304742693901, 0.01262027956545353, 0.01781425252556801, 0.023008227348327637, 0.028202202171087265, 0.03339617699384689, 0.03859015181660652, 0.04378412663936615, 0.04897809773683548, 0.05417207255959511, 0.059366047382354736, 0.06456002593040466, 0.06975399702787399, 0.07494796812534332, 0.08014194667339325, 0.08533591777086258, 0.0905298963189125, 0.09572386741638184, 0.10091784596443176, 0.10611181706190109, 0.11130578815937042, 0.11649976670742035, 0.12169373780488968, 0.126887708902359, 0.13208168745040894, 0.13727566599845886, 0.1424696445465088, 0.14766360819339752, 0.15285758674144745]}, "_runtime": 13.272340774536133, "_timestamp": 1596207397.8609638, "_step": 10}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 3.0, 3.0, 0.0, 4.0, 2.0, 2.0, 0.0, 3.0, 4.0, 3.0, 1.0, 3.0, 1.0, 2.0, 3.0, 4.0, 0.0, 4.0, 1.0, 2.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.007406515534967184, -0.007014904636889696, -0.006623293738812208, -0.00623168284073472, -0.005840071942657232, -0.005448461044579744, -0.005056850146502256, -0.0046652392484247684, -0.004273628816008568, -0.003882017685100436, -0.0034904067870229483, -0.0030987958889454603, -0.002707185223698616, -0.002315574325621128, -0.0019239634275436401, -0.0015323525294661522, -0.0011407416313886642, -0.0007491307333111763, -0.00035751989344134927, 3.409097553230822e-05, 0.0004257018445059657, 0.0008173127425834537, 0.0012089235242456198, 0.0016005344223231077, 0.0019921453204005957, 0.0023837562184780836, 0.0027753671165555716, 0.0031669780146330595, 0.003558588679879904, 0.003950199577957392, 0.00434181047603488, 0.004733421374112368, 0.005125032272189856, 0.0055166431702673435, 0.0059082540683448315, 0.006299864966422319, 0.006691475864499807, 0.007083086762577295, 0.007474697660654783, 0.007866308093070984, 0.008257918991148472, 0.00864952988922596, 0.009041140787303448, 0.009432751685380936, 0.009824362583458424, 0.010215973481535912, 0.0106075843796134, 0.010999195277690887, 0.011390806175768375, 0.011782417073845863, 0.012174027971923351, 0.01256563887000084, 0.012957249768078327, 0.013348860666155815, 0.013740471564233303, 0.014132082462310791, 0.014523693360388279, 0.014915304258465767, 0.015306915156543255, 0.015698526054620743, 0.016090136021375656, 0.01648174785077572, 0.016873357817530632, 0.017264969646930695, 0.017656579613685608]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 3.0, 3.0, 1.0, 4.0, 3.0, 4.0, 4.0, 11.0, 10.0, 14.0, 19.0, 30.0, 42.0, 38.0, 58.0, 59.0, 90.0, 115.0, 137.0, 167.0, 234.0, 370.0, 634.0, 4247.0, 626.0, 318.0, 197.0, 127.0, 81.0, 59.0, 41.0, 45.0, 21.0, 21.0, 22.0, 12.0, 18.0, 9.0, 8.0, 4.0, 1.0, 4.0, 2.0, 3.0, 1.0, 1.0, 1.0, 2.0, 3.0, 0.0, 4.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.1372406780719757, -0.13266851007938385, -0.128096342086792, -0.12352415919303894, -0.11895199120044708, -0.11437982320785522, -0.10980764776468277, -0.10523547232151031, -0.10066330432891846, -0.0960911363363266, -0.09151896089315414, -0.08694678544998169, -0.08237461745738983, -0.07780244946479797, -0.07323027402162552, -0.06865809857845306, -0.0640859305858612, -0.05951375886797905, -0.05494158715009689, -0.05036941543221474, -0.04579724371433258, -0.041225071996450424, -0.03665290027856827, -0.03208072856068611, -0.027508556842803955, -0.0229363851249218, -0.018364213407039642, -0.013792041689157486, -0.00921986997127533, -0.004647698253393173, -7.552653551101685e-05, 0.0044966451823711395, 0.009068816900253296, 0.013640988618135452, 0.01821316033601761, 0.022785332053899765, 0.02735750377178192, 0.03192967548966408, 0.036501847207546234, 0.04107401892542839, 0.04564619064331055, 0.0502183623611927, 0.05479053407907486, 0.059362705796957016, 0.06393487751483917, 0.06850704550743103, 0.07307922095060349, 0.07765139639377594, 0.0822235643863678, 0.08679573237895966, 0.09136790782213211, 0.09594008326530457, 0.10051225125789642, 0.10508441925048828, 0.10965659469366074, 0.11422877013683319, 0.11880093812942505, 0.1233731061220169, 0.12794527411460876, 0.13251745700836182, 0.13708962500095367, 0.14166179299354553, 0.14623397588729858, 0.15080614387989044, 0.1553783118724823]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 3.0, 1.0, 3.0, 3.0, 4.0, 3.0, 6.0, 1.0, 2.0, 3.0, 0.0, 3.0, 4.0, 3.0, 5.0, 5.0, 29.0, 3.0, 2.0, 2.0, 2.0, 4.0, 3.0, 1.0, 2.0, 4.0, 0.0, 5.0, 1.0, 1.0, 3.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0027517499402165413, -0.002640861552208662, -0.0025299731642007828, -0.002419085009023547, -0.002308196621015668, -0.0021973082330077887, -0.0020864198449999094, -0.001975531689822674, -0.0018646433018147945, -0.0017537549138069153, -0.001642866525799036, -0.0015319782542064786, -0.0014210898661985993, -0.001310201594606042, -0.0011993132065981627, -0.0010884249350056052, -0.000977536546997726, -0.0008666482171975076, -0.0007557598873972893, -0.0006448715575970709, -0.0005339832277968526, -0.0004230948688928038, -0.000312206509988755, -0.00020131818018853664, -9.04298503883183e-05, 2.0458486687857658e-05, 0.00013134682376403362, 0.0002422351681161672, 0.00035312349791638553, 0.0004640118277166039, 0.0005749001866206527, 0.000685788516420871, 0.0007966768462210894, 0.0009075651760213077, 0.001018453505821526, 0.0011293418938294053, 0.0012402301654219627, 0.001351118553429842, 0.0014620068250223994, 0.0015728952130302787, 0.0016837834846228361, 0.0017946718726307154, 0.0019055602606385946, 0.002016448648646474, 0.0021273368038237095, 0.0022382251918315887, 0.002349113579839468, 0.0024600019678473473, 0.0025708903558552265, 0.002681778511032462, 0.0027926668990403414, 0.0029035552870482206, 0.0030144436750561, 0.0031253318302333355, 0.0032362202182412148, 0.003347108606249094, 0.0034579969942569733, 0.0035688853822648525, 0.003679773537442088, 0.0037906619254499674, 0.0039015503134578466, 0.004012438468635082, 0.0041233268566429615, 0.004234215244650841, 0.00434510363265872]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 3.0, 2.0, 5.0, 11.0, 12.0, 15.0, 17.0, 35.0, 49.0, 53.0, 102.0, 153.0, 238.0, 355.0, 538.0, 870.0, 1310.0, 2305.0, 4034.0, 7676.0, 15483.0, 31797.0, 67805.0, 144828.0, 650545.0, 125988.0, 58263.0, 29444.0, 15579.0, 8834.0, 5006.0, 2915.0, 1827.0, 1182.0, 713.0, 502.0, 335.0, 247.0, 172.0, 122.0, 86.0, 53.0, 41.0, 27.0, 17.0, 15.0, 13.0, 5.0, 1.0, 6.0, 3.0, 2.0, 3.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.012216710485517979, -0.011803530156612396, -0.01139034889638424, -0.010977168567478657, -0.010563988238573074, -0.010150807909667492, -0.009737626649439335, -0.009324446320533752, -0.00891126599162817, -0.008498084731400013, -0.00808490440249443, -0.007671724073588848, -0.007258543279021978, -0.006845362950116396, -0.006432182155549526, -0.006019001826643944, -0.005605821032077074, -0.005192640237510204, -0.004779459908604622, -0.004366279114037752, -0.00395309878513217, -0.0035399179905653, -0.003126737428829074, -0.002713556867092848, -0.0023003763053566217, -0.0018871957436203957, -0.0014740151818841696, -0.0010608345037326217, -0.0006476539419963956, -0.00023447335115633905, 0.0001787072396837175, 0.0005918878596276045, 0.0010050684213638306, 0.0014182489831000566, 0.0018314295448362827, 0.002244610106572509, 0.002657790668308735, 0.0030709714628756046, 0.0034841520246118307, 0.003897332586348057, 0.004310512915253639, 0.004723693709820509, 0.005136874504387379, 0.005550054833292961, 0.005963235627859831, 0.006376415956765413, 0.006789596751332283, 0.0072027770802378654, 0.007615957874804735, 0.008029138669371605, 0.008442318998277187, 0.00885549932718277, 0.009268680587410927, 0.00968186091631651, 0.010095041245222092, 0.010508221574127674, 0.010921402834355831, 0.011334583163261414, 0.011747763492166996, 0.012160944752395153, 0.012574125081300735, 0.012987305410206318, 0.0134004857391119, 0.013813666999340057, 0.01422684732824564]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 6.0, 6.0, 4.0, 3.0, 8.0, 4.0, 5.0, 2.0, 5.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.020283769816160202, -0.019700787961483, -0.0191178061068058, -0.018534822389483452, -0.01795184053480625, -0.01736885868012905, -0.01678587682545185, -0.01620289497077465, -0.015619912184774876, -0.015036930330097675, -0.0144539475440979, -0.0138709656894207, -0.0132879838347435, -0.012705001048743725, -0.012122019194066525, -0.01153903640806675, -0.01095605455338955, -0.010373072698712349, -0.009790089912712574, -0.009207108058035374, -0.008624125272035599, -0.008041143417358398, -0.007458161562681198, -0.0068751792423427105, -0.006292196922004223, -0.005709214601665735, -0.005126232281327248, -0.004543250426650047, -0.00396026810631156, -0.003377285785973072, -0.002794303698465228, -0.002211321610957384, -0.0016283392906188965, -0.0010453570866957307, -0.0004623748827725649, 0.00012060732115060091, 0.0007035895250737667, 0.0012865717289969325, 0.0018695539329200983, 0.0024525360204279423, 0.00303551834076643, 0.0036185006611049175, 0.004201482981443405, 0.0047844648361206055, 0.005367447156459093, 0.005950429476797581, 0.006533411331474781, 0.007116393651813269, 0.007699375972151756, 0.008282357826828957, 0.008865340612828732, 0.009448322467505932, 0.010031305253505707, 0.010614287108182907, 0.011197268962860107, 0.011780251748859882, 0.012363233603537083, 0.012946215458214283, 0.013529198244214058, 0.014112180098891258, 0.014695161953568459, 0.015278144739568233, 0.01586112752556801, 0.01644410938024521, 0.01702709123492241]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 3.0, 2.0, 1.0, 3.0, 7.0, 13.0, 11.0, 11.0, 14.0, 16.0, 18.0, 24.0, 28.0, 42.0, 70.0, 87.0, 95.0, 170.0, 257.0, 323.0, 482.0, 632.0, 992.0, 1395.0, 1958.0, 6216.0, 2863.0, 1090.0, 624.0, 315.0, 196.0, 109.0, 62.0, 49.0, 35.0, 37.0, 26.0, 17.0, 18.0, 16.0, 20.0, 15.0, 15.0, 7.0, 6.0, 7.0, 6.0, 3.0, 6.0, 4.0, 3.0, 2.0, 0.0, 3.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.013446984812617302, -0.013024990446865559, -0.01260299701243639, -0.012181002646684647, -0.011759009212255478, -0.011337014846503735, -0.010915021412074566, -0.010493027046322823, -0.010071033611893654, -0.00964903924614191, -0.009227044880390167, -0.008805051445960999, -0.008383057080209255, -0.007961063645780087, -0.007539069280028343, -0.007117075379937887, -0.006695081479847431, -0.006273087579756975, -0.005851093679666519, -0.005429099779576063, -0.005007105879485607, -0.004585111513733864, -0.004163117613643408, -0.003741123713552952, -0.003319129813462496, -0.00289713591337204, -0.002475142013281584, -0.002053147880360484, -0.0016311539802700281, -0.001209160080179572, -0.0007871660636737943, -0.00036517210537567735, 5.6821852922439575e-05, 0.0004788158112205565, 0.0009008097695186734, 0.0013228037860244513, 0.0017447976861149073, 0.0021667915862053633, 0.002588785719126463, 0.003010779619216919, 0.003432773519307375, 0.003854767419397831, 0.004276761319488287, 0.004698755219578743, 0.005120749585330486, 0.005542743485420942, 0.005964737385511398, 0.006386731285601854, 0.00680872518569231, 0.007230719085782766, 0.007652712985873222, 0.008074707351624966, 0.008496700786054134, 0.008918695151805878, 0.009340688586235046, 0.00976268295198679, 0.010184677317738533, 0.010606670752167702, 0.011028665117919445, 0.011450658552348614, 0.011872652918100357, 0.012294646352529526, 0.012716640718281269, 0.013138634152710438, 0.013560628518462181]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 0.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.10540077090263367, -0.10286080092191696, -0.10032082349061966, -0.09778085350990295, -0.09524087607860565, -0.09270090609788895, -0.09016092866659164, -0.08762095868587494, -0.08508098125457764, -0.08254101127386093, -0.08000103384256363, -0.07746106386184692, -0.07492108643054962, -0.07238111644983292, -0.06984113901853561, -0.06730116903781891, -0.0647611916065216, -0.0622212216258049, -0.0596812479197979, -0.057141274213790894, -0.05460130050778389, -0.052061326801776886, -0.04952135309576988, -0.04698137938976288, -0.04444140940904617, -0.04190143570303917, -0.039361461997032166, -0.03682148829102516, -0.03428151458501816, -0.031741540879011154, -0.02920156717300415, -0.026661593466997147, -0.024121619760990143, -0.02158164605498314, -0.019041672348976135, -0.01650169864296913, -0.013961725868284702, -0.011421752162277699, -0.00888177938759327, -0.0063418056815862656, -0.0038018319755792618, -0.0012618585024029016, 0.0012781149707734585, 0.0038180884439498186, 0.006358061917126179, 0.008898035623133183, 0.011438008397817612, 0.013977982103824615, 0.01651795580983162, 0.019057929515838623, 0.021597903221845627, 0.02413787692785263, 0.026677850633859634, 0.02921782247722149, 0.03175779804587364, 0.034297771751880646, 0.03683774173259735, 0.039377715438604355, 0.04191768914461136, 0.04445766285061836, 0.046997636556625366, 0.04953761026263237, 0.052077583968639374, 0.05461755767464638, 0.05715753138065338]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 4.0, 3.0, 5.0, 6.0, 4.0, 9.0, 12.0, 17.0, 24.0, 45.0, 40.0, 21.0, 24.0, 13.0, 10.0, 7.0, 3.0, 5.0, 0.0, 2.0, 3.0, 1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.08970075100660324, -0.08760370314121246, -0.08550666272640228, -0.0834096148610115, -0.08131257444620132, -0.07921552658081055, -0.07711848616600037, -0.07502143830060959, -0.07292439043521881, -0.07082735002040863, -0.06873030215501785, -0.06663326174020767, -0.0645362138748169, -0.062439169734716415, -0.060342125594615936, -0.05824508145451546, -0.05614803731441498, -0.0540509931743145, -0.05195394903421402, -0.04985690489411354, -0.04775986075401306, -0.045662812888622284, -0.043565768748521805, -0.041468724608421326, -0.03937168046832085, -0.03727463632822037, -0.03517759218811989, -0.03308054804801941, -0.03098350204527378, -0.0288864579051733, -0.026789411902427673, -0.024692367762327194, -0.022595323622226715, -0.020498279482126236, -0.018401235342025757, -0.01630418933928013, -0.01420714519917965, -0.01211010105907917, -0.010013055987656116, -0.007916010916233063, -0.005818966776132584, -0.003721922170370817, -0.0016248775646090508, 0.0004721670411527157, 0.002569211646914482, 0.0046662562526762486, 0.006763300858438015, 0.008860345929861069, 0.010957390069961548, 0.013054434210062027, 0.01515147928148508, 0.017248524352908134, 0.019345568493008614, 0.021442612633109093, 0.02353965863585472, 0.0256367027759552, 0.02773374691605568, 0.02983079105615616, 0.03192783519625664, 0.03402487933635712, 0.036121927201747894, 0.03821897134184837, 0.04031601548194885, 0.04241305962204933, 0.04451010376214981]}, "_runtime": 14.104159355163574, "_timestamp": 1596207398.6927824, "_step": 11}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 4.0, 3.0, 2.0, 5.0, 4.0, 0.0, 3.0, 0.0, 1.0, 6.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.014704409055411816, -0.01429858896881342, -0.013892768882215023, -0.013486947864294052, -0.013081127777695656, -0.01267530769109726, -0.012269487604498863, -0.011863667517900467, -0.01145784743130207, -0.0110520264133811, -0.010646206326782703, -0.010240386240184307, -0.00983456615358591, -0.009428746066987514, -0.009022925049066544, -0.008617104962468147, -0.008211284875869751, -0.007805464789271355, -0.007399644237011671, -0.006993824150413275, -0.006588003598153591, -0.006182183511555195, -0.0057763634249567986, -0.005370542872697115, -0.004964722786098719, -0.004558902699500322, -0.004153082147240639, -0.0037472620606422424, -0.0033414417412132025, -0.0029356214217841625, -0.0025298013351857662, -0.0021239810157567263, -0.0017181606963276863, -0.0013123403768986464, -0.0009065201738849282, -0.0005006999126635492, -9.487965144217014e-05, 0.0003109406097792089, 0.0007167608710005879, 0.001122581074014306, 0.001528401393443346, 0.001934221712872386, 0.002340042032301426, 0.0027458621188998222, 0.003151682438328862, 0.003557502757757902, 0.0039633228443562984, 0.004369143396615982, 0.004774963483214378, 0.005180783569812775, 0.005586604122072458, 0.005992424208670855, 0.006398244760930538, 0.0068040648475289345, 0.007209884934127331, 0.007615705486387014, 0.008021526038646698, 0.008427346125245094, 0.00883316621184349, 0.009238986298441887, 0.009644806385040283, 0.01005062647163868, 0.01045644748955965, 0.010862267576158047, 0.011268087662756443]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 3.0, 0.0, 6.0, 3.0, 5.0, 6.0, 9.0, 6.0, 17.0, 13.0, 22.0, 20.0, 24.0, 30.0, 34.0, 47.0, 60.0, 81.0, 114.0, 124.0, 191.0, 227.0, 326.0, 547.0, 4397.0, 583.0, 286.0, 183.0, 127.0, 99.0, 86.0, 61.0, 39.0, 32.0, 17.0, 20.0, 17.0, 18.0, 10.0, 8.0, 3.0, 4.0, 7.0, 6.0, 3.0, 6.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.15470916032791138, -0.1498824506998062, -0.14505574107170105, -0.1402290314435959, -0.13540232181549072, -0.13057561218738556, -0.1257489025592804, -0.12092219293117523, -0.11609548330307007, -0.1112687811255455, -0.10644207149744034, -0.10161536186933517, -0.09678865224123001, -0.09196194261312485, -0.08713523298501968, -0.08230852335691452, -0.07748181372880936, -0.0726551041007042, -0.06782839447259903, -0.06300168484449387, -0.0581749752163887, -0.05334826931357384, -0.048521559685468674, -0.04369485005736351, -0.03886814042925835, -0.03404143080115318, -0.02921472117304802, -0.024388013407588005, -0.01956130377948284, -0.014734594151377678, -0.009907885454595089, -0.005081176292151213, -0.0002544671297073364, 0.00457224203273654, 0.009398951195180416, 0.014225659891963005, 0.01905236952006817, 0.023879079148173332, 0.028705786913633347, 0.03353249654173851, 0.038359206169843674, 0.04318591579794884, 0.048012625426054, 0.052839335054159164, 0.05766604095697403, 0.06249275058507919, 0.06731946021318436, 0.07214616984128952, 0.07697287946939468, 0.08179958909749985, 0.08662629872560501, 0.09145300835371017, 0.09627971798181534, 0.1011064276099205, 0.10593313723802567, 0.11075984686613083, 0.1155865490436554, 0.12041325867176056, 0.12523996829986572, 0.1300666779279709, 0.13489338755607605, 0.1397200971841812, 0.14454680681228638, 0.14937351644039154, 0.1542002260684967]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 2.0, 3.0, 4.0, 3.0, 2.0, 3.0, 5.0, 4.0, 8.0, 4.0, 3.0, 26.0, 4.0, 3.0, 0.0, 5.0, 2.0, 3.0, 0.0, 2.0, 3.0, 1.0, 2.0, 3.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 4.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.002719136653468013, -0.0026137514505535364, -0.00250836624763906, -0.00240298081189394, -0.0022975956089794636, -0.002192210406064987, -0.002086825203150511, -0.0019814400002360344, -0.0018760546809062362, -0.0017706694779917598, -0.0016652841586619616, -0.0015598989557474852, -0.0014545137528330088, -0.0013491284335032105, -0.0012437432305887341, -0.001138357911258936, -0.0010329727083444595, -0.0009275874472223222, -0.0008222021861001849, -0.0007168169831857085, -0.0006114317220635712, -0.0005060464609414339, -0.00040066122892312706, -0.0002952759969048202, -0.0001898907357826829, -8.450548921246082e-05, 2.0879757357761264e-05, 0.00012626500392798334, 0.00023165025049820542, 0.00033703551162034273, 0.0004424207436386496, 0.0005478059756569564, 0.0006531912367790937, 0.000758576497901231, 0.0008639617590233684, 0.0009693469619378448, 0.001074732281267643, 0.0011801174841821194, 0.0012855026870965958, 0.001390888006426394, 0.0014962732093408704, 0.0016016584122553468, 0.001707043731585145, 0.0018124289344996214, 0.0019178141374140978, 0.002023199340328574, 0.0021285847760736942, 0.0022339699789881706, 0.002339355181902647, 0.0024447403848171234, 0.0025501255877316, 0.00265551102347672, 0.0027608962263911963, 0.0028662814293056726, 0.002971666632220149, 0.0030770518351346254, 0.0031824372708797455, 0.003287822473794222, 0.0033932076767086983, 0.0034985928796231747, 0.003603978082537651, 0.0037093632854521275, 0.0038147487211972475, 0.00392013369128108, 0.004025518894195557]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 3.0, 3.0, 10.0, 9.0, 17.0, 15.0, 25.0, 43.0, 69.0, 103.0, 151.0, 194.0, 309.0, 514.0, 770.0, 1238.0, 2128.0, 3636.0, 6721.0, 13093.0, 27129.0, 59145.0, 141769.0, 669951.0, 126173.0, 58268.0, 29736.0, 15774.0, 8797.0, 5224.0, 3023.0, 1858.0, 1269.0, 882.0, 511.0, 370.0, 227.0, 154.0, 106.0, 65.0, 49.0, 27.0, 21.0, 21.0, 11.0, 9.0, 7.0, 3.0, 2.0, 1.0, 3.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0], "bins": [-0.012060972861945629, -0.011637218296527863, -0.011213463731110096, -0.010789710097014904, -0.010365955531597137, -0.009942200966179371, -0.009518446400761604, -0.009094691835343838, -0.008670937269926071, -0.00824718363583088, -0.007823429070413113, -0.007399674504995346, -0.0069759199395775795, -0.0065521658398211, -0.006128411274403334, -0.005704657174646854, -0.005280902609229088, -0.004857148043811321, -0.004433393944054842, -0.004009639378637075, -0.0035858850460499525, -0.0031621307134628296, -0.002738376148045063, -0.00231462181545794, -0.0018908674828708172, -0.0014671131502836943, -0.0010433587012812495, -0.0006196043104864657, -0.00019584991969168186, 0.00022790447110310197, 0.0006516588618978858, 0.0010754133109003305, 0.0014991676434874535, 0.0019229219760745764, 0.0023466763086616993, 0.002770430874079466, 0.003194185206666589, 0.0036179395392537117, 0.004041694104671478, 0.0044654482044279575, 0.004889202769845724, 0.005312957335263491, 0.00573671143501997, 0.0061604660004377365, 0.006584220565855503, 0.007007974665611982, 0.007431729231029749, 0.007855483330786228, 0.008279237896203995, 0.008702992461621761, 0.009126747027039528, 0.00955050066113472, 0.009974255226552486, 0.010398009791970253, 0.01082176435738802, 0.011245518922805786, 0.011669272556900978, 0.012093027122318745, 0.012516781687736511, 0.012940536253154278, 0.013364290818572044, 0.013788045383989811, 0.014211799018085003, 0.01463555358350277, 0.015059308148920536]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 4.0, 1.0, 8.0, 3.0, 3.0, 2.0, 2.0, 9.0, 5.0, 3.0, 1.0, 1.0, 3.0, 1.0, 3.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.031242605298757553, -0.030588416382670403, -0.0299342293292284, -0.02928004041314125, -0.02862585335969925, -0.0279716644436121, -0.027317477390170097, -0.026663288474082947, -0.026009101420640945, -0.025354912504553795, -0.024700723588466644, -0.024046536535024643, -0.023392347618937492, -0.02273816056549549, -0.02208397164940834, -0.02142978459596634, -0.02077559567987919, -0.020121406763792038, -0.019467219710350037, -0.018813030794262886, -0.018158843740820885, -0.017504654824733734, -0.016850467771291733, -0.016196278855204582, -0.015542090870440006, -0.01488790288567543, -0.014233714900910854, -0.013579526916146278, -0.012925338000059128, -0.012271150015294552, -0.011616962030529976, -0.0109627740457654, -0.010308586061000824, -0.009654398076236248, -0.009000210091471672, -0.008346022106707096, -0.007691833656281233, -0.007037645671516657, -0.006383457221090794, -0.005729269236326218, -0.005075081251561642, -0.004420893266797066, -0.003766705049201846, -0.0031125168316066265, -0.0024583288468420506, -0.0018041407456621528, -0.001149952644482255, -0.0004957645433023572, 0.0001584235578775406, 0.0008126116590574384, 0.0014667997602373362, 0.0021209879778325558, 0.0027751759625971317, 0.0034293639473617077, 0.004083552397787571, 0.004737740382552147, 0.005391928367316723, 0.006046116352081299, 0.006700304336845875, 0.007354492787271738, 0.008008681237697601, 0.008662869222462177, 0.009317057207226753, 0.00997124519199133, 0.010625433176755905]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 3.0, 1.0, 1.0, 4.0, 7.0, 9.0, 14.0, 18.0, 15.0, 16.0, 9.0, 11.0, 14.0, 9.0, 12.0, 23.0, 31.0, 41.0, 38.0, 33.0, 39.0, 66.0, 74.0, 92.0, 126.0, 172.0, 168.0, 223.0, 280.0, 453.0, 665.0, 1340.0, 5553.0, 2264.0, 1555.0, 1129.0, 920.0, 631.0, 504.0, 397.0, 377.0, 270.0, 161.0, 134.0, 97.0, 88.0, 66.0, 47.0, 46.0, 39.0, 33.0, 26.0, 32.0, 17.0, 10.0, 7.0, 4.0, 3.0, 3.0, 5.0, 1.0, 1.0, 3.0], "bins": [-0.012680676765739918, -0.012305487878620625, -0.011930298060178757, -0.011555109173059464, -0.01117992028594017, -0.010804731398820877, -0.010429542511701584, -0.010054352693259716, -0.009679163806140423, -0.00930397491902113, -0.008928785100579262, -0.008553596213459969, -0.008178407326340675, -0.007803218439221382, -0.007428029086440802, -0.007052839733660221, -0.006677650846540928, -0.006302461959421635, -0.005927272606641054, -0.005552083253860474, -0.00517689436674118, -0.004801705479621887, -0.004426516126841307, -0.004051326774060726, -0.003676137886941433, -0.003300948766991496, -0.0029257596470415592, -0.0025505705270916224, -0.0021753814071416855, -0.0018001922871917486, -0.0014250031672418118, -0.0010498140472918749, -0.000674624927341938, -0.00029943580739200115, 7.575331255793571e-05, 0.0004509424325078726, 0.0008261315524578094, 0.0012013206724077463, 0.0015765097923576832, 0.00195169891230762, 0.002326888032257557, 0.0027020771522074938, 0.0030772662721574306, 0.0034524553921073675, 0.0038276445120573044, 0.004202833399176598, 0.004578022751957178, 0.004953212104737759, 0.005328400991857052, 0.005703589878976345, 0.006078779231756926, 0.006453968584537506, 0.006829157471656799, 0.0072043463587760925, 0.007579535711556673, 0.007954725064337254, 0.008329913951456547, 0.00870510283857584, 0.009080292657017708, 0.009455481544137001, 0.009830670431256294, 0.010205859318375587, 0.01058104820549488, 0.010956238023936749, 0.011331426911056042]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 2.0, 1.0, 2.0, 0.0, 3.0, 0.0, 0.0, 3.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.06345313787460327, -0.06002098321914673, -0.056588832288980484, -0.05315667763352394, -0.0497245267033577, -0.046292372047901154, -0.04286021739244461, -0.039428066462278366, -0.03599591180682182, -0.03256375715136528, -0.029131606221199036, -0.025699451565742493, -0.0222672987729311, -0.018835145980119705, -0.015402992255985737, -0.011970838531851768, -0.008538685739040375, -0.005106532480567694, -0.0016743792220950127, 0.0017577740363776684, 0.005189927294850349, 0.008622080087661743, 0.012054233811795712, 0.01548638753592968, 0.018918540328741074, 0.022350693121552467, 0.02578284591436386, 0.029215000569820404, 0.03264715522527695, 0.03607930615544319, 0.039511460810899734, 0.04294361174106598, 0.04637576639652252, 0.049807921051979065, 0.05324007198214531, 0.05667222663760185, 0.0601043775677681, 0.06353653222322464, 0.06696868687868118, 0.07040084153413773, 0.07383298873901367, 0.07726514339447021, 0.08069729804992676, 0.0841294527053833, 0.08756160736083984, 0.09099376201629639, 0.09442590922117233, 0.09785806387662888, 0.10129021853208542, 0.10472237318754196, 0.1081545278429985, 0.11158667504787445, 0.115018829703331, 0.11845098435878754, 0.12188313901424408, 0.12531529366970062, 0.12874744832515717, 0.1321796029806137, 0.13561175763607025, 0.1390438973903656, 0.14247605204582214, 0.1459082067012787, 0.14934036135673523, 0.15277251601219177, 0.15620467066764832]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 3.0, 2.0, 1.0, 2.0, 1.0, 1.0, 6.0, 4.0, 4.0, 14.0, 8.0, 16.0, 26.0, 46.0, 27.0, 25.0, 19.0, 23.0, 12.0, 4.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 2.0, 4.0, 5.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.05888841301202774, -0.05593271553516388, -0.05297701805830002, -0.05002131685614586, -0.047065619379282, -0.04410992190241814, -0.04115422070026398, -0.038198523223400116, -0.035242825746536255, -0.032287128269672394, -0.029331428930163383, -0.026375729590654373, -0.023420032113790512, -0.02046433463692665, -0.01750863529741764, -0.014552936889231205, -0.01159723848104477, -0.008641540072858334, -0.005685841664671898, -0.002730143256485462, 0.0002255551517009735, 0.003181253559887409, 0.006136951968073845, 0.00909265037626028, 0.012048348784446716, 0.015004047192633152, 0.017959745600819588, 0.020915444940328598, 0.02387114241719246, 0.02682683989405632, 0.02978253923356533, 0.03273823857307434, 0.0356939360499382, 0.03864963352680206, 0.041605331003665924, 0.044561032205820084, 0.047516729682683945, 0.050472427159547806, 0.053428128361701965, 0.056383825838565826, 0.05933952331542969, 0.06229522079229355, 0.06525091826915741, 0.06820661574602127, 0.07116231322288513, 0.07411801815032959, 0.07707371562719345, 0.08002941310405731, 0.08298511058092117, 0.08594080805778503, 0.0888965055346489, 0.09185220301151276, 0.09480790793895721, 0.09776360541582108, 0.10071930289268494, 0.1036750003695488, 0.10663069784641266, 0.10958639532327652, 0.11254209280014038, 0.11549779027700424, 0.1184534877538681, 0.12140919268131256, 0.12436489015817642, 0.12732058763504028, 0.13027629256248474]}, "_runtime": 14.898211240768433, "_timestamp": 1596207399.4868343, "_step": 12}
+{"epoch": 1, "val_accuracy": 0.7687043378995434, "val_loss": 0.6415616079280365, "_runtime": 16.278876066207886, "_timestamp": 1596207400.867499, "_step": 13}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 2.0, 1.0, 2.0, 4.0, 3.0, 2.0, 2.0, 4.0, 2.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010850389488041401, -0.010499231517314911, -0.010148072615265846, -0.009796914644539356, -0.009445756673812866, -0.009094597771763802, -0.008743439801037312, -0.008392280898988247, -0.008041122928261757, -0.00768996449187398, -0.007338806055486202, -0.006987648084759712, -0.006636489648371935, -0.0062853312119841576, -0.0059341732412576675, -0.00558301480486989, -0.005231856368482113, -0.0048806979320943356, -0.004529539495706558, -0.004178381524980068, -0.003827223088592291, -0.0034760646522045135, -0.00312490644864738, -0.002773748245090246, -0.002422589808702469, -0.0020714313723146915, -0.0017202731687575579, -0.0013691148487851024, -0.0010179565288126469, -0.0006667982088401914, -0.00031563988886773586, 3.551843110471964e-05, 0.00038667675107717514, 0.0007378350710496306, 0.0010889933910220861, 0.0014401517109945416, 0.0017913100309669971, 0.0021424684673547745, 0.002493626670911908, 0.002844784874469042, 0.003195943310856819, 0.0035471017472445965, 0.00389825995080173, 0.004249418154358864, 0.004600576590746641, 0.0049517350271344185, 0.0053028929978609085, 0.005654051434248686, 0.006005209870636463, 0.0063563683070242405, 0.006707526743412018, 0.007058684714138508, 0.007409843150526285, 0.0077610015869140625, 0.008112159557640553, 0.008463318459689617, 0.008814476430416107, 0.009165634401142597, 0.009516793303191662, 0.009867951273918152, 0.010219110175967216, 0.010570268146693707, 0.010921426117420197, 0.011272585019469261, 0.011623742990195751]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 2.0, 2.0, 5.0, 9.0, 11.0, 19.0, 12.0, 25.0, 28.0, 58.0, 70.0, 82.0, 136.0, 176.0, 303.0, 477.0, 4653.0, 948.0, 343.0, 186.0, 121.0, 74.0, 53.0, 35.0, 32.0, 17.0, 18.0, 6.0, 4.0, 4.0, 3.0, 4.0, 1.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.2363635003566742, -0.22931227087974548, -0.22226104140281677, -0.21520981192588806, -0.20815858244895935, -0.20110735297203064, -0.19405612349510193, -0.18700489401817322, -0.1799536645412445, -0.172902449965477, -0.16585122048854828, -0.15879999101161957, -0.15174876153469086, -0.14469753205776215, -0.13764630258083344, -0.13059507310390472, -0.12354384362697601, -0.1164926141500473, -0.10944138467311859, -0.10239015519618988, -0.09533892571926117, -0.08828770369291306, -0.08123647421598434, -0.07418524473905563, -0.06713401526212692, -0.06008278578519821, -0.0530315563082695, -0.04598033055663109, -0.03892910107970238, -0.031877871602773666, -0.024826643988490105, -0.017775416374206543, -0.010724186897277832, -0.0036729583516716957, 0.0033782701939344406, 0.010429498739540577, 0.017480727285146713, 0.024531956762075424, 0.03158318251371384, 0.03863441199064255, 0.04568564146757126, 0.05273687094449997, 0.05978810042142868, 0.06683932989835739, 0.0738905519247055, 0.08094178140163422, 0.08799301087856293, 0.09504424035549164, 0.10209546983242035, 0.10914669930934906, 0.11619792878627777, 0.12324915826320648, 0.1303003877401352, 0.1373516172170639, 0.14440284669399261, 0.15145407617092133, 0.15850529074668884, 0.16555652022361755, 0.17260774970054626, 0.17965897917747498, 0.1867102086544037, 0.1937614381313324, 0.2008126676082611, 0.20786389708518982, 0.21491512656211853]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 3.0, 4.0, 5.0, 2.0, 4.0, 2.0, 0.0, 8.0, 5.0, 26.0, 7.0, 2.0, 0.0, 5.0, 6.0, 4.0, 3.0, 3.0, 1.0, 4.0, 2.0, 2.0, 1.0, 1.0, 0.0, 3.0, 2.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0031013914849609137, -0.002999697346240282, -0.0028980032075196505, -0.002796309068799019, -0.0026946146972477436, -0.002592920558527112, -0.0024912264198064804, -0.002389532281085849, -0.002287838142365217, -0.0021861440036445856, -0.002084449864923954, -0.0019827557262033224, -0.001881061471067369, -0.0017793673323467374, -0.001677673077210784, -0.0015759789384901524, -0.0014742847997695208, -0.0013725906610488892, -0.0012708965223282576, -0.0011692022671923041, -0.0010675081284716725, -0.0009658139897510409, -0.0008641197928227484, -0.0007624255958944559, -0.0006607314571738243, -0.0005590373184531927, -0.0004573431215249002, -0.00035564895370043814, -0.0002539547858759761, -0.00015226061805151403, -5.056645022705197e-05, 5.112771759741008e-05, 0.00015282188542187214, 0.0002545160532463342, 0.00035621022107079625, 0.0004579043888952583, 0.0005595985567197204, 0.000661292695440352, 0.0007629868923686445, 0.000864681089296937, 0.0009663752280175686, 0.0010680693667382002, 0.0011697635054588318, 0.0012714577605947852, 0.0013731518993154168, 0.0014748460380360484, 0.0015765402931720018, 0.0016782344318926334, 0.001779928570613265, 0.0018816227093338966, 0.0019833168480545282, 0.00208501098677516, 0.002186705358326435, 0.0022883994970470667, 0.0023900936357676983, 0.00249178777448833, 0.0025934819132089615, 0.002695176051929593, 0.0027968701906502247, 0.0028985643293708563, 0.003000258468091488, 0.003101952839642763, 0.0032036469783633947, 0.0033053411170840263, 0.003407035255804658]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 1.0, 3.0, 3.0, 3.0, 4.0, 8.0, 14.0, 18.0, 22.0, 21.0, 36.0, 72.0, 109.0, 135.0, 218.0, 348.0, 490.0, 831.0, 1308.0, 2132.0, 3403.0, 5977.0, 10689.0, 21294.0, 45473.0, 105470.0, 667435.0, 156349.0, 71283.0, 36495.0, 19943.0, 11354.0, 6518.0, 4060.0, 2594.0, 1791.0, 1183.0, 754.0, 530.0, 357.0, 274.0, 171.0, 133.0, 102.0, 69.0, 43.0, 35.0, 26.0, 16.0, 16.0, 9.0, 6.0, 4.0, 3.0, 3.0, 0.0, 2.0, 1.0, 0.0, 3.0, 0.0, 1.0, 1.0], "bins": [-0.010508364997804165, -0.010129805654287338, -0.009751245379447937, -0.00937268603593111, -0.008994126692414284, -0.008615567348897457, -0.00823700800538063, -0.00785844773054123, -0.007479888387024403, -0.007101329043507576, -0.006722769234329462, -0.006344209425151348, -0.0059656500816345215, -0.005587090738117695, -0.005208530928939581, -0.004829971119761467, -0.00445141177624464, -0.004072852432727814, -0.0036942926235497, -0.0033157330472022295, -0.002937173470854759, -0.002558613894507289, -0.0021800543181598186, -0.0018014947418123484, -0.001422935165464878, -0.0010443755891174078, -0.0006658160127699375, -0.00028725643642246723, 9.130313992500305e-05, 0.00046986271627247334, 0.0008484222926199436, 0.001226981868967414, 0.0016055414453148842, 0.0019841010216623545, 0.0023626605980098248, 0.002741220174357295, 0.0031197797507047653, 0.0034983393270522356, 0.003876898903399706, 0.00425545871257782, 0.0046340180560946465, 0.005012577399611473, 0.005391137208789587, 0.005769697017967701, 0.006148256361484528, 0.006526815705001354, 0.006905375514179468, 0.007283935323357582, 0.007662494666874409, 0.008041054010391235, 0.008419614285230637, 0.008798173628747463, 0.00917673297226429, 0.009555292315781116, 0.009933851659297943, 0.010312411934137344, 0.010690971277654171, 0.011069530621170998, 0.011448090896010399, 0.011826650239527225, 0.012205209583044052, 0.012583768926560879, 0.012962328270077705, 0.013340888544917107, 0.013719447888433933]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 4.0, 8.0, 7.0, 2.0, 15.0, 3.0, 7.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01140584796667099, -0.010573722422122955, -0.00974159687757492, -0.008909470401704311, -0.008077344857156277, -0.007245219312608242, -0.006413093768060207, -0.005580967757850885, -0.004748842213302851, -0.003916716668754816, -0.003084590658545494, -0.0022524651139974594, -0.001420339336618781, -0.0005882136174477637, 0.00024391210172325373, 0.0010760377626866102, 0.0019081635400652885, 0.002740289317443967, 0.003572415094822645, 0.00440454063937068, 0.005236666649580002, 0.0060687921941280365, 0.006900917738676071, 0.007733043748885393, 0.00856516882777214, 0.00939729530364275, 0.010229420848190784, 0.011061546392738819, 0.011893671937286854, 0.012725797481834888, 0.013557923957705498, 0.014390049502253532, 0.015222175046801567, 0.016054300591349602, 0.016886426135897636, 0.01771855168044567, 0.018550677224993706, 0.01938280276954174, 0.020214930176734924, 0.02104705572128296, 0.021879181265830994, 0.02271130681037903, 0.023543432354927063, 0.024375557899475098, 0.025207683444023132, 0.026039808988571167, 0.0268719345331192, 0.027704060077667236, 0.02853618562221527, 0.029368313029408455, 0.03020043857395649, 0.031032564118504524, 0.03186468780040741, 0.032696813344955444, 0.03352894261479378, 0.03436106815934181, 0.03519319370388985, 0.03602531924843788, 0.036857444792985916, 0.03768957033753395, 0.038521695882081985, 0.03935382142663002, 0.040185946971178055, 0.04101807251572609, 0.041850198060274124]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 1.0, 1.0, 1.0, 4.0, 4.0, 10.0, 14.0, 5.0, 13.0, 18.0, 30.0, 64.0, 76.0, 139.0, 251.0, 450.0, 725.0, 1161.0, 2071.0, 7413.0, 2608.0, 1054.0, 600.0, 375.0, 231.0, 155.0, 103.0, 88.0, 81.0, 94.0, 89.0, 63.0, 60.0, 42.0, 30.0, 36.0, 24.0, 19.0, 16.0, 20.0, 11.0, 24.0, 18.0, 18.0, 24.0, 9.0, 12.0, 11.0, 8.0, 8.0, 9.0, 7.0, 8.0, 2.0, 9.0, 2.0, 2.0, 1.0, 3.0, 2.0, 1.0, 0.0, 1.0], "bins": [-0.009096100926399231, -0.008657004684209824, -0.008217909373342991, -0.0077788131311535835, -0.007339716888964176, -0.006900621112436056, -0.006461525335907936, -0.006022429093718529, -0.005583333317190409, -0.005144237540662289, -0.004705141298472881, -0.004266045521944761, -0.0038269495125859976, -0.003387853503227234, -0.002948757726699114, -0.00250966171734035, -0.0020705657079815865, -0.0016314696986228228, -0.001192373805679381, -0.0007532778545282781, -0.00031418190337717533, 0.00012491404777392745, 0.0005640099989250302, 0.001003105891868472, 0.0014422019012272358, 0.0018812979105859995, 0.002320393919944763, 0.0027594896964728832, 0.003198585705831647, 0.0036376817151904106, 0.004076777491718531, 0.004515873733907938, 0.004954969510436058, 0.005394065286964178, 0.0058331615291535854, 0.0062722573056817055, 0.006711353547871113, 0.007150449324399233, 0.007589545100927353, 0.00802864134311676, 0.008467737585306168, 0.008906832896173, 0.009345929138362408, 0.009785025380551815, 0.010224120691418648, 0.010663216933608055, 0.011102313175797462, 0.011541408486664295, 0.011980504728853703, 0.01241960097104311, 0.012858696281909943, 0.01329779252409935, 0.013736888766288757, 0.01417598407715559, 0.014615080319344997, 0.015054176561534405, 0.015493271872401237, 0.015932368114590645, 0.016371464356780052, 0.01681056059896946, 0.017249656841158867, 0.017688751220703125, 0.018127847462892532, 0.01856694370508194, 0.019006039947271347]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 5.0, 3.0, 2.0, 2.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1773003488779068, -0.172879159450531, -0.1684579700231552, -0.1640367954969406, -0.15961560606956482, -0.15519441664218903, -0.15077322721481323, -0.14635203778743744, -0.14193084836006165, -0.13750967383384705, -0.13308848440647125, -0.12866729497909546, -0.12424610555171967, -0.11982492357492447, -0.11540373414754868, -0.11098255217075348, -0.10656136274337769, -0.10214017331600189, -0.0977189913392067, -0.0932978019118309, -0.0888766199350357, -0.08445543050765991, -0.08003424108028412, -0.07561305910348892, -0.07119186967611313, -0.06677068024873734, -0.06234949827194214, -0.057928308844566345, -0.05350712314248085, -0.049085937440395355, -0.04466474801301956, -0.04024356231093407, -0.03582237660884857, -0.03140119090676308, -0.026980003342032433, -0.02255881577730179, -0.018137630075216293, -0.013716443441808224, -0.009295256808400154, -0.0048740701749920845, -0.0004528835415840149, 0.003968303091824055, 0.008389489725232124, 0.012810676358640194, 0.017231862992048264, 0.02165304869413376, 0.026074236258864403, 0.030495423823595047, 0.03491660952568054, 0.03933779522776604, 0.04375898092985153, 0.048180170357227325, 0.05260135605931282, 0.057022541761398315, 0.06144373118877411, 0.0658649131655693, 0.0702861025929451, 0.07470729202032089, 0.07912847399711609, 0.08354966342449188, 0.08797085285186768, 0.09239203482866287, 0.09681322425603867, 0.10123440623283386, 0.10565559566020966]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 4.0, 6.0, 5.0, 10.0, 17.0, 24.0, 62.0, 42.0, 36.0, 13.0, 13.0, 7.0, 3.0, 4.0, 3.0, 5.0, 1.0, 0.0, 3.0, 1.0, 1.0, 1.0, 3.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0], "bins": [-0.12420433014631271, -0.12114840000867844, -0.11809247732162476, -0.11503654718399048, -0.1119806170463562, -0.10892469435930252, -0.10586876422166824, -0.10281284153461456, -0.09975691139698029, -0.09670098125934601, -0.09364505857229233, -0.09058912843465805, -0.08753320574760437, -0.08447727560997009, -0.08142134547233582, -0.07836542278528214, -0.07530949264764786, -0.07225356251001358, -0.0691976398229599, -0.06614170968532562, -0.06308577954769135, -0.060029856860637665, -0.05697392672300339, -0.05391800031065941, -0.05086207389831543, -0.04780614748597145, -0.04475022107362747, -0.041694290935993195, -0.038638364523649216, -0.03558243811130524, -0.03252650797367096, -0.02947058156132698, -0.026414655148983, -0.023358728736639023, -0.020302800461649895, -0.017246872186660767, -0.014190945774316788, -0.011135018430650234, -0.00807909108698368, -0.005023163743317127, -0.0019672363996505737, 0.0010886909440159798, 0.004144618287682533, 0.007200545631349087, 0.01025647297501564, 0.013312400318682194, 0.016368327662348747, 0.019424255937337875, 0.022480182349681854, 0.025536108762025833, 0.02859203703701496, 0.03164796531200409, 0.03470389172434807, 0.03775981813669205, 0.040815748274326324, 0.0438716746866703, 0.04692760109901428, 0.04998352751135826, 0.05303945392370224, 0.05609538406133652, 0.059151310473680496, 0.062207236886024475, 0.06526316702365875, 0.06831908971071243, 0.07137501984834671]}, "_runtime": 17.15885591506958, "_timestamp": 1596207401.747479, "_step": 14}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 3.0, 2.0, 0.0, 2.0, 3.0, 3.0, 4.0, 0.0, 1.0, 3.0, 3.0, 2.0, 2.0, 3.0, 5.0, 5.0, 2.0, 0.0, 5.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.018016371876001358, -0.017466038465499878, -0.016915705054998398, -0.01636536978185177, -0.01581503637135029, -0.015264702960848808, -0.014714368619024754, -0.014164034277200699, -0.013613700866699219, -0.013063367456197739, -0.012513033114373684, -0.01196269877254963, -0.011412365362048149, -0.010862031951546669, -0.010311697609722614, -0.00976136326789856, -0.00921102985739708, -0.0086606964468956, -0.008110362105071545, -0.007560028228908777, -0.00700969435274601, -0.006459360476583242, -0.005909026600420475, -0.005358692724257708, -0.00480835884809494, -0.004258024971932173, -0.0037076910957694054, -0.003157357219606638, -0.0026070233434438705, -0.002056689467281103, -0.0015063555911183357, -0.0009560217149555683, -0.0004056878387928009, 0.0001446460373699665, 0.0006949799135327339, 0.0012453137896955013, 0.0017956476658582687, 0.002345981542021036, 0.0028963154181838036, 0.003446649294346571, 0.003996983170509338, 0.004547317046672106, 0.005097650922834873, 0.005647984798997641, 0.006198318675160408, 0.006748652551323175, 0.007298986427485943, 0.007849320769309998, 0.008399654179811478, 0.008949987590312958, 0.009500321932137012, 0.010050656273961067, 0.010600989684462547, 0.011151323094964027, 0.011701657436788082, 0.012251991778612137, 0.012802325189113617, 0.013352658599615097, 0.013902992941439152, 0.014453327283263206, 0.015003660693764687, 0.015553994104266167, 0.016104329377412796, 0.016654662787914276, 0.017204996198415756]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 5.0, 3.0, 9.0, 3.0, 8.0, 9.0, 15.0, 22.0, 35.0, 44.0, 72.0, 125.0, 159.0, 238.0, 360.0, 655.0, 4841.0, 578.0, 288.0, 155.0, 104.0, 56.0, 37.0, 27.0, 20.0, 12.0, 8.0, 10.0, 4.0, 1.0, 2.0, 1.0, 3.0, 1.0, 3.0, 0.0, 3.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.22359660267829895, -0.2166348099708557, -0.20967300236225128, -0.20271119475364685, -0.1957494020462036, -0.18878760933876038, -0.18182580173015594, -0.1748639941215515, -0.16790220141410828, -0.16094040870666504, -0.1539786010980606, -0.14701679348945618, -0.14005500078201294, -0.1330932080745697, -0.12613140046596527, -0.11916960030794144, -0.1122078001499176, -0.10524599999189377, -0.09828419983386993, -0.0913223996758461, -0.08436059951782227, -0.07739879935979843, -0.0704369992017746, -0.06347519904375076, -0.05651339888572693, -0.049551598727703094, -0.04258979856967926, -0.035627998411655426, -0.028666198253631592, -0.021704398095607758, -0.014742597937583923, -0.007780797779560089, -0.0008189976215362549, 0.006142802536487579, 0.013104602694511414, 0.020066402852535248, 0.027028203010559082, 0.033990003168582916, 0.04095180332660675, 0.047913603484630585, 0.05487540364265442, 0.06183720380067825, 0.06879900395870209, 0.07576080411672592, 0.08272260427474976, 0.08968440443277359, 0.09664620459079742, 0.10360800474882126, 0.11056980490684509, 0.11753160506486893, 0.12449340522289276, 0.1314552128314972, 0.13841700553894043, 0.14537879824638367, 0.1523406058549881, 0.15930241346359253, 0.16626420617103577, 0.173225998878479, 0.18018780648708344, 0.18714961409568787, 0.1941114068031311, 0.20107319951057434, 0.20803500711917877, 0.2149968147277832, 0.22195860743522644]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 1.0, 3.0, 4.0, 1.0, 1.0, 3.0, 1.0, 4.0, 2.0, 2.0, 2.0, 4.0, 3.0, 1.0, 2.0, 8.0, 4.0, 28.0, 9.0, 3.0, 3.0, 2.0, 2.0, 3.0, 3.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 2.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.0022723074071109295, -0.0021800517570227385, -0.002087796339765191, -0.001995540689677, -0.0019032851560041308, -0.0018110296223312616, -0.0017187739722430706, -0.0016265184385702014, -0.0015342629048973322, -0.001442007371224463, -0.0013497518375515938, -0.0012574961874634027, -0.0011652406537905335, -0.0010729851201176643, -0.0009807294700294733, -0.0008884739363566041, -0.0007962184026837349, -0.0007039628690108657, -0.0006117072771303356, -0.0005194516852498055, -0.00042719615157693624, -0.0003349405888002366, -0.00024268502602353692, -0.00015042946324683726, -5.8173900470137596e-05, 3.4081662306562066e-05, 0.00012633722508326173, 0.0002185927878599614, 0.00031084835063666105, 0.0004031039134133607, 0.0004953594761900604, 0.0005876150680705905, 0.0006798706017434597, 0.0007721261354163289, 0.000864381727296859, 0.0009566373191773891, 0.0010488928528502584, 0.0011411483865231276, 0.0012334040366113186, 0.0013256595702841878, 0.001417915103957057, 0.0015101706376299262, 0.0016024261713027954, 0.0016946818213909864, 0.0017869373550638556, 0.0018791928887367249, 0.001971448538824916, 0.0020637039560824633, 0.0021559596061706543, 0.0022482152562588453, 0.0023404706735163927, 0.0024327263236045837, 0.002524981740862131, 0.002617237390950322, 0.002709493041038513, 0.0028017484582960606, 0.0028940041083842516, 0.0029862597584724426, 0.00307851517572999, 0.003170770825818181, 0.003263026475906372, 0.0033552818931639194, 0.0034475375432521105, 0.003539792960509658, 0.003632048610597849]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 2.0, 3.0, 2.0, 5.0, 6.0, 7.0, 14.0, 28.0, 38.0, 42.0, 62.0, 93.0, 131.0, 223.0, 287.0, 441.0, 658.0, 973.0, 1585.0, 2311.0, 3834.0, 6502.0, 11412.0, 21432.0, 42549.0, 89880.0, 260520.0, 570891.0, 72587.0, 37205.0, 20930.0, 12128.0, 7390.0, 4894.0, 3154.0, 2190.0, 1428.0, 1032.0, 773.0, 525.0, 356.0, 305.0, 184.0, 172.0, 116.0, 84.0, 67.0, 42.0, 39.0, 22.0, 24.0, 16.0, 15.0, 11.0, 9.0, 6.0, 4.0, 0.0, 1.0, 3.0, 1.0, 2.0, 1.0], "bins": [-0.009258073754608631, -0.008927484974265099, -0.008596895262598991, -0.008266306482255459, -0.007935716770589352, -0.007605127990245819, -0.007274538744240999, -0.006943949498236179, -0.0066133602522313595, -0.00628277100622654, -0.00595218176022172, -0.0056215925142169, -0.005291003733873367, -0.0049604144878685474, -0.004629825241863728, -0.004299235995858908, -0.003968646749854088, -0.003638057503849268, -0.003307468257844448, -0.002976879244670272, -0.002646289998665452, -0.002315700752660632, -0.001985111739486456, -0.001654522493481636, -0.0013239332474768162, -0.0009933440014719963, -0.0006627548718824983, -0.0003321656840853393, -1.5764962881803513e-06, 0.0003290126915089786, 0.0006596018793061376, 0.0009901910088956356, 0.0013207802549004555, 0.0016513695009052753, 0.001981958746910095, 0.0023125477600842714, 0.0026431370060890913, 0.002973726252093911, 0.0033043152652680874, 0.0036349045112729073, 0.003965493757277727, 0.004296083003282547, 0.004626672249287367, 0.004957261495292187, 0.005287850275635719, 0.005618439521640539, 0.005949028767645359, 0.006279618013650179, 0.006610207259654999, 0.006940796505659819, 0.0072713857516646385, 0.007601974997669458, 0.007932564243674278, 0.00826315302401781, 0.008593742735683918, 0.00892433151602745, 0.009254921227693558, 0.00958551000803709, 0.009916098788380623, 0.01024668850004673, 0.010577277280390263, 0.01090786699205637, 0.011238455772399902, 0.01156904548406601, 0.011899634264409542]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 2.0, 1.0, 4.0, 2.0, 5.0, 2.0, 6.0, 7.0, 5.0, 7.0, 4.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009720884263515472, -0.008953938260674477, -0.008186993189156055, -0.00742004718631506, -0.006653101649135351, -0.005886156111955643, -0.005119210109114647, -0.004352264571934938, -0.00358531903475523, -0.0028183734975755215, -0.0020514277275651693, -0.001284482073970139, -0.0005175364203751087, 0.0002494092332199216, 0.001016354886814952, 0.0017833005404099822, 0.0025502461940050125, 0.003317191731184721, 0.0040841372683644295, 0.004851083271205425, 0.005618028808385134, 0.006384974345564842, 0.007151920348405838, 0.00791886541992426, 0.008685811422765255, 0.00945275742560625, 0.010219702497124672, 0.010986648499965668, 0.011753594502806664, 0.012520539574325085, 0.01328748557716608, 0.014054430648684502, 0.014821376651525497, 0.015588322654366493, 0.01635526865720749, 0.017122212797403336, 0.01788915880024433, 0.018656104803085327, 0.019423050805926323, 0.02018999680876732, 0.020956940948963165, 0.02172388695180416, 0.022490832954645157, 0.023257778957486153, 0.02402472496032715, 0.024791670963168144, 0.02555861510336399, 0.026325561106204987, 0.027092507109045982, 0.027859453111886978, 0.028626399114727974, 0.02939334325492382, 0.030160289257764816, 0.030927235260605812, 0.03169418126344681, 0.032461125403642654, 0.0332280732691288, 0.033995017409324646, 0.03476196527481079, 0.03552890941500664, 0.036295853555202484, 0.03706280142068863, 0.037829745560884476, 0.03859669342637062, 0.03936363756656647]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 3.0, 2.0, 1.0, 4.0, 9.0, 9.0, 25.0, 30.0, 34.0, 58.0, 74.0, 101.0, 162.0, 202.0, 289.0, 356.0, 523.0, 661.0, 927.0, 1147.0, 1765.0, 2934.0, 5299.0, 1019.0, 679.0, 434.0, 302.0, 231.0, 177.0, 140.0, 111.0, 91.0, 67.0, 49.0, 52.0, 37.0, 22.0, 19.0, 24.0, 15.0, 23.0, 33.0, 34.0, 32.0, 29.0, 47.0, 29.0, 25.0, 18.0, 21.0, 15.0, 8.0, 4.0, 1.0, 1.0, 1.0, 5.0, 5.0, 9.0, 5.0, 2.0], "bins": [-0.009363692253828049, -0.00899191852658987, -0.008620144799351692, -0.008248371072113514, -0.007876597344875336, -0.00750482315197587, -0.007133049424737692, -0.006761275697499514, -0.006389501970261335, -0.006017728243023157, -0.005645954515784979, -0.005274180788546801, -0.004902406595647335, -0.004530632868409157, -0.0041588591411709785, -0.0037870854139328003, -0.003415311686694622, -0.003043537959456444, -0.0026717642322182655, -0.0022999902721494436, -0.0019282165449112654, -0.0015564428176730871, -0.001184668974019587, -0.0008128951885737479, -0.0004411214031279087, -6.934761768206954e-05, 0.0003024261677637696, 0.0006741999532096088, 0.001045973738655448, 0.0014177474658936262, 0.0017895213095471263, 0.0021612951532006264, 0.0025330688804388046, 0.002904842607676983, 0.003276616334915161, 0.003648390294983983, 0.004020163789391518, 0.004391937982290983, 0.0047637117095291615, 0.00513548543676734, 0.005507259164005518, 0.005879032891243696, 0.0062508066184818745, 0.006622580345720053, 0.006994354538619518, 0.0073661282658576965, 0.007737901993095875, 0.008109675720334053, 0.008481449447572231, 0.00885322317481041, 0.009224996902048588, 0.009596770629286766, 0.009968544356524944, 0.010340318083763123, 0.0107120918110013, 0.011083865538239479, 0.011455640196800232, 0.01182741392403841, 0.012199187651276588, 0.012570961378514767, 0.012942735105752945, 0.013314508832991123, 0.013686282560229301, 0.01405805628746748, 0.014429830014705658]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 3.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.22020605206489563, -0.21567033231258392, -0.21113461256027222, -0.2065988928079605, -0.2020631730556488, -0.1975274384021759, -0.1929917186498642, -0.1884559988975525, -0.18392027914524078, -0.17938455939292908, -0.17484883964061737, -0.17031311988830566, -0.16577738523483276, -0.16124166548252106, -0.15670594573020935, -0.15217022597789764, -0.14763450622558594, -0.14309878647327423, -0.13856306672096252, -0.13402734696865082, -0.1294916272163391, -0.12495590001344681, -0.1204201728105545, -0.1158844530582428, -0.11134873330593109, -0.10681301355361938, -0.10227729380130768, -0.09774156659841537, -0.09320584684610367, -0.08867012709379196, -0.08413439989089966, -0.07959868013858795, -0.07506296038627625, -0.07052724063396454, -0.06599152088165283, -0.06145579367876053, -0.05692007392644882, -0.052384354174137115, -0.04784863069653511, -0.043312907218933105, -0.0387771874666214, -0.03424146771430969, -0.029705744236707687, -0.02517002262175083, -0.020634301006793976, -0.01609857939183712, -0.011562857776880264, -0.0070271361619234085, -0.0024914145469665527, 0.002044307067990303, 0.006580028682947159, 0.011115750297904015, 0.01565147191286087, 0.020187193527817726, 0.024722915142774582, 0.029258636757731438, 0.03379435837268829, 0.038330078125, 0.042865801602602005, 0.04740152508020401, 0.05193724483251572, 0.05647296458482742, 0.06100868806242943, 0.06554441154003143, 0.07008013129234314]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 2.0, 1.0, 2.0, 2.0, 5.0, 0.0, 2.0, 17.0, 20.0, 26.0, 20.0, 49.0, 29.0, 26.0, 14.0, 10.0, 10.0, 4.0, 5.0, 3.0, 3.0, 1.0, 1.0, 0.0, 4.0, 4.0, 1.0, 3.0, 3.0], "bins": [-0.08708164095878601, -0.08520770072937012, -0.08333375304937363, -0.08145981281995773, -0.07958587259054184, -0.07771193236112595, -0.07583798468112946, -0.07396404445171356, -0.07209010422229767, -0.07021616399288177, -0.06834221631288528, -0.06646827608346939, -0.0645943358540535, -0.0627203956246376, -0.06084645166993141, -0.05897250771522522, -0.057098567485809326, -0.055224623531103134, -0.05335067957639694, -0.05147673934698105, -0.04960279539227486, -0.04772885516285896, -0.04585491120815277, -0.04398097097873688, -0.042107027024030685, -0.04023308679461479, -0.0383591428399086, -0.036485202610492706, -0.034611258655786514, -0.03273731842637062, -0.03086337447166443, -0.028989432379603386, -0.027115490287542343, -0.0252415481954813, -0.023367606103420258, -0.021493664011359215, -0.019619721919298172, -0.01774577982723713, -0.015871837735176086, -0.013997894711792469, -0.012123952619731426, -0.010250010527670383, -0.00837606843560934, -0.006502125877887011, -0.004628183785825968, -0.002754241693764925, -0.0008802993688732386, 0.000993642839603126, 0.0028675850480794907, 0.0047415271401405334, 0.006615469232201576, 0.008489411324262619, 0.010363353416323662, 0.01223729643970728, 0.014111238531768322, 0.01598517969250679, 0.017859123647212982, 0.019733065739274025, 0.021607007831335068, 0.02348094992339611, 0.025354892015457153, 0.027228834107518196, 0.02910277619957924, 0.03097671829164028, 0.032850660383701324]}, "_runtime": 17.932862520217896, "_timestamp": 1596207402.5214856, "_step": 15}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 3.0, 2.0, 1.0, 3.0, 2.0, 2.0, 0.0, 2.0, 1.0, 1.0, 4.0, 3.0, 1.0, 2.0, 1.0, 2.0, 1.0, 2.0, 3.0, 3.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.0119350990280509, -0.011504625901579857, -0.01107415184378624, -0.010643678717315197, -0.010213205590844154, -0.009782731533050537, -0.009352258406579494, -0.008921784348785877, -0.008491311222314835, -0.008060838095843792, -0.007630364038050175, -0.007199890911579132, -0.006769417319446802, -0.006338943727314472, -0.0059084706008434296, -0.0054779970087111, -0.00504752341657877, -0.00461704982444644, -0.00418657623231411, -0.003756103105843067, -0.0033256295137107372, -0.0028951559215784073, -0.002464682562276721, -0.0020342092029750347, -0.0016037356108427048, -0.0011732621351256967, -0.0007427886594086885, -0.00031231518369168043, 0.00011815829202532768, 0.0005486317677423358, 0.000979105243459344, 0.001409578719176352, 0.0018400521948933601, 0.00227052578702569, 0.0027009991463273764, 0.0031314725056290627, 0.0035619460977613926, 0.0039924196898937225, 0.004422892816364765, 0.004853366408497095, 0.005283840000629425, 0.005714313592761755, 0.006144787184894085, 0.0065752603113651276, 0.0070057339034974575, 0.0074362074956297874, 0.00786668062210083, 0.008297154679894447, 0.00872762780636549, 0.009158100932836533, 0.00958857499063015, 0.010019048117101192, 0.010449521243572235, 0.010879995301365852, 0.011310468427836895, 0.011740942485630512, 0.012171415612101555, 0.012601888738572598, 0.013032362796366215, 0.013462835922837257, 0.013893309980630875, 0.014323783107101917, 0.01475425623357296, 0.015184730291366577, 0.01561520341783762]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 3.0, 4.0, 1.0, 1.0, 6.0, 4.0, 9.0, 8.0, 12.0, 12.0, 30.0, 25.0, 41.0, 38.0, 49.0, 90.0, 103.0, 131.0, 172.0, 251.0, 372.0, 3889.0, 1426.0, 455.0, 231.0, 153.0, 96.0, 70.0, 64.0, 34.0, 26.0, 24.0, 21.0, 23.0, 13.0, 5.0, 5.0, 6.0, 6.0, 4.0, 4.0, 1.0, 5.0, 5.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.19838644564151764, -0.19234032928943634, -0.18629421293735504, -0.18024809658527374, -0.17420198023319244, -0.16815586388111115, -0.16210974752902985, -0.15606363117694855, -0.15001752972602844, -0.14397141337394714, -0.13792529702186584, -0.13187918066978455, -0.12583306431770325, -0.11978694796562195, -0.11374083161354065, -0.10769471526145935, -0.10164859890937805, -0.09560248255729675, -0.08955636620521545, -0.08351024985313416, -0.07746413350105286, -0.07141802459955215, -0.06537190824747086, -0.05932579189538956, -0.05327967554330826, -0.04723355919122696, -0.04118744283914566, -0.03514133021235466, -0.02909521386027336, -0.023049097508192062, -0.017002983018755913, -0.010956867597997189, -0.004910752177238464, 0.0011353632435202599, 0.007181478664278984, 0.013227594085037708, 0.019273709505796432, 0.02531982585787773, 0.03136593848466873, 0.03741205483675003, 0.04345817118883133, 0.04950428754091263, 0.05555040389299393, 0.06159651651978493, 0.06764262914657593, 0.07368874549865723, 0.07973486185073853, 0.08578097820281982, 0.09182709455490112, 0.09787321090698242, 0.10391932725906372, 0.10996544361114502, 0.11601155996322632, 0.12205766886472702, 0.12810379266738892, 0.13414990901947021, 0.1401960253715515, 0.14624212682247162, 0.15228824317455292, 0.15833435952663422, 0.16438047587871552, 0.17042659223079681, 0.1764727085828781, 0.1825188249349594, 0.1885649412870407]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 3.0, 3.0, 2.0, 3.0, 2.0, 5.0, 2.0, 4.0, 4.0, 0.0, 4.0, 3.0, 5.0, 28.0, 2.0, 4.0, 2.0, 5.0, 2.0, 3.0, 0.0, 1.0, 2.0, 4.0, 1.0, 2.0, 3.0, 0.0, 3.0, 2.0, 2.0, 2.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0], "bins": [-0.0032814298756420612, -0.003190052229911089, -0.0030986745841801167, -0.0030072969384491444, -0.002915919292718172, -0.0028245416469872, -0.0027331640012562275, -0.002641786355525255, -0.002550408709794283, -0.0024590310640633106, -0.0023676534183323383, -0.002276275772601366, -0.0021848981268703938, -0.0020935204811394215, -0.002002142835408449, -0.0019107653060927987, -0.0018193876603618264, -0.0017280100146308541, -0.0016366323688998818, -0.0015452547231689095, -0.0014538770774379373, -0.001362499431706965, -0.0012711217859759927, -0.0011797441402450204, -0.00108836661092937, -0.0009969889651983976, -0.0009056112612597644, -0.0008142336155287921, -0.0007228560280054808, -0.0006314783822745085, -0.0005401007365435362, -0.0004487230908125639, -0.0003573454450815916, -0.0002659677993506193, -0.00017459016817156225, -8.321252971654758e-05, 8.165108738467097e-06, 9.954274719348177e-05, 0.00019092038564849645, 0.0002822980168275535, 0.0003736756625585258, 0.0004650533082894981, 0.0005564309540204704, 0.0006478085997514427, 0.000739186187274754, 0.0008305638330057263, 0.0009219414787366986, 0.001013319124467671, 0.0011046967701986432, 0.0011960744159296155, 0.0012874520616605878, 0.00137882970739156, 0.0014702073531225324, 0.0015615849988535047, 0.001652962644584477, 0.0017443402903154492, 0.0018357178196310997, 0.001927095465362072, 0.0020184731110930443, 0.0021098507568240166, 0.002201228402554989, 0.002292606048285961, 0.0023839836940169334, 0.0024753613397479057, 0.002566738985478878]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 2.0, 2.0, 2.0, 1.0, 8.0, 6.0, 3.0, 5.0, 8.0, 10.0, 16.0, 40.0, 47.0, 69.0, 119.0, 160.0, 226.0, 349.0, 481.0, 756.0, 1273.0, 2016.0, 3142.0, 5355.0, 9088.0, 16071.0, 29120.0, 53446.0, 99479.0, 604553.0, 163565.0, 76787.0, 44460.0, 25949.0, 15598.0, 9610.0, 5881.0, 3858.0, 2501.0, 1632.0, 1148.0, 785.0, 539.0, 401.0, 294.0, 195.0, 149.0, 112.0, 93.0, 52.0, 49.0, 34.0, 25.0, 11.0, 16.0, 15.0, 8.0, 7.0, 4.0, 5.0, 4.0, 2.0, 4.0], "bins": [-0.00895299669355154, -0.008663255721330643, -0.008373514749109745, -0.008083773776888847, -0.007794032339006662, -0.007504291366785765, -0.00721454992890358, -0.006924808956682682, -0.006635067984461784, -0.006345327012240887, -0.006055586040019989, -0.005765844602137804, -0.005476103629916906, -0.005186362657696009, -0.004896621219813824, -0.004606880247592926, -0.004317139275372028, -0.004027398303151131, -0.0037376570980995893, -0.003447915893048048, -0.0031581749208271503, -0.0028684339486062527, -0.0025786927435547113, -0.00228895153850317, -0.0019992105662822723, -0.0017094694776460528, -0.0014197283890098333, -0.0011299873003736138, -0.0008402462117373943, -0.0005505051231011748, -0.00026076403446495533, 2.897705417126417e-05, 0.0003187181428074837, 0.0006084592314437032, 0.0008982003200799227, 0.0011879414087161422, 0.0014776824973523617, 0.0017674235859885812, 0.0020571646746248007, 0.002346905879676342, 0.0026366468518972397, 0.0029263878241181374, 0.0032161290291696787, 0.00350587023422122, 0.0037956112064421177, 0.004085352178663015, 0.0043750936165452, 0.004664834588766098, 0.004954575560986996, 0.005244316533207893, 0.005534057505428791, 0.005823798943310976, 0.006113539915531874, 0.006403280887752771, 0.006693022325634956, 0.006982763297855854, 0.007272504270076752, 0.007562245242297649, 0.007851986214518547, 0.008141727186739445, 0.008431468158960342, 0.008721210062503815, 0.009010951034724712, 0.00930069200694561, 0.009590432979166508]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [4.0, 1.0, 0.0, 1.0, 7.0, 1.0, 3.0, 1.0, 5.0, 1.0, 13.0, 6.0, 2.0, 1.0, 2.0, 3.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.005873219575732946, -0.0053147305734455585, -0.004756241105496883, -0.0041977521032094955, -0.003639262868091464, -0.0030807736329734325, -0.0025222846306860447, -0.001963795395568013, -0.0014053061604499817, -0.0008468169835396111, -0.0002883278066292405, 0.0002701613702811301, 0.0008286505471915007, 0.0013871397823095322, 0.0019456289010122418, 0.0025041180197149515, 0.003062607254832983, 0.0036210964899510145, 0.004179585725069046, 0.004738074727356434, 0.005296563729643822, 0.005855053197592497, 0.006413542199879885, 0.00697203166782856, 0.007530520670115948, 0.008089009672403336, 0.008647498674690723, 0.009205988608300686, 0.009764477610588074, 0.010322966612875462, 0.01088145561516285, 0.011439944617450237, 0.011998433619737625, 0.012556923553347588, 0.013115412555634975, 0.013673901557922363, 0.014232390560209751, 0.014790879562497139, 0.015349369496107101, 0.015907857567071915, 0.016466347500681877, 0.01702483743429184, 0.017583325505256653, 0.018141815438866615, 0.01870030350983143, 0.01925879344344139, 0.019817283377051353, 0.020375771448016167, 0.02093426138162613, 0.021492749452590942, 0.022051239386200905, 0.022609729319810867, 0.02316821739077568, 0.023726707324385643, 0.024285195395350456, 0.02484368532896042, 0.025402173399925232, 0.025960663333535194, 0.026519153267145157, 0.02707764133810997, 0.027636131271719933, 0.028194619342684746, 0.028753109276294708, 0.02931159920990467, 0.029870087280869484]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [4.0, 8.0, 13.0, 14.0, 25.0, 32.0, 55.0, 60.0, 94.0, 126.0, 175.0, 227.0, 350.0, 450.0, 626.0, 968.0, 1368.0, 2119.0, 5573.0, 1595.0, 952.0, 673.0, 540.0, 430.0, 344.0, 288.0, 198.0, 175.0, 148.0, 125.0, 84.0, 88.0, 66.0, 60.0, 60.0, 54.0, 60.0, 31.0, 12.0, 17.0, 19.0, 20.0, 20.0, 15.0, 12.0, 9.0, 3.0, 8.0, 4.0, 9.0, 5.0, 6.0, 2.0, 3.0, 3.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.005189263261854649, -0.0049080392345786095, -0.004626815672963858, -0.0043455916456878185, -0.004064368084073067, -0.0037831440567970276, -0.003501920262351632, -0.0032206964679062366, -0.002939472673460841, -0.0026582488790154457, -0.0023770250845700502, -0.0020958012901246548, -0.0018145773792639375, -0.001533353584818542, -0.0012521296739578247, -0.0009709058795124292, -0.0006896820850670338, -0.00040845826151780784, -0.00012723443796858191, 0.000153989385580644, 0.00043521320912986994, 0.0007164370035752654, 0.0009976609144359827, 0.0012788847088813782, 0.0015601085033267736, 0.0018413322977721691, 0.0021225560922175646, 0.00240377988666296, 0.002685003913938999, 0.0029662277083843946, 0.00324745150282979, 0.0035286752972751856, 0.003809899091720581, 0.00409112311899662, 0.004372346680611372, 0.004653570707887411, 0.004934794269502163, 0.005216018296778202, 0.005497241858392954, 0.005778465885668993, 0.006059689447283745, 0.006340913474559784, 0.006622137501835823, 0.006903361063450575, 0.007184585090726614, 0.007465808652341366, 0.007747032679617405, 0.008028256706893444, 0.008309479802846909, 0.008590703830122948, 0.008871927857398987, 0.009153151884675026, 0.009434375911951065, 0.00971559900790453, 0.009996823035180569, 0.010278047062456608, 0.010559271089732647, 0.010840495117008686, 0.01112171821296215, 0.01140294224023819, 0.011684166267514229, 0.011965390294790268, 0.012246613390743732, 0.012527837418019772, 0.01280906144529581]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 4.0, 0.0, 2.0, 0.0, 4.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.10250727087259293, -0.10004119575023651, -0.0975751131772995, -0.09510903805494308, -0.09264296293258667, -0.09017688781023026, -0.08771081268787384, -0.08524473011493683, -0.08277865499258041, -0.080312579870224, -0.07784649729728699, -0.07538042217493057, -0.07291434705257416, -0.07044827193021774, -0.06798219680786133, -0.06551611423492432, -0.0630500391125679, -0.06058396399021149, -0.058117885142564774, -0.05565180629491806, -0.053185731172561646, -0.05071965605020523, -0.04825357720255852, -0.045787498354911804, -0.04332142323255539, -0.040855348110198975, -0.03838926926255226, -0.03592319041490555, -0.03345711529254913, -0.03099103830754757, -0.028524961322546005, -0.02605888433754444, -0.023592807352542877, -0.021126730367541313, -0.01866065338253975, -0.016194576397538185, -0.013728499412536621, -0.011262422427535057, -0.008796345442533493, -0.006330268457531929, -0.003864191472530365, -0.001398114487528801, 0.001067962497472763, 0.003534039482474327, 0.006000116467475891, 0.008466193452477455, 0.01093227043747902, 0.013398347422480583, 0.015864424407482147, 0.01833050139248371, 0.020796578377485275, 0.02326265536248684, 0.025728732347488403, 0.028194809332489967, 0.03066088631749153, 0.033126965165138245, 0.03559304028749466, 0.038059115409851074, 0.04052519425749779, 0.0429912731051445, 0.045457348227500916, 0.04792342334985733, 0.050389502197504044, 0.05285558104515076, 0.05532165616750717]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 3.0, 4.0, 2.0, 4.0, 11.0, 9.0, 13.0, 14.0, 15.0, 18.0, 48.0, 19.0, 32.0, 27.0, 8.0, 11.0, 6.0, 5.0, 4.0, 4.0, 1.0, 2.0, 1.0, 0.0, 3.0, 2.0], "bins": [-0.08594441413879395, -0.08416814357042313, -0.0823918804526329, -0.08061560988426208, -0.07883934676647186, -0.07706307619810104, -0.07528680562973022, -0.07351054251194, -0.07173427194356918, -0.06995800882577896, -0.06818173825740814, -0.06640546768903732, -0.0646292045712471, -0.06285293400287628, -0.06107666715979576, -0.05930040031671524, -0.05752413347363472, -0.0557478666305542, -0.05397159978747368, -0.05219532921910286, -0.05041906237602234, -0.04864279553294182, -0.0468665286898613, -0.04509026184678078, -0.043313995003700256, -0.04153772443532944, -0.03976145759224892, -0.037985190749168396, -0.036208923906087875, -0.034432657063007355, -0.032656386494636536, -0.030880119651556015, -0.029103852808475494, -0.027327585965394974, -0.025551317259669304, -0.023775050416588783, -0.021998781710863113, -0.020222514867782593, -0.018446248024702072, -0.016669979318976402, -0.014893712475895882, -0.013117444701492786, -0.011341176927089691, -0.00956491008400917, -0.007788642309606075, -0.00601237453520298, -0.004236107226461172, -0.0024598396848887205, -0.0006835721433162689, 0.0010926953982561827, 0.0028689629398286343, 0.004645230248570442, 0.0064214980229735374, 0.008197765797376633, 0.009974032640457153, 0.011750300414860249, 0.013526568189263344, 0.015302835963666439, 0.017079103738069534, 0.018855370581150055, 0.020631637424230576, 0.022407906129956245, 0.024184172973036766, 0.025960441678762436, 0.027736708521842957]}, "_runtime": 18.78164768218994, "_timestamp": 1596207403.3702707, "_step": 16}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 4.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 4.0, 0.0, 3.0, 2.0, 0.0, 1.0, 3.0, 1.0, 1.0, 3.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 2.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.011742227710783482, -0.01141030341386795, -0.011078378185629845, -0.010746453888714314, -0.010414529591798782, -0.010082605294883251, -0.00975068099796772, -0.009418755769729614, -0.009086831472814083, -0.008754907175898552, -0.008422981947660446, -0.008091057650744915, -0.007759133353829384, -0.007427209056913853, -0.007095284294337034, -0.006763359531760216, -0.006431435234844685, -0.0060995109379291534, -0.005767586175352335, -0.0054356614127755165, -0.005103737115859985, -0.004771812818944454, -0.004439888056367636, -0.004107963293790817, -0.003776038996875286, -0.0034441144671291113, -0.0031121899373829365, -0.0027802654076367617, -0.002448340877890587, -0.002116416348144412, -0.0017844918183982372, -0.0014525672886520624, -0.0011206427589058876, -0.0007887182291597128, -0.000456793699413538, -0.00012486916966736317, 0.00020705536007881165, 0.0005389798898249865, 0.0008709044195711613, 0.001202828949317336, 0.001534753479063511, 0.0018666780088096857, 0.0021986025385558605, 0.0025305270683020353, 0.00286245159804821, 0.003194376127794385, 0.0035263006575405598, 0.0038582251872867346, 0.004190149717032909, 0.0045220740139484406, 0.004853998776525259, 0.0051859235391020775, 0.005517847836017609, 0.00584977213293314, 0.006181696895509958, 0.006513621658086777, 0.006845545955002308, 0.007177470251917839, 0.0075093950144946575, 0.007841319777071476, 0.008173244073987007, 0.008505168370902538, 0.00883709266781807, 0.009169017896056175, 0.009500942192971706]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 4.0, 1.0, 0.0, 5.0, 5.0, 2.0, 4.0, 10.0, 12.0, 6.0, 13.0, 22.0, 26.0, 27.0, 22.0, 28.0, 31.0, 44.0, 66.0, 59.0, 105.0, 105.0, 132.0, 216.0, 305.0, 480.0, 4498.0, 584.0, 305.0, 202.0, 127.0, 86.0, 79.0, 75.0, 48.0, 42.0, 29.0, 30.0, 27.0, 16.0, 11.0, 12.0, 4.0, 2.0, 3.0, 4.0, 5.0, 3.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.15846563875675201, -0.15369610488414764, -0.14892655611038208, -0.1441570222377777, -0.13938747346401215, -0.13461793959140778, -0.1298483908176422, -0.12507885694503784, -0.12030931562185287, -0.11553977429866791, -0.11077023297548294, -0.10600069165229797, -0.1012311577796936, -0.09646161645650864, -0.09169207513332367, -0.0869225338101387, -0.08215299248695374, -0.07738345116376877, -0.0726139098405838, -0.06784436851739883, -0.06307482719421387, -0.0583052895963192, -0.05353575199842453, -0.04876621067523956, -0.043996669352054596, -0.03922712802886963, -0.03445758670568466, -0.029688049107789993, -0.024918507784605026, -0.02014896646142006, -0.015379427000880241, -0.010609886609017849, -0.0058403462171554565, -0.0010708058252930641, 0.0036987345665693283, 0.00846827495843172, 0.013237815350294113, 0.01800735667347908, 0.022776896134018898, 0.027546435594558716, 0.03231597691774368, 0.03708551824092865, 0.04185505956411362, 0.046624597162008286, 0.05139413848519325, 0.05616367980837822, 0.06093321740627289, 0.06570275872945786, 0.07047230005264282, 0.07524184137582779, 0.08001138269901276, 0.08478092402219772, 0.08955046534538269, 0.09431999921798706, 0.09908954054117203, 0.103859081864357, 0.10862862318754196, 0.11339816451072693, 0.1181677058339119, 0.12293724715709686, 0.12770678102970123, 0.1324763298034668, 0.13724586367607117, 0.14201541244983673, 0.1467849463224411]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 2.0, 2.0, 1.0, 0.0, 0.0, 2.0, 4.0, 2.0, 3.0, 3.0, 3.0, 3.0, 3.0, 4.0, 5.0, 6.0, 27.0, 2.0, 6.0, 2.0, 4.0, 2.0, 5.0, 2.0, 4.0, 4.0, 0.0, 2.0, 2.0, 0.0, 0.0, 2.0, 5.0, 2.0, 3.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0032096761278808117, -0.0030988804064691067, -0.0029880846850574017, -0.0028772889636456966, -0.0027664932422339916, -0.0026556975208222866, -0.0025449017994105816, -0.0024341060779988766, -0.0023233103565871716, -0.002212514402344823, -0.002101718680933118, -0.001990922959521413, -0.0018801272381097078, -0.0017693315166980028, -0.0016585357952862978, -0.0015477400738745928, -0.0014369443524628878, -0.0013261486310511827, -0.0012153529096394777, -0.0011045571882277727, -0.0009937614668160677, -0.0008829656871967018, -0.0007721699075773358, -0.0006613741861656308, -0.0005505784647539258, -0.0004397827433422208, -0.0003289869928266853, -0.00021819125686306506, -0.00010739552089944482, 3.400215064175427e-06, 0.00011419595102779567, 0.00022499168699141592, 0.00033578742295503616, 0.0004465831443667412, 0.0005573788657784462, 0.0006681746453978121, 0.0007789703668095171, 0.0008897660882212222, 0.001000561867840588, 0.0011113575892522931, 0.0012221533106639981, 0.0013329490320757031, 0.0014437447534874082, 0.0015545404748991132, 0.00166533631272614, 0.001776132034137845, 0.00188692775554955, 0.001997723476961255, 0.00210851919837296, 0.002219314919784665, 0.00233011064119637, 0.002440906362608075, 0.00255170208401978, 0.002662497805431485, 0.00277329352684319, 0.002884089248254895, 0.002994885202497244, 0.003105680923908949, 0.003216476645320654, 0.003327272366732359, 0.003438068088144064, 0.003548863809555769, 0.003659659530967474, 0.003770455252379179, 0.003881250973790884]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 3.0, 0.0, 0.0, 3.0, 4.0, 4.0, 11.0, 13.0, 12.0, 16.0, 30.0, 42.0, 82.0, 135.0, 209.0, 361.0, 522.0, 849.0, 1480.0, 2634.0, 4713.0, 8695.0, 17219.0, 35374.0, 78045.0, 202965.0, 643360.0, 84349.0, 43295.0, 23394.0, 12982.0, 7375.0, 4414.0, 2562.0, 1602.0, 970.0, 701.0, 389.0, 259.0, 169.0, 127.0, 87.0, 57.0, 39.0, 24.0, 16.0, 13.0, 13.0, 5.0, 4.0, 3.0, 5.0, 1.0, 2.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01004801969975233, -0.009677816182374954, -0.009307612664997578, -0.008937409147620201, -0.008567205630242825, -0.008197002112865448, -0.007826797664165497, -0.007456594612449408, -0.007086390629410744, -0.006716187112033367, -0.006345983594655991, -0.005975780077278614, -0.0056055765599012375, -0.005235373042523861, -0.004865169059485197, -0.0044949655421078205, -0.004124762024730444, -0.0037545585073530674, -0.003384354757145047, -0.0030141512397676706, -0.0026439474895596504, -0.002273743972182274, -0.0019035404548048973, -0.001533336821012199, -0.0011631331872195005, -0.0007929295534268022, -0.0004227259778417647, -5.252237315289676e-05, 0.00031768123153597116, 0.0006878848653286695, 0.001058088382706046, 0.0014282920164987445, 0.0017984956502914429, 0.0021686991676688194, 0.0025389029178768396, 0.002909106435254216, 0.0032793101854622364, 0.003649513702839613, 0.0040197172202169895, 0.004389920737594366, 0.00476012472063303, 0.0051303282380104065, 0.005500531755387783, 0.00587073527276516, 0.006240938790142536, 0.006611142307519913, 0.006981346290558577, 0.007351549807935953, 0.00772175332531333, 0.008091957308351994, 0.00846216082572937, 0.008832364343106747, 0.009202567860484123, 0.0095727713778615, 0.009942974895238876, 0.010313178412616253, 0.01068338192999363, 0.011053585447371006, 0.011423788964748383, 0.011793993413448334, 0.01216419693082571, 0.012534400448203087, 0.012904603965580463, 0.01327480748295784, 0.013645011000335217]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 6.0, 0.0, 8.0, 1.0, 4.0, 7.0, 9.0, 2.0, 10.0, 1.0, 0.0, 1.0, 2.0], "bins": [-0.04502313211560249, -0.04415428638458252, -0.043285440653562546, -0.04241659492254257, -0.0415477491915226, -0.040678903460502625, -0.03981005772948265, -0.03894121199846268, -0.038072369992733, -0.03720352426171303, -0.036334678530693054, -0.03546583279967308, -0.03459698706865311, -0.03372814133763313, -0.03285929560661316, -0.031990449875593185, -0.03112160414457321, -0.030252758413553238, -0.029383912682533264, -0.02851506695151329, -0.027646221220493317, -0.026777377352118492, -0.02590853162109852, -0.025039685890078545, -0.02417084015905857, -0.023301994428038597, -0.022433148697018623, -0.02156430296599865, -0.020695459097623825, -0.01982661336660385, -0.018957767635583878, -0.018088921904563904, -0.01722007617354393, -0.016351230442523956, -0.015482384711503983, -0.014613539911806583, -0.01374469418078661, -0.012875848449766636, -0.012007003650069237, -0.011138157919049263, -0.01026931218802929, -0.009400466457009315, -0.008531620725989342, -0.007662775926291943, -0.006793930195271969, -0.005925084464251995, -0.005056239198893309, -0.004187393933534622, -0.0033185482025146484, -0.0024497027043253183, -0.0015808572061359882, -0.0007120117079466581, 0.00015683379024267197, 0.001025679288432002, 0.0018945247866213322, 0.0027633702848106623, 0.0036322157829999924, 0.004501061514019966, 0.005369906779378653, 0.006238752044737339, 0.007107597775757313, 0.007976443506777287, 0.008845288306474686, 0.00971413403749466, 0.010582979768514633]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [5.0, 5.0, 9.0, 8.0, 6.0, 10.0, 15.0, 17.0, 27.0, 17.0, 24.0, 22.0, 19.0, 21.0, 26.0, 38.0, 36.0, 26.0, 43.0, 43.0, 62.0, 67.0, 68.0, 86.0, 84.0, 113.0, 170.0, 168.0, 228.0, 317.0, 338.0, 446.0, 756.0, 5196.0, 2103.0, 1513.0, 1108.0, 954.0, 852.0, 767.0, 582.0, 489.0, 393.0, 323.0, 219.0, 185.0, 126.0, 67.0, 64.0, 34.0, 36.0, 25.0, 23.0, 14.0, 10.0, 9.0, 3.0, 3.0, 5.0, 2.0, 3.0, 1.0, 1.0, 2.0], "bins": [-0.015077506192028522, -0.014629742130637169, -0.01418197713792324, -0.013734213076531887, -0.013286449015140533, -0.01283868495374918, -0.012390920892357826, -0.011943155899643898, -0.011495391838252544, -0.01104762777686119, -0.010599862784147263, -0.010152098722755909, -0.009704334661364555, -0.009256570599973202, -0.008808806538581848, -0.00836104154586792, -0.007913277484476566, -0.007465513423085213, -0.007017748896032572, -0.006569984368979931, -0.006122220307588577, -0.005674456246197224, -0.005226691719144583, -0.004778927192091942, -0.004331163130700588, -0.003883398836478591, -0.0034356345422565937, -0.0029878702480345964, -0.002540105953812599, -0.002092341659590602, -0.0016445773653686047, -0.0011968130711466074, -0.0007490487769246101, -0.0003012844827026129, 0.00014647981151938438, 0.0005942441057413816, 0.001042008399963379, 0.0014897726941853762, 0.0019375369884073734, 0.0023853012826293707, 0.002833065576851368, 0.003280829871073365, 0.0037285941652953625, 0.004176358692348003, 0.004624122753739357, 0.005071886815130711, 0.0055196513421833515, 0.005967415869235992, 0.006415179930627346, 0.0068629439920187, 0.0073107085190713406, 0.0077584730461239815, 0.008206237107515335, 0.008654001168906689, 0.009101765230298042, 0.00954953022301197, 0.009997294284403324, 0.010445058345794678, 0.010892823338508606, 0.01134058739989996, 0.011788351461291313, 0.012236115522682667, 0.01268387958407402, 0.013131644576787949, 0.013579408638179302]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 3.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.06699278950691223, -0.06330251693725586, -0.05961224436759949, -0.055921975523233414, -0.05223170295357704, -0.04854143038392067, -0.044851161539554596, -0.041160888969898224, -0.03747061640024185, -0.03378034383058548, -0.030090073123574257, -0.026399802416563034, -0.022709529846906662, -0.01901925727725029, -0.015328986570239067, -0.01163871493190527, -0.007948443293571472, -0.004258171655237675, -0.0005679000169038773, 0.00312237162142992, 0.006812643259763718, 0.010502914898097515, 0.014193186536431313, 0.017883457243442535, 0.021573729813098907, 0.02526400238275528, 0.028954273089766502, 0.032644543796777725, 0.0363348163664341, 0.04002508893609047, 0.04371535778045654, 0.047405630350112915, 0.05109590291976929, 0.05478617548942566, 0.05847644805908203, 0.062166716903448105, 0.06585699319839478, 0.06954725831747055, 0.07323753088712692, 0.0769278034567833, 0.08061807602643967, 0.08430834859609604, 0.08799862116575241, 0.09168889373540878, 0.09537915885448456, 0.09906943142414093, 0.1027597039937973, 0.10644997656345367, 0.11014024913311005, 0.11383052170276642, 0.11752079427242279, 0.12121106684207916, 0.12490133941173553, 0.1285916119813919, 0.13228188455104828, 0.13597215712070465, 0.13966241478919983, 0.1433526873588562, 0.14704295992851257, 0.15073323249816895, 0.15442350506782532, 0.1581137776374817, 0.16180405020713806, 0.16549432277679443, 0.1691845953464508]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 5.0, 0.0, 3.0, 0.0, 6.0, 4.0, 1.0, 4.0, 4.0, 0.0, 6.0, 6.0, 1.0, 10.0, 5.0, 5.0, 3.0, 10.0, 11.0, 12.0, 22.0, 33.0, 14.0, 7.0, 7.0, 6.0, 14.0, 6.0, 4.0, 11.0, 13.0, 18.0, 12.0, 7.0, 4.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.04645634815096855, -0.04479466378688812, -0.043132979422807693, -0.041471295058727264, -0.039809610694646835, -0.038147926330566406, -0.036486245691776276, -0.03482456132769585, -0.03316287696361542, -0.03150119259953499, -0.02983950823545456, -0.02817782387137413, -0.0265161395072937, -0.024854455143213272, -0.023192772641777992, -0.021531088277697563, -0.019869403913617134, -0.018207719549536705, -0.016546035185456276, -0.014884351752698421, -0.013222668319940567, -0.011560983955860138, -0.009899299591779709, -0.008237616159021854, -0.006575931794941425, -0.0049142478965222836, -0.003252563765272498, -0.0015908797504380345, 7.080426439642906e-05, 0.0017324882792308927, 0.0033941722940653563, 0.005055856425315142, 0.0067175403237342834, 0.008379224687814713, 0.010040908120572567, 0.011702592484652996, 0.01336427591741085, 0.01502596028149128, 0.01668764464557171, 0.018349329009652138, 0.020011011511087418, 0.021672695875167847, 0.023334380239248276, 0.024996064603328705, 0.026657748967409134, 0.028319433331489563, 0.029981115832924843, 0.03164280205965042, 0.03330448269844055, 0.03496616706252098, 0.03662785142660141, 0.03828953579068184, 0.03995122015476227, 0.0416129045188427, 0.043274588882923126, 0.044936273247003555, 0.046597957611083984, 0.04825964197516441, 0.04992132633924484, 0.05158300697803497, 0.0532446913421154, 0.05490637570619583, 0.05656806007027626, 0.05822974443435669, 0.05989142879843712]}, "_runtime": 19.59669065475464, "_timestamp": 1596207404.1853137, "_step": 17}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 6.0, 3.0, 1.0, 1.0, 2.0, 1.0, 3.0, 3.0, 0.0, 2.0, 2.0, 2.0, 1.0, 3.0, 0.0, 1.0, 2.0, 1.0, 2.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.014217938296496868, -0.013816796243190765, -0.013415654189884663, -0.01301451213657856, -0.012613370083272457, -0.012212228029966354, -0.011811085976660252, -0.011409943923354149, -0.01100880280137062, -0.010607660748064518, -0.010206518694758415, -0.009805376641452312, -0.00940423458814621, -0.009003092534840107, -0.008601950481534004, -0.008200808428227901, -0.007799666374921799, -0.007398524321615696, -0.006997382268309593, -0.0065962402150034904, -0.006195098161697388, -0.005793956574052572, -0.0053928145207464695, -0.004991672467440367, -0.004590530414134264, -0.004189388360828161, -0.0037882463075220585, -0.0033871044870465994, -0.0029859624337404966, -0.002584820380434394, -0.002183678559958935, -0.001782536506652832, -0.0013813944533467293, -0.0009802524000406265, -0.0005791104631498456, -0.00017796846805140376, 0.00022317352704703808, 0.0006243155221454799, 0.0010254575172439218, 0.0014265994541347027, 0.0018277415074408054, 0.002228883560746908, 0.002630025614053011, 0.00303116743452847, 0.003432309487834573, 0.0038334515411406755, 0.004234593361616135, 0.004635735414922237, 0.00503687746822834, 0.005438019521534443, 0.005839161574840546, 0.006240303628146648, 0.006641445681452751, 0.007042587269097567, 0.007443729322403669, 0.00784487184137106, 0.008246013894677162, 0.00864715501666069, 0.009048297069966793, 0.009449439123272896, 0.009850581176578999, 0.010251723229885101, 0.010652865283191204, 0.011054007336497307, 0.01145514938980341]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 1.0, 4.0, 3.0, 0.0, 3.0, 2.0, 1.0, 2.0, 10.0, 4.0, 6.0, 9.0, 13.0, 12.0, 19.0, 23.0, 28.0, 42.0, 49.0, 76.0, 76.0, 103.0, 164.0, 191.0, 286.0, 434.0, 4536.0, 792.0, 327.0, 186.0, 127.0, 75.0, 61.0, 49.0, 45.0, 38.0, 25.0, 16.0, 20.0, 16.0, 13.0, 12.0, 11.0, 4.0, 3.0, 4.0, 4.0, 1.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1633625477552414, -0.15800054371356964, -0.1526385396718979, -0.14727653563022614, -0.1419145166873932, -0.13655251264572144, -0.13119050860404968, -0.12582850456237793, -0.12046650052070618, -0.11510449647903442, -0.10974249243736267, -0.10438048094511032, -0.09901847690343857, -0.09365647286176682, -0.08829446136951447, -0.08293245732784271, -0.07757045328617096, -0.0722084492444992, -0.06684644520282745, -0.061484433710575104, -0.05612242966890335, -0.0507604256272316, -0.045398417860269547, -0.040036410093307495, -0.03467440605163574, -0.02931240014731884, -0.023950394243001938, -0.018588388338685036, -0.013226382434368134, -0.007864376530051231, -0.0025023706257343292, 0.002859635278582573, 0.008221641182899475, 0.013583647087216377, 0.01894565299153328, 0.02430765889585018, 0.029669664800167084, 0.03503166884183884, 0.04039367660880089, 0.04575568437576294, 0.05111768841743469, 0.056479692459106445, 0.0618417002260685, 0.06720370799303055, 0.0725657120347023, 0.07792771607637405, 0.0832897275686264, 0.08865173161029816, 0.09401373565196991, 0.09937573969364166, 0.10473774373531342, 0.11009975522756577, 0.11546175926923752, 0.12082376331090927, 0.12618577480316162, 0.13154777884483337, 0.13690978288650513, 0.14227178692817688, 0.14763379096984863, 0.15299579501152039, 0.15835779905319214, 0.16371981799602509, 0.16908182203769684, 0.1744438260793686, 0.17980583012104034]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 3.0, 1.0, 3.0, 1.0, 1.0, 0.0, 3.0, 3.0, 2.0, 2.0, 3.0, 4.0, 5.0, 1.0, 3.0, 2.0, 3.0, 25.0, 3.0, 4.0, 5.0, 6.0, 3.0, 4.0, 1.0, 0.0, 2.0, 1.0, 4.0, 3.0, 2.0, 2.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.0020070718601346016, -0.0019295979291200638, -0.001852123998105526, -0.0017746500670909882, -0.0016971761360764503, -0.0016197023214772344, -0.0015422283904626966, -0.0014647544594481587, -0.001387280528433621, -0.0013098065974190831, -0.0012323326664045453, -0.0011548587353900075, -0.0010773849207907915, -0.0009999109897762537, -0.0009224370587617159, -0.0008449631277471781, -0.0007674891967326403, -0.0006900152657181025, -0.0006125413347035646, -0.0005350674618966877, -0.00045759353088214993, -0.0003801195998676121, -0.00030264569795690477, -0.00022517178149428219, -0.0001476978650316596, -7.022394856903702e-05, 7.249967893585563e-06, 8.472388435620815e-05, 0.00016219780081883073, 0.0002396717172814533, 0.0003171456337440759, 0.00039461953565478325, 0.00047209346666932106, 0.0005495673976838589, 0.0006270413286983967, 0.0007045152015052736, 0.0007819891325198114, 0.0008594630635343492, 0.0009369369363412261, 0.001014410867355764, 0.0010918847983703017, 0.0011693587293848395, 0.0012468326603993773, 0.0013243065914139152, 0.0014017804060131311, 0.001479254337027669, 0.0015567282680422068, 0.0016342021990567446, 0.0017116761300712824, 0.0017891500610858202, 0.001866623992100358, 0.0019440979231148958, 0.0020215718541294336, 0.0020990457851439714, 0.0021765197161585093, 0.002253993647173047, 0.0023314673453569412, 0.002408941276371479, 0.002486415207386017, 0.0025638891384005547, 0.0026413630694150925, 0.0027188370004296303, 0.002796310931444168, 0.002873784862458706, 0.0029512587934732437]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 6.0, 5.0, 1.0, 4.0, 10.0, 9.0, 23.0, 33.0, 38.0, 74.0, 103.0, 134.0, 212.0, 283.0, 438.0, 688.0, 1060.0, 1654.0, 2822.0, 4967.0, 8547.0, 16461.0, 33640.0, 73322.0, 190829.0, 665270.0, 84647.0, 41304.0, 21745.0, 12380.0, 7126.0, 4281.0, 2621.0, 1597.0, 1062.0, 699.0, 468.0, 304.0, 226.0, 166.0, 90.0, 85.0, 64.0, 42.0, 32.0, 24.0, 12.0, 13.0, 4.0, 4.0, 6.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0], "bins": [-0.008666603825986385, -0.008369771763682365, -0.008072939701378345, -0.0077761076390743256, -0.007479275576770306, -0.007182443514466286, -0.006885611452162266, -0.006588779389858246, -0.006291947327554226, -0.005995115265250206, -0.005698283202946186, -0.005401451140642166, -0.005104619078338146, -0.004807787016034126, -0.004510954953730106, -0.004214122891426086, -0.0039172908291220665, -0.0036204587668180466, -0.0033236267045140266, -0.0030267946422100067, -0.002729962579905987, -0.002433130517601967, -0.002136298455297947, -0.001839466392993927, -0.001542634330689907, -0.0012458022683858871, -0.0009489702060818672, -0.0006521381437778473, -0.00035530608147382736, -5.8474019169807434e-05, 0.0002383580431342125, 0.0005351901054382324, 0.0008320221677422523, 0.0011288542300462723, 0.0014256862923502922, 0.0017225183546543121, 0.002019350416958332, 0.002316182479262352, 0.002613014541566372, 0.002909846603870392, 0.0032066786661744118, 0.0035035107284784317, 0.0038003427907824516, 0.0040971748530864716, 0.0043940069153904915, 0.004690838977694511, 0.004987671039998531, 0.005284503102302551, 0.005581335164606571, 0.005878167226910591, 0.006174999289214611, 0.006471831351518631, 0.006768663413822651, 0.007065495476126671, 0.007362327538430691, 0.007659159600734711, 0.00795599166303873, 0.00825282372534275, 0.00854965578764677, 0.00884648784995079, 0.00914331991225481, 0.00944015197455883, 0.00973698403686285, 0.01003381609916687, 0.01033064816147089]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 0.0, 2.0, 2.0, 3.0, 1.0, 1.0, 1.0, 4.0, 3.0, 4.0, 8.0, 2.0, 1.0, 3.0, 2.0, 3.0, 4.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.030336126685142517, -0.029686827212572098, -0.029037529602646828, -0.02838823013007641, -0.02773893065750599, -0.02708963118493557, -0.0264403335750103, -0.02579103410243988, -0.02514173462986946, -0.02449243701994419, -0.02384313754737377, -0.023193838074803352, -0.022544538602232933, -0.021895240992307663, -0.021245941519737244, -0.020596642047166824, -0.019947342574596405, -0.019298044964671135, -0.018648745492100716, -0.017999446019530296, -0.017350148409605026, -0.016700848937034607, -0.016051549464464188, -0.015402250923216343, -0.014752952381968498, -0.014103652909398079, -0.013454354368150234, -0.012805054895579815, -0.01215575635433197, -0.011506456881761551, -0.010857158340513706, -0.010207858867943287, -0.009558560326695442, -0.008909261785447598, -0.008259962312877178, -0.007610663305968046, -0.006961364299058914, -0.0063120657578110695, -0.0056627667509019375, -0.0050134677439928055, -0.0043641687370836735, -0.0037148697301745415, -0.0030655707232654095, -0.002416271949186921, -0.0017669729422777891, -0.0011176739353686571, -0.00046837504487484694, 0.00018092390382662416, 0.0008302228525280952, 0.0014795218594372272, 0.0021288208663463593, 0.0027781196404248476, 0.0034274186473339796, 0.004076717421412468, 0.0047260164283216, 0.005375315435230732, 0.006024614442139864, 0.006673913449048996, 0.007323212455958128, 0.00797251146286726, 0.008621810004115105, 0.009271109476685524, 0.009920408017933369, 0.010569707490503788, 0.011219006031751633]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 2.0, 4.0, 1.0, 2.0, 0.0, 3.0, 7.0, 6.0, 4.0, 1.0, 3.0, 2.0, 5.0, 3.0, 9.0, 11.0, 10.0, 22.0, 19.0, 24.0, 33.0, 29.0, 27.0, 36.0, 61.0, 58.0, 76.0, 126.0, 158.0, 208.0, 266.0, 434.0, 583.0, 933.0, 1353.0, 2060.0, 6519.0, 1445.0, 1075.0, 829.0, 576.0, 434.0, 337.0, 259.0, 144.0, 99.0, 52.0, 34.0, 20.0, 10.0, 6.0, 2.0, 2.0, 2.0], "bins": [-0.02016477659344673, -0.019731556996703148, -0.019298339262604713, -0.01886511966586113, -0.018431900069117546, -0.01799868233501911, -0.017565462738275528, -0.017132243141531944, -0.01669902540743351, -0.016265805810689926, -0.015832586213946342, -0.015399367548525333, -0.014966148883104324, -0.014532930217683315, -0.014099710620939732, -0.013666491955518723, -0.013233272358775139, -0.01280005369335413, -0.01236683502793312, -0.011933615431189537, -0.011500396765768528, -0.011067178100347519, -0.010633958503603935, -0.010200739838182926, -0.009767521172761917, -0.009334301576018333, -0.008901082910597324, -0.008467864245176315, -0.008034644648432732, -0.0076014259830117226, -0.007168206851929426, -0.006734988186508417, -0.006301769055426121, -0.005868549924343824, -0.005435331258922815, -0.005002112127840519, -0.004568892996758223, -0.0041356743313372135, -0.003702455200254917, -0.0032692360691726208, -0.002836017170920968, -0.0024027982726693153, -0.001969579141587019, -0.0015363602433353662, -0.0011031412286683917, -0.0006699222140014172, -0.00023670325754210353, 0.00019651572802104056, 0.0006297347135841846, 0.0010629537282511592, 0.0014961727429181337, 0.0019293916411697865, 0.002362610772252083, 0.0027958296705037355, 0.0032290485687553883, 0.0036622676998376846, 0.004095486365258694, 0.00452870549634099, 0.0049619246274232864, 0.005395143758505583, 0.005828362423926592, 0.006261581555008888, 0.006694800686091185, 0.007128019351512194, 0.00756123848259449]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 2.0, 3.0, 4.0, 2.0, 2.0, 0.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.09601590782403946, -0.09066818654537201, -0.08532046526670456, -0.07997274398803711, -0.07462502270936966, -0.06927730143070221, -0.06392958015203476, -0.05858186259865761, -0.05323414131999016, -0.04788642004132271, -0.04253869876265526, -0.03719097748398781, -0.03184325993061066, -0.026495536789298058, -0.021147817373275757, -0.015800096094608307, -0.010452374815940857, -0.005104654002934694, 0.00024306681007146835, 0.005590787623077631, 0.010938508436083794, 0.016286229714751244, 0.021633949130773544, 0.026981670409440994, 0.032329391688108444, 0.037677112966775894, 0.043024834245443344, 0.048372555524110794, 0.053720273077487946, 0.059067994356155396, 0.06441571563482285, 0.0697634369134903, 0.07511115819215775, 0.0804588794708252, 0.08580660074949265, 0.0911543220281601, 0.09650204330682755, 0.101849764585495, 0.10719748586416245, 0.1125452071428299, 0.11789292097091675, 0.1232406422495842, 0.12858836352825165, 0.1339360922574997, 0.13928380608558655, 0.1446315348148346, 0.14997924864292145, 0.1553269773721695, 0.16067469120025635, 0.1660224050283432, 0.17137013375759125, 0.1767178475856781, 0.18206557631492615, 0.187413290143013, 0.19276101887226105, 0.1981087327003479, 0.20345646142959595, 0.2088041752576828, 0.21415190398693085, 0.2194996178150177, 0.22484734654426575, 0.2301950603723526, 0.23554278910160065, 0.2408905029296875, 0.24623823165893555]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 4.0, 5.0, 8.0, 4.0, 5.0, 10.0, 24.0, 27.0, 34.0, 43.0, 36.0, 31.0, 13.0, 3.0, 4.0, 1.0, 2.0, 2.0, 4.0, 2.0, 3.0, 3.0, 4.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0], "bins": [-0.07041046768426895, -0.0666254386305809, -0.06284040957689285, -0.0590553805232048, -0.055270351469516754, -0.051485318690538406, -0.04770028963685036, -0.04391526058316231, -0.04013023152947426, -0.03634520247578621, -0.03256017342209816, -0.02877514250576496, -0.024990113452076912, -0.021205084398388863, -0.017420053482055664, -0.013635024428367615, -0.009849995374679565, -0.006064965855330229, -0.002279936335980892, 0.0015050931833684444, 0.005290122702717781, 0.00907515175640583, 0.012860181741416454, 0.016645211726427078, 0.020430240780115128, 0.024215269833803177, 0.028000298887491226, 0.031785327941179276, 0.03557036072015762, 0.03935538977384567, 0.04314041882753372, 0.04692544788122177, 0.05071047693490982, 0.05449550598859787, 0.05828053504228592, 0.06206556409597397, 0.06585059314966202, 0.06963562220335007, 0.07342065125703812, 0.07720568031072617, 0.08099071681499481, 0.08477574586868286, 0.08856077492237091, 0.09234580397605896, 0.09613083302974701, 0.09991586208343506, 0.10370089113712311, 0.10748592019081116, 0.1112709492444992, 0.11505597829818726, 0.1188410073518753, 0.12262603640556335, 0.1264110654592514, 0.13019609451293945, 0.1339811235666275, 0.13776615262031555, 0.1415511816740036, 0.14533621072769165, 0.1491212397813797, 0.15290626883506775, 0.1566912978887558, 0.16047632694244385, 0.1642613559961319, 0.16804638504981995, 0.1718314290046692]}, "_runtime": 20.41650390625, "_timestamp": 1596207405.005127, "_step": 18}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 1.0, 0.0, 3.0, 2.0, 4.0, 0.0, 0.0, 4.0, 1.0, 2.0, 0.0, 3.0, 0.0, 3.0, 3.0, 4.0, 5.0, 3.0, 3.0, 1.0, 4.0, 1.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01297056581825018, -0.012479015626013279, -0.011987465433776379, -0.011495915241539478, -0.011004364117980003, -0.010512813925743103, -0.010021263733506203, -0.009529713541269302, -0.009038163349032402, -0.008546613156795502, -0.008055062964558601, -0.007563512306660414, -0.007071962114423513, -0.006580411922186613, -0.0060888612642884254, -0.005597311072051525, -0.005105760879814625, -0.0046142106875777245, -0.004122660495340824, -0.0036311098374426365, -0.003139559645205736, -0.002648009452968836, -0.002156459027901292, -0.0016649087192490697, -0.0011733584105968475, -0.0006818081019446254, -0.00019025779329240322, 0.00030129251535981894, 0.0007928428240120411, 0.0012843931326642632, 0.0017759434413164854, 0.0022674938663840294, 0.0027590440586209297, 0.00325059425085783, 0.003742144675925374, 0.004233695100992918, 0.004725245293229818, 0.005216795485466719, 0.005708346143364906, 0.006199896335601807, 0.006691446527838707, 0.007182996720075607, 0.007674546912312508, 0.008166097104549408, 0.008657647296786308, 0.009149198420345783, 0.009640748612582684, 0.010132298804819584, 0.010623848997056484, 0.011115399189293385, 0.011606949381530285, 0.012098499573767185, 0.01259005069732666, 0.01308160088956356, 0.01357315108180046, 0.014064701274037361, 0.014556251466274261, 0.015047801658511162, 0.015539351850748062, 0.016030902042984962, 0.016522452235221863, 0.017014002427458763, 0.017505552619695663, 0.017997102811932564, 0.018488653004169464]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 3.0, 0.0, 1.0, 2.0, 7.0, 7.0, 10.0, 5.0, 16.0, 34.0, 30.0, 46.0, 56.0, 85.0, 118.0, 192.0, 245.0, 518.0, 5088.0, 713.0, 275.0, 144.0, 95.0, 66.0, 56.0, 25.0, 26.0, 20.0, 13.0, 7.0, 3.0, 5.0, 4.0, 1.0, 3.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.21332527697086334, -0.20607800781726837, -0.1988307386636734, -0.19158346951007843, -0.18433621525764465, -0.17708894610404968, -0.1698416769504547, -0.16259440779685974, -0.15534713864326477, -0.1480998694896698, -0.14085260033607483, -0.13360533118247986, -0.1263580620288849, -0.11911080032587051, -0.11186353862285614, -0.10461626946926117, -0.0973690003156662, -0.09012173116207123, -0.08287446200847626, -0.07562720030546188, -0.06837993115186691, -0.06113266199827194, -0.05388539656996727, -0.0466381311416626, -0.03939086198806763, -0.032143592834472656, -0.024896327406167984, -0.017649060115218163, -0.010401792824268341, -0.0031545255333185196, 0.004092741757631302, 0.011340009048581123, 0.018587276339530945, 0.025834543630480766, 0.03308181092143059, 0.04032907634973526, 0.04757634550333023, 0.0548236146569252, 0.062070880085229874, 0.06931814551353455, 0.07656541466712952, 0.08381268382072449, 0.09105995297431946, 0.09830721467733383, 0.1055544838309288, 0.11280175298452377, 0.12004901468753815, 0.12729628384113312, 0.1345435529947281, 0.14179082214832306, 0.14903809130191803, 0.156285360455513, 0.16353261470794678, 0.17077988386154175, 0.17802715301513672, 0.1852744221687317, 0.19252169132232666, 0.19976896047592163, 0.2070162296295166, 0.21426349878311157, 0.22151076793670654, 0.22875802218914032, 0.2360052913427353, 0.24325256049633026, 0.2504998445510864]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 3.0, 4.0, 5.0, 2.0, 2.0, 3.0, 2.0, 3.0, 4.0, 2.0, 1.0, 2.0, 2.0, 2.0, 4.0, 1.0, 25.0, 7.0, 5.0, 2.0, 5.0, 6.0, 0.0, 4.0, 1.0, 5.0, 1.0, 3.0, 3.0, 2.0, 2.0, 3.0, 3.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.003161515574902296, -0.00306844268925488, -0.002975369803607464, -0.0028822969179600477, -0.0027892240323126316, -0.002696150913834572, -0.0026030780281871557, -0.0025100051425397396, -0.0024169322568923235, -0.0023238593712449074, -0.0022307864855974913, -0.002137713599950075, -0.0020446404814720154, -0.001951567712239921, -0.0018584947101771832, -0.001765421824529767, -0.001672348938882351, -0.0015792760532349348, -0.0014862031675875187, -0.0013931301655247808, -0.0013000572798773646, -0.0012069843942299485, -0.0011139113921672106, -0.0010208385065197945, -0.0009277656208723783, -0.0008346927352249622, -0.0007416197913698852, -0.0006485468475148082, -0.0005554739618673921, -0.0004624010471161455, -0.0003693281323648989, -0.00027625521761365235, -0.00018318230286240578, -9.01093881111592e-05, 2.963526640087366e-06, 9.603644139133394e-05, 0.0001891093561425805, 0.0002821822708938271, 0.00037525518564507365, 0.0004683281003963202, 0.0005614010151475668, 0.0006544739007949829, 0.0007475468446500599, 0.000840619788505137, 0.0009336926741525531, 0.0010267655597999692, 0.0011198385618627071, 0.0012129114475101233, 0.0013059843331575394, 0.0013990572188049555, 0.0014921301044523716, 0.0015852031065151095, 0.0016782759921625257, 0.0017713488778099418, 0.0018644218798726797, 0.001957494765520096, 0.002050567651167512, 0.002143640536814928, 0.002236713422462344, 0.0023297863081097603, 0.00242285942658782, 0.002515932312235236, 0.0026090051978826523, 0.0027020780835300684, 0.0027951509691774845]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 2.0, 2.0, 4.0, 4.0, 2.0, 7.0, 7.0, 9.0, 10.0, 8.0, 27.0, 41.0, 58.0, 76.0, 125.0, 186.0, 326.0, 509.0, 818.0, 1441.0, 2473.0, 4300.0, 8192.0, 16555.0, 34713.0, 79197.0, 245356.0, 639281.0, 71096.0, 33466.0, 17350.0, 9440.0, 5370.0, 3216.0, 2046.0, 1268.0, 860.0, 579.0, 370.0, 237.0, 191.0, 136.0, 99.0, 54.0, 37.0, 32.0, 26.0, 14.0, 7.0, 11.0, 4.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.00884424801915884, -0.00852897483855486, -0.008213701657950878, -0.007898427546024323, -0.0075831543654203415, -0.0072678811848163605, -0.0069526080042123795, -0.006637334357947111, -0.00632206117734313, -0.006006787996739149, -0.005691514350473881, -0.0053762411698699, -0.005060967989265919, -0.00474569434300065, -0.004430421162396669, -0.004115147516131401, -0.00379987433552742, -0.0034846009220927954, -0.0031693275086581707, -0.0028540543280541897, -0.002538780914619565, -0.0022235075011849403, -0.0019082342041656375, -0.0015929609071463346, -0.00127768749371171, -0.0009624141384847462, -0.0006471407832577825, -0.0003318674280308187, -1.6594072803854942e-05, 0.0002986792824231088, 0.0006139526376500726, 0.0009292259928770363, 0.001244499348104, 0.0015597727615386248, 0.0018750460585579276, 0.0021903193555772305, 0.002505592769011855, 0.00282086618244648, 0.003136139363050461, 0.0034514127764850855, 0.00376668618991971, 0.004081959370523691, 0.0043972330167889595, 0.0047125061973929405, 0.0050277793779969215, 0.00534305302426219, 0.005658326204866171, 0.005973599851131439, 0.00628887303173542, 0.006604146212339401, 0.00691941985860467, 0.007234693039208651, 0.007549966685473919, 0.0078652398660779, 0.008180513046681881, 0.008495786227285862, 0.008811060339212418, 0.009126333519816399, 0.00944160670042038, 0.00975687988102436, 0.010072153061628342, 0.010387426242232323, 0.010702700354158878, 0.01101797353476286, 0.01133324671536684]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 4.0, 2.0, 12.0, 6.0, 13.0, 6.0, 4.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.04218978062272072, -0.04122767969965935, -0.04026557877659798, -0.039303477853536606, -0.038341376930475235, -0.037379276007413864, -0.03641717508435249, -0.03545507416129112, -0.03449297323822975, -0.03353087231516838, -0.03256877139210701, -0.03160667046904564, -0.030644571408629417, -0.029682470485568047, -0.028720369562506676, -0.027758268639445305, -0.026796167716383934, -0.025834066793322563, -0.024871965870261192, -0.02390986494719982, -0.02294776402413845, -0.02198566310107708, -0.02102356217801571, -0.020061461254954338, -0.019099362194538116, -0.018137261271476746, -0.017175160348415375, -0.016213059425354004, -0.015250958502292633, -0.014288857579231262, -0.013326756656169891, -0.01236465573310852, -0.01140255481004715, -0.010440453886985779, -0.009478352963924408, -0.008516252040863037, -0.007554151583462954, -0.006592050660401583, -0.005629950203001499, -0.004667849279940128, -0.0037057483568787575, -0.0027436474338173866, -0.0017815467435866594, -0.0008194459369406104, 0.00014265486970543861, 0.0011047556763514876, 0.0020668564829975367, 0.003028957173228264, 0.003991058096289635, 0.0049531590193510056, 0.005915259942412376, 0.00687736039981246, 0.007839461788535118, 0.008801561780273914, 0.009763662703335285, 0.010725763626396656, 0.011687864549458027, 0.012649965472519398, 0.013612066395580769, 0.01457416731864214, 0.015536267310380936, 0.016498368233442307, 0.017460469156503677, 0.018422570079565048, 0.01938467100262642]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 3.0, 11.0, 8.0, 15.0, 14.0, 9.0, 18.0, 19.0, 28.0, 31.0, 29.0, 26.0, 46.0, 28.0, 20.0, 20.0, 17.0, 21.0, 27.0, 28.0, 28.0, 30.0, 53.0, 99.0, 92.0, 91.0, 135.0, 145.0, 151.0, 241.0, 432.0, 599.0, 1236.0, 7331.0, 3206.0, 1729.0, 910.0, 468.0, 318.0, 189.0, 122.0, 86.0, 60.0, 52.0, 41.0, 27.0, 28.0, 26.0, 26.0, 14.0, 12.0, 9.0, 7.0, 7.0, 3.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.015353360213339329, -0.01492287777364254, -0.014492395333945751, -0.014061912894248962, -0.013631430454552174, -0.013200948014855385, -0.012770465575158596, -0.012339983135461807, -0.011909501627087593, -0.011479019187390804, -0.011048536747694016, -0.010618054307997227, -0.010187571868300438, -0.00975708942860365, -0.00932660698890686, -0.008896124549210072, -0.008465642109513283, -0.008035159669816494, -0.007604677230119705, -0.007174194790422916, -0.006743712350726128, -0.006313230376690626, -0.005882747936993837, -0.005452265497297049, -0.00502178305760026, -0.004591300617903471, -0.004160818178206682, -0.003730335971340537, -0.0032998535316437483, -0.0028693710919469595, -0.0024388888850808144, -0.0020084064453840256, -0.0015779240056872368, -0.001147441565990448, -0.000716959242708981, -0.00028647686121985316, 0.0001440055202692747, 0.0005744879017584026, 0.0010049702832475305, 0.0014354526065289974, 0.0018659350462257862, 0.002296417485922575, 0.002726899925619364, 0.003157382132485509, 0.0035878645721822977, 0.004018346779048443, 0.004448829218745232, 0.00487931165844202, 0.005309794098138809, 0.005740276537835598, 0.006170758977532387, 0.006601241417229176, 0.007031723856925964, 0.007462205830961466, 0.007892688736319542, 0.00832317117601633, 0.00875365361571312, 0.009184135124087334, 0.009614617563784122, 0.010045100003480911, 0.0104755824431777, 0.010906064882874489, 0.011336547322571278, 0.011767029762268066, 0.012197512201964855]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 4.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.10317032039165497, -0.09846534579992294, -0.09376037120819092, -0.08905539661645889, -0.08435042202472687, -0.07964545488357544, -0.07494048029184341, -0.07023550570011139, -0.06553053110837936, -0.06082555651664734, -0.056120581924915314, -0.05141561105847359, -0.04671063646674156, -0.04200566187500954, -0.03730069100856781, -0.032595716416835785, -0.02789074182510376, -0.023185767233371735, -0.01848079450428486, -0.013775820843875408, -0.009070847183465958, -0.004365873523056507, 0.0003391001373529434, 0.005044073797762394, 0.009749047458171844, 0.014454021118581295, 0.019158994778990746, 0.02386396750807762, 0.028568942099809647, 0.03327391669154167, 0.0379788875579834, 0.042683862149715424, 0.04738883674144745, 0.052093811333179474, 0.0567987859249115, 0.061503756791353226, 0.06620873510837555, 0.07091370224952698, 0.075618676841259, 0.08032365143299103, 0.08502862602472305, 0.08973360061645508, 0.0944385752081871, 0.09914354979991913, 0.10384851694107056, 0.10855349153280258, 0.1132584661245346, 0.11796344071626663, 0.12266841530799866, 0.12737338244915009, 0.1320783644914627, 0.13678333163261414, 0.14148831367492676, 0.14619328081607819, 0.1508982628583908, 0.15560322999954224, 0.16030821204185486, 0.1650131791830063, 0.16971814632415771, 0.17442312836647034, 0.17912809550762177, 0.1838330775499344, 0.18853804469108582, 0.19324302673339844, 0.19794799387454987]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 3.0, 1.0, 4.0, 1.0, 3.0, 4.0, 4.0, 7.0, 1.0, 14.0, 20.0, 43.0, 53.0, 33.0, 26.0, 8.0, 9.0, 6.0, 6.0, 5.0, 2.0, 1.0, 3.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.07395483553409576, -0.07166894525289536, -0.06938305497169495, -0.06709717214107513, -0.06481128185987473, -0.06252539157867432, -0.060239505022764206, -0.057953618466854095, -0.055667728185653687, -0.05338183790445328, -0.05109595134854317, -0.04881006479263306, -0.04652417451143265, -0.04423828423023224, -0.04195239767432213, -0.03966651111841202, -0.03738062083721161, -0.0350947305560112, -0.03280884400010109, -0.03052295558154583, -0.02823706716299057, -0.02595117874443531, -0.02366529032588005, -0.02137940190732479, -0.01909351348876953, -0.01680762507021427, -0.014521736651659012, -0.012235848233103752, -0.009949959814548492, -0.007664071395993233, -0.005378182977437973, -0.0030922945588827133, -0.0008064061403274536, 0.001479482278227806, 0.003765370696783066, 0.0060512591153383255, 0.008337147533893585, 0.010623035952448845, 0.012908924371004105, 0.015194812789559364, 0.017480701208114624, 0.019766589626669884, 0.022052478045225143, 0.024338366463780403, 0.026624254882335663, 0.028910143300890923, 0.031196031719446182, 0.03348191827535629, 0.0357678085565567, 0.03805369883775711, 0.04033958539366722, 0.04262547194957733, 0.04491136223077774, 0.04719725251197815, 0.04948313906788826, 0.05176902562379837, 0.05405491590499878, 0.05634080618619919, 0.0586266927421093, 0.06091257929801941, 0.06319846957921982, 0.06548435986042023, 0.06777024269104004, 0.07005613297224045, 0.07234202325344086]}, "_runtime": 21.218749046325684, "_timestamp": 1596207405.807372, "_step": 19}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 3.0, 2.0, 1.0, 3.0, 2.0, 5.0, 2.0, 3.0, 3.0, 2.0, 3.0, 3.0, 4.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.01616707630455494, -0.015682242810726166, -0.015197410248219967, -0.014712577685713768, -0.014227744191884995, -0.013742911629378796, -0.013258079066872597, -0.012773245573043823, -0.012288413010537624, -0.01180357951670885, -0.011318746954202652, -0.010833914391696453, -0.01034908089786768, -0.00986424833536148, -0.009379414841532707, -0.008894582279026508, -0.00840974971652031, -0.007924916222691536, -0.00744008319452405, -0.006955250632017851, -0.006470417603850365, -0.0059855845756828785, -0.005500751547515392, -0.005015918519347906, -0.00453108549118042, -0.004046252928674221, -0.003561419900506735, -0.0030765868723392487, -0.0025917538441717625, -0.00210692104883492, -0.0016220880206674337, -0.0011372551089152694, -0.000652422197163105, -0.0001675892563071102, 0.00031724368454888463, 0.0008020766545087099, 0.0012869095662608743, 0.0017717424780130386, 0.002256575506180525, 0.0027414083015173674, 0.0032262413296848536, 0.0037110743578523397, 0.004195907153189182, 0.0046807401813566685, 0.005165573209524155, 0.005650406237691641, 0.00613523880019784, 0.006620071828365326, 0.007104904856532812, 0.007589737884700298, 0.008074570447206497, 0.00855940394103527, 0.00904423650354147, 0.009529069997370243, 0.010013902559876442, 0.01049873512238264, 0.010983568616211414, 0.011468401178717613, 0.011953234672546387, 0.012438067235052586, 0.012922899797558784, 0.013407733291387558, 0.013892565853893757, 0.01437739934772253, 0.01486223191022873]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 2.0, 1.0, 2.0, 3.0, 2.0, 5.0, 4.0, 3.0, 6.0, 11.0, 19.0, 16.0, 24.0, 23.0, 31.0, 57.0, 84.0, 144.0, 218.0, 326.0, 687.0, 5053.0, 530.0, 242.0, 156.0, 88.0, 48.0, 34.0, 29.0, 22.0, 12.0, 10.0, 6.0, 5.0, 5.0, 4.0, 8.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.279299259185791, -0.2711271047592163, -0.2629549503326416, -0.2547827959060669, -0.24661065638065338, -0.23843851685523987, -0.23026636242866516, -0.22209420800209045, -0.21392205357551575, -0.20574991405010223, -0.19757775962352753, -0.18940560519695282, -0.1812334656715393, -0.1730613112449646, -0.1648891568183899, -0.15671701729297638, -0.14854486286640167, -0.14037270843982697, -0.13220056891441345, -0.12402841448783875, -0.11585626006126404, -0.10768411308526993, -0.09951196610927582, -0.09133981168270111, -0.083167664706707, -0.07499551773071289, -0.06682336330413818, -0.058651216328144073, -0.050479065626859665, -0.042306914925575256, -0.034134767949581146, -0.025962617248296738, -0.01779046654701233, -0.009618316777050495, -0.0014461670070886612, 0.006725982762873173, 0.014898132532835007, 0.023070283234119415, 0.031242432072758675, 0.039414580911397934, 0.04758673161268234, 0.05575888231396675, 0.06393103301525116, 0.07210317999124527, 0.08027532696723938, 0.08844748139381409, 0.0966196283698082, 0.1047917827963829, 0.11296392977237701, 0.12113607674837112, 0.12930822372436523, 0.13748037815093994, 0.14565253257751465, 0.15382467210292816, 0.16199682652950287, 0.17016898095607758, 0.1783411204814911, 0.1865132749080658, 0.1946854293346405, 0.2028575837612152, 0.21102972328662872, 0.21920187771320343, 0.22737403213977814, 0.23554617166519165, 0.24371832609176636]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 3.0, 1.0, 3.0, 3.0, 1.0, 0.0, 3.0, 3.0, 5.0, 3.0, 3.0, 2.0, 4.0, 3.0, 3.0, 3.0, 5.0, 25.0, 3.0, 4.0, 4.0, 5.0, 1.0, 4.0, 0.0, 2.0, 1.0, 3.0, 2.0, 3.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 4.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.002668915782123804, -0.0025889647658914328, -0.0025090137496590614, -0.00242906273342669, -0.0023491117171943188, -0.0022691607009619474, -0.002189209684729576, -0.0021092586684972048, -0.0020293076522648335, -0.001949356752447784, -0.0018694057362154126, -0.0017894547199830413, -0.0017095038201659918, -0.0016295528039336205, -0.0015496017877012491, -0.0014696507714688778, -0.0013896997552365065, -0.0013097487390041351, -0.0012297977227717638, -0.0011498467065393925, -0.0010698956903070211, -0.0009899447904899716, -0.0009099937742576003, -0.000830042758025229, -0.0007500917417928576, -0.0006701407255604863, -0.000590189709328115, -0.0005102387513034046, -0.00043028773507103324, -0.0003503367188386619, -0.00027038573171012104, -0.00019043473002966493, -0.00011048372834920883, -3.053272666875273e-05, 4.941827501170337e-05, 0.00012936927669215947, 0.00020932027837261558, 0.0002892712946049869, 0.0003692222817335278, 0.00044917326886206865, 0.00052912428509444, 0.0006090753013268113, 0.0006890263175591826, 0.0007689772755838931, 0.0008489282918162644, 0.0009288793080486357, 0.0010088302660733461, 0.0010887812823057175, 0.0011687322985380888, 0.0012486833147704601, 0.0013286343310028315, 0.0014085853472352028, 0.0014885363634675741, 0.0015684872632846236, 0.001648438279516995, 0.0017283892957493663, 0.0018083403119817376, 0.001888291328214109, 0.0019682422280311584, 0.0020481932442635298, 0.002128144260495901, 0.0022080952767282724, 0.0022880462929606438, 0.002367997309193015, 0.0024479483254253864]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 1.0, 10.0, 13.0, 22.0, 31.0, 41.0, 72.0, 100.0, 163.0, 216.0, 328.0, 529.0, 808.0, 1383.0, 2193.0, 3893.0, 7267.0, 14575.0, 32313.0, 77564.0, 231533.0, 650844.0, 76680.0, 35984.0, 18364.0, 9746.0, 5499.0, 3295.0, 2042.0, 1280.0, 848.0, 582.0, 428.0, 292.0, 218.0, 138.0, 96.0, 66.0, 40.0, 31.0, 28.0, 25.0, 15.0, 11.0, 7.0, 9.0, 5.0, 3.0, 2.0, 3.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009646098129451275, -0.009314510971307755, -0.008982923813164234, -0.008651336655020714, -0.008319748565554619, -0.007988161407411098, -0.007656574249267578, -0.007324987091124058, -0.006993399932980537, -0.00666181230917573, -0.006330225151032209, -0.005998637992888689, -0.005667050369083881, -0.005335463210940361, -0.005003876052796841, -0.004672288428992033, -0.004340701270848513, -0.004009114112704992, -0.0036775267217308283, -0.0033459393307566643, -0.003014352172613144, -0.00268276478163898, -0.002351177390664816, -0.0020195902325212955, -0.0016880028415471315, -0.0013564155669882894, -0.0010248282924294472, -0.0006932409014552832, -0.000361653626896441, -3.0066323233768344e-05, 0.0003015209804289043, 0.0006331083131954074, 0.0009646955877542496, 0.0012962828623130918, 0.001627870136871934, 0.001959457527846098, 0.0022910446859896183, 0.0026226320769637823, 0.0029542194679379463, 0.0032858066260814667, 0.0036173940170556307, 0.003948981408029795, 0.004280568566173315, 0.004612155724316835, 0.004943743348121643, 0.005275330506265163, 0.005606917664408684, 0.0059385052882134914, 0.006270092446357012, 0.006601679604500532, 0.00693326722830534, 0.00726485438644886, 0.0075964415445923805, 0.007928028702735901, 0.008259615860879421, 0.008591203950345516, 0.008922791108489037, 0.009254378266632557, 0.009585965424776077, 0.009917552582919598, 0.010249139741063118, 0.010580727830529213, 0.010912314988672733, 0.011243902146816254, 0.011575489304959774]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 1.0, 0.0, 3.0, 2.0, 1.0, 4.0, 5.0, 3.0, 4.0, 4.0, 2.0, 1.0, 2.0, 2.0, 8.0, 1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011978713795542717, -0.011609962210059166, -0.011241210624575615, -0.01087245810776949, -0.010503706522285938, -0.010134954936802387, -0.009766203351318836, -0.009397451765835285, -0.00902869924902916, -0.008659947663545609, -0.008291196078062057, -0.007922444492578506, -0.0075536929070949554, -0.007184940855950117, -0.006816189270466566, -0.006447437219321728, -0.006078685633838177, -0.005709934048354626, -0.005341181997209787, -0.004972430411726236, -0.004603678360581398, -0.004234926775097847, -0.003866175189614296, -0.0034974233713001013, -0.0031286715529859066, -0.002759919734671712, -0.0023911679163575172, -0.0020224163308739662, -0.0016536645125597715, -0.0012849126942455769, -0.000916160992346704, -0.0005474092322401702, -0.00017865747213363647, 0.0001900942879728973, 0.0005588460480794311, 0.0009275978081859648, 0.0012963495682924986, 0.0016651013866066933, 0.0020338529720902443, 0.002402604790404439, 0.0027713566087186337, 0.0031401084270328283, 0.003508860245347023, 0.003877611830830574, 0.004246363416314125, 0.004615115467458963, 0.004983867052942514, 0.005352619104087353, 0.005721370689570904, 0.006090122275054455, 0.006458874326199293, 0.006827625911682844, 0.0071963779628276825, 0.0075651295483112335, 0.007933881133794785, 0.008302632719278336, 0.008671384304761887, 0.009040136821568012, 0.009408888407051563, 0.009777639992535114, 0.010146391578018665, 0.010515143163502216, 0.010883895680308342, 0.011252647265791893, 0.011621398851275444]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 2.0, 1.0, 1.0, 1.0, 6.0, 6.0, 6.0, 3.0, 7.0, 8.0, 13.0, 13.0, 18.0, 24.0, 23.0, 33.0, 28.0, 44.0, 46.0, 71.0, 83.0, 131.0, 170.0, 225.0, 293.0, 420.0, 573.0, 711.0, 885.0, 1092.0, 1331.0, 1895.0, 5990.0, 1824.0, 795.0, 495.0, 364.0, 200.0, 117.0, 125.0, 105.0, 87.0, 44.0, 20.0, 13.0, 18.0, 9.0, 5.0, 10.0, 6.0, 11.0, 6.0, 4.0, 3.0, 5.0, 4.0, 1.0, 0.0, 1.0, 2.0, 1.0], "bins": [-0.01119972299784422, -0.010887082666158676, -0.010574442334473133, -0.010261801071465015, -0.009949160739779472, -0.00963652040809393, -0.009323880076408386, -0.009011239744722843, -0.0086985994130373, -0.008385958150029182, -0.00807331781834364, -0.007760677486658096, -0.007448037154972553, -0.007135396357625723, -0.00682275602594018, -0.0065101152285933495, -0.006197474896907806, -0.005884834565222263, -0.005572193767875433, -0.00525955343618989, -0.0049469126388430595, -0.0046342723071575165, -0.004321631975471973, -0.004008991178125143, -0.0036963508464396, -0.0033837102819234133, -0.0030710697174072266, -0.0027584293857216835, -0.002445788821205497, -0.00213314825668931, -0.0018205078085884452, -0.0015078673604875803, -0.0011952267959713936, -0.0008825862896628678, -0.000569945783354342, -0.0002573052770458162, 5.533522926270962e-05, 0.0003679757355712354, 0.0006806162418797612, 0.000993256689980626, 0.0013058972544968128, 0.0016185378190129995, 0.0019311782671138644, 0.0022438187152147293, 0.002556459279730916, 0.0028690998442471027, 0.003181740175932646, 0.0034943807404488325, 0.0038070213049650192, 0.004119661636650562, 0.004432302433997393, 0.004744942765682936, 0.005057583563029766, 0.005370223894715309, 0.005682864226400852, 0.005995505023747683, 0.006308145355433226, 0.006620785687118769, 0.006933426484465599, 0.007246066816151142, 0.007558707147836685, 0.007871347479522228, 0.008183988742530346, 0.008496629074215889, 0.008809269405901432]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 3.0, 1.0, 2.0, 0.0, 0.0, 3.0, 1.0, 1.0, 0.0, 1.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0742192342877388, -0.07213372737169266, -0.07004821300506592, -0.06796270608901978, -0.06587719917297363, -0.0637916848063469, -0.06170617789030075, -0.05962066724896431, -0.05753515660762787, -0.05544964596629143, -0.05336413532495499, -0.051278628408908844, -0.0491931177675724, -0.04710760712623596, -0.04502210021018982, -0.04293658956885338, -0.04085107892751694, -0.038765568286180496, -0.036680057644844055, -0.03459455072879791, -0.03250904008746147, -0.03042352944612503, -0.02833802066743374, -0.026252511888742447, -0.024167001247406006, -0.022081490606069565, -0.019995981827378273, -0.01791047304868698, -0.01582496240735054, -0.013739452697336674, -0.011653942987322807, -0.009568433277308941, -0.0074829235672950745, -0.005397413857281208, -0.0033119041472673416, -0.0012263944372534752, 0.0008591152727603912, 0.0029446249827742577, 0.005030134692788124, 0.0071156444028019905, 0.009201154112815857, 0.011286663822829723, 0.01337217353284359, 0.015457683242857456, 0.017543192952871323, 0.019628703594207764, 0.021714212372899055, 0.023799721151590347, 0.02588523179292679, 0.02797074243426323, 0.03005625121295452, 0.03214175999164581, 0.034227270632982254, 0.036312781274318695, 0.03839828819036484, 0.04048379883170128, 0.04256930947303772, 0.04465482011437416, 0.0467403307557106, 0.048825837671756744, 0.050911348313093185, 0.052996858954429626, 0.05508236587047577, 0.05716787651181221, 0.05925338715314865]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 5.0, 2.0, 3.0, 1.0, 2.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 4.0, 18.0, 16.0, 25.0, 17.0, 22.0, 43.0, 19.0, 20.0, 11.0, 11.0, 9.0, 8.0, 5.0, 3.0, 5.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 4.0, 2.0, 3.0, 2.0, 1.0, 1.0], "bins": [-0.07458987832069397, -0.07259523868560791, -0.07060059905052185, -0.0686059519648552, -0.06661131232976913, -0.06461667269468307, -0.06262202560901642, -0.06062738597393036, -0.0586327463388443, -0.05663810670375824, -0.05464346334338188, -0.052648819983005524, -0.050654180347919464, -0.048659540712833405, -0.046664897352457047, -0.04467025399208069, -0.04267561435699463, -0.04068097472190857, -0.03868633136153221, -0.03669168800115585, -0.034697048366069794, -0.032702408730983734, -0.030707765370607376, -0.028713123872876167, -0.02671848237514496, -0.02472384087741375, -0.02272919937968254, -0.020734557881951332, -0.018739916384220123, -0.016745274886488914, -0.014750633388757706, -0.012755991891026497, -0.010761350393295288, -0.00876670889556408, -0.0067720673978328705, -0.004777425900101662, -0.002782784402370453, -0.0007881429046392441, 0.0012064985930919647, 0.0032011400908231735, 0.005195781588554382, 0.007190423086285591, 0.0091850645840168, 0.011179706081748009, 0.013174347579479218, 0.015168989077210426, 0.017163630574941635, 0.019158272072672844, 0.021152913570404053, 0.02314755506813526, 0.02514219656586647, 0.02713683806359768, 0.029131479561328888, 0.031126121059060097, 0.033120762556791306, 0.035115405917167664, 0.03711004555225372, 0.03910468518733978, 0.04109932854771614, 0.0430939719080925, 0.04508861154317856, 0.04708325117826462, 0.049077894538640976, 0.051072537899017334, 0.053067177534103394]}, "_runtime": 22.005502223968506, "_timestamp": 1596207406.5941253, "_step": 20}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 3.0, 2.0, 1.0, 1.0, 0.0, 2.0, 3.0, 1.0, 2.0, 1.0, 5.0, 4.0, 5.0, 4.0, 3.0, 3.0, 2.0, 1.0, 0.0, 2.0, 4.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01861393265426159, -0.018035877496004105, -0.01745782420039177, -0.016879770904779434, -0.01630171574652195, -0.015723660588264465, -0.01514560729265213, -0.01456755306571722, -0.01398949883878231, -0.0134114446118474, -0.01283339038491249, -0.012255336157977581, -0.011677281931042671, -0.011099227704107761, -0.010521173477172852, -0.009943119250237942, -0.009365065023303032, -0.008787010796368122, -0.008208956569433212, -0.0076309023424983025, -0.007052848115563393, -0.006474793888628483, -0.005896739661693573, -0.005318685434758663, -0.004740631207823753, -0.0041625769808888435, -0.0035845227539539337, -0.003006468527019024, -0.002428414300084114, -0.0018503600731492043, -0.0012723058462142944, -0.0006942516192793846, -0.00011619739234447479, 0.00046185683459043503, 0.0010399110615253448, 0.0016179652884602547, 0.0021960195153951645, 0.0027740737423300743, 0.003352127969264984, 0.003930182196199894, 0.004508236423134804, 0.005086290650069714, 0.005664344877004623, 0.006242399103939533, 0.006820453330874443, 0.007398507557809353, 0.007976561784744263, 0.008554616011679173, 0.009132670238614082, 0.009710724465548992, 0.010288778692483902, 0.010866832919418812, 0.011444887146353722, 0.012022941373288631, 0.012600995600223541, 0.013179049827158451, 0.013757104054093361, 0.01433515828102827, 0.01491321250796318, 0.01549126673489809, 0.016069320961833, 0.016647376120090485, 0.01722542941570282, 0.017803482711315155, 0.01838153786957264]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 1.0, 4.0, 3.0, 6.0, 4.0, 4.0, 4.0, 10.0, 9.0, 10.0, 18.0, 11.0, 22.0, 23.0, 31.0, 33.0, 42.0, 45.0, 65.0, 102.0, 127.0, 187.0, 244.0, 448.0, 4965.0, 609.0, 265.0, 183.0, 110.0, 75.0, 55.0, 51.0, 39.0, 22.0, 17.0, 18.0, 7.0, 15.0, 8.0, 6.0, 9.0, 2.0, 3.0, 3.0, 5.0, 0.0, 1.0, 2.0, 2.0, 1.0, 3.0, 0.0, 1.0], "bins": [-0.19261234998703003, -0.18715599179267883, -0.18169963359832764, -0.17624327540397644, -0.17078691720962524, -0.16533054411411285, -0.15987418591976166, -0.15441782772541046, -0.14896146953105927, -0.14350511133670807, -0.13804875314235687, -0.13259239494800568, -0.1271360218524933, -0.12167967110872269, -0.1162233054637909, -0.1107669472694397, -0.1053105890750885, -0.0998542308807373, -0.09439787268638611, -0.08894150704145432, -0.08348514884710312, -0.07802879065275192, -0.07257242500782013, -0.06711606681346893, -0.06165970861911774, -0.05620335042476654, -0.050746988505125046, -0.04529062658548355, -0.039834268391132355, -0.03437791019678116, -0.028921548277139664, -0.023465188220143318, -0.018008828163146973, -0.012552468106150627, -0.007096108049154282, -0.001639747992157936, 0.0038166120648384094, 0.009272972121834755, 0.0147293321788311, 0.020185692235827446, 0.02564205229282379, 0.031098412349820137, 0.03655477240681648, 0.04201113432645798, 0.047467492520809174, 0.05292385071516037, 0.058380212634801865, 0.06383657455444336, 0.06929293274879456, 0.07474929094314575, 0.08020564913749695, 0.08566201478242874, 0.09111837297677994, 0.09657473117113113, 0.10203109681606293, 0.10748745501041412, 0.11294381320476532, 0.11840017139911652, 0.12385652959346771, 0.1293128877878189, 0.1347692608833313, 0.1402256190776825, 0.1456819772720337, 0.1511383354663849, 0.15659469366073608]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 3.0, 2.0, 2.0, 3.0, 8.0, 4.0, 5.0, 3.0, 2.0, 5.0, 4.0, 29.0, 4.0, 3.0, 4.0, 4.0, 7.0, 4.0, 1.0, 4.0, 4.0, 4.0, 3.0, 1.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002171739935874939, -0.0020626108162105083, -0.001953481463715434, -0.0018443523440510035, -0.001735223107971251, -0.0016260938718914986, -0.0015169646358117461, -0.0014078353997319937, -0.001298706280067563, -0.0011895770439878106, -0.0010804478079080582, -0.0009713185718283057, -0.0008621893357485533, -0.0007530601578764617, -0.0006439309217967093, -0.0005348017439246178, -0.0004256725078448653, -0.00031654330086894333, -0.00020741407934110612, -9.828486508922651e-05, 1.0844349162653089e-05, 0.00011997356341453269, 0.0002291027776664123, 0.0003382319991942495, 0.0004473612061701715, 0.0005564904422499239, 0.0006656196201220155, 0.0007747488562017679, 0.0008838780922815204, 0.0009930073283612728, 0.0011021364480257034, 0.0012112656841054559, 0.0013203949201852083, 0.0014295241562649608, 0.0015386533923447132, 0.0016477825120091438, 0.0017569117480888963, 0.0018660409841686487, 0.0019751701038330793, 0.0020842994563281536, 0.0021934285759925842, 0.0023025579284876585, 0.002411687048152089, 0.0025208161678165197, 0.002629945520311594, 0.0027390746399760246, 0.002848203992471099, 0.0029573331121355295, 0.003066462464630604, 0.0031755915842950344, 0.003284720703959465, 0.0033938500564545393, 0.00350297917611897, 0.003612108528614044, 0.003721237648278475, 0.0038303667679429054, 0.003939495887607336, 0.004048625472933054, 0.004157754592597485, 0.004266883712261915, 0.004376012831926346, 0.0044851419515907764, 0.004594271536916494, 0.004703400656580925, 0.004812529776245356]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 2.0, 6.0, 7.0, 9.0, 15.0, 18.0, 27.0, 31.0, 52.0, 92.0, 126.0, 188.0, 272.0, 425.0, 686.0, 1093.0, 1762.0, 3102.0, 5495.0, 10190.0, 19858.0, 42063.0, 96087.0, 702098.0, 156965.0, 63054.0, 31817.0, 17295.0, 10099.0, 6080.0, 3604.0, 2363.0, 1469.0, 982.0, 658.0, 435.0, 328.0, 203.0, 149.0, 119.0, 98.0, 75.0, 51.0, 25.0, 15.0, 12.0, 9.0, 10.0, 7.0, 3.0, 1.0, 6.0, 1.0, 4.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.007957176305353642, -0.007671179715543985, -0.007385183125734329, -0.007099186535924673, -0.006813189946115017, -0.006527193356305361, -0.006241196766495705, -0.0059552001766860485, -0.005669203586876392, -0.005383206997066736, -0.00509721040725708, -0.004811213817447424, -0.004525217227637768, -0.004239220637828112, -0.0039532240480184555, -0.0036672274582087994, -0.0033812308683991432, -0.003095234278589487, -0.002809237688779831, -0.002523241098970175, -0.0022372445091605186, -0.0019512479193508625, -0.0016652513295412064, -0.0013792547397315502, -0.001093258149921894, -0.0008072615601122379, -0.0005212649703025818, -0.00023526838049292564, 5.07282093167305e-05, 0.00033672479912638664, 0.0006227213889360428, 0.0009087179787456989, 0.001194714568555355, 0.0014807111583650112, 0.0017667077481746674, 0.0020527043379843235, 0.0023387009277939796, 0.002624697517603636, 0.002910694107413292, 0.003196690697222948, 0.0034826872870326042, 0.0037686838768422604, 0.0040546804666519165, 0.004340677056461573, 0.004626673646271229, 0.004912670236080885, 0.005198666825890541, 0.005484663415700197, 0.005770660005509853, 0.0060566565953195095, 0.006342653185129166, 0.006628649774938822, 0.006914646364748478, 0.007200642954558134, 0.00748663954436779, 0.007772636134177446, 0.008058632723987103, 0.008344629779458046, 0.008630625903606415, 0.008916622027754784, 0.009202619083225727, 0.00948861613869667, 0.00977461226284504, 0.010060608386993408, 0.010346605442464352]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 3.0, 1.0, 4.0, 2.0, 4.0, 5.0, 10.0, 1.0, 2.0, 3.0, 3.0, 2.0, 1.0, 2.0, 0.0, 1.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.022632084786891937, -0.02209823578596115, -0.021564384922385216, -0.02103053592145443, -0.020496685057878494, -0.019962836056947708, -0.019428985193371773, -0.018895136192440987, -0.01836128532886505, -0.017827436327934265, -0.01729358732700348, -0.016759736463427544, -0.016225887462496758, -0.015692036598920822, -0.015158187597990036, -0.014624337665736675, -0.014090487733483315, -0.013556637801229954, -0.013022787868976593, -0.012488937936723232, -0.011955088004469872, -0.011421239003539085, -0.010887389071285725, -0.010353539139032364, -0.009819689206779003, -0.009285839274525642, -0.008751989342272282, -0.008218139410018921, -0.0076842899434268475, -0.007150440011173487, -0.006616590544581413, -0.0060827406123280525, -0.005548890680074692, -0.005015040747821331, -0.00448119081556797, -0.003947341348975897, -0.003413491416722536, -0.0028796414844691753, -0.0023457917850464582, -0.0018119419692084193, -0.0012780921533703804, -0.0007442423375323415, -0.00021039252169430256, 0.00032345729414373636, 0.0008573071099817753, 0.0013911569258198142, 0.0019250067416578531, 0.0024588564410805702, 0.002992706373333931, 0.0035265563055872917, 0.0040604062378406525, 0.004594255704432726, 0.005128105636686087, 0.005661955568939447, 0.006195805035531521, 0.006729654967784882, 0.007263504900038242, 0.007797354832291603, 0.008331204764544964, 0.008865054696798325, 0.00939890369772911, 0.009932753629982471, 0.010466603562235832, 0.011000453494489193, 0.011534303426742554]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 4.0, 2.0, 2.0, 9.0, 7.0, 7.0, 9.0, 11.0, 14.0, 15.0, 23.0, 23.0, 30.0, 31.0, 36.0, 54.0, 39.0, 47.0, 48.0, 93.0, 103.0, 124.0, 141.0, 254.0, 359.0, 546.0, 911.0, 1447.0, 2868.0, 6387.0, 1538.0, 988.0, 638.0, 419.0, 309.0, 271.0, 185.0, 129.0, 75.0, 56.0, 31.0, 34.0, 18.0, 24.0, 23.0, 8.0, 5.0, 13.0, 6.0, 1.0, 5.0, 1.0, 2.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.014771527610719204, -0.014363829046487808, -0.013956131413578987, -0.013548432849347591, -0.013140734285116196, -0.012733036652207375, -0.012325338087975979, -0.011917639523744583, -0.011509941890835762, -0.011102243326604366, -0.01069454476237297, -0.010286846198141575, -0.009879148565232754, -0.009471450001001358, -0.009063751436769962, -0.008656053803861141, -0.008248355239629745, -0.00784065667539835, -0.007432958576828241, -0.007025260478258133, -0.006617561914026737, -0.006209863815456629, -0.00580216571688652, -0.005394467152655125, -0.004986769054085016, -0.004579070955514908, -0.004171372391283512, -0.0037636742927134037, -0.0033559759613126516, -0.0029482776299118996, -0.002540579531341791, -0.002132881199941039, -0.001725182868540287, -0.001317484537139535, -0.0009097863221541047, -0.0005020880489610136, -9.43897757679224e-05, 0.00031330849742516875, 0.0007210067706182599, 0.0011287049856036901, 0.0015364033170044422, 0.0019441016484051943, 0.0023517999798059464, 0.0027594980783760548, 0.003167196409776807, 0.003574894741177559, 0.003982592839747667, 0.004390291403979063, 0.0047979895025491714, 0.00520568760111928, 0.005613386165350676, 0.006021084263920784, 0.00642878282815218, 0.006836480926722288, 0.0072441790252923965, 0.007651877589523792, 0.008059576153755188, 0.008467273786664009, 0.008874972350895405, 0.0092826709151268, 0.009690368548035622, 0.010098067112267017, 0.010505765676498413, 0.010913463309407234, 0.01132116187363863]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 3.0, 2.0, 3.0, 1.0, 1.0, 0.0, 1.0, 2.0, 4.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.124520443379879, -0.12086543440818787, -0.11721042543649673, -0.1135554164648056, -0.10990040749311447, -0.10624539852142334, -0.10259038954973221, -0.09893538057804108, -0.09528036415576935, -0.09162535518407822, -0.08797034621238708, -0.08431533724069595, -0.08066032826900482, -0.07700531929731369, -0.07335031032562256, -0.06969530135393143, -0.0660402923822403, -0.062385283410549164, -0.05873027443885803, -0.0550752654671669, -0.05142025649547577, -0.04776524379849434, -0.04411023482680321, -0.040455225855112076, -0.036800216883420944, -0.03314520791172981, -0.02949019894003868, -0.0258351881057024, -0.02218017913401127, -0.018525170162320137, -0.01487016025930643, -0.011215150356292725, -0.007560141384601593, -0.003905131947249174, -0.0002501225098967552, 0.0034048869274556637, 0.007059896364808083, 0.010714905336499214, 0.01436991523951292, 0.018024925142526627, 0.021679934114217758, 0.02533494308590889, 0.02898995205760002, 0.03264496102929115, 0.03629997372627258, 0.039954982697963715, 0.043609991669654846, 0.04726500064134598, 0.05092000961303711, 0.05457501858472824, 0.05823002755641937, 0.061885036528110504, 0.06554004549980164, 0.06919505447149277, 0.0728500634431839, 0.07650507241487503, 0.08016008138656616, 0.08381509780883789, 0.08747010678052902, 0.09112511575222015, 0.09478012472391129, 0.09843513369560242, 0.10209014266729355, 0.10574515163898468, 0.10940016061067581]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 2.0, 3.0, 2.0, 3.0, 2.0, 2.0, 3.0, 4.0, 3.0, 9.0, 17.0, 31.0, 37.0, 52.0, 25.0, 28.0, 15.0, 3.0, 3.0, 5.0, 5.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 3.0, 2.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.11650702357292175, -0.11338578909635544, -0.11026455461978912, -0.10714332014322281, -0.1040220856666565, -0.10090085119009018, -0.09777960926294327, -0.09465837478637695, -0.09153714030981064, -0.08841590583324432, -0.08529467135667801, -0.0821734368801117, -0.07905220240354538, -0.07593096792697906, -0.07280973345041275, -0.06968849897384644, -0.06656725704669952, -0.06344602257013321, -0.06032479181885719, -0.05720355361700058, -0.054082319140434265, -0.05096108466386795, -0.047839850187301636, -0.04471861571073532, -0.041597381234169006, -0.03847614303231239, -0.03535490855574608, -0.032233674079179764, -0.02911243960261345, -0.025991203263401985, -0.02286996878683567, -0.019748732447624207, -0.016627497971057892, -0.013506262563169003, -0.010385027155280113, -0.0072637926787137985, -0.004142557270824909, -0.0010213220957666636, 0.002099913079291582, 0.005221148021519184, 0.008342383429408073, 0.011463618837296963, 0.014584854245185852, 0.017706088721752167, 0.02082732319831848, 0.023948559537529945, 0.02706979401409626, 0.030191030353307724, 0.03331226482987404, 0.03643349930644035, 0.03955473378300667, 0.04267597198486328, 0.045797206461429596, 0.04891844093799591, 0.052039675414562225, 0.05516090989112854, 0.058282144367694855, 0.06140338256955147, 0.06452461332082748, 0.0676458552479744, 0.07076708972454071, 0.07388832420110703, 0.07700955867767334, 0.08013079315423965, 0.08325202763080597]}, "_runtime": 22.80451250076294, "_timestamp": 1596207407.3931355, "_step": 21}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 2.0, 2.0, 0.0, 1.0, 5.0, 3.0, 2.0, 2.0, 3.0, 3.0, 4.0, 1.0, 2.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 3.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013264789246022701, -0.012785670347511768, -0.01230655238032341, -0.011827433481812477, -0.011348314583301544, -0.010869196616113186, -0.010390077717602253, -0.00991095881909132, -0.009431840851902962, -0.008952721953392029, -0.008473603054881096, -0.007994484156370163, -0.007515366189181805, -0.007036247290670872, -0.006557128857821226, -0.006078009959310293, -0.005598891526460648, -0.005119773093611002, -0.004640654195100069, -0.004161535762250423, -0.003682417096570134, -0.003203298430889845, -0.0027241799980401993, -0.00224506133235991, -0.0017659426666796207, -0.0012868240009993315, -0.000807705451734364, -0.0003285868442617357, 0.00015053176321089268, 0.000629650370683521, 0.0011087689781561494, 0.0015878875274211168, 0.002067006193101406, 0.0025461248587816954, 0.0030252435244619846, 0.0035043619573116302, 0.003983480855822563, 0.004462599288672209, 0.004941717721521854, 0.005420836620032787, 0.005899955052882433, 0.0063790734857320786, 0.0068581923842430115, 0.007337310817092657, 0.007816429249942303, 0.008295548148453236, 0.008774667046964169, 0.009253785014152527, 0.00973290391266346, 0.010212022811174393, 0.010691140778362751, 0.011170259676873684, 0.011649378575384617, 0.012128496542572975, 0.012607615441083908, 0.013086734339594841, 0.013565853238105774, 0.014044971205294132, 0.014524090103805065, 0.015003209002315998, 0.015482326969504356, 0.01596144586801529, 0.016440564766526222, 0.016919683665037155, 0.01739880070090294]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 0.0, 3.0, 5.0, 2.0, 5.0, 6.0, 4.0, 8.0, 11.0, 12.0, 12.0, 11.0, 19.0, 14.0, 30.0, 32.0, 49.0, 48.0, 82.0, 91.0, 107.0, 157.0, 243.0, 370.0, 4558.0, 925.0, 356.0, 217.0, 122.0, 89.0, 74.0, 54.0, 49.0, 36.0, 24.0, 29.0, 16.0, 4.0, 13.0, 5.0, 9.0, 6.0, 4.0, 3.0, 4.0, 4.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.16655007004737854, -0.16129423677921295, -0.15603840351104736, -0.15078257024288177, -0.145526722073555, -0.1402708888053894, -0.13501505553722382, -0.12975922226905823, -0.12450338900089264, -0.11924754828214645, -0.11399171501398087, -0.10873588174581528, -0.10348004102706909, -0.0982242077589035, -0.09296837449073792, -0.08771253377199173, -0.08245670050382614, -0.07720086723566055, -0.07194502651691437, -0.06668919324874878, -0.06143335998058319, -0.056177522987127304, -0.05092168599367142, -0.04566585272550583, -0.04041001573204994, -0.035154178738594055, -0.029898345470428467, -0.02464250847697258, -0.019386673346161842, -0.014130838215351105, -0.008875002153217793, -0.0036191665567457676, 0.0016366690397262573, 0.006892504636198282, 0.012148340232670307, 0.01740417629480362, 0.022660011425614357, 0.027915846556425095, 0.03317168354988098, 0.03842751681804657, 0.04368335381150246, 0.048939190804958344, 0.05419502407312393, 0.05945086106657982, 0.0647066980600357, 0.0699625313282013, 0.07521836459636688, 0.08047420531511307, 0.08573003858327866, 0.09098587185144424, 0.09624171257019043, 0.10149754583835602, 0.1067533791065216, 0.11200921982526779, 0.11726505309343338, 0.12252088636159897, 0.12777672708034515, 0.13303256034851074, 0.13828839361667633, 0.14354422688484192, 0.1488000601530075, 0.1540559083223343, 0.15931174159049988, 0.16456757485866547, 0.16982340812683105]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 3.0, 3.0, 2.0, 4.0, 1.0, 3.0, 2.0, 3.0, 0.0, 1.0, 4.0, 2.0, 4.0, 26.0, 4.0, 4.0, 3.0, 6.0, 5.0, 3.0, 3.0, 2.0, 4.0, 2.0, 1.0, 3.0, 2.0, 7.0, 0.0, 4.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.00239546992816031, -0.0023104287683963776, -0.002225387841463089, -0.0021403466816991568, -0.002055305754765868, -0.001970264595001936, -0.0018852235516533256, -0.0018001825083047152, -0.0017151414649561048, -0.0016301004216074944, -0.001545059378258884, -0.0014600183349102736, -0.0013749771751463413, -0.001289936131797731, -0.0012048950884491205, -0.0011198540451005101, -0.0010348130017518997, -0.0009497719584032893, -0.0008647309150546789, -0.0007796898134984076, -0.0006946487701497972, -0.0006096077268011868, -0.0005245666252449155, -0.0004395255818963051, -0.0003544845385476947, -0.0002694434951990843, -0.00018440242274664342, -9.93613648461178e-05, -1.4320306945592165e-05, 7.072075095493346e-05, 0.0001557618088554591, 0.00024080286675598472, 0.00032584392465651035, 0.00041088496800512075, 0.0004959260113537312, 0.0005809671129100025, 0.0006660081562586129, 0.0007510491996072233, 0.0008360903011634946, 0.000921131344512105, 0.0010061723878607154, 0.0010912134312093258, 0.0011762544745579362, 0.0012612955179065466, 0.0013463366776704788, 0.0014313777210190892, 0.0015164187643676996, 0.00160145980771631, 0.0016865008510649204, 0.0017715418944135308, 0.0018565829377621412, 0.0019416239811107516, 0.002026665024459362, 0.0021117061842232943, 0.002196747111156583, 0.002281788270920515, 0.0023668291978538036, 0.002451870357617736, 0.002536911517381668, 0.0026219524443149567, 0.002706993604078889, 0.0027920345310121775, 0.0028770756907761097, 0.0029621166177093983, 0.0030471577774733305]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 3.0, 4.0, 6.0, 6.0, 6.0, 17.0, 27.0, 35.0, 55.0, 86.0, 96.0, 168.0, 276.0, 431.0, 673.0, 1131.0, 2081.0, 3860.0, 7441.0, 16532.0, 39235.0, 111127.0, 760154.0, 123706.0, 52453.0, 26296.0, 14048.0, 7868.0, 4420.0, 2691.0, 1716.0, 1022.0, 636.0, 449.0, 268.0, 192.0, 121.0, 99.0, 79.0, 41.0, 22.0, 19.0, 16.0, 16.0, 6.0, 3.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008952670730650425, -0.008615916594862938, -0.008279162459075451, -0.007942408323287964, -0.007605654653161764, -0.007268900517374277, -0.00693214638158679, -0.006595392245799303, -0.006258638575673103, -0.005921884439885616, -0.005585130304098129, -0.005248376168310642, -0.004911622032523155, -0.004574867896735668, -0.0042381142266094685, -0.0039013600908219814, -0.0035646059550344944, -0.0032278518192470074, -0.002891097916290164, -0.002554343780502677, -0.0022175898775458336, -0.0018808357417583466, -0.0015440816059708595, -0.0012073275865986943, -0.0008705735672265291, -0.0005338195478543639, -0.0001970654702745378, 0.00013968857820145786, 0.0004764426266774535, 0.0008131966460496187, 0.0011499507818371058, 0.001486704801209271, 0.0018234588205814362, 0.002160212956368923, 0.0024969668593257666, 0.0028337209951132536, 0.003170474898070097, 0.003507229033857584, 0.003843983169645071, 0.004180737305432558, 0.004517490975558758, 0.004854245111346245, 0.005190999247133732, 0.005527753382921219, 0.005864507518708706, 0.006201261654496193, 0.006538015324622393, 0.00687476946040988, 0.007211523596197367, 0.007548277731984854, 0.007885031402111053, 0.00822178553789854, 0.008558539673686028, 0.008895293809473515, 0.009232047945261002, 0.009568802081048489, 0.009905556216835976, 0.010242310352623463, 0.01057906448841095, 0.010915817692875862, 0.01125257182866335, 0.011589325964450836, 0.011926080100238323, 0.01226283423602581, 0.012599588371813297]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 3.0, 2.0, 1.0, 8.0, 5.0, 10.0, 6.0, 4.0, 3.0, 3.0, 1.0, 0.0, 3.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.015650101006031036, -0.01484815776348114, -0.014046215452253819, -0.013244272209703922, -0.0124423298984766, -0.011640386655926704, -0.010838444344699383, -0.010036501102149487, -0.009234558790922165, -0.008432615548372269, -0.00763067277148366, -0.006828729994595051, -0.006026786752045155, -0.005224843975156546, -0.004422901198267937, -0.0036209584213793278, -0.002819015644490719, -0.00201707286760211, -0.0012151299742981791, -0.0004131871392019093, 0.00038875569589436054, 0.0011906984727829695, 0.001992641482502222, 0.002794584259390831, 0.00359652703627944, 0.004398469813168049, 0.005200412590056658, 0.006002355366945267, 0.006804298609495163, 0.007606241386383772, 0.00840818416327238, 0.009210126474499702, 0.010012069717049599, 0.010814012959599495, 0.011615955270826817, 0.012417898513376713, 0.013219840824604034, 0.01402178406715393, 0.014823726378381252, 0.015625668689608574, 0.01642761193215847, 0.017229555174708366, 0.018031498417258263, 0.01883344165980816, 0.019635383039712906, 0.020437326282262802, 0.0212392695248127, 0.022041212767362595, 0.02284315600991249, 0.023645097389817238, 0.024447040632367134, 0.02524898387491703, 0.026050927117466927, 0.026852868497371674, 0.02765481173992157, 0.028456754982471466, 0.029258698225021362, 0.03006064146757126, 0.030862582847476006, 0.03166452795267105, 0.03246646746993065, 0.033268410712480545, 0.03407035395503044, 0.03487229719758034, 0.035674240440130234]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 2.0, 5.0, 5.0, 3.0, 6.0, 5.0, 7.0, 9.0, 5.0, 15.0, 12.0, 11.0, 20.0, 34.0, 51.0, 52.0, 66.0, 92.0, 147.0, 239.0, 412.0, 625.0, 1160.0, 2660.0, 6654.0, 1664.0, 1150.0, 806.0, 595.0, 428.0, 312.0, 230.0, 123.0, 106.0, 102.0, 87.0, 60.0, 66.0, 61.0, 43.0, 40.0, 45.0, 29.0, 35.0, 29.0, 28.0, 24.0, 15.0, 25.0, 9.0, 5.0, 4.0, 2.0, 3.0, 1.0, 0.0, 2.0], "bins": [-0.012638312764465809, -0.012235438451170921, -0.011832564137876034, -0.011429689824581146, -0.011026815511286259, -0.010623941197991371, -0.010221066884696484, -0.009818192571401596, -0.009415319189429283, -0.009012444876134396, -0.008609570562839508, -0.00820669624954462, -0.007803821936249733, -0.007400947622954845, -0.006998073309659958, -0.00659519899636507, -0.006192324683070183, -0.005789450369775295, -0.005386576056480408, -0.00498370174318552, -0.004580827429890633, -0.004177953582257032, -0.003775079268962145, -0.0033722049556672573, -0.0029693306423723698, -0.0025664563290774822, -0.0021635820157825947, -0.0017607079353183508, -0.0013578336220234632, -0.0009549593669362366, -0.00055208511184901, -0.00014921085676178336, 0.00025366339832544327, 0.0006565376534126699, 0.0010594119084998965, 0.0014622861053794622, 0.0018651604186743498, 0.0022680347319692373, 0.002670908812433481, 0.0030737831257283688, 0.0034766574390232563, 0.003879531752318144, 0.004282406065613031, 0.004685280378907919, 0.005088154226541519, 0.005491028539836407, 0.005893902853131294, 0.006296777166426182, 0.006699651479721069, 0.007102525793015957, 0.007505400106310844, 0.007908274419605732, 0.00831114873290062, 0.008714023046195507, 0.009116897359490395, 0.009519771672785282, 0.00992264598608017, 0.010325519368052483, 0.01072839368134737, 0.011131267994642258, 0.011534142307937145, 0.011937016621232033, 0.01233989093452692, 0.012742765247821808, 0.013145639561116695]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 4.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.16310632228851318, -0.15945522487163544, -0.1558041274547577, -0.15215304493904114, -0.1485019475221634, -0.14485085010528564, -0.1411997526884079, -0.13754865527153015, -0.1338975727558136, -0.13024647533893585, -0.1265953779220581, -0.12294428050518036, -0.11929318308830261, -0.11564209312200546, -0.11199099570512772, -0.10833990573883057, -0.10468880832195282, -0.10103771090507507, -0.09738662093877792, -0.09373552352190018, -0.09008443355560303, -0.08643333613872528, -0.08278223872184753, -0.07913114875555038, -0.07548005133867264, -0.07182895392179489, -0.06817786395549774, -0.06452676653862, -0.06087567284703255, -0.0572245791554451, -0.05357348173856735, -0.049922388046979904, -0.046271294355392456, -0.04262020066380501, -0.03896910697221756, -0.03531800955533981, -0.031666915863752365, -0.028015822172164917, -0.02436472661793232, -0.020713631063699722, -0.017062537372112274, -0.013411442749202251, -0.009760348126292229, -0.006109253503382206, -0.0024581588804721832, 0.0011929357424378395, 0.004844030365347862, 0.008495124988257885, 0.012146219611167908, 0.015797313302755356, 0.019448408856987953, 0.02309950441122055, 0.026750598102808, 0.030401691794395447, 0.03405278921127319, 0.03770388290286064, 0.04135497659444809, 0.04500607028603554, 0.048657163977622986, 0.05230826139450073, 0.05595935508608818, 0.05961044877767563, 0.06326154619455338, 0.06691263616085052, 0.07056373357772827]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 5.0, 1.0, 2.0, 1.0, 2.0, 6.0, 4.0, 4.0, 2.0, 2.0, 2.0, 3.0, 8.0, 9.0, 6.0, 14.0, 36.0, 29.0, 51.0, 39.0, 26.0, 10.0, 5.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.07816876471042633, -0.0760333389043808, -0.07389791309833527, -0.07176248729228973, -0.0696270614862442, -0.06749163568019867, -0.06535620987415314, -0.0632207840681076, -0.06108535826206207, -0.05894993245601654, -0.05681450664997101, -0.054679080843925476, -0.052543655037879944, -0.05040822923183441, -0.04827280342578888, -0.04613737761974335, -0.044001951813697815, -0.04186652600765228, -0.03973110020160675, -0.03759567439556122, -0.035460248589515686, -0.033324822783470154, -0.03118939697742462, -0.02905397117137909, -0.026918545365333557, -0.024783119559288025, -0.022647693753242493, -0.02051226794719696, -0.018376842141151428, -0.016241416335105896, -0.014105990529060364, -0.011970564723014832, -0.0098351389169693, -0.007699713110923767, -0.005564287304878235, -0.0034288614988327026, -0.0012934356927871704, 0.0008419901132583618, 0.002977415919303894, 0.005112841725349426, 0.0072482675313949585, 0.00938369333744049, 0.011519119143486023, 0.013654544949531555, 0.015789970755577087, 0.01792539656162262, 0.020060822367668152, 0.022196248173713684, 0.024331673979759216, 0.02646709978580475, 0.02860252559185028, 0.030737951397895813, 0.032873377203941345, 0.03500880300998688, 0.03714422881603241, 0.03927965462207794, 0.041415080428123474, 0.043550506234169006, 0.04568593204021454, 0.04782135784626007, 0.0499567836523056, 0.052092209458351135, 0.05422763526439667, 0.0563630610704422, 0.05849848687648773]}, "_runtime": 23.619567155838013, "_timestamp": 1596207408.2081902, "_step": 22}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 3.0, 1.0, 1.0, 1.0, 4.0, 2.0, 3.0, 1.0, 5.0, 2.0, 1.0, 5.0, 0.0, 3.0, 4.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.010782735422253609, -0.010482532903552055, -0.010182329453527927, -0.009882126934826374, -0.00958192441612482, -0.009281720966100693, -0.00898151844739914, -0.008681315928697586, -0.008381113409996033, -0.008080909959971905, -0.007780707441270351, -0.007480504456907511, -0.00718030147254467, -0.006880098953843117, -0.006579895969480276, -0.006279693450778723, -0.005979490466415882, -0.0056792874820530415, -0.005379084963351488, -0.0050788819789886475, -0.004778679460287094, -0.0044784764759242535, -0.004178273491561413, -0.003878070740029216, -0.003577867988497019, -0.003277665236964822, -0.002977462485432625, -0.002677259501069784, -0.002377056749537587, -0.00207685399800539, -0.0017766511300578713, -0.0014764482621103525, -0.0011762455105781555, -0.0008760427008382976, -0.0005758398910984397, -0.0002756370813585818, 2.456572838127613e-05, 0.00032476853812113404, 0.000624971347860992, 0.0009251741576008499, 0.0012253769673407078, 0.0015255797188729048, 0.0018257825868204236, 0.0021259854547679424, 0.0024261882063001394, 0.0027263909578323364, 0.003026593942195177, 0.003326796693727374, 0.003626999445259571, 0.003927202429622412, 0.004227404948323965, 0.004527607932686806, 0.004827810451388359, 0.0051280134357512, 0.00542821642011404, 0.005728418938815594, 0.006028621923178434, 0.006328824907541275, 0.006629027426242828, 0.006929230410605669, 0.00722943339496851, 0.007529635913670063, 0.007829838432371616, 0.008130041882395744, 0.008430244401097298]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 3.0, 1.0, 2.0, 5.0, 8.0, 3.0, 7.0, 5.0, 13.0, 10.0, 22.0, 17.0, 51.0, 42.0, 55.0, 68.0, 107.0, 131.0, 185.0, 254.0, 527.0, 4957.0, 581.0, 287.0, 163.0, 119.0, 83.0, 50.0, 44.0, 33.0, 20.0, 9.0, 21.0, 6.0, 9.0, 11.0, 6.0, 3.0, 5.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.18714949488639832, -0.18198971450328827, -0.17682994902133942, -0.17167016863822937, -0.16651040315628052, -0.16135062277317047, -0.15619085729122162, -0.15103107690811157, -0.14587131142616272, -0.14071153104305267, -0.13555175065994263, -0.13039198517799377, -0.12523220479488373, -0.12007243186235428, -0.11491265892982483, -0.10975288599729538, -0.10459311306476593, -0.09943334013223648, -0.09427356719970703, -0.08911379426717758, -0.08395402133464813, -0.07879424095153809, -0.07363446801900864, -0.06847469508647919, -0.06331492215394974, -0.05815514922142029, -0.05299537628889084, -0.04783559963107109, -0.04267582669854164, -0.03751605376601219, -0.032356277108192444, -0.027196504175662994, -0.022036731243133545, -0.016876958310604095, -0.011717183515429497, -0.006557409651577473, -0.0013976357877254486, 0.0037621380761265755, 0.0089219119399786, 0.014081685803830624, 0.019241459667682648, 0.024401232600212097, 0.029561007395386696, 0.034720782190561295, 0.039880555123090744, 0.045040328055620193, 0.05020010471343994, 0.05535987764596939, 0.06051965057849884, 0.06567942351102829, 0.07083919644355774, 0.07599896937608719, 0.08115874230861664, 0.08631852269172668, 0.09147829562425613, 0.09663806855678558, 0.10179784148931503, 0.10695761442184448, 0.11211738735437393, 0.11727716028690338, 0.12243694067001343, 0.12759670615196228, 0.13275648653507233, 0.13791625201702118, 0.14307603240013123]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 4.0, 4.0, 4.0, 1.0, 2.0, 3.0, 2.0, 7.0, 4.0, 1.0, 2.0, 6.0, 6.0, 28.0, 8.0, 2.0, 3.0, 1.0, 4.0, 3.0, 2.0, 1.0, 4.0, 3.0, 5.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.0022492213174700737, -0.0021716924384236336, -0.00209416332654655, -0.002016634214669466, -0.001939105335623026, -0.001861576340161264, -0.001784047344699502, -0.00170651834923774, -0.001628989353775978, -0.0015514603583142161, -0.0014739313628524542, -0.0013964023673906922, -0.0013188733719289303, -0.0012413443764671683, -0.0011638153810054064, -0.0010862863855436444, -0.0010087573900818825, -0.0009312283946201205, -0.0008536993991583586, -0.0007761704036965966, -0.0006986414082348347, -0.0006211124127730727, -0.0005435834173113108, -0.0004660544218495488, -0.00038852542638778687, -0.0003109964309260249, -0.00023346743546426296, -0.000155938440002501, -7.840944454073906e-05, -8.80449078977108e-07, 7.664854638278484e-05, 0.0001541775418445468, 0.00023170653730630875, 0.0003092355327680707, 0.00038676452822983265, 0.0004642935236915946, 0.0005418225191533566, 0.0006193515146151185, 0.0006968805100768805, 0.0007744095055386424, 0.0008519385010004044, 0.0009294674964621663, 0.0010069964919239283, 0.0010845254873856902, 0.0011620544828474522, 0.0012395834783092141, 0.001317112473770976, 0.001394641469232738, 0.0014721704646945, 0.001549699460156262, 0.0016272284556180239, 0.0017047574510797858, 0.0017822864465415478, 0.0018598154420033097, 0.0019373444374650717, 0.0020148735493421555, 0.0020924024283885956, 0.0021699313074350357, 0.0022474604193121195, 0.0023249895311892033, 0.0024025184102356434, 0.0024800472892820835, 0.0025575764011591673, 0.002635105513036251, 0.002712634392082691]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 2.0, 3.0, 6.0, 18.0, 21.0, 35.0, 56.0, 71.0, 99.0, 129.0, 232.0, 289.0, 423.0, 645.0, 880.0, 1408.0, 2066.0, 3081.0, 4916.0, 7854.0, 13372.0, 22954.0, 42472.0, 89663.0, 682358.0, 151869.0, 62978.0, 33861.0, 19878.0, 12208.0, 7912.0, 5286.0, 3570.0, 2454.0, 1701.0, 1290.0, 968.0, 658.0, 484.0, 393.0, 286.0, 205.0, 138.0, 106.0, 90.0, 64.0, 59.0, 37.0, 28.0, 18.0, 13.0, 9.0, 6.0, 7.0, 4.0, 2.0, 3.0, 1.0, 2.0, 4.0], "bins": [-0.006816217675805092, -0.006579812616109848, -0.006343407556414604, -0.006107002031058073, -0.005870596971362829, -0.005634191911667585, -0.0053977868519723415, -0.005161381792277098, -0.0049249762669205666, -0.004688571207225323, -0.004452166147530079, -0.004215761087834835, -0.003979356028139591, -0.0037429507356137037, -0.00350654567591846, -0.0032701403833925724, -0.0030337353236973286, -0.0027973302640020847, -0.0025609249714761972, -0.0023245199117809534, -0.002088114619255066, -0.001851709559559822, -0.0016153044998645782, -0.0013788993237540126, -0.001142494147643447, -0.0009060889715328813, -0.0006696838536299765, -0.0004332787066232413, -0.0001968735596165061, 3.9531587390229106e-05, 0.0002759367343969643, 0.0005123418522998691, 0.0007487470284104347, 0.0009851522045210004, 0.001221557380631566, 0.0014579624403268099, 0.0016943676164373755, 0.0019307727925479412, 0.002167177852243185, 0.0024035831447690725, 0.0026399882044643164, 0.00287639326415956, 0.0031127985566854477, 0.0033492036163806915, 0.0035856086760759354, 0.003822013968601823, 0.00405841926112771, 0.004294824320822954, 0.004531229380518198, 0.004767634440213442, 0.005004039499908686, 0.005240445025265217, 0.005476850084960461, 0.0057132551446557045, 0.005949660204350948, 0.006186065264046192, 0.006422470323741436, 0.006658875849097967, 0.006895280908793211, 0.007131685968488455, 0.007368091028183699, 0.0076044960878789425, 0.007840901613235474, 0.008077306672930717, 0.008313711732625961]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 6.0, 3.0, 6.0, 3.0, 8.0, 5.0, 3.0, 2.0, 1.0, 1.0, 4.0, 3.0, 1.0, 2.0, 4.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.008087772876024246, -0.007612631190568209, -0.007137489505112171, -0.006662347819656134, -0.006187206134200096, -0.005712064448744059, -0.005236922763288021, -0.0047617810778319836, -0.004286639392375946, -0.003811497939750552, -0.0033363562542945147, -0.002861214568838477, -0.0023860731162130833, -0.001910931314341724, -0.0014357897453010082, -0.0009606480598449707, -0.0004855063743889332, -1.0364718036726117e-05, 0.00046477693831548095, 0.0009399185655638576, 0.001415060251019895, 0.0018902019364759326, 0.0023653435055166483, 0.002840485190972686, 0.0033156268764287233, 0.003790768561884761, 0.004265910014510155, 0.004741051699966192, 0.00521619338542223, 0.005691335070878267, 0.006166476756334305, 0.006641618441790342, 0.00711676012724638, 0.007591901812702417, 0.008067043498158455, 0.008542184717953205, 0.00901732686907053, 0.00949246808886528, 0.009967610239982605, 0.010442751459777355, 0.01091789361089468, 0.01139303483068943, 0.011868176981806755, 0.012343318201601505, 0.01281846035271883, 0.01329360157251358, 0.013768743723630905, 0.014243884943425655, 0.014719026163220406, 0.01519416831433773, 0.015669310465455055, 0.01614445075392723, 0.016619592905044556, 0.01709473505616188, 0.017569877207279205, 0.01804501749575138, 0.018520159646868706, 0.01899530179798603, 0.019470443949103355, 0.01994558423757553, 0.020420726388692856, 0.02089586853981018, 0.021371010690927505, 0.02184615097939968, 0.022321293130517006]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 3.0, 1.0, 3.0, 5.0, 6.0, 10.0, 7.0, 14.0, 15.0, 18.0, 32.0, 23.0, 34.0, 49.0, 74.0, 114.0, 178.0, 247.0, 408.0, 652.0, 1084.0, 1752.0, 5837.0, 2484.0, 1326.0, 904.0, 651.0, 532.0, 396.0, 325.0, 277.0, 181.0, 154.0, 120.0, 124.0, 95.0, 72.0, 27.0, 22.0, 19.0, 13.0, 8.0, 13.0, 11.0, 7.0, 15.0, 13.0, 10.0, 7.0, 10.0, 7.0, 10.0, 16.0, 6.0, 1.0, 2.0, 2.0], "bins": [-0.0072056301869452, -0.006963794585317373, -0.006721959449350834, -0.006480123847723007, -0.0062382882460951805, -0.005996453110128641, -0.0057546175085008144, -0.005512782372534275, -0.005270946770906448, -0.005029111169278622, -0.004787276033312082, -0.004545440431684256, -0.004303605295717716, -0.0040617696940898895, -0.003819934092462063, -0.00357809872366488, -0.0033362633548676968, -0.0030944279860705137, -0.0028525926172733307, -0.002610757015645504, -0.002368921646848321, -0.002127086278051138, -0.001885250792838633, -0.0016434153076261282, -0.0014015799388289452, -0.0011597445700317621, -0.0009179090848192573, -0.0006760736578144133, -0.00043423823080956936, -0.0001924028038047254, 4.943262320011854e-05, 0.0002912680502049625, 0.0005331034772098064, 0.0007749389042146504, 0.0010167743312194943, 0.0012586098164319992, 0.0015004451852291822, 0.0017422805540263653, 0.001984116155654192, 0.002225951524451375, 0.002467786893248558, 0.002709622262045741, 0.002951457630842924, 0.003193293232470751, 0.003435128601267934, 0.003676963970065117, 0.003918799571692944, 0.004160634707659483, 0.00440247030928731, 0.004644305910915136, 0.004886141046881676, 0.005127976648509502, 0.005369812250137329, 0.0056116473861038685, 0.005853482987731695, 0.0060953181236982346, 0.006337153725326061, 0.006578989326953888, 0.006820824462920427, 0.007062660064548254, 0.007304495200514793, 0.00754633080214262, 0.007788166403770447, 0.008030002005398273, 0.0082718376070261]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 0.0, 0.0, 2.0, 0.0, 2.0, 3.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.053261324763298035, -0.05084462836384773, -0.04842793568968773, -0.04601123929023743, -0.04359454661607742, -0.04117785021662712, -0.03876115381717682, -0.036344461143016815, -0.03392776474356651, -0.03151106834411621, -0.029094375669956207, -0.026677679270505905, -0.024260984733700752, -0.0218442901968956, -0.019427593797445297, -0.017010899260640144, -0.014594204723834991, -0.012177510187029839, -0.009760814718902111, -0.007344119716435671, -0.004927424713969231, -0.0025107297115027905, -9.403470903635025e-05, 0.00232266029343009, 0.00473935529589653, 0.00715605029836297, 0.00957274530082941, 0.011989440768957138, 0.014406135305762291, 0.016822829842567444, 0.019239526242017746, 0.0216562207788229, 0.024072915315628052, 0.026489609852433205, 0.028906304389238358, 0.03132300078868866, 0.03373969346284866, 0.036156389862298965, 0.03857308626174927, 0.04098977893590927, 0.04340647533535957, 0.045823171734809875, 0.04823986440896988, 0.05065656080842018, 0.05307325720787048, 0.05548994988203049, 0.05790664628148079, 0.06032333895564079, 0.0627400353550911, 0.0651567280292511, 0.0675734281539917, 0.0699901208281517, 0.0724068135023117, 0.07482351362705231, 0.07724020630121231, 0.07965689897537231, 0.08207359910011292, 0.08449029177427292, 0.08690698444843292, 0.08932367712259293, 0.09174037724733353, 0.09415706992149353, 0.09657376259565353, 0.09899046272039413, 0.10140715539455414]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 3.0, 0.0, 2.0, 2.0, 3.0, 1.0, 2.0, 1.0, 0.0, 0.0, 9.0, 8.0, 17.0, 21.0, 32.0, 66.0, 34.0, 25.0, 7.0, 3.0, 6.0, 8.0, 4.0, 4.0, 2.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 5.0, 3.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.04699137434363365, -0.04488326609134674, -0.04277516156435013, -0.04066705331206322, -0.038558945059776306, -0.036450840532779694, -0.03434273228049278, -0.03223462402820587, -0.03012651763856411, -0.028018411248922348, -0.025910302996635437, -0.023802196606993675, -0.021694090217351913, -0.019585981965065002, -0.01747787557542324, -0.015369768254458904, -0.013261660933494568, -0.011153553612530231, -0.009045446291565895, -0.006937339901924133, -0.004829232580959797, -0.002721125492826104, -0.0006130184046924114, 0.0014950886834412813, 0.003603195771574974, 0.0057113030925393105, 0.007819410413503647, 0.009927516803145409, 0.012035624124109745, 0.014143731445074081, 0.016251837834715843, 0.018359946087002754, 0.020468052476644516, 0.022576158866286278, 0.02468426711857319, 0.02679237350821495, 0.02890048176050186, 0.031008588150143623, 0.033116694539785385, 0.035224802792072296, 0.03733290731906891, 0.03944101557135582, 0.04154912382364273, 0.04365723207592964, 0.045765336602926254, 0.047873444855213165, 0.049981553107500076, 0.05208965763449669, 0.0541977658867836, 0.05630587413907051, 0.05841397866606712, 0.060522086918354034, 0.06263019144535065, 0.06473830342292786, 0.06684640794992447, 0.06895451247692108, 0.07106262445449829, 0.0731707289814949, 0.07527883350849152, 0.07738694548606873, 0.07949505001306534, 0.08160315454006195, 0.08371126651763916, 0.08581937104463577, 0.08792747557163239]}, "_runtime": 24.41432285308838, "_timestamp": 1596207409.002946, "_step": 23}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 4.0, 2.0, 2.0, 5.0, 3.0, 0.0, 1.0, 0.0, 0.0, 4.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 4.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.00948587991297245, -0.009196678176522255, -0.008907475508749485, -0.00861827377229929, -0.00832907110452652, -0.008039869368076324, -0.007750667165964842, -0.007461464963853359, -0.007172262761741877, -0.006883060559630394, -0.006593858357518911, -0.006304656155407429, -0.006015454418957233, -0.005726252216845751, -0.005437050014734268, -0.005147847812622786, -0.004858645610511303, -0.00456944340839982, -0.004280241206288338, -0.003991039004176855, -0.003701837034896016, -0.0034126348327845335, -0.0031234328635036945, -0.002834230661392212, -0.0025450284592807293, -0.0022558262571692467, -0.001966624055057764, -0.001677422085776925, -0.0013882198836654425, -0.0010990176815539598, -0.000809815595857799, -0.0005206134519539773, -0.00023141130805015564, 5.779083585366607e-05, 0.0003469929797574878, 0.0006361951236613095, 0.0009253972675651312, 0.0012145994696766138, 0.0015038015553727746, 0.0017930036410689354, 0.002082205843180418, 0.0023714080452919006, 0.0026606102474033833, 0.0029498122166842222, 0.003239014418795705, 0.0035282166209071875, 0.0038174185901880264, 0.004106620792299509, 0.004395822994410992, 0.004685025196522474, 0.004974227398633957, 0.0052634296007454395, 0.005552631802856922, 0.0058418335393071175, 0.0061310357414186, 0.006420237943530083, 0.006709440145641565, 0.006998642347753048, 0.0072878445498645306, 0.007577046751976013, 0.007866248488426208, 0.008155451156198978, 0.008444652892649174, 0.008733855560421944, 0.009023057296872139]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 4.0, 4.0, 4.0, 1.0, 1.0, 2.0, 5.0, 2.0, 8.0, 7.0, 7.0, 14.0, 19.0, 22.0, 27.0, 24.0, 35.0, 48.0, 72.0, 68.0, 84.0, 138.0, 157.0, 259.0, 417.0, 4646.0, 799.0, 328.0, 187.0, 159.0, 89.0, 63.0, 44.0, 37.0, 26.0, 21.0, 29.0, 12.0, 10.0, 11.0, 10.0, 9.0, 4.0, 2.0, 7.0, 2.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.14921371638774872, -0.14447790384292603, -0.13974210619926453, -0.13500629365444183, -0.13027048110961914, -0.12553468346595764, -0.12079887092113495, -0.11606306582689285, -0.11132726073265076, -0.10659145563840866, -0.10185565054416656, -0.09711983799934387, -0.09238403290510178, -0.08764822781085968, -0.08291241526603699, -0.07817661017179489, -0.0734408050775528, -0.0687049999833107, -0.0639691948890686, -0.05923338234424591, -0.054497577250003815, -0.04976177215576172, -0.045025963336229324, -0.04029015451669693, -0.035554349422454834, -0.03081854246556759, -0.026082735508680344, -0.0213469285517931, -0.016611121594905853, -0.011875314638018608, -0.007139507681131363, -0.0024037007242441177, 0.0023321062326431274, 0.007067913189530373, 0.011803720146417618, 0.016539527103304863, 0.021275334060192108, 0.026011141017079353, 0.0307469479739666, 0.03548275679349899, 0.04021856188774109, 0.044954366981983185, 0.04969017580151558, 0.054425984621047974, 0.05916178971529007, 0.06389759480953217, 0.06863340735435486, 0.07336921244859695, 0.07810501754283905, 0.08284082263708115, 0.08757662773132324, 0.09231244027614594, 0.09704824537038803, 0.10178405046463013, 0.10651986300945282, 0.11125566810369492, 0.11599147319793701, 0.12072727829217911, 0.1254630833864212, 0.1301988959312439, 0.1349346935749054, 0.1396705061197281, 0.14440631866455078, 0.14914211630821228, 0.15387792885303497]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 3.0, 0.0, 1.0, 2.0, 0.0, 2.0, 4.0, 3.0, 3.0, 4.0, 6.0, 4.0, 1.0, 3.0, 4.0, 3.0, 26.0, 2.0, 2.0, 6.0, 1.0, 3.0, 3.0, 5.0, 1.0, 5.0, 2.0, 3.0, 5.0, 3.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0023500053212046623, -0.00227338750846684, -0.0021967694628983736, -0.002120151650160551, -0.002043533604592085, -0.0019669157918542624, -0.001890297862701118, -0.0018136799335479736, -0.0017370620043948293, -0.001660444075241685, -0.0015838261460885406, -0.0015072082169353962, -0.0014305904041975737, -0.0013539724750444293, -0.001277354545891285, -0.0012007366167381406, -0.0011241186875849962, -0.0010475007584318519, -0.0009708828292787075, -0.0008942649583332241, -0.0008176470291800797, -0.0007410291000269353, -0.0006644112290814519, -0.0005877932999283075, -0.0005111753707751632, -0.0004345574416220188, -0.0003579395415727049, -0.000281321641523391, -0.00020470371237024665, -0.00012808579776901752, -5.1467883167788386e-05, 2.5150031433440745e-05, 0.00010176794603466988, 0.000178385860635899, 0.00025500377523712814, 0.00033162167528644204, 0.0004082396044395864, 0.00048485753359273076, 0.0005614754045382142, 0.0006380933336913586, 0.0007147112628445029, 0.0007913291919976473, 0.0008679471211507916, 0.0009445649920962751, 0.0010211828630417585, 0.001097800792194903, 0.0011744187213480473, 0.0012510366505011916, 0.001327654579654336, 0.0014042725088074803, 0.0014808904379606247, 0.001557508367113769, 0.0016341262962669134, 0.001710744109004736, 0.0017873620381578803, 0.0018639799673110247, 0.001940597896464169, 0.0020172158256173134, 0.002093833638355136, 0.002170451683923602, 0.0022470694966614246, 0.002323687542229891, 0.0024003053549677134, 0.0024769234005361795, 0.002553541213274002]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 3.0, 3.0, 1.0, 7.0, 3.0, 10.0, 11.0, 18.0, 23.0, 36.0, 60.0, 68.0, 106.0, 164.0, 230.0, 404.0, 531.0, 839.0, 1308.0, 2078.0, 3435.0, 5882.0, 10075.0, 18423.0, 34866.0, 72338.0, 186906.0, 674808.0, 75583.0, 37881.0, 20753.0, 12189.0, 7503.0, 4613.0, 2900.0, 1860.0, 1188.0, 842.0, 550.0, 362.0, 241.0, 163.0, 97.0, 81.0, 52.0, 51.0, 34.0, 19.0, 13.0, 15.0, 6.0, 3.0, 4.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.007852726615965366, -0.007608549669384956, -0.007364372257143259, -0.007120195310562849, -0.006876017898321152, -0.006631840951740742, -0.006387664005160332, -0.006143486592918634, -0.005899309646338224, -0.005655132699757814, -0.005410955287516117, -0.005166778340935707, -0.004922601394355297, -0.0046784239821136, -0.00443424703553319, -0.0041900696232914925, -0.0039458926767110825, -0.003701715497300029, -0.003457538317888975, -0.003213361371308565, -0.0029691841918975115, -0.002725007012486458, -0.002480830065906048, -0.002236652886494994, -0.0019924757070839405, -0.0017482985276728868, -0.001504121464677155, -0.0012599444016814232, -0.0010157672222703695, -0.0007715901010669768, -0.000527412979863584, -0.0002832358586601913, -3.9058737456798553e-05, 0.0002051183837465942, 0.00044929550494998693, 0.0006934726261533797, 0.0009376497473567724, 0.001181826926767826, 0.001426003989763558, 0.0016701810527592897, 0.0019143582321703434, 0.002158535411581397, 0.0024027125909924507, 0.0026468895375728607, 0.0028910667169839144, 0.003135243896394968, 0.003379420842975378, 0.0036235980223864317, 0.0038677752017974854, 0.004111952148377895, 0.004356129560619593, 0.004600306507200003, 0.0048444839194417, 0.00508866086602211, 0.00533283781260252, 0.005577015224844217, 0.005821192171424627, 0.006065369118005037, 0.006309546530246735, 0.006553723476827145, 0.006797900423407555, 0.007042077835649252, 0.007286254782229662, 0.007530432194471359, 0.007774609141051769]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 7.0, 8.0, 14.0, 2.0, 9.0, 5.0, 1.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.03329366818070412, -0.032535046339035034, -0.03177642077207565, -0.03101779893040657, -0.030259177088737488, -0.029500553384423256, -0.028741929680109024, -0.02798330783843994, -0.02722468413412571, -0.026466060429811478, -0.025707438588142395, -0.024948814883828163, -0.02419019117951393, -0.02343156933784485, -0.022672945633530617, -0.021914323791861534, -0.021155700087547302, -0.02039707638323307, -0.019638454541563988, -0.018879830837249756, -0.018121208995580673, -0.01736258529126644, -0.01660396158695221, -0.015845339745283127, -0.015086716040968895, -0.014328093267977238, -0.01356947049498558, -0.012810846790671349, -0.012052224017679691, -0.011293601244688034, -0.010534977540373802, -0.009776354767382145, -0.009017731994390488, -0.00825910922139883, -0.007500485982745886, -0.006741862744092941, -0.005983239971101284, -0.005224617198109627, -0.004465993959456682, -0.0037073709536343813, -0.0029487479478120804, -0.0021901249419897795, -0.0014315019361674786, -0.0006728789303451777, 8.574407547712326e-05, 0.0008443670812994242, 0.001602990087121725, 0.002361613092944026, 0.003120236098766327, 0.003878859104588628, 0.004637482110410929, 0.005396105349063873, 0.0061547281220555305, 0.006913350895047188, 0.007671974133700132, 0.008430597372353077, 0.009189220145344734, 0.009947842918336391, 0.010706465691328049, 0.01146508939564228, 0.012223712168633938, 0.012982334941625595, 0.013740958645939827, 0.014499581418931484, 0.015258204191923141]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [8.0, 16.0, 9.0, 12.0, 9.0, 16.0, 13.0, 21.0, 16.0, 14.0, 18.0, 9.0, 13.0, 23.0, 25.0, 41.0, 42.0, 55.0, 38.0, 34.0, 45.0, 48.0, 75.0, 120.0, 284.0, 635.0, 1485.0, 3579.0, 7381.0, 1689.0, 861.0, 520.0, 335.0, 215.0, 160.0, 116.0, 76.0, 63.0, 37.0, 35.0, 27.0, 27.0, 30.0, 25.0, 19.0, 14.0, 10.0, 12.0, 11.0, 11.0, 12.0, 7.0, 8.0, 5.0, 7.0, 2.0, 1.0, 2.0, 1.0, 2.0, 0.0, 3.0, 1.0, 4.0], "bins": [-0.011030907742679119, -0.010640515014529228, -0.010250121355056763, -0.009859728626906872, -0.009469335898756981, -0.00907894317060709, -0.008688550442457199, -0.008298156782984734, -0.007907764054834843, -0.007517371326684952, -0.007126978132873774, -0.006736584939062595, -0.0063461922109127045, -0.005955799482762814, -0.005565406288951635, -0.005175013095140457, -0.004784620366990566, -0.004394227638840675, -0.004003834445029497, -0.0036134414840489626, -0.003223048523068428, -0.0028326555620878935, -0.002442262601107359, -0.0020518696401268244, -0.0016614766791462898, -0.0012710837181657553, -0.0008806907571852207, -0.0004902977962046862, -9.990483522415161e-05, 0.00029048812575638294, 0.0006808810867369175, 0.001071274047717452, 0.0014616670086979866, 0.0018520599696785212, 0.0022424529306590557, 0.0026328458916395903, 0.003023238852620125, 0.0034136318136006594, 0.003804024774581194, 0.004194417968392372, 0.004584810696542263, 0.004975203424692154, 0.005365596618503332, 0.00575598981231451, 0.006146382540464401, 0.006536775268614292, 0.00692716846242547, 0.0073175616562366486, 0.0077079543843865395, 0.00809834711253643, 0.008488740772008896, 0.008879133500158787, 0.009269526228308678, 0.009659918956458569, 0.01005031168460846, 0.010440705344080925, 0.010831098072230816, 0.011221490800380707, 0.011611884459853172, 0.012002277188003063, 0.012392669916152954, 0.012783062644302845, 0.013173455372452736, 0.013563849031925201, 0.013954241760075092]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 3.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.054482199251651764, -0.05161953344941139, -0.04875686764717102, -0.04589420184493065, -0.04303153604269028, -0.040168870240449905, -0.037306204438209534, -0.03444353863596916, -0.03158087283372879, -0.02871820703148842, -0.025855541229248047, -0.022992875427007675, -0.020130209624767303, -0.017267543822526932, -0.01440487802028656, -0.011542212218046188, -0.008679546415805817, -0.005816880613565445, -0.0029542148113250732, -9.154900908470154e-05, 0.00277111679315567, 0.005633782595396042, 0.008496448397636414, 0.011359114199876785, 0.014221780002117157, 0.01708444580435753, 0.0199471116065979, 0.022809777408838272, 0.025672443211078644, 0.028535109013319016, 0.03139777481555939, 0.03426044061779976, 0.03712310642004013, 0.0399857722222805, 0.042848438024520874, 0.045711103826761246, 0.04857376962900162, 0.05143643543124199, 0.05429910123348236, 0.05716176703572273, 0.060024432837963104, 0.06288710236549377, 0.06574976444244385, 0.06861242651939392, 0.07147509604692459, 0.07433776557445526, 0.07720042765140533, 0.08006308972835541, 0.08292575925588608, 0.08578842878341675, 0.08865109086036682, 0.0915137529373169, 0.09437642246484756, 0.09723909199237823, 0.10010175406932831, 0.10296441614627838, 0.10582708567380905, 0.10868975520133972, 0.1115524172782898, 0.11441507935523987, 0.11727774888277054, 0.12014041841030121, 0.12300308048725128, 0.12586574256420135, 0.12872841954231262]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 1.0, 3.0, 1.0, 3.0, 4.0, 1.0, 3.0, 6.0, 5.0, 5.0, 9.0, 9.0, 10.0, 10.0, 16.0, 52.0, 35.0, 31.0, 28.0, 13.0, 5.0, 6.0, 6.0, 4.0, 3.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.04882276430726051, -0.047286730259656906, -0.0457506962120533, -0.04421466588973999, -0.04267863184213638, -0.041142597794532776, -0.03960656374692917, -0.03807052969932556, -0.036534495651721954, -0.034998465329408646, -0.03346243128180504, -0.03192639723420143, -0.030390363186597824, -0.028854331001639366, -0.02731829695403576, -0.0257822647690773, -0.024246230721473694, -0.022710196673870087, -0.02117416448891163, -0.01963813044130802, -0.018102098256349564, -0.016566064208745956, -0.01503003016114235, -0.013493997044861317, -0.011957963928580284, -0.010421930812299252, -0.008885897696018219, -0.007349863648414612, -0.005813830532133579, -0.004277797415852547, -0.002741763833910227, -0.0012057304847985506, 0.0003303028643131256, 0.0018663362134248018, 0.003402369562536478, 0.004938403144478798, 0.0064744362607598305, 0.008010469377040863, 0.00954650342464447, 0.011082536540925503, 0.012618569657206535, 0.014154602773487568, 0.0156906358897686, 0.017226669937372208, 0.018762703984975815, 0.020298736169934273, 0.02183477021753788, 0.023370802402496338, 0.024906836450099945, 0.026442870497703552, 0.02797890268266201, 0.029514936730265617, 0.031050968915224075, 0.03258700296282768, 0.03412303701043129, 0.0356590710580349, 0.037195101380348206, 0.03873113542795181, 0.04026716947555542, 0.04180320352315903, 0.043339237570762634, 0.04487527161836624, 0.04641130194067955, 0.04794733598828316, 0.049483370035886765]}, "_runtime": 25.19815707206726, "_timestamp": 1596207409.78678, "_step": 24}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 3.0, 2.0, 3.0, 1.0, 3.0, 0.0, 0.0, 4.0, 2.0, 3.0, 1.0, 1.0, 4.0, 1.0, 5.0, 0.0, 5.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 4.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013335849158465862, -0.012923399917781353, -0.012510951608419418, -0.012098502367734909, -0.0116860531270504, -0.011273604817688465, -0.010861155577003956, -0.010448707267642021, -0.010036258026957512, -0.009623808786273003, -0.009211360476911068, -0.008798911236226559, -0.008386462926864624, -0.007974013686180115, -0.0075615644454956055, -0.0071491156704723835, -0.0067366668954491615, -0.0063242181204259396, -0.005911769345402718, -0.005499320104718208, -0.005086871329694986, -0.004674422554671764, -0.004261973313987255, -0.003849524538964033, -0.003437075763940811, -0.003024626988917589, -0.0026121779810637236, -0.002199728973209858, -0.001787280198186636, -0.0013748313067480922, -0.0009623824153095484, -0.0005499335238710046, -0.00013748463243246078, 0.000274964259006083, 0.0006874131504446268, 0.0010998620418831706, 0.0015123109333217144, 0.0019247598247602582, 0.002337208716198802, 0.0027496577240526676, 0.0031621064990758896, 0.0035745552740991116, 0.0039870040491223335, 0.004399453289806843, 0.004811902064830065, 0.005224350839853287, 0.005636800080537796, 0.006049248855561018, 0.00646169763058424, 0.006874146405607462, 0.007286595180630684, 0.007699044421315193, 0.008111493661999702, 0.008523941971361637, 0.008936391212046146, 0.009348839521408081, 0.00976128876209259, 0.0101737380027771, 0.010586186312139034, 0.010998635552823544, 0.011411083862185478, 0.011823533102869987, 0.012235982343554497, 0.012648430652916431, 0.01306087989360094]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 2.0, 1.0, 3.0, 4.0, 7.0, 6.0, 8.0, 13.0, 11.0, 29.0, 22.0, 40.0, 44.0, 49.0, 79.0, 91.0, 110.0, 173.0, 247.0, 446.0, 4410.0, 997.0, 391.0, 228.0, 132.0, 78.0, 70.0, 59.0, 40.0, 31.0, 27.0, 19.0, 14.0, 17.0, 5.0, 5.0, 4.0, 2.0, 5.0, 1.0, 0.0, 1.0, 2.0, 3.0], "bins": [-0.23408064246177673, -0.22832486033439636, -0.2225690633058548, -0.21681328117847443, -0.21105748414993286, -0.2053017020225525, -0.19954590499401093, -0.19379012286663055, -0.188034325838089, -0.18227854371070862, -0.17652276158332825, -0.17076696455478668, -0.1650111824274063, -0.15925538539886475, -0.15349960327148438, -0.1477438062429428, -0.14198802411556244, -0.13623224198818207, -0.1304764449596405, -0.12472065538167953, -0.11896486580371857, -0.1132090836763382, -0.10745329409837723, -0.10169750452041626, -0.09594171494245529, -0.09018592536449432, -0.08443013578653336, -0.07867434620857239, -0.07291856408119202, -0.06716277450323105, -0.06140698492527008, -0.05565119534730911, -0.049895405769348145, -0.044139616191387177, -0.03838382661342621, -0.03262804076075554, -0.02687225118279457, -0.021116461604833603, -0.015360673889517784, -0.00960488524287939, -0.0038490965962409973, 0.001906692050397396, 0.0076624806970357895, 0.013418269343674183, 0.019174057990312576, 0.024929847568273544, 0.030685635283589363, 0.03644142299890518, 0.04219721257686615, 0.04795300215482712, 0.053708791732788086, 0.059464577585458755, 0.06522037088871002, 0.0709761530160904, 0.07673194259405136, 0.08248773217201233, 0.0882435217499733, 0.09399931132793427, 0.09975510090589523, 0.1055108904838562, 0.11126667261123657, 0.11702246218919754, 0.12277825176715851, 0.12853404879570007, 0.13428983092308044]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 2.0, 1.0, 2.0, 0.0, 1.0, 2.0, 3.0, 3.0, 3.0, 3.0, 3.0, 2.0, 3.0, 3.0, 0.0, 3.0, 3.0, 1.0, 28.0, 5.0, 5.0, 3.0, 1.0, 4.0, 4.0, 1.0, 1.0, 3.0, 0.0, 0.0, 3.0, 1.0, 4.0, 3.0, 1.0, 2.0, 2.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.003096702042967081, -0.0030050179921090603, -0.0029133339412510395, -0.002821649657562375, -0.0027299656067043543, -0.0026382815558463335, -0.002546597272157669, -0.0024549132212996483, -0.0023632291704416275, -0.0022715451195836067, -0.002179861068725586, -0.0020881767850369215, -0.0019964927341789007, -0.00190480868332088, -0.0018131245160475373, -0.0017214403487741947, -0.001629756297916174, -0.0015380722470581532, -0.0014463880797848105, -0.001354703912511468, -0.0012630198616534472, -0.0011713358107954264, -0.0010796516435220838, -0.0009879674762487411, -0.0008962834253907204, -0.0008045993163250387, -0.000712915207259357, -0.0006212310981936753, -0.0005295469891279936, -0.0004378628800623119, -0.0003461787709966302, -0.0002544946619309485, -0.0001628105528652668, -7.11264437995851e-05, 2.0557665266096592e-05, 0.00011224177433177829, 0.00020392588339745998, 0.0002956099924631417, 0.0003872941015288234, 0.00047897821059450507, 0.0005706623196601868, 0.0006623464287258685, 0.0007540305377915502, 0.0008457146468572319, 0.0009373987559229136, 0.0010290828067809343, 0.001120766974054277, 0.0012124511413276196, 0.0013041351921856403, 0.0013958192430436611, 0.0014875034103170037, 0.0015791875775903463, 0.0016708716284483671, 0.001762555679306388, 0.0018542398465797305, 0.0019459240138530731, 0.002037608064711094, 0.0021292921155691147, 0.0022209761664271355, 0.0023126604501158, 0.0024043445009738207, 0.0024960285518318415, 0.002587712835520506, 0.0026793968863785267, 0.0027710809372365475]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 3.0, 8.0, 11.0, 16.0, 36.0, 34.0, 60.0, 91.0, 134.0, 240.0, 329.0, 521.0, 753.0, 1242.0, 2075.0, 3500.0, 6306.0, 11871.0, 23185.0, 49863.0, 126134.0, 741515.0, 105678.0, 46497.0, 23994.0, 13457.0, 7858.0, 4891.0, 2991.0, 1996.0, 1387.0, 906.0, 630.0, 435.0, 320.0, 217.0, 142.0, 105.0, 65.0, 39.0, 29.0, 16.0, 13.0, 13.0, 6.0, 11.0, 2.0, 5.0, 4.0, 0.0, 2.0, 3.0], "bins": [-0.01046734768897295, -0.010154973715543747, -0.009842600673437119, -0.009530226700007915, -0.009217853657901287, -0.008905479684472084, -0.008593106642365456, -0.008280732668936253, -0.00796835869550705, -0.007655985653400421, -0.007343612145632505, -0.00703123863786459, -0.006718864664435387, -0.006406491156667471, -0.006094117648899555, -0.0057817441411316395, -0.005469370633363724, -0.005156997125595808, -0.004844623617827892, -0.004532250110059977, -0.004219876602292061, -0.003907502628862858, -0.003595129121094942, -0.0032827556133270264, -0.0029703821055591106, -0.002658008597791195, -0.002345635090023279, -0.00203326134942472, -0.001720887841656804, -0.0014085143338888884, -0.0010961407097056508, -0.0007837671437300742, -0.00047139357775449753, -0.0001590200117789209, 0.00015335355419665575, 0.0004657271201722324, 0.000778100686147809, 0.0010904741939157248, 0.0014028478180989623, 0.0017152214422821999, 0.0020275949500501156, 0.0023399684578180313, 0.002652341965585947, 0.0029647157061845064, 0.003277089213952422, 0.003589462721720338, 0.0039018364623188972, 0.004214209970086813, 0.004526583477854729, 0.004838956985622644, 0.00515133049339056, 0.005463704001158476, 0.005776077508926392, 0.006088451482355595, 0.00640082499012351, 0.006713198497891426, 0.007025572005659342, 0.0073379455134272575, 0.007650319021195173, 0.007962692528963089, 0.008275066502392292, 0.00858743954449892, 0.008899813517928123, 0.009212186560034752, 0.009524560533463955]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 3.0, 2.0, 2.0, 2.0, 4.0, 3.0, 4.0, 4.0, 3.0, 1.0, 8.0, 2.0, 0.0, 4.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.019995804876089096, -0.019226163625717163, -0.01845652423799038, -0.017686882987618446, -0.016917243599891663, -0.01614760234951973, -0.015377962030470371, -0.014608321711421013, -0.013838681392371655, -0.013069041073322296, -0.012299400754272938, -0.01152976043522358, -0.010760119184851646, -0.009990478865802288, -0.00922083854675293, -0.008451198227703571, -0.007681557908654213, -0.006911917589604855, -0.006142277270555496, -0.0053726364858448505, -0.004602996166795492, -0.003833355847746134, -0.0030637152958661318, -0.0022940747439861298, -0.0015244344249367714, -0.0007547939894720912, 1.4846445992588997e-05, 0.0007844868814572692, 0.0015541273169219494, 0.0023237676359713078, 0.0030934081878513098, 0.003863048739731312, 0.00463268905878067, 0.0054023293778300285, 0.006171969696879387, 0.006941610481590033, 0.007711250800639391, 0.008480891585350037, 0.009250531904399395, 0.010020172223448753, 0.010789812542498112, 0.01155945286154747, 0.012329093180596828, 0.013098733499646187, 0.01386837475001812, 0.014638015069067478, 0.015407655388116837, 0.01617729477584362, 0.016946936026215553, 0.017716577276587486, 0.01848621666431427, 0.019255857914686203, 0.020025497302412987, 0.02079513855278492, 0.021564777940511703, 0.022334419190883636, 0.02310406044125557, 0.023873699828982353, 0.024643341079354286, 0.02541298046708107, 0.026182621717453003, 0.026952261105179787, 0.02772190235555172, 0.028491541743278503, 0.029261182993650436]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 2.0, 0.0, 2.0, 2.0, 2.0, 6.0, 5.0, 10.0, 8.0, 19.0, 15.0, 30.0, 34.0, 39.0, 57.0, 73.0, 82.0, 98.0, 129.0, 197.0, 233.0, 333.0, 364.0, 460.0, 601.0, 726.0, 906.0, 1275.0, 1838.0, 5903.0, 1458.0, 810.0, 576.0, 416.0, 360.0, 222.0, 222.0, 163.0, 139.0, 132.0, 89.0, 84.0, 62.0, 45.0, 39.0, 37.0, 27.0, 18.0, 16.0, 12.0, 11.0, 9.0, 8.0, 5.0, 7.0, 5.0, 1.0, 1.0, 1.0, 3.0, 2.0, 0.0, 1.0], "bins": [-0.013561622239649296, -0.013118254020810127, -0.012674885801970959, -0.012231516651809216, -0.011788148432970047, -0.011344780214130878, -0.01090141199529171, -0.010458043776452541, -0.010014675557613373, -0.00957130640745163, -0.009127938188612461, -0.008684569969773293, -0.008241201750934124, -0.007797833066433668, -0.0073544648475945, -0.006911096163094044, -0.006467727944254875, -0.006024359725415707, -0.005580991040915251, -0.005137622822076082, -0.004694254137575626, -0.004250885918736458, -0.0038075176998972893, -0.003364149248227477, -0.002920780796557665, -0.0024774123448878527, -0.0020340438932180405, -0.001590675674378872, -0.0011473072227090597, -0.0007039388292469084, -0.00026057043578475714, 0.00018279795767739415, 0.0006261663511395454, 0.0010695348028093576, 0.001512903138063848, 0.0019562714733183384, 0.0023996399249881506, 0.002843008376657963, 0.0032863765954971313, 0.0037297450471669436, 0.004173113498836756, 0.004616481717675924, 0.00505985040217638, 0.005503218621015549, 0.005946586839854717, 0.006389955524355173, 0.006833323743194342, 0.0072766924276947975, 0.007720060646533966, 0.008163428865373135, 0.008606797084212303, 0.009050166234374046, 0.009493534453213215, 0.009936902672052383, 0.010380270890891552, 0.01082363910973072, 0.011267008259892464, 0.011710376478731632, 0.0121537446975708, 0.01259711291640997, 0.013040481135249138, 0.013483849354088306, 0.01392721850425005, 0.014370586723089218, 0.014813954941928387]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 4.0, 4.0, 1.0, 3.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.27602213621139526, -0.26947861909866333, -0.2629351317882538, -0.25639161467552185, -0.2498481273651123, -0.24330461025238037, -0.23676110804080963, -0.2302176058292389, -0.22367410361766815, -0.2171306014060974, -0.21058709919452667, -0.20404359698295593, -0.197500079870224, -0.19095657765865326, -0.18441307544708252, -0.17786957323551178, -0.17132607102394104, -0.1647825688123703, -0.15823906660079956, -0.15169556438922882, -0.14515206217765808, -0.13860854506492615, -0.1320650428533554, -0.12552154064178467, -0.11897803843021393, -0.11243453621864319, -0.10589103400707245, -0.09934752434492111, -0.09280402213335037, -0.08626051992177963, -0.0797170102596283, -0.07317350804805756, -0.06663000583648682, -0.06008650362491608, -0.05354299768805504, -0.046999491751194, -0.04045598953962326, -0.03391248732805252, -0.027368981391191483, -0.020825477316975594, -0.014281973242759705, -0.007738469168543816, -0.0011949650943279266, 0.005348538979887962, 0.011892043054103851, 0.01843554712831974, 0.02497905120253563, 0.03152255713939667, 0.03806605935096741, 0.04460956156253815, 0.051153067499399185, 0.05769657343626022, 0.06424007564783096, 0.0707835778594017, 0.07732708752155304, 0.08387058973312378, 0.09041409194469452, 0.09695759415626526, 0.103501096367836, 0.11004460602998734, 0.11658810824155807, 0.12313161045312881, 0.12967512011528015, 0.1362186223268509, 0.14276212453842163]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 5.0, 4.0, 3.0, 2.0, 6.0, 18.0, 22.0, 23.0, 30.0, 51.0, 19.0, 11.0, 11.0, 5.0, 3.0, 5.0, 4.0, 5.0, 4.0, 4.0, 1.0, 3.0, 7.0, 3.0, 5.0, 5.0, 1.0, 3.0, 1.0, 2.0, 2.0], "bins": [-0.18979690968990326, -0.18533799052238464, -0.18087905645370483, -0.17642013728618622, -0.1719612181186676, -0.1675022840499878, -0.16304336488246918, -0.15858444571495056, -0.15412551164627075, -0.14966659247875214, -0.14520767331123352, -0.1407487392425537, -0.1362898200750351, -0.13183090090751648, -0.12737196683883667, -0.12291304767131805, -0.11845412105321884, -0.11399519443511963, -0.10953627526760101, -0.1050773486495018, -0.10061842203140259, -0.09615950286388397, -0.09170057624578476, -0.08724164962768555, -0.08278273046016693, -0.07832380384206772, -0.0738648772239685, -0.0694059506058693, -0.06494703143835068, -0.060488104820251465, -0.05602918192744255, -0.05157025530934334, -0.047111332416534424, -0.04265240952372551, -0.0381934829056263, -0.03373456001281738, -0.02927563525736332, -0.024816710501909256, -0.020357787609100342, -0.01589886285364628, -0.011439938098192215, -0.006981013808399439, -0.0025220895186066628, 0.0019368347711861134, 0.0063957590609788895, 0.010854683816432953, 0.015313607640564442, 0.01977253146469593, 0.024231456220149994, 0.028690380975604057, 0.03314930573105812, 0.037608228623867035, 0.04206715524196625, 0.04652607813477516, 0.050985001027584076, 0.05544392764568329, 0.0599028505384922, 0.06436177343130112, 0.06882070004940033, 0.07327962666749954, 0.07773854583501816, 0.08219747245311737, 0.08665639907121658, 0.0911153182387352, 0.09557424485683441]}, "_runtime": 26.008197784423828, "_timestamp": 1596207410.5968208, "_step": 25}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 4.0, 2.0, 3.0, 3.0, 4.0, 6.0, 1.0, 5.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.014327013865113258, -0.013949898071587086, -0.013572781346738338, -0.013195665553212166, -0.012818548828363419, -0.012441433034837246, -0.012064317241311073, -0.011687200516462326, -0.011310084722936153, -0.010932967998087406, -0.010555852204561234, -0.010178736411035061, -0.009801619686186314, -0.009424503892660141, -0.009047387167811394, -0.008670271374285221, -0.008293155580759048, -0.007916038855910301, -0.007538922596722841, -0.007161806803196669, -0.006784690544009209, -0.006407574284821749, -0.006030458025634289, -0.005653341766446829, -0.005276225507259369, -0.004899109713733196, -0.004521993454545736, -0.004144877195358276, -0.0037677609361708164, -0.003390644909814, -0.00301352865062654, -0.002636412624269724, -0.002259296365082264, -0.0018821802223101258, -0.0015050640795379877, -0.0011279478203505278, -0.0007508316775783896, -0.00037371550570242107, 3.4006661735475063e-06, 0.0003805168380495161, 0.0007576330099254847, 0.0011347491526976228, 0.001511865295469761, 0.0018889815546572208, 0.002266097813844681, 0.002643213840201497, 0.003020330099388957, 0.0033974461257457733, 0.0037745623849332333, 0.004151678644120693, 0.004528794903308153, 0.004905910696834326, 0.005283026956021786, 0.005660143215209246, 0.006037259474396706, 0.006414375733584166, 0.0067914919927716255, 0.007168607786297798, 0.007545724045485258, 0.007922840304672718, 0.00829995609819889, 0.008677072823047638, 0.00905418861657381, 0.009431305341422558, 0.00980842113494873]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 3.0, 2.0, 6.0, 6.0, 3.0, 8.0, 8.0, 12.0, 6.0, 16.0, 18.0, 24.0, 27.0, 47.0, 47.0, 64.0, 90.0, 97.0, 131.0, 179.0, 252.0, 407.0, 4629.0, 759.0, 339.0, 205.0, 132.0, 91.0, 79.0, 52.0, 40.0, 36.0, 24.0, 26.0, 12.0, 13.0, 12.0, 8.0, 4.0, 2.0, 4.0, 4.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1580992341041565, -0.15273882448673248, -0.14737842977046967, -0.14201802015304565, -0.13665761053562164, -0.13129721581935883, -0.12593680620193481, -0.1205764040350914, -0.11521600186824799, -0.10985559225082397, -0.10449519008398056, -0.09913478791713715, -0.09377437829971313, -0.08841397613286972, -0.0830535739660263, -0.0776931643486023, -0.07233276218175888, -0.06697236001491547, -0.061611954122781754, -0.05625154823064804, -0.050891146063804626, -0.045530740171670914, -0.0401703342795372, -0.03480993211269379, -0.029449526220560074, -0.02408912219107151, -0.018728718161582947, -0.013368312269449234, -0.00800790823996067, -0.0026475037448108196, 0.0027129007503390312, 0.00807330571115017, 0.013433709740638733, 0.018794113770127296, 0.02415451779961586, 0.029514923691749573, 0.03487532585859299, 0.0402357317507267, 0.04559613764286041, 0.05095653980970383, 0.05631694570183754, 0.06167735159397125, 0.06703775376081467, 0.07239815592765808, 0.07775856554508209, 0.0831189677119255, 0.08847936987876892, 0.09383977949619293, 0.09920018166303635, 0.10456058382987976, 0.10992099344730377, 0.11528139561414719, 0.1206417977809906, 0.1260022073984146, 0.13136260211467743, 0.13672301173210144, 0.14208342134952545, 0.14744381606578827, 0.15280422568321228, 0.1581646353006363, 0.1635250300168991, 0.16888543963432312, 0.17424584925174713, 0.17960624396800995, 0.18496665358543396]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 4.0, 3.0, 1.0, 1.0, 2.0, 5.0, 5.0, 3.0, 2.0, 4.0, 2.0, 3.0, 2.0, 27.0, 4.0, 4.0, 2.0, 6.0, 4.0, 0.0, 4.0, 2.0, 4.0, 2.0, 2.0, 3.0, 2.0, 1.0, 4.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.002632530638948083, -0.0025418438017368317, -0.0024511567316949368, -0.002360469661653042, -0.0022697828244417906, -0.0021790959872305393, -0.0020884089171886444, -0.0019977218471467495, -0.0019070350099354982, -0.0018163480563089252, -0.001725661102682352, -0.001634974149055779, -0.001544287195429206, -0.0014536002418026328, -0.0013629132881760597, -0.0012722263345494866, -0.0011815393809229136, -0.0010908524272963405, -0.0010001654736697674, -0.0009094785200431943, -0.0008187915664166212, -0.0007281046127900481, -0.000637417659163475, -0.000546730705536902, -0.00045604375191032887, -0.0003653567982837558, -0.0002746698446571827, -0.0001839828910306096, -9.329593740403652e-05, -2.608983777463436e-06, 8.807796984910965e-05, 0.00017876492347568274, 0.0002694518771022558, 0.0003601388307288289, 0.000450825784355402, 0.0005415127379819751, 0.0006321996916085482, 0.0007228866452351213, 0.0008135735988616943, 0.0009042605524882674, 0.0009949475061148405, 0.0010856344597414136, 0.0011763214133679867, 0.0012670083669945598, 0.0013576953206211329, 0.001448382274247706, 0.001539069227874279, 0.001629756181500852, 0.0017204431351274252, 0.0018111300887539983, 0.0019018170423805714, 0.0019925041124224663, 0.0020831909496337175, 0.002173877786844969, 0.0022645648568868637, 0.0023552519269287586, 0.00244593876414001, 0.002536625601351261, 0.002627312671393156, 0.002717999741435051, 0.0028086865786463022, 0.0028993734158575535, 0.0029900604858994484, 0.0030807475559413433, 0.0031714343931525946]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 7.0, 10.0, 12.0, 17.0, 31.0, 47.0, 57.0, 76.0, 128.0, 176.0, 230.0, 398.0, 579.0, 956.0, 1465.0, 2301.0, 3784.0, 6163.0, 10569.0, 18738.0, 35715.0, 73318.0, 203575.0, 639149.0, 78955.0, 41030.0, 23331.0, 13885.0, 8560.0, 5553.0, 3593.0, 2196.0, 1545.0, 1038.0, 666.0, 490.0, 396.0, 266.0, 188.0, 127.0, 106.0, 63.0, 47.0, 31.0, 19.0, 18.0, 13.0, 7.0, 6.0, 4.0, 0.0, 4.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008258800022304058, -0.007984071038663387, -0.007709342520684004, -0.00743461400270462, -0.00715988501906395, -0.006885156035423279, -0.006610427517443895, -0.006335698999464512, -0.006060970015823841, -0.00578624103218317, -0.005511512514203787, -0.005236783996224403, -0.004962055012583733, -0.004687326028943062, -0.004412597510963678, -0.004137868992984295, -0.003863140009343624, -0.003588411258533597, -0.00331368250772357, -0.0030389537569135427, -0.0027642250061035156, -0.0024894962552934885, -0.0022147675044834614, -0.0019400387536734343, -0.0016653100028634071, -0.00139058125205338, -0.0011158525012433529, -0.0008411237504333258, -0.0005663949996232986, -0.0002916662488132715, -1.69374980032444e-05, 0.0002577912528067827, 0.0005325200036168098, 0.000807248754426837, 0.001081977505236864, 0.0013567062560468912, 0.0016314350068569183, 0.0019061637576669455, 0.0021808925084769726, 0.0024556212592869997, 0.002730350010097027, 0.003005078760907054, 0.003279807511717081, 0.003554536262527108, 0.0038292650133371353, 0.004103993996977806, 0.0043787225149571896, 0.004653451032936573, 0.004928180016577244, 0.005202909000217915, 0.005477637518197298, 0.0057523660361766815, 0.006027095019817352, 0.006301824003458023, 0.0065765525214374065, 0.00685128103941679, 0.007126010023057461, 0.0074007390066981316, 0.007675467524677515, 0.007950196042656898, 0.00822492502629757, 0.00849965400993824, 0.00877438299357891, 0.009049111045897007, 0.009323840029537678]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 7.0, 1.0, 2.0, 2.0, 2.0, 1.0, 5.0, 0.0, 3.0, 5.0, 2.0, 3.0, 1.0, 3.0, 1.0, 4.0, 2.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.012432929128408432, -0.012038329616189003, -0.011643730103969574, -0.011249130591750145, -0.010854531079530716, -0.010459931567311287, -0.010065332055091858, -0.009670732542872429, -0.009276133030653, -0.00888153351843357, -0.008486934006214142, -0.008092334493994713, -0.007697735447436571, -0.007303135935217142, -0.006908536422997713, -0.006513936910778284, -0.006119337398558855, -0.005724737886339426, -0.005330138374119997, -0.004935538861900568, -0.004540939349681139, -0.00414633983746171, -0.0037517405580729246, -0.0033571410458534956, -0.0029625415336340666, -0.0025679420214146376, -0.0021733425091952085, -0.0017787431133911014, -0.0013841436011716723, -0.0009895440889522433, -0.0005949446349404752, -0.00020034515182487667, 0.0001942543312907219, 0.0005888538435101509, 0.00098345335572958, 0.0013780527515336871, 0.0017726522637531161, 0.0021672516595572233, 0.0025618511717766523, 0.0029564506839960814, 0.0033510501962155104, 0.0037456497084349394, 0.004140248987823725, 0.004534848500043154, 0.004929448012262583, 0.005324047524482012, 0.005718647036701441, 0.00611324654892087, 0.006507846061140299, 0.006902445573359728, 0.007297045085579157, 0.007691644597798586, 0.008086243644356728, 0.008480843156576157, 0.008875442668795586, 0.009270042181015015, 0.009664641693234444, 0.010059241205453873, 0.010453840717673302, 0.01084844022989273, 0.01124303974211216, 0.011637639254331589, 0.012032238766551018, 0.012426838278770447, 0.012821437790989876]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 3.0, 0.0, 0.0, 5.0, 2.0, 4.0, 6.0, 7.0, 7.0, 5.0, 15.0, 14.0, 19.0, 20.0, 28.0, 37.0, 41.0, 67.0, 84.0, 117.0, 169.0, 186.0, 244.0, 472.0, 1033.0, 5503.0, 2234.0, 1690.0, 1365.0, 1025.0, 856.0, 734.0, 552.0, 433.0, 325.0, 251.0, 213.0, 178.0, 113.0, 108.0, 59.0, 37.0, 42.0, 29.0, 17.0, 19.0, 9.0, 15.0, 8.0, 8.0, 5.0, 5.0, 0.0, 1.0, 2.0, 3.0, 0.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.007842544466257095, -0.007545662112534046, -0.00724877929314971, -0.006951896473765373, -0.006655014120042324, -0.006358131766319275, -0.006061248946934938, -0.005764366127550602, -0.005467483773827553, -0.005170601420104504, -0.004873718600720167, -0.004576835781335831, -0.0042799534276127815, -0.003983071073889732, -0.003686188254505396, -0.003389305667951703, -0.0030924230813980103, -0.0027955404948443174, -0.0024986579082906246, -0.002201775321736932, -0.001904892735183239, -0.0016080101486295462, -0.0013111275620758533, -0.0010142449755221605, -0.0007173623889684677, -0.0004204798024147749, -0.00012359721586108208, 0.00017328537069261074, 0.00047016795724630356, 0.0007670505437999964, 0.0010639331303536892, 0.001360815716907382, 0.0016576983034610748, 0.0019545808900147676, 0.0022514634765684605, 0.0025483460631221533, 0.002845228649675846, 0.003142111236229539, 0.0034389938227832317, 0.0037358764093369246, 0.004032758995890617, 0.0043296413496136665, 0.004626524168998003, 0.0049234069883823395, 0.005220289342105389, 0.005517171695828438, 0.005814054515212774, 0.006110937334597111, 0.00640781968832016, 0.006704702042043209, 0.0070015848614275455, 0.007298467680811882, 0.007595350034534931, 0.00789223238825798, 0.008189115673303604, 0.008485998027026653, 0.008782880380749702, 0.009079762734472752, 0.0093766450881958, 0.009673528373241425, 0.009970410726964474, 0.010267293080687523, 0.010564176365733147, 0.010861058719456196, 0.011157941073179245]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 2.0, 0.0, 0.0, 4.0, 2.0, 0.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.09433683007955551, -0.09204112738370895, -0.089745432138443, -0.08744972944259644, -0.08515402674674988, -0.08285833150148392, -0.08056262880563736, -0.0782669261097908, -0.07597123086452484, -0.07367552816867828, -0.07137982547283173, -0.06908412277698517, -0.06678842753171921, -0.06449272483587265, -0.06219702586531639, -0.05990132316946983, -0.057605624198913574, -0.055309925228357315, -0.05301422253251076, -0.0507185235619545, -0.04842282086610794, -0.04612712189555168, -0.04383142292499542, -0.041535720229148865, -0.039240021258592606, -0.036944322288036346, -0.03464861959218979, -0.03235292062163353, -0.03005721978843212, -0.027761518955230713, -0.025465819984674454, -0.023170119151473045, -0.020874418318271637, -0.01857871748507023, -0.01628301665186882, -0.013987317681312561, -0.011691616848111153, -0.009395916014909744, -0.0071002161130309105, -0.004804515745490789, -0.0025088153779506683, -0.00021311501041054726, 0.002082585357129574, 0.004378285724669695, 0.006673986092209816, 0.008969686925411224, 0.011265386827290058, 0.013561086729168892, 0.0158567875623703, 0.01815248839557171, 0.020448189228773117, 0.022743888199329376, 0.025039589032530785, 0.027335289865732193, 0.029630988836288452, 0.03192669153213501, 0.03422239050269127, 0.03651808947324753, 0.038813792169094086, 0.041109491139650345, 0.043405190110206604, 0.04570089280605316, 0.04799659177660942, 0.05029229447245598, 0.05258799344301224]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 4.0, 4.0, 1.0, 6.0, 3.0, 2.0, 4.0, 1.0, 2.0, 3.0, 3.0, 5.0, 9.0, 6.0, 7.0, 7.0, 11.0, 20.0, 40.0, 10.0, 16.0, 9.0, 10.0, 16.0, 10.0, 18.0, 16.0, 5.0, 6.0, 5.0, 6.0, 4.0, 2.0, 2.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.060270994901657104, -0.05882973596453667, -0.05738847702741623, -0.05594721809029579, -0.054505959153175354, -0.05306469649076462, -0.05162343755364418, -0.05018217861652374, -0.048740919679403305, -0.04729966074228287, -0.04585840180516243, -0.04441714286804199, -0.042975880205631256, -0.04153462126851082, -0.04009336233139038, -0.03865210339426994, -0.037210844457149506, -0.03576958552002907, -0.03432832658290863, -0.03288706764578819, -0.031445808708667755, -0.03000454790890217, -0.02856328710913658, -0.027122028172016144, -0.025680769234895706, -0.02423951029777527, -0.02279825136065483, -0.021356990560889244, -0.019915731623768806, -0.01847447268664837, -0.017033211886882782, -0.015591952949762344, -0.014150694012641907, -0.012709435075521469, -0.011268175207078457, -0.009826915338635445, -0.008385656401515007, -0.006944396998733282, -0.005503137595951557, -0.004061878193169832, -0.0026206187903881073, -0.0011793593876063824, 0.00026190001517534256, 0.0017031594179570675, 0.0031444188207387924, 0.004585678223520517, 0.006026937626302242, 0.007468197029083967, 0.008909456431865692, 0.01035071536898613, 0.011791975237429142, 0.013233235105872154, 0.014674494042992592, 0.01611575298011303, 0.017557013779878616, 0.018998272716999054, 0.02043953165411949, 0.02188079059123993, 0.023322049528360367, 0.024763310328125954, 0.02620456926524639, 0.02764582820236683, 0.029087089002132416, 0.030528347939252853, 0.03196960687637329]}, "_runtime": 26.834890365600586, "_timestamp": 1596207411.4235134, "_step": 26}
+{"epoch": 2, "val_accuracy": 0.7953032248858448, "val_loss": 0.5400312951166336, "_runtime": 28.344409704208374, "_timestamp": 1596207412.9330328, "_step": 27}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 3.0, 2.0, 1.0, 2.0, 2.0, 2.0, 0.0, 2.0, 3.0, 2.0, 4.0, 3.0, 2.0, 6.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009544042870402336, -0.009149313904345036, -0.008754584938287735, -0.008359855972230434, -0.007965127006173134, -0.007570398040115833, -0.007175669074058533, -0.006780940108001232, -0.006386211141943932, -0.005991482641547918, -0.005596753675490618, -0.005202024709433317, -0.004807295743376017, -0.004412566777318716, -0.0040178378112614155, -0.003623108845204115, -0.0032283798791468143, -0.0028336509130895138, -0.002438921947032213, -0.0020441929809749126, -0.001649464131332934, -0.0012547351652756333, -0.0008600062574259937, -0.00046527732047252357, -7.054838351905346e-05, 0.00032418055343441665, 0.0007189094903878868, 0.0011136383982375264, 0.001508367364294827, 0.0019030963303521276, 0.0022978251799941063, 0.002692554146051407, 0.0030872831121087074, 0.003482012078166008, 0.0038767410442233086, 0.004271470010280609, 0.00466619897633791, 0.00506092794239521, 0.005455656908452511, 0.005850385874509811, 0.006245114840567112, 0.006639843340963125, 0.007034572307020426, 0.007429301273077726, 0.007824030704796314, 0.008218759670853615, 0.008613488636910915, 0.009008217602968216, 0.009402945637702942, 0.009797674603760242, 0.010192403569817543, 0.010587132535874844, 0.010981861501932144, 0.011376590467989445, 0.011771319434046745, 0.012166048400104046, 0.012560777366161346, 0.012955506332218647, 0.013350235298275948, 0.013744964264333248, 0.014139693230390549, 0.01453442219644785, 0.01492915116250515, 0.01532388012856245, 0.01571860909461975]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 4.0, 2.0, 2.0, 4.0, 4.0, 15.0, 16.0, 11.0, 26.0, 21.0, 36.0, 50.0, 59.0, 91.0, 124.0, 200.0, 286.0, 873.0, 5105.0, 428.0, 183.0, 111.0, 76.0, 59.0, 37.0, 17.0, 20.0, 18.0, 8.0, 6.0, 9.0, 5.0, 2.0, 1.0, 4.0, 4.0, 1.0, 3.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.19382880628108978, -0.18690936267375946, -0.17998990416526794, -0.17307046055793762, -0.1661510020494461, -0.15923155844211578, -0.15231209993362427, -0.14539265632629395, -0.13847321271896362, -0.1315537542104721, -0.12463430315256119, -0.11771485209465027, -0.11079540848731995, -0.10387595742940903, -0.09695650637149811, -0.09003705531358719, -0.08311760425567627, -0.07619815319776535, -0.06927870213985443, -0.06235925480723381, -0.05543980374932289, -0.04852035269141197, -0.04160090535879135, -0.03468145430088043, -0.027762003242969513, -0.020842552185058594, -0.013923102989792824, -0.007003652863204479, -8.420273661613464e-05, 0.00683524738997221, 0.013754697516560555, 0.020674146711826324, 0.027593597769737244, 0.03451304882764816, 0.04143249988555908, 0.0483519472181797, 0.05527139827609062, 0.06219084933400154, 0.06911029666662216, 0.07602974772453308, 0.082949198782444, 0.08986864984035492, 0.09678810089826584, 0.10370755195617676, 0.11062699556350708, 0.117546446621418, 0.12446589767932892, 0.13138535618782043, 0.13830479979515076, 0.14522424340248108, 0.1521437019109726, 0.15906314551830292, 0.16598260402679443, 0.17290204763412476, 0.17982150614261627, 0.1867409497499466, 0.1936604082584381, 0.20057985186576843, 0.20749929547309875, 0.21441875398159027, 0.2213381975889206, 0.2282576560974121, 0.23517709970474243, 0.24209655821323395, 0.24901600182056427]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 4.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 5.0, 2.0, 1.0, 2.0, 2.0, 5.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 3.0, 1.0, 3.0, 3.0, 4.0, 3.0, 25.0, 3.0, 6.0, 3.0, 1.0, 1.0, 6.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 3.0, 2.0, 0.0, 5.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.0017087380401790142, -0.0016507951077073812, -0.0015928521752357483, -0.0015349092427641153, -0.0014769663102924824, -0.0014190233778208494, -0.0013610804453492165, -0.0013031375128775835, -0.0012451945804059505, -0.0011872516479343176, -0.0011293087154626846, -0.0010713657829910517, -0.0010134228505194187, -0.0009554799180477858, -0.0008975369855761528, -0.0008395940531045198, -0.0007816511206328869, -0.0007237081881612539, -0.000665765255689621, -0.000607822323217988, -0.0005498793907463551, -0.0004919364582747221, -0.00043399352580308914, -0.0003760505933314562, -0.0003181076608598232, -0.00026016472838819027, -0.0002022217959165573, -0.00014427886344492435, -8.63359309732914e-05, -2.839299850165844e-05, 2.9549933969974518e-05, 8.749286644160748e-05, 0.00014543579891324043, 0.0002033787313848734, 0.00026132166385650635, 0.0003192645963281393, 0.00037720752879977226, 0.0004351504612714052, 0.0004930933937430382, 0.0005510363262146711, 0.0006089792586863041, 0.000666922191157937, 0.00072486512362957, 0.000782808056101203, 0.0008407509885728359, 0.0008986939210444689, 0.0009566368535161018, 0.0010145797859877348, 0.0010725227184593678, 0.0011304656509310007, 0.0011884085834026337, 0.0012463515158742666, 0.0013042944483458996, 0.0013622373808175325, 0.0014201803132891655, 0.0014781232457607985, 0.0015360661782324314, 0.0015940091107040644, 0.0016519520431756973, 0.0017098949756473303, 0.0017678379081189632, 0.0018257808405905962, 0.0018837237730622292, 0.0019416667055338621, 0.001999609638005495]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 4.0, 2.0, 3.0, 4.0, 8.0, 5.0, 3.0, 17.0, 20.0, 34.0, 32.0, 63.0, 84.0, 134.0, 252.0, 386.0, 618.0, 909.0, 1587.0, 2537.0, 4191.0, 7270.0, 13259.0, 26644.0, 58672.0, 162948.0, 717934.0, 85385.0, 40639.0, 22044.0, 12597.0, 7576.0, 4718.0, 3092.0, 1998.0, 1286.0, 828.0, 533.0, 398.0, 273.0, 173.0, 130.0, 95.0, 56.0, 52.0, 28.0, 26.0, 29.0, 17.0, 19.0, 9.0, 7.0, 6.0, 4.0, 2.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.006812097039073706, -0.006562081165611744, -0.006312065292149782, -0.0060620494186878204, -0.005812033545225859, -0.005562017671763897, -0.005312001798301935, -0.0050619859248399734, -0.004811970051378012, -0.00456195417791605, -0.004311938304454088, -0.0040619224309921265, -0.0038119065575301647, -0.003561890684068203, -0.0033118748106062412, -0.0030618589371442795, -0.0028118430636823177, -0.002561827190220356, -0.0023118113167583942, -0.0020617954432964325, -0.0018117795698344707, -0.001561763696372509, -0.0013117478229105473, -0.0010617319494485855, -0.0008117160759866238, -0.000561700202524662, -0.00031168432906270027, -6.166845560073853e-05, 0.00018834741786122322, 0.00043836329132318497, 0.0006883791647851467, 0.0009383950382471085, 0.0011884109117090702, 0.001438426785171032, 0.0016884426586329937, 0.0019384585320949554, 0.002188474405556917, 0.002438490279018879, 0.0026885061524808407, 0.0029385220259428024, 0.003188537899404764, 0.003438553772866726, 0.0036885696463286877, 0.003938585519790649, 0.004188601393252611, 0.004438617266714573, 0.004688633140176535, 0.004938649013638496, 0.005188664887100458, 0.00543868076056242, 0.005688696634024382, 0.005938712507486343, 0.006188728380948305, 0.006438744254410267, 0.006688760127872229, 0.00693877600133419, 0.007188791874796152, 0.007438807748258114, 0.007688823621720076, 0.007938839495182037, 0.008188854902982712, 0.00843887124210596, 0.00868888758122921, 0.008938902989029884, 0.009188918396830559]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 4.0, 4.0, 1.0, 8.0, 5.0, 4.0, 5.0, 1.0, 1.0, 4.0, 3.0, 0.0, 3.0, 1.0, 0.0, 2.0, 1.0, 3.0, 1.0], "bins": [-0.02374916709959507, -0.02325526438653469, -0.022761361673474312, -0.022267458960413933, -0.021773556247353554, -0.021279653534293175, -0.020785750821232796, -0.020291848108172417, -0.019797945395112038, -0.01930404268205166, -0.01881013996899128, -0.0183162372559309, -0.01782233454287052, -0.017328431829810143, -0.016834529116749763, -0.016340626403689384, -0.015846725553274155, -0.015352821908891201, -0.014858919195830822, -0.014365016482770443, -0.013871113769710064, -0.013377211056649685, -0.012883308343589306, -0.012389405630528927, -0.011895503848791122, -0.011401601135730743, -0.010907698422670364, -0.010413795709609985, -0.009919892996549606, -0.009425990283489227, -0.008932087570428848, -0.00843818485736847, -0.00794428214430809, -0.007450379431247711, -0.006956476718187332, -0.006462574005126953, -0.005968671292066574, -0.005474769044667482, -0.004980866331607103, -0.004486963618546724, -0.003993060905486345, -0.0034991581924259663, -0.0030052554793655872, -0.002511352999135852, -0.002017450286075473, -0.0015235475730150938, -0.0010296449763700366, -0.0005357423215173185, -4.183966666460037e-05, 0.00045206298818811774, 0.0009459656430408359, 0.001439868239685893, 0.001933770952746272, 0.002427673665806651, 0.0029215761460363865, 0.0034154788590967655, 0.0039093815721571445, 0.004403284285217524, 0.004897186998277903, 0.005391089711338282, 0.005884991958737373, 0.006378894671797752, 0.006872797384858131, 0.0073667000979185104, 0.00786060281097889]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 3.0, 0.0, 6.0, 4.0, 6.0, 10.0, 17.0, 16.0, 17.0, 28.0, 24.0, 34.0, 33.0, 37.0, 39.0, 34.0, 37.0, 45.0, 44.0, 49.0, 80.0, 88.0, 97.0, 127.0, 130.0, 155.0, 172.0, 261.0, 356.0, 580.0, 851.0, 1550.0, 5927.0, 2091.0, 1349.0, 870.0, 612.0, 542.0, 468.0, 363.0, 251.0, 189.0, 140.0, 137.0, 116.0, 102.0, 81.0, 64.0, 38.0, 46.0, 33.0, 19.0, 15.0, 12.0, 7.0, 7.0, 7.0, 3.0, 8.0, 1.0, 1.0, 1.0], "bins": [-0.009298136457800865, -0.009029258973896503, -0.008760381489992142, -0.008491504937410355, -0.008222627453505993, -0.007953749969601631, -0.007684872951358557, -0.007415995933115482, -0.007147118449211121, -0.006878240965306759, -0.0066093639470636845, -0.00634048692882061, -0.006071609444916248, -0.005802731961011887, -0.005533854942768812, -0.005264977924525738, -0.004996100440621376, -0.004727222956717014, -0.00445834593847394, -0.0041894689202308655, -0.003920591436326504, -0.0036517141852527857, -0.0033828369341790676, -0.0031139596831053495, -0.0028450824320316315, -0.0025762051809579134, -0.0023073279298841953, -0.0020384506788104773, -0.0017695734277367592, -0.0015006961766630411, -0.001231818925589323, -0.000962941674515605, -0.0006940644234418869, -0.00042518717236816883, -0.00015630992129445076, 0.00011256732977926731, 0.0003814445808529854, 0.0006503218319267035, 0.0009191990830004215, 0.0011880763340741396, 0.0014569535851478577, 0.0017258308362215757, 0.001994708087295294, 0.002263585338369012, 0.00253246258944273, 0.002801339840516448, 0.003070217091590166, 0.003339094342663884, 0.0036079715937376022, 0.0038768488448113203, 0.004145726095885038, 0.004414603114128113, 0.0046834805980324745, 0.004952358081936836, 0.005221235100179911, 0.005490112118422985, 0.005758989602327347, 0.0060278670862317085, 0.006296744104474783, 0.006565621122717857, 0.006834498606622219, 0.007103376090526581, 0.007372253108769655, 0.00764113012701273, 0.007910007610917091]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.03724163770675659, -0.0350685641169548, -0.032895490527153015, -0.030722418799996376, -0.028549345210194588, -0.0263762716203928, -0.02420319989323616, -0.022030126303434372, -0.019857052713632584, -0.017683979123830795, -0.015510906465351582, -0.013337833806872368, -0.01116476021707058, -0.008991686627268791, -0.0068186139687895775, -0.0046455408446490765, -0.0024724677205085754, -0.0002993945963680744, 0.0018736785277724266, 0.004046751651912928, 0.006219824776053429, 0.008392898365855217, 0.01056597102433443, 0.012739043682813644, 0.014912117272615433, 0.01708519086241722, 0.01925826445221901, 0.02143133617937565, 0.023604409769177437, 0.025777483358979225, 0.027950555086135864, 0.030123628675937653, 0.03229670226573944, 0.03446977585554123, 0.03664284944534302, 0.038815923035144806, 0.040988996624946594, 0.043162066489458084, 0.04533514007925987, 0.04750821366906166, 0.04968128725886345, 0.05185436084866524, 0.054027434438467026, 0.056200508028268814, 0.058373577892780304, 0.06054665148258209, 0.06271972507238388, 0.06489279866218567, 0.06706587225198746, 0.06923894584178925, 0.07141201943159103, 0.07358509302139282, 0.07575816661119461, 0.0779312402009964, 0.08010431379079819, 0.08227738738059998, 0.08445045351982117, 0.08662352710962296, 0.08879660069942474, 0.09096967428922653, 0.09314274787902832, 0.09531582146883011, 0.0974888950586319, 0.09966196864843369, 0.10183504223823547]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 3.0, 2.0, 2.0, 3.0, 1.0, 2.0, 1.0, 7.0, 8.0, 11.0, 14.0, 9.0, 23.0, 14.0, 28.0, 41.0, 27.0, 22.0, 13.0, 12.0, 8.0, 5.0, 2.0, 1.0, 5.0, 0.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0], "bins": [-0.037799686193466187, -0.03629445657134056, -0.034789226949214935, -0.03328399360179901, -0.031778763979673386, -0.03027353435754776, -0.028768302872776985, -0.02726307325065136, -0.025757841765880585, -0.02425261214375496, -0.022747382521629333, -0.02124215103685856, -0.019736921414732933, -0.018231689929962158, -0.016726460307836533, -0.015221229754388332, -0.013715999200940132, -0.012210768647491932, -0.010705538094043732, -0.009200307540595531, -0.0076950774528086185, -0.006189846899360418, -0.004684616811573505, -0.003179386258125305, -0.001674155704677105, -0.00016892526764422655, 0.0013363051693886518, 0.0028415354900062084, 0.004346766043454409, 0.005851996596902609, 0.007357226684689522, 0.008862457238137722, 0.010367687791585922, 0.011872918345034122, 0.013378148898482323, 0.014883379451930523, 0.016388610005378723, 0.01789383962750435, 0.019399071112275124, 0.02090430073440075, 0.022409532219171524, 0.02391476184129715, 0.025419991463422775, 0.02692522294819355, 0.028430452570319176, 0.02993568405508995, 0.031440913677215576, 0.0329461432993412, 0.03445137292146683, 0.03595660626888275, 0.03746183589100838, 0.038967065513134, 0.04047229513525963, 0.04197752848267555, 0.04348275810480118, 0.044987987726926804, 0.04649321734905243, 0.047998446971178055, 0.04950368031859398, 0.051008909940719604, 0.05251413956284523, 0.054019369184970856, 0.05552460253238678, 0.057029832154512405, 0.05853506177663803]}, "_runtime": 29.146546125411987, "_timestamp": 1596207413.7351692, "_step": 28}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 2.0, 2.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 3.0, 2.0, 1.0, 0.0, 2.0, 3.0, 1.0, 1.0, 3.0, 4.0, 2.0, 2.0, 3.0, 2.0, 1.0, 3.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0], "bins": [-0.01047770120203495, -0.010183099657297134, -0.009888498112559319, -0.009593897499144077, -0.009299295954406261, -0.009004694409668446, -0.008710093796253204, -0.008415492251515388, -0.008120890706777573, -0.007826289162039757, -0.007531688082963228, -0.0072370870038867, -0.006942485459148884, -0.006647883914411068, -0.006353282835334539, -0.006058681756258011, -0.005764080211520195, -0.005469478666782379, -0.005174877587705851, -0.004880276508629322, -0.004585674963891506, -0.00429107341915369, -0.003996472340077162, -0.0037018710281699896, -0.0034072697162628174, -0.003112668404355645, -0.002818067092448473, -0.0025234657805413008, -0.0022288644686341286, -0.0019342631567269564, -0.0016396618448197842, -0.001345060532912612, -0.0010504592210054398, -0.0007558579090982676, -0.00046125659719109535, -0.00016665528528392315, 0.00012794602662324905, 0.00042254733853042126, 0.0007171486504375935, 0.0010117499623447657, 0.0013063512742519379, 0.00160095258615911, 0.0018955538980662823, 0.0021901552099734545, 0.0024847565218806267, 0.002779357833787799, 0.003073959145694971, 0.0033685604576021433, 0.0036631617695093155, 0.003957763314247131, 0.00425236439332366, 0.0045469654724001884, 0.004841567017138004, 0.00513616856187582, 0.005430769640952349, 0.005725370720028877, 0.006019972264766693, 0.006314573809504509, 0.0066091748885810375, 0.006903775967657566, 0.007198377512395382, 0.007492979057133198, 0.007787580136209726, 0.008082181215286255, 0.00837678276002407]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 1.0, 5.0, 5.0, 5.0, 4.0, 5.0, 7.0, 17.0, 8.0, 12.0, 23.0, 24.0, 24.0, 31.0, 56.0, 70.0, 81.0, 124.0, 144.0, 209.0, 376.0, 4403.0, 1234.0, 348.0, 188.0, 130.0, 89.0, 43.0, 50.0, 37.0, 37.0, 30.0, 18.0, 15.0, 13.0, 14.0, 8.0, 7.0, 7.0, 4.0, 7.0, 1.0, 2.0, 1.0, 0.0, 3.0, 1.0, 1.0, 2.0, 0.0, 1.0], "bins": [-0.1582041084766388, -0.15365880727767944, -0.1491135060787201, -0.14456818997859955, -0.1400228887796402, -0.13547758758068085, -0.1309322863817215, -0.12638698518276215, -0.1218416765332222, -0.11729637533426285, -0.1127510666847229, -0.10820576548576355, -0.1036604642868042, -0.09911515563726425, -0.0945698544383049, -0.09002454578876495, -0.0854792445898056, -0.08093394339084625, -0.0763886347413063, -0.07184333354234695, -0.067298024892807, -0.06275272369384766, -0.058207422494888306, -0.05366211757063866, -0.04911681264638901, -0.04457150772213936, -0.04002620279788971, -0.03548090159893036, -0.03093559667468071, -0.02639029175043106, -0.02184498868882656, -0.01729968562722206, -0.012754380702972412, -0.008209076710045338, -0.0036637727171182632, 0.0008815312758088112, 0.005426835268735886, 0.00997213926166296, 0.014517443254590034, 0.019062746316194534, 0.023608051240444183, 0.028153356164693832, 0.03269866108894348, 0.03724396228790283, 0.04178926721215248, 0.04633457213640213, 0.05087987333536148, 0.05542517825961113, 0.05997048318386078, 0.06451578438282013, 0.06906109303236008, 0.07360639423131943, 0.07815170288085938, 0.08269700407981873, 0.08724230527877808, 0.09178761392831802, 0.09633291512727737, 0.10087821632623672, 0.10542352497577667, 0.10996882617473602, 0.11451412737369537, 0.11905943602323532, 0.12360473722219467, 0.12815004587173462, 0.13269534707069397]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 6.0, 1.0, 5.0, 2.0, 4.0, 2.0, 1.0, 4.0, 8.0, 1.0, 4.0, 28.0, 3.0, 9.0, 0.0, 5.0, 4.0, 5.0, 1.0, 3.0, 1.0, 1.0, 1.0, 3.0, 2.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002629710827022791, -0.002538528759032488, -0.002447346691042185, -0.002356164623051882, -0.0022649825550615788, -0.0021738004870712757, -0.0020826184190809727, -0.0019914363510906696, -0.0019002542831003666, -0.0018090720986947417, -0.0017178900307044387, -0.0016267079627141356, -0.0015355258947238326, -0.0014443438267335296, -0.0013531617587432265, -0.0012619796907529235, -0.0011707976227626204, -0.0010796155547723174, -0.0009884334867820144, -0.0008972514187917113, -0.0008060693508014083, -0.0007148872246034443, -0.0006237051566131413, -0.0005325230886228383, -0.0004413410206325352, -0.0003501589526422322, -0.00025897688465192914, -0.00016779478755779564, -7.66127195674926e-05, 1.456935569876805e-05, 0.0001057514309650287, 0.00019693351350724697, 0.00028811558149755, 0.00037929764948785305, 0.0004704797174781561, 0.0005616617854684591, 0.0006528438534587622, 0.0007440259796567261, 0.0008352080476470292, 0.0009263901156373322, 0.0010175721254199743, 0.0011087543098255992, 0.0011999363778159022, 0.0012911184458062053, 0.0013823005137965083, 0.0014734825817868114, 0.0015646646497771144, 0.0016558467177674174, 0.0017470287857577205, 0.0018382108537480235, 0.0019293929217383265, 0.0020205751061439514, 0.0021117571741342545, 0.0022029392421245575, 0.0022941213101148605, 0.0023853033781051636, 0.0024764854460954666, 0.0025676675140857697, 0.0026588495820760727, 0.0027500316500663757, 0.0028412137180566788, 0.002932395786046982, 0.003023577854037285, 0.003114759922027588, 0.003205941990017891]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 3.0, 2.0, 2.0, 4.0, 12.0, 29.0, 27.0, 53.0, 106.0, 134.0, 257.0, 367.0, 623.0, 1090.0, 1944.0, 3409.0, 6588.0, 13348.0, 28708.0, 68445.0, 232927.0, 692998.0, 63240.0, 28633.0, 15054.0, 8370.0, 4886.0, 2916.0, 1805.0, 1255.0, 765.0, 510.0, 361.0, 236.0, 140.0, 118.0, 84.0, 64.0, 37.0, 24.0, 15.0, 14.0, 13.0, 3.0, 11.0, 4.0, 3.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.006660853512585163, -0.00638439180329442, -0.006107930094003677, -0.0058314683847129345, -0.005555006675422192, -0.005278544966131449, -0.005002083256840706, -0.004725621547549963, -0.00444915983825922, -0.004172698128968477, -0.0038962364196777344, -0.0036197747103869915, -0.0033433130010962486, -0.0030668512918055058, -0.002790389582514763, -0.00251392787322402, -0.002237466163933277, -0.0019610044546425343, -0.0016845427453517914, -0.0014080810360610485, -0.0011316193267703056, -0.0008551576174795628, -0.0005786959081888199, -0.000302234198898077, -2.5772489607334137e-05, 0.00025068921968340874, 0.0005271509289741516, 0.0008036126382648945, 0.0010800743475556374, 0.0013565360568463802, 0.001632997766137123, 0.001909459475427866, 0.002185921184718609, 0.0024623828940093517, 0.0027388446033000946, 0.0030153063125908375, 0.0032917680218815804, 0.0035682297311723232, 0.003844691440463066, 0.004121153149753809, 0.004397614859044552, 0.004674076568335295, 0.004950538277626038, 0.0052269999869167805, 0.005503461696207523, 0.005779923405498266, 0.006056385114789009, 0.006332846824079752, 0.006609308533370495, 0.006885770242661238, 0.007162231951951981, 0.0074386936612427235, 0.007715155370533466, 0.007991617545485497, 0.008268078789114952, 0.008544540032744408, 0.008821002207696438, 0.009097464382648468, 0.009373925626277924, 0.00965038686990738, 0.00992684904485941, 0.01020331121981144, 0.010479772463440895, 0.01075623370707035, 0.01103269588202238]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 3.0, 3.0, 2.0, 1.0, 15.0, 6.0, 6.0, 4.0, 3.0, 3.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02650264836847782, -0.025858227163553238, -0.025213804095983505, -0.024569382891058922, -0.02392495982348919, -0.023280538618564606, -0.022636115550994873, -0.02199169434607029, -0.021347271278500557, -0.020702850073575974, -0.02005842700600624, -0.019414005801081657, -0.018769582733511925, -0.01812516152858734, -0.01748073846101761, -0.016836317256093025, -0.016191896051168442, -0.015547472983598709, -0.014903050847351551, -0.014258628711104393, -0.013614206574857235, -0.012969784438610077, -0.012325362302362919, -0.01168094016611576, -0.011036518961191177, -0.01039209682494402, -0.009747674688696861, -0.009103252552449703, -0.008458830416202545, -0.007814408279955387, -0.007169986143708229, -0.006525564007461071, -0.005881141871213913, -0.005236719734966755, -0.004592297598719597, -0.003947875462472439, -0.0033034535590559244, -0.0026590314228087664, -0.002014609519392252, -0.001370187383145094, -0.0007257652468979359, -8.134316885843873e-05, 0.0005630789091810584, 0.0012075009290128946, 0.0018519230652600527, 0.0024963452015072107, 0.003140767104923725, 0.003785189241170883, 0.004429611377418041, 0.005074033513665199, 0.005718455649912357, 0.006362877786159515, 0.007007299922406673, 0.007651721592992544, 0.00829614419490099, 0.008940566331148148, 0.009584987536072731, 0.010229409672319889, 0.010873831808567047, 0.011518253944814205, 0.012162676081061363, 0.012807098217308521, 0.01345152035355568, 0.014095942489802837, 0.014740364626049995]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 2.0, 4.0, 2.0, 2.0, 3.0, 6.0, 3.0, 2.0, 1.0, 6.0, 10.0, 7.0, 8.0, 12.0, 10.0, 10.0, 15.0, 16.0, 18.0, 15.0, 19.0, 25.0, 20.0, 22.0, 29.0, 33.0, 36.0, 63.0, 81.0, 96.0, 99.0, 137.0, 145.0, 213.0, 244.0, 360.0, 512.0, 665.0, 1023.0, 1968.0, 6479.0, 2001.0, 1278.0, 860.0, 558.0, 407.0, 273.0, 169.0, 109.0, 98.0, 55.0, 46.0, 34.0, 30.0, 24.0, 24.0, 18.0, 11.0, 13.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.010570583865046501, -0.010314195416867733, -0.010057806968688965, -0.009801418520510197, -0.009545030072331429, -0.009288640692830086, -0.009032252244651318, -0.00877586379647255, -0.008519475348293781, -0.008263086900115013, -0.008006698451936245, -0.0077503095380961895, -0.007493921089917421, -0.007237532641738653, -0.006981143727898598, -0.0067247552797198296, -0.006468366831541061, -0.006211978383362293, -0.005955589935183525, -0.00569920102134347, -0.0054428125731647015, -0.005186424124985933, -0.004930035211145878, -0.00467364676296711, -0.0044172583147883415, -0.004160869866609573, -0.0039044811856001616, -0.0036480925045907497, -0.0033917040564119816, -0.0031353156082332134, -0.0028789269272238016, -0.00262253824621439, -0.0023661497980356216, -0.0021097613498568535, -0.0018533726688474417, -0.0015969841042533517, -0.0013405955396592617, -0.0010842069750651717, -0.0008278184104710817, -0.0005714298458769917, -0.00031504128128290176, -5.865271668881178e-05, 0.0001977358479052782, 0.0004541244124993682, 0.0007105129770934582, 0.0009669015416875482, 0.0012232901062816381, 0.0014796786708757281, 0.0017360672354698181, 0.0019924556836485863, 0.002248844364657998, 0.00250523304566741, 0.002761621493846178, 0.003018009942024946, 0.003274398623034358, 0.00353078730404377, 0.003787175752222538, 0.004043564200401306, 0.004299952648580074, 0.00455634156242013, 0.004812730010598898, 0.005069118458777666, 0.0053255073726177216, 0.00558189582079649, 0.005838284268975258]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 3.0, 2.0, 0.0, 2.0, 3.0, 2.0, 0.0, 4.0, 0.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.05523011088371277, -0.052809033542871475, -0.05038795620203018, -0.04796687886118889, -0.045545801520347595, -0.0431247241795063, -0.04070364683866501, -0.038282569497823715, -0.03586149215698242, -0.03344041481614113, -0.031019337475299835, -0.028598260134458542, -0.02617718279361725, -0.023756105452775955, -0.021335028111934662, -0.01891395077109337, -0.016492873430252075, -0.014071796089410782, -0.011650718748569489, -0.009229641407728195, -0.006808564066886902, -0.0043874867260456085, -0.001966409385204315, 0.00045466795563697815, 0.0028757452964782715, 0.005296822637319565, 0.007717899978160858, 0.010138977319002151, 0.012560054659843445, 0.014981132000684738, 0.01740220934152603, 0.019823286682367325, 0.022244364023208618, 0.02466544136404991, 0.027086518704891205, 0.029507596045732498, 0.03192867338657379, 0.034349750727415085, 0.03677082806825638, 0.03919190540909767, 0.041612982749938965, 0.04403406009078026, 0.04645513743162155, 0.048876214772462845, 0.05129729211330414, 0.05371836945414543, 0.056139446794986725, 0.05856052413582802, 0.06098160147666931, 0.0634026825428009, 0.0658237561583519, 0.0682448297739029, 0.07066591084003448, 0.07308699190616608, 0.07550806552171707, 0.07792913913726807, 0.08035022020339966, 0.08277130126953125, 0.08519237488508224, 0.08761344850063324, 0.09003452956676483, 0.09245561063289642, 0.09487668424844742, 0.09729775786399841, 0.09971883893013]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 2.0, 3.0, 1.0, 3.0, 8.0, 11.0, 16.0, 21.0, 28.0, 60.0, 42.0, 29.0, 15.0, 5.0, 5.0, 1.0, 5.0, 1.0, 3.0, 1.0, 4.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.049977272748947144, -0.04788711294531822, -0.0457969531416893, -0.04370679333806038, -0.04161663353443146, -0.039526473730802536, -0.037436313927173615, -0.03534615412354469, -0.03325599431991577, -0.03116583451628685, -0.02907567471265793, -0.026985514909029007, -0.024895355105400085, -0.022805195301771164, -0.020715035498142242, -0.01862487569451332, -0.0165347158908844, -0.014444556087255478, -0.012354396283626556, -0.010264236479997635, -0.008174076676368713, -0.006083916872739792, -0.00399375706911087, -0.0019035972654819489, 0.00018656253814697266, 0.002276722341775894, 0.004366882145404816, 0.006457041949033737, 0.008547201752662659, 0.01063736155629158, 0.012727521359920502, 0.014817681163549423, 0.016907840967178345, 0.018998000770807266, 0.021088160574436188, 0.02317832037806511, 0.02526848018169403, 0.027358639985322952, 0.029448799788951874, 0.031538959592580795, 0.03362911939620972, 0.03571927919983864, 0.03780943900346756, 0.03989959880709648, 0.0419897586107254, 0.044079918414354324, 0.046170078217983246, 0.04826023802161217, 0.05035039782524109, 0.05244055762887001, 0.05453071743249893, 0.05662087723612785, 0.058711037039756775, 0.060801196843385696, 0.06289135664701462, 0.06498152017593384, 0.06707167625427246, 0.06916183233261108, 0.0712519958615303, 0.07334215939044952, 0.07543231546878815, 0.07752247154712677, 0.07961263507604599, 0.08170279860496521, 0.08379295468330383]}, "_runtime": 29.92606520652771, "_timestamp": 1596207414.5146883, "_step": 29}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 4.0, 0.0, 0.0, 0.0, 4.0, 2.0, 1.0, 1.0, 2.0, 2.0, 0.0, 3.0, 3.0, 1.0, 3.0, 5.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 3.0, 0.0, 1.0, 2.0, 0.0, 1.0], "bins": [-0.011949893087148666, -0.011653248220682144, -0.011356603354215622, -0.0110599584877491, -0.010763313621282578, -0.010466668754816055, -0.010170023888349533, -0.00987337902188301, -0.009576734155416489, -0.009280088357627392, -0.00898344349116087, -0.008686798624694347, -0.008390153758227825, -0.008093508891761303, -0.007796864025294781, -0.0075002191588282585, -0.007203574292361736, -0.006906929425895214, -0.006610284559428692, -0.00631363969296217, -0.006016994826495647, -0.005720349494367838, -0.005423704627901316, -0.0051270597614347935, -0.004830414894968271, -0.004533770028501749, -0.004237125162035227, -0.003940480295568705, -0.0036438351962715387, -0.0033471903298050165, -0.0030505452305078506, -0.0027539003640413284, -0.002457255497574806, -0.002160610631108284, -0.00186396564822644, -0.001567320665344596, -0.0012706757988780737, -0.0009740308742038906, -0.0006773859495297074, -0.0003807410248555243, -8.409610018134117e-05, 0.00021254882449284196, 0.0005091937491670251, 0.0008058386738412082, 0.0011024835985153913, 0.0013991284649819136, 0.0016957734478637576, 0.0019924184307456017, 0.002289063297212124, 0.002585708163678646, 0.0028823530301451683, 0.003178998129442334, 0.0034756429959088564, 0.0037722878623753786, 0.0040689329616725445, 0.004365577828139067, 0.004662222694605589, 0.004958867561072111, 0.005255512427538633, 0.0055521572940051556, 0.005848802626132965, 0.006145447492599487, 0.0064420923590660095, 0.006738737225532532, 0.007035382091999054]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 2.0, 3.0, 1.0, 2.0, 1.0, 2.0, 1.0, 4.0, 1.0, 2.0, 2.0, 7.0, 5.0, 7.0, 9.0, 9.0, 8.0, 10.0, 14.0, 15.0, 21.0, 32.0, 37.0, 35.0, 58.0, 78.0, 109.0, 102.0, 135.0, 199.0, 312.0, 3731.0, 1704.0, 419.0, 206.0, 143.0, 115.0, 86.0, 62.0, 50.0, 39.0, 25.0, 25.0, 21.0, 19.0, 8.0, 12.0, 8.0, 9.0, 7.0, 4.0, 9.0, 1.0, 1.0, 3.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.1374111920595169, -0.13347500562667847, -0.12953883409500122, -0.12560264766216278, -0.12166646867990494, -0.1177302896976471, -0.11379411071538925, -0.10985793173313141, -0.10592174530029297, -0.10198556631803513, -0.09804938733577728, -0.09411320835351944, -0.0901770293712616, -0.08624085038900375, -0.08230466395616531, -0.07836848497390747, -0.07443230599164963, -0.07049612700939178, -0.06655994802713394, -0.0626237615942955, -0.05868758261203766, -0.054751403629779816, -0.05081522464752197, -0.04687904193997383, -0.04294286295771599, -0.039006683975458145, -0.035070501267910004, -0.03113432228565216, -0.02719814144074917, -0.023261960595846176, -0.019325781613588333, -0.015389600768685341, -0.011453419923782349, -0.007517239544540644, -0.0035810591652989388, 0.0003551212139427662, 0.004291301593184471, 0.008227482438087463, 0.012163662351667881, 0.0160998422652483, 0.02003602311015129, 0.023972203955054283, 0.027908384799957275, 0.03184456378221512, 0.03578074276447296, 0.0397169254720211, 0.043653104454278946, 0.04758928716182709, 0.05152546614408493, 0.05546164512634277, 0.059397827833890915, 0.06333401054143906, 0.0672701895236969, 0.07120636850595474, 0.07514254748821259, 0.07907872647047043, 0.08301490545272827, 0.08695109188556671, 0.09088727086782455, 0.0948234498500824, 0.09875962883234024, 0.10269580781459808, 0.10663199424743652, 0.11056817322969437, 0.11450435221195221]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 4.0, 5.0, 4.0, 4.0, 1.0, 2.0, 4.0, 3.0, 4.0, 8.0, 28.0, 3.0, 5.0, 6.0, 3.0, 2.0, 1.0, 3.0, 1.0, 3.0, 2.0, 2.0, 3.0, 2.0, 1.0, 0.0, 1.0, 3.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.0023889706935733557, -0.002300152089446783, -0.0022113334853202105, -0.002122514881193638, -0.0020336962770670652, -0.0019448777893558145, -0.0018560591852292418, -0.0017672405811026692, -0.0016784219769760966, -0.001589603372849524, -0.0015007847687229514, -0.0014119661645963788, -0.001323147676885128, -0.0012343290727585554, -0.0011455104686319828, -0.0010566918645054102, -0.0009678732603788376, -0.000879054656252265, -0.0007902360521256924, -0.0007014175062067807, -0.0006125989020802081, -0.0005237802979536355, -0.0004349617229308933, -0.00034614314790815115, -0.00025732454378157854, -0.00016850595420692116, -7.968736463226378e-05, 9.131224942393601e-06, 9.794981451705098e-05, 0.00018676840409170836, 0.00027558699366636574, 0.0003644055686891079, 0.0004532241728156805, 0.0005420427769422531, 0.0006308613810688257, 0.0007196799269877374, 0.00080849853111431, 0.0008973171352408826, 0.0009861356811597943, 0.001074954285286367, 0.0011637728894129395, 0.0012525914935395122, 0.0013414100976660848, 0.0014302287017926574, 0.0015190471895039082, 0.0016078657936304808, 0.0016966843977570534, 0.001785503001883626, 0.0018743216060101986, 0.001963140210136771, 0.002051958814263344, 0.0021407774183899164, 0.002229596022516489, 0.0023184146266430616, 0.0024072332307696342, 0.002496051834896207, 0.0025848704390227795, 0.0026736888103187084, 0.002762507414445281, 0.0028513260185718536, 0.0029401446226984262, 0.003028963226824999, 0.0031177818309515715, 0.003206600435078144, 0.0032954190392047167]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 3.0, 9.0, 6.0, 13.0, 31.0, 37.0, 72.0, 102.0, 167.0, 289.0, 483.0, 807.0, 1434.0, 2545.0, 4507.0, 8854.0, 18455.0, 40743.0, 104528.0, 776206.0, 119700.0, 45325.0, 22525.0, 12483.0, 7241.0, 4453.0, 2709.0, 1779.0, 1249.0, 833.0, 595.0, 413.0, 303.0, 195.0, 149.0, 107.0, 77.0, 45.0, 38.0, 32.0, 22.0, 17.0, 11.0, 14.0, 9.0, 3.0, 1.0, 4.0, 5.0, 1.0, 4.0, 2.0, 0.0, 1.0, 2.0, 2.0, 0.0, 2.0], "bins": [-0.007075157947838306, -0.006799686700105667, -0.006524215452373028, -0.0062487442046403885, -0.005973272956907749, -0.0056978012435138226, -0.005422329995781183, -0.005146858748048544, -0.004871387500315905, -0.004595916252583265, -0.004320445004850626, -0.004044973757117987, -0.0037695022765547037, -0.0034940310288220644, -0.0032185595482587814, -0.002943088300526142, -0.002667617052793503, -0.0023921458050608635, -0.002116674557328224, -0.0018412030767649412, -0.001565731829032302, -0.0012902605812996626, -0.0010147892171517015, -0.0007393179112114012, -0.000463846605271101, -0.00018837529933080077, 8.709600660949945e-05, 0.0003625673125497997, 0.0006380386184900999, 0.0009135099244304001, 0.0011889812303707004, 0.0014644525945186615, 0.0017399238422513008, 0.00201539508998394, 0.0022908663377165794, 0.0025663378182798624, 0.0028418090660125017, 0.003117280313745141, 0.003392751794308424, 0.0036682230420410633, 0.003943694289773703, 0.004219165537506342, 0.004494636785238981, 0.0047701080329716206, 0.005045579746365547, 0.0053210509940981865, 0.005596522241830826, 0.005871993489563465, 0.006147464737296104, 0.006422935985028744, 0.006698407232761383, 0.006973878480494022, 0.007249349728226662, 0.007524821441620588, 0.007800292689353228, 0.00807576347142458, 0.008351234719157219, 0.008626706898212433, 0.008902178145945072, 0.009177649393677711, 0.00945312064141035, 0.00972859188914299, 0.01000406313687563, 0.010279534384608269, 0.010555005632340908]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 1.0, 2.0, 2.0, 3.0, 2.0, 2.0, 3.0, 3.0, 3.0, 3.0, 4.0, 1.0, 1.0, 6.0, 2.0, 1.0, 3.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.008301787078380585, -0.007987180724740028, -0.007672573439776897, -0.007357966620475054, -0.00704335980117321, -0.0067287529818713665, -0.006414146162569523, -0.006099539343267679, -0.005784932523965836, -0.005470325704663992, -0.005155718885362148, -0.004841112066060305, -0.004526505246758461, -0.004211898427456617, -0.0038972916081547737, -0.00358268478885293, -0.0032680779695510864, -0.0029534711502492428, -0.002638864330947399, -0.0023242575116455555, -0.002009650692343712, -0.0016950438730418682, -0.0013804370537400246, -0.001065830234438181, -0.0007512234151363373, -0.00043661659583449364, -0.00012200977653265, 0.00019259704276919365, 0.0005072038620710373, 0.0008218106813728809, 0.0011364175006747246, 0.0014510243199765682, 0.0017656311392784119, 0.0020802379585802555, 0.002394844777882099, 0.002709451597183943, 0.0030240584164857864, 0.00333866523578763, 0.0036532720550894737, 0.003967878874391317, 0.004282485693693161, 0.004597092512995005, 0.004911699332296848, 0.005226306151598692, 0.005540912970900536, 0.005855519790202379, 0.006170126609504223, 0.0064847334288060665, 0.00679934024810791, 0.007113947067409754, 0.0074285538867115974, 0.007743160706013441, 0.008057767525315285, 0.008372373878955841, 0.008686981163918972, 0.009001588448882103, 0.00931619480252266, 0.009630801156163216, 0.009945408441126347, 0.010260015726089478, 0.010574622079730034, 0.01088922843337059, 0.011203835718333721, 0.011518443003296852, 0.011833049356937408]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 4.0, 8.0, 11.0, 13.0, 30.0, 43.0, 74.0, 112.0, 143.0, 214.0, 275.0, 376.0, 579.0, 770.0, 1131.0, 1552.0, 2661.0, 5759.0, 1427.0, 822.0, 606.0, 409.0, 304.0, 226.0, 132.0, 148.0, 88.0, 86.0, 80.0, 73.0, 60.0, 33.0, 25.0, 20.0, 19.0, 14.0, 19.0, 13.0, 13.0, 9.0, 13.0, 10.0, 4.0, 9.0, 1.0, 4.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0], "bins": [-0.0062862178310751915, -0.006026783026754856, -0.005767348222434521, -0.005507913418114185, -0.00524847861379385, -0.0049890438094735146, -0.004729609005153179, -0.004470174200832844, -0.004210739396512508, -0.003951304592192173, -0.0036918697878718376, -0.0034324349835515022, -0.003173000179231167, -0.0029135653749108315, -0.002654130570590496, -0.0023946957662701607, -0.0021352609619498253, -0.00187582615762949, -0.0016163913533091545, -0.0013569565489888191, -0.0010975217446684837, -0.0008380869403481483, -0.000578652136027813, -0.00031921733170747757, -5.978252738714218e-05, 0.0001996522769331932, 0.0004590870812535286, 0.000718521885573864, 0.0009779566898941994, 0.0012373914942145348, 0.0014968262985348701, 0.0017562611028552055, 0.002015695907175541, 0.0022751307114958763, 0.0025345655158162117, 0.002794000320136547, 0.0030534351244568825, 0.003312869928777218, 0.0035723047330975533, 0.0038317395374178886, 0.004091174341738224, 0.004350609146058559, 0.004610043950378895, 0.00486947875469923, 0.005128913559019566, 0.005388348363339901, 0.005647783167660236, 0.005907217971980572, 0.006166652776300907, 0.0064260875806212425, 0.006685522384941578, 0.006944957189261913, 0.007204391993582249, 0.007463826797902584, 0.0077232616022229195, 0.007982696406543255, 0.00824213121086359, 0.008501566015183926, 0.008761000819504261, 0.009020435623824596, 0.009279870428144932, 0.009539305232465267, 0.009798740036785603, 0.010058174841105938, 0.010317609645426273]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 3.0, 2.0, 1.0, 2.0, 3.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.057332176715135574, -0.05532016605138779, -0.05330815538764, -0.05129614844918251, -0.04928413778543472, -0.047272127121686935, -0.04526011645793915, -0.04324810579419136, -0.04123609513044357, -0.039224088191986084, -0.037212077528238297, -0.03520006686449051, -0.03318805620074272, -0.031176047399640083, -0.029164036735892296, -0.027152027934789658, -0.02514001727104187, -0.023128006607294083, -0.021115997806191444, -0.019103987142443657, -0.01709197834134102, -0.015079967677593231, -0.013067957013845444, -0.01105594728142023, -0.009043937548995018, -0.007031927816569805, -0.005019917618483305, -0.0030079076532274485, -0.000995897687971592, 0.0010161122772842646, 0.003028122242540121, 0.005040132440626621, 0.007052142173051834, 0.009064151905477047, 0.01107616163790226, 0.013088172301650047, 0.01510018203407526, 0.017112191766500473, 0.01912420243024826, 0.0211362112313509, 0.023148221895098686, 0.025160232558846474, 0.027172241359949112, 0.0291842520236969, 0.031196262687444687, 0.033208273351192474, 0.03522028028964996, 0.03723229095339775, 0.03924430161714554, 0.041256312280893326, 0.04326832294464111, 0.0452803298830986, 0.04729234054684639, 0.04930435121059418, 0.051316361874341965, 0.05332837253808975, 0.05534037947654724, 0.05735239014029503, 0.059364400804042816, 0.061376411467790604, 0.06338842213153839, 0.06540042906999588, 0.06741244345903397, 0.06942445039749146, 0.07143646478652954]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 3.0, 1.0, 3.0, 2.0, 5.0, 2.0, 3.0, 1.0, 3.0, 2.0, 1.0, 4.0, 4.0, 7.0, 22.0, 27.0, 54.0, 33.0, 32.0, 20.0, 14.0, 4.0, 2.0, 6.0, 2.0, 0.0, 1.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.04934513568878174, -0.047271061688661575, -0.04519698768854141, -0.04312291368842125, -0.041048839688301086, -0.03897476568818092, -0.03690069168806076, -0.0348266176879406, -0.032752543687820435, -0.03067847155034542, -0.028604397550225258, -0.026530323550105095, -0.02445625141263008, -0.022382177412509918, -0.020308103412389755, -0.018234029412269592, -0.01615995541214943, -0.014085881412029266, -0.012011807411909103, -0.009937734343111515, -0.007863660342991352, -0.005789586342871189, -0.0037155128084123135, -0.0016414390411227942, 0.00043263472616672516, 0.0025067084934562445, 0.004580782260745764, 0.0066548557952046394, 0.008728929795324802, 0.010803003795444965, 0.012877076864242554, 0.014951150864362717, 0.01702522486448288, 0.019099298864603043, 0.021173372864723206, 0.02324744686484337, 0.02532152086496353, 0.027395593002438545, 0.029469667002558708, 0.03154374286532402, 0.03361781686544418, 0.03569188714027405, 0.03776596114039421, 0.039840035140514374, 0.04191410914063454, 0.0439881831407547, 0.04606225714087486, 0.048136331140995026, 0.05021040514111519, 0.05228447914123535, 0.054358553141355515, 0.05643262714147568, 0.05850670114159584, 0.060580775141716, 0.06265484541654587, 0.06472892314195633, 0.0668029934167862, 0.06887707114219666, 0.07095114141702652, 0.07302521914243698, 0.07509928941726685, 0.07717336714267731, 0.07924743741750717, 0.08132151514291763, 0.0833955854177475]}, "_runtime": 30.713961601257324, "_timestamp": 1596207415.3025846, "_step": 30}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 4.0, 2.0, 2.0, 3.0, 1.0, 1.0, 2.0, 2.0, 3.0, 2.0, 0.0, 1.0, 1.0, 6.0, 2.0, 3.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 3.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01157336961477995, -0.011153328232467175, -0.0107332868501544, -0.010313245467841625, -0.009893203154206276, -0.009473161771893501, -0.009053120389580727, -0.008633079007267952, -0.008213037624955177, -0.007792995776981115, -0.007372954394668341, -0.006952913012355566, -0.006532871164381504, -0.006112829782068729, -0.005692788399755955, -0.005272746551781893, -0.004852705169469118, -0.0044326637871563435, -0.0040126219391822815, -0.003592580556869507, -0.003172539174556732, -0.002752497559413314, -0.0023324559442698956, -0.001912414445541799, -0.0014923729468137026, -0.001072331448085606, -0.0006522898911498487, -0.00023224836331792176, 0.00018779316451400518, 0.0006078346632421017, 0.00102787627838552, 0.0014479177771136165, 0.001867959275841713, 0.0022880008909851313, 0.002708042273297906, 0.0031280838884413242, 0.003548125270754099, 0.003968167118728161, 0.0043882085010409355, 0.00480824988335371, 0.005228291265666485, 0.005648333113640547, 0.0060683744959533215, 0.006488415878266096, 0.006908457726240158, 0.007328499108552933, 0.007748540490865707, 0.008168581873178482, 0.008588623255491257, 0.009008665569126606, 0.00942870695143938, 0.009848748333752155, 0.01026878971606493, 0.010688831098377705, 0.01110887248069048, 0.011528914794325829, 0.011948956176638603, 0.012368997558951378, 0.012789038941264153, 0.013209080323576927, 0.013629121705889702, 0.014049164019525051, 0.014469205401837826, 0.0148892467841506, 0.015309288166463375]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 1.0, 2.0, 5.0, 5.0, 6.0, 8.0, 13.0, 12.0, 27.0, 30.0, 37.0, 47.0, 51.0, 71.0, 80.0, 105.0, 178.0, 223.0, 378.0, 4724.0, 918.0, 285.0, 211.0, 102.0, 96.0, 64.0, 52.0, 44.0, 35.0, 24.0, 17.0, 20.0, 11.0, 10.0, 9.0, 2.0, 6.0, 3.0, 5.0, 0.0, 0.0, 4.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.15448203682899475, -0.14928647875785828, -0.1440909206867218, -0.13889536261558533, -0.13369980454444885, -0.12850426137447357, -0.1233087033033371, -0.11811314523220062, -0.11291758716106415, -0.10772202908992767, -0.1025264710187912, -0.09733092039823532, -0.09213536232709885, -0.08693980425596237, -0.0817442536354065, -0.07654869556427002, -0.07135313749313354, -0.06615757942199707, -0.060962025076150894, -0.05576647073030472, -0.05057091265916824, -0.04537535458803177, -0.04017980024218559, -0.034984245896339417, -0.029788687825202942, -0.024593131616711617, -0.01939757540822029, -0.014202019199728966, -0.00900646299123764, -0.003810906782746315, 0.0013846494257450104, 0.006580205634236336, 0.011775761842727661, 0.016971318051218987, 0.022166874259710312, 0.027362430468201637, 0.03255798667669296, 0.03775354474782944, 0.04294909909367561, 0.04814465343952179, 0.053340211510658264, 0.05853576958179474, 0.06373132765293121, 0.06892687827348709, 0.07412243634462357, 0.07931799441576004, 0.08451354503631592, 0.08970910310745239, 0.09490466117858887, 0.10010021924972534, 0.10529577732086182, 0.1104913279414177, 0.11568688601255417, 0.12088244408369064, 0.12607799470424652, 0.131273552775383, 0.13646911084651947, 0.14166466891765594, 0.14686022698879242, 0.1520557850599289, 0.15725132822990417, 0.16244688630104065, 0.16764244437217712, 0.1728380024433136, 0.17803356051445007]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 3.0, 2.0, 1.0, 0.0, 1.0, 3.0, 0.0, 2.0, 4.0, 4.0, 2.0, 6.0, 1.0, 4.0, 3.0, 3.0, 4.0, 2.0, 2.0, 29.0, 5.0, 2.0, 1.0, 5.0, 4.0, 2.0, 1.0, 1.0, 1.0, 4.0, 1.0, 3.0, 0.0, 3.0, 1.0, 6.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002033245749771595, -0.001952551887370646, -0.0018718579085543752, -0.0017911640461534262, -0.0017104701837524772, -0.0016297762049362063, -0.0015490823425352573, -0.0014683884801343083, -0.0013876946177333593, -0.0013070006389170885, -0.0012263067765161395, -0.0011456129141151905, -0.0010649189352989197, -0.0009842250728979707, -0.0009035311522893608, -0.0008228372898884118, -0.0007421433692798018, -0.0006614494486711919, -0.0005807555862702429, -0.000500061665661633, -0.00041936777415685356, -0.0003386738826520741, -0.0002579799620434642, -0.00017728607053868473, -9.659217903390527e-05, -1.5898280253168195e-05, 6.479561852756888e-05, 0.00014548952458426356, 0.00022618341608904302, 0.0003068773075938225, 0.0003875712282024324, 0.00046826511970721185, 0.0005489590112119913, 0.0006296529318206012, 0.0007103467942215502, 0.0007910407148301601, 0.0008717345772311091, 0.0009524284978397191, 0.001033122418448329, 0.001113816280849278, 0.001194510143250227, 0.0012752041220664978, 0.0013558979844674468, 0.0014365918468683958, 0.0015172858256846666, 0.0015979796880856156, 0.0016786735504865646, 0.0017593675293028355, 0.0018400613917037845, 0.0019207552541047335, 0.0020014492329210043, 0.0020821429789066315, 0.0021628369577229023, 0.002243530936539173, 0.0023242246825248003, 0.002404918661341071, 0.002485612640157342, 0.002566306386142969, 0.00264700036495924, 0.002727694343775511, 0.002808388089761138, 0.002889082068577409, 0.0029697760473936796, 0.003050469793379307, 0.0031311637721955776]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 3.0, 0.0, 1.0, 5.0, 11.0, 9.0, 13.0, 13.0, 23.0, 37.0, 67.0, 84.0, 116.0, 193.0, 276.0, 433.0, 656.0, 1095.0, 1790.0, 3092.0, 5193.0, 9161.0, 16112.0, 30874.0, 62501.0, 161620.0, 716772.0, 79267.0, 37622.0, 20249.0, 11862.0, 7231.0, 4498.0, 2874.0, 1889.0, 1247.0, 795.0, 591.0, 422.0, 262.0, 185.0, 144.0, 97.0, 67.0, 65.0, 29.0, 23.0, 24.0, 12.0, 11.0, 14.0, 4.0, 4.0, 1.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00613044761121273, -0.005905573721975088, -0.0056806993670761585, -0.005455825477838516, -0.005230951122939587, -0.005006077233701944, -0.004781202878803015, -0.0045563289895653725, -0.004331454634666443, -0.004106580745428801, -0.0038817066233605146, -0.0036568325012922287, -0.0034319586120545864, -0.0032070844899863005, -0.0029822103679180145, -0.0027573362458497286, -0.0025324621237814426, -0.0023075880017131567, -0.0020827138796448708, -0.0018578398739919066, -0.0016329657519236207, -0.0014080916298553348, -0.0011832176242023706, -0.0009583435021340847, -0.0007334693800657988, -0.0005085952579975128, -0.0002837211941368878, -5.8847101172432303e-05, 0.00016602699179202318, 0.00039090108475647867, 0.0006157751777209342, 0.0008406492415815592, 0.0010655233636498451, 0.001290397485718131, 0.001515271607786417, 0.0017401456134393811, 0.001965019851922989, 0.002189893741160631, 0.002414767863228917, 0.002639641985297203, 0.002864516107365489, 0.003089390229433775, 0.003314264351502061, 0.003539138473570347, 0.003764012362807989, 0.003988886717706919, 0.004213760606944561, 0.004438634961843491, 0.004663508851081133, 0.004888382740318775, 0.005113257095217705, 0.005338130984455347, 0.005563005339354277, 0.005787879228591919, 0.0060127535834908485, 0.006237627472728491, 0.006462501361966133, 0.006687375716865063, 0.006912249606102705, 0.007137123961001635, 0.007361997850239277, 0.0075868722051382065, 0.007811746094375849, 0.008036619983613491, 0.00826149433851242]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 3.0, 2.0, 4.0, 2.0, 4.0, 8.0, 1.0, 3.0, 3.0, 2.0, 2.0, 3.0, 2.0, 0.0, 2.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.014151807874441147, -0.01382392831146717, -0.01349604967981577, -0.013168170116841793, -0.012840291485190392, -0.012512411922216415, -0.01218453235924244, -0.011856653727591038, -0.011528774164617062, -0.011200894601643085, -0.010873015969991684, -0.010545136407017708, -0.010217256844043732, -0.00988937821239233, -0.009561498649418354, -0.009233620017766953, -0.008905740454792976, -0.008577860891819, -0.008249982260167599, -0.007922102697193623, -0.007594223599880934, -0.007266344502568245, -0.006938464939594269, -0.00661058584228158, -0.006282706744968891, -0.005954827647656202, -0.0056269485503435135, -0.005299068987369537, -0.0049711898900568485, -0.00464331079274416, -0.0043154312297701836, -0.003987552132457495, -0.003659673035144806, -0.003331793937832117, -0.0030039146076887846, -0.002676035277545452, -0.0023481561802327633, -0.0020202770829200745, -0.001692397752776742, -0.0013645185390487313, -0.0010366393253207207, -0.00070876011159271, -0.00038088089786469936, -5.300168413668871e-05, 0.00027487752959132195, 0.0006027567433193326, 0.0009306359570473433, 0.001258515170775354, 0.0015863943845033646, 0.0019142735982313752, 0.002242152811959386, 0.0025700321421027184, 0.002897911239415407, 0.003225790336728096, 0.0035536696668714285, 0.003881548997014761, 0.00420942809432745, 0.004537307191640139, 0.0048651862889528275, 0.005193065851926804, 0.005520944949239492, 0.005848824046552181, 0.006176703609526157, 0.006504582706838846, 0.006832461804151535]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 2.0, 2.0, 4.0, 7.0, 9.0, 7.0, 5.0, 7.0, 18.0, 15.0, 18.0, 30.0, 34.0, 41.0, 45.0, 57.0, 72.0, 90.0, 119.0, 141.0, 180.0, 229.0, 286.0, 352.0, 529.0, 741.0, 977.0, 1260.0, 2526.0, 5146.0, 1346.0, 864.0, 685.0, 496.0, 410.0, 318.0, 250.0, 210.0, 145.0, 140.0, 131.0, 90.0, 91.0, 58.0, 55.0, 28.0, 30.0, 33.0, 24.0, 18.0, 17.0, 5.0, 9.0, 6.0, 0.0, 3.0, 5.0, 4.0, 4.0, 1.0, 0.0, 4.0, 1.0], "bins": [-0.005648952908813953, -0.0054607875645160675, -0.005272622220218182, -0.005084457341581583, -0.004896291997283697, -0.004708126652985811, -0.004519961308687925, -0.0043317959643900394, -0.004143631085753441, -0.003955465741455555, -0.003767300397157669, -0.003579135052859783, -0.0033909697085618973, -0.003202804597094655, -0.003014639252796769, -0.002826474141329527, -0.002638308797031641, -0.002450143452733755, -0.002261978341266513, -0.002073812996968627, -0.001885647769086063, -0.0016974825412034988, -0.001509317196905613, -0.0013211519690230489, -0.0011329867411404848, -0.0009448215132579207, -0.0007566562271676958, -0.0005684909410774708, -0.0003803257131949067, -0.0001921604562085122, -3.9951992221176624e-06, 0.00018417005776427686, 0.0003723353147506714, 0.0005605005426332355, 0.0007486658287234604, 0.0009368311148136854, 0.0011249963426962495, 0.0013131615705788136, 0.0015013269148766994, 0.0016894921427592635, 0.0018776573706418276, 0.0020658227149397135, 0.0022539878264069557, 0.0024421531707048416, 0.0026303185150027275, 0.0028184836264699697, 0.0030066489707678556, 0.003194814082235098, 0.0033829794265329838, 0.0035711447708308697, 0.003759309882298112, 0.003947474993765354, 0.00413564033806324, 0.004323805682361126, 0.004511971026659012, 0.004700136370956898, 0.004888301715254784, 0.005076466593891382, 0.005264631938189268, 0.005452797282487154, 0.00564096262678504, 0.005829127971082926, 0.006017292849719524, 0.00620545819401741, 0.006393623538315296]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 3.0, 2.0, 2.0, 2.0, 3.0, 2.0, 1.0, 0.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.09149736166000366, -0.08917055279016495, -0.08684374392032623, -0.08451693505048752, -0.0821901261806488, -0.07986331731081009, -0.07753650844097137, -0.07520969957113266, -0.07288289070129395, -0.07055608183145523, -0.06822927296161652, -0.0659024640917778, -0.06357565522193909, -0.06124884635210037, -0.05892203748226166, -0.05659522861242294, -0.05426841974258423, -0.051941610872745514, -0.0496148020029068, -0.047287993133068085, -0.04496118426322937, -0.042634375393390656, -0.04030756652355194, -0.037980757653713226, -0.03565394878387451, -0.0333271399140358, -0.031000331044197083, -0.028673522174358368, -0.026346713304519653, -0.02401990443468094, -0.021693095564842224, -0.01936628669500351, -0.017039477825164795, -0.01471266895532608, -0.012385860085487366, -0.010059051215648651, -0.0077322423458099365, -0.005405433475971222, -0.0030786246061325073, -0.0007518157362937927, 0.0015749931335449219, 0.0039018020033836365, 0.006228610873222351, 0.008555419743061066, 0.01088222861289978, 0.013209037482738495, 0.01553584635257721, 0.017862655222415924, 0.02018946409225464, 0.022516272962093353, 0.024843081831932068, 0.027169890701770782, 0.029496699571609497, 0.03182350844144821, 0.034150317311286926, 0.03647712618112564, 0.038803935050964355, 0.04113074392080307, 0.043457552790641785, 0.0457843616604805, 0.048111170530319214, 0.05043797940015793, 0.05276478826999664, 0.05509159713983536, 0.05741840600967407]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 2.0, 1.0, 2.0, 2.0, 4.0, 3.0, 2.0, 0.0, 1.0, 1.0, 7.0, 7.0, 8.0, 16.0, 22.0, 44.0, 33.0, 24.0, 23.0, 21.0, 18.0, 9.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 1.0, 3.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.05940329283475876, -0.05765216797590256, -0.055901046842336655, -0.054149921983480453, -0.05239880084991455, -0.05064767599105835, -0.04889655113220215, -0.047145429998636246, -0.045394305139780045, -0.04364318028092384, -0.04189205914735794, -0.04014093428850174, -0.03838980942964554, -0.036638688296079636, -0.034887563437223434, -0.03313644230365753, -0.03138531744480133, -0.02963419444859028, -0.027883071452379227, -0.026131946593523026, -0.024380823597311974, -0.02262970060110092, -0.02087857574224472, -0.01912745274603367, -0.017376329749822617, -0.015625206753611565, -0.013874082826077938, -0.012122958898544312, -0.01037183590233326, -0.008620712906122208, -0.006869588978588581, -0.005118465516716242, -0.0033673420548439026, -0.0016162185929715633, 0.0001349048689007759, 0.0018860283307731152, 0.0036371517926454544, 0.005388275254517794, 0.007139398716390133, 0.00889052264392376, 0.010641645640134811, 0.012392768636345863, 0.01414389256387949, 0.015895016491413116, 0.01764613948762417, 0.01939726248383522, 0.02114838734269142, 0.022899510338902473, 0.024650633335113525, 0.026401756331324577, 0.02815287932753563, 0.02990400418639183, 0.03165512531995773, 0.033406250178813934, 0.035157375037670135, 0.03690849617123604, 0.03865962103009224, 0.04041074588894844, 0.04216186702251434, 0.043912991881370544, 0.045664116740226746, 0.04741523787379265, 0.04916636273264885, 0.05091748386621475, 0.05266860872507095]}, "_runtime": 31.572243690490723, "_timestamp": 1596207416.1608667, "_step": 31}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 3.0, 5.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 2.0, 1.0, 5.0, 2.0, 6.0, 6.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014636741951107979, -0.014234288595616817, -0.013831835240125656, -0.013429381884634495, -0.013026928529143333, -0.012624476104974747, -0.012222022749483585, -0.011819569393992424, -0.011417116038501263, -0.011014662683010101, -0.01061220932751894, -0.010209755972027779, -0.009807303547859192, -0.00940485019236803, -0.00900239683687687, -0.008599943481385708, -0.008197490125894547, -0.007795036770403385, -0.007392583414912224, -0.00699013052508235, -0.006587677169591188, -0.006185223814100027, -0.005782770924270153, -0.005380317568778992, -0.00497786421328783, -0.004575410857796669, -0.004172957502305508, -0.0037705046124756336, -0.0033680512569844723, -0.002965597901493311, -0.0025631447788327932, -0.0021606916561722755, -0.0017582383006811142, -0.0013557850616052747, -0.0009533318225294352, -0.0005508785834535956, -0.00014842534437775612, 0.0002540278946980834, 0.0006564811337739229, 0.0010589343728497624, 0.001461387611925602, 0.0018638408510014415, 0.002266294090077281, 0.0026687472127377987, 0.00307120056822896, 0.0034736539237201214, 0.003876107046380639, 0.004278560169041157, 0.004681013524532318, 0.0050834668800234795, 0.005485920235514641, 0.005888373125344515, 0.006290826480835676, 0.0066932798363268375, 0.007095732726156712, 0.007498186081647873, 0.007900639437139034, 0.008303092792630196, 0.008705546148121357, 0.009107999503612518, 0.009510451927781105, 0.009912905283272266, 0.010315358638763428, 0.010717811994254589, 0.01112026534974575]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 0.0, 2.0, 5.0, 8.0, 3.0, 2.0, 4.0, 6.0, 10.0, 16.0, 22.0, 31.0, 41.0, 53.0, 74.0, 118.0, 146.0, 205.0, 313.0, 4580.0, 1339.0, 371.0, 179.0, 121.0, 76.0, 53.0, 32.0, 26.0, 23.0, 14.0, 11.0, 7.0, 3.0, 6.0, 8.0, 9.0, 1.0, 1.0, 3.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.24859993159770966, -0.24219945073127747, -0.23579895496368408, -0.2293984591960907, -0.2229979783296585, -0.21659749746322632, -0.21019700169563293, -0.20379650592803955, -0.19739602506160736, -0.19099554419517517, -0.1845950484275818, -0.1781945526599884, -0.1717940717935562, -0.16539359092712402, -0.15899309515953064, -0.15259259939193726, -0.14619211852550507, -0.13979163765907288, -0.1333911418914795, -0.1269906461238861, -0.12059016525745392, -0.11418967694044113, -0.10778918862342834, -0.10138870030641556, -0.09498821198940277, -0.08858772367238998, -0.0821872353553772, -0.07578674703836441, -0.06938625872135162, -0.06298577040433884, -0.05658528208732605, -0.05018479377031326, -0.043784305453300476, -0.03738381713628769, -0.030983328819274902, -0.024582840502262115, -0.01818235218524933, -0.011781863868236542, -0.005381375551223755, 0.001019112765789032, 0.007419601082801819, 0.013820089399814606, 0.020220577716827393, 0.02662106603384018, 0.033021554350852966, 0.03942204266786575, 0.04582253098487854, 0.05222301930189133, 0.058623507618904114, 0.0650239959359169, 0.07142448425292969, 0.07782497256994247, 0.08422546088695526, 0.09062594920396805, 0.09702643752098083, 0.10342692583799362, 0.10982741415500641, 0.1162279024720192, 0.12262839078903198, 0.12902888655662537, 0.13542936742305756, 0.14182984828948975, 0.14823034405708313, 0.1546308398246765, 0.1610313206911087]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 6.0, 0.0, 1.0, 1.0, 2.0, 1.0, 3.0, 3.0, 3.0, 5.0, 3.0, 3.0, 5.0, 1.0, 3.0, 6.0, 29.0, 2.0, 4.0, 5.0, 7.0, 4.0, 3.0, 0.0, 3.0, 1.0, 4.0, 2.0, 0.0, 0.0, 3.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.0031393158715218306, -0.0030574111733585596, -0.0029755067080259323, -0.0028936020098626614, -0.0028116973116993904, -0.0027297926135361195, -0.0026478879153728485, -0.002565983450040221, -0.0024840787518769503, -0.0024021740537136793, -0.002320269588381052, -0.002238364890217781, -0.00215646019205451, -0.002074555493891239, -0.001992650795727968, -0.001910746330395341, -0.00182884163223207, -0.001746936934068799, -0.00166503235232085, -0.0015831277705729008, -0.0015012230724096298, -0.0014193183742463589, -0.0013374137924984097, -0.0012555092107504606, -0.0011736045125871897, -0.0010916998144239187, -0.0010097952326759696, -0.0009278905927203596, -0.0008459859527647495, -0.0007640813128091395, -0.0006821766728535295, -0.0006002720328979194, -0.0005183673929423094, -0.00043646275298669934, -0.0003545581130310893, -0.00027265347307547927, -0.00019074883311986923, -0.0001088441931642592, -2.693955320864916e-05, 5.496508674696088e-05, 0.00013686972670257092, 0.00021877436665818095, 0.000300679006613791, 0.000382583646569401, 0.00046448828652501106, 0.0005463929264806211, 0.0006282975664362311, 0.0007102022063918412, 0.0007921068463474512, 0.0008740114863030612, 0.0009559161262586713, 0.0010378207080066204, 0.0011197254061698914, 0.0012016301043331623, 0.0012835346860811114, 0.0013654392678290606, 0.0014473439659923315, 0.0015292486641556025, 0.0016111532459035516, 0.0016930578276515007, 0.0017749625258147717, 0.0018568672239780426, 0.0019387718057259917, 0.002020676387473941, 0.002102581085637212]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 3.0, 4.0, 4.0, 11.0, 7.0, 13.0, 23.0, 42.0, 44.0, 71.0, 106.0, 168.0, 301.0, 407.0, 634.0, 1065.0, 1695.0, 2823.0, 5019.0, 9320.0, 17693.0, 36631.0, 85445.0, 750325.0, 156510.0, 51708.0, 24598.0, 13425.0, 7749.0, 4740.0, 2999.0, 1882.0, 1310.0, 832.0, 609.0, 423.0, 309.0, 213.0, 136.0, 95.0, 71.0, 43.0, 36.0, 28.0, 15.0, 21.0, 9.0, 8.0, 7.0, 4.0, 0.0, 1.0, 2.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.007675168104469776, -0.007409344427287579, -0.007143520284444094, -0.006877696607261896, -0.006611872464418411, -0.006346048787236214, -0.006080224644392729, -0.005814400967210531, -0.005548576824367046, -0.005282753147184849, -0.005016929470002651, -0.004751105327159166, -0.004485281649976969, -0.004219457507133484, -0.003953633829951286, -0.003687809919938445, -0.003421986009925604, -0.0031561620999127626, -0.0028903381898999214, -0.00262451427988708, -0.002358690369874239, -0.0020928666926920414, -0.0018270427826792002, -0.001561218872666359, -0.0012953949626535177, -0.0010295710526406765, -0.0007637472008354962, -0.0004979233490303159, -0.00023209943901747465, 3.3724441891536117e-05, 0.0002995483228005469, 0.0005653721746057272, 0.0008311960846185684, 0.0010970199946314096, 0.0013628439046442509, 0.0016286676982417703, 0.0018944916082546115, 0.002160315401852131, 0.002426139311864972, 0.0026919632218778133, 0.0029577871318906546, 0.003223611041903496, 0.003489434951916337, 0.0037552588619291782, 0.004021082539111376, 0.004286906681954861, 0.004552730359137058, 0.004818554501980543, 0.005084378179162741, 0.005350201856344938, 0.005616025999188423, 0.005881849676370621, 0.006147673819214106, 0.006413497496396303, 0.006679321639239788, 0.006945145316421986, 0.007210968993604183, 0.007476793136447668, 0.007742616813629866, 0.00800844095647335, 0.008274264633655548, 0.008540088310837746, 0.008805912919342518, 0.009071736596524715, 0.009337560273706913]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 10.0, 3.0, 1.0, 3.0, 4.0, 4.0, 3.0, 4.0, 3.0, 1.0, 3.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.018568959087133408, -0.018061872571706772, -0.017554786056280136, -0.0170476995408535, -0.016540613025426865, -0.01603352651000023, -0.015526439063251019, -0.015019352547824383, -0.014512266032397747, -0.014005179516971111, -0.013498093001544476, -0.01299100648611784, -0.01248391903936863, -0.011976832523941994, -0.011469746008515358, -0.010962659493088722, -0.010455572977662086, -0.00994848646223545, -0.009441399946808815, -0.00893431343138218, -0.008427226915955544, -0.007920139469206333, -0.007413052953779697, -0.006905966438353062, -0.006398879922926426, -0.00589179340749979, -0.0053847068920731544, -0.004877619910985231, -0.004370533395558596, -0.00386344688013196, -0.0033563601318746805, -0.002849273383617401, -0.0023421868681907654, -0.0018351002363488078, -0.0013280136045068502, -0.0008209269726648927, -0.0003138403408229351, 0.00019324629101902246, 0.00070033292286098, 0.0012074195547029376, 0.0017145061865448952, 0.002221592701971531, 0.0027286794502288103, 0.0032357661984860897, 0.0037428527139127254, 0.004249939229339361, 0.004757026210427284, 0.00526411272585392, 0.005771199241280556, 0.0062782857567071915, 0.006785372272133827, 0.00729245925322175, 0.007799545768648386, 0.008306632749736309, 0.008813719265162945, 0.00932080578058958, 0.009827892296016216, 0.010334978811442852, 0.010842065326869488, 0.011349151842296124, 0.011856239289045334, 0.01236332580447197, 0.012870412319898605, 0.013377498835325241, 0.013884585350751877]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 3.0, 4.0, 4.0, 9.0, 6.0, 4.0, 5.0, 9.0, 8.0, 13.0, 14.0, 27.0, 23.0, 23.0, 30.0, 52.0, 89.0, 98.0, 141.0, 153.0, 223.0, 338.0, 462.0, 477.0, 822.0, 2200.0, 6891.0, 2213.0, 1250.0, 891.0, 601.0, 379.0, 283.0, 201.0, 143.0, 88.0, 63.0, 47.0, 33.0, 20.0, 18.0, 13.0, 13.0, 8.0, 8.0, 4.0, 10.0, 0.0, 4.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.013740270398557186, -0.013337970711290836, -0.012935671024024487, -0.012533371336758137, -0.012131071649491787, -0.011728771962225437, -0.011326472274959087, -0.010924172587692738, -0.010521873831748962, -0.010119574144482613, -0.009717274457216263, -0.009314974769949913, -0.008912675082683563, -0.008510375395417213, -0.008108075708150864, -0.007705776020884514, -0.007303476333618164, -0.006901176646351814, -0.0064988769590854645, -0.006096577271819115, -0.005694277584552765, -0.005291978362947702, -0.004889678675681353, -0.004487378988415003, -0.004085079301148653, -0.0036827796138823032, -0.0032804799266159534, -0.0028781804721802473, -0.0024758807849138975, -0.0020735810976475477, -0.0016712815267965198, -0.0012689819559454918, -0.000866682268679142, -0.0004643826396204531, -6.208301056176424e-05, 0.00034021661849692464, 0.0007425162475556135, 0.0011448159348219633, 0.0015471155056729913, 0.0019494150765240192, 0.002351714763790369, 0.002754014451056719, 0.0031563141383230686, 0.0035586135927587748, 0.003960913047194481, 0.004363212734460831, 0.0047655124217271805, 0.00516781210899353, 0.00557011179625988, 0.00597241148352623, 0.00637471117079258, 0.0067770108580589294, 0.007179310545325279, 0.007581609766930342, 0.007983909919857979, 0.008386209607124329, 0.008788509294390678, 0.009190808050334454, 0.009593107737600803, 0.009995407424867153, 0.010397707112133503, 0.010800006799399853, 0.011202306486666203, 0.011604606173932552, 0.012006905861198902]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 3.0, 2.0, 4.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08103043586015701, -0.07761984318494797, -0.07420925050973892, -0.07079865038394928, -0.06738805770874023, -0.06397746503353119, -0.060566872358322144, -0.0571562759578228, -0.053745683282613754, -0.05033509060740471, -0.046924494206905365, -0.04351390153169632, -0.040103308856487274, -0.03669271245598793, -0.033282119780778885, -0.02987152524292469, -0.026460930705070496, -0.0230503361672163, -0.019639741629362106, -0.01622914895415306, -0.012818554416298866, -0.009407959878444672, -0.005997366271913052, -0.0025867721997201443, 0.0008238218724727631, 0.00423441594466567, 0.007645010016858578, 0.011055603623390198, 0.014466198161244392, 0.017876792699098587, 0.021287385374307632, 0.024697979912161827, 0.02810857445001602, 0.03151916712522507, 0.03492976352572441, 0.038340356200933456, 0.0417509526014328, 0.045161545276641846, 0.04857213795185089, 0.051982734352350235, 0.05539332702755928, 0.058803919702768326, 0.06221451610326767, 0.06562510877847672, 0.06903570145368576, 0.0724462941288948, 0.07585689425468445, 0.0792674869298935, 0.08267807960510254, 0.08608867228031158, 0.08949926495552063, 0.09290986508131027, 0.09632045775651932, 0.09973105043172836, 0.10314164310693741, 0.10655223578214645, 0.1099628359079361, 0.11337342858314514, 0.11678402125835419, 0.12019461393356323, 0.12360520660877228, 0.12701579928398132, 0.13042639195919037, 0.13383698463439941, 0.13724759221076965]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [3.0, 3.0, 4.0, 5.0, 2.0, 4.0, 2.0, 3.0, 2.0, 2.0, 2.0, 2.0, 3.0, 1.0, 5.0, 5.0, 5.0, 8.0, 8.0, 7.0, 10.0, 11.0, 18.0, 34.0, 47.0, 19.0, 11.0, 7.0, 6.0, 6.0, 3.0, 1.0, 1.0, 1.0, 7.0, 2.0, 2.0, 1.0, 4.0, 0.0, 2.0, 1.0, 2.0, 0.0, 5.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.06015872210264206, -0.05767936632037163, -0.055200010538101196, -0.05272065848112106, -0.05024130269885063, -0.0477619469165802, -0.04528259485960007, -0.042803239077329636, -0.040323883295059204, -0.03784452751278877, -0.03536517173051834, -0.03288581967353821, -0.030406463891267776, -0.027927108108997345, -0.025447754189372063, -0.02296840026974678, -0.02048904448747635, -0.018009688705205917, -0.015530334785580635, -0.013050979934632778, -0.010571625083684921, -0.008092270232737064, -0.0056129153817892075, -0.0031335605308413506, -0.0006542056798934937, 0.0018251491710543633, 0.00430450402200222, 0.006783858872950077, 0.009263213723897934, 0.01174256857484579, 0.014221923425793648, 0.01670127734541893, 0.01918063312768936, 0.021659988909959793, 0.024139342829585075, 0.026618696749210358, 0.02909805253148079, 0.03157740831375122, 0.034056760370731354, 0.036536116153001785, 0.03901547193527222, 0.04149482771754265, 0.04397418349981308, 0.04645353555679321, 0.048932891339063644, 0.051412247121334076, 0.05389159917831421, 0.05637095496058464, 0.05885031074285507, 0.061329666525125504, 0.06380902230739594, 0.06628837436437607, 0.0687677264213562, 0.07124708592891693, 0.07372643798589706, 0.0762057974934578, 0.07868514955043793, 0.08116450160741806, 0.08364386111497879, 0.08612321317195892, 0.08860257267951965, 0.09108192473649979, 0.09356127679347992, 0.09604063630104065, 0.09851998835802078]}, "_runtime": 32.36241865158081, "_timestamp": 1596207416.9510417, "_step": 32}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 4.0, 1.0, 0.0, 2.0, 3.0, 3.0, 2.0, 1.0, 0.0, 0.0, 2.0, 3.0, 4.0, 3.0, 4.0, 0.0, 3.0, 2.0, 3.0, 3.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010563395917415619, -0.01019263919442892, -0.009821882471442223, -0.009451126679778099, -0.009080369956791401, -0.008709613233804703, -0.00833885744214058, -0.007968100719153881, -0.007597343996167183, -0.007226587273180485, -0.006855831015855074, -0.006485074758529663, -0.006114318035542965, -0.005743561312556267, -0.005372805055230856, -0.005002048797905445, -0.004631292074918747, -0.004260535351932049, -0.003889779094606638, -0.0035190226044505835, -0.003148266114294529, -0.0027775096241384745, -0.00240675313398242, -0.0020359966438263655, -0.001665240153670311, -0.0012944836635142565, -0.000923727173358202, -0.0005529706832021475, -0.000182214193046093, 0.0001885422971099615, 0.000559298787266016, 0.0009300552774220705, 0.001300811767578125, 0.0016715682577341795, 0.002042324747890234, 0.0024130812380462885, 0.002783837728202343, 0.0031545942183583975, 0.003525350708514452, 0.0038961071986705065, 0.004266863688826561, 0.004637620411813259, 0.00500837666913867, 0.005379132926464081, 0.005749889649450779, 0.006120646372437477, 0.006491402629762888, 0.006862158887088299, 0.007232915610074997, 0.007603672333061695, 0.007974429056048393, 0.008345184847712517, 0.008715941570699215, 0.009086698293685913, 0.009457454085350037, 0.009828210808336735, 0.010198967531323433, 0.010569724254310131, 0.01094048097729683, 0.011311236768960953, 0.011681993491947651, 0.012052750214934349, 0.012423506006598473, 0.01279426272958517, 0.013165019452571869]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 2.0, 4.0, 4.0, 5.0, 5.0, 5.0, 2.0, 7.0, 4.0, 9.0, 11.0, 17.0, 18.0, 26.0, 24.0, 33.0, 35.0, 44.0, 53.0, 76.0, 97.0, 124.0, 157.0, 240.0, 370.0, 4335.0, 1048.0, 365.0, 195.0, 129.0, 96.0, 76.0, 62.0, 50.0, 45.0, 27.0, 17.0, 17.0, 22.0, 10.0, 5.0, 10.0, 9.0, 6.0, 7.0, 6.0, 2.0, 3.0, 5.0, 5.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0], "bins": [-0.12822741270065308, -0.12430992722511292, -0.12039244174957275, -0.11647495627403259, -0.11255747079849243, -0.10863997787237167, -0.10472249239683151, -0.10080500692129135, -0.09688752144575119, -0.09297003597021103, -0.08905255049467087, -0.0851350650191307, -0.08121757209300995, -0.07730008661746979, -0.07338260114192963, -0.06946511566638947, -0.0655476301908493, -0.06163014471530914, -0.05771265923976898, -0.05379517003893852, -0.04987768456339836, -0.0459601990878582, -0.04204270988702774, -0.03812522441148758, -0.03420773893594742, -0.030290253460407257, -0.026372766122221947, -0.022455278784036636, -0.018537793308496475, -0.01462030690163374, -0.010702820494771004, -0.006785334087908268, -0.0028678476810455322, 0.0010496387258172035, 0.004967125132679939, 0.008884611539542675, 0.01280209794640541, 0.016719583421945572, 0.020637070760130882, 0.024554558098316193, 0.028472043573856354, 0.032389529049396515, 0.036307014524936676, 0.040224503725767136, 0.0441419892013073, 0.04805947467684746, 0.05197696387767792, 0.05589444935321808, 0.05981193482875824, 0.0637294203042984, 0.06764690577983856, 0.07156439125537872, 0.07548187673091888, 0.07939936965703964, 0.0833168551325798, 0.08723434060811996, 0.09115182608366013, 0.09506931155920029, 0.09898679703474045, 0.10290428251028061, 0.10682177543640137, 0.11073926091194153, 0.11465674638748169, 0.11857423186302185, 0.12249171733856201]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 1.0, 3.0, 6.0, 5.0, 1.0, 2.0, 5.0, 5.0, 6.0, 29.0, 7.0, 5.0, 2.0, 4.0, 4.0, 2.0, 3.0, 3.0, 1.0, 2.0, 2.0, 1.0, 3.0, 6.0, 3.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002088259905576706, -0.0020005018450319767, -0.0019127439009025693, -0.00182498584035784, -0.0017372278962284327, -0.0016494698356837034, -0.0015617117751389742, -0.0014739538310095668, -0.0013861957704648376, -0.0012984377099201083, -0.001210679765790701, -0.0011229217052459717, -0.0010351636447012424, -0.000947405700571835, -0.0008596476400271058, -0.0007718896376900375, -0.0006841316353529692, -0.0005963736330159009, -0.0005086156306788325, -0.0004208575701341033, -0.000333099567797035, -0.00024534156545996666, -0.00015758353401906788, -6.982551713008434e-05, 1.7932499758899212e-05, 0.00010569051664788276, 0.0001934485335368663, 0.0002812065649777651, 0.0003689645673148334, 0.0004567225696519017, 0.000544480630196631, 0.0006322386325336993, 0.0007199966348707676, 0.0008077546372078359, 0.0008955126395449042, 0.0009832707000896335, 0.0010710286442190409, 0.00115878670476377, 0.0012465447653084993, 0.0013343027094379067, 0.001422060769982636, 0.0015098188305273652, 0.0015975767746567726, 0.0016853348352015018, 0.001773092895746231, 0.0018608508398756385, 0.0019486089004203677, 0.002036366844549775, 0.0021241249050945044, 0.0022118829656392336, 0.002299641026183963, 0.0023873988538980484, 0.0024751569144427776, 0.002562914974987507, 0.002650673035532236, 0.0027384310960769653, 0.0028261891566216946, 0.00291394698433578, 0.0030017050448805094, 0.0030894631054252386, 0.003177221165969968, 0.003264979226514697, 0.0033527370542287827, 0.003440495114773512, 0.003528253175318241]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 6.0, 2.0, 6.0, 5.0, 20.0, 21.0, 41.0, 80.0, 152.0, 208.0, 376.0, 674.0, 1090.0, 1948.0, 3657.0, 6802.0, 14224.0, 31472.0, 79610.0, 752796.0, 151415.0, 57917.0, 29850.0, 16890.0, 10239.0, 6520.0, 4192.0, 2864.0, 1939.0, 1226.0, 915.0, 698.0, 518.0, 350.0, 204.0, 169.0, 158.0, 88.0, 72.0, 54.0, 51.0, 34.0, 17.0, 15.0, 19.0, 14.0, 10.0, 4.0, 0.0, 4.0, 4.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.005344895645976067, -0.0050882138311862946, -0.004831531550735235, -0.004574849735945463, -0.004318167455494404, -0.004061485640704632, -0.0038048038259148598, -0.003548121778294444, -0.0032914397306740284, -0.0030347576830536127, -0.002778075635433197, -0.002521393820643425, -0.0022647117730230093, -0.0020080297254025936, -0.0017513477941974998, -0.0014946658629924059, -0.0012379838153719902, -0.0009813017677515745, -0.0007246198365464807, -0.0004679378471337259, -0.0002112558577209711, 4.5426131691783667e-05, 0.00030210812110453844, 0.0005587901105172932, 0.000815472099930048, 0.0010721541475504637, 0.0013288360787555575, 0.0015855180099606514, 0.001842200057581067, 0.0020988821052014828, 0.002355563919991255, 0.0026122459676116705, 0.002868928015232086, 0.003125610062852502, 0.0033822921104729176, 0.0036389739252626896, 0.0038956559728831053, 0.004152338020503521, 0.004409019835293293, 0.004665702115744352, 0.004922383930534124, 0.005179065745323896, 0.005435748025774956, 0.005692429840564728, 0.0059491116553545, 0.006205793935805559, 0.006462475750595331, 0.0067191580310463905, 0.006975839845836163, 0.007232521660625935, 0.007489203941076994, 0.007745885755866766, 0.008002568036317825, 0.008259249851107597, 0.00851593166589737, 0.008772613480687141, 0.009029295295476913, 0.00928597804158926, 0.009542659856379032, 0.009799341671168804, 0.010056023485958576, 0.010312705300748348, 0.010569388046860695, 0.010826069861650467, 0.011082751676440239]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 3.0, 0.0, 1.0, 2.0, 1.0, 1.0, 3.0, 1.0, 2.0, 5.0, 2.0, 6.0, 4.0, 7.0, 1.0, 2.0, 2.0, 3.0, 0.0, 0.0, 4.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00920073688030243, -0.008679882623255253, -0.008159028366208076, -0.007638173643499613, -0.007117318920791149, -0.006596464663743973, -0.006075610406696796, -0.005554755683988333, -0.005033901426941156, -0.00451304716989398, -0.003992192447185516, -0.00347133819013834, -0.00295048370026052, -0.0024296292103827, -0.0019087748369202018, -0.0013879204634577036, -0.0008670659735798836, -0.0003462115419097245, 0.00017464288976043463, 0.0006954973214305937, 0.0012163517531007528, 0.0017372062429785728, 0.002258060500025749, 0.0027789149899035692, 0.0032997694797813892, 0.0038206239696592093, 0.004341478459537029, 0.004862332716584206, 0.005383186973631382, 0.005904041696339846, 0.006424895953387022, 0.006945750676095486, 0.007466604933142662, 0.007987459190189838, 0.008508313447237015, 0.009029168635606766, 0.009550022892653942, 0.010070877149701118, 0.010591731406748295, 0.011112585663795471, 0.011633440852165222, 0.012154295109212399, 0.012675149366259575, 0.013196003623306751, 0.013716857880353928, 0.014237712137401104, 0.014758567325770855, 0.015279421582818031, 0.015800274908542633, 0.016321130096912384, 0.016841985285282135, 0.017362838611006737, 0.017883693799376488, 0.01840454712510109, 0.01892540231347084, 0.01944625750184059, 0.019967110827565193, 0.020487966015934944, 0.021008819341659546, 0.021529674530029297, 0.022050529718399048, 0.02257138304412365, 0.0230922382324934, 0.023613091558218002, 0.024133946746587753]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 4.0, 5.0, 5.0, 21.0, 16.0, 21.0, 30.0, 34.0, 71.0, 78.0, 132.0, 138.0, 197.0, 260.0, 301.0, 429.0, 503.0, 698.0, 1011.0, 1366.0, 2236.0, 5822.0, 1283.0, 818.0, 685.0, 470.0, 419.0, 300.0, 201.0, 156.0, 105.0, 119.0, 81.0, 64.0, 64.0, 52.0, 31.0, 24.0, 27.0, 28.0, 17.0, 25.0, 20.0, 11.0, 9.0, 14.0, 9.0, 2.0, 1.0, 2.0, 0.0, 2.0, 3.0, 1.0, 1.0, 0.0, 3.0], "bins": [-0.008845847100019455, -0.008533424697816372, -0.008221002295613289, -0.007908579893410206, -0.007596157491207123, -0.00728373508900404, -0.006971312686800957, -0.006658890284597874, -0.006346467882394791, -0.006034045480191708, -0.005721623077988625, -0.0054092006757855415, -0.0050967782735824585, -0.0047843558713793755, -0.004471933469176292, -0.004159511066973209, -0.0038470886647701263, -0.0035346662625670433, -0.0032222438603639603, -0.0029098214581608772, -0.002597399055957794, -0.002284976653754711, -0.001972554251551628, -0.001660131849348545, -0.001347709447145462, -0.001035287044942379, -0.000722864642739296, -0.0004104422405362129, -9.801983833312988e-05, 0.00021440256386995316, 0.0005268249660730362, 0.0008392473682761192, 0.0011516697704792023, 0.0014640921726822853, 0.0017765145748853683, 0.0020889369770884514, 0.0024013593792915344, 0.0027137817814946175, 0.0030262041836977005, 0.0033386265859007835, 0.0036510489881038666, 0.00396347139030695, 0.004275893792510033, 0.004588316194713116, 0.004900738596916199, 0.005213160999119282, 0.005525583401322365, 0.005838005803525448, 0.006150428205728531, 0.006462850607931614, 0.006775273010134697, 0.00708769541233778, 0.007400117814540863, 0.007712540216743946, 0.008024962618947029, 0.008337385021150112, 0.008649807423353195, 0.008962229825556278, 0.009274652227759361, 0.009587074629962444, 0.009899497032165527, 0.01021191943436861, 0.010524341836571693, 0.010836764238774776, 0.01114918664097786]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0], "bins": [-0.07709327340126038, -0.07532867044210434, -0.0735640674829483, -0.07179945707321167, -0.07003485411405563, -0.0682702511548996, -0.06650564819574356, -0.06474104523658752, -0.06297643482685089, -0.061211831867694855, -0.05944722890853882, -0.05768262594938278, -0.05591801926493645, -0.05415341630578041, -0.052388809621334076, -0.05062420666217804, -0.048859603703022, -0.04709499701857567, -0.04533039405941963, -0.0435657873749733, -0.04180118441581726, -0.040036577731370926, -0.03827197477221489, -0.03650737181305885, -0.03474276512861252, -0.03297816216945648, -0.031213557347655296, -0.02944895252585411, -0.027684347704052925, -0.02591974288225174, -0.024155139923095703, -0.022390535101294518, -0.020625930279493332, -0.018861325457692146, -0.01709672063589096, -0.01533211674541235, -0.013567512854933739, -0.011802908033132553, -0.010038303211331367, -0.008273699320852757, -0.006509094499051571, -0.004744490142911673, -0.0029798855539411306, -0.0012152810813859105, 0.0005493233911693096, 0.002313927747309208, 0.0040785325691103935, 0.005843136925250292, 0.00760774128139019, 0.009372346103191376, 0.011136949993669987, 0.012901554815471172, 0.014666158705949783, 0.01643076352775097, 0.018195368349552155, 0.01995997317135334, 0.021724577993154526, 0.023489180952310562, 0.025253785774111748, 0.027018390595912933, 0.02878299541771412, 0.030547600239515305, 0.03231220319867134, 0.034076809883117676, 0.03584141284227371]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 3.0, 2.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 4.0, 2.0, 0.0, 5.0, 3.0, 10.0, 22.0, 15.0, 44.0, 33.0, 21.0, 10.0, 10.0, 5.0, 9.0, 7.0, 6.0, 6.0, 6.0, 5.0, 3.0, 5.0, 6.0, 4.0, 2.0, 5.0, 1.0, 2.0, 3.0, 0.0, 0.0, 4.0, 2.0, 3.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.0317198783159256, -0.03053191304206848, -0.029343947768211365, -0.028155982494354248, -0.02696801722049713, -0.025780050083994865, -0.02459208481013775, -0.023404119536280632, -0.022216154262423515, -0.0210281889885664, -0.019840223714709282, -0.018652258440852165, -0.0174642913043499, -0.016276326030492783, -0.015088360756635666, -0.01390039548277855, -0.012712430208921432, -0.011524464935064316, -0.010336499661207199, -0.009148533456027508, -0.007960568182170391, -0.006772602908313274, -0.00558463716879487, -0.004396671429276466, -0.0032087061554193497, -0.0020207406487315893, -0.000832775142043829, 0.0003551903646439314, 0.0015431558713316917, 0.002731121378019452, 0.0039190868847072124, 0.0051070526242256165, 0.006295017898082733, 0.00748298317193985, 0.008670948445796967, 0.009858914650976658, 0.011046879924833775, 0.012234845198690891, 0.013422811403870583, 0.0146107766777277, 0.015798741951584816, 0.016986707225441933, 0.01817467249929905, 0.019362637773156166, 0.020550604909658432, 0.02173857018351555, 0.022926535457372665, 0.024114500731229782, 0.0253024660050869, 0.026490431278944016, 0.027678396552801132, 0.02886636182665825, 0.030054327100515366, 0.03124229423701763, 0.0324302576482296, 0.033618222922086716, 0.03480619192123413, 0.03599415719509125, 0.037182122468948364, 0.03837008774280548, 0.0395580530166626, 0.040746018290519714, 0.04193398356437683, 0.04312194883823395, 0.044309914112091064]}, "_runtime": 33.1541793346405, "_timestamp": 1596207417.7428024, "_step": 33}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 3.0, 0.0, 0.0, 2.0, 1.0, 4.0, 2.0, 2.0, 2.0, 4.0, 4.0, 3.0, 3.0, 1.0, 5.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0], "bins": [-0.01135934703052044, -0.011071004904806614, -0.010782663710415363, -0.010494321584701538, -0.010205979458987713, -0.009917637333273888, -0.009629296138882637, -0.009340954013168812, -0.009052611887454987, -0.008764270693063736, -0.00847592856734991, -0.008187586441636086, -0.00789924431592226, -0.007610902655869722, -0.0073225609958171844, -0.007034218870103359, -0.006745877210050821, -0.006457535549998283, -0.006169193424284458, -0.00588085176423192, -0.005592509638518095, -0.005304167978465557, -0.005015825852751732, -0.004727484192699194, -0.004439142532646656, -0.004150800406932831, -0.0038624585140496492, -0.0035741166211664677, -0.0032857749611139297, -0.002997433068230748, -0.0027090911753475666, -0.002420749282464385, -0.0021324073895812035, -0.0018440654966980219, -0.0015557236038148403, -0.0012673818273469806, -0.000979039934463799, -0.0006906980415806174, -0.00040235620690509677, -0.00011401434312574565, 0.00017432752065360546, 0.0004626693844329566, 0.0007510112482123077, 0.0010393530828878284, 0.00132769497577101, 0.0016160368686541915, 0.0019043786451220512, 0.002192720538005233, 0.0024810624308884144, 0.002769404323771596, 0.0030577462166547775, 0.003346088109537959, 0.0036344300024211407, 0.003922771662473679, 0.004211113788187504, 0.004499455448240042, 0.00478779710829258, 0.005076139234006405, 0.005364480894058943, 0.005652823019772768, 0.005941164679825306, 0.006229506805539131, 0.006517848465591669, 0.006806190591305494, 0.007094532251358032]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 7.0, 1.0, 6.0, 6.0, 11.0, 9.0, 14.0, 14.0, 19.0, 21.0, 27.0, 40.0, 50.0, 70.0, 100.0, 119.0, 166.0, 233.0, 377.0, 4566.0, 994.0, 333.0, 215.0, 137.0, 86.0, 67.0, 53.0, 33.0, 36.0, 18.0, 27.0, 25.0, 11.0, 10.0, 7.0, 2.0, 5.0, 2.0, 2.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.14924003183841705, -0.14506147801876068, -0.1408829241991043, -0.13670438528060913, -0.13252583146095276, -0.1283472776412964, -0.12416873127222061, -0.11999017745256424, -0.11581163108348846, -0.11163307726383209, -0.10745452344417572, -0.10327597707509995, -0.09909742325544357, -0.0949188768863678, -0.09074032306671143, -0.08656177669763565, -0.08238322287797928, -0.0782046690583229, -0.07402612268924713, -0.06984756886959076, -0.06566902250051498, -0.06149046868085861, -0.05731191858649254, -0.053133368492126465, -0.04895481839776039, -0.04477626830339432, -0.040597718209028244, -0.03641916811466217, -0.0322406142950058, -0.028062066063284874, -0.02388351410627365, -0.019704964011907578, -0.015526413917541504, -0.01134786382317543, -0.007169312797486782, -0.002990762237459421, 0.0011877883225679398, 0.005366338882595301, 0.009544889442622662, 0.01372344046831131, 0.017901990562677383, 0.022080540657043457, 0.02625909075140953, 0.030437642708420753, 0.034616194665431976, 0.03879474475979805, 0.042973294854164124, 0.0471518449485302, 0.05133039504289627, 0.055508945137262344, 0.05968749523162842, 0.06386604905128479, 0.06804459542036057, 0.07222314924001694, 0.07640169560909271, 0.08058024942874908, 0.08475880324840546, 0.08893734961748123, 0.0931159034371376, 0.09729444980621338, 0.10147300362586975, 0.10565154999494553, 0.1098301038146019, 0.11400865018367767, 0.11818720400333405]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 1.0, 5.0, 1.0, 1.0, 2.0, 0.0, 2.0, 4.0, 5.0, 6.0, 3.0, 2.0, 6.0, 6.0, 5.0, 4.0, 28.0, 4.0, 1.0, 1.0, 3.0, 3.0, 4.0, 3.0, 2.0, 1.0, 1.0, 1.0, 3.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0020034913904964924, -0.001928723300807178, -0.0018539553275331855, -0.0017791872378438711, -0.0017044191481545568, -0.0016296511748805642, -0.0015548830851912498, -0.0014801149955019355, -0.0014053469058126211, -0.0013305789325386286, -0.0012558108428493142, -0.0011810427531599998, -0.0011062747798860073, -0.001031506690196693, -0.0009567386587150395, -0.0008819705690257251, -0.0008072025375440717, -0.0007324345060624182, -0.0006576664163731039, -0.0005828983848914504, -0.000508130295202136, -0.0004333622637204826, -0.00035859423223882914, -0.00028382617165334523, -0.00020905811106786132, -0.0001342900504823774, -5.952200444880873e-05, 1.5246048860717565e-05, 9.001410217024386e-05, 0.00016478216275572777, 0.00023955020878929645, 0.00031431825482286513, 0.00038908631540834904, 0.00046385437599383295, 0.0005386224365793169, 0.0006133904680609703, 0.0006881585577502847, 0.0007629265892319381, 0.0008376946207135916, 0.0009124627104029059, 0.0009872308000922203, 0.0010619987733662128, 0.0011367668630555272, 0.0012115349527448416, 0.0012863029260188341, 0.0013610710157081485, 0.0014358391053974628, 0.0015106070786714554, 0.0015853751683607697, 0.0016601432580500841, 0.0017349112313240767, 0.001809679321013391, 0.0018844474107027054, 0.001959215383976698, 0.002033983590081334, 0.0021087515633553267, 0.002183519536629319, 0.0022582877427339554, 0.002333055716007948, 0.0024078236892819405, 0.0024825918953865767, 0.002557359868660569, 0.0026321278419345617, 0.002706896048039198, 0.0027816640213131905]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 2.0, 2.0, 4.0, 3.0, 8.0, 18.0, 23.0, 18.0, 42.0, 76.0, 126.0, 177.0, 315.0, 489.0, 801.0, 1382.0, 2429.0, 4425.0, 9116.0, 19623.0, 47018.0, 135178.0, 795984.0, 91443.0, 33696.0, 15803.0, 8490.0, 4681.0, 2873.0, 1733.0, 1105.0, 748.0, 487.0, 369.0, 265.0, 191.0, 134.0, 105.0, 56.0, 49.0, 42.0, 28.0, 15.0, 18.0, 9.0, 13.0, 8.0, 4.0, 4.0, 9.0, 2.0, 1.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.006508967373520136, -0.00623205304145813, -0.005955138709396124, -0.005678223911672831, -0.005401309579610825, -0.005124395247548819, -0.004847480915486813, -0.004570566583424807, -0.004293652251362801, -0.004016737453639507, -0.0037398231215775013, -0.0034629087895154953, -0.0031859944574534893, -0.0029090798925608397, -0.0026321655604988337, -0.002355250995606184, -0.002078336663544178, -0.0018014222150668502, -0.0015245077665895224, -0.0012475934345275164, -0.0009706789860501885, -0.0006937645375728607, -0.0004168501473031938, -0.00013993572792969644, 0.00013697869144380093, 0.0004138931108172983, 0.0006908075301907957, 0.0009677219204604626, 0.0012446363689377904, 0.0015215508174151182, 0.0017984651494771242, 0.002075379714369774, 0.00235229404643178, 0.002629208378493786, 0.0029061229433864355, 0.0031830372754484415, 0.003459951840341091, 0.003736866172403097, 0.004013780504465103, 0.004290694836527109, 0.004567609168589115, 0.0048445239663124084, 0.0051214382983744144, 0.0053983526304364204, 0.0056752669624984264, 0.0059521812945604324, 0.006229096092283726, 0.006506010424345732, 0.006782924756407738, 0.007059839088469744, 0.00733675342053175, 0.007613668218255043, 0.007890582084655762, 0.008167496882379055, 0.008444411680102348, 0.008721325546503067, 0.00899824034422636, 0.009275154210627079, 0.009552069008350372, 0.009828983806073666, 0.010105897672474384, 0.010382812470197678, 0.010659726336598396, 0.01093664113432169, 0.011213555932044983]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 3.0, 2.0, 2.0, 2.0, 1.0, 2.0, 0.0, 7.0, 1.0, 6.0, 2.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.013937056995928288, -0.0135011225938797, -0.013065189123153687, -0.012629255652427673, -0.012193321250379086, -0.011757386848330498, -0.011321453377604485, -0.010885519906878471, -0.010449585504829884, -0.010013651102781296, -0.009577717632055283, -0.00914178416132927, -0.008705849759280682, -0.008269915357232094, -0.00783398188650608, -0.00739804795011878, -0.00696211401373148, -0.006526180077344179, -0.006090246140956879, -0.005654312204569578, -0.005218378268182278, -0.004782444331794977, -0.004346510395407677, -0.003910576459020376, -0.0034746425226330757, -0.0030387085862457752, -0.0026027746498584747, -0.0021668407134711742, -0.0017309067770838737, -0.0012949728406965733, -0.0008590389043092728, -0.0004231049679219723, 1.2828968465328217e-05, 0.0004487629048526287, 0.0008846968412399292, 0.0013206307776272297, 0.0017565647140145302, 0.0021924986504018307, 0.002628432586789131, 0.0030643665231764317, 0.003500300459563732, 0.003936234395951033, 0.004372168332338333, 0.004808102268725634, 0.005244036205112934, 0.005679970141500235, 0.006115904077887535, 0.006551838014274836, 0.006987771950662136, 0.007423705887049437, 0.007859639823436737, 0.00829557329416275, 0.008731507696211338, 0.009167442098259926, 0.009603375568985939, 0.010039309039711952, 0.01047524344176054, 0.010911177843809128, 0.011347111314535141, 0.011783044785261154, 0.012218979187309742, 0.01265491358935833, 0.013090847060084343, 0.013526780530810356, 0.013962714932858944]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 4.0, 3.0, 4.0, 2.0, 3.0, 8.0, 6.0, 11.0, 12.0, 19.0, 25.0, 38.0, 51.0, 58.0, 69.0, 99.0, 127.0, 186.0, 211.0, 266.0, 371.0, 417.0, 567.0, 657.0, 837.0, 1102.0, 1503.0, 5102.0, 2249.0, 964.0, 690.0, 487.0, 365.0, 348.0, 306.0, 199.0, 174.0, 152.0, 125.0, 104.0, 108.0, 94.0, 82.0, 64.0, 39.0, 24.0, 24.0, 17.0, 14.0, 10.0, 10.0, 4.0, 13.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 4.0], "bins": [-0.008250311948359013, -0.007983672432601452, -0.007717032451182604, -0.007450392469763756, -0.007183752954006195, -0.006917113438248634, -0.006650473456829786, -0.006383833475410938, -0.0061171939596533775, -0.005850554443895817, -0.005583914462476969, -0.005317274481058121, -0.00505063496530056, -0.004783995449542999, -0.004517355468124151, -0.004250715486705303, -0.0039840759709477425, -0.003717436222359538, -0.0034507964737713337, -0.0031841567251831293, -0.002917516976594925, -0.0026508772280067205, -0.002384237479418516, -0.0021175977308303118, -0.0018509579822421074, -0.001584318233653903, -0.0013176784850656986, -0.0010510387364774942, -0.0007843989878892899, -0.0005177592393010855, -0.0002511194907128811, 1.5520257875323296e-05, 0.0002821600064635277, 0.0005487997550517321, 0.0008154395036399364, 0.0010820792522281408, 0.0013487190008163452, 0.0016153587494045496, 0.001881998497992754, 0.0021486382465809584, 0.0024152779951691628, 0.002681917743757367, 0.0029485574923455715, 0.003215197240933776, 0.0034818369895219803, 0.0037484767381101847, 0.004015116486698389, 0.004281756468117237, 0.004548395983874798, 0.0048150354996323586, 0.005081675481051207, 0.005348315462470055, 0.005614954978227615, 0.005881594493985176, 0.006148234475404024, 0.006414874456822872, 0.006681513972580433, 0.006948153488337994, 0.007214793469756842, 0.00748143345117569, 0.00774807296693325, 0.008014712482690811, 0.008281351998448372, 0.008547992445528507, 0.008814631961286068]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 5.0, 1.0, 0.0, 3.0, 4.0, 4.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1261235773563385, -0.12044020742177963, -0.11475683003664017, -0.1090734601020813, -0.10339008271694183, -0.09770671278238297, -0.0920233353972435, -0.08633996546268463, -0.08065658807754517, -0.0749732181429863, -0.06928984820842743, -0.06360647082328796, -0.057923100888729095, -0.05223972722887993, -0.04655635356903076, -0.040872979909181595, -0.03518960624933243, -0.02950623258948326, -0.023822858929634094, -0.018139487132430077, -0.01245611347258091, -0.00677274027839303, -0.0010893670842051506, 0.004594006109982729, 0.010277379304170609, 0.015960752964019775, 0.021644126623868942, 0.02732749842107296, 0.03301087021827698, 0.038694243878126144, 0.04437761753797531, 0.05006099119782448, 0.055744364857673645, 0.06142773851752281, 0.06711111217737198, 0.07279448211193085, 0.07847785949707031, 0.08416122943162918, 0.08984460681676865, 0.09552797675132751, 0.10121135413646698, 0.10689472407102585, 0.11257809400558472, 0.11826147139072418, 0.12394484132528305, 0.12962821125984192, 0.13531158864498138, 0.14099496603012085, 0.14667832851409912, 0.1523617058992386, 0.15804508328437805, 0.16372846066951752, 0.1694118231534958, 0.17509520053863525, 0.18077857792377472, 0.18646195530891418, 0.19214531779289246, 0.19782869517803192, 0.2035120725631714, 0.20919543504714966, 0.21487881243228912, 0.2205621898174286, 0.22624556720256805, 0.23192892968654633, 0.2376123070716858]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 2.0, 0.0, 4.0, 3.0, 3.0, 8.0, 2.0, 6.0, 2.0, 6.0, 3.0, 5.0, 22.0, 28.0, 23.0, 59.0, 30.0, 18.0, 10.0, 4.0, 3.0, 3.0, 1.0, 4.0, 0.0, 4.0, 4.0, 1.0, 3.0, 5.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0], "bins": [-0.09251022338867188, -0.08842112123966217, -0.08433202654123306, -0.08024292439222336, -0.07615382224321365, -0.07206472754478455, -0.06797562539577484, -0.06388652324676514, -0.05979742482304573, -0.055708326399326324, -0.05161922425031662, -0.047530125826597214, -0.04344102740287781, -0.0393519252538681, -0.0352628268301487, -0.03117372654378414, -0.027084626257419586, -0.02299552597105503, -0.018906425684690475, -0.01481732726097107, -0.010728226974606514, -0.006639127153903246, -0.002550027333199978, 0.0015390724875032902, 0.005628172308206558, 0.009717272594571114, 0.013806371949613094, 0.017895471304655075, 0.02198457159101963, 0.026073671877384186, 0.030162770301103592, 0.034251872450113297, 0.0383409708738327, 0.04243006929755211, 0.04651917144656181, 0.05060826987028122, 0.054697372019290924, 0.05878647044301033, 0.06287556886672974, 0.06696467101573944, 0.07105377316474915, 0.07514286786317825, 0.07923197001218796, 0.08332107216119766, 0.08741016685962677, 0.09149926900863647, 0.09558837115764618, 0.09967746585607529, 0.10376656800508499, 0.1078556701540947, 0.1119447648525238, 0.11603386700153351, 0.12012296915054321, 0.12421206384897232, 0.12830117344856262, 0.13239026069641113, 0.13647936284542084, 0.14056846499443054, 0.14465756714344025, 0.14874666929244995, 0.15283577144145966, 0.15692485868930817, 0.16101396083831787, 0.16510306298732758, 0.16919216513633728]}, "_runtime": 33.92966413497925, "_timestamp": 1596207418.5182872, "_step": 34}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 3.0, 0.0, 3.0, 1.0, 3.0, 1.0, 2.0, 2.0, 2.0, 3.0, 0.0, 0.0, 2.0, 1.0, 0.0, 4.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0], "bins": [-0.008688803762197495, -0.00842426810413599, -0.008159732446074486, -0.007895195856690407, -0.0076306601986289024, -0.007366124540567398, -0.007101588416844606, -0.006837052293121815, -0.00657251663506031, -0.006307980976998806, -0.006043444853276014, -0.005778908729553223, -0.005514373071491718, -0.005249837413430214, -0.004985301289707422, -0.004720765165984631, -0.004456229507923126, -0.004191693849861622, -0.00392715772613883, -0.003662621835246682, -0.003398085944354534, -0.003133550053462386, -0.002869014162570238, -0.00260447827167809, -0.002339942380785942, -0.002075406489893794, -0.001810870599001646, -0.001546334708109498, -0.00128179881721735, -0.001017262926325202, -0.000752727035433054, -0.00048819114454090595, -0.00022365525364875793, 4.088063724339008e-05, 0.0003054165281355381, 0.0005699524190276861, 0.0008344883099198341, 0.0010990242008119822, 0.0013635600917041302, 0.0016280959825962782, 0.0018926318734884262, 0.0021571677643805742, 0.0024217036552727222, 0.0026862395461648703, 0.0029507754370570183, 0.0032153113279491663, 0.0034798472188413143, 0.0037443831097334623, 0.00400891900062561, 0.004273454658687115, 0.004537990782409906, 0.004802526906132698, 0.005067062564194202, 0.005331598222255707, 0.0055961343459784985, 0.00586067046970129, 0.0061252061277627945, 0.006389741785824299, 0.0066542779095470905, 0.006918814033269882, 0.0071833496913313866, 0.007447885349392891, 0.007712421473115683, 0.007976957596838474, 0.008241493254899979]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 3.0, 2.0, 3.0, 3.0, 8.0, 8.0, 6.0, 4.0, 8.0, 16.0, 17.0, 22.0, 31.0, 31.0, 31.0, 48.0, 56.0, 63.0, 76.0, 114.0, 143.0, 186.0, 341.0, 3337.0, 2116.0, 367.0, 244.0, 139.0, 91.0, 68.0, 81.0, 50.0, 45.0, 26.0, 33.0, 24.0, 14.0, 16.0, 12.0, 9.0, 5.0, 6.0, 7.0, 5.0, 5.0, 1.0, 1.0, 2.0, 0.0, 0.0, 3.0], "bins": [-0.15305395424365997, -0.14891347289085388, -0.1447729766368866, -0.1406324803829193, -0.13649199903011322, -0.13235151767730713, -0.12821102142333984, -0.12407053261995316, -0.11993004381656647, -0.11578955501317978, -0.11164906620979309, -0.1075085774064064, -0.10336808860301971, -0.09922759979963303, -0.09508711099624634, -0.09094662219285965, -0.08680613338947296, -0.08266564458608627, -0.07852515578269958, -0.0743846669793129, -0.07024417817592621, -0.06610368937253952, -0.06196320056915283, -0.057822711765766144, -0.053682222962379456, -0.04954173415899277, -0.04540124535560608, -0.04126075655221939, -0.0371202677488327, -0.032979778945446014, -0.028839290142059326, -0.024698801338672638, -0.02055831253528595, -0.01641782373189926, -0.012277334928512573, -0.008136846125125885, -0.003996357321739197, 0.00014413148164749146, 0.00428462028503418, 0.008425109088420868, 0.012565597891807556, 0.016706086695194244, 0.020846575498580933, 0.02498706430196762, 0.02912755310535431, 0.033268041908741, 0.037408530712127686, 0.041549019515514374, 0.04568950831890106, 0.04982999712228775, 0.05397048592567444, 0.05811097472906113, 0.062251463532447815, 0.0663919523358345, 0.07053244113922119, 0.07467292994260788, 0.07881341874599457, 0.08295390754938126, 0.08709439635276794, 0.09123488515615463, 0.09537537395954132, 0.09951586276292801, 0.1036563515663147, 0.10779684036970139, 0.11193732917308807]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 1.0, 2.0, 1.0, 3.0, 1.0, 2.0, 4.0, 5.0, 2.0, 0.0, 4.0, 10.0, 8.0, 30.0, 6.0, 5.0, 3.0, 3.0, 4.0, 2.0, 3.0, 3.0, 0.0, 4.0, 3.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.002722368109971285, -0.002625468885526061, -0.002528569893911481, -0.002431670669466257, -0.002334771677851677, -0.002237872453406453, -0.002140973461791873, -0.002044074237346649, -0.001947175245732069, -0.0018502760212868452, -0.0017533769132569432, -0.0016564778052270412, -0.0015595786971971393, -0.0014626795891672373, -0.0013657804811373353, -0.0012688813731074333, -0.0011719822650775313, -0.0010750831570476294, -0.0009781840490177274, -0.0008812849409878254, -0.0007843858329579234, -0.0006874866667203605, -0.0005905875586904585, -0.0004936884506605566, -0.0003967893426306546, -0.0002998902346007526, -0.00020299111201893538, -0.00010609199671307579, -9.192881407216191e-06, 8.77062338986434e-05, 0.000184605349204503, 0.0002815044717863202, 0.0003784035798162222, 0.00047530268784612417, 0.0005722017958760262, 0.0006691009039059281, 0.0007660000119358301, 0.000862899178173393, 0.000959798286203295, 0.001056697336025536, 0.001153596444055438, 0.0012504956685006618, 0.0013473947765305638, 0.0014442938845604658, 0.0015411929925903678, 0.0016380921006202698, 0.0017349912086501718, 0.0018318903166800737, 0.0019287894247099757, 0.0020256885327398777, 0.0021225877571851015, 0.0022194867487996817, 0.0023163859732449055, 0.0024132849648594856, 0.0025101841893047094, 0.0026070831809192896, 0.0027039824053645134, 0.0028008813969790936, 0.0028977806214243174, 0.0029946796130388975, 0.0030915788374841213, 0.0031884778290987015, 0.0032853770535439253, 0.0033822760451585054, 0.0034791752696037292]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 8.0, 4.0, 5.0, 21.0, 23.0, 27.0, 31.0, 46.0, 78.0, 118.0, 187.0, 307.0, 516.0, 828.0, 1337.0, 2169.0, 3625.0, 6118.0, 11285.0, 21297.0, 44734.0, 119173.0, 781438.0, 94765.0, 37847.0, 19902.0, 11675.0, 7066.0, 4496.0, 3053.0, 2102.0, 1429.0, 1053.0, 792.0, 555.0, 394.0, 317.0, 217.0, 174.0, 134.0, 90.0, 64.0, 62.0, 27.0, 19.0, 12.0, 10.0, 8.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.007320862729102373, -0.007095869164913893, -0.006870875600725412, -0.006645882036536932, -0.006420888472348452, -0.006195894908159971, -0.005970901809632778, -0.005745908245444298, -0.005520914681255817, -0.005295921117067337, -0.005070927552878857, -0.004845933988690376, -0.004620940424501896, -0.0043959468603134155, -0.004170953296124935, -0.003945959731936455, -0.003720966400578618, -0.0034959728363901377, -0.0032709792722016573, -0.0030459859408438206, -0.00282099237665534, -0.00259599881246686, -0.0023710052482783794, -0.002146011684089899, -0.0019210182363167405, -0.0016960246721282601, -0.0014710312243551016, -0.0012460376601666212, -0.0010210440959781408, -0.0007960506482049823, -0.0005710570840165019, -0.00034606357803568244, -0.00012107007205486298, 0.00010392344847787172, 0.0003289169690106064, 0.0005539105040952563, 0.0007789040100760758, 0.0010038975160568953, 0.0012288910802453756, 0.0014538845280185342, 0.0016788780922070146, 0.001903871656395495, 0.0021288651041686535, 0.002353858668357134, 0.0025788522325456142, 0.0028038457967340946, 0.0030288391280919313, 0.0032538326922804117, 0.003478826256468892, 0.0037038198206573725, 0.003928813152015209, 0.00415380671620369, 0.00437880028039217, 0.00460379384458065, 0.004828787408769131, 0.005053780972957611, 0.0052787745371460915, 0.005503768101334572, 0.005728761665523052, 0.005953754764050245, 0.006178748328238726, 0.006403741892427206, 0.006628735456615686, 0.006853729020804167, 0.007078722584992647]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 2.0, 3.0, 1.0, 4.0, 3.0, 5.0, 4.0, 4.0, 3.0, 1.0, 5.0, 1.0, 9.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009391076862812042, -0.0088079534471035, -0.008224830031394958, -0.007641707547008991, -0.007058584131300449, -0.0064754607155919075, -0.005892337765544653, -0.005309214815497398, -0.0047260913997888565, -0.004142967984080315, -0.00355984503403306, -0.002976721851155162, -0.0023935986682772636, -0.0018104754853993654, -0.0012273523025214672, -0.000644229119643569, -6.110593676567078e-05, 0.0005220172461122274, 0.0011051404289901257, 0.0016882636118680239, 0.002271386794745922, 0.0028545099776238203, 0.0034376331605017185, 0.004020756110548973, 0.004603879526257515, 0.005187002941966057, 0.005770125892013311, 0.006353248842060566, 0.006936372257769108, 0.00751949567347765, 0.008102618157863617, 0.008685741573572159, 0.0092688649892807, 0.009851988404989243, 0.010435111820697784, 0.011018234305083752, 0.011601357720792294, 0.012184481136500835, 0.012767603620886803, 0.013350727036595345, 0.013933850452303886, 0.014516973868012428, 0.01510009728372097, 0.015683220699429512, 0.016266342252492905, 0.016849465668201447, 0.01743258908390999, 0.01801571249961853, 0.018598835915327072, 0.019181959331035614, 0.019765082746744156, 0.020348206162452698, 0.02093132957816124, 0.021514451131224632, 0.022097574546933174, 0.022680697962641716, 0.023263821378350258, 0.0238469447940588, 0.02443006820976734, 0.025013191625475883, 0.025596313178539276, 0.026179436594247818, 0.02676256000995636, 0.0273456834256649, 0.027928806841373444]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [4.0, 0.0, 1.0, 6.0, 3.0, 2.0, 7.0, 2.0, 19.0, 22.0, 54.0, 54.0, 67.0, 122.0, 150.0, 167.0, 231.0, 343.0, 413.0, 490.0, 585.0, 734.0, 895.0, 1185.0, 1694.0, 2640.0, 4821.0, 819.0, 531.0, 370.0, 317.0, 237.0, 221.0, 183.0, 134.0, 122.0, 123.0, 101.0, 94.0, 70.0, 66.0, 62.0, 44.0, 28.0, 26.0, 23.0, 33.0, 15.0, 14.0, 13.0, 15.0, 9.0, 13.0, 7.0, 2.0, 6.0, 3.0, 5.0, 2.0, 4.0, 1.0, 3.0, 1.0, 4.0], "bins": [-0.00705714151263237, -0.006786256097257137, -0.006515370216220617, -0.006244484335184097, -0.005973598919808865, -0.005702713504433632, -0.005431827623397112, -0.005160941742360592, -0.004890056326985359, -0.0046191709116101265, -0.0043482850305736065, -0.0040773991495370865, -0.003806513734161854, -0.0035356280859559774, -0.003264742437750101, -0.0029938567895442247, -0.0027229711413383484, -0.002452085493132472, -0.0021811998449265957, -0.0019103141967207193, -0.001639428548514843, -0.0013685429003089666, -0.0010976572521030903, -0.0008267716038972139, -0.0005558859556913376, -0.00028500030748546124, -1.4114659279584885e-05, 0.00025677098892629147, 0.0005276566371321678, 0.0007985422853380442, 0.0010694279335439205, 0.0013403135817497969, 0.0016111992299556732, 0.0018820848781615496, 0.002152970526367426, 0.0024238561745733023, 0.0026947418227791786, 0.002965627470985055, 0.0032365131191909313, 0.0035073987673968077, 0.003778284415602684, 0.004049169830977917, 0.004320055712014437, 0.004590941593050957, 0.004861827008426189, 0.005132712423801422, 0.005403598304837942, 0.005674484185874462, 0.005945369601249695, 0.0062162550166249275, 0.0064871408976614475, 0.0067580267786979675, 0.0070289121940732, 0.007299797609448433, 0.007570683490484953, 0.007841569371521473, 0.008112454786896706, 0.008383340202271938, 0.008654225617647171, 0.008925111964344978, 0.009195997379720211, 0.009466882795095444, 0.009737769141793251, 0.010008654557168484, 0.010279539972543716]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 3.0, 4.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.11397396773099899, -0.11051975935697556, -0.10706555098295212, -0.10361134260892868, -0.10015714168548584, -0.0967029333114624, -0.09324872493743896, -0.08979451656341553, -0.08634030818939209, -0.08288609981536865, -0.07943189144134521, -0.07597768306732178, -0.07252347469329834, -0.0690692737698555, -0.06561506539583206, -0.062160857021808624, -0.05870664864778519, -0.05525244027376175, -0.05179823189973831, -0.04834402725100517, -0.044889818876981735, -0.0414356105029583, -0.03798140585422516, -0.03452719748020172, -0.031072989106178284, -0.027618780732154846, -0.024164574220776558, -0.02071036770939827, -0.017256159335374832, -0.01380195189267397, -0.010347744449973106, -0.0068935370072722435, -0.0034393295645713806, 1.487787812948227e-05, 0.003469085320830345, 0.006923292763531208, 0.010377500206232071, 0.013831707648932934, 0.017285915091633797, 0.020740121603012085, 0.024194329977035522, 0.02764853835105896, 0.031102744862437248, 0.034556951373815536, 0.038011159747838974, 0.04146536812186241, 0.04491957277059555, 0.04837378114461899, 0.051827989518642426, 0.05528219789266586, 0.0587364062666893, 0.06219061091542244, 0.06564481556415558, 0.06909902393817902, 0.07255323231220245, 0.07600744068622589, 0.07946164906024933, 0.08291585743427277, 0.0863700658082962, 0.08982427418231964, 0.09327848255634308, 0.09673268347978592, 0.10018689185380936, 0.1036411002278328, 0.10709530860185623]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 3.0, 4.0, 4.0, 3.0, 5.0, 8.0, 9.0, 9.0, 9.0, 22.0, 10.0, 19.0, 10.0, 9.0, 11.0, 29.0, 13.0, 9.0, 8.0, 5.0, 12.0, 6.0, 8.0, 1.0, 5.0, 4.0, 4.0, 3.0, 3.0, 0.0, 2.0, 3.0, 2.0, 9.0, 0.0, 0.0, 1.0, 5.0, 0.0, 1.0, 2.0, 3.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 2.0], "bins": [-0.050198815762996674, -0.04856514185667038, -0.046931467950344086, -0.04529779404401779, -0.0436641201376915, -0.042030442506074905, -0.04039676859974861, -0.03876309469342232, -0.037129420787096024, -0.03549574688076973, -0.033862072974443436, -0.03222839906811714, -0.0305947232991457, -0.028961049392819405, -0.02732737362384796, -0.025693699717521667, -0.024060025811195374, -0.02242635190486908, -0.020792677998542786, -0.019159002229571342, -0.01752532832324505, -0.015891654416918755, -0.014257979579269886, -0.012624304741621017, -0.010990630835294724, -0.00935695692896843, -0.007723282091319561, -0.00608960771933198, -0.0044559333473443985, -0.0028222589753568172, -0.001188584603369236, 0.00044508976861834526, 0.0020787641406059265, 0.0037124385125935078, 0.005346112884581089, 0.00697978725656867, 0.008613461628556252, 0.010247135534882545, 0.011880810372531414, 0.013514485210180283, 0.015148159116506577, 0.01678183302283287, 0.018415506929159164, 0.020049182698130608, 0.0216828566044569, 0.023316530510783195, 0.02495020627975464, 0.026583880186080933, 0.028217554092407227, 0.02985122799873352, 0.031484901905059814, 0.03311857581138611, 0.0347522497177124, 0.036385927349328995, 0.03801960125565529, 0.03965327516198158, 0.04128694906830788, 0.04292062297463417, 0.044554296880960464, 0.04618797078728676, 0.04782164841890335, 0.049455322325229645, 0.05108899623155594, 0.05272267013788223, 0.05435634404420853]}, "_runtime": 34.72231125831604, "_timestamp": 1596207419.3109343, "_step": 35}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 5.0, 1.0, 0.0, 2.0, 2.0, 1.0, 3.0, 2.0, 0.0, 1.0, 2.0, 2.0, 2.0, 3.0, 3.0, 1.0, 3.0, 3.0, 1.0, 1.0, 3.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.0071261185221374035, -0.006880610715597868, -0.00663510337471962, -0.006389595568180084, -0.006144087761640549, -0.0058985804207623005, -0.005653072614222765, -0.0054075648076832294, -0.005162057466804981, -0.004916549660265446, -0.00467104185372591, -0.004425534047186375, -0.0041800267063081264, -0.003934518899768591, -0.003689011326059699, -0.0034435035195201635, -0.0031979959458112717, -0.00295248837210238, -0.0027069805655628443, -0.0024614729918539524, -0.002215965185314417, -0.001970457611605525, -0.0017249500378966331, -0.0014794423477724195, -0.0012339346576482058, -0.000988426967523992, -0.0007429193356074393, -0.0004974117036908865, -0.0002519040135666728, -6.396352546289563e-06, 0.00023911130847409368, 0.0004846189694944769, 0.0007301266305148602, 0.0009756343206390738, 0.0012211420107632875, 0.0014666495844721794, 0.001712157274596393, 0.001957664964720607, 0.0022031725384294987, 0.002448680344969034, 0.002694187918677926, 0.002939695492386818, 0.0031852032989263535, 0.0034307108726352453, 0.003676218446344137, 0.003921726252883673, 0.004167234059423208, 0.0044127414003014565, 0.004658249206840992, 0.0049037570133805275, 0.005149264354258776, 0.005394772160798311, 0.005640279967337847, 0.005885787308216095, 0.0061312951147556305, 0.006376802921295166, 0.0066223107278347015, 0.00686781806871295, 0.007113325875252485, 0.007358833681792021, 0.007604341022670269, 0.007849848829209805, 0.00809535663574934, 0.008340864442288876, 0.008586371317505836]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 5.0, 3.0, 7.0, 9.0, 4.0, 11.0, 13.0, 20.0, 19.0, 19.0, 30.0, 34.0, 50.0, 58.0, 74.0, 117.0, 137.0, 170.0, 251.0, 379.0, 4637.0, 811.0, 348.0, 165.0, 115.0, 97.0, 60.0, 49.0, 57.0, 36.0, 20.0, 25.0, 17.0, 16.0, 15.0, 12.0, 1.0, 9.0, 5.0, 7.0, 4.0, 2.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.11686377227306366, -0.11304546147584915, -0.10922715067863464, -0.10540883243083954, -0.10159052163362503, -0.09777221083641052, -0.09395390003919601, -0.0901355892419815, -0.0863172709941864, -0.0824989601969719, -0.07868064939975739, -0.07486233860254288, -0.07104402780532837, -0.06722571700811386, -0.06340739876031876, -0.05958908796310425, -0.05577077716588974, -0.05195246636867523, -0.048134151846170425, -0.04431584104895592, -0.04049752652645111, -0.0366792157292366, -0.032860904932022095, -0.029042592272162437, -0.02522427961230278, -0.021405966952443123, -0.017587654292583466, -0.013769343495368958, -0.0099510308355093, -0.00613271864131093, -0.0023144064471125603, 0.0015039057470858097, 0.00532221794128418, 0.009140530601143837, 0.01295884232968092, 0.016777154058218002, 0.02059546671807766, 0.024413779377937317, 0.028232090175151825, 0.03205040469765663, 0.03586871549487114, 0.03968702629208565, 0.043505340814590454, 0.04732365161180496, 0.05114196240901947, 0.05496027693152428, 0.058778587728738785, 0.06259690225124359, 0.0664152130484581, 0.07023352384567261, 0.07405183464288712, 0.07787015289068222, 0.08168846368789673, 0.08550677448511124, 0.08932508528232574, 0.09314339607954025, 0.09696170687675476, 0.10078002512454987, 0.10459833592176437, 0.10841664671897888, 0.11223495751619339, 0.1160532683134079, 0.119871586561203, 0.12368989735841751, 0.12750820815563202]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 4.0, 0.0, 2.0, 0.0, 3.0, 1.0, 2.0, 0.0, 3.0, 3.0, 0.0, 3.0, 4.0, 4.0, 4.0, 9.0, 3.0, 26.0, 4.0, 3.0, 2.0, 3.0, 2.0, 6.0, 4.0, 2.0, 2.0, 5.0, 1.0, 3.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 1.0, 1.0], "bins": [-0.0028397818095982075, -0.002765739569440484, -0.002691697096452117, -0.0026176548562943935, -0.0025436123833060265, -0.002469570143148303, -0.002395527670159936, -0.0023214854300022125, -0.0022474429570138454, -0.002173400716856122, -0.002099358243867755, -0.0020253160037100315, -0.0019512736471369863, -0.001877231290563941, -0.0018031889339908957, -0.0017291465774178505, -0.0016551042208448052, -0.00158106186427176, -0.0015070195076987147, -0.0014329771511256695, -0.0013589347945526242, -0.001284892437979579, -0.0012108500814065337, -0.0011368077248334885, -0.001062765484675765, -0.0009887231281027198, -0.0009146807133220136, -0.0008406383567489684, -0.000766596058383584, -0.0006925537018105388, -0.0006185113452374935, -0.0005444689886644483, -0.000470426632091403, -0.00039638427551835775, -0.0003223419189453125, -0.0002482995914760977, -0.00017425723490305245, -0.00010021488560596481, -2.617253630887717e-05, 4.786981298821047e-05, 0.00012191216228529811, 0.00019595451885834336, 0.0002699968754313886, 0.0003440392029006034, 0.00041808155947364867, 0.0004921238869428635, 0.0005661662435159087, 0.000640208600088954, 0.0007142509566619992, 0.0007882933132350445, 0.0008623356698080897, 0.000936378026381135, 0.0010104203829541802, 0.0010844627395272255, 0.0011585050961002707, 0.001232547452673316, 0.0013065896928310394, 0.0013806320494040847, 0.00145467440597713, 0.0015287167625501752, 0.0016027591191232204, 0.0016768014756962657, 0.001750843832269311, 0.0018248861888423562, 0.0018989285454154015]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 4.0, 5.0, 8.0, 9.0, 16.0, 17.0, 34.0, 44.0, 66.0, 96.0, 157.0, 225.0, 380.0, 537.0, 791.0, 1343.0, 2071.0, 3576.0, 6063.0, 11067.0, 22022.0, 46984.0, 136428.0, 779270.0, 87406.0, 36880.0, 18383.0, 10029.0, 5891.0, 3547.0, 2207.0, 1367.0, 880.0, 611.0, 360.0, 276.0, 172.0, 152.0, 82.0, 66.0, 46.0, 26.0, 17.0, 10.0, 6.0, 6.0, 2.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.009126554243266582, -0.008861209265887737, -0.008595865219831467, -0.008330520242452621, -0.008065175265073776, -0.007799830287694931, -0.007534485775977373, -0.007269141264259815, -0.00700379628688097, -0.006738451309502125, -0.006473106797784567, -0.006207762286067009, -0.005942417308688164, -0.0056770723313093185, -0.005411727819591761, -0.005146383307874203, -0.0048810383304953575, -0.004615693353116512, -0.004350348841398954, -0.0040850043296813965, -0.0038196593523025513, -0.0035543146077543497, -0.003288969863206148, -0.0030236251186579466, -0.002758280374109745, -0.0024929356295615435, -0.002227590885013342, -0.0019622461404651403, -0.0016969013959169388, -0.0014315566513687372, -0.0011662119068205357, -0.0009008671622723341, -0.0006355224177241325, -0.000370177673175931, -0.00010483292862772942, 0.00016051181592047215, 0.0004258565604686737, 0.0006912013050168753, 0.0009565460495650768, 0.0012218907941132784, 0.00148723553866148, 0.0017525802832096815, 0.002017925027757883, 0.0022832697723060846, 0.002548614516854286, 0.0028139592614024878, 0.0030793040059506893, 0.003344648750498891, 0.0036099934950470924, 0.003875338239595294, 0.0041406829841434956, 0.0044060274958610535, 0.004671372473239899, 0.004936717450618744, 0.005202061962336302, 0.00546740647405386, 0.005732751451432705, 0.00599809642881155, 0.006263440940529108, 0.006528785452246666, 0.006794130429625511, 0.007059475407004356, 0.007324819918721914, 0.007590164430439472, 0.007855509407818317]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 2.0, 5.0, 2.0, 9.0, 3.0, 5.0, 3.0, 2.0, 4.0, 2.0, 6.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.03016626089811325, -0.029388315975666046, -0.02861037105321884, -0.027832426130771637, -0.027054481208324432, -0.026276536285877228, -0.025498591363430023, -0.02472064644098282, -0.023942701518535614, -0.02316475473344326, -0.022386809810996056, -0.02160886488854885, -0.020830919966101646, -0.020052975043654442, -0.019275030121207237, -0.018497085198760033, -0.017719140276312828, -0.016941195353865623, -0.01616325043141842, -0.015385305508971214, -0.01460736058652401, -0.01382941473275423, -0.013051469810307026, -0.012273524887859821, -0.011495579965412617, -0.010717635042965412, -0.009939690120518208, -0.009161745198071003, -0.008383799344301224, -0.0076058548875153065, -0.006827909499406815, -0.00604996457695961, -0.005272019654512405, -0.004494074732065201, -0.0037161295767873526, -0.0029381844215095043, -0.0021602394990622997, -0.0013822944601997733, -0.0006043494213372469, 0.00017359561752527952, 0.0009515406563878059, 0.0017294856952503324, 0.0025074307341128588, 0.003285375889390707, 0.004063320811837912, 0.004841265734285116, 0.005619211122393608, 0.006397156044840813, 0.007175100967288017, 0.007953045889735222, 0.008730990812182426, 0.009508935734629631, 0.010286880657076836, 0.011064826510846615, 0.01184277143329382, 0.012620716355741024, 0.013398661278188229, 0.014176606200635433, 0.014954551123082638, 0.015732496976852417, 0.01651044189929962, 0.017288386821746826, 0.01806633174419403, 0.018844276666641235, 0.01962222158908844]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 3.0, 0.0, 0.0, 3.0, 6.0, 14.0, 4.0, 9.0, 13.0, 29.0, 35.0, 25.0, 35.0, 34.0, 29.0, 87.0, 103.0, 110.0, 112.0, 133.0, 143.0, 175.0, 220.0, 253.0, 280.0, 427.0, 685.0, 1245.0, 2738.0, 6256.0, 1733.0, 1075.0, 711.0, 497.0, 362.0, 226.0, 146.0, 110.0, 74.0, 50.0, 56.0, 41.0, 20.0, 25.0, 14.0, 14.0, 18.0, 8.0, 8.0, 3.0, 4.0, 1.0, 8.0, 5.0, 3.0, 2.0, 0.0, 1.0, 2.0, 1.0, 2.0, 1.0, 2.0], "bins": [-0.012015629559755325, -0.01161644421517849, -0.011217258870601654, -0.010818073526024818, -0.010418888181447983, -0.010019702836871147, -0.009620517492294312, -0.009221332147717476, -0.00882214680314064, -0.00842296052724123, -0.008023775182664394, -0.007624590303748846, -0.007225404493510723, -0.0068262191489338875, -0.006427033804357052, -0.006027848459780216, -0.005628663115203381, -0.005229477770626545, -0.004830292426049709, -0.004431107081472874, -0.004031921736896038, -0.0036327361594885588, -0.0032335505820810795, -0.002834365237504244, -0.0024351798929274082, -0.0020359945483505726, -0.0016368090873584151, -0.0012376236263662577, -0.000838438281789422, -0.0004392528790049255, -4.0067476220428944e-05, 0.0003591179265640676, 0.0007583033293485641, 0.0011574886739253998, 0.0015566741349175572, 0.0019558595959097147, 0.0023550449404865503, 0.002754230285063386, 0.0031534158624708652, 0.003552601207047701, 0.0039517865516245365, 0.004350971896201372, 0.004750157240778208, 0.005149342585355043, 0.005548528395593166, 0.005947713740170002, 0.006346899084746838, 0.006746084429323673, 0.007145269773900509, 0.0075444551184773445, 0.00794364046305418, 0.008342825807631016, 0.008742011152207851, 0.009141196496784687, 0.009540381841361523, 0.009939567185938358, 0.010338753461837769, 0.010737938806414604, 0.01113712415099144, 0.011536309495568275, 0.011935494840145111, 0.012334680184721947, 0.012733865529298782, 0.013133050873875618, 0.013532236218452454]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.25087690353393555, -0.2446068674325943, -0.23833681643009186, -0.2320667803287506, -0.22579674422740936, -0.21952669322490692, -0.21325665712356567, -0.20698662102222443, -0.20071658492088318, -0.19444653391838074, -0.1881764978170395, -0.18190646171569824, -0.1756364107131958, -0.16936637461185455, -0.1630963385105133, -0.15682628750801086, -0.15055625140666962, -0.14428621530532837, -0.13801616430282593, -0.13174612820148468, -0.12547609210014343, -0.11920604854822159, -0.11293600499629974, -0.1066659688949585, -0.10039592534303665, -0.09412588179111481, -0.08785584568977356, -0.08158580213785172, -0.07531575858592987, -0.06904572248458862, -0.06277567893266678, -0.05650563910603523, -0.050235599279403687, -0.04396555945277214, -0.037695519626140594, -0.03142547607421875, -0.025155436247587204, -0.018885396420955658, -0.012615354731678963, -0.006345313973724842, -7.527321577072144e-05, 0.006194767542183399, 0.01246480830013752, 0.018734849989414215, 0.02500488981604576, 0.03127492964267731, 0.03754497319459915, 0.0438150130212307, 0.050085052847862244, 0.05635509267449379, 0.06262513250112534, 0.06889517605304718, 0.07516521215438843, 0.08143525570631027, 0.08770529925823212, 0.09397533535957336, 0.10024537891149521, 0.10651542246341705, 0.1127854585647583, 0.11905550211668015, 0.125325545668602, 0.13159558176994324, 0.13786561787128448, 0.14413566887378693, 0.15040570497512817]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 3.0, 3.0, 3.0, 3.0, 2.0, 3.0, 2.0, 2.0, 2.0, 8.0, 16.0, 23.0, 38.0, 54.0, 32.0, 23.0, 5.0, 5.0, 7.0, 2.0, 4.0, 9.0, 4.0, 2.0, 3.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 0.0, 2.0, 3.0, 1.0], "bins": [-0.18332526087760925, -0.17898303270339966, -0.17464080452919006, -0.17029857635498047, -0.16595634818077087, -0.16161412000656128, -0.15727189183235168, -0.1529296636581421, -0.1485874354839325, -0.1442452073097229, -0.1399029791355133, -0.1355607509613037, -0.13121852278709412, -0.12687629461288452, -0.12253405898809433, -0.11819183081388474, -0.11384960263967514, -0.10950737446546555, -0.10516514629125595, -0.10082291811704636, -0.09648068994283676, -0.09213846176862717, -0.08779623359441757, -0.08345400542020798, -0.07911176979541779, -0.07476954162120819, -0.0704273134469986, -0.066085085272789, -0.06174285709857941, -0.05740062892436981, -0.05305840075016022, -0.04871617257595062, -0.04437394440174103, -0.04003171622753143, -0.03568948805332184, -0.031347259879112244, -0.0270050298422575, -0.022662801668047905, -0.01832057163119316, -0.013978343456983566, -0.009636115282773972, -0.0052938866429030895, -0.0009516580030322075, 0.0033905706368386745, 0.007732799276709557, 0.012075027450919151, 0.016417257487773895, 0.02075948566198349, 0.025101713836193085, 0.02944394201040268, 0.033786170184612274, 0.03812839835882187, 0.042470626533031464, 0.04681285843253136, 0.05115508660674095, 0.055497314780950546, 0.05983954295516014, 0.06418177485466003, 0.06852400302886963, 0.07286623120307922, 0.07720845937728882, 0.08155068755149841, 0.08589291572570801, 0.0902351438999176, 0.0945773720741272]}, "_runtime": 35.49916958808899, "_timestamp": 1596207420.0877926, "_step": 36}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 4.0, 2.0, 1.0, 3.0, 3.0, 1.0, 2.0, 2.0, 2.0, 3.0, 1.0, 3.0, 1.0, 3.0, 2.0, 1.0, 1.0, 3.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010768169537186623, -0.01043887808918953, -0.01010958757251501, -0.009780297055840492, -0.009451005607843399, -0.009121714159846306, -0.008792423643171787, -0.008463133126497269, -0.008133841678500175, -0.00780455069616437, -0.007475259713828564, -0.007145968731492758, -0.006816677749156952, -0.006487386766821146, -0.00615809578448534, -0.005828804802149534, -0.005499513819813728, -0.0051702228374779224, -0.0048409318551421165, -0.004511640872806311, -0.004182349890470505, -0.003853058908134699, -0.003523767925798893, -0.003194476943463087, -0.002865185961127281, -0.0025358949787914753, -0.0022066039964556694, -0.0018773130141198635, -0.0015480220317840576, -0.0012187310494482517, -0.0008894400671124458, -0.0005601490847766399, -0.00023085810244083405, 9.843287989497185e-05, 0.00042772386223077774, 0.0007570148445665836, 0.0010863058269023895, 0.0014155968092381954, 0.0017448877915740013, 0.002074178773909807, 0.002403469756245613, 0.002732760738581419, 0.003062051720917225, 0.0033913427032530308, 0.0037206336855888367, 0.0040499246679246426, 0.0043792156502604485, 0.004708506632596254, 0.00503779761493206, 0.005367088597267866, 0.005696379579603672, 0.006025670561939478, 0.006354961544275284, 0.00668425252661109, 0.007013543508946896, 0.0073428344912827015, 0.007672125473618507, 0.0080014169216156, 0.00833070743829012, 0.008659997954964638, 0.008989289402961731, 0.009318580850958824, 0.009647871367633343, 0.009977161884307861, 0.010306453332304955]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 3.0, 2.0, 1.0, 2.0, 1.0, 7.0, 7.0, 6.0, 7.0, 13.0, 17.0, 20.0, 28.0, 25.0, 39.0, 44.0, 76.0, 97.0, 103.0, 174.0, 256.0, 423.0, 4698.0, 879.0, 343.0, 181.0, 116.0, 83.0, 65.0, 56.0, 36.0, 26.0, 26.0, 12.0, 13.0, 14.0, 6.0, 4.0, 2.0, 5.0, 3.0, 3.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.1663104146718979, -0.16150306165218353, -0.15669569373130798, -0.15188834071159363, -0.14708098769187927, -0.14227363467216492, -0.13746628165245056, -0.132658913731575, -0.12785156071186066, -0.1230442076921463, -0.11823684722185135, -0.1134294867515564, -0.10862213373184204, -0.10381478071212769, -0.09900742024183273, -0.09420005977153778, -0.08939270675182343, -0.08458535373210907, -0.07977799326181412, -0.07497063279151917, -0.07016327977180481, -0.06535592675209045, -0.0605485662817955, -0.05574120953679085, -0.050933852791786194, -0.04612649604678154, -0.041319139301776886, -0.03651178255677223, -0.03170442581176758, -0.026897069066762924, -0.02208971232175827, -0.017282355576753616, -0.012474998831748962, -0.0076676420867443085, -0.0028602853417396545, 0.0019470714032649994, 0.006754428148269653, 0.011561784893274307, 0.01636914163827896, 0.021176498383283615, 0.02598385512828827, 0.030791211873292923, 0.03559856861829758, 0.04040592536330223, 0.045213282108306885, 0.05002063885331154, 0.05482799559831619, 0.05963535234332085, 0.0644427090883255, 0.06925006210803986, 0.07405742257833481, 0.07886478304862976, 0.08367213606834412, 0.08847948908805847, 0.09328684955835342, 0.09809421002864838, 0.10290156304836273, 0.10770891606807709, 0.11251627653837204, 0.11732363700866699, 0.12213099002838135, 0.1269383430480957, 0.13174569606781006, 0.1365530639886856, 0.14136041700839996]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 3.0, 3.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 2.0, 3.0, 3.0, 5.0, 4.0, 31.0, 5.0, 2.0, 5.0, 4.0, 2.0, 5.0, 3.0, 1.0, 4.0, 2.0, 1.0, 3.0, 2.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 4.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.0023944934364408255, -0.0023152504581958055, -0.0022360077127814293, -0.0021567647345364094, -0.0020775217562913895, -0.001998279010877013, -0.0019190360326319933, -0.0018397931708022952, -0.0017605503089725971, -0.001681307447142899, -0.001602064585313201, -0.001522821607068181, -0.001443578745238483, -0.0013643358834087849, -0.001285092905163765, -0.0012058500433340669, -0.0011266071815043688, -0.0010473643196746707, -0.0009681213996373117, -0.0008888784795999527, -0.0008096356177702546, -0.0007303927559405565, -0.0006511498359031975, -0.0005719069158658385, -0.0004926640540361404, -0.0004134211631026119, -0.00033417827216908336, -0.0002549353812355548, -0.00017569249030202627, -9.644959936849773e-05, -1.7206708434969187e-05, 6.203618249855936e-05, 0.0001412790734320879, 0.00022052196436561644, 0.000299764855299145, 0.0003790077462326735, 0.00045825063716620207, 0.0005374934989959002, 0.0006167364190332592, 0.0006959793390706182, 0.0007752222009003162, 0.0008544650627300143, 0.0009337079827673733, 0.0010129509028047323, 0.0010921937646344304, 0.0011714366264641285, 0.0012506796047091484, 0.0013299224665388465, 0.0014091653283685446, 0.0014884081901982427, 0.0015676510520279408, 0.0016468940302729607, 0.0017261368921026587, 0.0018053797539323568, 0.0018846227321773767, 0.001963865477591753, 0.002043108455836773, 0.002122351434081793, 0.002201594179496169, 0.002280837157741189, 0.0023600799031555653, 0.002439322881400585, 0.002518565859645605, 0.0025978086050599813, 0.0026770515833050013]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 1.0, 1.0, 4.0, 10.0, 10.0, 21.0, 35.0, 38.0, 74.0, 89.0, 149.0, 220.0, 368.0, 580.0, 915.0, 1588.0, 2646.0, 4448.0, 7689.0, 14215.0, 28302.0, 67844.0, 234374.0, 681952.0, 65565.0, 30365.0, 15843.0, 8823.0, 5231.0, 3027.0, 1854.0, 1244.0, 749.0, 485.0, 295.0, 188.0, 122.0, 87.0, 53.0, 32.0, 34.0, 23.0, 12.0, 7.0, 12.0, 6.0, 3.0, 4.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.009412192739546299, -0.009143812581896782, -0.00887543335556984, -0.008607053197920322, -0.00833867397159338, -0.008070293813943863, -0.0078019145876169205, -0.007533534895628691, -0.007265155203640461, -0.006996775045990944, -0.006728395354002714, -0.006460015662014484, -0.006191635970026255, -0.005923256278038025, -0.005654876586049795, -0.005386496894061565, -0.005118117202073336, -0.004849737510085106, -0.004581357818096876, -0.004312978126108646, -0.004044598434120417, -0.0037762185093015432, -0.0035078388173133135, -0.0032394591253250837, -0.002971079433336854, -0.0027026997413486242, -0.0024343200493603945, -0.0021659403573721647, -0.0018975605489686131, -0.0016291808569803834, -0.0013608010485768318, -0.001092421356588602, -0.0008240416646003723, -0.0005556619726121426, -0.0002872822224162519, -1.890250132419169e-05, 0.0002494772197678685, 0.0005178569117560983, 0.0007862366619519889, 0.0010546164121478796, 0.0013229961041361094, 0.001591375796124339, 0.0018597554881125689, 0.0021281351801007986, 0.002396515104919672, 0.0026648947969079018, 0.0029332744888961315, 0.0032016541808843613, 0.003470033872872591, 0.0037384135648608208, 0.0040067932568490505, 0.00427517294883728, 0.00454355264082551, 0.00481193233281374, 0.0050803120248019695, 0.005348691716790199, 0.005617071874439716, 0.005885451566427946, 0.006153831258416176, 0.006422210950404406, 0.006690590642392635, 0.006958970334380865, 0.007227350026369095, 0.007495729718357325, 0.007764109410345554]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 8.0, 5.0, 5.0, 4.0, 3.0, 3.0, 3.0, 1.0, 9.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.012227239087224007, -0.011528183706104755, -0.01082912739366293, -0.010130072012543678, -0.009431015700101852, -0.008731960318982601, -0.00803290493786335, -0.007333849091082811, -0.006634793244302273, -0.005935737397521734, -0.005236681550741196, -0.004537626169621944, -0.003838570322841406, -0.0031395144760608673, -0.0024404588621109724, -0.0017414031317457557, -0.001042347401380539, -0.0003432916710153222, 0.0003557640593498945, 0.0010548197897151113, 0.001753875520080328, 0.0024529313668608665, 0.0031519869808107615, 0.0038510425947606564, 0.004550098441541195, 0.0052491542883217335, 0.005948210135102272, 0.006647265516221523, 0.007346321363002062, 0.0080453772097826, 0.008744432590901852, 0.009443488903343678, 0.010142544284462929, 0.01084159966558218, 0.011540655978024006, 0.012239711359143257, 0.012938767671585083, 0.013637823052704334, 0.014336878433823586, 0.015035934746265411, 0.015734989196062088, 0.016434045508503914, 0.01713310182094574, 0.017832158133387566, 0.018531212583184242, 0.019230268895626068, 0.019929325208067894, 0.02062837965786457, 0.021327435970306396, 0.022026492282748222, 0.0227255467325449, 0.023424603044986725, 0.02412365935742855, 0.024822713807225227, 0.025521770119667053, 0.02622082643210888, 0.026919882744550705, 0.02761893719434738, 0.028317993506789207, 0.029017049819231033, 0.02971610426902771, 0.030415160581469536, 0.03111421689391136, 0.03181327134370804, 0.03251232951879501]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 3.0, 2.0, 3.0, 3.0, 5.0, 3.0, 6.0, 8.0, 15.0, 15.0, 29.0, 52.0, 57.0, 58.0, 89.0, 110.0, 163.0, 246.0, 353.0, 452.0, 633.0, 767.0, 985.0, 1217.0, 1483.0, 2110.0, 5924.0, 1070.0, 604.0, 415.0, 308.0, 199.0, 195.0, 145.0, 101.0, 96.0, 78.0, 64.0, 51.0, 41.0, 42.0, 36.0, 27.0, 35.0, 26.0, 19.0, 12.0, 11.0, 21.0, 6.0, 8.0, 8.0, 5.0, 3.0, 5.0, 1.0, 3.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.010328740812838078, -0.009953012689948082, -0.009577285498380661, -0.009201557375490665, -0.008825830183923244, -0.008450102061033249, -0.008074374869465828, -0.007698646746575832, -0.007322919089347124, -0.006947191432118416, -0.0065714637748897076, -0.006195736117660999, -0.005820007994771004, -0.0054442803375422955, -0.005068552680313587, -0.004692825023084879, -0.004317097365856171, -0.003941369708627462, -0.003565642051398754, -0.003189914161339402, -0.002814186504110694, -0.0024384588468819857, -0.0020627309568226337, -0.0016870032995939255, -0.0013112756423652172, -0.000935547926928848, -0.0005598202114924788, -0.00018409249605610967, 0.00019163521938025951, 0.0005673629348166287, 0.0009430906502529979, 0.001318818423897028, 0.0016945460811257362, 0.0020702737383544445, 0.0024460013955831528, 0.0028217292856425047, 0.003197456942871213, 0.0035731846000999212, 0.003948912490159273, 0.004324640147387981, 0.00470036780461669, 0.005076095461845398, 0.005451823119074106, 0.0058275507763028145, 0.00620327889919281, 0.006579006556421518, 0.006954734213650227, 0.007330461870878935, 0.007706189528107643, 0.008081917650997639, 0.00845764484256506, 0.008833372965455055, 0.009209100157022476, 0.009584828279912472, 0.009960555471479893, 0.010336283594369888, 0.01071201078593731, 0.011087738908827305, 0.0114634670317173, 0.011839194223284721, 0.012214922346174717, 0.012590649537742138, 0.012966377660632133, 0.013342104852199554, 0.01371783297508955]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.10332262516021729, -0.10075867176055908, -0.09819471836090088, -0.09563076496124268, -0.09306681156158447, -0.09050286561250687, -0.08793891221284866, -0.08537495881319046, -0.08281100541353226, -0.08024705201387405, -0.07768309861421585, -0.07511914521455765, -0.07255519926548004, -0.06999124586582184, -0.06742729246616364, -0.06486333906650543, -0.06229938566684723, -0.059735432267189026, -0.05717147886753082, -0.05460752919316292, -0.052043575793504715, -0.04947962239384651, -0.04691567271947861, -0.044351719319820404, -0.0417877659201622, -0.039223812520504, -0.036659859120845795, -0.03409590944647789, -0.03153195604681969, -0.028968002647161484, -0.02640405111014843, -0.023840099573135376, -0.021276146173477173, -0.01871219277381897, -0.016148241236805916, -0.013584288768470287, -0.011020336300134659, -0.00845638383179903, -0.005892431363463402, -0.0033284788951277733, -0.0007645264267921448, 0.0017994260415434837, 0.004363378509879112, 0.006927330978214741, 0.00949128344655037, 0.012055235914885998, 0.014619188383221626, 0.01718313992023468, 0.019747093319892883, 0.022311046719551086, 0.02487499825656414, 0.027438949793577194, 0.030002903193235397, 0.0325668565928936, 0.035130806267261505, 0.03769475966691971, 0.04025871306657791, 0.042822666466236115, 0.04538661986589432, 0.04795056954026222, 0.050514522939920425, 0.05307847633957863, 0.05564242601394653, 0.058206379413604736, 0.06077033281326294]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 8.0, 10.0, 16.0, 22.0, 26.0, 22.0, 46.0, 18.0, 25.0, 18.0, 15.0, 10.0, 3.0, 9.0, 5.0, 5.0, 7.0, 1.0, 2.0, 0.0, 2.0, 3.0, 2.0], "bins": [-0.11365289241075516, -0.11125031858682632, -0.10884774476289749, -0.10644516348838806, -0.10404258966445923, -0.1016400158405304, -0.09923744201660156, -0.09683486819267273, -0.0944322943687439, -0.09202971309423447, -0.08962713927030563, -0.0872245654463768, -0.08482199162244797, -0.08241941779851913, -0.0800168365240097, -0.07761426270008087, -0.07521168887615204, -0.0728091150522232, -0.07040654122829437, -0.06800395995378494, -0.06560138612985611, -0.06319881230592728, -0.060796238481998444, -0.05839366093277931, -0.05599108710885048, -0.053588513284921646, -0.051185935735702515, -0.04878336191177368, -0.04638078808784485, -0.04397821053862572, -0.041575636714696884, -0.03917305916547775, -0.03677048534154892, -0.03436791151762009, -0.031965333968400955, -0.029562760144472122, -0.02716018445789814, -0.024757608771324158, -0.022355034947395325, -0.019952459260821342, -0.01754988357424736, -0.015147307887673378, -0.01274473313242197, -0.010342158377170563, -0.00793958269059658, -0.005537007469683886, -0.0031344322487711906, -0.0007318570278584957, 0.0016707181930541992, 0.004073293413966894, 0.006475868634879589, 0.008878443390130997, 0.011281019076704979, 0.013683594763278961, 0.016086168587207794, 0.018488744273781776, 0.02089131996035576, 0.02329389564692974, 0.025696471333503723, 0.028099045157432556, 0.03050162084400654, 0.03290419653058052, 0.035306770354509354, 0.037709347903728485, 0.04011192172765732]}, "_runtime": 36.32521653175354, "_timestamp": 1596207420.9138396, "_step": 37}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 5.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 4.0, 2.0, 2.0, 1.0, 2.0, 2.0, 1.0, 3.0, 4.0, 2.0, 3.0, 0.0, 3.0, 3.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.011794550344347954, -0.011469000019133091, -0.011143450625240803, -0.01081790030002594, -0.010492350906133652, -0.010166800580918789, -0.0098412511870265, -0.009515700861811638, -0.00919015146791935, -0.008864601142704487, -0.008539050817489624, -0.008213501423597336, -0.007887951098382473, -0.0075624012388288975, -0.007236851379275322, -0.0069113015197217464, -0.006585751660168171, -0.006260201800614595, -0.00593465194106102, -0.005609102081507444, -0.005283552221953869, -0.004958001896739006, -0.0046324520371854305, -0.004306902177631855, -0.0039813523180782795, -0.003655802458524704, -0.0033302525989711285, -0.0030047025065869093, -0.0026791526470333338, -0.0023536027874797583, -0.002028052695095539, -0.0017025028355419636, -0.001376952975988388, -0.0010514031164348125, -0.0007258531404659152, -0.0004003032227046788, -7.475330494344234e-05, 0.0002507966128177941, 0.0005763465305790305, 0.0009018964483402669, 0.0012274463661015034, 0.0015529962256550789, 0.0018785462016239762, 0.0022040961775928736, 0.002529646037146449, 0.0028551958967000246, 0.0031807459890842438, 0.0035062958486378193, 0.003831845708191395, 0.00415739556774497, 0.004482945427298546, 0.004808495286852121, 0.005134045146405697, 0.00545959547162056, 0.005785145331174135, 0.006110695190727711, 0.006436245050281286, 0.006761794909834862, 0.007087344769388437, 0.007412894628942013, 0.007738444954156876, 0.008063994348049164, 0.008389544673264027, 0.008715094067156315, 0.009040644392371178]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 3.0, 5.0, 1.0, 1.0, 5.0, 8.0, 11.0, 7.0, 10.0, 13.0, 23.0, 32.0, 36.0, 47.0, 56.0, 83.0, 127.0, 169.0, 285.0, 528.0, 5235.0, 539.0, 240.0, 129.0, 70.0, 61.0, 41.0, 39.0, 27.0, 21.0, 21.0, 10.0, 12.0, 10.0, 4.0, 8.0, 3.0, 1.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.24333375692367554, -0.23713329434394836, -0.23093284666538239, -0.2247323840856552, -0.21853193640708923, -0.21233147382736206, -0.20613102614879608, -0.1999305635690689, -0.19373011589050293, -0.18752965331077576, -0.18132919073104858, -0.1751287430524826, -0.16892828047275543, -0.16272783279418945, -0.15652737021446228, -0.1503269225358963, -0.14412645995616913, -0.13792599737644196, -0.13172554969787598, -0.1255250871181488, -0.11932463943958282, -0.11312417685985565, -0.10692372173070908, -0.1007232666015625, -0.09452281147241592, -0.08832235634326935, -0.08212190121412277, -0.0759214460849762, -0.06972098350524902, -0.06352052837610245, -0.05732007324695587, -0.051119618117809296, -0.04491916298866272, -0.038718707859516144, -0.03251825273036957, -0.026317793875932693, -0.020117338746786118, -0.013916882686316967, -0.0077164266258478165, -0.001515970565378666, 0.004684485495090485, 0.010884941555559635, 0.017085397616028786, 0.02328585460782051, 0.029486309736967087, 0.03568676486611366, 0.04188722372055054, 0.04808767884969711, 0.05428813397884369, 0.060488589107990265, 0.06668904423713684, 0.07288949936628342, 0.07908995449542999, 0.08529041707515717, 0.09149087220430374, 0.09769132733345032, 0.1038917824625969, 0.11009223759174347, 0.11629269272089005, 0.12249314785003662, 0.1286936104297638, 0.13489405810832977, 0.14109452068805695, 0.14729496836662292, 0.1534954309463501]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 1.0, 7.0, 0.0, 6.0, 4.0, 4.0, 3.0, 4.0, 6.0, 4.0, 2.0, 3.0, 5.0, 26.0, 1.0, 2.0, 2.0, 2.0, 3.0, 4.0, 5.0, 7.0, 1.0, 1.0, 1.0, 1.0, 3.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0021901936270296574, -0.0020968359895050526, -0.0020034783519804478, -0.001910120714455843, -0.0018167630769312382, -0.0017234055558219552, -0.0016300479182973504, -0.0015366902807727456, -0.0014433326432481408, -0.001349975005723536, -0.0012566173681989312, -0.0011632597306743264, -0.0010699022095650434, -0.0009765445138327777, -0.0008831869345158339, -0.0007898292969912291, -0.0006964716594666243, -0.0006031140219420195, -0.0005097563844174147, -0.0004163988051004708, -0.000323041167575866, -0.00022968354460317641, -0.00013632592163048685, -4.296829865779728e-05, 5.038932431489229e-05, 0.00014374694728758186, 0.00023710457026027143, 0.00033046217868104577, 0.00042381981620565057, 0.0005171774537302554, 0.0006105350330471992, 0.000703892670571804, 0.0007972503080964088, 0.0008906079456210136, 0.0009839655831456184, 0.0010773232206702232, 0.001170680858194828, 0.001264038379304111, 0.0013573960168287158, 0.0014507536543533206, 0.0015441112918779254, 0.0016374689294025302, 0.001730826566927135, 0.0018241842044517398, 0.0019175417255610228, 0.0020108993630856276, 0.0021042570006102324, 0.002197614638134837, 0.002290972275659442, 0.0023843299131840467, 0.0024776875507086515, 0.0025710451882332563, 0.002664402825757861, 0.002757760463282466, 0.0028511181008070707, 0.0029444757383316755, 0.0030378331430256367, 0.0031311907805502415, 0.0032245484180748463, 0.003317906055599451, 0.003411263693124056, 0.0035046213306486607, 0.0035979789681732655, 0.0036913366056978703, 0.003784694243222475]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 7.0, 7.0, 13.0, 12.0, 21.0, 27.0, 48.0, 74.0, 112.0, 163.0, 225.0, 308.0, 477.0, 637.0, 1036.0, 1515.0, 2411.0, 3766.0, 6088.0, 10208.0, 17252.0, 31389.0, 65221.0, 187151.0, 701431.0, 66216.0, 32209.0, 18010.0, 10996.0, 7019.0, 4657.0, 3180.0, 2148.0, 1603.0, 1148.0, 818.0, 540.0, 418.0, 291.0, 202.0, 146.0, 120.0, 86.0, 61.0, 48.0, 31.0, 20.0, 17.0, 14.0, 17.0, 5.0, 5.0, 5.0, 3.0, 6.0, 1.0, 1.0, 1.0, 2.0, 1.0], "bins": [-0.00617969362065196, -0.005960200447589159, -0.00574070680886507, -0.005521213635802269, -0.005301720462739468, -0.005082226824015379, -0.004862733650952578, -0.004643240477889776, -0.0044237468391656876, -0.004204253666102886, -0.003984760493040085, -0.00376526708714664, -0.003545773681253195, -0.0033262805081903934, -0.0031067871022969484, -0.002887293929234147, -0.002667800523340702, -0.002448307117447257, -0.0022288139443844557, -0.0020093205384910107, -0.0017898272490128875, -0.0015703339595347643, -0.0013508405536413193, -0.001131347264163196, -0.0009118539746850729, -0.0006923606852069497, -0.0004728673375211656, -0.00025337401893921196, -3.388070035725832e-05, 0.00018561261822469532, 0.00040510593680664897, 0.0006245992844924331, 0.0008440925739705563, 0.0010635858634486794, 0.0012830791529268026, 0.0015025725588202477, 0.0017220658482983708, 0.001941559137776494, 0.002161052543669939, 0.0023805457167327404, 0.0026000391226261854, 0.0028195325285196304, 0.003039025701582432, 0.003258519107475877, 0.003478012513369322, 0.003697505686432123, 0.0039169988594949245, 0.004136492498219013, 0.004355985671281815, 0.004575478844344616, 0.004794972483068705, 0.005014465656131506, 0.005233958829194307, 0.005453452467918396, 0.005672945640981197, 0.005892438814043999, 0.0061119319871068, 0.006331425625830889, 0.00655091879889369, 0.0067704119719564915, 0.00698990561068058, 0.0072093987837433815, 0.007428891956806183, 0.0076483855955302715, 0.007867878302931786]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 5.0, 3.0, 5.0, 11.0, 8.0, 6.0, 1.0, 6.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.027113234624266624, -0.026360558345913887, -0.025607880204916, -0.024855203926563263, -0.024102525785565376, -0.02334984950721264, -0.022597171366214752, -0.021844495087862015, -0.021091818809509277, -0.02033914066851139, -0.019586464390158653, -0.018833786249160767, -0.01808110997080803, -0.017328431829810143, -0.016575755551457405, -0.01582307741045952, -0.015070401132106781, -0.014317723922431469, -0.013565046712756157, -0.012812369503080845, -0.012059692293405533, -0.011307016015052795, -0.010554338805377483, -0.009801661595702171, -0.00904898438602686, -0.008296307176351547, -0.007543629966676235, -0.0067909532226622105, -0.006038276012986898, -0.005285598803311586, -0.004532922059297562, -0.0037802448496222496, -0.0030275676399469376, -0.0022748904302716255, -0.0015222134534269571, -0.0007695363601669669, -1.68592669069767e-05, 0.0007358178263530135, 0.0014884949196130037, 0.002241171896457672, 0.002993849106132984, 0.003746526315808296, 0.004499203525483608, 0.005251880269497633, 0.006004557479172945, 0.006757234688848257, 0.007509911432862282, 0.008262588642537594, 0.009015265852212906, 0.009767943061888218, 0.01052062027156353, 0.011273297481238842, 0.012025974690914154, 0.012778650969266891, 0.013531328178942204, 0.014284005388617516, 0.015036682598292828, 0.01578935980796814, 0.016542036086320877, 0.017294714227318764, 0.0180473905056715, 0.018800068646669388, 0.019552744925022125, 0.020305423066020012, 0.02105809934437275]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [11.0, 7.0, 5.0, 6.0, 7.0, 11.0, 18.0, 11.0, 9.0, 13.0, 11.0, 9.0, 16.0, 12.0, 21.0, 23.0, 28.0, 40.0, 48.0, 48.0, 70.0, 58.0, 82.0, 120.0, 178.0, 200.0, 281.0, 383.0, 618.0, 1187.0, 5469.0, 3262.0, 1847.0, 1331.0, 839.0, 543.0, 367.0, 260.0, 190.0, 140.0, 101.0, 104.0, 84.0, 54.0, 63.0, 42.0, 34.0, 29.0, 33.0, 20.0, 15.0, 13.0, 11.0, 9.0, 7.0, 5.0, 7.0, 2.0, 4.0, 4.0, 4.0, 3.0, 2.0, 3.0], "bins": [-0.008770475164055824, -0.008487401530146599, -0.008204327896237373, -0.007921253331005573, -0.007638179697096348, -0.007355106063187122, -0.00707203196361661, -0.006788958329707384, -0.006505884230136871, -0.006222810596227646, -0.00593973696231842, -0.005656662862747908, -0.005373589228838682, -0.005090515129268169, -0.004807441495358944, -0.004524367395788431, -0.004241293761879206, -0.00395822012796998, -0.0036751460283994675, -0.0033920721616595984, -0.0031089982949197292, -0.0028259246610105038, -0.0025428507942706347, -0.0022597769275307655, -0.0019767030607908964, -0.0016936291940510273, -0.0014105553273111582, -0.0011274815769866109, -0.0008444077102467418, -0.0005613338435068727, -0.00027826003497466445, 4.813802661374211e-06, 0.00028788764029741287, 0.000570961507037282, 0.0008540353155694902, 0.0011371091241016984, 0.0014201829908415675, 0.0017032568575814366, 0.001986330607905984, 0.002269404474645853, 0.002552478341385722, 0.0028355522081255913, 0.0031186260748654604, 0.0034016999416053295, 0.003684773575514555, 0.003967847675085068, 0.004250921308994293, 0.004533995408564806, 0.0048170690424740314, 0.005100142676383257, 0.00538321677595377, 0.005666290409862995, 0.005949364509433508, 0.006232438143342733, 0.006515512242913246, 0.006798585876822472, 0.007081659510731697, 0.00736473361030221, 0.007647807244211435, 0.007930881343781948, 0.008213954977691174, 0.008497028611600399, 0.008780103176832199, 0.009063176810741425, 0.00934625044465065]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 4.0, 0.0, 2.0, 0.0, 2.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.15094684064388275, -0.14606624841690063, -0.14118564128875732, -0.1363050490617752, -0.1314244568347931, -0.12654384970664978, -0.12166325747966766, -0.11678266525268555, -0.11190206557512283, -0.10702146589756012, -0.102140873670578, -0.09726027399301529, -0.09237967431545258, -0.08749908208847046, -0.08261848241090775, -0.07773789018392563, -0.07285729050636292, -0.0679766908288002, -0.06309609860181808, -0.05821549892425537, -0.053334902971982956, -0.04845430701971054, -0.04357370734214783, -0.03869311138987541, -0.033812515437603, -0.02893191948533058, -0.024051321670413017, -0.019170723855495453, -0.014290127903223038, -0.009409531019628048, -0.004528934136033058, 0.0003516627475619316, 0.005232259631156921, 0.010112856514751911, 0.014993453398346901, 0.019874051213264465, 0.02475464716553688, 0.029635243117809296, 0.03451584279537201, 0.039396438747644424, 0.04427703469991684, 0.049157630652189255, 0.05403822660446167, 0.058918826282024384, 0.0637994259595871, 0.06868001818656921, 0.07356061786413193, 0.07844121009111404, 0.08332180976867676, 0.08820240944623947, 0.09308300167322159, 0.0979636013507843, 0.10284419357776642, 0.10772479325532913, 0.11260539293289185, 0.11748598515987396, 0.12236658483743668, 0.1272471845149994, 0.1321277767419815, 0.13700836896896362, 0.14188897609710693, 0.14676956832408905, 0.15165016055107117, 0.15653076767921448, 0.1614113599061966]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 4.0, 4.0, 5.0, 3.0, 4.0, 2.0, 1.0, 0.0, 3.0, 6.0, 3.0, 5.0, 15.0, 47.0, 35.0, 38.0, 25.0, 15.0, 7.0, 6.0, 5.0, 4.0, 2.0, 5.0, 3.0, 2.0, 6.0, 3.0, 0.0, 1.0, 4.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.09778756648302078, -0.0954958125948906, -0.0932040587067604, -0.09091230481863022, -0.08862055093050003, -0.08632879704236984, -0.08403704315423965, -0.08174528926610947, -0.07945353537797928, -0.07716178148984909, -0.0748700276017189, -0.07257827371358871, -0.07028651982545853, -0.06799476593732834, -0.06570301204919815, -0.06341125816106796, -0.06111950799822807, -0.058827754110097885, -0.0565360002219677, -0.05424424633383751, -0.05195249244570732, -0.04966073855757713, -0.047368984669446945, -0.04507723078131676, -0.04278548061847687, -0.04049372673034668, -0.03820197284221649, -0.035910218954086304, -0.033618465065956116, -0.03132671117782593, -0.02903495728969574, -0.026743203401565552, -0.024451449513435364, -0.022159695625305176, -0.019867941737174988, -0.0175761878490448, -0.015284434892237186, -0.012992681004106998, -0.010700928047299385, -0.008409174159169197, -0.006117420271039009, -0.0038256666157394648, -0.0015339129604399204, 0.0007578406948596239, 0.0030495943501591682, 0.005341348238289356, 0.007633101660758257, 0.009924855083227158, 0.012216608971357346, 0.014508362859487534, 0.01680011674761772, 0.01909187063574791, 0.021383624523878098, 0.023675376549363136, 0.025967130437493324, 0.028258884325623512, 0.0305506382137537, 0.03284239023923874, 0.03513414412736893, 0.037425898015499115, 0.0397176519036293, 0.04200940579175949, 0.04430115967988968, 0.04659291356801987, 0.048884667456150055]}, "_runtime": 37.16805386543274, "_timestamp": 1596207421.756677, "_step": 38}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 3.0, 1.0, 2.0, 0.0, 2.0, 4.0, 2.0, 2.0, 2.0, 3.0, 3.0, 3.0, 1.0, 1.0, 1.0, 0.0, 2.0, 3.0, 2.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0126115083694458, -0.012246266007423401, -0.011881022714078426, -0.011515780352056026, -0.011150537058711052, -0.010785294696688652, -0.010420052334666252, -0.010054809041321278, -0.009689566679298878, -0.009324323385953903, -0.008959081023931503, -0.008593838661909103, -0.008228595368564129, -0.007863353006541729, -0.007498110178858042, -0.0071328673511743546, -0.006767624523490667, -0.00640238169580698, -0.006037138868123293, -0.005671896506100893, -0.005306653678417206, -0.004941410850733519, -0.004576168023049831, -0.004210925195366144, -0.0038456826005131006, -0.0034804397728294134, -0.00311519717797637, -0.0027499543502926826, -0.0023847115226089954, -0.002019468927755952, -0.0016542261000722647, -0.0012889833888038993, -0.0009237406775355339, -0.0005584979662671685, -0.00019325519679114223, 0.00017198754358105361, 0.0005372302839532495, 0.0009024729952216148, 0.001267715822905302, 0.0016329585341736674, 0.001998201245442033, 0.00236344407312572, 0.0027286866679787636, 0.003093929495662451, 0.003459172323346138, 0.0038244149181991816, 0.004189657513052225, 0.004554900340735912, 0.0049201431684195995, 0.005285385996103287, 0.005650628823786974, 0.006015871185809374, 0.006381114013493061, 0.006746356841176748, 0.0071115996688604355, 0.007476842496544123, 0.00784208532422781, 0.00820732768625021, 0.008572570979595184, 0.008937813341617584, 0.009303055703639984, 0.009668298996984959, 0.010033541359007359, 0.010398784652352333, 0.010764027014374733]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 3.0, 1.0, 0.0, 6.0, 2.0, 4.0, 4.0, 7.0, 13.0, 9.0, 11.0, 13.0, 16.0, 17.0, 22.0, 41.0, 39.0, 55.0, 59.0, 83.0, 103.0, 155.0, 224.0, 300.0, 2514.0, 2959.0, 436.0, 222.0, 157.0, 103.0, 92.0, 39.0, 41.0, 38.0, 30.0, 18.0, 11.0, 18.0, 9.0, 13.0, 6.0, 8.0, 2.0, 6.0, 7.0, 1.0, 3.0, 2.0, 1.0, 0.0, 3.0, 2.0, 0.0, 0.0, 2.0], "bins": [-0.15506598353385925, -0.1505042463541031, -0.14594250917434692, -0.14138078689575195, -0.1368190497159958, -0.13225731253623962, -0.12769557535648346, -0.12313384562730789, -0.11857210844755173, -0.11401037126779556, -0.10944864153862, -0.10488690435886383, -0.10032516717910767, -0.0957634374499321, -0.09120170027017593, -0.08663997054100037, -0.0820782333612442, -0.07751649618148804, -0.07295476645231247, -0.0683930292725563, -0.06383129954338074, -0.05926956236362457, -0.05470782518386841, -0.05014609172940254, -0.045584358274936676, -0.04102262482047081, -0.036460891366004944, -0.03189915418624878, -0.027337420731782913, -0.022775687277317047, -0.018213951960206032, -0.013652217574417591, -0.00909048318862915, -0.00452874880284071, 3.298558294773102e-05, 0.004594719968736172, 0.009156454354524612, 0.013718188740313053, 0.018279923126101494, 0.02284165844321251, 0.027403391897678375, 0.03196512535214424, 0.03652685880661011, 0.04108859598636627, 0.04565032944083214, 0.050212062895298004, 0.05477380007505417, 0.059335533529520035, 0.0638972669839859, 0.06845900416374207, 0.07302073389291763, 0.0775824710726738, 0.08214420080184937, 0.08670593798160553, 0.0912676751613617, 0.09582940489053726, 0.10039114207029343, 0.10495287925004959, 0.10951460897922516, 0.11407634615898132, 0.11863808333873749, 0.12319981306791306, 0.12776154279708862, 0.1323232799768448, 0.13688501715660095]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 4.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 2.0, 4.0, 2.0, 3.0, 3.0, 4.0, 4.0, 1.0, 8.0, 4.0, 2.0, 5.0, 26.0, 5.0, 2.0, 4.0, 1.0, 0.0, 1.0, 2.0, 4.0, 1.0, 4.0, 3.0, 3.0, 3.0, 3.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.001811342779546976, -0.0017343000508844852, -0.0016572574386373162, -0.0015802147099748254, -0.0015031720977276564, -0.0014261293690651655, -0.0013490867568179965, -0.0012720440281555057, -0.0011950014159083366, -0.0011179586872458458, -0.001040915958583355, -0.0009638733463361859, -0.0008868306176736951, -0.0008097879472188652, -0.0007327452767640352, -0.0006557026063092053, -0.0005786599358543754, -0.0005016172653995454, -0.0004245745949447155, -0.0003475318953860551, -0.0002704892249312252, -0.00019344655447639525, -0.00011640386946965009, -3.9361191738862544e-05, 3.7681485991925e-05, 0.00011472416372271255, 0.0001917668414535001, 0.00026880952646024525, 0.0003458521969150752, 0.0004228948673699051, 0.0004999375669285655, 0.0005769802373833954, 0.0006540229078382254, 0.0007310655782930553, 0.0008081082487478852, 0.0008851509192027152, 0.0009621935896575451, 0.001039236318320036, 0.001116278930567205, 0.0011933216592296958, 0.0012703642714768648, 0.0013474070001393557, 0.0014244497288018465, 0.0015014923410490155, 0.0015785350697115064, 0.0016555776819586754, 0.0017326204106211662, 0.0018096630228683352, 0.001886705751530826, 0.001963748363777995, 0.002040791092440486, 0.002117833821102977, 0.0021948765497654676, 0.002271919045597315, 0.0023489617742598057, 0.0024260045029222965, 0.0025030472315847874, 0.002580089960247278, 0.0026571324560791254, 0.0027341751847416162, 0.002811217913404107, 0.002888260642066598, 0.002965303137898445, 0.003042345866560936, 0.003119388595223427]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [4.0, 0.0, 1.0, 4.0, 3.0, 2.0, 10.0, 14.0, 16.0, 38.0, 44.0, 52.0, 66.0, 107.0, 164.0, 284.0, 380.0, 694.0, 1175.0, 1837.0, 3096.0, 5294.0, 9740.0, 18514.0, 37931.0, 88206.0, 744743.0, 146133.0, 53278.0, 26578.0, 15047.0, 9294.0, 5663.0, 3528.0, 2392.0, 1648.0, 1041.0, 760.0, 538.0, 362.0, 278.0, 177.0, 123.0, 96.0, 72.0, 60.0, 46.0, 34.0, 26.0, 17.0, 11.0, 8.0, 4.0, 5.0, 5.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.006619719322770834, -0.00637311115860939, -0.006126503460109234, -0.00587989529594779, -0.0056332871317863464, -0.00538667943328619, -0.005140071269124746, -0.004893463104963303, -0.004646855406463146, -0.0044002472423017025, -0.004153639078140259, -0.003907030913978815, -0.0036604232154786587, -0.003413815051317215, -0.003167207119986415, -0.002920598955824971, -0.002673991024494171, -0.002427383093163371, -0.0021807749290019274, -0.0019341669976711273, -0.0016875589499250054, -0.0014409509021788836, -0.0011943429708480835, -0.0009477349231019616, -0.0007011268753558397, -0.0004545188567135483, -0.00020791083807125688, 3.869718057103455e-05, 0.000285305199213326, 0.0005319132469594479, 0.0007785212364979088, 0.0010251292260363698, 0.0012717372737824917, 0.0015183453215286136, 0.0017649533692747355, 0.0020115613006055355, 0.0022581694647669792, 0.0025047773960977793, 0.0027513853274285793, 0.002997993491590023, 0.003244601422920823, 0.003491209354251623, 0.003737817518413067, 0.003984425682574511, 0.004231033381074667, 0.004477641545236111, 0.004724249709397554, 0.004970857407897711, 0.0052174655720591545, 0.005464073736220598, 0.005710681434720755, 0.005957289598882198, 0.006203897763043642, 0.0064505054615437984, 0.006697113625705242, 0.006943721789866686, 0.00719032995402813, 0.007436937652528286, 0.00768354581668973, 0.007930153980851173, 0.00817676167935133, 0.008423369377851486, 0.008669978007674217, 0.008916585706174374, 0.00916319340467453]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 4.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0, 10.0, 3.0, 3.0, 4.0, 2.0, 3.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.01601431518793106, -0.015514785423874855, -0.01501525565981865, -0.014515725895762444, -0.014016196131706238, -0.013516667298972607, -0.013017137534916401, -0.012517607770860195, -0.01201807800680399, -0.011518548242747784, -0.011019018478691578, -0.010519488714635372, -0.010019959881901741, -0.009520430117845535, -0.00902090035378933, -0.008521370589733124, -0.008021840825676918, -0.007522311061620712, -0.0070227812975645065, -0.006523251999169588, -0.006023722235113382, -0.005524192471057177, -0.005024663172662258, -0.004525133408606052, -0.004025603644549847, -0.003526073880493641, -0.003026544349268079, -0.0025270148180425167, -0.002027485053986311, -0.001527955406345427, -0.0010284257587045431, -0.0005288961110636592, -2.936646342277527e-05, 0.00047016318421810865, 0.0009696928318589926, 0.0014692224794998765, 0.0019687521271407604, 0.002468281891196966, 0.0029678114224225283, 0.0034673409536480904, 0.003966870717704296, 0.004466400481760502, 0.004965930245816708, 0.005465459544211626, 0.005964989308267832, 0.0064645190723240376, 0.006964048370718956, 0.007463578134775162, 0.007963107898831367, 0.008462637662887573, 0.008962167426943779, 0.009461697190999985, 0.00996122695505619, 0.010460755787789822, 0.010960285551846027, 0.011459815315902233, 0.011959345079958439, 0.012458874844014645, 0.01295840460807085, 0.013457934372127056, 0.013957463204860687, 0.014456992968916893, 0.014956522732973099, 0.015456052497029305, 0.01595558226108551]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 1.0, 3.0, 4.0, 7.0, 12.0, 10.0, 18.0, 14.0, 23.0, 44.0, 42.0, 50.0, 72.0, 72.0, 88.0, 117.0, 151.0, 146.0, 218.0, 299.0, 345.0, 498.0, 572.0, 732.0, 894.0, 1533.0, 5859.0, 2154.0, 1209.0, 885.0, 571.0, 376.0, 310.0, 233.0, 166.0, 136.0, 101.0, 85.0, 51.0, 62.0, 42.0, 36.0, 29.0, 30.0, 20.0, 19.0, 19.0, 14.0, 15.0, 8.0, 8.0, 2.0, 6.0, 4.0, 2.0, 2.0, 2.0, 0.0, 1.0, 1.0, 3.0, 1.0, 2.0], "bins": [-0.008177109062671661, -0.007881194353103638, -0.007585279643535614, -0.00728936493396759, -0.006993450224399567, -0.006697535514831543, -0.006401620805263519, -0.006105706095695496, -0.005809791386127472, -0.0055138771422207355, -0.005217962432652712, -0.004922047723084688, -0.0046261330135166645, -0.004330218303948641, -0.004034303594380617, -0.0037383888848125935, -0.0034424741752445698, -0.003146559465676546, -0.0028506447561085224, -0.0025547300465404987, -0.002258815336972475, -0.001962900860235095, -0.0016669861506670713, -0.0013710714410990477, -0.001075156731531024, -0.0007792420219630003, -0.00048332737060263753, -0.0001874126901384443, 0.00010850199032574892, 0.00040441667078994215, 0.0007003313512541354, 0.0009962460026144981, 0.0012921607121825218, 0.0015880754217505455, 0.0018839901313185692, 0.002179904840886593, 0.0024758195504546165, 0.0027717340271919966, 0.0030676487367600203, 0.003363563446328044, 0.0036594781558960676, 0.003955392632633448, 0.004251307342201471, 0.004547222051769495, 0.004843136761337519, 0.005139051470905542, 0.005434966180473566, 0.00573088089004159, 0.006026795599609613, 0.006322710309177637, 0.006618625018745661, 0.0069145397283136845, 0.007210454437881708, 0.007506369147449732, 0.0078022838570177555, 0.008098198100924492, 0.008394112810492516, 0.00869002752006054, 0.008985942229628563, 0.009281856939196587, 0.00957777164876461, 0.009873686358332634, 0.010169601067900658, 0.010465515777468681, 0.010761430487036705]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 4.0, 2.0, 3.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.11345452815294266, -0.10701661556959152, -0.10057870298624039, -0.09414079040288925, -0.08770288527011871, -0.08126497268676758, -0.07482706010341644, -0.06838914752006531, -0.06195123493671417, -0.05551332235336304, -0.0490754097700119, -0.042637500911951065, -0.03619958832859993, -0.029761675745248795, -0.02332376502454281, -0.016885854303836823, -0.010447941720485687, -0.004010030068457127, 0.002427881583571434, 0.008865793235599995, 0.015303704887628555, 0.02174161747097969, 0.028179528191685677, 0.03461743891239166, 0.0410553514957428, 0.04749326407909393, 0.05393117666244507, 0.060369085520505905, 0.06680700182914734, 0.07324490696191788, 0.07968281954526901, 0.08612073212862015, 0.09255864471197128, 0.09899655729532242, 0.10543446987867355, 0.11187238246202469, 0.11831028759479523, 0.12474820017814636, 0.1311861127614975, 0.13762402534484863, 0.14406193792819977, 0.1504998505115509, 0.15693776309490204, 0.16337567567825317, 0.1698135882616043, 0.17625150084495544, 0.18268941342830658, 0.18912732601165771, 0.19556522369384766, 0.2020031362771988, 0.20844104886054993, 0.21487896144390106, 0.2213168740272522, 0.22775478661060333, 0.23419269919395447, 0.2406306117773056, 0.24706852436065674, 0.2535064220428467, 0.259944349527359, 0.26638224720954895, 0.2728201746940613, 0.2792580723762512, 0.28569599986076355, 0.2921338975429535, 0.2985718250274658]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 2.0, 4.0, 2.0, 3.0, 3.0, 1.0, 5.0, 7.0, 7.0, 4.0, 13.0, 19.0, 20.0, 30.0, 33.0, 52.0, 16.0, 9.0, 9.0, 1.0, 0.0, 2.0, 0.0, 5.0, 2.0, 5.0, 3.0, 4.0, 3.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 2.0, 1.0], "bins": [-0.08024229854345322, -0.07584031671285629, -0.07143832743167877, -0.06703634560108185, -0.06263436377048492, -0.058232374489307404, -0.05383039265871048, -0.04942840710282326, -0.045026421546936035, -0.04062443599104881, -0.03622245043516159, -0.03182046860456467, -0.027418483048677444, -0.023016497492790222, -0.01861451379954815, -0.014212529174983501, -0.009810544550418854, -0.005408559925854206, -0.0010065753012895584, 0.0033954093232750893, 0.007797393947839737, 0.012199378572404385, 0.016601363196969032, 0.021003346890211105, 0.025405332446098328, 0.02980731800198555, 0.03420930355787277, 0.038611285388469696, 0.04301327094435692, 0.04741525650024414, 0.051817238330841064, 0.05621922388672829, 0.06062120944261551, 0.06502319127321243, 0.06942518055438995, 0.07382716238498688, 0.0782291442155838, 0.08263113349676132, 0.08703311532735825, 0.09143510460853577, 0.09583708643913269, 0.10023906826972961, 0.10464105755090714, 0.10904303938150406, 0.11344502866268158, 0.1178470104932785, 0.12224899232387543, 0.12665097415447235, 0.13105297088623047, 0.1354549527168274, 0.13985693454742432, 0.14425891637802124, 0.14866089820861816, 0.1530628800392151, 0.1574648767709732, 0.16186685860157013, 0.16626884043216705, 0.17067082226276398, 0.1750728040933609, 0.17947480082511902, 0.18387678265571594, 0.18827876448631287, 0.1926807463169098, 0.1970827281475067, 0.20148470997810364]}, "_runtime": 38.004276514053345, "_timestamp": 1596207422.5928996, "_step": 39}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 1.0, 2.0, 5.0, 3.0, 2.0, 1.0, 2.0, 3.0, 5.0, 3.0, 4.0, 0.0, 6.0, 3.0, 2.0, 2.0, 2.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013112986460328102, -0.012689956463873386, -0.01226692646741867, -0.01184389740228653, -0.011420867405831814, -0.010997837409377098, -0.010574807412922382, -0.010151778347790241, -0.009728748351335526, -0.00930571835488081, -0.008882688358426094, -0.008459658361971378, -0.008036629296839237, -0.0076135993003845215, -0.007190569303929806, -0.006767539773136377, -0.006344509776681662, -0.005921479780226946, -0.0054984502494335175, -0.005075420252978802, -0.004652390722185373, -0.004229360725730658, -0.0038063309621065855, -0.0033833011984825134, -0.0029602714348584414, -0.0025372416712343693, -0.002114211907610297, -0.0016911820275709033, -0.0012681522639468312, -0.0008451225003227592, -0.00042209267849102616, 9.371142368763685e-07, 0.0004239669069647789, 0.000846996670588851, 0.001270026434212923, 0.001693056314252317, 0.002116085961461067, 0.002539115957915783, 0.002962145721539855, 0.003385175485163927, 0.003808205248787999, 0.004231235012412071, 0.004654265008866787, 0.005077294539660215, 0.005500324536114931, 0.0059233540669083595, 0.006346384063363075, 0.006769413594156504, 0.007192443590611219, 0.007615473587065935, 0.008038503117859364, 0.00846153311431408, 0.008884563110768795, 0.009307592175900936, 0.009730622172355652, 0.010153652168810368, 0.010576682165265083, 0.010999712161719799, 0.01142274122685194, 0.011845771223306656, 0.012268801219761372, 0.012691831216216087, 0.013114860281348228, 0.013537890277802944, 0.01396092027425766]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 4.0, 3.0, 2.0, 6.0, 9.0, 10.0, 9.0, 23.0, 38.0, 46.0, 68.0, 116.0, 187.0, 388.0, 4753.0, 1533.0, 321.0, 150.0, 75.0, 50.0, 37.0, 20.0, 23.0, 13.0, 10.0, 7.0, 8.0, 2.0, 6.0, 4.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.22334975004196167, -0.21612398326396942, -0.20889821648597717, -0.20167244970798492, -0.19444668292999268, -0.18722091615200043, -0.17999516427516937, -0.17276939749717712, -0.16554363071918488, -0.15831786394119263, -0.15109209716320038, -0.14386633038520813, -0.13664056360721588, -0.12941479682922363, -0.12218903750181198, -0.11496327072381973, -0.10773750394582748, -0.10051173716783524, -0.09328597038984299, -0.08606021106243134, -0.07883444428443909, -0.07160867750644684, -0.06438291072845459, -0.05715714767575264, -0.04993138089776039, -0.04270561411976814, -0.03547985106706619, -0.028254084289073944, -0.021028319373726845, -0.013802554458379745, -0.0065767886117100716, 0.000648976769298315, 0.007874742150306702, 0.015100507065653801, 0.0223262719810009, 0.02955203875899315, 0.0367778018116951, 0.04400356858968735, 0.051229335367679596, 0.058455098420381546, 0.0656808614730835, 0.07290662825107574, 0.080132395029068, 0.08735816180706024, 0.09458392858505249, 0.10180969536304474, 0.10903545469045639, 0.11626122146844864, 0.12348698824644089, 0.13071274757385254, 0.1379385143518448, 0.14516428112983704, 0.15239004790782928, 0.15961581468582153, 0.16684158146381378, 0.17406734824180603, 0.18129311501979828, 0.18851888179779053, 0.19574464857578278, 0.20297040045261383, 0.21019616723060608, 0.21742193400859833, 0.22464770078659058, 0.23187346756458282, 0.23909923434257507]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 2.0, 0.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 4.0, 0.0, 1.0, 2.0, 0.0, 2.0, 2.0, 2.0, 2.0, 5.0, 2.0, 4.0, 6.0, 5.0, 7.0, 6.0, 1.0, 27.0, 2.0, 3.0, 2.0, 1.0, 4.0, 2.0, 1.0, 0.0, 2.0, 1.0, 4.0, 0.0, 0.0, 2.0, 2.0, 1.0, 4.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.0017404458485543728, -0.0016886150697246194, -0.001636784290894866, -0.0015849535120651126, -0.0015331227332353592, -0.0014812919544056058, -0.0014294611755758524, -0.001377630396746099, -0.0013257996179163456, -0.0012739688390865922, -0.0012221380602568388, -0.0011703072814270854, -0.001118476502597332, -0.0010666457237675786, -0.0010148149449378252, -0.0009629841661080718, -0.0009111533872783184, -0.000859322608448565, -0.0008074918296188116, -0.0007556610507890582, -0.0007038302719593048, -0.0006519994931295514, -0.000600168714299798, -0.0005483379354700446, -0.0004965071566402912, -0.0004446763778105378, -0.0003928455989807844, -0.000341014820151031, -0.0002891840413212776, -0.00023735326249152422, -0.00018552248366177082, -0.00013369170483201742, -8.186092600226402e-05, -3.0030147172510624e-05, 2.1800631657242775e-05, 7.363141048699617e-05, 0.00012546218931674957, 0.00017729296814650297, 0.00022912374697625637, 0.00028095452580600977, 0.00033278530463576317, 0.00038461608346551657, 0.00043644686229526997, 0.00048827764112502337, 0.0005401084199547768, 0.0005919391987845302, 0.0006437699776142836, 0.000695600756444037, 0.0007474315352737904, 0.0007992623141035438, 0.0008510930929332972, 0.0009029238717630506, 0.000954754650592804, 0.0010065854294225574, 0.0010584162082523108, 0.0011102469870820642, 0.0011620777659118176, 0.001213908544741571, 0.0012657393235713243, 0.0013175701024010777, 0.0013694008812308311, 0.0014212316600605845, 0.001473062438890338, 0.0015248932177200913, 0.0015767239965498447]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 2.0, 1.0, 4.0, 6.0, 7.0, 7.0, 17.0, 22.0, 29.0, 40.0, 50.0, 78.0, 89.0, 143.0, 196.0, 312.0, 440.0, 740.0, 1108.0, 1722.0, 2919.0, 5053.0, 9456.0, 19084.0, 43740.0, 125929.0, 802642.0, 93965.0, 34789.0, 16642.0, 8577.0, 4809.0, 2781.0, 1538.0, 973.0, 621.0, 372.0, 237.0, 167.0, 116.0, 57.0, 45.0, 46.0, 24.0, 12.0, 9.0, 6.0, 3.0, 2.0, 2.0, 3.0, 2.0, 1.0, 1.0], "bins": [-0.008148470893502235, -0.007925355806946754, -0.0077022407203912735, -0.007479125168174505, -0.007256010081619024, -0.007032894995063543, -0.006809779442846775, -0.006586664356291294, -0.006363549269735813, -0.006140434183180332, -0.005917319096624851, -0.005694203544408083, -0.005471088457852602, -0.005247973371297121, -0.005024857819080353, -0.004801742732524872, -0.004578627645969391, -0.00435551255941391, -0.004132397472858429, -0.003909281920641661, -0.0036861668340861797, -0.0034630517475306988, -0.003239936428144574, -0.0030168211087584496, -0.0027937060222029686, -0.0025705909356474876, -0.002347475616261363, -0.0021243602968752384, -0.0019012452103197575, -0.0016781300073489547, -0.001455014804378152, -0.0012318996014073491, -0.0010087843984365463, -0.0007856691954657435, -0.0005625539924949408, -0.000339438789524138, -0.00011632358655333519, 0.0001067916164174676, 0.0003299068193882704, 0.0005530220223590732, 0.000776137225329876, 0.0009992524283006787, 0.0012223676312714815, 0.0014454828342422843, 0.001668598037213087, 0.0018917132401838899, 0.0021148284431546926, 0.0023379437625408173, 0.0025610588490962982, 0.002784173935651779, 0.003007289255037904, 0.0032304045744240284, 0.0034535196609795094, 0.0036766347475349903, 0.003899750066921115, 0.0041228653863072395, 0.0043459804728627205, 0.0045690955594182014, 0.004792210645973682, 0.005015326198190451, 0.005238441284745932, 0.005461556371301413, 0.005684671923518181, 0.005907787010073662, 0.006130902096629143]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 4.0, 1.0, 0.0, 4.0, 4.0, 9.0, 3.0, 5.0, 2.0, 0.0, 0.0, 2.0, 1.0, 3.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0], "bins": [-0.011962446384131908, -0.01168321818113327, -0.011403990909457207, -0.011124762706458569, -0.01084553450345993, -0.010566306300461292, -0.010287078097462654, -0.01000785082578659, -0.009728622622787952, -0.009449394419789314, -0.00917016714811325, -0.008890938945114613, -0.008611710742115974, -0.008332482539117336, -0.008053254336118698, -0.007774027064442635, -0.007494798861443996, -0.007215570658445358, -0.006936342921108007, -0.006657115183770657, -0.006377886980772018, -0.00609865877777338, -0.0058194310404360294, -0.005540203303098679, -0.0052609751001000404, -0.004981746897101402, -0.0047025191597640514, -0.004423291422426701, -0.0041440632194280624, -0.003864835249260068, -0.0035856072790920734, -0.003306379308924079, -0.0030271513387560844, -0.00274792336858809, -0.0024686953984200954, -0.002189467428252101, -0.0019102394580841064, -0.001631011487916112, -0.0013517835177481174, -0.001072555547580123, -0.0007933275774121284, -0.000514099607244134, -0.00023487163707613945, 4.435633309185505e-05, 0.00032358430325984955, 0.000602812273427844, 0.0008820402435958385, 0.001161268213763833, 0.0014404961839318275, 0.001719724154099822, 0.0019989521242678165, 0.002278180094435811, 0.0025574080646038055, 0.0028366360347718, 0.0031158640049397945, 0.003395091975107789, 0.0036743199452757835, 0.003953548148274422, 0.0042327758856117725, 0.004512003622949123, 0.0047912318259477615, 0.0050704600289464, 0.0053496877662837505, 0.005628915503621101, 0.0059081437066197395]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 2.0, 2.0, 2.0, 2.0, 0.0, 0.0, 2.0, 3.0, 6.0, 7.0, 4.0, 9.0, 6.0, 15.0, 15.0, 11.0, 24.0, 33.0, 49.0, 60.0, 64.0, 82.0, 75.0, 86.0, 79.0, 94.0, 98.0, 137.0, 185.0, 244.0, 285.0, 346.0, 412.0, 530.0, 769.0, 1105.0, 1488.0, 5545.0, 2317.0, 1222.0, 756.0, 530.0, 420.0, 332.0, 280.0, 216.0, 140.0, 101.0, 66.0, 58.0, 50.0, 17.0, 10.0, 10.0, 5.0, 11.0, 8.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0], "bins": [-0.006657964084297419, -0.006486370228230953, -0.006314776372164488, -0.0061431825160980225, -0.005971588660031557, -0.005799994803965092, -0.005628400947898626, -0.005456807091832161, -0.005285212770104408, -0.005113618914037943, -0.0049420250579714775, -0.004770431201905012, -0.004598837345838547, -0.004427243489772081, -0.004255649633705616, -0.004084055777639151, -0.003912461921572685, -0.00374086806550622, -0.0035692742094397545, -0.003397680353373289, -0.0032260864973068237, -0.0030544924084097147, -0.0028828985523432493, -0.002711304696276784, -0.0025397108402103186, -0.002368116984143853, -0.002196523128077388, -0.0020249292720109224, -0.0018533352995291352, -0.0016817414434626698, -0.0015101474709808826, -0.0013385536149144173, -0.0011669597588479519, -0.0009953659027814865, -0.0008237719885073602, -0.0006521780742332339, -0.00048058421816676855, -0.0003089903329964727, -0.00013739644782617688, 3.419743734411895e-05, 0.0002057913225144148, 0.0003773852076847106, 0.0005489790928550065, 0.0007205730071291327, 0.0008921668631955981, 0.0010637607192620635, 0.0012353546917438507, 0.001406948547810316, 0.0015785424038767815, 0.0017501362599432468, 0.0019217301160097122, 0.0020933239720761776, 0.002264917828142643, 0.002436511917039752, 0.0026081057731062174, 0.0027796996291726828, 0.002951293485239148, 0.0031228873413056135, 0.003294481197372079, 0.0034660750534385443, 0.0036376691423356533, 0.0038092629984021187, 0.003980856854468584, 0.0041524507105350494, 0.004324044566601515]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 5.0, 1.0, 4.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.036838140338659286, -0.034581370651721954, -0.03232460469007492, -0.03006783500313759, -0.027811065316200256, -0.025554297491908073, -0.02329752966761589, -0.02104075998067856, -0.018783992156386375, -0.016527224332094193, -0.01427045464515686, -0.012013686820864677, -0.00975691806524992, -0.007500149309635162, -0.005243381019681692, -0.0029866124968975782, -0.0007298439741134644, 0.0015269245486706495, 0.0037836930714547634, 0.006040461361408234, 0.008297230117022991, 0.010553998872637749, 0.012810766696929932, 0.01506753545254469, 0.017324304208159447, 0.01958107203245163, 0.021837841719388962, 0.024094609543681145, 0.026351377367973328, 0.02860814705491066, 0.030864914879202843, 0.033121682703495026, 0.03537845239043236, 0.03763522207736969, 0.039891988039016724, 0.042148757725954056, 0.04440552741289139, 0.04666229337453842, 0.048919063061475754, 0.051175832748413086, 0.05343259871006012, 0.05568936839699745, 0.057946138083934784, 0.060202907770872116, 0.06245967373251915, 0.06471644341945648, 0.06697320938110352, 0.06922998279333115, 0.07148674875497818, 0.07374351471662521, 0.07600028812885284, 0.07825705409049988, 0.08051382005214691, 0.08277059346437454, 0.08502735942602158, 0.08728412538766861, 0.08954089879989624, 0.09179766476154327, 0.09405443072319031, 0.09631120413541794, 0.09856797009706497, 0.100824736058712, 0.10308150947093964, 0.10533827543258667, 0.1075950413942337]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 4.0, 0.0, 1.0, 6.0, 5.0, 5.0, 4.0, 6.0, 10.0, 14.0, 25.0, 30.0, 37.0, 65.0, 17.0, 7.0, 3.0, 5.0, 1.0, 1.0, 0.0, 2.0, 4.0, 4.0, 4.0, 2.0, 5.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0], "bins": [-0.0358009897172451, -0.03395645692944527, -0.03211192041635513, -0.030267387628555298, -0.028422852978110313, -0.02657831832766533, -0.024733785539865494, -0.02288925088942051, -0.021044716238975525, -0.01920018158853054, -0.017355646938085556, -0.01551111415028572, -0.013666579499840736, -0.011822044849395752, -0.009977511130273342, -0.008132977411150932, -0.006288442760705948, -0.004443908575922251, -0.0025993743911385536, -0.0007548402063548565, 0.0010896939784288406, 0.0029342281632125378, 0.004778762347996235, 0.006623296532779932, 0.00846783071756363, 0.010312365368008614, 0.012156899087131023, 0.014001432806253433, 0.015845967456698418, 0.017690502107143402, 0.019535034894943237, 0.021379569545388222, 0.023224104195833206, 0.02506863884627819, 0.026913173496723175, 0.02875770628452301, 0.030602240934967995, 0.03244677558541298, 0.034291308373212814, 0.03613584488630295, 0.03798037767410278, 0.03982491046190262, 0.04166944697499275, 0.04351397976279259, 0.04535851627588272, 0.047203049063682556, 0.04904758185148239, 0.050892118364572525, 0.05273665115237236, 0.054581183940172195, 0.05642572045326233, 0.058270253241062164, 0.060114786028862, 0.06195932254195213, 0.06380385905504227, 0.0656483918428421, 0.06749292463064194, 0.06933745741844177, 0.07118199020624161, 0.07302653044462204, 0.07487106323242188, 0.07671559602022171, 0.07856012880802155, 0.08040466159582138, 0.08224919438362122]}, "_runtime": 38.83806324005127, "_timestamp": 1596207423.4266863, "_step": 40}
+{"epoch": 3, "val_accuracy": 0.8081856449771688, "val_loss": 0.5015180181694902, "_runtime": 40.54172468185425, "_timestamp": 1596207425.1303477, "_step": 41}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 1.0, 1.0, 1.0, 4.0, 4.0, 1.0, 0.0, 3.0, 1.0, 7.0, 3.0, 5.0, 3.0, 2.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.010707506909966469, -0.010375773534178734, -0.010044040158390999, -0.009712306782603264, -0.009380573406815529, -0.009048840031027794, -0.008717106655240059, -0.008385373279452324, -0.008053639903664589, -0.007721906062215567, -0.007390172686427832, -0.007058439310640097, -0.006726705934852362, -0.006394972559064627, -0.006063239183276892, -0.005731505807489157, -0.005399772431701422, -0.005068039055913687, -0.004736305680125952, -0.004404572304338217, -0.004072838928550482, -0.003741105319932103, -0.003409371944144368, -0.003077638568356633, -0.002745905192568898, -0.002414171816781163, -0.0020824384409934282, -0.0017507049487903714, -0.0014189715730026364, -0.0010872381972149014, -0.0007555047632195055, -0.0004237713583279401, -9.203795343637466e-05, 0.00023969545145519078, 0.0005714288563467562, 0.0009031622903421521, 0.001234895666129887, 0.001566629041917622, 0.001898362534120679, 0.002230095909908414, 0.002561829285696149, 0.002893562661483884, 0.003225296037271619, 0.003557029413059354, 0.0038887630216777325, 0.0042204963974654675, 0.0045522297732532024, 0.004883963149040937, 0.005215696524828672, 0.005547429900616407, 0.005879163276404142, 0.006210896652191877, 0.006542630027979612, 0.006874363403767347, 0.007206096779555082, 0.007537830155342817, 0.00786956399679184, 0.008201297372579575, 0.00853303074836731, 0.008864764124155045, 0.00919649749994278, 0.009528230875730515, 0.00985996425151825, 0.010191697627305984, 0.01052343100309372]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 2.0, 4.0, 5.0, 5.0, 6.0, 8.0, 15.0, 26.0, 22.0, 42.0, 54.0, 91.0, 121.0, 163.0, 255.0, 429.0, 5175.0, 700.0, 293.0, 150.0, 111.0, 74.0, 52.0, 33.0, 29.0, 18.0, 5.0, 11.0, 6.0, 4.0, 4.0, 1.0, 3.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.1879945993423462, -0.18183717131614685, -0.17567972838878632, -0.16952230036258698, -0.16336485743522644, -0.1572074294090271, -0.15104998648166656, -0.14489255845546722, -0.1387351155281067, -0.13257768750190735, -0.12642024457454681, -0.12026281654834747, -0.11410538107156754, -0.1079479455947876, -0.10179051011800766, -0.09563307464122772, -0.08947563916444778, -0.08331820368766785, -0.07716076821088791, -0.07100333273410797, -0.06484589725732803, -0.058688465505838394, -0.052531030029058456, -0.04637359455227852, -0.04021615907549858, -0.03405872359871864, -0.027901288121938705, -0.021743854507803917, -0.01558641903102398, -0.009428983554244041, -0.0032715490087866783, 0.002885886002331972, 0.009043321013450623, 0.01520075649023056, 0.021358191967010498, 0.027515625581145287, 0.033673062920570374, 0.03983049467206001, 0.04598793014883995, 0.05214536562561989, 0.058302801102399826, 0.06446023285388947, 0.0706176683306694, 0.07677510380744934, 0.08293253928422928, 0.08908997476100922, 0.09524741023778915, 0.10140484571456909, 0.10756228119134903, 0.11371971666812897, 0.1198771521449089, 0.12603458762168884, 0.13219201564788818, 0.13834945857524872, 0.14450688660144806, 0.1506643295288086, 0.15682175755500793, 0.16297920048236847, 0.1691366285085678, 0.17529407143592834, 0.18145149946212769, 0.18760894238948822, 0.19376637041568756, 0.1999238133430481, 0.20608124136924744]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 4.0, 1.0, 1.0, 5.0, 3.0, 1.0, 2.0, 2.0, 2.0, 3.0, 4.0, 4.0, 3.0, 3.0, 29.0, 1.0, 1.0, 2.0, 3.0, 4.0, 7.0, 2.0, 1.0, 2.0, 3.0, 4.0, 2.0, 0.0, 1.0, 2.0, 2.0, 3.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0018181808991357684, -0.001760889426805079, -0.0017035979544743896, -0.0016463064821437001, -0.0015890148933976889, -0.0015317234210669994, -0.00147443194873631, -0.0014171404764056206, -0.0013598490040749311, -0.0013025575317442417, -0.0012452660594135523, -0.0011879745870828629, -0.0011306831147521734, -0.0010733915260061622, -0.0010161000536754727, -0.0009588085813447833, -0.0009015171090140939, -0.0008442256366834044, -0.000786934164352715, -0.0007296426338143647, -0.0006723511614836752, -0.0006150596891529858, -0.0005577681586146355, -0.000500476686283946, -0.0004431852139532566, -0.0003858937416225672, -0.0003286022401880473, -0.0002713107387535274, -0.00021401926642283797, -0.00015672777954023331, -9.943629265762866e-05, -4.2144805775024e-05, 1.5146681107580662e-05, 7.243816799018532e-05, 0.00012972965487278998, 0.00018702114175539464, 0.0002443126286379993, 0.0003016041009686887, 0.0003588956024032086, 0.0004161871038377285, 0.00047347857616841793, 0.0005307700484991074, 0.0005880615208297968, 0.0006453530513681471, 0.0007026445236988366, 0.000759935996029526, 0.0008172275265678763, 0.0008745189988985658, 0.0009318104712292552, 0.0009891019435599446, 0.001046393415890634, 0.0011036848882213235, 0.0011609764769673347, 0.0012182679492980242, 0.0012755594216287136, 0.001332850893959403, 0.0013901423662900925, 0.001447433838620782, 0.0015047253109514713, 0.0015620167832821608, 0.0016193082556128502, 0.0016765998443588614, 0.0017338913166895509, 0.0017911827890202403, 0.0018484742613509297]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [5.0, 3.0, 3.0, 2.0, 7.0, 4.0, 17.0, 10.0, 20.0, 27.0, 44.0, 61.0, 79.0, 103.0, 172.0, 214.0, 270.0, 461.0, 721.0, 989.0, 1599.0, 2398.0, 3818.0, 6127.0, 9951.0, 16806.0, 30312.0, 58638.0, 148159.0, 723190.0, 80696.0, 38227.0, 21311.0, 12563.0, 7814.0, 4924.0, 3320.0, 2169.0, 1357.0, 902.0, 679.0, 439.0, 325.0, 208.0, 154.0, 90.0, 79.0, 60.0, 35.0, 33.0, 18.0, 12.0, 9.0, 7.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.00624996330589056, -0.006036561448127031, -0.0058231595903635025, -0.005609757732599974, -0.005396355874836445, -0.005182954482734203, -0.0049695526249706745, -0.004756150767207146, -0.004542748909443617, -0.004329347051680088, -0.004115945193916559, -0.003902543568983674, -0.0036891417112201452, -0.0034757398534566164, -0.0032623382285237312, -0.0030489363707602024, -0.0028355345129966736, -0.0026221326552331448, -0.002408730797469616, -0.0021953291725367308, -0.001981927314773202, -0.0017685254570096731, -0.0015551237156614661, -0.0013417219743132591, -0.0011283201165497303, -0.0009149183169938624, -0.0007015165174379945, -0.00048811471788212657, -0.00027471291832625866, -6.131111877039075e-05, 0.00015209068078547716, 0.00036549248034134507, 0.000578894279897213, 0.0007922960794530809, 0.0010056978790089488, 0.0012190996203571558, 0.0014325014781206846, 0.0016459033358842134, 0.0018593050772324204, 0.0020727068185806274, 0.0022861086763441563, 0.002499510534107685, 0.002712912391871214, 0.002926314016804099, 0.003139715874567628, 0.0033531177323311567, 0.003566519357264042, 0.0037799212150275707, 0.0039933230727910995, 0.004206724930554628, 0.004420126788318157, 0.004633528646081686, 0.004846930503845215, 0.005060331895947456, 0.005273733753710985, 0.005487135611474514, 0.005700537469238043, 0.005913939327001572, 0.0061273411847651005, 0.006340743042528629, 0.006554144434630871, 0.0067675462923944, 0.0069809481501579285, 0.007194350007921457, 0.007407751865684986]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 3.0, 7.0, 3.0, 2.0, 5.0, 8.0, 5.0, 3.0, 2.0, 6.0, 1.0, 1.0, 3.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013422331772744656, -0.012917338870465755, -0.01241234503686428, -0.01190735213458538, -0.01140235923230648, -0.01089736633002758, -0.01039237342774868, -0.009887379594147205, -0.009382386691868305, -0.008877393789589405, -0.00837239995598793, -0.00786740705370903, -0.00736241415143013, -0.00685742124915123, -0.006352427881211042, -0.005847434513270855, -0.005342441610991955, -0.004837448708713055, -0.004332455340772867, -0.0038274622056633234, -0.0033224690705537796, -0.002817475935444236, -0.002312482800334692, -0.0018074896652251482, -0.0013024965301156044, -0.0007975033950060606, -0.0002925102598965168, 0.000212482875213027, 0.0007174760103225708, 0.0012224691454321146, 0.0017274622805416584, 0.002232455415651202, 0.002737448550760746, 0.00324244168587029, 0.0037474348209798336, 0.004252428188920021, 0.004757421091198921, 0.005262413993477821, 0.005767407361418009, 0.006272400729358196, 0.006777393631637096, 0.0072823865339159966, 0.007787379901856184, 0.008292373269796371, 0.008797366172075272, 0.009302359074354172, 0.009807351976633072, 0.010312345810234547, 0.010817338712513447, 0.011322331614792347, 0.011827325448393822, 0.012332318350672722, 0.012837311252951622, 0.013342304155230522, 0.013847297057509422, 0.014352290891110897, 0.014857283793389797, 0.015362276695668697, 0.015867270529270172, 0.016372263431549072, 0.016877256333827972, 0.017382249236106873, 0.017887242138385773, 0.018392235040664673, 0.018897227942943573]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 7.0, 9.0, 10.0, 9.0, 8.0, 9.0, 5.0, 7.0, 6.0, 24.0, 25.0, 22.0, 32.0, 36.0, 32.0, 53.0, 52.0, 83.0, 113.0, 143.0, 260.0, 391.0, 579.0, 901.0, 1405.0, 2185.0, 6431.0, 2132.0, 1256.0, 791.0, 536.0, 328.0, 201.0, 116.0, 81.0, 47.0, 22.0, 21.0, 6.0, 6.0, 5.0, 5.0, 3.0, 1.0, 4.0, 3.0, 4.0, 5.0, 4.0, 4.0, 2.0, 2.0], "bins": [-0.012281389907002449, -0.011962535791099072, -0.011643681675195694, -0.011324827559292316, -0.011005973443388939, -0.010687118396162987, -0.01036826428025961, -0.010049410164356232, -0.009730556048452854, -0.009411701932549477, -0.009092847816646099, -0.008773993700742722, -0.00845513865351677, -0.008136284537613392, -0.007817430421710014, -0.007498576305806637, -0.007179722189903259, -0.006860868073999882, -0.006542013958096504, -0.006223159376531839, -0.005904305260628462, -0.005585451144725084, -0.0052665965631604195, -0.004947742447257042, -0.004628888331353664, -0.004310034215450287, -0.003991180099546909, -0.0036723255179822445, -0.003353471402078867, -0.0030346172861754894, -0.0027157629374414682, -0.002396908588707447, -0.0020780544728040695, -0.0017592002404853702, -0.0014403460081666708, -0.0011214917758479714, -0.0008026375435292721, -0.0004837833112105727, -0.00016492907889187336, 0.000153925153426826, 0.00047277938574552536, 0.0007916336180642247, 0.001110487850382924, 0.0014293420827016234, 0.0017481963150203228, 0.0020670504309237003, 0.0023859047796577215, 0.0027047591283917427, 0.0030236132442951202, 0.0033424673601984978, 0.003661321708932519, 0.00398017605766654, 0.004299030173569918, 0.004617884289473295, 0.00493673887103796, 0.005255592986941338, 0.005574447102844715, 0.005893301218748093, 0.00621215533465147, 0.006531009916216135, 0.0068498640321195126, 0.00716871814802289, 0.007487572729587555, 0.0078064268454909325, 0.00812528096139431]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 3.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 4.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.08196034282445908, -0.07992782443761826, -0.07789531350135803, -0.07586279511451721, -0.07383027672767639, -0.07179776579141617, -0.06976524740457535, -0.06773272901773453, -0.0657002180814743, -0.06366769969463348, -0.061635181307792664, -0.05960266664624214, -0.05757015198469162, -0.0555376335978508, -0.05350511893630028, -0.05147260054945946, -0.049440085887908936, -0.047407571226358414, -0.04537505283951759, -0.04334253817796707, -0.04131001979112625, -0.03927750512957573, -0.03724499046802521, -0.03521247208118439, -0.033179957419633865, -0.031147440895438194, -0.029114924371242523, -0.027082409709692, -0.02504989318549633, -0.02301737666130066, -0.020984861999750137, -0.018952345475554466, -0.016919828951358795, -0.014887312427163124, -0.012854796834290028, -0.010822281241416931, -0.00878976471722126, -0.006757248658686876, -0.0047247326001524925, -0.0026922165416181087, -0.000659700483083725, 0.0013728155754506588, 0.0034053316339850426, 0.005437847692519426, 0.00747036375105381, 0.009502880275249481, 0.011535395868122578, 0.013567911460995674, 0.015600427985191345, 0.017632944509387016, 0.019665461033582687, 0.02169797569513321, 0.02373049221932888, 0.02576300874352455, 0.027795523405075073, 0.029828039929270744, 0.031860556453466415, 0.03389307111501694, 0.03592558950185776, 0.03795810416340828, 0.0399906188249588, 0.04202313721179962, 0.04405565187335014, 0.046088170260190964, 0.048120684921741486]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 4.0, 3.0, 0.0, 2.0, 3.0, 1.0, 2.0, 2.0, 2.0, 4.0, 1.0, 2.0, 3.0, 8.0, 21.0, 11.0, 16.0, 18.0, 16.0, 33.0, 32.0, 13.0, 12.0, 5.0, 1.0, 4.0, 5.0, 0.0, 0.0, 3.0, 3.0, 5.0, 7.0, 4.0, 1.0, 1.0, 1.0, 1.0, 4.0, 1.0, 3.0, 2.0, 0.0, 1.0, 2.0, 4.0, 5.0, 2.0, 3.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.04733395576477051, -0.045805592089891434, -0.04427722841501236, -0.042748868465423584, -0.04122050479054451, -0.039692141115665436, -0.03816377744078636, -0.03663541376590729, -0.03510705381631851, -0.03357869014143944, -0.032050326466560364, -0.03052196279168129, -0.028993599116802216, -0.02746523730456829, -0.025936873629689217, -0.024408511817455292, -0.022880148142576218, -0.021351784467697144, -0.01982342265546322, -0.018295058980584145, -0.01676669716835022, -0.015238333493471146, -0.013709969818592072, -0.012181607075035572, -0.010653244331479073, -0.009124881587922573, -0.007596518378704786, -0.0060681551694869995, -0.0045397924259305, -0.003011429449543357, -0.0014830664731562138, 4.5296503230929375e-05, 0.0015736594796180725, 0.0031020224560052156, 0.004630385432392359, 0.006158748641610146, 0.007687111385166645, 0.009215474128723145, 0.010743837803602219, 0.012272200547158718, 0.013800563290715218, 0.015328926034271717, 0.016857288777828217, 0.01838565245270729, 0.019914016127586365, 0.02144237793982029, 0.022970741614699364, 0.02449910342693329, 0.026027467101812363, 0.027555830776691437, 0.02908419258892536, 0.030612556263804436, 0.03214091807603836, 0.033669281750917435, 0.03519764542579651, 0.03672600910067558, 0.03825437277555466, 0.03978273272514343, 0.04131109640002251, 0.04283946007490158, 0.044367823749780655, 0.04589618742465973, 0.047424547374248505, 0.04895291104912758, 0.05048127472400665]}, "_runtime": 41.25911235809326, "_timestamp": 1596207425.8477354, "_step": 42}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 3.0, 4.0, 4.0, 1.0, 5.0, 3.0, 5.0, 5.0, 6.0, 2.0, 2.0, 2.0, 1.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01709550805389881, -0.016568243503570557, -0.01604098081588745, -0.015513717196881771, -0.014986453577876091, -0.014459189958870411, -0.01393192633986473, -0.01340466272085905, -0.01287739910185337, -0.01235013548284769, -0.01182287186384201, -0.01129560824483633, -0.01076834462583065, -0.01024108100682497, -0.00971381738781929, -0.00918655376881361, -0.00865929014980793, -0.00813202653080225, -0.00760476291179657, -0.00707749929279089, -0.00655023567378521, -0.00602297205477953, -0.0054957084357738495, -0.004968444816768169, -0.004441181197762489, -0.003913917578756809, -0.003386653959751129, -0.002859390340745449, -0.002332126721739769, -0.001804863102734089, -0.0012775994837284088, -0.0007503358647227287, -0.00022307224571704865, 0.00030419137328863144, 0.0008314549922943115, 0.0013587186112999916, 0.0018859822303056717, 0.0024132458493113518, 0.002940509468317032, 0.003467773087322712, 0.003995036706328392, 0.004522300325334072, 0.005049563944339752, 0.005576827563345432, 0.006104091182351112, 0.0066313548013567924, 0.0071586184203624725, 0.007685882039368153, 0.008213145658373833, 0.008740409277379513, 0.009267672896385193, 0.009794936515390873, 0.010322200134396553, 0.010849463753402233, 0.011376727372407913, 0.011903990991413593, 0.012431254610419273, 0.012958518229424953, 0.013485781848430634, 0.014013045467436314, 0.014540309086441994, 0.015067572705447674, 0.015594836324453354, 0.01612209901213646, 0.016649363562464714]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 4.0, 4.0, 0.0, 6.0, 11.0, 10.0, 9.0, 17.0, 13.0, 21.0, 23.0, 28.0, 44.0, 68.0, 92.0, 116.0, 165.0, 246.0, 382.0, 4820.0, 889.0, 318.0, 190.0, 129.0, 80.0, 68.0, 46.0, 18.0, 21.0, 24.0, 12.0, 11.0, 7.0, 6.0, 10.0, 7.0, 3.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.17586368322372437, -0.1701197475194931, -0.16437581181526184, -0.15863187611103058, -0.15288794040679932, -0.14714400470256805, -0.1414000689983368, -0.13565613329410553, -0.12991219758987427, -0.12416825443506241, -0.11842431873083115, -0.11268038302659988, -0.10693643987178802, -0.10119250416755676, -0.0954485684633255, -0.08970463275909424, -0.08396069705486298, -0.07821676135063171, -0.07247282564640045, -0.06672888994216919, -0.06098495051264763, -0.05524101480841637, -0.049497075378894806, -0.043753139674663544, -0.03800920397043228, -0.03226526826620102, -0.026521330699324608, -0.020777393132448196, -0.015033457428216934, -0.009289520792663097, -0.0035455841571092606, 0.0021983524784445763, 0.007942289113998413, 0.01368622574955225, 0.019430162385106087, 0.025174099951982498, 0.03091803565621376, 0.03666197136044502, 0.04240591078996658, 0.048149846494197845, 0.05389378219842911, 0.05963771790266037, 0.06538165360689163, 0.0711255893111229, 0.07686953246593475, 0.08261346817016602, 0.08835740387439728, 0.09410133957862854, 0.0998452752828598, 0.10558921098709106, 0.11133314669132233, 0.11707708239555359, 0.12282101809978485, 0.1285649538040161, 0.13430888950824738, 0.14005282521247864, 0.1457967758178711, 0.15154071152210236, 0.15728464722633362, 0.16302858293056488, 0.16877251863479614, 0.1745164543390274, 0.18026039004325867, 0.18600432574748993, 0.1917482614517212]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 4.0, 0.0, 2.0, 0.0, 4.0, 2.0, 3.0, 5.0, 4.0, 3.0, 3.0, 3.0, 2.0, 29.0, 5.0, 0.0, 6.0, 1.0, 1.0, 1.0, 2.0, 6.0, 3.0, 5.0, 3.0, 1.0, 2.0, 2.0, 0.0, 3.0, 1.0, 0.0, 3.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.0026223454624414444, -0.002523272531107068, -0.0024241995997726917, -0.002325126901268959, -0.0022260539699345827, -0.0021269810386002064, -0.0020279083400964737, -0.0019288354087620974, -0.001829762477427721, -0.0017306895460933447, -0.0016316167311742902, -0.0015325439162552357, -0.0014334709849208593, -0.001334398053586483, -0.0012353252386674285, -0.001136252423748374, -0.0010371794924139977, -0.0009381066192872822, -0.0008390337461605668, -0.0007399608730338514, -0.000640887999907136, -0.0005418151267804205, -0.0004427422536537051, -0.0003436693805269897, -0.0002445965074002743, -0.00014552363427355886, -4.645076114684343e-05, 5.262211197987199e-05, 0.0001516949851065874, 0.00025076785823330283, 0.00034984073136001825, 0.0004489136044867337, 0.0005479864776134491, 0.0006470593507401645, 0.0007461322238668799, 0.0008452050969935954, 0.0009442779701203108, 0.0010433509014546871, 0.0011424237163737416, 0.0012414965312927961, 0.0013405694626271725, 0.0014396423939615488, 0.0015387152088806033, 0.0016377880237996578, 0.0017368609551340342, 0.0018359338864684105, 0.001935006701387465, 0.0020340795163065195, 0.002133152447640896, 0.002232225378975272, 0.0023312983103096485, 0.002430371008813381, 0.0025294439401477575, 0.002628516871482134, 0.0027275895699858665, 0.002826662501320243, 0.0029257354326546192, 0.0030248083639889956, 0.003123881295323372, 0.0032229539938271046, 0.003322026925161481, 0.0034210998564958572, 0.00352017255499959, 0.0036192454863339663, 0.0037183184176683426]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 3.0, 0.0, 5.0, 12.0, 10.0, 16.0, 11.0, 38.0, 62.0, 99.0, 111.0, 171.0, 291.0, 476.0, 757.0, 1133.0, 1882.0, 3125.0, 5509.0, 9529.0, 17489.0, 35824.0, 86115.0, 757656.0, 136943.0, 54492.0, 27983.0, 15482.0, 9039.0, 5485.0, 3460.0, 2186.0, 1420.0, 970.0, 593.0, 423.0, 264.0, 195.0, 129.0, 84.0, 64.0, 35.0, 25.0, 11.0, 12.0, 6.0, 3.0, 4.0, 3.0, 3.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.009647177532315254, -0.009343286976218224, -0.009039395488798618, -0.008735504932701588, -0.008431614376604557, -0.008127722889184952, -0.007823832333087921, -0.0075199417769908905, -0.0072160507552325726, -0.006912159733474255, -0.006608269177377224, -0.006304378155618906, -0.006000487133860588, -0.0056965965777635574, -0.0053927055560052395, -0.005088814999908209, -0.004784923978149891, -0.004481032956391573, -0.004177142400294542, -0.0038732513785362244, -0.00356936058960855, -0.0032654698006808758, -0.002961578778922558, -0.0026576879899948835, -0.0023537972010672092, -0.002049906412139535, -0.0017460155067965388, -0.0014421246014535427, -0.0011382338125258684, -0.0008343429653905332, -0.000530452118255198, -0.0002265612711198628, 7.732957601547241e-05, 0.0003812204231508076, 0.0006851112702861428, 0.000989002175629139, 0.0012928929645568132, 0.0015967837534844875, 0.0019006746588274837, 0.0022045655641704798, 0.002508456353098154, 0.0028123471420258284, 0.0031162379309535027, 0.0034201289527118206, 0.003724019741639495, 0.004027910530567169, 0.004331801552325487, 0.004635692108422518, 0.004939583130180836, 0.005243474151939154, 0.005547364708036184, 0.005851255729794502, 0.006155146285891533, 0.006459037307649851, 0.006762928329408169, 0.007066818885505199, 0.007370709907263517, 0.007674600929021835, 0.007978491485118866, 0.008282382041215897, 0.008586273528635502, 0.008890164084732533, 0.009194054640829563, 0.009497946128249168, 0.009801836684346199]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0, 0.0, 2.0, 2.0, 2.0, 1.0, 3.0, 8.0, 4.0, 2.0, 1.0, 4.0, 3.0, 2.0, 2.0, 6.0, 2.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014952616766095161, -0.01437066774815321, -0.013788718730211258, -0.01320677064359188, -0.012624821625649929, -0.012042872607707977, -0.0114609245210886, -0.010878975503146648, -0.010297026485204697, -0.009715077467262745, -0.009133128449320793, -0.008551180362701416, -0.007969231344759464, -0.0073872823268175125, -0.006805333774536848, -0.006223385222256184, -0.005641436204314232, -0.00505948718637228, -0.004477538634091616, -0.0038955898489803076, -0.0033136410638689995, -0.0027316922787576914, -0.0021497434936463833, -0.0015677947085350752, -0.000985845923423767, -0.000403897138312459, 0.0001780516467988491, 0.0007600004319101572, 0.0013419492170214653, 0.0019238980021327734, 0.0025058467872440815, 0.0030877955723553896, 0.0036697443574666977, 0.0042516933754086494, 0.004833641927689314, 0.005415590479969978, 0.00599753949791193, 0.006579488515853882, 0.007161437068134546, 0.007743385620415211, 0.008325334638357162, 0.008907283656299114, 0.009489232674241066, 0.010071180760860443, 0.010653129778802395, 0.011235078796744347, 0.011817026883363724, 0.012398975901305676, 0.012980924919247627, 0.013562873937189579, 0.01414482295513153, 0.014726771041750908, 0.01530872005969286, 0.01589066907763481, 0.01647261716425419, 0.017054567113518715, 0.017636515200138092, 0.01821846328675747, 0.018800413236021996, 0.019382361322641373, 0.0199643112719059, 0.020546259358525276, 0.021128207445144653, 0.02171015739440918, 0.022292105481028557]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 4.0, 8.0, 9.0, 20.0, 25.0, 27.0, 38.0, 59.0, 101.0, 155.0, 235.0, 311.0, 467.0, 549.0, 863.0, 1364.0, 5436.0, 2290.0, 1456.0, 1138.0, 868.0, 641.0, 520.0, 447.0, 336.0, 223.0, 171.0, 117.0, 107.0, 76.0, 62.0, 59.0, 56.0, 40.0, 22.0, 29.0, 20.0, 18.0, 10.0, 5.0, 9.0, 7.0, 6.0, 4.0, 4.0, 2.0, 1.0, 1.0, 2.0, 1.0, 4.0, 1.0, 2.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.005699098110198975, -0.00537831848487258, -0.005057538393884897, -0.004736758768558502, -0.00441597867757082, -0.004095199052244425, -0.003774419194087386, -0.0034536393359303474, -0.0031328594777733088, -0.00281207961961627, -0.0024912997614592314, -0.0021705199033021927, -0.0018497401615604758, -0.0015289603034034371, -0.0012081805616617203, -0.0008874007035046816, -0.0005666208453476429, -0.00024584101629443467, 7.493881275877357e-05, 0.0003957186418119818, 0.00071649847086519, 0.0010372783290222287, 0.0013580580707639456, 0.0016788379289209843, 0.001999617787078023, 0.0023203976452350616, 0.0026411775033921003, 0.002961957361549139, 0.003282736986875534, 0.0036035168450325727, 0.0039242967031896114, 0.004245076794177294, 0.004565856419503689, 0.004886636044830084, 0.005207416135817766, 0.005528195761144161, 0.005848975852131844, 0.006169755477458239, 0.006490535568445921, 0.006811315193772316, 0.007132095284759998, 0.007452874910086393, 0.007773654535412788, 0.00809443462640047, 0.008415214717388153, 0.00873599387705326, 0.009056773968040943, 0.009377554059028625, 0.009698333218693733, 0.010019113309681416, 0.010339893400669098, 0.01066067349165678, 0.010981452651321888, 0.01130223274230957, 0.011623012833297253, 0.011943792924284935, 0.012264572083950043, 0.012585352174937725, 0.012906132265925407, 0.013226911425590515, 0.013547691516578197, 0.01386847160756588, 0.014189251698553562, 0.01451003085821867, 0.014830810949206352]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 4.0, 2.0, 2.0, 1.0, 3.0, 4.0, 5.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.22468656301498413, -0.21887096762657166, -0.21305538713932037, -0.2072397917509079, -0.20142419636249542, -0.19560861587524414, -0.18979302048683167, -0.1839774250984192, -0.1781618297100067, -0.17234624922275543, -0.16653065383434296, -0.16071505844593048, -0.1548994779586792, -0.14908388257026672, -0.14326828718185425, -0.13745270669460297, -0.1316371113061905, -0.12582151591777802, -0.12000592797994614, -0.11419034004211426, -0.10837474465370178, -0.1025591567158699, -0.09674356877803802, -0.09092797338962555, -0.08511238545179367, -0.07929679751396179, -0.07348120212554932, -0.06766561418771744, -0.06185002252459526, -0.056034430861473083, -0.050218842923641205, -0.04440325126051903, -0.03858765959739685, -0.03277206793427467, -0.026956478133797646, -0.021140888333320618, -0.01532529667019844, -0.009509705938398838, -0.0036941152065992355, 0.002121475525200367, 0.00793706625699997, 0.013752656988799572, 0.019568247720599174, 0.025383837521076202, 0.03119942918419838, 0.03701502084732056, 0.042830608785152435, 0.04864620044827461, 0.05446179211139679, 0.06027738377451897, 0.06609297543764114, 0.07190856337547302, 0.0777241587638855, 0.08353974670171738, 0.08935533463954926, 0.09517093002796173, 0.10098651796579361, 0.10680210590362549, 0.11261770129203796, 0.11843328922986984, 0.12424887716770172, 0.1300644725561142, 0.13588006794452667, 0.14169564843177795, 0.14751124382019043]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [3.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 1.0, 1.0, 5.0, 2.0, 6.0, 2.0, 5.0, 3.0, 5.0, 3.0, 6.0, 12.0, 10.0, 36.0, 56.0, 33.0, 30.0, 26.0, 7.0, 4.0, 5.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.14809036254882812, -0.14411355555057526, -0.1401367485523224, -0.13615992665290833, -0.13218311965465546, -0.1282063126564026, -0.12422950565814972, -0.12025269120931625, -0.11627588421106339, -0.11229907721281052, -0.10832226276397705, -0.10434545576572418, -0.10036864876747131, -0.09639183431863785, -0.09241502732038498, -0.08843821287155151, -0.08446140587329865, -0.08048459887504578, -0.07650778442621231, -0.07253097742795944, -0.06855416297912598, -0.06457735598087311, -0.06060054898262024, -0.05662373825907707, -0.052646927535533905, -0.04867011681199074, -0.04469330608844757, -0.0407164990901947, -0.036739688366651535, -0.03276287764310837, -0.02878606878221035, -0.024809259921312332, -0.020832449197769165, -0.016855638474225998, -0.01287882961332798, -0.008902019821107388, -0.004925210028886795, -0.0009484002366662025, 0.00302840955555439, 0.0070052193477749825, 0.010982029139995575, 0.014958838932216167, 0.01893564872443676, 0.022912457585334778, 0.026889268308877945, 0.030866079032421112, 0.03484288603067398, 0.03881969675421715, 0.042796507477760315, 0.04677331820130348, 0.05075012892484665, 0.05472693592309952, 0.058703746646642685, 0.06268055737018585, 0.06665736436843872, 0.07063417881727219, 0.07461098581552505, 0.07858779281377792, 0.08256460726261139, 0.08654141426086426, 0.09051822125911713, 0.09449503570795059, 0.09847184270620346, 0.10244865715503693, 0.1064254641532898]}, "_runtime": 42.10560655593872, "_timestamp": 1596207426.6942296, "_step": 43}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 3.0, 1.0, 2.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 4.0, 1.0, 1.0, 4.0, 3.0, 6.0, 1.0, 4.0, 3.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.012060423381626606, -0.011754035949707031, -0.011447647586464882, -0.011141260154545307, -0.010834872722625732, -0.010528485290706158, -0.010222096927464008, -0.009915709495544434, -0.009609322063624859, -0.00930293370038271, -0.008996546268463135, -0.00869015883654356, -0.008383771404623985, -0.008077383041381836, -0.007770995609462261, -0.0074646081775426865, -0.007158220279961824, -0.006851832382380962, -0.006545444950461388, -0.006239057052880526, -0.005932669620960951, -0.005626281723380089, -0.005319894291460514, -0.005013506393879652, -0.00470711849629879, -0.004400731064379215, -0.004094343166798353, -0.0037879557348787785, -0.0034815678372979164, -0.003175180172547698, -0.0028687925077974796, -0.0025624048430472612, -0.002256017178297043, -0.0019496295135468245, -0.001643241848796606, -0.0013368540676310658, -0.0010304664028808475, -0.0007240787381306291, -0.00041769101517274976, -0.00011130332131870091, 0.00019508437253534794, 0.0005014720372855663, 0.0008078597602434456, 0.001114247483201325, 0.0014206351479515433, 0.0017270228127017617, 0.002033410593867302, 0.0023397982586175203, 0.0026461859233677387, 0.002952573588117957, 0.0032589612528681755, 0.003565348917618394, 0.0038717365823686123, 0.004178124479949474, 0.004484511911869049, 0.004790899809449911, 0.005097287707030773, 0.005403675138950348, 0.00571006303653121, 0.006016450468450785, 0.006322838366031647, 0.0066292257979512215, 0.0069356136955320835, 0.007242001127451658, 0.00754838902503252]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 1.0, 3.0, 4.0, 8.0, 7.0, 8.0, 16.0, 10.0, 16.0, 24.0, 31.0, 47.0, 50.0, 74.0, 75.0, 96.0, 169.0, 208.0, 341.0, 4567.0, 1167.0, 333.0, 178.0, 137.0, 98.0, 63.0, 55.0, 31.0, 18.0, 22.0, 14.0, 17.0, 9.0, 6.0, 1.0, 5.0, 3.0, 1.0, 1.0, 5.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.15910795331001282, -0.15438751876354218, -0.14966708421707153, -0.1449466496706009, -0.14022621512413025, -0.1355057805776596, -0.13078534603118896, -0.12606491148471832, -0.12134447693824768, -0.11662404239177704, -0.1119036078453064, -0.10718317329883575, -0.10246273875236511, -0.09774230420589447, -0.09302186965942383, -0.08830143511295319, -0.08358100056648254, -0.0788605660200119, -0.07414013147354126, -0.06941969692707062, -0.06469926238059998, -0.059978827834129333, -0.05525839328765869, -0.05053795874118805, -0.04581752419471741, -0.041097089648246765, -0.03637665510177612, -0.03165622055530548, -0.02693578600883484, -0.022215351462364197, -0.017494916915893555, -0.012774482369422913, -0.00805404782295227, -0.0033336132764816284, 0.0013868212699890137, 0.006107255816459656, 0.010827690362930298, 0.01554812490940094, 0.020268559455871582, 0.024988994002342224, 0.029709428548812866, 0.03442986309528351, 0.03915029764175415, 0.04387073218822479, 0.048591166734695435, 0.05331160128116608, 0.05803203582763672, 0.06275247037410736, 0.067472904920578, 0.07219333946704865, 0.07691377401351929, 0.08163420855998993, 0.08635464310646057, 0.09107507765293121, 0.09579551219940186, 0.1005159467458725, 0.10523638129234314, 0.10995681583881378, 0.11467725038528442, 0.11939768493175507, 0.12411811947822571, 0.12883855402469635, 0.133558988571167, 0.13827942311763763, 0.14299985766410828]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 2.0, 0.0, 5.0, 4.0, 5.0, 3.0, 4.0, 2.0, 2.0, 8.0, 4.0, 27.0, 3.0, 6.0, 2.0, 2.0, 1.0, 4.0, 9.0, 4.0, 1.0, 3.0, 2.0, 3.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.0025634763296693563, -0.0024680383503437042, -0.0023726006038486958, -0.0022771626245230436, -0.0021817246451973915, -0.002086286898702383, -0.001990848919376731, -0.0018954109400510788, -0.0017999730771407485, -0.0017045352142304182, -0.001609097234904766, -0.0015136593719944358, -0.0014182215090841055, -0.0013227835297584534, -0.001227345666848123, -0.001131907687522471, -0.0010364698246121407, -0.0009410319034941494, -0.0008455939823761582, -0.0007501561194658279, -0.0006547181983478367, -0.0005592802772298455, -0.00046384238521568477, -0.000368404493201524, -0.0002729665720835328, -0.00017752866551745683, -8.209075895138085e-05, 1.3347147614695132e-05, 0.00010878505418077111, 0.0002042229607468471, 0.0002996608673129231, 0.0003950987593270838, 0.000490536680445075, 0.0005859746015630662, 0.0006814125226810575, 0.0007768503855913877, 0.000872288306709379, 0.0009677262278273702, 0.0010631640907377005, 0.0011586020700633526, 0.0012540399329736829, 0.0013494777958840132, 0.0014449157752096653, 0.0015403536381199956, 0.0016357915010303259, 0.001731229480355978, 0.0018266673432663083, 0.0019221053225919604, 0.0020175431855022907, 0.002112981164827943, 0.0022084189113229513, 0.0023038568906486034, 0.0023992948699742556, 0.002494732616469264, 0.002590170595794916, 0.0026856085751205683, 0.0027810465544462204, 0.002876484300941229, 0.002971922280266881, 0.003067360259592533, 0.0031627980060875416, 0.0032582359854131937, 0.003353673964738846, 0.0034491117112338543, 0.0035445496905595064]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 2.0, 4.0, 2.0, 2.0, 8.0, 9.0, 15.0, 23.0, 52.0, 92.0, 112.0, 233.0, 407.0, 658.0, 1209.0, 2217.0, 4535.0, 9971.0, 24389.0, 70222.0, 797681.0, 170824.0, 49549.0, 21996.0, 10970.0, 5957.0, 3254.0, 1999.0, 1205.0, 702.0, 512.0, 281.0, 182.0, 119.0, 79.0, 55.0, 41.0, 28.0, 10.0, 11.0, 7.0, 4.0, 6.0, 4.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010892572812736034, -0.010527904145419598, -0.01016323547810316, -0.009798566810786724, -0.009433897212147713, -0.009069228544831276, -0.00870455987751484, -0.008339891210198402, -0.007975222542881966, -0.0076105534099042416, -0.007245884742587805, -0.006881216075271368, -0.006516546942293644, -0.006151878274977207, -0.00578720960766077, -0.005422540474683046, -0.00505787180736661, -0.004693203140050173, -0.004328534007072449, -0.003963865339756012, -0.003599196672439575, -0.0032345277722924948, -0.0028698588721454144, -0.0025051902048289776, -0.002140521304681897, -0.0017758525209501386, -0.00141118373721838, -0.0010465148370712996, -0.000681846053339541, -0.0003171772405039519, 4.7491572331637144e-05, 0.0004121603851672262, 0.0007768291980028152, 0.0011414979817345738, 0.0015061667654663324, 0.0018708356656134129, 0.0022355043329298496, 0.00260017323307693, 0.0029648421332240105, 0.0033295108005404472, 0.0036941797006875277, 0.004058848600834608, 0.004423517268151045, 0.004788185935467482, 0.005152855068445206, 0.0055175237357616425, 0.005882192403078079, 0.006246861536055803, 0.00661153020337224, 0.006976198870688677, 0.007340868003666401, 0.007705536670982838, 0.008070205338299274, 0.008434874005615711, 0.008799542672932148, 0.00916421227157116, 0.009528880938887596, 0.009893549606204033, 0.01025821827352047, 0.010622886940836906, 0.010987555608153343, 0.011352225206792355, 0.011716893874108791, 0.012081562541425228, 0.012446231208741665]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 3.0, 0.0, 1.0, 5.0, 2.0, 5.0, 5.0, 11.0, 2.0, 3.0, 2.0, 2.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.029313553124666214, -0.0286788921803236, -0.028044231235980988, -0.027409572154283524, -0.02677491120994091, -0.026140250265598297, -0.025505591183900833, -0.02487093023955822, -0.024236269295215607, -0.023601608350872993, -0.02296694740653038, -0.022332288324832916, -0.021697627380490303, -0.02106296643614769, -0.020428307354450226, -0.019793646410107613, -0.019158985465765, -0.018524324521422386, -0.017889663577079773, -0.01725500449538231, -0.016620343551039696, -0.015985682606697083, -0.015351022593677044, -0.014716362580657005, -0.014081701636314392, -0.013447040691971779, -0.01281238067895174, -0.012177720665931702, -0.011543059721589088, -0.010908398777246475, -0.010273738764226437, -0.009639078751206398, -0.009004417806863785, -0.008369756862521172, -0.007735096849501133, -0.007100436370819807, -0.006465775892138481, -0.005831115413457155, -0.005196454934775829, -0.004561794456094503, -0.0039271339774131775, -0.0032924734987318516, -0.0026578130200505257, -0.0020231525413691998, -0.0013884920626878738, -0.0007538315840065479, -0.00011917110532522202, 0.0005154893733561039, 0.0011501498520374298, 0.0017848103307187557, 0.0024194708094000816, 0.0030541312880814075, 0.0036887917667627335, 0.004323452245444059, 0.004958112724125385, 0.005592773202806711, 0.006227433681488037, 0.006862094160169363, 0.007496754638850689, 0.008131414651870728, 0.00876607559621334, 0.009400736540555954, 0.010035396553575993, 0.010670056566596031, 0.011304717510938644]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [4.0, 1.0, 1.0, 4.0, 2.0, 7.0, 4.0, 9.0, 5.0, 10.0, 18.0, 12.0, 9.0, 27.0, 32.0, 40.0, 38.0, 29.0, 37.0, 56.0, 60.0, 71.0, 102.0, 158.0, 182.0, 238.0, 327.0, 361.0, 468.0, 615.0, 904.0, 1220.0, 1966.0, 6251.0, 1999.0, 1067.0, 683.0, 383.0, 259.0, 166.0, 118.0, 99.0, 79.0, 57.0, 44.0, 48.0, 35.0, 24.0, 15.0, 21.0, 14.0, 11.0, 9.0, 9.0, 6.0, 4.0, 6.0, 4.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011120595037937164, -0.010790865868330002, -0.01046113669872284, -0.010131406597793102, -0.00980167742818594, -0.009471948258578777, -0.009142219088971615, -0.008812489919364452, -0.008482759818434715, -0.008153030648827553, -0.00782330147922039, -0.007493572309613228, -0.007163843140006065, -0.006834113504737616, -0.006504384335130453, -0.006174654699862003, -0.005844925530254841, -0.005515196360647678, -0.005185466725379229, -0.004855737555772066, -0.004526007920503616, -0.004196278750896454, -0.0038665495812892914, -0.0035368201788514853, -0.003207090776413679, -0.002877361373975873, -0.002547631971538067, -0.0022179028019309044, -0.0018881733994930983, -0.0015584439970552921, -0.0012287147110328078, -0.0008989853668026626, -0.0005692560225725174, -0.00023952667834237218, 9.020266588777304e-05, 0.00041993201011791825, 0.0007496613543480635, 0.0010793907567858696, 0.001409120042808354, 0.0017388493288308382, 0.0020685787312686443, 0.0023983081337064505, 0.0027280375361442566, 0.003057766705751419, 0.003387496108189225, 0.0037172255106270313, 0.004046954680234194, 0.004376684315502644, 0.004706413485109806, 0.0050361426547169685, 0.005365872289985418, 0.005695601459592581, 0.006025331094861031, 0.006355060264468193, 0.0066847894340753555, 0.007014519069343805, 0.007344248238950968, 0.00767397740855813, 0.00800370704382658, 0.008333436213433743, 0.008663165383040905, 0.008992894552648067, 0.009322624653577805, 0.009652353823184967, 0.00998208299279213]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 4.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.15344685316085815, -0.14917907118797302, -0.1449112892150879, -0.14064350724220276, -0.13637572526931763, -0.1321079581975937, -0.12784017622470856, -0.12357239425182343, -0.1193046122789383, -0.11503683030605316, -0.11076904833316803, -0.1065012738108635, -0.10223349183797836, -0.09796570986509323, -0.0936979353427887, -0.08943015336990356, -0.08516237139701843, -0.0808945894241333, -0.07662680745124817, -0.07235903292894363, -0.0680912509560585, -0.06382346898317337, -0.05955569073557854, -0.055287912487983704, -0.05102013051509857, -0.04675234854221344, -0.04248457029461861, -0.03821679204702377, -0.03394901007413864, -0.02968122996389866, -0.025413449853658676, -0.021145669743418694, -0.01687788963317871, -0.012610109522938728, -0.008342329412698746, -0.004074549302458763, 0.00019323080778121948, 0.004461010918021202, 0.008728791028261185, 0.012996571138501167, 0.01726435124874115, 0.021532131358981133, 0.025799911469221115, 0.030067691579461098, 0.03433547168970108, 0.03860325366258621, 0.042871031910181046, 0.04713881015777588, 0.05140659213066101, 0.05567437410354614, 0.059942152351140976, 0.06420993059873581, 0.06847771257162094, 0.07274549454450607, 0.07701326906681061, 0.08128105103969574, 0.08554883301258087, 0.089816614985466, 0.09408439695835114, 0.09835217148065567, 0.1026199534535408, 0.10688773542642593, 0.11115550994873047, 0.1154232919216156, 0.11969107389450073]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 3.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 2.0, 2.0, 2.0, 1.0, 2.0, 1.0, 8.0, 25.0, 27.0, 37.0, 69.0, 19.0, 20.0, 21.0, 11.0, 3.0, 3.0, 4.0, 1.0, 5.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.11239369958639145, -0.1091320812702179, -0.10587047040462494, -0.10260885208845139, -0.09934723377227783, -0.09608561545610428, -0.09282399713993073, -0.08956238627433777, -0.08630076795816422, -0.08303914964199066, -0.0797775387763977, -0.07651592046022415, -0.0732543021440506, -0.06999268382787704, -0.06673106551170349, -0.06346945464611053, -0.06020783632993698, -0.05694621801376343, -0.05368460342288017, -0.05042298883199692, -0.047161370515823364, -0.04389975219964981, -0.040638137608766556, -0.0373765230178833, -0.03411490470170975, -0.030853288248181343, -0.02759167179465294, -0.024330055341124535, -0.02106843888759613, -0.017806822434067726, -0.014545205980539322, -0.011283589527010918, -0.008021973073482513, -0.004760356619954109, -0.001498740166425705, 0.0017628762871026993, 0.0050244927406311035, 0.008286109194159508, 0.011547725647687912, 0.014809342101216316, 0.01807095855474472, 0.021332575008273125, 0.02459419146180153, 0.027855807915329933, 0.031117424368858337, 0.03437904268503189, 0.037640657275915146, 0.0409022718667984, 0.044163890182971954, 0.04742550849914551, 0.05068712309002876, 0.05394873768091202, 0.05721035599708557, 0.060471974313259125, 0.06373359262943268, 0.06699520349502563, 0.07025682181119919, 0.07351844012737274, 0.0767800509929657, 0.08004166930913925, 0.0833032876253128, 0.08656490594148636, 0.08982652425765991, 0.09308813512325287, 0.09634975343942642]}, "_runtime": 42.9580442905426, "_timestamp": 1596207427.5466673, "_step": 44}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 3.0, 1.0, 2.0, 3.0, 0.0, 1.0, 4.0, 0.0, 0.0, 3.0, 1.0, 6.0, 3.0, 2.0, 0.0, 8.0, 0.0, 2.0, 5.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.016631711274385452, -0.016212522983551025, -0.01579333283007145, -0.015374144539237022, -0.014954955317080021, -0.01453576609492302, -0.014116576872766018, -0.013697388581931591, -0.01327819935977459, -0.012859010137617588, -0.012439820915460587, -0.012020631693303585, -0.011601443402469158, -0.011182254180312157, -0.010763064958155155, -0.010343875735998154, -0.009924687445163727, -0.009505498223006725, -0.009086309000849724, -0.008667119778692722, -0.00824793055653572, -0.007828742265701294, -0.0074095530435442924, -0.006990363821387291, -0.0065711745992302895, -0.006151985842734575, -0.005732796620577574, -0.00531360786408186, -0.004894418641924858, -0.004475229885429144, -0.004056040663272142, -0.0036368516739457846, -0.0032176626846194267, -0.002798473695293069, -0.002379284705966711, -0.001960095716640353, -0.0015409066108986735, -0.0011217176215723157, -0.0007025285740382969, -0.00028333955560810864, 0.00013584946282207966, 0.0005550384521484375, 0.0009742274996824563, 0.001393416547216475, 0.0018126055365428329, 0.0022317946422845125, 0.0026509836316108704, 0.003070172620937228, 0.003489361610263586, 0.0039085508324205875, 0.004327739588916302, 0.004746928811073303, 0.005166117567569017, 0.005585306789726019, 0.006004495546221733, 0.006423684768378735, 0.006842873990535736, 0.00726206274703145, 0.007681251969188452, 0.008100440725684166, 0.008519629947841167, 0.008938819169998169, 0.009358007460832596, 0.009777196682989597, 0.010196385905146599]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 1.0, 2.0, 0.0, 2.0, 3.0, 5.0, 4.0, 6.0, 4.0, 4.0, 7.0, 8.0, 7.0, 15.0, 16.0, 18.0, 31.0, 27.0, 54.0, 62.0, 89.0, 124.0, 132.0, 220.0, 365.0, 4616.0, 1047.0, 349.0, 193.0, 122.0, 90.0, 70.0, 54.0, 43.0, 33.0, 21.0, 16.0, 14.0, 15.0, 11.0, 10.0, 6.0, 3.0, 1.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.16107270121574402, -0.1563015878200531, -0.151530459523201, -0.14675934612751007, -0.14198823273181915, -0.13721710443496704, -0.13244599103927612, -0.1276748776435852, -0.12290375679731369, -0.11813263595104218, -0.11336152255535126, -0.10859040170907974, -0.10381928086280823, -0.09904816746711731, -0.0942770466208458, -0.08950593322515488, -0.08473481237888336, -0.07996369153261185, -0.07519257813692093, -0.07042145729064941, -0.0656503438949585, -0.06087922304868698, -0.056108102202415466, -0.05133698508143425, -0.04656586796045303, -0.04179475083947182, -0.0370236337184906, -0.032252512872219086, -0.02748139575123787, -0.022710278630256653, -0.017939159646630287, -0.013168041594326496, -0.008396923542022705, -0.003625805489718914, 0.001145312562584877, 0.005916430614888668, 0.010687548667192459, 0.01545866671949625, 0.02022978477180004, 0.025000903755426407, 0.029772020876407623, 0.03454313799738884, 0.039314255118370056, 0.04408537596464157, 0.04885649308562279, 0.053627610206604004, 0.05839873105287552, 0.06316984444856644, 0.06794096529483795, 0.07271208614110947, 0.07748319953680038, 0.0822543203830719, 0.08702543377876282, 0.09179655462503433, 0.09656767547130585, 0.10133878886699677, 0.10610990971326828, 0.1108810305595398, 0.11565214395523071, 0.12042326480150223, 0.12519438564777374, 0.12996549904346466, 0.13473661243915558, 0.1395077407360077, 0.1442788541316986]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 3.0, 2.0, 3.0, 1.0, 3.0, 5.0, 4.0, 3.0, 3.0, 6.0, 5.0, 28.0, 6.0, 3.0, 2.0, 5.0, 1.0, 5.0, 4.0, 9.0, 2.0, 2.0, 0.0, 3.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0026134676299989223, -0.002533739199861884, -0.002454010769724846, -0.002374282106757164, -0.0022945536766201258, -0.0022148252464830875, -0.0021350968163460493, -0.002055368386209011, -0.001975639723241329, -0.0018959114095196128, -0.0018161828629672527, -0.0017364544328302145, -0.0016567260026931763, -0.0015769974561408162, -0.001497269026003778, -0.001417540479451418, -0.0013378120493143797, -0.0012580836191773415, -0.0011783550726249814, -0.0010986266424879432, -0.0010188980959355831, -0.0009391696657985449, -0.0008594412356615067, -0.0007797127473168075, -0.0006999842589721084, -0.0006202557706274092, -0.0005405272822827101, -0.00046079885214567184, -0.0003810703638009727, -0.00030134187545627356, -0.00022161341621540487, -0.00014188494242262095, -6.215646862983704e-05, 1.757200516294688e-05, 9.73004789557308e-05, 0.0001770289527485147, 0.00025675742654129863, 0.00033648591488599777, 0.00041621437412686646, 0.0004959428333677351, 0.0005756713217124343, 0.0006553998100571334, 0.0007351282984018326, 0.0008148567285388708, 0.00089458521688357, 0.0009743137052282691, 0.0010540421353653073, 0.0011337706819176674, 0.0012134991120547056, 0.0012932275421917439, 0.001372956088744104, 0.0014526845188811421, 0.0015324130654335022, 0.0016121414955705404, 0.0016918699257075787, 0.0017715984722599387, 0.001851326902396977, 0.0019310553325340152, 0.0020107838790863752, 0.0020905123092234135, 0.0021702407393604517, 0.00224996916949749, 0.002329697832465172, 0.00240942626260221, 0.0024891546927392483]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 2.0, 3.0, 4.0, 1.0, 16.0, 16.0, 23.0, 33.0, 46.0, 78.0, 108.0, 165.0, 250.0, 390.0, 570.0, 986.0, 1632.0, 2769.0, 5262.0, 10034.0, 21018.0, 51863.0, 158608.0, 775899.0, 78900.0, 32454.0, 16098.0, 8879.0, 5021.0, 3006.0, 1871.0, 1171.0, 793.0, 501.0, 356.0, 240.0, 148.0, 131.0, 74.0, 47.0, 57.0, 39.0, 28.0, 7.0, 9.0, 5.0, 9.0, 5.0, 5.0, 1.0, 4.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0], "bins": [-0.0088803730905056, -0.008587507531046867, -0.008294641971588135, -0.008001775480806828, -0.007708909921348095, -0.007416044361889362, -0.007123178336769342, -0.0068303123116493225, -0.00653744675219059, -0.006244581192731857, -0.005951715167611837, -0.0056588491424918175, -0.005365983583033085, -0.005073118023574352, -0.004780251998454332, -0.0044873859733343124, -0.00419452041387558, -0.0039016546215862036, -0.0036087888292968273, -0.003315923037007451, -0.003023057244718075, -0.0027301914524286985, -0.0024373256601393223, -0.002144459867849946, -0.0018515940755605698, -0.0015587282832711935, -0.0012658624909818172, -0.000972996698692441, -0.0006801309064030647, -0.00038726511411368847, -9.439932182431221e-05, 0.00019846647046506405, 0.0004913322627544403, 0.0007841980550438166, 0.0010770638473331928, 0.001369929639622569, 0.0016627954319119453, 0.0019556612242013216, 0.002248527016490698, 0.002541392808780074, 0.0028342586010694504, 0.0031271243933588266, 0.003419990185648203, 0.003712855977937579, 0.004005721770226955, 0.004298587329685688, 0.004591453354805708, 0.004884319379925728, 0.0051771849393844604, 0.005470050498843193, 0.005762916523963213, 0.006055782549083233, 0.0063486481085419655, 0.006641513668000698, 0.006934379693120718, 0.007227245718240738, 0.0075201112776994705, 0.007812976837158203, 0.008105842396616936, 0.008398708887398243, 0.008691574446856976, 0.008984440006315708, 0.009277306497097015, 0.009570172056555748, 0.00986303761601448]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 2.0, 2.0, 4.0, 3.0, 3.0, 3.0, 4.0, 10.0, 3.0, 4.0, 3.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.009679139591753483, -0.009325042366981506, -0.008970946073532104, -0.008616848848760128, -0.008262751623988152, -0.007908654399216175, -0.007554557640105486, -0.007200460880994797, -0.00684636365622282, -0.006492266431450844, -0.006138169672340155, -0.0057840729132294655, -0.005429975688457489, -0.0050758784636855125, -0.004721781704574823, -0.004367684945464134, -0.004013587720692158, -0.003659490728750825, -0.003305393736809492, -0.0029512967448681593, -0.0025971997529268265, -0.0022431027609854937, -0.0018890057690441608, -0.001534908777102828, -0.0011808117851614952, -0.0008267147932201624, -0.0004726178012788296, -0.00011852080933749676, 0.00023557618260383606, 0.0005896731745451689, 0.0009437701664865017, 0.0012978671584278345, 0.0016519641503691673, 0.0020060611423105, 0.002360158134251833, 0.0027142551261931658, 0.0030683521181344986, 0.0034224491100758314, 0.0037765461020171642, 0.004130642861127853, 0.00448474008589983, 0.004838837310671806, 0.0051929340697824955, 0.005547030828893185, 0.005901128053665161, 0.006255225278437138, 0.006609322037547827, 0.006963418796658516, 0.007317516021430492, 0.007671613246202469, 0.00802570953965187, 0.008379806764423847, 0.008733903989195824, 0.0090880012139678, 0.009442098438739777, 0.009796194732189178, 0.010150291956961155, 0.010504389181733131, 0.010858485475182533, 0.01121258269995451, 0.011566679924726486, 0.011920777149498463, 0.01227487437427044, 0.012628970667719841, 0.012983067892491817]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 1.0, 3.0, 5.0, 3.0, 3.0, 7.0, 5.0, 9.0, 16.0, 13.0, 20.0, 40.0, 33.0, 42.0, 47.0, 64.0, 82.0, 104.0, 179.0, 233.0, 282.0, 386.0, 447.0, 638.0, 902.0, 1294.0, 2113.0, 5784.0, 1700.0, 1083.0, 651.0, 464.0, 350.0, 299.0, 212.0, 175.0, 152.0, 125.0, 81.0, 79.0, 49.0, 50.0, 32.0, 34.0, 24.0, 21.0, 23.0, 13.0, 14.0, 15.0, 9.0, 5.0, 2.0, 5.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0], "bins": [-0.006209924817085266, -0.00601174496114254, -0.005813565105199814, -0.005615385249257088, -0.005417205393314362, -0.0052190255373716354, -0.005020845681428909, -0.004822665825486183, -0.004624485969543457, -0.004426305647939444, -0.0042281257919967175, -0.004029945936053991, -0.003831766080111265, -0.003633586224168539, -0.003435406368225813, -0.0032372265122830868, -0.0030390466563403606, -0.0028408668003976345, -0.0026426869444549084, -0.0024445070885121822, -0.002246327232569456, -0.0020481471437960863, -0.0018499672878533602, -0.001651787431910634, -0.001453607575967908, -0.0012554277200251818, -0.0010572478640824556, -0.0008590678917244077, -0.0006608880357816815, -0.00046270815073512495, -0.00026452826568856835, -6.634838064201176e-05, 0.00013183150440454483, 0.0003300113894511014, 0.000528191274497658, 0.0007263711886480451, 0.0009245510445907712, 0.0011227309005334973, 0.0013209108728915453, 0.0015190907288342714, 0.0017172705847769976, 0.0019154504407197237, 0.00211363029666245, 0.002311810152605176, 0.0025099902413785458, 0.002708170097321272, 0.002906349953263998, 0.003104529809206724, 0.0033027096651494503, 0.0035008895210921764, 0.0036990693770349026, 0.0038972492329776287, 0.004095429088920355, 0.004293608944863081, 0.004491788800805807, 0.004689968656748533, 0.004888148978352547, 0.005086328834295273, 0.005284508690237999, 0.005482688546180725, 0.005680868402123451, 0.005879048258066177, 0.0060772281140089035, 0.00627540796995163, 0.006473587825894356]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 3.0, 2.0, 2.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.08677370846271515, -0.08497793972492218, -0.08318217098712921, -0.08138640224933624, -0.07959063351154327, -0.0777948647737503, -0.07599909603595734, -0.07420332729816437, -0.0724075585603714, -0.07061178982257843, -0.06881602108478546, -0.06702025234699249, -0.06522448360919952, -0.06342871487140656, -0.06163294240832329, -0.05983717367053032, -0.05804140493273735, -0.05624563619494438, -0.05444986745715141, -0.052654098719358444, -0.050858329981565475, -0.04906256124377251, -0.04726679250597954, -0.04547102376818657, -0.0436752513051033, -0.04187948256731033, -0.040083713829517365, -0.038287945091724396, -0.03649217635393143, -0.03469640761613846, -0.03290063887834549, -0.03110487014055252, -0.029309101402759552, -0.027513332664966583, -0.025717563927173615, -0.023921795189380646, -0.022126026451587677, -0.02033025585114956, -0.01853448711335659, -0.01673871837556362, -0.014942949637770653, -0.013147180899977684, -0.011351412162184715, -0.009555642493069172, -0.007759873755276203, -0.005964105017483234, -0.004168335814028978, -0.002372566843405366, -0.0005767978727817535, 0.0012189710978418589, 0.0030147400684654713, 0.004810509271919727, 0.006606278009712696, 0.008402046747505665, 0.010197816416621208, 0.011993585154414177, 0.013789353892207146, 0.015585122630000114, 0.017380891367793083, 0.019176660105586052, 0.02097243070602417, 0.02276819944381714, 0.024563968181610107, 0.026359736919403076, 0.028155505657196045]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 4.0, 2.0, 0.0, 0.0, 1.0, 3.0, 1.0, 3.0, 0.0, 2.0, 3.0, 4.0, 7.0, 12.0, 23.0, 23.0, 18.0, 21.0, 37.0, 20.0, 20.0, 9.0, 10.0, 11.0, 3.0, 5.0, 4.0, 2.0, 4.0, 6.0, 3.0, 4.0, 2.0, 1.0, 1.0, 6.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.053103525191545486, -0.05181808024644852, -0.05053263157606125, -0.04924718663096428, -0.04796174168586731, -0.04667629301548004, -0.04539084807038307, -0.044105399399995804, -0.042819954454898834, -0.041534509509801865, -0.0402490608394146, -0.03896361589431763, -0.03767816722393036, -0.03639272227883339, -0.03510727733373642, -0.03382182866334915, -0.03253638371825218, -0.03125093877315521, -0.029965490102767944, -0.028680045157670975, -0.027394598349928856, -0.026109151542186737, -0.024823706597089767, -0.02353825978934765, -0.02225281298160553, -0.02096736617386341, -0.019681919366121292, -0.018396474421024323, -0.017111027613282204, -0.015825580805540085, -0.01454013492912054, -0.013254689052700996, -0.011969242244958878, -0.010683795437216759, -0.009398349560797215, -0.00811290368437767, -0.0068274568766355515, -0.00554201053455472, -0.004256564192473888, -0.002971117850393057, -0.0016856715083122253, -0.0004002251662313938, 0.0008852211758494377, 0.0021706675179302692, 0.0034561138600111008, 0.004741560202091932, 0.006027006544172764, 0.007312452886253595, 0.008597899228334427, 0.009883346036076546, 0.01116879191249609, 0.012454237788915634, 0.013739684596657753, 0.015025131404399872, 0.01631057634949684, 0.01759602315723896, 0.01888146996498108, 0.020166916772723198, 0.021452363580465317, 0.022737808525562286, 0.024023255333304405, 0.025308702141046524, 0.026594147086143494, 0.027879593893885612, 0.02916504070162773]}, "_runtime": 43.752254486083984, "_timestamp": 1596207428.3408775, "_step": 45}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 1.0, 4.0, 1.0, 4.0, 2.0, 1.0, 3.0, 1.0, 3.0, 3.0, 3.0, 3.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.011258365586400032, -0.010905490256845951, -0.010552615858614445, -0.010199740529060364, -0.009846865199506283, -0.009493989869952202, -0.009141115471720695, -0.008788240142166615, -0.008435364812612534, -0.008082490414381027, -0.007729615084826946, -0.007376739755272865, -0.007023864891380072, -0.006670989561825991, -0.006318114697933197, -0.005965239368379116, -0.005612364504486322, -0.005259489640593529, -0.004906614311039448, -0.004553739447146654, -0.004200864117592573, -0.0038479892536997795, -0.003495114156976342, -0.003142239060252905, -0.0027893639635294676, -0.0024364888668060303, -0.002083613770082593, -0.0017307387897744775, -0.0013778636930510402, -0.0010249885963276029, -0.0006721135578118265, -0.0003192384901922196, 3.363657742738724e-05, 0.0003865116450469941, 0.0007393867126666009, 0.0010922617511823773, 0.0014451368479058146, 0.001798011944629252, 0.0021508869249373674, 0.0025037620216608047, 0.002856637118384242, 0.0032095122151076794, 0.0035623873118311167, 0.003915262408554554, 0.004268137272447348, 0.004621012602001429, 0.004973887465894222, 0.005326762795448303, 0.005679637659341097, 0.0060325125232338905, 0.0063853878527879715, 0.006738262716680765, 0.007091138046234846, 0.00744401291012764, 0.007796888239681721, 0.008149763569235802, 0.008502637967467308, 0.008855513297021389, 0.00920838862657547, 0.009561263024806976, 0.009914138354361057, 0.010267013683915138, 0.01061988901346922, 0.010972763411700726, 0.011325638741254807]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 2.0, 3.0, 3.0, 0.0, 2.0, 4.0, 4.0, 7.0, 2.0, 9.0, 9.0, 19.0, 21.0, 19.0, 40.0, 67.0, 85.0, 122.0, 162.0, 300.0, 685.0, 5283.0, 453.0, 247.0, 120.0, 84.0, 44.0, 31.0, 27.0, 25.0, 7.0, 9.0, 9.0, 4.0, 5.0, 5.0, 3.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.24441936612129211, -0.2368120402097702, -0.2292047142982483, -0.22159738838672638, -0.21399006247520447, -0.20638273656368256, -0.19877541065216064, -0.19116808474063873, -0.18356075882911682, -0.1759534329175949, -0.168346107006073, -0.1607387810945511, -0.15313145518302917, -0.14552412927150726, -0.13791680335998535, -0.13030947744846344, -0.12270215898752213, -0.11509483307600021, -0.1074875071644783, -0.09988018125295639, -0.09227285534143448, -0.08466552942991257, -0.07705820351839066, -0.06945087760686874, -0.06184355542063713, -0.05423622950911522, -0.04662890359759331, -0.039021577686071396, -0.03141425549983978, -0.023806927725672722, -0.01619960367679596, -0.008592277765274048, -0.0009849518537521362, 0.006622373592108488, 0.014229699037969112, 0.02183702401816845, 0.02944434992969036, 0.03705167397856712, 0.044658999890089035, 0.05226632580161095, 0.05987365171313286, 0.06748097389936447, 0.07508829981088638, 0.0826956257224083, 0.0903029516339302, 0.09791027754545212, 0.10551760345697403, 0.11312492936849594, 0.12073225528001785, 0.12833957374095917, 0.13594689965248108, 0.143554225564003, 0.1511615514755249, 0.15876887738704681, 0.16637620329856873, 0.17398352921009064, 0.18159085512161255, 0.18919818103313446, 0.19680550694465637, 0.20441283285617828, 0.2120201587677002, 0.2196274846792221, 0.22723481059074402, 0.23484213650226593, 0.24244946241378784]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 3.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 0.0, 5.0, 4.0, 8.0, 3.0, 6.0, 1.0, 2.0, 2.0, 30.0, 3.0, 5.0, 3.0, 4.0, 4.0, 1.0, 4.0, 3.0, 4.0, 1.0, 4.0, 0.0, 1.0, 1.0, 1.0, 2.0, 3.0, 0.0, 0.0, 0.0, 4.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0025345308240503073, -0.0024509024806320667, -0.00236727437004447, -0.0022836460266262293, -0.0022000176832079887, -0.002116389572620392, -0.0020327612292021513, -0.0019491328857839108, -0.001865504658780992, -0.0017818764317780733, -0.0016982480883598328, -0.001614619861356914, -0.0015309916343539953, -0.0014473632909357548, -0.001363735063932836, -0.0012801067205145955, -0.0011964784935116768, -0.001112850266508758, -0.0010292219230905175, -0.0009455936960875988, -0.0008619654108770192, -0.0007783371256664395, -0.0006947088986635208, -0.0006110806134529412, -0.0005274523282423615, -0.0004438240430317819, -0.00036019578692503273, -0.00027656753081828356, -0.00019293924560770392, -0.00010931097494903952, -2.5682704290375113e-05, 5.794556636828929e-05, 0.0001415738370269537, 0.0002252021076856181, 0.0003088303783442825, 0.0003924586344510317, 0.0004760869196616113, 0.000559715204872191, 0.0006433434318751097, 0.0007269717170856893, 0.0008106000022962689, 0.0008942282875068486, 0.0009778565727174282, 0.001061484799720347, 0.0011451130267232656, 0.0012287413701415062, 0.001312369597144425, 0.0013959979405626655, 0.0014796261675655842, 0.001563254394568503, 0.0016468827379867435, 0.0017305109649896622, 0.0018141393084079027, 0.0018977675354108214, 0.00198139576241374, 0.0020650241058319807, 0.0021486524492502213, 0.002232280559837818, 0.0023159089032560587, 0.0023995372466742992, 0.002483165357261896, 0.0025667937006801367, 0.0026504220440983772, 0.002734050154685974, 0.0028176784981042147]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 3.0, 2.0, 3.0, 4.0, 6.0, 9.0, 5.0, 11.0, 17.0, 15.0, 32.0, 50.0, 63.0, 93.0, 151.0, 230.0, 326.0, 480.0, 662.0, 1037.0, 1579.0, 2578.0, 4110.0, 6858.0, 12005.0, 22262.0, 44742.0, 108288.0, 752086.0, 110859.0, 47521.0, 24913.0, 14179.0, 8549.0, 5469.0, 3389.0, 2258.0, 1467.0, 1008.0, 690.0, 477.0, 329.0, 259.0, 183.0, 132.0, 80.0, 52.0, 39.0, 21.0, 23.0, 8.0, 8.0, 7.0, 5.0, 5.0, 4.0, 0.0, 2.0, 1.0, 2.0], "bins": [-0.008207948878407478, -0.007955946028232574, -0.007703943178057671, -0.007451940327882767, -0.007199937477707863, -0.006947934627532959, -0.006695931777358055, -0.006443928927183151, -0.006191926077008247, -0.0059399232268333435, -0.00568792037665844, -0.005435917526483536, -0.005183914676308632, -0.004931911826133728, -0.004679908975958824, -0.00442790612578392, -0.004175903275609016, -0.0039239004254341125, -0.0036718975752592087, -0.003419894725084305, -0.003167891874909401, -0.002915889024734497, -0.002663886174559593, -0.0024118833243846893, -0.0021598804742097855, -0.0019078776240348816, -0.0016558747738599777, -0.0014038719236850739, -0.00115186907351017, -0.0008998662233352661, -0.0006478633731603622, -0.0003958605229854584, -0.0001438576728105545, 0.00010814517736434937, 0.00036014802753925323, 0.0006121508777141571, 0.000864153727889061, 0.0011161565780639648, 0.0013681594282388687, 0.0016201622784137726, 0.0018721651285886765, 0.0021241679787635803, 0.002376170828938484, 0.002628173679113388, 0.002880176529288292, 0.003132179379463196, 0.0033841822296380997, 0.0036361850798130035, 0.0038881879299879074, 0.004140190780162811, 0.004392193630337715, 0.004644196480512619, 0.004896199330687523, 0.005148202180862427, 0.005400205031037331, 0.0056522078812122345, 0.005904210731387138, 0.006156213581562042, 0.006408216431736946, 0.00666021928191185, 0.006912222132086754, 0.007164224982261658, 0.007416227832436562, 0.0076682306826114655, 0.00792023353278637]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 6.0, 0.0, 11.0, 4.0, 1.0, 1.0, 3.0, 7.0, 3.0, 6.0, 4.0, 1.0, 2.0, 2.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012932268902659416, -0.012397675774991512, -0.011863082647323608, -0.011328490450978279, -0.010793897323310375, -0.010259304195642471, -0.009724711067974567, -0.009190117940306664, -0.008655525743961334, -0.00812093261629343, -0.007586339488625526, -0.0070517463609576225, -0.006517153233289719, -0.005982560571283102, -0.005447967443615198, -0.0049133747816085815, -0.004378781653940678, -0.0038441887591034174, -0.003309595864266157, -0.0027750027365982533, -0.002240409841760993, -0.0017058169469237328, -0.0011712239356711507, -0.0006366309826262295, -0.00010203802958130836, 0.0004325549234636128, 0.000967147876508534, 0.001501740887761116, 0.0020363337825983763, 0.0025709266774356365, 0.0031055198051035404, 0.0036401126999408007, 0.004174705594778061, 0.004709298722445965, 0.005243891384452581, 0.005778484512120485, 0.006313077174127102, 0.006847670301795006, 0.00738226342946291, 0.007916856557130814, 0.008451448753476143, 0.008986041881144047, 0.00952063500881195, 0.010055228136479855, 0.010589821264147758, 0.011124414391815662, 0.011659006588160992, 0.012193599715828896, 0.0127281928434968, 0.013262785971164703, 0.013797379098832607, 0.014331971295177937, 0.01486656442284584, 0.015401157550513744, 0.015935750678181648, 0.016470342874526978, 0.017004936933517456, 0.017539529129862785, 0.018074123188853264, 0.018608715385198593, 0.019143307581543922, 0.0196779016405344, 0.02021249383687973, 0.02074708789587021, 0.021281680092215538]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 0.0, 3.0, 4.0, 4.0, 1.0, 6.0, 2.0, 7.0, 3.0, 5.0, 12.0, 16.0, 18.0, 19.0, 21.0, 36.0, 49.0, 57.0, 62.0, 94.0, 100.0, 114.0, 159.0, 180.0, 219.0, 320.0, 499.0, 755.0, 1434.0, 5246.0, 1778.0, 1379.0, 1064.0, 858.0, 742.0, 551.0, 469.0, 447.0, 342.0, 261.0, 220.0, 197.0, 134.0, 119.0, 107.0, 63.0, 51.0, 40.0, 32.0, 22.0, 21.0, 12.0, 12.0, 16.0, 10.0, 4.0, 2.0, 4.0, 9.0, 4.0, 4.0, 6.0, 4.0], "bins": [-0.0065507241524755955, -0.006335174199193716, -0.006119624711573124, -0.0059040747582912445, -0.005688524805009365, -0.005472975317388773, -0.0052574253641068935, -0.005041875876486301, -0.004826325923204422, -0.004610775969922543, -0.0043952264823019505, -0.004179676529020071, -0.003964127041399479, -0.0037485770881175995, -0.00353302713483572, -0.0033174774143844843, -0.0031019276939332485, -0.0028863779734820127, -0.002670828253030777, -0.0024552782997488976, -0.0022397285792976618, -0.002024178858846426, -0.0018086290219798684, -0.0015930791851133108, -0.001377529464662075, -0.0011619797442108393, -0.0009464299073442817, -0.000730880128685385, -0.0005153303500264883, -0.0002997805713675916, -8.423079270869493e-05, 0.00013131898595020175, 0.00034686876460909843, 0.0005624185432679951, 0.0007779683219268918, 0.0009935181587934494, 0.0012090678792446852, 0.001424617599695921, 0.0016401674365624785, 0.0018557172734290361, 0.002071266993880272, 0.0022868167143315077, 0.0025023664347827435, 0.002717916388064623, 0.0029334661085158587, 0.0031490158289670944, 0.003364565782248974, 0.0035801155027002096, 0.0037956652231514454, 0.004011215176433325, 0.004226764664053917, 0.004442314617335796, 0.004657864570617676, 0.004873414058238268, 0.005088964011520147, 0.0053045134991407394, 0.005520063452422619, 0.005735613405704498, 0.00595116289332509, 0.00616671284660697, 0.006382262334227562, 0.006597812287509441, 0.006813362240791321, 0.007028911728411913, 0.007244461681693792]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 4.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.06689825654029846, -0.0649932473897934, -0.06308823823928833, -0.06118323281407356, -0.0592782236635685, -0.05737321823835373, -0.05546820908784866, -0.0535631999373436, -0.05165819078683853, -0.049753185361623764, -0.0478481762111187, -0.04594316706061363, -0.044038161635398865, -0.0421331524848938, -0.04022814333438873, -0.038323137909173965, -0.0364181287586689, -0.034513119608163834, -0.032608114182949066, -0.030703105032444, -0.028798095881938934, -0.026893088594079018, -0.0249880813062191, -0.023083072155714035, -0.02117806486785412, -0.0192730575799942, -0.017368048429489136, -0.015463041141629219, -0.013558032922446728, -0.011653024703264236, -0.00974801741540432, -0.007843009196221828, -0.005938000977039337, -0.004032992757856846, -0.002127985004335642, -0.0002229770179837942, 0.0016820309683680534, 0.003587038954719901, 0.005492046941071749, 0.007397054694592953, 0.009302062913775444, 0.011207071132957935, 0.013112079352140427, 0.015017086640000343, 0.01692209392786026, 0.018827103078365326, 0.020732110366225243, 0.02263711951673031, 0.024542126804590225, 0.026447134092450142, 0.028352143242955208, 0.030257150530815125, 0.03216215968132019, 0.03406716510653496, 0.035972174257040024, 0.03787718340754509, 0.03978218883275986, 0.04168719798326492, 0.04359220713376999, 0.045497216284275055, 0.04740222170948982, 0.04930723085999489, 0.051212240010499954, 0.05311724543571472, 0.05502225458621979]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 2.0, 2.0, 1.0, 2.0, 6.0, 5.0, 2.0, 5.0, 4.0, 7.0, 7.0, 8.0, 14.0, 11.0, 15.0, 22.0, 36.0, 24.0, 24.0, 16.0, 13.0, 16.0, 8.0, 11.0, 7.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.04063695669174194, -0.03932187706232071, -0.038006797432899475, -0.03669171407818794, -0.03537663444876671, -0.034061554819345474, -0.03274647518992424, -0.031431395560503006, -0.030116314068436623, -0.02880123443901539, -0.027486152946949005, -0.02617107331752777, -0.024855993688106537, -0.023540912196040154, -0.02222583256661892, -0.020910751074552536, -0.019595671445131302, -0.018280591815710068, -0.016965510323643684, -0.01565043069422245, -0.014335350133478642, -0.013020269572734833, -0.011705189943313599, -0.01039010938256979, -0.009075028821825981, -0.007759948261082172, -0.006444868165999651, -0.0051297880709171295, -0.0038147075101733208, -0.0024996271822601557, -0.0011845468543469906, 0.0001305334735661745, 0.0014456138014793396, 0.0027606941293925047, 0.00407577445730567, 0.005390854552388191, 0.006705935113132, 0.008021015673875809, 0.009336095303297043, 0.010651175864040852, 0.01196625642478466, 0.013281336985528469, 0.014596417546272278, 0.015911497175693512, 0.017226576805114746, 0.01854165829718113, 0.019856737926602364, 0.021171819418668747, 0.02248689904808998, 0.023801978677511215, 0.0251170601695776, 0.026432139798998833, 0.027747221291065216, 0.02906230092048645, 0.030377380549907684, 0.03169246017932892, 0.03300753980875015, 0.034322623163461685, 0.03563770279288292, 0.03695278242230415, 0.03826786205172539, 0.03958294168114662, 0.040898025035858154, 0.04221310466527939, 0.04352818429470062]}, "_runtime": 44.5578453540802, "_timestamp": 1596207429.1464684, "_step": 46}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 4.0, 2.0, 1.0, 4.0, 3.0, 3.0, 4.0, 9.0, 6.0, 3.0, 3.0, 4.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014941987581551075, -0.014447232708334923, -0.013952478766441345, -0.013457724824547768, -0.012962969951331615, -0.012468215078115463, -0.011973461136221886, -0.011478707194328308, -0.010983952321112156, -0.010489197447896004, -0.009994443506002426, -0.009499689564108849, -0.009004934690892696, -0.008510179817676544, -0.008015425875782967, -0.007520671468228102, -0.007025917060673237, -0.006531162653118372, -0.006036408245563507, -0.005541653838008642, -0.005046899430453777, -0.004552145022898912, -0.0040573906153440475, -0.0035626362077891827, -0.0030678818002343178, -0.002573127392679453, -0.002078372985124588, -0.0015836185775697231, -0.0010888641700148582, -0.0005941097624599934, -9.935535490512848e-05, 0.0003953990526497364, 0.0008901534602046013, 0.0013849078677594662, 0.001879662275314331, 0.002374416682869196, 0.002869171090424061, 0.0033639254979789257, 0.0038586799055337906, 0.0043534343130886555, 0.00484818872064352, 0.005342943128198385, 0.00583769753575325, 0.006332451943308115, 0.00682720635086298, 0.007321960758417845, 0.00781671516597271, 0.008311469107866287, 0.00880622398108244, 0.009300978854298592, 0.00979573279619217, 0.010290486738085747, 0.010785241611301899, 0.011279996484518051, 0.011774750426411629, 0.012269504368305206, 0.012764259241521358, 0.01325901411473751, 0.013753768056631088, 0.014248521998524666, 0.014743276871740818, 0.01523803174495697, 0.015732785686850548, 0.016227539628744125, 0.016722295433282852]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 0.0, 4.0, 0.0, 3.0, 4.0, 4.0, 4.0, 5.0, 11.0, 7.0, 10.0, 11.0, 12.0, 23.0, 40.0, 45.0, 52.0, 57.0, 99.0, 113.0, 193.0, 264.0, 461.0, 5093.0, 561.0, 280.0, 154.0, 119.0, 80.0, 43.0, 39.0, 29.0, 18.0, 22.0, 12.0, 12.0, 5.0, 8.0, 3.0, 5.0, 7.0, 0.0, 2.0, 4.0, 1.0, 0.0, 3.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.13505811989307404, -0.13045671582221985, -0.12585531175136566, -0.12125391513109207, -0.11665251106023788, -0.1120511069893837, -0.10744971036911011, -0.10284830629825592, -0.09824690222740173, -0.09364549815654755, -0.08904409408569336, -0.08444269746541977, -0.07984129339456558, -0.0752398893237114, -0.0706384927034378, -0.06603708863258362, -0.06143568456172943, -0.056834280490875244, -0.052232880145311356, -0.04763147979974747, -0.04303007572889328, -0.03842867165803909, -0.033827271312475204, -0.029225869104266167, -0.02462446689605713, -0.02002306468784809, -0.015421662479639053, -0.010820260271430016, -0.006218858063220978, -0.00161745585501194, 0.0029839463531970978, 0.0075853485614061356, 0.012186750769615173, 0.01678815297782421, 0.02138955518603325, 0.025990957394242287, 0.030592359602451324, 0.03519376367330551, 0.0397951640188694, 0.04439656436443329, 0.048997968435287476, 0.05359937250614166, 0.05820077285170555, 0.06280217319726944, 0.06740357726812363, 0.07200498133897781, 0.0766063779592514, 0.08120778203010559, 0.08580918610095978, 0.09041059017181396, 0.09501199424266815, 0.09961339086294174, 0.10421479493379593, 0.10881619900465012, 0.1134175956249237, 0.1180189996957779, 0.12262040376663208, 0.12722180783748627, 0.13182321190834045, 0.13642461597919464, 0.14102602005004883, 0.14562740921974182, 0.150228813290596, 0.1548302173614502, 0.15943162143230438]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 2.0, 4.0, 3.0, 6.0, 5.0, 7.0, 4.0, 6.0, 5.0, 3.0, 28.0, 5.0, 4.0, 5.0, 2.0, 1.0, 2.0, 4.0, 3.0, 0.0, 4.0, 2.0, 1.0, 1.0, 2.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0019243130227550864, -0.0018491524970158935, -0.0017739919712767005, -0.0016988314455375075, -0.0016236708033829927, -0.0015485102776437998, -0.0014733497519046068, -0.0013981892261654139, -0.001323028700426221, -0.001247868174687028, -0.001172707648947835, -0.001097547123208642, -0.001022386597469449, -0.0009472260135225952, -0.0008720654295757413, -0.0007969049038365483, -0.0007217443780973554, -0.0006465838523581624, -0.0005714233266189694, -0.0004962627426721156, -0.0004211022169329226, -0.00034594169119372964, -0.0002707811363507062, -0.00019562059605959803, -0.00012046005576848984, -4.529951547738165e-05, 2.9861024813726544e-05, 0.00010502156510483474, 0.00018018210539594293, 0.0002553426311351359, 0.0003305031859781593, 0.00040566374082118273, 0.0004808242665603757, 0.0005559847922995687, 0.0006311453180387616, 0.0007063059019856155, 0.0007814664277248085, 0.0008566269534640014, 0.0009317875374108553, 0.0010069480631500483, 0.0010821085888892412, 0.0011572691146284342, 0.0012324296403676271, 0.00130759016610682, 0.001382750691846013, 0.0014579113340005279, 0.0015330718597397208, 0.0016082323854789138, 0.0016833929112181067, 0.0017585534369572997, 0.0018337139626964927, 0.0019088744884356856, 0.0019840351305902004, 0.0020591956563293934, 0.0021343561820685863, 0.0022095167078077793, 0.0022846772335469723, 0.0023598377592861652, 0.002434998285025358, 0.002510158810764551, 0.002585319336503744, 0.002660479862242937, 0.00273564038798213, 0.002810800913721323, 0.002885961439460516]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 3.0, 2.0, 3.0, 5.0, 5.0, 15.0, 8.0, 12.0, 19.0, 17.0, 25.0, 56.0, 75.0, 100.0, 156.0, 225.0, 369.0, 590.0, 994.0, 1487.0, 2661.0, 4611.0, 8116.0, 15549.0, 32500.0, 75821.0, 687246.0, 219694.0, 60440.0, 28539.0, 15617.0, 8939.0, 5410.0, 3342.0, 2258.0, 1474.0, 1026.0, 627.0, 455.0, 314.0, 220.0, 176.0, 132.0, 73.0, 75.0, 40.0, 39.0, 22.0, 25.0, 11.0, 10.0, 2.0, 4.0, 3.0, 1.0, 6.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.006087163928896189, -0.005869754124432802, -0.005652344319969416, -0.005434934515506029, -0.005217524711042643, -0.005000114906579256, -0.0047827051021158695, -0.004565295297652483, -0.004347885958850384, -0.004130476154386997, -0.003913066349923611, -0.0036956563126295805, -0.0034782467409968376, -0.003260836936533451, -0.0030434271320700645, -0.002826017327606678, -0.0026086075231432915, -0.002391197718679905, -0.0021737879142165184, -0.001956378109753132, -0.0017389684217050672, -0.0015215586172416806, -0.001304148929193616, -0.0010867391247302294, -0.0008693293202668428, -0.0006519195158034563, -0.0004345097695477307, -0.0002170999941881746, 3.0978117138147354e-07, 0.00021771955653093755, 0.00043512933189049363, 0.0006525390781462193, 0.0008699488826096058, 0.0010873586870729923, 0.0013047684915363789, 0.0015221781795844436, 0.00173958798404783, 0.001956997672095895, 0.0021744074765592813, 0.002391817281022668, 0.0026092270854860544, 0.002826636889949441, 0.0030440466944128275, 0.003261456498876214, 0.003478866070508957, 0.0036962758749723434, 0.00391368567943573, 0.0041310954838991165, 0.004348505288362503, 0.00456591509282589, 0.004783324897289276, 0.005000734701752663, 0.005218144506216049, 0.005435554310679436, 0.005652964115142822, 0.005870373919606209, 0.006087783724069595, 0.0063051930628716946, 0.006522602867335081, 0.006740012671798468, 0.006957422476261854, 0.007174832280725241, 0.007392242085188627, 0.007609651889652014, 0.007827062159776688]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 6.0, 5.0, 0.0, 1.0, 1.0, 0.0, 3.0, 10.0, 4.0, 4.0, 3.0, 6.0, 2.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013303091749548912, -0.012951222248375416, -0.012599353678524494, -0.012247484177350998, -0.011895614676177502, -0.01154374610632658, -0.011191876605153084, -0.010840007103979588, -0.010488137602806091, -0.01013626903295517, -0.009784399531781673, -0.009432530030608177, -0.009080661460757256, -0.00872879195958376, -0.008376922458410263, -0.008025053888559341, -0.007673184387385845, -0.007321315351873636, -0.00696944585070014, -0.006617576815187931, -0.006265707314014435, -0.005913838278502226, -0.005561969242990017, -0.005210099741816521, -0.004858230706304312, -0.004506361670792103, -0.004154492169618607, -0.0038026231341063976, -0.003450753865763545, -0.0030988845974206924, -0.0027470155619084835, -0.002395146293565631, -0.0020432770252227783, -0.0016914077568799257, -0.001339538604952395, -0.0009876694530248642, -0.0006358001846820116, -0.0002839309745468199, 6.793823558837175e-05, 0.00041980744572356343, 0.0007716766558587551, 0.0011235459242016077, 0.0014754150761291385, 0.0018272842280566692, 0.002179153496399522, 0.0025310227647423744, 0.0028828918002545834, 0.003234761068597436, 0.0035866303369402885, 0.0039384993724524975, 0.004290368873625994, 0.004642237909138203, 0.004994107410311699, 0.005345976445823908, 0.005697845481336117, 0.006049714982509613, 0.006401584018021822, 0.006753453053534031, 0.007105322554707527, 0.007457191590219736, 0.007809060625731945, 0.008160930126905441, 0.008512799628078938, 0.00886466819792986, 0.009216537699103355]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 3.0, 1.0, 1.0, 2.0, 3.0, 4.0, 4.0, 6.0, 10.0, 16.0, 11.0, 15.0, 24.0, 24.0, 37.0, 41.0, 66.0, 129.0, 164.0, 289.0, 367.0, 545.0, 792.0, 1141.0, 1793.0, 5953.0, 2226.0, 1448.0, 1044.0, 679.0, 476.0, 327.0, 210.0, 152.0, 114.0, 92.0, 58.0, 38.0, 39.0, 19.0, 17.0, 15.0, 5.0, 6.0, 5.0, 3.0, 4.0, 1.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.007580938749015331, -0.007356562651693821, -0.007132187020033598, -0.006907810922712088, -0.006683435291051865, -0.006459059193730354, -0.006234683096408844, -0.006010307464748621, -0.005785931367427111, -0.0055615552701056, -0.005337179638445377, -0.005112803541123867, -0.004888427443802357, -0.004664051812142134, -0.004439675714820623, -0.0042153000831604, -0.00399092398583889, -0.0037665481213480234, -0.0035421722568571568, -0.0033177961595356464, -0.0030934202950447798, -0.002869044430553913, -0.002644668333232403, -0.002420292468741536, -0.0021959166042506695, -0.001971540739759803, -0.0017471647588536143, -0.0015227887779474258, -0.0012984129134565592, -0.0010740370489656925, -0.000849661068059504, -0.0006252851453609765, -0.0004009092226624489, -0.0001765332999639213, 4.7842622734606266e-05, 0.00027221854543313384, 0.0004965944681316614, 0.000720970390830189, 0.0009453463135287166, 0.001169722294434905, 0.0013940981589257717, 0.0016184740234166384, 0.0018428500043228269, 0.0020672259852290154, 0.002291601849719882, 0.0025159777142107487, 0.002740353811532259, 0.0029647296760231256, 0.0031891055405139923, 0.003413481405004859, 0.0036378572694957256, 0.003862233366817236, 0.004086608998477459, 0.004310985095798969, 0.00453536119312048, 0.004759736824780703, 0.004984112922102213, 0.005208489019423723, 0.005432864651083946, 0.0056572407484054565, 0.005881616845726967, 0.00610599247738719, 0.0063303685747087, 0.006554744206368923, 0.0067791203036904335]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 1.0, 3.0, 2.0, 6.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.03273593261837959, -0.03083440661430359, -0.028932882472872734, -0.02703135646879673, -0.025129832327365875, -0.02322830632328987, -0.021326780319213867, -0.019425256177783012, -0.01752373017370701, -0.015622205100953579, -0.01372068002820015, -0.011819154024124146, -0.009917628951370716, -0.008016103878617287, -0.00611457834020257, -0.004213052801787853, -0.002311527729034424, -0.00041000242345035076, 0.0014915228821337223, 0.0033930481877177954, 0.0052945734933018684, 0.007196098566055298, 0.009097624570131302, 0.010999149642884731, 0.01290067471563816, 0.01480219978839159, 0.01670372486114502, 0.018605250865221024, 0.020506776869297028, 0.022408301010727882, 0.024309827014803886, 0.02621135115623474, 0.028112877160310745, 0.03001440316438675, 0.03191592916846275, 0.03381745144724846, 0.03571897745132446, 0.03762050345540047, 0.03952202945947647, 0.041423555463552475, 0.04332508146762848, 0.045226603746414185, 0.04712812975049019, 0.04902965575456619, 0.0509311817586422, 0.0528327077627182, 0.054734230041503906, 0.05663575604557991, 0.058537282049655914, 0.06043880805373192, 0.06234033405780792, 0.06424185633659363, 0.06614338606595993, 0.06804490834474564, 0.06994643062353134, 0.07184796035289764, 0.07374948263168335, 0.07565101236104965, 0.07755253463983536, 0.07945405691862106, 0.08135558664798737, 0.08325710892677307, 0.08515863865613937, 0.08706016093492508, 0.08896169066429138]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 5.0, 3.0, 2.0, 3.0, 4.0, 4.0, 7.0, 11.0, 20.0, 18.0, 14.0, 17.0, 19.0, 14.0, 43.0, 19.0, 15.0, 7.0, 8.0, 8.0, 11.0, 5.0, 4.0, 4.0, 4.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.02678304724395275, -0.02547590248286724, -0.02416875585913658, -0.02286161109805107, -0.02155446447432041, -0.0202473197132349, -0.018940173089504242, -0.01763302832841873, -0.01632588356733322, -0.015018736943602562, -0.013711591251194477, -0.012404445558786392, -0.011097300797700882, -0.009790155105292797, -0.008483009412884712, -0.007175863720476627, -0.0058687180280685425, -0.004561572335660458, -0.0032544268760830164, -0.0019472813000902534, -0.0006401357240974903, 0.0006670098518952727, 0.0019741554278880358, 0.003281300887465477, 0.004588446579873562, 0.005895592272281647, 0.007202737964689732, 0.008509883657097816, 0.009817028418183327, 0.011124174110591412, 0.012431319802999496, 0.013738465495407581, 0.015045611187815666, 0.016352755948901176, 0.017659902572631836, 0.018967047333717346, 0.020274193957448006, 0.021581338718533516, 0.022888485342264175, 0.024195630103349686, 0.025502774864435196, 0.026809921488165855, 0.028117066249251366, 0.029424212872982025, 0.030731357634067535, 0.032038502395153046, 0.033345650881528854, 0.034652795642614365, 0.035959940403699875, 0.037267085164785385, 0.038574229925870895, 0.039881378412246704, 0.041188523173332214, 0.042495667934417725, 0.043802812695503235, 0.045109961181879044, 0.046417105942964554, 0.047724250704050064, 0.049031395465135574, 0.050338540226221085, 0.05164568871259689, 0.052952833473682404, 0.054259978234767914, 0.055567122995853424, 0.056874267756938934]}, "_runtime": 45.372185945510864, "_timestamp": 1596207429.960809, "_step": 47}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 1.0, 2.0, 4.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 3.0, 7.0, 6.0, 1.0, 2.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010907689109444618, -0.010565957054495811, -0.01022422406822443, -0.009882492013275623, -0.009540759027004242, -0.009199026972055435, -0.008857294917106628, -0.008515561930835247, -0.00817382987588644, -0.007832097820937634, -0.007490364834666252, -0.007148632779717445, -0.006806900259107351, -0.006465167738497257, -0.0061234356835484505, -0.005781703162938356, -0.005439970642328262, -0.005098238121718168, -0.004756505601108074, -0.004414773546159267, -0.004073041025549173, -0.0037313085049390793, -0.003389576217159629, -0.0030478439293801785, -0.0027061114087700844, -0.0023643788881599903, -0.00202264660038054, -0.0016809141961857677, -0.0013391817919909954, -0.0009974493877962232, -0.0006557169836014509, -0.0003139845794066787, 2.7747824788093567e-05, 0.0003694802289828658, 0.000711212633177638, 0.0010529450373724103, 0.0013946774415671825, 0.0017364098457619548, 0.002078142249956727, 0.0024198745377361774, 0.0027616070583462715, 0.0031033395789563656, 0.003445071866735816, 0.0037868041545152664, 0.0041285366751253605, 0.0044702691957354546, 0.004812001250684261, 0.005153733771294355, 0.0054954662919044495, 0.0058371988125145435, 0.006178931333124638, 0.006520663388073444, 0.0068623959086835384, 0.0072041284292936325, 0.007545860484242439, 0.00788759347051382, 0.008229325525462627, 0.008571057580411434, 0.008912790566682816, 0.009254522621631622, 0.009596254676580429, 0.00993798766285181, 0.010279719717800617, 0.010621452704071999, 0.010963184759020805]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 8.0, 3.0, 4.0, 3.0, 5.0, 1.0, 7.0, 19.0, 8.0, 14.0, 33.0, 31.0, 31.0, 54.0, 54.0, 87.0, 120.0, 123.0, 223.0, 411.0, 5165.0, 728.0, 238.0, 139.0, 103.0, 77.0, 54.0, 43.0, 36.0, 27.0, 20.0, 11.0, 8.0, 6.0, 5.0, 7.0, 8.0, 2.0, 4.0, 3.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.18230348825454712, -0.17731036245822906, -0.1723172515630722, -0.16732412576675415, -0.1623310148715973, -0.15733788907527924, -0.15234476327896118, -0.14735165238380432, -0.14235852658748627, -0.1373654007911682, -0.13237228989601135, -0.1273791640996933, -0.12238604575395584, -0.11739292740821838, -0.11239980161190033, -0.10740668326616287, -0.10241356492042542, -0.09742044657468796, -0.0924273282289505, -0.08743420243263245, -0.08244108408689499, -0.07744796574115753, -0.07245483994483948, -0.06746172159910202, -0.06246860325336456, -0.057475484907627106, -0.05248236283659935, -0.047489240765571594, -0.04249612241983414, -0.03750300407409668, -0.032509882003068924, -0.027516761794686317, -0.02252364158630371, -0.017530521377921104, -0.012537401169538498, -0.007544280961155891, -0.002551160752773285, 0.0024419594556093216, 0.007435079663991928, 0.012428199872374535, 0.01742132008075714, 0.022414440289139748, 0.027407560497522354, 0.03240068256855011, 0.03739380091428757, 0.042386919260025024, 0.04738004133105278, 0.052373163402080536, 0.05736628174781799, 0.06235940009355545, 0.06735251843929291, 0.07234564423561096, 0.07733876258134842, 0.08233188092708588, 0.08732500672340393, 0.09231812506914139, 0.09731124341487885, 0.1023043617606163, 0.10729748010635376, 0.11229060590267181, 0.11728372424840927, 0.12227684259414673, 0.12726996839046478, 0.13226307928562164, 0.1372562050819397]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 1.0, 0.0, 4.0, 1.0, 2.0, 7.0, 0.0, 1.0, 0.0, 4.0, 4.0, 6.0, 3.0, 1.0, 2.0, 1.0, 6.0, 1.0, 6.0, 2.0, 30.0, 4.0, 3.0, 6.0, 2.0, 3.0, 4.0, 1.0, 2.0, 1.0, 2.0, 4.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002365625463426113, -0.002302700886502862, -0.002239776076748967, -0.002176851499825716, -0.002113926922902465, -0.0020510023459792137, -0.001988077536225319, -0.0019251529593020678, -0.0018622283823788166, -0.0017993036890402436, -0.0017363789957016706, -0.0016734544187784195, -0.0016105297254398465, -0.0015476051485165954, -0.0014846804551780224, -0.0014217558782547712, -0.0013588311849161983, -0.0012959064915776253, -0.0012329819146543741, -0.0011700572213158011, -0.00110713264439255, -0.001044207951053977, -0.0009812833741307259, -0.0009183586807921529, -0.0008554340456612408, -0.0007925094105303288, -0.0007295847753994167, -0.0006666601402685046, -0.0006037354469299316, -0.0005408108117990196, -0.0004778861766681075, -0.00041496154153719544, -0.0003520369064062834, -0.0002891122712753713, -0.00022618762159254402, -0.00016326297190971673, -0.00010033833677880466, -3.741369437193498e-05, 2.55109480349347e-05, 8.843559044180438e-05, 0.00015136023284867406, 0.00021428486797958612, 0.0002772095031104982, 0.0003401341673452407, 0.0004030588024761528, 0.00046598343760706484, 0.0005289081018418074, 0.0005918327369727194, 0.0006547573721036315, 0.0007176820072345436, 0.0007806066423654556, 0.0008435312774963677, 0.0009064559126272798, 0.0009693806059658527, 0.0010323051828891039, 0.0010952298762276769, 0.0011581545695662498, 0.001221079146489501, 0.001284003839828074, 0.0013469284167513251, 0.0014098531100898981, 0.0014727776870131493, 0.0015357023803517222, 0.0015986269572749734, 0.0016615516506135464]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 0.0, 2.0, 1.0, 4.0, 2.0, 3.0, 8.0, 13.0, 16.0, 28.0, 25.0, 35.0, 59.0, 78.0, 110.0, 200.0, 263.0, 426.0, 693.0, 984.0, 1570.0, 2627.0, 4096.0, 7106.0, 12246.0, 22067.0, 43747.0, 102054.0, 759525.0, 127350.0, 45237.0, 20984.0, 11091.0, 6200.0, 3751.0, 2387.0, 1548.0, 990.0, 636.0, 474.0, 297.0, 201.0, 161.0, 83.0, 73.0, 56.0, 42.0, 26.0, 15.0, 15.0, 8.0, 5.0, 9.0, 5.0, 5.0, 4.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.006601652596145868, -0.006393670570105314, -0.00618568854406476, -0.005977706518024206, -0.005769724957644939, -0.005561742931604385, -0.005353760905563831, -0.005145778879523277, -0.004937796853482723, -0.004729814827442169, -0.004521832801401615, -0.004313850775361061, -0.004105868749320507, -0.0038978869561105967, -0.0036899051629006863, -0.0034819231368601322, -0.003273941110819578, -0.003065959084779024, -0.00285797705873847, -0.0026499952655285597, -0.0024420132394880056, -0.0022340312134474516, -0.002026049420237541, -0.0018180673941969872, -0.001610085368156433, -0.001402103342115879, -0.0011941214324906468, -0.0009861395228654146, -0.0007781574968248606, -0.0005701755289919674, -0.0003621935611590743, -0.00015421159332618117, 5.377037450671196e-05, 0.0002617523423396051, 0.0004697343101724982, 0.0006777162780053914, 0.0008856982458382845, 0.0010936802718788385, 0.0013016621815040708, 0.001509644091129303, 0.001717626117169857, 0.001925608143210411, 0.002133590169250965, 0.0023415719624608755, 0.0025495539885014296, 0.0027575360145419836, 0.002965517807751894, 0.003173499833792448, 0.003381481859833002, 0.003589463885873556, 0.00379744591191411, 0.004005427937954664, 0.004213409498333931, 0.004421391524374485, 0.004629373550415039, 0.004837355576455593, 0.005045337602496147, 0.005253319628536701, 0.005461301654577255, 0.005669283680617809, 0.005877265706658363, 0.00608524726703763, 0.006293229293078184, 0.006501211319118738, 0.006709193345159292]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 4.0, 1.0, 1.0, 5.0, 5.0, 5.0, 5.0, 10.0, 3.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008170854300260544, -0.007759861182421446, -0.007348868064582348, -0.006937875412404537, -0.006526882294565439, -0.006115889176726341, -0.005704896524548531, -0.005293903406709433, -0.004882910288870335, -0.004471917171031237, -0.004060924053192139, -0.003649931401014328, -0.00323893828317523, -0.002827945165336132, -0.0024169522803276777, -0.0020059593953192234, -0.0015949662774801254, -0.0011839732760563493, -0.0007729802746325731, -0.000361987273208797, 4.900572821497917e-05, 0.0004599987296387553, 0.0008709917310625315, 0.0012819847324863076, 0.0016929777339100838, 0.0021039708517491817, 0.002514963736757636, 0.0029259566217660904, 0.0033369497396051884, 0.0037479428574442863, 0.004158935509622097, 0.004569928627461195, 0.004980921745300293, 0.005391914863139391, 0.005802907980978489, 0.0062139006331563, 0.006624893750995398, 0.0070358868688344955, 0.007446879521012306, 0.007857873104512691, 0.008268865756690502, 0.008679858408868313, 0.009090851992368698, 0.009501844644546509, 0.00991283729672432, 0.010323830880224705, 0.010734823532402515, 0.0111458171159029, 0.011556809768080711, 0.011967802420258522, 0.012378796003758907, 0.012789788655936718, 0.013200782239437103, 0.013611774891614914, 0.014022767543792725, 0.01443376112729311, 0.01484475377947092, 0.015255746431648731, 0.015666740015149117, 0.016077732667326927, 0.016488725319504738, 0.01689971797168255, 0.01731071248650551, 0.01772170513868332, 0.01813269779086113]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 3.0, 4.0, 2.0, 6.0, 10.0, 8.0, 19.0, 19.0, 27.0, 29.0, 60.0, 68.0, 103.0, 120.0, 152.0, 153.0, 226.0, 298.0, 344.0, 425.0, 552.0, 730.0, 867.0, 1119.0, 1447.0, 1931.0, 5324.0, 1349.0, 844.0, 592.0, 373.0, 244.0, 197.0, 147.0, 115.0, 87.0, 98.0, 53.0, 50.0, 38.0, 24.0, 20.0, 20.0, 18.0, 20.0, 11.0, 16.0, 8.0, 5.0, 8.0, 9.0, 7.0, 5.0, 4.0, 7.0, 5.0, 0.0, 2.0, 1.0, 2.0, 3.0], "bins": [-0.005347876343876123, -0.005166458897292614, -0.0049850414507091045, -0.004803623538464308, -0.004622206091880798, -0.004440788645297289, -0.0042593711987137794, -0.00407795375213027, -0.003896536072716117, -0.0037151186261326075, -0.0035337009467184544, -0.003352283500134945, -0.0031708660535514355, -0.0029894483741372824, -0.002808030927553773, -0.00262661324813962, -0.0024451958015561104, -0.002263778354972601, -0.002082360675558448, -0.0019009432289749384, -0.0017195256659761071, -0.0015381081029772758, -0.0013566906563937664, -0.0011752730933949351, -0.0009938555303961039, -0.0008124379673972726, -0.0006310204626061022, -0.0004496029287111014, -0.0002681853948161006, -8.676786092109978e-05, 9.464967297390103e-05, 0.00027606720686890185, 0.00045748474076390266, 0.0006389023037627339, 0.0008203198085539043, 0.0010017373133450747, 0.001183154876343906, 0.0013645724393427372, 0.0015459898859262466, 0.001727407448925078, 0.0019088250119239092, 0.0020902424585074186, 0.0022716601379215717, 0.002453077584505081, 0.0026344950310885906, 0.0028159127105027437, 0.002997330157086253, 0.0031787478365004063, 0.0033601652830839157, 0.003541582729667425, 0.0037230004090815783, 0.0039044178556650877, 0.004085835535079241, 0.00426725298166275, 0.00444867042824626, 0.004630087874829769, 0.004811505787074566, 0.004992923233658075, 0.005174340680241585, 0.005355758126825094, 0.005537175573408604, 0.005718593019992113, 0.00590001093223691, 0.006081428378820419, 0.006262845825403929]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 3.0, 4.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 5.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.07092035561800003, -0.06934504956007004, -0.06776975095272064, -0.06619444489479065, -0.06461913883686066, -0.06304384022951126, -0.06146853417158127, -0.059893228113651276, -0.05831792578101158, -0.05674262344837189, -0.055167317390441895, -0.0535920150578022, -0.052016712725162506, -0.05044140666723251, -0.04886610433459282, -0.04729079827666283, -0.04571549594402313, -0.04414019361138344, -0.042564887553453445, -0.04098958522081375, -0.03941427916288376, -0.037838976830244064, -0.03626367449760437, -0.03468836843967438, -0.03311306610703468, -0.03153776377439499, -0.029962457716464996, -0.028387155383825302, -0.02681185118854046, -0.025236546993255615, -0.02366124466061592, -0.022085940465331078, -0.020510636270046234, -0.01893533207476139, -0.017360027879476547, -0.015784725546836853, -0.01420942135155201, -0.012634117156267166, -0.011058813892304897, -0.009483510628342628, -0.007908206433057785, -0.006332902703434229, -0.004757598973810673, -0.0031822952441871166, -0.0016069915145635605, -3.168778494000435e-05, 0.0015436159446835518, 0.003118919674307108, 0.004694223403930664, 0.00626952713355422, 0.007844830863177776, 0.009420134127140045, 0.010995438322424889, 0.012570742517709732, 0.014146045781672001, 0.01572134904563427, 0.017296653240919113, 0.018871957436203957, 0.0204472616314888, 0.022022563964128494, 0.023597868159413338, 0.02517317235469818, 0.026748474687337875, 0.02832377888262272, 0.029899083077907562]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 2.0, 2.0, 0.0, 4.0, 2.0, 1.0, 2.0, 3.0, 2.0, 5.0, 7.0, 4.0, 14.0, 19.0, 16.0, 24.0, 20.0, 22.0, 35.0, 15.0, 13.0, 6.0, 7.0, 5.0, 3.0, 2.0, 2.0, 3.0, 4.0, 4.0, 4.0, 5.0, 5.0, 4.0, 2.0, 0.0, 1.0, 1.0, 1.0, 3.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.040088869631290436, -0.038989245891571045, -0.03788962587714195, -0.03679000213742256, -0.03569038212299347, -0.03459075838327408, -0.033491138368844986, -0.032391514629125595, -0.0312918946146965, -0.030192270874977112, -0.02909264899790287, -0.02799302712082863, -0.026893405243754387, -0.025793783366680145, -0.024694161489605904, -0.023594539612531662, -0.02249491773545742, -0.02139529585838318, -0.020295673981308937, -0.019196052104234695, -0.018096430227160454, -0.016996808350086212, -0.01589718647301197, -0.014797563664615154, -0.013697941787540913, -0.012598319910466671, -0.01149869803339243, -0.010399076156318188, -0.009299453347921371, -0.00819983147084713, -0.007100209593772888, -0.0060005877166986465, -0.004900965839624405, -0.0038013439625501633, -0.002701721852645278, -0.0016020998591557145, -0.000502477865666151, 0.0005971441278234124, 0.0016967661213129759, 0.002796388231217861, 0.003896010108292103, 0.0049956319853663445, 0.006095253862440586, 0.007194876205176115, 0.008294498547911644, 0.009394120424985886, 0.010493742302060127, 0.011593364179134369, 0.01269298605620861, 0.013792607933282852, 0.014892229810357094, 0.015991851687431335, 0.017091473564505577, 0.01819109544157982, 0.01929071731865406, 0.020390339195728302, 0.021489962935447693, 0.022589584812521935, 0.023689206689596176, 0.024788828566670418, 0.02588845044374466, 0.0269880723208189, 0.028087694197893143, 0.029187316074967384, 0.030286937952041626]}, "_runtime": 46.17752528190613, "_timestamp": 1596207430.7661483, "_step": 48}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 4.0, 3.0, 3.0, 4.0, 5.0, 8.0, 4.0, 1.0, 7.0, 2.0, 4.0, 3.0, 1.0, 3.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02199547551572323, -0.02139216475188732, -0.020788855850696564, -0.020185545086860657, -0.01958223432302475, -0.018978925421833992, -0.018375614657998085, -0.017772303894162178, -0.01716899499297142, -0.016565684229135513, -0.015962373465299606, -0.015359064564108849, -0.014755753800272942, -0.01415244396775961, -0.013549134135246277, -0.01294582337141037, -0.012342513538897038, -0.011739203706383705, -0.011135892942547798, -0.010532583110034466, -0.009929273277521133, -0.009325962513685226, -0.008722652681171894, -0.008119342848658562, -0.007516032550483942, -0.006912722252309322, -0.00630941241979599, -0.00570610212162137, -0.005102791823446751, -0.004499481990933418, -0.0038961716927587986, -0.0032928616274148226, -0.0026895515620708466, -0.0020862414967268705, -0.0014829313149675727, -0.0008796211914159358, -0.0002763110678642988, 0.0003269990556873381, 0.000930309179238975, 0.001533619360998273, 0.002136929426342249, 0.002740239491686225, 0.003343549557030201, 0.003946859855204821, 0.00455017015337944, 0.005153479985892773, 0.005756790284067392, 0.006360100116580725, 0.006963410414755344, 0.007566720712929964, 0.008170031011104584, 0.008773340843617916, 0.009376650676131248, 0.009979961439967155, 0.010583271272480488, 0.01118658110499382, 0.011789891868829727, 0.01239320170134306, 0.012996511533856392, 0.013599821366369724, 0.014203132130205631, 0.014806441962718964, 0.015409751795232296, 0.01601306162774563, 0.016616372391581535]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 3.0, 0.0, 0.0, 4.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 6.0, 5.0, 6.0, 9.0, 11.0, 17.0, 12.0, 17.0, 31.0, 38.0, 46.0, 68.0, 69.0, 98.0, 156.0, 264.0, 482.0, 5157.0, 627.0, 251.0, 135.0, 103.0, 74.0, 58.0, 37.0, 30.0, 27.0, 20.0, 17.0, 13.0, 9.0, 3.0, 3.0, 1.0, 2.0, 6.0, 0.0, 3.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.19394977390766144, -0.18847346305847168, -0.18299716711044312, -0.17752085626125336, -0.1720445603132248, -0.16656824946403503, -0.16109195351600647, -0.1556156426668167, -0.15013933181762695, -0.1446630358695984, -0.13918672502040863, -0.13371042907238007, -0.1282341182231903, -0.12275781482458115, -0.11728151142597198, -0.11180520802736282, -0.10632890462875366, -0.1008526012301445, -0.09537629783153534, -0.08989999443292618, -0.08442369103431702, -0.07894738018512726, -0.0734710767865181, -0.06799477338790894, -0.06251846998929977, -0.05704216659069061, -0.05156586319208145, -0.04608955606818199, -0.04061325266957283, -0.03513694927096367, -0.029660644009709358, -0.024184338748455048, -0.018708035349845886, -0.01323173101991415, -0.007755426689982414, -0.0022791223600506783, 0.0031971819698810577, 0.008673486299812794, 0.01414979062974453, 0.01962609589099884, 0.025102399289608, 0.030578702688217163, 0.036055006086826324, 0.041531313210725784, 0.047007616609334946, 0.05248392000794411, 0.05796022713184357, 0.06343653053045273, 0.06891283392906189, 0.07438913732767105, 0.07986544072628021, 0.08534174412488937, 0.09081804752349854, 0.0962943583726883, 0.10177066177129745, 0.10724696516990662, 0.11272326856851578, 0.11819957196712494, 0.1236758753657341, 0.12915217876434326, 0.13462848961353302, 0.14010478556156158, 0.14558109641075134, 0.1510573923587799, 0.15653370320796967]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 3.0, 1.0, 0.0, 6.0, 3.0, 5.0, 7.0, 3.0, 2.0, 4.0, 2.0, 2.0, 4.0, 28.0, 5.0, 6.0, 4.0, 6.0, 3.0, 4.0, 1.0, 1.0, 3.0, 0.0, 4.0, 1.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.0026801913045346737, -0.0025993911549448967, -0.0025185912381857634, -0.0024377910885959864, -0.002356991171836853, -0.002276191022247076, -0.0021953911054879427, -0.0021145909558981657, -0.0020337910391390324, -0.0019529908895492554, -0.0018721908563748002, -0.001791390823200345, -0.001710590673610568, -0.0016297906404361129, -0.0015489906072616577, -0.0014681905740872025, -0.0013873905409127474, -0.0013065905077382922, -0.001225790474563837, -0.0011449904413893819, -0.0010641904082149267, -0.0009833902586251497, -0.0009025902254506946, -0.0008217901922762394, -0.0007409901591017842, -0.0006601901259273291, -0.0005793900927528739, -0.0004985900013707578, -0.00041778996819630265, -0.0003369899350218475, -0.00025618987274356186, -0.00017538982501719147, -9.458977729082108e-05, -1.3789729564450681e-05, 6.701031816191971e-05, 0.0001478103658882901, 0.0002286104136146605, 0.00030941044678911567, 0.0003902105090674013, 0.0004710105713456869, 0.0005518106045201421, 0.0006326106376945972, 0.0007134106708690524, 0.0007942107622511685, 0.0008750107954256237, 0.0009558108286000788, 0.001036610919982195, 0.00111741095315665, 0.0011982109863311052, 0.0012790110195055604, 0.0013598110526800156, 0.0014406110858544707, 0.001521411119028926, 0.0016022112686187029, 0.001683011301793158, 0.0017638113349676132, 0.0018446113681420684, 0.0019254114013165236, 0.0020062115509063005, 0.002087011467665434, 0.002167811617255211, 0.002248611534014344, 0.002329411683604121, 0.0024102116003632545, 0.0024910117499530315]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 0.0, 0.0, 1.0, 2.0, 5.0, 4.0, 16.0, 19.0, 13.0, 32.0, 36.0, 58.0, 83.0, 145.0, 210.0, 310.0, 457.0, 751.0, 1243.0, 1904.0, 3281.0, 5904.0, 11374.0, 23558.0, 52975.0, 154709.0, 762116.0, 75592.0, 34247.0, 18340.0, 11035.0, 7075.0, 4578.0, 3041.0, 2037.0, 1440.0, 915.0, 650.0, 447.0, 289.0, 229.0, 157.0, 112.0, 85.0, 78.0, 35.0, 14.0, 10.0, 7.0, 4.0, 4.0, 7.0, 4.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.007878304459154606, -0.0076096574775874615, -0.00734101003035903, -0.007072363048791885, -0.006803715601563454, -0.006535068619996309, -0.006266421638429165, -0.005997774191200733, -0.005729127209633589, -0.005460480228066444, -0.005191832780838013, -0.004923185799270868, -0.004654538817703724, -0.004385891370475292, -0.004117244388908148, -0.0038485971745103598, -0.0035799499601125717, -0.0033113027457147837, -0.0030426555313169956, -0.0027740085497498512, -0.002505361335352063, -0.002236714120954275, -0.0019680671393871307, -0.0016994199249893427, -0.0014307727105915546, -0.0011621254961937666, -0.0008934783982113004, -0.0006248312420211732, -0.0003561840858310461, -8.753692964091897e-05, 0.00018111022654920816, 0.0004497573827393353, 0.0007184045389294624, 0.0009870517533272505, 0.0012556988513097167, 0.001524345949292183, 0.001792993163689971, 0.002061640378087759, 0.0023302873596549034, 0.0025989345740526915, 0.0028675817884504795, 0.0031362290028482676, 0.0034048762172460556, 0.0036735231988132, 0.003942170180380344, 0.004210817627608776, 0.0044794646091759205, 0.004748112056404352, 0.005016759037971497, 0.005285406019538641, 0.005554053466767073, 0.005822700448334217, 0.006091347895562649, 0.006359994877129793, 0.0066286418586969376, 0.006897289305925369, 0.007165936287492514, 0.007434583269059658, 0.00770323071628809, 0.007971878163516521, 0.008240524679422379, 0.00850917212665081, 0.008777819573879242, 0.009046466089785099, 0.00931511353701353]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 0.0, 3.0, 1.0, 2.0, 3.0, 3.0, 2.0, 7.0, 2.0, 3.0, 5.0, 2.0, 4.0, 7.0, 3.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.011681348085403442, -0.011103004217147827, -0.010524659417569637, -0.009946315549314022, -0.009367970749735832, -0.008789626881480217, -0.008211282081902027, -0.007632938213646412, -0.007054593879729509, -0.006476249545812607, -0.005897905211895704, -0.005319560877978802, -0.0047412170097231865, -0.004162872675806284, -0.0035845283418893814, -0.003006184007972479, -0.0024278396740555763, -0.0018494953401386738, -0.001271151122637093, -0.0006928068469278514, -0.00011446257121860981, 0.0004638817044906318, 0.0010422259801998734, 0.0016205701977014542, 0.0021989145316183567, 0.0027772588655352592, 0.003355603199452162, 0.003933947533369064, 0.0045122914016246796, 0.005090635735541582, 0.005668980069458485, 0.006247324403375387, 0.00682566873729229, 0.007404013071209192, 0.007982357405126095, 0.00856070127338171, 0.0091390460729599, 0.009717389941215515, 0.010295734740793705, 0.01087407860904932, 0.01145242340862751, 0.012030767276883125, 0.01260911114513874, 0.01318745594471693, 0.013765799812972546, 0.014344144612550735, 0.01492248848080635, 0.01550083328038454, 0.01607917621731758, 0.016657521948218346, 0.01723586581647396, 0.017814209684729576, 0.01839255355298519, 0.018970899283885956, 0.01954924315214157, 0.020127587020397186, 0.0207059308886528, 0.021284274756908417, 0.02186262048780918, 0.022440964356064796, 0.02301930822432041, 0.023597652092576027, 0.02417599782347679, 0.024754341691732407, 0.025332685559988022]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 4.0, 2.0, 11.0, 7.0, 13.0, 14.0, 18.0, 24.0, 59.0, 55.0, 92.0, 133.0, 141.0, 208.0, 269.0, 353.0, 428.0, 512.0, 719.0, 863.0, 1115.0, 1529.0, 2073.0, 5721.0, 1412.0, 747.0, 406.0, 289.0, 206.0, 150.0, 110.0, 116.0, 85.0, 80.0, 72.0, 39.0, 47.0, 41.0, 32.0, 23.0, 32.0, 28.0, 19.0, 23.0, 13.0, 13.0, 17.0, 12.0, 15.0, 11.0, 6.0, 4.0, 3.0, 2.0, 2.0, 5.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.007995760068297386, -0.007684418931603432, -0.007373077794909477, -0.007061736658215523, -0.006750395521521568, -0.006439054384827614, -0.006127713248133659, -0.005816372111439705, -0.00550503097474575, -0.005193689838051796, -0.0048823487013578415, -0.004571007564663887, -0.0042596664279699326, -0.003948325291275978, -0.0036369841545820236, -0.003325643017888069, -0.0030143018811941147, -0.0027029607445001602, -0.0023916196078062057, -0.0020802784711122513, -0.0017689373344182968, -0.0014575961977243423, -0.0011462550610303879, -0.0008349139243364334, -0.0005235727876424789, -0.00021223165094852448, 9.910948574542999e-05, 0.00041045062243938446, 0.0007217917591333389, 0.0010331328958272934, 0.0013444740325212479, 0.0016558151692152023, 0.001967156305909157, 0.0022784974426031113, 0.0025898385792970657, 0.00290117971599102, 0.0032125208526849747, 0.003523861989378929, 0.0038352031260728836, 0.004146544262766838, 0.0044578853994607925, 0.004769226536154747, 0.0050805676728487015, 0.005391908809542656, 0.00570324994623661, 0.006014591082930565, 0.006325932219624519, 0.006637273356318474, 0.006948614493012428, 0.007259955629706383, 0.007571296766400337, 0.007882637903094292, 0.008193979039788246, 0.0085053201764822, 0.008816661313176155, 0.00912800244987011, 0.009439343586564064, 0.009750684723258018, 0.010062025859951973, 0.010373366996645927, 0.010684708133339882, 0.010996049270033836, 0.01130739040672779, 0.011618731543421745, 0.0119300726801157]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.11569865047931671, -0.11284378170967102, -0.10998890548944473, -0.10713403671979904, -0.10427916049957275, -0.10142429172992706, -0.09856942296028137, -0.09571454674005508, -0.0928596779704094, -0.0900048092007637, -0.08714993298053741, -0.08429506421089172, -0.08144019544124603, -0.07858531922101974, -0.07573045045137405, -0.07287557423114777, -0.07002070546150208, -0.06716583669185638, -0.0643109604716301, -0.061456091701984406, -0.058601219207048416, -0.05574634671211243, -0.052891477942466736, -0.050036605447530746, -0.04718173295259476, -0.04432686045765877, -0.04147198796272278, -0.03861711919307709, -0.0357622466981411, -0.03290737420320511, -0.03005250357091427, -0.02719763293862343, -0.02434276044368744, -0.02148788794875145, -0.01863301731646061, -0.01577814668416977, -0.01292327418923378, -0.010068402625620365, -0.00721353106200695, -0.004358659498393536, -0.0015037879347801208, 0.001351083628833294, 0.004205955192446709, 0.0070608267560601234, 0.009915698319673538, 0.012770569883286953, 0.015625441446900368, 0.018480312079191208, 0.021335184574127197, 0.024190057069063187, 0.027044927701354027, 0.029899798333644867, 0.032754670828580856, 0.035609543323516846, 0.03846441209316254, 0.041319284588098526, 0.044174157083034515, 0.047029029577970505, 0.049883902072906494, 0.052738770842552185, 0.055593643337488174, 0.058448515832424164, 0.061303384602069855, 0.06415826082229614, 0.06701312959194183]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 3.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 1.0, 3.0, 8.0, 5.0, 16.0, 19.0, 26.0, 30.0, 52.0, 29.0, 8.0, 6.0, 2.0, 8.0, 8.0, 6.0, 5.0, 3.0, 3.0, 1.0, 3.0, 7.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 3.0, 1.0, 3.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.08493923395872116, -0.08247271180152893, -0.0800061896443367, -0.07753966748714447, -0.07507314532995224, -0.07260662317276001, -0.07014010101556778, -0.06767357885837555, -0.06520706415176392, -0.06274054199457169, -0.06027401611208916, -0.05780749395489693, -0.055340975522994995, -0.052874453365802765, -0.050407931208610535, -0.047941409051418304, -0.045474886894226074, -0.043008364737033844, -0.040541842579841614, -0.038075320422649384, -0.03560879826545715, -0.03314227983355522, -0.03067575767636299, -0.02820923551917076, -0.02574271336197853, -0.0232761912047863, -0.02080966904759407, -0.01834314875304699, -0.01587662659585476, -0.013410104438662529, -0.010943583212792873, -0.008477061986923218, -0.0060105398297309875, -0.0035440181382000446, -0.0010774964466691017, 0.0013890252448618412, 0.003855546936392784, 0.006322068627923727, 0.00878859031945467, 0.011255111545324326, 0.013721633702516556, 0.016188155859708786, 0.018654678016901016, 0.021121198311448097, 0.023587720468640327, 0.026054242625832558, 0.02852076292037964, 0.03098728507757187, 0.0334538072347641, 0.03592032939195633, 0.03838685154914856, 0.04085337370634079, 0.04331989586353302, 0.04578641429543495, 0.04825293645262718, 0.05071945860981941, 0.05318598076701164, 0.05565250292420387, 0.0581190250813961, 0.06058554723858833, 0.06305206567049026, 0.0655185878276825, 0.06798510998487473, 0.07045163214206696, 0.07291815429925919]}, "_runtime": 46.95551681518555, "_timestamp": 1596207431.5441399, "_step": 49}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 2.0, 3.0, 2.0, 2.0, 4.0, 2.0, 3.0, 8.0, 6.0, 4.0, 4.0, 2.0, 1.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01523639727383852, -0.014686357229948044, -0.014136317186057568, -0.013586277142167091, -0.01303623802959919, -0.012486197985708714, -0.011936157941818237, -0.011386117897927761, -0.010836077854037285, -0.010286037810146809, -0.009735997766256332, -0.009185957722365856, -0.00863591767847538, -0.008085878565907478, -0.007535838522017002, -0.006985798478126526, -0.00643575843423605, -0.005885718390345573, -0.005335678346455097, -0.004785638768225908, -0.004235598724335432, -0.003685558680444956, -0.0031355188693851233, -0.0025854790583252907, -0.0020354390144348145, -0.00148539908695966, -0.0009353591594845057, -0.00038531923200935125, 0.00016472069546580315, 0.0007147606229409575, 0.001264800550416112, 0.0018148404778912663, 0.0023648804053664207, 0.002914920449256897, 0.0034649602603167295, 0.004015000071376562, 0.004565040115267038, 0.005115080159157515, 0.0056651197373867035, 0.00621515978127718, 0.006765199825167656, 0.007315239869058132, 0.007865279912948608, 0.008415319956839085, 0.00896536000072956, 0.009515399113297462, 0.010065439157187939, 0.010615479201078415, 0.011165519244968891, 0.011715559288859367, 0.012265599332749844, 0.01281563937664032, 0.013365678489208221, 0.013915718533098698, 0.014465758576989174, 0.01501579862087965, 0.015565838664770126, 0.016115877777338028, 0.01666591875255108, 0.01721595786511898, 0.01776599884033203, 0.018316037952899933, 0.018866078928112984, 0.019416118040680885, 0.019966159015893936]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [3.0, 2.0, 0.0, 3.0, 0.0, 3.0, 1.0, 4.0, 1.0, 5.0, 4.0, 8.0, 9.0, 6.0, 12.0, 8.0, 14.0, 19.0, 25.0, 26.0, 38.0, 48.0, 88.0, 97.0, 145.0, 212.0, 346.0, 4005.0, 1635.0, 436.0, 251.0, 141.0, 82.0, 66.0, 52.0, 42.0, 16.0, 28.0, 8.0, 7.0, 5.0, 3.0, 2.0, 5.0, 1.0, 7.0, 2.0, 5.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.14477306604385376, -0.1395885944366455, -0.13440412282943726, -0.129219651222229, -0.12403518706560135, -0.1188507154583931, -0.11366625130176544, -0.10848177969455719, -0.10329730808734894, -0.09811283648014069, -0.09292836487293243, -0.08774390071630478, -0.08255942910909653, -0.07737495750188828, -0.07219049334526062, -0.06700602173805237, -0.061821550130844116, -0.056637078523635864, -0.05145261064171791, -0.04626814275979996, -0.041083671152591705, -0.03589919954538345, -0.0307147316634655, -0.025530261918902397, -0.020345792174339294, -0.015161322429776192, -0.009976852685213089, -0.004792382940649986, 0.00039208680391311646, 0.005576556548476219, 0.010761026293039322, 0.015945496037602425, 0.021129965782165527, 0.02631443552672863, 0.03149890527129173, 0.036683373153209686, 0.04186784476041794, 0.04705231636762619, 0.052236784249544144, 0.0574212521314621, 0.06260572373867035, 0.0677901953458786, 0.07297466695308685, 0.07815913110971451, 0.08334360271692276, 0.08852807432413101, 0.09371253848075867, 0.09889701008796692, 0.10408148169517517, 0.10926595330238342, 0.11445042490959167, 0.11963488906621933, 0.12481936067342758, 0.13000382483005524, 0.1351882964372635, 0.14037276804447174, 0.14555723965168, 0.15074171125888824, 0.1559261828660965, 0.16111065447330475, 0.1662951111793518, 0.17147958278656006, 0.1766640543937683, 0.18184852600097656, 0.18703299760818481]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 2.0, 2.0, 2.0, 1.0, 0.0, 4.0, 2.0, 2.0, 4.0, 2.0, 2.0, 3.0, 4.0, 2.0, 4.0, 1.0, 5.0, 5.0, 26.0, 4.0, 2.0, 4.0, 4.0, 3.0, 1.0, 2.0, 0.0, 1.0, 4.0, 2.0, 1.0, 0.0, 4.0, 1.0, 3.0, 1.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.00202932464890182, -0.001961743226274848, -0.0018941615708172321, -0.00182658014819026, -0.001758998609147966, -0.0016914170701056719, -0.0016238355310633779, -0.0015562539920210838, -0.0014886725693941116, -0.0014210910303518176, -0.0013535094913095236, -0.0012859279522672296, -0.0012183464132249355, -0.0011507648741826415, -0.0010831834515556693, -0.0010156019125133753, -0.0009480203734710813, -0.0008804388344287872, -0.0008128573535941541, -0.0007452758145518601, -0.000677694333717227, -0.000610112794674933, -0.0005425312556326389, -0.00047494974569417536, -0.0004073682357557118, -0.0003397867258172482, -0.00027220521587878466, -0.00020462367683649063, -0.00013704216689802706, -6.946064968360588e-05, -1.8791324691846967e-06, 6.570238474523649e-05, 0.00013328390195965767, 0.00020086541189812124, 0.0002684469218365848, 0.00033602846087887883, 0.0004036099708173424, 0.00047119148075580597, 0.0005387730197981, 0.0006063545006327331, 0.0006739360396750271, 0.0007415175787173212, 0.0008090990595519543, 0.0008766805985942483, 0.0009442621376365423, 0.0010118436766788363, 0.0010794250993058085, 0.0011470066383481026, 0.0012145881773903966, 0.0012821697164326906, 0.0013497512554749846, 0.0014173326781019568, 0.0014849142171442509, 0.001552495756186545, 0.001620077295228839, 0.001687658834271133, 0.001755240373313427, 0.0018228217959403992, 0.0018904033349826932, 0.0019579848740249872, 0.0020255662966519594, 0.0020931479521095753, 0.0021607293747365475, 0.0022283110301941633, 0.0022958924528211355]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 2.0, 2.0, 2.0, 8.0, 5.0, 16.0, 31.0, 42.0, 57.0, 116.0, 130.0, 194.0, 274.0, 397.0, 608.0, 859.0, 1218.0, 1768.0, 2784.0, 4270.0, 6445.0, 10574.0, 17728.0, 31393.0, 61312.0, 149391.0, 699545.0, 82858.0, 41914.0, 24005.0, 14451.0, 9018.0, 5832.0, 3789.0, 2519.0, 1733.0, 1191.0, 908.0, 616.0, 438.0, 351.0, 205.0, 152.0, 123.0, 93.0, 76.0, 52.0, 30.0, 31.0, 23.0, 18.0, 7.0, 14.0, 6.0, 3.0, 5.0, 6.0, 2.0, 2.0, 2.0, 1.0, 0.0, 1.0], "bins": [-0.005469535477459431, -0.005269104614853859, -0.005068673286587, -0.004868242423981428, -0.004667811095714569, -0.004467380233108997, -0.004266949370503426, -0.0040665180422365665, -0.003866087179630995, -0.0036656560841947794, -0.003465224988758564, -0.0032647941261529922, -0.003064363030716777, -0.0028639319352805614, -0.0026635010726749897, -0.0024630699772387743, -0.002262638881802559, -0.0020622077863663435, -0.00186177680734545, -0.0016613458283245564, -0.001460914732888341, -0.0012604836374521255, -0.001060052658431232, -0.0008596216212026775, -0.000659190583974123, -0.0004587595467455685, -0.000258328509517014, -5.789747228845954e-05, 0.00014253356494009495, 0.00034296460216864944, 0.0005433956393972039, 0.0007438266766257584, 0.0009442577138543129, 0.0011446888092905283, 0.0013451197883114219, 0.0015455507673323154, 0.0017459818627685308, 0.0019464129582047462, 0.002146843820810318, 0.0023472749162465334, 0.002547706011682749, 0.002748137107118964, 0.0029485682025551796, 0.0031489990651607513, 0.0033494301605969667, 0.003549861256033182, 0.003750292118638754, 0.003950723446905613, 0.004151154309511185, 0.0043515851721167564, 0.0045520165003836155, 0.004752447362989187, 0.004952878691256046, 0.005153309553861618, 0.00535374041646719, 0.005554171744734049, 0.005754602607339621, 0.005955033469945192, 0.006155464798212051, 0.006355895660817623, 0.006556326523423195, 0.006756757851690054, 0.006957188714295626, 0.007157620042562485, 0.0073580509051680565]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 4.0, 3.0, 8.0, 2.0, 3.0, 2.0, 5.0, 6.0, 2.0, 4.0, 1.0, 2.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.02197469398379326, -0.021473800763487816, -0.020972907543182373, -0.02047201618552208, -0.019971122965216637, -0.019470229744911194, -0.0189693383872509, -0.018468445166945457, -0.017967551946640015, -0.017466658726334572, -0.01696576550602913, -0.016464874148368835, -0.015963980928063393, -0.01546308770775795, -0.014962195418775082, -0.014461303129792213, -0.01396040990948677, -0.013459516689181328, -0.01295862440019846, -0.012457732111215591, -0.011956838890910149, -0.011455945670604706, -0.010955053381621838, -0.01045416109263897, -0.009953267872333527, -0.009452374652028084, -0.008951482363045216, -0.008450590074062347, -0.007949696853756905, -0.007448804099112749, -0.006947911344468594, -0.006447018589824438, -0.005946125835180283, -0.005445233080536127, -0.004944340325891972, -0.004443447571247816, -0.003942554816603661, -0.003441662061959505, -0.0029407693073153496, -0.002439876552671194, -0.0019389837980270386, -0.001438091043382883, -0.0009371982887387276, -0.00043630553409457207, 6.458722054958344e-05, 0.0005654799751937389, 0.0010663727298378944, 0.00156726548448205, 0.0020681582391262054, 0.002569050993770361, 0.0030699437484145164, 0.003570836503058672, 0.0040717292577028275, 0.004572622012346983, 0.0050735147669911385, 0.005574407521635294, 0.0060753002762794495, 0.006576193030923605, 0.0070770857855677605, 0.007577978540211916, 0.008078871294856071, 0.008579764515161514, 0.009080656804144382, 0.00958154909312725, 0.010082442313432693]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 2.0, 2.0, 3.0, 3.0, 4.0, 2.0, 4.0, 8.0, 3.0, 10.0, 14.0, 11.0, 19.0, 23.0, 21.0, 22.0, 34.0, 50.0, 79.0, 110.0, 117.0, 137.0, 166.0, 197.0, 296.0, 329.0, 411.0, 580.0, 804.0, 1301.0, 4986.0, 2348.0, 1284.0, 1021.0, 860.0, 696.0, 588.0, 455.0, 334.0, 275.0, 197.0, 151.0, 118.0, 83.0, 65.0, 48.0, 29.0, 37.0, 21.0, 18.0, 15.0, 13.0, 5.0, 2.0, 3.0, 2.0, 1.0, 6.0, 2.0, 2.0, 0.0, 0.0, 2.0], "bins": [-0.00805110577493906, -0.007799135986715555, -0.007547165732830763, -0.007295195944607258, -0.0070432256907224655, -0.0067912559024989605, -0.0065392861142754555, -0.006287315860390663, -0.006035346072167158, -0.005783376283943653, -0.005531406030058861, -0.005279436241835356, -0.005027466453611851, -0.004775496199727058, -0.004523526411503553, -0.004271556157618761, -0.004019586369395256, -0.0037676163483411074, -0.0035156463272869587, -0.0032636765390634537, -0.003011706518009305, -0.0027597364969551563, -0.0025077667087316513, -0.0022557966876775026, -0.002003826666623354, -0.0017518566455692053, -0.0014998867409303784, -0.0012479168362915516, -0.000995946815237403, -0.0007439768523909152, -0.0004920068895444274, -0.00024003692669793963, 1.1933036148548126e-05, 0.0002639029989950359, 0.0005158729618415236, 0.0007678429246880114, 0.0010198128875344992, 0.0012717829085886478, 0.0015237528132274747, 0.0017757227178663015, 0.00202769273892045, 0.002279662759974599, 0.0025316327810287476, 0.0027836025692522526, 0.0030355725903064013, 0.00328754261136055, 0.003539512399584055, 0.0037914824206382036, 0.004043452441692352, 0.004295422229915857, 0.00454739248380065, 0.004799362272024155, 0.005051332525908947, 0.005303302314132452, 0.005555272102355957, 0.005807242356240749, 0.006059212144464254, 0.006311181932687759, 0.006563152186572552, 0.006815121974796057, 0.007067091763019562, 0.007319062016904354, 0.007571031805127859, 0.007823001593351364, 0.008074971847236156]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.046449512243270874, -0.044692281633615494, -0.04293505474925041, -0.04117782413959503, -0.03942059725522995, -0.03766336664557457, -0.03590613603591919, -0.03414890915155411, -0.03239167854189873, -0.030634449794888496, -0.028877221047878265, -0.027119990438222885, -0.025362761691212654, -0.023605532944202423, -0.021848302334547043, -0.020091073587536812, -0.01833384484052658, -0.01657661609351635, -0.014819386415183544, -0.013062156736850739, -0.011304927989840508, -0.009547699242830276, -0.007790469564497471, -0.0060332403518259525, -0.004276011139154434, -0.002518781926482916, -0.0007615527138113976, 0.0009956764988601208, 0.002752905711531639, 0.004510134924203157, 0.006267364136874676, 0.008024593815207481, 0.009781822562217712, 0.011539051309227943, 0.013296280987560749, 0.015053510665893555, 0.016810739412903786, 0.018567968159914017, 0.020325198769569397, 0.022082427516579628, 0.02383965626358986, 0.02559688501060009, 0.02735411375761032, 0.0291113443672657, 0.030868573114275932, 0.03262580186128616, 0.034383032470941544, 0.036140259355306625, 0.037897489964962006, 0.039654720574617386, 0.04141194745898247, 0.04316917806863785, 0.04492640495300293, 0.04668363556265831, 0.04844086617231369, 0.05019809305667877, 0.05195532366633415, 0.05371255427598953, 0.055469781160354614, 0.057227011770009995, 0.058984242379665375, 0.06074146926403046, 0.06249869987368584, 0.06425593048334122, 0.0660131573677063]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 0.0, 0.0, 4.0, 3.0, 1.0, 1.0, 1.0, 2.0, 0.0, 3.0, 9.0, 3.0, 2.0, 3.0, 7.0, 5.0, 4.0, 8.0, 8.0, 12.0, 12.0, 15.0, 14.0, 22.0, 33.0, 11.0, 18.0, 16.0, 14.0, 12.0, 14.0, 11.0, 6.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.03610551729798317, -0.0347771942615509, -0.03344886749982834, -0.03212054446339607, -0.030792221426963806, -0.02946389652788639, -0.028135571628808975, -0.02680724859237671, -0.025478923693299294, -0.024150598794221878, -0.022822275757789612, -0.021493950858712196, -0.02016562595963478, -0.018837302923202515, -0.0175089780241251, -0.016180654987692833, -0.014852330088615417, -0.013524006120860577, -0.012195682153105736, -0.01086735725402832, -0.00953903328627348, -0.008210709318518639, -0.0068823848851025105, -0.005554060451686382, -0.0042257364839315414, -0.002897412283346057, -0.0015690880827605724, -0.00024076388217508793, 0.0010875603184103966, 0.002415884518995881, 0.0037442087195813656, 0.005072533152997494, 0.006400857120752335, 0.0077291810885071754, 0.009057505056262016, 0.010385829955339432, 0.011714153923094273, 0.013042477890849113, 0.014370802789926529, 0.015699125826358795, 0.01702745072543621, 0.018355775624513626, 0.019684098660945892, 0.021012423560023308, 0.022340748459100723, 0.02366907149553299, 0.024997396394610405, 0.02632571943104267, 0.027654044330120087, 0.028982369229197502, 0.03031069226562977, 0.031639017164707184, 0.03296734020113945, 0.034295666962862015, 0.03562398999929428, 0.03695231303572655, 0.038280636072158813, 0.03960896283388138, 0.040937285870313644, 0.04226560890674591, 0.043593935668468475, 0.04492225870490074, 0.04625058174133301, 0.04757890850305557, 0.04890723153948784]}, "_runtime": 47.739386320114136, "_timestamp": 1596207432.3280094, "_step": 50}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 3.0, 0.0, 2.0, 2.0, 1.0, 3.0, 1.0, 2.0, 1.0, 2.0, 0.0, 4.0, 2.0, 2.0, 2.0, 1.0, 4.0, 2.0, 2.0, 3.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009007293730974197, -0.00869124848395586, -0.008375204168260098, -0.00805915892124176, -0.007743113674223423, -0.007427068892866373, -0.007111024111509323, -0.006794978864490986, -0.006478934083133936, -0.006162889301776886, -0.005846844054758549, -0.005530799273401499, -0.005214754492044449, -0.004898709245026112, -0.004582664463669062, -0.004266619216650724, -0.0039505744352936745, -0.003634529421105981, -0.0033184844069182873, -0.0030024396255612373, -0.0026863946113735437, -0.00237034959718585, -0.0020543048158288, -0.0017382598016411066, -0.001422214787453413, -0.0011061697732657194, -0.0007901248754933476, -0.00047407991951331496, -0.00015803496353328228, 0.0001580099924467504, 0.0004740549484267831, 0.0007900999044068158, 0.0011061448603868484, 0.001422189874574542, 0.0017382347723469138, 0.0020542796701192856, 0.002370324684306979, 0.0026863696984946728, 0.0030024144798517227, 0.0033184594940394163, 0.00363450450822711, 0.00395054928958416, 0.004266594536602497, 0.004582639317959547, 0.004898684099316597, 0.005214729346334934, 0.005530774127691984, 0.005846819374710321, 0.006162864156067371, 0.006478908937424421, 0.0067949541844427586, 0.0071109989657998085, 0.007427044212818146, 0.007743088994175196, 0.008059133775532246, 0.008375179022550583, 0.008691223338246346, 0.009007268585264683, 0.00932331383228302, 0.009639359079301357, 0.00995540339499712, 0.010271448642015457, 0.010587493889033794, 0.010903538204729557, 0.011219583451747894]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 3.0, 2.0, 4.0, 3.0, 2.0, 5.0, 4.0, 7.0, 13.0, 18.0, 7.0, 11.0, 30.0, 31.0, 34.0, 50.0, 52.0, 71.0, 96.0, 121.0, 147.0, 244.0, 364.0, 4565.0, 892.0, 373.0, 199.0, 149.0, 109.0, 71.0, 61.0, 43.0, 39.0, 18.0, 17.0, 13.0, 12.0, 11.0, 12.0, 2.0, 0.0, 2.0, 4.0, 2.0, 2.0, 4.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.14540323615074158, -0.1408127248287201, -0.1362222135066986, -0.13163170218467712, -0.12704119086265564, -0.12245068699121475, -0.11786018311977386, -0.11326967179775238, -0.1086791604757309, -0.10408864915370941, -0.09949813783168793, -0.09490763396024704, -0.09031712263822556, -0.08572661131620407, -0.08113610744476318, -0.0765455961227417, -0.07195508480072021, -0.06736457347869873, -0.06277406215667725, -0.05818355828523636, -0.053593046963214874, -0.04900253564119339, -0.044412028044462204, -0.03982152044773102, -0.035231009125709534, -0.0306404996663332, -0.026049990206956863, -0.021459480747580528, -0.016868971288204193, -0.012278461828827858, -0.007687952369451523, -0.0030974429100751877, 0.0014930665493011475, 0.006083576008677483, 0.010674085468053818, 0.015264594927430153, 0.019855104386806488, 0.024445613846182823, 0.02903612330555916, 0.033626630902290344, 0.03821714222431183, 0.04280765354633331, 0.0473981611430645, 0.051988668739795685, 0.05657918006181717, 0.061169691383838654, 0.06576019525527954, 0.07035070657730103, 0.07494121789932251, 0.079531729221344, 0.08412224054336548, 0.08871274441480637, 0.09330325573682785, 0.09789376705884933, 0.10248427093029022, 0.1070747822523117, 0.11166529357433319, 0.11625580489635468, 0.12084631621837616, 0.12543682754039764, 0.13002732396125793, 0.13461783528327942, 0.1392083466053009, 0.1437988579273224, 0.14838936924934387]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 1.0, 0.0, 6.0, 6.0, 3.0, 6.0, 5.0, 2.0, 9.0, 2.0, 7.0, 26.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 3.0, 3.0, 1.0, 4.0, 2.0, 4.0, 4.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002643345855176449, -0.0025548753328621387, -0.0024664048105478287, -0.0023779342882335186, -0.0022894637659192085, -0.002200993476435542, -0.002112522954121232, -0.002024052431806922, -0.0019355819094926119, -0.0018471113871783018, -0.0017586408648639917, -0.0016701704589650035, -0.0015816999366506934, -0.0014932294143363833, -0.001404759008437395, -0.001316288486123085, -0.001227817963808775, -0.0011393474414944649, -0.0010508769191801548, -0.0009624065132811666, -0.0008739359909668565, -0.0007854654686525464, -0.0006969950045458972, -0.0006085245404392481, -0.000520054018124938, -0.0004315835249144584, -0.0003431130317039788, -0.00025464253849349916, -0.00016617204528301954, -7.770155207253993e-05, 1.0768941137939692e-05, 9.923943434841931e-05, 0.00018770992755889893, 0.00027618042076937854, 0.00036465091397985816, 0.0004531214071903378, 0.0005415919004008174, 0.0006300624227151275, 0.0007185328868217766, 0.0008070033509284258, 0.0008954738732427359, 0.000983944395557046, 0.001072414917871356, 0.0011608853237703443, 0.0012493558460846543, 0.0013378263683989644, 0.0014262967742979527, 0.0015147672966122627, 0.0016032378189265728, 0.0016917083412408829, 0.001780178863555193, 0.0018686492694541812, 0.001957119908183813, 0.0020455901976674795, 0.0021340607199817896, 0.0022225312422960997, 0.0023110017646104097, 0.00239947228692472, 0.00248794280923903, 0.00257641333155334, 0.0026648836210370064, 0.0027533541433513165, 0.0028418246656656265, 0.0029302951879799366, 0.0030187657102942467]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 4.0, 17.0, 14.0, 25.0, 44.0, 58.0, 107.0, 186.0, 243.0, 378.0, 589.0, 988.0, 1609.0, 2493.0, 4325.0, 7581.0, 13685.0, 25419.0, 52131.0, 137256.0, 759537.0, 87336.0, 38137.0, 19527.0, 10909.0, 6464.0, 3706.0, 2254.0, 1437.0, 1022.0, 688.0, 433.0, 324.0, 231.0, 163.0, 88.0, 70.0, 45.0, 23.0, 24.0, 23.0, 7.0, 14.0, 6.0, 3.0, 3.0, 2.0, 2.0, 2.0, 4.0, 2.0, 3.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.007973730564117432, -0.007682503666728735, -0.007391276303678751, -0.007100049406290054, -0.00680882204324007, -0.006517595145851374, -0.006226368248462677, -0.005935140885412693, -0.005643913988023996, -0.0053526870906353, -0.005061459727585316, -0.004770232830196619, -0.004479005932807922, -0.004187778569757938, -0.0038965516723692417, -0.0036053245421499014, -0.003314097411930561, -0.0030228702817112207, -0.0027316431514918804, -0.0024404162541031837, -0.0021491891238838434, -0.001857961993664503, -0.0015667349798604846, -0.001275507966056466, -0.0009842808358371258, -0.0006930537638254464, -0.00040182669181376696, -0.00011059961980208755, 0.00018062745220959187, 0.0004718545242212713, 0.0007630815962329507, 0.0010543086100369692, 0.0013455357402563095, 0.0016367628704756498, 0.0019279898842796683, 0.002219216898083687, 0.002510444028303027, 0.0028016711585223675, 0.003092898055911064, 0.0033841251861304045, 0.003675352316349745, 0.0039665792137384415, 0.0042578065767884254, 0.004549033474177122, 0.004840260371565819, 0.005131487734615803, 0.0054227146320044994, 0.005713941995054483, 0.00600516889244318, 0.006296395789831877, 0.006587623152881861, 0.006878850050270557, 0.007170077413320541, 0.007461304310709238, 0.007752531208097935, 0.008043758571147919, 0.008334985002875328, 0.008626212365925312, 0.008917439728975296, 0.00920866709202528, 0.00949989352375269, 0.009791120886802673, 0.010082348249852657, 0.010373574681580067, 0.01066480204463005]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 4.0, 2.0, 0.0, 6.0, 3.0, 6.0, 10.0, 9.0, 6.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.014833984896540642, -0.014048833400011063, -0.013263682834804058, -0.012478532269597054, -0.011693380773067474, -0.010908229276537895, -0.01012307871133089, -0.009337928146123886, -0.008552776649594307, -0.007767625618726015, -0.006982474587857723, -0.006197323556989431, -0.0054121725261211395, -0.004627021495252848, -0.003841870464384556, -0.003056719433516264, -0.002271568402647972, -0.0014864173717796803, -0.0007012663409113884, 8.388468995690346e-05, 0.0008690357208251953, 0.0016541867516934872, 0.002439337782561779, 0.003224488813430071, 0.004009639844298363, 0.004794790875166655, 0.0055799419060349464, 0.006365092936903238, 0.00715024396777153, 0.00793539546430111, 0.008720546029508114, 0.009505696594715118, 0.010290848091244698, 0.011075999587774277, 0.011861150152981281, 0.012646300718188286, 0.013431452214717865, 0.014216603711247444, 0.015001754276454449, 0.015786904841661453, 0.016572056338191032, 0.01735720783472061, 0.01814235746860504, 0.01892750896513462, 0.0197126604616642, 0.02049781195819378, 0.021282963454723358, 0.022068113088607788, 0.022853264585137367, 0.023638416081666946, 0.024423565715551376, 0.025208717212080956, 0.025993868708610535, 0.026779020205140114, 0.027564171701669693, 0.028349321335554123, 0.029134472832083702, 0.02991962432861328, 0.03070477396249771, 0.03148992732167244, 0.03227507695555687, 0.0330602265894413, 0.03384537994861603, 0.03463052958250046, 0.03541567921638489]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [4.0, 1.0, 0.0, 6.0, 2.0, 3.0, 5.0, 10.0, 11.0, 15.0, 6.0, 9.0, 20.0, 30.0, 40.0, 33.0, 75.0, 83.0, 131.0, 199.0, 302.0, 439.0, 599.0, 765.0, 1191.0, 1772.0, 3066.0, 6454.0, 1277.0, 572.0, 322.0, 222.0, 156.0, 126.0, 77.0, 58.0, 43.0, 40.0, 41.0, 34.0, 21.0, 19.0, 14.0, 12.0, 8.0, 8.0, 9.0, 7.0, 8.0, 11.0, 11.0, 14.0, 9.0, 7.0, 6.0, 10.0, 6.0, 4.0, 4.0, 2.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.010646849870681763, -0.01025629136711359, -0.009865733794867992, -0.00947517529129982, -0.009084617719054222, -0.00869405921548605, -0.008303501643240452, -0.00791294313967228, -0.007522385101765394, -0.007131827063858509, -0.006741269025951624, -0.006350710988044739, -0.005960152484476566, -0.005569594446569681, -0.005179036408662796, -0.004788478370755911, -0.004397920332849026, -0.004007362294942141, -0.0036168042570352554, -0.0032262459862977266, -0.0028356879483908415, -0.0024451299104839563, -0.0020545716397464275, -0.0016640136018395424, -0.0012734555639326572, -0.0008828974678181112, -0.0004923393717035651, -0.00010178127558901906, 0.000288776820525527, 0.0006793349166400731, 0.0010698930127546191, 0.001460451167076826, 0.0018510092049837112, 0.0022415672428905964, 0.0026321252807974815, 0.0030226835515350103, 0.0034132415894418955, 0.0038037996273487806, 0.004194357898086309, 0.004584915935993195, 0.00497547397390008, 0.005366032011806965, 0.00575659004971385, 0.006147148087620735, 0.006537706591188908, 0.006928264629095793, 0.007318822667002678, 0.007709380704909563, 0.008099938742816448, 0.00849049724638462, 0.008881054818630219, 0.009271613322198391, 0.009662170894443989, 0.010052729398012161, 0.010443286970257759, 0.010833845473825932, 0.011224403977394104, 0.011614961549639702, 0.012005520053207874, 0.012396077625453472, 0.012786636129021645, 0.013177193701267242, 0.013567752204835415, 0.013958309777081013, 0.014348868280649185]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.08021342009305954, -0.07814331352710724, -0.07607320696115494, -0.07400310039520264, -0.07193300127983093, -0.06986289471387863, -0.06779278814792633, -0.06572268158197403, -0.06365257501602173, -0.06158246845006943, -0.059512361884117126, -0.057442259043455124, -0.05537215247750282, -0.05330204591155052, -0.05123194307088852, -0.04916183650493622, -0.04709172993898392, -0.045021623373031616, -0.042951516807079315, -0.04088141396641731, -0.03881130740046501, -0.03674120083451271, -0.03467109799385071, -0.03260099142789841, -0.030530884861946106, -0.028460778295993805, -0.026390673592686653, -0.0243205688893795, -0.0222504623234272, -0.0201803557574749, -0.018110251054167747, -0.016040146350860596, -0.013970039784908295, -0.011899934150278568, -0.009829828515648842, -0.0077597228810191154, -0.005689617246389389, -0.0036195116117596626, -0.0015494059771299362, 0.0005206996574997902, 0.0025908052921295166, 0.004660910926759243, 0.006731016561388969, 0.008801122196018696, 0.010871227830648422, 0.012941333465278149, 0.015011439099907875, 0.017081543803215027, 0.019151650369167328, 0.02122175693511963, 0.02329186163842678, 0.025361966341733932, 0.027432072907686234, 0.029502179473638535, 0.03157228231430054, 0.03364238888025284, 0.03571249544620514, 0.03778260201215744, 0.03985270857810974, 0.041922811418771744, 0.043992917984724045, 0.046063024550676346, 0.04813312739133835, 0.05020323395729065, 0.05227334052324295]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 5.0, 9.0, 4.0, 8.0, 11.0, 13.0, 7.0, 10.0, 12.0, 11.0, 20.0, 14.0, 38.0, 9.0, 15.0, 6.0, 9.0, 7.0, 5.0, 10.0, 8.0, 5.0, 6.0, 4.0, 4.0, 2.0, 1.0, 5.0, 4.0, 0.0, 1.0, 1.0, 2.0, 2.0, 2.0, 3.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.026689939200878143, -0.02539542317390442, -0.024100907146930695, -0.02280638925731182, -0.021511873230338097, -0.020217357203364372, -0.0189228393137455, -0.017628323286771774, -0.01633380725979805, -0.015039291232824326, -0.013744774274528027, -0.012450257316231728, -0.011155741289258003, -0.009861225262284279, -0.00856670830398798, -0.007272191811352968, -0.0059776753187179565, -0.004683158826082945, -0.003388642333447933, -0.0020941258408129215, -0.0007996093481779099, 0.0004949071444571018, 0.0017894236370921135, 0.003083940129727125, 0.004378456622362137, 0.0056729731149971485, 0.00696748960763216, 0.00826200656592846, 0.009556522592902184, 0.010851038619875908, 0.012145555578172207, 0.013440072536468506, 0.01473458856344223, 0.016029104590415955, 0.01732362061738968, 0.018618138507008553, 0.019912654533982277, 0.021207170560956, 0.022501688450574875, 0.0237962044775486, 0.025090720504522324, 0.026385236531496048, 0.027679752558469772, 0.028974270448088646, 0.03026878647506237, 0.031563304364681244, 0.03285782039165497, 0.03415233641862869, 0.03544685244560242, 0.03674136847257614, 0.038035884499549866, 0.03933040052652359, 0.040624916553497314, 0.04191943630576134, 0.04321395233273506, 0.044508468359708786, 0.04580298438668251, 0.047097500413656235, 0.04839201644062996, 0.049686532467603683, 0.050981052219867706, 0.05227556824684143, 0.053570084273815155, 0.05486460030078888, 0.056159116327762604]}, "_runtime": 48.55150079727173, "_timestamp": 1596207433.1401238, "_step": 51}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 1.0, 3.0, 5.0, 5.0, 4.0, 5.0, 4.0, 1.0, 1.0, 2.0, 3.0, 4.0, 0.0, 3.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.016591966152191162, -0.01609843410551548, -0.015604902990162373, -0.015111371874809265, -0.014617839828133583, -0.014124307781457901, -0.013630776666104794, -0.013137245550751686, -0.012643713504076004, -0.012150181457400322, -0.011656650342047215, -0.011163119226694107, -0.010669587180018425, -0.010176055133342743, -0.009682524017989635, -0.009188992902636528, -0.008695460855960846, -0.008201928809285164, -0.007708397693932056, -0.007214866112917662, -0.006721334531903267, -0.006227802950888872, -0.005734271369874477, -0.005240739788860083, -0.004747208207845688, -0.004253676626831293, -0.0037601450458168983, -0.0032666134648025036, -0.002773081883788109, -0.002279550302773714, -0.0017860187217593193, -0.0012924871407449245, -0.0007989555597305298, -0.000305423978716135, 0.00018810760229825974, 0.0006816391833126545, 0.0011751707643270493, 0.001668702345341444, 0.0021622339263558388, 0.0026557655073702335, 0.0031492970883846283, 0.003642828669399023, 0.004136360250413418, 0.004629891831427813, 0.005123423412442207, 0.005616954993456602, 0.006110486574470997, 0.006604018155485392, 0.007097549736499786, 0.007591081317514181, 0.008084612898528576, 0.008578144013881683, 0.009071676060557365, 0.009565208107233047, 0.010058739222586155, 0.010552270337939262, 0.011045802384614944, 0.011539334431290627, 0.012032865546643734, 0.012526396661996841, 0.013019928708672523, 0.013513460755348206, 0.014006991870701313, 0.01450052298605442, 0.014994055032730103]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 0.0, 1.0, 4.0, 4.0, 2.0, 4.0, 8.0, 9.0, 3.0, 10.0, 10.0, 9.0, 17.0, 17.0, 30.0, 44.0, 50.0, 72.0, 108.0, 173.0, 294.0, 570.0, 5326.0, 449.0, 214.0, 151.0, 85.0, 64.0, 55.0, 33.0, 36.0, 9.0, 16.0, 10.0, 12.0, 8.0, 5.0, 2.0, 5.0, 1.0, 2.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.21679773926734924, -0.21028722822666168, -0.20377670228481293, -0.19726619124412537, -0.1907556653022766, -0.18424515426158905, -0.1777346432209015, -0.17122411727905273, -0.16471360623836517, -0.15820308029651642, -0.15169256925582886, -0.1451820582151413, -0.13867153227329254, -0.13216102123260498, -0.12565049529075623, -0.11913998425006866, -0.1126294657588005, -0.10611894726753235, -0.09960842877626419, -0.09309791773557663, -0.08658739924430847, -0.08007688075304031, -0.07356636226177216, -0.067055843770504, -0.06054532900452614, -0.05403481051325798, -0.04752429574728012, -0.04101377725601196, -0.034503258764743805, -0.027992743998765945, -0.021482225507497787, -0.014971708878874779, -0.00846119225025177, -0.001950675155967474, 0.004559841938316822, 0.011070359498262405, 0.017580876126885414, 0.024091392755508423, 0.03060191124677658, 0.03711242601275444, 0.0436229445040226, 0.050133462995290756, 0.056643977761268616, 0.06315449625253677, 0.06966501474380493, 0.07617553323507309, 0.08268604427576065, 0.08919656276702881, 0.09570708125829697, 0.10221759974956512, 0.10872811824083328, 0.11523862928152084, 0.121749147772789, 0.12825967371463776, 0.13477018475532532, 0.14128069579601288, 0.14779122173786163, 0.1543017327785492, 0.16081225872039795, 0.1673227697610855, 0.17383328080177307, 0.18034380674362183, 0.1868543177843094, 0.19336484372615814, 0.1998753547668457]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 4.0, 1.0, 0.0, 3.0, 0.0, 2.0, 1.0, 2.0, 3.0, 2.0, 4.0, 3.0, 5.0, 5.0, 4.0, 27.0, 3.0, 6.0, 3.0, 3.0, 5.0, 4.0, 5.0, 4.0, 2.0, 5.0, 3.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002549275290220976, -0.0024686260148882866, -0.002387976972386241, -0.0023073276970535517, -0.0022266784217208624, -0.0021460293792188168, -0.0020653801038861275, -0.001984730828553438, -0.0019040816696360707, -0.0018234325107187033, -0.001742783235386014, -0.0016621340764686465, -0.001581484917551279, -0.0015008356422185898, -0.0014201864833012223, -0.001339537207968533, -0.0012588880490511656, -0.0011782388901337981, -0.0010975896148011088, -0.0010169404558837414, -0.000936291238758713, -0.0008556420216336846, -0.0007749928627163172, -0.0006943436455912888, -0.0006136944284662604, -0.0005330452113412321, -0.00045239602332003415, -0.00037174683529883623, -0.00029109761817380786, -0.00021044841560069472, -0.00012979921302758157, -4.915001045446843e-05, 3.1499192118644714e-05, 0.00011214839469175786, 0.000192797597264871, 0.0002734467852860689, 0.0003540960024110973, 0.00043474521953612566, 0.0005153943784534931, 0.0005960435955785215, 0.0006766928127035499, 0.0007573420298285782, 0.0008379912469536066, 0.0009186404058709741, 0.0009992895647883415, 0.0010799388401210308, 0.0011605879990383983, 0.0012412372743710876, 0.001321886433288455, 0.0014025355922058225, 0.0014831848675385118, 0.0015638340264558792, 0.0016444833017885685, 0.001725132460705936, 0.0018057816196233034, 0.0018864308949559927, 0.0019670799374580383, 0.0020477292127907276, 0.002128378488123417, 0.002209027763456106, 0.002289676805958152, 0.002370326081290841, 0.0024509753566235304, 0.002531624399125576, 0.0026122736744582653]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 2.0, 7.0, 9.0, 7.0, 8.0, 13.0, 20.0, 8.0, 20.0, 35.0, 67.0, 90.0, 115.0, 188.0, 254.0, 374.0, 633.0, 974.0, 1618.0, 2853.0, 4691.0, 8552.0, 16188.0, 33056.0, 76010.0, 708185.0, 186523.0, 63014.0, 31356.0, 17538.0, 10230.0, 6059.0, 3914.0, 2398.0, 1560.0, 976.0, 686.0, 445.0, 272.0, 200.0, 137.0, 99.0, 76.0, 54.0, 48.0, 31.0, 15.0, 10.0, 6.0, 4.0, 4.0, 4.0, 1.0, 1.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0068158418871462345, -0.006580370478332043, -0.006344899535179138, -0.006109428126364946, -0.0058739567175507545, -0.00563848577439785, -0.005403014365583658, -0.005167543422430754, -0.004932072013616562, -0.00469660060480237, -0.0044611296616494656, -0.004225658252835274, -0.003990187309682369, -0.0037547159008681774, -0.0035192444920539856, -0.0032837733160704374, -0.0030483021400868893, -0.002812830964103341, -0.002577359788119793, -0.002341888379305601, -0.002106417203322053, -0.0018709460273385048, -0.0016354747349396348, -0.0014000034425407648, -0.0011645322665572166, -0.0009290610323660076, -0.0006935897981747985, -0.0004581185639835894, -0.00022264732979238033, 1.2823904398828745e-05, 0.0002482951385900378, 0.0004837663727812469, 0.000719237606972456, 0.0009547088411636651, 0.0011901800753548741, 0.0014256513677537441, 0.0016611225437372923, 0.0018965937197208405, 0.0021320651285350323, 0.0023675363045185804, 0.0026030074805021286, 0.0028384786564856768, 0.003073949832469225, 0.0033094212412834167, 0.003544892417266965, 0.003780363593250513, 0.004015835002064705, 0.004251305945217609, 0.004486777354031801, 0.004722248762845993, 0.0049577197059988976, 0.005193191114813089, 0.005428662523627281, 0.005664133466780186, 0.0058996048755943775, 0.006135075818747282, 0.006370547227561474, 0.006606018636375666, 0.00684148957952857, 0.007076960988342762, 0.0073124319314956665, 0.007547903340309858, 0.00778337474912405, 0.008018845692276955, 0.008254317566752434]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 2.0, 1.0, 1.0, 3.0, 7.0, 2.0, 7.0, 5.0, 16.0, 6.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.017686452716588974, -0.016496215015649796, -0.015305978246033192, -0.014115741476416588, -0.01292550377547741, -0.011735266074538231, -0.010545029304921627, -0.009354792535305023, -0.008164554834365845, -0.006974317599087954, -0.005784080363810062, -0.004593843128532171, -0.00340360589325428, -0.002213368657976389, -0.0010231314226984978, 0.0001671058125793934, 0.0013573430478572845, 0.0025475802831351757, 0.003737817518413067, 0.004928054753690958, 0.006118291988968849, 0.00730852922424674, 0.008498766459524632, 0.009689003229141235, 0.010879240930080414, 0.012069478631019592, 0.013259715400636196, 0.0144499521702528, 0.01564018987119198, 0.016830427572131157, 0.018020663410425186, 0.019210901111364365, 0.020401138812303543, 0.02159137651324272, 0.0227816142141819, 0.02397185005247593, 0.025162087753415108, 0.026352325454354286, 0.027542561292648315, 0.028732798993587494, 0.029923036694526672, 0.03111327439546585, 0.03230351209640503, 0.03349374979734421, 0.034683987498283386, 0.035874221473932266, 0.037064459174871445, 0.03825469687581062, 0.0394449345767498, 0.04063517227768898, 0.04182540997862816, 0.04301564767956734, 0.04420588165521622, 0.045396119356155396, 0.046586357057094574, 0.04777659475803375, 0.04896683245897293, 0.05015707015991211, 0.05134730786085129, 0.052537545561790466, 0.053727783262729645, 0.054918017238378525, 0.0561082549393177, 0.05729849264025688, 0.05848873034119606]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 3.0, 3.0, 5.0, 3.0, 6.0, 8.0, 22.0, 28.0, 53.0, 60.0, 105.0, 98.0, 167.0, 250.0, 386.0, 489.0, 646.0, 1027.0, 1408.0, 2273.0, 7047.0, 1970.0, 688.0, 397.0, 225.0, 170.0, 113.0, 95.0, 83.0, 84.0, 75.0, 38.0, 30.0, 46.0, 27.0, 24.0, 24.0, 31.0, 33.0, 18.0, 17.0, 15.0, 23.0, 21.0, 5.0, 7.0, 5.0, 7.0, 6.0, 6.0, 5.0, 7.0, 10.0, 2.0, 6.0, 2.0, 4.0, 4.0, 5.0, 5.0, 5.0, 1.0, 4.0], "bins": [-0.009978600777685642, -0.009520639665424824, -0.009062678553164005, -0.008604717440903187, -0.008146756328642368, -0.0076887947507202625, -0.007230833638459444, -0.0067728725261986256, -0.006314911413937807, -0.005856950301676989, -0.00539898918941617, -0.004941028077155352, -0.004483066499233246, -0.004025105386972427, -0.003567144274711609, -0.0031091831624507904, -0.002651222050189972, -0.0021932609379291534, -0.0017352997092530131, -0.0012773384805768728, -0.0008193773683160543, -0.00036141619784757495, 9.654497262090445e-05, 0.0005545061430893838, 0.0010124673135578632, 0.0014704284258186817, 0.001928389654494822, 0.0023863508831709623, 0.002844311995431781, 0.0033022731076925993, 0.0037602344527840614, 0.00421819556504488, 0.004676156677305698, 0.005134117789566517, 0.005592078901827335, 0.006050040014088154, 0.006508001126348972, 0.006965962704271078, 0.007423923816531897, 0.007881884463131428, 0.00833984650671482, 0.00879780761897564, 0.009255768731236458, 0.009713729843497276, 0.010171690955758095, 0.010629652068018913, 0.011087613180279732, 0.01154557429254055, 0.012003535404801369, 0.012461496517062187, 0.012919457629323006, 0.013377418741583824, 0.013835379853844643, 0.014293340966105461, 0.01475130207836628, 0.015209263190627098, 0.015667224302887917, 0.016125185415148735, 0.016583146527409554, 0.017041107639670372, 0.01749906875193119, 0.01795702986419201, 0.018414990976452827, 0.018872952088713646, 0.019330915063619614]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 3.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 3.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.20438486337661743, -0.20003263652324677, -0.1956804096698761, -0.19132818281650543, -0.18697595596313477, -0.1826237142086029, -0.17827148735523224, -0.17391926050186157, -0.1695670336484909, -0.16521480679512024, -0.16086257994174957, -0.1565103530883789, -0.15215811133384705, -0.14780588448047638, -0.1434536576271057, -0.13910143077373505, -0.13474920392036438, -0.1303969770669937, -0.12604475021362305, -0.12169251590967178, -0.11734028905630112, -0.11298806220293045, -0.10863582789897919, -0.10428360104560852, -0.09993137419223785, -0.09557914733886719, -0.09122692048549652, -0.08687468618154526, -0.08252245932817459, -0.07817023247480392, -0.07381799817085266, -0.069465771317482, -0.06511354446411133, -0.06076131761074066, -0.0564090870320797, -0.05205685645341873, -0.047704629600048065, -0.0433524027466774, -0.039000172168016434, -0.03464794158935547, -0.030295714735984802, -0.025943486019968987, -0.02159125730395317, -0.017239028587937355, -0.01288679987192154, -0.008534571155905724, -0.004182342439889908, 0.0001698862761259079, 0.004522114992141724, 0.00887434370815754, 0.013226572424173355, 0.01757880114018917, 0.021931029856204987, 0.026283258572220802, 0.030635487288236618, 0.03498771786689758, 0.03933994472026825, 0.043692171573638916, 0.04804440215229988, 0.052396632730960846, 0.05674885958433151, 0.06110108643770218, 0.06545332074165344, 0.06980554759502411, 0.07415777444839478]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 3.0, 2.0, 4.0, 6.0, 5.0, 18.0, 26.0, 29.0, 25.0, 41.0, 26.0, 22.0, 19.0, 13.0, 6.0, 5.0, 2.0, 1.0, 4.0, 0.0, 0.0, 3.0, 1.0, 2.0, 3.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0], "bins": [-0.10272952914237976, -0.1002701073884964, -0.09781067818403244, -0.09535125643014908, -0.09289182722568512, -0.09043240547180176, -0.0879729837179184, -0.08551355451345444, -0.08305413275957108, -0.08059470355510712, -0.07813528180122375, -0.0756758600473404, -0.07321643084287643, -0.07075700908899307, -0.06829757988452911, -0.06583815813064575, -0.06337873637676239, -0.06091930717229843, -0.05845988169312477, -0.05600045993924141, -0.05354103446006775, -0.05108160898089409, -0.04862218350172043, -0.04616275802254677, -0.04370333254337311, -0.041243910789489746, -0.038784485310316086, -0.036325059831142426, -0.033865634351968765, -0.031406208872795105, -0.028946785256266594, -0.026487361639738083, -0.024027936160564423, -0.021568510681390762, -0.01910908706486225, -0.01664966158568859, -0.014190237037837505, -0.01173081248998642, -0.00927138701081276, -0.006811962462961674, -0.004352537915110588, -0.0018931131344288588, 0.0005663116462528706, 0.0030257364269346, 0.005485161207616329, 0.007944585755467415, 0.010404011234641075, 0.01286343578249216, 0.015322860330343246, 0.017782285809516907, 0.020241709426045418, 0.022701134905219078, 0.02516055852174759, 0.02761998400092125, 0.03007940948009491, 0.03253883495926857, 0.03499826043844223, 0.03745768219232559, 0.03991710767149925, 0.04237653315067291, 0.04483595862984657, 0.04729538410902023, 0.049754805862903595, 0.052214231342077255, 0.054673656821250916]}, "_runtime": 49.38722038269043, "_timestamp": 1596207433.9758434, "_step": 52}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 0.0, 3.0, 1.0, 1.0, 3.0, 2.0, 5.0, 1.0, 4.0, 4.0, 3.0, 4.0, 1.0, 1.0, 2.0, 4.0, 1.0, 2.0, 2.0, 1.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01396537572145462, -0.013593239709734917, -0.013221104629337788, -0.012848968617618084, -0.01247683260589838, -0.012104696594178677, -0.011732561513781548, -0.011360425502061844, -0.01098828949034214, -0.010616154409945011, -0.010244018398225307, -0.009871882386505604, -0.0094997463747859, -0.009127611294388771, -0.008755475282669067, -0.008383339270949364, -0.00801120325922966, -0.007639068178832531, -0.007266932167112827, -0.006894796621054411, -0.006522660609334707, -0.006150525063276291, -0.005778389051556587, -0.005406253505498171, -0.0050341179594397545, -0.004661981947720051, -0.0042898464016616344, -0.003917710389941931, -0.0035455748438835144, -0.0031734390649944544, -0.0028013032861053944, -0.0024291675072163343, -0.0020570317283272743, -0.0016848959494382143, -0.0013127601705491543, -0.0009406245080754161, -0.0005684887291863561, -0.0001963529794011265, 0.00017578277038410306, 0.0005479184910655022, 0.0009200542699545622, 0.0012921900488436222, 0.0016643258277326822, 0.0020364616066217422, 0.0024085971526801586, 0.0027807329315692186, 0.0031528687104582787, 0.0035250044893473387, 0.0038971402682363987, 0.004269275814294815, 0.004641411826014519, 0.005013547372072935, 0.005385683383792639, 0.005757818929851055, 0.006129954941570759, 0.006502090487629175, 0.0068742260336875916, 0.007246362045407295, 0.007618497591465712, 0.007990633137524128, 0.008362769149243832, 0.008734905160963535, 0.009107041172683239, 0.009479176253080368, 0.009851312264800072]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 2.0, 1.0, 2.0, 6.0, 4.0, 2.0, 8.0, 8.0, 11.0, 13.0, 19.0, 20.0, 25.0, 40.0, 52.0, 103.0, 138.0, 222.0, 430.0, 5273.0, 763.0, 282.0, 168.0, 98.0, 77.0, 48.0, 24.0, 21.0, 17.0, 10.0, 7.0, 10.0, 4.0, 4.0, 5.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.18438377976417542, -0.177715465426445, -0.1710471361875534, -0.164378821849823, -0.1577104926109314, -0.151042178273201, -0.14437386393547058, -0.13770553469657898, -0.13103722035884857, -0.12436889857053757, -0.11770057678222656, -0.11103225499391556, -0.10436393320560455, -0.09769561141729355, -0.09102729707956314, -0.08435897529125214, -0.07769065350294113, -0.07102233171463013, -0.06435400992631912, -0.057685691863298416, -0.05101737380027771, -0.044349052011966705, -0.0376807302236557, -0.031012410297989845, -0.02434409037232399, -0.017675770446658134, -0.011007449589669704, -0.004339129198342562, 0.002329191192984581, 0.008997511118650436, 0.01566583290696144, 0.022334152832627296, 0.029002472758293152, 0.035670794546604156, 0.04233911260962486, 0.04900743439793587, 0.055675752460956573, 0.06234407424926758, 0.06901239603757858, 0.07568071782588959, 0.08234903216362, 0.089017353951931, 0.095685675740242, 0.10235399752855301, 0.10902231931686401, 0.11569064110517502, 0.12235895544290543, 0.12902727723121643, 0.13569560647010803, 0.14236392080783844, 0.14903223514556885, 0.15570056438446045, 0.16236887872219086, 0.16903720796108246, 0.17570552229881287, 0.18237383663654327, 0.18904216587543488, 0.19571048021316528, 0.20237880945205688, 0.2090471237897873, 0.2157154381275177, 0.2223837673664093, 0.2290520817041397, 0.2357204109430313, 0.24238872528076172]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 3.0, 4.0, 2.0, 3.0, 5.0, 4.0, 3.0, 5.0, 8.0, 6.0, 7.0, 27.0, 6.0, 4.0, 3.0, 2.0, 1.0, 4.0, 1.0, 2.0, 0.0, 3.0, 1.0, 2.0, 2.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0021311547607183456, -0.0020558808464556932, -0.001980606699362397, -0.0019053327850997448, -0.0018300588708370924, -0.0017547848401591182, -0.001679510809481144, -0.0016042368952184916, -0.0015289628645405173, -0.001453688833862543, -0.0013784149195998907, -0.0013031408889219165, -0.0012278668582439423, -0.0011525929439812899, -0.0010773189133033156, -0.0010020449990406632, -0.000926770968362689, -0.0008514969958923757, -0.0007762230234220624, -0.0007009489927440882, -0.0006256750202737749, -0.0005504010478034616, -0.0004751270462293178, -0.000399853044655174, -0.0003245790721848607, -0.0002493050997145474, -0.00017403109814040363, -9.875711111817509e-05, -2.348312409594655e-05, 5.179086292628199e-05, 0.00012706484994851053, 0.00020233883697073907, 0.0002776128239929676, 0.0003528867964632809, 0.0004281607980374247, 0.0005034347996115685, 0.0005787087720818818, 0.0006539827445521951, 0.0007292567752301693, 0.0008045307477004826, 0.0008798047201707959, 0.0009550786926411092, 0.0010303526651114225, 0.0011056266957893968, 0.001180900726467371, 0.0012561746407300234, 0.0013314486714079976, 0.00140672258567065, 0.0014819966163486242, 0.0015572706470265985, 0.0016325445612892509, 0.001707818591967225, 0.0017830925062298775, 0.0018583665369078517, 0.001933640567585826, 0.0020089144818484783, 0.0020841886289417744, 0.0021594625432044268, 0.002234736457467079, 0.0023100103717297316, 0.0023852845188230276, 0.00246055843308568, 0.0025358323473483324, 0.0026111064944416285, 0.002686380408704281]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 6.0, 3.0, 5.0, 6.0, 8.0, 20.0, 25.0, 38.0, 45.0, 68.0, 133.0, 177.0, 290.0, 433.0, 715.0, 1210.0, 2124.0, 3769.0, 6765.0, 13267.0, 28472.0, 69059.0, 262496.0, 661846.0, 61666.0, 28451.0, 15398.0, 8834.0, 5289.0, 3138.0, 2047.0, 1333.0, 807.0, 560.0, 342.0, 260.0, 166.0, 110.0, 74.0, 53.0, 38.0, 34.0, 20.0, 20.0, 8.0, 4.0, 5.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.007323498837649822, -0.007094919681549072, -0.006866340059787035, -0.006637760903686285, -0.006409181281924248, -0.006180602125823498, -0.0059520225040614605, -0.0057234433479607105, -0.005494863726198673, -0.005266284570097923, -0.005037705413997173, -0.004809125792235136, -0.004580546636134386, -0.004351967014372349, -0.004123387858271599, -0.003894808469340205, -0.0036662290804088116, -0.003437649691477418, -0.0032090703025460243, -0.0029804909136146307, -0.002751911524683237, -0.002523332368582487, -0.0022947529796510935, -0.0020661735907197, -0.0018375942017883062, -0.0016090148128569126, -0.001380435423925519, -0.0011518561514094472, -0.0009232767624780536, -0.00069469737354666, -0.00046611804282292724, -0.00023753868299536407, -8.959323167800903e-06, 0.00021962003665976226, 0.00044819939648732543, 0.0006767787272110581, 0.0009053581161424518, 0.0011339375050738454, 0.0013625167775899172, 0.0015910961665213108, 0.0018196755554527044, 0.002048254944384098, 0.0022768343333154917, 0.0025054137222468853, 0.0027339928783476353, 0.002962572267279029, 0.0031911516562104225, 0.003419731045141816, 0.0036483104340732098, 0.0038768898230046034, 0.004105469211935997, 0.004334048368036747, 0.004562627989798784, 0.004791207145899534, 0.0050197867676615715, 0.0052483659237623215, 0.0054769450798630714, 0.005705524701625109, 0.005934103857725859, 0.006162683479487896, 0.006391262635588646, 0.006619842257350683, 0.006848421413451433, 0.0070770010352134705, 0.00730558019131422]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 3.0, 1.0, 2.0, 6.0, 4.0, 8.0, 3.0, 5.0, 0.0, 9.0, 5.0, 3.0, 2.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.007754352875053883, -0.007077603135257959, -0.0064008538611233234, -0.0057241041213274, -0.005047354847192764, -0.004370605107396841, -0.003693855367600918, -0.0030171058606356382, -0.0023403563536703587, -0.001663606846705079, -0.0009868572233244777, -0.0003101076581515372, 0.0003666419070214033, 0.001043391413986683, 0.0017201410373672843, 0.0023968906607478857, 0.0030736401677131653, 0.003750389674678445, 0.0044271391816437244, 0.005103888921439648, 0.005780638195574284, 0.006457387935370207, 0.00713413767516613, 0.007810886949300766, 0.008487636223435402, 0.009164386428892612, 0.009841135703027248, 0.010517884977161884, 0.011194635182619095, 0.01187138445675373, 0.012548133730888367, 0.013224883936345577, 0.013901633210480213, 0.014578382484614849, 0.01525513269007206, 0.015931881964206696, 0.01660863123834133, 0.017285380512475967, 0.017962129786610603, 0.01863888092339039, 0.019315630197525024, 0.01999237947165966, 0.020669128745794296, 0.021345878019928932, 0.022022627294063568, 0.022699378430843353, 0.02337612770497799, 0.024052876979112625, 0.02472962625324726, 0.025406375527381897, 0.026083124801516533, 0.02675987407565117, 0.027436625212430954, 0.02811337448656559, 0.028790123760700226, 0.029466873034834862, 0.030143622308969498, 0.030820371583104134, 0.03149712085723877, 0.032173871994018555, 0.03285061940550804, 0.03352737054228783, 0.03420412167906761, 0.0348808690905571, 0.035557620227336884]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [4.0, 3.0, 6.0, 6.0, 9.0, 9.0, 30.0, 47.0, 60.0, 96.0, 143.0, 209.0, 329.0, 475.0, 689.0, 1022.0, 1388.0, 1937.0, 5843.0, 2458.0, 1059.0, 562.0, 412.0, 340.0, 236.0, 175.0, 110.0, 99.0, 67.0, 60.0, 61.0, 41.0, 39.0, 34.0, 32.0, 29.0, 26.0, 25.0, 22.0, 15.0, 24.0, 18.0, 16.0, 22.0, 18.0, 15.0, 14.0, 13.0, 19.0, 16.0, 5.0, 10.0, 5.0, 6.0, 11.0, 7.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0], "bins": [-0.005972649436444044, -0.0056581092067062855, -0.005343569442629814, -0.0050290292128920555, -0.004714489448815584, -0.0043999492190778255, -0.004085409455001354, -0.0037708692252635956, -0.0034563292283564806, -0.0031417892314493656, -0.0028272492345422506, -0.0025127092376351357, -0.002198169007897377, -0.0018836291274055839, -0.001569089014083147, -0.001254549017176032, -0.0009400090202689171, -0.0006254690233618021, -0.0003109289682470262, 3.6110577639192343e-06, 0.0003181510837748647, 0.0006326910806819797, 0.0009472311357967556, 0.0012617711909115314, 0.0015763111878186464, 0.0018908511847257614, 0.0022053911816328764, 0.0025199311785399914, 0.00283447140827775, 0.003149011405184865, 0.00346355140209198, 0.003778091398999095, 0.00409263139590621, 0.004407171625643969, 0.00472171138972044, 0.0050362516194581985, 0.00535079138353467, 0.0056653316132724285, 0.0059798713773489, 0.0062944116070866585, 0.006608951836824417, 0.0069234916009008884, 0.007238031830638647, 0.007552571594715118, 0.007867111824452877, 0.008181652054190636, 0.00849619135260582, 0.008810731582343578, 0.009125271812081337, 0.009439812041819096, 0.009754352271556854, 0.010068891569972038, 0.010383431799709797, 0.010697972029447556, 0.011012512259185314, 0.011327051557600498, 0.011641591787338257, 0.011956132017076015, 0.012270672246813774, 0.012585212476551533, 0.012899751774966717, 0.013214292004704475, 0.013528832234442234, 0.013843372464179993, 0.014157911762595177]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 4.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0], "bins": [-0.1505918651819229, -0.14735373854637146, -0.14411561191082, -0.14087748527526855, -0.1376393735408783, -0.13440124690532684, -0.1311631202697754, -0.12792499363422394, -0.12468686699867249, -0.12144874781370163, -0.11821062117815018, -0.11497249454259872, -0.11173437535762787, -0.10849624872207642, -0.10525812208652496, -0.10202000290155411, -0.09878187626600266, -0.0955437496304512, -0.09230563044548035, -0.0890675038099289, -0.08582937717437744, -0.08259125798940659, -0.07935313135385513, -0.07611500471830368, -0.07287688553333282, -0.06963875889778137, -0.06640063226222992, -0.06316250562667847, -0.05992438644170761, -0.05668625980615616, -0.053448136895895004, -0.05021001026034355, -0.0469718873500824, -0.04373376443982124, -0.04049563780426979, -0.037257514894008636, -0.034019388258457184, -0.03078126534819603, -0.027543142437934875, -0.024305017665028572, -0.02106689289212227, -0.017828768119215965, -0.014590644277632236, -0.011352520436048508, -0.008114395663142204, -0.004876271355897188, -0.001638147048652172, 0.001599977258592844, 0.00483810156583786, 0.008076226338744164, 0.011314350180327892, 0.014552474021911621, 0.017790598794817924, 0.021028723567724228, 0.024266846477985382, 0.027504971250891685, 0.03074309602379799, 0.03398121893405914, 0.037219345569610596, 0.04045746847987175, 0.043695591390132904, 0.04693371802568436, 0.05017184093594551, 0.053409967571496964, 0.05664809048175812]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 3.0, 2.0, 1.0, 2.0, 2.0, 1.0, 3.0, 2.0, 3.0, 5.0, 10.0, 13.0, 22.0, 37.0, 45.0, 37.0, 25.0, 10.0, 13.0, 3.0, 8.0, 1.0, 1.0, 6.0, 2.0, 3.0, 6.0, 1.0, 2.0, 3.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.05042637139558792, -0.04868711531162262, -0.04694785922765732, -0.045208606868982315, -0.043469350785017014, -0.04173009470105171, -0.03999083861708641, -0.03825158253312111, -0.036512330174446106, -0.034773074090480804, -0.0330338180065155, -0.0312945619225502, -0.0295553058385849, -0.027816051617264748, -0.026076795533299446, -0.024337541311979294, -0.022598285228013992, -0.02085902914404869, -0.01911977492272854, -0.017380518838763237, -0.015641264617443085, -0.013902008533477783, -0.012162752449512482, -0.010423497296869755, -0.008684242144227028, -0.006944986991584301, -0.005205731373280287, -0.0034664759878069162, -0.0017272206023335457, 1.2034783139824867e-05, 0.0017512901686131954, 0.003490545554086566, 0.0052298009395599365, 0.006969056092202663, 0.00870831124484539, 0.010447567328810692, 0.012186822481453419, 0.013926077634096146, 0.015665333718061447, 0.0174045879393816, 0.0191438440233469, 0.020883100107312202, 0.022622354328632355, 0.024361610412597656, 0.026100866496562958, 0.02784012071788311, 0.02957937680184841, 0.031318631023168564, 0.033057887107133865, 0.03479714319109917, 0.03653639927506447, 0.03827565163373947, 0.04001490771770477, 0.041754163801670074, 0.043493419885635376, 0.04523267596960068, 0.04697193205356598, 0.04871118441224098, 0.050450440496206284, 0.052189696580171585, 0.05392895266413689, 0.05566820874810219, 0.05740746110677719, 0.05914671719074249, 0.060885973274707794]}, "_runtime": 50.16142416000366, "_timestamp": 1596207434.7500472, "_step": 53}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 3.0, 1.0, 1.0, 1.0, 2.0, 0.0, 4.0, 1.0, 1.0, 1.0, 9.0, 4.0, 5.0, 2.0, 4.0, 2.0, 3.0, 4.0, 0.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014538776129484177, -0.014131096191704273, -0.01372341625392437, -0.013315736316144466, -0.012908056378364563, -0.01250037644058466, -0.012092696502804756, -0.011685016565024853, -0.01127733662724495, -0.010869656689465046, -0.010461976751685143, -0.010054296813905239, -0.009646616876125336, -0.009238936938345432, -0.008831257000565529, -0.008423577062785625, -0.008015897125005722, -0.007608217652887106, -0.0072005377151072025, -0.006792857777327299, -0.006385177839547396, -0.005977497901767492, -0.005569817963987589, -0.0051621380262076855, -0.004754458554089069, -0.004346778616309166, -0.0039390986785292625, -0.0035314185079187155, -0.0031237388029694557, -0.0027160588651895523, -0.002308378927409649, -0.0019006989896297455, -0.001493019051849842, -0.0010853391140699387, -0.0006776592344976962, -0.0002699793258216232, 0.00013770058285444975, 0.0005453805206343532, 0.0009530604002065957, 0.0013607402797788382, 0.0017684202175587416, 0.002176100155338645, 0.0025837800931185484, 0.002991460030898452, 0.0033991397358477116, 0.003806819673627615, 0.004214499611407518, 0.004622179549187422, 0.005029859486967325, 0.005437539424747229, 0.005845219362527132, 0.0062528993003070354, 0.006660579238086939, 0.007068259175866842, 0.007475939113646746, 0.007883618585765362, 0.008291298523545265, 0.008698978461325169, 0.009106658399105072, 0.009514338336884975, 0.009922018274664879, 0.010329698212444782, 0.010737378150224686, 0.011145058088004589, 0.011552738025784492]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 2.0, 2.0, 8.0, 4.0, 5.0, 4.0, 5.0, 12.0, 15.0, 8.0, 14.0, 22.0, 30.0, 52.0, 43.0, 64.0, 92.0, 119.0, 182.0, 238.0, 403.0, 5206.0, 543.0, 254.0, 161.0, 121.0, 76.0, 44.0, 31.0, 47.0, 23.0, 19.0, 11.0, 9.0, 12.0, 13.0, 5.0, 6.0, 3.0, 3.0, 3.0, 3.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.16395267844200134, -0.1591842621564865, -0.15441584587097168, -0.14964742958545685, -0.14487901329994202, -0.14011059701442719, -0.13534218072891235, -0.13057376444339752, -0.1258053481578827, -0.12103693932294846, -0.11626852303743362, -0.11150010675191879, -0.10673169046640396, -0.10196327418088913, -0.0971948578953743, -0.09242644160985947, -0.08765802532434464, -0.0828896090388298, -0.07812119275331497, -0.07335277646780014, -0.06858436018228531, -0.06381594389677048, -0.059047531336545944, -0.05427911505103111, -0.04951069876551628, -0.04474228248000145, -0.03997386619448662, -0.035205449908971786, -0.030437035486102104, -0.025668619200587273, -0.02090020477771759, -0.01613178849220276, -0.011363372206687927, -0.006594956386834383, -0.0018265405669808388, 0.0029418752528727055, 0.00771029107272625, 0.012478707358241081, 0.017247121781110764, 0.022015538066625595, 0.026783954352140427, 0.03155237063765526, 0.03632078692317009, 0.04108920320868492, 0.045857615768909454, 0.050626032054424286, 0.05539444833993912, 0.06016286462545395, 0.06493128091096878, 0.06969969719648361, 0.07446811348199844, 0.07923652976751328, 0.0840049460530281, 0.08877336233854294, 0.09354177862405777, 0.0983101949095726, 0.10307860374450684, 0.10784702003002167, 0.1126154363155365, 0.11738385260105133, 0.12215226888656616, 0.126920685172081, 0.13168910145759583, 0.13645751774311066, 0.1412259340286255]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 1.0, 1.0, 3.0, 0.0, 1.0, 2.0, 1.0, 6.0, 5.0, 2.0, 2.0, 6.0, 3.0, 6.0, 5.0, 26.0, 4.0, 8.0, 5.0, 5.0, 1.0, 1.0, 4.0, 1.0, 2.0, 3.0, 0.0, 2.0, 1.0, 1.0, 3.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0017959288088604808, -0.0017288719536736608, -0.0016618152149021626, -0.0015947583597153425, -0.0015277015045285225, -0.0014606447657570243, -0.0013935879105702043, -0.0013265310553833842, -0.001259474316611886, -0.001192417461425066, -0.001125360606238246, -0.001058303751051426, -0.0009912470122799277, -0.0009241901570931077, -0.0008571333601139486, -0.0007900765049271286, -0.0007230197079479694, -0.0006559629109688103, -0.0005889060557819903, -0.0005218492588028312, -0.0004547924327198416, -0.000387735606636852, -0.0003206788096576929, -0.00025362198357470334, -0.00018656515749171376, -0.0001195083386846818, -5.2451519877649844e-05, 1.4605298929382116e-05, 8.166211773641407e-05, 0.00014871894381940365, 0.000215775755350478, 0.00028283256688155234, 0.0003498893929645419, 0.0004169462190475315, 0.00048400304513052106, 0.0005510598421096802, 0.0006181166972965002, 0.0006851734942756593, 0.0007522302912548184, 0.0008192871464416385, 0.0008863439434207976, 0.0009534007403999567, 0.0010204575955867767, 0.0010875144507735968, 0.001154571189545095, 0.001221628044731915, 0.001288684899918735, 0.0013557416386902332, 0.0014227984938770533, 0.0014898553490638733, 0.0015569120878353715, 0.0016239689430221915, 0.0016910257982090116, 0.0017580825369805098, 0.0018251393921673298, 0.0018921962473541498, 0.00195925310254097, 0.00202630995772779, 0.0020933665800839663, 0.0021604234352707863, 0.0022274802904576063, 0.0022945371456444263, 0.0023615940008312464, 0.0024286508560180664, 0.0024957074783742428]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 2.0, 9.0, 6.0, 11.0, 13.0, 13.0, 25.0, 26.0, 29.0, 54.0, 73.0, 91.0, 117.0, 180.0, 243.0, 317.0, 457.0, 694.0, 908.0, 1349.0, 1973.0, 2991.0, 4509.0, 7318.0, 12295.0, 20991.0, 39040.0, 78856.0, 234569.0, 609201.0, 65254.0, 34708.0, 20989.0, 13457.0, 8820.0, 5937.0, 4171.0, 2810.0, 1993.0, 1387.0, 1028.0, 718.0, 506.0, 386.0, 285.0, 202.0, 167.0, 100.0, 99.0, 83.0, 49.0, 30.0, 27.0, 15.0, 26.0, 13.0, 5.0, 4.0, 6.0, 6.0, 3.0, 0.0, 1.0], "bins": [-0.004995990544557571, -0.00482957623898983, -0.004663161467760801, -0.00449674716219306, -0.0043303328566253185, -0.00416391808539629, -0.003997503779828548, -0.003831089474260807, -0.003664674935862422, -0.003498260397464037, -0.0033318460918962955, -0.0031654315534979105, -0.0029990170150995255, -0.002832602709531784, -0.002666188171133399, -0.0024997738655656576, -0.0023333593271672726, -0.0021669447887688875, -0.002000530483201146, -0.001834115944802761, -0.0016677015228196979, -0.0015012871008366346, -0.0013348725624382496, -0.0011684581404551864, -0.0010020437184721231, -0.0008356292964890599, -0.0006692148162983358, -0.0005028003361076117, -0.00033638591412454844, -0.00016997146303765476, -3.5570119507610798e-06, 0.0001628574391361326, 0.0003292718902230263, 0.0004956863122060895, 0.0006621007923968136, 0.0008285152725875378, 0.000994929694570601, 0.0011613441165536642, 0.0013277586549520493, 0.0014941730769351125, 0.0016605874989181757, 0.001827001920901239, 0.001993416342884302, 0.002159830881282687, 0.0023262454196810722, 0.0024926597252488136, 0.0026590742636471987, 0.00282548856921494, 0.002991903107613325, 0.00315831764601171, 0.0033247319515794516, 0.0034911464899778366, 0.003657560795545578, 0.003823975333943963, 0.003990389872342348, 0.0041568041779100895, 0.004323218949139118, 0.00448963325470686, 0.004656047560274601, 0.004822461865842342, 0.004988876637071371, 0.0051552909426391125, 0.005321705248206854, 0.005488120019435883, 0.005654534325003624]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 3.0, 2.0, 1.0, 3.0, 3.0, 2.0, 4.0, 2.0, 13.0, 6.0, 1.0, 2.0, 4.0, 2.0, 5.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.03393963724374771, -0.03324113413691521, -0.0325426310300827, -0.0318441241979599, -0.031145621091127396, -0.03044711798429489, -0.029748613014817238, -0.029050109907984734, -0.02835160493850708, -0.027653101831674576, -0.026954596862196922, -0.026256093755364418, -0.025557588785886765, -0.02485908567905426, -0.024160580709576607, -0.023462077602744102, -0.02276357263326645, -0.022065069526433945, -0.02136656641960144, -0.020668061450123787, -0.019969558343291283, -0.01927105337381363, -0.018572550266981125, -0.01787404529750347, -0.017175542190670967, -0.016477037221193314, -0.01577853411436081, -0.01508003007620573, -0.014381526038050652, -0.013683021999895573, -0.012984517961740494, -0.012286013923585415, -0.011587509885430336, -0.010889005847275257, -0.010190501809120178, -0.0094919977709651, -0.00879349373281002, -0.008094989694654942, -0.00739648612216115, -0.006697982084006071, -0.005999478045850992, -0.005300974007695913, -0.004602469969540834, -0.003903966164216399, -0.0032054621260613203, -0.0025069580879062414, -0.0018084541661664844, -0.0011099502444267273, -0.0004114462062716484, 0.00028705777367576957, 0.0009855617536231875, 0.0016840656753629446, 0.0023825697135180235, 0.0030810737516731024, 0.0037795775569975376, 0.0044780815951526165, 0.005176585633307695, 0.005875089671462774, 0.006573593709617853, 0.007272097747772932, 0.007970601320266724, 0.008669105358421803, 0.009367609396576881, 0.01006611343473196, 0.01076461747288704]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [6.0, 10.0, 1.0, 1.0, 6.0, 3.0, 4.0, 6.0, 7.0, 3.0, 2.0, 5.0, 9.0, 6.0, 6.0, 7.0, 10.0, 11.0, 10.0, 18.0, 8.0, 22.0, 22.0, 29.0, 48.0, 51.0, 53.0, 58.0, 96.0, 101.0, 127.0, 153.0, 204.0, 218.0, 261.0, 317.0, 435.0, 642.0, 993.0, 1342.0, 2183.0, 6071.0, 1628.0, 909.0, 636.0, 516.0, 329.0, 207.0, 184.0, 134.0, 99.0, 63.0, 33.0, 33.0, 31.0, 18.0, 14.0, 10.0, 12.0, 4.0, 4.0, 0.0, 1.0, 2.0], "bins": [-0.010951870121061802, -0.010687008500099182, -0.010422146879136562, -0.010157285258173943, -0.009892423637211323, -0.009627562016248703, -0.009362700395286083, -0.009097838774323463, -0.008832976222038269, -0.00856811460107565, -0.00830325298011303, -0.00803839135915041, -0.00777352973818779, -0.00750866811722517, -0.00724380649626255, -0.006978944875299931, -0.006714083254337311, -0.006449221633374691, -0.006184360012412071, -0.0059194983914494514, -0.005654636770486832, -0.005389774683862925, -0.005124913062900305, -0.004860051441937685, -0.004595189820975065, -0.0043303282000124454, -0.004065466579049826, -0.0038006047252565622, -0.0035357431042939425, -0.0032708814833313227, -0.0030060196295380592, -0.0027411580085754395, -0.0024762963876128197, -0.0022114347666502, -0.0019465730292722583, -0.0016817112918943167, -0.001416849670931697, -0.0011519880499690771, -0.0008871263125911355, -0.0006222646334208548, -0.0003574029542505741, -9.254127508029342e-05, 0.00017232040408998728, 0.000437182083260268, 0.0007020437624305487, 0.0009669054416008294, 0.00123176712077111, 0.0014966288581490517, 0.0017614904791116714, 0.0020263521000742912, 0.002291213721036911, 0.0025560755748301744, 0.0028209371957927942, 0.003085798816755414, 0.0033506606705486774, 0.0036155222915112972, 0.003880383912473917, 0.004145245533436537, 0.004410107154399157, 0.004674968775361776, 0.0049398308619856834, 0.005204692482948303, 0.005469554103910923, 0.005734415724873543, 0.005999277345836163]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.03811807930469513, -0.03638402745127678, -0.03464997559785843, -0.03291592374444008, -0.031181873753666878, -0.029447823762893677, -0.027713771909475327, -0.025979720056056976, -0.024245668202638626, -0.022511618211865425, -0.020777566358447075, -0.019043514505028725, -0.017309464514255524, -0.015575412660837173, -0.013841361738741398, -0.012107309885323048, -0.010373258963227272, -0.008639208041131496, -0.006905156187713146, -0.005171105265617371, -0.0034370538778603077, -0.0017030026065185666, 3.104866482317448e-05, 0.0017650999361649156, 0.0034991512075066566, 0.0052332025952637196, 0.0069672539830207825, 0.008701304905116558, 0.010435355827212334, 0.012169407680630684, 0.01390345860272646, 0.015637509524822235, 0.017371561378240585, 0.019105613231658936, 0.020839663222432137, 0.022573715075850487, 0.024307766929268837, 0.026041816920042038, 0.027775868773460388, 0.02950992062687874, 0.03124397248029709, 0.03297802433371544, 0.03471207246184349, 0.03644612431526184, 0.03818017616868019, 0.03991422802209854, 0.04164827987551689, 0.04338233172893524, 0.04511637985706329, 0.046850431710481644, 0.048584483563899994, 0.050318535417318344, 0.052052587270736694, 0.053786639124155045, 0.055520690977573395, 0.05725473910570145, 0.0589887909591198, 0.06072284281253815, 0.0624568946659565, 0.06419094651937485, 0.0659249946475029, 0.06765905022621155, 0.0693930983543396, 0.07112715393304825, 0.0728612020611763]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 5.0, 5.0, 1.0, 4.0, 5.0, 6.0, 9.0, 4.0, 6.0, 12.0, 14.0, 15.0, 14.0, 17.0, 34.0, 15.0, 19.0, 7.0, 7.0, 6.0, 11.0, 13.0, 5.0, 10.0, 2.0, 2.0, 3.0, 3.0, 3.0, 3.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0], "bins": [-0.02624940313398838, -0.025504926219582558, -0.024760451167821884, -0.02401597425341606, -0.023271499201655388, -0.022527022287249565, -0.02178254723548889, -0.02103807032108307, -0.020293595269322395, -0.019549118354916573, -0.0188046433031559, -0.018060166388750076, -0.017315691336989403, -0.01657121442258358, -0.015826739370822906, -0.015082262456417084, -0.014337786473333836, -0.013593310490250587, -0.01284883450716734, -0.012104358524084091, -0.011359882541000843, -0.010615406557917595, -0.009870930574834347, -0.009126454591751099, -0.008381977677345276, -0.007637502159923315, -0.006893026176840067, -0.006148550193756819, -0.005404073745012283, -0.004659597761929035, -0.003915121778845787, -0.003170645795762539, -0.0024261698126792908, -0.0016816938295960426, -0.0009372177300974727, -0.00019274168880656362, 0.0005517343524843454, 0.0012962103355675936, 0.0020406865514814854, 0.0027851625345647335, 0.0035296385176479816, 0.00427411450073123, 0.005018590483814478, 0.005763066466897726, 0.0065075429156422615, 0.00725201889872551, 0.007996494881808758, 0.008740970864892006, 0.009485446847975254, 0.010229922831058502, 0.01097439881414175, 0.011718874797224998, 0.012463350780308247, 0.013207826763391495, 0.013952302746474743, 0.014696778729557991, 0.015441255643963814, 0.016185730695724487, 0.01693020761013031, 0.017674682661890984, 0.018419159576296806, 0.01916363462805748, 0.019908111542463303, 0.020652586594223976, 0.0213970635086298]}, "_runtime": 50.97673559188843, "_timestamp": 1596207435.5653586, "_step": 54}
+{"epoch": 4, "val_accuracy": 0.8134995719178082, "val_loss": 0.48629805690621675, "_runtime": 52.60990071296692, "_timestamp": 1596207437.1985238, "_step": 55}
diff --git a/wandb/run-20200731_145627-28kizbir/wandb-metadata.json b/wandb/run-20200731_145627-28kizbir/wandb-metadata.json
new file mode 100644
index 0000000..570e60b
--- /dev/null
+++ b/wandb/run-20200731_145627-28kizbir/wandb-metadata.json
@@ -0,0 +1,30 @@
+{
+ "root": "/home/akternurra/Documents/projects/quest-for-general-artifical-intelligence/projects/text-recognizer",
+ "program": "<python with no main file>",
+ "git": {
+ "remote": "git@github.com:aktersnurra/text-recognizer.git",
+ "commit": "fa461db6132e7a22f3aa1bb48cce8981890325fb"
+ },
+ "email": "gustaf.rydholm@gmail.com",
+ "startedAt": "2020-07-31T14:56:27.658158",
+ "host": "kompjuter",
+ "username": "akternurra",
+ "executable": "/home/akternurra/.cache/pypoetry/virtualenvs/text-recognizer-N1c_zsdp-py3.8/bin/python",
+ "os": "Linux-5.4.0-42-generic-x86_64-with-glibc2.27",
+ "python": "3.8.2",
+ "gpu": "GeForce RTX 2070",
+ "gpu_count": 1,
+ "cpu_count": 12,
+ "cuda": "10.1.105",
+ "args": [
+ "--gpu=-1",
+ "--save",
+ "--experiment_config={\"dataloader\": \"EmnistDataLoader\", \"data_loader_args\": {\"splits\": [\"train\", \"val\"], \"sample_to_balance\": true, \"subsample_fraction\": null, \"transform\": null, \"target_transform\": null, \"batch_size\": 256, \"shuffle\": true, \"num_workers\": 8, \"cuda\": true, \"seed\": 4711}, \"model\": \"CharacterModel\", \"metrics\": [\"accuracy\"], \"network\": \"LeNet\", \"network_args\": {\"input_size\": [28, 28], \"output_size\": 62}, \"train_args\": {\"batch_size\": 256, \"epochs\": 4}, \"criterion\": \"CrossEntropyLoss\", \"criterion_args\": {\"weight\": null, \"ignore_index\": -100, \"reduction\": \"mean\"}, \"optimizer\": \"AdamW\", \"optimizer_args\": {\"lr\": 0.01, \"betas\": [0.9, 0.999], \"eps\": 1e-08, \"weight_decay\": 0, \"amsgrad\": false}, \"lr_scheduler\": \"OneCycleLR\", \"lr_scheduler_args\": {\"max_lr\": 0.001, \"epochs\": 4}, \"callbacks\": [\"Checkpoint\", \"EarlyStopping\", \"WandbCallback\"], \"callback_args\": {\"Checkpoint\": {\"monitor\": \"val_accuracy\"}, \"EarlyStopping\": {\"monitor\": \"val_loss\", \"min_delta\": 0.0, \"patience\": 3, \"mode\": \"min\"}, \"WandbCallback\": {\"log_batch_frequency\": 1}}, \"verbosity\": 2, \"resume_experiment\": null, \"experiment_group\": \"Sample-Experiments\"}"
+ ],
+ "state": "failed",
+ "jobType": null,
+ "mode": "run",
+ "project": "text-recognizer",
+ "heartbeatAt": "2020-07-31T14:57:19.356948",
+ "exitcode": 1
+}
diff --git a/wandb/run-20200731_145627-28kizbir/wandb-summary.json b/wandb/run-20200731_145627-28kizbir/wandb-summary.json
new file mode 100644
index 0000000..e27a028
--- /dev/null
+++ b/wandb/run-20200731_145627-28kizbir/wandb-summary.json
@@ -0,0 +1 @@
+{"graph_0": {"_type": "graph-file", "path": "media/graph/graph_0_summary_b9aa3b53.graph.json", "sha256": "b9aa3b532d29e6383f3f14f1cf761c4663630ff31e376abe6b1f19d3efd90c21", "size": 1814}, "_step": 55, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 3.0, 2.0, 1.0, 3.0, 3.0, 2.0, 4.0, 2.0, 13.0, 6.0, 1.0, 2.0, 4.0, 2.0, 5.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.03393963724374771, -0.03324113413691521, -0.0325426310300827, -0.0318441241979599, -0.031145621091127396, -0.03044711798429489, -0.029748613014817238, -0.029050109907984734, -0.02835160493850708, -0.027653101831674576, -0.026954596862196922, -0.026256093755364418, -0.025557588785886765, -0.02485908567905426, -0.024160580709576607, -0.023462077602744102, -0.02276357263326645, -0.022065069526433945, -0.02136656641960144, -0.020668061450123787, -0.019969558343291283, -0.01927105337381363, -0.018572550266981125, -0.01787404529750347, -0.017175542190670967, -0.016477037221193314, -0.01577853411436081, -0.01508003007620573, -0.014381526038050652, -0.013683021999895573, -0.012984517961740494, -0.012286013923585415, -0.011587509885430336, -0.010889005847275257, -0.010190501809120178, -0.0094919977709651, -0.00879349373281002, -0.008094989694654942, -0.00739648612216115, -0.006697982084006071, -0.005999478045850992, -0.005300974007695913, -0.004602469969540834, -0.003903966164216399, -0.0032054621260613203, -0.0025069580879062414, -0.0018084541661664844, -0.0011099502444267273, -0.0004114462062716484, 0.00028705777367576957, 0.0009855617536231875, 0.0016840656753629446, 0.0023825697135180235, 0.0030810737516731024, 0.0037795775569975376, 0.0044780815951526165, 0.005176585633307695, 0.005875089671462774, 0.006573593709617853, 0.007272097747772932, 0.007970601320266724, 0.008669105358421803, 0.009367609396576881, 0.01006611343473196, 0.01076461747288704]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 2.0, 2.0, 8.0, 4.0, 5.0, 4.0, 5.0, 12.0, 15.0, 8.0, 14.0, 22.0, 30.0, 52.0, 43.0, 64.0, 92.0, 119.0, 182.0, 238.0, 403.0, 5206.0, 543.0, 254.0, 161.0, 121.0, 76.0, 44.0, 31.0, 47.0, 23.0, 19.0, 11.0, 9.0, 12.0, 13.0, 5.0, 6.0, 3.0, 3.0, 3.0, 3.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.16395267844200134, -0.1591842621564865, -0.15441584587097168, -0.14964742958545685, -0.14487901329994202, -0.14011059701442719, -0.13534218072891235, -0.13057376444339752, -0.1258053481578827, -0.12103693932294846, -0.11626852303743362, -0.11150010675191879, -0.10673169046640396, -0.10196327418088913, -0.0971948578953743, -0.09242644160985947, -0.08765802532434464, -0.0828896090388298, -0.07812119275331497, -0.07335277646780014, -0.06858436018228531, -0.06381594389677048, -0.059047531336545944, -0.05427911505103111, -0.04951069876551628, -0.04474228248000145, -0.03997386619448662, -0.035205449908971786, -0.030437035486102104, -0.025668619200587273, -0.02090020477771759, -0.01613178849220276, -0.011363372206687927, -0.006594956386834383, -0.0018265405669808388, 0.0029418752528727055, 0.00771029107272625, 0.012478707358241081, 0.017247121781110764, 0.022015538066625595, 0.026783954352140427, 0.03155237063765526, 0.03632078692317009, 0.04108920320868492, 0.045857615768909454, 0.050626032054424286, 0.05539444833993912, 0.06016286462545395, 0.06493128091096878, 0.06969969719648361, 0.07446811348199844, 0.07923652976751328, 0.0840049460530281, 0.08877336233854294, 0.09354177862405777, 0.0983101949095726, 0.10307860374450684, 0.10784702003002167, 0.1126154363155365, 0.11738385260105133, 0.12215226888656616, 0.126920685172081, 0.13168910145759583, 0.13645751774311066, 0.1412259340286255]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.03811807930469513, -0.03638402745127678, -0.03464997559785843, -0.03291592374444008, -0.031181873753666878, -0.029447823762893677, -0.027713771909475327, -0.025979720056056976, -0.024245668202638626, -0.022511618211865425, -0.020777566358447075, -0.019043514505028725, -0.017309464514255524, -0.015575412660837173, -0.013841361738741398, -0.012107309885323048, -0.010373258963227272, -0.008639208041131496, -0.006905156187713146, -0.005171105265617371, -0.0034370538778603077, -0.0017030026065185666, 3.104866482317448e-05, 0.0017650999361649156, 0.0034991512075066566, 0.0052332025952637196, 0.0069672539830207825, 0.008701304905116558, 0.010435355827212334, 0.012169407680630684, 0.01390345860272646, 0.015637509524822235, 0.017371561378240585, 0.019105613231658936, 0.020839663222432137, 0.022573715075850487, 0.024307766929268837, 0.026041816920042038, 0.027775868773460388, 0.02950992062687874, 0.03124397248029709, 0.03297802433371544, 0.03471207246184349, 0.03644612431526184, 0.03818017616868019, 0.03991422802209854, 0.04164827987551689, 0.04338233172893524, 0.04511637985706329, 0.046850431710481644, 0.048584483563899994, 0.050318535417318344, 0.052052587270736694, 0.053786639124155045, 0.055520690977573395, 0.05725473910570145, 0.0589887909591198, 0.06072284281253815, 0.0624568946659565, 0.06419094651937485, 0.0659249946475029, 0.06765905022621155, 0.0693930983543396, 0.07112715393304825, 0.0728612020611763]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [6.0, 10.0, 1.0, 1.0, 6.0, 3.0, 4.0, 6.0, 7.0, 3.0, 2.0, 5.0, 9.0, 6.0, 6.0, 7.0, 10.0, 11.0, 10.0, 18.0, 8.0, 22.0, 22.0, 29.0, 48.0, 51.0, 53.0, 58.0, 96.0, 101.0, 127.0, 153.0, 204.0, 218.0, 261.0, 317.0, 435.0, 642.0, 993.0, 1342.0, 2183.0, 6071.0, 1628.0, 909.0, 636.0, 516.0, 329.0, 207.0, 184.0, 134.0, 99.0, 63.0, 33.0, 33.0, 31.0, 18.0, 14.0, 10.0, 12.0, 4.0, 4.0, 0.0, 1.0, 2.0], "bins": [-0.010951870121061802, -0.010687008500099182, -0.010422146879136562, -0.010157285258173943, -0.009892423637211323, -0.009627562016248703, -0.009362700395286083, -0.009097838774323463, -0.008832976222038269, -0.00856811460107565, -0.00830325298011303, -0.00803839135915041, -0.00777352973818779, -0.00750866811722517, -0.00724380649626255, -0.006978944875299931, -0.006714083254337311, -0.006449221633374691, -0.006184360012412071, -0.0059194983914494514, -0.005654636770486832, -0.005389774683862925, -0.005124913062900305, -0.004860051441937685, -0.004595189820975065, -0.0043303282000124454, -0.004065466579049826, -0.0038006047252565622, -0.0035357431042939425, -0.0032708814833313227, -0.0030060196295380592, -0.0027411580085754395, -0.0024762963876128197, -0.0022114347666502, -0.0019465730292722583, -0.0016817112918943167, -0.001416849670931697, -0.0011519880499690771, -0.0008871263125911355, -0.0006222646334208548, -0.0003574029542505741, -9.254127508029342e-05, 0.00017232040408998728, 0.000437182083260268, 0.0007020437624305487, 0.0009669054416008294, 0.00123176712077111, 0.0014966288581490517, 0.0017614904791116714, 0.0020263521000742912, 0.002291213721036911, 0.0025560755748301744, 0.0028209371957927942, 0.003085798816755414, 0.0033506606705486774, 0.0036155222915112972, 0.003880383912473917, 0.004145245533436537, 0.004410107154399157, 0.004674968775361776, 0.0049398308619856834, 0.005204692482948303, 0.005469554103910923, 0.005734415724873543, 0.005999277345836163]}, "_timestamp": 1596207437.1985238, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 2.0, 9.0, 6.0, 11.0, 13.0, 13.0, 25.0, 26.0, 29.0, 54.0, 73.0, 91.0, 117.0, 180.0, 243.0, 317.0, 457.0, 694.0, 908.0, 1349.0, 1973.0, 2991.0, 4509.0, 7318.0, 12295.0, 20991.0, 39040.0, 78856.0, 234569.0, 609201.0, 65254.0, 34708.0, 20989.0, 13457.0, 8820.0, 5937.0, 4171.0, 2810.0, 1993.0, 1387.0, 1028.0, 718.0, 506.0, 386.0, 285.0, 202.0, 167.0, 100.0, 99.0, 83.0, 49.0, 30.0, 27.0, 15.0, 26.0, 13.0, 5.0, 4.0, 6.0, 6.0, 3.0, 0.0, 1.0], "bins": [-0.004995990544557571, -0.00482957623898983, -0.004663161467760801, -0.00449674716219306, -0.0043303328566253185, -0.00416391808539629, -0.003997503779828548, -0.003831089474260807, -0.003664674935862422, -0.003498260397464037, -0.0033318460918962955, -0.0031654315534979105, -0.0029990170150995255, -0.002832602709531784, -0.002666188171133399, -0.0024997738655656576, -0.0023333593271672726, -0.0021669447887688875, -0.002000530483201146, -0.001834115944802761, -0.0016677015228196979, -0.0015012871008366346, -0.0013348725624382496, -0.0011684581404551864, -0.0010020437184721231, -0.0008356292964890599, -0.0006692148162983358, -0.0005028003361076117, -0.00033638591412454844, -0.00016997146303765476, -3.5570119507610798e-06, 0.0001628574391361326, 0.0003292718902230263, 0.0004956863122060895, 0.0006621007923968136, 0.0008285152725875378, 0.000994929694570601, 0.0011613441165536642, 0.0013277586549520493, 0.0014941730769351125, 0.0016605874989181757, 0.001827001920901239, 0.001993416342884302, 0.002159830881282687, 0.0023262454196810722, 0.0024926597252488136, 0.0026590742636471987, 0.00282548856921494, 0.002991903107613325, 0.00315831764601171, 0.0033247319515794516, 0.0034911464899778366, 0.003657560795545578, 0.003823975333943963, 0.003990389872342348, 0.0041568041779100895, 0.004323218949139118, 0.00448963325470686, 0.004656047560274601, 0.004822461865842342, 0.004988876637071371, 0.0051552909426391125, 0.005321705248206854, 0.005488120019435883, 0.005654534325003624]}, "gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 3.0, 1.0, 1.0, 1.0, 2.0, 0.0, 4.0, 1.0, 1.0, 1.0, 9.0, 4.0, 5.0, 2.0, 4.0, 2.0, 3.0, 4.0, 0.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014538776129484177, -0.014131096191704273, -0.01372341625392437, -0.013315736316144466, -0.012908056378364563, -0.01250037644058466, -0.012092696502804756, -0.011685016565024853, -0.01127733662724495, -0.010869656689465046, -0.010461976751685143, -0.010054296813905239, -0.009646616876125336, -0.009238936938345432, -0.008831257000565529, -0.008423577062785625, -0.008015897125005722, -0.007608217652887106, -0.0072005377151072025, -0.006792857777327299, -0.006385177839547396, -0.005977497901767492, -0.005569817963987589, -0.0051621380262076855, -0.004754458554089069, -0.004346778616309166, -0.0039390986785292625, -0.0035314185079187155, -0.0031237388029694557, -0.0027160588651895523, -0.002308378927409649, -0.0019006989896297455, -0.001493019051849842, -0.0010853391140699387, -0.0006776592344976962, -0.0002699793258216232, 0.00013770058285444975, 0.0005453805206343532, 0.0009530604002065957, 0.0013607402797788382, 0.0017684202175587416, 0.002176100155338645, 0.0025837800931185484, 0.002991460030898452, 0.0033991397358477116, 0.003806819673627615, 0.004214499611407518, 0.004622179549187422, 0.005029859486967325, 0.005437539424747229, 0.005845219362527132, 0.0062528993003070354, 0.006660579238086939, 0.007068259175866842, 0.007475939113646746, 0.007883618585765362, 0.008291298523545265, 0.008698978461325169, 0.009106658399105072, 0.009514338336884975, 0.009922018274664879, 0.010329698212444782, 0.010737378150224686, 0.011145058088004589, 0.011552738025784492]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 5.0, 5.0, 1.0, 4.0, 5.0, 6.0, 9.0, 4.0, 6.0, 12.0, 14.0, 15.0, 14.0, 17.0, 34.0, 15.0, 19.0, 7.0, 7.0, 6.0, 11.0, 13.0, 5.0, 10.0, 2.0, 2.0, 3.0, 3.0, 3.0, 3.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0], "bins": [-0.02624940313398838, -0.025504926219582558, -0.024760451167821884, -0.02401597425341606, -0.023271499201655388, -0.022527022287249565, -0.02178254723548889, -0.02103807032108307, -0.020293595269322395, -0.019549118354916573, -0.0188046433031559, -0.018060166388750076, -0.017315691336989403, -0.01657121442258358, -0.015826739370822906, -0.015082262456417084, -0.014337786473333836, -0.013593310490250587, -0.01284883450716734, -0.012104358524084091, -0.011359882541000843, -0.010615406557917595, -0.009870930574834347, -0.009126454591751099, -0.008381977677345276, -0.007637502159923315, -0.006893026176840067, -0.006148550193756819, -0.005404073745012283, -0.004659597761929035, -0.003915121778845787, -0.003170645795762539, -0.0024261698126792908, -0.0016816938295960426, -0.0009372177300974727, -0.00019274168880656362, 0.0005517343524843454, 0.0012962103355675936, 0.0020406865514814854, 0.0027851625345647335, 0.0035296385176479816, 0.00427411450073123, 0.005018590483814478, 0.005763066466897726, 0.0065075429156422615, 0.00725201889872551, 0.007996494881808758, 0.008740970864892006, 0.009485446847975254, 0.010229922831058502, 0.01097439881414175, 0.011718874797224998, 0.012463350780308247, 0.013207826763391495, 0.013952302746474743, 0.014696778729557991, 0.015441255643963814, 0.016185730695724487, 0.01693020761013031, 0.017674682661890984, 0.018419159576296806, 0.01916363462805748, 0.019908111542463303, 0.020652586594223976, 0.0213970635086298]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 1.0, 1.0, 3.0, 0.0, 1.0, 2.0, 1.0, 6.0, 5.0, 2.0, 2.0, 6.0, 3.0, 6.0, 5.0, 26.0, 4.0, 8.0, 5.0, 5.0, 1.0, 1.0, 4.0, 1.0, 2.0, 3.0, 0.0, 2.0, 1.0, 1.0, 3.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0017959288088604808, -0.0017288719536736608, -0.0016618152149021626, -0.0015947583597153425, -0.0015277015045285225, -0.0014606447657570243, -0.0013935879105702043, -0.0013265310553833842, -0.001259474316611886, -0.001192417461425066, -0.001125360606238246, -0.001058303751051426, -0.0009912470122799277, -0.0009241901570931077, -0.0008571333601139486, -0.0007900765049271286, -0.0007230197079479694, -0.0006559629109688103, -0.0005889060557819903, -0.0005218492588028312, -0.0004547924327198416, -0.000387735606636852, -0.0003206788096576929, -0.00025362198357470334, -0.00018656515749171376, -0.0001195083386846818, -5.2451519877649844e-05, 1.4605298929382116e-05, 8.166211773641407e-05, 0.00014871894381940365, 0.000215775755350478, 0.00028283256688155234, 0.0003498893929645419, 0.0004169462190475315, 0.00048400304513052106, 0.0005510598421096802, 0.0006181166972965002, 0.0006851734942756593, 0.0007522302912548184, 0.0008192871464416385, 0.0008863439434207976, 0.0009534007403999567, 0.0010204575955867767, 0.0010875144507735968, 0.001154571189545095, 0.001221628044731915, 0.001288684899918735, 0.0013557416386902332, 0.0014227984938770533, 0.0014898553490638733, 0.0015569120878353715, 0.0016239689430221915, 0.0016910257982090116, 0.0017580825369805098, 0.0018251393921673298, 0.0018921962473541498, 0.00195925310254097, 0.00202630995772779, 0.0020933665800839663, 0.0021604234352707863, 0.0022274802904576063, 0.0022945371456444263, 0.0023615940008312464, 0.0024286508560180664, 0.0024957074783742428]}, "_runtime": 52.60990071296692, "val_accuracy": 0.8134995719178082, "epoch": 4, "val_loss": 0.48629805690621675}
diff --git a/wandb/run-20200731_150820-2tfrmzcg/config.yaml b/wandb/run-20200731_150820-2tfrmzcg/config.yaml
new file mode 100644
index 0000000..ec858f0
--- /dev/null
+++ b/wandb/run-20200731_150820-2tfrmzcg/config.yaml
@@ -0,0 +1,111 @@
+wandb_version: 1
+
+_wandb:
+ desc: null
+ value:
+ cli_version: 0.8.36
+ framework: torch
+ is_jupyter_run: false
+ is_kaggle_kernel: false
+ python_version: 3.8.2
+callback_args:
+ desc: null
+ value:
+ Checkpoint:
+ monitor: val_accuracy
+ EarlyStopping:
+ min_delta: 0.0
+ mode: min
+ monitor: val_loss
+ patience: 3
+ WandbCallback:
+ log_batch_frequency: 1
+ WandbImageLogger:
+ num_examples: 4
+callbacks:
+ desc: null
+ value:
+ - Checkpoint
+ - EarlyStopping
+ - WandbCallback
+ - WandbImageLogger
+criterion:
+ desc: null
+ value: CrossEntropyLoss
+criterion_args:
+ desc: null
+ value:
+ ignore_index: -100
+ reduction: mean
+ weight: null
+data_loader_args:
+ desc: null
+ value:
+ batch_size: 256
+ cuda: true
+ num_workers: 8
+ sample_to_balance: true
+ seed: 4711
+ shuffle: true
+ splits:
+ - train
+ - val
+ subsample_fraction: null
+ target_transform: null
+ transform: null
+dataloader:
+ desc: null
+ value: EmnistDataLoader
+experiment_group:
+ desc: null
+ value: Sample-Experiments
+lr_scheduler:
+ desc: null
+ value: OneCycleLR
+lr_scheduler_args:
+ desc: null
+ value:
+ epochs: 4
+ max_lr: 0.001
+ steps_per_epoch: 1314
+metrics:
+ desc: null
+ value:
+ - accuracy
+model:
+ desc: null
+ value: CharacterModel
+network:
+ desc: null
+ value: LeNet
+network_args:
+ desc: null
+ value:
+ input_size:
+ - 28
+ - 28
+ output_size: 62
+optimizer:
+ desc: null
+ value: AdamW
+optimizer_args:
+ desc: null
+ value:
+ amsgrad: false
+ betas:
+ - 0.9
+ - 0.999
+ eps: 1.0e-08
+ lr: 0.01
+ weight_decay: 0
+resume_experiment:
+ desc: null
+ value: null
+train_args:
+ desc: null
+ value:
+ batch_size: 256
+ epochs: 4
+verbosity:
+ desc: null
+ value: 2
diff --git a/wandb/run-20200731_150820-2tfrmzcg/media/graph/graph_0_summary_0edadb48.graph.json b/wandb/run-20200731_150820-2tfrmzcg/media/graph/graph_0_summary_0edadb48.graph.json
new file mode 100644
index 0000000..5aeaecb
--- /dev/null
+++ b/wandb/run-20200731_150820-2tfrmzcg/media/graph/graph_0_summary_0edadb48.graph.json
@@ -0,0 +1 @@
+{"format": "torch", "nodes": [{"name": "layers.0", "id": 139814908724272, "class_name": "Conv2d(1, 32, kernel_size=(3, 3), stride=(1, 1))", "parameters": [["weight", [32, 1, 3, 3]], ["bias", [32]]], "output_shape": [[2, 32, 26, 26]], "num_parameters": [288, 32]}, {"name": "layers.1", "id": 139814908724080, "class_name": "ReLU(inplace=True)", "parameters": [], "output_shape": [[2, 32, 26, 26]], "num_parameters": []}, {"name": "layers.2", "id": 139814908724224, "class_name": "Conv2d(32, 64, kernel_size=(3, 3), stride=(1, 1))", "parameters": [["weight", [64, 32, 3, 3]], ["bias", [64]]], "output_shape": [[2, 64, 24, 24]], "num_parameters": [18432, 64]}, {"name": "layers.4", "id": 139814908724512, "class_name": "MaxPool2d(kernel_size=2, stride=2, padding=0, dilation=1, ceil_mode=False)", "parameters": [], "output_shape": [[2, 64, 12, 12]], "num_parameters": []}, {"name": "layers.5", "id": 139814908724464, "class_name": "Dropout(p=0.2, inplace=False)", "parameters": [], "output_shape": [[2, 64, 12, 12]], "num_parameters": []}, {"name": "layers.6", "id": 139814908724176, "class_name": "Flatten()", "parameters": [], "output_shape": [[2, 9216]], "num_parameters": []}, {"name": "layers.7", "id": 139814908625248, "class_name": "Linear(in_features=9216, out_features=128, bias=True)", "parameters": [["weight", [128, 9216]], ["bias", [128]]], "output_shape": [[2, 128]], "num_parameters": [1179648, 128]}, {"name": "layers.9", "id": 139814908625296, "class_name": "Dropout(p=0.2, inplace=False)", "parameters": [], "output_shape": [[2, 128]], "num_parameters": []}, {"name": "layers.10", "id": 139814908625344, "class_name": "Linear(in_features=128, out_features=62, bias=True)", "parameters": [["weight", [62, 128]], ["bias", [62]]], "output_shape": [[2, 62]], "num_parameters": [7936, 62]}], "edges": []}
diff --git a/wandb/run-20200731_150820-2tfrmzcg/requirements.txt b/wandb/run-20200731_150820-2tfrmzcg/requirements.txt
new file mode 100644
index 0000000..10c63b6
--- /dev/null
+++ b/wandb/run-20200731_150820-2tfrmzcg/requirements.txt
@@ -0,0 +1,145 @@
+alabaster==0.7.12
+appdirs==1.4.4
+attrs==19.3.0
+babel==2.8.0
+backcall==0.2.0
+bandit==1.6.2
+black==19.10b0
+bleach==3.1.5
+blessings==1.7
+boltons==20.2.0
+certifi==2020.6.20
+chardet==3.0.4
+click==7.1.2
+configparser==5.0.0
+coverage==5.2.1
+cycler==0.10.0
+darglint==1.5.2
+dataclasses==0.6
+decorator==4.4.2
+defusedxml==0.6.0
+desert==2020.1.6
+docker-pycreds==0.4.0
+docutils==0.16
+dparse==0.5.1
+entrypoints==0.3
+flake8-annotations==2.3.0
+flake8-bandit==2.1.2
+flake8-black==0.2.1
+flake8-bugbear==20.1.4
+flake8-docstrings==1.5.0
+flake8-import-order==0.18.1
+flake8-polyfill==1.0.2
+flake8==3.8.3
+future==0.18.2
+gitdb==4.0.5
+gitpython==3.1.7
+gpustat==0.6.0
+gql==0.2.0
+graphql-core==1.1
+h5py==2.10.0
+idna==2.10
+imagesize==1.2.0
+ipykernel==5.3.4
+ipython-genutils==0.2.0
+ipython==7.16.1
+ipywidgets==7.5.1
+jedi==0.17.2
+jinja2==2.11.2
+jsonschema==3.2.0
+jupyter-client==6.1.6
+jupyter-console==6.1.0
+jupyter-core==4.6.3
+jupyter==1.0.0
+kiwisolver==1.2.0
+loguru==0.5.1
+markupsafe==1.1.1
+marshmallow==3.7.1
+matplotlib==3.3.0
+mccabe==0.6.1
+mistune==0.8.4
+more-itertools==8.4.0
+mypy-extensions==0.4.3
+mypy==0.770
+nbconvert==5.6.1
+nbformat==5.0.7
+notebook==6.0.3
+numpy==1.19.1
+nvidia-ml-py3==7.352.0
+opencv-python==4.3.0.36
+packaging==20.4
+pandocfilters==1.4.2
+parso==0.7.1
+pathspec==0.8.0
+pathtools==0.1.2
+pbr==5.4.5
+pexpect==4.8.0
+pickleshare==0.7.5
+pillow==7.2.0
+pip==20.2
+pluggy==0.13.1
+prometheus-client==0.8.0
+promise==2.3
+prompt-toolkit==3.0.5
+psutil==5.7.2
+ptyprocess==0.6.0
+py==1.9.0
+pycodestyle==2.6.0
+pydocstyle==5.0.2
+pyflakes==2.2.0
+pygments==2.6.1
+pyparsing==2.4.7
+pyrsistent==0.16.0
+pytest-cov==2.10.0
+pytest-mock==3.2.0
+pytest==5.4.3
+python-dateutil==2.8.1
+pytz==2020.1
+pyyaml==5.3.1
+pyzmq==19.0.1
+qtconsole==4.7.5
+qtpy==1.9.0
+redis==3.5.3
+redlock-py==1.0.8
+regex==2020.7.14
+requests==2.24.0
+safety==1.9.0
+send2trash==1.5.0
+sentry-sdk==0.16.2
+setuptools==41.2.0
+shortuuid==1.0.1
+six==1.15.0
+smmap==3.0.4
+snowballstemmer==2.0.0
+sphinx-autodoc-typehints==1.11.0
+sphinx-rtd-theme==0.4.3
+sphinx==3.1.2
+sphinxcontrib-applehelp==1.0.2
+sphinxcontrib-devhelp==1.0.2
+sphinxcontrib-htmlhelp==1.0.3
+sphinxcontrib-jsmath==1.0.1
+sphinxcontrib-qthelp==1.0.3
+sphinxcontrib-serializinghtml==1.1.4
+stevedore==3.2.0
+subprocess32==3.5.4
+terminado==0.8.3
+testpath==0.4.4
+text-recognizer==0.1.0
+toml==0.10.1
+torch==1.5.1
+torchsummary==1.5.1
+torchvision==0.6.1
+tornado==6.0.4
+tqdm==4.48.0
+traitlets==4.3.3
+typed-ast==1.4.1
+typeguard==2.9.1
+typing-extensions==3.7.4.2
+typing-inspect==0.6.0
+urllib3==1.25.10
+wandb==0.8.36
+watchdog==0.10.3
+wcwidth==0.2.5
+webencodings==0.5.1
+widgetsnbextension==3.5.1
+xdoctest==0.12.0
diff --git a/wandb/run-20200731_150820-2tfrmzcg/wandb-events.jsonl b/wandb/run-20200731_150820-2tfrmzcg/wandb-events.jsonl
new file mode 100644
index 0000000..3e4aea1
--- /dev/null
+++ b/wandb/run-20200731_150820-2tfrmzcg/wandb-events.jsonl
@@ -0,0 +1 @@
+{"system.gpu.0.gpu": 63.75, "system.gpu.0.memory": 45.75, "system.gpu.0.memoryAllocated": 21.21, "system.gpu.0.temp": 53.0, "system.gpu.process.0.gpu": 63.75, "system.gpu.process.0.memory": 45.75, "system.gpu.process.0.memoryAllocated": 21.21, "system.gpu.process.0.temp": 53.0, "system.gpu.0.powerWatts": 118.96, "system.gpu.0.powerPercent": 55.33, "system.gpu.process.0.powerWatts": 118.96, "system.gpu.process.0.powerPercent": 55.33, "system.cpu": 34.48, "system.memory": 66.1, "system.disk": 37.1, "system.proc.memory.availableMB": 5427.69, "system.proc.memory.rssMB": 2569.5, "system.proc.memory.percent": 16.05, "system.proc.cpu.threads": 17.0, "system.network.sent": 689256, "system.network.recv": 259560, "_wandb": true, "_timestamp": 1596208113, "_runtime": 12}
diff --git a/wandb/run-20200731_150820-2tfrmzcg/wandb-history.jsonl b/wandb/run-20200731_150820-2tfrmzcg/wandb-history.jsonl
new file mode 100644
index 0000000..16d4fe2
--- /dev/null
+++ b/wandb/run-20200731_150820-2tfrmzcg/wandb-history.jsonl
@@ -0,0 +1,14 @@
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 3.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 3.0, 1.0, 5.0, 2.0, 5.0, 0.0, 1.0, 0.0, 7.0, 0.0, 1.0, 3.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0], "bins": [-0.02511853352189064, -0.02444872446358204, -0.023778915405273438, -0.023109104484319687, -0.022439295426011086, -0.021769486367702484, -0.021099677309393883, -0.020429866388440132, -0.01976005733013153, -0.01909024827182293, -0.018420439213514328, -0.017750630155205727, -0.017080819234251976, -0.016411010175943375, -0.015741201117634773, -0.015071391128003597, -0.014401582069694996, -0.013731773011386395, -0.013061963021755219, -0.012392153963446617, -0.011722343973815441, -0.01105253491550684, -0.010382724925875664, -0.009712915867567062, -0.009043106809258461, -0.008373296819627285, -0.007703487295657396, -0.007033677771687508, -0.006363868713378906, -0.0056940591894090176, -0.005024249665439129, -0.00435444014146924, -0.0036846306174993515, -0.003014821093529463, -0.002345011569559574, -0.001675202278420329, -0.0010053927544504404, -0.00033558328868821263, 0.00033422617707401514, 0.001004035584628582, 0.0016738451085984707, 0.0023436546325683594, 0.003013464156538248, 0.003683273447677493, 0.004353082738816738, 0.005022892262786627, 0.0056927017867565155, 0.006362511310726404, 0.007032320834696293, 0.0077021303586661816, 0.00837193988263607, 0.009041748940944672, 0.009711558930575848, 0.010381367988884449, 0.011051177978515625, 0.011720987036824226, 0.012390796095132828, 0.013060606084764004, 0.013730415143072605, 0.014400225132703781, 0.015070034191012383, 0.015739843249320984, 0.016409654170274734, 0.017079463228583336, 0.017749272286891937]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 2.0, 4.0, 5.0, 4.0, 6.0, 10.0, 5.0, 20.0, 17.0, 24.0, 22.0, 34.0, 62.0, 85.0, 92.0, 109.0, 159.0, 181.0, 251.0, 336.0, 495.0, 632.0, 2590.0, 813.0, 616.0, 454.0, 300.0, 207.0, 120.0, 78.0, 64.0, 42.0, 30.0, 15.0, 10.0, 10.0, 4.0, 3.0, 4.0, 5.0, 3.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.06899359077215195, -0.06713937222957611, -0.06528516113758087, -0.06343094259500504, -0.061576731503009796, -0.05972251668572426, -0.05786830186843872, -0.05601408705115318, -0.054159872233867645, -0.05230565369129181, -0.05045143887400627, -0.048597224056720734, -0.046743009239435196, -0.04488879442214966, -0.04303457960486412, -0.04118036478757858, -0.039326149970293045, -0.03747193515300751, -0.03561772033572197, -0.03376350551843643, -0.031909290701150894, -0.030055074021220207, -0.02820085920393467, -0.026346644386649132, -0.024492429569363594, -0.022638214752078056, -0.02078399993479252, -0.01892978511750698, -0.017075568437576294, -0.01522135455161333, -0.013367138803005219, -0.01151292398571968, -0.009658709168434143, -0.007804494351148605, -0.00595027906820178, -0.004096063785254955, -0.0022418489679694176, -0.0003876339178532362, 0.0014665811322629452, 0.0033207961823791265, 0.005175011232495308, 0.007029226049780846, 0.008883440867066383, 0.010737656615674496, 0.012591871432960033, 0.014446086250245571, 0.016300301998853683, 0.01815451681613922, 0.02000873163342476, 0.021862946450710297, 0.023717161267995834, 0.025571376085281372, 0.02742559090256691, 0.029279807582497597, 0.031134022399783134, 0.03298823535442352, 0.03484245389699936, 0.0366966687142849, 0.038550883531570435, 0.04040509834885597, 0.04225931316614151, 0.04411352798342705, 0.045967742800712585, 0.04782195761799812, 0.04967617243528366]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 3.0, 3.0, 2.0, 0.0, 4.0, 4.0, 6.0, 4.0, 5.0, 1.0, 2.0, 3.0, 2.0, 0.0, 1.0, 1.0, 3.0, 29.0, 3.0, 2.0, 5.0, 3.0, 3.0, 4.0, 3.0, 1.0, 1.0, 3.0, 4.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 2.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008332166820764542, -0.008057793602347374, -0.007783419918268919, -0.007509046699851751, -0.007234673015773296, -0.006960299797356129, -0.006685926113277674, -0.006411552894860506, -0.006137179210782051, -0.005862805992364883, -0.005588432773947716, -0.005314059089869261, -0.005039685871452093, -0.004765312187373638, -0.0044909389689564705, -0.0042165652848780155, -0.003942192066460848, -0.0036678186152130365, -0.0033934451639652252, -0.003119071712717414, -0.0028446982614696026, -0.002570325043052435, -0.0022959515918046236, -0.0020215781405568123, -0.001747204689309001, -0.0014728312380611897, -0.0011984577868133783, -0.0009240844519808888, -0.0006497110007330775, -0.00037533757858909667, -0.0001009641564451158, 0.00017340926569886506, 0.0004477826878428459, 0.0007221561390906572, 0.0009965295903384686, 0.001270902925170958, 0.0015452763764187694, 0.0018196498276665807, 0.00209402316249907, 0.0023683966137468815, 0.002642770064994693, 0.002917143516242504, 0.0031915169674903154, 0.0034658904187381268, 0.0037402636371552944, 0.004014637321233749, 0.004289010539650917, 0.004563384223729372, 0.00483775744214654, 0.005112130660563707, 0.005386504344642162, 0.00566087756305933, 0.005935251247137785, 0.006209624465554953, 0.006483998149633408, 0.006758371368050575, 0.007032744586467743, 0.007307118270546198, 0.0075814914889633656, 0.00785586517304182, 0.008130238391458988, 0.008404611609876156, 0.008678985759615898, 0.008953358978033066, 0.009227732196450233]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 2.0, 3.0, 1.0, 3.0, 10.0, 11.0, 20.0, 25.0, 59.0, 84.0, 123.0, 179.0, 245.0, 403.0, 584.0, 838.0, 1325.0, 1883.0, 2593.0, 3779.0, 5460.0, 8290.0, 12110.0, 17918.0, 27140.0, 41252.0, 61284.0, 88847.0, 136798.0, 501828.0, 88822.0, 57354.0, 37888.0, 24624.0, 17069.0, 11598.0, 8360.0, 5726.0, 4097.0, 2943.0, 2166.0, 1595.0, 1195.0, 875.0, 586.0, 445.0, 360.0, 245.0, 171.0, 119.0, 87.0, 63.0, 54.0, 30.0, 28.0, 10.0, 13.0, 6.0, 9.0, 6.0, 2.0, 1.0, 2.0], "bins": [-0.007158556021749973, -0.0069212582893669605, -0.0066839600913226604, -0.006446662358939648, -0.006209364160895348, -0.005972066428512335, -0.005734768230468035, -0.005497470498085022, -0.005260172300040722, -0.005022874567657709, -0.004785576835274696, -0.004548278637230396, -0.0043109809048473835, -0.004073682706803083, -0.0038363849744200706, -0.0035990870092064142, -0.003361789043992758, -0.0031244910787791014, -0.002887193113565445, -0.0026498951483517885, -0.002412597183138132, -0.0021752994507551193, -0.001938001485541463, -0.0017007035203278065, -0.00146340555511415, -0.0012261075899004936, -0.0009888096246868372, -0.0007515117758885026, -0.0005142138106748462, -0.0002769158745650202, -3.9617938455194235e-05, 0.00019767999765463173, 0.0004349779337644577, 0.0006722758989781141, 0.0009095738059841096, 0.0011468717129901052, 0.0013841696782037616, 0.001621467643417418, 0.0018587654922157526, 0.002096063457429409, 0.0023333614226430655, 0.002570659387856722, 0.0028079573530703783, 0.0030452553182840347, 0.0032825530506670475, 0.003519851015880704, 0.0037571489810943604, 0.00399444717913866, 0.004231744911521673, 0.004469042643904686, 0.004706340841948986, 0.004943638574331999, 0.005180936772376299, 0.005418234504759312, 0.005655532702803612, 0.0058928304351866245, 0.006130128167569637, 0.006367426365613937, 0.00660472409799695, 0.00684202229604125, 0.007079320028424263, 0.007316618226468563, 0.007553915958851576, 0.007791214156895876, 0.008028511889278889]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 7.0, 2.0, 1.0, 0.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.022605711594223976, -0.02206151932477951, -0.021517328917980194, -0.02097313664853573, -0.020428944379091263, -0.019884752109646797, -0.01934055984020233, -0.018796369433403015, -0.01825217716395855, -0.017707984894514084, -0.017163794487714767, -0.016619602218270302, -0.016075409948825836, -0.01553121767938137, -0.01498702634125948, -0.014442835003137589, -0.013898642733693123, -0.013354450464248657, -0.012810259126126766, -0.012266067788004875, -0.01172187551856041, -0.011177683249115944, -0.010633491910994053, -0.010089300572872162, -0.009545108303427696, -0.00900091603398323, -0.00845672469586134, -0.007912533357739449, -0.007368341088294983, -0.006824149284511805, -0.006279957480728626, -0.005735765676945448, -0.00519157387316227, -0.004647382069379091, -0.004103190265595913, -0.0035589984618127346, -0.0030148066580295563, -0.002470614854246378, -0.0019264230504631996, -0.0013822312466800213, -0.000838039442896843, -0.0002938476391136646, 0.0002503441646695137, 0.000794535968452692, 0.0013387277722358704, 0.0018829195760190487, 0.002427111379802227, 0.0029713031835854053, 0.0035154949873685837, 0.004059686791151762, 0.00460387859493494, 0.005148070398718119, 0.005692262202501297, 0.006236454006284475, 0.006780645810067654, 0.007324837613850832, 0.00786902941763401, 0.008413221687078476, 0.008957413025200367, 0.009501604363322258, 0.010045796632766724, 0.01058998890221119, 0.01113418024033308, 0.011678371578454971, 0.012222563847899437]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 3.0, 6.0, 14.0, 15.0, 16.0, 17.0, 15.0, 26.0, 31.0, 27.0, 38.0, 38.0, 46.0, 32.0, 54.0, 59.0, 63.0, 76.0, 80.0, 87.0, 102.0, 118.0, 142.0, 118.0, 145.0, 161.0, 173.0, 183.0, 191.0, 207.0, 258.0, 267.0, 348.0, 342.0, 333.0, 337.0, 387.0, 374.0, 447.0, 669.0, 965.0, 7352.0, 1326.0, 633.0, 557.0, 393.0, 218.0, 166.0, 119.0, 131.0, 100.0, 114.0, 91.0, 76.0, 61.0, 38.0, 21.0, 13.0, 4.0, 6.0], "bins": [-0.024159766733646393, -0.023632308468222618, -0.023104852065443993, -0.022577393800020218, -0.022049937397241592, -0.021522479131817818, -0.020995022729039192, -0.020467564463615417, -0.019940108060836792, -0.019412649795413017, -0.018885191529989243, -0.018357735127210617, -0.017830276861786842, -0.017302820459008217, -0.016775362193584442, -0.016247905790805817, -0.015720447525382042, -0.015192990191280842, -0.014665532857179642, -0.014138075523078442, -0.013610618188977242, -0.013083159923553467, -0.012555702589452267, -0.012028245255351067, -0.011500787921249866, -0.010973330587148666, -0.010445873253047466, -0.009918415918946266, -0.009390957653522491, -0.008863500319421291, -0.008336042985320091, -0.007808585651218891, -0.007281128317117691, -0.006753670983016491, -0.006226213648915291, -0.005698755849152803, -0.005171298515051603, -0.004643841180950403, -0.004116383381187916, -0.0035889260470867157, -0.0030614687129855156, -0.0025340113788843155, -0.0020065538119524717, -0.0014790963614359498, -0.0009516389109194279, -0.00042418146040290594, 0.00010327599011361599, 0.0006307334406301379, 0.0011581908911466599, 0.0016856483416631818, 0.0022131057921797037, 0.0027405633591115475, 0.0032680206932127476, 0.0037954780273139477, 0.004322935827076435, 0.004850393161177635, 0.005377850495278835, 0.005905307829380035, 0.0064327651634812355, 0.006960222963243723, 0.007487680297344923, 0.00801513809710741, 0.00854259543120861, 0.00907005276530981, 0.00959751009941101]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 6.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.048349976539611816, -0.047411512583494186, -0.046473052352666855, -0.045534588396549225, -0.044596124440431595, -0.04365766420960426, -0.04271920025348663, -0.041780736297369, -0.04084227606654167, -0.03990381211042404, -0.03896534815430641, -0.03802688792347908, -0.03708842396736145, -0.03614996001124382, -0.03521149978041649, -0.03427303582429886, -0.03333457559347153, -0.0323961116373539, -0.03145764768123627, -0.030519185587763786, -0.029580723494291306, -0.028642259538173676, -0.027703797444701195, -0.026765335351228714, -0.025826871395111084, -0.024888409301638603, -0.023949947208166122, -0.02301148511469364, -0.02207302115857601, -0.02113455906510353, -0.02019609697163105, -0.01925763301551342, -0.01831917092204094, -0.01738070882856846, -0.01644224487245083, -0.015503782778978348, -0.014565320685505867, -0.013626857660710812, -0.012688394635915756, -0.011749932542443275, -0.01081146951764822, -0.009873006492853165, -0.008934544399380684, -0.007996081374585629, -0.00705761881545186, -0.006119156256318092, -0.005180693231523037, -0.004242230672389269, -0.003303768113255501, -0.0023653055541217327, -0.001426842762157321, -0.0004883800866082311, 0.00045008258894085884, 0.0013885452644899487, 0.0023270079400390387, 0.0032654707320034504, 0.0042039332911372185, 0.0051423958502709866, 0.006080858409404755, 0.00701932143419981, 0.007957784458994865, 0.008896246552467346, 0.009834709577262402, 0.010773171670734882, 0.011711634695529938]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 3.0, 3.0, 2.0, 2.0, 0.0, 2.0, 1.0, 4.0, 5.0, 3.0, 1.0, 3.0, 1.0, 3.0, 1.0, 6.0, 3.0, 3.0, 2.0, 2.0, 2.0, 8.0, 7.0, 8.0, 3.0, 4.0, 9.0, 1.0, 4.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 4.0, 3.0, 7.0, 6.0, 8.0, 12.0, 98.0, 10.0, 8.0, 4.0, 3.0, 7.0, 7.0], "bins": [-0.058762431144714355, -0.057746417820453644, -0.05673040822148323, -0.05571439862251282, -0.054698385298252106, -0.053682371973991394, -0.05266636237502098, -0.05165035277605057, -0.050634339451789856, -0.049618326127529144, -0.04860231652855873, -0.04758630692958832, -0.046570293605327606, -0.045554280281066895, -0.04453827068209648, -0.04352226108312607, -0.042506247758865356, -0.041490234434604645, -0.04047422483563423, -0.03945821523666382, -0.03844220191240311, -0.037426188588142395, -0.03641017898917198, -0.03539416939020157, -0.03437815606594086, -0.033362142741680145, -0.03234613314270973, -0.03133012354373932, -0.030314110219478607, -0.029298098757863045, -0.028282087296247482, -0.02726607583463192, -0.026250064373016357, -0.025234052911400795, -0.024218041449785233, -0.02320202998816967, -0.022186018526554108, -0.021170007064938545, -0.020153995603322983, -0.01913798414170742, -0.018121972680091858, -0.017105961218476295, -0.016089949756860733, -0.01507393829524517, -0.014057926833629608, -0.013041915372014046, -0.012025903910398483, -0.01100989244878292, -0.009993880987167358, -0.008977869525551796, -0.007961858063936234, -0.006945846602320671, -0.005929835140705109, -0.004913823679089546, -0.0038978122174739838, -0.0028818007558584213, -0.0018657892942428589, -0.0008497778326272964, 0.000166233628988266, 0.0011822450906038284, 0.002198256552219391, 0.0032142680138349533, 0.004230279475450516, 0.005246290937066078, 0.006262302398681641]}, "_runtime": 5.163710117340088, "_timestamp": 1596208102.705456, "_step": 0}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 3.0, 4.0, 5.0, 0.0, 1.0, 3.0, 2.0, 3.0, 2.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 3.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.016765864565968513, -0.016171330586075783, -0.015576797537505627, -0.01498226448893547, -0.01438773050904274, -0.01379319652915001, -0.013198663480579853, -0.012604130432009697, -0.012009596452116966, -0.011415062472224236, -0.01082052942365408, -0.010225996375083923, -0.009631462395191193, -0.009036928415298462, -0.008442395366728306, -0.00784786231815815, -0.007253328338265419, -0.006658794824033976, -0.006064261309802532, -0.005469727795571089, -0.004875194281339645, -0.004280660767108202, -0.0036861272528767586, -0.003091593738645315, -0.0024970602244138718, -0.0019025267101824284, -0.001307993195950985, -0.0007134596817195415, -0.00011892616748809814, 0.00047560734674334526, 0.0010701408609747887, 0.001664674375206232, 0.0022592078894376755, 0.002853741403669119, 0.0034482749179005623, 0.004042808432132006, 0.004637341946363449, 0.0052318754605948925, 0.005826408974826336, 0.006420942489057779, 0.007015476003289223, 0.007610009517520666, 0.00820454303175211, 0.008799076080322266, 0.009393610060214996, 0.009988144040107727, 0.010582677088677883, 0.01117721013724804, 0.01177174411714077, 0.0123662780970335, 0.012960811145603657, 0.013555344194173813, 0.014149878174066544, 0.014744412153959274, 0.01533894520252943, 0.015933478251099586, 0.016528012230992317, 0.017122546210885048, 0.01771707832813263, 0.01831161230802536, 0.01890614628791809, 0.01950068026781082, 0.020095214247703552, 0.020689746364951134, 0.021284280344843864]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 4.0, 2.0, 9.0, 2.0, 12.0, 7.0, 14.0, 9.0, 14.0, 22.0, 26.0, 26.0, 31.0, 41.0, 45.0, 59.0, 58.0, 70.0, 76.0, 100.0, 138.0, 153.0, 217.0, 229.0, 327.0, 411.0, 2195.0, 771.0, 697.0, 594.0, 448.0, 315.0, 205.0, 145.0, 91.0, 71.0, 76.0, 42.0, 37.0, 32.0, 26.0, 25.0, 14.0, 12.0, 10.0, 6.0, 4.0, 2.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.13387157022953033, -0.13015049695968628, -0.12642940878868103, -0.12270833551883698, -0.11898725479841232, -0.11526618152856827, -0.11154510080814362, -0.10782402008771896, -0.10410293936729431, -0.10038186609745026, -0.0966607853770256, -0.09293970465660095, -0.0892186313867569, -0.08549755066633224, -0.08177646994590759, -0.07805539667606354, -0.07433431595563889, -0.07061323523521423, -0.06689216196537018, -0.06317108124494553, -0.059450000524520874, -0.05572892352938652, -0.05200784653425217, -0.048286765813827515, -0.04456568881869316, -0.04084461182355881, -0.037123531103134155, -0.0334024541079998, -0.0296813752502203, -0.025960296392440796, -0.022239219397306442, -0.01851814053952694, -0.014797061681747437, -0.011075982823967934, -0.007354904897511005, -0.00363382650539279, 8.725188672542572e-05, 0.0038083302788436413, 0.007529408670961857, 0.011250486597418785, 0.014971565455198288, 0.01869264431297779, 0.022413723170757294, 0.026134800165891647, 0.02985587902367115, 0.03357695788145065, 0.03729803487658501, 0.04101911559700966, 0.04474019259214401, 0.048461269587278366, 0.05218235030770302, 0.05590342730283737, 0.059624508023262024, 0.06334558129310608, 0.06706666201353073, 0.07078774273395538, 0.07450881600379944, 0.07822989672422409, 0.08195097744464874, 0.0856720581650734, 0.08939313143491745, 0.0931142121553421, 0.09683529287576675, 0.10055636614561081, 0.10427744686603546]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 4.0, 1.0, 3.0, 1.0, 1.0, 1.0, 1.0, 4.0, 1.0, 3.0, 1.0, 1.0, 0.0, 2.0, 2.0, 4.0, 1.0, 2.0, 2.0, 4.0, 1.0, 5.0, 5.0, 31.0, 4.0, 4.0, 3.0, 6.0, 2.0, 2.0, 3.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.007324615027755499, -0.007057388313114643, -0.006790161598473787, -0.0065229348838329315, -0.006255708169192076, -0.00598848145455122, -0.005721254739910364, -0.005454028025269508, -0.005186800844967365, -0.0049195741303265095, -0.004652347415685654, -0.004385120701044798, -0.004117893986403942, -0.0038506672717630863, -0.0035834405571222305, -0.0033162138424813747, -0.003048987127840519, -0.002781760413199663, -0.0025145336985588074, -0.0022473069839179516, -0.001980080269277096, -0.0017128534382209182, -0.0014456266071647406, -0.0011783998925238848, -0.000911173177883029, -0.0006439464632421732, -0.0003767196903936565, -0.00010949294664897025, 0.000157733797095716, 0.00042496054084040225, 0.0006921872845850885, 0.0009594140574336052, 0.001226640772074461, 0.0014938674867153168, 0.0017610942013561726, 0.0020283209159970284, 0.002295547630637884, 0.0025627745781093836, 0.0028300012927502394, 0.003097228007391095, 0.003364454722031951, 0.0036316814366728067, 0.0038989081513136625, 0.004166135098785162, 0.004433361813426018, 0.0047005885280668736, 0.004967815242707729, 0.005235041957348585, 0.005502268671989441, 0.005769495386630297, 0.0060367221012711525, 0.006303948815912008, 0.006571175530552864, 0.00683840224519372, 0.007105628959834576, 0.0073728556744754314, 0.007640082389116287, 0.00790730956941843, 0.008174535818397999, 0.008441762998700142, 0.00870898924767971, 0.008976216427981853, 0.009243442676961422, 0.009510669857263565, 0.009777896106243134]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [4.0, 3.0, 5.0, 11.0, 15.0, 28.0, 42.0, 78.0, 123.0, 219.0, 320.0, 443.0, 748.0, 1042.0, 1596.0, 2394.0, 3402.0, 4651.0, 6447.0, 8752.0, 11828.0, 16092.0, 22532.0, 32159.0, 45265.0, 62476.0, 84304.0, 110177.0, 449970.0, 86579.0, 60665.0, 43788.0, 32046.0, 23208.0, 16805.0, 12486.0, 9458.0, 7194.0, 5595.0, 4247.0, 3310.0, 2574.0, 1890.0, 1433.0, 1005.0, 703.0, 489.0, 355.0, 252.0, 155.0, 100.0, 56.0, 43.0, 32.0, 23.0, 10.0, 9.0, 3.0, 7.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.010710606351494789, -0.010329988785088062, -0.009949371218681335, -0.009568753652274609, -0.009188136085867882, -0.008807518519461155, -0.008426901884377003, -0.008046284317970276, -0.007665666751563549, -0.007285049185156822, -0.006904431618750095, -0.0065238140523433685, -0.006143196485936642, -0.005762578919529915, -0.005381961818784475, -0.0050013442523777485, -0.004620726685971022, -0.004240109119564295, -0.0038594917859882116, -0.003478874219581485, -0.0030982568860054016, -0.0027176393195986748, -0.002337021753191948, -0.0019564044196158648, -0.001575786853209138, -0.001195169403217733, -0.000814551895018667, -0.0004339344159234315, -5.331693682819605e-05, 0.0003273005422670394, 0.0007079180213622749, 0.0010885355295613408, 0.0014691529795527458, 0.0018497704295441508, 0.002230387879535556, 0.0026110054459422827, 0.002991622779518366, 0.0033722403459250927, 0.0037528579123318195, 0.004133475478738546, 0.004514092579483986, 0.004894710145890713, 0.00527532771229744, 0.005655945278704166, 0.006036562845110893, 0.00641718041151762, 0.00679779751226306, 0.0071784150786697865, 0.007559032645076513, 0.007939649745821953, 0.00832026731222868, 0.008700884878635406, 0.009081502445042133, 0.00946212001144886, 0.009842737577855587, 0.010223355144262314, 0.01060397271066904, 0.010984590277075768, 0.011365207843482494, 0.011745824478566647, 0.012126442044973373, 0.0125070596113801, 0.012887677177786827, 0.013268294744193554, 0.01364891231060028]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 4.0, 1.0, 2.0, 2.0, 2.0, 9.0, 3.0, 2.0, 2.0, 0.0, 3.0, 2.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01956002414226532, -0.01904068887233734, -0.018521353602409363, -0.018002018332481384, -0.017482683062553406, -0.016963347792625427, -0.01644401252269745, -0.01592467725276947, -0.015405342914164066, -0.014886007644236088, -0.01436667237430811, -0.01384733710438013, -0.013328002765774727, -0.012808667495846748, -0.01228933222591877, -0.011769996955990791, -0.011250661686062813, -0.010731326416134834, -0.010211991146206856, -0.009692655876278877, -0.009173320606350899, -0.008653986267745495, -0.008134650997817516, -0.007615315727889538, -0.007095980457961559, -0.006576645188033581, -0.006057309918105602, -0.005537975113838911, -0.0050186398439109325, -0.004499304573982954, -0.003979969769716263, -0.0034606344997882843, -0.002941299229860306, -0.0024219639599323273, -0.0019026289228349924, -0.0013832937693223357, -0.000863958615809679, -0.00034462346229702234, 0.00017471169121563435, 0.000694046844728291, 0.0012133819982409477, 0.0017327171517536044, 0.002252052305266261, 0.002771387342363596, 0.0032907226122915745, 0.003810057882219553, 0.004329392686486244, 0.004848727956414223, 0.005368063226342201, 0.00588739849627018, 0.006406733766198158, 0.0069260685704648495, 0.007445403840392828, 0.00796473864465952, 0.008484073914587498, 0.009003409184515476, 0.009522744454443455, 0.010042079724371433, 0.010561414994299412, 0.01108075026422739, 0.011600084602832794, 0.012119419872760773, 0.012638755142688751, 0.01315809041261673, 0.013677425682544708]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [4.0, 1.0, 8.0, 5.0, 6.0, 11.0, 9.0, 21.0, 18.0, 29.0, 42.0, 23.0, 44.0, 62.0, 56.0, 68.0, 82.0, 87.0, 117.0, 148.0, 171.0, 219.0, 217.0, 241.0, 267.0, 247.0, 306.0, 272.0, 302.0, 246.0, 269.0, 242.0, 244.0, 316.0, 363.0, 525.0, 741.0, 6830.0, 1493.0, 996.0, 675.0, 436.0, 461.0, 437.0, 350.0, 313.0, 187.0, 98.0, 35.0, 25.0, 9.0, 10.0, 9.0, 7.0, 3.0, 6.0, 2.0, 5.0, 2.0, 5.0, 4.0, 2.0, 1.0, 2.0], "bins": [-0.020025312900543213, -0.019495973363518715, -0.018966633826494217, -0.01843729242682457, -0.01790795288980007, -0.017378613352775574, -0.016849273815751076, -0.01631993241608143, -0.01579059287905693, -0.015261253342032433, -0.014731913805007935, -0.014202573336660862, -0.013673233799636364, -0.013143893331289291, -0.012614553794264793, -0.01208521332591772, -0.011555873788893223, -0.011026534251868725, -0.010497193783521652, -0.009967854246497154, -0.009438513778150082, -0.008909174241125584, -0.008379833772778511, -0.007850494235754013, -0.007321154233068228, -0.0067918142303824425, -0.006262474227696657, -0.005733134225010872, -0.005203794687986374, -0.004674454685300589, -0.004145114682614803, -0.003615774679929018, -0.0030864346772432327, -0.0025570946745574474, -0.002027754671871662, -0.0014984149020165205, -0.0009690748993307352, -0.0004397349548526108, 8.960498962551355e-05, 0.0006189449341036379, 0.0011482848785817623, 0.0016776248812675476, 0.002206964883953333, 0.0027363046538084745, 0.00326564465649426, 0.003794984659180045, 0.004324324429035187, 0.004853664431720972, 0.005383004434406757, 0.005912344437092543, 0.006441684439778328, 0.006971024442464113, 0.0075003644451498985, 0.008029703982174397, 0.008559044450521469, 0.009088383987545967, 0.009617723524570465, 0.010147063992917538, 0.010676403529942036, 0.011205743998289108, 0.011735083535313606, 0.012264424003660679, 0.012793763540685177, 0.01332310400903225, 0.013852443546056747]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 3.0, 0.0, 1.0, 1.0, 0.0, 2.0, 5.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08007512241601944, -0.07853125780820847, -0.07698739320039749, -0.07544352859258652, -0.07389965653419495, -0.07235579192638397, -0.070811927318573, -0.06926806271076202, -0.06772419810295105, -0.06618033349514008, -0.0646364688873291, -0.06309260427951813, -0.061548735946416855, -0.06000487133860588, -0.05846100300550461, -0.056917138397693634, -0.05537327378988266, -0.053829409182071686, -0.05228554457426071, -0.05074167624115944, -0.049197811633348465, -0.04765394702553749, -0.04611007869243622, -0.044566214084625244, -0.04302234947681427, -0.041478484869003296, -0.03993462026119232, -0.03839075192809105, -0.036846887320280075, -0.0353030227124691, -0.03375915437936783, -0.032215289771556854, -0.03067142516374588, -0.029127560555934906, -0.027583694085478783, -0.02603982761502266, -0.024495963007211685, -0.02295209839940071, -0.021408231928944588, -0.019864365458488464, -0.01832050085067749, -0.016776636242866516, -0.015232769772410393, -0.013688904233276844, -0.012145038694143295, -0.010601173155009747, -0.009057307615876198, -0.007513442076742649, -0.0059695765376091, -0.004425710998475552, -0.002881845459342003, -0.0013379799202084541, 0.0002058856189250946, 0.0017497511580586433, 0.003293616697192192, 0.004837482236325741, 0.0063813477754592896, 0.007925213314592838, 0.009469078853726387, 0.011012944392859936, 0.012556809931993484, 0.014100675471127033, 0.015644541010260582, 0.017188407480716705, 0.01873227208852768]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 4.0, 1.0, 2.0, 2.0, 2.0, 5.0, 5.0, 5.0, 5.0, 8.0, 3.0, 8.0, 5.0, 4.0, 7.0, 9.0, 2.0, 6.0, 2.0, 1.0, 3.0, 4.0, 1.0, 2.0, 2.0, 4.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 2.0, 4.0, 5.0, 2.0, 1.0, 3.0, 4.0, 2.0, 3.0, 15.0, 74.0, 15.0, 13.0, 6.0, 3.0, 3.0, 3.0, 3.0, 3.0, 6.0], "bins": [-0.07660708576440811, -0.07519717514514923, -0.07378725707530975, -0.07237734645605087, -0.0709674283862114, -0.06955751776695251, -0.06814759969711304, -0.06673768907785416, -0.06532777845859528, -0.0639178603887558, -0.06250794976949692, -0.06109803169965744, -0.05968812108039856, -0.05827820673584938, -0.0568682923913002, -0.05545837804675102, -0.05404846370220184, -0.052638549357652664, -0.051228635013103485, -0.049818720668554306, -0.04840880632400513, -0.046998895704746246, -0.04558898136019707, -0.04417906701564789, -0.04276915267109871, -0.04135923832654953, -0.03994932398200035, -0.03853940963745117, -0.03712949901819229, -0.03571958467364311, -0.03430967032909393, -0.032899755984544754, -0.031489841639995575, -0.030079927295446396, -0.028670012950897217, -0.027260100468993187, -0.025850186124444008, -0.02444027177989483, -0.0230303592979908, -0.02162044495344162, -0.02021053060889244, -0.01880061626434326, -0.017390701919794083, -0.015980789437890053, -0.014570875093340874, -0.013160960748791695, -0.01175104733556509, -0.010341133922338486, -0.008931219577789307, -0.007521305698901415, -0.006111391820013523, -0.004701477941125631, -0.0032915640622377396, -0.0018816501833498478, -0.000471736304461956, 0.0009381775744259357, 0.0023480914533138275, 0.0037580053322017193, 0.005167919211089611, 0.006577833089977503, 0.007987746968865395, 0.009397661313414574, 0.010807574726641178, 0.012217488139867783, 0.013627402484416962]}, "_runtime": 5.941828489303589, "_timestamp": 1596208103.4835744, "_step": 1}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 2.0, 2.0, 2.0, 2.0, 1.0, 0.0, 1.0, 5.0, 0.0, 2.0, 4.0, 3.0, 1.0, 3.0, 3.0, 2.0, 2.0, 1.0, 3.0, 2.0, 2.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02075958251953125, -0.020114421844482422, -0.019469259306788445, -0.018824098631739616, -0.01817893609404564, -0.01753377541899681, -0.016888614743947983, -0.016243452206254005, -0.015598291531205177, -0.014953129924833775, -0.014307968318462372, -0.013662807643413544, -0.013017646037042141, -0.012372484430670738, -0.01172732375562191, -0.011082162149250507, -0.010437000542879105, -0.009791838936507702, -0.0091466773301363, -0.008501516655087471, -0.007856355048716068, -0.0072111934423446655, -0.00656603230163455, -0.005920871160924435, -0.005275709554553032, -0.004630547948181629, -0.003985386807471514, -0.0033402254339307547, -0.0026950640603899956, -0.0020499026868492365, -0.0014047413133084774, -0.0007595799397677183, -0.00011441856622695923, 0.0005307428073137999, 0.001175904180854559, 0.001821065554395318, 0.002466226927936077, 0.003111388301476836, 0.0037565496750175953, 0.004401710815727711, 0.0050468724220991135, 0.005692034028470516, 0.006337195169180632, 0.006982356309890747, 0.00762751791626215, 0.008272679522633553, 0.00891784019768238, 0.009563001804053783, 0.010208163410425186, 0.010853325016796589, 0.011498486623167992, 0.01214364729821682, 0.012788808904588223, 0.013433970510959625, 0.014079131186008453, 0.014724292792379856, 0.015369454398751259, 0.016014615073800087, 0.016659777611494064, 0.017304938286542892, 0.01795009896159172, 0.018595261499285698, 0.019240422174334526, 0.019885584712028503, 0.02053074538707733]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 2.0, 2.0, 1.0, 3.0, 0.0, 2.0, 9.0, 13.0, 12.0, 6.0, 9.0, 11.0, 18.0, 23.0, 25.0, 29.0, 28.0, 41.0, 34.0, 52.0, 65.0, 86.0, 127.0, 126.0, 148.0, 223.0, 288.0, 340.0, 435.0, 2118.0, 1036.0, 876.0, 542.0, 353.0, 246.0, 179.0, 95.0, 81.0, 57.0, 45.0, 34.0, 27.0, 18.0, 14.0, 10.0, 7.0, 3.0, 8.0, 7.0, 2.0, 7.0, 2.0, 4.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.1394779086112976, -0.13493618369102478, -0.13039447367191315, -0.1258527636528015, -0.12131103873252869, -0.11676932126283646, -0.11222760379314423, -0.107685886323452, -0.10314416885375977, -0.09860245138406754, -0.0940607339143753, -0.08951901644468307, -0.08497729897499084, -0.08043558150529861, -0.07589386403560638, -0.07135214656591415, -0.06681042909622192, -0.062268711626529694, -0.05772699415683746, -0.05318527668714523, -0.048643559217453, -0.04410184174776077, -0.03956012427806854, -0.03501840680837631, -0.030476689338684082, -0.025934971868991852, -0.02139325439929962, -0.01685153692960739, -0.012309819459915161, -0.007768101990222931, -0.0032263845205307007, 0.0013153329491615295, 0.00585705041885376, 0.01039876788854599, 0.01494048535823822, 0.01948220282793045, 0.02402392029762268, 0.02856563776731491, 0.03310735523700714, 0.03764907270669937, 0.0421907901763916, 0.04673250764608383, 0.05127422511577606, 0.05581594258546829, 0.06035766005516052, 0.06489937752485275, 0.06944109499454498, 0.07398281246423721, 0.07852452993392944, 0.08306624740362167, 0.0876079648733139, 0.09214968234300613, 0.09669139981269836, 0.1012331172823906, 0.10577483475208282, 0.11031655222177505, 0.11485826969146729, 0.11939998716115952, 0.12394170463085175, 0.12848341464996338, 0.1330251395702362, 0.13756686449050903, 0.14210857450962067, 0.1466502845287323, 0.15119200944900513]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 6.0, 2.0, 2.0, 3.0, 5.0, 2.0, 1.0, 0.0, 2.0, 28.0, 5.0, 4.0, 0.0, 2.0, 0.0, 4.0, 1.0, 5.0, 3.0, 0.0, 1.0, 3.0, 0.0, 3.0, 1.0, 3.0, 2.0, 2.0, 3.0, 3.0, 1.0, 0.0, 3.0, 0.0, 0.0, 3.0, 2.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.005386632401496172, -0.005221309140324593, -0.005055985879153013, -0.004890662617981434, -0.0047253393568098545, -0.004560016095638275, -0.004394692834466696, -0.004229369573295116, -0.004064046777784824, -0.0038987232837826014, -0.003733400022611022, -0.0035680767614394426, -0.003402753733098507, -0.0032374304719269276, -0.003072107210755348, -0.002906783949583769, -0.0027414606884121895, -0.00257613742724061, -0.0024108141660690308, -0.0022454909048974514, -0.002080167643725872, -0.0019148444989696145, -0.001749521354213357, -0.0015841980930417776, -0.0014188748318701982, -0.0012535515706986189, -0.0010882283095270395, -0.000922905164770782, -0.0007575819035992026, -0.0005922586424276233, -0.0004269354394637048, -0.0002616122073959559, -9.628897532820702e-05, 6.903425673954189e-05, 0.0002343574888072908, 0.0003996807208750397, 0.0005650039529427886, 0.000730327214114368, 0.0008956504170782864, 0.0010609736200422049, 0.0012262968812137842, 0.0013916201423853636, 0.001556943403556943, 0.0017222665483132005, 0.0018875898094847798, 0.0020529129542410374, 0.0022182362154126167, 0.002383559476584196, 0.0025488827377557755, 0.002714205998927355, 0.002879529260098934, 0.0030448525212705135, 0.003210175782442093, 0.0033754988107830286, 0.003540822071954608, 0.0037061453331261873, 0.0038714685942977667, 0.004036791622638702, 0.004202114883810282, 0.004367438144981861, 0.0045327614061534405, 0.00469808466732502, 0.004863407928496599, 0.0050287311896681786, 0.005194054450839758]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 4.0, 6.0, 19.0, 18.0, 33.0, 42.0, 69.0, 112.0, 128.0, 226.0, 323.0, 484.0, 659.0, 939.0, 1327.0, 1869.0, 2416.0, 3151.0, 4066.0, 5268.0, 6715.0, 8592.0, 10906.0, 13811.0, 18477.0, 25376.0, 35545.0, 49867.0, 70657.0, 93521.0, 421333.0, 95657.0, 75987.0, 57563.0, 42376.0, 31482.0, 24003.0, 18501.0, 14698.0, 11180.0, 8785.0, 6633.0, 4921.0, 3699.0, 2726.0, 1828.0, 1269.0, 836.0, 559.0, 373.0, 247.0, 137.0, 88.0, 57.0, 39.0, 15.0, 12.0, 8.0, 1.0, 3.0, 2.0, 0.0, 1.0], "bins": [-0.012211013585329056, -0.01182184275239706, -0.011432671919465065, -0.01104350108653307, -0.010654330253601074, -0.010265159420669079, -0.009875988587737083, -0.009486817754805088, -0.009097646921873093, -0.008708477020263672, -0.008319306187331676, -0.007930135354399681, -0.007540964521467686, -0.00715179368853569, -0.006762622855603695, -0.0063734520226716995, -0.005984281189739704, -0.005595110356807709, -0.005205939523875713, -0.004816768690943718, -0.0044275978580117226, -0.0040384274907410145, -0.003649256657809019, -0.0032600858248770237, -0.0028709149919450283, -0.002481744159013033, -0.0020925733260810375, -0.0017034027259796858, -0.0013142318930476904, -0.0009250611183233559, -0.0005358903435990214, -0.00014671956887468696, 0.00024245120584964752, 0.000631621980573982, 0.0010207927552983165, 0.00140996347181499, 0.0017991343047469854, 0.002188305137678981, 0.0025774757377803326, 0.002966646570712328, 0.0033558174036443233, 0.0037449882365763187, 0.004134159069508314, 0.0045233299024403095, 0.004912500269711018, 0.005301671102643013, 0.005690841935575008, 0.006080012768507004, 0.006469183601438999, 0.006858354434370995, 0.00724752526730299, 0.007636696100234985, 0.00802586693316698, 0.008415037766098976, 0.008804208599030972, 0.009193379431962967, 0.009582549333572388, 0.009971720166504383, 0.010360890999436378, 0.010750061832368374, 0.01113923266530037, 0.011528403498232365, 0.01191757433116436, 0.012306745164096355, 0.01269591599702835]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 4.0, 2.0, 1.0, 4.0, 4.0, 3.0, 2.0, 7.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 3.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.005535045638680458, -0.005200642626732588, -0.0048662396147847176, -0.004531836602836847, -0.004197433590888977, -0.0038630308117717505, -0.00352862779982388, -0.00319422478787601, -0.0028598217759281397, -0.0025254187639802694, -0.002191015752032399, -0.0018566128564998507, -0.0015222098445519805, -0.0011878068326041102, -0.0008534038788639009, -0.0005190009251236916, -0.0001845979131758213, 0.0001498050696682185, 0.0004842080525122583, 0.0008186110062524676, 0.0011530140182003379, 0.0014874170301482081, 0.0018218199256807566, 0.002156222937628627, 0.002490625949576497, 0.0028250289615243673, 0.0031594319734722376, 0.003493834985420108, 0.0038282377645373344, 0.004162640776485205, 0.004497043788433075, 0.004831446800380945, 0.0051658498123288155, 0.005500252824276686, 0.005834655836224556, 0.006169058848172426, 0.0065034618601202965, 0.006837864872068167, 0.007172267884016037, 0.007506670895963907, 0.007841073907911777, 0.00817547645419836, 0.008509879931807518, 0.008844282478094101, 0.009178685955703259, 0.009513088501989841, 0.009847491979598999, 0.010181894525885582, 0.010516297072172165, 0.010850700549781322, 0.011185103096067905, 0.011519506573677063, 0.011853909119963646, 0.012188312597572803, 0.012522715143859386, 0.012857118621468544, 0.013191521167755127, 0.013525924645364285, 0.013860327191650867, 0.014194730669260025, 0.014529133215546608, 0.014863536693155766, 0.015197939239442348, 0.015532342717051506, 0.01586674526333809]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 6.0, 5.0, 6.0, 13.0, 20.0, 18.0, 38.0, 60.0, 94.0, 97.0, 152.0, 184.0, 232.0, 303.0, 313.0, 387.0, 452.0, 540.0, 617.0, 724.0, 1420.0, 7028.0, 1370.0, 826.0, 529.0, 406.0, 323.0, 333.0, 281.0, 301.0, 234.0, 200.0, 177.0, 137.0, 113.0, 78.0, 86.0, 63.0, 42.0, 32.0, 39.0, 26.0, 20.0, 20.0, 18.0, 15.0, 9.0, 8.0, 5.0, 6.0, 7.0, 2.0, 5.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 3.0], "bins": [-0.0055204397067427635, -0.0052928924560546875, -0.0050653452053666115, -0.004837798420339823, -0.004610251169651747, -0.004382703918963671, -0.004155157133936882, -0.003927609883248806, -0.00370006263256073, -0.003472515381872654, -0.0032449683640152216, -0.0030174213461577892, -0.002789874095469713, -0.002562326844781637, -0.002334779826924205, -0.0021072328090667725, -0.0018796855583786964, -0.0016521384241059422, -0.001424591289833188, -0.0011970441555604339, -0.0009694970212876797, -0.0007419498870149255, -0.0005144027527421713, -0.0002868556184694171, -5.93084841966629e-05, 0.0001682386500760913, 0.0003957857843488455, 0.0006233329186215997, 0.0008508800528943539, 0.001078427187167108, 0.0013059743214398623, 0.0015335214557126164, 0.0017610685899853706, 0.0019886158406734467, 0.002216162858530879, 0.0024437098763883114, 0.0026712571270763874, 0.0028988043777644634, 0.003126351395621896, 0.003353898413479328, 0.003581445664167404, 0.00380899291485548, 0.004036540165543556, 0.004264086950570345, 0.004491634201258421, 0.004719181451946497, 0.004946728236973286, 0.005174275487661362, 0.005401822738349438, 0.005629369989037514, 0.00585691723972559, 0.0060844640247523785, 0.0063120112754404545, 0.0065395585261285305, 0.006767105311155319, 0.006994652561843395, 0.007222199812531471, 0.007449747063219547, 0.007677294313907623, 0.0079048415645957, 0.008132388815283775, 0.008359935134649277, 0.008587482385337353, 0.008815029636025429, 0.009042576886713505]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 4.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.01923210173845291, -0.018680546432733536, -0.01812899298965931, -0.017577437683939934, -0.017025884240865707, -0.016474328935146332, -0.015922775492072105, -0.01537122018635273, -0.014819665811955929, -0.014268111437559128, -0.013716557063162327, -0.013165002688765526, -0.01261344738304615, -0.01206189300864935, -0.011510338634252548, -0.010958784259855747, -0.010407229885458946, -0.009855675511062145, -0.009304121136665344, -0.008752566762268543, -0.008201012387871742, -0.007649457547813654, -0.007097902707755566, -0.006546348333358765, -0.005994793958961964, -0.005443239584565163, -0.004891685210168362, -0.004340130370110273, -0.0037885759957134724, -0.0032370216213166714, -0.0026854670140892267, -0.002133912406861782, -0.001582358032464981, -0.0010308035416528583, -0.00047924905084073544, 7.230543997138739e-05, 0.0006238599307835102, 0.001175414421595633, 0.0017269689124077559, 0.0022785235196352005, 0.0028300778940320015, 0.0033816322684288025, 0.0039331866428256035, 0.004484741482883692, 0.005036295857280493, 0.005587850231677294, 0.006139405071735382, 0.006690959446132183, 0.007242513820528984, 0.007794068194925785, 0.008345622569322586, 0.008897176943719387, 0.009448731318116188, 0.010000286623835564, 0.010551840998232365, 0.011103395372629166, 0.011654949747025967, 0.012206504121422768, 0.012758058495819569, 0.01330961287021637, 0.013861168175935745, 0.014412722550332546, 0.014964276924729347, 0.015515831299126148, 0.01606738567352295]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 3.0, 3.0, 4.0, 3.0, 2.0, 4.0, 5.0, 4.0, 3.0, 3.0, 3.0, 6.0, 3.0, 0.0, 1.0, 4.0, 9.0, 5.0, 4.0, 5.0, 4.0, 3.0, 1.0, 7.0, 4.0, 7.0, 4.0, 9.0, 11.0, 9.0, 6.0, 10.0, 60.0, 13.0, 9.0, 6.0, 7.0, 7.0, 6.0, 3.0, 2.0, 1.0, 6.0, 3.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.018908552825450897, -0.018441202118992805, -0.017973849549889565, -0.017506498843431473, -0.017039146274328232, -0.01657179556787014, -0.0161044429987669, -0.015637092292308807, -0.015169740654528141, -0.014702389016747475, -0.014235037378966808, -0.013767685741186142, -0.01330033503472805, -0.012832983396947384, -0.012365631759166718, -0.011898280121386051, -0.011430928483605385, -0.010963576845824718, -0.010496225208044052, -0.010028873570263386, -0.00956152193248272, -0.009094171226024628, -0.008626819588243961, -0.008159467950463295, -0.007692116312682629, -0.007224764674901962, -0.006757413037121296, -0.006290061865001917, -0.0058227102272212505, -0.005355358589440584, -0.004888007417321205, -0.004420655779540539, -0.0039533041417598724, -0.003485952503979206, -0.0030186010990291834, -0.0025512496940791607, -0.0020838980562984943, -0.0016165465349331498, -0.0011491950135678053, -0.0006818434922024608, -0.00021449197083711624, 0.0002528595505282283, 0.0007202110718935728, 0.0011875625932589173, 0.0016549141146242619, 0.002122265752404928, 0.002589617157354951, 0.0030569685623049736, 0.00352432020008564, 0.003991671837866306, 0.004459023475646973, 0.004926374647766352, 0.005393726285547018, 0.005861077923327684, 0.0063284290954470634, 0.00679578073322773, 0.007263132371008396, 0.0077304840087890625, 0.008197835646569729, 0.008665187284350395, 0.009132537990808487, 0.009599889628589153, 0.01006724126636982, 0.010534592904150486, 0.011001944541931152]}, "_runtime": 6.712594509124756, "_timestamp": 1596208104.2543404, "_step": 2}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 1.0, 6.0, 0.0, 2.0, 2.0, 1.0, 2.0, 1.0, 4.0, 3.0, 4.0, 3.0, 3.0, 2.0, 2.0, 2.0, 2.0, 3.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014898868277668953, -0.01431642659008503, -0.013733984902501106, -0.013151543214917183, -0.01256910152733326, -0.011986659839749336, -0.011404218152165413, -0.01082177646458149, -0.010239334776997566, -0.009656893089413643, -0.00907445140182972, -0.008492009714245796, -0.007909568026661873, -0.0073271263390779495, -0.006744684651494026, -0.006162242963910103, -0.0055798012763261795, -0.004997359588742256, -0.004414917901158333, -0.0038324762135744095, -0.003250034525990486, -0.002667592838406563, -0.0020851511508226395, -0.0015027094632387161, -0.0009202677756547928, -0.00033782608807086945, 0.0002446155995130539, 0.0008270572870969772, 0.0014094989746809006, 0.001991940662264824, 0.0025743823498487473, 0.0031568240374326706, 0.003739265725016594, 0.004321707412600517, 0.004904149100184441, 0.005486590787768364, 0.006069032475352287, 0.006651474162936211, 0.007233915850520134, 0.007816357538104057, 0.00839879922568798, 0.008981240913271904, 0.009563682600855827, 0.01014612428843975, 0.010728565976023674, 0.011311007663607597, 0.01189344935119152, 0.012475891038775444, 0.013058332726359367, 0.01364077441394329, 0.014223216101527214, 0.014805657789111137, 0.01538809947669506, 0.015970541164278984, 0.016552982851862907, 0.01713542453944683, 0.017717866227030754, 0.018300307914614677, 0.0188827496021986, 0.019465191289782524, 0.020047632977366447, 0.02063007466495037, 0.021212516352534294, 0.021794958040118217, 0.02237739972770214]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 4.0, 3.0, 5.0, 8.0, 4.0, 5.0, 13.0, 12.0, 10.0, 18.0, 24.0, 47.0, 32.0, 44.0, 68.0, 63.0, 107.0, 135.0, 148.0, 230.0, 343.0, 453.0, 2118.0, 1650.0, 951.0, 563.0, 325.0, 169.0, 119.0, 72.0, 47.0, 35.0, 29.0, 11.0, 11.0, 11.0, 9.0, 10.0, 7.0, 5.0, 4.0, 3.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.2142195701599121, -0.2087201625108719, -0.20322075486183167, -0.19772134721279144, -0.19222193956375122, -0.186722531914711, -0.18122310936450958, -0.17572370171546936, -0.17022429406642914, -0.16472488641738892, -0.1592254787683487, -0.15372607111930847, -0.14822666347026825, -0.14272725582122803, -0.1372278481721878, -0.13172844052314758, -0.12622901797294617, -0.12072961777448654, -0.11523021012544632, -0.1097307950258255, -0.10423138737678528, -0.09873197972774506, -0.09323257207870483, -0.08773316442966461, -0.08223375678062439, -0.07673434168100357, -0.07123493403196335, -0.06573552638292313, -0.060236118733882904, -0.05473670735955238, -0.04923729971051216, -0.04373788833618164, -0.03823848068714142, -0.032739073038101196, -0.027239661663770676, -0.021740254014730453, -0.016240844503045082, -0.01074143499135971, -0.005242026410996914, 0.0002573826350271702, 0.005756791681051254, 0.011256201192736626, 0.016755610704421997, 0.02225501835346222, 0.02775442786514759, 0.03325383737683296, 0.038753245025873184, 0.044252656400203705, 0.04975206404924393, 0.05525147169828415, 0.06075088307261467, 0.06625029444694519, 0.07174970209598541, 0.07724910974502563, 0.08274851739406586, 0.08824792504310608, 0.0937473326921463, 0.09924674779176712, 0.10474615544080734, 0.11024556308984756, 0.11574497073888779, 0.12124437838792801, 0.12674379348754883, 0.13224320113658905, 0.13774260878562927]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 3.0, 2.0, 2.0, 1.0, 3.0, 1.0, 5.0, 3.0, 0.0, 2.0, 4.0, 2.0, 3.0, 1.0, 3.0, 1.0, 1.0, 2.0, 2.0, 30.0, 7.0, 3.0, 0.0, 2.0, 6.0, 0.0, 3.0, 3.0, 2.0, 2.0, 1.0, 3.0, 1.0, 3.0, 1.0, 2.0, 2.0, 2.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.005648992955684662, -0.0054762824438512325, -0.0053035723976790905, -0.005130861885845661, -0.004958151374012232, -0.00478544132784009, -0.0046127308160066605, -0.004440020304173231, -0.004267309792339802, -0.00409459974616766, -0.00392188923433423, -0.0037491789553314447, -0.003576468676328659, -0.0034037581644952297, -0.003231047885492444, -0.0030583373736590147, -0.002885627094656229, -0.0027129168156534433, -0.002540206303820014, -0.0023674960248172283, -0.002194785512983799, -0.0020220752339810133, -0.0018493649549782276, -0.00167665455956012, -0.0015039441641420126, -0.001331233768723905, -0.0011585233733057976, -0.000985813094303012, -0.0008131026988849044, -0.0006403923034667969, -0.0004676819662563503, -0.0002949715999420732, -0.00012226123362779617, 5.044913268648088e-05, 0.00022315949900075793, 0.000395869865315035, 0.000568580231629312, 0.0007412906270474195, 0.0009140009642578661, 0.0010867113014683127, 0.0012594216968864202, 0.0014321320923045278, 0.0016048424877226353, 0.001777552766725421, 0.0019502631621435285, 0.002122973557561636, 0.0022956838365644217, 0.002468394348397851, 0.0026411046274006367, 0.0028138149064034224, 0.0029865254182368517, 0.0031592356972396374, 0.0033319462090730667, 0.0035046564880758524, 0.003677366767078638, 0.0038500772789120674, 0.0040227873250842094, 0.004195497836917639, 0.004368208348751068, 0.0045409188605844975, 0.0047136289067566395, 0.004886339418590069, 0.005059049930423498, 0.00523175997659564, 0.0054044704884290695]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 0.0, 4.0, 7.0, 16.0, 17.0, 41.0, 43.0, 104.0, 129.0, 202.0, 352.0, 546.0, 734.0, 1139.0, 1653.0, 2269.0, 3109.0, 4052.0, 5444.0, 7108.0, 9062.0, 11321.0, 14098.0, 17751.0, 22202.0, 29084.0, 39185.0, 52787.0, 70777.0, 92098.0, 422962.0, 91847.0, 70866.0, 51973.0, 37819.0, 27729.0, 20968.0, 16101.0, 12493.0, 9780.0, 7704.0, 6057.0, 4660.0, 3558.0, 2879.0, 2100.0, 1538.0, 1108.0, 756.0, 502.0, 332.0, 199.0, 141.0, 97.0, 52.0, 44.0, 20.0, 14.0, 5.0, 2.0, 3.0], "bins": [-0.012629819102585316, -0.0122530497610569, -0.01187627948820591, -0.01149950921535492, -0.011122739873826504, -0.010745970532298088, -0.010369200259447098, -0.009992429986596107, -0.009615660645067692, -0.009238891303539276, -0.008862121030688286, -0.008485350757837296, -0.00810858141630888, -0.007731811609119177, -0.007355041801929474, -0.006978271994739771, -0.006601502187550068, -0.006224732380360365, -0.005847962573170662, -0.005471192765980959, -0.005094422958791256, -0.004717653151601553, -0.00434088334441185, -0.003964113537222147, -0.003587343730032444, -0.003210573922842741, -0.002833804115653038, -0.002457034308463335, -0.002080264501273632, -0.001703494694083929, -0.001326724886894226, -0.0009499550797045231, -0.0005731852725148201, -0.0001964154653251171, 0.00018035434186458588, 0.0005571241490542889, 0.0009338939562439919, 0.0013106637634336948, 0.0016874335706233978, 0.002064203377813101, 0.002440973185002804, 0.002817742992192507, 0.0031945127993822098, 0.0035712826065719128, 0.003948052413761616, 0.004324822220951319, 0.004701592028141022, 0.005078361835330725, 0.005455131642520428, 0.005831901449710131, 0.006208671256899834, 0.006585441064089537, 0.00696221087127924, 0.007338980678468943, 0.007715750485658646, 0.008092520758509636, 0.008469290100038052, 0.008846059441566467, 0.009222829714417458, 0.009599599987268448, 0.009976369328796864, 0.01035313867032528, 0.01072990894317627, 0.01110667921602726, 0.011483448557555676]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 4.0, 2.0, 4.0, 2.0, 4.0, 3.0, 1.0, 2.0, 4.0, 2.0, 2.0, 2.0, 7.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.020165354013442993, -0.01972891390323639, -0.019292471930384636, -0.018856031820178032, -0.01841958984732628, -0.017983149737119675, -0.01754670776426792, -0.017110267654061317, -0.016673827543854713, -0.01623738557100296, -0.015800945460796356, -0.015364504419267178, -0.014928063377737999, -0.01449162233620882, -0.014055181294679642, -0.013618740253150463, -0.013182299211621284, -0.01274585910141468, -0.012309418059885502, -0.011872977018356323, -0.011436535976827145, -0.011000094935297966, -0.010563653893768787, -0.010127213783562183, -0.009690772742033005, -0.009254331700503826, -0.008817890658974648, -0.008381449617445469, -0.00794500857591629, -0.007508568000048399, -0.00707212695851922, -0.006635686382651329, -0.00619924534112215, -0.005762804299592972, -0.0053263637237250805, -0.004889922682195902, -0.004453481640666723, -0.004017041064798832, -0.0035806000232696533, -0.0031441589817404747, -0.0027077181730419397, -0.0022712773643434048, -0.0018348363228142262, -0.0013983955141156912, -0.0009619545890018344, -0.0005255136638879776, -8.907279698178172e-05, 0.0003473680990282446, 0.000783808995038271, 0.0012202499201521277, 0.0016566908452659845, 0.0020931316539645195, 0.002529572695493698, 0.002966013504192233, 0.003402454312890768, 0.0038388953544199467, 0.004275335930287838, 0.004711776971817017, 0.005148218013346195, 0.005584659054875374, 0.006021099630743265, 0.006457540672272444, 0.006893981713801622, 0.007330422289669514, 0.007766863331198692]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 2.0, 1.0, 3.0, 4.0, 3.0, 4.0, 1.0, 2.0, 4.0, 8.0, 12.0, 11.0, 17.0, 21.0, 31.0, 26.0, 28.0, 33.0, 35.0, 68.0, 64.0, 63.0, 78.0, 71.0, 90.0, 114.0, 117.0, 142.0, 151.0, 193.0, 200.0, 231.0, 297.0, 350.0, 451.0, 635.0, 817.0, 984.0, 1369.0, 2130.0, 7156.0, 927.0, 417.0, 217.0, 156.0, 175.0, 111.0, 85.0, 86.0, 60.0, 37.0, 43.0, 28.0, 25.0, 13.0, 12.0, 4.0, 5.0, 4.0, 4.0, 2.0], "bins": [-0.011477493681013584, -0.011213136836886406, -0.010948779061436653, -0.010684422217309475, -0.010420065373182297, -0.010155707597732544, -0.009891350753605366, -0.009626992978155613, -0.009362636134028435, -0.009098279289901257, -0.008833921514451504, -0.008569564670324326, -0.008305206894874573, -0.008040850050747395, -0.007776493206620216, -0.007512135896831751, -0.007247778587043285, -0.00698342127725482, -0.006719063967466354, -0.006454707123339176, -0.006190349813550711, -0.005925992503762245, -0.005661635659635067, -0.0053972783498466015, -0.005132921040058136, -0.0048685637302696705, -0.004604206420481205, -0.004339849576354027, -0.004075492266565561, -0.003811134956777096, -0.003546777879819274, -0.003282420802861452, -0.0030180634930729866, -0.002753706183284521, -0.0024893491063266993, -0.0022249920293688774, -0.001960634719580412, -0.0016962775262072682, -0.0014319203328341246, -0.001167563139460981, -0.0009032059460878372, -0.0006388487527146935, -0.0003744915593415499, -0.0001101343659684062, 0.00015422282740473747, 0.00041858002077788115, 0.0006829372141510248, 0.0009472944075241685, 0.0012116516008973122, 0.0014760087942704558, 0.0017403659876435995, 0.0020047230646014214, 0.002269080374389887, 0.0025334376841783524, 0.002797794761136174, 0.003062151838093996, 0.0033265091478824615, 0.003590866457670927, 0.003855223534628749, 0.004119580611586571, 0.004383937921375036, 0.004648295231163502, 0.00491265207529068, 0.005177009385079145, 0.005441366694867611]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 5.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.03990964591503143, -0.039164405316114426, -0.03841916844248772, -0.03767392784357071, -0.036928690969944, -0.03618345037102699, -0.035438213497400284, -0.034692972898483276, -0.03394773602485657, -0.03320249542593956, -0.03245725855231285, -0.031712017953395844, -0.030966781079769135, -0.030221542343497276, -0.029476303607225418, -0.02873106487095356, -0.0279858261346817, -0.027240585535764694, -0.026495346799492836, -0.025750108063220978, -0.02500486932694912, -0.02425963059067726, -0.023514391854405403, -0.022769153118133545, -0.022023914381861687, -0.02127867564558983, -0.02053343690931797, -0.019788198173046112, -0.019042959436774254, -0.018297720700502396, -0.017552481964230537, -0.01680724322795868, -0.01606200449168682, -0.015316765755414963, -0.014571527019143105, -0.013826288282871246, -0.013081049546599388, -0.01233581081032753, -0.011590572074055672, -0.010845333337783813, -0.010100094601511955, -0.009354854933917522, -0.008609616197645664, -0.007864377461373806, -0.007119138725101948, -0.00637389998883009, -0.005628661252558231, -0.004883422516286373, -0.004138183780014515, -0.0033929450437426567, -0.0026477063074707985, -0.0019024673383682966, -0.0011572286020964384, -0.0004119898076169193, 0.00033324898686259985, 0.00107848783954978, 0.001823726575821638, 0.0025689653120934963, 0.0033142040483653545, 0.004059442784637213, 0.004804681986570358, 0.0055499207228422165, 0.006295159459114075, 0.007040398195385933, 0.007785636931657791]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 0.0, 1.0, 1.0, 2.0, 1.0, 3.0, 5.0, 6.0, 3.0, 6.0, 5.0, 4.0, 6.0, 4.0, 5.0, 7.0, 6.0, 6.0, 3.0, 5.0, 5.0, 8.0, 2.0, 1.0, 3.0, 8.0, 4.0, 8.0, 7.0, 10.0, 5.0, 4.0, 6.0, 2.0, 5.0, 13.0, 62.0, 4.0, 8.0, 5.0, 7.0, 3.0, 3.0, 2.0, 0.0, 1.0, 5.0, 2.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.014876388013362885, -0.014534112997353077, -0.014191837050020695, -0.013849562034010887, -0.013507286086678505, -0.013165011070668697, -0.01282273605465889, -0.012480460107326508, -0.0121381850913167, -0.011795910075306892, -0.01145363412797451, -0.011111359111964703, -0.010769084095954895, -0.010426808148622513, -0.010084533132612705, -0.009742257185280323, -0.009399982169270515, -0.009057707153260708, -0.008715431205928326, -0.008373156189918518, -0.008030880242586136, -0.007688605226576328, -0.007346330210566521, -0.007004054728895426, -0.006661779247224331, -0.006319503765553236, -0.005977228283882141, -0.0056349532678723335, -0.005292677786201239, -0.004950402304530144, -0.004608127288520336, -0.004265851806849241, -0.003923576325178146, -0.0035813008435070515, -0.0032390255946666002, -0.002896750345826149, -0.002554474864155054, -0.002212199382483959, -0.001869924133643508, -0.0015276487683877349, -0.0011853734031319618, -0.0008430980378761888, -0.0005008226726204157, -0.00015854730736464262, 0.00018372805789113045, 0.0005260034231469035, 0.0008682787884026766, 0.0012105541536584496, 0.0015528295189142227, 0.0018951048841699958, 0.002237380249425769, 0.00257965549826622, 0.002921930979937315, 0.00326420646160841, 0.003606481710448861, 0.003948756959289312, 0.004291032440960407, 0.004633307922631502, 0.004975583404302597, 0.005317858420312405, 0.0056601339019834995, 0.006002409383654594, 0.006344684399664402, 0.006686959881335497, 0.007029235363006592]}, "_runtime": 7.49711275100708, "_timestamp": 1596208105.0388587, "_step": 3}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 4.0, 2.0, 1.0, 1.0, 2.0, 2.0, 4.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 3.0, 4.0, 3.0, 1.0, 1.0, 0.0, 0.0, 6.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.018032893538475037, -0.01749594509601593, -0.016958996653556824, -0.016422050073742867, -0.01588510163128376, -0.015348153188824654, -0.014811205677688122, -0.01427425816655159, -0.013737309724092484, -0.013200361281633377, -0.012663413770496845, -0.012126466259360313, -0.011589517816901207, -0.0110525693744421, -0.010515621863305569, -0.009978674352169037, -0.00944172590970993, -0.008904777467250824, -0.008367829956114292, -0.00783088244497776, -0.007293934002518654, -0.006756986025720835, -0.006220038048923016, -0.0056830900721251965, -0.005146142095327377, -0.004609194118529558, -0.004072246141731739, -0.00353529816493392, -0.0029983501881361008, -0.0024614022113382816, -0.0019244542345404625, -0.0013875062577426434, -0.0008505582809448242, -0.0003136103041470051, 0.00022333767265081406, 0.0007602856494486332, 0.0012972336262464523, 0.0018341816030442715, 0.0023711295798420906, 0.0029080775566399097, 0.003445025533437729, 0.003981973510235548, 0.004518921487033367, 0.005055869463831186, 0.005592817440629005, 0.006129765417426825, 0.006666713394224644, 0.007203661371022463, 0.007740609347820282, 0.008277557790279388, 0.00881450530141592, 0.009351452812552452, 0.009888401255011559, 0.010425349697470665, 0.010962297208607197, 0.011499244719743729, 0.012036193162202835, 0.012573141604661942, 0.013110089115798473, 0.013647036626935005, 0.014183985069394112, 0.014720933511853218, 0.01525788102298975, 0.015794828534126282, 0.016331776976585388]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 4.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 3.0, 2.0, 4.0, 1.0, 5.0, 9.0, 9.0, 7.0, 10.0, 12.0, 21.0, 23.0, 23.0, 36.0, 34.0, 48.0, 53.0, 62.0, 87.0, 109.0, 152.0, 180.0, 232.0, 261.0, 403.0, 2111.0, 1764.0, 837.0, 406.0, 286.0, 223.0, 131.0, 86.0, 64.0, 42.0, 41.0, 30.0, 34.0, 26.0, 12.0, 11.0, 7.0, 3.0, 4.0, 5.0, 1.0, 5.0, 1.0, 3.0, 2.0, 2.0, 0.0, 1.0, 2.0], "bins": [-0.1854570358991623, -0.1802913248538971, -0.1751256138086319, -0.1699599027633667, -0.1647941917181015, -0.1596284806728363, -0.1544627696275711, -0.1492970585823059, -0.1441313475370407, -0.1389656364917755, -0.13379992544651031, -0.12863421440124512, -0.12346850335597992, -0.11830279231071472, -0.11313708126544952, -0.10797137022018433, -0.10280565917491913, -0.09763994812965393, -0.09247423708438873, -0.08730852603912354, -0.08214281499385834, -0.07697710394859314, -0.07181139290332794, -0.06664568185806274, -0.061479970812797546, -0.05631425976753235, -0.05114854872226715, -0.04598283767700195, -0.040817126631736755, -0.03565141558647156, -0.03048570454120636, -0.025319993495941162, -0.020154282450675964, -0.014988571405410767, -0.009822860360145569, -0.004657149314880371, 0.0005085617303848267, 0.005674272775650024, 0.010839983820915222, 0.01600569486618042, 0.021171405911445618, 0.026337116956710815, 0.03150282800197601, 0.03666853904724121, 0.04183425009250641, 0.046999961137771606, 0.052165672183036804, 0.057331383228302, 0.0624970942735672, 0.0676628053188324, 0.0728285163640976, 0.07799422740936279, 0.08315993845462799, 0.08832564949989319, 0.09349136054515839, 0.09865707159042358, 0.10382278263568878, 0.10898849368095398, 0.11415420472621918, 0.11931991577148438, 0.12448562681674957, 0.12965133786201477, 0.13481704890727997, 0.13998275995254517, 0.14514847099781036]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 4.0, 2.0, 3.0, 1.0, 1.0, 3.0, 1.0, 1.0, 2.0, 3.0, 5.0, 4.0, 2.0, 7.0, 3.0, 3.0, 28.0, 5.0, 5.0, 6.0, 3.0, 2.0, 0.0, 3.0, 6.0, 2.0, 2.0, 1.0, 3.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0054697515442967415, -0.005269667599350214, -0.005069584120064974, -0.004869500175118446, -0.004669416695833206, -0.004469332750886679, -0.0042692492716014385, -0.004069165326654911, -0.003869081847369671, -0.0036689979024231434, -0.0034689141903072596, -0.0032688304781913757, -0.003068746766075492, -0.002868663053959608, -0.0026685793418437243, -0.0024684956297278404, -0.0022684119176119566, -0.0020683282054960728, -0.001868244493380189, -0.0016681607812643051, -0.0014680770691484213, -0.0012679932406172156, -0.0010679095285013318, -0.000867825816385448, -0.0006677421042695642, -0.0004676583921536803, -0.00026757465093396604, -6.749092426616699e-05, 0.00013259280240163207, 0.0003326765145175159, 0.0005327602848410606, 0.0007328439969569445, 0.0009329277090728283, 0.0011330114211887121, 0.001333095133304596, 0.0015331788454204798, 0.0017332625575363636, 0.0019333463860675693, 0.0021334299817681313, 0.002333513693884015, 0.002533597405999899, 0.0027336813509464264, 0.0029337650630623102, 0.003133848775178194, 0.003333932487294078, 0.0035340161994099617, 0.0037340999115258455, 0.003934183623641729, 0.004134267568588257, 0.004334351047873497, 0.0045344349928200245, 0.004734518472105265, 0.004934602417051792, 0.005134685896337032, 0.00533476984128356, 0.0055348533205688, 0.0057349372655153275, 0.005935020744800568, 0.006135104689747095, 0.006335188169032335, 0.006535272113978863, 0.006735355593264103, 0.00693543953821063, 0.007135523017495871, 0.007335606962442398]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 5.0, 7.0, 16.0, 34.0, 56.0, 97.0, 123.0, 213.0, 302.0, 518.0, 773.0, 1059.0, 1553.0, 2203.0, 3041.0, 4055.0, 5570.0, 7380.0, 9661.0, 13093.0, 17419.0, 23717.0, 33111.0, 47839.0, 70084.0, 100900.0, 447748.0, 117077.0, 79532.0, 53887.0, 36465.0, 25500.0, 18553.0, 13548.0, 10064.0, 7570.0, 5747.0, 4518.0, 3495.0, 2778.0, 2294.0, 1792.0, 1412.0, 1121.0, 948.0, 794.0, 575.0, 436.0, 322.0, 241.0, 136.0, 103.0, 68.0, 29.0, 35.0, 14.0, 12.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.013366039842367172, -0.012918397784233093, -0.012470756657421589, -0.01202311459928751, -0.011575472541153431, -0.011127831414341927, -0.010680189356207848, -0.010232547298073769, -0.009784906171262264, -0.009337264113128185, -0.008889622054994106, -0.008441980928182602, -0.007994338870048523, -0.007546697277575731, -0.00709905568510294, -0.006651413626968861, -0.006203772034496069, -0.005756130442023277, -0.005308488383889198, -0.004860846791416407, -0.004413205198943615, -0.003965563140809536, -0.0035179215483367443, -0.0030702799558639526, -0.0026226381305605173, -0.002174996305257082, -0.0017273547127842903, -0.001279712887480855, -0.0008320711785927415, -0.00038442944060079753, 6.321229739114642e-05, 0.0005108540644869208, 0.0009584957733750343, 0.0014061374822631478, 0.0018537791911512613, 0.0023014210164546967, 0.0027490626089274883, 0.0031967044342309237, 0.003644346259534359, 0.004091987852007151, 0.004539629444479942, 0.004987271502614021, 0.005434913095086813, 0.005882554687559605, 0.006330196745693684, 0.006777838338166475, 0.007225479930639267, 0.007673121988773346, 0.008120764046907425, 0.00856840517371893, 0.009016047231853008, 0.009463688358664513, 0.009911330416798592, 0.01035897247493267, 0.010806613601744175, 0.011254255659878254, 0.011701897718012333, 0.012149538844823837, 0.012597180902957916, 0.013044822961091995, 0.0134924640879035, 0.013940106146037579, 0.014387748204171658, 0.014835389330983162, 0.015283031389117241]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 3.0, 2.0, 4.0, 2.0, 2.0, 1.0, 0.0, 4.0, 1.0, 4.0, 1.0, 8.0, 1.0, 2.0, 1.0, 0.0, 3.0, 0.0, 1.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.00499518308788538, -0.004728490486741066, -0.0044617983512580395, -0.004195105750113726, -0.003928413614630699, -0.0036617210134863853, -0.0033950284123420715, -0.0031283360440284014, -0.002861643675714731, -0.002594951307401061, -0.002328258939087391, -0.002061566337943077, -0.001794873969629407, -0.0015281816013157368, -0.0012614891165867448, -0.0009947966318577528, -0.0007281042635440826, -0.00046141183702275157, -0.0001947194105014205, 7.197301601991057e-05, 0.00033866544254124165, 0.0006053578690625727, 0.0008720502955839038, 0.0011387427803128958, 0.001405435148626566, 0.001672127516940236, 0.001938820001669228, 0.00220551248639822, 0.0024722048547118902, 0.0027388972230255604, 0.003005589824169874, 0.0032722821924835443, 0.0035389745607972145, 0.0038056669291108847, 0.004072359297424555, 0.004339051898568869, 0.004605744034051895, 0.004872436635196209, 0.005139129236340523, 0.005405821371823549, 0.005672513972967863, 0.005939206574112177, 0.006205898709595203, 0.006472591310739517, 0.006739283911883831, 0.0070059760473668575, 0.007272668648511171, 0.007539360783994198, 0.007806053385138512, 0.008072745986282825, 0.00833943858742714, 0.008606130257248878, 0.008872822858393192, 0.009139515459537506, 0.00940620806068182, 0.009672900661826134, 0.009939592331647873, 0.010206284932792187, 0.0104729775339365, 0.010739670135080814, 0.011006362736225128, 0.011273055337369442, 0.011539747007191181, 0.011806439608335495, 0.012073132209479809]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 4.0, 0.0, 1.0, 3.0, 5.0, 11.0, 7.0, 18.0, 20.0, 16.0, 28.0, 33.0, 43.0, 61.0, 58.0, 110.0, 125.0, 145.0, 192.0, 224.0, 271.0, 301.0, 345.0, 477.0, 520.0, 743.0, 1007.0, 1087.0, 5727.0, 2138.0, 1119.0, 852.0, 628.0, 412.0, 269.0, 211.0, 184.0, 161.0, 129.0, 121.0, 113.0, 109.0, 93.0, 63.0, 56.0, 52.0, 40.0, 32.0, 26.0, 13.0, 11.0, 4.0, 4.0, 2.0, 3.0, 1.0, 0.0, 2.0], "bins": [-0.006943389307707548, -0.006744705606251955, -0.006546022370457649, -0.006347338669002056, -0.006148654967546463, -0.005949971731752157, -0.005751288030296564, -0.005552604794502258, -0.005353921093046665, -0.005155237391591072, -0.004956554155796766, -0.004757870454341173, -0.004559187218546867, -0.004360503517091274, -0.004161819815635681, -0.003963136579841375, -0.0037644528783857822, -0.003565769409760833, -0.0033670859411358833, -0.0031684022396802902, -0.0029697187710553408, -0.0027710353024303913, -0.002572351600974798, -0.0023736681323498487, -0.0021749846637248993, -0.00197630119509995, -0.0017776176100596786, -0.0015789340250194073, -0.0013802505563944578, -0.0011815670877695084, -0.000982883502729237, -0.0007841999758966267, -0.0005855164490640163, -0.000386832922231406, -0.0001881493953987956, 1.0534131433814764e-05, 0.00020921765826642513, 0.0004079011850990355, 0.0006065847119316459, 0.0008052682387642562, 0.0010039517655968666, 0.001202635234221816, 0.0014013188192620873, 0.0016000024043023586, 0.001798685872927308, 0.0019973693415522575, 0.0021960530430078506, 0.0023947365116328, 0.0025934199802577496, 0.002792103448882699, 0.0029907869175076485, 0.0031894706189632416, 0.003388154087588191, 0.0035868375562131405, 0.0037855212576687336, 0.003984204493463039, 0.0041828881949186325, 0.004381571896374226, 0.004580255132168531, 0.0047789388336241245, 0.00497762206941843, 0.0051763057708740234, 0.0053749894723296165, 0.005573672708123922, 0.0057723564095795155]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.03133118152618408, -0.030544649809598923, -0.029758119955658913, -0.028971588239073753, -0.028185058385133743, -0.027398526668548584, -0.026611994951963425, -0.025825465098023415, -0.025038933381438255, -0.024252401664853096, -0.023465871810913086, -0.022679340094327927, -0.021892808377742767, -0.021106278523802757, -0.020319746807217598, -0.019533216953277588, -0.01874668523669243, -0.01796015352010727, -0.01717362366616726, -0.0163870919495821, -0.015600561164319515, -0.01481403037905693, -0.014027498662471771, -0.013240967877209187, -0.012454437091946602, -0.011667906306684017, -0.010881375521421432, -0.010094843804836273, -0.009308313019573689, -0.008521782234311104, -0.007735250983387232, -0.00694871973246336, -0.006162188947200775, -0.0053756581619381905, -0.0045891269110143185, -0.00380259589292109, -0.003016064874827862, -0.0022295338567346334, -0.001443002838641405, -0.0006564718205481768, 0.00013005919754505157, 0.0009165902156382799, 0.0017031212337315083, 0.0024896522518247366, 0.003276183269917965, 0.00406271405518055, 0.004849245306104422, 0.005635776557028294, 0.006422307342290878, 0.007208838127553463, 0.007995368912816048, 0.008781900629401207, 0.009568431414663792, 0.010354962199926376, 0.011141493916511536, 0.01192802470177412, 0.012714555487036705, 0.01350108627229929, 0.014287617057561874, 0.015074148774147034, 0.015860680490732193, 0.016647210344672203, 0.017433742061257362, 0.018220271915197372, 0.019006803631782532]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 3.0, 1.0, 3.0, 6.0, 5.0, 6.0, 2.0, 1.0, 2.0, 3.0, 2.0, 4.0, 3.0, 1.0, 6.0, 6.0, 6.0, 2.0, 4.0, 3.0, 6.0, 2.0, 8.0, 7.0, 7.0, 4.0, 3.0, 8.0, 4.0, 7.0, 8.0, 5.0, 6.0, 7.0, 10.0, 9.0, 10.0, 38.0, 13.0, 10.0, 8.0, 6.0, 8.0, 6.0, 5.0, 3.0, 2.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02162722870707512, -0.021103842183947563, -0.020580455660820007, -0.020057067275047302, -0.019533680751919746, -0.01901029422879219, -0.018486905843019485, -0.01796351931989193, -0.017440132796764374, -0.016916746273636818, -0.016393359750509262, -0.015869971364736557, -0.015346584841609001, -0.014823198318481445, -0.014299810864031315, -0.013776423409581184, -0.013253036886453629, -0.012729650363326073, -0.012206262908875942, -0.011682875454425812, -0.011159488931298256, -0.0106361024081707, -0.01011271495372057, -0.00958932749927044, -0.009065940976142883, -0.008542554453015327, -0.008019166998565197, -0.007495780009776354, -0.006972393020987511, -0.0064490060321986675, -0.005925619043409824, -0.005402232054620981, -0.004878845065832138, -0.004355458077043295, -0.0038320710882544518, -0.0033086840994656086, -0.0027852971106767654, -0.0022619101218879223, -0.0017385231330990791, -0.001215136144310236, -0.0006917491555213928, -0.00016836216673254967, 0.0003550248220562935, 0.0008784118108451366, 0.0014017987996339798, 0.001925185788422823, 0.002448572777211666, 0.0029719597660005093, 0.0034953467547893524, 0.004018733743578196, 0.004542120732367039, 0.005065507721155882, 0.005588894709944725, 0.006112281698733568, 0.006635668687522411, 0.0071590556763112545, 0.007682442665100098, 0.008205829188227654, 0.008729216642677784, 0.009252604097127914, 0.00977599062025547, 0.010299377143383026, 0.010822764597833157, 0.011346152052283287, 0.011869538575410843]}, "_runtime": 8.278127908706665, "_timestamp": 1596208105.8198738, "_step": 4}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 3.0, 1.0, 3.0, 1.0, 0.0, 4.0, 4.0, 4.0, 3.0, 3.0, 3.0, 3.0, 3.0, 2.0, 2.0, 5.0, 0.0, 3.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.03170362487435341, -0.030914898961782455, -0.030126173049211502, -0.0293374452739954, -0.028548719361424446, -0.027759993448853493, -0.02697126753628254, -0.026182539761066437, -0.025393813848495483, -0.02460508793592453, -0.023816362023353577, -0.023027636110782623, -0.02223890833556652, -0.021450182422995567, -0.020661456510424614, -0.01987273059785366, -0.019084002822637558, -0.018295276910066605, -0.01750655099749565, -0.016717825084924698, -0.015929099172353745, -0.015140372328460217, -0.014351645484566689, -0.013562919571995735, -0.012774193659424782, -0.011985466815531254, -0.0111967409029603, -0.010408014059066772, -0.009619288146495819, -0.008830561302602291, -0.008041835390031338, -0.007253109011799097, -0.006464382633566856, -0.005675656255334616, -0.004886929877102375, -0.004098203498870134, -0.0033094773534685373, -0.0025207509752362967, -0.0017320247134193778, -0.000943298393394798, -0.00015457207337021828, 0.0006341542466543615, 0.0014228805666789412, 0.00221160682849586, 0.0030003332067281008, 0.0037890595849603415, 0.0045777857303619385, 0.005366512108594179, 0.00615523848682642, 0.0069439648650586605, 0.007732691243290901, 0.008521417155861855, 0.009310143999755383, 0.010098869912326336, 0.010887596756219864, 0.011676322668790817, 0.01246504858136177, 0.013253775425255299, 0.014042501337826252, 0.01483122818171978, 0.015619954094290733, 0.016408680006861687, 0.01719740778207779, 0.017986133694648743, 0.018774859607219696]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 0.0, 1.0, 1.0, 3.0, 4.0, 1.0, 5.0, 7.0, 5.0, 13.0, 10.0, 18.0, 23.0, 47.0, 54.0, 75.0, 95.0, 140.0, 231.0, 320.0, 452.0, 685.0, 3833.0, 833.0, 422.0, 229.0, 150.0, 74.0, 54.0, 42.0, 22.0, 18.0, 18.0, 9.0, 12.0, 2.0, 3.0, 2.0, 3.0, 1.0, 0.0, 1.0, 0.0, 3.0], "bins": [-0.3020489811897278, -0.2948632538318634, -0.287677526473999, -0.28049176931381226, -0.2733060419559479, -0.2661203145980835, -0.2589345872402191, -0.25174883008003235, -0.24456310272216797, -0.2373773753643036, -0.2301916480064392, -0.22300590574741364, -0.21582017838954926, -0.20863443613052368, -0.2014487087726593, -0.19426296651363373, -0.18707723915576935, -0.17989151179790497, -0.1727057695388794, -0.16552004218101501, -0.15833429992198944, -0.15114857256412506, -0.1439628303050995, -0.1367771029472351, -0.12959137558937073, -0.12240563333034515, -0.11521989852190018, -0.1080341637134552, -0.10084843635559082, -0.09366270154714584, -0.08647696673870087, -0.07929123193025589, -0.07210549712181091, -0.06491976231336594, -0.05773402750492096, -0.05054829642176628, -0.043362561613321304, -0.03617682680487633, -0.0289910938590765, -0.021805360913276672, -0.014619626104831696, -0.007433892227709293, -0.0002481583505868912, 0.006937575526535511, 0.014123309403657913, 0.02130904421210289, 0.028494777157902718, 0.035680510103702545, 0.04286624491214752, 0.0500519797205925, 0.057237714529037476, 0.06442344933748245, 0.07160918414592743, 0.07879491150379181, 0.08598064631223679, 0.09316638112068176, 0.10035211592912674, 0.10753785073757172, 0.1147235855460167, 0.12190932035446167, 0.12909504771232605, 0.13628078997135162, 0.143466517329216, 0.15065225958824158, 0.15783798694610596]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 6.0, 2.0, 7.0, 1.0, 3.0, 2.0, 2.0, 2.0, 2.0, 2.0, 2.0, 3.0, 3.0, 29.0, 4.0, 1.0, 5.0, 3.0, 1.0, 2.0, 3.0, 4.0, 1.0, 3.0, 2.0, 2.0, 3.0, 0.0, 0.0, 4.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.004538761917501688, -0.004391345661133528, -0.0042439294047653675, -0.004096513148397207, -0.003949096892029047, -0.003801680402830243, -0.003654264146462083, -0.0035068478900939226, -0.0033594314008951187, -0.0032120151445269585, -0.0030645988881587982, -0.002917182631790638, -0.0027697663754224777, -0.0026223501190543175, -0.0024749336298555136, -0.0023275173734873533, -0.002180101117119193, -0.002032684860751033, -0.0018852684879675508, -0.0017378522315993905, -0.0015904358588159084, -0.0014430196024477482, -0.001295603346079588, -0.0011481869732961059, -0.0010007707169279456, -0.0008533544023521245, -0.0007059380877763033, -0.000558521831408143, -0.0004111055168323219, -0.0002636892022565007, -0.00011627291678451002, 3.1143383239395916e-05, 0.00017855968326330185, 0.000325975997839123, 0.0004733922833111137, 0.0006208085687831044, 0.0007682248833589256, 0.0009156411979347467, 0.001063057454302907, 0.001210473827086389, 0.0013578900834545493, 0.0015053063398227096, 0.0016527227126061916, 0.0018001389689743519, 0.0019475552253425121, 0.0020949714817106724, 0.0022423879709094763, 0.0023898042272776365, 0.0025372204836457968, 0.002684636740013957, 0.0028320529963821173, 0.002979469485580921, 0.0031268857419490814, 0.0032743019983172417, 0.003421718254685402, 0.003569134511053562, 0.0037165507674217224, 0.0038639672566205263, 0.004011383280158043, 0.0041588000021874905, 0.004306216258555651, 0.004453632514923811, 0.004601048771291971, 0.0047484650276601315, 0.004895881284028292]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 3.0, 0.0, 3.0, 4.0, 3.0, 8.0, 21.0, 33.0, 58.0, 96.0, 157.0, 215.0, 317.0, 480.0, 724.0, 1049.0, 1661.0, 2301.0, 3233.0, 4345.0, 5999.0, 7925.0, 10617.0, 14154.0, 19060.0, 25462.0, 34869.0, 49943.0, 71788.0, 102300.0, 458313.0, 112158.0, 74101.0, 50085.0, 34387.0, 24102.0, 17505.0, 12976.0, 9638.0, 7340.0, 5635.0, 4356.0, 3268.0, 2426.0, 1841.0, 1323.0, 1003.0, 678.0, 475.0, 359.0, 289.0, 189.0, 148.0, 97.0, 46.0, 32.0, 19.0, 7.0, 11.0, 4.0, 4.0, 0.0, 3.0], "bins": [-0.01312438677996397, -0.012711353600025177, -0.012298321351408958, -0.011885288171470165, -0.011472254991531372, -0.011059222742915154, -0.01064618956297636, -0.010233156383037567, -0.009820124134421349, -0.009407090954482555, -0.008994057774543762, -0.008581024594604969, -0.00816799234598875, -0.007754959166049957, -0.007341926451772451, -0.006928893271833658, -0.006515860557556152, -0.0061028278432786465, -0.005689794663339853, -0.005276761949062347, -0.004863728769123554, -0.004450696054846048, -0.0040376633405685425, -0.003624630393460393, -0.0032115974463522434, -0.002798564499244094, -0.0023855315521359444, -0.0019724988378584385, -0.001559465890750289, -0.0011464329436421394, -0.0007334001129493117, -0.0003203672240488231, 9.26656648516655e-05, 0.0005056985537521541, 0.0009187314426526427, 0.0013317642733454704, 0.00174479722045362, 0.0021578301675617695, 0.0025708628818392754, 0.002983895828947425, 0.0033969287760555744, 0.003809961723163724, 0.0042229946702718735, 0.004636027384549379, 0.005049060098826885, 0.005462093278765678, 0.005875125993043184, 0.0062881591729819775, 0.006701191887259483, 0.007114224601536989, 0.007527257781475782, 0.007940290495753288, 0.008353323675692081, 0.0087663559243083, 0.009179389104247093, 0.009592422284185886, 0.01000545546412468, 0.010418487712740898, 0.010831520892679691, 0.011244554072618484, 0.011657586321234703, 0.012070619501173496, 0.01248365268111229, 0.012896684929728508, 0.013309718109667301]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 4.0, 9.0, 3.0, 6.0, 5.0, 5.0, 2.0, 4.0, 1.0, 3.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.026900652796030045, -0.026236876845359802, -0.02557310275733471, -0.024909326806664467, -0.024245552718639374, -0.02358177676796913, -0.02291800267994404, -0.022254226729273796, -0.021590452641248703, -0.02092667669057846, -0.02026290073990822, -0.019599126651883125, -0.018935350701212883, -0.01827157661318779, -0.017607800662517548, -0.016944026574492455, -0.016280250623822212, -0.015616475604474545, -0.014952700585126877, -0.01428892556577921, -0.013625150546431541, -0.0129613745957613, -0.012297599576413631, -0.011633824557065964, -0.010970049537718296, -0.010306274518370628, -0.00964249949902296, -0.008978724479675293, -0.00831494852900505, -0.00765117397531867, -0.006987398490309715, -0.006323623470962048, -0.00565984845161438, -0.004996073432266712, -0.0043322984129190445, -0.0036685229279100895, -0.003004747908562422, -0.002340972889214754, -0.0016771976370364428, -0.0010134225012734532, -0.0003496473655104637, 0.0003141277702525258, 0.0009779029060155153, 0.0016416780417785048, 0.0023054531775414944, 0.002969228196889162, 0.0036330034490674734, 0.004296778701245785, 0.0049605537205934525, 0.00562432873994112, 0.006288103759288788, 0.006951879244297743, 0.0076156542636454105, 0.008279429748654366, 0.008943204768002033, 0.009606979787349701, 0.010270754806697369, 0.010934529826045036, 0.011598304845392704, 0.012262079864740372, 0.012925855815410614, 0.013589630834758282, 0.01425340585410595, 0.014917180873453617, 0.015580955892801285]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 5.0, 8.0, 4.0, 4.0, 10.0, 22.0, 9.0, 19.0, 42.0, 44.0, 42.0, 45.0, 64.0, 74.0, 97.0, 110.0, 100.0, 93.0, 101.0, 82.0, 64.0, 85.0, 81.0, 82.0, 169.0, 245.0, 368.0, 505.0, 841.0, 2451.0, 7385.0, 1964.0, 1067.0, 628.0, 393.0, 294.0, 160.0, 134.0, 111.0, 85.0, 70.0, 56.0, 43.0, 39.0, 37.0, 17.0, 22.0, 17.0, 9.0, 3.0, 8.0, 4.0, 2.0, 3.0, 4.0], "bins": [-0.015122383832931519, -0.014734838157892227, -0.014347291551530361, -0.013959744945168495, -0.013572199270129204, -0.013184653595089912, -0.012797106988728046, -0.01240956038236618, -0.012022014707326889, -0.011634469032287598, -0.011246922425925732, -0.010859375819563866, -0.010471830144524574, -0.010084284469485283, -0.009696737863123417, -0.009309191256761551, -0.00892164558172226, -0.008534099906682968, -0.008146553300321102, -0.0077590071596205235, -0.007371461018919945, -0.006983914878219366, -0.006596368737518787, -0.006208822596818209, -0.00582127645611763, -0.005433730315417051, -0.005046184174716473, -0.004658638034015894, -0.004271091893315315, -0.0038835457526147366, -0.003495999611914158, -0.003108453471213579, -0.0027209073305130005, -0.002333361189812422, -0.0019458150491118431, -0.0015582689084112644, -0.0011707227677106857, -0.000783176627010107, -0.00039563048630952835, -8.084345608949661e-06, 0.00037946179509162903, 0.0007670079357922077, 0.0011545540764927864, 0.001542100217193365, 0.0019296463578939438, 0.0023171924985945225, 0.002704738639295101, 0.00309228477999568, 0.0034798309206962585, 0.0038673770613968372, 0.004254923202097416, 0.004642469342797995, 0.005030015483498573, 0.005417561624199152, 0.005805107764899731, 0.006192653905600309, 0.006580200046300888, 0.006967746187001467, 0.0073552923277020454, 0.007742838468402624, 0.008130384609103203, 0.008517930284142494, 0.00890547689050436, 0.009293023496866226, 0.009680569171905518]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.0806763544678688, -0.07843988388776779, -0.07620341330766678, -0.07396694272756577, -0.07173047214746475, -0.06949400156736374, -0.06725753098726273, -0.06502106040716171, -0.0627845898270607, -0.060548122972249985, -0.05831165239214897, -0.05607518181204796, -0.053838711231946945, -0.05160224065184593, -0.04936577007174492, -0.047129299491643906, -0.04489282891154289, -0.04265635833144188, -0.040419887751340866, -0.03818341717123985, -0.03594694659113884, -0.03371047601103783, -0.03147400543093681, -0.02923753671348095, -0.027001066133379936, -0.024764595553278923, -0.02252812497317791, -0.020291654393076897, -0.018055185675621033, -0.01581871509552002, -0.013582244515419006, -0.011345773935317993, -0.00910930335521698, -0.006872832775115967, -0.004636362660676241, -0.0023998923134058714, -0.00016342196613550186, 0.0020730483811348677, 0.004309518728405237, 0.006545988842844963, 0.008782459422945976, 0.01101893000304699, 0.013255400583148003, 0.015491870231926441, 0.01772833988070488, 0.019964810460805893, 0.022201281040906906, 0.02443775162100792, 0.026674222201108932, 0.028910692781209946, 0.03114716336131096, 0.03338363394141197, 0.035620104521512985, 0.037856575101614, 0.04009304568171501, 0.042329516261816025, 0.04456598311662674, 0.04680245369672775, 0.049038924276828766, 0.05127539485692978, 0.05351186543703079, 0.055748336017131805, 0.05798480659723282, 0.06022127717733383, 0.062457747757434845]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 0.0, 1.0, 2.0, 3.0, 1.0, 3.0, 2.0, 5.0, 5.0, 6.0, 7.0, 7.0, 10.0, 10.0, 11.0, 16.0, 52.0, 9.0, 6.0, 17.0, 6.0, 12.0, 11.0, 5.0, 12.0, 6.0, 7.0, 10.0, 10.0, 1.0, 3.0, 4.0, 3.0, 1.0, 1.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0], "bins": [-0.01192658394575119, -0.011299371719360352, -0.010672160424292088, -0.010044948197901249, -0.009417736902832985, -0.008790524676442146, -0.008163312450051308, -0.007536100689321756, -0.006908888928592205, -0.006281677167862654, -0.005654465407133102, -0.005027253180742264, -0.0044000414200127125, -0.003772829659283161, -0.003145617665722966, -0.0025184056721627712, -0.00189119391143322, -0.0012639820342883468, -0.0006367701571434736, -9.558279998600483e-06, 0.0006176535971462727, 0.0012448654742911458, 0.001872077351436019, 0.002499289344996214, 0.0031265011057257652, 0.0037537128664553165, 0.004380924627184868, 0.0050081368535757065, 0.005635348614305258, 0.006262560375034809, 0.006889772601425648, 0.007516984362155199, 0.00814419612288475, 0.008771408349275589, 0.009398619644343853, 0.010025831870734692, 0.010653043165802956, 0.011280255392193794, 0.011907467618584633, 0.012534678913652897, 0.013161891140043736, 0.013789103366434574, 0.014416314661502838, 0.015043526887893677, 0.015670739114284515, 0.016297951340675354, 0.016925161704421043, 0.017552373930811882, 0.01817958615720272, 0.01880679838359356, 0.019434010609984398, 0.020061220973730087, 0.020688433200120926, 0.021315645426511765, 0.021942857652902603, 0.022570069879293442, 0.02319728210568428, 0.02382449246942997, 0.02445170469582081, 0.025078916922211647, 0.025706129148602486, 0.026333341374993324, 0.026960551738739014, 0.027587763965129852, 0.02821497619152069]}, "_runtime": 9.048444271087646, "_timestamp": 1596208106.5901902, "_step": 5}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 3.0, 1.0, 3.0, 0.0, 1.0, 2.0, 3.0, 2.0, 0.0, 3.0, 1.0, 3.0, 3.0, 0.0, 2.0, 2.0, 2.0, 3.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.013826643116772175, -0.013378714211285114, -0.012930784374475479, -0.012482855468988419, -0.012034926563501358, -0.011586997658014297, -0.011139068752527237, -0.010691138915717602, -0.010243210010230541, -0.00979528110474348, -0.009347351267933846, -0.008899422362446785, -0.008451493456959724, -0.008003564551472664, -0.007555635180324316, -0.007107705809175968, -0.006659776903688908, -0.006211847998201847, -0.005763918627053499, -0.005315989255905151, -0.004868060350418091, -0.00442013144493103, -0.003972202073782682, -0.0035242729354649782, -0.003076343797147274, -0.00262841465882957, -0.0021804855205118656, -0.0017325563821941614, -0.0012846272438764572, -0.000836698105558753, -0.0003887689672410488, 5.916017107665539e-05, 0.0005070893093943596, 0.0009550184477120638, 0.001402947586029768, 0.0018508767243474722, 0.0022988058626651764, 0.0027467350009828806, 0.003194664139300585, 0.003642593277618289, 0.004090522415935993, 0.004538451321423054, 0.004986380692571402, 0.0054343100637197495, 0.00588223896920681, 0.0063301678746938705, 0.006778097245842218, 0.007226026616990566, 0.007673955522477627, 0.008121884427964687, 0.008569814264774323, 0.009017743170261383, 0.009465672075748444, 0.009913600981235504, 0.010361529886722565, 0.0108094597235322, 0.01125738862901926, 0.011705317534506321, 0.012153247371315956, 0.012601176276803017, 0.013049105182290077, 0.013497034087777138, 0.013944962993264198, 0.014392892830073833, 0.014840821735560894]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 5.0, 2.0, 3.0, 4.0, 4.0, 7.0, 3.0, 8.0, 7.0, 15.0, 18.0, 19.0, 20.0, 33.0, 48.0, 51.0, 69.0, 94.0, 127.0, 154.0, 198.0, 275.0, 401.0, 519.0, 3235.0, 1125.0, 523.0, 301.0, 182.0, 119.0, 82.0, 56.0, 49.0, 43.0, 31.0, 22.0, 13.0, 16.0, 8.0, 4.0, 7.0, 6.0, 3.0, 7.0, 2.0, 3.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0], "bins": [-0.17371995747089386, -0.16850987076759338, -0.1632997691631317, -0.15808968245983124, -0.15287959575653076, -0.1476694941520691, -0.14245940744876862, -0.13724932074546814, -0.13203921914100647, -0.126829132437706, -0.12161903828382492, -0.11640894412994385, -0.11119885742664337, -0.1059887632727623, -0.10077866911888123, -0.09556858241558075, -0.09035848826169968, -0.0851483941078186, -0.07993830740451813, -0.07472821325063705, -0.06951811909675598, -0.0643080323934555, -0.05909793823957443, -0.05388784408569336, -0.048677753657102585, -0.04346766322851181, -0.03825756907463074, -0.03304747864603996, -0.02783738635480404, -0.022627294063568115, -0.01741720363497734, -0.012207111343741417, -0.006997019052505493, -0.0017869272269308567, 0.0034231645986437798, 0.008633255958557129, 0.013843348249793053, 0.019053440541028976, 0.02426353096961975, 0.029473623260855675, 0.0346837155520916, 0.03989380598068237, 0.045103900134563446, 0.05031399056315422, 0.055524080991744995, 0.06073417514562607, 0.06594426929950714, 0.07115435600280762, 0.07636445015668869, 0.08157454431056976, 0.08678463101387024, 0.09199472516775131, 0.09720481932163239, 0.10241490602493286, 0.10762500017881393, 0.11283509433269501, 0.11804518103599548, 0.12325527518987656, 0.12846536934375763, 0.1336754560470581, 0.13888555765151978, 0.14409564435482025, 0.14930573105812073, 0.1545158326625824, 0.15972591936588287]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 5.0, 2.0, 1.0, 1.0, 3.0, 3.0, 3.0, 3.0, 5.0, 4.0, 1.0, 3.0, 5.0, 6.0, 2.0, 27.0, 3.0, 3.0, 2.0, 2.0, 2.0, 5.0, 1.0, 1.0, 4.0, 3.0, 2.0, 3.0, 1.0, 3.0, 2.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.005871867295354605, -0.005698852706700563, -0.005525838118046522, -0.005352823995053768, -0.005179809406399727, -0.005006794817745686, -0.004833780229091644, -0.004660765640437603, -0.004487751051783562, -0.004314736928790808, -0.0041417223401367664, -0.003968707751482725, -0.003795693162828684, -0.003622678807005286, -0.003449664218351245, -0.0032766498625278473, -0.003103635273873806, -0.0029306206852197647, -0.002757606329396367, -0.0025845917407423258, -0.002411577384918928, -0.002238562796264887, -0.0020655482076108456, -0.001892533735372126, -0.0017195192631334066, -0.0015465047908946872, -0.0013734903186559677, -0.0012004757300019264, -0.001027461257763207, -0.0008544467855244875, -0.0006814322550781071, -0.0005084177246317267, -0.0003354032523930073, -0.00016238875105045736, 1.0625750292092562e-05, 0.00018364025163464248, 0.0003566547529771924, 0.0005296692252159119, 0.0007026837556622922, 0.0008756982861086726, 0.001048712758347392, 0.0012217272305861115, 0.001394741702824831, 0.0015677562914788723, 0.0017407707637175918, 0.0019137852359563112, 0.0020867998246103525, 0.00225981418043375, 0.0024328287690877914, 0.0026058433577418327, 0.0027788577135652304, 0.0029518723022192717, 0.0031248866580426693, 0.0032979012466967106, 0.003470915835350752, 0.0036439301911741495, 0.003816944779828191, 0.0039899591356515884, 0.00416297372430563, 0.004335988312959671, 0.004509002901613712, 0.004682017490267754, 0.004855031613260508, 0.005028046201914549, 0.00520106079056859]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 3.0, 2.0, 8.0, 20.0, 34.0, 61.0, 90.0, 138.0, 239.0, 379.0, 576.0, 800.0, 1277.0, 1846.0, 2528.0, 3578.0, 5052.0, 6742.0, 9201.0, 12749.0, 17026.0, 23765.0, 32964.0, 47433.0, 67311.0, 97240.0, 468565.0, 112780.0, 74817.0, 52792.0, 37873.0, 27571.0, 20180.0, 15123.0, 10751.0, 8014.0, 5591.0, 4159.0, 2972.0, 2220.0, 1613.0, 1142.0, 794.0, 565.0, 404.0, 249.0, 152.0, 96.0, 63.0, 37.0, 22.0, 16.0, 12.0, 3.0, 3.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0104792146012187, -0.010102152824401855, -0.00972509104758501, -0.009348029270768166, -0.00897096749395132, -0.008593905717134476, -0.00821684394031763, -0.007839782163500786, -0.007462720852345228, -0.007085659075528383, -0.006708597298711538, -0.006331535521894693, -0.005954474210739136, -0.005577412433922291, -0.005200350657105446, -0.004823288880288601, -0.004446227103471756, -0.004069165326654911, -0.003692103549838066, -0.003315042005851865, -0.00293798022903502, -0.002560918452218175, -0.0021838569082319736, -0.0018067951314151287, -0.0014297333545982838, -0.0010526715777814388, -0.0006756099173799157, -0.0002985481987707317, 7.851351983845234e-05, 0.00045557523844763637, 0.0008326369570568204, 0.0012096986174583435, 0.0015867603942751884, 0.0019638221710920334, 0.0023408839479088783, 0.0027179454918950796, 0.0030950072687119246, 0.0034720690455287695, 0.0038491305895149708, 0.004226192366331816, 0.004603254143148661, 0.004980315919965506, 0.0053573776967823505, 0.0057344394735991955, 0.006111500784754753, 0.006488562561571598, 0.006865624338388443, 0.007242686115205288, 0.007619747892022133, 0.007996809668838978, 0.008373871445655823, 0.008750933222472668, 0.009127994999289513, 0.009505056776106358, 0.009882118552923203, 0.010259180329740047, 0.010636242106556892, 0.011013302952051163, 0.011390364728868008, 0.011767426505684853, 0.012144488282501698, 0.012521550059318542, 0.012898611836135387, 0.013275673612952232, 0.013652735389769077]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 4.0, 1.0, 3.0, 3.0, 3.0, 8.0, 8.0, 10.0, 5.0, 2.0, 0.0, 3.0, 2.0, 1.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013835569843649864, -0.012903452850878239, -0.011971335858106613, -0.011039218865334988, -0.010107101872563362, -0.009174983948469162, -0.008242866955697536, -0.007310749962925911, -0.006378632970154285, -0.00544651597738266, -0.004514398984611034, -0.0035822815261781216, -0.002650164533406496, -0.0017180474242195487, -0.0007859303150326014, 0.000146186794154346, 0.0010783039033412933, 0.002010420896112919, 0.002942538121715188, 0.003874655347317457, 0.004806772340089083, 0.005738889332860708, 0.006671006791293621, 0.007603123784065247, 0.008535240776836872, 0.009467357769608498, 0.010399474762380123, 0.011331591755151749, 0.012263709679245949, 0.013195826672017574, 0.0141279436647892, 0.015060060657560825, 0.01599217765033245, 0.01692429557442665, 0.017856411635875702, 0.018788529559969902, 0.019720645621418953, 0.020652763545513153, 0.021584879606962204, 0.022516997531056404, 0.023449115455150604, 0.024381231516599655, 0.025313349440693855, 0.026245465502142906, 0.027177583426237106, 0.028109699487686157, 0.029041817411780357, 0.029973933473229408, 0.03090605139732361, 0.03183816745877266, 0.03277028724551201, 0.03370240330696106, 0.03463451936841011, 0.03556663542985916, 0.03649875521659851, 0.03743087127804756, 0.03836298733949661, 0.03929510712623596, 0.04022722318768501, 0.041159339249134064, 0.042091455310583115, 0.043023575097322464, 0.043955691158771515, 0.044887807220220566, 0.04581992328166962]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 2.0, 3.0, 0.0, 4.0, 4.0, 6.0, 7.0, 13.0, 17.0, 39.0, 67.0, 123.0, 207.0, 377.0, 617.0, 1201.0, 2319.0, 8628.0, 2077.0, 864.0, 533.0, 353.0, 265.0, 169.0, 132.0, 88.0, 75.0, 41.0, 41.0, 18.0, 15.0, 9.0, 14.0, 11.0, 4.0, 10.0, 9.0, 3.0, 5.0, 7.0, 13.0, 5.0, 5.0, 4.0, 1.0, 2.0, 2.0, 4.0, 3.0, 1.0, 2.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.012680144980549812, -0.012064090929925442, -0.011448036879301071, -0.0108319828286767, -0.01021592877805233, -0.009599873796105385, -0.008983819745481014, -0.008367765694856644, -0.007751711644232273, -0.0071356575936079025, -0.006519603542983532, -0.005903549026697874, -0.0052874949760735035, -0.004671440925449133, -0.004055386409163475, -0.0034393323585391045, -0.002823278307914734, -0.0022072242572903633, -0.001591169973835349, -0.0009751158067956567, -0.0003590616397559643, 0.0002569925272837281, 0.0008730466943234205, 0.001489100861363113, 0.0021051550284028053, 0.002721209079027176, 0.00333726336248219, 0.003953317645937204, 0.004569371696561575, 0.0051854257471859455, 0.005801480263471603, 0.006417534314095974, 0.0070335883647203445, 0.007649642415344715, 0.008265696465969086, 0.008881750516593456, 0.009497804567217827, 0.010113859549164772, 0.010729913599789143, 0.011345967650413513, 0.011962021701037884, 0.012578075751662254, 0.013194129802286625, 0.013810183852910995, 0.01442623883485794, 0.015042292885482311, 0.015658346936106682, 0.016274400055408478, 0.016890455037355423, 0.017506510019302368, 0.018122563138604164, 0.01873861812055111, 0.019354671239852905, 0.01997072622179985, 0.020586779341101646, 0.02120283432304859, 0.021818887442350388, 0.022434942424297333, 0.023050997406244278, 0.023667050525546074, 0.02428310550749302, 0.024899158626794815, 0.02551521360874176, 0.026131266728043556, 0.0267473217099905]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 3.0, 5.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08448195457458496, -0.08189312368631363, -0.0793042927980423, -0.07671545445919037, -0.07412662357091904, -0.0715377926826477, -0.06894896179437637, -0.06636013090610504, -0.06377129256725311, -0.06118246540427208, -0.05859363079071045, -0.05600479990243912, -0.053415969014167786, -0.050827134400606155, -0.048238303512334824, -0.04564946889877319, -0.04306063801050186, -0.04047180712223053, -0.0378829725086689, -0.03529414162039757, -0.03270530700683594, -0.030116476118564606, -0.027527645230293274, -0.024938812479376793, -0.022349979728460312, -0.01976114697754383, -0.01717231422662735, -0.014583483338356018, -0.011994650587439537, -0.009405817836523056, -0.00681698601692915, -0.004228153731673956, -0.0016393214464187622, 0.0009495108388364315, 0.003538343124091625, 0.006127175409346819, 0.008716007694602013, 0.011304840445518494, 0.0138936722651124, 0.016482504084706306, 0.019071336835622787, 0.02166016958653927, 0.02424900233745575, 0.02683783322572708, 0.029426665976643562, 0.03201549872756004, 0.034604329615831375, 0.037193164229393005, 0.03978199511766434, 0.04237082600593567, 0.0449596606194973, 0.04754849150776863, 0.05013732612133026, 0.05272615700960159, 0.055314987897872925, 0.057903822511434555, 0.06049265339970589, 0.06308148801326752, 0.06567031890153885, 0.06825914978981018, 0.07084798067808151, 0.07343681156635284, 0.07602564990520477, 0.0786144807934761, 0.08120331168174744]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 3.0, 2.0, 3.0, 0.0, 3.0, 4.0, 6.0, 4.0, 6.0, 4.0, 13.0, 18.0, 24.0, 35.0, 62.0, 18.0, 11.0, 10.0, 12.0, 14.0, 5.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0], "bins": [-0.05721914395689964, -0.05536230653524399, -0.05350546911358833, -0.05164863169193268, -0.04979179427027702, -0.04793495684862137, -0.046078119426965714, -0.04422128200531006, -0.0423644483089447, -0.04050761088728905, -0.03865077346563339, -0.03679393604397774, -0.03493709862232208, -0.03308026120066643, -0.031223423779010773, -0.029366586357355118, -0.027509748935699463, -0.025652911514043808, -0.023796074092388153, -0.021939236670732498, -0.020082399249076843, -0.018225563690066338, -0.016368726268410683, -0.014511888846755028, -0.012655051425099373, -0.010798214003443718, -0.008941376581788063, -0.007084540091454983, -0.005227702669799328, -0.0033708654809743166, -0.0015140282921493053, 0.0003428088966757059, 0.002199646085500717, 0.004056483507156372, 0.00591332046315074, 0.007770157419145107, 0.009626994840800762, 0.011483832262456417, 0.013340668752789497, 0.015197506174445152, 0.017054343596100807, 0.018911181017756462, 0.020768018439412117, 0.022624855861067772, 0.024481691420078278, 0.026338528841733932, 0.028195366263389587, 0.030052203685045242, 0.0319090411067009, 0.03376587852835655, 0.03562271595001221, 0.03747955337166786, 0.03933639079332352, 0.04119322821497917, 0.04305006563663483, 0.04490690305829048, 0.046763740479946136, 0.04862057417631149, 0.05047741159796715, 0.0523342490196228, 0.05419108644127846, 0.05604792386293411, 0.05790476128458977, 0.05976159870624542, 0.06161843612790108]}, "_runtime": 9.820486783981323, "_timestamp": 1596208107.3622327, "_step": 6}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 1.0, 2.0, 4.0, 1.0, 3.0, 5.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 3.0, 3.0, 0.0, 0.0, 1.0, 4.0, 2.0, 0.0, 0.0, 1.0, 3.0, 1.0, 2.0], "bins": [-0.01721397042274475, -0.016802454367280006, -0.016390938311815262, -0.015979422256350517, -0.015567906200885773, -0.015156391076743603, -0.014744875021278858, -0.014333358965814114, -0.013921842910349369, -0.013510326854884624, -0.01309881079941988, -0.012687294743955135, -0.012275779619812965, -0.01186426356434822, -0.011452747508883476, -0.011041231453418732, -0.010629715397953987, -0.010218199342489243, -0.009806683287024498, -0.009395167231559753, -0.008983651176095009, -0.008572136051952839, -0.008160619996488094, -0.00774910394102335, -0.007337587885558605, -0.006926071830093861, -0.006514555774629116, -0.006103040184825659, -0.005691524129360914, -0.00528000807389617, -0.004868492484092712, -0.004456976428627968, -0.004045460373163223, -0.0036339443176984787, -0.003222428495064378, -0.002810912672430277, -0.0023993966169655323, -0.0019878805615007877, -0.0015763647388666868, -0.001164848799817264, -0.0007533328607678413, -0.0003418169217184186, 6.969901733100414e-05, 0.0004812149563804269, 0.0008927308954298496, 0.0013042468344792724, 0.001715762773528695, 0.002127278596162796, 0.0025387946516275406, 0.002950310707092285, 0.003361826529726386, 0.003773342352360487, 0.0041848584078252316, 0.004596374463289976, 0.005007890053093433, 0.005419406108558178, 0.0058309221640229225, 0.006242438219487667, 0.006653954274952412, 0.007065469864755869, 0.0074769859202206135, 0.00788850151002407, 0.008300017565488815, 0.00871153362095356, 0.009123049676418304]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [3.0, 1.0, 1.0, 1.0, 4.0, 3.0, 2.0, 3.0, 2.0, 4.0, 6.0, 5.0, 9.0, 13.0, 12.0, 21.0, 17.0, 10.0, 38.0, 53.0, 51.0, 64.0, 94.0, 109.0, 155.0, 193.0, 299.0, 398.0, 548.0, 3729.0, 811.0, 456.0, 236.0, 153.0, 123.0, 93.0, 41.0, 45.0, 36.0, 22.0, 12.0, 13.0, 11.0, 9.0, 3.0, 8.0, 1.0, 3.0, 5.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.15341176092624664, -0.148138627409935, -0.14286547899246216, -0.1375923454761505, -0.13231921195983887, -0.12704607844352722, -0.12177293747663498, -0.11649979650974274, -0.11122666299343109, -0.10595352947711945, -0.1006803885102272, -0.09540724754333496, -0.09013411402702332, -0.08486098051071167, -0.07958783954381943, -0.07431469857692719, -0.06904156506061554, -0.0637684315443039, -0.05849529057741165, -0.05322215333580971, -0.047949016094207764, -0.04267587885260582, -0.037402741611003876, -0.03212960436940193, -0.026856467127799988, -0.021583329886198044, -0.0163101926445961, -0.011037055402994156, -0.005763918161392212, -0.0004907809197902679, 0.004782356321811676, 0.01005549356341362, 0.015328630805015564, 0.020601768046617508, 0.025874905288219452, 0.031148042529821396, 0.03642117977142334, 0.041694317013025284, 0.04696745425462723, 0.05224059149622917, 0.057513728737831116, 0.06278686225414276, 0.068060003221035, 0.07333314418792725, 0.07860627770423889, 0.08387941122055054, 0.08915255218744278, 0.09442569315433502, 0.09969882667064667, 0.10497196018695831, 0.11024510115385056, 0.1155182421207428, 0.12079137563705444, 0.1260645091533661, 0.13133764266967773, 0.13661079108715057, 0.14188392460346222, 0.14715705811977386, 0.1524302065372467, 0.15770334005355835, 0.16297647356987, 0.16824960708618164, 0.1735227406024933, 0.17879588901996613, 0.18406902253627777]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 1.0, 1.0, 3.0, 3.0, 1.0, 6.0, 4.0, 3.0, 3.0, 4.0, 7.0, 6.0, 7.0, 6.0, 25.0, 2.0, 3.0, 2.0, 1.0, 6.0, 2.0, 2.0, 3.0, 2.0, 1.0, 0.0, 3.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00408808421343565, -0.00393571425229311, -0.0037833445239812136, -0.0036309747956693172, -0.0034786048345267773, -0.003326235106214881, -0.0031738653779029846, -0.0030214954167604446, -0.0028691256884485483, -0.002716755960136652, -0.002564385998994112, -0.0024120162706822157, -0.0022596465423703194, -0.0021072765812277794, -0.001954906852915883, -0.001802537008188665, -0.0016501671634614468, -0.0014977973187342286, -0.0013454274740070105, -0.0011930577456951141, -0.001040687900967896, -0.0008883180562406778, -0.0007359482697211206, -0.0005835784832015634, -0.0004312086384743452, -0.0002788388228509575, -0.00012646900722756982, 2.5900808395817876e-05, 0.00017827062401920557, 0.00033064043964259326, 0.00048301025526598096, 0.0006353800417855382, 0.0007877498865127563, 0.0009401197312399745, 0.0010924895759671926, 0.001244859304279089, 0.0013972291490063071, 0.0015495989937335253, 0.0017019687220454216, 0.0018543385667726398, 0.002006708411499858, 0.0021590781398117542, 0.002311448100954294, 0.0024638178292661905, 0.002616187557578087, 0.002768557518720627, 0.002920927247032523, 0.003073297208175063, 0.0032256669364869595, 0.0033780366647988558, 0.0035304066259413958, 0.003682776354253292, 0.003835146315395832, 0.003987515810877085, 0.004139885772019625, 0.004292255733162165, 0.004444625228643417, 0.004596995189785957, 0.004749365150928497, 0.004901735112071037, 0.00505410460755229, 0.00520647456869483, 0.00535884452983737, 0.005511214025318623, 0.005663583986461163]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 3.0, 3.0, 6.0, 2.0, 10.0, 17.0, 15.0, 29.0, 40.0, 49.0, 107.0, 157.0, 273.0, 431.0, 706.0, 1094.0, 1887.0, 3166.0, 5275.0, 8625.0, 14776.0, 24449.0, 40096.0, 64561.0, 101433.0, 163552.0, 490345.0, 92298.0, 58357.0, 37291.0, 24343.0, 16031.0, 10437.0, 6702.0, 4412.0, 2850.0, 1907.0, 1264.0, 813.0, 527.0, 404.0, 303.0, 207.0, 117.0, 88.0, 54.0, 36.0, 36.0, 15.0, 12.0, 10.0, 7.0, 4.0, 4.0, 3.0, 1.0, 2.0, 1.0, 2.0, 0.0, 1.0], "bins": [-0.010927589610219002, -0.010552380234003067, -0.010177170857787132, -0.009801960550248623, -0.009426751174032688, -0.009051541797816753, -0.008676332421600819, -0.00830112211406231, -0.007925912737846375, -0.00755070336163044, -0.007175493985414505, -0.006800284143537283, -0.006425074767321348, -0.006049864925444126, -0.005674655549228191, -0.005299445707350969, -0.0049242363311350346, -0.0045490269549191, -0.004173817113041878, -0.0037986075039952993, -0.003423397894948721, -0.003048188518732786, -0.0026729789096862078, -0.0022977693006396294, -0.001922559691593051, -0.0015473500825464725, -0.0011721404734998941, -0.0007969309808686376, -0.00042172137182205915, -4.6511791879311204e-05, 0.00032869778806343675, 0.0007039073389023542, 0.0010791169479489326, 0.001454326556995511, 0.0018295361660420895, 0.002204745775088668, 0.0025799553841352463, 0.002955164760351181, 0.0033303743693977594, 0.003705583978444338, 0.00408079382032156, 0.004456003196537495, 0.004831212572753429, 0.0052064224146306515, 0.005581631790846586, 0.005956841632723808, 0.006332051008939743, 0.006707260850816965, 0.0070824702270329, 0.007457679603248835, 0.007832889445126057, 0.008208098821341991, 0.008583308197557926, 0.008958518505096436, 0.00933372788131237, 0.009708937257528305, 0.01008414663374424, 0.010459356009960175, 0.010834566317498684, 0.011209775693714619, 0.011584985069930553, 0.011960194446146488, 0.012335404753684998, 0.012710614129900932, 0.013085823506116867]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 4.0, 3.0, 5.0, 2.0, 6.0, 0.0, 2.0, 2.0, 11.0, 0.0, 1.0, 2.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.016478033736348152, -0.01590699329972267, -0.015335951931774616, -0.014764911495149136, -0.01419387012720108, -0.0136228296905756, -0.013051789253950119, -0.012480747886002064, -0.011909707449376583, -0.011338667012751102, -0.010767625644803047, -0.010196585208177567, -0.009625544771552086, -0.00905450340360403, -0.00848346296697855, -0.007912421599030495, -0.007341381162405014, -0.006770340260118246, -0.006199299357831478, -0.0056282589212059975, -0.0050572180189192295, -0.0044861771166324615, -0.003915136680006981, -0.003344095777720213, -0.002773054875433445, -0.002202013973146677, -0.0016309733036905527, -0.0010599325178191066, -0.0004888917319476604, 8.214905392378569e-05, 0.0006531898397952318, 0.001224230625666678, 0.001795271411538124, 0.002366312313824892, 0.0029373529832810163, 0.0035083936527371407, 0.004079434555023909, 0.004650475457310677, 0.005221515893936157, 0.005792556796222925, 0.006363597698509693, 0.006934638600796461, 0.007505679503083229, 0.00807671993970871, 0.00864776037633419, 0.009218801744282246, 0.009789842180907726, 0.010360883548855782, 0.010931923985481262, 0.011502964422106743, 0.012074005790054798, 0.012645046226680279, 0.013216087594628334, 0.013787128031253815, 0.014358168467879295, 0.01492920983582735, 0.015500250272452831, 0.016071291640400887, 0.016642332077026367, 0.017213372513651848, 0.01778441295027733, 0.01835545338690281, 0.01892649568617344, 0.01949753612279892, 0.0200685765594244]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 3.0, 4.0, 2.0, 1.0, 1.0, 2.0, 5.0, 5.0, 9.0, 9.0, 9.0, 18.0, 15.0, 29.0, 37.0, 35.0, 57.0, 86.0, 90.0, 150.0, 216.0, 297.0, 451.0, 558.0, 728.0, 983.0, 1407.0, 2385.0, 6461.0, 1584.0, 758.0, 492.0, 383.0, 279.0, 185.0, 169.0, 136.0, 97.0, 84.0, 67.0, 41.0, 27.0, 17.0, 22.0, 9.0, 7.0, 3.0, 2.0, 3.0, 3.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.014521627686917782, -0.014123289845883846, -0.01372495200484991, -0.0133266132324934, -0.012928275391459465, -0.01252993755042553, -0.012131599709391594, -0.011733260937035084, -0.011334923096001148, -0.010936585254967213, -0.010538247413933277, -0.010139909572899342, -0.009741570800542831, -0.009343232959508896, -0.00894489511847496, -0.008546557277441025, -0.00814821943640709, -0.007749881129711866, -0.0073515428230166435, -0.006953204981982708, -0.006554866675287485, -0.00615652883425355, -0.005758190527558327, -0.005359852686524391, -0.004961514845490456, -0.004563176538795233, -0.004164838697761297, -0.0037665003910660744, -0.003368162550032139, -0.0029698244761675596, -0.0025714864023029804, -0.0021731483284384012, -0.001774810254573822, -0.0013764721807092428, -0.0009781341068446636, -0.0005797961493954062, -0.00018145807553082705, 0.0002168799692299217, 0.0006152180139906704, 0.0010135560296475887, 0.001411894103512168, 0.0018102321773767471, 0.0022085702512413263, 0.0026069083251059055, 0.003005246166139841, 0.0034035842400044203, 0.0038019223138689995, 0.004200260620564222, 0.004598598461598158, 0.004996936302632093, 0.005395274609327316, 0.005793612450361252, 0.006191950757056475, 0.00659028859809041, 0.006988626904785633, 0.007386964745819569, 0.007785302586853504, 0.00818364042788744, 0.00858197920024395, 0.008980317041277885, 0.009378654882311821, 0.009776992723345757, 0.010175331495702267, 0.010573669336736202, 0.010972007177770138]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 3.0, 4.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08245936036109924, -0.07939909398555756, -0.07633883506059647, -0.07327857613563538, -0.07021830976009369, -0.067158043384552, -0.06409778445959091, -0.06103752180933952, -0.057977259159088135, -0.054916996508836746, -0.05185673385858536, -0.04879647120833397, -0.04573620855808258, -0.04267594590783119, -0.0396156832575798, -0.036555420607328415, -0.033495157957077026, -0.030434895306825638, -0.02737463265657425, -0.02431437000632286, -0.021254107356071472, -0.018193844705820084, -0.015133582055568695, -0.012073319405317307, -0.009013056755065918, -0.005952794104814529, -0.002892531454563141, 0.00016773119568824768, 0.0032279938459396362, 0.006288256496191025, 0.009348519146442413, 0.012408781796693802, 0.01546904444694519, 0.01852930709719658, 0.021589569747447968, 0.024649832397699356, 0.027710095047950745, 0.030770357698202133, 0.03383062034845352, 0.03689088299870491, 0.0399511456489563, 0.04301140829920769, 0.046071670949459076, 0.049131933599710464, 0.05219219624996185, 0.05525245890021324, 0.05831272155046463, 0.06137298420071602, 0.06443324685096741, 0.0674935132265091, 0.07055377215147018, 0.07361403107643127, 0.07667429745197296, 0.07973456382751465, 0.08279482275247574, 0.08585508167743683, 0.08891534805297852, 0.0919756144285202, 0.09503587335348129, 0.09809613227844238, 0.10115639865398407, 0.10421666502952576, 0.10727692395448685, 0.11033718287944794, 0.11339744925498962]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 3.0, 0.0, 3.0, 3.0, 2.0, 1.0, 1.0, 0.0, 3.0, 3.0, 2.0, 2.0, 3.0, 4.0, 4.0, 6.0, 10.0, 11.0, 17.0, 13.0, 15.0, 22.0, 28.0, 39.0, 17.0, 8.0, 9.0, 7.0, 3.0, 6.0, 3.0, 4.0, 1.0, 2.0, 2.0, 6.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 3.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.04738561064004898, -0.045760154724121094, -0.04413469880819321, -0.04250924289226532, -0.04088378697633743, -0.039258331060409546, -0.03763287886977196, -0.03600742295384407, -0.034381967037916183, -0.032756511121988297, -0.03113105520606041, -0.029505599290132523, -0.027880143374204636, -0.02625468745827675, -0.02462923340499401, -0.023003777489066124, -0.021378321573138237, -0.01975286565721035, -0.018127409741282463, -0.016501955687999725, -0.014876499772071838, -0.013251043856143951, -0.011625587940216064, -0.010000132955610752, -0.008374677039682865, -0.0067492215894162655, -0.005123766139149666, -0.003498310223221779, -0.0018728547729551792, -0.00024739920627325773, 0.0013780563604086637, 0.003003512043505907, 0.004628967493772507, 0.006254422944039106, 0.007879878394305706, 0.009505334310233593, 0.011130789294838905, 0.012756245210766792, 0.01438170112669468, 0.016007157042622566, 0.017632611095905304, 0.01925806701183319, 0.020883522927761078, 0.022508978843688965, 0.024134434759616852, 0.02575989067554474, 0.027385344728827477, 0.029010800644755363, 0.03063625656068325, 0.03226171061396599, 0.033887166529893875, 0.03551262244582176, 0.03713807836174965, 0.038763534277677536, 0.04038899019360542, 0.04201444610953331, 0.0436399020254612, 0.045265357941389084, 0.04689081385731697, 0.04851626604795456, 0.050141721963882446, 0.05176717787981033, 0.05339263379573822, 0.05501808971166611, 0.056643545627593994]}, "_runtime": 10.593672752380371, "_timestamp": 1596208108.1354187, "_step": 7}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 4.0, 1.0, 3.0, 3.0, 1.0, 0.0, 2.0, 2.0, 0.0, 4.0, 3.0, 2.0, 4.0, 3.0, 1.0, 3.0, 3.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013450713828206062, -0.01301201619207859, -0.012573318555951118, -0.012134620919823647, -0.011695923283696175, -0.011257225647568703, -0.010818527080118656, -0.010379829443991184, -0.009941131807863712, -0.00950243417173624, -0.009063736535608768, -0.008625038899481297, -0.008186341263353825, -0.007747643627226353, -0.0073089455254375935, -0.0068702478893101215, -0.00643155025318265, -0.005992852617055178, -0.005554154980927706, -0.0051154568791389465, -0.004676759243011475, -0.004238061606884003, -0.0037993639707565308, -0.003360666101798415, -0.0029219684656709433, -0.0024832708295434713, -0.0020445729605853558, -0.0016058753244578838, -0.00116717757191509, -0.0007284798193722963, -0.0002897821250371635, 0.0001489155984017998, 0.0005876133218407631, 0.0010263110743835568, 0.0014650088269263506, 0.0019037064630538225, 0.002342404332011938, 0.00278110196813941, 0.003219799604266882, 0.0036584974732249975, 0.004097195342183113, 0.004535892978310585, 0.004974590614438057, 0.005413288250565529, 0.005851985886693001, 0.006290683522820473, 0.006729381624609232, 0.007168079260736704, 0.007606776896864176, 0.008045474998652935, 0.008484172634780407, 0.008922870270907879, 0.00936156790703535, 0.009800265543162823, 0.010238963179290295, 0.010677660815417767, 0.011116358451545238, 0.01155505608767271, 0.011993753723800182, 0.012432452291250229, 0.0128711499273777, 0.013309847563505173, 0.013748545199632645, 0.014187242835760117, 0.014625940471887589]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 6.0, 5.0, 5.0, 3.0, 5.0, 4.0, 4.0, 3.0, 8.0, 17.0, 14.0, 29.0, 33.0, 44.0, 77.0, 98.0, 140.0, 201.0, 293.0, 440.0, 3234.0, 1929.0, 566.0, 260.0, 186.0, 82.0, 86.0, 50.0, 31.0, 20.0, 17.0, 10.0, 10.0, 4.0, 3.0, 4.0, 1.0, 0.0, 4.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.2143217921257019, -0.20758746564388275, -0.2008531391620636, -0.19411882758140564, -0.1873845010995865, -0.18065017461776733, -0.17391584813594818, -0.16718152165412903, -0.16044721007347107, -0.15371288359165192, -0.14697855710983276, -0.1402442306280136, -0.13350990414619446, -0.1267755776643753, -0.12004125863313675, -0.1133069396018982, -0.10657261312007904, -0.09983828663825989, -0.09310396760702133, -0.08636964112520218, -0.07963532209396362, -0.07290099561214447, -0.06616666913032532, -0.05943234637379646, -0.05269802361726761, -0.045963700860738754, -0.0392293781042099, -0.03249505162239075, -0.025760728865861893, -0.01902640610933304, -0.012292081490159035, -0.005557757802307606, 0.0011765658855438232, 0.007910889573395252, 0.014645213261246681, 0.021379537880420685, 0.02811386063694954, 0.034848183393478394, 0.041582509875297546, 0.0483168326318264, 0.055051155388355255, 0.06178547814488411, 0.06851980090141296, 0.07525412738323212, 0.08198845386505127, 0.08872277289628983, 0.09545709937810898, 0.10219141840934753, 0.10892574489116669, 0.11566007137298584, 0.1223943904042244, 0.12912870943546295, 0.1358630359172821, 0.14259736239910126, 0.1493316888809204, 0.15606601536273956, 0.16280034184455872, 0.16953465342521667, 0.17626897990703583, 0.18300330638885498, 0.18973763287067413, 0.1964719593524933, 0.20320627093315125, 0.2099405974149704, 0.21667492389678955]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 3.0, 3.0, 1.0, 1.0, 2.0, 1.0, 5.0, 3.0, 3.0, 2.0, 1.0, 6.0, 6.0, 5.0, 3.0, 10.0, 26.0, 5.0, 3.0, 1.0, 3.0, 2.0, 2.0, 2.0, 3.0, 1.0, 2.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.005073979496955872, -0.004934198223054409, -0.0047944169491529465, -0.004654636140912771, -0.004514854867011309, -0.004375073593109846, -0.004235292784869671, -0.004095511510968208, -0.003955730237066746, -0.003815948963165283, -0.0036761679220944643, -0.0035363868810236454, -0.003396605607122183, -0.0032568243332207203, -0.0031170432921499014, -0.0029772622510790825, -0.00283748097717762, -0.0026976997032761574, -0.0025579186622053385, -0.0024181376211345196, -0.002278356347233057, -0.0021385750733315945, -0.0019987940322607756, -0.0018590128747746348, -0.0017192317172884941, -0.0015794505598023534, -0.0014396694023162127, -0.001299888244830072, -0.0011601070873439312, -0.0010203259298577905, -0.0008805447723716497, -0.000740763614885509, -0.0006009824573993683, -0.00046120129991322756, -0.00032142014242708683, -0.0001816389849409461, -4.1857827454805374e-05, 9.792333003133535e-05, 0.00023770448751747608, 0.0003774856450036168, 0.0005172668024897575, 0.0006570479599758983, 0.000796829117462039, 0.0009366102749481797, 0.0010763914324343204, 0.0012161725899204612, 0.001355953747406602, 0.0014957349048927426, 0.0016355160623788834, 0.001775297219865024, 0.0019150783773511648, 0.0020548594184219837, 0.0021946406923234463, 0.002334421966224909, 0.0024742030072957277, 0.0026139840483665466, 0.002753765322268009, 0.0028935465961694717, 0.0030333276372402906, 0.0031731086783111095, 0.003312889952212572, 0.0034526712261140347, 0.0035924522671848536, 0.0037322333082556725, 0.003872014582157135]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 0.0, 3.0, 2.0, 1.0, 3.0, 5.0, 9.0, 12.0, 19.0, 25.0, 36.0, 64.0, 68.0, 132.0, 168.0, 260.0, 373.0, 479.0, 826.0, 1229.0, 1964.0, 3081.0, 5043.0, 8399.0, 14719.0, 26667.0, 49634.0, 90400.0, 167055.0, 561819.0, 109725.0, 58989.0, 32979.0, 18632.0, 10801.0, 6162.0, 3488.0, 2154.0, 1393.0, 944.0, 565.0, 405.0, 311.0, 173.0, 131.0, 90.0, 62.0, 41.0, 30.0, 23.0, 12.0, 13.0, 12.0, 4.0, 1.0, 1.0, 4.0, 0.0, 1.0, 1.0, 2.0], "bins": [-0.013403479009866714, -0.012988986447453499, -0.012574493885040283, -0.012160001322627068, -0.011745508760213852, -0.011331017129123211, -0.010916524566709995, -0.01050203200429678, -0.010087539441883564, -0.009673046879470348, -0.009258554317057133, -0.008844061754643917, -0.008429570123553276, -0.00801507756114006, -0.007600584998726845, -0.007186092436313629, -0.0067715998739004135, -0.006357107311487198, -0.005942614749073982, -0.005528122652322054, -0.005113630089908838, -0.004699137527495623, -0.004284645430743694, -0.0038701528683304787, -0.003455660305917263, -0.0030411677435040474, -0.0026266754139214754, -0.0022121830843389034, -0.0017976905219256878, -0.001383198075927794, -0.0009687056299299002, -0.0005542131839320064, -0.00013972073793411255, 0.00027477170806378126, 0.0006892641540616751, 0.0011037566000595689, 0.0015182490460574627, 0.0019327414920553565, 0.0023472339380532503, 0.0027617262676358223, 0.003176218830049038, 0.0035907113924622536, 0.004005203954875469, 0.0044196960516273975, 0.004834188614040613, 0.005248681176453829, 0.005663173273205757, 0.006077665835618973, 0.006492158398032188, 0.006906650960445404, 0.00732114352285862, 0.007735635619610548, 0.008150128647685051, 0.008564620278775692, 0.008979112841188908, 0.009393605403602123, 0.009808097966015339, 0.010222590528428555, 0.01063708309084177, 0.011051575653254986, 0.011466067284345627, 0.011880559846758842, 0.012295052409172058, 0.012709544971585274, 0.01312403753399849]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 4.0, 3.0, 9.0, 3.0, 4.0, 4.0, 3.0, 2.0, 5.0, 3.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.021997351199388504, -0.02151217684149742, -0.02102700062096119, -0.020541826263070107, -0.020056651905179024, -0.01957147754728794, -0.01908630132675171, -0.018601126968860626, -0.018115952610969543, -0.01763077825307846, -0.01714560203254223, -0.016660427674651146, -0.016175253316760063, -0.01569007895886898, -0.015204903669655323, -0.014719728380441666, -0.014234554022550583, -0.013749378733336926, -0.013264203444123268, -0.012779029086232185, -0.012293853797018528, -0.011808679439127445, -0.011323504149913788, -0.010838329792022705, -0.010353154502809048, -0.009867980144917965, -0.009382804855704308, -0.008897630497813225, -0.008412455208599567, -0.007927280850708485, -0.007442105561494827, -0.006956930737942457, -0.006471755914390087, -0.005986581090837717, -0.005501406267285347, -0.005016231443732977, -0.004531056620180607, -0.004045881796628237, -0.003560706740245223, -0.003075531916692853, -0.002590357093140483, -0.002105182269588113, -0.0016200074460357428, -0.0011348325060680509, -0.0006496576825156808, -0.00016448282985948026, 0.00032069202279672027, 0.0008058669045567513, 0.0012910417281091213, 0.0017762165516614914, 0.0022613913752138615, 0.0027465661987662315, 0.0032317410223186016, 0.0037169160787016153, 0.004202090669423342, 0.004687265492975712, 0.005172440782189369, 0.005657615605741739, 0.006142790429294109, 0.006627965252846479, 0.0071131400763988495, 0.0075983148999512196, 0.00808348972350359, 0.008568664081394672, 0.00905383937060833]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 4.0, 1.0, 1.0, 0.0, 0.0, 1.0, 4.0, 2.0, 3.0, 3.0, 4.0, 2.0, 6.0, 7.0, 9.0, 3.0, 7.0, 6.0, 6.0, 4.0, 10.0, 8.0, 12.0, 14.0, 24.0, 34.0, 63.0, 61.0, 87.0, 126.0, 102.0, 124.0, 128.0, 198.0, 286.0, 394.0, 643.0, 993.0, 1819.0, 6535.0, 3296.0, 1531.0, 804.0, 451.0, 260.0, 124.0, 75.0, 41.0, 32.0, 27.0, 19.0, 9.0, 6.0, 8.0, 5.0, 6.0, 1.0, 1.0], "bins": [-0.0205758698284626, -0.020125187933444977, -0.019674504175782204, -0.01922382228076458, -0.018773140385746956, -0.018322456628084183, -0.01787177473306656, -0.017421092838048935, -0.01697041094303131, -0.016519727185368538, -0.016069045290350914, -0.015618362464010715, -0.015167679637670517, -0.014716997742652893, -0.014266314916312695, -0.01381563302129507, -0.013364950194954872, -0.012914267368614674, -0.01246358547359705, -0.012012902647256851, -0.011562220752239227, -0.011111537925899029, -0.01066085509955883, -0.010210173204541206, -0.009759490378201008, -0.00930880755186081, -0.008858125656843185, -0.008407442830502987, -0.007956760004162788, -0.0075060781091451645, -0.007055395282804966, -0.006604712922126055, -0.0061540305614471436, -0.005703348200768232, -0.005252665840089321, -0.004801983013749123, -0.004351300653070211, -0.0039006182923913, -0.0034499356988817453, -0.0029992531053721905, -0.0025485707446932793, -0.002097888384014368, -0.0016472057905048132, -0.0011965233134105802, -0.0007458408363163471, -0.0002951583592221141, 0.00015552411787211895, 0.000606206594966352, 0.001056889072060585, 0.001507571549154818, 0.001958254026249051, 0.002408936619758606, 0.002859618980437517, 0.0033103013411164284, 0.0037609839346259832, 0.004211666528135538, 0.004662348888814449, 0.0051130312494933605, 0.005563713610172272, 0.00601439643651247, 0.0064650787971913815, 0.006915761157870293, 0.007366443984210491, 0.007817125879228115, 0.008267808705568314]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.11367881298065186, -0.11035975068807602, -0.10704068839550018, -0.10372163355350494, -0.10040257126092911, -0.09708350896835327, -0.09376444667577744, -0.0904453918337822, -0.08712632954120636, -0.08380726724863052, -0.08048820495605469, -0.07716914266347885, -0.07385008782148361, -0.07053102552890778, -0.06721196323633194, -0.0638929009437561, -0.060573842376470566, -0.05725478008389473, -0.05393572151660919, -0.050616659224033356, -0.04729760065674782, -0.04397853836417198, -0.040659479796886444, -0.03734041750431061, -0.03402135521173477, -0.030702296644449234, -0.027383236214518547, -0.02406417578458786, -0.020745113492012024, -0.017426053062081337, -0.01410699263215065, -0.010787932202219963, -0.007468871772289276, -0.004149811342358589, -0.0008307504467666149, 0.0024883102159947157, 0.005807370878756046, 0.009126431308686733, 0.012445492669939995, 0.015764553099870682, 0.01908361352980137, 0.022402673959732056, 0.025721734389662743, 0.02904079481959343, 0.032359857112169266, 0.0356789156794548, 0.03899797797203064, 0.04231703653931618, 0.045636098831892014, 0.04895516112446785, 0.05227421969175339, 0.055593281984329224, 0.05891234055161476, 0.0622314028441906, 0.06555046141147614, 0.06886952370405197, 0.07218858599662781, 0.07550764828920364, 0.07882670313119888, 0.08214576542377472, 0.08546482771635056, 0.08878389000892639, 0.09210294485092163, 0.09542200714349747, 0.0987410694360733]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 1.0, 3.0, 4.0, 2.0, 5.0, 3.0, 4.0, 6.0, 14.0, 13.0, 19.0, 21.0, 19.0, 42.0, 24.0, 21.0, 14.0, 9.0, 5.0, 4.0, 7.0, 2.0, 2.0, 5.0, 1.0, 2.0, 2.0, 2.0, 2.0, 0.0, 2.0, 2.0, 0.0, 0.0, 2.0], "bins": [-0.09012459963560104, -0.08799877762794495, -0.08587294816970825, -0.08374712616205215, -0.08162129670381546, -0.07949547469615936, -0.07736964523792267, -0.07524382323026657, -0.07311799377202988, -0.07099217176437378, -0.06886634230613708, -0.06674052029848099, -0.0646146908402443, -0.062488868832588196, -0.0603630430996418, -0.058237217366695404, -0.05611139163374901, -0.05398556590080261, -0.051859740167856216, -0.04973391443490982, -0.047608088701963425, -0.04548226296901703, -0.04335643723607063, -0.04123061150312424, -0.03910478949546814, -0.036978963762521744, -0.03485313802957535, -0.03272731229662895, -0.030601486563682556, -0.02847566083073616, -0.026349835097789764, -0.02422400936484337, -0.022098183631896973, -0.019972357898950577, -0.01784653216600418, -0.015720706433057785, -0.013594881631433964, -0.011469055898487568, -0.009343231096863747, -0.007217405363917351, -0.005091579630970955, -0.0029657541308552027, -0.0008399286307394505, 0.0012858968693763018, 0.003411722369492054, 0.00553754810243845, 0.007663373369723558, 0.009789198637008667, 0.011915024369955063, 0.014040850102901459, 0.016166675835847855, 0.01829250156879425, 0.020418327301740646, 0.022544151172041893, 0.02466997690498829, 0.026795802637934685, 0.02892162837088108, 0.031047454103827477, 0.03317327797412872, 0.03529910370707512, 0.037424929440021515, 0.03955075517296791, 0.04167658090591431, 0.0438024066388607, 0.0459282323718071]}, "_runtime": 11.358044385910034, "_timestamp": 1596208108.8997903, "_step": 8}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 3.0, 1.0, 5.0, 2.0, 1.0, 2.0, 2.0, 1.0, 0.0, 2.0, 3.0, 3.0, 2.0, 1.0, 2.0, 1.0, 1.0, 2.0, 3.0, 1.0, 3.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012391243129968643, -0.011965290643274784, -0.011539338156580925, -0.011113385669887066, -0.010687433183193207, -0.010261480696499348, -0.009835527278482914, -0.009409574791789055, -0.008983622305095196, -0.008557669818401337, -0.008131717331707478, -0.0077057648450136185, -0.007279812358319759, -0.0068538598716259, -0.006427906919270754, -0.006001954432576895, -0.005576001945883036, -0.0051500494591891766, -0.0047240969724953175, -0.004298144020140171, -0.003872191533446312, -0.003446239046752453, -0.0030202865600585938, -0.002594333840534091, -0.002168381353840232, -0.001742428750731051, -0.00131647614762187, -0.0008905236609280109, -0.00046457105781883, -3.861848381347954e-05, 0.00038733409019187093, 0.0008132866350933909, 0.0012392392382025719, 0.0016651918413117528, 0.0020911444444209337, 0.002517096931114793, 0.0029430496506392956, 0.0033690021373331547, 0.0037949546240270138, 0.004220907110720873, 0.004646860063076019, 0.005072812549769878, 0.0054987650364637375, 0.005924717523157597, 0.006350670009851456, 0.006776622496545315, 0.007202575448900461, 0.00762852793559432, 0.008054479956626892, 0.008480433374643326, 0.008906385861337185, 0.009332338348031044, 0.009758290834724903, 0.010184243321418762, 0.010610195808112621, 0.01103614829480648, 0.01146210078150034, 0.011888053268194199, 0.012314005754888058, 0.012739959172904491, 0.01316591165959835, 0.01359186414629221, 0.014017816632986069, 0.014443769119679928, 0.014869721606373787]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 1.0, 4.0, 4.0, 6.0, 4.0, 6.0, 16.0, 17.0, 16.0, 31.0, 24.0, 60.0, 79.0, 92.0, 117.0, 187.0, 247.0, 348.0, 559.0, 4093.0, 931.0, 403.0, 225.0, 160.0, 87.0, 60.0, 44.0, 32.0, 17.0, 11.0, 3.0, 9.0, 7.0, 4.0, 5.0, 4.0, 1.0, 3.0, 3.0, 2.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.17595712840557098, -0.17015530169010162, -0.16435347497463226, -0.1585516631603241, -0.15274983644485474, -0.14694800972938538, -0.14114618301391602, -0.13534435629844666, -0.1295425295829773, -0.12374071031808853, -0.11793889105319977, -0.11213706433773041, -0.10633523762226105, -0.10053341835737228, -0.09473159164190292, -0.08892977237701416, -0.0831279456615448, -0.07732611894607544, -0.07152429968118668, -0.06572247296571732, -0.059920649975538254, -0.05411882698535919, -0.04831700026988983, -0.04251517727971077, -0.03671335428953171, -0.030911531299352646, -0.025109706446528435, -0.019307881593704224, -0.013506058603525162, -0.007704234682023525, -0.0019024107605218887, 0.0038994131609797478, 0.009701237082481384, 0.01550306100398302, 0.021304884925484657, 0.02710670977830887, 0.03290853276848793, 0.03871035575866699, 0.04451218247413635, 0.050314005464315414, 0.056115828454494476, 0.06191765144467354, 0.0677194744348526, 0.07352130115032196, 0.07932312786579132, 0.08512494713068008, 0.09092677384614944, 0.09672859311103821, 0.10253041982650757, 0.10833224654197693, 0.11413406580686569, 0.11993589252233505, 0.12573771178722382, 0.13153953850269318, 0.13734136521816254, 0.1431431919336319, 0.14894500374794006, 0.15474683046340942, 0.16054865717887878, 0.16635048389434814, 0.1721523106098175, 0.17795413732528687, 0.18375594913959503, 0.1895577758550644, 0.19535960257053375]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 3.0, 3.0, 2.0, 1.0, 2.0, 3.0, 6.0, 3.0, 3.0, 4.0, 8.0, 4.0, 3.0, 2.0, 27.0, 3.0, 2.0, 1.0, 9.0, 6.0, 0.0, 3.0, 3.0, 2.0, 4.0, 0.0, 2.0, 3.0, 1.0, 3.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0036588297225534916, -0.0035267614293843508, -0.0033946929033845663, -0.0032626246102154255, -0.003130556084215641, -0.0029984877910465, -0.0028664194978773594, -0.002734350971877575, -0.002602282678708434, -0.0024702143855392933, -0.002338145859539509, -0.002206077566370368, -0.002074009273201227, -0.0019419407472014427, -0.001809872454032302, -0.0016778040444478393, -0.0015457356348633766, -0.001413667225278914, -0.0012815988156944513, -0.0011495305225253105, -0.0010174621129408479, -0.0008853937033563852, -0.0007533253519795835, -0.0006212570006027818, -0.0004891885910183191, -0.00035712021053768694, -0.00022505183005705476, -9.298344957642257e-05, 3.9084930904209614e-05, 0.0001711533113848418, 0.000303221691865474, 0.00043529007234610617, 0.0005673584528267384, 0.000699426862411201, 0.0008314952137880027, 0.0009635635651648045, 0.001095631974749267, 0.0012277003843337297, 0.0013597686775028706, 0.0014918370870873332, 0.0016239054966717958, 0.0017559739062562585, 0.0018880423158407211, 0.002020110609009862, 0.0021521789021790028, 0.0022842474281787872, 0.002416315721347928, 0.0025483842473477125, 0.0026804525405168533, 0.002812520833685994, 0.0029445893596857786, 0.0030766576528549194, 0.003208726178854704, 0.0033407944720238447, 0.0034728627651929855, 0.00360493129119277, 0.003736999584361911, 0.0038690678775310516, 0.004001136403530836, 0.004133204929530621, 0.004265272989869118, 0.004397341515868902, 0.004529410041868687, 0.004661478102207184, 0.004793546628206968]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 3.0, 4.0, 1.0, 5.0, 9.0, 6.0, 11.0, 27.0, 43.0, 44.0, 94.0, 133.0, 193.0, 322.0, 498.0, 823.0, 1374.0, 2219.0, 3899.0, 7296.0, 15113.0, 32587.0, 73089.0, 162850.0, 628959.0, 127038.0, 59604.0, 29688.0, 14677.0, 7538.0, 4378.0, 2549.0, 1577.0, 1055.0, 668.0, 417.0, 271.0, 188.0, 138.0, 80.0, 51.0, 43.0, 27.0, 14.0, 7.0, 7.0, 9.0, 4.0, 3.0, 4.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012952907010912895, -0.012480685487389565, -0.012008464895188808, -0.011536243371665478, -0.011064022779464722, -0.010591801255941391, -0.010119580663740635, -0.009647359140217304, -0.009175138548016548, -0.008702917024493217, -0.008230696432292461, -0.007758474908769131, -0.007286253850907087, -0.006814032793045044, -0.0063418117351830006, -0.005869590677320957, -0.005397369619458914, -0.00492514856159687, -0.004452927503734827, -0.003980706445872784, -0.0035084853880107403, -0.0030362640973180532, -0.00256404303945601, -0.0020918219815939665, -0.001619600923731923, -0.0011473798658698797, -0.0006751587498001754, -0.0002029376628343016, 0.00026928342413157225, 0.0007415044819936156, 0.0012137256562709808, 0.0016859467141330242, 0.0021581677719950676, 0.002630388829857111, 0.0031026098877191544, 0.0035748309455811977, 0.004047052003443241, 0.0045192730613052845, 0.004991494119167328, 0.005463715177029371, 0.005935936234891415, 0.006408157758414745, 0.006880378816276789, 0.007352599874138832, 0.007824820466339588, 0.008297041989862919, 0.008769262582063675, 0.009241484105587006, 0.009713705629110336, 0.010185926221311092, 0.010658147744834423, 0.01113036833703518, 0.01160258986055851, 0.012074810452759266, 0.012547031976282597, 0.013019252568483353, 0.013491474092006683, 0.01396369468420744, 0.01443591620773077, 0.014908136799931526, 0.015380358323454857, 0.015852579846978188, 0.01632479950785637, 0.0167970210313797, 0.01726924255490303]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 1.0, 1.0, 0.0, 4.0, 3.0, 0.0, 0.0, 7.0, 1.0, 3.0, 3.0, 5.0, 2.0, 11.0, 1.0, 4.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.015015585348010063, -0.014269295148551464, -0.01352300401777029, -0.012776713818311691, -0.012030422687530518, -0.011284132488071918, -0.01053784228861332, -0.009791551157832146, -0.009045260958373547, -0.008298970758914948, -0.007552679628133774, -0.006806389428675175, -0.006060098763555288, -0.005313808098435402, -0.004567517898976803, -0.0038212272338569164, -0.00307493656873703, -0.0023286459036171436, -0.0015823554713279009, -0.0008360649226233363, -8.977437391877174e-05, 0.0006565161747857928, 0.0014028067234903574, 0.0021490971557796, 0.0028953878208994865, 0.003641678486019373, 0.004387969151139259, 0.005134259350597858, 0.005880550015717745, 0.006626840680837631, 0.00737313088029623, 0.008119422011077404, 0.008865712210536003, 0.009612002409994602, 0.010358293540775776, 0.011104583740234375, 0.011850874871015549, 0.012597165070474148, 0.013343455269932747, 0.01408974640071392, 0.01483603660017252, 0.015582326799631119, 0.016328617930412292, 0.017074909061193466, 0.01782119832932949, 0.018567489460110664, 0.019313780590891838, 0.020060069859027863, 0.020806360989809036, 0.02155265212059021, 0.022298941388726234, 0.023045232519507408, 0.023791523650288582, 0.024537812918424606, 0.02528410404920578, 0.026030395179986954, 0.026776686310768127, 0.027522975578904152, 0.028269266709685326, 0.0290155578404665, 0.029761847108602524, 0.030508138239383698, 0.03125442937016487, 0.032000720500946045, 0.03274700790643692]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 6.0, 2.0, 4.0, 6.0, 9.0, 22.0, 18.0, 30.0, 38.0, 53.0, 66.0, 94.0, 118.0, 145.0, 183.0, 209.0, 293.0, 333.0, 462.0, 634.0, 921.0, 1269.0, 2327.0, 6407.0, 1628.0, 819.0, 538.0, 409.0, 252.0, 173.0, 96.0, 95.0, 71.0, 55.0, 67.0, 90.0, 66.0, 97.0, 83.0, 57.0, 39.0, 25.0, 21.0, 24.0, 24.0, 16.0, 12.0, 7.0, 2.0, 3.0, 1.0, 4.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012675768695771694, -0.01219923049211502, -0.011722691357135773, -0.0112461531534791, -0.010769614018499851, -0.010293075814843178, -0.00981653667986393, -0.009339998476207256, -0.008863460272550583, -0.008386921137571335, -0.007910382933914661, -0.007433843798935413, -0.00695730559527874, -0.006480766925960779, -0.0060042282566428185, -0.005527689587324858, -0.005051150918006897, -0.004574612248688936, -0.0040980735793709755, -0.0036215351428836584, -0.0031449964735656977, -0.002668457804247737, -0.00219191936776042, -0.001715380698442459, -0.0012388420291244984, -0.0007623034180141985, -0.0002857648069038987, 0.0001907738042064011, 0.0006673124153167009, 0.0011438510846346617, 0.0016203896375373006, 0.0020969281904399395, 0.0025734668597579002, 0.003050005529075861, 0.0035265441983938217, 0.0040030828677117825, 0.004479621537029743, 0.004956159740686417, 0.005432698410004377, 0.005909237079322338, 0.006385775748640299, 0.00686231441795826, 0.00733885308727622, 0.007815391756594181, 0.008291929960250854, 0.008768469095230103, 0.009245007298886776, 0.009721546433866024, 0.010198084637522697, 0.010674622841179371, 0.011151161976158619, 0.011627700179815292, 0.01210423931479454, 0.012580777518451214, 0.013057316653430462, 0.013533854857087135, 0.014010393992066383, 0.014486932195723057, 0.01496347039937973, 0.015440009534358978, 0.015916548669338226, 0.016393085941672325, 0.016869625076651573, 0.01734616421163082, 0.01782270148396492]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.17104017734527588, -0.1671355664730072, -0.16323097050189972, -0.15932637453079224, -0.15542176365852356, -0.15151715278625488, -0.1476125568151474, -0.14370796084403992, -0.13980334997177124, -0.13589873909950256, -0.13199414312839508, -0.1280895471572876, -0.12418493628501892, -0.12028033286333084, -0.11637572944164276, -0.11247112601995468, -0.1085665225982666, -0.10466191917657852, -0.10075731575489044, -0.09685271233320236, -0.09294810891151428, -0.0890435054898262, -0.08513890206813812, -0.08123429864645004, -0.07732969522476196, -0.07342509180307388, -0.0695204883813858, -0.06561588495969772, -0.061711281538009644, -0.057806678116321564, -0.053902074694633484, -0.049997471272945404, -0.046092867851257324, -0.042188264429569244, -0.038283661007881165, -0.034379057586193085, -0.030474454164505005, -0.026569850742816925, -0.022665247321128845, -0.018760643899440765, -0.014856040477752686, -0.010951437056064606, -0.007046833634376526, -0.003142230212688446, 0.0007623732089996338, 0.004666976630687714, 0.008571580052375793, 0.012476183474063873, 0.016380786895751953, 0.020285390317440033, 0.024189993739128113, 0.028094597160816193, 0.03199920058250427, 0.03590380400419235, 0.03980840742588043, 0.04371301084756851, 0.04761761426925659, 0.05152221769094467, 0.05542682111263275, 0.05933142453432083, 0.06323602795600891, 0.06714063137769699, 0.07104523479938507, 0.07494983822107315, 0.07885444164276123]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 2.0, 4.0, 0.0, 0.0, 2.0, 2.0, 4.0, 2.0, 2.0, 1.0, 6.0, 10.0, 17.0, 32.0, 30.0, 24.0, 41.0, 25.0, 21.0, 14.0, 7.0, 3.0, 3.0, 6.0, 3.0, 2.0, 1.0, 2.0, 1.0, 1.0, 2.0], "bins": [-0.1372826248407364, -0.13448655605316162, -0.13169047236442566, -0.1288944035768509, -0.12609831988811493, -0.12330225110054016, -0.1205061748623848, -0.11771009862422943, -0.11491402238607407, -0.1121179461479187, -0.10932186990976334, -0.10652579367160797, -0.1037297248840332, -0.10093364864587784, -0.09813757240772247, -0.09534149616956711, -0.09254541993141174, -0.08974934369325638, -0.08695326745510101, -0.08415719121694565, -0.08136111497879028, -0.07856504619121552, -0.07576896995306015, -0.07297289371490479, -0.07017681747674942, -0.06738074123859406, -0.06458466500043869, -0.061788592487573624, -0.05899251624941826, -0.056196440011262894, -0.05340036749839783, -0.05060429126024246, -0.0478082150220871, -0.04501213878393173, -0.04221606254577637, -0.0394199900329113, -0.036623913794755936, -0.03382783755660057, -0.031031763181090355, -0.02823568880558014, -0.025439612567424774, -0.02264353632926941, -0.019847461953759193, -0.017051387578248978, -0.014255311340093613, -0.011459236033260822, -0.008663160726428032, -0.0058670854195952415, -0.003071010112762451, -0.0002749348059296608, 0.0025211405009031296, 0.00531721580773592, 0.00811329111456871, 0.0109093664214015, 0.013705441728234291, 0.016501516103744507, 0.019297592341899872, 0.022093668580055237, 0.024889742955565453, 0.02768581733107567, 0.030481893569231033, 0.0332779698073864, 0.036074042320251465, 0.03887011855840683, 0.041666194796562195]}, "_runtime": 12.121266603469849, "_timestamp": 1596208109.6630125, "_step": 9}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 2.0, 4.0, 3.0, 3.0, 3.0, 2.0, 6.0, 2.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 3.0, 4.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0], "bins": [-0.017411502078175545, -0.017012223601341248, -0.01661294512450695, -0.016213666647672653, -0.015814390033483505, -0.015415111556649208, -0.015015833079814911, -0.014616554602980614, -0.014217276126146317, -0.013817998580634594, -0.013418720103800297, -0.013019441626966, -0.012620164081454277, -0.01222088560461998, -0.011821607127785683, -0.01142232958227396, -0.011023051105439663, -0.010623772628605366, -0.010224495083093643, -0.009825216606259346, -0.009425938129425049, -0.009026660583913326, -0.008627382107079029, -0.008228103630244732, -0.00782882608473301, -0.007429547607898712, -0.007030269131064415, -0.006630991119891405, -0.006231713108718395, -0.005832434631884098, -0.005433156620711088, -0.005033878143876791, -0.004634600132703781, -0.004235322121530771, -0.003836043644696474, -0.003436765633523464, -0.0030374873895198107, -0.002638209145516157, -0.0022389311343431473, -0.0018396528903394938, -0.0014403746463358402, -0.0010410964023321867, -0.000641818274743855, -0.0002425400889478624, 0.00015673809684813023, 0.0005560162826441228, 0.0009552944684401155, 0.0013545725960284472, 0.0017538508400321007, 0.002153129084035754, 0.0025524073280394077, 0.0029516853392124176, 0.003350963583216071, 0.0037502418272197247, 0.0041495198383927345, 0.004548798315227032, 0.004948076326400042, 0.0053473543375730515, 0.005746632814407349, 0.0061459108255803585, 0.006545188836753368, 0.0069444673135876656, 0.007343745324760675, 0.007743023801594973, 0.008142301812767982]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 3.0, 2.0, 2.0, 6.0, 2.0, 3.0, 3.0, 9.0, 6.0, 2.0, 12.0, 13.0, 11.0, 9.0, 23.0, 27.0, 29.0, 34.0, 53.0, 71.0, 91.0, 139.0, 162.0, 218.0, 321.0, 425.0, 3603.0, 1224.0, 483.0, 273.0, 201.0, 116.0, 80.0, 75.0, 43.0, 34.0, 31.0, 22.0, 14.0, 11.0, 9.0, 8.0, 10.0, 3.0, 3.0, 2.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.14546145498752594, -0.14100004732608795, -0.13653863966464996, -0.13207723200321198, -0.127615824341774, -0.123154416680336, -0.11869300901889801, -0.11423160135746002, -0.10977019369602203, -0.10530878603458405, -0.10084737837314606, -0.09638597071170807, -0.09192456305027008, -0.08746315538883209, -0.0830017477273941, -0.07854034006595612, -0.07407893240451813, -0.06961752474308014, -0.06515611708164215, -0.06069470942020416, -0.056233301758766174, -0.051771894097328186, -0.0473104864358902, -0.04284907877445221, -0.03838767111301422, -0.03392626345157623, -0.029464855790138245, -0.025003448128700256, -0.020542040467262268, -0.01608063280582428, -0.011619225144386292, -0.007157817482948303, -0.002696409821510315, 0.0017649978399276733, 0.006226405501365662, 0.01068781316280365, 0.015149220824241638, 0.019610628485679626, 0.024072036147117615, 0.028533443808555603, 0.03299485146999359, 0.03745625913143158, 0.04191766679286957, 0.046379074454307556, 0.050840482115745544, 0.05530188977718353, 0.05976329743862152, 0.06422470510005951, 0.0686861127614975, 0.07314752042293549, 0.07760892808437347, 0.08207033574581146, 0.08653174340724945, 0.09099315106868744, 0.09545455873012543, 0.09991596639156342, 0.1043773740530014, 0.10883878171443939, 0.11330018937587738, 0.11776159703731537, 0.12222300469875336, 0.12668441236019135, 0.13114582002162933, 0.13560722768306732, 0.1400686353445053]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 3.0, 3.0, 2.0, 2.0, 0.0, 3.0, 4.0, 6.0, 2.0, 5.0, 2.0, 4.0, 3.0, 2.0, 27.0, 3.0, 7.0, 4.0, 5.0, 2.0, 3.0, 3.0, 2.0, 3.0, 1.0, 2.0, 3.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.004941148683428764, -0.004805901553481817, -0.00467065442353487, -0.004535407293587923, -0.004400160163640976, -0.004264913033694029, -0.004129665903747082, -0.003994418773800135, -0.003859171411022544, -0.003723924281075597, -0.0035886771511286497, -0.0034534300211817026, -0.003318182658404112, -0.0031829355284571648, -0.0030476883985102177, -0.0029124412685632706, -0.0027771941386163235, -0.0026419470086693764, -0.0025066998787224293, -0.002371452748775482, -0.002236205618828535, -0.0021009582560509443, -0.0019657111261039972, -0.0018304639961570501, -0.001695216866210103, -0.001559969736263156, -0.0014247226063162088, -0.00128947535995394, -0.0011542282300069928, -0.0010189811000600457, -0.0008837339119054377, -0.0007484867237508297, -0.0006132395938038826, -0.00047799243475310504, -0.0003427452757023275, -0.00020749811665154994, -7.225095760077238e-05, 6.299620145000517e-05, 0.00019824336050078273, 0.0003334905195515603, 0.00046873767860233784, 0.0006039848085492849, 0.000739231996703893, 0.000874479184858501, 0.001009726314805448, 0.0011449734447523952, 0.001280220691114664, 0.0014154678210616112, 0.0015507149510085583, 0.0016859620809555054, 0.0018212092109024525, 0.0019564563408493996, 0.0020917034707963467, 0.0022269508335739374, 0.0023621979635208845, 0.0024974450934678316, 0.0026326922234147787, 0.002767939353361726, 0.002903186483308673, 0.00303843361325562, 0.0031736809760332108, 0.003308928105980158, 0.003444175235927105, 0.003579422365874052, 0.003714669495820999]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 3.0, 0.0, 2.0, 2.0, 1.0, 2.0, 4.0, 7.0, 10.0, 14.0, 21.0, 21.0, 52.0, 45.0, 82.0, 109.0, 156.0, 247.0, 354.0, 481.0, 737.0, 1185.0, 1910.0, 2846.0, 4921.0, 8625.0, 15688.0, 30444.0, 61585.0, 126199.0, 619662.0, 150373.0, 72494.0, 36549.0, 19118.0, 9998.0, 5826.0, 3421.0, 2148.0, 1369.0, 906.0, 624.0, 428.0, 295.0, 228.0, 124.0, 95.0, 66.0, 53.0, 33.0, 24.0, 21.0, 10.0, 15.0, 4.0, 2.0, 1.0, 1.0, 3.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.012968193739652634, -0.012558975256979465, -0.012149755842983723, -0.011740537360310555, -0.011331317946314812, -0.010922099463641644, -0.0105128800496459, -0.010103661566972733, -0.00969444215297699, -0.009285223670303822, -0.008876005187630653, -0.00846678577363491, -0.008057567290961742, -0.007648348342627287, -0.007239129394292831, -0.006829910445958376, -0.0064206914976239204, -0.006011472549289465, -0.0056022536009550095, -0.005193034652620554, -0.0047838157042860985, -0.00437459722161293, -0.003965378273278475, -0.0035561593249440193, -0.003146940376609564, -0.0027377214282751083, -0.002328502479940653, -0.001919283764436841, -0.0015100648161023855, -0.00110084586776793, -0.0006916270358487964, -0.0002824081457220018, 0.00012681074440479279, 0.0005360296345315874, 0.0009452485246583819, 0.0013544673565775156, 0.001763686304911971, 0.0021729052532464266, 0.0025821239687502384, 0.002991342917084694, 0.0034005618654191494, 0.003809780813753605, 0.00421899976208806, 0.004628218710422516, 0.005037437193095684, 0.0054466561414301395, 0.005855875089764595, 0.0062650940380990505, 0.006674312986433506, 0.0070835319347679615, 0.007492750883102417, 0.007901969365775585, 0.008311188779771328, 0.008720407262444496, 0.009129626676440239, 0.009538845159113407, 0.009948063641786575, 0.010357283055782318, 0.010766501538455486, 0.011175720952451229, 0.011584939435124397, 0.01199415884912014, 0.012403377331793308, 0.012812596745789051, 0.01322181522846222]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 1.0, 4.0, 3.0, 7.0, 3.0, 4.0, 1.0, 5.0, 6.0, 4.0, 2.0, 0.0, 2.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.03520901873707771, -0.033913761377334595, -0.03261850029230118, -0.03132324293255806, -0.03002798557281494, -0.028732728213071823, -0.027437468990683556, -0.026142209768295288, -0.02484695240855217, -0.02355169504880905, -0.022256435826420784, -0.020961176604032516, -0.019665919244289398, -0.01837066188454628, -0.017075402662158012, -0.015780143439769745, -0.014484886080026627, -0.013189627788960934, -0.01189436949789524, -0.010599111206829548, -0.009303852915763855, -0.008008594624698162, -0.006713336333632469, -0.005418078042566776, -0.004122819751501083, -0.0028275614604353905, -0.0015323031693696976, -0.00023704487830400467, 0.0010582134127616882, 0.002353471703827381, 0.003648729994893074, 0.004943988285958767, 0.00623924657702446, 0.007534504868090153, 0.008829763159155846, 0.010125021450221539, 0.011420279741287231, 0.012715538032352924, 0.014010796323418617, 0.01530605461448431, 0.016601312905550003, 0.01789657026529312, 0.01919182948768139, 0.020487088710069656, 0.021782346069812775, 0.023077603429555893, 0.02437286265194416, 0.025668121874332428, 0.026963379234075546, 0.028258636593818665, 0.029553895816206932, 0.0308491550385952, 0.03214441239833832, 0.033439669758081436, 0.034734927117824554, 0.03603018820285797, 0.03732544556260109, 0.03862070292234421, 0.039915964007377625, 0.04121122136712074, 0.04250647872686386, 0.04380173608660698, 0.0450969934463501, 0.046392254531383514, 0.04768751189112663]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 1.0, 4.0, 1.0, 6.0, 4.0, 11.0, 9.0, 8.0, 14.0, 17.0, 20.0, 23.0, 34.0, 30.0, 32.0, 26.0, 38.0, 63.0, 70.0, 90.0, 116.0, 189.0, 240.0, 330.0, 422.0, 659.0, 1057.0, 1362.0, 2382.0, 6614.0, 1605.0, 821.0, 507.0, 319.0, 269.0, 179.0, 116.0, 113.0, 89.0, 114.0, 106.0, 67.0, 62.0, 50.0, 19.0, 27.0, 15.0, 19.0, 15.0, 7.0, 7.0, 6.0, 11.0, 4.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 2.0], "bins": [-0.02698270045220852, -0.026102030649781227, -0.025221360847353935, -0.024340692907571793, -0.0234600231051445, -0.02257935330271721, -0.021698683500289917, -0.020818013697862625, -0.019937343895435333, -0.01905667595565319, -0.0181760061532259, -0.017295336350798607, -0.016414666548371315, -0.015533997677266598, -0.014653327874839306, -0.013772659003734589, -0.012891989201307297, -0.012011319398880005, -0.011130650527775288, -0.010249980725347996, -0.009369311854243279, -0.008488642051815987, -0.007607972249388695, -0.00672730291262269, -0.005846633575856686, -0.004965964239090681, -0.0040852949023246765, -0.0032046250998973846, -0.00232395576313138, -0.0014432863099500537, -0.0005626168567687273, 0.0003180525964125991, 0.0011987220495939255, 0.00207939138635993, 0.0029600609559565783, 0.0038407305255532265, 0.004721399862319231, 0.005602069199085236, 0.0064827390015125275, 0.007363408338278532, 0.008244077675044537, 0.009124747477471828, 0.010005416348576546, 0.010886086151003838, 0.01176675595343113, 0.012647424824535847, 0.013528094626963139, 0.014408763498067856, 0.015289433300495148, 0.01617010310292244, 0.01705077290534973, 0.017931440845131874, 0.018812110647559166, 0.019692780449986458, 0.02057345025241375, 0.02145412005484104, 0.022334787994623184, 0.023215457797050476, 0.024096127599477768, 0.02497679740190506, 0.02585746720433235, 0.026738137006759644, 0.027618804946541786, 0.028499474748969078, 0.02938014455139637]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.2893650531768799, -0.28115662932395935, -0.27294817566871643, -0.2647397518157959, -0.256531298160553, -0.24832287430763245, -0.24011445045471191, -0.2319060117006302, -0.22369757294654846, -0.21548913419246674, -0.207280695438385, -0.19907227158546448, -0.19086383283138275, -0.18265539407730103, -0.1744469702243805, -0.16623853147029877, -0.15803009271621704, -0.14982165396213531, -0.1416132152080536, -0.13340479135513306, -0.12519635260105133, -0.1169879138469696, -0.10877948254346848, -0.10057105123996735, -0.09236261248588562, -0.0841541737318039, -0.07594574242830276, -0.06773731112480164, -0.05952887237071991, -0.05132043734192848, -0.043112002313137054, -0.03490356728434563, -0.0266951322555542, -0.01848669722676277, -0.010278262197971344, -0.0020698271691799164, 0.006138607859611511, 0.014347042888402939, 0.022555477917194366, 0.030763912945985794, 0.03897234797477722, 0.04718078300356865, 0.05538921803236008, 0.0635976493358612, 0.07180608808994293, 0.08001452684402466, 0.08822295814752579, 0.09643138945102692, 0.10463982820510864, 0.11284826695919037, 0.1210566982626915, 0.12926512956619263, 0.13747356832027435, 0.14568200707435608, 0.1538904309272766, 0.16209886968135834, 0.17030730843544006, 0.1785157471895218, 0.18672418594360352, 0.19493260979652405, 0.20314104855060577, 0.2113494873046875, 0.21955791115760803, 0.22776634991168976, 0.23597478866577148]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 5.0, 0.0, 4.0, 1.0, 5.0, 2.0, 2.0, 3.0, 4.0, 2.0, 2.0, 1.0, 6.0, 4.0, 5.0, 9.0, 5.0, 7.0, 17.0, 17.0, 20.0, 47.0, 30.0, 14.0, 5.0, 4.0, 5.0, 0.0, 3.0, 3.0, 5.0, 3.0, 4.0, 7.0, 3.0, 7.0, 6.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0], "bins": [-0.17569778859615326, -0.1702304482460022, -0.16476310789585114, -0.15929576754570007, -0.153828427195549, -0.14836108684539795, -0.1428937464952469, -0.13742640614509583, -0.13195906579494476, -0.1264917254447937, -0.12102438509464264, -0.11555704474449158, -0.11008970439434052, -0.10462236404418945, -0.09915502369403839, -0.09368768334388733, -0.08822034299373627, -0.0827530026435852, -0.07728566229343414, -0.07181832194328308, -0.06635098159313202, -0.06088364124298096, -0.055416300892829895, -0.04994896054267883, -0.04448162019252777, -0.03901427984237671, -0.03354693949222565, -0.028079599142074585, -0.022612258791923523, -0.01714491844177246, -0.011677578091621399, -0.006210237741470337, -0.0007428973913192749, 0.004724442958831787, 0.010191783308982849, 0.01565912365913391, 0.021126464009284973, 0.026593804359436035, 0.0320611447095871, 0.03752848505973816, 0.04299582540988922, 0.04846316576004028, 0.053930506110191345, 0.05939784646034241, 0.06486518681049347, 0.07033252716064453, 0.0757998675107956, 0.08126720786094666, 0.08673454821109772, 0.09220188856124878, 0.09766922891139984, 0.1031365692615509, 0.10860390961170197, 0.11407124996185303, 0.11953859031200409, 0.12500593066215515, 0.1304732710123062, 0.13594061136245728, 0.14140795171260834, 0.1468752920627594, 0.15234263241291046, 0.15780997276306152, 0.16327731311321259, 0.16874465346336365, 0.1742119938135147]}, "_runtime": 12.88791561126709, "_timestamp": 1596208110.4296615, "_step": 10}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 2.0, 4.0, 2.0, 1.0, 2.0, 3.0, 1.0, 3.0, 4.0, 1.0, 2.0, 2.0, 3.0, 0.0, 1.0, 3.0, 4.0, 2.0, 5.0, 0.0, 0.0, 2.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.007753468118607998, -0.007366403006017208, -0.006979337893426418, -0.006592272315174341, -0.006205207202583551, -0.005818142089992762, -0.0054310765117406845, -0.005044011399149895, -0.004656946286559105, -0.004269881173968315, -0.0038828158285468817, -0.0034957504831254482, -0.0031086853705346584, -0.0027216202579438686, -0.002334554912522435, -0.0019474896835163236, -0.001560424454510212, -0.0011733592255041003, -0.0007862939964979887, -0.0003992287674918771, -1.2163538485765457e-05, 0.00037490169052034616, 0.0007619669195264578, 0.0011490321485325694, 0.001536097377538681, 0.0019231626065447927, 0.0023102278355509043, 0.0026972931809723377, 0.0030843582935631275, 0.0034714234061539173, 0.0038584887515753508, 0.004245554096996784, 0.004632619209587574, 0.005019684322178364, 0.005406749434769154, 0.005793815013021231, 0.0061808801256120205, 0.00656794523820281, 0.006955010816454887, 0.007342075929045677, 0.007729141041636467, 0.008116206154227257, 0.008503271266818047, 0.008890336379408836, 0.009277401491999626, 0.00966446753591299, 0.01005153264850378, 0.01043859776109457, 0.01082566287368536, 0.01121272798627615, 0.01159979309886694, 0.01198685821145773, 0.012373924255371094, 0.012760989367961884, 0.013148054480552673, 0.013535119593143463, 0.013922184705734253, 0.014309249818325043, 0.014696314930915833, 0.015083380043506622, 0.015470445156097412, 0.015857510268688202, 0.01624457538127899, 0.01663164049386978, 0.01701870560646057]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 4.0, 2.0, 7.0, 7.0, 3.0, 8.0, 12.0, 17.0, 40.0, 28.0, 41.0, 47.0, 57.0, 100.0, 120.0, 126.0, 167.0, 256.0, 358.0, 622.0, 4274.0, 640.0, 318.0, 199.0, 125.0, 66.0, 65.0, 53.0, 37.0, 25.0, 23.0, 20.0, 11.0, 10.0, 6.0, 5.0, 3.0, 7.0, 2.0, 1.0, 2.0, 2.0, 3.0, 4.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1386791318655014, -0.1340615302324295, -0.1294439435005188, -0.1248263418674469, -0.1202087476849556, -0.1155911535024643, -0.11097355931997299, -0.10635596513748169, -0.10173836350440979, -0.09712076932191849, -0.09250317513942719, -0.08788558095693588, -0.08326798677444458, -0.07865039259195328, -0.07403279095888138, -0.06941519677639008, -0.06479760259389877, -0.06018000841140747, -0.05556241050362587, -0.05094481632113457, -0.046327218413352966, -0.041709624230861664, -0.03709203004837036, -0.03247443214058876, -0.027856837958097458, -0.023239241912961006, -0.018621645867824554, -0.014004051685333252, -0.0093864556401968, -0.004768860060721636, -0.0001512644812464714, 0.004466331098228693, 0.009083926677703857, 0.01370152272284031, 0.01831911876797676, 0.022936712950468063, 0.027554308995604515, 0.03217190504074097, 0.03678949922323227, 0.04140709713101387, 0.04602469131350517, 0.050642285495996475, 0.055259883403778076, 0.05987747758626938, 0.06449507176876068, 0.06911266595125198, 0.07373026758432388, 0.07834786176681519, 0.08296545594930649, 0.08758305013179779, 0.09220064431428909, 0.09681824594736099, 0.1014358401298523, 0.1060534343123436, 0.1106710284948349, 0.1152886226773262, 0.1199062168598175, 0.1245238184928894, 0.1291414052248001, 0.133759006857872, 0.1383766084909439, 0.14299419522285461, 0.1476117968559265, 0.15222938358783722, 0.15684698522090912]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 1.0, 3.0, 3.0, 3.0, 1.0, 5.0, 7.0, 2.0, 2.0, 1.0, 4.0, 3.0, 5.0, 6.0, 1.0, 4.0, 25.0, 4.0, 4.0, 0.0, 6.0, 4.0, 1.0, 5.0, 1.0, 2.0, 1.0, 2.0, 1.0, 1.0, 2.0, 1.0, 0.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002864022273570299, -0.0027547248173505068, -0.0026454273611307144, -0.0025361296720802784, -0.002426832215860486, -0.0023175347596406937, -0.0022082373034209013, -0.0020989396143704653, -0.001989642158150673, -0.0018803447019308805, -0.0017710472457110882, -0.001661749673075974, -0.0015524522168561816, -0.0014431546442210674, -0.001333857188001275, -0.0012245596153661609, -0.0011152621591463685, -0.0010059647029265761, -0.0008966671302914619, -0.0007873696158640087, -0.0006780721014365554, -0.000568774645216763, -0.00045947713078930974, -0.00035017961636185646, -0.00024088210193440318, -0.0001315845875069499, -2.228708763141185e-05, 8.701041952008381e-05, 0.00019630792667157948, 0.00030560544109903276, 0.0004149029264226556, 0.0005242004408501089, 0.0006334979552775621, 0.0007427954697050154, 0.0008520929841324687, 0.000961390498559922, 0.0010706880129873753, 0.0011799854692071676, 0.0012892830418422818, 0.0013985804980620742, 0.0015078780706971884, 0.0016171755269169807, 0.0017264729831367731, 0.0018357705557718873, 0.0019450680119916797, 0.002054365584626794, 0.0021636630408465862, 0.0022729604970663786, 0.002382257953286171, 0.002491555642336607, 0.0026008530985563993, 0.0027101505547761917, 0.002819448010995984, 0.00292874570004642, 0.0030380431562662125, 0.003147340612486005, 0.003256638068705797, 0.0033659355249255896, 0.0034752332139760256, 0.003584530670195818, 0.0036938281264156103, 0.0038031255826354027, 0.003912423271685839, 0.004021720495074987, 0.004131018184125423]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 4.0, 5.0, 8.0, 8.0, 17.0, 20.0, 32.0, 49.0, 68.0, 109.0, 134.0, 202.0, 302.0, 477.0, 683.0, 1007.0, 1629.0, 2674.0, 4494.0, 8018.0, 15310.0, 29288.0, 57272.0, 112921.0, 614483.0, 166855.0, 73587.0, 38238.0, 20948.0, 11730.0, 6987.0, 4218.0, 2546.0, 1713.0, 1141.0, 719.0, 500.0, 343.0, 250.0, 178.0, 160.0, 98.0, 60.0, 41.0, 33.0, 30.0, 9.0, 16.0, 8.0, 2.0, 4.0, 4.0, 2.0, 1.0, 3.0, 1.0, 0.0, 3.0], "bins": [-0.011266599409282207, -0.010901689529418945, -0.010536779649555683, -0.010171868838369846, -0.009806958958506584, -0.009442049078643322, -0.00907713919878006, -0.008712228387594223, -0.00834731850773096, -0.007982408627867699, -0.0076174987480044365, -0.007252588402479887, -0.006887678522616625, -0.006522768177092075, -0.006157858297228813, -0.005792947951704264, -0.0054280380718410015, -0.005063128191977739, -0.00469821784645319, -0.004333307966589928, -0.003968397621065378, -0.003603487741202116, -0.00323857762850821, -0.0028736675158143044, -0.0025087574031203985, -0.0021438472904264927, -0.0017789371777325869, -0.0014140271814540029, -0.001049117068760097, -0.0006842069560661912, -0.0003192969015799463, 4.5613182010129094e-05, 0.00041052326560020447, 0.0007754333782941103, 0.0011403434909880161, 0.0015052534872666001, 0.001870163599960506, 0.00223507359623909, 0.002599983708932996, 0.0029648938216269016, 0.0033298039343208075, 0.0036947140470147133, 0.0040596239268779755, 0.004424534272402525, 0.004789444152265787, 0.005154354497790337, 0.005519264377653599, 0.005884174723178148, 0.0062490846030414104, 0.006613994482904673, 0.006978904828429222, 0.007343814708292484, 0.007708725053817034, 0.008073635399341583, 0.008438545279204845, 0.008803455159068108, 0.00916836503893137, 0.009533274918794632, 0.009898185729980469, 0.010263095609843731, 0.010628005489706993, 0.010992915369570255, 0.011357826180756092, 0.011722736060619354, 0.012087645940482616]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 6.0, 9.0, 11.0, 6.0, 5.0, 7.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.02548428252339363, -0.024907857179641724, -0.024331429973244667, -0.02375500276684761, -0.023178577423095703, -0.022602152079343796, -0.02202572487294674, -0.021449297666549683, -0.020872872322797775, -0.020296446979045868, -0.01972001977264881, -0.019143592566251755, -0.018567167222499847, -0.01799074187874794, -0.017414314672350883, -0.016837887465953827, -0.01626146212220192, -0.015685036778450012, -0.015108609572052956, -0.014532183296978474, -0.013955757021903992, -0.01337933074682951, -0.012802904471755028, -0.012226478196680546, -0.011650051921606064, -0.011073625646531582, -0.0104971993714571, -0.009920773096382618, -0.009344346821308136, -0.008767920546233654, -0.008191494271159172, -0.00761506799608469, -0.007038641721010208, -0.006462215445935726, -0.005885789170861244, -0.005309362895786762, -0.00473293662071228, -0.004156510345637798, -0.0035800840705633163, -0.0030036577954888344, -0.0024272315204143524, -0.0018508052453398705, -0.0012743789702653885, -0.0006979526951909065, -0.00012152642011642456, 0.0004548998549580574, 0.0010313261300325394, 0.0016077524051070213, 0.0021841786801815033, 0.0027606049552559853, 0.0033370312303304672, 0.003913457505404949, 0.004489883780479431, 0.005066310055553913, 0.005642736330628395, 0.006219162605702877, 0.006795588880777359, 0.007372015155851841, 0.007948441430926323, 0.008524867706000805, 0.009101293981075287, 0.009677720256149769, 0.01025414653122425, 0.010830572806298733, 0.011406999081373215]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 4.0, 1.0, 5.0, 3.0, 4.0, 5.0, 5.0, 5.0, 11.0, 17.0, 19.0, 36.0, 35.0, 34.0, 44.0, 60.0, 77.0, 88.0, 66.0, 67.0, 75.0, 58.0, 60.0, 81.0, 107.0, 120.0, 196.0, 270.0, 445.0, 622.0, 922.0, 1350.0, 2203.0, 6197.0, 2171.0, 1141.0, 663.0, 404.0, 239.0, 148.0, 93.0, 52.0, 31.0, 22.0, 20.0, 23.0, 18.0, 10.0, 16.0, 17.0, 10.0, 12.0, 14.0, 5.0, 7.0, 6.0, 5.0, 3.0, 3.0, 0.0, 3.0, 2.0], "bins": [-0.011191250756382942, -0.010875252075493336, -0.01055925339460373, -0.010243254713714123, -0.009927256032824516, -0.00961125735193491, -0.009295258671045303, -0.008979259990155697, -0.00866326130926609, -0.008347263559699059, -0.008031264878809452, -0.007715265732258558, -0.007399267517030239, -0.007083268836140633, -0.006767270155251026, -0.00645127147436142, -0.006135272793471813, -0.005819274112582207, -0.0055032754316926, -0.005187276750802994, -0.004871278069913387, -0.004555279854685068, -0.004239281173795462, -0.003923282492905855, -0.0036072838120162487, -0.0032912851311266422, -0.0029752864502370358, -0.002659288002178073, -0.0023432893212884665, -0.00202729064039886, -0.0017112920759245753, -0.0013952935114502907, -0.0010792948305606842, -0.0007632962078787386, -0.0004472975851967931, -0.00013129896251484752, 0.00018469966016709805, 0.0005006982828490436, 0.0008166969055309892, 0.0011326954700052738, 0.0014486941508948803, 0.0017646928317844868, 0.0020806915126740932, 0.002396689960733056, 0.0027126886416226625, 0.003028687322512269, 0.003344685770571232, 0.0036606844514608383, 0.003976683132350445, 0.004292681813240051, 0.004608680494129658, 0.004924679175019264, 0.005240677855908871, 0.00555667607113719, 0.005872674752026796, 0.006188673432916403, 0.006504672113806009, 0.006820670794695616, 0.007136669475585222, 0.007452668156474829, 0.007768666371703148, 0.008084665052592754, 0.00840066373348236, 0.008716662414371967, 0.009032661095261574]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 3.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.055959202349185944, -0.05377674847841263, -0.05159429460763931, -0.049411840736866, -0.04722938686609268, -0.045046932995319366, -0.04286447912454605, -0.040682025253772736, -0.03849957138299942, -0.036317117512226105, -0.03413466364145279, -0.031952209770679474, -0.02976975589990616, -0.027587302029132843, -0.025404848158359528, -0.023222394287586212, -0.021039940416812897, -0.01885748654603958, -0.016675032675266266, -0.01449257880449295, -0.012310124933719635, -0.01012767106294632, -0.007945217192173004, -0.005762763321399689, -0.0035803094506263733, -0.0013978555798530579, 0.0007845982909202576, 0.002967052161693573, 0.005149506032466888, 0.007331959903240204, 0.00951441377401352, 0.011696867644786835, 0.01387932151556015, 0.016061775386333466, 0.01824422925710678, 0.020426683127880096, 0.022609136998653412, 0.024791590869426727, 0.026974044740200043, 0.029156498610973358, 0.031338952481746674, 0.03352140635251999, 0.035703860223293304, 0.03788631409406662, 0.040068767964839935, 0.04225122183561325, 0.044433675706386566, 0.04661612957715988, 0.0487985834479332, 0.05098103731870651, 0.05316349118947983, 0.05534594506025314, 0.05752839893102646, 0.059710852801799774, 0.06189330667257309, 0.0640757605433464, 0.06625821441411972, 0.06844066828489304, 0.07062312215566635, 0.07280557602643967, 0.07498802989721298, 0.0771704837679863, 0.07935293763875961, 0.08153539150953293, 0.08371784538030624]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 3.0, 1.0, 1.0, 3.0, 4.0, 1.0, 4.0, 3.0, 8.0, 3.0, 2.0, 15.0, 14.0, 27.0, 32.0, 49.0, 30.0, 18.0, 19.0, 8.0, 6.0, 4.0, 3.0, 3.0, 4.0, 1.0, 0.0, 0.0, 3.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.05204252898693085, -0.050680436193943024, -0.0493183434009552, -0.04795625060796738, -0.04659415781497955, -0.04523206502199173, -0.043869972229003906, -0.04250787943601608, -0.04114578664302826, -0.03978369012475014, -0.038421597331762314, -0.03705950453877449, -0.03569741174578667, -0.03433531895279884, -0.03297322615981102, -0.031611133366823196, -0.030249040573835373, -0.02888694778084755, -0.027524854987859726, -0.026162762194871902, -0.02480066940188408, -0.023438574746251106, -0.022076481953263283, -0.02071438916027546, -0.019352296367287636, -0.017990203574299812, -0.01662811078131199, -0.01526601705700159, -0.013903924264013767, -0.012541831471025944, -0.011179737746715546, -0.009817644953727722, -0.008455552160739899, -0.007093459367752075, -0.005731366109102964, -0.004369272850453854, -0.00300718005746603, -0.001645087031647563, -0.00028299400582909584, 0.0010790990199893713, 0.0024411920458078384, 0.0038032850716263056, 0.005165378097444773, 0.0065274713560938835, 0.007889564149081707, 0.00925165694206953, 0.010613750666379929, 0.011975843459367752, 0.013337936252355576, 0.014700029045343399, 0.016062121838331223, 0.017424214631319046, 0.01878630742430687, 0.020148402079939842, 0.021510494872927666, 0.02287258766591549, 0.024234680458903313, 0.025596773251891136, 0.02695886604487896, 0.028320958837866783, 0.029683053493499756, 0.03104514628648758, 0.0324072390794754, 0.033769331872463226, 0.03513142466545105]}, "_runtime": 13.653706789016724, "_timestamp": 1596208111.1954527, "_step": 11}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 3.0, 4.0, 6.0, 1.0, 3.0, 1.0, 3.0, 2.0, 0.0, 3.0, 4.0, 2.0, 2.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.015746770426630974, -0.015295050106942654, -0.014843329787254333, -0.014391609467566013, -0.013939889147877693, -0.013488167896866798, -0.013036447577178478, -0.012584727257490158, -0.012133006937801838, -0.011681286618113518, -0.011229566298425198, -0.010777845978736877, -0.010326124727725983, -0.009874404408037663, -0.009422684088349342, -0.008970963768661022, -0.008519243448972702, -0.008067523129284382, -0.007615802809596062, -0.007164082024246454, -0.006712361704558134, -0.006260641384869814, -0.0058089205995202065, -0.005357200279831886, -0.004905479960143566, -0.004453759640455246, -0.004002039320766926, -0.0035503185354173183, -0.003098598215728998, -0.002646877896040678, -0.002195157343521714, -0.0017434369074180722, -0.0012917164713144302, -0.0008399960352107882, -0.00038827559910714626, 6.344483699649572e-05, 0.0005151652731001377, 0.0009668857092037797, 0.0014186061453074217, 0.0018703265814110637, 0.0023220470175147057, 0.002773767337203026, 0.0032254878897219896, 0.0036772084422409534, 0.004128928761929274, 0.004580649081617594, 0.005032369866967201, 0.005484090186655521, 0.0059358105063438416, 0.006387530826032162, 0.006839251145720482, 0.007290971931070089, 0.0077426922507584095, 0.008194413036108017, 0.008646133355796337, 0.009097853675484657, 0.009549573995172977, 0.010001294314861298, 0.010453014634549618, 0.010904734954237938, 0.011356456205248833, 0.011808176524937153, 0.012259896844625473, 0.012711617164313793, 0.013163337484002113]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 4.0, 2.0, 2.0, 3.0, 2.0, 5.0, 10.0, 7.0, 14.0, 17.0, 20.0, 23.0, 33.0, 26.0, 46.0, 56.0, 78.0, 92.0, 131.0, 159.0, 235.0, 326.0, 472.0, 4355.0, 707.0, 334.0, 209.0, 144.0, 104.0, 74.0, 51.0, 44.0, 22.0, 23.0, 17.0, 21.0, 13.0, 12.0, 6.0, 8.0, 2.0, 6.0, 4.0, 6.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.16382217407226562, -0.15874621272087097, -0.15367025136947632, -0.14859429001808167, -0.143518328666687, -0.13844236731529236, -0.1333664059638977, -0.12829044461250305, -0.1232144832611084, -0.11813852190971375, -0.11306256055831909, -0.10798659920692444, -0.10291063785552979, -0.09783467650413513, -0.09275871515274048, -0.08768275380134583, -0.08260679244995117, -0.07753083109855652, -0.07245486974716187, -0.06737890839576721, -0.06230294704437256, -0.057226985692977905, -0.05215102434158325, -0.0470750629901886, -0.041999101638793945, -0.03692314028739929, -0.03184717893600464, -0.026771217584609985, -0.021695256233215332, -0.01661929488182068, -0.011543333530426025, -0.006467372179031372, -0.0013914108276367188, 0.0036845505237579346, 0.008760511875152588, 0.013836473226547241, 0.018912434577941895, 0.023988395929336548, 0.0290643572807312, 0.034140318632125854, 0.03921627998352051, 0.04429224133491516, 0.049368202686309814, 0.05444416403770447, 0.05952012538909912, 0.06459608674049377, 0.06967204809188843, 0.07474800944328308, 0.07982397079467773, 0.08489993214607239, 0.08997589349746704, 0.0950518548488617, 0.10012781620025635, 0.105203777551651, 0.11027973890304565, 0.11535570025444031, 0.12043166160583496, 0.12550762295722961, 0.13058358430862427, 0.13565954566001892, 0.14073550701141357, 0.14581146836280823, 0.15088742971420288, 0.15596339106559753, 0.1610393524169922]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 4.0, 3.0, 3.0, 5.0, 4.0, 5.0, 4.0, 8.0, 6.0, 1.0, 27.0, 3.0, 2.0, 5.0, 3.0, 1.0, 3.0, 3.0, 1.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 4.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.0030385383870452642, -0.002922317013144493, -0.0028060954064130783, -0.002689874032512307, -0.002573652658611536, -0.002457431284710765, -0.0023412099108099937, -0.002224988304078579, -0.002108766930177808, -0.0019925455562770367, -0.0018763240659609437, -0.0017601025756448507, -0.0016438812017440796, -0.0015276598278433084, -0.0014114383375272155, -0.0012952168472111225, -0.0011789954733103514, -0.0010627740994095802, -0.0009465526090934873, -0.0008303311769850552, -0.0007141097448766232, -0.0005978883127681911, -0.00048166688065975904, -0.000365445448551327, -0.00024922401644289494, -0.00013300258433446288, -1.6781152226030827e-05, 9.944027988240123e-05, 0.00021566171199083328, 0.00033188314409926534, 0.0004481045762076974, 0.0005643260083161294, 0.0006805474404245615, 0.0007967688725329936, 0.0009129903046414256, 0.0010292117949575186, 0.0011454331688582897, 0.0012616545427590609, 0.0013778760330751538, 0.0014940975233912468, 0.001610318897292018, 0.001726540271192789, 0.001842761761508882, 0.001958983251824975, 0.002075204625725746, 0.0021914259996265173, 0.0023076473735272884, 0.0024238689802587032, 0.0025400903541594744, 0.0026563117280602455, 0.0027725333347916603, 0.0028887547086924314, 0.0030049760825932026, 0.0031211974564939737, 0.003237418830394745, 0.0033536404371261597, 0.003469861811026931, 0.003586083184927702, 0.0037023047916591167, 0.003818526165559888, 0.003934747539460659, 0.004050969146192074, 0.004167190287262201, 0.004283411893993616, 0.004399633035063744]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 0.0, 2.0, 3.0, 1.0, 4.0, 7.0, 8.0, 12.0, 13.0, 17.0, 32.0, 47.0, 56.0, 88.0, 124.0, 160.0, 274.0, 399.0, 587.0, 962.0, 1539.0, 2625.0, 4560.0, 8349.0, 16119.0, 32511.0, 70826.0, 174179.0, 645236.0, 106276.0, 51410.0, 26456.0, 14604.0, 8420.0, 4939.0, 2960.0, 1922.0, 1286.0, 836.0, 556.0, 380.0, 252.0, 168.0, 129.0, 85.0, 76.0, 45.0, 20.0, 22.0, 14.0, 12.0, 10.0, 6.0, 3.0, 3.0, 7.0, 1.0, 2.0, 0.0, 1.0, 0.0, 3.0, 1.0], "bins": [-0.012067776173353195, -0.011655295267701149, -0.011242815293371677, -0.010830334387719631, -0.010417853482067585, -0.010005373507738113, -0.009592892602086067, -0.009180411696434021, -0.00876793172210455, -0.008355450816452503, -0.007942969910800457, -0.007530489936470985, -0.007118009030818939, -0.00670552859082818, -0.006293048150837421, -0.005880567245185375, -0.005468086805194616, -0.005055606365203857, -0.004643125459551811, -0.004230645019561052, -0.0038181645795702934, -0.003405683906748891, -0.0029932032339274883, -0.0025807227939367294, -0.002168242121115327, -0.0017557615647092462, -0.0013432810083031654, -0.0009308003354817629, -0.0005183197790756822, -0.00010583919356577098, 0.0003066413919441402, 0.0007191220065578818, 0.0011316025629639626, 0.0015440831193700433, 0.001956563675776124, 0.0023690443485975266, 0.0027815247885882854, 0.003194005461409688, 0.0036064861342310905, 0.0040189665742218494, 0.004431447014212608, 0.0048439279198646545, 0.0052564083598554134, 0.005668888799846172, 0.0060813697054982185, 0.006493850145488977, 0.006906330585479736, 0.0073188114911317825, 0.007731291931122541, 0.0081437723711133, 0.008556253276765347, 0.008968733251094818, 0.009381214156746864, 0.00979369506239891, 0.010206175036728382, 0.010618655942380428, 0.011031136848032475, 0.011443616822361946, 0.011856097728013992, 0.012268578633666039, 0.01268105860799551, 0.013093539513647556, 0.013506020419299603, 0.013918500393629074, 0.01433098129928112]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 2.0, 2.0, 1.0, 3.0, 3.0, 11.0, 5.0, 5.0, 5.0, 4.0, 0.0, 2.0, 2.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.026256505399942398, -0.025606686249375343, -0.02495686523616314, -0.024307046085596085, -0.02365722693502903, -0.023007407784461975, -0.02235758677124977, -0.021707767620682716, -0.02105794847011566, -0.020408127456903458, -0.019758308306336403, -0.019108489155769348, -0.018458670005202293, -0.01780884899199009, -0.017159029841423035, -0.01650921069085598, -0.015859391540288925, -0.015209570527076721, -0.014559751376509666, -0.013909931294620037, -0.013260112144052982, -0.012610292062163353, -0.011960472911596298, -0.011310652829706669, -0.01066083274781704, -0.010011013597249985, -0.009361193515360355, -0.0087113743647933, -0.008061554282903671, -0.007411734666675329, -0.006761915050446987, -0.006112095434218645, -0.005462275817990303, -0.004812456201761961, -0.004162636585533619, -0.0035128167364746332, -0.002862997120246291, -0.002213177504017949, -0.0015633577713742852, -0.0009135380969382823, -0.0002637184225022793, 0.0003861012519337237, 0.0010359209263697267, 0.0016857406590133905, 0.0023355602752417326, 0.0029853798914700747, 0.0036351997405290604, 0.004285019356757402, 0.0049348389729857445, 0.0055846585892140865, 0.006234478205442429, 0.006884297821670771, 0.007534117437899113, 0.008183937519788742, 0.008833756670355797, 0.009483576752245426, 0.010133396834135056, 0.01078321598470211, 0.01143303606659174, 0.012082855217158794, 0.012732675299048424, 0.013382494449615479, 0.014032314531505108, 0.014682133682072163, 0.015331953763961792]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 3.0, 1.0, 5.0, 7.0, 7.0, 11.0, 13.0, 17.0, 18.0, 17.0, 24.0, 6.0, 15.0, 18.0, 16.0, 15.0, 22.0, 19.0, 23.0, 41.0, 52.0, 57.0, 108.0, 91.0, 98.0, 153.0, 151.0, 203.0, 273.0, 371.0, 590.0, 990.0, 1733.0, 5732.0, 2037.0, 1425.0, 1018.0, 753.0, 508.0, 396.0, 280.0, 234.0, 179.0, 136.0, 113.0, 80.0, 63.0, 43.0, 53.0, 49.0, 32.0, 35.0, 28.0, 13.0, 18.0, 12.0, 6.0, 3.0, 4.0, 4.0, 4.0, 1.0, 2.0], "bins": [-0.011299875564873219, -0.010973894968628883, -0.010647914372384548, -0.010321933776140213, -0.009995953179895878, -0.009669972583651543, -0.009343991987407207, -0.009018011391162872, -0.008692030794918537, -0.008366050198674202, -0.008040069602429867, -0.007714089006185532, -0.0073881084099411964, -0.007062127813696861, -0.006736147217452526, -0.006410166621208191, -0.006084186024963856, -0.005758205428719521, -0.005432224832475185, -0.00510624423623085, -0.004780263639986515, -0.00445428304374218, -0.004128302447497845, -0.0038023218512535095, -0.0034763412550091743, -0.003150360658764839, -0.002824380062520504, -0.002498399466276169, -0.0021724188700318336, -0.0018464382737874985, -0.0015204576775431633, -0.0011944770812988281, -0.000868496485054493, -0.0005425158888101578, -0.0002165352925658226, 0.00010944530367851257, 0.00043542589992284775, 0.0007614064961671829, 0.001087387092411518, 0.0014133676886558533, 0.0017393482849001884, 0.0020653288811445236, 0.002391309477388859, 0.002717290073633194, 0.003043270669877529, 0.0033692512661218643, 0.0036952318623661995, 0.004021212458610535, 0.00434719305485487, 0.004673173651099205, 0.00499915424734354, 0.005325134843587875, 0.0056511154398322105, 0.005977096036076546, 0.006303076632320881, 0.006629057228565216, 0.006955037824809551, 0.007281018421053886, 0.007606999017298222, 0.007932979613542557, 0.008258960209786892, 0.008584940806031227, 0.008910921402275562, 0.009236901998519897, 0.009562882594764233]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 4.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1148650273680687, -0.11034452170133591, -0.10582401603460312, -0.10130351036787033, -0.09678300470113754, -0.09226249903440475, -0.08774199336767197, -0.08322148770093918, -0.07870098948478699, -0.0741804838180542, -0.06965997815132141, -0.06513947248458862, -0.060618966817855835, -0.05609846115112305, -0.05157795548439026, -0.04705744981765747, -0.04253694415092468, -0.038016438484191895, -0.033495932817459106, -0.028975429013371468, -0.02445492334663868, -0.01993441767990589, -0.015413912944495678, -0.010893408209085464, -0.006372902542352676, -0.0018523973412811756, 0.002668107859790325, 0.007188613060861826, 0.011709118261933327, 0.016229623928666115, 0.020750127732753754, 0.025270633399486542, 0.02979113906621933, 0.03431164473295212, 0.038832150399684906, 0.043352656066417694, 0.04787316173315048, 0.05239366367459297, 0.05691416934132576, 0.06143467500805855, 0.06595517694950104, 0.07047568261623383, 0.07499618828296661, 0.0795166939496994, 0.08403719961643219, 0.08855770528316498, 0.09307821094989777, 0.09759871661663055, 0.10211922228336334, 0.10663972795009613, 0.11116023361682892, 0.1156807392835617, 0.1202012449502945, 0.12472175061702728, 0.12924225628376007, 0.13376276195049286, 0.13828326761722565, 0.14280377328395844, 0.14732427895069122, 0.151844784617424, 0.1563652902841568, 0.1608857959508896, 0.16540630161762238, 0.16992680728435516, 0.17444729804992676]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 2.0, 5.0, 1.0, 2.0, 4.0, 2.0, 4.0, 1.0, 2.0, 1.0, 2.0, 8.0, 3.0, 8.0, 10.0, 12.0, 28.0, 53.0, 25.0, 20.0, 17.0, 21.0, 13.0, 3.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 4.0, 0.0, 2.0, 4.0, 4.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.048665937036275864, -0.046312492340803146, -0.04395905137062073, -0.04160560667514801, -0.03925216197967529, -0.036898721009492874, -0.03454527631402016, -0.03219183161854744, -0.02983838878571987, -0.027484945952892303, -0.025131501257419586, -0.022778058424592018, -0.02042461559176445, -0.018071170896291733, -0.015717728063464165, -0.013364284299314022, -0.01101084053516388, -0.008657396771013737, -0.006303953472524881, -0.003950510174036026, -0.0015970664098858833, 0.0007563771214336157, 0.0031098206527531147, 0.00546326395124197, 0.007816707715392113, 0.010170151479542255, 0.012523595243692398, 0.014877038076519966, 0.017230480909347534, 0.01958392560482025, 0.02193736843764782, 0.024290813133120537, 0.026644255965948105, 0.028997698798775673, 0.03135114163160324, 0.03370458632707596, 0.036058031022548676, 0.038411471992731094, 0.04076491668820381, 0.04311836138367653, 0.04547180235385895, 0.047825247049331665, 0.05017869174480438, 0.0525321364402771, 0.05488557741045952, 0.057239022105932236, 0.05959246680140495, 0.06194590777158737, 0.06429935246706009, 0.0666527971625328, 0.06900624185800552, 0.07135968655347824, 0.07371312379837036, 0.07606656849384308, 0.0784200131893158, 0.08077345788478851, 0.08312690258026123, 0.08548034727573395, 0.08783378452062607, 0.09018722921609879, 0.0925406739115715, 0.09489411860704422, 0.09724756330251694, 0.09960100799798965, 0.10195444524288177]}, "_runtime": 14.423396348953247, "_timestamp": 1596208111.9651423, "_step": 12}
+{"val_accuracy": 0.7686708047945204, "val_loss": 0.6441677855030042, "_runtime": 15.782721042633057, "_timestamp": 1596208113.324467, "_step": 13}
diff --git a/wandb/run-20200731_150820-2tfrmzcg/wandb-metadata.json b/wandb/run-20200731_150820-2tfrmzcg/wandb-metadata.json
new file mode 100644
index 0000000..4b967be
--- /dev/null
+++ b/wandb/run-20200731_150820-2tfrmzcg/wandb-metadata.json
@@ -0,0 +1,30 @@
+{
+ "root": "/home/akternurra/Documents/projects/quest-for-general-artifical-intelligence/projects/text-recognizer",
+ "program": "<python with no main file>",
+ "git": {
+ "remote": "git@github.com:aktersnurra/text-recognizer.git",
+ "commit": "fa461db6132e7a22f3aa1bb48cce8981890325fb"
+ },
+ "email": "gustaf.rydholm@gmail.com",
+ "startedAt": "2020-07-31T15:08:20.683957",
+ "host": "kompjuter",
+ "username": "akternurra",
+ "executable": "/home/akternurra/.cache/pypoetry/virtualenvs/text-recognizer-N1c_zsdp-py3.8/bin/python",
+ "os": "Linux-5.4.0-42-generic-x86_64-with-glibc2.27",
+ "python": "3.8.2",
+ "gpu": "GeForce RTX 2070",
+ "gpu_count": 1,
+ "cpu_count": 12,
+ "cuda": "10.1.105",
+ "args": [
+ "--gpu=-1",
+ "--save",
+ "--experiment_config={\"dataloader\": \"EmnistDataLoader\", \"data_loader_args\": {\"splits\": [\"train\", \"val\"], \"sample_to_balance\": true, \"subsample_fraction\": null, \"transform\": null, \"target_transform\": null, \"batch_size\": 256, \"shuffle\": true, \"num_workers\": 8, \"cuda\": true, \"seed\": 4711}, \"model\": \"CharacterModel\", \"metrics\": [\"accuracy\"], \"network\": \"LeNet\", \"network_args\": {\"input_size\": [28, 28], \"output_size\": 62}, \"train_args\": {\"batch_size\": 256, \"epochs\": 4}, \"criterion\": \"CrossEntropyLoss\", \"criterion_args\": {\"weight\": null, \"ignore_index\": -100, \"reduction\": \"mean\"}, \"optimizer\": \"AdamW\", \"optimizer_args\": {\"lr\": 0.01, \"betas\": [0.9, 0.999], \"eps\": 1e-08, \"weight_decay\": 0, \"amsgrad\": false}, \"lr_scheduler\": \"OneCycleLR\", \"lr_scheduler_args\": {\"max_lr\": 0.001, \"epochs\": 4}, \"callbacks\": [\"Checkpoint\", \"EarlyStopping\", \"WandbCallback\", \"WandbImageLogger\"], \"callback_args\": {\"Checkpoint\": {\"monitor\": \"val_accuracy\"}, \"EarlyStopping\": {\"monitor\": \"val_loss\", \"min_delta\": 0.0, \"patience\": 3, \"mode\": \"min\"}, \"WandbCallback\": {\"log_batch_frequency\": 1}, \"WandbImageLogger\": {\"num_examples\": 4}}, \"verbosity\": 2, \"resume_experiment\": null, \"experiment_group\": \"Sample-Experiments\"}"
+ ],
+ "state": "failed",
+ "jobType": null,
+ "mode": "run",
+ "project": "text-recognizer",
+ "heartbeatAt": "2020-07-31T15:08:34.349495",
+ "exitcode": 1
+}
diff --git a/wandb/run-20200731_150820-2tfrmzcg/wandb-summary.json b/wandb/run-20200731_150820-2tfrmzcg/wandb-summary.json
new file mode 100644
index 0000000..8cb696f
--- /dev/null
+++ b/wandb/run-20200731_150820-2tfrmzcg/wandb-summary.json
@@ -0,0 +1 @@
+{"graph_0": {"_type": "graph-file", "path": "media/graph/graph_0_summary_0edadb48.graph.json", "sha256": "0edadb4860dd14823d8ba938dd94fa983309f17f44d7bbc2b225cb8941c30bc3", "size": 1814}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 0.0, 2.0, 3.0, 1.0, 4.0, 7.0, 8.0, 12.0, 13.0, 17.0, 32.0, 47.0, 56.0, 88.0, 124.0, 160.0, 274.0, 399.0, 587.0, 962.0, 1539.0, 2625.0, 4560.0, 8349.0, 16119.0, 32511.0, 70826.0, 174179.0, 645236.0, 106276.0, 51410.0, 26456.0, 14604.0, 8420.0, 4939.0, 2960.0, 1922.0, 1286.0, 836.0, 556.0, 380.0, 252.0, 168.0, 129.0, 85.0, 76.0, 45.0, 20.0, 22.0, 14.0, 12.0, 10.0, 6.0, 3.0, 3.0, 7.0, 1.0, 2.0, 0.0, 1.0, 0.0, 3.0, 1.0], "bins": [-0.012067776173353195, -0.011655295267701149, -0.011242815293371677, -0.010830334387719631, -0.010417853482067585, -0.010005373507738113, -0.009592892602086067, -0.009180411696434021, -0.00876793172210455, -0.008355450816452503, -0.007942969910800457, -0.007530489936470985, -0.007118009030818939, -0.00670552859082818, -0.006293048150837421, -0.005880567245185375, -0.005468086805194616, -0.005055606365203857, -0.004643125459551811, -0.004230645019561052, -0.0038181645795702934, -0.003405683906748891, -0.0029932032339274883, -0.0025807227939367294, -0.002168242121115327, -0.0017557615647092462, -0.0013432810083031654, -0.0009308003354817629, -0.0005183197790756822, -0.00010583919356577098, 0.0003066413919441402, 0.0007191220065578818, 0.0011316025629639626, 0.0015440831193700433, 0.001956563675776124, 0.0023690443485975266, 0.0027815247885882854, 0.003194005461409688, 0.0036064861342310905, 0.0040189665742218494, 0.004431447014212608, 0.0048439279198646545, 0.0052564083598554134, 0.005668888799846172, 0.0060813697054982185, 0.006493850145488977, 0.006906330585479736, 0.0073188114911317825, 0.007731291931122541, 0.0081437723711133, 0.008556253276765347, 0.008968733251094818, 0.009381214156746864, 0.00979369506239891, 0.010206175036728382, 0.010618655942380428, 0.011031136848032475, 0.011443616822361946, 0.011856097728013992, 0.012268578633666039, 0.01268105860799551, 0.013093539513647556, 0.013506020419299603, 0.013918500393629074, 0.01433098129928112]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 3.0, 1.0, 5.0, 7.0, 7.0, 11.0, 13.0, 17.0, 18.0, 17.0, 24.0, 6.0, 15.0, 18.0, 16.0, 15.0, 22.0, 19.0, 23.0, 41.0, 52.0, 57.0, 108.0, 91.0, 98.0, 153.0, 151.0, 203.0, 273.0, 371.0, 590.0, 990.0, 1733.0, 5732.0, 2037.0, 1425.0, 1018.0, 753.0, 508.0, 396.0, 280.0, 234.0, 179.0, 136.0, 113.0, 80.0, 63.0, 43.0, 53.0, 49.0, 32.0, 35.0, 28.0, 13.0, 18.0, 12.0, 6.0, 3.0, 4.0, 4.0, 4.0, 1.0, 2.0], "bins": [-0.011299875564873219, -0.010973894968628883, -0.010647914372384548, -0.010321933776140213, -0.009995953179895878, -0.009669972583651543, -0.009343991987407207, -0.009018011391162872, -0.008692030794918537, -0.008366050198674202, -0.008040069602429867, -0.007714089006185532, -0.0073881084099411964, -0.007062127813696861, -0.006736147217452526, -0.006410166621208191, -0.006084186024963856, -0.005758205428719521, -0.005432224832475185, -0.00510624423623085, -0.004780263639986515, -0.00445428304374218, -0.004128302447497845, -0.0038023218512535095, -0.0034763412550091743, -0.003150360658764839, -0.002824380062520504, -0.002498399466276169, -0.0021724188700318336, -0.0018464382737874985, -0.0015204576775431633, -0.0011944770812988281, -0.000868496485054493, -0.0005425158888101578, -0.0002165352925658226, 0.00010944530367851257, 0.00043542589992284775, 0.0007614064961671829, 0.001087387092411518, 0.0014133676886558533, 0.0017393482849001884, 0.0020653288811445236, 0.002391309477388859, 0.002717290073633194, 0.003043270669877529, 0.0033692512661218643, 0.0036952318623661995, 0.004021212458610535, 0.00434719305485487, 0.004673173651099205, 0.00499915424734354, 0.005325134843587875, 0.0056511154398322105, 0.005977096036076546, 0.006303076632320881, 0.006629057228565216, 0.006955037824809551, 0.007281018421053886, 0.007606999017298222, 0.007932979613542557, 0.008258960209786892, 0.008584940806031227, 0.008910921402275562, 0.009236901998519897, 0.009562882594764233]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 4.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1148650273680687, -0.11034452170133591, -0.10582401603460312, -0.10130351036787033, -0.09678300470113754, -0.09226249903440475, -0.08774199336767197, -0.08322148770093918, -0.07870098948478699, -0.0741804838180542, -0.06965997815132141, -0.06513947248458862, -0.060618966817855835, -0.05609846115112305, -0.05157795548439026, -0.04705744981765747, -0.04253694415092468, -0.038016438484191895, -0.033495932817459106, -0.028975429013371468, -0.02445492334663868, -0.01993441767990589, -0.015413912944495678, -0.010893408209085464, -0.006372902542352676, -0.0018523973412811756, 0.002668107859790325, 0.007188613060861826, 0.011709118261933327, 0.016229623928666115, 0.020750127732753754, 0.025270633399486542, 0.02979113906621933, 0.03431164473295212, 0.038832150399684906, 0.043352656066417694, 0.04787316173315048, 0.05239366367459297, 0.05691416934132576, 0.06143467500805855, 0.06595517694950104, 0.07047568261623383, 0.07499618828296661, 0.0795166939496994, 0.08403719961643219, 0.08855770528316498, 0.09307821094989777, 0.09759871661663055, 0.10211922228336334, 0.10663972795009613, 0.11116023361682892, 0.1156807392835617, 0.1202012449502945, 0.12472175061702728, 0.12924225628376007, 0.13376276195049286, 0.13828326761722565, 0.14280377328395844, 0.14732427895069122, 0.151844784617424, 0.1563652902841568, 0.1608857959508896, 0.16540630161762238, 0.16992680728435516, 0.17444729804992676]}, "_runtime": 15.782721042633057, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 2.0, 2.0, 1.0, 3.0, 3.0, 11.0, 5.0, 5.0, 5.0, 4.0, 0.0, 2.0, 2.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.026256505399942398, -0.025606686249375343, -0.02495686523616314, -0.024307046085596085, -0.02365722693502903, -0.023007407784461975, -0.02235758677124977, -0.021707767620682716, -0.02105794847011566, -0.020408127456903458, -0.019758308306336403, -0.019108489155769348, -0.018458670005202293, -0.01780884899199009, -0.017159029841423035, -0.01650921069085598, -0.015859391540288925, -0.015209570527076721, -0.014559751376509666, -0.013909931294620037, -0.013260112144052982, -0.012610292062163353, -0.011960472911596298, -0.011310652829706669, -0.01066083274781704, -0.010011013597249985, -0.009361193515360355, -0.0087113743647933, -0.008061554282903671, -0.007411734666675329, -0.006761915050446987, -0.006112095434218645, -0.005462275817990303, -0.004812456201761961, -0.004162636585533619, -0.0035128167364746332, -0.002862997120246291, -0.002213177504017949, -0.0015633577713742852, -0.0009135380969382823, -0.0002637184225022793, 0.0003861012519337237, 0.0010359209263697267, 0.0016857406590133905, 0.0023355602752417326, 0.0029853798914700747, 0.0036351997405290604, 0.004285019356757402, 0.0049348389729857445, 0.0055846585892140865, 0.006234478205442429, 0.006884297821670771, 0.007534117437899113, 0.008183937519788742, 0.008833756670355797, 0.009483576752245426, 0.010133396834135056, 0.01078321598470211, 0.01143303606659174, 0.012082855217158794, 0.012732675299048424, 0.013382494449615479, 0.014032314531505108, 0.014682133682072163, 0.015331953763961792]}, "_step": 13, "gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 3.0, 4.0, 6.0, 1.0, 3.0, 1.0, 3.0, 2.0, 0.0, 3.0, 4.0, 2.0, 2.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.015746770426630974, -0.015295050106942654, -0.014843329787254333, -0.014391609467566013, -0.013939889147877693, -0.013488167896866798, -0.013036447577178478, -0.012584727257490158, -0.012133006937801838, -0.011681286618113518, -0.011229566298425198, -0.010777845978736877, -0.010326124727725983, -0.009874404408037663, -0.009422684088349342, -0.008970963768661022, -0.008519243448972702, -0.008067523129284382, -0.007615802809596062, -0.007164082024246454, -0.006712361704558134, -0.006260641384869814, -0.0058089205995202065, -0.005357200279831886, -0.004905479960143566, -0.004453759640455246, -0.004002039320766926, -0.0035503185354173183, -0.003098598215728998, -0.002646877896040678, -0.002195157343521714, -0.0017434369074180722, -0.0012917164713144302, -0.0008399960352107882, -0.00038827559910714626, 6.344483699649572e-05, 0.0005151652731001377, 0.0009668857092037797, 0.0014186061453074217, 0.0018703265814110637, 0.0023220470175147057, 0.002773767337203026, 0.0032254878897219896, 0.0036772084422409534, 0.004128928761929274, 0.004580649081617594, 0.005032369866967201, 0.005484090186655521, 0.0059358105063438416, 0.006387530826032162, 0.006839251145720482, 0.007290971931070089, 0.0077426922507584095, 0.008194413036108017, 0.008646133355796337, 0.009097853675484657, 0.009549573995172977, 0.010001294314861298, 0.010453014634549618, 0.010904734954237938, 0.011356456205248833, 0.011808176524937153, 0.012259896844625473, 0.012711617164313793, 0.013163337484002113]}, "_timestamp": 1596208113.324467, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 4.0, 2.0, 2.0, 3.0, 2.0, 5.0, 10.0, 7.0, 14.0, 17.0, 20.0, 23.0, 33.0, 26.0, 46.0, 56.0, 78.0, 92.0, 131.0, 159.0, 235.0, 326.0, 472.0, 4355.0, 707.0, 334.0, 209.0, 144.0, 104.0, 74.0, 51.0, 44.0, 22.0, 23.0, 17.0, 21.0, 13.0, 12.0, 6.0, 8.0, 2.0, 6.0, 4.0, 6.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.16382217407226562, -0.15874621272087097, -0.15367025136947632, -0.14859429001808167, -0.143518328666687, -0.13844236731529236, -0.1333664059638977, -0.12829044461250305, -0.1232144832611084, -0.11813852190971375, -0.11306256055831909, -0.10798659920692444, -0.10291063785552979, -0.09783467650413513, -0.09275871515274048, -0.08768275380134583, -0.08260679244995117, -0.07753083109855652, -0.07245486974716187, -0.06737890839576721, -0.06230294704437256, -0.057226985692977905, -0.05215102434158325, -0.0470750629901886, -0.041999101638793945, -0.03692314028739929, -0.03184717893600464, -0.026771217584609985, -0.021695256233215332, -0.01661929488182068, -0.011543333530426025, -0.006467372179031372, -0.0013914108276367188, 0.0036845505237579346, 0.008760511875152588, 0.013836473226547241, 0.018912434577941895, 0.023988395929336548, 0.0290643572807312, 0.034140318632125854, 0.03921627998352051, 0.04429224133491516, 0.049368202686309814, 0.05444416403770447, 0.05952012538909912, 0.06459608674049377, 0.06967204809188843, 0.07474800944328308, 0.07982397079467773, 0.08489993214607239, 0.08997589349746704, 0.0950518548488617, 0.10012781620025635, 0.105203777551651, 0.11027973890304565, 0.11535570025444031, 0.12043166160583496, 0.12550762295722961, 0.13058358430862427, 0.13565954566001892, 0.14073550701141357, 0.14581146836280823, 0.15088742971420288, 0.15596339106559753, 0.1610393524169922]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 4.0, 3.0, 3.0, 5.0, 4.0, 5.0, 4.0, 8.0, 6.0, 1.0, 27.0, 3.0, 2.0, 5.0, 3.0, 1.0, 3.0, 3.0, 1.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 4.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.0030385383870452642, -0.002922317013144493, -0.0028060954064130783, -0.002689874032512307, -0.002573652658611536, -0.002457431284710765, -0.0023412099108099937, -0.002224988304078579, -0.002108766930177808, -0.0019925455562770367, -0.0018763240659609437, -0.0017601025756448507, -0.0016438812017440796, -0.0015276598278433084, -0.0014114383375272155, -0.0012952168472111225, -0.0011789954733103514, -0.0010627740994095802, -0.0009465526090934873, -0.0008303311769850552, -0.0007141097448766232, -0.0005978883127681911, -0.00048166688065975904, -0.000365445448551327, -0.00024922401644289494, -0.00013300258433446288, -1.6781152226030827e-05, 9.944027988240123e-05, 0.00021566171199083328, 0.00033188314409926534, 0.0004481045762076974, 0.0005643260083161294, 0.0006805474404245615, 0.0007967688725329936, 0.0009129903046414256, 0.0010292117949575186, 0.0011454331688582897, 0.0012616545427590609, 0.0013778760330751538, 0.0014940975233912468, 0.001610318897292018, 0.001726540271192789, 0.001842761761508882, 0.001958983251824975, 0.002075204625725746, 0.0021914259996265173, 0.0023076473735272884, 0.0024238689802587032, 0.0025400903541594744, 0.0026563117280602455, 0.0027725333347916603, 0.0028887547086924314, 0.0030049760825932026, 0.0031211974564939737, 0.003237418830394745, 0.0033536404371261597, 0.003469861811026931, 0.003586083184927702, 0.0037023047916591167, 0.003818526165559888, 0.003934747539460659, 0.004050969146192074, 0.004167190287262201, 0.004283411893993616, 0.004399633035063744]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 2.0, 5.0, 1.0, 2.0, 4.0, 2.0, 4.0, 1.0, 2.0, 1.0, 2.0, 8.0, 3.0, 8.0, 10.0, 12.0, 28.0, 53.0, 25.0, 20.0, 17.0, 21.0, 13.0, 3.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 4.0, 0.0, 2.0, 4.0, 4.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.048665937036275864, -0.046312492340803146, -0.04395905137062073, -0.04160560667514801, -0.03925216197967529, -0.036898721009492874, -0.03454527631402016, -0.03219183161854744, -0.02983838878571987, -0.027484945952892303, -0.025131501257419586, -0.022778058424592018, -0.02042461559176445, -0.018071170896291733, -0.015717728063464165, -0.013364284299314022, -0.01101084053516388, -0.008657396771013737, -0.006303953472524881, -0.003950510174036026, -0.0015970664098858833, 0.0007563771214336157, 0.0031098206527531147, 0.00546326395124197, 0.007816707715392113, 0.010170151479542255, 0.012523595243692398, 0.014877038076519966, 0.017230480909347534, 0.01958392560482025, 0.02193736843764782, 0.024290813133120537, 0.026644255965948105, 0.028997698798775673, 0.03135114163160324, 0.03370458632707596, 0.036058031022548676, 0.038411471992731094, 0.04076491668820381, 0.04311836138367653, 0.04547180235385895, 0.047825247049331665, 0.05017869174480438, 0.0525321364402771, 0.05488557741045952, 0.057239022105932236, 0.05959246680140495, 0.06194590777158737, 0.06429935246706009, 0.0666527971625328, 0.06900624185800552, 0.07135968655347824, 0.07371312379837036, 0.07606656849384308, 0.0784200131893158, 0.08077345788478851, 0.08312690258026123, 0.08548034727573395, 0.08783378452062607, 0.09018722921609879, 0.0925406739115715, 0.09489411860704422, 0.09724756330251694, 0.09960100799798965, 0.10195444524288177]}, "val_loss": 0.6441677855030042, "val_accuracy": 0.7686708047945204}
diff --git a/wandb/run-20200731_151247-3qj84a2y/config.yaml b/wandb/run-20200731_151247-3qj84a2y/config.yaml
new file mode 100644
index 0000000..3a658b0
--- /dev/null
+++ b/wandb/run-20200731_151247-3qj84a2y/config.yaml
@@ -0,0 +1,110 @@
+wandb_version: 1
+
+_wandb:
+ desc: null
+ value:
+ cli_version: 0.8.36
+ framework: torch
+ is_jupyter_run: false
+ is_kaggle_kernel: false
+ python_version: 3.8.2
+callback_args:
+ desc: null
+ value:
+ Checkpoint:
+ monitor: val_accuracy
+ EarlyStopping:
+ min_delta: 0.0
+ mode: min
+ monitor: val_loss
+ patience: 3
+ WandbCallback:
+ log_batch_frequency: 1
+ WandbImageLogger:
+ num_examples: 4
+callbacks:
+ desc: null
+ value:
+ - Checkpoint
+ - EarlyStopping
+ - WandbCallback
+criterion:
+ desc: null
+ value: CrossEntropyLoss
+criterion_args:
+ desc: null
+ value:
+ ignore_index: -100
+ reduction: mean
+ weight: null
+data_loader_args:
+ desc: null
+ value:
+ batch_size: 256
+ cuda: true
+ num_workers: 8
+ sample_to_balance: true
+ seed: 4711
+ shuffle: true
+ splits:
+ - train
+ - val
+ subsample_fraction: null
+ target_transform: null
+ transform: null
+dataloader:
+ desc: null
+ value: EmnistDataLoader
+experiment_group:
+ desc: null
+ value: Sample Experiments
+lr_scheduler:
+ desc: null
+ value: OneCycleLR
+lr_scheduler_args:
+ desc: null
+ value:
+ epochs: 2
+ max_lr: 0.001
+ steps_per_epoch: 1314
+metrics:
+ desc: null
+ value:
+ - accuracy
+model:
+ desc: null
+ value: CharacterModel
+network:
+ desc: null
+ value: LeNet
+network_args:
+ desc: null
+ value:
+ input_size:
+ - 28
+ - 28
+ output_size: 62
+optimizer:
+ desc: null
+ value: AdamW
+optimizer_args:
+ desc: null
+ value:
+ amsgrad: false
+ betas:
+ - 0.9
+ - 0.999
+ eps: 1.0e-08
+ lr: 0.01
+ weight_decay: 0
+resume_experiment:
+ desc: null
+ value: null
+train_args:
+ desc: null
+ value:
+ batch_size: 256
+ epochs: 2
+verbosity:
+ desc: null
+ value: 2
diff --git a/wandb/run-20200731_151247-3qj84a2y/media/graph/graph_0_summary_1c12eedc.graph.json b/wandb/run-20200731_151247-3qj84a2y/media/graph/graph_0_summary_1c12eedc.graph.json
new file mode 100644
index 0000000..b72ba20
--- /dev/null
+++ b/wandb/run-20200731_151247-3qj84a2y/media/graph/graph_0_summary_1c12eedc.graph.json
@@ -0,0 +1 @@
+{"format": "torch", "nodes": [{"name": "layers.0", "id": 140397377987536, "class_name": "Conv2d(1, 32, kernel_size=(3, 3), stride=(1, 1))", "parameters": [["weight", [32, 1, 3, 3]], ["bias", [32]]], "output_shape": [[2, 32, 26, 26]], "num_parameters": [288, 32]}, {"name": "layers.1", "id": 140397377987344, "class_name": "ReLU(inplace=True)", "parameters": [], "output_shape": [[2, 32, 26, 26]], "num_parameters": []}, {"name": "layers.2", "id": 140397377987488, "class_name": "Conv2d(32, 64, kernel_size=(3, 3), stride=(1, 1))", "parameters": [["weight", [64, 32, 3, 3]], ["bias", [64]]], "output_shape": [[2, 64, 24, 24]], "num_parameters": [18432, 64]}, {"name": "layers.4", "id": 140397377987776, "class_name": "MaxPool2d(kernel_size=2, stride=2, padding=0, dilation=1, ceil_mode=False)", "parameters": [], "output_shape": [[2, 64, 12, 12]], "num_parameters": []}, {"name": "layers.5", "id": 140397377987728, "class_name": "Dropout(p=0.2, inplace=False)", "parameters": [], "output_shape": [[2, 64, 12, 12]], "num_parameters": []}, {"name": "layers.6", "id": 140397377987440, "class_name": "Flatten()", "parameters": [], "output_shape": [[2, 9216]], "num_parameters": []}, {"name": "layers.7", "id": 140397377987824, "class_name": "Linear(in_features=9216, out_features=128, bias=True)", "parameters": [["weight", [128, 9216]], ["bias", [128]]], "output_shape": [[2, 128]], "num_parameters": [1179648, 128]}, {"name": "layers.9", "id": 140397377880416, "class_name": "Dropout(p=0.2, inplace=False)", "parameters": [], "output_shape": [[2, 128]], "num_parameters": []}, {"name": "layers.10", "id": 140397377880464, "class_name": "Linear(in_features=128, out_features=62, bias=True)", "parameters": [["weight", [62, 128]], ["bias", [62]]], "output_shape": [[2, 62]], "num_parameters": [7936, 62]}], "edges": []}
diff --git a/wandb/run-20200731_151247-3qj84a2y/requirements.txt b/wandb/run-20200731_151247-3qj84a2y/requirements.txt
new file mode 100644
index 0000000..10c63b6
--- /dev/null
+++ b/wandb/run-20200731_151247-3qj84a2y/requirements.txt
@@ -0,0 +1,145 @@
+alabaster==0.7.12
+appdirs==1.4.4
+attrs==19.3.0
+babel==2.8.0
+backcall==0.2.0
+bandit==1.6.2
+black==19.10b0
+bleach==3.1.5
+blessings==1.7
+boltons==20.2.0
+certifi==2020.6.20
+chardet==3.0.4
+click==7.1.2
+configparser==5.0.0
+coverage==5.2.1
+cycler==0.10.0
+darglint==1.5.2
+dataclasses==0.6
+decorator==4.4.2
+defusedxml==0.6.0
+desert==2020.1.6
+docker-pycreds==0.4.0
+docutils==0.16
+dparse==0.5.1
+entrypoints==0.3
+flake8-annotations==2.3.0
+flake8-bandit==2.1.2
+flake8-black==0.2.1
+flake8-bugbear==20.1.4
+flake8-docstrings==1.5.0
+flake8-import-order==0.18.1
+flake8-polyfill==1.0.2
+flake8==3.8.3
+future==0.18.2
+gitdb==4.0.5
+gitpython==3.1.7
+gpustat==0.6.0
+gql==0.2.0
+graphql-core==1.1
+h5py==2.10.0
+idna==2.10
+imagesize==1.2.0
+ipykernel==5.3.4
+ipython-genutils==0.2.0
+ipython==7.16.1
+ipywidgets==7.5.1
+jedi==0.17.2
+jinja2==2.11.2
+jsonschema==3.2.0
+jupyter-client==6.1.6
+jupyter-console==6.1.0
+jupyter-core==4.6.3
+jupyter==1.0.0
+kiwisolver==1.2.0
+loguru==0.5.1
+markupsafe==1.1.1
+marshmallow==3.7.1
+matplotlib==3.3.0
+mccabe==0.6.1
+mistune==0.8.4
+more-itertools==8.4.0
+mypy-extensions==0.4.3
+mypy==0.770
+nbconvert==5.6.1
+nbformat==5.0.7
+notebook==6.0.3
+numpy==1.19.1
+nvidia-ml-py3==7.352.0
+opencv-python==4.3.0.36
+packaging==20.4
+pandocfilters==1.4.2
+parso==0.7.1
+pathspec==0.8.0
+pathtools==0.1.2
+pbr==5.4.5
+pexpect==4.8.0
+pickleshare==0.7.5
+pillow==7.2.0
+pip==20.2
+pluggy==0.13.1
+prometheus-client==0.8.0
+promise==2.3
+prompt-toolkit==3.0.5
+psutil==5.7.2
+ptyprocess==0.6.0
+py==1.9.0
+pycodestyle==2.6.0
+pydocstyle==5.0.2
+pyflakes==2.2.0
+pygments==2.6.1
+pyparsing==2.4.7
+pyrsistent==0.16.0
+pytest-cov==2.10.0
+pytest-mock==3.2.0
+pytest==5.4.3
+python-dateutil==2.8.1
+pytz==2020.1
+pyyaml==5.3.1
+pyzmq==19.0.1
+qtconsole==4.7.5
+qtpy==1.9.0
+redis==3.5.3
+redlock-py==1.0.8
+regex==2020.7.14
+requests==2.24.0
+safety==1.9.0
+send2trash==1.5.0
+sentry-sdk==0.16.2
+setuptools==41.2.0
+shortuuid==1.0.1
+six==1.15.0
+smmap==3.0.4
+snowballstemmer==2.0.0
+sphinx-autodoc-typehints==1.11.0
+sphinx-rtd-theme==0.4.3
+sphinx==3.1.2
+sphinxcontrib-applehelp==1.0.2
+sphinxcontrib-devhelp==1.0.2
+sphinxcontrib-htmlhelp==1.0.3
+sphinxcontrib-jsmath==1.0.1
+sphinxcontrib-qthelp==1.0.3
+sphinxcontrib-serializinghtml==1.1.4
+stevedore==3.2.0
+subprocess32==3.5.4
+terminado==0.8.3
+testpath==0.4.4
+text-recognizer==0.1.0
+toml==0.10.1
+torch==1.5.1
+torchsummary==1.5.1
+torchvision==0.6.1
+tornado==6.0.4
+tqdm==4.48.0
+traitlets==4.3.3
+typed-ast==1.4.1
+typeguard==2.9.1
+typing-extensions==3.7.4.2
+typing-inspect==0.6.0
+urllib3==1.25.10
+wandb==0.8.36
+watchdog==0.10.3
+wcwidth==0.2.5
+webencodings==0.5.1
+widgetsnbextension==3.5.1
+xdoctest==0.12.0
diff --git a/wandb/run-20200731_151247-3qj84a2y/wandb-events.jsonl b/wandb/run-20200731_151247-3qj84a2y/wandb-events.jsonl
new file mode 100644
index 0000000..8437fb4
--- /dev/null
+++ b/wandb/run-20200731_151247-3qj84a2y/wandb-events.jsonl
@@ -0,0 +1 @@
+{"system.gpu.0.gpu": 61.47, "system.gpu.0.memory": 37.6, "system.gpu.0.memoryAllocated": 23.04, "system.gpu.0.temp": 56.6, "system.gpu.process.0.gpu": 61.47, "system.gpu.process.0.memory": 37.6, "system.gpu.process.0.memoryAllocated": 23.04, "system.gpu.process.0.temp": 56.6, "system.gpu.0.powerWatts": 131.1, "system.gpu.0.powerPercent": 60.98, "system.gpu.process.0.powerWatts": 131.1, "system.gpu.process.0.powerPercent": 60.98, "system.cpu": 67.48, "system.memory": 66.51, "system.disk": 37.1, "system.proc.memory.availableMB": 5361.91, "system.proc.memory.rssMB": 2580.87, "system.proc.memory.percent": 16.13, "system.proc.cpu.threads": 19.53, "system.network.sent": 1695172, "system.network.recv": 1241525, "_wandb": true, "_timestamp": 1596208396, "_runtime": 29}
diff --git a/wandb/run-20200731_151247-3qj84a2y/wandb-history.jsonl b/wandb/run-20200731_151247-3qj84a2y/wandb-history.jsonl
new file mode 100644
index 0000000..9036a26
--- /dev/null
+++ b/wandb/run-20200731_151247-3qj84a2y/wandb-history.jsonl
@@ -0,0 +1,29 @@
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 1.0, 2.0, 2.0, 1.0, 2.0, 2.0, 1.0, 3.0, 3.0, 3.0, 2.0, 1.0, 2.0, 3.0, 3.0, 4.0, 0.0, 3.0, 1.0, 0.0, 3.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.024261238053441048, -0.023602694272994995, -0.022944148629903793, -0.02228560298681259, -0.02162705920636654, -0.020968515425920486, -0.020309969782829285, -0.019651424139738083, -0.01899288035929203, -0.018334336578845978, -0.017675790935754776, -0.017017245292663574, -0.01635870151221752, -0.01570015773177147, -0.015041612088680267, -0.01438306737691164, -0.013724522665143013, -0.013065977953374386, -0.012407433241605759, -0.011748888529837132, -0.011090343818068504, -0.010431799106299877, -0.00977325439453125, -0.009114709682762623, -0.008456164970993996, -0.0077976202592253685, -0.007139075547456741, -0.006480530835688114, -0.005821986123919487, -0.00516344141215086, -0.004504896700382233, -0.0038463519886136055, -0.0031878072768449783, -0.002529262565076351, -0.001870717853307724, -0.0012121731415390968, -0.0005536284297704697, 0.0001049162819981575, 0.0007634609937667847, 0.0014220057055354118, 0.002080550417304039, 0.002739095129072666, 0.0033976398408412933, 0.0040561845526099205, 0.004714729264378548, 0.005373273976147175, 0.006031818687915802, 0.006690363399684429, 0.007348908111453056, 0.008007452823221684, 0.00866599753499031, 0.009324542246758938, 0.009983086958527565, 0.010641631670296192, 0.01130017638206482, 0.011958721093833447, 0.012617265805602074, 0.0132758105173707, 0.013934355229139328, 0.014592899940907955, 0.015251444652676582, 0.015909988433122635, 0.016568534076213837, 0.01722707971930504, 0.01788562349975109]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 3.0, 4.0, 3.0, 4.0, 6.0, 7.0, 10.0, 12.0, 15.0, 21.0, 26.0, 32.0, 61.0, 61.0, 61.0, 103.0, 149.0, 165.0, 205.0, 261.0, 351.0, 481.0, 595.0, 2517.0, 793.0, 557.0, 429.0, 330.0, 233.0, 168.0, 84.0, 48.0, 43.0, 28.0, 22.0, 11.0, 9.0, 6.0, 2.0, 3.0, 3.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.0758633241057396, -0.07376134395599365, -0.07165936380624771, -0.06955739110708237, -0.06745541095733643, -0.06535343080759048, -0.06325145065784454, -0.0611494742333889, -0.05904749780893326, -0.05694551765918732, -0.054843537509441376, -0.05274156108498573, -0.05063958093523979, -0.04853760451078415, -0.04643562436103821, -0.044333647936582565, -0.042231667786836624, -0.04012968763709068, -0.03802771121263504, -0.0359257310628891, -0.033823754638433456, -0.031721774488687515, -0.029619796201586723, -0.02751781791448593, -0.02541583962738514, -0.023313861340284348, -0.021211883053183556, -0.019109904766082764, -0.017007924616336823, -0.014905947260558605, -0.012803968042135239, -0.010701989755034447, -0.008600011467933655, -0.006498033180832863, -0.004396054428070784, -0.002294075908139348, -0.00019209738820791245, 0.0019098811317235231, 0.004011859651654959, 0.006113838404417038, 0.00821581669151783, 0.010317794978618622, 0.012419773265719414, 0.01452175248414278, 0.016623731702566147, 0.01872570998966694, 0.02082768827676773, 0.022929666563868523, 0.025031644850969315, 0.027133623138070107, 0.0292356014251709, 0.03133758157491684, 0.03343955799937248, 0.03554153814911842, 0.037643514573574066, 0.03974549472332001, 0.04184747487306595, 0.04394945129752159, 0.04605143144726753, 0.048153407871723175, 0.050255388021469116, 0.05235736444592476, 0.0544593445956707, 0.05656132102012634, 0.058663301169872284]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 3.0, 4.0, 3.0, 4.0, 6.0, 2.0, 2.0, 2.0, 2.0, 3.0, 5.0, 1.0, 3.0, 3.0, 0.0, 31.0, 3.0, 5.0, 2.0, 2.0, 1.0, 1.0, 5.0, 2.0, 8.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009306257590651512, -0.009032943286001682, -0.008759628050029278, -0.008486313745379448, -0.008212998509407043, -0.007939684204757214, -0.007666369900107384, -0.0073930551297962666, -0.007119740359485149, -0.006846425589174032, -0.006573110818862915, -0.006299796514213085, -0.006026481743901968, -0.005753166973590851, -0.005479852668941021, -0.005206537898629904, -0.004933223128318787, -0.0046599083580076694, -0.004386593587696552, -0.004113279283046722, -0.0038399645127356052, -0.003566649742424488, -0.0032933352049440145, -0.003020020667463541, -0.002746705897152424, -0.0024733911268413067, -0.002200076589360833, -0.0019267619354650378, -0.0016534472815692425, -0.0013801326276734471, -0.0011068179737776518, -0.0008335033198818564, -0.0005601886659860611, -0.00028687401209026575, -1.3559358194470406e-05, 0.00025975529570132494, 0.0005330699495971203, 0.0008063846034929156, 0.001079699257388711, 0.0013530139112845063, 0.0016263285651803017, 0.001899643219076097, 0.0021729578729718924, 0.002446272410452366, 0.002719587180763483, 0.0029929019510746002, 0.0032662164885550737, 0.0035395310260355473, 0.0038128457963466644, 0.004086160566657782, 0.004359475336968899, 0.004632789641618729, 0.004906104411929846, 0.005179419182240963, 0.005452733486890793, 0.00572604825720191, 0.005999363027513027, 0.006272677797824144, 0.0065459925681352615, 0.006819306872785091, 0.007092621643096209, 0.007365936413407326, 0.007639250718057156, 0.00791256595402956, 0.00818588025867939]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 1.0, 5.0, 10.0, 9.0, 13.0, 28.0, 44.0, 89.0, 113.0, 200.0, 250.0, 412.0, 564.0, 874.0, 1223.0, 1776.0, 2577.0, 3617.0, 5086.0, 7561.0, 10965.0, 16136.0, 23559.0, 34997.0, 51951.0, 75208.0, 107468.0, 494560.0, 110983.0, 72531.0, 48545.0, 32645.0, 22260.0, 15298.0, 10829.0, 7670.0, 5495.0, 3871.0, 2852.0, 2065.0, 1439.0, 1072.0, 818.0, 560.0, 416.0, 292.0, 201.0, 129.0, 144.0, 74.0, 50.0, 35.0, 20.0, 23.0, 11.0, 6.0, 6.0, 3.0, 2.0, 2.0, 1.0], "bins": [-0.00760389631614089, -0.007355712354183197, -0.007107528392225504, -0.006859344430267811, -0.006611160468310118, -0.006362976506352425, -0.0061147925443947315, -0.005866608582437038, -0.005618425086140633, -0.0053702411241829395, -0.005122057162225246, -0.004873873200267553, -0.00462568923830986, -0.004377505276352167, -0.004129321314394474, -0.003881137352436781, -0.003632953390479088, -0.0033847694285213947, -0.0031365854665637016, -0.0028884015046060085, -0.0026402175426483154, -0.002392033813521266, -0.002143849851563573, -0.0018956658896058798, -0.0016474819276481867, -0.0013992979656904936, -0.0011511140037328005, -0.0009029301581904292, -0.0006547461962327361, -0.00040656226337887347, -0.00015837833052501082, 8.980560232885182e-05, 0.00033798953518271446, 0.0005861734971404076, 0.0008343574008904397, 0.001082541304640472, 0.001330725266598165, 0.0015789092285558581, 0.0018270930740982294, 0.0020752770360559225, 0.0023234609980136156, 0.0025716449599713087, 0.002819828921929002, 0.003068012883886695, 0.0033161966130137444, 0.0035643805749714375, 0.0038125645369291306, 0.004060748498886824, 0.004308932460844517, 0.00455711642280221, 0.004805300384759903, 0.005053484346717596, 0.005301668308675289, 0.005549852270632982, 0.005798036232590675, 0.0060462201945483685, 0.0062944041565060616, 0.006542587652802467, 0.0067907716147601604, 0.0070389555767178535, 0.007287139538675547, 0.00753532350063324, 0.007783507462590933, 0.008031691424548626, 0.008279874920845032]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 6.0, 2.0, 2.0, 2.0, 3.0, 3.0, 2.0, 3.0, 2.0, 1.0, 2.0, 2.0, 2.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.023573005571961403, -0.023026242852211, -0.022479478269815445, -0.02193271555006504, -0.021385950967669487, -0.020839188247919083, -0.02029242366552353, -0.019745660945773125, -0.01919889636337757, -0.018652133643627167, -0.018105369061231613, -0.01755860634148121, -0.017011841759085655, -0.01646507903933525, -0.015918314456939697, -0.015371551737189293, -0.014824788086116314, -0.014278024435043335, -0.013731260783970356, -0.013184497132897377, -0.012637733481824398, -0.012090969830751419, -0.01154420617967844, -0.010997442528605461, -0.010450679808855057, -0.009903916157782078, -0.009357152506709099, -0.00881038885563612, -0.008263625204563141, -0.007716861553490162, -0.007170097902417183, -0.006623334251344204, -0.006076570600271225, -0.005529806949198246, -0.004983043298125267, -0.004436279647052288, -0.0038895162288099527, -0.0033427525777369738, -0.0027959891594946384, -0.0022492255084216595, -0.0017024618573486805, -0.0011556982062757015, -0.0006089346716180444, -6.217107875272632e-05, 0.00048459251411259174, 0.0010313561651855707, 0.0015781196998432279, 0.002124883234500885, 0.002671646885573864, 0.003218410536646843, 0.003765174187719822, 0.004311937838792801, 0.00485870148986578, 0.0054054646752774715, 0.0059522283263504505, 0.0064989919774234295, 0.0070457556284964085, 0.0075925192795693874, 0.008139282464981079, 0.008686046116054058, 0.009232809767127037, 0.009779573418200016, 0.010326337069272995, 0.010873100720345974, 0.011419864371418953]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 10.0, 7.0, 17.0, 11.0, 10.0, 20.0, 19.0, 20.0, 25.0, 32.0, 35.0, 37.0, 31.0, 37.0, 68.0, 62.0, 53.0, 65.0, 103.0, 122.0, 122.0, 127.0, 160.0, 131.0, 132.0, 185.0, 192.0, 161.0, 234.0, 286.0, 292.0, 319.0, 305.0, 344.0, 324.0, 327.0, 376.0, 440.0, 587.0, 770.0, 1505.0, 6554.0, 794.0, 702.0, 498.0, 393.0, 165.0, 162.0, 159.0, 146.0, 137.0, 149.0, 144.0, 101.0, 105.0, 62.0, 38.0, 11.0, 5.0], "bins": [-0.025735478848218918, -0.02517654187977314, -0.02461760677397251, -0.024058669805526733, -0.023499734699726105, -0.022940797731280327, -0.022381862625479698, -0.02182292565703392, -0.02126399055123329, -0.020705053582787514, -0.020146118476986885, -0.019587181508541107, -0.01902824640274048, -0.0184693094342947, -0.017910374328494072, -0.017351437360048294, -0.016792502254247665, -0.016233565285801888, -0.01567462831735611, -0.015115693211555481, -0.014556757174432278, -0.013997821137309074, -0.013438885100185871, -0.012879949063062668, -0.01232101209461689, -0.011762076057493687, -0.011203140020370483, -0.01064420398324728, -0.010085267946124077, -0.009526331909000874, -0.00896739587187767, -0.008408459834754467, -0.007849523797631264, -0.0072905877605080605, -0.006731651723384857, -0.006172715686261654, -0.005613779649138451, -0.00505484314635396, -0.004495907109230757, -0.0039369710721075535, -0.00337803503498435, -0.002819098997861147, -0.0022601629607379436, -0.0017012266907840967, -0.0011422906536608934, -0.0005833545583300292, -2.4418462999165058e-05, 0.0005345176323316991, 0.0010934537276625633, 0.0016523897647857666, 0.00221132580190897, 0.002770262071862817, 0.00332919810898602, 0.0038881341461092234, 0.00444707041606307, 0.005006006453186274, 0.005564942490309477, 0.00612387852743268, 0.006682814564555883, 0.007241750601679087, 0.007800687104463577, 0.00835962314158678, 0.008918559178709984, 0.009477495215833187, 0.01003643125295639]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 5.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.079318106174469, -0.07773316651582718, -0.07614821940660477, -0.07456327974796295, -0.07297834008932114, -0.07139340043067932, -0.06980845332145691, -0.0682235136628151, -0.06663857400417328, -0.06505362689495087, -0.06346868723630905, -0.061883747577667236, -0.06029880419373512, -0.05871386453509331, -0.057128921151161194, -0.05554398149251938, -0.053959038108587265, -0.05237409472465515, -0.050789155066013336, -0.04920421168208122, -0.04761927202343941, -0.046034328639507294, -0.04444938898086548, -0.042864445596933365, -0.04127950221300125, -0.039694562554359436, -0.03810961917042732, -0.03652467951178551, -0.034939736127853394, -0.03335479646921158, -0.031769853085279465, -0.0301849115639925, -0.028599970042705536, -0.02701502852141857, -0.025430087000131607, -0.023845145478844643, -0.022260203957557678, -0.020675260573625565, -0.0190903190523386, -0.017505377531051636, -0.01592043600976467, -0.014335494488477707, -0.012750552967190742, -0.011165610514581203, -0.009580668993294239, -0.007995727472007275, -0.006410785485059023, -0.004825843498110771, -0.0032409019768238068, -0.0016559602227061987, -7.101846858859062e-05, 0.0015139232855290174, 0.0030988650396466255, 0.00468380656093359, 0.006268748547881842, 0.007853690534830093, 0.009438632056117058, 0.011023573577404022, 0.012608515098690987, 0.014193457551300526, 0.015778400003910065, 0.01736334152519703, 0.018948283046483994, 0.020533224567770958, 0.022118166089057922]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 2.0, 3.0, 3.0, 0.0, 2.0, 1.0, 7.0, 3.0, 2.0, 0.0, 5.0, 0.0, 5.0, 3.0, 5.0, 4.0, 1.0, 3.0, 8.0, 5.0, 9.0, 3.0, 5.0, 7.0, 4.0, 3.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 5.0, 3.0, 6.0, 8.0, 6.0, 12.0, 100.0, 10.0, 8.0, 2.0, 4.0, 8.0, 3.0], "bins": [-0.07008623331785202, -0.06887407600879669, -0.06766191124916077, -0.06644975394010544, -0.06523758918046951, -0.06402543187141418, -0.06281327456235886, -0.06160110980272293, -0.0603889524936676, -0.059176791459321976, -0.05796463042497635, -0.05675246939063072, -0.055540308356285095, -0.05432814732193947, -0.05311599001288414, -0.05190382897853851, -0.050691667944192886, -0.04947950690984726, -0.04826734587550163, -0.047055188566446304, -0.04584302753210068, -0.04463086649775505, -0.043418705463409424, -0.0422065444290638, -0.04099438339471817, -0.03978222608566284, -0.038570065051317215, -0.03735790401697159, -0.03614574298262596, -0.034933581948280334, -0.033721424639225006, -0.03250926360487938, -0.03129710257053375, -0.030084941536188126, -0.028872782364487648, -0.02766062133014202, -0.026448462158441544, -0.025236301124095917, -0.02402414008975029, -0.022811980918049812, -0.021599819883704185, -0.02038765884935856, -0.01917549967765808, -0.017963338643312454, -0.016751177608966827, -0.01553901843726635, -0.014326857402920723, -0.01311469729989767, -0.011902537196874619, -0.010690377093851566, -0.009478216990828514, -0.008266055956482887, -0.007053895853459835, -0.005841735750436783, -0.004629575181752443, -0.0034174148458987474, -0.0022052545100450516, -0.0009930941741913557, 0.00021906616166234016, 0.001431226497516036, 0.002643386833369732, 0.0038555471692234278, 0.005067707505077124, 0.006279868073761463, 0.007492028176784515]}, "_runtime": 5.95539116859436, "_timestamp": 1596208370.1463852, "_step": 0}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 3.0, 2.0, 1.0, 1.0, 0.0, 3.0, 2.0, 1.0, 8.0, 3.0, 0.0, 2.0, 3.0, 1.0, 2.0, 2.0, 2.0, 2.0, 3.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.023573871701955795, -0.022882536053657532, -0.02219119854271412, -0.021499862894415855, -0.020808525383472443, -0.02011718973517418, -0.019425854086875916, -0.018734516575932503, -0.01804318092763424, -0.017351843416690826, -0.016660507768392563, -0.0159691721200943, -0.015277834609150887, -0.014586498029530048, -0.013895162381231785, -0.013203825801610947, -0.012512489221990108, -0.01182115264236927, -0.011129816062748432, -0.010438480414450169, -0.00974714383482933, -0.009055807255208492, -0.008364470675587654, -0.007673134561628103, -0.006981797982007265, -0.006290461402386427, -0.005599125288426876, -0.004907788708806038, -0.0042164521291852, -0.003525116015225649, -0.0028337794356048107, -0.002142443088814616, -0.0014511067420244217, -0.0007597703370265663, -6.843393202871084e-05, 0.0006229024729691446, 0.001314238877967, 0.0020055752247571945, 0.0026969118043780327, 0.003388248151168227, 0.004079584497958422, 0.00477092107757926, 0.005462257191538811, 0.006153593771159649, 0.006844930350780487, 0.007536266464740038, 0.008227602578699589, 0.008918939158320427, 0.009610275737941265, 0.010301612317562103, 0.010992948897182941, 0.011684284545481205, 0.012375621125102043, 0.013066957704722881, 0.01375829428434372, 0.014449630863964558, 0.015140967443585396, 0.01583230309188366, 0.016523640602827072, 0.017214976251125336, 0.0179063118994236, 0.018597649410367012, 0.019288985058665276, 0.01998032256960869, 0.020671658217906952]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 2.0, 8.0, 2.0, 6.0, 4.0, 4.0, 10.0, 17.0, 17.0, 16.0, 12.0, 24.0, 28.0, 34.0, 28.0, 54.0, 82.0, 83.0, 98.0, 118.0, 163.0, 187.0, 218.0, 302.0, 397.0, 572.0, 2657.0, 969.0, 541.0, 381.0, 222.0, 196.0, 114.0, 90.0, 56.0, 37.0, 37.0, 24.0, 32.0, 21.0, 10.0, 13.0, 12.0, 5.0, 3.0, 6.0, 4.0, 2.0, 0.0, 3.0, 1.0, 1.0, 0.0, 1.0, 2.0], "bins": [-0.17311851680278778, -0.16817639768123627, -0.16323427855968475, -0.15829215943813324, -0.15335004031658173, -0.1484079211950302, -0.1434658020734787, -0.13852368295192719, -0.13358157873153687, -0.12863945960998535, -0.12369733303785324, -0.11875521391630173, -0.11381310224533081, -0.1088709831237793, -0.10392886400222778, -0.09898674488067627, -0.09404462575912476, -0.08910250663757324, -0.08416038751602173, -0.07921826839447021, -0.0742761492729187, -0.06933403760194778, -0.06439191848039627, -0.05944979935884476, -0.05450768023729324, -0.04956556111574173, -0.044623441994190216, -0.039681326597929, -0.03473920747637749, -0.029797088354825974, -0.02485497109591961, -0.019912853837013245, -0.014970734715461731, -0.010028616525232792, -0.005086498335003853, -0.0001443801447749138, 0.004797738045454025, 0.009739856235682964, 0.014681974425911903, 0.019624091684818268, 0.02456621080636978, 0.029508329927921295, 0.03445044904947281, 0.039392564445734024, 0.04433468356728554, 0.04927680268883705, 0.05421891808509827, 0.05916103720664978, 0.0641031563282013, 0.06904527544975281, 0.07398739457130432, 0.07892951369285583, 0.08387163281440735, 0.08881374448537827, 0.09375586360692978, 0.09869798272848129, 0.1036401018500328, 0.10858222097158432, 0.11352434009313583, 0.11846645921468735, 0.12340857088565826, 0.12835069000720978, 0.1332928091287613, 0.1382349282503128, 0.14317704737186432]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 4.0, 2.0, 1.0, 1.0, 1.0, 1.0, 3.0, 3.0, 2.0, 2.0, 1.0, 6.0, 1.0, 3.0, 6.0, 0.0, 4.0, 5.0, 1.0, 4.0, 26.0, 4.0, 0.0, 2.0, 3.0, 0.0, 3.0, 1.0, 4.0, 1.0, 2.0, 5.0, 0.0, 1.0, 3.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 2.0, 3.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.005723775364458561, -0.005530284717679024, -0.005336793605238199, -0.005143302958458662, -0.0049498118460178375, -0.0047563211992383, -0.004562830552458763, -0.004369339440017939, -0.004175848793238401, -0.003982357680797577, -0.0037888670340180397, -0.003595376154407859, -0.003401885274797678, -0.003208394395187497, -0.00301490374840796, -0.002821412868797779, -0.0026279219891875982, -0.0024344311095774174, -0.0022409402299672365, -0.0020474495831876993, -0.0018539587035775185, -0.0016604678239673376, -0.0014669769443571568, -0.0012734861811622977, -0.0010799953015521169, -0.0008865044801495969, -0.000693013658747077, -0.0004995227791368961, -0.0003060319577343762, -0.00011254112177994102, 8.094971417449415e-05, 0.00027444056468084455, 0.0004679313860833645, 0.0006614222074858844, 0.0008549130288884044, 0.0010484039084985852, 0.0012418946716934443, 0.001435385551303625, 0.001628876430913806, 0.001822367194108665, 0.002015857957303524, 0.002209348836913705, 0.0024028397165238857, 0.0025963305961340666, 0.0027898214757442474, 0.0029833123553544283, 0.0031768030021339655, 0.0033702938817441463, 0.003563784761354327, 0.003757275640964508, 0.003950766287744045, 0.00414425740018487, 0.004337748046964407, 0.0045312391594052315, 0.004724729806184769, 0.004918220452964306, 0.00511171156540513, 0.005305202212184668, 0.005498693324625492, 0.005692183971405029, 0.0058856746181845665, 0.006079165730625391, 0.006272656377404928, 0.006466147489845753, 0.00665963813662529]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 3.0, 7.0, 14.0, 15.0, 25.0, 45.0, 92.0, 131.0, 178.0, 286.0, 444.0, 696.0, 1064.0, 1630.0, 2321.0, 3260.0, 4538.0, 6433.0, 8723.0, 12007.0, 15912.0, 21909.0, 30025.0, 42607.0, 60203.0, 81436.0, 106020.0, 437110.0, 89174.0, 65898.0, 48378.0, 35295.0, 25656.0, 19021.0, 14104.0, 10992.0, 8731.0, 6661.0, 5051.0, 3908.0, 2839.0, 2097.0, 1500.0, 1116.0, 719.0, 450.0, 349.0, 231.0, 131.0, 103.0, 46.0, 27.0, 19.0, 6.0, 6.0, 0.0, 2.0, 0.0, 1.0, 1.0], "bins": [-0.012843206524848938, -0.012433121912181377, -0.012023036368191242, -0.011612951755523682, -0.011202866211533546, -0.010792781598865986, -0.01038269605487585, -0.00997261144220829, -0.009562525898218155, -0.009152441285550594, -0.008742356672883034, -0.008332271128892899, -0.007922186516225338, -0.00751210143789649, -0.007102016359567642, -0.006691931281238794, -0.0062818462029099464, -0.0058717611245810986, -0.005461676046252251, -0.005051590967923403, -0.004641505889594555, -0.004231421276926994, -0.0038213361985981464, -0.0034112511202692986, -0.0030011660419404507, -0.002591080963611603, -0.002180995885282755, -0.0017709110397845507, -0.0013608259614557028, -0.0009507409413345158, -0.0005406559212133288, -0.00013057090109214187, 0.0002795141190290451, 0.0006895991391502321, 0.001099684159271419, 0.001509769121184945, 0.001919854199513793, 0.002329939277842641, 0.002740024123340845, 0.003150109201669693, 0.003560194279998541, 0.003970279358327389, 0.004380364436656237, 0.0047904495149850845, 0.005200534127652645, 0.005610619205981493, 0.006020704284310341, 0.006430789362639189, 0.006840874440968037, 0.0072509595192968845, 0.007661044597625732, 0.008071129210293293, 0.008481214754283428, 0.008891299366950989, 0.009301384910941124, 0.009711469523608685, 0.010121554136276245, 0.01053163968026638, 0.010941724292933941, 0.011351809836924076, 0.011761894449591637, 0.012171979993581772, 0.012582064606249332, 0.012992150150239468, 0.013402234762907028]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 3.0, 5.0, 1.0, 3.0, 1.0, 4.0, 2.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 6.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.011138146743178368, -0.01069857832044363, -0.010259009897708893, -0.009819441474974155, -0.009379873052239418, -0.00894030462950468, -0.008500736206769943, -0.008061167784035206, -0.0076215993613004684, -0.007182030938565731, -0.006742462515830994, -0.006302894093096256, -0.005863325670361519, -0.0054237572476267815, -0.004984188824892044, -0.004544620402157307, -0.004105051979422569, -0.003665483556687832, -0.0032259151339530945, -0.002786346711218357, -0.0023467782884836197, -0.0019072098657488823, -0.001467641443014145, -0.0010280730202794075, -0.0005885045975446701, -0.0001489361748099327, 0.0002906322479248047, 0.0007302006706595421, 0.0011697690933942795, 0.0016093375161290169, 0.0020489059388637543, 0.0024884743615984917, 0.002928042784333229, 0.0033676112070679665, 0.003807179629802704, 0.004246748052537441, 0.004686316475272179, 0.005125884898006916, 0.0055654533207416534, 0.006005021743476391, 0.006444590166211128, 0.006884158588945866, 0.007323727011680603, 0.00776329543441534, 0.008202863857150078, 0.008642432279884815, 0.009082000702619553, 0.00952156912535429, 0.009961137548089027, 0.010400705970823765, 0.010840274393558502, 0.01127984281629324, 0.011719411239027977, 0.012158979661762714, 0.012598548084497452, 0.01303811650723219, 0.013477684929966927, 0.013917253352701664, 0.014356821775436401, 0.014796390198171139, 0.015235958620905876, 0.01567552611231804, 0.01611509546637535, 0.016554664820432663, 0.016994232311844826]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 4.0, 5.0, 6.0, 15.0, 9.0, 11.0, 8.0, 16.0, 31.0, 35.0, 50.0, 51.0, 65.0, 75.0, 109.0, 164.0, 192.0, 221.0, 267.0, 307.0, 351.0, 373.0, 413.0, 398.0, 487.0, 527.0, 710.0, 1071.0, 7132.0, 1542.0, 748.0, 550.0, 431.0, 383.0, 279.0, 269.0, 219.0, 177.0, 136.0, 102.0, 91.0, 73.0, 68.0, 30.0, 53.0, 27.0, 37.0, 21.0, 18.0, 17.0, 9.0, 8.0, 6.0, 4.0, 6.0, 5.0, 6.0, 2.0, 1.0, 1.0, 3.0, 1.0, 3.0], "bins": [-0.00880877673625946, -0.008513308130204678, -0.008217839524149895, -0.007922370918095112, -0.007626902312040329, -0.007331433705985546, -0.007035965099930763, -0.00674049649387598, -0.0064450278878211975, -0.006149559281766415, -0.005854090675711632, -0.005558622069656849, -0.005263153463602066, -0.004967684857547283, -0.0046722162514925, -0.0043767476454377174, -0.004081279039382935, -0.0037858104333281517, -0.003490341827273369, -0.003194873221218586, -0.002899404615163803, -0.0026039360091090202, -0.0023084674030542374, -0.0020129987969994545, -0.0017175301909446716, -0.0014220615848898888, -0.001126592978835106, -0.000831124372780323, -0.0005356557667255402, -0.0002401871606707573, 5.5281445384025574e-05, 0.00035075005143880844, 0.0006462186574935913, 0.0009416872635483742, 0.001237155869603157, 0.00153262447565794, 0.0018280930817127228, 0.0021235616877675056, 0.0024190302938222885, 0.0027144988998770714, 0.0030099675059318542, 0.003305436111986637, 0.00360090471804142, 0.003896373324096203, 0.004191841930150986, 0.004487310536205769, 0.0047827791422605515, 0.005078247748315334, 0.005373716354370117, 0.0056691849604249, 0.005964653566479683, 0.006260122172534466, 0.006555590778589249, 0.0068510593846440315, 0.007146527990698814, 0.007441996596753597, 0.00773746520280838, 0.008032933808863163, 0.008328402414917946, 0.008623871020972729, 0.008919339627027512, 0.009214808233082294, 0.009510276839137077, 0.00980574544519186, 0.010101214051246643]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 5.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.03759352117776871, -0.036686453968286514, -0.03577938675880432, -0.03487232327461243, -0.033965256065130234, -0.03305818885564804, -0.03215112164616585, -0.031244056299328804, -0.03033698908984661, -0.029429923743009567, -0.028522856533527374, -0.02761578932404518, -0.026708723977208138, -0.025801656767725945, -0.0248945914208889, -0.023987524211406708, -0.023080457001924515, -0.02217339165508747, -0.021266324445605278, -0.020359259098768234, -0.01945219188928604, -0.018545126542448997, -0.017638059332966805, -0.01673099212348461, -0.015823926776647568, -0.014916859567165375, -0.014009793289005756, -0.013102727010846138, -0.01219566073268652, -0.011288594454526901, -0.010381527245044708, -0.00947446096688509, -0.008567394688725471, -0.007660328410565853, -0.006753261666744947, -0.005846195388585329, -0.004939128644764423, -0.004032062366604805, -0.0031249960884451866, -0.0022179295774549246, -0.0013108630664646626, -0.00040379661368206143, 0.0005032698391005397, 0.0014103362336754799, 0.002317402744665742, 0.003224469255656004, 0.004131535533815622, 0.005038602277636528, 0.005945668555796146, 0.006852734833955765, 0.0077598015777766705, 0.008666868321597576, 0.009573934599757195, 0.010481000877916813, 0.011388067156076431, 0.01229513343423605, 0.013202199712395668, 0.014109266921877861, 0.01501633320003748, 0.015923399478197098, 0.01683046668767929, 0.017737532034516335, 0.018644599243998528, 0.01955166459083557, 0.020458731800317764]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 4.0, 0.0, 4.0, 4.0, 3.0, 2.0, 4.0, 1.0, 6.0, 10.0, 2.0, 4.0, 6.0, 5.0, 3.0, 4.0, 5.0, 7.0, 4.0, 5.0, 2.0, 6.0, 0.0, 2.0, 1.0, 2.0, 4.0, 4.0, 4.0, 4.0, 3.0, 2.0, 2.0, 3.0, 3.0, 0.0, 4.0, 5.0, 5.0, 3.0, 3.0, 1.0, 4.0, 2.0, 51.0, 19.0, 10.0, 6.0, 7.0, 7.0, 4.0, 6.0, 2.0, 5.0, 4.0, 1.0, 2.0, 3.0, 2.0, 0.0, 3.0], "bins": [-0.026507331058382988, -0.025954805314540863, -0.02540227770805359, -0.024849750101566315, -0.02429722435772419, -0.023744698613882065, -0.02319217100739479, -0.022639643400907516, -0.02208711765706539, -0.021534591913223267, -0.020982064306735992, -0.020429536700248718, -0.019877010956406593, -0.01932448521256447, -0.018771957606077194, -0.01821942999958992, -0.017666904255747795, -0.01711437851190567, -0.016561850905418396, -0.016009323298931122, -0.015456797555088997, -0.014904270879924297, -0.014351744204759598, -0.013799217529594898, -0.013246690854430199, -0.012694164179265499, -0.0121416375041008, -0.0115891108289361, -0.0110365841537714, -0.010484057478606701, -0.009931530803442001, -0.009379004128277302, -0.008826477453112602, -0.008273950777947903, -0.007721424102783203, -0.007168897427618504, -0.006616370752453804, -0.0060638440772891045, -0.005511317402124405, -0.004958790726959705, -0.004406264051795006, -0.0038537373766303062, -0.0033012107014656067, -0.002748684026300907, -0.0021961573511362076, -0.001643630675971508, -0.0010911040008068085, -0.0005385773256421089, 1.3949349522590637e-05, 0.0005664760246872902, 0.0011190026998519897, 0.0016715293750166893, 0.002224056050181389, 0.0027765827253460884, 0.003329109400510788, 0.0038816360756754875, 0.004434162750840187, 0.004986689426004887, 0.005539216101169586, 0.006091742776334286, 0.006644269451498985, 0.007196796126663685, 0.007749322801828384, 0.008301849476993084, 0.008854376152157784]}, "_runtime": 6.7964088916778564, "_timestamp": 1596208370.987403, "_step": 1}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 4.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 2.0, 2.0, 2.0, 5.0, 1.0, 5.0, 2.0, 2.0, 0.0, 1.0, 3.0, 2.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 3.0], "bins": [-0.02666517347097397, -0.026028502732515335, -0.0253918319940567, -0.024755161255598068, -0.024118492379784584, -0.02348182164132595, -0.022845150902867317, -0.022208480164408684, -0.02157180942595005, -0.020935138687491417, -0.020298469811677933, -0.0196617990732193, -0.019025128334760666, -0.018388457596302032, -0.0177517868578434, -0.017115116119384766, -0.016478445380926132, -0.015841776505112648, -0.015205105766654015, -0.014568435028195381, -0.013931764289736748, -0.013295094482600689, -0.012658423744142056, -0.012021753005683422, -0.011385083198547363, -0.01074841246008873, -0.010111741721630096, -0.009475070983171463, -0.008838401176035404, -0.00820173043757677, -0.007565060164779425, -0.006928389426320791, -0.006291719153523445, -0.005655048880726099, -0.005018378142267466, -0.0043817078694701195, -0.0037450373638421297, -0.00310836685821414, -0.002471696585416794, -0.001835026079788804, -0.0011983555741608143, -0.0005616851267404854, 7.498532067984343e-05, 0.0007116557681001723, 0.0013483262155205011, 0.001984996721148491, 0.002621666993945837, 0.003258337499573827, 0.0038950080052018166, 0.004531678277999163, 0.005168349016457796, 0.005805019289255142, 0.006441690027713776, 0.007078360300511122, 0.007715030573308468, 0.008351701311767101, 0.00898837111890316, 0.009625041857361794, 0.010261712595820427, 0.01089838333427906, 0.01153505314141512, 0.012171723879873753, 0.012808394618332386, 0.013445064425468445, 0.014081735163927078]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 0.0, 2.0, 3.0, 2.0, 3.0, 2.0, 0.0, 5.0, 5.0, 4.0, 6.0, 4.0, 9.0, 12.0, 11.0, 13.0, 13.0, 14.0, 18.0, 29.0, 24.0, 45.0, 35.0, 40.0, 58.0, 53.0, 70.0, 96.0, 161.0, 187.0, 224.0, 307.0, 423.0, 2296.0, 1466.0, 804.0, 467.0, 276.0, 209.0, 126.0, 95.0, 73.0, 46.0, 44.0, 41.0, 28.0, 18.0, 13.0, 7.0, 10.0, 7.0, 4.0, 6.0, 3.0, 4.0, 5.0, 0.0, 0.0, 2.0, 1.0, 2.0], "bins": [-0.188369482755661, -0.18324407935142517, -0.17811867594718933, -0.1729932725429535, -0.16786786913871765, -0.162742480635643, -0.15761707723140717, -0.15249167382717133, -0.14736627042293549, -0.14224086701869965, -0.1371154636144638, -0.13199006021022797, -0.12686467170715332, -0.12173926085233688, -0.11661386489868164, -0.1114884614944458, -0.10636305809020996, -0.10123765468597412, -0.09611225128173828, -0.09098685532808304, -0.0858614519238472, -0.08073604851961136, -0.07561065256595612, -0.07048524916172028, -0.06535984575748444, -0.060234442353248596, -0.055109042674303055, -0.04998364299535751, -0.044858239591121674, -0.039732836186885834, -0.03460743650794029, -0.029482034966349602, -0.02435663342475891, -0.01923123188316822, -0.01410583034157753, -0.00898042879998684, -0.0038550272583961487, 0.001270374283194542, 0.0063957758247852325, 0.011521177366375923, 0.016646578907966614, 0.021771980449557304, 0.026897381991147995, 0.032022781670093536, 0.037148185074329376, 0.042273588478565216, 0.04739898815751076, 0.0525243878364563, 0.05764979124069214, 0.06277519464492798, 0.06790059804916382, 0.07302599400281906, 0.0781513974070549, 0.08327680081129074, 0.08840219676494598, 0.09352760016918182, 0.09865300357341766, 0.1037784069776535, 0.10890381038188934, 0.11402920633554459, 0.11915460973978043, 0.12428001314401627, 0.1294054090976715, 0.13453081250190735, 0.1396562159061432]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 3.0, 3.0, 4.0, 3.0, 1.0, 5.0, 2.0, 2.0, 3.0, 2.0, 3.0, 2.0, 0.0, 3.0, 30.0, 1.0, 2.0, 3.0, 4.0, 5.0, 2.0, 1.0, 1.0, 4.0, 1.0, 1.0, 2.0, 5.0, 0.0, 1.0, 0.0, 4.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00545127410441637, -0.005246909335255623, -0.005042544566094875, -0.0048381793312728405, -0.004633814562112093, -0.0044294497929513454, -0.004225085023790598, -0.004020719788968563, -0.0038163550198078156, -0.003611990250647068, -0.0034076254814863205, -0.0032032604794949293, -0.002998895710334182, -0.0027945307083427906, -0.002590165939182043, -0.002385800937190652, -0.0021814361680299044, -0.001977071398869157, -0.0017727063968777657, -0.0015683415113016963, -0.001363976625725627, -0.0011596118565648794, -0.0009552469709888101, -0.0007508820854127407, -0.0005465171998366714, -0.000342152314260602, -0.0001377874577883631, 6.657741323579103e-05, 0.00027094228425994515, 0.0004753071698360145, 0.000679671997204423, 0.0008840368827804923, 0.0010884017683565617, 0.001292766653932631, 0.0014971315395087004, 0.0017014964250847697, 0.001905861310660839, 0.0021102260798215866, 0.002314591081812978, 0.0025189558509737253, 0.0027233208529651165, 0.002927685622125864, 0.0031320503912866116, 0.0033364153932780027, 0.0035407801624387503, 0.0037451451644301414, 0.003949509933590889, 0.0041538747027516365, 0.004358239471912384, 0.004562604706734419, 0.004766969475895166, 0.004971334245055914, 0.0051756990142166615, 0.005380064249038696, 0.005584429018199444, 0.005788793787360191, 0.005993158556520939, 0.006197523325681686, 0.006401888560503721, 0.006606253329664469, 0.006810618098825216, 0.007014982867985964, 0.007219348102807999, 0.007423712871968746, 0.007628077641129494]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 4.0, 8.0, 16.0, 17.0, 45.0, 59.0, 105.0, 170.0, 249.0, 358.0, 528.0, 761.0, 1120.0, 1664.0, 2372.0, 3484.0, 4879.0, 6636.0, 8968.0, 12297.0, 16204.0, 21722.0, 29702.0, 42181.0, 61703.0, 89618.0, 451882.0, 112764.0, 80323.0, 57578.0, 41378.0, 30490.0, 22388.0, 17183.0, 13474.0, 10552.0, 8491.0, 6623.0, 5026.0, 4094.0, 3204.0, 2463.0, 1941.0, 1399.0, 1088.0, 758.0, 565.0, 400.0, 230.0, 184.0, 115.0, 71.0, 43.0, 25.0, 18.0, 12.0, 6.0, 3.0, 4.0, 1.0], "bins": [-0.014455487951636314, -0.013987749814987183, -0.013520012609660625, -0.013052274473011494, -0.012584537267684937, -0.012116799131035805, -0.011649061925709248, -0.011181323789060116, -0.010713586583733559, -0.010245848447084427, -0.009778110310435295, -0.009310373105108738, -0.008842634968459606, -0.008374897763133049, -0.007907159626483917, -0.007439421955496073, -0.006971684284508228, -0.006503946613520384, -0.006036208942532539, -0.005568471271544695, -0.00510073360055685, -0.004632995463907719, -0.004165257792919874, -0.0036975201219320297, -0.0032297824509441853, -0.002762044779956341, -0.0022943071089684963, -0.0018265692051500082, -0.0013588315341621637, -0.0008910938049666584, -0.000423356075771153, 4.438165342435241e-05, 0.0005121193826198578, 0.0009798570536077023, 0.0014475948410108685, 0.0019153326284140348, 0.0023830702994018793, 0.0028508079703897238, 0.003318545874208212, 0.0037862835451960564, 0.004254021216183901, 0.004721758887171745, 0.00518949655815959, 0.005657234229147434, 0.006124972365796566, 0.0065927100367844105, 0.007060447707772255, 0.007528185378760099, 0.007995923049747944, 0.008463661186397076, 0.008931398391723633, 0.009399136528372765, 0.009866873733699322, 0.010334611870348454, 0.01080234907567501, 0.011270087212324142, 0.011737825348973274, 0.012205562554299831, 0.012673300690948963, 0.01314103789627552, 0.013608776032924652, 0.01407651323825121, 0.014544251374900341, 0.015011988580226898, 0.01547972671687603]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 2.0, 1.0, 6.0, 4.0, 2.0, 4.0, 1.0, 3.0, 2.0, 0.0, 2.0, 2.0, 2.0, 2.0, 1.0, 1.0, 2.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0026600456330925226, -0.002341827843338251, -0.002023609820753336, -0.0017053920309990644, -0.0013871741248294711, -0.0010689562186598778, -0.0007507383706979454, -0.0004325204936321825, -0.0001143026165664196, 0.00020391526049934328, 0.0005221331375651062, 0.0008403509855270386, 0.001158568891696632, 0.0014767867978662252, 0.0017950045876204967, 0.002113222610205412, 0.0024314403999596834, 0.002749658189713955, 0.00306787621229887, 0.0033860940020531416, 0.003704311791807413, 0.004022529814392328, 0.004340747836977243, 0.004658965393900871, 0.0049771834164857864, 0.005295401439070702, 0.0056136189959943295, 0.005931837018579245, 0.00625005504116416, 0.006568272598087788, 0.006886490620672703, 0.007204708643257618, 0.007522926665842533, 0.007841144688427448, 0.008159361779689789, 0.008477579802274704, 0.00879579782485962, 0.009114015847444534, 0.00943223387002945, 0.009750451892614365, 0.01006866991519928, 0.01038688700646162, 0.010705105029046535, 0.01102332305163145, 0.011341541074216366, 0.011659759096801281, 0.011977977119386196, 0.012296194210648537, 0.012614412233233452, 0.012932630255818367, 0.013250848278403282, 0.013569066300988197, 0.013887284323573112, 0.014205501414835453, 0.014523719437420368, 0.014841937460005283, 0.015160155482590199, 0.015478373505175114, 0.015796590596437454, 0.01611480861902237, 0.016433026641607285, 0.0167512446641922, 0.017069462686777115, 0.01738768070936203, 0.017705898731946945]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 2.0, 6.0, 13.0, 6.0, 9.0, 16.0, 36.0, 43.0, 59.0, 89.0, 93.0, 129.0, 178.0, 202.0, 294.0, 317.0, 450.0, 591.0, 1045.0, 6355.0, 1588.0, 1134.0, 893.0, 710.0, 625.0, 431.0, 338.0, 293.0, 253.0, 241.0, 237.0, 200.0, 178.0, 188.0, 162.0, 148.0, 127.0, 128.0, 117.0, 85.0, 68.0, 58.0, 41.0, 42.0, 27.0, 39.0, 30.0, 25.0, 21.0, 14.0, 8.0, 6.0, 2.0, 10.0, 6.0, 5.0, 4.0, 6.0, 4.0, 2.0, 3.0], "bins": [-0.003797586541622877, -0.003625854616984725, -0.003454122692346573, -0.0032823907677084208, -0.0031106588430702686, -0.002938926685601473, -0.0027671947609633207, -0.0025954628363251686, -0.0024237309116870165, -0.0022519989870488644, -0.0020802670624107122, -0.0019085350213572383, -0.0017368030967190862, -0.001565071172080934, -0.00139333913102746, -0.001221607206389308, -0.0010498752817511559, -0.0008781433571130037, -0.0007064113742671907, -0.0005346793914213777, -0.00036294746678322554, -0.00019121551304124296, -1.9483559299260378e-05, 0.0001522483944427222, 0.0003239803481847048, 0.0004957122728228569, 0.0006674442556686699, 0.000839176238514483, 0.001010908163152635, 0.0011826400877907872, 0.0013543721288442612, 0.0015261040534824133, 0.0016978359781205654, 0.0018695679027587175, 0.0020412998273968697, 0.0022130317520350218, 0.002384763676673174, 0.0025564958341419697, 0.002728227758780122, 0.002899959683418274, 0.003071691608056426, 0.003243423532694578, 0.0034151554573327303, 0.0035868873819708824, 0.003758619539439678, 0.003930351231247187, 0.0041020833887159824, 0.004273815080523491, 0.004445547237992287, 0.0046172793954610825, 0.004789011087268591, 0.004960743244737387, 0.005132474936544895, 0.005304207094013691, 0.005475938785821199, 0.005647670943289995, 0.005819402635097504, 0.0059911347925662994, 0.006162866950035095, 0.006334598641842604, 0.0065063307993113995, 0.006678062491118908, 0.006849794648587704, 0.007021526340395212, 0.007193258497864008]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 2.0, 0.0, 1.0, 2.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.018481798470020294, -0.01774485781788826, -0.017007915303111076, -0.016270974650979042, -0.015534032136201859, -0.014797091484069824, -0.014060149900615215, -0.013323208317160606, -0.012586266733705997, -0.011849325150251389, -0.01111238356679678, -0.01037544198334217, -0.009638501331210136, -0.008901559747755527, -0.008164618164300919, -0.00742767658084631, -0.006690734997391701, -0.005953793413937092, -0.005216851830482483, -0.004479910712689161, -0.0037429691292345524, -0.0030060275457799435, -0.002269086195155978, -0.0015321447281166911, -0.000795203261077404, -5.826179403811693e-05, 0.0006786796730011702, 0.0014156211400404572, 0.0021525626070797443, 0.0028895041905343533, 0.0036264455411583185, 0.004363386891782284, 0.005100328475236893, 0.005837270058691502, 0.0065742116421461105, 0.007311152759939432, 0.008048094809055328, 0.008785035461187363, 0.009521977044641972, 0.01025891862809658, 0.01099586021155119, 0.011732801795005798, 0.012469743378460407, 0.013206684961915016, 0.01394362561404705, 0.01468056719750166, 0.015417508780956268, 0.016154451295733452, 0.016891391947865486, 0.01762833259999752, 0.018365275114774704, 0.01910221576690674, 0.019839158281683922, 0.020576098933815956, 0.02131304144859314, 0.022049982100725174, 0.022786922752857208, 0.023523865267634392, 0.024260805919766426, 0.02499774843454361, 0.025734689086675644, 0.026471631601452827, 0.027208572253584862, 0.027945514768362045, 0.02868245542049408]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 4.0, 1.0, 2.0, 3.0, 5.0, 6.0, 5.0, 7.0, 5.0, 4.0, 7.0, 10.0, 4.0, 8.0, 10.0, 10.0, 13.0, 57.0, 18.0, 8.0, 10.0, 10.0, 4.0, 8.0, 8.0, 7.0, 5.0, 4.0, 1.0, 4.0, 3.0, 2.0, 4.0, 3.0, 3.0, 3.0, 6.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01347669493407011, -0.013051348738372326, -0.012626001611351967, -0.012200655415654182, -0.011775308288633823, -0.011349962092936039, -0.01092461496591568, -0.010499268770217896, -0.010073922574520111, -0.009648575447499752, -0.009223229251801968, -0.008797882124781609, -0.008372535929083824, -0.007947188802063465, -0.007521842606365681, -0.007096495945006609, -0.006671149283647537, -0.0062458026222884655, -0.005820455960929394, -0.005395109299570322, -0.00496976263821125, -0.004544416442513466, -0.004119069781154394, -0.0036937231197953224, -0.0032683764584362507, -0.002843029797077179, -0.0024176831357181072, -0.001992336707189679, -0.0015669900458306074, -0.0011416433844715357, -0.0007162968395277858, -0.00029095023637637496, 0.00013439636677503586, 0.0005597429699264467, 0.0009850895730778575, 0.0014104361180216074, 0.0018357827793806791, 0.002261129440739751, 0.002686475869268179, 0.0031118225306272507, 0.0035371691919863224, 0.003962515853345394, 0.004387862514704466, 0.004813209176063538, 0.005238555371761322, 0.005663902033120394, 0.0060892486944794655, 0.006514595355838537, 0.006939942017197609, 0.007365288678556681, 0.007790635339915752, 0.008215981535613537, 0.008641328662633896, 0.00906667485833168, 0.00949202198535204, 0.009917368181049824, 0.010342715308070183, 0.010768061503767967, 0.011193407699465752, 0.01161875482648611, 0.012044101022183895, 0.012469448149204254, 0.012894794344902039, 0.013320141471922398, 0.013745487667620182]}, "_runtime": 7.659263849258423, "_timestamp": 1596208371.8502579, "_step": 2}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 5.0, 4.0, 1.0, 2.0, 1.0, 2.0, 1.0, 4.0, 3.0, 1.0, 2.0, 3.0, 2.0, 5.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013558217324316502, -0.013085887767374516, -0.01261355821043253, -0.012141228653490543, -0.011668899096548557, -0.011196569539606571, -0.010724239982664585, -0.010251910425722599, -0.009779579937458038, -0.009307250380516052, -0.008834920823574066, -0.00836259126663208, -0.007890261709690094, -0.007417932152748108, -0.006945602595806122, -0.006473273038864136, -0.00600094348192215, -0.005528613924980164, -0.0050562843680381775, -0.004583954811096191, -0.004111625254154205, -0.0036392954643815756, -0.003166965674608946, -0.0026946361176669598, -0.0022223065607249737, -0.0017499770037829876, -0.0012776473304256797, -0.0008053177152760327, -0.0003329881001263857, 0.0001393415150232613, 0.0006116711301729083, 0.0010840008035302162, 0.0015563303604722023, 0.0020286599174141884, 0.0025009894743561745, 0.002973319264128804, 0.0034456488210707903, 0.00391797861084342, 0.004390308167785406, 0.004862637724727392, 0.005334967281669378, 0.005807296838611364, 0.0062796263955533504, 0.0067519559524953365, 0.00722428597509861, 0.007696615532040596, 0.008168945088982582, 0.008641274645924568, 0.009113604202866554, 0.00958593375980854, 0.010058263316750526, 0.010530592873692513, 0.011002922430634499, 0.011475251987576485, 0.01194758154451847, 0.012419911101460457, 0.012892240658402443, 0.013364571146667004, 0.01383690070360899, 0.014309230260550976, 0.014781559817492962, 0.015253889374434948, 0.01572621800005436, 0.016198547556996346, 0.01667087897658348]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 3.0, 1.0, 0.0, 2.0, 2.0, 3.0, 2.0, 0.0, 4.0, 2.0, 5.0, 3.0, 3.0, 8.0, 11.0, 14.0, 19.0, 21.0, 27.0, 31.0, 42.0, 41.0, 59.0, 70.0, 94.0, 122.0, 140.0, 213.0, 269.0, 330.0, 497.0, 3341.0, 1077.0, 484.0, 311.0, 190.0, 139.0, 86.0, 65.0, 48.0, 40.0, 25.0, 13.0, 21.0, 10.0, 7.0, 15.0, 5.0, 1.0, 6.0, 0.0, 5.0, 2.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.14966219663619995, -0.14501728117465973, -0.1403723657131195, -0.13572745025157928, -0.13108253479003906, -0.12643761932849884, -0.12179271131753922, -0.11714779585599899, -0.11250288039445877, -0.10785796493291855, -0.10321304947137833, -0.0985681340098381, -0.09392322599887848, -0.08927831053733826, -0.08463339507579803, -0.07998847961425781, -0.07534356415271759, -0.07069864869117737, -0.06605373322963715, -0.06140882149338722, -0.056763906031847, -0.05211899057030678, -0.047474078834056854, -0.04282916337251663, -0.03818424791097641, -0.03353933244943619, -0.028894418850541115, -0.024249505251646042, -0.01960458979010582, -0.014959675259888172, -0.010314760729670525, -0.005669846199452877, -0.0010249316692352295, 0.003619982860982418, 0.008264897391200066, 0.012909811921417713, 0.01755472645163536, 0.022199641913175583, 0.026844555512070656, 0.03148946911096573, 0.03613438457250595, 0.04077930003404617, 0.045424215495586395, 0.05006912723183632, 0.05471404269337654, 0.05935895815491676, 0.06400386989116669, 0.06864878535270691, 0.07329370081424713, 0.07793861627578735, 0.08258353173732758, 0.0872284471988678, 0.09187336266040802, 0.09651827067136765, 0.10116318613290787, 0.10580810159444809, 0.11045301705598831, 0.11509793251752853, 0.11974284797906876, 0.12438776344060898, 0.1290326714515686, 0.13367758691310883, 0.13832250237464905, 0.14296741783618927, 0.1476123332977295]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 3.0, 2.0, 1.0, 2.0, 5.0, 2.0, 2.0, 5.0, 6.0, 2.0, 1.0, 1.0, 4.0, 4.0, 2.0, 2.0, 29.0, 6.0, 4.0, 5.0, 0.0, 3.0, 6.0, 0.0, 4.0, 3.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.005998247303068638, -0.00582447974011302, -0.005650711711496115, -0.005476944148540497, -0.005303176585584879, -0.005129408556967974, -0.004955640994012356, -0.004781873431056738, -0.004608105402439833, -0.004434337839484215, -0.004260570276528597, -0.004086802247911692, -0.003913034684956074, -0.003739266889169812, -0.0035654990933835506, -0.0033917315304279327, -0.003217963734641671, -0.0030441959388554096, -0.0028704283758997917, -0.00269666058011353, -0.0025228927843272686, -0.0023491252213716507, -0.002175357425585389, -0.0020015896297991276, -0.0018278219504281878, -0.0016540542710572481, -0.0014802864752709866, -0.0013065187959000468, -0.001132751116529107, -0.0009589833207428455, -0.0007852156413719058, -0.0006114479037933052, -0.0004376801662147045, -0.00026391242863610387, -9.014472016133368e-05, 8.362300286535174e-05, 0.00025739072589203715, 0.0004311584634706378, 0.0006049261428415775, 0.0007786938804201782, 0.0009524616179987788, 0.0011262292973697186, 0.0012999970931559801, 0.0014737647725269198, 0.0016475324518978596, 0.0018213002476841211, 0.0019950680434703827, 0.0021688356064260006, 0.002342603402212262, 0.0025163711979985237, 0.0026901387609541416, 0.002863906556740403, 0.0030376743525266647, 0.0032114419154822826, 0.003385209711268544, 0.0035589775070548058, 0.0037327450700104237, 0.003906513098627329, 0.004080280661582947, 0.004254048224538565, 0.00442781625315547, 0.004601583816111088, 0.004775351379066706, 0.004949119407683611, 0.005122886970639229]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 6.0, 10.0, 20.0, 24.0, 34.0, 59.0, 88.0, 124.0, 199.0, 234.0, 295.0, 367.0, 507.0, 642.0, 875.0, 1246.0, 1767.0, 2671.0, 3907.0, 5809.0, 8487.0, 12045.0, 16928.0, 23903.0, 33833.0, 47726.0, 68022.0, 97274.0, 472778.0, 111591.0, 76435.0, 53163.0, 38054.0, 27115.0, 19327.0, 13943.0, 10060.0, 7479.0, 5664.0, 4298.0, 3292.0, 2472.0, 1855.0, 1426.0, 1080.0, 807.0, 557.0, 432.0, 260.0, 180.0, 114.0, 60.0, 38.0, 32.0, 14.0, 4.0, 5.0, 3.0, 3.0, 0.0, 1.0], "bins": [-0.01128174364566803, -0.010926919057965279, -0.010572094470262527, -0.010217269882559776, -0.009862445294857025, -0.009507620707154274, -0.009152797050774097, -0.008797972463071346, -0.008443147875368595, -0.008088323287665844, -0.007733498699963093, -0.007378674112260342, -0.0070238495245575905, -0.006669024936854839, -0.0063142008148133755, -0.005959376227110624, -0.005604551639407873, -0.005249727051705122, -0.004894902464002371, -0.004540078341960907, -0.004185253754258156, -0.0038304291665554047, -0.0034756045788526535, -0.003120780223980546, -0.002765955636277795, -0.0024111310485750437, -0.002056306693702936, -0.001701482106000185, -0.0013466576347127557, -0.0009918331634253263, -0.0006370086339302361, -0.0002821841335389763, 7.264036685228348e-05, 0.00042746486724354327, 0.0007822893676348031, 0.0011371138971298933, 0.0014919383684173226, 0.001846762839704752, 0.002201587427407503, 0.0025564117822796106, 0.002911236369982362, 0.003266060957685113, 0.0036208853125572205, 0.003975709900259972, 0.004330534487962723, 0.004685359075665474, 0.005040183197706938, 0.005395007785409689, 0.00574983237311244, 0.006104656960815191, 0.006459481548517942, 0.006814305670559406, 0.0071691302582621574, 0.007523954845964909, 0.00787877943366766, 0.008233604021370411, 0.008588428609073162, 0.008943253196775913, 0.009298077784478664, 0.009652901440858841, 0.010007726028561592, 0.010362550616264343, 0.010717375203967094, 0.011072199791669846, 0.011427024379372597]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 2.0, 2.0, 6.0, 3.0, 7.0, 4.0, 4.0, 7.0, 6.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.022999465465545654, -0.022172855213284492, -0.02134624309837818, -0.02051963284611702, -0.019693022593855858, -0.018866410478949547, -0.018039800226688385, -0.017213189974427223, -0.016386577859520912, -0.01555996760725975, -0.014733356423676014, -0.013906745240092278, -0.013080134987831116, -0.01225352380424738, -0.011426912620663643, -0.010600302368402481, -0.009773691184818745, -0.008947080001235008, -0.008120469748973846, -0.00729385856539011, -0.006467247381806374, -0.0056406366638839245, -0.004814025945961475, -0.003987414762377739, -0.00316080404445529, -0.002334193093702197, -0.0015075822593644261, -0.0006809713668189943, 0.00014563952572643757, 0.0009722504182718694, 0.0017988613108173013, 0.002625472145155072, 0.003452083095908165, 0.004278693813830614, 0.0051053049974143505, 0.0059319157153368, 0.006758526898920536, 0.007585137616842985, 0.008411748334765434, 0.00923835951834917, 0.010064970701932907, 0.010891580954194069, 0.011718192137777805, 0.012544803321361542, 0.013371413573622704, 0.01419802475720644, 0.015024635940790176, 0.015851246193051338, 0.0166778564453125, 0.01750446856021881, 0.018331078812479973, 0.019157690927386284, 0.019984301179647446, 0.020810911431908607, 0.02163752354681492, 0.02246413379907608, 0.023290744051337242, 0.024117356166243553, 0.024943966418504715, 0.025770576670765877, 0.026597188785672188, 0.02742379903793335, 0.02825040929019451, 0.029077021405100822, 0.029903631657361984]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 2.0, 8.0, 3.0, 7.0, 4.0, 12.0, 7.0, 12.0, 10.0, 27.0, 15.0, 19.0, 25.0, 21.0, 35.0, 39.0, 44.0, 50.0, 60.0, 108.0, 123.0, 184.0, 315.0, 477.0, 746.0, 1385.0, 2682.0, 8826.0, 1349.0, 494.0, 290.0, 215.0, 150.0, 109.0, 114.0, 92.0, 77.0, 57.0, 51.0, 28.0, 35.0, 19.0, 13.0, 22.0, 13.0, 10.0, 10.0, 6.0, 4.0, 3.0, 2.0, 5.0, 2.0, 1.0, 2.0, 3.0, 1.0, 1.0, 3.0, 0.0, 2.0], "bins": [-0.01712207682430744, -0.01656418666243553, -0.01600629650056362, -0.015448405407369137, -0.014890515245497227, -0.014332624152302742, -0.013774733990430832, -0.013216843828558922, -0.012658953666687012, -0.012101062573492527, -0.011543172411620617, -0.010985282249748707, -0.010427391156554222, -0.009869500994682312, -0.009311610832810402, -0.008753719739615917, -0.008195829577744007, -0.00763793895021081, -0.0070800487883389, -0.006522158160805702, -0.005964267998933792, -0.005406377371400595, -0.004848486743867397, -0.004290596581995487, -0.00373270595446229, -0.003174815559759736, -0.0026169251650571823, -0.002059034537523985, -0.0015011441428214312, -0.0009432536899112165, -0.00038536323700100183, 0.00017252721590921283, 0.0007304176688194275, 0.0012883080635219812, 0.0018461985746398568, 0.0024040890857577324, 0.002961979480460286, 0.00351986987516284, 0.004077760502696037, 0.004635650664567947, 0.005193541292101145, 0.005751431919634342, 0.006309322081506252, 0.00686721270903945, 0.007425103336572647, 0.007982993498444557, 0.008540883660316467, 0.009098774753510952, 0.009656664915382862, 0.010214555077254772, 0.010772446170449257, 0.011330336332321167, 0.011888226494193077, 0.012446117587387562, 0.013004007749259472, 0.013561897911131382, 0.014119789004325867, 0.014677679166197777, 0.015235569328069687, 0.015793459489941597, 0.016351349651813507, 0.016909241676330566, 0.017467131838202477, 0.018025022000074387, 0.018582912161946297]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.06370235234498978, -0.06187337264418602, -0.060044389218091965, -0.05821540951728821, -0.05638642609119415, -0.054557446390390396, -0.05272846296429634, -0.050899483263492584, -0.04907049983739853, -0.04724152013659477, -0.04541253671050072, -0.04358355700969696, -0.041754573583602905, -0.03992559388279915, -0.03809661045670509, -0.03626763075590134, -0.03443864732980728, -0.032609667629003525, -0.03078068606555462, -0.028951704502105713, -0.027122722938656807, -0.0252937413752079, -0.023464759811758995, -0.02163577824831009, -0.019806798547506332, -0.017977816984057426, -0.01614883542060852, -0.01431985292583704, -0.012490872293710709, -0.010661890730261803, -0.008832909166812897, -0.007003927603363991, -0.005174946039915085, -0.003345964476466179, -0.0015169831458479166, 0.0003119983011856675, 0.0021409797482192516, 0.003969961311668158, 0.005798942409455776, 0.007627923972904682, 0.009456905536353588, 0.011285887099802494, 0.0131148686632514, 0.014943850226700306, 0.016772830858826637, 0.018601812422275543, 0.02043079398572445, 0.022259775549173355, 0.02408875711262226, 0.025917738676071167, 0.027746720239520073, 0.02957570180296898, 0.031404681503772736, 0.03323366492986679, 0.03506264463067055, 0.0368916280567646, 0.03872060775756836, 0.040549591183662415, 0.04237857088446617, 0.044207554310560226, 0.04603653401136398, 0.04786551743745804, 0.049694497138261795, 0.05152348056435585, 0.05335246026515961]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 3.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 2.0, 3.0, 3.0, 2.0, 4.0, 4.0, 3.0, 6.0, 5.0, 9.0, 9.0, 8.0, 15.0, 17.0, 20.0, 21.0, 51.0, 23.0, 15.0, 7.0, 2.0, 1.0, 3.0, 4.0, 6.0, 3.0, 1.0, 2.0, 0.0, 4.0, 1.0, 0.0, 0.0, 0.0, 1.0, 4.0, 1.0, 0.0, 3.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0], "bins": [-0.05047700181603432, -0.049019619822502136, -0.04756223410367966, -0.046104852110147476, -0.044647470116615295, -0.043190084397792816, -0.041732702404260635, -0.040275316685438156, -0.038817934691905975, -0.037360552698373795, -0.035903166979551315, -0.034445784986019135, -0.032988399267196655, -0.031531017273664474, -0.030073635280132294, -0.028616251423954964, -0.027158867567777634, -0.025701483711600304, -0.024244099855422974, -0.022786717861890793, -0.021329334005713463, -0.019871950149536133, -0.018414568156003952, -0.016957184299826622, -0.015499800443649292, -0.014042416587471962, -0.012585033662617207, -0.011127650737762451, -0.009670266881585121, -0.008212883025407791, -0.006755500100553036, -0.005298116710036993, -0.0038407333195209503, -0.0023833499290049076, -0.0009259665384888649, 0.0005314168520271778, 0.0019888002425432205, 0.0034461836330592632, 0.004903567023575306, 0.006360950414091349, 0.007818333804607391, 0.009275717660784721, 0.010733100585639477, 0.012190483510494232, 0.013647867366671562, 0.015105251222848892, 0.016562633216381073, 0.018020017072558403, 0.019477400928735733, 0.020934784784913063, 0.022392168641090393, 0.023849550634622574, 0.025306934490799904, 0.026764318346977234, 0.028221700340509415, 0.029679084196686745, 0.031136468052864075, 0.032593850046396255, 0.034051235765218735, 0.035508617758750916, 0.036966003477573395, 0.038423385471105576, 0.039880767464637756, 0.041338153183460236, 0.042795535176992416]}, "_runtime": 8.478375673294067, "_timestamp": 1596208372.6693697, "_step": 3}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 3.0, 3.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 3.0, 2.0, 2.0, 1.0, 2.0, 3.0, 2.0, 2.0, 2.0, 2.0, 0.0, 2.0, 4.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.015694327652454376, -0.015203953720629215, -0.01471357885748148, -0.014223204925656319, -0.013732830993831158, -0.013242456130683422, -0.012752082198858261, -0.0122617082670331, -0.01177133433520794, -0.011280959472060204, -0.010790585540235043, -0.010300211608409882, -0.009809836745262146, -0.009319462813436985, -0.008829088881611824, -0.008338714018464088, -0.007848340086638927, -0.007357965689152479, -0.006867591757327318, -0.00637721735984087, -0.005886843428015709, -0.005396469030529261, -0.004906094633042812, -0.004415720701217651, -0.003925346303731203, -0.0034349721390753984, -0.002944597974419594, -0.0024542235769331455, -0.001963849412277341, -0.0014734752476215363, -0.0009831009665504098, -0.0004927267436869442, -2.3525208234786987e-06, 0.00048802170203998685, 0.0009783959249034524, 0.0014687702059745789, 0.0019591443706303835, 0.002449518535286188, 0.0029398929327726364, 0.003430267097428441, 0.003920641262084246, 0.004411015659570694, 0.004901389591395855, 0.005391763988882303, 0.0058821383863687515, 0.0063725123181939125, 0.006862886715680361, 0.007353260647505522, 0.00784363504499197, 0.008334008976817131, 0.008824383839964867, 0.009314757771790028, 0.009805131703615189, 0.010295506566762924, 0.010785880498588085, 0.011276254430413246, 0.011766629293560982, 0.012257003225386143, 0.012747377157211304, 0.013237751089036465, 0.0137281259521842, 0.014218499884009361, 0.014708873815834522, 0.015199248678982258, 0.01568962261080742]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 5.0, 1.0, 2.0, 1.0, 3.0, 9.0, 8.0, 7.0, 11.0, 14.0, 23.0, 22.0, 33.0, 38.0, 44.0, 58.0, 82.0, 89.0, 134.0, 173.0, 227.0, 314.0, 452.0, 3468.0, 1270.0, 518.0, 276.0, 182.0, 120.0, 80.0, 72.0, 42.0, 39.0, 28.0, 21.0, 12.0, 16.0, 6.0, 4.0, 4.0, 4.0, 5.0, 5.0, 1.0, 2.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.17440500855445862, -0.16904640197753906, -0.1636877804994583, -0.15832915902137756, -0.152970552444458, -0.14761194586753845, -0.1422533243894577, -0.13689470291137695, -0.1315360963344574, -0.12617748975753784, -0.12081886827945709, -0.11546025425195694, -0.11010164022445679, -0.10474302619695663, -0.09938441216945648, -0.09402579814195633, -0.08866718411445618, -0.08330857008695602, -0.07794995605945587, -0.07259134203195572, -0.06723272800445557, -0.061874113976955414, -0.05651549994945526, -0.05115688592195511, -0.045798271894454956, -0.0404396578669548, -0.03508104383945465, -0.0297224298119545, -0.024363815784454346, -0.019005201756954193, -0.01364658772945404, -0.008287973701953888, -0.0029293596744537354, 0.0024292543530464172, 0.00778786838054657, 0.013146482408046722, 0.018505096435546875, 0.023863710463047028, 0.02922232449054718, 0.03458093851804733, 0.039939552545547485, 0.04529816657304764, 0.05065678060054779, 0.05601539462804794, 0.061374008655548096, 0.06673262268304825, 0.0720912367105484, 0.07744985073804855, 0.0828084647655487, 0.08816707879304886, 0.09352569282054901, 0.09888430684804916, 0.10424292087554932, 0.10960153490304947, 0.11496014893054962, 0.12031876295804977, 0.12567737698554993, 0.13103598356246948, 0.13639460504055023, 0.14175322651863098, 0.14711183309555054, 0.1524704396724701, 0.15782906115055084, 0.1631876826286316, 0.16854628920555115]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 2.0, 4.0, 5.0, 2.0, 4.0, 4.0, 4.0, 4.0, 2.0, 28.0, 3.0, 5.0, 2.0, 3.0, 5.0, 2.0, 3.0, 3.0, 5.0, 4.0, 1.0, 0.0, 4.0, 3.0, 0.0, 1.0, 0.0, 1.0, 4.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0039429389871656895, -0.0038061763625591993, -0.003669413970783353, -0.0035326513461768627, -0.0033958889544010162, -0.003259126329794526, -0.003122363705188036, -0.0029856013134121895, -0.0028488386888056993, -0.002712076064199209, -0.0025753136724233627, -0.0024385510478168726, -0.0023017884232103825, -0.002165026031434536, -0.002028263406828046, -0.0018915008986368775, -0.0017547383904457092, -0.001617975882254541, -0.0014812133740633726, -0.0013444507494568825, -0.0012076882412657142, -0.0010709257330745459, -0.0009341631666757166, -0.0007974006002768874, -0.0006606380920857191, -0.0005238755838945508, -0.0003871130174957216, -0.0002503504802007228, -0.00011358794290572405, 2.3174594389274716e-05, 0.00015993713168427348, 0.00029669966897927225, 0.000433462206274271, 0.0005702247144654393, 0.0007069872808642685, 0.0008437498472630978, 0.000980512355454266, 0.0011172748636454344, 0.0012540374882519245, 0.0013907999964430928, 0.0015275625046342611, 0.0016643250128254294, 0.0018010875210165977, 0.0019378501456230879, 0.002074612770229578, 0.0022113751620054245, 0.0023481377866119146, 0.002484900178387761, 0.0026216628029942513, 0.0027584254276007414, 0.002895187819376588, 0.003031950443983078, 0.0031687128357589245, 0.0033054754603654146, 0.0034422380849719048, 0.0035790004767477512, 0.0037157631013542414, 0.0038525257259607315, 0.003989288117736578, 0.0041260505095124245, 0.004262813366949558, 0.004399575758725405, 0.004536338150501251, 0.004673101007938385, 0.0048098633997142315]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 2.0, 4.0, 5.0, 8.0, 14.0, 15.0, 25.0, 31.0, 39.0, 89.0, 111.0, 174.0, 283.0, 459.0, 683.0, 1117.0, 1839.0, 2733.0, 4262.0, 6566.0, 10238.0, 16211.0, 25427.0, 40592.0, 66941.0, 109972.0, 525396.0, 132731.0, 82077.0, 52534.0, 34044.0, 21895.0, 14288.0, 9405.0, 6220.0, 4247.0, 2777.0, 1912.0, 1370.0, 944.0, 572.0, 456.0, 298.0, 184.0, 150.0, 93.0, 67.0, 38.0, 30.0, 22.0, 12.0, 15.0, 4.0, 6.0, 5.0, 2.0, 7.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.009740309789776802, -0.009413212537765503, -0.009086116217076778, -0.00875901896506548, -0.00843192171305418, -0.008104825392365456, -0.0077777281403541565, -0.007450630888342857, -0.0071235341019928455, -0.006796437315642834, -0.006469340063631535, -0.006142243277281523, -0.005815146490931511, -0.005488049238920212, -0.0051609524525702, -0.004833855200558901, -0.004506758414208889, -0.004179661627858877, -0.003852564375847578, -0.0035254675894975662, -0.0031983705703169107, -0.0028712735511362553, -0.0025441767647862434, -0.002217079745605588, -0.0018899827264249325, -0.001562885707244277, -0.0012357888044789433, -0.0009086918435059488, -0.0005815948825329542, -0.00025449792155995965, 7.259903941303492e-05, 0.0003996960003860295, 0.000726792961359024, 0.0010538899805396795, 0.0013809868833050132, 0.0017080837860703468, 0.0020351808052510023, 0.002362277824431658, 0.0026893746107816696, 0.003016471629962325, 0.0033435686491429806, 0.003670665668323636, 0.0039977626875042915, 0.004324859473854303, 0.004651956260204315, 0.004979053512215614, 0.005306150298565626, 0.005633247550576925, 0.005960344336926937, 0.006287441123276949, 0.006614538375288248, 0.00694163516163826, 0.007268732413649559, 0.007595829199999571, 0.007922925986349583, 0.008250023238360882, 0.008577119559049606, 0.008904216811060905, 0.009231314063072205, 0.009558411315083504, 0.009885507635772228, 0.010212604887783527, 0.010539702139794827, 0.010866798460483551, 0.01119389571249485]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 5.0, 2.0, 0.0, 5.0, 5.0, 2.0, 3.0, 5.0, 2.0, 4.0, 2.0, 8.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013978332281112671, -0.013583213090896606, -0.013188092969357967, -0.012792973779141903, -0.012397853657603264, -0.0120027344673872, -0.011607615277171135, -0.011212495155632496, -0.010817375965416431, -0.010422256775200367, -0.010027136653661728, -0.009632017463445663, -0.009236898273229599, -0.00884177815169096, -0.008446658961474895, -0.008051538839936256, -0.007656419649720192, -0.00726129999384284, -0.0068661803379654884, -0.006471061147749424, -0.006075941491872072, -0.0056808218359947205, -0.005285702645778656, -0.004890582989901304, -0.0044954633340239525, -0.004100343678146601, -0.0037052242550998926, -0.0033101048320531845, -0.0029149851761758327, -0.002519865520298481, -0.002124746097251773, -0.001729626557789743, -0.001334507018327713, -0.0009393874788656831, -0.0005442679394036531, -0.0001491483999416232, 0.0002459711395204067, 0.0006410906789824367, 0.0010362102184444666, 0.0014313297579064965, 0.0018264492973685265, 0.0022215689532458782, 0.0026166883762925863, 0.0030118077993392944, 0.003406927455216646, 0.003802047111093998, 0.004197166301310062, 0.004592285957187414, 0.004987405613064766, 0.005382525268942118, 0.0057776449248194695, 0.006172764115035534, 0.006567883770912886, 0.006963003426790237, 0.007358122617006302, 0.007753242272883654, 0.008148361928761005, 0.00854348111897707, 0.008938601240515709, 0.009333720430731773, 0.009728839620947838, 0.010123959742486477, 0.010519078932702541, 0.01091419905424118, 0.011309318244457245]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 4.0, 4.0, 1.0, 7.0, 2.0, 3.0, 6.0, 6.0, 3.0, 4.0, 6.0, 13.0, 13.0, 18.0, 26.0, 22.0, 38.0, 37.0, 81.0, 91.0, 92.0, 130.0, 211.0, 278.0, 284.0, 536.0, 671.0, 841.0, 1131.0, 1507.0, 2532.0, 6170.0, 1338.0, 686.0, 433.0, 334.0, 210.0, 184.0, 128.0, 66.0, 58.0, 54.0, 39.0, 50.0, 30.0, 12.0, 6.0, 8.0, 7.0, 5.0, 2.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0], "bins": [-0.01096484437584877, -0.010678279213607311, -0.010391713120043278, -0.010105147957801819, -0.00981858279556036, -0.009532016701996326, -0.009245451539754868, -0.008958886377513409, -0.00867232121527195, -0.008385755121707916, -0.008099189959466457, -0.007812624797224998, -0.007526058703660965, -0.007239493541419506, -0.00695292791351676, -0.006666362751275301, -0.006379797123372555, -0.006093231495469809, -0.00580666633322835, -0.0055201007053256035, -0.005233535543084145, -0.004946969915181398, -0.004660404287278652, -0.004373839125037193, -0.004087273497134447, -0.0038007081020623446, -0.003514142706990242, -0.003227577079087496, -0.0029410116840153933, -0.0026544462889432907, -0.0023678806610405445, -0.002081315265968442, -0.0017947498708963394, -0.0015081844758242369, -0.0012216189643368125, -0.000935053511057049, -0.0006484880577772856, -0.0003619226044975221, -7.535715121775866e-05, 0.0002112083020620048, 0.0004977737553417683, 0.0007843392086215317, 0.0010709046619012952, 0.0013574701733887196, 0.001644035568460822, 0.0019306009635329247, 0.002217166591435671, 0.0025037319865077734, 0.002790297381579876, 0.0030768627766519785, 0.003363428171724081, 0.0036499937996268272, 0.003936558961868286, 0.004223124589771032, 0.0045096902176737785, 0.004796255379915237, 0.005082821007817984, 0.00536938663572073, 0.005655951797962189, 0.005942517425864935, 0.006229083053767681, 0.00651564821600914, 0.006802213843911886, 0.007088779006153345, 0.007375344634056091]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.048876337707042694, -0.04772546887397766, -0.04657460004091263, -0.045423731207847595, -0.04427286237478256, -0.04312199354171753, -0.041971124708652496, -0.04082025587558746, -0.03966938704252243, -0.0385185182094574, -0.037367649376392365, -0.03621678054332733, -0.0350659117102623, -0.033915042877197266, -0.03276417404413223, -0.0316133052110672, -0.030462436378002167, -0.029311567544937134, -0.0281606987118721, -0.027009829878807068, -0.025858961045742035, -0.024708092212677002, -0.02355722337961197, -0.022406354546546936, -0.021255485713481903, -0.02010461688041687, -0.018953748047351837, -0.017802879214286804, -0.01665201038122177, -0.015501141548156738, -0.014350272715091705, -0.013199403882026672, -0.01204853504896164, -0.010897666215896606, -0.009746797382831573, -0.00859592854976654, -0.007445059716701508, -0.006294190883636475, -0.005143322050571442, -0.003992453217506409, -0.0028415843844413757, -0.0016907155513763428, -0.0005398467183113098, 0.0006110221147537231, 0.001761890947818756, 0.002912759780883789, 0.004063628613948822, 0.005214497447013855, 0.006365366280078888, 0.007516235113143921, 0.008667103946208954, 0.009817972779273987, 0.01096884161233902, 0.012119710445404053, 0.013270579278469086, 0.014421448111534119, 0.015572316944599152, 0.016723185777664185, 0.017874054610729218, 0.01902492344379425, 0.020175792276859283, 0.021326661109924316, 0.02247752994298935, 0.023628398776054382, 0.024779267609119415]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 3.0, 2.0, 4.0, 8.0, 9.0, 8.0, 9.0, 13.0, 14.0, 8.0, 20.0, 13.0, 24.0, 17.0, 48.0, 24.0, 9.0, 6.0, 9.0, 4.0, 3.0, 3.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 4.0, 0.0, 1.0, 0.0, 3.0, 0.0, 2.0], "bins": [-0.04342285916209221, -0.04209582507610321, -0.04076879471540451, -0.03944176062941551, -0.038114726543426514, -0.036787696182727814, -0.035460662096738815, -0.034133631736040115, -0.03280659765005112, -0.03147956356406212, -0.03015253320336342, -0.02882549911737442, -0.02749846689403057, -0.026171434670686722, -0.024844400584697723, -0.023517368361353874, -0.022190336138010025, -0.020863303914666176, -0.019536271691322327, -0.018209237605333328, -0.01688220538198948, -0.01555517315864563, -0.014228140003979206, -0.012901106849312782, -0.011574074625968933, -0.010247042402625084, -0.00892000924795866, -0.007592976558953524, -0.006265943869948387, -0.004938911180943251, -0.003611878491938114, -0.0022848458029329777, -0.0009578131139278412, 0.0003692195750772953, 0.0016962522640824318, 0.0030232849530875683, 0.004350317642092705, 0.005677350331097841, 0.007004383020102978, 0.008331416174769402, 0.00965844839811325, 0.0109854806214571, 0.012312513776123524, 0.013639546930789948, 0.014966579154133797, 0.016293611377477646, 0.017620645463466644, 0.018947677686810493, 0.020274709910154343, 0.021601742133498192, 0.02292877435684204, 0.02425580844283104, 0.02558284066617489, 0.026909872889518738, 0.028236906975507736, 0.029563939198851585, 0.030890971422195435, 0.03221800550818443, 0.03354503586888313, 0.03487206995487213, 0.03619910031557083, 0.03752613440155983, 0.03885316848754883, 0.04018019884824753, 0.041507232934236526]}, "_runtime": 9.340375900268555, "_timestamp": 1596208373.53137, "_step": 4}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 2.0, 5.0, 3.0, 5.0, 3.0, 2.0, 2.0, 4.0, 4.0, 2.0, 6.0, 3.0, 3.0, 2.0, 3.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02834760583937168, -0.027652742341160774, -0.026957880705595016, -0.02626301720738411, -0.025568153709173203, -0.024873292073607445, -0.024178428575396538, -0.02348356693983078, -0.022788703441619873, -0.022093839943408966, -0.02139897830784321, -0.0207041148096323, -0.020009253174066544, -0.019314389675855637, -0.01861952617764473, -0.017924664542078972, -0.017229801043868065, -0.016534937545657158, -0.0158400759100914, -0.015145212411880493, -0.01445034984499216, -0.013755487278103828, -0.013060623779892921, -0.012365761213004589, -0.011670898646116257, -0.010976036079227924, -0.010281173512339592, -0.009586310014128685, -0.008891447447240353, -0.00819658488035202, -0.007501721847802401, -0.006806858815252781, -0.0061119962483644485, -0.005417133681476116, -0.0047222706489264965, -0.004027407616376877, -0.0033325450494885445, -0.0026376822497695684, -0.0019428194500505924, -0.0012479566503316164, -0.0005530938506126404, 0.00014176894910633564, 0.0008366317488253117, 0.0015314945485442877, 0.0022263573482632637, 0.0029212201479822397, 0.0036160829477012157, 0.004310945980250835, 0.005005808547139168, 0.0057006711140275, 0.00639553414657712, 0.0070903971791267395, 0.007785259746015072, 0.008480122312903404, 0.009174985811114311, 0.009869848378002644, 0.010564710944890976, 0.011259573511779308, 0.01195443607866764, 0.012649299576878548, 0.01334416214376688, 0.014039024710655212, 0.01473388820886612, 0.015428750775754452, 0.016123613342642784]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 0.0, 1.0, 3.0, 1.0, 0.0, 1.0, 1.0, 3.0, 2.0, 3.0, 1.0, 8.0, 7.0, 17.0, 34.0, 39.0, 68.0, 95.0, 159.0, 203.0, 348.0, 655.0, 4492.0, 897.0, 372.0, 189.0, 122.0, 80.0, 42.0, 21.0, 14.0, 11.0, 12.0, 4.0, 2.0, 2.0, 3.0, 2.0, 4.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.2866526246070862, -0.27898648381233215, -0.27132031321525574, -0.2636541724205017, -0.2559880018234253, -0.24832186102867126, -0.24065572023391724, -0.23298956453800201, -0.2253234088420868, -0.21765725314617157, -0.20999109745025635, -0.20232495665550232, -0.1946588009595871, -0.18699264526367188, -0.17932650446891785, -0.17166034877300262, -0.1639941930770874, -0.15632803738117218, -0.14866188168525696, -0.14099574089050293, -0.1333295851945877, -0.12566342949867249, -0.11799728125333786, -0.11033113300800323, -0.10266497731208801, -0.09499882161617279, -0.08733267337083817, -0.07966652512550354, -0.07200036942958832, -0.0643342137336731, -0.05666806548833847, -0.04900191351771355, -0.04133576154708862, -0.0336696095764637, -0.026003457605838776, -0.018337305635213852, -0.010671153664588928, -0.0030050016939640045, 0.004661150276660919, 0.012327302247285843, 0.019993454217910767, 0.02765960618853569, 0.035325758159160614, 0.04299191012978554, 0.05065806210041046, 0.058324214071035385, 0.06599036604166031, 0.07365651428699493, 0.08132266998291016, 0.08898882567882538, 0.09665497392416, 0.10432112216949463, 0.11198727786540985, 0.11965343356132507, 0.1273195743560791, 0.13498573005199432, 0.14265188574790955, 0.15031804144382477, 0.15798419713974, 0.16565033793449402, 0.17331649363040924, 0.18098264932632446, 0.1886487901210785, 0.1963149458169937, 0.20398110151290894]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 3.0, 0.0, 3.0, 2.0, 2.0, 1.0, 3.0, 2.0, 4.0, 6.0, 3.0, 3.0, 4.0, 7.0, 2.0, 7.0, 3.0, 5.0, 28.0, 0.0, 0.0, 1.0, 3.0, 3.0, 2.0, 4.0, 1.0, 2.0, 2.0, 3.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0039008529856801033, -0.0037809431087225676, -0.0036610334645956755, -0.0035411235876381397, -0.0034212139435112476, -0.003301304066553712, -0.00318139442242682, -0.003061484545469284, -0.002941574901342392, -0.0028216650243848562, -0.0027017551474273205, -0.0025818455033004284, -0.0024619356263428926, -0.0023420259822160006, -0.002222116105258465, -0.0021022064611315727, -0.001982296584174037, -0.001862386823631823, -0.0017424770630896091, -0.0016225673025473952, -0.0015026575420051813, -0.0013827476650476456, -0.0012628379045054317, -0.0011429281439632177, -0.0010230183834210038, -0.0009031086228787899, -0.000783198862336576, -0.0006632890435867012, -0.0005433792830444872, -0.0004234695225022733, -0.00030355973285622895, -0.0001836499577620998, -6.374018266797066e-05, 5.616959242615849e-05, 0.00017607936752028763, 0.000295989157166332, 0.0004158989177085459, 0.0005358086782507598, 0.0006557184970006347, 0.0007756282575428486, 0.0008955380180850625, 0.0010154477786272764, 0.0011353575391694903, 0.0012552672997117043, 0.00137517717666924, 0.001495086937211454, 0.0016149966977536678, 0.0017349064582958817, 0.0018548162188380957, 0.0019747260957956314, 0.0020946357399225235, 0.0022145456168800592, 0.0023344552610069513, 0.002454365137964487, 0.002574274782091379, 0.002694184659048915, 0.0028140945360064507, 0.0029340041801333427, 0.0030539140570908785, 0.0031738237012177706, 0.0032937335781753063, 0.0034136432223021984, 0.003533553099259734, 0.0036534627433866262, 0.003773372620344162]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 3.0, 1.0, 4.0, 3.0, 3.0, 7.0, 8.0, 17.0, 30.0, 35.0, 54.0, 71.0, 130.0, 206.0, 356.0, 555.0, 888.0, 1453.0, 2499.0, 4509.0, 8075.0, 15632.0, 31029.0, 63334.0, 129545.0, 625237.0, 151764.0, 66884.0, 33526.0, 18484.0, 10187.0, 5827.0, 3370.0, 2114.0, 1287.0, 862.0, 506.0, 342.0, 248.0, 157.0, 121.0, 80.0, 64.0, 33.0, 25.0, 23.0, 15.0, 10.0, 5.0, 3.0, 7.0, 3.0, 2.0, 2.0, 2.0, 3.0, 1.0, 1.0], "bins": [-0.013327298685908318, -0.012907986529171467, -0.012488673441112041, -0.01206936128437519, -0.011650048196315765, -0.011230736039578915, -0.01081142295151949, -0.010392110794782639, -0.009972797706723213, -0.009553485549986362, -0.009134173393249512, -0.008714860305190086, -0.008295548148453236, -0.00787623506039381, -0.0074569229036569595, -0.0070376102812588215, -0.0066182976588606834, -0.006198985036462545, -0.005779672414064407, -0.005360359791666269, -0.004941047169268131, -0.0045217350125312805, -0.0041024223901331425, -0.0036831097677350044, -0.0032637971453368664, -0.0028444845229387283, -0.0024251719005405903, -0.002005859510973096, -0.0015865468885749578, -0.0011672342661768198, -0.0007479217601940036, -0.00032860919600352645, 9.070336818695068e-05, 0.0005100159323774278, 0.000929328496567905, 0.0013486410025507212, 0.0017679536249488592, 0.0021872662473469973, 0.0026065786369144917, 0.0030258912593126297, 0.0034452038817107677, 0.003864516504108906, 0.004283829126507044, 0.004703141748905182, 0.005122453905642033, 0.005541766528040171, 0.005961079150438309, 0.006380391772836447, 0.006799704395234585, 0.007219017017632723, 0.007638329640030861, 0.008057641796767712, 0.008476954884827137, 0.008896267041563988, 0.009315580129623413, 0.009734892286360264, 0.010154204443097115, 0.01057351753115654, 0.01099282968789339, 0.011412142775952816, 0.011831454932689667, 0.012250768020749092, 0.012670080177485943, 0.013089393265545368, 0.013508705422282219]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 6.0, 9.0, 9.0, 3.0, 2.0, 5.0, 7.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.024114929139614105, -0.023438360542058945, -0.022761791944503784, -0.022085221484303474, -0.021408652886748314, -0.020732084289193153, -0.020055515691637993, -0.019378947094082832, -0.018702376633882523, -0.018025808036327362, -0.0173492394387722, -0.01667267084121704, -0.01599610224366188, -0.015319532714784145, -0.014642964117228985, -0.01396639458835125, -0.01328982599079609, -0.012613257393240929, -0.011936687864363194, -0.011260119266808033, -0.010583549737930298, -0.009906981140375137, -0.009230412542819977, -0.008553843013942242, -0.007877274416387081, -0.007200705353170633, -0.0065241362899541855, -0.005847567692399025, -0.005170998629182577, -0.004494429565966129, -0.003817860735580325, -0.003141291905194521, -0.002464722841978073, -0.0017881538951769471, -0.0011115849483758211, -0.0004350160015746951, 0.0002415529452264309, 0.0009181218920275569, 0.001594690838828683, 0.002271259669214487, 0.002947828732430935, 0.0036243977956473827, 0.004300966858863831, 0.004977535456418991, 0.005654104519635439, 0.006330673582851887, 0.007007242180407047, 0.007683811243623495, 0.008360380306839943, 0.009036948904395103, 0.009713518433272839, 0.010390087030827999, 0.011066656559705734, 0.011743225157260895, 0.012419793754816055, 0.01309636328369379, 0.013772931881248951, 0.014449500478804111, 0.015126070007681847, 0.015802638605237007, 0.016479207202792168, 0.017155775800347328, 0.017832346260547638, 0.0185089148581028, 0.01918548345565796]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 3.0, 9.0, 15.0, 8.0, 11.0, 11.0, 29.0, 47.0, 45.0, 26.0, 60.0, 61.0, 66.0, 53.0, 66.0, 52.0, 48.0, 46.0, 56.0, 35.0, 59.0, 63.0, 98.0, 108.0, 159.0, 216.0, 288.0, 520.0, 970.0, 1958.0, 6115.0, 2138.0, 1308.0, 986.0, 748.0, 543.0, 392.0, 251.0, 204.0, 126.0, 79.0, 72.0, 54.0, 45.0, 32.0, 28.0, 17.0, 27.0, 16.0, 12.0, 9.0, 6.0, 5.0, 10.0, 5.0, 4.0, 0.0, 1.0, 2.0, 1.0, 6.0], "bins": [-0.009549131616950035, -0.009263637475669384, -0.008978143334388733, -0.008692648261785507, -0.008407154120504856, -0.008121659979224205, -0.007836165837943554, -0.0075506712310016155, -0.007265177089720964, -0.006979682948440313, -0.006694188341498375, -0.006408694200217724, -0.006123200058937073, -0.005837705451995134, -0.005552211310714483, -0.005266716703772545, -0.004981222562491894, -0.004695728421211243, -0.004410233814269304, -0.004124739672988653, -0.0038392452988773584, -0.0035537509247660637, -0.0032682567834854126, -0.002982762409374118, -0.002697268035262823, -0.0024117736611515284, -0.0021262792870402336, -0.0018407851457595825, -0.0015552907716482878, -0.001269796397536993, -0.00098430213984102, -0.0006988078239373863, -0.00041331350803375244, -0.0001278191921301186, 0.00015767512377351522, 0.00044316943967714906, 0.0007286637555807829, 0.0010141581296920776, 0.0012996523873880506, 0.0015851466450840235, 0.0018706410191953182, 0.002156135393306613, 0.0024416297674179077, 0.002727123908698559, 0.0030126182828098536, 0.0032981126569211483, 0.0035836067982017994, 0.003869101172313094, 0.004154595546424389, 0.00444008968770504, 0.004725584294646978, 0.0050110784359276295, 0.005296573042869568, 0.005582067184150219, 0.00586756132543087, 0.0061530559323728085, 0.0064385500736534595, 0.006724044214934111, 0.007009538821876049, 0.0072950329631567, 0.007580527104437351, 0.007866021245718002, 0.008151516318321228, 0.008437010459601879, 0.00872250460088253]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 3.0, 1.0, 3.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0639515146613121, -0.061283089220523834, -0.058614667505025864, -0.055946242064237595, -0.053277820348739624, -0.050609394907951355, -0.047940973192453384, -0.045272547751665115, -0.042604126036167145, -0.039935700595378876, -0.03726727515459061, -0.034598853439092636, -0.03193042799830437, -0.029262004420161247, -0.026593580842018127, -0.023925157263875008, -0.021256733685731888, -0.018588310107588768, -0.015919886529445648, -0.013251462019979954, -0.010583038441836834, -0.007914614863693714, -0.005246190819889307, -0.0025777670089155436, 9.065680205821991e-05, 0.0027590806130319834, 0.005427504424005747, 0.008095928467810154, 0.010764352045953274, 0.013432775624096394, 0.016101200133562088, 0.018769623711705208, 0.021438047289848328, 0.024106470867991447, 0.026774894446134567, 0.029443318024277687, 0.03211174160242081, 0.034780167043209076, 0.037448588758707047, 0.040117014199495316, 0.042785435914993286, 0.045453861355781555, 0.048122286796569824, 0.050790708512067795, 0.053459133952856064, 0.056127555668354034, 0.0587959811091423, 0.061464402824640274, 0.06413282454013824, 0.06680124998092651, 0.06946967542171478, 0.07213810086250305, 0.07480652630329132, 0.07747494429349899, 0.08014336973428726, 0.08281179517507553, 0.0854802206158638, 0.08814864605665207, 0.09081706404685974, 0.09348548948764801, 0.09615391492843628, 0.09882234036922455, 0.10149075835943222, 0.10415918380022049, 0.10682760924100876]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 2.0, 1.0, 2.0, 1.0, 1.0, 2.0, 5.0, 4.0, 4.0, 4.0, 4.0, 3.0, 7.0, 4.0, 5.0, 13.0, 17.0, 23.0, 15.0, 39.0, 27.0, 16.0, 18.0, 12.0, 7.0, 5.0, 7.0, 8.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.027240896597504616, -0.026495203375816345, -0.025749512016773224, -0.025003820657730103, -0.024258127436041832, -0.02351243421435356, -0.02276674285531044, -0.02202105149626732, -0.021275358274579048, -0.020529665052890778, -0.019783973693847656, -0.019038282334804535, -0.018292589113116264, -0.017546895891427994, -0.016801204532384872, -0.01605551317334175, -0.01530981995165348, -0.014564127661287785, -0.013818435370922089, -0.013072743080556393, -0.012327050790190697, -0.011581358499825, -0.010835666209459305, -0.010089973919093609, -0.009344281628727913, -0.008598589338362217, -0.007852897047996521, -0.007107204757630825, -0.006361512467265129, -0.005615820176899433, -0.004870127886533737, -0.004124435596168041, -0.0033787433058023453, -0.0026330510154366493, -0.0018873587250709534, -0.0011416664347052574, -0.00039597414433956146, 0.0003497181460261345, 0.0010954104363918304, 0.0018411027267575264, 0.0025867950171232224, 0.0033324873074889183, 0.004078179597854614, 0.00482387188822031, 0.005569564178586006, 0.006315256468951702, 0.007060948759317398, 0.007806641049683094, 0.00855233334004879, 0.009298025630414486, 0.010043717920780182, 0.010789410211145878, 0.011535102501511574, 0.01228079479187727, 0.013026487082242966, 0.013772179372608662, 0.014517871662974358, 0.015263563953340054, 0.01600925624370575, 0.01675494760274887, 0.01750064082443714, 0.018246334046125412, 0.018992025405168533, 0.019737716764211655, 0.020483409985899925]}, "_runtime": 10.175305604934692, "_timestamp": 1596208374.3662996, "_step": 5}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 3.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 4.0, 3.0, 3.0, 2.0, 2.0, 3.0, 0.0, 0.0, 5.0, 2.0, 2.0, 1.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013146858662366867, -0.012745683081448078, -0.01234450750052929, -0.0119433319196105, -0.011542156338691711, -0.011140980757772923, -0.010739805176854134, -0.010338629595935345, -0.009937454015016556, -0.009536278434097767, -0.009135102853178978, -0.008733927272260189, -0.0083327516913414, -0.007931576110422611, -0.007530400529503822, -0.007129224948585033, -0.0067280493676662445, -0.006326873786747456, -0.005925698205828667, -0.005524522624909878, -0.005123347043991089, -0.0047221714630723, -0.004320995882153511, -0.003919820301234722, -0.0035186447203159332, -0.0031174691393971443, -0.0027162935584783554, -0.0023151179775595665, -0.0019139423966407776, -0.0015127668157219887, -0.0011115912348031998, -0.0007104156538844109, -0.00030924007296562195, 9.193550795316696e-05, 0.0004931110888719559, 0.0008942866697907448, 0.0012954622507095337, 0.0016966378316283226, 0.0020978134125471115, 0.0024989889934659004, 0.0029001645743846893, 0.0033013401553034782, 0.003702515736222267, 0.004103691317141056, 0.004504866898059845, 0.004906042478978634, 0.005307218059897423, 0.005708393640816212, 0.006109569221735001, 0.0065107448026537895, 0.006911920383572578, 0.007313095964491367, 0.007714271545410156, 0.008115447126328945, 0.008516622707247734, 0.008917798288166523, 0.009318973869085312, 0.0097201494500041, 0.01012132503092289, 0.010522500611841679, 0.010923676192760468, 0.011324851773679256, 0.011726027354598045, 0.012127202935516834, 0.012528378516435623]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 3.0, 2.0, 2.0, 5.0, 5.0, 9.0, 8.0, 11.0, 11.0, 9.0, 17.0, 19.0, 26.0, 38.0, 40.0, 64.0, 75.0, 105.0, 150.0, 211.0, 300.0, 464.0, 4025.0, 1118.0, 403.0, 263.0, 140.0, 114.0, 67.0, 58.0, 39.0, 37.0, 26.0, 17.0, 10.0, 8.0, 5.0, 7.0, 4.0, 3.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.19851450622081757, -0.19277192652225494, -0.18702934682369232, -0.1812867671251297, -0.17554417252540588, -0.16980159282684326, -0.16405901312828064, -0.15831643342971802, -0.1525738537311554, -0.14683127403259277, -0.14108869433403015, -0.13534611463546753, -0.1296035349369049, -0.12386094778776169, -0.11811836063861847, -0.11237578094005585, -0.10663320124149323, -0.1008906215429306, -0.09514804184436798, -0.08940545469522476, -0.08366287499666214, -0.07792029529809952, -0.0721777081489563, -0.06643512845039368, -0.060692548751831055, -0.05494996905326843, -0.04920738562941551, -0.04346480220556259, -0.03772222250699997, -0.03197964280843735, -0.026237059384584427, -0.020494477823376656, -0.014751896262168884, -0.009009314700961113, -0.0032667331397533417, 0.0024758484214544296, 0.008218429982662201, 0.013961011543869972, 0.019703593105077744, 0.025446174666285515, 0.031188756227493286, 0.03693133592605591, 0.04267391934990883, 0.04841650277376175, 0.05415908247232437, 0.05990166217088699, 0.06564424932003021, 0.07138682901859283, 0.07712940871715546, 0.08287198841571808, 0.0886145681142807, 0.09435715526342392, 0.10009973496198654, 0.10584231466054916, 0.11158490180969238, 0.117327481508255, 0.12307006120681763, 0.12881264090538025, 0.13455522060394287, 0.1402978003025055, 0.14604038000106812, 0.15178297460079193, 0.15752555429935455, 0.16326813399791718, 0.1690107136964798]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 1.0, 2.0, 1.0, 2.0, 3.0, 7.0, 2.0, 6.0, 5.0, 1.0, 3.0, 3.0, 6.0, 5.0, 29.0, 2.0, 4.0, 5.0, 2.0, 9.0, 7.0, 1.0, 5.0, 3.0, 0.0, 2.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0030360277742147446, -0.002865790156647563, -0.0026955525390803814, -0.0025253149215132, -0.0023550773039460182, -0.0021848396863788366, -0.002014602068811655, -0.0018443644512444735, -0.0016741268336772919, -0.0015038892161101103, -0.0013336515985429287, -0.0011634139809757471, -0.0009931763634085655, -0.0008229387458413839, -0.0006527011282742023, -0.00048246351070702076, -0.00031222589313983917, -0.00014198827557265759, 2.8249341994524002e-05, 0.0001984869595617056, 0.0003687245771288872, 0.0005389621946960688, 0.0007091998122632504, 0.0008794374298304319, 0.0010496750473976135, 0.0012199126649647951, 0.0013901502825319767, 0.0015603879000991583, 0.0017306255176663399, 0.0019008631352335215, 0.002071100752800703, 0.0022413383703678846, 0.0024115759879350662, 0.002581813605502248, 0.0027520512230694294, 0.002922288840636611, 0.0030925264582037926, 0.003262764075770974, 0.0034330016933381557, 0.0036032393109053373, 0.003773476928472519, 0.003943714313209057, 0.004113952163606882, 0.004284190014004707, 0.004454427398741245, 0.004624664783477783, 0.0047949026338756084, 0.004965140484273434, 0.005135377869009972, 0.0053056152537465096, 0.005475853104144335, 0.00564609095454216, 0.005816328339278698, 0.005986565724015236, 0.006156803574413061, 0.006327041424810886, 0.006497278809547424, 0.006667516194283962, 0.0068377540446817875, 0.007007991895079613, 0.007178229279816151, 0.007348466664552689, 0.007518704514950514, 0.007688942365348339, 0.007859179750084877]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 4.0, 2.0, 0.0, 3.0, 6.0, 6.0, 17.0, 27.0, 34.0, 72.0, 99.0, 160.0, 253.0, 399.0, 722.0, 1115.0, 2047.0, 3494.0, 6517.0, 12598.0, 27358.0, 62977.0, 151158.0, 681503.0, 123099.0, 53464.0, 24238.0, 12010.0, 6110.0, 3587.0, 2145.0, 1460.0, 945.0, 636.0, 425.0, 274.0, 181.0, 119.0, 91.0, 57.0, 51.0, 45.0, 33.0, 12.0, 24.0, 14.0, 12.0, 11.0, 9.0, 7.0, 2.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 2.0, 3.0, 0.0, 1.0], "bins": [-0.01259104534983635, -0.01211501657962799, -0.011638987809419632, -0.011162959039211273, -0.010686930269002914, -0.010210901498794556, -0.009734872728586197, -0.009258843958377838, -0.00878281518816948, -0.00830678641796112, -0.007830757647752762, -0.007354728411883116, -0.006878699641674757, -0.006402670871466398, -0.0059266421012580395, -0.005450613331049681, -0.004974584560841322, -0.004498555790632963, -0.004022527020424604, -0.0035464982502162457, -0.003070469480007887, -0.0025944404769688845, -0.0021184117067605257, -0.001642382936552167, -0.0011663541663438082, -0.0006903253961354494, -0.00021429656771942973, 0.0002617322315927595, 0.0007377610309049487, 0.0012137898011133075, 0.001689818687736988, 0.002165847457945347, 0.0026418762281537056, 0.0031179049983620644, 0.003593933768570423, 0.004069962538778782, 0.004545991308987141, 0.005022020079195499, 0.005498048849403858, 0.005974077619612217, 0.006450106389820576, 0.006926135625690222, 0.0074021643958985806, 0.007878192700445652, 0.00835422147065401, 0.00883025024086237, 0.009306279011070728, 0.009782307781279087, 0.01025833748281002, 0.01073436625301838, 0.011210395023226738, 0.011686423793435097, 0.012162452563643456, 0.012638481333851814, 0.013114510104060173, 0.013590538874268532, 0.01406656764447689, 0.01454259641468525, 0.015018625184893608, 0.015494653955101967, 0.015970682725310326, 0.016446711495518684, 0.016922740265727043, 0.017398769035935402, 0.01787479780614376]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 3.0, 4.0, 4.0, 12.0, 3.0, 1.0, 4.0, 1.0, 4.0, 4.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.024861617013812065, -0.0241266880184412, -0.023391757160425186, -0.02265682816505432, -0.021921899169683456, -0.021186968311667442, -0.020452039316296577, -0.019717110320925713, -0.0189821794629097, -0.018247250467538834, -0.01751232147216797, -0.016777392476797104, -0.01604246161878109, -0.015307532623410225, -0.014572602696716785, -0.01383767370134592, -0.013102743774652481, -0.012367813847959042, -0.011632884852588177, -0.010897954925894737, -0.010163025930523872, -0.009428096003830433, -0.008693166077136993, -0.007958237081766129, -0.007223307155072689, -0.006488377694040537, -0.005753448233008385, -0.005018518306314945, -0.004283588845282793, -0.003548659384250641, -0.002813729690387845, -0.002078799996525049, -0.001343870535492897, -0.000608940958045423, 0.00012598861940205097, 0.000860918196849525, 0.001595847774296999, 0.002330777235329151, 0.003065706929191947, 0.003800636623054743, 0.004535566084086895, 0.005270495545119047, 0.006005425006151199, 0.006740354932844639, 0.007475284393876791, 0.008210213854908943, 0.008945143781602383, 0.009680072776973248, 0.010415002703666687, 0.011149932630360126, 0.011884861625730991, 0.01261979155242443, 0.013354720547795296, 0.014089650474488735, 0.014824580401182175, 0.01555950939655304, 0.016294438391923904, 0.01702936924993992, 0.017764298245310783, 0.018499227240681648, 0.019234158098697662, 0.019969087094068527, 0.020704016089439392, 0.021438946947455406, 0.02217387594282627]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 5.0, 2.0, 11.0, 6.0, 17.0, 16.0, 16.0, 33.0, 26.0, 76.0, 66.0, 79.0, 93.0, 94.0, 121.0, 168.0, 219.0, 330.0, 396.0, 615.0, 942.0, 1279.0, 2206.0, 6007.0, 1776.0, 1071.0, 679.0, 459.0, 347.0, 256.0, 193.0, 115.0, 103.0, 78.0, 49.0, 54.0, 45.0, 34.0, 34.0, 27.0, 29.0, 23.0, 22.0, 24.0, 27.0, 16.0, 24.0, 18.0, 23.0, 18.0, 11.0, 12.0, 8.0, 7.0, 2.0, 8.0, 3.0, 4.0, 4.0, 0.0, 1.0, 4.0], "bins": [-0.010078378021717072, -0.00967845693230629, -0.009278535842895508, -0.008878613822162151, -0.00847869273275137, -0.008078771643340588, -0.007678850553929806, -0.007278928998857737, -0.006879007909446955, -0.006479086820036173, -0.006079165264964104, -0.005679244175553322, -0.00527932308614254, -0.004879401531070471, -0.004479480441659689, -0.00407955888658762, -0.003679637797176838, -0.0032797164749354124, -0.002879795152693987, -0.002479874063283205, -0.0020799527410417795, -0.001680031418800354, -0.0012801102129742503, -0.0008801889489404857, -0.0004802676849067211, -8.034642087295651e-05, 0.0003195748431608081, 0.0007194961071945727, 0.0011194173712283373, 0.0015193386934697628, 0.0019192598992958665, 0.00231918110512197, 0.0027191024273633957, 0.003119023749604821, 0.0035189450718462467, 0.003918866161257029, 0.004318787716329098, 0.00471870880573988, 0.0051186298951506615, 0.005518551450222731, 0.0059184725396335125, 0.006318393629044294, 0.0067183151841163635, 0.007118236273527145, 0.007518157362937927, 0.007918078452348709, 0.008318000473082066, 0.008717921562492847, 0.00911784265190363, 0.009517763741314411, 0.009917684830725193, 0.01031760685145855, 0.010717527940869331, 0.011117449030280113, 0.011517370119690895, 0.011917291209101677, 0.012317212298512459, 0.012717134319245815, 0.013117055408656597, 0.013516976498067379, 0.01391689758747816, 0.014316818676888943, 0.0147167406976223, 0.015116661787033081, 0.015516582876443863]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 5.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0762404352426529, -0.07273665815591812, -0.06923288106918335, -0.06572910398244858, -0.06222532317042351, -0.05872154235839844, -0.055217765271663666, -0.051713988184928894, -0.04821021109819412, -0.04470643028616905, -0.04120265319943428, -0.03769887611269951, -0.03419509530067444, -0.030691318213939667, -0.027187539264559746, -0.023683762177824974, -0.020179983228445053, -0.016676204279065132, -0.01317242719233036, -0.00966864824295044, -0.006164870224893093, -0.002661091974005103, 0.0008426862768828869, 0.0043464647606015205, 0.007850242778658867, 0.011354020796716213, 0.01485779881477356, 0.01836157776415348, 0.0218653567135334, 0.025369133800268173, 0.028872912749648094, 0.032376691699028015, 0.03588046878576279, 0.03938424587249756, 0.04288802668452263, 0.0463918037712574, 0.04989558085799217, 0.05339936167001724, 0.056903138756752014, 0.060406915843486786, 0.06391069293022156, 0.06741447001695633, 0.0709182545542717, 0.07442203164100647, 0.07792580872774124, 0.08142958581447601, 0.08493336290121078, 0.08843713998794556, 0.09194092452526093, 0.0954447016119957, 0.09894847869873047, 0.10245225578546524, 0.10595603287220001, 0.10945980995893478, 0.11296358704566956, 0.11646737158298492, 0.1199711486697197, 0.12347492575645447, 0.12697871029376984, 0.130482479929924, 0.13398626446723938, 0.13749003410339355, 0.14099381864070892, 0.1444975882768631, 0.14800137281417847]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 3.0, 5.0, 2.0, 3.0, 5.0, 2.0, 9.0, 6.0, 3.0, 9.0, 7.0, 9.0, 15.0, 19.0, 41.0, 21.0, 20.0, 13.0, 15.0, 6.0, 5.0, 5.0, 3.0, 6.0, 4.0, 5.0, 4.0, 3.0, 1.0, 3.0, 5.0, 1.0, 4.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.06305303424596786, -0.061075638979673386, -0.059098243713378906, -0.057120852172374725, -0.055143456906080246, -0.05316606163978577, -0.05118866637349129, -0.04921127110719681, -0.04723387956619263, -0.04525648429989815, -0.04327908903360367, -0.04130169376730919, -0.03932429850101471, -0.03734690323472023, -0.03536951169371605, -0.03339211642742157, -0.03141472116112709, -0.02943732589483261, -0.02745993249118328, -0.0254825372248888, -0.02350514382123947, -0.021527748554944992, -0.019550353288650513, -0.017572959885001183, -0.015595564618706703, -0.013618170283734798, -0.011640775948762894, -0.009663380682468414, -0.0076859863474965096, -0.005708592012524605, -0.0037311972118914127, -0.0017538026440888643, 0.00022359192371368408, 0.0022009864915162325, 0.004178381059318781, 0.006155775859951973, 0.008133170194923878, 0.010110564529895782, 0.012087959796190262, 0.014065354131162167, 0.01604274846613407, 0.01802014373242855, 0.01999753713607788, 0.02197493240237236, 0.02395232766866684, 0.02592972107231617, 0.02790711633861065, 0.02988450974225998, 0.03186190500855446, 0.03383930027484894, 0.03581669554114342, 0.0377940870821476, 0.03977148234844208, 0.04174887761473656, 0.043726272881031036, 0.045703668147325516, 0.047681063413619995, 0.049658454954624176, 0.051635850220918655, 0.053613245487213135, 0.055590640753507614, 0.057568036019802094, 0.059545427560806274, 0.061522822827100754, 0.06350021809339523]}, "_runtime": 11.005721807479858, "_timestamp": 1596208375.1967158, "_step": 6}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 3.0, 2.0, 1.0, 0.0, 2.0, 2.0, 3.0, 4.0, 3.0, 1.0, 6.0, 2.0, 3.0, 5.0, 2.0, 3.0, 1.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.020613079890608788, -0.02014758810400963, -0.01968209631741047, -0.01921660453081131, -0.01875111274421215, -0.01828562095761299, -0.01782013103365898, -0.017354639247059822, -0.016889147460460663, -0.016423655673861504, -0.015958163887262344, -0.015492672100663185, -0.015027180314064026, -0.014561688527464867, -0.014096197672188282, -0.013630705885589123, -0.013165214098989964, -0.012699722312390804, -0.012234230525791645, -0.01176873967051506, -0.011303247883915901, -0.010837756097316742, -0.010372264310717583, -0.009906772524118423, -0.009441280737519264, -0.00897578988224268, -0.00851029809564352, -0.008044806309044361, -0.007579314522445202, -0.00711382320150733, -0.006648331414908171, -0.006182840093970299, -0.0057173483073711395, -0.00525185652077198, -0.004786365199834108, -0.004320873413234949, -0.0038553818594664335, -0.003389890305697918, -0.0029243985190987587, -0.002458906965330243, -0.0019934154115617275, -0.001527923857793212, -0.0010624321876093745, -0.000596940575633198, -0.00013144896365702152, 0.000334042648319155, 0.0007995342602953315, 0.001265025930479169, 0.0017305174842476845, 0.0021960090380162, 0.0026615005917847157, 0.003126992378383875, 0.0035924839321523905, 0.004057975485920906, 0.004523467272520065, 0.004988958593457937, 0.0054544503800570965, 0.005919942166656256, 0.006385433487594128, 0.006850925274193287, 0.007316417060792446, 0.007781908381730318, 0.00824739970266819, 0.00871289148926735, 0.009178383275866508]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 3.0, 1.0, 1.0, 3.0, 1.0, 3.0, 2.0, 0.0, 0.0, 4.0, 1.0, 5.0, 4.0, 7.0, 7.0, 5.0, 9.0, 9.0, 9.0, 16.0, 15.0, 22.0, 26.0, 33.0, 40.0, 67.0, 62.0, 104.0, 117.0, 154.0, 212.0, 374.0, 561.0, 4209.0, 737.0, 366.0, 209.0, 149.0, 112.0, 57.0, 64.0, 31.0, 28.0, 20.0, 17.0, 12.0, 10.0, 8.0, 4.0, 4.0, 5.0, 5.0, 1.0, 3.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.16200102865695953, -0.15751640498638153, -0.15303179621696472, -0.14854717254638672, -0.14406254887580872, -0.1395779401063919, -0.1350933164358139, -0.1306087076663971, -0.1261240839958191, -0.12163946777582169, -0.11715485155582428, -0.11267022788524628, -0.10818561166524887, -0.10370099544525146, -0.09921637177467346, -0.09473175555467606, -0.09024713933467865, -0.08576252311468124, -0.08127790689468384, -0.07679328322410583, -0.07230866700410843, -0.06782405078411102, -0.06333942711353302, -0.058854810893535614, -0.05437019467353821, -0.0498855784535408, -0.0454009585082531, -0.04091633856296539, -0.03643172234296799, -0.03194710612297058, -0.027462486177682877, -0.02297786809504032, -0.018493250012397766, -0.014008631929755211, -0.009524013847112656, -0.0050393957644701, -0.0005547776818275452, 0.00392984040081501, 0.008414458483457565, 0.01289907656610012, 0.017383694648742676, 0.02186831273138523, 0.026352930814027786, 0.03083754889667034, 0.0353221669793129, 0.0398067831993103, 0.04429140314459801, 0.04877602308988571, 0.05326063930988312, 0.057745255529880524, 0.06222987547516823, 0.06671449542045593, 0.07119911164045334, 0.07568372786045074, 0.08016835153102875, 0.08465296775102615, 0.08913758397102356, 0.09362220019102097, 0.09810681641101837, 0.10259144008159637, 0.10707605630159378, 0.11156067252159119, 0.11604529619216919, 0.1205299124121666, 0.125014528632164]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 3.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 4.0, 3.0, 3.0, 1.0, 1.0, 3.0, 2.0, 1.0, 3.0, 1.0, 1.0, 4.0, 2.0, 3.0, 5.0, 32.0, 2.0, 3.0, 5.0, 3.0, 4.0, 4.0, 1.0, 2.0, 2.0, 1.0, 1.0, 2.0, 1.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.0028930508997291327, -0.0027954550459980965, -0.002697859425097704, -0.0026002635713666677, -0.0025026677176356316, -0.0024050718639045954, -0.002307476010173559, -0.0022098803892731667, -0.0021122845355421305, -0.0020146886818110943, -0.00191709294449538, -0.0018194972071796656, -0.0017219013534486294, -0.0016243054997175932, -0.0015267097624018788, -0.0014291140250861645, -0.0013315181713551283, -0.001233922317624092, -0.0011363265803083777, -0.0010387308429926634, -0.0009411349892616272, -0.0008435391937382519, -0.0007459433982148767, -0.0006483476026915014, -0.0005507518071681261, -0.00045315601164475083, -0.00035556021612137556, -0.0002579644205980003, -0.00016036862507462502, -6.277282955124974e-05, 3.482296597212553e-05, 0.0001324187614955008, 0.00023001455701887608, 0.00032761035254225135, 0.0004252061480656266, 0.0005228019435890019, 0.0006203977391123772, 0.0007179935346357524, 0.0008155893301591277, 0.000913185125682503, 0.0010107809212058783, 0.0011083767749369144, 0.0012059725122526288, 0.0013035682495683432, 0.0014011641032993793, 0.0014987599570304155, 0.00159635569434613, 0.0016939514316618443, 0.0017915472853928804, 0.0018891431391239166, 0.001986738760024309, 0.0020843346137553453, 0.0021819304674863815, 0.0022795263212174177, 0.002377122174948454, 0.0024747177958488464, 0.0025723136495798826, 0.002669909503310919, 0.0027675051242113113, 0.0028651009779423475, 0.0029626968316733837, 0.00306029268540442, 0.003157888539135456, 0.0032554841600358486, 0.003353080013766885]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 3.0, 3.0, 2.0, 4.0, 7.0, 12.0, 24.0, 23.0, 31.0, 44.0, 73.0, 125.0, 159.0, 230.0, 354.0, 484.0, 787.0, 1120.0, 1760.0, 2772.0, 4521.0, 7675.0, 13406.0, 24330.0, 44283.0, 83820.0, 186117.0, 614835.0, 86255.0, 44757.0, 24793.0, 14341.0, 8373.0, 5059.0, 3074.0, 1950.0, 1286.0, 848.0, 629.0, 389.0, 229.0, 199.0, 127.0, 92.0, 63.0, 44.0, 33.0, 26.0, 19.0, 13.0, 17.0, 6.0, 6.0, 2.0, 3.0, 3.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.00916676688939333, -0.008852370083332062, -0.00853797234594822, -0.008223575539886951, -0.007909178733825684, -0.007594781927764416, -0.007280384656041861, -0.006965987384319305, -0.006651590578258038, -0.00633719377219677, -0.0060227965004742146, -0.005708399228751659, -0.0053940024226903915, -0.005079605616629124, -0.0047652083449065685, -0.004450811073184013, -0.0041364142671227455, -0.003822017228230834, -0.0035076201893389225, -0.003193223150447011, -0.0028788261115550995, -0.002564429072663188, -0.0022500320337712765, -0.001935634994879365, -0.0016212379559874535, -0.001306840917095542, -0.0009924438782036304, -0.0006780468393117189, -0.00036364980041980743, -4.925276152789593e-05, 0.0002651442773640156, 0.0005795413162559271, 0.0008939383551478386, 0.00120833539403975, 0.0015227324329316616, 0.0018371294718235731, 0.0021515265107154846, 0.002465923549607396, 0.0027803205884993076, 0.003094717627391219, 0.0034091146662831306, 0.003723511705175042, 0.004037908744066954, 0.004352306015789509, 0.004666702821850777, 0.0049810996279120445, 0.0052954968996346, 0.005609894171357155, 0.005924290977418423, 0.0062386877834796906, 0.006553085055202246, 0.006867482326924801, 0.007181879132986069, 0.007496275939047337, 0.007810673210769892, 0.008125070482492447, 0.008439467288553715, 0.008753864094614983, 0.009068261831998825, 0.009382658638060093, 0.00969705544412136, 0.010011452250182629, 0.010325849056243896, 0.010640246793627739, 0.010954643599689007]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 3.0, 3.0, 3.0, 1.0, 0.0, 4.0, 2.0, 3.0, 0.0, 2.0, 1.0, 2.0, 3.0, 4.0, 3.0, 2.0, 7.0, 2.0, 1.0, 0.0, 1.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.019571512937545776, -0.01907210983335972, -0.01857270672917366, -0.018073303624987602, -0.017573898658156395, -0.017074495553970337, -0.01657509244978428, -0.01607568934559822, -0.015576286241412163, -0.01507688220590353, -0.014577479101717472, -0.014078075997531414, -0.013578671962022781, -0.013079268857836723, -0.012579865753650665, -0.012080461718142033, -0.011581058613955975, -0.011081655509769917, -0.010582251474261284, -0.010082848370075226, -0.009583445265889168, -0.009084041230380535, -0.008584638126194477, -0.008085235022008419, -0.007585831452161074, -0.007086427882313728, -0.00658702477812767, -0.006087621208280325, -0.00558821763843298, -0.0050888145342469215, -0.004589410964399576, -0.004090007860213518, -0.003590604290366173, -0.003091200953349471, -0.0025917976163327694, -0.002092394046485424, -0.0015929907094687223, -0.0010935873724520206, -0.0005941839190199971, -9.478052379563451e-05, 0.0004046228714287281, 0.0009040262666530907, 0.0014034296618774533, 0.0019028331153094769, 0.0024022364523261786, 0.0029016397893428802, 0.0034010433591902256, 0.0039004466962069273, 0.004399850033223629, 0.004899253603070974, 0.005398656707257032, 0.005898060277104378, 0.006397463381290436, 0.006896866951137781, 0.0073962705209851265, 0.007895673625171185, 0.008395077660679817, 0.008894480764865875, 0.009393883869051933, 0.009893286973237991, 0.010392691008746624, 0.010892094112932682, 0.01139149721711874, 0.011890901252627373, 0.01239030435681343]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 3.0, 0.0, 5.0, 1.0, 4.0, 5.0, 11.0, 3.0, 6.0, 12.0, 18.0, 13.0, 25.0, 37.0, 32.0, 47.0, 60.0, 96.0, 88.0, 123.0, 156.0, 204.0, 216.0, 247.0, 284.0, 401.0, 479.0, 521.0, 700.0, 922.0, 1206.0, 1684.0, 2484.0, 5716.0, 1044.0, 506.0, 340.0, 224.0, 111.0, 71.0, 55.0, 66.0, 58.0, 40.0, 46.0, 20.0, 8.0, 4.0, 3.0, 4.0, 4.0, 2.0, 3.0, 0.0, 3.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.012553393840789795, -0.012198163196444511, -0.011842932552099228, -0.011487701907753944, -0.011132471263408661, -0.010777239687740803, -0.01042200904339552, -0.010066778399050236, -0.009711547754704952, -0.009356317110359669, -0.009001086466014385, -0.008645855821669102, -0.008290624246001244, -0.00793539360165596, -0.007580162957310677, -0.007224932312965393, -0.0068697016686201096, -0.006514471024274826, -0.0061592403799295425, -0.005804009269922972, -0.005448778625577688, -0.005093547981232405, -0.004738316871225834, -0.00438308622688055, -0.004027855582535267, -0.0036726249381899834, -0.003317394061014056, -0.002962163183838129, -0.0026069325394928455, -0.002251701895147562, -0.0018964710179716349, -0.0015412402572110295, -0.0011860094964504242, -0.0008307787356898189, -0.0004755479749292135, -0.00012031721416860819, 0.00023491354659199715, 0.0005901443073526025, 0.0009453750681132078, 0.0013006058288738132, 0.0016558365896344185, 0.002011067233979702, 0.002366298111155629, 0.0027215289883315563, 0.00307675963267684, 0.0034319902770221233, 0.0037872211541980505, 0.004142452031373978, 0.004497682675719261, 0.004852913320064545, 0.005208143964409828, 0.005563375074416399, 0.0059186057187616825, 0.006273836363106966, 0.006629067473113537, 0.00698429811745882, 0.007339528761804104, 0.007694759406149387, 0.008049990050494671, 0.008405220694839954, 0.008760452270507812, 0.009115682914853096, 0.00947091355919838, 0.009826144203543663, 0.010181374847888947]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 4.0, 1.0, 1.0, 2.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.11794968694448471, -0.11518792062997818, -0.11242615431547165, -0.10966438800096512, -0.10690262168645859, -0.10414085537195206, -0.10137908160686493, -0.0986173152923584, -0.09585554897785187, -0.09309378266334534, -0.0903320163488388, -0.08757025003433228, -0.08480848371982574, -0.08204671740531921, -0.07928495109081268, -0.07652318477630615, -0.07376141846179962, -0.0709996446967125, -0.06823787838220596, -0.06547611206769943, -0.0627143457531929, -0.05995257943868637, -0.05719081312417984, -0.05442904680967331, -0.05166728049516678, -0.04890551045536995, -0.04614374414086342, -0.04338197782635689, -0.04062021151185036, -0.037858445197343826, -0.035096675157547, -0.032334908843040466, -0.029573142528533936, -0.026811376214027405, -0.024049608036875725, -0.021287841722369194, -0.018526073545217514, -0.015764307230710983, -0.013002540916204453, -0.010240773670375347, -0.007479006424546242, -0.004717239178717136, -0.0019554723985493183, 0.0008062946144491434, 0.003568061627447605, 0.0063298288732767105, 0.009091595187783241, 0.011853362433612347, 0.014615129679441452, 0.017376895993947983, 0.020138664171099663, 0.022900430485606194, 0.025662198662757874, 0.028423964977264404, 0.031185731291770935, 0.033947497606277466, 0.036709263920784, 0.039471033960580826, 0.04223280027508736, 0.04499456658959389, 0.04775633290410042, 0.05051809921860695, 0.05327986925840378, 0.05604163557291031, 0.05880340188741684]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 3.0, 5.0, 2.0, 1.0, 2.0, 2.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 4.0, 3.0, 9.0, 6.0, 17.0, 13.0, 14.0, 24.0, 22.0, 30.0, 36.0, 22.0, 13.0, 5.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 1.0, 6.0, 1.0, 2.0, 4.0, 0.0, 2.0, 1.0, 3.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.05609963834285736, -0.05438140779733658, -0.052663177251815796, -0.05094495043158531, -0.04922671988606453, -0.04750848934054375, -0.045790258795022964, -0.04407202824950218, -0.0423538014292717, -0.040635570883750916, -0.03891734033823013, -0.03719910979270935, -0.03548087924718857, -0.033762648701667786, -0.0320444218814373, -0.03032619133591652, -0.028607960790395737, -0.026889730244874954, -0.02517150156199932, -0.02345327101647854, -0.021735042333602905, -0.020016811788082123, -0.01829858124256134, -0.016580352559685707, -0.014862122014164925, -0.013143892399966717, -0.011425662785768509, -0.009707432240247726, -0.007989202626049519, -0.006270973011851311, -0.004552742931991816, -0.002834513084962964, -0.0011162832379341125, 0.000601946609094739, 0.0023201764561235905, 0.004038406535983086, 0.0057566361501812935, 0.007474865764379501, 0.009193096309900284, 0.010911325924098492, 0.0126295555382967, 0.014347785152494907, 0.016066014766693115, 0.017784245312213898, 0.01950247585773468, 0.021220704540610313, 0.022938935086131096, 0.02465716376900673, 0.02637539431452751, 0.028093624860048294, 0.029811853542923927, 0.03153008222579956, 0.03324831277132034, 0.034966543316841125, 0.03668477386236191, 0.03840300440788269, 0.04012123495340347, 0.04183946177363396, 0.04355769231915474, 0.04527592286467552, 0.046994153410196304, 0.04871238395571709, 0.05043061077594757, 0.05214884132146835, 0.053867071866989136]}, "_runtime": 11.830366849899292, "_timestamp": 1596208376.0213609, "_step": 7}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 4.0, 0.0, 4.0, 0.0, 3.0, 2.0, 3.0, 1.0, 2.0, 1.0, 2.0, 4.0, 0.0, 4.0, 3.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010530997067689896, -0.010160140693187714, -0.009789284318685532, -0.009418428875505924, -0.009047572501003742, -0.00867671612650156, -0.008305859751999378, -0.007935003377497196, -0.0075641474686563015, -0.0071932910941541195, -0.006822435185313225, -0.006451578810811043, -0.006080722436308861, -0.005709866527467966, -0.005339010152965784, -0.004968154244124889, -0.004597297869622707, -0.004226441495120525, -0.0038555855862796307, -0.0034847292117774487, -0.0031138730701059103, -0.002743016928434372, -0.00237216055393219, -0.0020013044122606516, -0.0016304482705891132, -0.0012595921289175749, -0.0008887358708307147, -0.0005178796709515154, -0.00014702347107231617, 0.0002238327288068831, 0.0005946889286860824, 0.0009655451285652816, 0.001336401328444481, 0.0017072574701160192, 0.0020781136117875576, 0.0024489699862897396, 0.002819826127961278, 0.0031906822696328163, 0.0035615386441349983, 0.003932394552975893, 0.004303250927478075, 0.004674107301980257, 0.005044963210821152, 0.005415819585323334, 0.005786675959825516, 0.0061575318686664104, 0.0065283882431685925, 0.006899244152009487, 0.007270100526511669, 0.007640956901013851, 0.008011813275516033, 0.00838266871869564, 0.008753525093197823, 0.009124381467700005, 0.009495237842202187, 0.009866094216704369, 0.01023695059120655, 0.010607806034386158, 0.01097866240888834, 0.011349518783390522, 0.011720375157892704, 0.012091231532394886, 0.012462086975574493, 0.012832943350076675, 0.013203799724578857]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 7.0, 3.0, 4.0, 2.0, 10.0, 6.0, 10.0, 10.0, 14.0, 19.0, 29.0, 27.0, 45.0, 60.0, 80.0, 94.0, 159.0, 196.0, 293.0, 526.0, 4537.0, 804.0, 335.0, 201.0, 134.0, 96.0, 54.0, 44.0, 29.0, 28.0, 17.0, 11.0, 11.0, 9.0, 5.0, 5.0, 4.0, 2.0, 2.0, 0.0, 1.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.18075646460056305, -0.17517589032649994, -0.16959531605243683, -0.16401472687721252, -0.15843415260314941, -0.1528535783290863, -0.1472730040550232, -0.1416924148797989, -0.13611184060573578, -0.13053126633167267, -0.12495069205760956, -0.11937011033296585, -0.11378953605890274, -0.10820895433425903, -0.10262838006019592, -0.09704779833555222, -0.0914672240614891, -0.085886649787426, -0.08030606806278229, -0.07472549378871918, -0.06914491206407547, -0.06356433779001236, -0.05798375979065895, -0.05240318179130554, -0.04682260379195213, -0.041242025792598724, -0.035661447793245316, -0.030080871656537056, -0.024500293657183647, -0.01891971565783024, -0.013339138589799404, -0.007758561056107283, -0.002177983522415161, 0.0034025940112769604, 0.008983171544969082, 0.014563748612999916, 0.020144326612353325, 0.025724904611706734, 0.03130548074841499, 0.0368860587477684, 0.04246663674712181, 0.04804721474647522, 0.05362779274582863, 0.05920837074518204, 0.06478894501924515, 0.07036952674388885, 0.07595010101795197, 0.08153068274259567, 0.08711125701665878, 0.0926918312907219, 0.0982724130153656, 0.10385298728942871, 0.10943356901407242, 0.11501414328813553, 0.12059472501277924, 0.12617529928684235, 0.13175587356090546, 0.13733644783496857, 0.14291703701019287, 0.14849761128425598, 0.1540781855583191, 0.1596587598323822, 0.1652393490076065, 0.17081992328166962, 0.17640049755573273]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 3.0, 0.0, 2.0, 7.0, 2.0, 5.0, 5.0, 1.0, 2.0, 3.0, 1.0, 2.0, 1.0, 5.0, 3.0, 6.0, 3.0, 30.0, 2.0, 3.0, 3.0, 1.0, 0.0, 2.0, 6.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 1.0, 2.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.0033099513966590166, -0.003215596079826355, -0.0031212407629936934, -0.0030268854461610317, -0.0029325303621590137, -0.002838175045326352, -0.0027438197284936905, -0.002649464411661029, -0.0025551090948283672, -0.0024607537779957056, -0.002366398461163044, -0.0022720431443303823, -0.0021776878274977207, -0.0020833327434957027, -0.001988977426663041, -0.0018946221098303795, -0.0018002667929977179, -0.0017059114761650562, -0.0016115561593323946, -0.0015172009589150548, -0.0014228456420823932, -0.0013284903252497315, -0.0012341351248323917, -0.0011397798079997301, -0.0010454244911670685, -0.0009510691743344069, -0.0008567139157094061, -0.0007623586570844054, -0.0006680033402517438, -0.0005736480234190822, -0.00047929276479408145, -0.0003849374770652503, -0.0002905821893364191, -0.00019622690160758793, -0.00010187161387875676, -7.5163261499255896e-06, 8.683896157890558e-05, 0.00018119424930773675, 0.0002755495370365679, 0.0003699048247653991, 0.00046426011249423027, 0.0005586154293268919, 0.0006529706879518926, 0.0007473259465768933, 0.000841681263409555, 0.0009360365802422166, 0.0010303917806595564, 0.001124747097492218, 0.0012191024143248796, 0.0013134577311575413, 0.001407813047990203, 0.0015021682484075427, 0.0015965235652402043, 0.001690878882072866, 0.0017852340824902058, 0.0018795893993228674, 0.001973944716155529, 0.0020683000329881907, 0.0021626553498208523, 0.002257010666653514, 0.0023513659834861755, 0.0024457210674881935, 0.002540076384320855, 0.0026344317011535168, 0.0027287870179861784]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 3.0, 3.0, 6.0, 8.0, 9.0, 12.0, 17.0, 19.0, 38.0, 44.0, 74.0, 83.0, 117.0, 173.0, 251.0, 380.0, 544.0, 730.0, 1156.0, 1803.0, 2863.0, 4608.0, 7816.0, 13525.0, 24649.0, 46435.0, 89471.0, 209721.0, 608696.0, 74891.0, 38404.0, 21295.0, 12263.0, 7030.0, 4380.0, 2626.0, 1723.0, 1147.0, 775.0, 537.0, 354.0, 268.0, 191.0, 152.0, 101.0, 64.0, 49.0, 39.0, 39.0, 21.0, 16.0, 6.0, 7.0, 3.0, 4.0, 2.0], "bins": [-0.01089419424533844, -0.010592419654130936, -0.010290645994246006, -0.009988871403038502, -0.009687097743153572, -0.009385323151946068, -0.009083548560738564, -0.008781774900853634, -0.00848000030964613, -0.008178225718438625, -0.007876452058553696, -0.007574677467346191, -0.0072729033417999744, -0.0069711292162537575, -0.006669354625046253, -0.006367580499500036, -0.006065806373953819, -0.005764032248407602, -0.005462258122861385, -0.005160483531653881, -0.004858709406107664, -0.004556935280561447, -0.004255160689353943, -0.003953386563807726, -0.003651612438261509, -0.003349838312715292, -0.0030480639543384314, -0.0027462895959615707, -0.0024445154704153538, -0.002142741344869137, -0.0018409669864922762, -0.0015391927445307374, -0.0012374185025691986, -0.0009356442606076598, -0.000633870018646121, -0.00033209577668458223, -3.0321534723043442e-05, 0.00027145270723849535, 0.0005732269492000341, 0.0008750011911615729, 0.0011767754331231117, 0.0014785496750846505, 0.0017803239170461893, 0.00208209827542305, 0.002383872400969267, 0.002685646526515484, 0.0029874208848923445, 0.003289195243269205, 0.003590969368815422, 0.003892743494361639, 0.004194517619907856, 0.00449629221111536, 0.004798066336661577, 0.005099840462207794, 0.0054016150534152985, 0.005703389178961515, 0.006005163304507732, 0.006306937430053949, 0.006608711555600166, 0.006910486146807671, 0.0072122602723538876, 0.0075140343979001045, 0.007815808989107609, 0.008117582648992538, 0.008419357240200043]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 2.0, 2.0, 2.0, 4.0, 3.0, 1.0, 1.0, 7.0, 3.0, 2.0, 1.0, 2.0, 1.0, 3.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.009905570186674595, -0.009608406573534012, -0.009311242960393429, -0.009014079347252846, -0.008716915734112263, -0.00841975212097168, -0.008122587576508522, -0.007825423963367939, -0.007528260350227356, -0.007231096737086773, -0.00693393312394619, -0.006636769510805607, -0.006339605897665024, -0.006042442284524441, -0.00574527820572257, -0.005448114592581987, -0.005150950979441404, -0.004853787366300821, -0.004556623753160238, -0.004259459674358368, -0.003962296061217785, -0.003665132448077202, -0.003367968834936619, -0.003070804988965392, -0.002773641375824809, -0.002476477762684226, -0.0021793139167129993, -0.0018821503035724163, -0.0015849865740165114, -0.0012878228444606066, -0.0009906592313200235, -0.0006934955017641187, -0.0003963317722082138, -9.91680717561394e-05, 0.000197995628695935, 0.000495159300044179, 0.0007923230296000838, 0.0010894867591559887, 0.0013866503722965717, 0.0016838141018524766, 0.0019809778314083815, 0.0022781414445489645, 0.002575305290520191, 0.0028724689036607742, 0.0031696325168013573, 0.003466796362772584, 0.003763959975913167, 0.004061123821884394, 0.004358287435024977, 0.00465545104816556, 0.004952614661306143, 0.005249778740108013, 0.005546942353248596, 0.005844105966389179, 0.006141269579529762, 0.006438433192670345, 0.006735596805810928, 0.007032760884612799, 0.007329924497753382, 0.007627088110893965, 0.007924252189695835, 0.008221415802836418, 0.008518579415977001, 0.008815743029117584, 0.009112906642258167]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 3.0, 5.0, 5.0, 8.0, 9.0, 8.0, 15.0, 13.0, 18.0, 24.0, 32.0, 43.0, 34.0, 47.0, 61.0, 57.0, 90.0, 111.0, 137.0, 156.0, 192.0, 278.0, 356.0, 458.0, 611.0, 797.0, 944.0, 1425.0, 2257.0, 5839.0, 1611.0, 929.0, 517.0, 413.0, 243.0, 169.0, 155.0, 99.0, 65.0, 42.0, 29.0, 15.0, 22.0, 21.0, 12.0, 12.0, 11.0, 7.0, 5.0, 7.0, 2.0, 3.0, 1.0, 2.0], "bins": [-0.01064514834433794, -0.01037308108061552, -0.0101010138168931, -0.009828946553170681, -0.009556879289448261, -0.009284812025725842, -0.009012744762003422, -0.008740677498281002, -0.008468610234558582, -0.008196542970836163, -0.007924475707113743, -0.00765240890905261, -0.007380341645330191, -0.007108274381607771, -0.006836207117885351, -0.0065641398541629314, -0.006292072590440512, -0.006020005326718092, -0.005747938062995672, -0.0054758707992732525, -0.005203803535550833, -0.004931736271828413, -0.004659669008105993, -0.0043876017443835735, -0.004115534946322441, -0.0038434674497693777, -0.003571400186046958, -0.0032993329223245382, -0.003027265891432762, -0.0027551986277103424, -0.0024831313639879227, -0.002211064100265503, -0.0019389968365430832, -0.0016669295728206635, -0.0013948623090982437, -0.0011227951617911458, -0.0008507278980687261, -0.0005786606343463063, -0.0003065934288315475, -3.452619421295822e-05, 0.00023754104040563107, 0.0005096083041280508, 0.0007816755096428096, 0.0010537427151575685, 0.0013258099788799882, 0.001597877242602408, 0.0018699443899095058, 0.0021420116536319256, 0.0024140789173543453, 0.002686146181076765, 0.002958213444799185, 0.0032302807085216045, 0.0035023479722440243, 0.0037744150031358004, 0.004046482499688864, 0.0043185497634112835, 0.004590616561472416, 0.004862683825194836, 0.005134751088917255, 0.005406818352639675, 0.005678885616362095, 0.005950952880084515, 0.006223020143806934, 0.006495087407529354, 0.006767154671251774]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0], "bins": [-0.06624677777290344, -0.06432315707206726, -0.06239954009652138, -0.060475923120975494, -0.05855230242013931, -0.05662868171930313, -0.05470506474375725, -0.052781447768211365, -0.05085782706737518, -0.048934206366539, -0.04701058939099312, -0.045086972415447235, -0.04316335171461105, -0.04123973101377487, -0.03931611403822899, -0.037392497062683105, -0.035468876361846924, -0.03354525566101074, -0.03162163868546486, -0.029698019847273827, -0.027774401009082794, -0.025850782170891762, -0.02392716333270073, -0.022003544494509697, -0.020079925656318665, -0.018156306818127632, -0.0162326879799366, -0.014309069141745567, -0.012385450303554535, -0.010461831465363503, -0.00853821262717247, -0.006614593788981438, -0.004690974950790405, -0.002767356112599373, -0.0008437372744083405, 0.001079881563782692, 0.0030035004019737244, 0.004927119240164757, 0.006850738078355789, 0.008774356916546822, 0.010697975754737854, 0.012621594592928886, 0.014545213431119919, 0.01646883226931095, 0.018392451107501984, 0.020316069945693016, 0.02223968878388405, 0.02416330762207508, 0.026086926460266113, 0.028010545298457146, 0.029934164136648178, 0.03185778111219406, 0.03378140181303024, 0.035705022513866425, 0.03762863948941231, 0.03955225646495819, 0.04147587716579437, 0.043399497866630554, 0.04532311484217644, 0.04724673181772232, 0.0491703525185585, 0.051093973219394684, 0.05301759019494057, 0.05494120717048645, 0.05686482787132263]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 2.0, 1.0, 3.0, 2.0, 1.0, 0.0, 2.0, 3.0, 2.0, 1.0, 8.0, 12.0, 14.0, 16.0, 15.0, 19.0, 20.0, 21.0, 29.0, 12.0, 20.0, 11.0, 9.0, 2.0, 6.0, 0.0, 3.0, 1.0, 2.0, 3.0, 4.0, 4.0, 3.0, 1.0, 1.0, 2.0, 2.0, 4.0, 4.0, 2.0, 3.0, 2.0, 2.0], "bins": [-0.06089092046022415, -0.05935216695070267, -0.057813409715890884, -0.0562746562063694, -0.05473589897155762, -0.05319714546203613, -0.05165839195251465, -0.050119634717702866, -0.04858088120818138, -0.0470421276986599, -0.045503370463848114, -0.04396461695432663, -0.042425863444805145, -0.04088710620999336, -0.03934835270047188, -0.037809595465660095, -0.03627084195613861, -0.034732088446617126, -0.033193331211805344, -0.03165457770228386, -0.030115822330117226, -0.028577066957950592, -0.027038313448429108, -0.025499558076262474, -0.02396080270409584, -0.022422047331929207, -0.020883291959762573, -0.01934453845024109, -0.017805783078074455, -0.01626702770590782, -0.014728273265063763, -0.013189518824219704, -0.01165076345205307, -0.010112008079886436, -0.008573253639042377, -0.007034498732537031, -0.005495743826031685, -0.003956988919526339, -0.0024182340130209923, -0.000879479106515646, 0.0006592757999897003, 0.0021980307064950466, 0.003736785613000393, 0.005275540519505739, 0.0068142954260110855, 0.008353050798177719, 0.009891805239021778, 0.011430559679865837, 0.01296931505203247, 0.014508070424199104, 0.016046825796365738, 0.017585579305887222, 0.019124334678053856, 0.02066309005022049, 0.022201843559741974, 0.023740598931908607, 0.02527935430407524, 0.026818109676241875, 0.02835686504840851, 0.029895618557929993, 0.03143437206745148, 0.03297312930226326, 0.034511882811784744, 0.03605064004659653, 0.03758939355611801]}, "_runtime": 12.66993498802185, "_timestamp": 1596208376.860929, "_step": 8}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 3.0, 4.0, 0.0, 0.0, 3.0, 0.0, 1.0, 1.0, 2.0, 4.0, 0.0, 1.0, 3.0, 3.0, 2.0, 2.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 3.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0], "bins": [-0.011389205232262611, -0.011076713912189007, -0.010764222592115402, -0.010451731272041798, -0.010139239951968193, -0.009826748631894588, -0.009514257311820984, -0.00920176599174738, -0.008889274671673775, -0.008576782420277596, -0.008264291100203991, -0.007951799780130386, -0.007639308460056782, -0.007326817139983177, -0.007014325819909573, -0.006701834499835968, -0.0063893431797623634, -0.006076851859688759, -0.005764360539615154, -0.00545186921954155, -0.005139377899467945, -0.004826886113733053, -0.004514394793659449, -0.004201903473585844, -0.0038894121535122395, -0.003576920833438635, -0.0032644295133650303, -0.002951937960460782, -0.0026394466403871775, -0.002326955320313573, -0.0020144637674093246, -0.00170197244733572, -0.0013894811272621155, -0.001076989807188511, -0.0007644983706995845, -0.000452006992418319, -0.0001395156141370535, 0.000172975764144212, 0.0004854671424254775, 0.000797958520706743, 0.0011104498989880085, 0.001422941219061613, 0.0017354326555505395, 0.002047924092039466, 0.0023604154121130705, 0.002672906732186675, 0.0029853982850909233, 0.003297889605164528, 0.0036103809252381325, 0.003922872245311737, 0.004235363565385342, 0.004547854885458946, 0.004860346205532551, 0.005172837991267443, 0.005485329311341047, 0.005797820631414652, 0.0061103119514882565, 0.006422803271561861, 0.006735294591635466, 0.00704778591170907, 0.007360277697443962, 0.007672769017517567, 0.007985260337591171, 0.008297751657664776, 0.00861024297773838]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 0.0, 2.0, 1.0, 4.0, 6.0, 4.0, 8.0, 8.0, 12.0, 9.0, 18.0, 20.0, 19.0, 32.0, 49.0, 54.0, 65.0, 82.0, 112.0, 167.0, 216.0, 265.0, 426.0, 4235.0, 901.0, 398.0, 224.0, 162.0, 100.0, 82.0, 64.0, 44.0, 38.0, 21.0, 18.0, 18.0, 12.0, 6.0, 2.0, 5.0, 4.0, 4.0, 2.0, 2.0, 4.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.16155005991458893, -0.156864732503891, -0.15217941999435425, -0.1474940925836563, -0.14280878007411957, -0.13812345266342163, -0.1334381401538849, -0.12875281274318695, -0.12406749278306961, -0.11938217282295227, -0.11469685286283493, -0.11001153290271759, -0.10532620549201965, -0.10064088553190231, -0.09595556557178497, -0.09127024561166763, -0.08658492565155029, -0.08189960569143295, -0.07721428573131561, -0.07252896577119827, -0.06784364581108093, -0.063158318400383, -0.058472998440265656, -0.053787678480148315, -0.049102358520030975, -0.044417038559913635, -0.039731718599796295, -0.03504639491438866, -0.030361074954271317, -0.025675754994153976, -0.020990433171391487, -0.016305111348628998, -0.011619791388511658, -0.006934470497071743, -0.0022491496056318283, 0.0024361712858080864, 0.007121492177248001, 0.011806813068687916, 0.01649213396012783, 0.02117745578289032, 0.02586277574300766, 0.030548095703125, 0.03523341566324234, 0.03991873934864998, 0.04460405930876732, 0.04928937926888466, 0.0539747029542923, 0.05866002291440964, 0.06334534287452698, 0.06803066283464432, 0.07271598279476166, 0.077401302754879, 0.08208662271499634, 0.08677195012569427, 0.09145727008581161, 0.09614259004592896, 0.1008279100060463, 0.10551322996616364, 0.11019854992628098, 0.11488386988639832, 0.11956919729709625, 0.12425451725721359, 0.12893983721733093, 0.13362514972686768, 0.1383104771375656]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 3.0, 1.0, 0.0, 4.0, 3.0, 5.0, 4.0, 4.0, 5.0, 6.0, 4.0, 3.0, 1.0, 6.0, 29.0, 3.0, 4.0, 4.0, 5.0, 3.0, 5.0, 2.0, 1.0, 3.0, 3.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002607768401503563, -0.0025003370828926563, -0.0023929059971123934, -0.0022854749113321304, -0.002178043592721224, -0.0020706122741103172, -0.0019631811883300543, -0.0018557499861344695, -0.0017483187839388847, -0.0016408875817433, -0.0015334563795477152, -0.0014260251773521304, -0.0013185939751565456, -0.0012111627729609609, -0.001103731570765376, -0.0009963003685697913, -0.0008888691663742065, -0.0007814379641786218, -0.000674006761983037, -0.0005665755597874522, -0.00045914435759186745, -0.00035171315539628267, -0.0002442819532006979, -0.00013685075100511312, -2.941954880952835e-05, 7.801165338605642e-05, 0.0001854428555816412, 0.00029287405777722597, 0.00040030525997281075, 0.0005077364621683955, 0.0006151676643639803, 0.0007225988665595651, 0.0008300300687551498, 0.0009374612709507346, 0.0010448924731463194, 0.0011523236753419042, 0.001259754877537489, 0.0013671860797330737, 0.0014746172819286585, 0.0015820484841242433, 0.001689479686319828, 0.0017969108885154128, 0.0019043420907109976, 0.0020117731764912605, 0.002119204495102167, 0.0022266358137130737, 0.0023340668994933367, 0.0024414979852735996, 0.0025489293038845062, 0.002656360622495413, 0.0027637917082756758, 0.0028712227940559387, 0.0029786541126668453, 0.003086085431277752, 0.003193516517058015, 0.003300947602838278, 0.0034083789214491844, 0.003515810240060091, 0.003623241325840354, 0.003730672411620617, 0.0038381037302315235, 0.00394553504884243, 0.004052965901792049, 0.004160397220402956, 0.004267828539013863]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 3.0, 7.0, 3.0, 7.0, 14.0, 17.0, 35.0, 36.0, 60.0, 108.0, 124.0, 190.0, 279.0, 470.0, 746.0, 1271.0, 1993.0, 3523.0, 6387.0, 12001.0, 23464.0, 48463.0, 104677.0, 677812.0, 155817.0, 65376.0, 32515.0, 17698.0, 9977.0, 6067.0, 3698.0, 2271.0, 1450.0, 954.0, 645.0, 455.0, 287.0, 196.0, 144.0, 97.0, 89.0, 50.0, 43.0, 28.0, 16.0, 15.0, 14.0, 10.0, 10.0, 9.0, 4.0, 6.0, 3.0, 6.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.0084208520129323, -0.008106997236609459, -0.007793141528964043, -0.007479286286979914, -0.007165431044995785, -0.006851575803011656, -0.006537720561027527, -0.006223865319043398, -0.005910010077059269, -0.00559615483507514, -0.005282299593091011, -0.004968444351106882, -0.004654589109122753, -0.004340733867138624, -0.004026878625154495, -0.0037130233831703663, -0.0033991681411862373, -0.0030853128992021084, -0.0027714576572179794, -0.0024576024152338505, -0.0021437471732497215, -0.0018298919312655926, -0.0015160366892814636, -0.0012021814472973347, -0.0008883262053132057, -0.0005744709633290768, -0.0002606157213449478, 5.323952063918114e-05, 0.0003670947626233101, 0.000680950004607439, 0.000994805246591568, 0.001308660488575697, 0.001622515730559826, 0.0019363709725439548, 0.002250226214528084, 0.0025640814565122128, 0.0028779366984963417, 0.0031917919404804707, 0.0035056471824645996, 0.0038195024244487286, 0.0041333576664328575, 0.0044472129084169865, 0.004761068150401115, 0.005074923392385244, 0.005388778634369373, 0.005702633876353502, 0.006016489118337631, 0.00633034436032176, 0.006644199602305889, 0.006958054844290018, 0.007271910086274147, 0.007585765328258276, 0.007899620570242405, 0.008213475346565247, 0.008527331054210663, 0.008841186761856079, 0.00915504153817892, 0.009468896314501762, 0.009782752022147179, 0.010096607729792595, 0.010410462506115437, 0.010724317282438278, 0.011038172990083694, 0.01135202869772911, 0.011665883474051952]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 4.0, 2.0, 1.0, 3.0, 3.0, 7.0, 12.0, 4.0, 4.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.021213704720139503, -0.020388849079608917, -0.01956399343907833, -0.018739137798547745, -0.01791428215801716, -0.017089426517486572, -0.016264570876955986, -0.015439716167747974, -0.014614860527217388, -0.013790004886686802, -0.012965149246156216, -0.01214029360562563, -0.011315438896417618, -0.010490583255887032, -0.009665727615356445, -0.008840871974825859, -0.008016016334295273, -0.007191160693764687, -0.0063663050532341, -0.005541449878364801, -0.004716594237834215, -0.003891738597303629, -0.0030668831896036863, -0.0022420277819037437, -0.0014171721413731575, -0.0005923166172578931, 0.00023253890685737133, 0.0010573944309726357, 0.0018822499550879002, 0.0027071055956184864, 0.003531961003318429, 0.004356816411018372, 0.005181672051548958, 0.006006527692079544, 0.00683138333261013, 0.007656238507479429, 0.008481094613671303, 0.009305949322879314, 0.0101308049634099, 0.010955660603940487, 0.011780516244471073, 0.01260537188500166, 0.013430227525532246, 0.014255083166062832, 0.015079937875270844, 0.01590479351580143, 0.016729649156332016, 0.017554504796862602, 0.01837936043739319, 0.019204216077923775, 0.02002907171845436, 0.020853927358984947, 0.021678782999515533, 0.02250363864004612, 0.023328494280576706, 0.024153349921107292, 0.02497820556163788, 0.025803059339523315, 0.0266279149800539, 0.027452770620584488, 0.028277626261115074, 0.02910248190164566, 0.029927337542176247, 0.030752193182706833, 0.03157705068588257]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 4.0, 2.0, 4.0, 9.0, 8.0, 8.0, 11.0, 18.0, 23.0, 40.0, 26.0, 59.0, 54.0, 80.0, 74.0, 92.0, 114.0, 123.0, 152.0, 188.0, 213.0, 269.0, 345.0, 396.0, 572.0, 748.0, 1017.0, 1697.0, 6109.0, 2265.0, 1211.0, 771.0, 454.0, 277.0, 201.0, 127.0, 119.0, 60.0, 24.0, 37.0, 23.0, 25.0, 29.0, 24.0, 21.0, 33.0, 45.0, 41.0, 47.0, 29.0, 17.0, 28.0, 17.0, 10.0, 17.0, 11.0, 7.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.012078588828444481, -0.011698909103870392, -0.011319228447973728, -0.010939548723399639, -0.010559868067502975, -0.010180188342928886, -0.009800508618354797, -0.009420827962458134, -0.009041148237884045, -0.008661468513309956, -0.008281787857413292, -0.007902108132839203, -0.0075224279426038265, -0.00714274775236845, -0.006763068027794361, -0.006383387837558985, -0.006003707647323608, -0.005624027457088232, -0.005244347266852856, -0.004864667542278767, -0.00448498735204339, -0.004105307161808014, -0.003725627204403281, -0.0033459472469985485, -0.002966267056763172, -0.002586586866527796, -0.002206906909123063, -0.0018272268353030086, -0.001447546761482954, -0.0010678666876628995, -0.000688186613842845, -0.00030850654002279043, 7.11735337972641e-05, 0.00045085360761731863, 0.0008305336814373732, 0.0012102137552574277, 0.0015898938290774822, 0.0019695740193128586, 0.0023492539767175913, 0.002728933934122324, 0.0031086141243577003, 0.0034882943145930767, 0.0038679742719978094, 0.004247654229402542, 0.0046273344196379185, 0.005007014609873295, 0.005386694334447384, 0.00576637452468276, 0.006146054714918137, 0.006525734905153513, 0.006905415095388889, 0.007285094819962978, 0.007664775010198355, 0.008044455200433731, 0.00842413492500782, 0.008803815580904484, 0.009183495305478573, 0.009563175030052662, 0.009942855685949326, 0.010322535410523415, 0.010702215135097504, 0.011081895790994167, 0.011461575515568256, 0.01184125617146492, 0.012220935896039009]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0], "bins": [-0.1383342146873474, -0.13519056141376495, -0.1320469081401825, -0.12890325486660004, -0.12575960159301758, -0.12261595577001572, -0.11947230249643326, -0.1163286492228508, -0.11318499594926834, -0.11004134267568588, -0.10689769685268402, -0.10375404357910156, -0.1006103903055191, -0.09746673703193665, -0.09432308375835419, -0.09117943048477173, -0.08803577721118927, -0.08489213138818741, -0.08174847811460495, -0.07860482484102249, -0.07546117156744003, -0.07231751829385757, -0.06917386502027512, -0.06603021919727325, -0.0628865659236908, -0.05974291265010834, -0.05659925937652588, -0.05345560610294342, -0.05031195655465126, -0.0471683032810688, -0.04402465000748634, -0.04088100045919418, -0.037737347185611725, -0.034593693912029266, -0.031450044363737106, -0.028306391090154648, -0.02516273781657219, -0.02201908640563488, -0.01887543499469757, -0.015731781721115112, -0.012588130310177803, -0.00944447796791792, -0.006300826091319323, -0.0031571739818900824, -1.3521872460842133e-05, 0.003130130236968398, 0.006273782346397638, 0.009417434222996235, 0.012561086565256119, 0.015704737976193428, 0.018848391249775887, 0.021992042660713196, 0.025135695934295654, 0.028279347345232964, 0.03142299875617027, 0.03456665202975273, 0.03771030157804489, 0.04085395485162735, 0.04399760812520981, 0.04714126139879227, 0.05028491094708443, 0.053428564220666885, 0.056572217494249344, 0.059715867042541504, 0.06285952031612396]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 2.0, 2.0, 0.0, 2.0, 1.0, 3.0, 2.0, 3.0, 2.0, 1.0, 4.0, 10.0, 14.0, 24.0, 26.0, 30.0, 42.0, 24.0, 14.0, 13.0, 15.0, 10.0, 4.0, 6.0, 1.0, 4.0, 1.0, 2.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.10551181435585022, -0.10308616608381271, -0.10066051036119461, -0.0982348620891571, -0.0958092138171196, -0.09338356554508209, -0.09095790982246399, -0.08853226155042648, -0.08610661327838898, -0.08368095755577087, -0.08125530928373337, -0.07882966101169586, -0.07640401273965836, -0.07397835701704025, -0.07155270874500275, -0.06912706047296524, -0.06670141220092773, -0.06427575647830963, -0.061850108206272125, -0.05942445620894432, -0.056998807936906815, -0.05457315593957901, -0.052147507667541504, -0.0497218556702137, -0.047296203672885895, -0.04487055540084839, -0.042444903403520584, -0.04001925513148308, -0.03759360313415527, -0.03516795486211777, -0.03274230286478996, -0.030316652730107307, -0.027891002595424652, -0.025465352460741997, -0.02303970232605934, -0.020614052191376686, -0.01818840205669403, -0.015762750059366226, -0.01333709992468357, -0.010911449790000916, -0.00848579965531826, -0.006060149520635605, -0.003634498920291662, -0.0012088485527783632, 0.0012168018147349358, 0.0036424521822482347, 0.006068102549761534, 0.008493753150105476, 0.010919403284788132, 0.013345053419470787, 0.015770703554153442, 0.018196353688836098, 0.020622003823518753, 0.023047655820846558, 0.025473305955529213, 0.02789895609021187, 0.030324606224894524, 0.03275025635957718, 0.035175908356904984, 0.03760155662894249, 0.040027208626270294, 0.0424528568983078, 0.044878508895635605, 0.04730415716767311, 0.049729809165000916]}, "_runtime": 13.483069896697998, "_timestamp": 1596208377.674064, "_step": 9}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 2.0, 1.0, 1.0, 2.0, 3.0, 2.0, 1.0, 1.0, 3.0, 2.0, 5.0, 2.0, 3.0, 3.0, 1.0, 3.0, 1.0, 1.0, 2.0, 1.0, 2.0, 1.0, 1.0, 2.0], "bins": [-0.013679446652531624, -0.013380362652242184, -0.013081278651952744, -0.012782194651663303, -0.012483110651373863, -0.012184025719761848, -0.011884941719472408, -0.011585857719182968, -0.011286773718893528, -0.010987689718604088, -0.010688605718314648, -0.010389521718025208, -0.010090436786413193, -0.009791352786123753, -0.009492268785834312, -0.009193184785544872, -0.008894100785255432, -0.008595016784965992, -0.008295932784676552, -0.007996848784387112, -0.007697764318436384, -0.007398680318146944, -0.007099595852196217, -0.006800511851906776, -0.006501427851617336, -0.006202343851327896, -0.005903259851038456, -0.0056041753850877285, -0.005305091384798288, -0.005006007384508848, -0.004706922918558121, -0.004407838918268681, -0.00410875491797924, -0.0038096709176898003, -0.0035105866845697165, -0.0032115024514496326, -0.0029124184511601925, -0.0026133344508707523, -0.0023142502177506685, -0.0020151659846305847, -0.0017160819843411446, -0.0014169978676363826, -0.0011179137509316206, -0.0008188296342268586, -0.0005197455175220966, -0.00022066140081733465, 7.842271588742733e-05, 0.0003775068325921893, 0.0006765909492969513, 0.0009756750660017133, 0.0012747591827064753, 0.0015738432994112372, 0.0018729274161159992, 0.0021720114164054394, 0.002471095649525523, 0.002770179882645607, 0.003069263882935047, 0.0033683478832244873, 0.003667432116344571, 0.003966516349464655, 0.004265600349754095, 0.004564684350043535, 0.004863768815994263, 0.005162852816283703, 0.005461936816573143]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 2.0, 1.0, 2.0, 7.0, 5.0, 10.0, 3.0, 4.0, 5.0, 8.0, 6.0, 6.0, 12.0, 24.0, 23.0, 26.0, 17.0, 44.0, 48.0, 53.0, 67.0, 104.0, 139.0, 168.0, 201.0, 267.0, 467.0, 4318.0, 720.0, 328.0, 230.0, 134.0, 131.0, 79.0, 65.0, 48.0, 38.0, 20.0, 18.0, 20.0, 12.0, 14.0, 9.0, 5.0, 9.0, 3.0, 4.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.1394953429698944, -0.13564281165599823, -0.13179028034210205, -0.12793774902820587, -0.1240852102637291, -0.12023267894983292, -0.11638014763593674, -0.11252761632204056, -0.10867507755756378, -0.1048225462436676, -0.10097001492977142, -0.09711748361587524, -0.09326495230197906, -0.08941242098808289, -0.08555988222360611, -0.08170735090970993, -0.07785481959581375, -0.07400228828191757, -0.07014975696802139, -0.06629721820354462, -0.06244468688964844, -0.05859215557575226, -0.05473962426185608, -0.0508870892226696, -0.04703455790877342, -0.04318202659487724, -0.039329491555690765, -0.035476960241794586, -0.03162442892789841, -0.02777189388871193, -0.02391936257481575, -0.02006682939827442, -0.016214296221733093, -0.012361763045191765, -0.008509230799973011, -0.00465669808909297, -0.0008041653782129288, 0.0030483673326671124, 0.0069009000435471535, 0.010753432288765907, 0.014605965465307236, 0.018458498641848564, 0.022311031818389893, 0.026163563132286072, 0.0300160963088274, 0.03386862948536873, 0.03772116079926491, 0.041573695838451385, 0.045426227152347565, 0.049278758466243744, 0.05313129350543022, 0.0569838248193264, 0.06083635985851288, 0.06468889117240906, 0.06854142248630524, 0.07239395380020142, 0.0762464851140976, 0.08009902387857437, 0.08395155519247055, 0.08780408650636673, 0.09165661782026291, 0.09550914913415909, 0.09936168789863586, 0.10321421921253204, 0.10706675052642822]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 4.0, 2.0, 3.0, 6.0, 5.0, 2.0, 3.0, 2.0, 4.0, 1.0, 9.0, 7.0, 29.0, 6.0, 3.0, 6.0, 0.0, 4.0, 4.0, 2.0, 1.0, 1.0, 0.0, 2.0, 2.0, 2.0, 1.0, 2.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.004052678123116493, -0.003938394598662853, -0.0038241108413785696, -0.003709827084094286, -0.003595543559640646, -0.003481260035187006, -0.0033669762779027224, -0.0032526925206184387, -0.0031384089961647987, -0.0030241254717111588, -0.002909841714426875, -0.0027955579571425915, -0.0026812744326889515, -0.0025669909082353115, -0.002452707150951028, -0.0023384233936667442, -0.0022241398692131042, -0.0021098563447594643, -0.0019955725874751806, -0.0018812889466062188, -0.001767005305737257, -0.0016527216648682952, -0.0015384380239993334, -0.0014241543831303716, -0.0013098707422614098, -0.001195587101392448, -0.0010813034605234861, -0.0009670198196545243, -0.0008527361787855625, -0.0007384525379166007, -0.0006241688970476389, -0.0005098852561786771, -0.00039560161530971527, -0.00028131797444075346, -0.00016703433357179165, -5.275069270282984e-05, 6.153294816613197e-05, 0.00017581658903509378, 0.0002901002299040556, 0.0004043838707730174, 0.0005186675116419792, 0.000632951152510941, 0.0007472347933799028, 0.0008615184342488647, 0.0009758020751178265, 0.0010900857159867883, 0.00120436935685575, 0.001318652997724712, 0.0014329366385936737, 0.0015472202794626355, 0.0016615039203315973, 0.0017757875612005591, 0.001890071202069521, 0.002004354726523161, 0.0021186384838074446, 0.002232922241091728, 0.002347205765545368, 0.002461489289999008, 0.002575773047283292, 0.0026900568045675755, 0.0028043403290212154, 0.0029186238534748554, 0.003032907610759139, 0.0031471913680434227, 0.0032614748924970627]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 4.0, 5.0, 1.0, 4.0, 3.0, 2.0, 12.0, 17.0, 22.0, 28.0, 38.0, 42.0, 88.0, 99.0, 158.0, 243.0, 359.0, 451.0, 739.0, 1186.0, 1841.0, 3026.0, 4908.0, 8692.0, 15973.0, 31519.0, 63257.0, 138031.0, 677743.0, 108255.0, 53567.0, 28858.0, 16008.0, 9125.0, 5438.0, 3387.0, 2130.0, 1297.0, 967.0, 674.0, 453.0, 302.0, 201.0, 143.0, 117.0, 70.0, 44.0, 38.0, 31.0, 13.0, 10.0, 10.0, 6.0, 2.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0], "bins": [-0.008912171237170696, -0.008628987707197666, -0.008345804177224636, -0.008062620647251606, -0.007779436651617289, -0.0074962531216442585, -0.007213069126009941, -0.006929885596036911, -0.006646702066063881, -0.006363518536090851, -0.006080335006117821, -0.005797151010483503, -0.005513967480510473, -0.005230783950537443, -0.004947599954903126, -0.004664416424930096, -0.004381232894957066, -0.0040980493649840355, -0.0038148656021803617, -0.003531681839376688, -0.003248498309403658, -0.002965314779430628, -0.002682131016626954, -0.0023989472538232803, -0.0021157637238502502, -0.0018325800774618983, -0.0015493964310735464, -0.0012662127846851945, -0.0009830291382968426, -0.0006998454919084907, -0.00041666184552013874, -0.00013347819913178682, 0.0001497054472565651, 0.000432889093644917, 0.0007160727400332689, 0.0009992563864216208, 0.0012824400328099728, 0.0015656236791983247, 0.0018488073255866766, 0.0021319910883903503, 0.0024151746183633804, 0.0026983581483364105, 0.0029815419111400843, 0.003264725673943758, 0.003547909203916788, 0.003831092733889818, 0.004114276729524136, 0.004397460259497166, 0.004680643789470196, 0.004963827319443226, 0.005247010849416256, 0.005530194845050573, 0.0058133783750236034, 0.0060965619049966335, 0.006379745900630951, 0.006662929430603981, 0.006946112960577011, 0.007229296490550041, 0.007512480020523071, 0.007795664016157389, 0.008078847080469131, 0.008362031541764736, 0.008645215071737766, 0.008928398601710796, 0.009211582131683826]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 4.0, 0.0, 4.0, 6.0, 5.0, 4.0, 8.0, 1.0, 4.0, 1.0, 3.0, 0.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.028734512627124786, -0.027923041954636574, -0.02711157314479351, -0.026300102472305298, -0.025488633662462234, -0.024677162989974022, -0.02386569231748581, -0.023054223507642746, -0.022242752835154533, -0.02143128216266632, -0.020619813352823257, -0.019808342680335045, -0.018996872007846832, -0.01818540319800377, -0.017373932525515556, -0.016562463715672493, -0.01575099304318428, -0.014939523302018642, -0.014128053560853004, -0.013316582888364792, -0.012505113147199154, -0.011693643406033516, -0.010882172733545303, -0.010070702992379665, -0.009259233251214027, -0.00844776351004839, -0.007636293303221464, -0.006824823096394539, -0.006013353355228901, -0.005201883614063263, -0.004390413407236338, -0.003578943433240056, -0.0027674734592437744, -0.001956003485247493, -0.0011445335112512112, -0.00033306353725492954, 0.0004784064367413521, 0.0012898764107376337, 0.0021013463847339153, 0.002912816358730197, 0.0037242863327264786, 0.0045357560738921165, 0.005347226280719042, 0.006158696487545967, 0.006970166228711605, 0.007781635969877243, 0.008593106642365456, 0.009404576383531094, 0.010216046124696732, 0.01102751586586237, 0.011838985607028008, 0.01265045627951622, 0.013461926020681858, 0.014273395761847496, 0.015084866434335709, 0.015896335244178772, 0.016707805916666985, 0.017519276589155197, 0.01833074539899826, 0.019142216071486473, 0.019953686743974686, 0.02076515555381775, 0.02157662622630596, 0.022388095036149025, 0.023199565708637238]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 1.0, 1.0, 4.0, 5.0, 1.0, 6.0, 16.0, 11.0, 18.0, 24.0, 19.0, 15.0, 32.0, 28.0, 38.0, 32.0, 43.0, 51.0, 60.0, 79.0, 61.0, 81.0, 123.0, 162.0, 188.0, 259.0, 319.0, 517.0, 947.0, 1453.0, 3087.0, 6604.0, 1347.0, 710.0, 415.0, 329.0, 232.0, 189.0, 168.0, 150.0, 140.0, 103.0, 93.0, 69.0, 41.0, 39.0, 23.0, 25.0, 13.0, 14.0, 11.0, 5.0, 7.0, 4.0, 2.0, 4.0, 3.0, 4.0, 0.0, 1.0, 1.0, 0.0, 2.0], "bins": [-0.017403874546289444, -0.016863813623785973, -0.0163237527012825, -0.01578369177877903, -0.015243629924952984, -0.014703568071126938, -0.014163507148623466, -0.013623446226119995, -0.013083385303616524, -0.012543323449790478, -0.012003262527287006, -0.011463201604783535, -0.010923139750957489, -0.010383078828454018, -0.009843017905950546, -0.0093029560521245, -0.008762895129621029, -0.008222834207117558, -0.007682772818952799, -0.00714271143078804, -0.006602650508284569, -0.00606258912011981, -0.005522527731955051, -0.00498246680945158, -0.004442405421286821, -0.0039023442659527063, -0.0033622831106185913, -0.0028222217224538326, -0.0022821605671197176, -0.0017420994117856026, -0.0012020381400361657, -0.0006619769264943898, -0.00012191571295261383, 0.0004181455005891621, 0.000958206714130938, 0.001498267985880375, 0.00203832914121449, 0.002578390296548605, 0.0031184516847133636, 0.0036585128400474787, 0.004198573995381594, 0.004738635383546352, 0.005278696306049824, 0.0058187576942145824, 0.006358819082379341, 0.0068988800048828125, 0.007438941393047571, 0.00797900278121233, 0.008519063703715801, 0.009059124626219273, 0.009599186480045319, 0.01013924740254879, 0.010679308325052261, 0.011219370178878307, 0.011759431101381779, 0.01229949202388525, 0.012839553877711296, 0.013379614800214767, 0.013919675722718239, 0.01445973664522171, 0.014999798499047756, 0.015539859421551228, 0.016079921275377274, 0.016619982197880745, 0.017160043120384216]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 4.0, 2.0, 1.0, 2.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1694803237915039, -0.16296231746673584, -0.15644431114196777, -0.1499263048171997, -0.14340829849243164, -0.13689029216766357, -0.1303723007440567, -0.12385428696870804, -0.11733628809452057, -0.1108182817697525, -0.10430027544498444, -0.09778226912021637, -0.0912642627954483, -0.08474625647068024, -0.07822825759649277, -0.0717102512717247, -0.06519224494695663, -0.05867423862218857, -0.0521562360227108, -0.045638229697942734, -0.039120227098464966, -0.0326022207736969, -0.026084214448928833, -0.019566209986805916, -0.013048205524682999, -0.006530200596898794, -1.2195669114589691e-05, 0.006505809258669615, 0.01302381418645382, 0.019541818648576736, 0.026059824973344803, 0.03257782757282257, 0.03909583389759064, 0.045613840222358704, 0.05213184282183647, 0.05864984914660454, 0.0651678517460823, 0.07168585807085037, 0.07820386439561844, 0.0847218707203865, 0.09123986959457397, 0.09775787591934204, 0.10427588224411011, 0.11079388856887817, 0.11731189489364624, 0.1238299012184143, 0.13034790754318237, 0.13686591386795044, 0.1433839201927185, 0.14990191161632538, 0.15641991794109344, 0.1629379242658615, 0.16945593059062958, 0.17597393691539764, 0.1824919432401657, 0.18900994956493378, 0.19552795588970184, 0.2020459622144699, 0.20856396853923798, 0.21508195996284485, 0.22159996628761292, 0.22811797261238098, 0.23463597893714905, 0.24115398526191711, 0.24767199158668518]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 4.0, 1.0, 2.0, 2.0, 1.0, 4.0, 5.0, 2.0, 5.0, 4.0, 3.0, 6.0, 5.0, 3.0, 6.0, 10.0, 9.0, 22.0, 19.0, 40.0, 35.0, 26.0, 14.0, 4.0, 3.0, 7.0, 4.0, 5.0, 4.0, 2.0, 4.0, 3.0, 2.0, 3.0, 3.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 2.0], "bins": [-0.12672720849514008, -0.12197117507457733, -0.11721514910459518, -0.11245911568403244, -0.10770308971405029, -0.10294705629348755, -0.0981910228729248, -0.09343499690294266, -0.08867896348237991, -0.08392293006181717, -0.07916690409183502, -0.07441087067127228, -0.06965483725070953, -0.06489881128072739, -0.06014277786016464, -0.0553867481648922, -0.05063071846961975, -0.045874688774347305, -0.04111865907907486, -0.036362625658512115, -0.03160659596323967, -0.026850566267967224, -0.02209453471004963, -0.017338503152132034, -0.012582473456859589, -0.007826442830264568, -0.003070412203669548, 0.0016856184229254723, 0.0064416490495204926, 0.011197679676115513, 0.015953710302710533, 0.020709741860628128, 0.025465771555900574, 0.03022180125117302, 0.034977830946445465, 0.03973386436700821, 0.044489894062280655, 0.0492459237575531, 0.054001957178115845, 0.05875798687338829, 0.06351401656866074, 0.06827004998922348, 0.07302607595920563, 0.07778210937976837, 0.08253814280033112, 0.08729416877031326, 0.09205020219087601, 0.09680622816085815, 0.1015622615814209, 0.10631829500198364, 0.11107432097196579, 0.11583035439252853, 0.12058638036251068, 0.12534241378307343, 0.13009844720363617, 0.1348544806241989, 0.13961049914360046, 0.1443665325641632, 0.14912256598472595, 0.1538785994052887, 0.15863463282585144, 0.16339066624641418, 0.16814668476581573, 0.17290271818637848, 0.17765875160694122]}, "_runtime": 14.322837591171265, "_timestamp": 1596208378.5138316, "_step": 10}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 4.0, 1.0, 2.0, 2.0, 4.0, 1.0, 2.0, 1.0, 3.0, 1.0, 5.0, 0.0, 1.0, 5.0, 3.0, 3.0, 3.0, 1.0, 2.0, 0.0, 0.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009924568235874176, -0.009551486000418663, -0.009178402833640575, -0.008805320598185062, -0.008432237431406975, -0.008059155195951462, -0.007686072029173374, -0.007312989328056574, -0.0069399066269397736, -0.0065668243914842606, -0.00619374169036746, -0.00582065898925066, -0.00544757628813386, -0.005074493587017059, -0.004701410885900259, -0.004328328184783459, -0.003955245483666658, -0.003582162782549858, -0.003209080081433058, -0.0028359973803162575, -0.002462914679199457, -0.0020898322109133005, -0.0017167495097965002, -0.0013436668086797, -0.0009705841075628996, -0.0005975014064460993, -0.0002244187635369599, 0.00014866390847600996, 0.0005217465804889798, 0.0008948292816057801, 0.0012679118663072586, 0.001640994567424059, 0.0020140772685408592, 0.0023871599696576595, 0.00276024267077446, 0.00313332537189126, 0.0035064080730080605, 0.003879490541294217, 0.004252573475241661, 0.004625656176358461, 0.004998738877475262, 0.005371821112930775, 0.005744903814047575, 0.006117986515164375, 0.006491069216281176, 0.006864151917397976, 0.007237234618514776, 0.0076103173196315765, 0.00798339955508709, 0.008356482721865177, 0.00872956495732069, 0.009102648124098778, 0.00947573035955429, 0.009848813526332378, 0.010221895761787891, 0.010594978928565979, 0.010968061164021492, 0.01134114433079958, 0.011714226566255093, 0.01208730973303318, 0.012460391968488693, 0.01283347513526678, 0.013206557370722294, 0.013579640537500381, 0.013952722772955894]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 3.0, 3.0, 9.0, 8.0, 7.0, 13.0, 14.0, 19.0, 29.0, 38.0, 47.0, 67.0, 80.0, 95.0, 120.0, 184.0, 229.0, 390.0, 3857.0, 1494.0, 455.0, 225.0, 131.0, 83.0, 76.0, 60.0, 43.0, 36.0, 27.0, 12.0, 16.0, 13.0, 8.0, 9.0, 3.0, 6.0, 8.0, 2.0, 2.0, 0.0, 1.0, 3.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.14877095818519592, -0.14378385245800018, -0.13879674673080444, -0.1338096559047699, -0.12882255017757416, -0.12383544445037842, -0.11884834617376328, -0.11386124789714813, -0.10887414216995239, -0.10388703644275665, -0.09889993816614151, -0.09391283988952637, -0.08892573416233063, -0.08393862843513489, -0.07895153015851974, -0.0739644318819046, -0.06897732615470886, -0.06399022042751312, -0.05900312215089798, -0.05401602014899254, -0.0490289181470871, -0.044041816145181656, -0.039054714143276215, -0.03406761214137077, -0.029080510139465332, -0.02409340813755989, -0.01910630613565445, -0.014119204133749008, -0.009132102131843567, -0.004145000129938126, 0.0008421018719673157, 0.005829203873872757, 0.010816305875778198, 0.01580340787768364, 0.02079050987958908, 0.025777611881494522, 0.030764713883399963, 0.035751815885305405, 0.040738917887210846, 0.04572601988911629, 0.05071312189102173, 0.05570022389292717, 0.06068732589483261, 0.06567442417144775, 0.0706615298986435, 0.07564863562583923, 0.08063573390245438, 0.08562283217906952, 0.09060993790626526, 0.095597043633461, 0.10058414191007614, 0.10557124018669128, 0.11055834591388702, 0.11554545164108276, 0.1205325499176979, 0.12551964819431305, 0.1305067539215088, 0.13549385964870453, 0.14048096537590027, 0.14546805620193481, 0.15045516192913055, 0.1554422676563263, 0.16042935848236084, 0.16541646420955658, 0.17040356993675232]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 3.0, 1.0, 2.0, 9.0, 2.0, 8.0, 5.0, 3.0, 1.0, 3.0, 4.0, 3.0, 8.0, 28.0, 3.0, 1.0, 1.0, 1.0, 4.0, 6.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 3.0, 3.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00215738732367754, -0.0020751734264194965, -0.001992959761992097, -0.0019107458647340536, -0.0018285319674760103, -0.0017463181866332889, -0.0016641044057905674, -0.0015818905085325241, -0.0014996767276898026, -0.0014174629468470812, -0.001335249049589038, -0.0012530352687463164, -0.001170821487903595, -0.0010886075906455517, -0.0010063938098028302, -0.0009241799707524478, -0.0008419661317020655, -0.0007597522926516831, -0.0006775384536013007, -0.0005953246727585793, -0.0005131108337081969, -0.0004308969946578145, -0.0003486831847112626, -0.00026646937476471066, -0.0001842555357143283, -0.00010204171121586114, -1.9827886717393994e-05, 6.238593778107315e-05, 0.0001445997622795403, 0.00022681358677800745, 0.0003090274112764746, 0.0003912412212230265, 0.0004734550602734089, 0.0005556688993237913, 0.0006378827383741736, 0.0007200965192168951, 0.0008023103582672775, 0.0008845241973176599, 0.0009667379781603813, 0.0010489518754184246, 0.001131165656261146, 0.0012133794371038675, 0.0012955933343619108, 0.0013778071152046323, 0.0014600208960473537, 0.001542234793305397, 0.0016244485741481185, 0.0017066624714061618, 0.0017888762522488832, 0.0018710900330916047, 0.001953303813934326, 0.0020355177111923695, 0.0021177316084504128, 0.0021999452728778124, 0.0022821591701358557, 0.002364373067393899, 0.0024465867318212986, 0.002528800629079342, 0.002611014526337385, 0.0026932284235954285, 0.002775442088022828, 0.0028576559852808714, 0.0029398698825389147, 0.0030220835469663143, 0.0031042974442243576]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 4.0, 1.0, 1.0, 2.0, 4.0, 9.0, 13.0, 18.0, 20.0, 32.0, 45.0, 63.0, 87.0, 142.0, 211.0, 284.0, 444.0, 670.0, 997.0, 1659.0, 2895.0, 5142.0, 9739.0, 18790.0, 39759.0, 87650.0, 231638.0, 622597.0, 73940.0, 35559.0, 19178.0, 10637.0, 6161.0, 3807.0, 2463.0, 1541.0, 1035.0, 718.0, 488.0, 369.0, 240.0, 175.0, 118.0, 95.0, 67.0, 37.0, 24.0, 24.0, 22.0, 8.0, 8.0, 5.0, 1.0, 5.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.008819273672997952, -0.008515979163348675, -0.008212685585021973, -0.007909391075372696, -0.007606096565723419, -0.0073028020560741425, -0.006999508012086153, -0.006696213968098164, -0.006392919458448887, -0.00608962494879961, -0.005786330904811621, -0.005483036860823631, -0.0051797423511743546, -0.004876447841525078, -0.004573153797537088, -0.004269859753549099, -0.003966565243899822, -0.003663270967081189, -0.003359976690262556, -0.003056682413443923, -0.00275338813662529, -0.002450093859806657, -0.0021467995829880238, -0.0018435053061693907, -0.0015402110293507576, -0.0012369167525321245, -0.0009336224757134914, -0.0006303281988948584, -0.0003270339220762253, -2.37396452575922e-05, 0.0002795546315610409, 0.000582848908379674, 0.000886143185198307, 0.0011894374620169401, 0.0014927317388355732, 0.0017960260156542063, 0.0020993202924728394, 0.0024026145692914724, 0.0027059088461101055, 0.0030092031229287386, 0.0033124973997473717, 0.0036157916765660048, 0.003919085953384638, 0.004222379997372627, 0.004525674507021904, 0.004828969016671181, 0.00513226306065917, 0.00543555710464716, 0.005738851614296436, 0.006042146123945713, 0.0063454401679337025, 0.006648734211921692, 0.006952028721570969, 0.007255323231220245, 0.007558617275208235, 0.007861911319196224, 0.008165205828845501, 0.008468500338494778, 0.00877179391682148, 0.009075088426470757, 0.009378382936120033, 0.00968167744576931, 0.009984971955418587, 0.010288265533745289, 0.010591560043394566]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 3.0, 13.0, 12.0, 4.0, 5.0, 3.0, 6.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.05481746792793274, -0.05373210832476616, -0.05264675244688988, -0.0515613928437233, -0.050476036965847015, -0.049390677362680435, -0.04830532148480415, -0.04721996188163757, -0.04613460600376129, -0.04504924640059471, -0.04396388679742813, -0.04287853091955185, -0.04179317131638527, -0.04070781543850899, -0.03962245583534241, -0.038537099957466125, -0.037451740354299545, -0.036366380751132965, -0.03528102487325668, -0.0341956652700901, -0.03311030939221382, -0.03202494978904724, -0.03093959204852581, -0.02985423430800438, -0.02876887656748295, -0.027683518826961517, -0.026598161086440086, -0.025512803345918655, -0.024427443742752075, -0.023342086002230644, -0.022256728261709213, -0.021171370521187782, -0.02008601278066635, -0.01900065504014492, -0.01791529729962349, -0.01682993955910206, -0.015744581818580627, -0.014659223146736622, -0.013573864474892616, -0.012488506734371185, -0.011403148993849754, -0.010317791253328323, -0.009232433512806892, -0.008147074840962887, -0.007061717100441456, -0.005976359359920025, -0.004891001153737307, -0.003805643180385232, -0.0027202852070331573, -0.0016349272336810827, -0.0005495692603290081, 0.0005357887130230665, 0.0016211466863751411, 0.0027065046597272158, 0.0037918626330792904, 0.004877220839262009, 0.00596257857978344, 0.007047936320304871, 0.008133294060826302, 0.009218652732670307, 0.010304010473191738, 0.011389368213713169, 0.012474726885557175, 0.013560084626078606, 0.014645442366600037]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [5.0, 2.0, 4.0, 2.0, 6.0, 5.0, 8.0, 5.0, 10.0, 11.0, 15.0, 24.0, 32.0, 37.0, 29.0, 29.0, 43.0, 37.0, 23.0, 32.0, 32.0, 33.0, 35.0, 38.0, 51.0, 66.0, 63.0, 76.0, 83.0, 76.0, 94.0, 130.0, 182.0, 275.0, 455.0, 809.0, 1393.0, 2342.0, 6992.0, 1946.0, 926.0, 662.0, 429.0, 295.0, 151.0, 115.0, 91.0, 45.0, 45.0, 33.0, 31.0, 15.0, 17.0, 11.0, 7.0, 9.0, 7.0, 3.0, 4.0, 3.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.018749816343188286, -0.018261555582284927, -0.01777329482138157, -0.01728503219783306, -0.016796771436929703, -0.016308510676026344, -0.015820249915122986, -0.015331988222897053, -0.01484372653067112, -0.014355465769767761, -0.013867205008864403, -0.01337894331663847, -0.012890682555735111, -0.012402420863509178, -0.01191416010260582, -0.011425898410379887, -0.010937637649476528, -0.01044937688857317, -0.009961115196347237, -0.009472854435443878, -0.008984592743217945, -0.008496331982314587, -0.008008070290088654, -0.007519809529185295, -0.007031548302620649, -0.006543287076056004, -0.006055025849491358, -0.005566764622926712, -0.005078503862023354, -0.004590242635458708, -0.004101981408894062, -0.0036137201823294163, -0.0031254589557647705, -0.0026371977292001247, -0.002148936502635479, -0.0016606755089014769, -0.001172414282336831, -0.0006841531139798462, -0.00019589194562286139, 0.00029236922273412347, 0.0007806303910911083, 0.001268891617655754, 0.001757152727805078, 0.002245413837954402, 0.0027336750645190477, 0.0032219362910836935, 0.0037101972848176956, 0.004198458511382341, 0.004686719737946987, 0.005174980964511633, 0.005663242191076279, 0.0061515034176409245, 0.00663976464420557, 0.007128025405108929, 0.0076162866316735744, 0.00810454785823822, 0.008592808619141579, 0.009081070311367512, 0.00956933107227087, 0.010057592764496803, 0.010545853525400162, 0.011034115217626095, 0.011522375978529453, 0.012010637670755386, 0.012498898431658745]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 4.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.10125654190778732, -0.09651152044534683, -0.09176650643348694, -0.08702148497104645, -0.08227646350860596, -0.07753144949674606, -0.07278642803430557, -0.06804141402244568, -0.06329639256000519, -0.058551374822854996, -0.0538063570857048, -0.04906133562326431, -0.04431631788611412, -0.03957130014896393, -0.03482627868652344, -0.030081260949373245, -0.025336243212223053, -0.02059122547507286, -0.01584620587527752, -0.011101187206804752, -0.0063561685383319855, -0.0016111498698592186, 0.0031338687986135483, 0.007878887467086315, 0.012623906135559082, 0.017368923872709274, 0.022113943472504616, 0.026858963072299957, 0.03160398080945015, 0.03634899854660034, 0.04109402000904083, 0.045839037746191025, 0.05058405548334122, 0.05532907322049141, 0.0600740909576416, 0.06481911242008209, 0.06956413388252258, 0.07430914789438248, 0.07905416935682297, 0.08379918336868286, 0.08854420483112335, 0.09328922629356384, 0.09803424030542374, 0.10277926176786423, 0.10752427577972412, 0.11226929724216461, 0.1170143187046051, 0.121759332716465, 0.12650436162948608, 0.13124936819076538, 0.13599438965320587, 0.14073941111564636, 0.14548443257808685, 0.15022945404052734, 0.15497446060180664, 0.15971948206424713, 0.16446450352668762, 0.1692095249891281, 0.1739545464515686, 0.1786995530128479, 0.1834445744752884, 0.18818959593772888, 0.19293461740016937, 0.19767963886260986, 0.20242464542388916]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 3.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 4.0, 1.0, 3.0, 5.0, 4.0, 6.0, 4.0, 16.0, 18.0, 28.0, 56.0, 48.0, 28.0, 6.0, 14.0, 6.0, 2.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0], "bins": [-0.06906250864267349, -0.06687772274017334, -0.06469292938709259, -0.06250814348459244, -0.060323357582092285, -0.05813857167959213, -0.05595378205180168, -0.05376899242401123, -0.05158420652151108, -0.049399420619010925, -0.047214630991220474, -0.04502984136343002, -0.04284505546092987, -0.04066026955842972, -0.03847547993063927, -0.036290690302848816, -0.03410590440034866, -0.03192111849784851, -0.02973632887005806, -0.027551541104912758, -0.025366753339767456, -0.023181965574622154, -0.020997177809476852, -0.01881239004433155, -0.01662760227918625, -0.014442814514040947, -0.012258026748895645, -0.010073238983750343, -0.007888451218605042, -0.00570366345345974, -0.003518875688314438, -0.001334087923169136, 0.0008506998419761658, 0.0030354876071214676, 0.005220275372266769, 0.007405063137412071, 0.009589850902557373, 0.011774638667702675, 0.013959426432847977, 0.01614421419799328, 0.01832900196313858, 0.020513789728283882, 0.022698577493429184, 0.024883365258574486, 0.027068153023719788, 0.02925294078886509, 0.03143772855401039, 0.03362251818180084, 0.035807304084300995, 0.03799208998680115, 0.0401768796145916, 0.04236166924238205, 0.0445464551448822, 0.046731241047382355, 0.048916030675172806, 0.05110082030296326, 0.05328560620546341, 0.05547039210796356, 0.05765518173575401, 0.059839971363544464, 0.06202475726604462, 0.06420954316854477, 0.06639432907104492, 0.06857912242412567, 0.07076390832662582]}, "_runtime": 15.168443202972412, "_timestamp": 1596208379.3594372, "_step": 11}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 2.0, 1.0, 2.0, 2.0, 3.0, 2.0, 3.0, 5.0, 1.0, 4.0, 0.0, 3.0, 1.0, 0.0, 3.0, 3.0, 1.0, 2.0, 2.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012457422912120819, -0.012045060284435749, -0.011632697656750679, -0.011220335029065609, -0.010807972401380539, -0.010395609773695469, -0.009983247146010399, -0.009570884518325329, -0.009158521890640259, -0.008746159262955189, -0.008333796635270119, -0.007921434007585049, -0.007509070914238691, -0.007096708286553621, -0.006684345658868551, -0.006271983031183481, -0.005859620403498411, -0.005447257775813341, -0.005034895148128271, -0.004622532520443201, -0.004210169892758131, -0.0037978070322424173, -0.0033854444045573473, -0.0029730817768722773, -0.0025607191491872072, -0.002148356521502137, -0.0017359938938170671, -0.0013236311497166753, -0.0009112685220316052, -0.0004989058943465352, -8.654320845380425e-05, 0.00032581944833509624, 0.0007381821051239967, 0.0011505447328090668, 0.0015629073604941368, 0.001975269988179207, 0.002387632615864277, 0.0027999954763799906, 0.0032123581040650606, 0.0036247207317501307, 0.004037083126604557, 0.004449446219950914, 0.004861808847635984, 0.0052741714753210545, 0.0056865341030061245, 0.0060988967306911945, 0.006511259358376265, 0.006923621986061335, 0.007335984613746405, 0.007748347241431475, 0.008160710334777832, 0.008573072962462902, 0.008985435590147972, 0.009397798217833042, 0.009810160845518112, 0.010222523473203182, 0.010634886100888252, 0.011047248728573322, 0.011459611356258392, 0.011871973983943462, 0.012284336611628532, 0.012696699239313602, 0.013109061866998672, 0.013521424494683743, 0.013933787122368813]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 3.0, 0.0, 1.0, 0.0, 6.0, 3.0, 5.0, 6.0, 7.0, 7.0, 6.0, 7.0, 12.0, 13.0, 20.0, 23.0, 20.0, 21.0, 41.0, 37.0, 56.0, 63.0, 82.0, 116.0, 113.0, 165.0, 213.0, 297.0, 2361.0, 2665.0, 550.0, 252.0, 186.0, 133.0, 86.0, 79.0, 52.0, 45.0, 31.0, 17.0, 27.0, 17.0, 11.0, 15.0, 10.0, 6.0, 8.0, 6.0, 7.0, 9.0, 3.0, 0.0, 3.0, 1.0, 1.0, 2.0, 1.0, 2.0, 1.0, 2.0], "bins": [-0.1329372227191925, -0.12890659272670746, -0.12487596273422241, -0.12084532529115677, -0.11681469529867172, -0.11278406530618668, -0.10875342786312103, -0.10472279787063599, -0.10069216787815094, -0.0966615378856659, -0.09263090789318085, -0.0886002704501152, -0.08456964045763016, -0.08053901046514511, -0.07650837302207947, -0.07247774302959442, -0.06844711303710938, -0.06441648304462433, -0.060385849326848984, -0.05635521560907364, -0.05232458561658859, -0.048293955624103546, -0.0442633219063282, -0.040232688188552856, -0.03620205819606781, -0.032171428203582764, -0.02814079448580742, -0.024110162630677223, -0.020079530775547028, -0.016048898920416832, -0.012018267065286636, -0.00798763521015644, -0.003957003355026245, 7.36285001039505e-05, 0.004104260355234146, 0.008134892210364342, 0.012165524065494537, 0.016196155920624733, 0.02022678777575493, 0.024257419630885124, 0.02828805148601532, 0.032318681478500366, 0.03634931519627571, 0.040379948914051056, 0.0444105789065361, 0.04844120889902115, 0.052471842616796494, 0.05650247633457184, 0.060533106327056885, 0.06456373631954193, 0.06859436631202698, 0.07262500375509262, 0.07665563374757767, 0.08068626374006271, 0.08471690118312836, 0.0887475311756134, 0.09277816116809845, 0.0968087911605835, 0.10083942115306854, 0.10487005859613419, 0.10890068858861923, 0.11293131858110428, 0.11696195602416992, 0.12099258601665497, 0.12502321600914001]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 2.0, 0.0, 2.0, 0.0, 0.0, 3.0, 2.0, 0.0, 4.0, 4.0, 3.0, 5.0, 1.0, 4.0, 4.0, 3.0, 5.0, 32.0, 4.0, 7.0, 2.0, 3.0, 4.0, 3.0, 3.0, 1.0, 4.0, 0.0, 2.0, 0.0, 3.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00278564915060997, -0.002677312819287181, -0.0025689764879643917, -0.0024606401566416025, -0.0023523038253188133, -0.002243967493996024, -0.002135631162673235, -0.0020272948313504457, -0.0019189585000276566, -0.0018106222851201892, -0.0017022859537974, -0.0015939496224746108, -0.0014856132911518216, -0.0013772769598290324, -0.0012689406285062432, -0.001160604297183454, -0.0010522679658606648, -0.0009439316345378757, -0.0008355953032150865, -0.0007272589718922973, -0.0006189226405695081, -0.0005105863674543798, -0.0004022500361315906, -0.0002939137048088014, -0.00018557737348601222, -7.724104943918064e-05, 3.1095274607650936e-05, 0.0001394315913785249, 0.0002477679227013141, 0.0003561042540241033, 0.000464440556243062, 0.0005727768875658512, 0.0006811132188886404, 0.0007894495502114296, 0.0008977858815342188, 0.001006122212857008, 0.0011144585441797972, 0.0012227948755025864, 0.0013311312068253756, 0.0014394675381481647, 0.001547803869470954, 0.0016561400843784213, 0.0017644764157012105, 0.0018728127470239997, 0.0019811491947621107, 0.0020894855260849, 0.002197821857407689, 0.0023061581887304783, 0.002414494287222624, 0.002522830618545413, 0.002631166949868202, 0.0027395032811909914, 0.0028478396125137806, 0.00295617594383657, 0.003064512275159359, 0.003172848606482148, 0.0032811849378049374, 0.0033895212691277266, 0.0034978576004505157, 0.003606193931773305, 0.003714530263096094, 0.0038228665944188833, 0.0039312029257416725, 0.004039539489895105, 0.004147875588387251]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 2.0, 5.0, 6.0, 6.0, 9.0, 11.0, 16.0, 35.0, 49.0, 63.0, 91.0, 136.0, 201.0, 311.0, 490.0, 751.0, 1199.0, 1964.0, 3319.0, 5747.0, 10616.0, 20379.0, 41893.0, 96244.0, 693017.0, 161900.0, 64386.0, 32651.0, 17718.0, 10247.0, 5899.0, 3601.0, 2229.0, 1434.0, 952.0, 653.0, 442.0, 311.0, 197.0, 142.0, 88.0, 65.0, 38.0, 36.0, 24.0, 24.0, 12.0, 11.0, 7.0, 4.0, 1.0, 1.0, 4.0, 2.0, 0.0, 1.0, 0.0, 4.0, 0.0, 0.0, 1.0], "bins": [-0.009208159521222115, -0.008877407759428024, -0.008546655997633934, -0.008215905167162418, -0.007885153405368328, -0.007554401643574238, -0.007223650347441435, -0.006892899051308632, -0.006562147289514542, -0.006231395527720451, -0.005900644231587648, -0.005569892935454845, -0.005239141173660755, -0.004908389411866665, -0.004577638115733862, -0.004246886819601059, -0.003916135057806969, -0.003585383528843522, -0.0032546319998800755, -0.002923880470916629, -0.0025931289419531822, -0.0022623774129897356, -0.001931625884026289, -0.0016008743550628424, -0.0012701228260993958, -0.0009393712971359491, -0.0006086197681725025, -0.0002778682392090559, 5.2883289754390717e-05, 0.00038363481871783733, 0.000714386347681284, 0.0010451378766447306, 0.0013758894056081772, 0.0017066409345716238, 0.0020373924635350704, 0.002368143992498517, 0.0026988955214619637, 0.0030296470504254103, 0.003360398579388857, 0.0036911501083523035, 0.00402190163731575, 0.00435265339910984, 0.004683404695242643, 0.005014155991375446, 0.005344907753169537, 0.005675659514963627, 0.00600641081109643, 0.006337162107229233, 0.006667913869023323, 0.006998665630817413, 0.007329416926950216, 0.007660168223083019, 0.00799091998487711, 0.0083216717466712, 0.008652422577142715, 0.008983174338936806, 0.009313926100730896, 0.009644677862524986, 0.009975429624319077, 0.010306180454790592, 0.010636932216584682, 0.010967683978378773, 0.011298434808850288, 0.011629186570644379, 0.011959938332438469]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 6.0, 3.0, 13.0, 4.0, 9.0, 3.0, 5.0, 2.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02216705121099949, -0.021359477192163467, -0.020551903173327446, -0.019744329154491425, -0.018936755135655403, -0.01812918111681938, -0.01732160709798336, -0.01651403307914734, -0.015706457197666168, -0.014898884110152721, -0.0140913100913167, -0.013283736072480679, -0.012476161122322083, -0.011668587103486061, -0.01086101308465004, -0.010053439065814018, -0.009245865046977997, -0.008438291028141975, -0.007630717009305954, -0.006823142524808645, -0.006015568505972624, -0.005207994487136602, -0.004400420002639294, -0.0035928459838032722, -0.002785271964967251, -0.0019776979461312294, -0.0011701236944645643, -0.0003625495592132211, 0.0004450245760381222, 0.0012525987112894654, 0.0020601728465408087, 0.0028677470982074738, 0.003675321117043495, 0.004482895135879517, 0.005290469154715538, 0.006098043639212847, 0.006905617658048868, 0.00771319167688489, 0.008520766161382198, 0.00932834018021822, 0.010135914199054241, 0.010943488217890263, 0.011751062236726284, 0.012558636255562305, 0.013366211205720901, 0.014173785224556923, 0.014981359243392944, 0.015788933262228966, 0.016596507281064987, 0.01740408129990101, 0.01821165531873703, 0.01901922933757305, 0.019826803356409073, 0.020634377375245094, 0.021441951394081116, 0.022249525412917137, 0.02305709943175316, 0.02386467531323433, 0.02467224933207035, 0.025479823350906372, 0.026287397369742393, 0.027094971388578415, 0.027902545407414436, 0.028710119426250458, 0.02951769344508648]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 3.0, 3.0, 5.0, 5.0, 5.0, 6.0, 10.0, 14.0, 19.0, 19.0, 36.0, 42.0, 28.0, 38.0, 54.0, 83.0, 114.0, 156.0, 253.0, 402.0, 520.0, 772.0, 1106.0, 1652.0, 2851.0, 5981.0, 1336.0, 838.0, 562.0, 349.0, 234.0, 156.0, 136.0, 114.0, 104.0, 75.0, 51.0, 46.0, 41.0, 43.0, 16.0, 22.0, 17.0, 16.0, 12.0, 7.0, 9.0, 7.0, 9.0, 6.0, 9.0, 8.0, 8.0, 6.0, 4.0, 1.0, 2.0, 2.0, 0.0, 1.0, 2.0, 0.0, 3.0], "bins": [-0.009250827133655548, -0.00889782328158617, -0.008544818498194218, -0.00819181464612484, -0.007838810794055462, -0.007485806476324797, -0.0071328021585941315, -0.006779798306524754, -0.006426793988794088, -0.006073789671063423, -0.005720785818994045, -0.00536778150126338, -0.005014777183532715, -0.004661773331463337, -0.004308769013732672, -0.003955765161663294, -0.0036027608439326286, -0.003249756759032607, -0.0028967526741325855, -0.0025437483564019203, -0.0021907442715018988, -0.0018377401866018772, -0.0014847359852865338, -0.0011317317839711905, -0.0007787276990711689, -0.00042572355596348643, -7.271941285580397e-05, 0.0002802847302518785, 0.000633288873359561, 0.0009862929582595825, 0.001339297159574926, 0.0016923013608902693, 0.002045305445790291, 0.0023983095306903124, 0.002751313615590334, 0.003104317933320999, 0.0034573220182210207, 0.0038103261031210423, 0.0041633304208517075, 0.004516334272921085, 0.0048693385906517506, 0.005222342908382416, 0.005575346760451794, 0.005928351078182459, 0.006281355395913124, 0.006634359247982502, 0.006987363565713167, 0.007340367417782545, 0.00769337173551321, 0.008046375587582588, 0.00839938037097454, 0.008752384223043919, 0.009105388075113297, 0.009458392858505249, 0.009811396710574627, 0.010164400562644005, 0.010517405346035957, 0.010870409198105335, 0.011223413050174713, 0.011576416902244091, 0.011929421685636044, 0.012282425537705421, 0.0126354293897748, 0.012988434173166752, 0.01334143802523613]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 3.0, 4.0, 3.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.1653214991092682, -0.16106422245502472, -0.15680694580078125, -0.15254968404769897, -0.1482924073934555, -0.14403513073921204, -0.13977786898612976, -0.1355205923318863, -0.13126331567764282, -0.12700603902339935, -0.12274876981973648, -0.11849150061607361, -0.11423422396183014, -0.10997694730758667, -0.1057196781039238, -0.10146240890026093, -0.09720513224601746, -0.09294785559177399, -0.08869058638811111, -0.08443331718444824, -0.08017604053020477, -0.0759187638759613, -0.07166149467229843, -0.06740422546863556, -0.06314694881439209, -0.05888967588543892, -0.05463240295648575, -0.05037513002753258, -0.04611785709857941, -0.041860584169626236, -0.037603311240673065, -0.033346038311719894, -0.029088765382766724, -0.024831492453813553, -0.020574219524860382, -0.01631694659590721, -0.01205967366695404, -0.00780240073800087, -0.003545127809047699, 0.0007121451199054718, 0.004969418048858643, 0.009226690977811813, 0.013483963906764984, 0.017741236835718155, 0.021998509764671326, 0.026255782693624496, 0.030513055622577667, 0.03477032855153084, 0.03902760148048401, 0.04328487440943718, 0.04754214733839035, 0.05179942026734352, 0.05605669319629669, 0.06031396612524986, 0.06457123905420303, 0.0688285082578659, 0.07308578491210938, 0.07734306156635284, 0.08160033077001572, 0.08585759997367859, 0.09011487662792206, 0.09437215328216553, 0.0986294224858284, 0.10288669168949127, 0.10714396834373474]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 3.0, 2.0, 4.0, 3.0, 4.0, 8.0, 11.0, 15.0, 22.0, 20.0, 16.0, 27.0, 38.0, 11.0, 16.0, 10.0, 5.0, 9.0, 8.0, 4.0, 5.0, 4.0, 4.0, 6.0, 4.0, 3.0, 1.0, 3.0, 2.0, 2.0, 1.0, 0.0, 3.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.04288620874285698, -0.04159155488014221, -0.040296897292137146, -0.03900223970413208, -0.03770758584141731, -0.036412931978702545, -0.03511827439069748, -0.03382361680269241, -0.032528962939977646, -0.03123430721461773, -0.029939651489257812, -0.028644995763897896, -0.02735034003853798, -0.026055684313178062, -0.024761028587818146, -0.02346637286245823, -0.022171717137098312, -0.020877061411738396, -0.01958240568637848, -0.018287749961018562, -0.016993094235658646, -0.01569843851029873, -0.014403782784938812, -0.013109127059578896, -0.011814471334218979, -0.010519815608859062, -0.009225159883499146, -0.007930504158139229, -0.006635848432779312, -0.0053411927074193954, -0.004046536982059479, -0.002751881256699562, -0.0014572255313396454, -0.0001625698059797287, 0.001132085919380188, 0.0024267416447401047, 0.0037213973701000214, 0.005016053095459938, 0.006310708820819855, 0.007605364546179771, 0.008900020271539688, 0.010194675996899605, 0.011489331722259521, 0.012783987447619438, 0.014078643172979355, 0.015373298898339272, 0.016667954623699188, 0.017962610349059105, 0.01925726607441902, 0.02055192179977894, 0.021846577525138855, 0.02314123325049877, 0.02443588897585869, 0.025730544701218605, 0.02702520042657852, 0.02831985615193844, 0.029614511877298355, 0.030909167602658272, 0.03220382332801819, 0.033498480916023254, 0.03479313477873802, 0.03608778864145279, 0.037382446229457855, 0.03867710381746292, 0.03997175768017769]}, "_runtime": 16.019299030303955, "_timestamp": 1596208380.210293, "_step": 12}
+{"val_accuracy": 0.7844720319634703, "val_loss": 0.5858083733412773, "_runtime": 17.569011926651, "_timestamp": 1596208381.760006, "_step": 13}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 3.0, 0.0, 2.0, 2.0, 2.0, 1.0, 1.0, 2.0, 3.0, 1.0, 1.0, 2.0, 3.0, 1.0, 5.0, 3.0, 7.0, 2.0, 3.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012237805873155594, -0.011830477975308895, -0.011423150077462196, -0.011015822179615498, -0.010608494281768799, -0.010201165452599525, -0.009793837554752827, -0.009386509656906128, -0.00897918175905943, -0.00857185386121273, -0.008164525963366032, -0.007757197599858046, -0.007349869702011347, -0.006942541804164648, -0.006535213440656662, -0.006127885542809963, -0.0057205576449632645, -0.005313229747116566, -0.004905901849269867, -0.004498573485761881, -0.004091245587915182, -0.0036839176900684834, -0.003276589559391141, -0.0028692614287137985, -0.0024619335308670998, -0.002054605633020401, -0.0016472775023430586, -0.001239949488081038, -0.0008326214738190174, -0.0004252934595569968, -1.7965445294976234e-05, 0.00038936256896704435, 0.0007966905832290649, 0.0012040185974910855, 0.0016113466117531061, 0.0020186747424304485, 0.0024260026402771473, 0.002833330538123846, 0.0032406586688011885, 0.003647986799478531, 0.00405531469732523, 0.004462642595171928, 0.004869970493018627, 0.005277298856526613, 0.005684626754373312, 0.006091954652220011, 0.006499283015727997, 0.006906610913574696, 0.007313938811421394, 0.007721266709268093, 0.008128594607114792, 0.00853592250496149, 0.00894325040280819, 0.009350579231977463, 0.009757907129824162, 0.01016523502767086, 0.010572562925517559, 0.010979890823364258, 0.011387218721210957, 0.011794546619057655, 0.012201875448226929, 0.012609203346073627, 0.013016531243920326, 0.013423859141767025, 0.013831187039613724]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 3.0, 1.0, 1.0, 6.0, 5.0, 4.0, 6.0, 7.0, 9.0, 11.0, 14.0, 14.0, 19.0, 28.0, 36.0, 45.0, 64.0, 73.0, 113.0, 139.0, 174.0, 263.0, 483.0, 4832.0, 625.0, 315.0, 169.0, 127.0, 77.0, 50.0, 53.0, 38.0, 33.0, 20.0, 16.0, 19.0, 3.0, 7.0, 4.0, 7.0, 4.0, 3.0, 0.0, 1.0, 3.0, 4.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.18974386155605316, -0.18437495827674866, -0.17900606989860535, -0.17363716661930084, -0.16826826333999634, -0.16289937496185303, -0.15753047168254852, -0.1521615833044052, -0.1467926800251007, -0.1414237767457962, -0.1360548883676529, -0.1306859850883484, -0.12531709671020508, -0.11994819343090057, -0.11457929015159607, -0.10921039432287216, -0.10384149849414825, -0.09847260266542435, -0.09310370683670044, -0.08773480355739594, -0.08236590772867203, -0.07699701189994812, -0.07162810862064362, -0.06625921279191971, -0.0608903169631958, -0.05552142113447189, -0.05015252158045769, -0.04478362202644348, -0.039414726197719574, -0.034045830368995667, -0.02867693081498146, -0.023308033123612404, -0.017939135432243347, -0.01257023774087429, -0.007201340049505234, -0.001832442358136177, 0.0035364553332328796, 0.008905353024601936, 0.014274250715970993, 0.01964314840734005, 0.025012046098709106, 0.030380943790078163, 0.03574984148144722, 0.041118741035461426, 0.04648763686418533, 0.05185653269290924, 0.05722543224692345, 0.06259433180093765, 0.06796322762966156, 0.07333212345838547, 0.07870101928710938, 0.08406992256641388, 0.08943881839513779, 0.0948077142238617, 0.1001766175031662, 0.1055455133318901, 0.11091440916061401, 0.11628330498933792, 0.12165220081806183, 0.12702110409736633, 0.13238999247550964, 0.13775889575481415, 0.14312779903411865, 0.14849668741226196, 0.15386559069156647]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 3.0, 2.0, 3.0, 2.0, 2.0, 6.0, 4.0, 1.0, 6.0, 30.0, 4.0, 5.0, 3.0, 7.0, 2.0, 5.0, 3.0, 2.0, 0.0, 1.0, 1.0, 4.0, 2.0, 5.0, 4.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.002535661216825247, -0.0024473913945257664, -0.0023591218050569296, -0.002270851982757449, -0.0021825821604579687, -0.002094312570989132, -0.0020060427486896515, -0.001917772926390171, -0.0018295032205060124, -0.0017412335146218538, -0.0016529636923223734, -0.0015646939864382148, -0.0014764242805540562, -0.0013881544582545757, -0.0012998847523704171, -0.0012116149300709367, -0.001123345224186778, -0.0010350755183026195, -0.000946805696003139, -0.0008585359901189804, -0.0007702662260271609, -0.0006819964619353414, -0.0005937267560511827, -0.0005054569919593632, -0.0004171872278675437, -0.00032891746377572417, -0.0002406477287877351, -0.0001523779792478308, -6.410822970792651e-05, 2.4161519831977785e-05, 0.00011243126937188208, 0.00020070101891178638, 0.0002889707684516907, 0.0003772405325435102, 0.00046551026753149927, 0.0005537800025194883, 0.0006420497666113079, 0.0007303195307031274, 0.000818589236587286, 0.0009068590006791055, 0.000995128764770925, 0.0010833984706550837, 0.001171668292954564, 0.0012599379988387227, 0.0013482077047228813, 0.0014364775270223618, 0.0015247472329065204, 0.0016130170552060008, 0.0017012867610901594, 0.001789556466974318, 0.0018778262892737985, 0.001966095995157957, 0.0020543658174574375, 0.0021426354069262743, 0.0022309052292257547, 0.002319175051525235, 0.002407444640994072, 0.0024957144632935524, 0.002583984285593033, 0.0026722541078925133, 0.00276052369736135, 0.0028487935196608305, 0.002937063341960311, 0.0030253329314291477, 0.003113602753728628]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [4.0, 4.0, 5.0, 10.0, 6.0, 7.0, 17.0, 24.0, 29.0, 46.0, 75.0, 111.0, 156.0, 239.0, 344.0, 548.0, 858.0, 1328.0, 2222.0, 3682.0, 6460.0, 11885.0, 23552.0, 50928.0, 125439.0, 712340.0, 115872.0, 54825.0, 28570.0, 15945.0, 9038.0, 5535.0, 3333.0, 2060.0, 1395.0, 878.0, 585.0, 374.0, 282.0, 173.0, 112.0, 103.0, 79.0, 50.0, 33.0, 22.0, 22.0, 11.0, 12.0, 3.0, 3.0, 3.0, 2.0, 4.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008296974934637547, -0.00797125231474638, -0.007645529229193926, -0.007319806609302759, -0.006994083523750305, -0.0066683609038591385, -0.006342638283967972, -0.006016915198415518, -0.005691192578524351, -0.005365469958633184, -0.0050397468730807304, -0.004714024253189564, -0.004388301633298397, -0.004062578547745943, -0.0037368559278547764, -0.003411133075132966, -0.0030854102224111557, -0.0027596873696893454, -0.002433964516967535, -0.0021082418970763683, -0.001782519044354558, -0.0014567961916327477, -0.0011310734553262591, -0.0008053506608121097, -0.0004796278662979603, -0.00015390507178381085, 0.00017181772273033857, 0.000497540517244488, 0.0008232633117586374, 0.0011489861644804478, 0.0014747089007869363, 0.0018004316370934248, 0.002126154489815235, 0.0024518773425370455, 0.002777600195258856, 0.0031033228151500225, 0.003429045667871833, 0.003754768520593643, 0.00408049114048481, 0.004406214226037264, 0.0047319368459284306, 0.005057659465819597, 0.005383382551372051, 0.005709105171263218, 0.006034827791154385, 0.006360550876706839, 0.006686273496598005, 0.007011996582150459, 0.007337719202041626, 0.007663441821932793, 0.00798916444182396, 0.0083148879930377, 0.008640610612928867, 0.008966333232820034, 0.0092920558527112, 0.009617778472602367, 0.009943502023816109, 0.010269224643707275, 0.010594947263598442, 0.010920669883489609, 0.011246392503380775, 0.011572115123271942, 0.011897838674485683, 0.01222356129437685, 0.012549283914268017]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 3.0, 10.0, 4.0, 5.0, 5.0, 4.0, 7.0, 1.0, 1.0, 4.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.026688573881983757, -0.02600070647895336, -0.025312839075922966, -0.02462497167289257, -0.023937102407217026, -0.02324923500418663, -0.022561367601156235, -0.02187350019812584, -0.021185632795095444, -0.020497765392065048, -0.019809897989034653, -0.019122030586004257, -0.01843416318297386, -0.017746293917298317, -0.01705842651426792, -0.016370559111237526, -0.01568269170820713, -0.014994824305176735, -0.01430695690214634, -0.01361908856779337, -0.012931221164762974, -0.012243353761732578, -0.011555485427379608, -0.010867618024349213, -0.010179750621318817, -0.009491883218288422, -0.008804015815258026, -0.008116147480905056, -0.0074282800778746605, -0.006740412674844265, -0.006052544806152582, -0.005364676937460899, -0.004676809534430504, -0.003988942131400108, -0.0033010742627084255, -0.0026132066268473864, -0.0019253389909863472, -0.001237471355125308, -0.0005496037192642689, 0.0001382639165967703, 0.0008261315524578094, 0.0015139991883188486, 0.0022018668241798878, 0.002889734460040927, 0.003577602095901966, 0.004265469498932362, 0.004953337367624044, 0.005641205236315727, 0.006329072639346123, 0.007016940042376518, 0.007704807911068201, 0.008392675779759884, 0.00908054318279028, 0.009768410585820675, 0.010456278920173645, 0.01114414632320404, 0.011832013726234436, 0.012519881129264832, 0.013207748532295227, 0.013895616866648197, 0.014583484269678593, 0.015271351672708988, 0.01595922000706196, 0.016647087410092354, 0.01733495481312275]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 11.0, 11.0, 3.0, 11.0, 13.0, 12.0, 12.0, 4.0, 8.0, 10.0, 20.0, 23.0, 37.0, 63.0, 84.0, 88.0, 119.0, 127.0, 158.0, 182.0, 216.0, 282.0, 395.0, 536.0, 903.0, 2321.0, 5881.0, 1927.0, 1261.0, 947.0, 641.0, 494.0, 338.0, 264.0, 215.0, 159.0, 153.0, 126.0, 66.0, 68.0, 47.0, 36.0, 32.0, 17.0, 20.0, 15.0, 21.0, 8.0, 11.0, 4.0, 8.0, 7.0, 3.0, 2.0, 2.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.009021121077239513, -0.008687598630785942, -0.008354075253009796, -0.008020552806556225, -0.007687029894441366, -0.007353506982326508, -0.007019984535872936, -0.006686461623758078, -0.006352938711643219, -0.00601941579952836, -0.005685892887413502, -0.00535237044095993, -0.005018847528845072, -0.004685324616730213, -0.004351802170276642, -0.004018279258161783, -0.0036847563460469246, -0.003351233433932066, -0.003017710754647851, -0.002684188075363636, -0.0023506651632487774, -0.0020171422511339188, -0.0016836195718497038, -0.001350096776150167, -0.0010165739804506302, -0.0006830511847510934, -0.0003495283890515566, -1.6005593352019787e-05, 0.000317517202347517, 0.0006510399980470538, 0.0009845627937465906, 0.0013180855894461274, 0.0016516083851456642, 0.001985131297260523, 0.002318653976544738, 0.002652176655828953, 0.0029856995679438114, 0.00331922248005867, 0.003652745159342885, 0.0039862678386271, 0.004319790750741959, 0.004653313662856817, 0.004986836574971676, 0.005320359021425247, 0.005653881933540106, 0.0059874048456549644, 0.006320927292108536, 0.006654450204223394, 0.006987973116338253, 0.007321496028453112, 0.00765501894056797, 0.007988541387021542, 0.008322063833475113, 0.008655587211251259, 0.00898910965770483, 0.009322633035480976, 0.009656155481934547, 0.009989677928388119, 0.010323201306164265, 0.010656723752617836, 0.010990247130393982, 0.011323769576847553, 0.011657292023301125, 0.01199081540107727, 0.012324337847530842]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 3.0, 3.0, 2.0, 2.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.14671090245246887, -0.14308001101016998, -0.1394491046667099, -0.135818213224411, -0.13218730688095093, -0.12855641543865204, -0.12492551654577255, -0.12129461765289307, -0.11766371876001358, -0.1140328198671341, -0.11040192097425461, -0.10677102208137512, -0.10314013063907623, -0.09950923174619675, -0.09587833285331726, -0.09224743396043777, -0.08861653506755829, -0.0849856361746788, -0.08135473728179932, -0.07772383838891983, -0.07409293949604034, -0.07046204805374146, -0.06683114916086197, -0.06320025026798248, -0.059569351375103, -0.05593845248222351, -0.052307553589344025, -0.04867665842175484, -0.04504575952887535, -0.041414860635995865, -0.03778396546840668, -0.03415306657552719, -0.030522167682647705, -0.02689126878976822, -0.023260371759533882, -0.019629474729299545, -0.01599857583642006, -0.012367677874863148, -0.008736779913306236, -0.005105881951749325, -0.0014749839901924133, 0.002155913971364498, 0.00578681193292141, 0.009417709894478321, 0.013048607856035233, 0.01667950674891472, 0.020310403779149055, 0.023941300809383392, 0.02757219970226288, 0.031203098595142365, 0.03483399748802185, 0.03846489265561104, 0.042095791548490524, 0.04572669044137001, 0.0493575856089592, 0.052988484501838684, 0.05661938339471817, 0.060250282287597656, 0.06388118118047714, 0.06751208007335663, 0.07114297151565552, 0.074773870408535, 0.07840476930141449, 0.08203566819429398, 0.08566656708717346]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 4.0, 2.0, 2.0, 4.0, 2.0, 4.0, 7.0, 5.0, 14.0, 17.0, 10.0, 58.0, 34.0, 24.0, 16.0, 15.0, 11.0, 10.0, 3.0, 7.0, 6.0, 4.0, 5.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0], "bins": [-0.12026830017566681, -0.11724531650543213, -0.11422233283519745, -0.11119934916496277, -0.10817636549472809, -0.105153389275074, -0.10213040560483932, -0.09910742193460464, -0.09608443826436996, -0.09306145459413528, -0.0900384709239006, -0.08701548725366592, -0.08399251103401184, -0.08096952736377716, -0.07794654369354248, -0.0749235600233078, -0.07190057635307312, -0.06887759268283844, -0.06585460901260376, -0.06283162534236908, -0.0598086453974247, -0.05678566172719002, -0.053762681782245636, -0.050739698112010956, -0.047716714441776276, -0.044693730771541595, -0.041670747101306915, -0.038647767156362534, -0.03562478348612785, -0.03260179981589317, -0.029578818008303642, -0.02655583620071411, -0.02353285253047943, -0.02050986886024475, -0.01748688705265522, -0.014463904313743114, -0.011440921574831009, -0.008417938835918903, -0.005394956097006798, -0.0023719733580946922, 0.0006510093808174133, 0.003673992119729519, 0.0066969748586416245, 0.00971995759755373, 0.012742940336465836, 0.015765924006700516, 0.018788905814290047, 0.021811887621879578, 0.024834871292114258, 0.027857854962348938, 0.03088083676993847, 0.033903818577528, 0.03692680224776268, 0.03994978591799736, 0.04297276586294174, 0.04599574953317642, 0.0490187332034111, 0.05204171687364578, 0.05506470054388046, 0.058087680488824844, 0.061110664159059525, 0.0641336441040039, 0.06715662777423859, 0.07017961144447327, 0.07320259511470795]}, "_runtime": 18.551593780517578, "_timestamp": 1596208382.7425878, "_step": 14}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 3.0, 2.0, 3.0, 2.0, 3.0, 3.0, 2.0, 4.0, 4.0, 4.0, 5.0, 5.0, 2.0, 1.0, 4.0, 4.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.017980612814426422, -0.01742466725409031, -0.016868721693754196, -0.016312774270772934, -0.01575682871043682, -0.015200883150100708, -0.014644937589764595, -0.014088991098105907, -0.013533045537769794, -0.012977099977433681, -0.012421153485774994, -0.011865207925438881, -0.011309262365102768, -0.01075331587344408, -0.010197370313107967, -0.00964142382144928, -0.009085478261113167, -0.008529532700777054, -0.007973586209118366, -0.007417640648782253, -0.006861694622784853, -0.006305748596787453, -0.00574980303645134, -0.0051938570104539394, -0.004637910984456539, -0.004081964958459139, -0.0035260191652923822, -0.0029700733721256256, -0.0024141273461282253, -0.0018581814365461469, -0.0013022355269640684, -0.00074628961738199, -0.0001903437077999115, 0.00036560220178216696, 0.0009215481113642454, 0.0014774940209463239, 0.0020334399305284023, 0.0025893859565258026, 0.0031453317496925592, 0.003701277542859316, 0.004257223568856716, 0.0048131695948541164, 0.005369115620851517, 0.00592506118118763, 0.00648100720718503, 0.00703695323318243, 0.007592898793518543, 0.00814884528517723, 0.008704790845513344, 0.009260736405849457, 0.009816682897508144, 0.010372628457844257, 0.010928574949502945, 0.011484520509839058, 0.012040466070175171, 0.012596412561833858, 0.013152358122169971, 0.013708303682506084, 0.014264250174164772, 0.014820195734500885, 0.015376141294836998, 0.01593208685517311, 0.016488034278154373, 0.017043979838490486, 0.0175999253988266]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 4.0, 1.0, 0.0, 4.0, 4.0, 5.0, 2.0, 6.0, 14.0, 13.0, 24.0, 29.0, 46.0, 67.0, 115.0, 153.0, 240.0, 348.0, 3427.0, 2382.0, 460.0, 209.0, 145.0, 70.0, 48.0, 28.0, 18.0, 20.0, 6.0, 4.0, 3.0, 2.0, 6.0, 3.0, 1.0, 3.0, 1.0, 3.0, 3.0, 1.0, 2.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.20828577876091003, -0.2015562355518341, -0.19482669234275818, -0.18809714913368225, -0.18136760592460632, -0.1746380478143692, -0.16790850460529327, -0.16117896139621735, -0.15444941818714142, -0.1477198749780655, -0.14099033176898956, -0.13426078855991364, -0.1275312304496765, -0.12080169469118118, -0.11407214403152466, -0.10734260082244873, -0.1006130576133728, -0.09388351440429688, -0.08715397119522095, -0.08042442053556442, -0.0736948773264885, -0.06696533411741257, -0.06023578718304634, -0.053506240248680115, -0.04677669703960419, -0.04004715383052826, -0.03331760689616203, -0.026588061824440956, -0.01985851675271988, -0.013128971680998802, -0.006399426609277725, 0.00033011846244335175, 0.007059663534164429, 0.013789208605885506, 0.020518753677606583, 0.02724829874932766, 0.03397784382104874, 0.040707387030124664, 0.04743693396449089, 0.05416648089885712, 0.060896024107933044, 0.06762556731700897, 0.0743551105260849, 0.08108466118574142, 0.08781420439481735, 0.09454374760389328, 0.1012732982635498, 0.10800284147262573, 0.11473238468170166, 0.12146192789077759, 0.12819147109985352, 0.13492101430892944, 0.14165055751800537, 0.1483801156282425, 0.15510965883731842, 0.16183920204639435, 0.16856874525547028, 0.1752982884645462, 0.18202783167362213, 0.18875737488269806, 0.19548693299293518, 0.2022164762020111, 0.20894601941108704, 0.21567556262016296, 0.2224051058292389]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 3.0, 2.0, 0.0, 1.0, 2.0, 1.0, 2.0, 3.0, 5.0, 1.0, 2.0, 2.0, 5.0, 3.0, 0.0, 7.0, 2.0, 5.0, 4.0, 29.0, 7.0, 1.0, 3.0, 6.0, 4.0, 3.0, 2.0, 0.0, 2.0, 1.0, 1.0, 1.0, 4.0, 1.0, 2.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002367159817367792, -0.0022764659952372313, -0.002185772405937314, -0.002095078583806753, -0.002004384994506836, -0.001913691172376275, -0.001822997466661036, -0.001732303760945797, -0.001641609938815236, -0.001550916233099997, -0.001460222527384758, -0.001369528821669519, -0.00127883511595428, -0.0011881414102390409, -0.00109744758810848, -0.001006753882393241, -0.0009160601766780019, -0.0008253664709627628, -0.0007346727070398629, -0.0006439790013246238, -0.0005532852374017239, -0.0004625915316864848, -0.00037189782597124577, -0.00028120409115217626, -0.00019051035633310676, -9.981662878999487e-05, -9.122901246882975e-06, 8.157082629622892e-05, 0.0001722645538393408, 0.0002629582886584103, 0.00035365199437364936, 0.00044434572919271886, 0.0005350394640117884, 0.0006257331697270274, 0.0007164269336499274, 0.0008071206393651664, 0.0008978144032880664, 0.0009885081090033054, 0.0010792018147185445, 0.0011698955204337835, 0.0012605893425643444, 0.0013512830482795835, 0.0014419767539948225, 0.0015326704597100616, 0.0016233641654253006, 0.0017140578711405396, 0.0018047516932711005, 0.0018954453989863396, 0.001986138988286257, 0.0020768328104168177, 0.0021675266325473785, 0.0022582202218472958, 0.0023489140439778566, 0.002439607633277774, 0.0025303014554083347, 0.0026209952775388956, 0.002711688866838813, 0.0028023826889693737, 0.002893076278269291, 0.002983770100399852, 0.0030744639225304127, 0.00316515751183033, 0.0032558513339608908, 0.003346544923260808, 0.003437238745391369]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 3.0, 3.0, 7.0, 6.0, 11.0, 22.0, 22.0, 42.0, 63.0, 93.0, 151.0, 214.0, 338.0, 543.0, 834.0, 1416.0, 2504.0, 4327.0, 8050.0, 16283.0, 35506.0, 85263.0, 715530.0, 184594.0, 60172.0, 27777.0, 14553.0, 8071.0, 4721.0, 2959.0, 1809.0, 1247.0, 794.0, 547.0, 327.0, 244.0, 183.0, 109.0, 92.0, 64.0, 39.0, 32.0, 30.0, 13.0, 10.0, 7.0, 8.0, 4.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008940247818827629, -0.008595695719122887, -0.00825114268809557, -0.007906589657068253, -0.00756203755736351, -0.00721748499199748, -0.006872932426631451, -0.006528379861265421, -0.006183827295899391, -0.0058392747305333614, -0.005494722165167332, -0.005150169599801302, -0.004805617034435272, -0.0044610644690692425, -0.004116511903703213, -0.003771959338337183, -0.0034274067729711533, -0.0030828542076051235, -0.0027383016422390938, -0.002393749076873064, -0.0020491965115070343, -0.0017046439461410046, -0.0013600913807749748, -0.001015538815408945, -0.0006709862500429153, -0.0003264336846768856, 1.8118880689144135e-05, 0.0003626714460551739, 0.0007072240114212036, 0.0010517765767872334, 0.001396329142153263, 0.0017408817075192928, 0.0020854342728853226, 0.0024299868382513523, 0.002774539403617382, 0.003119091968983412, 0.0034636445343494415, 0.0038081970997154713, 0.004152749665081501, 0.004497302230447531, 0.0048418547958135605, 0.00518640736117959, 0.00553095992654562, 0.00587551249191165, 0.0062200650572776794, 0.006564617622643709, 0.006909170188009739, 0.007253722753375769, 0.007598275318741798, 0.00794282741844654, 0.008287380449473858, 0.008631933480501175, 0.008976485580205917, 0.00932103767991066, 0.009665590710937977, 0.010010143741965294, 0.010354695841670036, 0.010699247941374779, 0.011043800972402096, 0.011388354003429413, 0.011732906103134155, 0.012077458202838898, 0.012422011233866215, 0.012766564264893532, 0.013111116364598274]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 3.0, 3.0, 4.0, 7.0, 4.0, 5.0, 7.0, 3.0, 3.0, 4.0, 0.0, 3.0, 1.0, 3.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009947346523404121, -0.009212130680680275, -0.008476914837956429, -0.007741698995232582, -0.007006483152508736, -0.006271267309784889, -0.005536051467061043, -0.004800835624337196, -0.00406561978161335, -0.0033304039388895035, -0.002595188096165657, -0.0018599722534418106, -0.0011247564107179642, -0.00038954056799411774, 0.0003456752747297287, 0.0010808911174535751, 0.0018161069601774216, 0.002551322802901268, 0.0032865386456251144, 0.004021754488348961, 0.004756970331072807, 0.005492186173796654, 0.0062274020165205, 0.006962617859244347, 0.007697833701968193, 0.00843304954469204, 0.009168265387415886, 0.009903481230139732, 0.010638697072863579, 0.011373912915587425, 0.012109128758311272, 0.012844344601035118, 0.013579560443758965, 0.014314776286482811, 0.015049992129206657, 0.015785207971930504, 0.01652042381465435, 0.017255639657378197, 0.017990855500102043, 0.01872607134282589, 0.019461287185549736, 0.020196503028273582, 0.02093171887099743, 0.021666934713721275, 0.022402150556445122, 0.023137366399168968, 0.023872582241892815, 0.02460779808461666, 0.025343013927340508, 0.026078229770064354, 0.0268134456127882, 0.027548661455512047, 0.028283877298235893, 0.02901909314095974, 0.029754308983683586, 0.030489524826407433, 0.03122474066913128, 0.031959958374500275, 0.03269517421722412, 0.03343039005994797, 0.034165605902671814, 0.03490082174539566, 0.03563603758811951, 0.03637125343084335, 0.0371064692735672]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 4.0, 2.0, 4.0, 4.0, 3.0, 5.0, 9.0, 10.0, 19.0, 23.0, 45.0, 101.0, 132.0, 229.0, 373.0, 521.0, 727.0, 1001.0, 1499.0, 2453.0, 6427.0, 1504.0, 882.0, 534.0, 432.0, 299.0, 220.0, 186.0, 139.0, 124.0, 86.0, 81.0, 53.0, 45.0, 32.0, 24.0, 26.0, 26.0, 23.0, 16.0, 11.0, 9.0, 7.0, 9.0, 7.0, 6.0, 6.0, 8.0, 6.0, 9.0, 5.0, 10.0, 1.0, 5.0, 2.0, 2.0], "bins": [-0.010475246235728264, -0.01010458916425705, -0.009733932092785835, -0.009363275952637196, -0.008992618881165981, -0.008621961809694767, -0.008251305669546127, -0.007880648598074913, -0.007509991526603699, -0.0071393344551324844, -0.0067686778493225574, -0.0063980212435126305, -0.006027364172041416, -0.005656707100570202, -0.005286050494760275, -0.004915393888950348, -0.004544736817479134, -0.004174079746007919, -0.0038034231401979923, -0.0034327663015574217, -0.003062109462916851, -0.0026914526242762804, -0.0023207957856357098, -0.0019501389469951391, -0.0015794821083545685, -0.0012088252697139978, -0.0008381684310734272, -0.00046751159243285656, -9.685475379228592e-05, 0.0002738020848482847, 0.0006444589234888554, 0.001015115762129426, 0.0013857726007699966, 0.0017564294394105673, 0.002127086278051138, 0.0024977431166917086, 0.002868399955332279, 0.00323905679397285, 0.0036097136326134205, 0.0039803702384233475, 0.004351027309894562, 0.004721684381365776, 0.005092340987175703, 0.00546299759298563, 0.005833654664456844, 0.006204311735928059, 0.006574968341737986, 0.006945624947547913, 0.007316282019019127, 0.007686939090490341, 0.008057596161961555, 0.008428252302110195, 0.00879890937358141, 0.009169566445052624, 0.009540222585201263, 0.009910879656672478, 0.010281536728143692, 0.010652193799614906, 0.01102285087108612, 0.01139350701123476, 0.011764164082705975, 0.012134821154177189, 0.012505477294325829, 0.012876134365797043, 0.013246791437268257]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 2.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1073254644870758, -0.10353008657693863, -0.09973470866680145, -0.09593933075666428, -0.0921439528465271, -0.08834857493638992, -0.08455319702625275, -0.08075781911611557, -0.0769624412059784, -0.07316705584526062, -0.06937167793512344, -0.06557630002498627, -0.06178092211484909, -0.057985544204711914, -0.05419016629457474, -0.05039478838443756, -0.046599410474300385, -0.04280403256416321, -0.03900865465402603, -0.035213276743888855, -0.03141789883375168, -0.027622519060969353, -0.023827139288187027, -0.02003176137804985, -0.016236383467912674, -0.012441005557775497, -0.008645626716315746, -0.0048502483405172825, -0.0010548699647188187, 0.002740508411079645, 0.006535886786878109, 0.01033126562833786, 0.014126643538475037, 0.017922021448612213, 0.02171739935874939, 0.025512779131531715, 0.029308157041668892, 0.03310353681445122, 0.036898914724588394, 0.04069429263472557, 0.04448967054486275, 0.048285048454999924, 0.0520804263651371, 0.05587580427527428, 0.05967118591070175, 0.06346656382083893, 0.0672619417309761, 0.07105731964111328, 0.07485269755125046, 0.07864807546138763, 0.08244345337152481, 0.08623883128166199, 0.09003420919179916, 0.09382958710193634, 0.09762496501207352, 0.1014203429222107, 0.10521572828292847, 0.10901110619306564, 0.11280648410320282, 0.11660186201334, 0.12039723992347717, 0.12419261783361435, 0.12798799574375153, 0.1317833662033081, 0.13557875156402588]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 3.0, 7.0, 1.0, 7.0, 2.0, 4.0, 8.0, 29.0, 20.0, 22.0, 31.0, 54.0, 20.0, 14.0, 10.0, 7.0, 4.0, 1.0, 4.0, 0.0, 5.0, 2.0, 3.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.051275283098220825, -0.04875355586409569, -0.04623183235526085, -0.04371010512113571, -0.04118838161230087, -0.038666654378175735, -0.0361449271440506, -0.03362320363521576, -0.031101476401090622, -0.028579751029610634, -0.026058025658130646, -0.02353629842400551, -0.02101457305252552, -0.018492847681045532, -0.015971120446920395, -0.013449395075440407, -0.010927669703960419, -0.00840594433248043, -0.005884218029677868, -0.0033624921925365925, -0.0008407663553953171, 0.0016809594817459583, 0.004202685318887234, 0.006724411156028509, 0.009246136993169785, 0.011767862364649773, 0.014289588667452335, 0.016811314970254898, 0.019333040341734886, 0.021854765713214874, 0.02437649294734001, 0.02689821831882, 0.029419943690299988, 0.031941670924425125, 0.034463394433259964, 0.0369851216673851, 0.03950684517621994, 0.04202857241034508, 0.044550299644470215, 0.047072023153305054, 0.04959375038743019, 0.05211547762155533, 0.05463720113039017, 0.057158928364515305, 0.05968065559864044, 0.06220237910747528, 0.06472410261631012, 0.06724583357572556, 0.0697675570845604, 0.07228928059339523, 0.07481101155281067, 0.07733273506164551, 0.07985445857048035, 0.08237618952989578, 0.08489791303873062, 0.08741963654756546, 0.0899413675069809, 0.09246309101581573, 0.09498481452465057, 0.09750653803348541, 0.10002826899290085, 0.10254999250173569, 0.10507171601057053, 0.10759344696998596, 0.1101151704788208]}, "_runtime": 19.409244775772095, "_timestamp": 1596208383.6002388, "_step": 15}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 5.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 4.0, 2.0, 3.0, 3.0, 4.0, 3.0, 1.0, 3.0, 3.0, 3.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009445654228329659, -0.00905741099268198, -0.008669166825711727, -0.008280923590064049, -0.00789268035441637, -0.007504436653107405, -0.007116192951798439, -0.006727949716150761, -0.006339706014841795, -0.005951462313532829, -0.005563219077885151, -0.005174975376576185, -0.0047867316752672195, -0.004398488439619541, -0.0040102447383105755, -0.0036220012698322535, -0.0032337578013539314, -0.0028455143328756094, -0.0024572708643972874, -0.0020690271630883217, -0.0016807836946099997, -0.0012925402261316776, -0.0009042966412380338, -0.0005160531145520508, -0.00012780958786606789, 0.00026043393881991506, 0.000648677465505898, 0.0010369210503995419, 0.0014251645188778639, 0.001813407987356186, 0.0022016516886651516, 0.0025898951571434736, 0.0029781386256217957, 0.0033663820941001177, 0.0037546255625784397, 0.004142869263887405, 0.004531112499535084, 0.0049193562008440495, 0.005307599902153015, 0.0056958431378006935, 0.006084086839109659, 0.006472330540418625, 0.006860573776066303, 0.007248817477375269, 0.007637061178684235, 0.008025304414331913, 0.008413547649979591, 0.008801791816949844, 0.009190035052597523, 0.009578278288245201, 0.009966522455215454, 0.010354765690863132, 0.01074300892651081, 0.011131253093481064, 0.011519496329128742, 0.01190773956477642, 0.012295983731746674, 0.012684226967394352, 0.01307247020304203, 0.013460713438689709, 0.013848957605659962, 0.01423720084130764, 0.014625444076955318, 0.015013688243925571, 0.01540193147957325]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 4.0, 1.0, 1.0, 2.0, 4.0, 3.0, 11.0, 5.0, 15.0, 20.0, 16.0, 29.0, 28.0, 35.0, 45.0, 67.0, 88.0, 129.0, 160.0, 225.0, 357.0, 3997.0, 1494.0, 436.0, 222.0, 164.0, 91.0, 70.0, 46.0, 39.0, 30.0, 26.0, 11.0, 7.0, 8.0, 8.0, 5.0, 8.0, 3.0, 4.0, 3.0, 8.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.18555021286010742, -0.17990195751190186, -0.1742537021636963, -0.16860546171665192, -0.16295720636844635, -0.15730895102024078, -0.15166069567203522, -0.14601244032382965, -0.14036419987678528, -0.1347159445285797, -0.12906768918037415, -0.12341943383216858, -0.11777117848396301, -0.11212293058633804, -0.10647467523813248, -0.10082642734050751, -0.09517817199230194, -0.08952991664409637, -0.0838816687464714, -0.07823341339826584, -0.07258516550064087, -0.0669369101524353, -0.061288654804229736, -0.05564040318131447, -0.0499921515583992, -0.04434389993548393, -0.038695648312568665, -0.0330473929643631, -0.02739914134144783, -0.021750889718532562, -0.016102636232972145, -0.010454383678734303, -0.00480613112449646, 0.0008421214297413826, 0.006490373983979225, 0.012138626538217068, 0.01778687909245491, 0.023435130715370178, 0.029083384200930595, 0.03473163768649101, 0.04037988930940628, 0.04602814093232155, 0.051676392555236816, 0.05732464790344238, 0.06297290325164795, 0.06862115114927292, 0.07426940649747849, 0.07991765439510345, 0.08556590974330902, 0.09121416509151459, 0.09686241298913956, 0.10251066833734512, 0.10815891623497009, 0.11380717158317566, 0.11945542693138123, 0.1251036822795868, 0.13075193762779236, 0.13640017807483673, 0.1420484334230423, 0.14769668877124786, 0.15334494411945343, 0.158993199467659, 0.16464143991470337, 0.17028969526290894, 0.1759379506111145]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 3.0, 1.0, 4.0, 2.0, 2.0, 4.0, 0.0, 4.0, 3.0, 4.0, 4.0, 3.0, 5.0, 0.0, 9.0, 2.0, 25.0, 0.0, 4.0, 3.0, 4.0, 2.0, 4.0, 3.0, 2.0, 2.0, 3.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 3.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.002349985996261239, -0.0022630393505096436, -0.0021760929375886917, -0.002089146291837096, -0.0020021996460855007, -0.001915253116749227, -0.0018283065874129534, -0.0017413600580766797, -0.001654413528740406, -0.0015674668829888105, -0.0014805203536525369, -0.0013935738243162632, -0.0013066271785646677, -0.001219680649228394, -0.0011327341198921204, -0.0010457874741405249, -0.0009588409448042512, -0.0008718943572603166, -0.0007849478279240429, -0.0006980012403801084, -0.0006110547110438347, -0.0005241081234999001, -0.0004371615359559655, -0.0003502149775158614, -0.00026326841907575727, -0.00017632186063565314, -8.937528764363378e-05, -2.4287219275720417e-06, 8.45178437884897e-05, 0.00017146440222859383, 0.0002584109897725284, 0.00034535754821263254, 0.00043230410665273666, 0.0005192506941966712, 0.0006061972235329449, 0.0006931438110768795, 0.0007800903404131532, 0.0008670369279570878, 0.0009539835155010223, 0.001040930044837296, 0.0011278765741735697, 0.0012148232199251652, 0.0013017697492614388, 0.0013887162785977125, 0.001475662924349308, 0.0015626094536855817, 0.0016495559830218554, 0.0017365026287734509, 0.0018234491581097245, 0.0019103956874459982, 0.0019973423331975937, 0.0020842887461185455, 0.002171235391870141, 0.0022581820376217365, 0.0023451284505426884, 0.002432075096294284, 0.0025190217420458794, 0.002605968154966831, 0.0026929148007184267, 0.002779861446470022, 0.002866807859390974, 0.0029537545051425695, 0.003040701150894165, 0.003127647563815117, 0.0032145942095667124]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 2.0, 2.0, 3.0, 1.0, 4.0, 6.0, 6.0, 9.0, 18.0, 29.0, 41.0, 60.0, 89.0, 124.0, 187.0, 268.0, 501.0, 720.0, 1206.0, 2037.0, 3270.0, 5698.0, 10082.0, 18348.0, 34710.0, 69436.0, 156679.0, 669092.0, 91530.0, 47413.0, 26504.0, 15628.0, 9256.0, 5743.0, 3660.0, 2438.0, 1564.0, 1030.0, 671.0, 493.0, 355.0, 239.0, 150.0, 113.0, 80.0, 45.0, 40.0, 16.0, 16.0, 11.0, 7.0, 4.0, 4.0, 2.0, 1.0, 3.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.008756687864661217, -0.008476805873215199, -0.00819692388176918, -0.007917040959000587, -0.007637158967554569, -0.007357276976108551, -0.007077394984662533, -0.006797512527555227, -0.006517630536109209, -0.006237748544663191, -0.005957866087555885, -0.005677984096109867, -0.005398102104663849, -0.005118219647556543, -0.004838337656110525, -0.00455845519900322, -0.004278573207557201, -0.003998691216111183, -0.0037188087590038776, -0.0034389267675578594, -0.0031590445432811975, -0.0028791623190045357, -0.0025992803275585175, -0.0023193981032818556, -0.0020395158790051937, -0.0017596336547285318, -0.0014797515468671918, -0.0011998694390058517, -0.0009199872147291899, -0.0006401050486601889, -0.00036022288259118795, -8.0340716522187e-05, 0.00019954144954681396, 0.0004794236156158149, 0.0007593057816848159, 0.001039187889546156, 0.0013190701138228178, 0.0015989523380994797, 0.0018788344459608197, 0.0021587165538221598, 0.0024385987780988216, 0.0027184810023754835, 0.0029983632266521454, 0.0032782452180981636, 0.0035581274423748255, 0.0038380096666514874, 0.004117891658097506, 0.004397774115204811, 0.004677656106650829, 0.0049575380980968475, 0.005237420555204153, 0.005517302546650171, 0.005797185003757477, 0.006077066995203495, 0.006356948986649513, 0.006636831443756819, 0.006916713435202837, 0.007196595426648855, 0.007476477883756161, 0.007756359875202179, 0.008036241866648197, 0.008316123858094215, 0.008596006780862808, 0.008875888772308826, 0.009155770763754845]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 9.0, 3.0, 4.0, 6.0, 5.0, 5.0, 4.0, 4.0, 1.0, 4.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.0382721945643425, -0.037489328533411026, -0.03670646622776985, -0.03592360019683838, -0.035140737891197205, -0.03435787186026573, -0.03357500955462456, -0.032792143523693085, -0.03200928121805191, -0.031226415187120438, -0.030443551018834114, -0.02966068685054779, -0.028877822682261467, -0.028094958513975143, -0.02731209434568882, -0.026529230177402496, -0.025746366009116173, -0.02496350184082985, -0.024180637672543526, -0.023397773504257202, -0.02261490933597088, -0.021832045167684555, -0.02104918099939823, -0.020266316831111908, -0.019483450800180435, -0.01870058663189411, -0.017917722463607788, -0.017134858295321465, -0.01635199412703514, -0.015569129958748817, -0.014786265790462494, -0.01400340162217617, -0.013220537453889847, -0.012437673285603523, -0.0116548091173172, -0.010871944949030876, -0.010089080780744553, -0.009306215681135654, -0.008523351512849331, -0.007740487344563007, -0.006957623176276684, -0.00617475900799036, -0.005391894839704037, -0.004609030205756426, -0.0038261660374701023, -0.0030433018691837788, -0.0022604374680668116, -0.0014775731833651662, -0.0006947088986635208, 8.815538603812456e-05, 0.0008710196707397699, 0.0016538839554414153, 0.0024367482401430607, 0.0032196124084293842, 0.004002477042376995, 0.004785341210663319, 0.005568205378949642, 0.006351069547235966, 0.007133933715522289, 0.007916797883808613, 0.008699662983417511, 0.009482527151703835, 0.010265391319990158, 0.011048255488276482, 0.011831119656562805]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [5.0, 2.0, 4.0, 4.0, 6.0, 4.0, 6.0, 8.0, 17.0, 17.0, 12.0, 11.0, 17.0, 19.0, 23.0, 18.0, 10.0, 10.0, 18.0, 13.0, 16.0, 23.0, 31.0, 51.0, 59.0, 53.0, 85.0, 84.0, 85.0, 95.0, 102.0, 131.0, 210.0, 271.0, 420.0, 620.0, 1162.0, 5834.0, 2424.0, 1508.0, 1042.0, 931.0, 746.0, 591.0, 471.0, 320.0, 224.0, 143.0, 116.0, 100.0, 69.0, 46.0, 41.0, 30.0, 13.0, 22.0, 13.0, 9.0, 6.0, 1.0, 5.0, 3.0, 0.0, 2.0], "bins": [-0.013340897858142853, -0.012985242530703545, -0.012629587203264236, -0.012273931875824928, -0.01191827654838562, -0.011562620289623737, -0.01120696496218443, -0.010851309634745121, -0.010495654307305813, -0.010139998979866505, -0.009784343652427197, -0.009428688324987888, -0.009073032066226006, -0.008717376738786697, -0.00836172141134739, -0.008006066083908081, -0.007650410756468773, -0.007294755429029465, -0.0069391001015901566, -0.006583444308489561, -0.006227788981050253, -0.005872133653610945, -0.005516477860510349, -0.005160822533071041, -0.004805167205631733, -0.004449511878192425, -0.004093856550753117, -0.003738200757652521, -0.003382545430213213, -0.003026890102773905, -0.002671234542503953, -0.002315578982234001, -0.001959923654794693, -0.001604268210940063, -0.001248612767085433, -0.000892957323230803, -0.000537301879376173, -0.00018164643552154303, 0.00017400900833308697, 0.000529664452187717, 0.000885319896042347, 0.001240975339896977, 0.001596630783751607, 0.001952286227606237, 0.002307941671460867, 0.002663596998900175, 0.003019252559170127, 0.0033749081194400787, 0.003730563446879387, 0.004086218774318695, 0.004441874101758003, 0.004797529894858599, 0.005153185222297907, 0.005508840549737215, 0.0058644963428378105, 0.006220151670277119, 0.006575806997716427, 0.006931462325155735, 0.007287117652595043, 0.007642773445695639, 0.007998429238796234, 0.008354084566235542, 0.00870973989367485, 0.009065395221114159, 0.009421050548553467]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.06107742339372635, -0.05818258225917816, -0.05528774484992027, -0.052392903715372086, -0.0494980663061142, -0.04660322517156601, -0.04370838403701782, -0.040813546627759933, -0.037918705493211746, -0.03502386435866356, -0.03212902694940567, -0.029234185814857483, -0.026339346542954445, -0.023444507271051407, -0.02054966613650322, -0.01765482686460018, -0.014759987592697144, -0.011865148320794106, -0.008970308117568493, -0.0060754683800041676, -0.0031806286424398422, -0.0002857889048755169, 0.0026090508326888084, 0.005503890570253134, 0.008398730307817459, 0.011293569579720497, 0.01418840978294611, 0.017083249986171722, 0.01997808925807476, 0.0228729285299778, 0.025767769664525986, 0.028662608936429024, 0.03155744820833206, 0.03445228934288025, 0.03734712675213814, 0.040241967886686325, 0.043136805295944214, 0.0460316464304924, 0.04892648756504059, 0.05182132497429848, 0.054716166108846664, 0.05761100724339485, 0.06050584465265274, 0.06340068578720093, 0.06629552692174911, 0.0691903680562973, 0.07208520174026489, 0.07498004287481308, 0.07787488400936127, 0.08076972514390945, 0.08366456627845764, 0.08655939996242523, 0.08945424109697342, 0.0923490822315216, 0.0952439233660698, 0.09813876450061798, 0.10103359818458557, 0.10392843931913376, 0.10682328045368195, 0.10971812158823013, 0.11261296272277832, 0.11550780385732651, 0.1184026375412941, 0.12129747867584229, 0.12419231981039047]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 4.0, 3.0, 0.0, 2.0, 2.0, 2.0, 2.0, 3.0, 2.0, 3.0, 2.0, 1.0, 3.0, 2.0, 0.0, 3.0, 6.0, 3.0, 5.0, 11.0, 20.0, 28.0, 46.0, 20.0, 26.0, 22.0, 29.0, 12.0, 7.0, 2.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.04733838140964508, -0.045673128217458725, -0.04400787129998207, -0.042342618107795715, -0.04067736119031906, -0.039012107998132706, -0.03734685480594635, -0.035681597888469696, -0.03401634469628334, -0.032351087778806686, -0.03068583458662033, -0.029020579531788826, -0.02735532447695732, -0.025690069422125816, -0.02402481622993946, -0.022359561175107956, -0.02069430612027645, -0.019029051065444946, -0.01736379601061344, -0.015698542818427086, -0.014033287763595581, -0.012368032708764076, -0.010702777653932571, -0.009037523530423641, -0.007372268475592136, -0.005707013886421919, -0.004041759297251701, -0.0023765042424201965, -0.000711249653249979, 0.0009540050523355603, 0.0026192597579210997, 0.004284514579921961, 0.005949769169092178, 0.007615023758262396, 0.009280278347432613, 0.010945533402264118, 0.012610787525773048, 0.014276042580604553, 0.015941297635436058, 0.017606552690267563, 0.01927180588245392, 0.020937060937285423, 0.022602315992116928, 0.024267571046948433, 0.025932826101779938, 0.027598081156611443, 0.029263334348797798, 0.030928589403629303, 0.03259384632110596, 0.03425909951329231, 0.03592435270547867, 0.03758960962295532, 0.03925486281514168, 0.04092011973261833, 0.04258537292480469, 0.04425062611699104, 0.0459158830344677, 0.04758113622665405, 0.04924639314413071, 0.05091164633631706, 0.05257689952850342, 0.05424215644598007, 0.05590740963816643, 0.05757266655564308, 0.05923791974782944]}, "_runtime": 20.23174285888672, "_timestamp": 1596208384.422737, "_step": 16}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 4.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 5.0, 0.0, 4.0, 3.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 2.0, 4.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011106103658676147, -0.010792301967740059, -0.010478499345481396, -0.010164697654545307, -0.009850895032286644, -0.009537093341350555, -0.009223290719091892, -0.008909489028155804, -0.00859568640589714, -0.008281884714961052, -0.007968082092702389, -0.0076542804017663, -0.007340478245168924, -0.0070266760885715485, -0.006712873931974173, -0.006399071775376797, -0.006085269618779421, -0.005771467462182045, -0.005457665305584669, -0.005143863148987293, -0.004830060992389917, -0.0045162588357925415, -0.004202456679195166, -0.0038886547554284334, -0.0035748525988310575, -0.0032610504422336817, -0.002947248285636306, -0.00263344612903893, -0.0023196442052721977, -0.002005842048674822, -0.001692039892077446, -0.0013782377354800701, -0.0010644355788826942, -0.0007506334222853184, -0.0004368313238956034, -0.000123029196402058, 0.0001907729310914874, 0.0005045750876888633, 0.0008183771860785782, 0.0011321792844682932, 0.001445981441065669, 0.001759783597663045, 0.002073585754260421, 0.0023873879108577967, 0.002701189834624529, 0.0030149919912219048, 0.0033287941478192806, 0.0036425963044166565, 0.003956398461014032, 0.004270200617611408, 0.004584002774208784, 0.00489780493080616, 0.005211607087403536, 0.005525409244000912, 0.005839211400598288, 0.0061530135571956635, 0.006466815248131752, 0.006780617404729128, 0.007094419561326504, 0.00740822171792388, 0.0077220238745212555, 0.008035826496779919, 0.008349628187716007, 0.00866343080997467, 0.008977232500910759]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 3.0, 2.0, 2.0, 2.0, 6.0, 9.0, 7.0, 6.0, 13.0, 15.0, 18.0, 21.0, 30.0, 43.0, 42.0, 57.0, 69.0, 90.0, 108.0, 206.0, 258.0, 415.0, 4640.0, 799.0, 322.0, 199.0, 136.0, 102.0, 74.0, 52.0, 42.0, 37.0, 24.0, 22.0, 14.0, 6.0, 11.0, 5.0, 4.0, 6.0, 2.0, 2.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0], "bins": [-0.19645583629608154, -0.19093012809753418, -0.18540440499782562, -0.17987869679927826, -0.1743529886007309, -0.16882726550102234, -0.16330155730247498, -0.1577758491039276, -0.15225014090538025, -0.1467244178056717, -0.14119870960712433, -0.13567300140857697, -0.1301472783088684, -0.12462157011032104, -0.11909585446119308, -0.11357014626264572, -0.10804443061351776, -0.1025187149643898, -0.09699300676584244, -0.09146729111671448, -0.08594158291816711, -0.08041586726903915, -0.0748901516199112, -0.06936444342136383, -0.06383872777223587, -0.05831301584839821, -0.05278730392456055, -0.04726158827543259, -0.041735876351594925, -0.03621016442775726, -0.030684450641274452, -0.02515873685479164, -0.01963302493095398, -0.014107312075793743, -0.008581599220633507, -0.0030558863654732704, 0.002469826489686966, 0.007995539344847202, 0.013521252200007439, 0.01904696598649025, 0.02457267791032791, 0.030098389834165573, 0.035624101758003235, 0.041149817407131195, 0.04667552933096886, 0.05220124125480652, 0.05772695690393448, 0.06325266510248184, 0.0687783807516098, 0.07430409640073776, 0.07982980459928513, 0.08535552024841309, 0.09088122844696045, 0.09640694409608841, 0.10193265974521637, 0.10745836794376373, 0.1129840835928917, 0.11850979924201965, 0.12403550744056702, 0.12956121563911438, 0.13508693873882294, 0.1406126469373703, 0.14613835513591766, 0.15166407823562622, 0.15718978643417358]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 3.0, 6.0, 3.0, 3.0, 0.0, 3.0, 6.0, 3.0, 31.0, 2.0, 6.0, 1.0, 1.0, 2.0, 6.0, 5.0, 3.0, 1.0, 2.0, 3.0, 1.0, 3.0, 1.0, 3.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.0025128766428679228, -0.002425829181447625, -0.002338781952857971, -0.0022517344914376736, -0.0021646872628480196, -0.002077639801427722, -0.001990592572838068, -0.0019035451114177704, -0.0018164977664127946, -0.0017294504214078188, -0.001642403076402843, -0.0015553557313978672, -0.0014683082699775696, -0.0013812609249725938, -0.001294213579967618, -0.0012071662349626422, -0.0011201188899576664, -0.0010330715449526906, -0.0009460241999477148, -0.0008589767967350781, -0.0007719294517301023, -0.0006848821067251265, -0.0005978347035124898, -0.000510787358507514, -0.0004237400135025382, -0.0003366926684975624, -0.00024964529438875616, -0.00016259793483186513, -7.555057527497411e-05, 1.1496784281916916e-05, 9.854414383880794e-05, 0.00018559150339569896, 0.00027263886295259, 0.0003596862079575658, 0.00044673358206637204, 0.0005337809561751783, 0.0006208283011801541, 0.0007078756461851299, 0.0007949230493977666, 0.0008819703944027424, 0.0009690177394077182, 0.001056065084412694, 0.0011431124294176698, 0.0012301597744226456, 0.0013172072358429432, 0.001404254580847919, 0.0014913019258528948, 0.0015783492708578706, 0.0016653966158628464, 0.0017524439608678222, 0.001839491305872798, 0.0019265386508777738, 0.0020135859958827496, 0.002100633457303047, 0.002187680685892701, 0.0022747281473129988, 0.0023617753759026527, 0.0024488228373229504, 0.002535870298743248, 0.002622917527332902, 0.0027099649887531996, 0.0027970122173428535, 0.002884059678763151, 0.002971106907352805, 0.0030581543687731028]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 4.0, 3.0, 4.0, 4.0, 4.0, 13.0, 24.0, 21.0, 31.0, 52.0, 80.0, 129.0, 235.0, 347.0, 606.0, 981.0, 1585.0, 2840.0, 4671.0, 8736.0, 16082.0, 32531.0, 70277.0, 198413.0, 658969.0, 82074.0, 41712.0, 23520.0, 13826.0, 8396.0, 4913.0, 3064.0, 1914.0, 1246.0, 779.0, 499.0, 355.0, 223.0, 133.0, 104.0, 79.0, 45.0, 25.0, 20.0, 20.0, 14.0, 8.0, 7.0, 5.0, 5.0, 5.0, 1.0, 3.0, 1.0, 2.0, 0.0, 0.0, 2.0], "bins": [-0.009713958948850632, -0.009391441941261292, -0.009068924933671951, -0.008746408857405186, -0.008423891849815845, -0.008101374842226505, -0.007778858300298452, -0.007456341292709112, -0.007133824750781059, -0.006811307743191719, -0.006488790735602379, -0.006166274193674326, -0.005843757186084986, -0.005521240644156933, -0.005198723636567593, -0.00487620709463954, -0.0045536900870501995, -0.004231173079460859, -0.003908656537532806, -0.00358613976277411, -0.0032636229880154133, -0.002941105980426073, -0.0026185892056673765, -0.00229607243090868, -0.0019735556561499834, -0.0016510388813912868, -0.0013285221066325903, -0.001006005215458572, -0.0006834884406998754, -0.00036097163683734834, -3.845483297482133e-05, 0.0002840619708877057, 0.0006065787747502327, 0.0009290955495089293, 0.0012516123242676258, 0.0015741292154416442, 0.0018966459902003407, 0.002219162881374359, 0.0025416796561330557, 0.0028641964308917522, 0.003186713205650449, 0.0035092299804091454, 0.003831746755167842, 0.0041542635299265385, 0.004476780537515879, 0.004799297079443932, 0.005121814087033272, 0.005444330628961325, 0.005766847636550665, 0.006089364644140005, 0.006411881186068058, 0.006734398193657398, 0.007056914735585451, 0.007379431743174791, 0.007701948285102844, 0.008024465292692184, 0.008346982300281525, 0.008669499307870865, 0.00899201538413763, 0.00931453239172697, 0.009637049399316311, 0.009959566406905651, 0.010282082483172417, 0.010604599490761757, 0.010927116498351097]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 3.0, 2.0, 6.0, 4.0, 8.0, 4.0, 6.0, 4.0, 1.0, 2.0, 2.0, 3.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.034685082733631134, -0.03396439179778099, -0.03324369713664055, -0.032523006200790405, -0.03180231153964996, -0.03108161874115467, -0.030360925942659378, -0.029640233144164085, -0.028919540345668793, -0.02819884940981865, -0.027478156611323357, -0.026757463812828064, -0.02603677101433277, -0.02531607821583748, -0.024595385417342186, -0.023874692618846893, -0.0231539998203516, -0.022433307021856308, -0.021712614223361015, -0.020991921424865723, -0.02027122862637043, -0.019550535827875137, -0.018829843029379845, -0.018109150230884552, -0.01738845929503441, -0.016667766496539116, -0.015947073698043823, -0.015226379968225956, -0.014505688101053238, -0.013784995302557945, -0.013064302504062653, -0.01234360970556736, -0.011622916907072067, -0.010902224108576775, -0.010181531310081482, -0.00946083851158619, -0.008740145713090897, -0.008019453845918179, -0.007298761047422886, -0.006578068248927593, -0.005857375450432301, -0.005136682651937008, -0.004415989853441715, -0.00369529752060771, -0.0029746047221124172, -0.0022539119236171246, -0.0015332193579524755, -0.0008125266758725047, -9.183399379253387e-05, 0.000628858688287437, 0.0013495513703674078, 0.002070243936032057, 0.0027909367345273495, 0.003511629533022642, 0.0042323218658566475, 0.00495301466435194, 0.005673707462847233, 0.0063944002613425255, 0.007115093059837818, 0.00783578585833311, 0.008556477725505829, 0.009277170524001122, 0.009997863322496414, 0.010718556120991707, 0.011439248919487]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 7.0, 8.0, 12.0, 7.0, 8.0, 8.0, 15.0, 15.0, 15.0, 19.0, 21.0, 49.0, 33.0, 29.0, 37.0, 32.0, 34.0, 31.0, 41.0, 49.0, 64.0, 81.0, 105.0, 121.0, 187.0, 258.0, 336.0, 512.0, 787.0, 1561.0, 5898.0, 1994.0, 1394.0, 1062.0, 777.0, 584.0, 498.0, 374.0, 301.0, 211.0, 177.0, 133.0, 121.0, 95.0, 64.0, 63.0, 45.0, 37.0, 27.0, 25.0, 13.0, 18.0, 11.0, 5.0, 7.0, 3.0, 3.0, 2.0, 2.0, 1.0, 2.0, 1.0, 1.0], "bins": [-0.011289901100099087, -0.010930009186267853, -0.010570116341114044, -0.01021022442728281, -0.009850331582129002, -0.009490439668297768, -0.009130546823143959, -0.008770654909312725, -0.008410762995481491, -0.008050870150327682, -0.007690977770835161, -0.00733108539134264, -0.006971193477511406, -0.006611301098018885, -0.006251408718526363, -0.005891516339033842, -0.005531623959541321, -0.0051717315800487995, -0.004811839200556278, -0.004451946821063757, -0.004092054441571236, -0.003732162294909358, -0.0033722701482474804, -0.003012377768754959, -0.002652485389262438, -0.0022925930097699165, -0.001932700746692717, -0.0015728084836155176, -0.0012129161041229963, -0.000853023782838136, -0.0004931314615532756, -0.0001332391402684152, 0.00022665318101644516, 0.0005865455023013055, 0.0009464378235861659, 0.0013063300866633654, 0.0016662224661558867, 0.002026114845648408, 0.0023860069923102856, 0.002745899371802807, 0.003105791751295328, 0.0034656841307878494, 0.0038255765102803707, 0.004185468889772892, 0.004545360803604126, 0.004905253183096647, 0.0052651455625891685, 0.00562503794208169, 0.005984930321574211, 0.006344822701066732, 0.006704715080559254, 0.007064607460051775, 0.007424499839544296, 0.00778439175337553, 0.008144284598529339, 0.008504176512360573, 0.008864069357514381, 0.009223961271345615, 0.00958385318517685, 0.009943746030330658, 0.010303637944161892, 0.0106635307893157, 0.011023422703146935, 0.011383315548300743, 0.011743207462131977]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 4.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.051472924649715424, -0.048627354204654694, -0.045781780034303665, -0.04293620586395264, -0.04009063541889191, -0.03724506497383118, -0.03439949080348015, -0.03155391663312912, -0.02870834618806839, -0.02586277388036251, -0.02301720157265663, -0.020171629264950752, -0.017326056957244873, -0.014480484649538994, -0.011634912341833115, -0.008789340034127235, -0.005943767726421356, -0.003098195418715477, -0.0002526231110095978, 0.0025929491966962814, 0.005438521504402161, 0.00828409381210804, 0.011129666119813919, 0.013975238427519798, 0.016820810735225677, 0.019666383042931557, 0.022511955350637436, 0.025357527658343315, 0.028203099966049194, 0.031048672273755074, 0.03389424458146095, 0.03673981875181198, 0.03958538919687271, 0.04243095964193344, 0.04527653381228447, 0.0481221079826355, 0.05096767842769623, 0.05381324887275696, 0.056658823043107986, 0.059504397213459015, 0.062349967658519745, 0.06519553810358047, 0.0680411159992218, 0.07088668644428253, 0.07373225688934326, 0.07657782733440399, 0.07942339777946472, 0.08226897567510605, 0.08511454612016678, 0.08796011656522751, 0.09080569446086884, 0.09365126490592957, 0.0964968353509903, 0.09934240579605103, 0.10218797624111176, 0.10503355413675308, 0.10787912458181381, 0.11072469502687454, 0.11357027292251587, 0.1164158433675766, 0.11926141381263733, 0.12210698425769806, 0.12495255470275879, 0.12779812514781952, 0.13064369559288025]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 4.0, 4.0, 0.0, 4.0, 2.0, 2.0, 3.0, 2.0, 4.0, 0.0, 2.0, 3.0, 3.0, 0.0, 0.0, 1.0, 2.0, 5.0, 5.0, 8.0, 10.0, 8.0, 10.0, 19.0, 34.0, 13.0, 5.0, 9.0, 22.0, 14.0, 13.0, 10.0, 11.0, 12.0, 9.0, 9.0, 4.0, 4.0, 1.0, 3.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.055006079375743866, -0.05368265509605408, -0.05235922709107399, -0.0510358028113842, -0.04971237853169441, -0.048388950526714325, -0.047065526247024536, -0.04574210196733475, -0.04441867768764496, -0.04309524968266487, -0.04177182540297508, -0.040448401123285294, -0.039124973118305206, -0.03780154883861542, -0.03647812455892563, -0.03515469655394554, -0.03383127227425575, -0.032507847994565964, -0.031184421852231026, -0.029860995709896088, -0.0285375714302063, -0.02721414528787136, -0.025890719145536423, -0.024567294865846634, -0.023243868723511696, -0.021920442581176758, -0.02059701830148697, -0.01927359215915203, -0.017950166016817093, -0.016626741737127304, -0.015303315594792366, -0.013979890383780003, -0.01265646517276764, -0.011333039961755276, -0.010009614750742912, -0.008686188608407974, -0.007362763397395611, -0.006039338186383247, -0.004715912509709597, -0.0033924870658665895, -0.0020690616220235825, -0.0007456361781805754, 0.0005777892656624317, 0.0019012147095054388, 0.003224640153348446, 0.004548065364360809, 0.00587149104103446, 0.007194916717708111, 0.008518341928720474, 0.009841767139732838, 0.011165192350745201, 0.01248861849308014, 0.013812043704092503, 0.015135468915104866, 0.016458895057439804, 0.017782319337129593, 0.01910574547946453, 0.02042917162179947, 0.021752595901489258, 0.023076022043824196, 0.024399448186159134, 0.025722872465848923, 0.02704629860818386, 0.02836972288787365, 0.029693149030208588]}, "_runtime": 21.074995517730713, "_timestamp": 1596208385.2659895, "_step": 17}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 0.0, 0.0, 1.0, 2.0, 3.0, 2.0, 3.0, 2.0, 1.0, 1.0, 4.0, 0.0, 2.0, 0.0, 1.0, 2.0, 1.0, 3.0, 3.0, 1.0, 1.0, 2.0, 5.0, 1.0, 2.0, 0.0, 0.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012125869281589985, -0.011715047061443329, -0.011304224841296673, -0.010893402621150017, -0.01048258040100336, -0.010071758180856705, -0.009660935960710049, -0.009250113740563393, -0.008839290589094162, -0.008428468368947506, -0.00801764614880085, -0.007606824394315481, -0.007196001708507538, -0.006785179488360882, -0.006374357268214226, -0.00596353504806757, -0.005552712827920914, -0.005141890607774258, -0.004731068387627602, -0.004320246167480946, -0.0039094239473342896, -0.00349860149435699, -0.00308777904137969, -0.002676956821233034, -0.002266134601086378, -0.001855312380939722, -0.0014444900443777442, -0.0010336677078157663, -0.0006228454876691103, -0.00021202320931479335, 0.0001987990690395236, 0.0006096213473938406, 0.0010204436257481575, 0.0014312658458948135, 0.0018420881824567914, 0.0022529105190187693, 0.0026637327391654253, 0.0030745549593120813, 0.003485377412289381, 0.003896199632436037, 0.004307021852582693, 0.004717844072729349, 0.005128666292876005, 0.005539488513022661, 0.0059503111988306046, 0.006361133418977261, 0.006771955639123917, 0.007182777859270573, 0.007593600079417229, 0.008004422299563885, 0.00841524451971054, 0.008826066739857197, 0.009236888960003853, 0.009647711180150509, 0.010058533400297165, 0.010469355620443821, 0.010880177840590477, 0.011291000992059708, 0.011701823212206364, 0.01211264543235302, 0.012523467652499676, 0.012934289872646332, 0.013345112092792988, 0.013755934312939644, 0.0141667565330863]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 2.0, 2.0, 0.0, 2.0, 6.0, 10.0, 7.0, 13.0, 16.0, 10.0, 15.0, 30.0, 26.0, 42.0, 41.0, 39.0, 64.0, 100.0, 135.0, 164.0, 208.0, 271.0, 492.0, 4698.0, 528.0, 297.0, 171.0, 124.0, 91.0, 56.0, 49.0, 55.0, 26.0, 34.0, 16.0, 12.0, 13.0, 9.0, 13.0, 9.0, 9.0, 2.0, 6.0, 1.0, 3.0, 2.0, 0.0, 2.0, 1.0, 3.0, 0.0, 1.0], "bins": [-0.17804327607154846, -0.17298373579978943, -0.1679241955280304, -0.16286467015743256, -0.15780512988567352, -0.1527455896139145, -0.14768606424331665, -0.14262652397155762, -0.13756698369979858, -0.13250744342803955, -0.12744790315628052, -0.12238837778568268, -0.11732883751392365, -0.11226929724216461, -0.10720976442098618, -0.10215023159980774, -0.0970906913280487, -0.09203115105628967, -0.08697161823511124, -0.0819120854139328, -0.07685254514217377, -0.07179300487041473, -0.0667334720492363, -0.06167393550276756, -0.05661439895629883, -0.05155486240983009, -0.04649532586336136, -0.041435789316892624, -0.03637625277042389, -0.031316716223955154, -0.02625717967748642, -0.021197643131017685, -0.01613810658454895, -0.011078570038080215, -0.006019033491611481, -0.000959496945142746, 0.004100039601325989, 0.009159576147794724, 0.014219112694263458, 0.019278649240732193, 0.024338185787200928, 0.029397722333669662, 0.0344572588801384, 0.03951679542660713, 0.04457633197307587, 0.0496358685195446, 0.054695405066013336, 0.05975494161248207, 0.0648144781589508, 0.06987401843070984, 0.07493355125188828, 0.07999308407306671, 0.08505262434482574, 0.09011216461658478, 0.09517169743776321, 0.10023123025894165, 0.10529077053070068, 0.11035031080245972, 0.11540984362363815, 0.12046937644481659, 0.12552891671657562, 0.13058845698833466, 0.1356479823589325, 0.14070752263069153, 0.14576706290245056]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 1.0, 0.0, 2.0, 3.0, 1.0, 4.0, 4.0, 2.0, 3.0, 0.0, 5.0, 5.0, 2.0, 2.0, 3.0, 3.0, 3.0, 27.0, 4.0, 4.0, 2.0, 2.0, 3.0, 1.0, 1.0, 3.0, 4.0, 1.0, 4.0, 2.0, 4.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.0024195106234401464, -0.002341117011383176, -0.0022627233993262053, -0.0021843300200998783, -0.0021059364080429077, -0.002027542795985937, -0.0019491491839289665, -0.0018707556882873178, -0.0017923620762303472, -0.0017139684641733766, -0.0016355749685317278, -0.0015571813564747572, -0.0014787877444177866, -0.0014003942487761378, -0.0013220006367191672, -0.0012436071410775185, -0.0011652135290205479, -0.0010868199169635773, -0.0010084264213219285, -0.0009300328092649579, -0.0008516392554156482, -0.0007732457015663385, -0.0006948520895093679, -0.0006164585356600583, -0.0005380649818107486, -0.0004596714279614389, -0.00038127784500829875, -0.0003028842620551586, -0.00022449070820584893, -0.00014609713980462402, -6.770357140339911e-05, 1.0689996997825801e-05, 8.908356539905071e-05, 0.00016747713380027562, 0.00024587070220150054, 0.0003242642851546407, 0.00040265783900395036, 0.00048105139285326004, 0.0005594450049102306, 0.0006378385587595403, 0.00071623211260885, 0.0007946256664581597, 0.0008730192203074694, 0.00095141283236444, 0.0010298064444214106, 0.0011081999400630593, 0.00118659355212003, 0.0012649870477616787, 0.0013433806598186493, 0.0014217742718756199, 0.0015001677675172687, 0.0015785613795742393, 0.001656954875215888, 0.0017353484872728586, 0.0018137420993298292, 0.001892135594971478, 0.0019705290906131268, 0.0020489227026700974, 0.002127316314727068, 0.0022057099267840385, 0.002284103538841009, 0.0023624971508979797, 0.0024408905301243067, 0.0025192841421812773, 0.002597677754238248]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 2.0, 2.0, 0.0, 6.0, 5.0, 2.0, 4.0, 9.0, 10.0, 11.0, 22.0, 34.0, 38.0, 73.0, 98.0, 144.0, 191.0, 277.0, 387.0, 601.0, 825.0, 1275.0, 1943.0, 3292.0, 5212.0, 8613.0, 15048.0, 27553.0, 53775.0, 115974.0, 700596.0, 118580.0, 53030.0, 28125.0, 15960.0, 9593.0, 6022.0, 4021.0, 2552.0, 1768.0, 1150.0, 850.0, 575.0, 397.0, 289.0, 178.0, 152.0, 113.0, 86.0, 43.0, 35.0, 23.0, 20.0, 16.0, 14.0, 10.0, 3.0, 6.0, 3.0, 4.0, 1.0, 2.0, 2.0], "bins": [-0.008192677050828934, -0.007933635264635086, -0.007674593012779951, -0.0074155512265861034, -0.007156509440392256, -0.006897467188537121, -0.006638425402343273, -0.0063793836161494255, -0.006120341829955578, -0.005861299578100443, -0.005602257791906595, -0.005343216005712748, -0.005084173753857613, -0.004825131967663765, -0.004566090181469917, -0.004307047929614782, -0.004048006143420935, -0.0037889641243964434, -0.0035299223382025957, -0.0032708803191781044, -0.0030118385329842567, -0.0027527965139597654, -0.002493754494935274, -0.0022347127087414265, -0.001975670689716935, -0.0017166287871077657, -0.0014575868844985962, -0.0011985448654741049, -0.0009395029628649354, -0.0006804610602557659, -0.0004214190994389355, -0.00016237716772593558, 9.666476398706436e-05, 0.0003557066957000643, 0.0006147486274130642, 0.0008737905882298946, 0.0011328324908390641, 0.0013918743934482336, 0.001650916412472725, 0.0019099583150818944, 0.002169000217691064, 0.002428042236715555, 0.002687084022909403, 0.002946126041933894, 0.0032051680609583855, 0.003464209847152233, 0.0037232518661767244, 0.003982293885201216, 0.004241335671395063, 0.004500377457588911, 0.004759419709444046, 0.005018461495637894, 0.005277503281831741, 0.005536545533686876, 0.005795587319880724, 0.006054629106074572, 0.006313671357929707, 0.006572713144123554, 0.006831754930317402, 0.0070907967165112495, 0.0073498389683663845, 0.007608880754560232, 0.007867923006415367, 0.008126964792609215, 0.008386006578803062]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 13.0, 2.0, 3.0, 4.0, 5.0, 3.0, 1.0, 1.0, 4.0, 1.0, 1.0, 3.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.03483873978257179, -0.03398486226797104, -0.033130984753370285, -0.03227710723876953, -0.03142322972416878, -0.030569352209568024, -0.02971547469496727, -0.028861597180366516, -0.028007719665765762, -0.02715384215116501, -0.026299964636564255, -0.0254460871219635, -0.024592209607362747, -0.023738332092761993, -0.02288445457816124, -0.022030577063560486, -0.021176699548959732, -0.020322823897004128, -0.019468946382403374, -0.01861506886780262, -0.017761191353201866, -0.016907313838601112, -0.01605343632400036, -0.01519955787807703, -0.014345681294798851, -0.013491803780198097, -0.012637926265597343, -0.01178404875099659, -0.010930171236395836, -0.010076293721795082, -0.009222416207194328, -0.008368538692593575, -0.007514661177992821, -0.006660783663392067, -0.005806906148791313, -0.004953028634190559, -0.004099151119589806, -0.0032452738378196955, -0.0023913965560495853, -0.0015375190414488316, -0.0006836415268480778, 0.0001702359295450151, 0.001024113385938108, 0.00187799078412354, 0.0027318682987242937, 0.0035857458133250475, 0.004439623095095158, 0.005293500609695911, 0.006147378124296665, 0.007001255638897419, 0.007855133153498173, 0.008709010668098927, 0.00956288818269968, 0.010416765697300434, 0.011270643211901188, 0.012124520726501942, 0.01297839730978012, 0.013832274824380875, 0.014686152338981628, 0.015540029853582382, 0.016393907368183136, 0.01724778488278389, 0.018101662397384644, 0.018955539911985397, 0.01980941742658615]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 2.0, 4.0, 8.0, 6.0, 18.0, 24.0, 37.0, 24.0, 22.0, 36.0, 30.0, 45.0, 36.0, 35.0, 52.0, 73.0, 73.0, 64.0, 62.0, 84.0, 93.0, 98.0, 120.0, 117.0, 132.0, 163.0, 201.0, 252.0, 293.0, 501.0, 1013.0, 2401.0, 5885.0, 1627.0, 1073.0, 778.0, 573.0, 432.0, 367.0, 305.0, 253.0, 223.0, 149.0, 125.0, 109.0, 86.0, 73.0, 54.0, 51.0, 32.0, 30.0, 24.0, 14.0, 13.0, 7.0, 10.0, 2.0, 9.0, 2.0, 2.0, 2.0], "bins": [-0.014537232927978039, -0.01412231009453535, -0.013707388192415237, -0.01329246535897255, -0.012877543456852436, -0.012462620623409748, -0.01204769778996706, -0.011632775887846947, -0.011217853054404259, -0.010802931152284145, -0.010388008318841457, -0.00997308548539877, -0.009558163583278656, -0.009143240749835968, -0.008728318847715855, -0.008313396014273167, -0.007898474112153053, -0.007483551278710365, -0.007068628910928965, -0.006653706077486277, -0.006238783709704876, -0.005823861341923475, -0.005408938974142075, -0.004994016606360674, -0.004579094238579273, -0.004164171405136585, -0.0037492490373551846, -0.003334326669573784, -0.002919404301792383, -0.002504481701180339, -0.002089559333398938, -0.0016746368492022157, -0.0012597143650054932, -0.0008447918808087707, -0.00042986945481970906, -1.4946999726817012e-05, 0.00039997545536607504, 0.0008148979395627975, 0.0012298203073441982, 0.0016447427915409207, 0.0020596652757376432, 0.002474587643519044, 0.0028895102441310883, 0.003304432611912489, 0.0037193549796938896, 0.00413427734747529, 0.004549200180917978, 0.004964122548699379, 0.00537904491648078, 0.00579396728426218, 0.006208889652043581, 0.006623812485486269, 0.00703873485326767, 0.00745365722104907, 0.007868579588830471, 0.008283502422273159, 0.008698424324393272, 0.00911334715783596, 0.009528269059956074, 0.009943191893398762, 0.01035811472684145, 0.010773036628961563, 0.011187959462404251, 0.011602881364524364, 0.012017804197967052]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 0.0, 1.0, 3.0, 2.0, 1.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.10341928899288177, -0.09667087346315384, -0.0899224579334259, -0.08317404240369797, -0.07642562687397003, -0.0696772038936615, -0.06292878836393356, -0.05618037283420563, -0.04943195730447769, -0.042683541774749756, -0.03593512624502182, -0.029186706990003586, -0.02243829146027565, -0.015689875930547714, -0.00894145853817463, -0.002193042077124119, 0.004555374383926392, 0.011303790844976902, 0.018052207306027412, 0.024800624698400497, 0.03154904022812843, 0.03829745575785637, 0.0450458750128746, 0.05179429054260254, 0.058542706072330475, 0.06529112160205841, 0.07203953713178635, 0.07878795266151428, 0.08553637564182281, 0.09228479117155075, 0.09903320670127869, 0.10578162223100662, 0.11253003776073456, 0.1192784532904625, 0.12602686882019043, 0.13277529180049896, 0.1395236998796463, 0.14627212285995483, 0.15302053093910217, 0.1597689539194107, 0.16651737689971924, 0.17326578497886658, 0.1800142079591751, 0.18676261603832245, 0.19351103901863098, 0.20025944709777832, 0.20700787007808685, 0.2137562781572342, 0.22050470113754272, 0.22725312411785126, 0.2340015321969986, 0.24074995517730713, 0.24749836325645447, 0.2542467713356018, 0.26099520921707153, 0.26774361729621887, 0.2744920253753662, 0.28124046325683594, 0.2879888713359833, 0.2947372794151306, 0.30148568749427795, 0.3082341253757477, 0.314982533454895, 0.32173094153404236, 0.3284793496131897]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 3.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 2.0, 1.0, 0.0, 2.0, 2.0, 2.0, 2.0, 3.0, 8.0, 15.0, 17.0, 26.0, 17.0, 49.0, 26.0, 32.0, 30.0, 11.0, 5.0, 6.0, 4.0, 0.0, 4.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 2.0], "bins": [-0.09076221287250519, -0.0870717242360115, -0.08338124305009842, -0.07969075441360474, -0.07600026577711105, -0.07230978459119797, -0.06861929595470428, -0.0649288073182106, -0.06123832240700722, -0.05754783749580383, -0.05385734885931015, -0.050166863948106766, -0.04647637903690338, -0.0427858904004097, -0.039095405489206314, -0.03540491685271263, -0.03171443194150925, -0.028023945167660713, -0.02433345839381218, -0.020642973482608795, -0.01695248670876026, -0.013261999934911728, -0.009571514092385769, -0.005881027784198523, -0.0021905414760112762, 0.00149994483217597, 0.005190431140363216, 0.008880916982889175, 0.012571403756737709, 0.016261890530586243, 0.019952375441789627, 0.02364286221563816, 0.027333348989486694, 0.031023835763335228, 0.03471432253718376, 0.038404807448387146, 0.04209529608488083, 0.04578578099608421, 0.0494762659072876, 0.05316675454378128, 0.056857239454984665, 0.06054772436618805, 0.06423821300268173, 0.06792870163917542, 0.0716191828250885, 0.07530967146158218, 0.07900016009807587, 0.08269064128398895, 0.08638112992048264, 0.09007161855697632, 0.0937620997428894, 0.09745258837938309, 0.10114307701587677, 0.10483355820178986, 0.10852404683828354, 0.11221453547477722, 0.11590501666069031, 0.11959550529718399, 0.12328599393367767, 0.12697647511959076, 0.13066697120666504, 0.13435745239257812, 0.1380479335784912, 0.1417384296655655, 0.14542891085147858]}, "_runtime": 21.921279668807983, "_timestamp": 1596208386.1122737, "_step": 18}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 3.0, 3.0, 1.0, 1.0, 2.0, 2.0, 1.0, 0.0, 2.0, 3.0, 2.0, 2.0, 1.0, 3.0, 2.0, 0.0, 1.0, 2.0, 3.0, 1.0, 2.0, 5.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009841745719313622, -0.00948440283536911, -0.009127060882747173, -0.008769717998802662, -0.008412376046180725, -0.008055033162236214, -0.00769769074395299, -0.0073403483256697655, -0.006983005907386541, -0.006625663489103317, -0.006268321070820093, -0.005910978652536869, -0.005553635768592358, -0.0051962933503091335, -0.004838950932025909, -0.004481608513742685, -0.004124266095459461, -0.003766923677176237, -0.003409581258893013, -0.0030522386077791452, -0.002694896189495921, -0.002337553771212697, -0.0019802111200988293, -0.0016228687018156052, -0.001265526283532381, -0.000908183807041496, -0.000550841330550611, -0.000193498854059726, 0.00016384362243115902, 0.000521186098922044, 0.0008785285754129291, 0.001235871110111475, 0.001593213528394699, 0.0019505559466779232, 0.0023078983649611473, 0.002665241016075015, 0.003022583434358239, 0.0033799258526414633, 0.003737268503755331, 0.004094610922038555, 0.004451953340321779, 0.004809295758605003, 0.0051666381768882275, 0.005523980595171452, 0.005881323479115963, 0.006238665897399187, 0.006596008315682411, 0.006953350733965635, 0.007310693152248859, 0.0076680355705320835, 0.008025377988815308, 0.008382720872759819, 0.008740062825381756, 0.009097405709326267, 0.009454747661948204, 0.009812090545892715, 0.010169433429837227, 0.010526775382459164, 0.010884118266403675, 0.011241460219025612, 0.011598803102970123, 0.01195614505559206, 0.012313487939536572, 0.012670829892158508, 0.01302817277610302]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 5.0, 3.0, 0.0, 6.0, 3.0, 4.0, 6.0, 7.0, 9.0, 8.0, 18.0, 13.0, 23.0, 12.0, 24.0, 44.0, 50.0, 56.0, 67.0, 86.0, 113.0, 143.0, 203.0, 294.0, 551.0, 4759.0, 519.0, 229.0, 161.0, 136.0, 67.0, 48.0, 40.0, 44.0, 44.0, 28.0, 20.0, 18.0, 10.0, 12.0, 12.0, 4.0, 6.0, 3.0, 3.0, 5.0, 3.0, 4.0, 3.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.14577345550060272, -0.14123371243476868, -0.13669396936893463, -0.13215422630310059, -0.12761448323726654, -0.1230747401714325, -0.11853499710559845, -0.1139952540397644, -0.10945551097393036, -0.10491577535867691, -0.10037603229284286, -0.09583628922700882, -0.09129654616117477, -0.08675680309534073, -0.08221706002950668, -0.07767731696367264, -0.07313757389783859, -0.06859783083200455, -0.0640580877661705, -0.059518344700336456, -0.05497860163450241, -0.050438862293958664, -0.04589911922812462, -0.04135937616229057, -0.03681963309645653, -0.03227989003062248, -0.027740146964788437, -0.02320040576159954, -0.018660662695765495, -0.01412091962993145, -0.009581177495419979, -0.005041434895247221, -0.0005016922950744629, 0.004038050305098295, 0.008577792905271053, 0.013117535039782524, 0.01765727810561657, 0.022197021171450615, 0.02673676237463951, 0.031276505440473557, 0.0358162485063076, 0.04035599157214165, 0.04489573463797569, 0.04943547770380974, 0.053975217044353485, 0.05851496011018753, 0.06305470317602158, 0.06759444624185562, 0.07213418930768967, 0.07667393237352371, 0.08121367543935776, 0.0857534185051918, 0.09029316157102585, 0.0948329046368599, 0.09937264770269394, 0.10391239076852798, 0.10845212638378143, 0.11299186944961548, 0.11753161251544952, 0.12207135558128357, 0.12661109864711761, 0.13115084171295166, 0.1356905847787857, 0.14023032784461975, 0.1447700709104538]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 2.0, 1.0, 5.0, 4.0, 3.0, 3.0, 5.0, 6.0, 3.0, 3.0, 5.0, 3.0, 5.0, 28.0, 2.0, 1.0, 1.0, 2.0, 3.0, 1.0, 5.0, 2.0, 0.0, 0.0, 3.0, 5.0, 5.0, 1.0, 3.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.0032637817785143852, -0.003179882885888219, -0.003095983760431409, -0.0030120848678052425, -0.0029281857423484325, -0.002844286849722266, -0.002760387724265456, -0.00267648883163929, -0.00259258970618248, -0.0025086908135563135, -0.002424791920930147, -0.002340892795473337, -0.002256993902847171, -0.002173094777390361, -0.0020891958847641945, -0.0020052967593073845, -0.0019213978666812181, -0.00183749885763973, -0.0017535998485982418, -0.0016697008395567536, -0.0015858018305152655, -0.0015019029378890991, -0.001418003928847611, -0.0013341049198061228, -0.0012502059107646346, -0.0011663069017231464, -0.0010824078926816583, -0.00099850888364017, -0.0009146099328063428, -0.0008307109237648547, -0.0007468119729310274, -0.0006629129638895392, -0.0005790139548480511, -0.0004951149458065629, -0.0004112159658689052, -0.00032731698593124747, -0.0002434179768897593, -0.00015951898240018636, -7.561998791061342e-05, 8.279006578959525e-06, 9.217800106853247e-05, 0.0001760769955581054, 0.00025997599004767835, 0.00034387496998533607, 0.00042777397902682424, 0.0005116729880683124, 0.0005955719389021397, 0.0006794709479436278, 0.000763369956985116, 0.0008472689660266042, 0.0009311679750680923, 0.0010150669841095805, 0.0010989659931510687, 0.001182864885777235, 0.0012667638948187232, 0.0013506629038602114, 0.0014345619129016995, 0.0015184609219431877, 0.0016023599309846759, 0.001686258940026164, 0.0017701578326523304, 0.0018540568416938186, 0.0019379558507353067, 0.0020218549761921167, 0.002105753868818283]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 3.0, 7.0, 7.0, 7.0, 4.0, 14.0, 14.0, 21.0, 32.0, 40.0, 63.0, 92.0, 135.0, 217.0, 311.0, 503.0, 803.0, 1346.0, 2201.0, 3749.0, 6535.0, 12505.0, 25299.0, 55098.0, 137921.0, 745247.0, 93984.0, 42033.0, 21447.0, 11770.0, 6751.0, 3967.0, 2453.0, 1636.0, 1054.0, 719.0, 493.0, 358.0, 241.0, 177.0, 116.0, 82.0, 54.0, 50.0, 27.0, 15.0, 14.0, 7.0, 4.0, 10.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009360227733850479, -0.009080426767468452, -0.008800625801086426, -0.008520824834704399, -0.008241023868322372, -0.007961222901940346, -0.007681421935558319, -0.007401620969176292, -0.007121820002794266, -0.006842018570750952, -0.006562217604368925, -0.006282416637986898, -0.006002615671604872, -0.005722814705222845, -0.005443013738840818, -0.005163212772458792, -0.004883411806076765, -0.004603610839694738, -0.004323809873312712, -0.004044008906930685, -0.0037642079405486584, -0.003484406741335988, -0.0032046057749539614, -0.0029248048085719347, -0.002645003842189908, -0.0023652028758078814, -0.0020854019094258547, -0.0018056008266285062, -0.0015257998602464795, -0.0012459988938644528, -0.0009661978692747653, -0.0006863968446850777, -0.000406595878303051, -0.00012679488281719387, 0.00015300611266866326, 0.0004328071081545204, 0.0007126081036403775, 0.0009924090700224042, 0.0012722101528197527, 0.0015520111192017794, 0.001831812085583806, 0.0021116130519658327, 0.0023914140183478594, 0.002671214984729886, 0.0029510161839425564, 0.003230817150324583, 0.0035106181167066097, 0.0037904190830886364, 0.004070220049470663, 0.00435002101585269, 0.004629821982234716, 0.004909622948616743, 0.00518942391499877, 0.005469224881380796, 0.005749025847762823, 0.00602882681414485, 0.006308628246188164, 0.00658842921257019, 0.006868230178952217, 0.007148031145334244, 0.0074278321117162704, 0.007707633078098297, 0.007987434044480324, 0.00826723501086235, 0.008547035977244377]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 5.0, 1.0, 9.0, 8.0, 9.0, 7.0, 2.0, 2.0, 2.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.03931303322315216, -0.03845495730638504, -0.03759688511490822, -0.0367388091981411, -0.035880737006664276, -0.035022661089897156, -0.034164585173130035, -0.033306512981653214, -0.03244843706488609, -0.03159036487340927, -0.03073228895664215, -0.02987421490252018, -0.02901614084839821, -0.028158066794276237, -0.027299990877509117, -0.026441916823387146, -0.025583842769265175, -0.024725768715143204, -0.023867694661021233, -0.023009618744254112, -0.02215154469013214, -0.02129347063601017, -0.0204353965818882, -0.019577322527766228, -0.018719248473644257, -0.017861172556877136, -0.017003098502755165, -0.016145024448633194, -0.015286950394511223, -0.014428875409066677, -0.013570801354944706, -0.01271272636950016, -0.011854652315378189, -0.010996578261256218, -0.010138503275811672, -0.009280429221689701, -0.008422354236245155, -0.007564280182123184, -0.006706206128001213, -0.005848131608217955, -0.004990057088434696, -0.004131982568651438, -0.003273908281698823, -0.002415833994746208, -0.0015577594749629498, -0.0006996850715950131, 0.00015838933177292347, 0.00101646373514086, 0.0018745381385087967, 0.002732612658292055, 0.00359068694524467, 0.004448761232197285, 0.005306835751980543, 0.006164910271763802, 0.007022984325885773, 0.007881059311330318, 0.00873913336545229, 0.00959720741957426, 0.010455282405018806, 0.011313356459140778, 0.012171430513262749, 0.013029505498707294, 0.013887579552829266, 0.014745654538273811, 0.015603728592395782]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [5.0, 7.0, 5.0, 5.0, 13.0, 13.0, 11.0, 22.0, 10.0, 8.0, 16.0, 21.0, 32.0, 37.0, 26.0, 34.0, 24.0, 27.0, 20.0, 12.0, 14.0, 21.0, 26.0, 47.0, 51.0, 66.0, 52.0, 65.0, 96.0, 116.0, 158.0, 256.0, 326.0, 487.0, 802.0, 1212.0, 2397.0, 6747.0, 1979.0, 1140.0, 651.0, 364.0, 267.0, 156.0, 126.0, 109.0, 61.0, 55.0, 45.0, 38.0, 32.0, 28.0, 19.0, 13.0, 15.0, 14.0, 12.0, 5.0, 2.0, 4.0, 6.0, 2.0, 0.0, 2.0], "bins": [-0.013822447508573532, -0.013451998122036457, -0.013081548735499382, -0.012711100280284882, -0.012340650893747807, -0.011970201507210732, -0.011599753051996231, -0.011229303665459156, -0.010858854278922081, -0.010488404892385006, -0.010117955505847931, -0.00974750705063343, -0.009377057664096355, -0.00900660827755928, -0.00863615982234478, -0.008265710435807705, -0.00789526104927063, -0.007524811662733555, -0.007154362741857767, -0.006783913820981979, -0.006413464434444904, -0.006043015047907829, -0.0056725661270320415, -0.005302117206156254, -0.004931667819619179, -0.004561218433082104, -0.004190769512206316, -0.0038203203584998846, -0.003449871204793453, -0.003079422051087022, -0.0027089728973805904, -0.002338523743674159, -0.0019680745899677277, -0.0015976254362612963, -0.0012271762825548649, -0.0008567271288484335, -0.0004862779751420021, -0.00011582882143557072, 0.00025462033227086067, 0.0006250694859772921, 0.0009955186396837234, 0.0013659677933901548, 0.0017364169470965862, 0.0021068661008030176, 0.002477315254509449, 0.0028477644082158804, 0.0032182135619223118, 0.003588662715628743, 0.0039591118693351746, 0.00432956125587225, 0.004700010176748037, 0.005070459097623825, 0.0054409084841609, 0.005811357870697975, 0.006181806791573763, 0.006552255712449551, 0.006922705098986626, 0.007293154485523701, 0.0076636034063994884, 0.008034052327275276, 0.008404501713812351, 0.008774951100349426, 0.009145399555563927, 0.009515848942101002, 0.009886298328638077]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.05945266783237457, -0.05654561147093773, -0.053638555109500885, -0.05073149502277374, -0.0478244386613369, -0.044917382299900055, -0.04201032593846321, -0.03910326957702637, -0.036196209490299225, -0.03328915312886238, -0.030382096767425537, -0.027475040405988693, -0.02456798404455185, -0.021660925820469856, -0.018753869459033012, -0.01584681123495102, -0.012939754873514175, -0.010032697580754757, -0.007125640753656626, -0.004218583926558495, -0.001311526633799076, 0.0015955304261296988, 0.004502587486058474, 0.007409644313156605, 0.010316701605916023, 0.013223758898675442, 0.01613081619143486, 0.019037872552871704, 0.021944928914308548, 0.02485198713839054, 0.027759043499827385, 0.030666101723909378, 0.03357315808534622, 0.036480214446783066, 0.03938727080821991, 0.04229433089494705, 0.045201387256383896, 0.04810844361782074, 0.051015499979257584, 0.05392255634069443, 0.05682961642742157, 0.059736672788858414, 0.06264372915029526, 0.0655507892370224, 0.06845784187316895, 0.07136490195989609, 0.07427195459604263, 0.07717901468276978, 0.08008606731891632, 0.08299312740564346, 0.0859001874923706, 0.08880724012851715, 0.0917143002152443, 0.09462135285139084, 0.09752841293811798, 0.10043547302484512, 0.10334252566099167, 0.10624958574771881, 0.10915663838386536, 0.1120636984705925, 0.11497075855731964, 0.11787781119346619, 0.12078487128019333, 0.12369192391633987, 0.12659898400306702]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 3.0, 1.0, 1.0, 0.0, 2.0, 4.0, 5.0, 8.0, 20.0, 30.0, 27.0, 22.0, 39.0, 23.0, 26.0, 10.0, 10.0, 4.0, 8.0, 0.0, 5.0, 2.0, 4.0, 3.0, 4.0, 5.0, 0.0, 1.0, 1.0, 1.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.05006575584411621, -0.04827507957816124, -0.04648439958691597, -0.044693723320961, -0.04290304705500603, -0.04111236706376076, -0.039321690797805786, -0.037531014531850815, -0.035740334540605545, -0.033949658274650574, -0.0321589820086956, -0.030368302017450333, -0.02857762575149536, -0.02678694762289524, -0.02499626949429512, -0.02320559322834015, -0.02141491509974003, -0.019624236971139908, -0.017833560705184937, -0.016042882576584816, -0.014252204447984695, -0.01246152725070715, -0.010670850053429604, -0.008880171924829483, -0.007089494727551937, -0.005298817064613104, -0.0035081396345049143, -0.0017174620879814029, 7.321545854210854e-05, 0.00186389300506562, 0.0036545705515891314, 0.005445247981697321, 0.007235925644636154, 0.0090266028419137, 0.01081728097051382, 0.012607958167791367, 0.014398636296391487, 0.01618931256234646, 0.01797999069094658, 0.0197706688195467, 0.02156134694814682, 0.02335202321410179, 0.025142701342701912, 0.026933379471302032, 0.028724055737257004, 0.030514733865857124, 0.032305411994457245, 0.034096088260412216, 0.03588676452636719, 0.03767744451761246, 0.03946812078356743, 0.0412588007748127, 0.04304947704076767, 0.04484015330672264, 0.04663083329796791, 0.04842150956392288, 0.05021218582987785, 0.05200286582112312, 0.053793542087078094, 0.055584218353033066, 0.057374898344278336, 0.05916557461023331, 0.06095625087618828, 0.06274692714214325, 0.06453760713338852]}, "_runtime": 22.7707576751709, "_timestamp": 1596208386.9617517, "_step": 19}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 2.0, 0.0, 1.0, 1.0, 1.0, 4.0, 2.0, 0.0, 1.0, 3.0, 2.0, 2.0, 3.0, 4.0, 3.0, 6.0, 4.0, 3.0, 2.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012002674862742424, -0.011575750075280666, -0.011148824356496334, -0.010721899569034576, -0.010294973850250244, -0.009868049062788486, -0.009441124275326729, -0.009014198556542397, -0.008587273769080639, -0.008160348050296307, -0.007733423262834549, -0.007306498009711504, -0.006879572756588459, -0.006452647503465414, -0.006025722716003656, -0.005598797462880611, -0.0051718722097575665, -0.0047449469566345215, -0.0043180217035114765, -0.003891096683219075, -0.003464171662926674, -0.003037246409803629, -0.002610321156680584, -0.0021833961363881826, -0.0017564708832651377, -0.0013295457465574145, -0.0009026205516420305, -0.0004756953858304769, -4.877022001892328e-05, 0.0003781549457926303, 0.0008050801116041839, 0.001232005306519568, 0.001658930443227291, 0.002085855696350336, 0.0025127807166427374, 0.0029397059697657824, 0.0033666309900581837, 0.0037935562431812286, 0.004220481496304274, 0.004647406749427319, 0.005074331536889076, 0.005501256790012121, 0.005928182043135166, 0.006355107296258211, 0.006782032549381256, 0.007208957802504301, 0.007635882589966059, 0.008062807843089104, 0.008489733561873436, 0.008916658349335194, 0.009343583136796951, 0.009770508855581284, 0.010197433643043041, 0.010624359361827374, 0.011051284149289131, 0.011478208936750889, 0.011905134655535221, 0.012332059442996979, 0.012758985161781311, 0.013185909949243069, 0.013612834736704826, 0.014039760455489159, 0.014466685242950916, 0.014893610961735249, 0.015320535749197006]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 2.0, 4.0, 3.0, 9.0, 6.0, 12.0, 14.0, 14.0, 23.0, 31.0, 50.0, 58.0, 91.0, 114.0, 194.0, 327.0, 699.0, 5100.0, 522.0, 235.0, 141.0, 71.0, 58.0, 44.0, 22.0, 19.0, 20.0, 8.0, 6.0, 10.0, 5.0, 4.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.21091030538082123, -0.20367878675460815, -0.19644728302955627, -0.1892157644033432, -0.18198424577713013, -0.17475274205207825, -0.16752122342586517, -0.1602897047996521, -0.15305820107460022, -0.14582668244838715, -0.13859516382217407, -0.131363645195961, -0.12413214147090912, -0.11690062284469604, -0.10966911166906357, -0.1024375930428505, -0.09520608186721802, -0.08797457069158554, -0.08074305206537247, -0.07351154088973999, -0.06628002226352692, -0.05904851108789444, -0.05181699991226196, -0.04458548501133919, -0.03735397011041641, -0.030122455209493637, -0.02289094217121601, -0.015659429132938385, -0.00842791423201561, -0.001196400262415409, 0.0060351137071847916, 0.013266627676784992, 0.020498141646385193, 0.027729656547307968, 0.03496117144823074, 0.04219268262386322, 0.049424197524785995, 0.05665571242570877, 0.06388722360134125, 0.07111874222755432, 0.0783502534031868, 0.08558176457881927, 0.09281328320503235, 0.10004479438066483, 0.1072763055562973, 0.11450782418251038, 0.12173933535814285, 0.12897084653377533, 0.1362023651599884, 0.14343388378620148, 0.15066538751125336, 0.15789690613746643, 0.1651284247636795, 0.17235992848873138, 0.17959144711494446, 0.18682296574115753, 0.1940544843673706, 0.20128598809242249, 0.20851750671863556, 0.21574902534484863, 0.2229805290699005, 0.2302120476961136, 0.23744356632232666, 0.24467507004737854, 0.2519065737724304]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 3.0, 3.0, 2.0, 5.0, 2.0, 6.0, 3.0, 4.0, 3.0, 4.0, 4.0, 1.0, 7.0, 4.0, 28.0, 8.0, 2.0, 1.0, 3.0, 2.0, 0.0, 3.0, 5.0, 2.0, 4.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.0020888946019113064, -0.0020136923994868994, -0.0019384903134778142, -0.0018632881110534072, -0.001788086025044322, -0.001712883822619915, -0.001637681620195508, -0.0015624795341864228, -0.0014872773317620158, -0.0014120751293376088, -0.0013368730433285236, -0.0012616708409041166, -0.0011864686384797096, -0.0011112665524706244, -0.0010360643500462174, -0.0009608622058294713, -0.0008856600616127253, -0.0008104579173959792, -0.0007352557731792331, -0.0006600535707548261, -0.00058485142653808, -0.0005096492823213339, -0.00043444710900075734, -0.0003592449356801808, -0.0002840427914634347, -0.00020884063269477338, -0.00013363847392611206, -5.8436315157450736e-05, 1.6765843611210585e-05, 9.19680023798719e-05, 0.00016717016114853323, 0.00024237231991719455, 0.00031757447868585587, 0.00039277662290260196, 0.0004679787962231785, 0.0005431809695437551, 0.0006183831137605011, 0.0006935852579772472, 0.0007687874604016542, 0.0008439896046184003, 0.0009191917488351464, 0.0009943939512595534, 0.0010695960372686386, 0.0011447982396930456, 0.0012200004421174526, 0.0012952025281265378, 0.0013704047305509448, 0.00144560681656003, 0.001520809018984437, 0.001596011221408844, 0.0016712133074179292, 0.0017464155098423362, 0.0018216175958514214, 0.0018968197982758284, 0.0019720220007002354, 0.0020472242031246424, 0.0021224264055490494, 0.0021976283751428127, 0.0022728305775672197, 0.0023480327799916267, 0.0024232349824160337, 0.0024984371848404408, 0.002573639154434204, 0.002648841356858611, 0.002724043559283018]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 4.0, 10.0, 11.0, 19.0, 25.0, 53.0, 82.0, 122.0, 189.0, 313.0, 517.0, 844.0, 1396.0, 2327.0, 4350.0, 7809.0, 15004.0, 29985.0, 64826.0, 166586.0, 707773.0, 88743.0, 40227.0, 20395.0, 10916.0, 6283.0, 3681.0, 2368.0, 1534.0, 960.0, 696.0, 442.0, 326.0, 226.0, 160.0, 111.0, 87.0, 61.0, 56.0, 31.0, 23.0, 11.0, 14.0, 8.0, 6.0, 5.0, 4.0, 3.0, 4.0, 3.0, 1.0, 2.0, 5.0, 2.0, 1.0, 0.0, 2.0], "bins": [-0.00792683195322752, -0.007636392489075661, -0.007345952559262514, -0.007055513095110655, -0.006765073165297508, -0.006474633701145649, -0.00618419423699379, -0.005893754307180643, -0.005603314843028784, -0.0053128753788769245, -0.005022435449063778, -0.004731995984911919, -0.004441556520760059, -0.004151116590946913, -0.0038606771267950535, -0.0035702374298125505, -0.0032797977328300476, -0.0029893580358475447, -0.0026989183388650417, -0.0024084788747131824, -0.0021180391777306795, -0.0018275994807481766, -0.0015371599001809955, -0.0012467203196138144, -0.0009562806226313114, -0.0006658409838564694, -0.00037540134508162737, -8.496170630678535e-05, 0.00020547793246805668, 0.0004959175712428987, 0.0007863572100177407, 0.0010767967905849218, 0.0013672364875674248, 0.0016576761845499277, 0.0019481157651171088, 0.00223855534568429, 0.002528995042666793, 0.002819434739649296, 0.003109874203801155, 0.003400313900783658, 0.003690753597766161, 0.00398119306191802, 0.004271632991731167, 0.004562072455883026, 0.004852511920034885, 0.005142951849848032, 0.005433391313999891, 0.005723831243813038, 0.006014270707964897, 0.0063047101721167564, 0.006595150101929903, 0.006885589566081762, 0.007176029495894909, 0.007466468960046768, 0.0077569084241986275, 0.008047347888350487, 0.00833778828382492, 0.00862822774797678, 0.00891866721212864, 0.009209106676280499, 0.009499546140432358, 0.009789985604584217, 0.010080426000058651, 0.01037086546421051, 0.01066130492836237]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 3.0, 3.0, 2.0, 0.0, 4.0, 0.0, 5.0, 5.0, 2.0, 3.0, 2.0, 3.0, 3.0, 6.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.011315704323351383, -0.010965831577777863, -0.010615958832204342, -0.010266086086630821, -0.0099162133410573, -0.00956634059548378, -0.00921646784991026, -0.008866595104336739, -0.008516723290085793, -0.008166850544512272, -0.007816977798938751, -0.007467104587703943, -0.00711723230779171, -0.006767359562218189, -0.006417486816644669, -0.006067614071071148, -0.005717741325497627, -0.005367868579924107, -0.005017995834350586, -0.004668123088777065, -0.004318250343203545, -0.003968378063291311, -0.0036185053177177906, -0.00326863257214427, -0.0029187598265707493, -0.0025688870809972286, -0.002219014335423708, -0.001869141822680831, -0.0015192690771073103, -0.0011693963315337896, -0.0008195237023755908, -0.00046965101500973105, -0.00011977832764387131, 0.00023009435972198844, 0.0005799670470878482, 0.0009298397344537079, 0.0012797124218195677, 0.0016295851673930883, 0.0019794576801359653, 0.002329330425709486, 0.0026792031712830067, 0.0030290759168565273, 0.003378948662430048, 0.003728821175172925, 0.004078693687915802, 0.004428566433489323, 0.004778439179062843, 0.005128311924636364, 0.005478184670209885, 0.005828057415783405, 0.006177930161356926, 0.006527802906930447, 0.006877675652503967, 0.007227547932416201, 0.007577420677989721, 0.00792729388922453, 0.00827716663479805, 0.008627038449048996, 0.008976911194622517, 0.009326783940196037, 0.009676656685769558, 0.010026529431343079, 0.0103764021769166, 0.01072627492249012, 0.01107614766806364]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 4.0, 1.0, 1.0, 2.0, 1.0, 3.0, 2.0, 3.0, 3.0, 5.0, 9.0, 12.0, 5.0, 12.0, 13.0, 12.0, 20.0, 10.0, 13.0, 13.0, 19.0, 30.0, 30.0, 35.0, 36.0, 57.0, 61.0, 69.0, 80.0, 112.0, 122.0, 149.0, 226.0, 279.0, 340.0, 448.0, 552.0, 667.0, 863.0, 1053.0, 1401.0, 1917.0, 5732.0, 1571.0, 654.0, 399.0, 323.0, 234.0, 169.0, 168.0, 92.0, 87.0, 70.0, 73.0, 52.0, 28.0, 35.0, 25.0, 13.0, 6.0, 3.0, 3.0, 2.0], "bins": [-0.010587425902485847, -0.010345485992729664, -0.01010354608297348, -0.009861606173217297, -0.009619667194783688, -0.009377727285027504, -0.00913578737527132, -0.008893847465515137, -0.008651907555758953, -0.00840996764600277, -0.008168027736246586, -0.007926088757812977, -0.007684148382395506, -0.00744220893830061, -0.007200269028544426, -0.006958329118788242, -0.006716389209032059, -0.006474449764937162, -0.006232509855180979, -0.005990569945424795, -0.005748630501329899, -0.005506690591573715, -0.005264750681817532, -0.005022810772061348, -0.004780871327966452, -0.004538931418210268, -0.004296991508454084, -0.004055052064359188, -0.0038131121546030045, -0.003571172244846821, -0.003329232567921281, -0.0030872926581650972, -0.0028453529812395573, -0.0026034133043140173, -0.0023614733945578337, -0.0021195337176322937, -0.00187759380787611, -0.00163565413095057, -0.0013937143376097083, -0.0011517745442688465, -0.0009098347509279847, -0.0006678949575871229, -0.0004259551933500916, -0.000184015414561145, 5.792436422780156e-05, 0.00029986415756866336, 0.0005418038927018642, 0.000783743686042726, 0.0010256834793835878, 0.0012676232727244496, 0.0015095630660653114, 0.0017515028594061732, 0.001993442652747035, 0.002235382329672575, 0.0024773222394287586, 0.0027192619163542986, 0.0029612015932798386, 0.003203141503036022, 0.003445081179961562, 0.0036870210897177458, 0.003928960766643286, 0.004170900676399469, 0.004412840586155653, 0.004654780030250549, 0.004896719940006733]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 3.0, 2.0, 2.0, 0.0, 2.0, 0.0, 4.0, 1.0, 1.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.11734487116336823, -0.11471137404441833, -0.11207787692546844, -0.10944438725709915, -0.10681089013814926, -0.10417739301919937, -0.10154389590024948, -0.09891039878129959, -0.0962769091129303, -0.09364341199398041, -0.09100991487503052, -0.08837641775608063, -0.08574292063713074, -0.08310942351818085, -0.08047593384981155, -0.07784243673086166, -0.07520893961191177, -0.07257544249296188, -0.069941945374012, -0.0673084557056427, -0.06467495858669281, -0.06204146146774292, -0.05940796434879303, -0.05677447095513344, -0.05414097383618355, -0.05150747671723366, -0.048873983323574066, -0.046240486204624176, -0.043606989085674286, -0.040973495692014694, -0.038339998573064804, -0.03570650517940521, -0.03307300806045532, -0.03043951280415058, -0.02780601754784584, -0.02517252042889595, -0.02253902517259121, -0.01990552991628647, -0.01727203279733658, -0.014638537541031837, -0.012005042284727097, -0.009371547028422356, -0.00673805084079504, -0.004104555118829012, -0.0014710593968629837, 0.0011624363251030445, 0.0037959320470690727, 0.006429427769035101, 0.00906292349100113, 0.01169641874730587, 0.014329914934933186, 0.0169634111225605, 0.019596906378865242, 0.022230401635169983, 0.024863898754119873, 0.027497394010424614, 0.030130889266729355, 0.032764386385679245, 0.03539787977933884, 0.03803137689828873, 0.04066487401723862, 0.04329836741089821, 0.0459318645298481, 0.04856535792350769, 0.05119885504245758]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 1.0, 0.0, 2.0, 3.0, 1.0, 2.0, 0.0, 3.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 1.0, 3.0, 12.0, 20.0, 18.0, 16.0, 20.0, 21.0, 43.0, 24.0, 21.0, 6.0, 6.0, 3.0, 9.0, 1.0, 5.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 4.0, 2.0, 1.0, 3.0, 4.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0], "bins": [-0.05314930900931358, -0.05150267109274864, -0.049856036901474, -0.04820939898490906, -0.046562761068344116, -0.044916123151779175, -0.04326948523521423, -0.04162285104393959, -0.03997621312737465, -0.03832957521080971, -0.036682941019535065, -0.03503630310297012, -0.03338966518640518, -0.03174302726984024, -0.03009639121592045, -0.028449755162000656, -0.026803117245435715, -0.025156479328870773, -0.02350984327495098, -0.02186320722103119, -0.020216569304466248, -0.018569931387901306, -0.016923295333981514, -0.015276658348739147, -0.01363002136349678, -0.011983384378254414, -0.010336747393012047, -0.00869011040776968, -0.007043473422527313, -0.0053968364372849464, -0.0037501994520425797, -0.002103562466800213, -0.00045692548155784607, 0.0011897115036845207, 0.0028363484889268875, 0.004482985474169254, 0.006129622459411621, 0.007776259444653988, 0.009422896429896355, 0.011069533415138721, 0.012716170400381088, 0.014362807385623455, 0.016009444370865822, 0.017656080424785614, 0.019302718341350555, 0.020949356257915497, 0.02259599231183529, 0.02424262836575508, 0.025889266282320023, 0.027535904198884964, 0.029182540252804756, 0.03082917630672455, 0.03247581422328949, 0.03412245213985443, 0.03576909005641937, 0.037415724247694016, 0.03906236216425896, 0.0407090000808239, 0.04235563427209854, 0.04400227218866348, 0.045648910105228424, 0.047295548021793365, 0.04894218593835831, 0.05058882012963295, 0.05223545804619789]}, "_runtime": 23.677223682403564, "_timestamp": 1596208387.8682177, "_step": 20}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 3.0, 1.0, 2.0, 1.0, 5.0, 1.0, 6.0, 2.0, 3.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.011255640536546707, -0.010931282304227352, -0.010606925003230572, -0.010282566770911217, -0.009958208538591862, -0.009633850306272507, -0.009309493005275726, -0.008985134772956371, -0.008660776540637016, -0.008336419239640236, -0.008012061007320881, -0.007687702775001526, -0.007363345008343458, -0.007038986776024103, -0.0067146290093660355, -0.0063902707770466805, -0.006065913010388613, -0.005741555243730545, -0.00541719701141119, -0.005092839244753122, -0.004768481012433767, -0.0044441232457757, -0.004119765013456345, -0.003795407246798277, -0.0034710492473095655, -0.003146691247820854, -0.002822333248332143, -0.0024979752488434315, -0.0021736174821853638, -0.0018492593662813306, -0.001524901483207941, -0.0012005434837192297, -0.0008761854842305183, -0.000551827484741807, -0.00022746954346075654, 9.688842692412436e-05, 0.00042124639730900526, 0.0007456043967977166, 0.0010699622798711061, 0.0013943202793598175, 0.0017186782788485289, 0.0020430362783372402, 0.0023673942778259516, 0.002691752277314663, 0.0030161100439727306, 0.003340468043461442, 0.0036648260429501534, 0.003989184275269508, 0.004313542041927576, 0.004637899808585644, 0.004962258040904999, 0.0052866158075630665, 0.0056109740398824215, 0.005935331806540489, 0.006259690038859844, 0.006584047805517912, 0.00690840557217598, 0.007232763804495335, 0.007557121571153402, 0.00788147933781147, 0.008205837570130825, 0.00853019580245018, 0.008854554034769535, 0.009178911335766315, 0.00950326956808567]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 5.0, 2.0, 4.0, 6.0, 9.0, 9.0, 15.0, 12.0, 18.0, 23.0, 38.0, 42.0, 48.0, 62.0, 84.0, 97.0, 155.0, 218.0, 377.0, 4673.0, 1030.0, 329.0, 201.0, 108.0, 86.0, 64.0, 53.0, 40.0, 32.0, 21.0, 12.0, 12.0, 9.0, 2.0, 5.0, 5.0, 4.0, 3.0, 3.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.17015747725963593, -0.1646130383014679, -0.15906858444213867, -0.15352414548397064, -0.1479797065258026, -0.14243526756763458, -0.13689082860946655, -0.13134637475013733, -0.1258019357919693, -0.12025749683380127, -0.11471305042505264, -0.10916860401630402, -0.10362416505813599, -0.09807972609996796, -0.09253527969121933, -0.0869908332824707, -0.08144639432430267, -0.07590195536613464, -0.07035750895738602, -0.06481306254863739, -0.05926862359046936, -0.05372418090701103, -0.048179738223552704, -0.042635295540094376, -0.03709085285663605, -0.03154641017317772, -0.02600196748971939, -0.020457524806261063, -0.014913082122802734, -0.009368639439344406, -0.003824196755886078, 0.0017202459275722504, 0.007264688611030579, 0.012809131294488907, 0.018353573977947235, 0.023898016661405563, 0.02944245934486389, 0.03498690202832222, 0.04053134471178055, 0.046075787395238876, 0.051620230078697205, 0.05716467276215553, 0.06270911544561386, 0.06825356185436249, 0.07379800081253052, 0.07934243977069855, 0.08488688617944717, 0.0904313325881958, 0.09597577154636383, 0.10152021050453186, 0.10706465691328049, 0.11260910332202911, 0.11815354228019714, 0.12369798123836517, 0.1292424201965332, 0.13478687405586243, 0.14033131301403046, 0.1458757519721985, 0.1514202058315277, 0.15696464478969574, 0.16250908374786377, 0.1680535227060318, 0.17359796166419983, 0.17914241552352905, 0.18468685448169708]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 4.0, 1.0, 5.0, 6.0, 6.0, 4.0, 1.0, 4.0, 3.0, 1.0, 30.0, 2.0, 3.0, 5.0, 4.0, 3.0, 5.0, 2.0, 6.0, 2.0, 0.0, 3.0, 2.0, 1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.0021322029642760754, -0.0020559965632855892, -0.001979790162295103, -0.0019035838777199388, -0.0018273774767294526, -0.0017511710757389665, -0.0016749646747484803, -0.0015987582737579942, -0.0015225519891828299, -0.0014463455881923437, -0.0013701391872018576, -0.0012939327862113714, -0.0012177263852208853, -0.0011415199842303991, -0.0010653136996552348, -0.0009891072986647487, -0.0009129008976742625, -0.0008366944966837764, -0.0007604881539009511, -0.000684281752910465, -0.0006080754101276398, -0.0005318690091371536, -0.0004556626081466675, -0.0003794562362600118, -0.0003032498643733561, -0.00022704349248670042, -0.0001508371060481295, -7.46307268855162e-05, 1.575652277097106e-06, 7.778203143971041e-05, 0.0001539884106023237, 0.00023019479704089463, 0.0003064011689275503, 0.000382607540814206, 0.0004588139127008617, 0.0005350203136913478, 0.0006112266564741731, 0.0006874330574646592, 0.0007636394584551454, 0.0008398458012379706, 0.0009160522022284567, 0.000992258545011282, 0.0010684649460017681, 0.0011446713469922543, 0.0012208777479827404, 0.0012970841489732265, 0.0013732904335483909, 0.001449496834538877, 0.0015257032355293632, 0.0016019096365198493, 0.0016781160375103354, 0.0017543223220854998, 0.001830528723075986, 0.001906735124066472, 0.001982941525056958, 0.0020591479260474443, 0.0021353543270379305, 0.0022115607280284166, 0.0022877671290189028, 0.0023639732971787453, 0.0024401796981692314, 0.0025163860991597176, 0.0025925925001502037, 0.00266879890114069, 0.002745005302131176]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 4.0, 7.0, 10.0, 21.0, 18.0, 29.0, 47.0, 73.0, 74.0, 141.0, 220.0, 346.0, 542.0, 837.0, 1369.0, 2211.0, 3760.0, 6712.0, 12560.0, 24457.0, 50723.0, 115060.0, 718769.0, 123830.0, 52825.0, 26750.0, 14564.0, 8603.0, 5197.0, 3292.0, 2201.0, 1334.0, 916.0, 606.0, 473.0, 299.0, 221.0, 167.0, 112.0, 85.0, 41.0, 29.0, 30.0, 17.0, 13.0, 12.0, 12.0, 6.0, 1.0, 3.0, 2.0, 3.0, 2.0, 2.0, 1.0, 2.0], "bins": [-0.007911322638392448, -0.0076533118262887, -0.007395301014184952, -0.0071372902020812035, -0.006879279389977455, -0.0066212681122124195, -0.006363257300108671, -0.006105246488004923, -0.0058472356759011745, -0.005589224863797426, -0.005331214051693678, -0.00507320323958993, -0.004815191961824894, -0.004557181149721146, -0.004299170337617397, -0.004041159525513649, -0.0037831487134099007, -0.0035251379013061523, -0.003267127089202404, -0.003009116044268012, -0.0027511052321642637, -0.0024930944200605154, -0.0022350833751261234, -0.001977072563022375, -0.0017190617509186268, -0.0014610509388148785, -0.0012030400102958083, -0.0009450291399843991, -0.0006870182696729898, -0.0004290073993615806, -0.00017099652905017138, 8.701434126123786e-05, 0.0003450252115726471, 0.0006030360818840563, 0.0008610469521954656, 0.0011190578807145357, 0.001377068692818284, 0.0016350795049220324, 0.0018930904334411025, 0.0021511013619601727, 0.002409112174063921, 0.0026671229861676693, 0.0029251337982714176, 0.0031831448432058096, 0.003441155655309558, 0.0036991664674133062, 0.003957177512347698, 0.0042151883244514465, 0.004473199136555195, 0.004731209948658943, 0.0049892207607626915, 0.00524723157286644, 0.005505242384970188, 0.005763253662735224, 0.006021264474838972, 0.00627927528694272, 0.006537286099046469, 0.006795296911150217, 0.007053307723253965, 0.007311318535357714, 0.007569329813122749, 0.007827340625226498, 0.008085351437330246, 0.008343362249433994, 0.008601373061537743]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 2.0, 2.0, 3.0, 1.0, 1.0, 0.0, 2.0, 11.0, 1.0, 3.0, 2.0, 0.0, 2.0, 1.0, 4.0, 2.0, 0.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.012081459164619446, -0.011815442703664303, -0.011549427174031734, -0.011283410713076591, -0.011017395183444023, -0.01075137872248888, -0.010485363192856312, -0.010219346731901169, -0.0099533312022686, -0.009687314741313457, -0.009421299211680889, -0.009155282750725746, -0.008889267221093178, -0.008623250760138035, -0.008357235230505466, -0.008091218769550323, -0.007825203239917755, -0.007559186778962612, -0.0072931707836687565, -0.007027154788374901, -0.006761138793081045, -0.0064951227977871895, -0.006229106802493334, -0.005963090807199478, -0.005697074346244335, -0.0054310583509504795, -0.005165042355656624, -0.004899026360362768, -0.0046330103650689125, -0.004366994369775057, -0.004100978374481201, -0.0038349623791873455, -0.00356894638389349, -0.003302930388599634, -0.0030369143933057785, -0.002770898398011923, -0.002504882402718067, -0.002238866174593568, -0.001972850179299712, -0.0017068341840058565, -0.0014408181887120008, -0.0011748021934181452, -0.0009087861399166286, -0.000642770086415112, -0.00037675409112125635, -0.00011073806672357023, 0.0001552779576741159, 0.000421293982071802, 0.0006873100064694881, 0.0009533260017633438, 0.0012193419970571995, 0.001485358108766377, 0.0017513741040602326, 0.00201739021576941, 0.002283406211063266, 0.0025494222063571215, 0.002815438201650977, 0.003081454196944833, 0.0033474701922386885, 0.003613486187532544, 0.0038795024156570435, 0.004145518410950899, 0.004411534406244755, 0.0046775504015386105, 0.004943566396832466]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 2.0, 0.0, 4.0, 1.0, 1.0, 1.0, 2.0, 1.0, 3.0, 4.0, 5.0, 12.0, 8.0, 8.0, 12.0, 12.0, 15.0, 11.0, 16.0, 22.0, 30.0, 45.0, 32.0, 46.0, 52.0, 72.0, 83.0, 72.0, 92.0, 83.0, 143.0, 143.0, 198.0, 264.0, 348.0, 437.0, 589.0, 824.0, 1291.0, 1746.0, 5743.0, 2087.0, 1113.0, 817.0, 518.0, 364.0, 323.0, 220.0, 158.0, 104.0, 71.0, 53.0, 33.0, 27.0, 23.0, 21.0, 5.0, 9.0, 4.0, 4.0, 0.0, 0.0, 2.0], "bins": [-0.00998742040246725, -0.009748607873916626, -0.009509794414043427, -0.009270981885492802, -0.009032169356942177, -0.008793356828391552, -0.008554543368518353, -0.008315730839967728, -0.008076918311417103, -0.007838104851543903, -0.0075992923229932785, -0.007360479794442654, -0.0071216668002307415, -0.006882854271680117, -0.0066440412774682045, -0.00640522874891758, -0.0061664157547056675, -0.005927602760493755, -0.0056887902319431305, -0.005449977237731218, -0.0052111647091805935, -0.004972351714968681, -0.0047335391864180565, -0.004494726192206144, -0.004255913197994232, -0.004017100669443607, -0.003778287908062339, -0.0035394751466810703, -0.003300662152469158, -0.0030618493910878897, -0.002823036629706621, -0.0025842238683253527, -0.002345411106944084, -0.0021065983455628157, -0.0018677855841815472, -0.0016289727063849568, -0.0013901599450036883, -0.0011513471836224198, -0.0009125343640334904, -0.000673721544444561, -0.0004349087830632925, -0.00019609599257819355, 4.271679790690541e-05, 0.00028152958839200437, 0.0005203423788771033, 0.0007591551402583718, 0.0009979680180549622, 0.0012367807794362307, 0.0014755935408174992, 0.0017144063021987677, 0.001953219063580036, 0.0021920318249613047, 0.002430844586342573, 0.0026696575805544853, 0.002908470341935754, 0.0031472831033170223, 0.003386095864698291, 0.0036249086260795593, 0.003863721387460828, 0.004102534148842096, 0.0043413471430540085, 0.004580159671604633, 0.0048189726658165455, 0.00505778519436717, 0.0052965981885790825]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 2.0, 2.0, 1.0, 3.0, 1.0, 4.0, 1.0, 1.0, 1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.06940758973360062, -0.06739981472492218, -0.06539203226566315, -0.06338425725698471, -0.061376478523015976, -0.05936869978904724, -0.057360921055078506, -0.05535314232110977, -0.053345367312431335, -0.0513375885784626, -0.049329809844493866, -0.04732203111052513, -0.045314252376556396, -0.04330647364258766, -0.041298698633909225, -0.03929091989994049, -0.037283141165971756, -0.03527536243200302, -0.033267583698034286, -0.03125980868935585, -0.029252029955387115, -0.02724425122141838, -0.025236472487449646, -0.02322869561612606, -0.021220916882157326, -0.01921313814818859, -0.017205361276865005, -0.01519758254289627, -0.01318980474025011, -0.01118202693760395, -0.009174248203635216, -0.007166470400989056, -0.0051586925983428955, -0.0031509145628660917, -0.001143136527389288, 0.0008646415080875158, 0.0028724195435643196, 0.00488019734621048, 0.006887975614517927, 0.008895753882825375, 0.010903531685471535, 0.012911309488117695, 0.014919087290763855, 0.01692686602473259, 0.018934644758701324, 0.02094242163002491, 0.022950200363993645, 0.02495797723531723, 0.026965755969285965, 0.0289735347032547, 0.030981311574578285, 0.03298908844590187, 0.034996867179870605, 0.03700464591383934, 0.039012424647808075, 0.04102020338177681, 0.043027982115745544, 0.04503575712442398, 0.047043535858392715, 0.04905131459236145, 0.051059093326330185, 0.05306687206029892, 0.055074647068977356, 0.05708242580294609, 0.059090204536914825]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0, 3.0, 2.0, 2.0, 1.0, 1.0, 2.0, 3.0, 4.0, 1.0, 1.0, 4.0, 2.0, 5.0, 6.0, 34.0, 33.0, 40.0, 51.0, 20.0, 14.0, 8.0, 2.0, 6.0, 4.0, 2.0, 0.0, 3.0, 2.0, 2.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 4.0, 2.0, 3.0], "bins": [-0.07700182497501373, -0.07500903308391571, -0.07301624864339828, -0.07102345675230026, -0.06903067231178284, -0.06703788042068481, -0.06504509598016739, -0.06305230408906937, -0.06105951964855194, -0.05906672775745392, -0.057073939591646194, -0.05508115142583847, -0.053088363260030746, -0.05109557509422302, -0.0491027869284153, -0.047109998762607574, -0.04511721059679985, -0.043124422430992126, -0.0411316342651844, -0.03913884609937668, -0.037146057933568954, -0.03515326976776123, -0.033160481601953506, -0.031167691573500633, -0.02917490340769291, -0.027182115241885185, -0.02518932707607746, -0.023196538910269737, -0.021203748881816864, -0.01921096071600914, -0.017218172550201416, -0.015225384384393692, -0.013232596218585968, -0.011239808052778244, -0.00924701988697052, -0.007254230789840221, -0.005261442624032497, -0.0032686542253941298, -0.001275865826755762, 0.0007169225718826056, 0.002709710970520973, 0.004702499136328697, 0.0066952877677977085, 0.00868807639926672, 0.010680864565074444, 0.012673652730882168, 0.014666441828012466, 0.01665922999382019, 0.018652018159627914, 0.02064480632543564, 0.022637594491243362, 0.024630382657051086, 0.02662317082285881, 0.028615960851311684, 0.030608749017119408, 0.03260153532028198, 0.034594327211380005, 0.03658711537718773, 0.03857990354299545, 0.04057269170880318, 0.0425654798746109, 0.044558268040418625, 0.04655105620622635, 0.04854384437203407, 0.0505366325378418]}, "_runtime": 24.61005210876465, "_timestamp": 1596208388.8010461, "_step": 21}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 2.0, 0.0, 3.0, 3.0, 2.0, 2.0, 0.0, 4.0, 1.0, 3.0, 4.0, 4.0, 0.0, 3.0, 0.0, 0.0, 3.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013691149652004242, -0.013270343653857708, -0.012849538587033749, -0.012428732588887215, -0.012007927522063255, -0.011587121523916721, -0.011166315525770187, -0.010745510458946228, -0.010324704460799694, -0.009903899393975735, -0.0094830933958292, -0.009062287397682667, -0.008641482330858707, -0.008220676332712173, -0.007799870800226927, -0.00737906526774168, -0.0069582597352564335, -0.006537454202771187, -0.00611664867028594, -0.005695842672139406, -0.0052750371396541595, -0.004854231607168913, -0.004433426074683666, -0.00401262054219842, -0.0035918147768825293, -0.0031710092443972826, -0.0027502034790813923, -0.0023293979465961456, -0.0019085922976955771, -0.0014877866487950087, -0.001066981116309762, -0.0006461754674091935, -0.00022536981850862503, 0.000195435801288113, 0.000616241421084851, 0.0010370470117777586, 0.001457852660678327, 0.0018786583095788956, 0.0022994638420641422, 0.0027202696073800325, 0.003141075139865279, 0.003561880672350526, 0.003982686437666416, 0.004403491970151663, 0.0048242975026369095, 0.005245103035122156, 0.00566590903326869, 0.006086714565753937, 0.006507520098239183, 0.00692832563072443, 0.007349131163209677, 0.007769937161356211, 0.008190742693841457, 0.008611547760665417, 0.00903235375881195, 0.009453159756958485, 0.009873964823782444, 0.010294770821928978, 0.010715575888752937, 0.011136381886899471, 0.011557187885046005, 0.011977992951869965, 0.012398798950016499, 0.012819604016840458, 0.013240410014986992]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 4.0, 5.0, 0.0, 4.0, 2.0, 4.0, 4.0, 4.0, 11.0, 8.0, 4.0, 9.0, 11.0, 13.0, 23.0, 33.0, 22.0, 36.0, 52.0, 60.0, 82.0, 94.0, 140.0, 181.0, 288.0, 457.0, 4805.0, 602.0, 274.0, 183.0, 95.0, 105.0, 68.0, 54.0, 37.0, 34.0, 21.0, 23.0, 10.0, 7.0, 11.0, 11.0, 6.0, 6.0, 4.0, 5.0, 3.0, 4.0, 2.0, 4.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.16300231218338013, -0.1579611748456955, -0.15292003750801086, -0.14787890017032623, -0.1428377628326416, -0.13779662549495697, -0.13275548815727234, -0.1277143508195877, -0.12267321348190308, -0.11763207614421844, -0.11259093880653381, -0.10754980146884918, -0.10250866413116455, -0.09746752679347992, -0.09242638945579529, -0.08738525211811066, -0.08234411478042603, -0.0773029774427414, -0.07226184010505676, -0.06722070276737213, -0.0621795654296875, -0.05713842809200287, -0.05209729075431824, -0.047056153416633606, -0.042015016078948975, -0.03697387874126434, -0.03193274140357971, -0.02689160406589508, -0.02185046672821045, -0.016809329390525818, -0.011768192052841187, -0.006727054715156555, -0.0016859173774719238, 0.0033552199602127075, 0.008396357297897339, 0.01343749463558197, 0.0184786319732666, 0.023519769310951233, 0.028560906648635864, 0.033602043986320496, 0.03864318132400513, 0.04368431866168976, 0.04872545599937439, 0.05376659333705902, 0.05880773067474365, 0.06384886801242828, 0.06889000535011292, 0.07393114268779755, 0.07897228002548218, 0.08401341736316681, 0.08905455470085144, 0.09409569203853607, 0.0991368293762207, 0.10417796671390533, 0.10921910405158997, 0.1142602413892746, 0.11930137872695923, 0.12434251606464386, 0.1293836534023285, 0.13442479074001312, 0.13946592807769775, 0.14450706541538239, 0.14954820275306702, 0.15458934009075165, 0.15963047742843628]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 6.0, 2.0, 3.0, 5.0, 1.0, 3.0, 4.0, 3.0, 1.0, 8.0, 4.0, 29.0, 5.0, 3.0, 1.0, 3.0, 5.0, 3.0, 0.0, 4.0, 2.0, 1.0, 3.0, 2.0, 4.0, 3.0, 2.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0028349016793072224, -0.0027468157932162285, -0.0026587299071252346, -0.0025706440210342407, -0.002482558134943247, -0.002394472248852253, -0.002306386362761259, -0.002218300476670265, -0.0021302145905792713, -0.002042128937318921, -0.001954043051227927, -0.0018659570487216115, -0.0017778712790459394, -0.0016897853929549456, -0.0016016995068639517, -0.0015136136207729578, -0.001425527734681964, -0.00133744184859097, -0.0012493559624999762, -0.0011612700764089823, -0.0010731841903179884, -0.0009850984206423163, -0.0008970125345513225, -0.0008089266484603286, -0.0007208407623693347, -0.0006327548762783408, -0.0005446689901873469, -0.00045658316230401397, -0.0003684972762130201, -0.0002804113901220262, -0.00019232553313486278, -0.00010423966159578413, -1.6153790056705475e-05, 7.193208148237318e-05, 0.00016001795302145183, 0.00024810381000861526, 0.00033618969609960914, 0.000424275582190603, 0.000512361410073936, 0.0006004472961649299, 0.0006885331822559237, 0.0007766190683469176, 0.0008647049544379115, 0.0009527907823212445, 0.0010408766102045774, 0.0011289624962955713, 0.0012170483823865652, 0.001305134268477559, 0.001393220154568553, 0.0014813060406595469, 0.0015693919267505407, 0.0016574778128415346, 0.0017455636989325285, 0.0018336494686082006, 0.0019217353546991944, 0.00200982135720551, 0.0020979070104658604, 0.0021859928965568542, 0.002274078782647848, 0.002362164668738842, 0.002450250554829836, 0.0025383364409208298, 0.0026264223270118237, 0.0027145082131028175, 0.0028025940991938114]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 1.0, 3.0, 1.0, 2.0, 4.0, 9.0, 12.0, 17.0, 27.0, 35.0, 57.0, 85.0, 109.0, 178.0, 237.0, 365.0, 509.0, 759.0, 1151.0, 1908.0, 3008.0, 5220.0, 9299.0, 16707.0, 33057.0, 71189.0, 200700.0, 658557.0, 76957.0, 39661.0, 22573.0, 13298.0, 8089.0, 5235.0, 3407.0, 2230.0, 1500.0, 989.0, 694.0, 528.0, 335.0, 248.0, 161.0, 127.0, 98.0, 81.0, 41.0, 52.0, 29.0, 26.0, 23.0, 16.0, 8.0, 8.0, 8.0, 4.0, 3.0, 2.0, 3.0, 2.0, 2.0, 0.0, 2.0], "bins": [-0.007297183386981487, -0.0070376950316131115, -0.006778207141906023, -0.006518718786537647, -0.006259230896830559, -0.005999742541462183, -0.0057402546517550945, -0.005480766296386719, -0.00522127840667963, -0.0049617900513112545, -0.004702301695942879, -0.00444281380623579, -0.0041833254508674145, -0.003923837561160326, -0.0036643492057919502, -0.003404861083254218, -0.003145372960716486, -0.002885884838178754, -0.0026263967156410217, -0.0023669085931032896, -0.0021074204705655575, -0.0018479322316125035, -0.0015884439926594496, -0.0013289558701217175, -0.0010694677475839853, -0.0008099796250462532, -0.0005504914443008602, -0.0002910032926592976, -3.1515141017735004e-05, 0.00022797301062382758, 0.00048746116226539016, 0.0007469493430107832, 0.0010064374655485153, 0.0012659255880862474, 0.0015254137106239796, 0.0017849019495770335, 0.002044389955699444, 0.0023038783110678196, 0.0025633664336055517, 0.002822854556143284, 0.003082342678681016, 0.003341830801218748, 0.0036013189237564802, 0.0038608070462942123, 0.004120295401662588, 0.004379783291369677, 0.004639271646738052, 0.004898759536445141, 0.005158247891813517, 0.005417736247181892, 0.005677224136888981, 0.005936712492257357, 0.006196200381964445, 0.006455688737332821, 0.006715176627039909, 0.006974664982408285, 0.007234153337776661, 0.007493641227483749, 0.007753129582852125, 0.008012617938220501, 0.00827210582792759, 0.008531593717634678, 0.008791081607341766, 0.00905057042837143, 0.009310058318078518]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 5.0, 1.0, 1.0, 4.0, 1.0, 11.0, 6.0, 3.0, 5.0, 3.0, 1.0, 5.0, 0.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0054657007567584515, -0.005066641606390476, -0.004667581990361214, -0.0042685228399932384, -0.003869463223963976, -0.0034704040735960007, -0.0030713446903973818, -0.002672285307198763, -0.002273225924000144, -0.0018741665408015251, -0.0014751071576029062, -0.0010760478908196092, -0.0006769885076209903, -0.00027792915352620184, 0.00012113020056858659, 0.0005201895255595446, 0.0009192489087581635, 0.0013183082919567823, 0.0017173676751554012, 0.00211642705835402, 0.002515486441552639, 0.0029145455919206142, 0.003313604975119233, 0.003712664358317852, 0.0041117239743471146, 0.00451078312471509, 0.004909842275083065, 0.005308901891112328, 0.005707961041480303, 0.006107020657509565, 0.006506079807877541, 0.006905139423906803, 0.007304198574274778, 0.007703257724642754, 0.008102317340672016, 0.008501376956701279, 0.008900435641407967, 0.00929949525743723, 0.009698554873466492, 0.010097614489495754, 0.010496673174202442, 0.010895732790231705, 0.011294792406260967, 0.011693851090967655, 0.012092910706996918, 0.01249197032302618, 0.012891029939055443, 0.01329008862376213, 0.013689148239791393, 0.014088207855820656, 0.014487266540527344, 0.014886326156556606, 0.015285385772585869, 0.015684444457292557, 0.016083505004644394, 0.016482563689351082, 0.01688162237405777, 0.017280682921409607, 0.017679741606116295, 0.018078800290822983, 0.01847786083817482, 0.018876919522881508, 0.019275980070233345, 0.019675038754940033, 0.02007409743964672]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 6.0, 5.0, 3.0, 5.0, 23.0, 27.0, 40.0, 43.0, 63.0, 70.0, 104.0, 148.0, 237.0, 343.0, 546.0, 881.0, 1608.0, 6174.0, 2156.0, 1406.0, 948.0, 784.0, 552.0, 442.0, 325.0, 244.0, 194.0, 163.0, 122.0, 120.0, 102.0, 86.0, 67.0, 54.0, 53.0, 37.0, 36.0, 30.0, 23.0, 22.0, 19.0, 19.0, 21.0, 13.0, 13.0, 6.0, 10.0, 5.0, 5.0, 2.0, 1.0, 5.0, 5.0, 4.0, 1.0, 0.0, 1.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.004941022489219904, -0.004677977412939072, -0.004414932336658239, -0.004151887260377407, -0.003888842184096575, -0.003625797340646386, -0.003362752264365554, -0.0030997071880847216, -0.0028366621118038893, -0.002573617035523057, -0.0023105719592422247, -0.0020475268829613924, -0.001784481923095882, -0.0015214368468150496, -0.0012583918869495392, -0.000995346810668707, -0.0007323017343878746, -0.00046925668721087277, -0.00020621164003387094, 5.68334071431309e-05, 0.00031987845432013273, 0.000582923530600965, 0.0008459685486741364, 0.0011090135667473078, 0.00137205864302814, 0.0016351037193089724, 0.0018981487955898046, 0.002161193871870637, 0.0024242387153208256, 0.002687283791601658, 0.00295032886788249, 0.0032133739441633224, 0.0034764190204441547, 0.003739464096724987, 0.004002509173005819, 0.004265554249286652, 0.004528599325567484, 0.004791644401848316, 0.0050546894781291485, 0.005317734554409981, 0.005580779165029526, 0.005843824241310358, 0.00610686931759119, 0.006369914393872023, 0.006632959470152855, 0.006896004546433687, 0.0071590496227145195, 0.007422094698995352, 0.007685139775276184, 0.007948184385895729, 0.008211229927837849, 0.008474274538457394, 0.008737320080399513, 0.009000364691019058, 0.009263410232961178, 0.009526454843580723, 0.009789500385522842, 0.010052544996142387, 0.010315590538084507, 0.010578635148704052, 0.010841680690646172, 0.011104725301265717, 0.011367770843207836, 0.011630815453827381, 0.0118938609957695]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 2.0, 1.0, 2.0, 3.0, 3.0, 3.0, 0.0, 2.0, 3.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.06376569718122482, -0.06126591935753822, -0.05876614525914192, -0.05626636743545532, -0.05376658961176872, -0.05126681551337242, -0.04876703768968582, -0.04626725986599922, -0.04376748204231262, -0.04126770794391632, -0.03876793012022972, -0.03626815229654312, -0.03376837819814682, -0.03126860037446022, -0.02876882441341877, -0.02626904658973217, -0.02376927062869072, -0.02126949466764927, -0.01876971684396267, -0.01626994088292122, -0.013770163990557194, -0.011270387098193169, -0.008770611137151718, -0.006270834244787693, -0.003771057352423668, -0.0012712806928902864, 0.001228495966643095, 0.0037282726261764765, 0.006228049285709858, 0.008727826178073883, 0.011227602139115334, 0.013727379031479359, 0.016227155923843384, 0.018726931884884834, 0.021226709708571434, 0.023726485669612885, 0.026226263493299484, 0.028726039454340935, 0.031225815415382385, 0.033725593239068985, 0.036225371062755585, 0.038725145161151886, 0.041224922984838486, 0.043724700808525085, 0.04622447490692139, 0.048724252730607986, 0.051224030554294586, 0.05372380465269089, 0.05622358247637749, 0.05872336030006409, 0.06122313439846039, 0.06372291594743729, 0.06622269004583359, 0.06872246414422989, 0.07122224569320679, 0.07372201979160309, 0.07622179388999939, 0.07872157543897629, 0.08122134953737259, 0.08372112363576889, 0.08622090518474579, 0.08872067928314209, 0.09122045338153839, 0.09372023493051529, 0.09622000902891159]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 3.0, 1.0, 1.0, 2.0, 1.0, 3.0, 0.0, 1.0, 1.0, 0.0, 5.0, 5.0, 3.0, 3.0, 5.0, 6.0, 6.0, 6.0, 11.0, 18.0, 19.0, 54.0, 24.0, 30.0, 29.0, 17.0, 8.0, 0.0, 3.0, 3.0, 0.0, 3.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0], "bins": [-0.04908127337694168, -0.046878159046173096, -0.04467504471540451, -0.042471930384635925, -0.04026881605386734, -0.038065697997808456, -0.03586258366703987, -0.033659469336271286, -0.0314563550055027, -0.029253240674734116, -0.02705012634396553, -0.024847010150551796, -0.02264389581978321, -0.020440781489014626, -0.01823766529560089, -0.016034550964832306, -0.01383143663406372, -0.011628322303295135, -0.009425207041203976, -0.007222092244774103, -0.005018977448344231, -0.002815862651914358, -0.0006127478554844856, 0.0015903669409453869, 0.0037934817373752594, 0.005996596533805132, 0.008199711330235004, 0.010402826592326164, 0.01260594092309475, 0.014809055253863335, 0.01701217144727707, 0.019215285778045654, 0.02141840010881424, 0.023621514439582825, 0.02582462877035141, 0.028027744963765144, 0.03023085929453373, 0.032433975487947464, 0.03463708981871605, 0.036840204149484634, 0.03904331848025322, 0.041246432811021805, 0.04344954714179039, 0.045652661472558975, 0.04785577952861786, 0.050058893859386444, 0.05226200819015503, 0.054465122520923615, 0.0566682368516922, 0.058871351182460785, 0.06107446551322937, 0.06327757984399796, 0.06548069417476654, 0.06768380850553513, 0.06988692283630371, 0.0720900371670723, 0.07429315149784088, 0.07649627327919006, 0.07869938760995865, 0.08090250194072723, 0.08310561627149582, 0.0853087306022644, 0.08751184493303299, 0.08971495926380157, 0.09191807359457016]}, "_runtime": 25.521578550338745, "_timestamp": 1596208389.7125726, "_step": 22}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 3.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 6.0, 2.0, 2.0, 1.0, 5.0, 3.0, 4.0, 2.0, 3.0, 0.0, 2.0, 2.0, 1.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.015359774231910706, -0.015002038329839706, -0.014644302427768707, -0.014286566525697708, -0.013928830623626709, -0.01357109472155571, -0.013213357888162136, -0.012855621986091137, -0.012497886084020138, -0.012140150181949139, -0.01178241427987814, -0.01142467837780714, -0.011066942475736141, -0.010709206573665142, -0.010351470671594143, -0.009993734769523144, -0.00963599793612957, -0.00927826203405857, -0.008920526131987572, -0.008562790229916573, -0.008205054327845573, -0.007847318425774574, -0.007489582523703575, -0.007131846621632576, -0.006774110719561577, -0.00641637435182929, -0.006058638449758291, -0.005700902547687292, -0.005343166645616293, -0.004985430743545294, -0.004627694375813007, -0.004269958473742008, -0.003912222571671009, -0.00355448666960001, -0.003196750534698367, -0.002839014632627368, -0.002481278497725725, -0.002123542595654726, -0.0017658066935837269, -0.001408070675097406, -0.001050334656611085, -0.000692598638124764, -0.0003348626778461039, 2.287331153638661e-05, 0.0003806093009188771, 0.0007383453194051981, 0.0010960812214761972, 0.0014538172399625182, 0.0018115532584488392, 0.0021692891605198383, 0.002527025295421481, 0.0028847611974924803, 0.003242497332394123, 0.0036002332344651222, 0.003957969136536121, 0.0043157050386071205, 0.00467344094067812, 0.005031177308410406, 0.005388913210481405, 0.005746649112552404, 0.0061043850146234035, 0.006462120916694403, 0.006819857284426689, 0.007177593186497688, 0.0075353290885686874]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 3.0, 3.0, 0.0, 4.0, 5.0, 4.0, 8.0, 7.0, 20.0, 26.0, 36.0, 54.0, 93.0, 146.0, 188.0, 287.0, 666.0, 5207.0, 525.0, 249.0, 138.0, 73.0, 43.0, 44.0, 25.0, 13.0, 16.0, 15.0, 9.0, 4.0, 3.0, 3.0, 1.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.2812502682209015, -0.27388760447502136, -0.26652491092681885, -0.2591622471809387, -0.2517995536327362, -0.24443688988685608, -0.23707421123981476, -0.22971154749393463, -0.2223488688468933, -0.214986190199852, -0.20762351155281067, -0.20026083290576935, -0.19289816915988922, -0.1855354905128479, -0.17817281186580658, -0.17081013321876526, -0.16344746947288513, -0.1560847908258438, -0.1487221121788025, -0.14135943353176117, -0.13399675488471985, -0.12663409113883972, -0.1192714124917984, -0.11190873384475708, -0.10454605519771576, -0.09718338400125504, -0.08982070535421371, -0.08245803415775299, -0.07509535551071167, -0.06773268431425095, -0.060370005667209625, -0.0530073307454586, -0.04564465582370758, -0.03828198090195656, -0.030919305980205536, -0.023556629195809364, -0.016193954274058342, -0.00883127935230732, -0.0014686034992337227, 0.005894071888178587, 0.013256747275590897, 0.02061942219734192, 0.02798209711909294, 0.035344772040843964, 0.042707450687885284, 0.05007012560963631, 0.05743280053138733, 0.06479547172784805, 0.07215815037488937, 0.0795208290219307, 0.08688350021839142, 0.09424617886543274, 0.10160885006189346, 0.10897152870893478, 0.11633419990539551, 0.12369687855243683, 0.13105955719947815, 0.13842223584651947, 0.1457848995923996, 0.15314757823944092, 0.16051025688648224, 0.16787293553352356, 0.1752355992794037, 0.182598277926445, 0.18996095657348633]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 3.0, 1.0, 4.0, 1.0, 3.0, 2.0, 3.0, 3.0, 2.0, 3.0, 2.0, 5.0, 28.0, 8.0, 5.0, 4.0, 3.0, 4.0, 1.0, 1.0, 2.0, 2.0, 4.0, 0.0, 2.0, 3.0, 0.0, 1.0, 4.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0], "bins": [-0.0019424429628998041, -0.0018850103951990604, -0.001827577711082995, -0.0017701451433822513, -0.0017127125756815076, -0.001655280007980764, -0.0015978473238646984, -0.0015404147561639547, -0.001482982188463211, -0.0014255495043471456, -0.0013681169366464019, -0.0013106843689456582, -0.0012532518012449145, -0.001195819117128849, -0.0011383865494281054, -0.0010809539817273617, -0.001023521414026618, -0.0009660887299105525, -0.0009086561622098088, -0.0008512235363014042, -0.0007937909686006606, -0.000736358342692256, -0.0006789257749915123, -0.0006214931490831077, -0.0005640605231747031, -0.0005066279554739594, -0.0004491953586693853, -0.0003917627618648112, -0.0003343301359564066, -0.00027689753915183246, -0.00021946494234725833, -0.0001620323455426842, -0.00010459974873811007, -4.7167148295557126e-05, 1.0265452146995813e-05, 6.769805622752756e-05, 0.0001251306530321017, 0.00018256324983667582, 0.00023999586119316518, 0.0002974284579977393, 0.00035486105480231345, 0.0004122936516068876, 0.0004697262484114617, 0.0005271588452160358, 0.0005845914711244404, 0.0006420240388251841, 0.0006994566647335887, 0.0007568892324343324, 0.000814321858342737, 0.0008717544842511415, 0.0009291870519518852, 0.000986619619652629, 0.0010440523037686944, 0.001101484871469438, 0.0011589174391701818, 0.0012163500068709254, 0.001273782690986991, 0.0013312152586877346, 0.0013886478263884783, 0.0014460805105045438, 0.0015035130782052875, 0.0015609456459060311, 0.0016183782136067748, 0.0016758108977228403, 0.001733243465423584]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 6.0, 12.0, 11.0, 14.0, 27.0, 44.0, 55.0, 77.0, 130.0, 176.0, 276.0, 427.0, 612.0, 919.0, 1340.0, 2059.0, 3144.0, 4980.0, 8083.0, 13530.0, 23742.0, 44638.0, 93353.0, 679357.0, 148865.0, 64354.0, 34360.0, 19735.0, 12125.0, 7470.0, 4924.0, 3240.0, 2211.0, 1522.0, 1047.0, 778.0, 569.0, 388.0, 275.0, 233.0, 128.0, 118.0, 71.0, 59.0, 38.0, 34.0, 18.0, 25.0, 14.0, 7.0, 6.0, 4.0, 4.0, 5.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.006637538783252239, -0.00638984190300107, -0.006142145488411188, -0.005894448608160019, -0.005646752193570137, -0.005399055313318968, -0.005151358433067799, -0.004903662018477917, -0.0046559651382267475, -0.004408268257975578, -0.004160571843385696, -0.003912874963134527, -0.0036651783157140017, -0.003417481668293476, -0.003169784788042307, -0.0029220881406217813, -0.002674391493201256, -0.0024266948457807302, -0.0021789981983602047, -0.0019313013181090355, -0.00168360467068851, -0.0014359080232679844, -0.001188211259432137, -0.0009405145538039505, -0.0006928178481757641, -0.0004451211425475776, -0.00019742443691939116, 5.027226870879531e-05, 0.0002979689743369818, 0.0005456656799651682, 0.0007933623855933547, 0.001041059149429202, 0.0012887557968497276, 0.0015364524442702532, 0.0017841492081061006, 0.002031845971941948, 0.0022795426193624735, 0.002527239266782999, 0.0027749361470341682, 0.003022632794454694, 0.0032703294418752193, 0.003518026089295745, 0.0037657227367162704, 0.00401341961696744, 0.004261116497218609, 0.004508812911808491, 0.00475650979205966, 0.005004206206649542, 0.005251903086900711, 0.00549959996715188, 0.005747296381741762, 0.005994993261992931, 0.006242689676582813, 0.0064903865568339825, 0.006738083437085152, 0.006985779851675034, 0.007233476731926203, 0.007481173612177372, 0.007728870026767254, 0.007976566441357136, 0.008224263787269592, 0.008471960201859474, 0.008719656616449356, 0.008967353962361813, 0.009215050376951694]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 5.0, 2.0, 7.0, 0.0, 5.0, 3.0, 1.0, 5.0, 4.0, 1.0, 3.0, 5.0, 1.0, 2.0, 1.0, 2.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.013514243066310883, -0.013147915713489056, -0.012781587429344654, -0.012415260076522827, -0.012048932723701, -0.011682604439556599, -0.011316277086734772, -0.010949949733912945, -0.010583621449768543, -0.010217294096946716, -0.00985096674412489, -0.009484638459980488, -0.009118311107158661, -0.008751983754336834, -0.008385655470192432, -0.008019328117370605, -0.007653000298887491, -0.007286672480404377, -0.00692034512758255, -0.006554017309099436, -0.0061876894906163216, -0.005821362137794495, -0.00545503431931138, -0.005088706500828266, -0.004722379148006439, -0.004356051329523325, -0.003989723511040211, -0.00362339592538774, -0.0032570683397352695, -0.0028907405212521553, -0.0025244129355996847, -0.0021580851171165705, -0.0017917575314640999, -0.0014254298293963075, -0.001059102127328515, -0.0006927745416760445, -0.00032644683960825205, 3.988083335570991e-05, 0.00040620850631967187, 0.0007725361501798034, 0.0011388638522475958, 0.0015051915543153882, 0.0018715192563831806, 0.002237846842035651, 0.002604174427688122, 0.002970502246171236, 0.0033368298318237066, 0.003703157650306821, 0.0040694852359592915, 0.004435813054442406, 0.004802140407264233, 0.005168468225747347, 0.005534796044230461, 0.005901123397052288, 0.006267451215535402, 0.0066337790340185165, 0.0070001063868403435, 0.007366434205323458, 0.007732762023806572, 0.008099089376628399, 0.0084654176607728, 0.008831745013594627, 0.009198072366416454, 0.009564400650560856, 0.009930728003382683]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 4.0, 1.0, 6.0, 4.0, 7.0, 13.0, 14.0, 16.0, 22.0, 24.0, 30.0, 36.0, 50.0, 62.0, 72.0, 99.0, 133.0, 174.0, 234.0, 299.0, 393.0, 533.0, 903.0, 1972.0, 5633.0, 1828.0, 1369.0, 960.0, 764.0, 562.0, 476.0, 356.0, 307.0, 217.0, 180.0, 130.0, 114.0, 98.0, 77.0, 53.0, 46.0, 46.0, 26.0, 25.0, 18.0, 12.0, 5.0, 6.0, 4.0, 6.0, 3.0, 3.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.006952610332518816, -0.006713785696774721, -0.006474960595369339, -0.006236135959625244, -0.005997311323881149, -0.0057584866881370544, -0.00551966205239296, -0.0052808369509875774, -0.005042012315243483, -0.004803187679499388, -0.004564362578094006, -0.004325537942349911, -0.004086713306605816, -0.003847888670861721, -0.0036090638022869825, -0.003370238933712244, -0.003131414297968149, -0.0028925896622240543, -0.002653764793649316, -0.0024149399250745773, -0.0021761152893304825, -0.0019372905371710658, -0.0016984657850116491, -0.0014596410328522325, -0.0012208162806928158, -0.000981991528533399, -0.0007431667763739824, -0.0005043420242145658, -0.0002655172720551491, -2.6692519895732403e-05, 0.00021213223226368427, 0.00045095698442310095, 0.0006897817365825176, 0.0009286064887419343, 0.001167431240901351, 0.0014062559930607677, 0.0016450807452201843, 0.001883905497379601, 0.0021227302495390177, 0.002361555118113756, 0.002600379753857851, 0.002839204389601946, 0.0030780292581766844, 0.003316854126751423, 0.0035556787624955177, 0.0037945033982396126, 0.004033328033983707, 0.00427215313538909, 0.004510977771133184, 0.004749802406877279, 0.0049886275082826614, 0.005227452144026756, 0.005466276779770851, 0.005705101415514946, 0.005943926051259041, 0.006182751152664423, 0.006421575788408518, 0.006660400424152613, 0.006899225525557995, 0.00713805016130209, 0.0073768747970461845, 0.007615699432790279, 0.007854524068534374, 0.008093348704278469, 0.008332174271345139]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 4.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 3.0, 2.0, 0.0, 1.0, 3.0, 0.0, 4.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02729138918220997, -0.025699345394968987, -0.024107299745082855, -0.022515255957841873, -0.02092321217060089, -0.01933116652071476, -0.017739122733473778, -0.016147077083587646, -0.014555033296346664, -0.012962988577783108, -0.011370943859219551, -0.009778900071978569, -0.008186855353415012, -0.006594810634851456, -0.005002766381949186, -0.0034107218962162733, -0.0018186774104833603, -0.00022663292475044727, 0.0013654115609824657, 0.0029574560467153788, 0.004549500532448292, 0.0061415452510118484, 0.007733589503914118, 0.009325633756816387, 0.010917678475379944, 0.0125097231939435, 0.014101767912507057, 0.01569381169974804, 0.01728585734963417, 0.018877901136875153, 0.020469944924116135, 0.022061990574002266, 0.023654034361243248, 0.02524607814848423, 0.02683812379837036, 0.028430167585611343, 0.030022211372852325, 0.03161425516009331, 0.03320630267262459, 0.03479834645986557, 0.03639039024710655, 0.037982434034347534, 0.039574477821588516, 0.0411665253341198, 0.04275856912136078, 0.04435061290860176, 0.04594265669584274, 0.047534700483083725, 0.04912674427032471, 0.05071879178285599, 0.05231083557009697, 0.05390287935733795, 0.055494923144578934, 0.057086966931819916, 0.058679014444351196, 0.06027105823159218, 0.06186310201883316, 0.06345514953136444, 0.06504718959331512, 0.0666392371058464, 0.06823127716779709, 0.06982332468032837, 0.07141537219285965, 0.07300741225481033, 0.07459945976734161]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 3.0, 6.0, 2.0, 3.0, 6.0, 7.0, 8.0, 8.0, 10.0, 9.0, 4.0, 12.0, 20.0, 41.0, 21.0, 23.0, 21.0, 16.0, 10.0, 9.0, 6.0, 5.0, 1.0, 4.0, 1.0, 0.0, 1.0, 2.0, 2.0, 5.0, 2.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.019994942471385002, -0.018817605450749397, -0.01764027029275894, -0.016462933272123337, -0.015285598114132881, -0.014108261093497276, -0.012930925004184246, -0.011753588914871216, -0.010576252825558186, -0.009398916736245155, -0.008221580646932125, -0.0070442440919578075, -0.005866908002644777, -0.004689571913331747, -0.003512235591188073, -0.0023348992690443993, -0.001157563179731369, 1.977302599698305e-05, 0.0011971092317253351, 0.002374445553869009, 0.0035517816431820393, 0.0047291177324950695, 0.005906454287469387, 0.007083790376782417, 0.008261126466095448, 0.009438462555408478, 0.010615798644721508, 0.011793134734034538, 0.012970471754670143, 0.014147807843983173, 0.015325143933296204, 0.01650247909128666, 0.017679816111922264, 0.01885715313255787, 0.020034488290548325, 0.02121182531118393, 0.022389160469174385, 0.02356649748980999, 0.024743832647800446, 0.02592116966843605, 0.027098506689071655, 0.02827584184706211, 0.029453178867697716, 0.03063051402568817, 0.031807851046323776, 0.03298518806695938, 0.03416252136230469, 0.03533985838294029, 0.0365171954035759, 0.0376945324242115, 0.03887186944484711, 0.04004920274019241, 0.04122653976082802, 0.04240387678146362, 0.04358121380209923, 0.044758547097444534, 0.04593588411808014, 0.047113221138715744, 0.04829055815935135, 0.049467895179986954, 0.05064522847533226, 0.051822565495967865, 0.05299990251660347, 0.054177239537239075, 0.05535457283258438]}, "_runtime": 26.451523303985596, "_timestamp": 1596208390.6425173, "_step": 23}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 3.0, 2.0, 2.0, 1.0, 1.0, 2.0, 3.0, 1.0, 3.0, 3.0, 2.0, 2.0, 6.0, 1.0, 2.0, 1.0, 3.0, 0.0, 4.0, 0.0, 2.0, 1.0, 2.0, 3.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014654995873570442, -0.014224307611584663, -0.01379361841827631, -0.013362930156290531, -0.012932241894304752, -0.012501553632318974, -0.01207086443901062, -0.011640176177024841, -0.011209487915039062, -0.010778798721730709, -0.01034811045974493, -0.009917422197759151, -0.009486733935773373, -0.00905604474246502, -0.00862535648047924, -0.008194668218493462, -0.0077639794908463955, -0.007333290763199329, -0.006902602501213551, -0.0064719137735664845, -0.006041225511580706, -0.0056105367839336395, -0.005179848521947861, -0.004749159794300795, -0.0043184710666537285, -0.0038877828046679497, -0.003457094309851527, -0.0030264058150351048, -0.0025957170873880386, -0.002165028592571616, -0.0017343400977551937, -0.0013036516029387712, -0.0008729631081223488, -0.00044227458420209587, -1.1586060281842947e-05, 0.00041910246363840997, 0.0008497909875586629, 0.0012804794823750854, 0.0017111680936068296, 0.002141856588423252, 0.0025725450832396746, 0.003003233578056097, 0.0034339220728725195, 0.003864610567688942, 0.004295299295336008, 0.004725987557321787, 0.005156676284968853, 0.005587364546954632, 0.006018053274601698, 0.006448742002248764, 0.006879430264234543, 0.007310118991881609, 0.007740807253867388, 0.008171495981514454, 0.008602184243500233, 0.009032872505486012, 0.009463561698794365, 0.009894249960780144, 0.010324938222765923, 0.010755627416074276, 0.011186315678060055, 0.011617003940045834, 0.012047692202031612, 0.012478381395339966, 0.012909069657325745]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 4.0, 3.0, 2.0, 5.0, 3.0, 6.0, 4.0, 3.0, 4.0, 4.0, 5.0, 10.0, 10.0, 12.0, 21.0, 33.0, 30.0, 36.0, 35.0, 54.0, 57.0, 83.0, 105.0, 134.0, 170.0, 254.0, 444.0, 4703.0, 645.0, 300.0, 174.0, 128.0, 86.0, 66.0, 56.0, 36.0, 42.0, 33.0, 25.0, 22.0, 9.0, 18.0, 11.0, 6.0, 6.0, 5.0, 8.0, 3.0, 3.0, 3.0, 3.0, 2.0, 1.0, 1.0, 1.0, 3.0], "bins": [-0.15959903597831726, -0.1550901234149933, -0.1505812108516693, -0.14607228338718414, -0.14156337082386017, -0.1370544582605362, -0.13254554569721222, -0.12803663313388824, -0.12352771311998367, -0.1190188005566597, -0.11450988054275513, -0.11000096797943115, -0.10549205541610718, -0.1009831354022026, -0.09647422283887863, -0.09196530282497406, -0.08745639026165009, -0.08294747769832611, -0.07843855768442154, -0.07392964512109756, -0.069420725107193, -0.06491181254386902, -0.060402899980545044, -0.05589398369193077, -0.0513850674033165, -0.046876151114702225, -0.04236723482608795, -0.03785832226276398, -0.033349405974149704, -0.02884048968553543, -0.024331575259566307, -0.019822660833597183, -0.01531374454498291, -0.010804829187691212, -0.006295913830399513, -0.0017869984731078148, 0.0027219168841838837, 0.007230832241475582, 0.01173974759876728, 0.016248662024736404, 0.020757578313350677, 0.02526649460196495, 0.029775409027934074, 0.0342843234539032, 0.03879323974251747, 0.043302156031131744, 0.04781106859445572, 0.05231998488306999, 0.056828901171684265, 0.06133781746029854, 0.06584673374891281, 0.07035564631223679, 0.07486456632614136, 0.07937347888946533, 0.0838823914527893, 0.08839131146669388, 0.09290022403001785, 0.09740913659334183, 0.1019180566072464, 0.10642696917057037, 0.11093588173389435, 0.11544480174779892, 0.1199537143111229, 0.12446263432502747, 0.12897154688835144]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 3.0, 2.0, 2.0, 2.0, 2.0, 0.0, 1.0, 2.0, 4.0, 4.0, 2.0, 5.0, 3.0, 28.0, 2.0, 4.0, 6.0, 3.0, 4.0, 6.0, 1.0, 1.0, 5.0, 3.0, 2.0, 5.0, 1.0, 5.0, 3.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0028743967413902283, -0.002789521822705865, -0.0027046469040215015, -0.0026197717525064945, -0.002534896833822131, -0.002450021915137768, -0.0023651469964534044, -0.002280272077769041, -0.002195396926254034, -0.0021105220075696707, -0.0020256470888853073, -0.001940772170200944, -0.0018558972515165806, -0.0017710222164168954, -0.001686147297732532, -0.0016012722626328468, -0.0015163973439484835, -0.00143152242526412, -0.001346647390164435, -0.0012617724714800715, -0.0011768974363803864, -0.001092022517696023, -0.0010071475990116596, -0.0009222726221196353, -0.0008373976452276111, -0.0007525226683355868, -0.0006676476914435625, -0.0005827727727591991, -0.0004978977958671749, -0.0004130228189751506, -0.00032814787118695676, -0.0002432729088468477, -0.00015839794650673866, -7.352298416662961e-05, 1.1351978173479438e-05, 9.622694051358849e-05, 0.00018110190285369754, 0.0002659768797457218, 0.00035085182753391564, 0.00043572677532210946, 0.0005206017522141337, 0.000605476729106158, 0.0006903517059981823, 0.0007752266246825457, 0.0008601016015745699, 0.0009449765784665942, 0.0010298514971509576, 0.0011147265322506428, 0.0011996014509350061, 0.0012844763696193695, 0.0013693514047190547, 0.001454226323403418, 0.0015391013585031033, 0.0016239762771874666, 0.00170885119587183, 0.0017937262309715152, 0.0018786011496558785, 0.0019634761847555637, 0.002048351103439927, 0.0021332260221242905, 0.002218100940808654, 0.002302975859493017, 0.002387851011008024, 0.0024727259296923876, 0.002557600848376751]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 5.0, 2.0, 4.0, 7.0, 13.0, 13.0, 19.0, 30.0, 35.0, 52.0, 81.0, 116.0, 168.0, 257.0, 395.0, 651.0, 967.0, 1488.0, 2324.0, 3835.0, 6505.0, 11141.0, 20402.0, 39624.0, 85612.0, 691189.0, 163247.0, 65529.0, 34533.0, 19750.0, 11631.0, 7047.0, 4497.0, 2780.0, 1802.0, 1338.0, 815.0, 559.0, 397.0, 263.0, 146.0, 105.0, 85.0, 48.0, 40.0, 34.0, 12.0, 19.0, 6.0, 9.0, 3.0, 3.0, 4.0, 1.0, 4.0, 0.0, 1.0], "bins": [-0.008872699923813343, -0.008602582849562168, -0.008332465775310993, -0.008062349632382393, -0.007792232558131218, -0.007522115483880043, -0.007251998409628868, -0.0069818818010389805, -0.0067117647267878056, -0.006441647652536631, -0.006171531043946743, -0.005901413969695568, -0.005631296895444393, -0.0053611802868545055, -0.005091063212603331, -0.004820946604013443, -0.004550829529762268, -0.004280712455511093, -0.0040105958469212055, -0.0037404787726700306, -0.0034703619312494993, -0.003200245089828968, -0.002930128015577793, -0.002660011174157262, -0.0023898943327367306, -0.0021197774913161993, -0.0018496605334803462, -0.001579543575644493, -0.0013094267342239618, -0.0010393098928034306, -0.0007691929349675775, -0.0004990760353393853, -0.00022895913571119308, 4.11577639169991e-05, 0.0003112746635451913, 0.0005813915631733835, 0.0008515084628015757, 0.001121625304222107, 0.00139174226205796, 0.0016618592198938131, 0.0019319760613143444, 0.0022020929027348757, 0.002472209744155407, 0.002742326818406582, 0.003012443659827113, 0.0032825605012476444, 0.0035526775754988194, 0.0038227944169193506, 0.004092911258339882, 0.004363028332591057, 0.0046331449411809444, 0.004903262015432119, 0.005173378624022007, 0.005443495698273182, 0.005713612772524357, 0.0059837293811142445, 0.006253846455365419, 0.006523963529616594, 0.006794080138206482, 0.007064197212457657, 0.007334314286708832, 0.007604430895298719, 0.007874547503888607, 0.008144664578139782, 0.008414781652390957]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 5.0, 13.0, 5.0, 10.0, 2.0, 5.0, 2.0, 4.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.029888764023780823, -0.02924402244389057, -0.02859927900135517, -0.02795453742146492, -0.02730979397892952, -0.02666505239903927, -0.026020308956503868, -0.025375567376613617, -0.024730823934078217, -0.024086082354187965, -0.023441340774297714, -0.022796597331762314, -0.022151855751872063, -0.021507112309336662, -0.02086237072944641, -0.02021762728691101, -0.01957288570702076, -0.01892814412713051, -0.018283400684595108, -0.017638659104704857, -0.016993915662169456, -0.016349174082279205, -0.015704430639743805, -0.015059689059853554, -0.014414946548640728, -0.013770204037427902, -0.013125461526215076, -0.01248071901500225, -0.011835977435112, -0.011191234923899174, -0.010546492412686348, -0.009901749901473522, -0.009257007390260696, -0.00861226487904787, -0.007967522367835045, -0.007322780322283506, -0.006678037811070681, -0.006033295299857855, -0.005388553254306316, -0.004743810743093491, -0.004099068231880665, -0.003454325720667839, -0.002809583442285657, -0.002164841163903475, -0.001520098652690649, -0.0008753562578931451, -0.00023061386309564114, 0.0004141285317018628, 0.0010588709264993668, 0.0017036133212968707, 0.0023483557160943747, 0.0029930979944765568, 0.0036378405056893826, 0.004282583016902208, 0.004927325062453747, 0.005572067573666573, 0.006216810084879398, 0.006861552596092224, 0.00750629510730505, 0.008151037618517876, 0.008795779198408127, 0.009440521709620953, 0.010085264220833778, 0.010730006732046604, 0.01137474924325943]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [8.0, 10.0, 20.0, 18.0, 8.0, 16.0, 15.0, 16.0, 27.0, 16.0, 13.0, 12.0, 16.0, 10.0, 22.0, 29.0, 48.0, 67.0, 82.0, 66.0, 68.0, 86.0, 99.0, 140.0, 165.0, 288.0, 467.0, 827.0, 2066.0, 6768.0, 2272.0, 1473.0, 906.0, 658.0, 448.0, 308.0, 230.0, 161.0, 122.0, 76.0, 64.0, 50.0, 31.0, 25.0, 23.0, 12.0, 8.0, 9.0, 8.0, 9.0, 9.0, 9.0, 6.0, 4.0, 2.0, 4.0, 4.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 2.0], "bins": [-0.0102997450158, -0.00994887761771679, -0.009598011150956154, -0.009247143752872944, -0.008896277286112309, -0.008545409888029099, -0.008194543421268463, -0.007843676023185253, -0.0074928090907633305, -0.007141942158341408, -0.006791075225919485, -0.006440208293497562, -0.006089340895414352, -0.00573847396299243, -0.005387607030570507, -0.005036740098148584, -0.004685873165726662, -0.004335006233304739, -0.003984139300882816, -0.00363327213563025, -0.0032824052032083273, -0.0029315382707864046, -0.0025806711055338383, -0.0022298041731119156, -0.001878937240689993, -0.0015280703082680702, -0.0011772032594308257, -0.0008263362688012421, -0.0004754692781716585, -0.00012460228754207492, 0.00022626470308750868, 0.0005771316937170923, 0.0009279986843466759, 0.0012788656167685986, 0.001629732665605843, 0.0019805997144430876, 0.0023314666468650103, 0.002682333579286933, 0.0030332007445394993, 0.003384067676961422, 0.0037349346093833447, 0.004085801541805267, 0.00443666847422719, 0.004787535406649113, 0.005138402804732323, 0.005489269737154245, 0.005840136669576168, 0.006191003601998091, 0.006541870534420013, 0.006892737466841936, 0.007243604399263859, 0.0075944713316857815, 0.007945338264107704, 0.008296205662190914, 0.00864707212895155, 0.00899793952703476, 0.009348805993795395, 0.009699673391878605, 0.010050540789961815, 0.01040140725672245, 0.01075227465480566, 0.011103141121566296, 0.011454008519649506, 0.011804874986410141, 0.012155742384493351]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.050546795129776, -0.04833504557609558, -0.04612329602241516, -0.04391154646873474, -0.04169979691505432, -0.0394880473613739, -0.03727629780769348, -0.03506454825401306, -0.03285279870033264, -0.03064104914665222, -0.028429299592971802, -0.026217550039291382, -0.024005800485610962, -0.021794050931930542, -0.019582301378250122, -0.017370551824569702, -0.015158802270889282, -0.012947052717208862, -0.010735303163528442, -0.008523553609848022, -0.0063118040561676025, -0.004100054502487183, -0.0018883049488067627, 0.0003234446048736572, 0.002535194158554077, 0.004746943712234497, 0.006958693265914917, 0.009170442819595337, 0.011382192373275757, 0.013593941926956177, 0.015805691480636597, 0.018017441034317017, 0.020229190587997437, 0.022440940141677856, 0.024652689695358276, 0.026864439249038696, 0.029076188802719116, 0.031287938356399536, 0.033499687910079956, 0.035711437463760376, 0.037923187017440796, 0.040134936571121216, 0.042346686124801636, 0.044558435678482056, 0.046770185232162476, 0.048981934785842896, 0.051193684339523315, 0.053405433893203735, 0.055617183446884155, 0.057828933000564575, 0.060040682554244995, 0.062252432107925415, 0.06446418166160583, 0.06667593121528625, 0.06888768076896667, 0.0710994303226471, 0.07331117987632751, 0.07552292943000793, 0.07773467898368835, 0.07994642853736877, 0.0821581780910492, 0.08436992764472961, 0.08658167719841003, 0.08879342675209045, 0.09100517630577087]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 5.0, 1.0, 0.0, 0.0, 1.0, 5.0, 5.0, 4.0, 5.0, 5.0, 4.0, 5.0, 1.0, 4.0, 3.0, 8.0, 9.0, 11.0, 20.0, 44.0, 28.0, 19.0, 27.0, 20.0, 15.0, 9.0, 3.0, 6.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0], "bins": [-0.03995136171579361, -0.03867851570248604, -0.03740566968917847, -0.0361328199505806, -0.034859973937273026, -0.033587127923965454, -0.032314278185367584, -0.031041432172060013, -0.02976858615875244, -0.02849574014544487, -0.02722289226949215, -0.02595004439353943, -0.024677198380231857, -0.023404352366924286, -0.022131504490971565, -0.020858656615018845, -0.019585810601711273, -0.018312964588403702, -0.01704011671245098, -0.01576726883649826, -0.014494422823190689, -0.013221575878560543, -0.011948728933930397, -0.010675881989300251, -0.009403035044670105, -0.008130188100039959, -0.006857341155409813, -0.005584494210779667, -0.004311647266149521, -0.003038800321519375, -0.0017659533768892288, -0.0004931064322590828, 0.0007797405123710632, 0.0020525874570012093, 0.0033254344016313553, 0.004598281346261501, 0.005871128290891647, 0.007143975235521793, 0.00841682218015194, 0.009689669124782085, 0.010962516069412231, 0.012235363014042377, 0.013508209958672523, 0.01478105690330267, 0.016053903847932816, 0.017326749861240387, 0.018599597737193108, 0.019872445613145828, 0.0211452916264534, 0.02241813763976097, 0.02369098551571369, 0.024963833391666412, 0.026236679404973984, 0.027509525418281555, 0.028782373294234276, 0.030055221170186996, 0.03132806718349457, 0.03260091319680214, 0.03387375921010971, 0.03514660894870758, 0.03641945496201515, 0.03769230097532272, 0.03896515071392059, 0.040237996727228165, 0.041510842740535736]}, "_runtime": 27.33009672164917, "_timestamp": 1596208391.5210907, "_step": 24}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 1.0, 1.0, 0.0, 3.0, 0.0, 3.0, 1.0, 4.0, 1.0, 5.0, 2.0, 7.0, 4.0, 4.0, 0.0, 2.0, 4.0, 1.0, 0.0, 0.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01215258426964283, -0.011670383624732494, -0.011188183911144733, -0.010705983266234398, -0.010223783552646637, -0.009741582907736301, -0.009259382262825966, -0.008777182549238205, -0.00829498190432787, -0.007812782190740108, -0.007330581545829773, -0.006848381366580725, -0.0063661811873316765, -0.005883981008082628, -0.005401780363172293, -0.0049195801839232445, -0.004437380004674196, -0.003955179825425148, -0.003472979413345456, -0.002990779234096408, -0.002508578822016716, -0.0020263786427676678, -0.0015441784635186195, -0.0010619781678542495, -0.0005797778721898794, -9.757760562933981e-05, 0.0003846226609311998, 0.0008668228983879089, 0.001349023194052279, 0.001831223489716649, 0.0023134236689656973, 0.002795624081045389, 0.0032778242602944374, 0.0037600244395434856, 0.004242224618792534, 0.004724425263702869, 0.005206625442951918, 0.005688825622200966, 0.006171025801450014, 0.006653225980699062, 0.007135426625609398, 0.007617626804858446, 0.008099826984107494, 0.00858202762901783, 0.00906422734260559, 0.009546427987515926, 0.010028627701103687, 0.010510828346014023, 0.010993028059601784, 0.01147522870451212, 0.011957429349422455, 0.012439629063010216, 0.012921829707920551, 0.013404029421508312, 0.013886230066418648, 0.014368430711328983, 0.014850630424916744, 0.01533283106982708, 0.01581503078341484, 0.01629723235964775, 0.016779432073235512, 0.017261631786823273, 0.017743831500411034, 0.018226033076643944, 0.018708232790231705]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0, 4.0, 2.0, 2.0, 7.0, 8.0, 9.0, 13.0, 24.0, 20.0, 31.0, 34.0, 59.0, 89.0, 87.0, 120.0, 164.0, 244.0, 433.0, 4657.0, 929.0, 367.0, 166.0, 106.0, 86.0, 55.0, 45.0, 36.0, 25.0, 22.0, 22.0, 17.0, 7.0, 5.0, 7.0, 5.0, 3.0, 4.0, 5.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1665353924036026, -0.1607179194688797, -0.154900461435318, -0.1490829885005951, -0.1432655304670334, -0.13744805753231049, -0.13163059949874878, -0.12581312656402588, -0.11999566853046417, -0.11417819559574127, -0.10836073011159897, -0.10254326462745667, -0.09672579914331436, -0.09090833365917206, -0.08509086817502975, -0.07927340269088745, -0.07345593720674515, -0.06763847172260284, -0.06182100623846054, -0.05600354075431824, -0.050186075270175934, -0.04436860606074333, -0.03855114057660103, -0.032733675092458725, -0.02691620960831642, -0.021098744124174118, -0.01528127770870924, -0.009463811293244362, -0.0036463458091020584, 0.0021711201407015324, 0.007988586090505123, 0.013806052505970001, 0.019623517990112305, 0.025440983474254608, 0.03125844895839691, 0.037075914442539215, 0.04289337992668152, 0.04871084913611412, 0.054528314620256424, 0.06034578010439873, 0.06616324186325073, 0.07198071479797363, 0.07779818028211594, 0.08361564576625824, 0.08943311125040054, 0.09525057673454285, 0.10106804221868515, 0.10688550770282745, 0.11270297318696976, 0.11852043867111206, 0.12433790415525436, 0.13015536963939667, 0.13597284257411957, 0.14179030060768127, 0.14760777354240417, 0.15342523157596588, 0.15924270451068878, 0.1650601625442505, 0.1708776354789734, 0.1766950935125351, 0.182512566447258, 0.1883300244808197, 0.1941474974155426, 0.1999649554491043, 0.2057824283838272]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 3.0, 4.0, 2.0, 3.0, 3.0, 2.0, 4.0, 2.0, 5.0, 3.0, 5.0, 7.0, 2.0, 0.0, 29.0, 4.0, 4.0, 5.0, 1.0, 5.0, 4.0, 6.0, 0.0, 3.0, 0.0, 1.0, 2.0, 5.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.0029146126471459866, -0.0028242047410458326, -0.0027337968349456787, -0.002643388928845525, -0.002552981022745371, -0.0024625728838145733, -0.0023721649777144194, -0.0022817570716142654, -0.0021913491655141115, -0.0021009412594139576, -0.0020105333533138037, -0.001920125330798328, -0.001829717424698174, -0.00173930951859802, -0.0016489014960825443, -0.0015584935899823904, -0.0014680856838822365, -0.0013776777777820826, -0.0012872698716819286, -0.0011968618491664529, -0.001106453943066299, -0.001016046036966145, -0.0009256380726583302, -0.0008352301083505154, -0.0007448222022503614, -0.0006544142961502075, -0.0005640063318423927, -0.0004735983966384083, -0.0003831904614344239, -0.00029278252623043954, -0.00020237459102645516, -0.00011196665582247078, -2.1558720618486404e-05, 6.884921458549798e-05, 0.00015925714978948236, 0.00024966508499346673, 0.0003400730201974511, 0.0004304809554014355, 0.0005208888906054199, 0.0006112968549132347, 0.0007017047610133886, 0.0007921126671135426, 0.0008825206314213574, 0.0009729285957291722, 0.0010633365018293262, 0.00115374440792948, 0.0012441524304449558, 0.0013345603365451097, 0.0014249682426452637, 0.0015153761487454176, 0.0016057840548455715, 0.0016961920773610473, 0.0017865999834612012, 0.0018770078895613551, 0.001967415912076831, 0.002057823818176985, 0.0021482317242771387, 0.0022386396303772926, 0.0023290475364774466, 0.0024194554425776005, 0.002509863581508398, 0.002600271487608552, 0.002690679393708706, 0.00278108729980886, 0.0028714952059090137]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 2.0, 2.0, 5.0, 8.0, 17.0, 9.0, 15.0, 29.0, 46.0, 44.0, 63.0, 107.0, 179.0, 274.0, 457.0, 739.0, 1205.0, 2119.0, 3932.0, 7177.0, 14038.0, 30495.0, 70504.0, 206587.0, 693641.0, 74945.0, 33553.0, 16654.0, 9011.0, 5164.0, 3162.0, 1941.0, 1219.0, 759.0, 492.0, 361.0, 221.0, 155.0, 98.0, 76.0, 31.0, 33.0, 22.0, 14.0, 9.0, 8.0, 5.0, 7.0, 1.0, 3.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00820183102041483, -0.007875921204686165, -0.007550011854618788, -0.007224102504551411, -0.006898192688822746, -0.006572282873094082, -0.006246373523026705, -0.005920464172959328, -0.005594554357230663, -0.005268644541501999, -0.004942735191434622, -0.004616825841367245, -0.00429091602563858, -0.003965006209909916, -0.003639096859842539, -0.003313187276944518, -0.0029872776940464973, -0.0026613681111484766, -0.002335458528250456, -0.002009548945352435, -0.0016836393624544144, -0.0013577297795563936, -0.0010318201966583729, -0.0007059106137603521, -0.0003800010308623314, -5.4091447964310646e-05, 0.0002718181349337101, 0.0005977277178317308, 0.0009236373007297516, 0.0012495468836277723, 0.001575456466525793, 0.0019013660494238138, 0.0022272756323218346, 0.0025531852152198553, 0.002879094798117876, 0.003205004381015897, 0.0035309139639139175, 0.0038568235468119383, 0.004182733129709959, 0.004508642479777336, 0.0048345522955060005, 0.005160462111234665, 0.005486371461302042, 0.005812280811369419, 0.0061381906270980835, 0.006464100442826748, 0.006790009792894125, 0.007115919142961502, 0.0074418289586901665, 0.007767738774418831, 0.00809364765882492, 0.008419557474553585, 0.00874546729028225, 0.009071377106010914, 0.009397286921739578, 0.009723195806145668, 0.010049105621874332, 0.010375015437602997, 0.010700924322009087, 0.011026834137737751, 0.011352743953466415, 0.01167865376919508, 0.012004563584923744, 0.012330472469329834, 0.012656382285058498]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 3.0, 3.0, 0.0, 3.0, 1.0, 3.0, 2.0, 4.0, 1.0, 10.0, 2.0, 0.0, 3.0, 2.0, 3.0, 1.0, 3.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.014638214372098446, -0.014124007895588875, -0.013609801419079304, -0.013095594942569733, -0.012581388466060162, -0.01206718198955059, -0.01155297551304102, -0.011038769036531448, -0.010524561628699303, -0.010010355152189732, -0.00949614867568016, -0.00898194219917059, -0.008467735722661018, -0.007953529246151447, -0.007439322769641876, -0.006925116293132305, -0.006410909816622734, -0.005896703340113163, -0.005382496863603592, -0.004868290387094021, -0.00435408391058445, -0.003839877201244235, -0.0033256704919040203, -0.0028114640153944492, -0.002297257538884878, -0.001783051062375307, -0.0012688444694504142, -0.0007546379347331822, -0.0002404314000159502, 0.0002737751347012818, 0.0007879816694185138, 0.0013021882623434067, 0.0018163947388529778, 0.002330601215362549, 0.00284480769187212, 0.0033590144012123346, 0.0038732208777219057, 0.0043874275870621204, 0.0049016340635716915, 0.005415840540081263, 0.005930047016590834, 0.006444253493100405, 0.006958459969609976, 0.007472666446119547, 0.007986873388290405, 0.008501079864799976, 0.009015286341309547, 0.009529492817819118, 0.01004369929432869, 0.01055790577083826, 0.011072112247347832, 0.011586318723857403, 0.012100525200366974, 0.012614731676876545, 0.013128938153386116, 0.013643144629895687, 0.014157351106405258, 0.014671558514237404, 0.015185764990746975, 0.015699971467256546, 0.016214177012443542, 0.016728384420275688, 0.017242589965462685, 0.01775679737329483, 0.018271002918481827]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 4.0, 3.0, 5.0, 6.0, 5.0, 10.0, 12.0, 9.0, 10.0, 13.0, 16.0, 33.0, 27.0, 48.0, 52.0, 62.0, 82.0, 113.0, 177.0, 169.0, 207.0, 270.0, 336.0, 438.0, 480.0, 604.0, 725.0, 1065.0, 1529.0, 5740.0, 2143.0, 1052.0, 770.0, 535.0, 407.0, 317.0, 247.0, 163.0, 115.0, 92.0, 79.0, 50.0, 42.0, 36.0, 30.0, 26.0, 24.0, 16.0, 12.0, 7.0, 4.0, 3.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0], "bins": [-0.012345848605036736, -0.01200126577168703, -0.0116566838696599, -0.011312101036310196, -0.010967519134283066, -0.010622936300933361, -0.010278353467583656, -0.009933771565556526, -0.009589188732206821, -0.009244605898857117, -0.008900023996829987, -0.008555441163480282, -0.008210858330130577, -0.007866276428103447, -0.007521693594753742, -0.007177111227065325, -0.006832528859376907, -0.00648794649168849, -0.0061433641240000725, -0.005798781290650368, -0.00545419892296195, -0.005109616555273533, -0.004765033721923828, -0.004420451354235411, -0.004075868986546993, -0.003731286618858576, -0.0033867040183395147, -0.0030421214178204536, -0.002697539050132036, -0.0023529566824436188, -0.0020083740819245577, -0.0016637915978208184, -0.0013192091137170792, -0.0009746266296133399, -0.0006300441455096006, -0.0002854616614058614, 5.9120822697877884e-05, 0.00040370330680161715, 0.0007482857909053564, 0.0010928682750090957, 0.001437450759112835, 0.0017820332432165742, 0.0021266157273203135, 0.0024711983278393745, 0.002815780695527792, 0.0031603630632162094, 0.0035049456637352705, 0.0038495282642543316, 0.004194110631942749, 0.0045386929996311665, 0.004883275367319584, 0.005227858200669289, 0.005572440568357706, 0.0059170229360461235, 0.006261605769395828, 0.006606188137084246, 0.006950770504772663, 0.0072953528724610806, 0.007639935240149498, 0.007984518073499203, 0.008329100906848907, 0.008673682808876038, 0.009018265642225742, 0.009362847544252872, 0.009707430377602577]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 5.0, 3.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 3.0], "bins": [-0.15872035920619965, -0.15480297803878784, -0.15088559687137604, -0.14696821570396423, -0.14305083453655243, -0.13913345336914062, -0.13521607220172882, -0.13129869103431702, -0.1273813247680664, -0.123463936150074, -0.1195465549826622, -0.1156291738152504, -0.11171180009841919, -0.10779441893100739, -0.10387703776359558, -0.09995965659618378, -0.09604227542877197, -0.09212489426136017, -0.08820751309394836, -0.08429013192653656, -0.08037275075912476, -0.07645537704229355, -0.07253799587488174, -0.06862061470746994, -0.06470323354005814, -0.06078585237264633, -0.05686847120523453, -0.05295109376311302, -0.04903371259570122, -0.04511633142828941, -0.04119895398616791, -0.037281572818756104, -0.0333641916513443, -0.029446810483932495, -0.02552943117916584, -0.021612051874399185, -0.01769467070698738, -0.013777290470898151, -0.009859910234808922, -0.005942529998719692, -0.0020251497626304626, 0.001892230473458767, 0.0058096107095479965, 0.009726990945637226, 0.013644371181726456, 0.01756175234913826, 0.021479131653904915, 0.02539651095867157, 0.029313892126083374, 0.03323127329349518, 0.03714865446090698, 0.04106603190302849, 0.04498341307044029, 0.0489007942378521, 0.0528181716799736, 0.056735552847385406, 0.06065293401479721, 0.06457031518220901, 0.06848769634962082, 0.07240507751703262, 0.07632245123386383, 0.08023983240127563, 0.08415721356868744, 0.08807459473609924, 0.09199197590351105]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 3.0, 1.0, 1.0, 2.0, 0.0, 1.0, 3.0, 1.0, 3.0, 1.0, 4.0, 3.0, 4.0, 8.0, 17.0, 12.0, 20.0, 20.0, 21.0, 46.0, 16.0, 6.0, 12.0, 8.0, 5.0, 4.0, 3.0, 7.0, 2.0, 4.0, 4.0, 5.0, 1.0, 4.0, 5.0, 0.0, 3.0, 4.0, 1.0, 2.0, 2.0, 3.0, 3.0, 2.0], "bins": [-0.10735303163528442, -0.10464540123939514, -0.10193776339292526, -0.09923013299703598, -0.0965224951505661, -0.09381486475467682, -0.09110723435878754, -0.08839959651231766, -0.08569196611642838, -0.0829843282699585, -0.08027669787406921, -0.07756906747817993, -0.07486142963171005, -0.07215379923582077, -0.06944616138935089, -0.06673853099346161, -0.06403090059757233, -0.06132326275110245, -0.05861562862992287, -0.055907998234033585, -0.053200364112854004, -0.05049272999167442, -0.04778509587049484, -0.04507746174931526, -0.04236982762813568, -0.0396621972322464, -0.03695456311106682, -0.03424692898988724, -0.03153929486870766, -0.028831662610173225, -0.026124028488993645, -0.023416396230459213, -0.020708762109279633, -0.018001127988100052, -0.01529349572956562, -0.01258586160838604, -0.009878228418529034, -0.007170595228672028, -0.004462961573153734, -0.0017553281504660845, 0.0009523052722215652, 0.003659938694909215, 0.006367572117596865, 0.009075205773115158, 0.011782838962972164, 0.01449047215282917, 0.01719810627400875, 0.019905738532543182, 0.022613372653722763, 0.025321006774902344, 0.028028639033436775, 0.030736273154616356, 0.03344390541315079, 0.03615153953433037, 0.03885917365550995, 0.04156680777668953, 0.04427444189786911, 0.04698207229375839, 0.04968970641493797, 0.052397340536117554, 0.055104974657297134, 0.057812608778476715, 0.060520239174366, 0.06322787702083588, 0.06593550741672516]}, "_runtime": 28.25034475326538, "_timestamp": 1596208392.4413388, "_step": 25}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 2.0, 3.0, 2.0, 3.0, 0.0, 4.0, 4.0, 4.0, 1.0, 6.0, 1.0, 4.0, 2.0, 3.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.01831655204296112, -0.017894918099045753, -0.017473284155130386, -0.01705164834856987, -0.016630014404654503, -0.016208380460739136, -0.01578674651682377, -0.015365111641585827, -0.01494347769767046, -0.014521842822432518, -0.014100208878517151, -0.013678574934601784, -0.013256940059363842, -0.012835306115448475, -0.012413671240210533, -0.011992037296295166, -0.011570403352379799, -0.011148768477141857, -0.01072713453322649, -0.010305499657988548, -0.009883865714073181, -0.00946223083883524, -0.009040596894919872, -0.008618962951004505, -0.008197328075766563, -0.007775694131851196, -0.007354059722274542, -0.006932425312697887, -0.006510790903121233, -0.0060891564935445786, -0.005667522549629211, -0.005245888140052557, -0.0048242537304759026, -0.004402619320899248, -0.003980984911322594, -0.003559350734576583, -0.003137716557830572, -0.0027160821482539177, -0.0022944477386772633, -0.0018728134455159307, -0.001451179152354598, -0.0010295448591932654, -0.0006079105078242719, -0.00018627618555910885, 0.0002353581367060542, 0.0006569924298673868, 0.0010786268394440413, 0.0015002611326053739, 0.0019218954257667065, 0.002343529835343361, 0.0027651640120893717, 0.003186798421666026, 0.003608432598412037, 0.004030067007988691, 0.004451701417565346, 0.004873335827142, 0.005294970236718655, 0.005716604180634022, 0.006138238590210676, 0.006559872999787331, 0.006981507409363985, 0.0074031418189406395, 0.007824775762856007, 0.008246410638093948, 0.008668044582009315]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 3.0, 2.0, 3.0, 2.0, 2.0, 3.0, 2.0, 6.0, 5.0, 5.0, 7.0, 10.0, 10.0, 15.0, 17.0, 15.0, 18.0, 24.0, 27.0, 39.0, 53.0, 60.0, 66.0, 92.0, 99.0, 111.0, 164.0, 216.0, 364.0, 4152.0, 1038.0, 364.0, 218.0, 161.0, 104.0, 91.0, 63.0, 58.0, 34.0, 49.0, 29.0, 32.0, 24.0, 15.0, 12.0, 10.0, 5.0, 6.0, 9.0, 1.0, 5.0, 1.0, 3.0, 3.0, 1.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.1336546540260315, -0.12930084764957428, -0.12494705617427826, -0.12059325724840164, -0.11623945832252502, -0.11188565194606781, -0.10753185302019119, -0.10317805409431458, -0.09882425516843796, -0.09447045624256134, -0.09011665731668472, -0.0857628583908081, -0.08140905201435089, -0.07705525308847427, -0.07270145416259766, -0.06834765523672104, -0.06399385631084442, -0.059640057384967804, -0.055286258459091187, -0.05093245580792427, -0.04657865688204765, -0.042224857956171036, -0.03787105530500412, -0.0335172563791275, -0.029163457453250885, -0.024809658527374268, -0.0204558577388525, -0.016102056950330734, -0.011748258024454117, -0.007394458167254925, -0.0030406583100557327, 0.0013131415471434593, 0.005666941404342651, 0.010020741261541843, 0.014374541118741035, 0.018728341907262802, 0.02308214083313942, 0.027435939759016037, 0.03178974241018295, 0.03614354133605957, 0.04049734026193619, 0.044851139187812805, 0.04920493811368942, 0.05355874076485634, 0.057912539690732956, 0.06226633861660957, 0.06662014126777649, 0.0709739401936531, 0.07532773911952972, 0.07968153804540634, 0.08403533697128296, 0.08838913589715958, 0.0927429348230362, 0.09709674119949341, 0.10145054012537003, 0.10580433905124664, 0.11015813797712326, 0.11451193690299988, 0.1188657358288765, 0.12321953475475311, 0.12757334113121033, 0.13192713260650635, 0.13628093898296356, 0.14063473045825958, 0.1449885368347168]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 4.0, 2.0, 1.0, 2.0, 0.0, 2.0, 5.0, 3.0, 4.0, 3.0, 7.0, 4.0, 30.0, 5.0, 3.0, 2.0, 5.0, 2.0, 1.0, 5.0, 3.0, 3.0, 5.0, 3.0, 0.0, 3.0, 3.0, 2.0, 1.0, 1.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002324820961803198, -0.0022370913065969944, -0.0021493618842214346, -0.002061632229015231, -0.0019739028066396713, -0.0018861731514334679, -0.0017984436126425862, -0.0017107140738517046, -0.001622984535060823, -0.0015352549962699413, -0.0014475254574790597, -0.001359795918688178, -0.0012720662634819746, -0.001184336724691093, -0.0010966071859002113, -0.0010088776471093297, -0.0009211481083184481, -0.0008334185695275664, -0.0007456890307366848, -0.0006579594337381423, -0.0005702298949472606, -0.000482500356156379, -0.0003947707882616669, -0.0003070412203669548, -0.00021931168157607317, -0.0001315821282332763, -4.3852574890479445e-05, 4.387697845231742e-05, 0.00013160653179511428, 0.00021933608513791114, 0.000307065638480708, 0.0003947952063754201, 0.00048252474516630173, 0.0005702542839571834, 0.000657983822748065, 0.0007457134197466075, 0.0008334429585374892, 0.0009211724973283708, 0.0010089020943269134, 0.001096631633117795, 0.0011843611719086766, 0.0012720907106995583, 0.00135982024949044, 0.0014475497882813215, 0.001535279443487525, 0.0016230089822784066, 0.0017107385210692883, 0.0017984680598601699, 0.0018861975986510515, 0.001973927253857255, 0.002061656676232815, 0.0021493863314390182, 0.002237115753814578, 0.0023248454090207815, 0.0024125748313963413, 0.002500304486602545, 0.0025880341418087482, 0.002675763564184308, 0.0027634932193905115, 0.0028512226417660713, 0.0029389522969722748, 0.0030266817193478346, 0.003114411374554038, 0.003202140796929598, 0.0032898704521358013]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 1.0, 1.0, 1.0, 3.0, 4.0, 5.0, 12.0, 15.0, 24.0, 21.0, 38.0, 57.0, 92.0, 104.0, 177.0, 234.0, 395.0, 527.0, 791.0, 1230.0, 1911.0, 2993.0, 4828.0, 7699.0, 13276.0, 22695.0, 40604.0, 79696.0, 223699.0, 585449.0, 77428.0, 43201.0, 25845.0, 15633.0, 10100.0, 6429.0, 4313.0, 3004.0, 1991.0, 1455.0, 1055.0, 679.0, 512.0, 400.0, 281.0, 200.0, 151.0, 108.0, 93.0, 53.0, 37.0, 25.0, 23.0, 10.0, 12.0, 5.0, 7.0, 1.0, 4.0, 2.0, 1.0, 2.0, 3.0], "bins": [-0.007696583867073059, -0.0074402582831680775, -0.0071839322336018085, -0.006927606649696827, -0.006671280600130558, -0.006414955016225576, -0.0061586289666593075, -0.005902303382754326, -0.005645977333188057, -0.005389651749283075, -0.005133326165378094, -0.004877000115811825, -0.004620674531906843, -0.004364348482340574, -0.004108022898435593, -0.0038516970816999674, -0.003595371264964342, -0.003339045448228717, -0.0030827196314930916, -0.0028263938147574663, -0.002570067998021841, -0.0023137424141168594, -0.002057416597381234, -0.001801090780645609, -0.0015447649639099836, -0.0012884391471743584, -0.001032113330438733, -0.0007757876301184297, -0.0005194618133828044, -0.0002631360257510096, -6.810238119214773e-06, 0.00024951554951258004, 0.0005058413371443748, 0.0007621671538800001, 0.0010184929706156254, 0.0012748186709359288, 0.001531144487671554, 0.0017874703044071794, 0.002043796004727483, 0.002300121821463108, 0.0025564476381987333, 0.0028127734549343586, 0.003069099271669984, 0.003325425088405609, 0.0035817506723105907, 0.003838076489046216, 0.004094402305781841, 0.00435072835534811, 0.004607053939253092, 0.004863379523158073, 0.005119705572724342, 0.005376031156629324, 0.005632357206195593, 0.0058886827901005745, 0.006145008839666843, 0.006401334423571825, 0.006657660007476807, 0.0069139860570430756, 0.007170311640948057, 0.007426637690514326, 0.007682963274419308, 0.007939289323985577, 0.008195615373551846, 0.00845194049179554, 0.008708266541361809]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 6.0, 0.0, 0.0, 0.0, 1.0, 0.0, 7.0, 6.0, 2.0, 1.0, 5.0, 5.0, 1.0, 7.0, 4.0, 3.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0], "bins": [-0.021964408457279205, -0.021438047289848328, -0.0209116879850626, -0.02038532681763172, -0.019858965650200844, -0.019332606345415115, -0.018806245177984238, -0.01827988401055336, -0.01775352470576763, -0.017227163538336754, -0.016700802370905876, -0.016174443066120148, -0.01564808189868927, -0.015121721662580967, -0.014595361426472664, -0.014069000259041786, -0.013542640022933483, -0.01301627978682518, -0.012489918619394302, -0.011963558383286, -0.011437198147177696, -0.010910836979746819, -0.010384476743638515, -0.009858116507530212, -0.009331755340099335, -0.008805395103991032, -0.008279034867882729, -0.007752674166113138, -0.007226313464343548, -0.006699953228235245, -0.006173592526465654, -0.005647232290357351, -0.005120871588587761, -0.0045945108868181705, -0.0040681506507098675, -0.003541789948940277, -0.0030154294800013304, -0.0024890690110623837, -0.0019627083092927933, -0.0014363478403538465, -0.0009099873714148998, -0.0003836268442682922, 0.00014273368287831545, 0.0006690942100249231, 0.0011954547371715307, 0.0017218152061104774, 0.002248175907880068, 0.0027745363768190145, 0.0033008968457579613, 0.003827257314696908, 0.004353617783635855, 0.004879978485405445, 0.005406338721513748, 0.0059326994232833385, 0.006459060125052929, 0.006985420361161232, 0.007511781062930822, 0.008038141764700413, 0.008564502000808716, 0.009090862236917019, 0.009617223404347897, 0.0101435836404562, 0.010669943876564503, 0.01119630504399538, 0.011722665280103683]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 1.0, 1.0, 1.0, 0.0, 3.0, 4.0, 6.0, 6.0, 6.0, 7.0, 15.0, 11.0, 19.0, 21.0, 17.0, 30.0, 45.0, 19.0, 41.0, 52.0, 46.0, 59.0, 80.0, 79.0, 105.0, 104.0, 111.0, 121.0, 158.0, 188.0, 203.0, 266.0, 388.0, 825.0, 4690.0, 1611.0, 1412.0, 1279.0, 1106.0, 928.0, 828.0, 720.0, 569.0, 446.0, 414.0, 340.0, 248.0, 208.0, 176.0, 117.0, 81.0, 61.0, 45.0, 33.0, 19.0, 18.0, 18.0, 12.0, 5.0, 2.0, 1.0, 1.0, 3.0], "bins": [-0.010495132766664028, -0.0101961400359869, -0.009897147305309772, -0.00959815550595522, -0.009299162775278091, -0.009000170044600964, -0.008701177313923836, -0.008402184583246708, -0.00810319185256958, -0.0078041995875537395, -0.007505207322537899, -0.007206214591860771, -0.006907221861183643, -0.006608229596167803, -0.006309236865490675, -0.0060102446004748344, -0.005711251869797707, -0.005412259139120579, -0.005113266874104738, -0.00481427414342761, -0.00451528187841177, -0.004216289147734642, -0.003917296417057514, -0.00361830391921103, -0.003319311421364546, -0.0030203189235180616, -0.0027213264256715775, -0.0024223336949944496, -0.0021233411971479654, -0.0018243486993014812, -0.0015253560850396752, -0.0012263634707778692, -0.000927370972931385, -0.0006283784168772399, -0.00032938586082309484, -3.0393304768949747e-05, 0.00026859925128519535, 0.0005675918073393404, 0.0008665843633934855, 0.0011655769776552916, 0.0014645694755017757, 0.00176356197334826, 0.002062554471194744, 0.002361547201871872, 0.002660539699718356, 0.0029595321975648403, 0.003258524928241968, 0.0035575174260884523, 0.0038565099239349365, 0.004155502654612064, 0.004454494919627905, 0.004753487650305033, 0.005052479915320873, 0.005351472645998001, 0.005650465376675129, 0.0059494576416909695, 0.006248450372368097, 0.006547443103045225, 0.006846435368061066, 0.0071454280987381935, 0.007444420829415321, 0.007743413094431162, 0.008042405359447002, 0.00834139809012413, 0.008640390820801258]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 3.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.060526542365550995, -0.05832520127296448, -0.05612386018037796, -0.053922515362501144, -0.05172117426991463, -0.04951983317732811, -0.047318488359451294, -0.04511714726686478, -0.04291580617427826, -0.04071446508169174, -0.038513123989105225, -0.03631177917122841, -0.03411043807864189, -0.031909096986055374, -0.029707754030823708, -0.02750641107559204, -0.025305069983005524, -0.023103728890419006, -0.02090238593518734, -0.018701042979955673, -0.016499701887369156, -0.014298359863460064, -0.012097017839550972, -0.00989567581564188, -0.007694333791732788, -0.005492991767823696, -0.003291649743914604, -0.0010903077200055122, 0.0011110343039035797, 0.0033123763278126717, 0.005513718351721764, 0.0077150603756308556, 0.009916402399539948, 0.01211774442344904, 0.014319086447358131, 0.016520429402589798, 0.018721770495176315, 0.020923111587762833, 0.0231244545429945, 0.025325797498226166, 0.027527138590812683, 0.0297284796833992, 0.03192982077598572, 0.034131165593862534, 0.03633250668644905, 0.03853384777903557, 0.040735192596912384, 0.0429365336894989, 0.04513787478208542, 0.047339215874671936, 0.04954055696725845, 0.05174190178513527, 0.053943242877721786, 0.056144583970308304, 0.05834592878818512, 0.06054726988077164, 0.06274861097335815, 0.06494995206594467, 0.06715129315853119, 0.0693526342511177, 0.07155397534370422, 0.07375532388687134, 0.07595666497945786, 0.07815800607204437, 0.08035934716463089]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 3.0, 1.0, 3.0, 3.0, 0.0, 2.0, 1.0, 4.0, 2.0, 4.0, 2.0, 5.0, 5.0, 7.0, 5.0, 2.0, 9.0, 4.0, 11.0, 9.0, 8.0, 9.0, 32.0, 10.0, 7.0, 10.0, 11.0, 10.0, 6.0, 14.0, 8.0, 13.0, 13.0, 9.0, 13.0, 6.0, 4.0, 2.0, 3.0, 3.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.042282141745090485, -0.040916647762060165, -0.039551157504320145, -0.038185663521289825, -0.036820169538259506, -0.035454679280519485, -0.034089185297489166, -0.03272369131445885, -0.03135819733142853, -0.029992707073688507, -0.028627213090658188, -0.027261720970273018, -0.025896228849887848, -0.02453073486685753, -0.02316524274647236, -0.02179974876344204, -0.02043425664305687, -0.0190687645226717, -0.01770327053964138, -0.01633777841925621, -0.014972285367548466, -0.013606792315840721, -0.012241300195455551, -0.010875807143747807, -0.009510314092040062, -0.008144821040332317, -0.00677932845428586, -0.005413835868239403, -0.004048342816531658, -0.0026828499976545572, -0.0013173571787774563, 4.813564009964466e-05, 0.0014136284589767456, 0.0027791212778538465, 0.0041446140967309475, 0.005510106682777405, 0.006875599734485149, 0.008241092786192894, 0.009606584906578064, 0.010972077958285809, 0.012337571009993553, 0.013703064061701298, 0.015068557113409042, 0.016434049233794212, 0.017799541354179382, 0.0191650353372097, 0.02053052745759487, 0.02189602144062519, 0.02326151356101036, 0.02462700568139553, 0.02599249966442585, 0.02735799178481102, 0.02872348576784134, 0.03008897788822651, 0.03145447000861168, 0.032819963991642, 0.03418545424938202, 0.03555094823241234, 0.03691644221544266, 0.03828193619847298, 0.039647426456213, 0.04101292043924332, 0.042378414422273636, 0.04374390468001366, 0.045109398663043976]}, "_runtime": 29.114758014678955, "_timestamp": 1596208393.305752, "_step": 26}
+{"val_accuracy": 0.8035559360730593, "val_loss": 0.520978619382806, "_runtime": 30.934322595596313, "_timestamp": 1596208395.1253166, "_step": 27}
+{"validation_metric": 0.7848059360730594, "_runtime": 32.46928787231445, "_timestamp": 1596208396.660282, "_step": 28}
diff --git a/wandb/run-20200731_151247-3qj84a2y/wandb-metadata.json b/wandb/run-20200731_151247-3qj84a2y/wandb-metadata.json
new file mode 100644
index 0000000..39630bd
--- /dev/null
+++ b/wandb/run-20200731_151247-3qj84a2y/wandb-metadata.json
@@ -0,0 +1,30 @@
+{
+ "root": "/home/akternurra/Documents/projects/quest-for-general-artifical-intelligence/projects/text-recognizer",
+ "program": "<python with no main file>",
+ "git": {
+ "remote": "git@github.com:aktersnurra/text-recognizer.git",
+ "commit": "fa461db6132e7a22f3aa1bb48cce8981890325fb"
+ },
+ "email": "gustaf.rydholm@gmail.com",
+ "startedAt": "2020-07-31T15:12:47.855240",
+ "host": "kompjuter",
+ "username": "akternurra",
+ "executable": "/home/akternurra/.cache/pypoetry/virtualenvs/text-recognizer-N1c_zsdp-py3.8/bin/python",
+ "os": "Linux-5.4.0-42-generic-x86_64-with-glibc2.27",
+ "python": "3.8.2",
+ "gpu": "GeForce RTX 2070",
+ "gpu_count": 1,
+ "cpu_count": 12,
+ "cuda": "10.1.105",
+ "args": [
+ "--gpu=-1",
+ "--save",
+ "--experiment_config={\"dataloader\": \"EmnistDataLoader\", \"data_loader_args\": {\"splits\": [\"train\", \"val\"], \"sample_to_balance\": true, \"subsample_fraction\": null, \"transform\": null, \"target_transform\": null, \"batch_size\": 256, \"shuffle\": true, \"num_workers\": 8, \"cuda\": true, \"seed\": 4711}, \"model\": \"CharacterModel\", \"metrics\": [\"accuracy\"], \"network\": \"LeNet\", \"network_args\": {\"input_size\": [28, 28], \"output_size\": 62}, \"train_args\": {\"batch_size\": 256, \"epochs\": 2}, \"criterion\": \"CrossEntropyLoss\", \"criterion_args\": {\"weight\": null, \"ignore_index\": -100, \"reduction\": \"mean\"}, \"optimizer\": \"AdamW\", \"optimizer_args\": {\"lr\": 0.01, \"betas\": [0.9, 0.999], \"eps\": 1e-08, \"weight_decay\": 0, \"amsgrad\": false}, \"lr_scheduler\": \"OneCycleLR\", \"lr_scheduler_args\": {\"max_lr\": 0.001, \"epochs\": 2}, \"callbacks\": [\"Checkpoint\", \"EarlyStopping\", \"WandbCallback\"], \"callback_args\": {\"Checkpoint\": {\"monitor\": \"val_accuracy\"}, \"EarlyStopping\": {\"monitor\": \"val_loss\", \"min_delta\": 0.0, \"patience\": 3, \"mode\": \"min\"}, \"WandbCallback\": {\"log_batch_frequency\": 1}, \"WandbImageLogger\": {\"num_examples\": 4}}, \"verbosity\": 2, \"resume_experiment\": null, \"experiment_group\": \"Sample Experiments\"}"
+ ],
+ "state": "finished",
+ "jobType": null,
+ "mode": "run",
+ "project": "text-recognizer",
+ "heartbeatAt": "2020-07-31T15:13:17.629194",
+ "exitcode": 0
+}
diff --git a/wandb/run-20200731_151247-3qj84a2y/wandb-summary.json b/wandb/run-20200731_151247-3qj84a2y/wandb-summary.json
new file mode 100644
index 0000000..8ec6a40
--- /dev/null
+++ b/wandb/run-20200731_151247-3qj84a2y/wandb-summary.json
@@ -0,0 +1 @@
+{"graph_0": {"_type": "graph-file", "path": "media/graph/graph_0_summary_1c12eedc.graph.json", "sha256": "1c12eedcb93890b68331865ae22e4ac242dba8032d621942aea73bb5e80e0d4e", "size": 1814}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 4.0, 2.0, 1.0, 2.0, 0.0, 2.0, 5.0, 3.0, 4.0, 3.0, 7.0, 4.0, 30.0, 5.0, 3.0, 2.0, 5.0, 2.0, 1.0, 5.0, 3.0, 3.0, 5.0, 3.0, 0.0, 3.0, 3.0, 2.0, 1.0, 1.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002324820961803198, -0.0022370913065969944, -0.0021493618842214346, -0.002061632229015231, -0.0019739028066396713, -0.0018861731514334679, -0.0017984436126425862, -0.0017107140738517046, -0.001622984535060823, -0.0015352549962699413, -0.0014475254574790597, -0.001359795918688178, -0.0012720662634819746, -0.001184336724691093, -0.0010966071859002113, -0.0010088776471093297, -0.0009211481083184481, -0.0008334185695275664, -0.0007456890307366848, -0.0006579594337381423, -0.0005702298949472606, -0.000482500356156379, -0.0003947707882616669, -0.0003070412203669548, -0.00021931168157607317, -0.0001315821282332763, -4.3852574890479445e-05, 4.387697845231742e-05, 0.00013160653179511428, 0.00021933608513791114, 0.000307065638480708, 0.0003947952063754201, 0.00048252474516630173, 0.0005702542839571834, 0.000657983822748065, 0.0007457134197466075, 0.0008334429585374892, 0.0009211724973283708, 0.0010089020943269134, 0.001096631633117795, 0.0011843611719086766, 0.0012720907106995583, 0.00135982024949044, 0.0014475497882813215, 0.001535279443487525, 0.0016230089822784066, 0.0017107385210692883, 0.0017984680598601699, 0.0018861975986510515, 0.001973927253857255, 0.002061656676232815, 0.0021493863314390182, 0.002237115753814578, 0.0023248454090207815, 0.0024125748313963413, 0.002500304486602545, 0.0025880341418087482, 0.002675763564184308, 0.0027634932193905115, 0.0028512226417660713, 0.0029389522969722748, 0.0030266817193478346, 0.003114411374554038, 0.003202140796929598, 0.0032898704521358013]}, "gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 2.0, 3.0, 2.0, 3.0, 0.0, 4.0, 4.0, 4.0, 1.0, 6.0, 1.0, 4.0, 2.0, 3.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.01831655204296112, -0.017894918099045753, -0.017473284155130386, -0.01705164834856987, -0.016630014404654503, -0.016208380460739136, -0.01578674651682377, -0.015365111641585827, -0.01494347769767046, -0.014521842822432518, -0.014100208878517151, -0.013678574934601784, -0.013256940059363842, -0.012835306115448475, -0.012413671240210533, -0.011992037296295166, -0.011570403352379799, -0.011148768477141857, -0.01072713453322649, -0.010305499657988548, -0.009883865714073181, -0.00946223083883524, -0.009040596894919872, -0.008618962951004505, -0.008197328075766563, -0.007775694131851196, -0.007354059722274542, -0.006932425312697887, -0.006510790903121233, -0.0060891564935445786, -0.005667522549629211, -0.005245888140052557, -0.0048242537304759026, -0.004402619320899248, -0.003980984911322594, -0.003559350734576583, -0.003137716557830572, -0.0027160821482539177, -0.0022944477386772633, -0.0018728134455159307, -0.001451179152354598, -0.0010295448591932654, -0.0006079105078242719, -0.00018627618555910885, 0.0002353581367060542, 0.0006569924298673868, 0.0010786268394440413, 0.0015002611326053739, 0.0019218954257667065, 0.002343529835343361, 0.0027651640120893717, 0.003186798421666026, 0.003608432598412037, 0.004030067007988691, 0.004451701417565346, 0.004873335827142, 0.005294970236718655, 0.005716604180634022, 0.006138238590210676, 0.006559872999787331, 0.006981507409363985, 0.0074031418189406395, 0.007824775762856007, 0.008246410638093948, 0.008668044582009315]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 3.0, 1.0, 3.0, 3.0, 0.0, 2.0, 1.0, 4.0, 2.0, 4.0, 2.0, 5.0, 5.0, 7.0, 5.0, 2.0, 9.0, 4.0, 11.0, 9.0, 8.0, 9.0, 32.0, 10.0, 7.0, 10.0, 11.0, 10.0, 6.0, 14.0, 8.0, 13.0, 13.0, 9.0, 13.0, 6.0, 4.0, 2.0, 3.0, 3.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.042282141745090485, -0.040916647762060165, -0.039551157504320145, -0.038185663521289825, -0.036820169538259506, -0.035454679280519485, -0.034089185297489166, -0.03272369131445885, -0.03135819733142853, -0.029992707073688507, -0.028627213090658188, -0.027261720970273018, -0.025896228849887848, -0.02453073486685753, -0.02316524274647236, -0.02179974876344204, -0.02043425664305687, -0.0190687645226717, -0.01770327053964138, -0.01633777841925621, -0.014972285367548466, -0.013606792315840721, -0.012241300195455551, -0.010875807143747807, -0.009510314092040062, -0.008144821040332317, -0.00677932845428586, -0.005413835868239403, -0.004048342816531658, -0.0026828499976545572, -0.0013173571787774563, 4.813564009964466e-05, 0.0014136284589767456, 0.0027791212778538465, 0.0041446140967309475, 0.005510106682777405, 0.006875599734485149, 0.008241092786192894, 0.009606584906578064, 0.010972077958285809, 0.012337571009993553, 0.013703064061701298, 0.015068557113409042, 0.016434049233794212, 0.017799541354179382, 0.0191650353372097, 0.02053052745759487, 0.02189602144062519, 0.02326151356101036, 0.02462700568139553, 0.02599249966442585, 0.02735799178481102, 0.02872348576784134, 0.03008897788822651, 0.03145447000861168, 0.032819963991642, 0.03418545424938202, 0.03555094823241234, 0.03691644221544266, 0.03828193619847298, 0.039647426456213, 0.04101292043924332, 0.042378414422273636, 0.04374390468001366, 0.045109398663043976]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 1.0, 1.0, 1.0, 3.0, 4.0, 5.0, 12.0, 15.0, 24.0, 21.0, 38.0, 57.0, 92.0, 104.0, 177.0, 234.0, 395.0, 527.0, 791.0, 1230.0, 1911.0, 2993.0, 4828.0, 7699.0, 13276.0, 22695.0, 40604.0, 79696.0, 223699.0, 585449.0, 77428.0, 43201.0, 25845.0, 15633.0, 10100.0, 6429.0, 4313.0, 3004.0, 1991.0, 1455.0, 1055.0, 679.0, 512.0, 400.0, 281.0, 200.0, 151.0, 108.0, 93.0, 53.0, 37.0, 25.0, 23.0, 10.0, 12.0, 5.0, 7.0, 1.0, 4.0, 2.0, 1.0, 2.0, 3.0], "bins": [-0.007696583867073059, -0.0074402582831680775, -0.0071839322336018085, -0.006927606649696827, -0.006671280600130558, -0.006414955016225576, -0.0061586289666593075, -0.005902303382754326, -0.005645977333188057, -0.005389651749283075, -0.005133326165378094, -0.004877000115811825, -0.004620674531906843, -0.004364348482340574, -0.004108022898435593, -0.0038516970816999674, -0.003595371264964342, -0.003339045448228717, -0.0030827196314930916, -0.0028263938147574663, -0.002570067998021841, -0.0023137424141168594, -0.002057416597381234, -0.001801090780645609, -0.0015447649639099836, -0.0012884391471743584, -0.001032113330438733, -0.0007757876301184297, -0.0005194618133828044, -0.0002631360257510096, -6.810238119214773e-06, 0.00024951554951258004, 0.0005058413371443748, 0.0007621671538800001, 0.0010184929706156254, 0.0012748186709359288, 0.001531144487671554, 0.0017874703044071794, 0.002043796004727483, 0.002300121821463108, 0.0025564476381987333, 0.0028127734549343586, 0.003069099271669984, 0.003325425088405609, 0.0035817506723105907, 0.003838076489046216, 0.004094402305781841, 0.00435072835534811, 0.004607053939253092, 0.004863379523158073, 0.005119705572724342, 0.005376031156629324, 0.005632357206195593, 0.0058886827901005745, 0.006145008839666843, 0.006401334423571825, 0.006657660007476807, 0.0069139860570430756, 0.007170311640948057, 0.007426637690514326, 0.007682963274419308, 0.007939289323985577, 0.008195615373551846, 0.00845194049179554, 0.008708266541361809]}, "_timestamp": 1596208396.660282, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 1.0, 1.0, 1.0, 0.0, 3.0, 4.0, 6.0, 6.0, 6.0, 7.0, 15.0, 11.0, 19.0, 21.0, 17.0, 30.0, 45.0, 19.0, 41.0, 52.0, 46.0, 59.0, 80.0, 79.0, 105.0, 104.0, 111.0, 121.0, 158.0, 188.0, 203.0, 266.0, 388.0, 825.0, 4690.0, 1611.0, 1412.0, 1279.0, 1106.0, 928.0, 828.0, 720.0, 569.0, 446.0, 414.0, 340.0, 248.0, 208.0, 176.0, 117.0, 81.0, 61.0, 45.0, 33.0, 19.0, 18.0, 18.0, 12.0, 5.0, 2.0, 1.0, 1.0, 3.0], "bins": [-0.010495132766664028, -0.0101961400359869, -0.009897147305309772, -0.00959815550595522, -0.009299162775278091, -0.009000170044600964, -0.008701177313923836, -0.008402184583246708, -0.00810319185256958, -0.0078041995875537395, -0.007505207322537899, -0.007206214591860771, -0.006907221861183643, -0.006608229596167803, -0.006309236865490675, -0.0060102446004748344, -0.005711251869797707, -0.005412259139120579, -0.005113266874104738, -0.00481427414342761, -0.00451528187841177, -0.004216289147734642, -0.003917296417057514, -0.00361830391921103, -0.003319311421364546, -0.0030203189235180616, -0.0027213264256715775, -0.0024223336949944496, -0.0021233411971479654, -0.0018243486993014812, -0.0015253560850396752, -0.0012263634707778692, -0.000927370972931385, -0.0006283784168772399, -0.00032938586082309484, -3.0393304768949747e-05, 0.00026859925128519535, 0.0005675918073393404, 0.0008665843633934855, 0.0011655769776552916, 0.0014645694755017757, 0.00176356197334826, 0.002062554471194744, 0.002361547201871872, 0.002660539699718356, 0.0029595321975648403, 0.003258524928241968, 0.0035575174260884523, 0.0038565099239349365, 0.004155502654612064, 0.004454494919627905, 0.004753487650305033, 0.005052479915320873, 0.005351472645998001, 0.005650465376675129, 0.0059494576416909695, 0.006248450372368097, 0.006547443103045225, 0.006846435368061066, 0.0071454280987381935, 0.007444420829415321, 0.007743413094431162, 0.008042405359447002, 0.00834139809012413, 0.008640390820801258]}, "_step": 28, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 6.0, 0.0, 0.0, 0.0, 1.0, 0.0, 7.0, 6.0, 2.0, 1.0, 5.0, 5.0, 1.0, 7.0, 4.0, 3.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0], "bins": [-0.021964408457279205, -0.021438047289848328, -0.0209116879850626, -0.02038532681763172, -0.019858965650200844, -0.019332606345415115, -0.018806245177984238, -0.01827988401055336, -0.01775352470576763, -0.017227163538336754, -0.016700802370905876, -0.016174443066120148, -0.01564808189868927, -0.015121721662580967, -0.014595361426472664, -0.014069000259041786, -0.013542640022933483, -0.01301627978682518, -0.012489918619394302, -0.011963558383286, -0.011437198147177696, -0.010910836979746819, -0.010384476743638515, -0.009858116507530212, -0.009331755340099335, -0.008805395103991032, -0.008279034867882729, -0.007752674166113138, -0.007226313464343548, -0.006699953228235245, -0.006173592526465654, -0.005647232290357351, -0.005120871588587761, -0.0045945108868181705, -0.0040681506507098675, -0.003541789948940277, -0.0030154294800013304, -0.0024890690110623837, -0.0019627083092927933, -0.0014363478403538465, -0.0009099873714148998, -0.0003836268442682922, 0.00014273368287831545, 0.0006690942100249231, 0.0011954547371715307, 0.0017218152061104774, 0.002248175907880068, 0.0027745363768190145, 0.0033008968457579613, 0.003827257314696908, 0.004353617783635855, 0.004879978485405445, 0.005406338721513748, 0.0059326994232833385, 0.006459060125052929, 0.006985420361161232, 0.007511781062930822, 0.008038141764700413, 0.008564502000808716, 0.009090862236917019, 0.009617223404347897, 0.0101435836404562, 0.010669943876564503, 0.01119630504399538, 0.011722665280103683]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 3.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.060526542365550995, -0.05832520127296448, -0.05612386018037796, -0.053922515362501144, -0.05172117426991463, -0.04951983317732811, -0.047318488359451294, -0.04511714726686478, -0.04291580617427826, -0.04071446508169174, -0.038513123989105225, -0.03631177917122841, -0.03411043807864189, -0.031909096986055374, -0.029707754030823708, -0.02750641107559204, -0.025305069983005524, -0.023103728890419006, -0.02090238593518734, -0.018701042979955673, -0.016499701887369156, -0.014298359863460064, -0.012097017839550972, -0.00989567581564188, -0.007694333791732788, -0.005492991767823696, -0.003291649743914604, -0.0010903077200055122, 0.0011110343039035797, 0.0033123763278126717, 0.005513718351721764, 0.0077150603756308556, 0.009916402399539948, 0.01211774442344904, 0.014319086447358131, 0.016520429402589798, 0.018721770495176315, 0.020923111587762833, 0.0231244545429945, 0.025325797498226166, 0.027527138590812683, 0.0297284796833992, 0.03192982077598572, 0.034131165593862534, 0.03633250668644905, 0.03853384777903557, 0.040735192596912384, 0.0429365336894989, 0.04513787478208542, 0.047339215874671936, 0.04954055696725845, 0.05174190178513527, 0.053943242877721786, 0.056144583970308304, 0.05834592878818512, 0.06054726988077164, 0.06274861097335815, 0.06494995206594467, 0.06715129315853119, 0.0693526342511177, 0.07155397534370422, 0.07375532388687134, 0.07595666497945786, 0.07815800607204437, 0.08035934716463089]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 3.0, 2.0, 3.0, 2.0, 2.0, 3.0, 2.0, 6.0, 5.0, 5.0, 7.0, 10.0, 10.0, 15.0, 17.0, 15.0, 18.0, 24.0, 27.0, 39.0, 53.0, 60.0, 66.0, 92.0, 99.0, 111.0, 164.0, 216.0, 364.0, 4152.0, 1038.0, 364.0, 218.0, 161.0, 104.0, 91.0, 63.0, 58.0, 34.0, 49.0, 29.0, 32.0, 24.0, 15.0, 12.0, 10.0, 5.0, 6.0, 9.0, 1.0, 5.0, 1.0, 3.0, 3.0, 1.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.1336546540260315, -0.12930084764957428, -0.12494705617427826, -0.12059325724840164, -0.11623945832252502, -0.11188565194606781, -0.10753185302019119, -0.10317805409431458, -0.09882425516843796, -0.09447045624256134, -0.09011665731668472, -0.0857628583908081, -0.08140905201435089, -0.07705525308847427, -0.07270145416259766, -0.06834765523672104, -0.06399385631084442, -0.059640057384967804, -0.055286258459091187, -0.05093245580792427, -0.04657865688204765, -0.042224857956171036, -0.03787105530500412, -0.0335172563791275, -0.029163457453250885, -0.024809658527374268, -0.0204558577388525, -0.016102056950330734, -0.011748258024454117, -0.007394458167254925, -0.0030406583100557327, 0.0013131415471434593, 0.005666941404342651, 0.010020741261541843, 0.014374541118741035, 0.018728341907262802, 0.02308214083313942, 0.027435939759016037, 0.03178974241018295, 0.03614354133605957, 0.04049734026193619, 0.044851139187812805, 0.04920493811368942, 0.05355874076485634, 0.057912539690732956, 0.06226633861660957, 0.06662014126777649, 0.0709739401936531, 0.07532773911952972, 0.07968153804540634, 0.08403533697128296, 0.08838913589715958, 0.0927429348230362, 0.09709674119949341, 0.10145054012537003, 0.10580433905124664, 0.11015813797712326, 0.11451193690299988, 0.1188657358288765, 0.12321953475475311, 0.12757334113121033, 0.13192713260650635, 0.13628093898296356, 0.14063473045825958, 0.1449885368347168]}, "_runtime": 32.46928787231445, "val_accuracy": 0.8035559360730593, "val_loss": 0.520978619382806, "validation_metric": 0.7848059360730594}
diff --git a/wandb/run-20200731_151432-39sgd0fs/config.yaml b/wandb/run-20200731_151432-39sgd0fs/config.yaml
new file mode 100644
index 0000000..6c3f152
--- /dev/null
+++ b/wandb/run-20200731_151432-39sgd0fs/config.yaml
@@ -0,0 +1,111 @@
+wandb_version: 1
+
+_wandb:
+ desc: null
+ value:
+ cli_version: 0.8.36
+ framework: torch
+ is_jupyter_run: false
+ is_kaggle_kernel: false
+ python_version: 3.8.2
+callback_args:
+ desc: null
+ value:
+ Checkpoint:
+ monitor: val_accuracy
+ EarlyStopping:
+ min_delta: 0.0
+ mode: min
+ monitor: val_loss
+ patience: 3
+ WandbCallback:
+ log_batch_frequency: 1
+ WandbImageLogger:
+ num_examples: 4
+callbacks:
+ desc: null
+ value:
+ - Checkpoint
+ - EarlyStopping
+ - WandbCallback
+ - WandbImageLogger
+criterion:
+ desc: null
+ value: CrossEntropyLoss
+criterion_args:
+ desc: null
+ value:
+ ignore_index: -100
+ reduction: mean
+ weight: null
+data_loader_args:
+ desc: null
+ value:
+ batch_size: 256
+ cuda: true
+ num_workers: 8
+ sample_to_balance: true
+ seed: 4711
+ shuffle: true
+ splits:
+ - train
+ - val
+ subsample_fraction: null
+ target_transform: null
+ transform: null
+dataloader:
+ desc: null
+ value: EmnistDataLoader
+experiment_group:
+ desc: null
+ value: Sample Experiments
+lr_scheduler:
+ desc: null
+ value: OneCycleLR
+lr_scheduler_args:
+ desc: null
+ value:
+ epochs: 16
+ max_lr: 0.001
+ steps_per_epoch: 1314
+metrics:
+ desc: null
+ value:
+ - accuracy
+model:
+ desc: null
+ value: CharacterModel
+network:
+ desc: null
+ value: LeNet
+network_args:
+ desc: null
+ value:
+ input_size:
+ - 28
+ - 28
+ output_size: 62
+optimizer:
+ desc: null
+ value: AdamW
+optimizer_args:
+ desc: null
+ value:
+ amsgrad: false
+ betas:
+ - 0.9
+ - 0.999
+ eps: 1.0e-08
+ lr: 0.01
+ weight_decay: 0
+resume_experiment:
+ desc: null
+ value: null
+train_args:
+ desc: null
+ value:
+ batch_size: 256
+ epochs: 16
+verbosity:
+ desc: null
+ value: 2
diff --git a/wandb/run-20200731_151432-39sgd0fs/media/graph/graph_0_summary_414ade3a.graph.json b/wandb/run-20200731_151432-39sgd0fs/media/graph/graph_0_summary_414ade3a.graph.json
new file mode 100644
index 0000000..6fe422b
--- /dev/null
+++ b/wandb/run-20200731_151432-39sgd0fs/media/graph/graph_0_summary_414ade3a.graph.json
@@ -0,0 +1 @@
+{"format": "torch", "nodes": [{"name": "layers.0", "id": 139695231562800, "class_name": "Conv2d(1, 32, kernel_size=(3, 3), stride=(1, 1))", "parameters": [["weight", [32, 1, 3, 3]], ["bias", [32]]], "output_shape": [[2, 32, 26, 26]], "num_parameters": [288, 32]}, {"name": "layers.1", "id": 139695231562608, "class_name": "ReLU(inplace=True)", "parameters": [], "output_shape": [[2, 32, 26, 26]], "num_parameters": []}, {"name": "layers.2", "id": 139695231562752, "class_name": "Conv2d(32, 64, kernel_size=(3, 3), stride=(1, 1))", "parameters": [["weight", [64, 32, 3, 3]], ["bias", [64]]], "output_shape": [[2, 64, 24, 24]], "num_parameters": [18432, 64]}, {"name": "layers.4", "id": 139695231563040, "class_name": "MaxPool2d(kernel_size=2, stride=2, padding=0, dilation=1, ceil_mode=False)", "parameters": [], "output_shape": [[2, 64, 12, 12]], "num_parameters": []}, {"name": "layers.5", "id": 139695231562992, "class_name": "Dropout(p=0.2, inplace=False)", "parameters": [], "output_shape": [[2, 64, 12, 12]], "num_parameters": []}, {"name": "layers.6", "id": 139695231562704, "class_name": "Flatten()", "parameters": [], "output_shape": [[2, 9216]], "num_parameters": []}, {"name": "layers.7", "id": 139695231983968, "class_name": "Linear(in_features=9216, out_features=128, bias=True)", "parameters": [["weight", [128, 9216]], ["bias", [128]]], "output_shape": [[2, 128]], "num_parameters": [1179648, 128]}, {"name": "layers.9", "id": 139695231984016, "class_name": "Dropout(p=0.2, inplace=False)", "parameters": [], "output_shape": [[2, 128]], "num_parameters": []}, {"name": "layers.10", "id": 139695231984064, "class_name": "Linear(in_features=128, out_features=62, bias=True)", "parameters": [["weight", [62, 128]], ["bias", [62]]], "output_shape": [[2, 62]], "num_parameters": [7936, 62]}], "edges": []}
diff --git a/wandb/run-20200731_151432-39sgd0fs/requirements.txt b/wandb/run-20200731_151432-39sgd0fs/requirements.txt
new file mode 100644
index 0000000..10c63b6
--- /dev/null
+++ b/wandb/run-20200731_151432-39sgd0fs/requirements.txt
@@ -0,0 +1,145 @@
+alabaster==0.7.12
+appdirs==1.4.4
+attrs==19.3.0
+babel==2.8.0
+backcall==0.2.0
+bandit==1.6.2
+black==19.10b0
+bleach==3.1.5
+blessings==1.7
+boltons==20.2.0
+certifi==2020.6.20
+chardet==3.0.4
+click==7.1.2
+configparser==5.0.0
+coverage==5.2.1
+cycler==0.10.0
+darglint==1.5.2
+dataclasses==0.6
+decorator==4.4.2
+defusedxml==0.6.0
+desert==2020.1.6
+docker-pycreds==0.4.0
+docutils==0.16
+dparse==0.5.1
+entrypoints==0.3
+flake8-annotations==2.3.0
+flake8-bandit==2.1.2
+flake8-black==0.2.1
+flake8-bugbear==20.1.4
+flake8-docstrings==1.5.0
+flake8-import-order==0.18.1
+flake8-polyfill==1.0.2
+flake8==3.8.3
+future==0.18.2
+gitdb==4.0.5
+gitpython==3.1.7
+gpustat==0.6.0
+gql==0.2.0
+graphql-core==1.1
+h5py==2.10.0
+idna==2.10
+imagesize==1.2.0
+ipykernel==5.3.4
+ipython-genutils==0.2.0
+ipython==7.16.1
+ipywidgets==7.5.1
+jedi==0.17.2
+jinja2==2.11.2
+jsonschema==3.2.0
+jupyter-client==6.1.6
+jupyter-console==6.1.0
+jupyter-core==4.6.3
+jupyter==1.0.0
+kiwisolver==1.2.0
+loguru==0.5.1
+markupsafe==1.1.1
+marshmallow==3.7.1
+matplotlib==3.3.0
+mccabe==0.6.1
+mistune==0.8.4
+more-itertools==8.4.0
+mypy-extensions==0.4.3
+mypy==0.770
+nbconvert==5.6.1
+nbformat==5.0.7
+notebook==6.0.3
+numpy==1.19.1
+nvidia-ml-py3==7.352.0
+opencv-python==4.3.0.36
+packaging==20.4
+pandocfilters==1.4.2
+parso==0.7.1
+pathspec==0.8.0
+pathtools==0.1.2
+pbr==5.4.5
+pexpect==4.8.0
+pickleshare==0.7.5
+pillow==7.2.0
+pip==20.2
+pluggy==0.13.1
+prometheus-client==0.8.0
+promise==2.3
+prompt-toolkit==3.0.5
+psutil==5.7.2
+ptyprocess==0.6.0
+py==1.9.0
+pycodestyle==2.6.0
+pydocstyle==5.0.2
+pyflakes==2.2.0
+pygments==2.6.1
+pyparsing==2.4.7
+pyrsistent==0.16.0
+pytest-cov==2.10.0
+pytest-mock==3.2.0
+pytest==5.4.3
+python-dateutil==2.8.1
+pytz==2020.1
+pyyaml==5.3.1
+pyzmq==19.0.1
+qtconsole==4.7.5
+qtpy==1.9.0
+redis==3.5.3
+redlock-py==1.0.8
+regex==2020.7.14
+requests==2.24.0
+safety==1.9.0
+send2trash==1.5.0
+sentry-sdk==0.16.2
+setuptools==41.2.0
+shortuuid==1.0.1
+six==1.15.0
+smmap==3.0.4
+snowballstemmer==2.0.0
+sphinx-autodoc-typehints==1.11.0
+sphinx-rtd-theme==0.4.3
+sphinx==3.1.2
+sphinxcontrib-applehelp==1.0.2
+sphinxcontrib-devhelp==1.0.2
+sphinxcontrib-htmlhelp==1.0.3
+sphinxcontrib-jsmath==1.0.1
+sphinxcontrib-qthelp==1.0.3
+sphinxcontrib-serializinghtml==1.1.4
+stevedore==3.2.0
+subprocess32==3.5.4
+terminado==0.8.3
+testpath==0.4.4
+text-recognizer==0.1.0
+toml==0.10.1
+torch==1.5.1
+torchsummary==1.5.1
+torchvision==0.6.1
+tornado==6.0.4
+tqdm==4.48.0
+traitlets==4.3.3
+typed-ast==1.4.1
+typeguard==2.9.1
+typing-extensions==3.7.4.2
+typing-inspect==0.6.0
+urllib3==1.25.10
+wandb==0.8.36
+watchdog==0.10.3
+wcwidth==0.2.5
+webencodings==0.5.1
+widgetsnbextension==3.5.1
+xdoctest==0.12.0
diff --git a/wandb/run-20200731_151432-39sgd0fs/wandb-events.jsonl b/wandb/run-20200731_151432-39sgd0fs/wandb-events.jsonl
new file mode 100644
index 0000000..5e79022
--- /dev/null
+++ b/wandb/run-20200731_151432-39sgd0fs/wandb-events.jsonl
@@ -0,0 +1 @@
+{"system.gpu.0.gpu": 57.11, "system.gpu.0.memory": 41.11, "system.gpu.0.memoryAllocated": 21.62, "system.gpu.0.temp": 54.89, "system.gpu.process.0.gpu": 57.11, "system.gpu.process.0.memory": 41.11, "system.gpu.process.0.memoryAllocated": 21.62, "system.gpu.process.0.temp": 54.89, "system.gpu.0.powerWatts": 121.63, "system.gpu.0.powerPercent": 56.57, "system.gpu.process.0.powerWatts": 121.63, "system.gpu.process.0.powerPercent": 56.57, "system.cpu": 65.63, "system.memory": 66.66, "system.disk": 37.11, "system.proc.memory.availableMB": 5334.78, "system.proc.memory.rssMB": 2592.09, "system.proc.memory.percent": 16.2, "system.proc.cpu.threads": 18.44, "system.network.sent": 977759, "system.network.recv": 762609, "_wandb": true, "_timestamp": 1596208487, "_runtime": 15}
diff --git a/wandb/run-20200731_151432-39sgd0fs/wandb-history.jsonl b/wandb/run-20200731_151432-39sgd0fs/wandb-history.jsonl
new file mode 100644
index 0000000..211cf60
--- /dev/null
+++ b/wandb/run-20200731_151432-39sgd0fs/wandb-history.jsonl
@@ -0,0 +1,14 @@
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 5.0, 1.0, 4.0, 3.0, 1.0, 2.0, 1.0, 2.0, 5.0, 0.0, 1.0, 1.0, 4.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0], "bins": [-0.02528781071305275, -0.02462729997932911, -0.02396678924560547, -0.02330627664923668, -0.02264576591551304, -0.021985255181789398, -0.021324744448065758, -0.020664233714342117, -0.020003721117973328, -0.019343210384249687, -0.018682699650526047, -0.018022188916802406, -0.017361678183078766, -0.016701167449355125, -0.016040654852986336, -0.015380144119262695, -0.014719633385539055, -0.014059122651815414, -0.0133986109867692, -0.012738100253045559, -0.012077588587999344, -0.011417077854275703, -0.010756567120552063, -0.010096055455505848, -0.009435544721782207, -0.008775033988058567, -0.008114522323012352, -0.0074540115892887115, -0.006793500389903784, -0.006132989190518856, -0.005472478456795216, -0.004811967257410288, -0.00415145605802536, -0.0034909448586404324, -0.0028304338920861483, -0.002169922925531864, -0.0015094117261469364, -0.0008489006431773305, -0.00018838956020772457, 0.00047212152276188135, 0.0011326326057314873, 0.0017931436887010932, 0.002453654771670699, 0.003114165738224983, 0.003774676937609911, 0.004435188136994839, 0.005095698870718479, 0.005756210070103407, 0.006416721269488335, 0.007077232468873262, 0.00773774366825819, 0.00839825440198183, 0.009058766067028046, 0.009719276800751686, 0.010379787534475327, 0.011040299199521542, 0.011700809933245182, 0.012361320666968822, 0.013021832332015038, 0.013682343065738678, 0.014342853799462318, 0.015003365464508533, 0.01566387712955475, 0.01632438786327839, 0.01698489859700203]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 3.0, 0.0, 0.0, 4.0, 5.0, 4.0, 6.0, 8.0, 14.0, 14.0, 14.0, 25.0, 23.0, 38.0, 47.0, 82.0, 89.0, 96.0, 146.0, 164.0, 243.0, 322.0, 452.0, 650.0, 2573.0, 863.0, 644.0, 481.0, 299.0, 211.0, 127.0, 81.0, 53.0, 48.0, 33.0, 20.0, 13.0, 9.0, 2.0, 5.0, 5.0, 5.0, 3.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.06551548093557358, -0.06376217305660248, -0.06200885772705078, -0.06025554612278938, -0.058502234518527985, -0.056748922914266586, -0.054995615035295486, -0.05324230343103409, -0.05148899182677269, -0.04973568022251129, -0.04798236861824989, -0.046229057013988495, -0.0444757454097271, -0.0427224338054657, -0.0409691222012043, -0.0392158105969429, -0.0374625027179718, -0.0357091911137104, -0.033955879509449005, -0.03220256790518761, -0.03044925630092621, -0.02869594469666481, -0.026942633092403412, -0.025189321488142014, -0.023436009883880615, -0.021682700142264366, -0.019929388538002968, -0.01817607693374157, -0.01642276532948017, -0.014669454656541348, -0.01291614305227995, -0.011162832379341125, -0.009409520775079727, -0.007656209636479616, -0.005902898497879505, -0.004149586893618107, -0.002396275755017996, -0.000642964500002563, 0.0011103467550128698, 0.0028636581264436245, 0.0046169692650437355, 0.0063702804036438465, 0.008123591542243958, 0.009876903146505356, 0.011630214750766754, 0.013383525423705578, 0.015136837027966976, 0.0168901477009058, 0.018643459305167198, 0.020396770909428596, 0.022150082513689995, 0.023903392255306244, 0.025656703859567642, 0.02741001546382904, 0.02916332706809044, 0.030916638672351837, 0.032669950276613235, 0.034423261880874634, 0.03617657348513603, 0.03792988136410713, 0.03968319296836853, 0.04143650457262993, 0.04318981617689133, 0.044943127781152725, 0.046696439385414124]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 2.0, 1.0, 2.0, 1.0, 4.0, 3.0, 4.0, 3.0, 4.0, 5.0, 2.0, 2.0, 3.0, 1.0, 3.0, 0.0, 2.0, 1.0, 30.0, 1.0, 2.0, 1.0, 5.0, 3.0, 4.0, 6.0, 1.0, 0.0, 0.0, 5.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008122026920318604, -0.00785017479211092, -0.007578322198241949, -0.0073064700700342655, -0.007034617476165295, -0.006762765347957611, -0.0064909132197499275, -0.006219060625880957, -0.005947208497673273, -0.0056753563694655895, -0.005403503775596619, -0.005131651647388935, -0.0048597995191812515, -0.004587946925312281, -0.004316094797104597, -0.004044242203235626, -0.0037723900750279427, -0.0035005377139896154, -0.0032286853529512882, -0.0029568332247436047, -0.0026849808637052774, -0.0024131285026669502, -0.0021412763744592667, -0.0018694240134209394, -0.0015975716523826122, -0.001325719291344285, -0.0010538670467212796, -0.0007820147438906133, -0.000510162441059947, -0.0002383101382292807, 3.3542164601385593e-05, 0.0003053944674320519, 0.0005772467702627182, 0.0008490990730933845, 0.0011209513759240508, 0.0013928036205470562, 0.0016646559815853834, 0.0019365083426237106, 0.002208360470831394, 0.0024802128318697214, 0.0027520651929080486, 0.003023917553946376, 0.003295769914984703, 0.0035676220431923866, 0.003839474404230714, 0.004111326765269041, 0.004383178893476725, 0.0046550314873456955, 0.004926883615553379, 0.005198735743761063, 0.0054705883376300335, 0.005742440465837717, 0.006014293059706688, 0.0062861451879143715, 0.006557997316122055, 0.006829849909991026, 0.0071017020381987095, 0.007373554166406393, 0.007645406760275364, 0.007917258888483047, 0.008189111016690731, 0.008460963144898415, 0.008732816204428673, 0.009004668332636356, 0.00927652046084404]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 0.0, 3.0, 3.0, 0.0, 5.0, 8.0, 13.0, 28.0, 40.0, 63.0, 104.0, 141.0, 197.0, 315.0, 484.0, 715.0, 1045.0, 1554.0, 2184.0, 3119.0, 4635.0, 6749.0, 9925.0, 14840.0, 22248.0, 33658.0, 51397.0, 75843.0, 111354.0, 523665.0, 107259.0, 68246.0, 44646.0, 29039.0, 19503.0, 13589.0, 9359.0, 6575.0, 4700.0, 3365.0, 2411.0, 1838.0, 1296.0, 963.0, 684.0, 477.0, 415.0, 275.0, 196.0, 125.0, 100.0, 70.0, 65.0, 28.0, 32.0, 13.0, 13.0, 7.0, 9.0, 6.0, 2.0, 2.0, 2.0], "bins": [-0.007126569747924805, -0.006893478333950043, -0.0066603864543139935, -0.0064272950403392315, -0.006194203160703182, -0.00596111174672842, -0.005728019867092371, -0.005494928453117609, -0.00526183657348156, -0.005028745159506798, -0.004795653745532036, -0.0045625618658959866, -0.004329470451921225, -0.004096378572285175, -0.0038632871583104134, -0.0036301955115050077, -0.003397103864699602, -0.0031640122178941965, -0.002930920571088791, -0.0026978289242833853, -0.0024647372774779797, -0.0022316458635032177, -0.001998554216697812, -0.0017654625698924065, -0.0015323709230870008, -0.0012992792762815952, -0.0010661876294761896, -0.0008330960990861058, -0.0006000044522807002, -0.00036691283457912505, -0.0001338212168775499, 9.927040082402527e-05, 0.00033236201852560043, 0.000565453665331006, 0.0007985452539287508, 0.0010316368425264955, 0.001264728489331901, 0.0014978201361373067, 0.0017309116665273905, 0.001964003313332796, 0.0021970949601382017, 0.0024301866069436073, 0.002663278253749013, 0.0028963699005544186, 0.0031294613145291805, 0.003362552961334586, 0.0035956446081399918, 0.0038287362549453974, 0.004061827901750803, 0.004294919315725565, 0.004528011195361614, 0.004761102609336376, 0.0049941944889724255, 0.005227285902947187, 0.005460377782583237, 0.005693469196557999, 0.005926560610532761, 0.00615965249016881, 0.006392743904143572, 0.006625835783779621, 0.006858927197754383, 0.007092019077390432, 0.007325110491365194, 0.007558202371001244, 0.0077912937849760056]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 3.0, 0.0, 1.0, 1.0, 3.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 5.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 7.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 2.0, 1.0, 3.0, 0.0, 1.0, 2.0], "bins": [-0.022778423503041267, -0.022277846932411194, -0.02177727036178112, -0.021276691928505898, -0.020776115357875824, -0.02027553878724575, -0.019774962216615677, -0.019274383783340454, -0.01877380721271038, -0.018273230642080307, -0.017772654071450233, -0.01727207750082016, -0.016771499067544937, -0.016270922496914864, -0.01577034592628479, -0.015269768424332142, -0.014769191853702068, -0.014268615283071995, -0.013768037781119347, -0.013267461210489273, -0.012766883708536625, -0.012266307137906551, -0.011765729635953903, -0.01126515306532383, -0.010764576494693756, -0.010263998992741108, -0.009763422422111034, -0.009262844920158386, -0.008762268349528313, -0.008261690847575665, -0.007761114276945591, -0.00726053724065423, -0.006759960204362869, -0.006259383168071508, -0.0057588061317801476, -0.005258229095488787, -0.004757652059197426, -0.004257075488567352, -0.0037564984522759914, -0.0032559214159846306, -0.0027553443796932697, -0.002254767343401909, -0.0017541904235258698, -0.0012536135036498308, -0.00075303646735847, -0.00025245948927477, 0.0002481174888089299, 0.0007486944668926299, 0.0012492714449763298, 0.0017498484812676907, 0.0022504255175590515, 0.0027510023210197687, 0.0032515793573111296, 0.0037521563936024904, 0.004252733197063208, 0.0047533102333545685, 0.005253887269645929, 0.00575446430593729, 0.006255041342228651, 0.006755618378520012, 0.0072561949491500854, 0.007756771985441446, 0.008257349021732807, 0.008757926523685455, 0.009258503094315529]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 2.0, 6.0, 12.0, 17.0, 11.0, 17.0, 18.0, 27.0, 29.0, 35.0, 29.0, 46.0, 30.0, 50.0, 43.0, 49.0, 72.0, 59.0, 75.0, 71.0, 91.0, 84.0, 118.0, 144.0, 124.0, 133.0, 144.0, 188.0, 160.0, 199.0, 198.0, 238.0, 278.0, 286.0, 338.0, 313.0, 351.0, 358.0, 369.0, 434.0, 581.0, 809.0, 1562.0, 7311.0, 763.0, 544.0, 413.0, 250.0, 177.0, 163.0, 130.0, 101.0, 105.0, 91.0, 66.0, 44.0, 34.0, 22.0, 9.0, 8.0], "bins": [-0.023578550666570663, -0.02307821996510029, -0.022577891126275063, -0.022077560424804688, -0.021577229723334312, -0.021076900884509087, -0.02057657018303871, -0.020076239481568336, -0.01957590878009796, -0.019075579941272736, -0.01857524923980236, -0.018074918538331985, -0.01757458969950676, -0.017074258998036385, -0.01657392829656601, -0.016073599457740784, -0.015573268756270409, -0.015072938986122608, -0.014572608284652233, -0.014072278514504433, -0.013571947813034058, -0.013071618042886257, -0.012571288272738457, -0.012070957571268082, -0.011570627801120281, -0.01107029803097248, -0.010569967329502106, -0.010069637559354305, -0.009569307789206505, -0.00906897708773613, -0.00856864731758833, -0.008068316616117954, -0.007567986845970154, -0.007067656610161066, -0.006567326374351978, -0.006066996604204178, -0.00556666636839509, -0.005066336132586002, -0.004566006362438202, -0.004065676126629114, -0.0035653458908200264, -0.0030650156550109386, -0.0025646856520324945, -0.0020643556490540504, -0.0015640254132449627, -0.0010636952938511968, -0.0005633651744574308, -6.303505506366491e-05, 0.000437295064330101, 0.0009376251837238669, 0.0014379553031176329, 0.0019382854225113988, 0.0024386155419051647, 0.0029389457777142525, 0.0034392757806926966, 0.003939605783671141, 0.004439936019480228, 0.004940266255289316, 0.005440596491098404, 0.005940926261246204, 0.006441256497055292, 0.00694158673286438, 0.00744191650301218, 0.007942247204482555, 0.008442576974630356]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 7.0, 0.0, 0.0, 1.0], "bins": [-0.04203113168478012, -0.04133285582065582, -0.040634576231241226, -0.03993630036711693, -0.03923802077770233, -0.03853974491357803, -0.03784146532416344, -0.03714318946003914, -0.03644490987062454, -0.035746634006500244, -0.03504835441708565, -0.03435007855296135, -0.03365179896354675, -0.032953523099422455, -0.03225524351000786, -0.03155696764588356, -0.030858689919114113, -0.030160412192344666, -0.029462134465575218, -0.02876385673880577, -0.028065579012036324, -0.027367301285266876, -0.02666902355849743, -0.02597074583172798, -0.025272469967603683, -0.024574192240834236, -0.02387591451406479, -0.02317763678729534, -0.022479359060525894, -0.021781081333756447, -0.021082803606987, -0.020384525880217552, -0.019686248153448105, -0.018987970426678658, -0.01828969269990921, -0.017591414973139763, -0.016893137246370316, -0.016194859519600868, -0.015496582724153996, -0.014798304997384548, -0.0141000272706151, -0.013401749543845654, -0.012703471817076206, -0.012005194090306759, -0.011306917294859886, -0.010608639568090439, -0.009910361841320992, -0.009212084114551544, -0.008513806387782097, -0.00781552866101265, -0.007117250934243202, -0.006418973673135042, -0.005720695946365595, -0.0050224182195961475, -0.0043241409584879875, -0.00362586323171854, -0.002927585504949093, -0.0022293077781796455, -0.0015310302842408419, -0.0008327526738867164, -0.00013447506353259087, 0.0005638025468215346, 0.0012620801571756601, 0.001960357651114464, 0.002658635377883911]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 4.0, 1.0, 2.0, 2.0, 0.0, 3.0, 2.0, 4.0, 4.0, 2.0, 1.0, 3.0, 2.0, 3.0, 4.0, 4.0, 2.0, 2.0, 3.0, 3.0, 1.0, 8.0, 10.0, 5.0, 3.0, 6.0, 7.0, 3.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 4.0, 6.0, 9.0, 9.0, 18.0, 96.0, 3.0, 7.0, 3.0, 6.0, 5.0, 7.0], "bins": [-0.055144406855106354, -0.05418282747268677, -0.05322125181555748, -0.052259672433137894, -0.051298096776008606, -0.05033651739358902, -0.04937494173645973, -0.048413362354040146, -0.04745178669691086, -0.04649020731449127, -0.045528631657361984, -0.0445670522749424, -0.04360547661781311, -0.042643897235393524, -0.041682321578264236, -0.04072074219584465, -0.03975916653871536, -0.038797587156295776, -0.03783600777387619, -0.0368744321167469, -0.035912852734327316, -0.03495127707719803, -0.03398969769477844, -0.033028122037649155, -0.03206654265522957, -0.03110496513545513, -0.030143387615680695, -0.029181810095906258, -0.02822023257613182, -0.027258655056357384, -0.026297077536582947, -0.02533550001680851, -0.024373922497034073, -0.023412344977259636, -0.0224507674574852, -0.021489189937710762, -0.020527612417936325, -0.019566034898161888, -0.01860445737838745, -0.017642879858613014, -0.016681302338838577, -0.01571972295641899, -0.014758146367967129, -0.013796568848192692, -0.01283499039709568, -0.011873412877321243, -0.010911835357546806, -0.00995025783777237, -0.008988680317997932, -0.008027102798223495, -0.0070655252784490585, -0.006103947293013334, -0.005142369773238897, -0.00418079225346446, -0.0032192145008593798, -0.002257636748254299, -0.0012960592284798622, -0.00033448159229010344, 0.0006270960438996553, 0.0015886736800894141, 0.002550251316279173, 0.00351182883605361, 0.004473406821489334, 0.005434984341263771, 0.006396561861038208]}, "_runtime": 5.870632648468018, "_timestamp": 1596208474.9493923, "_step": 0}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 0.0, 1.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 4.0, 3.0, 3.0, 2.0, 3.0, 2.0, 2.0, 3.0, 0.0, 1.0, 3.0, 0.0, 4.0, 2.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.016855420544743538, -0.016200287267565727, -0.015545154921710491, -0.014890022575855255, -0.014234889298677444, -0.013579756952822208, -0.012924624606966972, -0.012269491329789162, -0.011614358983933926, -0.01095922663807869, -0.010304093360900879, -0.009648961015045643, -0.008993828669190407, -0.008338695392012596, -0.00768356304615736, -0.007028430234640837, -0.006373297423124313, -0.00571816461160779, -0.005063031800091267, -0.004407899454236031, -0.0037527666427195072, -0.003097633831202984, -0.002442501252517104, -0.0017873685574159026, -0.001132235862314701, -0.00047710316721349955, 0.000178029527887702, 0.0008331622229889035, 0.001488294918090105, 0.0021434277296066284, 0.002798560308292508, 0.003453692886978388, 0.004108825698494911, 0.0047639585100114346, 0.005419091321527958, 0.006074223667383194, 0.006729356478899717, 0.007384489290416241, 0.008039621636271477, 0.008694754913449287, 0.009349887259304523, 0.01000501960515976, 0.01066015288233757, 0.011315285228192806, 0.011970417574048042, 0.012625550851225853, 0.013280683197081089, 0.0139358164742589, 0.014590948820114136, 0.015246081165969372, 0.015901213511824608, 0.01655634678900242, 0.01721148006618023, 0.01786661148071289, 0.0185217447578907, 0.019176878035068512, 0.019832011312246323, 0.020487142726778984, 0.021142276003956795, 0.021797409281134605, 0.022452540695667267, 0.023107673972845078, 0.023762807250022888, 0.02441793866455555, 0.02507307194173336]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 6.0, 2.0, 5.0, 9.0, 6.0, 10.0, 12.0, 10.0, 21.0, 24.0, 38.0, 37.0, 45.0, 52.0, 70.0, 79.0, 88.0, 121.0, 153.0, 203.0, 255.0, 272.0, 434.0, 578.0, 2442.0, 761.0, 692.0, 473.0, 316.0, 188.0, 154.0, 95.0, 62.0, 47.0, 55.0, 24.0, 27.0, 19.0, 9.0, 10.0, 7.0, 7.0, 1.0, 3.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.12211547046899796, -0.11864505708217621, -0.11517463624477386, -0.11170422285795212, -0.10823380202054977, -0.10476338863372803, -0.10129296779632568, -0.09782255440950394, -0.09435214102268219, -0.09088172018527985, -0.0874113067984581, -0.08394088596105576, -0.08047047257423401, -0.07700005173683167, -0.07352963835000992, -0.07005921751260757, -0.06658880412578583, -0.06311839073896408, -0.05964796990156174, -0.05617755278944969, -0.052707135677337646, -0.0492367222905159, -0.045766305178403854, -0.04229588806629181, -0.038825470954179764, -0.03535505384206772, -0.03188463672995567, -0.028414221480488777, -0.024943804368376732, -0.021473387256264687, -0.01800297200679779, -0.014532554894685745, -0.0110621377825737, -0.007591721136122942, -0.004121304489672184, -0.000650887843221426, 0.002819528803229332, 0.00628994544968009, 0.009760362096130848, 0.013230778276920319, 0.016701195389032364, 0.02017161250114441, 0.023642029613256454, 0.02711244486272335, 0.030582861974835396, 0.03405327722430229, 0.03752369433641434, 0.04099411144852638, 0.04446452856063843, 0.04793494567275047, 0.05140536278486252, 0.054875779896974564, 0.05834619700908661, 0.061816610395908356, 0.0652870312333107, 0.06875744462013245, 0.07222786545753479, 0.07569827884435654, 0.07916869223117828, 0.08263911306858063, 0.08610952645540237, 0.08957994729280472, 0.09305036067962646, 0.09652078151702881, 0.09999119490385056]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 1.0, 4.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 2.0, 1.0, 6.0, 1.0, 0.0, 1.0, 6.0, 0.0, 4.0, 0.0, 2.0, 3.0, 8.0, 5.0, 1.0, 4.0, 32.0, 1.0, 5.0, 3.0, 1.0, 1.0, 1.0, 0.0, 4.0, 0.0, 2.0, 0.0, 1.0, 2.0, 3.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.006693576462566853, -0.006446616258472204, -0.006199656054377556, -0.0059526958502829075, -0.005705735646188259, -0.005458775442093611, -0.005211815237998962, -0.004964855033904314, -0.004717894829809666, -0.004470934625715017, -0.004223974421620369, -0.003977014217525721, -0.0037300540134310722, -0.003483093809336424, -0.0032361336052417755, -0.002989173401147127, -0.002742213197052479, -0.0024952529929578304, -0.002248292788863182, -0.0020013325847685337, -0.0017543723806738853, -0.001507412176579237, -0.0012604519724845886, -0.0010134917683899403, -0.0007665315642952919, -0.0005195713602006435, -0.0002726111561059952, -2.5650952011346817e-05, 0.00022130925208330154, 0.0004682694561779499, 0.0007152296602725983, 0.0009621898643672466, 0.001209150068461895, 0.0014561102725565434, 0.0017030704766511917, 0.00195003068074584, 0.0021969908848404884, 0.002443951088935137, 0.002690911293029785, 0.0029378714971244335, 0.003184831701219082, 0.0034317919053137302, 0.0036787521094083786, 0.003925712313503027, 0.004172672517597675, 0.004419632721692324, 0.004666592925786972, 0.00491355312988162, 0.005160513333976269, 0.005407473538070917, 0.0056544337421655655, 0.005901393946260214, 0.006148354150354862, 0.006395314354449511, 0.006642274558544159, 0.006889234762638807, 0.007136194966733456, 0.007383155170828104, 0.007630115374922752, 0.007877076044678688, 0.008124035783112049, 0.00837099552154541, 0.008617956191301346, 0.008864916861057281, 0.009111876599490643]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [7.0, 8.0, 7.0, 14.0, 23.0, 27.0, 48.0, 79.0, 103.0, 162.0, 277.0, 361.0, 519.0, 710.0, 1085.0, 1584.0, 2207.0, 2895.0, 4128.0, 5676.0, 7830.0, 10595.0, 15008.0, 21089.0, 29979.0, 43007.0, 60593.0, 83545.0, 111547.0, 458130.0, 90404.0, 64944.0, 45807.0, 32393.0, 23293.0, 16711.0, 12054.0, 8763.0, 6579.0, 4852.0, 3625.0, 2685.0, 1852.0, 1396.0, 969.0, 660.0, 473.0, 297.0, 229.0, 138.0, 111.0, 47.0, 46.0, 22.0, 22.0, 10.0, 10.0, 7.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.009374348446726799, -0.009054861031472683, -0.008735374547541142, -0.008415887132287025, -0.008096400648355484, -0.007776913233101368, -0.007457426283508539, -0.0071379393339157104, -0.006818452384322882, -0.006498965434730053, -0.006179478485137224, -0.0058599915355443954, -0.005540504120290279, -0.005221017170697451, -0.004901530221104622, -0.004582043271511793, -0.004262556321918964, -0.003943069372326136, -0.003623582422733307, -0.0033040952403098345, -0.0029846082907170057, -0.002665121341124177, -0.0023456341587007046, -0.002026147209107876, -0.001706660259515047, -0.0013871733099222183, -0.0010676862439140677, -0.0007481992361135781, -0.0004287122283130884, -0.00010922522051259875, 0.0002102617872878909, 0.0005297487950883806, 0.0008492358028888702, 0.001168722752481699, 0.0014882098184898496, 0.0018076968844980001, 0.002127183834090829, 0.0024466707836836576, 0.00276615796610713, 0.003085644915699959, 0.0034051318652927876, 0.0037246188148856163, 0.004044105764478445, 0.004363592714071274, 0.00468308012932539, 0.005002567078918219, 0.005322054028511047, 0.005641540978103876, 0.005961027927696705, 0.006280514877289534, 0.006600001826882362, 0.006919488776475191, 0.00723897572606802, 0.007558463141322136, 0.007877949625253677, 0.008197437040507793, 0.00851692445576191, 0.008836410939693451, 0.009155898354947567, 0.009475384838879108, 0.009794872254133224, 0.010114358738064766, 0.010433846153318882, 0.010753332637250423, 0.01107282005250454]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 2.0, 2.0, 3.0, 0.0, 3.0, 0.0, 1.0, 1.0, 10.0, 2.0, 1.0, 1.0, 3.0, 0.0, 2.0, 3.0, 0.0, 0.0, 2.0], "bins": [-0.023307165130972862, -0.022867633029818535, -0.022428102791309357, -0.02198857069015503, -0.021549038589000702, -0.021109506487846375, -0.020669974386692047, -0.02023044414818287, -0.01979091204702854, -0.019351379945874214, -0.018911849707365036, -0.01847231760621071, -0.01803278550505638, -0.017593253403902054, -0.017153721302747726, -0.01671419106423855, -0.01627465896308422, -0.015835126861929893, -0.01539559569209814, -0.014956064522266388, -0.01451653242111206, -0.014077000319957733, -0.01363746915012598, -0.013197937980294228, -0.0127584058791399, -0.012318873777985573, -0.01187934260815382, -0.011439811438322067, -0.01100027933716774, -0.010560747236013412, -0.01012121606618166, -0.009681684896349907, -0.00924215279519558, -0.008802620694041252, -0.0083630895242095, -0.007923558354377747, -0.007484026253223419, -0.007044494617730379, -0.006604962982237339, -0.006165431346744299, -0.005725899711251259, -0.005286368075758219, -0.004846836440265179, -0.004407304804772139, -0.0039677731692790985, -0.0035282415337860584, -0.0030887098982930183, -0.0026491782627999783, -0.002209646627306938, -0.001770114991813898, -0.001330583356320858, -0.0008910517208278179, -0.00045152008533477783, -1.1988449841737747e-05, 0.00042754318565130234, 0.0008670748211443424, 0.0013066064566373825, 0.0017461380921304226, 0.0021856697276234627, 0.0026252013631165028, 0.003064732998609543, 0.003504264634102583, 0.003943796269595623, 0.004383327905088663, 0.004822859540581703]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [5.0, 2.0, 6.0, 8.0, 12.0, 7.0, 22.0, 29.0, 25.0, 20.0, 23.0, 32.0, 42.0, 53.0, 60.0, 59.0, 69.0, 66.0, 100.0, 111.0, 130.0, 150.0, 149.0, 196.0, 189.0, 210.0, 221.0, 232.0, 245.0, 259.0, 230.0, 269.0, 254.0, 280.0, 312.0, 307.0, 303.0, 361.0, 442.0, 586.0, 723.0, 1320.0, 6772.0, 912.0, 761.0, 521.0, 238.0, 213.0, 190.0, 192.0, 168.0, 123.0, 115.0, 56.0, 31.0, 11.0, 3.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.025455357506871223, -0.024850299581885338, -0.024245239794254303, -0.023640181869268417, -0.023035123944282532, -0.022430064156651497, -0.02182500623166561, -0.021219946444034576, -0.02061488851904869, -0.020009830594062805, -0.01940477080643177, -0.018799712881445885, -0.01819465309381485, -0.017589595168828964, -0.01698453724384308, -0.016379477456212044, -0.015774419531226158, -0.015169360674917698, -0.014564301818609238, -0.013959243893623352, -0.013354185037314892, -0.012749126181006432, -0.012144068256020546, -0.011539009399712086, -0.010933950543403625, -0.010328891687095165, -0.009723832830786705, -0.00911877490580082, -0.00851371604949236, -0.007908657193183899, -0.007303598802536726, -0.006698540411889553, -0.006093481555581093, -0.005488422699272633, -0.00488336430862546, -0.004278305917978287, -0.0036732470616698265, -0.00306818843819201, -0.0024631298147141933, -0.0018580711912363768, -0.0012530125677585602, -0.0006479539442807436, -4.289532080292702e-05, 0.0005621633026748896, 0.0011672219261527061, 0.0017722805496305227, 0.0023773391731083393, 0.002982397796586156, 0.0035874564200639725, 0.004192515276372433, 0.004797573667019606, 0.0054026320576667786, 0.006007690913975239, 0.006612749770283699, 0.007217808160930872, 0.007822866551578045, 0.008427925407886505, 0.009032984264194965, 0.009638043120503426, 0.010243101045489311, 0.010848159901797771, 0.011453218758106232, 0.012058276683092117, 0.012663335539400578, 0.013268394395709038]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 5.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08533856272697449, -0.08353285491466522, -0.08172714710235596, -0.07992143929004669, -0.07811573147773743, -0.07631002366542816, -0.0745043158531189, -0.07269860804080963, -0.07089290022850037, -0.0690871849656105, -0.06728147715330124, -0.06547576934099197, -0.06367006152868271, -0.061864353716373444, -0.06005864590406418, -0.05825293809175491, -0.05644723027944565, -0.05464152246713638, -0.05283581465482712, -0.05103010684251785, -0.04922439903020859, -0.047418687492609024, -0.04561297968029976, -0.043807271867990494, -0.04200156405568123, -0.040195856243371964, -0.0383901484310627, -0.03658444061875343, -0.03477872908115387, -0.032973021268844604, -0.03116731345653534, -0.029361605644226074, -0.02755589783191681, -0.025750190019607544, -0.02394448220729828, -0.022138772532343864, -0.0203330647200346, -0.018527356907725334, -0.01672164723277092, -0.014915939420461655, -0.01311023160815239, -0.011304523795843124, -0.009498815052211285, -0.007693106774240732, -0.00588739849627018, -0.004081690218299627, -0.002275981940329075, -0.0004702736623585224, 0.00133543461561203, 0.0031411428935825825, 0.004946851171553135, 0.006752559449523687, 0.00855826772749424, 0.010363975539803505, 0.012169684283435345, 0.013975393027067184, 0.01578110083937645, 0.017586808651685715, 0.01939251646399498, 0.021198226138949394, 0.02300393395125866, 0.024809641763567924, 0.02661535143852234, 0.028421059250831604, 0.03022676706314087]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 2.0, 0.0, 3.0, 3.0, 2.0, 6.0, 2.0, 7.0, 2.0, 5.0, 7.0, 5.0, 2.0, 8.0, 7.0, 3.0, 9.0, 4.0, 5.0, 1.0, 4.0, 2.0, 3.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 0.0, 5.0, 4.0, 1.0, 6.0, 4.0, 2.0, 7.0, 8.0, 96.0, 12.0, 5.0, 2.0, 7.0, 5.0, 4.0, 3.0], "bins": [-0.09722991287708282, -0.09551071375608444, -0.09379151463508606, -0.09207232296466827, -0.09035312384366989, -0.08863392472267151, -0.08691472560167313, -0.08519552648067474, -0.08347633481025696, -0.08175713568925858, -0.08003793656826019, -0.07831873744726181, -0.07659953832626343, -0.07488033920526505, -0.07316114753484726, -0.07144194841384888, -0.0697227492928505, -0.06800355017185211, -0.06628435105085373, -0.06456515938043594, -0.06284596025943756, -0.06112676113843918, -0.059407562017440796, -0.05768836662173271, -0.05596916750073433, -0.05424996837973595, -0.05253077298402786, -0.05081157386302948, -0.0490923747420311, -0.04737317934632301, -0.04565398022532463, -0.04393478482961655, -0.042215585708618164, -0.04049638658761978, -0.0387771911919117, -0.037057992070913315, -0.03533879667520523, -0.03361959755420685, -0.031900398433208466, -0.030181201174855232, -0.028462003916502, -0.026742806658148766, -0.025023609399795532, -0.02330441027879715, -0.021585213020443916, -0.019866015762090683, -0.0181468166410923, -0.016427619382739067, -0.014708422124385834, -0.0129892248660326, -0.011270026676356792, -0.009550828486680984, -0.007831631228327751, -0.0061124335043132305, -0.00439323578029871, -0.0026740380562841892, -0.0009548403322696686, 0.0007643573917448521, 0.0024835551157593727, 0.004202752839773893, 0.005921950563788414, 0.007641148287802935, 0.009360346011817455, 0.011079544201493263, 0.012798741459846497]}, "_runtime": 6.7469000816345215, "_timestamp": 1596208475.8256598, "_step": 1}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 3.0, 2.0, 3.0, 2.0, 1.0, 2.0, 2.0, 2.0, 4.0, 5.0, 3.0, 1.0, 1.0, 1.0, 2.0, 2.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01934165321290493, -0.018713567405939102, -0.018085479736328125, -0.017457392066717148, -0.01682930625975132, -0.016201220452785492, -0.015573132783174515, -0.014945046044886112, -0.01431695930659771, -0.013688872568309307, -0.013060785830020905, -0.012432699091732502, -0.0118046123534441, -0.011176525615155697, -0.010548438876867294, -0.009920352138578892, -0.00929226540029049, -0.008664178662002087, -0.008036091923713684, -0.0074080051854252815, -0.006779918447136879, -0.006151831708848476, -0.005523744970560074, -0.004895658232271671, -0.004267571493983269, -0.003639484755694866, -0.0030113980174064636, -0.002383311279118061, -0.0017552245408296585, -0.001127137802541256, -0.0004990510642528534, 0.00012903567403554916, 0.0007571224123239517, 0.0013852091506123543, 0.002013295888900757, 0.0026413826271891594, 0.003269469365477562, 0.0038975561037659645, 0.004525642842054367, 0.00515372958034277, 0.005781816318631172, 0.006409903056919575, 0.007037989795207977, 0.00766607653349638, 0.008294163271784782, 0.008922250010073185, 0.009550336748361588, 0.01017842348664999, 0.010806510224938393, 0.011434596963226795, 0.012062683701515198, 0.0126907704398036, 0.013318857178092003, 0.013946943916380405, 0.014575030654668808, 0.01520311739295721, 0.015831204131245613, 0.01645928993821144, 0.017087377607822418, 0.017715465277433395, 0.018343551084399223, 0.01897163689136505, 0.01959972456097603, 0.020227812230587006, 0.020855898037552834]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [3.0, 5.0, 1.0, 3.0, 4.0, 5.0, 3.0, 5.0, 6.0, 10.0, 5.0, 12.0, 11.0, 17.0, 14.0, 17.0, 14.0, 22.0, 38.0, 42.0, 40.0, 50.0, 55.0, 84.0, 84.0, 108.0, 133.0, 176.0, 256.0, 252.0, 350.0, 403.0, 2122.0, 811.0, 778.0, 589.0, 420.0, 276.0, 190.0, 128.0, 99.0, 76.0, 46.0, 46.0, 24.0, 22.0, 17.0, 13.0, 13.0, 4.0, 5.0, 7.0, 4.0, 6.0, 3.0, 2.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.12146975100040436, -0.11775186657905579, -0.11403398215770721, -0.11031609773635864, -0.10659821331501007, -0.1028803288936615, -0.09916243702173233, -0.09544455260038376, -0.09172666817903519, -0.08800878375768661, -0.08429089933633804, -0.08057301491498947, -0.0768551304936409, -0.07313724607229233, -0.06941936165094376, -0.06570147722959518, -0.061983589082956314, -0.05826570466160774, -0.05454782024025917, -0.0508299320936203, -0.04711204767227173, -0.04339416325092316, -0.039676278829574585, -0.03595839440822601, -0.03224050998687744, -0.02852262370288372, -0.02480473741889, -0.021086852997541428, -0.017368968576192856, -0.013651082292199135, -0.009933197870850563, -0.006215312518179417, -0.0024974271655082703, 0.0012204579543322325, 0.004938343074172735, 0.008656227961182594, 0.01237411331385374, 0.016091998666524887, 0.01980988308787346, 0.02352776937186718, 0.02724565379321575, 0.030963538214564323, 0.034681424498558044, 0.038399308919906616, 0.04211719334125519, 0.04583507776260376, 0.04955296590924263, 0.0532708503305912, 0.056988734751939774, 0.060706619173288345, 0.06442450731992722, 0.06814239174127579, 0.07186027616262436, 0.07557816058397293, 0.0792960450053215, 0.08301392942667007, 0.08673181384801865, 0.09044969826936722, 0.09416758269071579, 0.09788547456264496, 0.10160335898399353, 0.1053212434053421, 0.10903912782669067, 0.11275701224803925, 0.11647489666938782]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 2.0, 3.0, 1.0, 2.0, 4.0, 7.0, 1.0, 0.0, 1.0, 4.0, 2.0, 6.0, 5.0, 1.0, 1.0, 3.0, 28.0, 4.0, 6.0, 2.0, 3.0, 1.0, 0.0, 3.0, 0.0, 3.0, 3.0, 3.0, 2.0, 2.0, 3.0, 2.0, 1.0, 0.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.006848501972854137, -0.006594354286789894, -0.006340206600725651, -0.0060860589146614075, -0.005831911228597164, -0.005577764008194208, -0.005323616322129965, -0.0050694686360657215, -0.004815320950001478, -0.004561173263937235, -0.0043070255778729916, -0.004052877891808748, -0.0037987304385751486, -0.0035445827525109053, -0.0032904352992773056, -0.0030362876132130623, -0.002782139927148819, -0.0025279922410845757, -0.0022738445550203323, -0.0020196971017867327, -0.0017655494157224894, -0.001511401729658246, -0.0012572541600093246, -0.001003106590360403, -0.0007489589042961597, -0.0004948112764395773, -0.00024066364858299494, 1.3483979273587465e-05, 0.00026763160713016987, 0.0005217792349867523, 0.0007759268628433347, 0.0010300744324922562, 0.0012842221185564995, 0.0015383698046207428, 0.0017925173742696643, 0.0020466649439185858, 0.002300812629982829, 0.0025549603160470724, 0.002809107769280672, 0.0030632554553449154, 0.0033174031414091587, 0.003571550827473402, 0.0038256985135376453, 0.004079846199601889, 0.004333993420004845, 0.004588141106069088, 0.004842288792133331, 0.005096436478197575, 0.005350584164261818, 0.005604731850326061, 0.0058588795363903046, 0.006113027222454548, 0.006367174908518791, 0.006621322128921747, 0.0068754698149859905, 0.007129617501050234, 0.007383765187114477, 0.0076379128731787205, 0.007892060093581676, 0.00814620777964592, 0.008400355465710163, 0.008654503151774406, 0.00890865083783865, 0.009162798523902893, 0.009416946209967136]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 4.0, 4.0, 11.0, 21.0, 24.0, 34.0, 60.0, 90.0, 158.0, 229.0, 343.0, 564.0, 870.0, 1342.0, 1928.0, 2837.0, 4202.0, 5958.0, 8108.0, 11369.0, 15940.0, 21898.0, 30720.0, 45021.0, 65499.0, 91367.0, 115638.0, 436708.0, 90009.0, 64968.0, 45757.0, 32060.0, 22947.0, 16905.0, 12232.0, 9208.0, 6709.0, 4891.0, 3592.0, 2701.0, 2011.0, 1395.0, 997.0, 742.0, 477.0, 342.0, 268.0, 155.0, 118.0, 67.0, 52.0, 33.0, 16.0, 15.0, 12.0, 9.0, 9.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.0122897420078516, -0.011867705732584, -0.011445668525993824, -0.011023632250726223, -0.010601595975458622, -0.010179558768868446, -0.009757522493600845, -0.009335486218333244, -0.008913449011743069, -0.008491412736475468, -0.008069376461207867, -0.007647339254617691, -0.00722530297935009, -0.006803266238421202, -0.006381229497492313, -0.005959193222224712, -0.005537156481295824, -0.005115119740366936, -0.004693083465099335, -0.004271046724170446, -0.003849009983241558, -0.0034269734751433134, -0.0030049369670450687, -0.0025829002261161804, -0.0021608637180179358, -0.0017388270935043693, -0.0013167904689908028, -0.0008947539608925581, -0.0004727173363789916, -5.0680740969255567e-05, 0.00037135585444048047, 0.000793392420746386, 0.0012154290452599525, 0.001637465669773519, 0.0020595022942870855, 0.00248153880238533, 0.0029035755433142185, 0.003325612051412463, 0.003747648559510708, 0.004169685300439596, 0.0045917220413684845, 0.0050137583166360855, 0.005435795057564974, 0.005857831798493862, 0.006279868073761463, 0.0067019048146903515, 0.00712394155561924, 0.007545977830886841, 0.007968014106154442, 0.008390051312744617, 0.008812087588012218, 0.009234124794602394, 0.009656161069869995, 0.010078197345137596, 0.010500234551727772, 0.010922270826995373, 0.011344307102262974, 0.01176634430885315, 0.01218838058412075, 0.012610416859388351, 0.013032454065978527, 0.013454490341246128, 0.013876526616513729, 0.014298563823103905, 0.014720600098371506]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 3.0, 0.0, 7.0, 2.0, 3.0, 2.0, 1.0, 2.0, 2.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.011264504864811897, -0.010949528776109219, -0.01063455268740654, -0.010319576598703861, -0.010004601441323757, -0.009689625352621078, -0.0093746492639184, -0.009059673175215721, -0.008744697086513042, -0.008429720997810364, -0.00811474584043026, -0.007799769286066294, -0.007484793663024902, -0.007169817574322224, -0.006854841485619545, -0.006539865862578154, -0.006224889773875475, -0.005909913685172796, -0.005594938062131405, -0.005279961973428726, -0.0049649858847260475, -0.004650010261684656, -0.0043350341729819775, -0.004020058084279299, -0.0037050822284072638, -0.0033901063725352287, -0.00307513028383255, -0.002760154427960515, -0.00244517857208848, -0.0021302024833858013, -0.0018152266275137663, -0.0015002506552264094, -0.0011852746829390526, -0.0008702987106516957, -0.0005553227965719998, -0.0002403468533884734, 7.4629089795053e-05, 0.0003896050329785794, 0.0007045809761621058, 0.0010195568902418017, 0.0013345328625291586, 0.0016495088348165154, 0.0019644848071038723, 0.0022794606629759073, 0.0025944365188479424, 0.002909412607550621, 0.003224388463422656, 0.0035393645521253347, 0.0038543404079973698, 0.0041693164967000484, 0.00448429211974144, 0.0047992682084441185, 0.005114244297146797, 0.0054292199201881886, 0.005744196008890867, 0.006059172097593546, 0.006374147720634937, 0.006689123809337616, 0.007004099898040295, 0.007319075986742973, 0.007634051609784365, 0.007949027232825756, 0.008264003321528435, 0.008578979410231113, 0.008893955498933792]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 4.0, 5.0, 8.0, 8.0, 8.0, 17.0, 13.0, 18.0, 27.0, 30.0, 35.0, 50.0, 48.0, 53.0, 86.0, 82.0, 102.0, 119.0, 133.0, 151.0, 190.0, 223.0, 209.0, 223.0, 265.0, 272.0, 254.0, 274.0, 263.0, 273.0, 284.0, 349.0, 424.0, 482.0, 620.0, 802.0, 6636.0, 1508.0, 916.0, 650.0, 496.0, 373.0, 363.0, 282.0, 226.0, 191.0, 140.0, 100.0, 56.0, 33.0, 16.0, 21.0, 6.0, 0.0, 4.0, 2.0, 2.0], "bins": [-0.01460351049900055, -0.014269008301198483, -0.01393450703471899, -0.013600004836916924, -0.013265503570437431, -0.012931001372635365, -0.012596499174833298, -0.012261997908353806, -0.011927495710551739, -0.011592994444072247, -0.01125849224627018, -0.010923990048468113, -0.01058948878198862, -0.010254986584186554, -0.009920485317707062, -0.009585983119904995, -0.009251480922102928, -0.008916979655623436, -0.00858247745782137, -0.008247976191341877, -0.00791347399353981, -0.007578972261399031, -0.007244470529258251, -0.006909968797117472, -0.006575467064976692, -0.006240964867174625, -0.005906463135033846, -0.005571961402893066, -0.005237459670752287, -0.004902957938611507, -0.004568455740809441, -0.004233954008668661, -0.0038994522765278816, -0.003564950544387102, -0.003230448579415679, -0.0028959468472748995, -0.0025614448823034763, -0.002226943150162697, -0.0018924414180219173, -0.001557939569465816, -0.0012234377209097147, -0.0008889358723536134, -0.000554434082005173, -0.0002199322625529021, 0.00011456955689936876, 0.00044907137635163963, 0.0007835731958039105, 0.001118074986152351, 0.0014525768347084522, 0.0017870786832645535, 0.002121580531820655, 0.0024560822639614344, 0.0027905842289328575, 0.003125085961073637, 0.0034595876932144165, 0.0037940896581858397, 0.0041285911574959755, 0.004463093355298042, 0.004797595087438822, 0.005132096819579601, 0.005466598551720381, 0.00580110028386116, 0.006135602481663227, 0.006470104213804007, 0.006804605945944786]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 7.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.054151229560375214, -0.053028203547000885, -0.05190517380833626, -0.05078214779496193, -0.0496591180562973, -0.048536092042922974, -0.04741306230425835, -0.04629003629088402, -0.04516700655221939, -0.04404398053884506, -0.042920954525470734, -0.04179792478680611, -0.04067489877343178, -0.03955186903476715, -0.03842884302139282, -0.037305813282728195, -0.03618278726935387, -0.03505976125597954, -0.03393673151731491, -0.03281370550394058, -0.031690675765275955, -0.030567649751901627, -0.02944462187588215, -0.02832159399986267, -0.027198566123843193, -0.026075538247823715, -0.024952510371804237, -0.02382948249578476, -0.02270645648241043, -0.021583428606390953, -0.020460400730371475, -0.019337372854351997, -0.01821434497833252, -0.01709131710231304, -0.015968289226293564, -0.01484526228159666, -0.013722234405577183, -0.012599206529557705, -0.011476179584860802, -0.010353151708841324, -0.009230123832821846, -0.008107095956802368, -0.006984068546444178, -0.005861041136085987, -0.004738013260066509, -0.003614985616877675, -0.002491957973688841, -0.0013689303305000067, -0.0002459026873111725, 0.0008771249558776617, 0.002000152599066496, 0.00312318024225533, 0.004246207885444164, 0.005369235761463642, 0.006492263171821833, 0.007615290582180023, 0.008738318458199501, 0.009861346334218979, 0.010984374210238457, 0.01210740115493536, 0.013230429030954838, 0.014353456906974316, 0.015476483851671219, 0.016599511727690697, 0.017722539603710175]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 5.0, 8.0, 5.0, 3.0, 11.0, 7.0, 4.0, 4.0, 5.0, 8.0, 4.0, 7.0, 3.0, 0.0, 2.0, 5.0, 2.0, 6.0, 2.0, 1.0, 3.0, 3.0, 2.0, 1.0, 1.0, 3.0, 1.0, 5.0, 2.0, 3.0, 1.0, 6.0, 4.0, 2.0, 3.0, 1.0, 11.0, 10.0, 69.0, 14.0, 6.0, 8.0, 8.0, 4.0, 3.0, 2.0, 2.0, 4.0, 3.0, 0.0, 1.0, 2.0], "bins": [-0.05555889382958412, -0.054463669657707214, -0.05336844548583031, -0.0522732213139534, -0.051177993416786194, -0.050082769244909286, -0.04898754507303238, -0.04789232090115547, -0.046797096729278564, -0.04570187255740166, -0.04460664466023445, -0.043511420488357544, -0.04241619631648064, -0.04132097214460373, -0.04022574797272682, -0.039130523800849915, -0.03803529590368271, -0.0369400717318058, -0.035844847559928894, -0.03474962338805199, -0.03365439921617508, -0.03255917504429817, -0.031463950872421265, -0.030368724837899208, -0.02927349880337715, -0.028178274631500244, -0.027083050459623337, -0.02598782628774643, -0.024892600253224373, -0.023797376081347466, -0.022702151909470558, -0.0216069258749485, -0.020511701703071594, -0.019416477531194687, -0.01832125149667263, -0.017226027324795723, -0.016130803152918816, -0.015035578049719334, -0.013940352946519852, -0.012845128774642944, -0.011749903671443462, -0.01065467856824398, -0.009559454396367073, -0.008464229293167591, -0.0073690046556293964, -0.006273780018091202, -0.00517855491489172, -0.004083330277353525, -0.0029881056398153305, -0.001892880885861814, -0.0007976561319082975, 0.00029756862204521894, 0.0013927933759987354, 0.00248801801353693, 0.0035832428839057684, 0.004678467754274607, 0.005773692391812801, 0.006868917029350996, 0.00796414166688919, 0.009059366770088673, 0.010154591873288155, 0.011249816045165062, 0.012345041148364544, 0.013440265320241451, 0.014535490423440933]}, "_runtime": 7.6469035148620605, "_timestamp": 1596208476.7256632, "_step": 2}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 2.0, 2.0, 1.0, 2.0, 1.0, 2.0, 2.0, 1.0, 6.0, 1.0, 2.0, 1.0, 1.0, 2.0, 4.0, 1.0, 5.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.014757731929421425, -0.01430523581802845, -0.01385274063795805, -0.013400244526565075, -0.012947749346494675, -0.0124952532351017, -0.0120427580550313, -0.011590261943638325, -0.011137766763567924, -0.01068527065217495, -0.010232774540781975, -0.009780279360711575, -0.0093277832493186, -0.0088752880692482, -0.008422791957855225, -0.007970296777784824, -0.0075178006663918495, -0.007065305020660162, -0.006612809374928474, -0.006160313729196787, -0.005707818083465099, -0.0052553219720721245, -0.004802826326340437, -0.004350330680608749, -0.003897835034877062, -0.0034453393891453743, -0.0029928437434136868, -0.0025403478648513556, -0.002087852219119668, -0.0016353565733879805, -0.001182860811240971, -0.0007303651073016226, -0.00027786940336227417, 0.0001746263005770743, 0.0006271220045164227, 0.0010796177666634321, 0.0015321134123951197, 0.001984609058126807, 0.0024371049366891384, 0.002889600582420826, 0.0033420962281525135, 0.003794591873884201, 0.004247087519615889, 0.004699583165347576, 0.005152079276740551, 0.0056045749224722385, 0.006057070568203926, 0.006509566213935614, 0.006962061859667301, 0.007414557505398989, 0.007867053151130676, 0.008319549262523651, 0.008772044442594051, 0.009224540553987026, 0.009677035734057426, 0.010129531845450401, 0.010582027956843376, 0.011034523136913776, 0.011487019248306751, 0.011939514428377151, 0.012392010539770126, 0.012844505719840527, 0.013297001831233501, 0.013749497011303902, 0.014201993122696877]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 2.0, 3.0, 5.0, 9.0, 5.0, 3.0, 9.0, 7.0, 15.0, 18.0, 29.0, 38.0, 31.0, 53.0, 62.0, 53.0, 64.0, 97.0, 103.0, 147.0, 221.0, 281.0, 405.0, 519.0, 2199.0, 1156.0, 911.0, 528.0, 309.0, 198.0, 132.0, 85.0, 74.0, 46.0, 34.0, 25.0, 16.0, 4.0, 13.0, 4.0, 3.0, 4.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1782829612493515, -0.17365792393684387, -0.16903288662433624, -0.16440783441066742, -0.1597827970981598, -0.15515775978565216, -0.15053272247314453, -0.1459076851606369, -0.14128264784812927, -0.13665759563446045, -0.13203255832195282, -0.1274075210094452, -0.12278248369693756, -0.11815743893384933, -0.1135324016213417, -0.10890735685825348, -0.10428231954574585, -0.09965728223323822, -0.09503223747015, -0.09040720015764236, -0.08578215539455414, -0.08115711808204651, -0.07653208076953888, -0.07190703600645065, -0.06728199869394302, -0.0626569613814354, -0.05803191661834717, -0.05340687930583954, -0.04878183826804161, -0.04415679723024368, -0.03953175991773605, -0.034906718879938126, -0.030281677842140198, -0.02565663680434227, -0.02103159762918949, -0.016406558454036713, -0.011781517416238785, -0.0071564773097634315, -0.0025314372032880783, 0.002093602903187275, 0.006718643009662628, 0.011343683116137981, 0.015968723222613335, 0.020593762397766113, 0.02521880343556404, 0.02984384447336197, 0.0344688817858696, 0.039093922823667526, 0.043718963861465454, 0.04834400489926338, 0.05296904593706131, 0.05759408324956894, 0.06221912428736687, 0.0668441653251648, 0.07146920263767242, 0.07609424740076065, 0.08071928471326828, 0.08534432202577591, 0.08996936678886414, 0.09459440410137177, 0.0992194414138794, 0.10384448617696762, 0.10846952348947525, 0.11309456825256348, 0.1177196055650711]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 1.0, 1.0, 0.0, 4.0, 3.0, 2.0, 4.0, 3.0, 1.0, 2.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 3.0, 1.0, 0.0, 2.0, 3.0, 27.0, 2.0, 3.0, 3.0, 6.0, 3.0, 3.0, 3.0, 1.0, 0.0, 2.0, 0.0, 3.0, 3.0, 6.0, 2.0, 1.0, 3.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.0061006564646959305, -0.005908175837248564, -0.005715695209801197, -0.005523215048015118, -0.005330734420567751, -0.005138253793120384, -0.0049457731656730175, -0.004753292538225651, -0.004560812376439571, -0.004368331748992205, -0.004175851121544838, -0.003983370494097471, -0.0037908898666501045, -0.0035984094720333815, -0.0034059288445860147, -0.0032134484499692917, -0.003020967822521925, -0.0028284871950745583, -0.002636006800457835, -0.0024435261730104685, -0.0022510457783937454, -0.0020585651509463787, -0.001866084523499012, -0.001673604012466967, -0.0014811235014349222, -0.0012886429904028773, -0.0010961624793708324, -0.0009036818519234657, -0.0007112013408914208, -0.000518720829859376, -0.00032624026061967015, -0.0001337597204837948, 5.8720819652080536e-05, 0.0002512013597879559, 0.0004436818999238312, 0.000636162469163537, 0.0008286429801955819, 0.0010211234912276268, 0.0012136041186749935, 0.0014060846297070384, 0.0015985651407390833, 0.0017910456517711282, 0.001983526162803173, 0.0021760067902505398, 0.0023684874176979065, 0.0025609678123146296, 0.0027534484397619963, 0.0029459288343787193, 0.003138409461826086, 0.0033308900892734528, 0.003523370483890176, 0.0037158511113375425, 0.003908331505954266, 0.004100812133401632, 0.004293292760848999, 0.004485773388296366, 0.0046782540157437325, 0.004870734177529812, 0.005063214804977179, 0.005255695432424545, 0.005448176059871912, 0.005640656687319279, 0.005833136849105358, 0.006025617476552725, 0.0062180981040000916]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 0.0, 6.0, 7.0, 16.0, 36.0, 53.0, 91.0, 160.0, 231.0, 297.0, 491.0, 810.0, 1193.0, 1673.0, 2281.0, 3065.0, 4157.0, 5501.0, 7077.0, 9120.0, 11684.0, 14477.0, 18770.0, 24478.0, 32818.0, 44086.0, 58218.0, 74044.0, 91719.0, 413323.0, 88383.0, 70670.0, 52081.0, 38408.0, 27916.0, 20918.0, 15657.0, 11795.0, 8931.0, 7013.0, 5150.0, 3822.0, 2694.0, 1887.0, 1393.0, 929.0, 655.0, 439.0, 335.0, 223.0, 150.0, 107.0, 67.0, 52.0, 37.0, 20.0, 12.0, 7.0, 4.0, 2.0, 3.0, 2.0, 1.0], "bins": [-0.011441193521022797, -0.011063288897275925, -0.010685384273529053, -0.01030747964978218, -0.009929575026035309, -0.009551670402288437, -0.00917376670986414, -0.008795862086117268, -0.008417957462370396, -0.008040052838623524, -0.007662148214876652, -0.00728424359112978, -0.006906338967382908, -0.006528434343636036, -0.006150530185550451, -0.005772625561803579, -0.005394720938056707, -0.0050168163143098354, -0.0046389116905629635, -0.004261007532477379, -0.003883102908730507, -0.003505198284983635, -0.003127293661236763, -0.0027493892703205347, -0.0023714846465736628, -0.001993580022826791, -0.0016156756319105625, -0.0012377710081636906, -0.0008598665008321404, -0.00048196196439675987, -0.00010405742796137929, 0.0002738471084740013, 0.0006517516449093819, 0.001029656152240932, 0.0014075606595724821, 0.001785465283319354, 0.0021633696742355824, 0.0025412742979824543, 0.0029191789217293262, 0.0032970833126455545, 0.0036749879363924265, 0.004052892327308655, 0.004430796951055527, 0.004808701574802399, 0.005186606198549271, 0.005564510822296143, 0.005942414980381727, 0.006320319604128599, 0.006698224227875471, 0.007076128851622343, 0.007454033475369215, 0.0078319376334548, 0.008209842257201672, 0.008587746880948544, 0.008965651504695415, 0.009343556128442287, 0.00972146075218916, 0.010099365375936031, 0.010477269999682903, 0.0108551736921072, 0.011233078315854073, 0.011610982939600945, 0.011988887563347816, 0.012366792187094688, 0.01274469681084156]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 3.0, 2.0, 2.0, 2.0, 1.0, 1.0, 2.0, 3.0, 2.0, 2.0, 3.0, 1.0, 2.0, 8.0, 1.0, 3.0, 1.0, 3.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.020961666479706764, -0.020468872040510178, -0.019976075738668442, -0.019483281299471855, -0.01899048686027527, -0.018497692421078682, -0.018004897981882095, -0.01751210168004036, -0.017019307240843773, -0.016526512801647186, -0.01603371649980545, -0.015540922060608864, -0.015048127621412277, -0.01455533318221569, -0.01406253781169653, -0.013569742441177368, -0.013076948001980782, -0.012584153562784195, -0.012091358192265034, -0.011598562821745872, -0.011105768382549286, -0.0106129739433527, -0.010120178572833538, -0.009627383202314377, -0.00913458876311779, -0.008641794323921204, -0.008148998953402042, -0.0076562040485441685, -0.0071634091436862946, -0.006670614238828421, -0.006177819333970547, -0.005685024429112673, -0.005192229524254799, -0.004699434619396925, -0.004206639714539051, -0.003713844809681177, -0.0032210499048233032, -0.0027282549999654293, -0.0022354600951075554, -0.0017426651902496815, -0.0012498702853918076, -0.0007570753805339336, -0.0002642804756760597, 0.0002285144291818142, 0.0007213093340396881, 0.001214104238897562, 0.001706899143755436, 0.00219969404861331, 0.0026924889534711838, 0.0031852838583290577, 0.0036780787631869316, 0.0041708736680448055, 0.0046636685729026794, 0.005156463477760553, 0.005649258382618427, 0.006142053287476301, 0.006634848192334175, 0.007127643097192049, 0.007620438002049923, 0.008113233372569084, 0.00860602781176567, 0.009098822250962257, 0.009591617621481419, 0.01008441299200058, 0.010577207431197166]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [5.0, 2.0, 1.0, 2.0, 4.0, 9.0, 4.0, 10.0, 10.0, 12.0, 11.0, 14.0, 14.0, 29.0, 41.0, 41.0, 49.0, 47.0, 45.0, 65.0, 66.0, 60.0, 91.0, 81.0, 125.0, 112.0, 132.0, 134.0, 163.0, 197.0, 211.0, 242.0, 243.0, 315.0, 297.0, 351.0, 382.0, 407.0, 457.0, 491.0, 654.0, 713.0, 818.0, 1086.0, 6794.0, 1191.0, 665.0, 436.0, 260.0, 179.0, 142.0, 128.0, 105.0, 88.0, 58.0, 58.0, 28.0, 19.0, 20.0, 8.0, 3.0, 2.0, 1.0, 4.0], "bins": [-0.010522629134356976, -0.010286949574947357, -0.010051269084215164, -0.009815589524805546, -0.009579909965395927, -0.009344230405986309, -0.00910855084657669, -0.008872870355844498, -0.00863719079643488, -0.008401511237025261, -0.008165830746293068, -0.00793015118688345, -0.007694471627473831, -0.007458792068064213, -0.007223112042993307, -0.006987432017922401, -0.006751752458512783, -0.006516072899103165, -0.006280392874032259, -0.006044712848961353, -0.005809033289551735, -0.0055733537301421165, -0.005337673705071211, -0.005101993680000305, -0.004866314120590687, -0.004630634561181068, -0.004394954536110163, -0.004159274511039257, -0.003923594951629639, -0.0036879151593893766, -0.0034522353671491146, -0.0032165555749088526, -0.0029808757826685905, -0.0027451959904283285, -0.0025095161981880665, -0.0022738364059478045, -0.0020381566137075424, -0.0018024768214672804, -0.0015667970292270184, -0.0013311172369867563, -0.0010954374447464943, -0.0008597576525062323, -0.0006240778602659702, -0.0003883980680257082, -0.00015271827578544617, 8.296151645481586e-05, 0.0003186413086950779, 0.0005543211009353399, 0.000790000893175602, 0.001025680685415864, 0.001261360477656126, 0.001497040269896388, 0.00173272006213665, 0.001968399854376912, 0.002204079646617174, 0.002439759438857436, 0.002675439231097698, 0.0029111190233379602, 0.0031467988155782223, 0.0033824786078184843, 0.0036181584000587463, 0.0038538381922990084, 0.00408951798453927, 0.004325198009610176, 0.0045608775690197945]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 4.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.048859331756830215, -0.0479402057826519, -0.047021083533763885, -0.04610195755958557, -0.04518283158540726, -0.04426370561122894, -0.04334458336234093, -0.04242545738816261, -0.0415063314139843, -0.04058720916509628, -0.03966808319091797, -0.038748957216739655, -0.03782983124256134, -0.036910708993673325, -0.03599158301949501, -0.035072457045316696, -0.03415333479642868, -0.033234208822250366, -0.03231508284807205, -0.03139595687389374, -0.030476832762360573, -0.029557708650827408, -0.028638582676649094, -0.02771945856511593, -0.026800334453582764, -0.02588120847940445, -0.024962084367871284, -0.02404295839369297, -0.023123834282159805, -0.02220470830798149, -0.021285584196448326, -0.020366458222270012, -0.019447334110736847, -0.018528209999203682, -0.017609084025025368, -0.016689959913492203, -0.01577083393931389, -0.014851709827780724, -0.013932584784924984, -0.013013459742069244, -0.012094334699213505, -0.011175209656357765, -0.010256084613502026, -0.009336959570646286, -0.008417835459113121, -0.007498709950596094, -0.006579585373401642, -0.005660460330545902, -0.004741335287690163, -0.003822210244834423, -0.002903085434809327, -0.001983960624784231, -0.0010648355819284916, -0.00014571065548807383, 0.0007734142709523439, 0.0016925391973927617, 0.0026116641238331795, 0.003530789166688919, 0.004449914209544659, 0.005369038786739111, 0.0062881638295948505, 0.00720728887245059, 0.008126413449645042, 0.009045538492500782, 0.009964663535356522]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 4.0, 1.0, 2.0, 4.0, 5.0, 5.0, 2.0, 5.0, 5.0, 2.0, 6.0, 3.0, 6.0, 8.0, 5.0, 4.0, 3.0, 5.0, 5.0, 4.0, 2.0, 3.0, 0.0, 5.0, 3.0, 7.0, 2.0, 0.0, 5.0, 2.0, 6.0, 2.0, 4.0, 3.0, 2.0, 1.0, 2.0, 3.0, 5.0, 6.0, 10.0, 14.0, 67.0, 18.0, 5.0, 6.0, 3.0, 3.0, 1.0, 2.0, 3.0], "bins": [-0.03226209431886673, -0.03168078511953354, -0.031099477782845497, -0.030518170446157455, -0.029936861246824265, -0.029355552047491074, -0.028774244710803032, -0.02819293737411499, -0.0276116281747818, -0.02703031897544861, -0.026449011638760567, -0.025867704302072525, -0.025286395102739334, -0.024705085903406143, -0.0241237785667181, -0.02354247123003006, -0.02296116203069687, -0.022379852831363678, -0.021798545494675636, -0.021217238157987595, -0.020635928958654404, -0.020054619759321213, -0.01947331242263317, -0.01889200508594513, -0.01831069588661194, -0.017729386687278748, -0.017148079350590706, -0.016566772013902664, -0.015985462814569473, -0.015404154546558857, -0.01482284627854824, -0.014241538010537624, -0.013660229742527008, -0.013078921474516392, -0.012497613206505775, -0.01191630493849516, -0.011334996670484543, -0.010753688402473927, -0.01017238013446331, -0.009591071866452694, -0.009009763598442078, -0.008428455330431461, -0.007847147062420845, -0.007265838794410229, -0.006684530526399612, -0.006103222258388996, -0.00552191399037838, -0.0049406057223677635, -0.004359297454357147, -0.003777989186346531, -0.0031966809183359146, -0.0026153726503252983, -0.002034064382314682, -0.0014527561143040657, -0.0008714478462934494, -0.0002901395782828331, 0.0002911686897277832, 0.0008724769577383995, 0.0014537852257490158, 0.002035093493759632, 0.0026164017617702484, 0.0031977100297808647, 0.003779018297791481, 0.004360326565802097, 0.004941634833812714]}, "_runtime": 8.50400185585022, "_timestamp": 1596208477.5827615, "_step": 3}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 5.0, 2.0, 3.0, 1.0, 1.0, 3.0, 1.0, 3.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 2.0, 1.0, 0.0, 3.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.017027132213115692, -0.01657206378877163, -0.016116995364427567, -0.015661928802728653, -0.01520686037838459, -0.014751791954040527, -0.014296723529696465, -0.013841656036674976, -0.013386587612330914, -0.01293151918798685, -0.012476451694965363, -0.0120213832706213, -0.011566314846277237, -0.011111247353255749, -0.010656178928911686, -0.010201111435890198, -0.009746043011546135, -0.009290974587202072, -0.008835907094180584, -0.008380838669836521, -0.007925771176815033, -0.00747070275247097, -0.007015634328126907, -0.006560566369444132, -0.006105498410761356, -0.005650430452078581, -0.005195362493395805, -0.0047402940690517426, -0.004285226110368967, -0.0038301581516861916, -0.0033750899601727724, -0.0029200217686593533, -0.0024649538099765778, -0.0020098858512938023, -0.0015548176597803831, -0.0010997495846822858, -0.0006446815095841885, -0.00018961343448609114, 0.0002654546406120062, 0.0007205227157101035, 0.0011755907908082008, 0.0016306588659062982, 0.0020857269410043955, 0.0025407951325178146, 0.00299586309120059, 0.0034509310498833656, 0.0039059992413967848, 0.004361067432910204, 0.004816135391592979, 0.005271203350275755, 0.00572627130895853, 0.006181339733302593, 0.006636407691985369, 0.007091475650668144, 0.007546544075012207, 0.008001611568033695, 0.008456679992377758, 0.00891174841672182, 0.009366815909743309, 0.009821884334087372, 0.010276952758431435, 0.010732020251452923, 0.011187088675796986, 0.011642156168818474, 0.012097224593162537]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 1.0, 4.0, 5.0, 3.0, 8.0, 4.0, 9.0, 6.0, 14.0, 18.0, 22.0, 32.0, 42.0, 58.0, 80.0, 75.0, 111.0, 121.0, 160.0, 202.0, 262.0, 339.0, 435.0, 2039.0, 1118.0, 932.0, 649.0, 411.0, 256.0, 153.0, 114.0, 78.0, 42.0, 29.0, 25.0, 18.0, 11.0, 11.0, 7.0, 12.0, 5.0, 0.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1602466106414795, -0.15537862479686737, -0.15051063895225525, -0.14564265310764313, -0.140774667263031, -0.13590668141841888, -0.13103869557380676, -0.12617070972919464, -0.12130271643400192, -0.1164347305893898, -0.11156674474477768, -0.10669875890016556, -0.10183076560497284, -0.09696277976036072, -0.0920947939157486, -0.08722680807113647, -0.08235882222652435, -0.07749083638191223, -0.07262285053730011, -0.06775486469268799, -0.06288687884807587, -0.05801888927817345, -0.05315089970827103, -0.048282913863658905, -0.04341492801904678, -0.03854694217443466, -0.03367895632982254, -0.02881096675992012, -0.023942980915308, -0.019074995070695877, -0.014207007363438606, -0.00933902058750391, -0.004471033811569214, 0.00039695296436548233, 0.0052649397403001785, 0.010132926516234875, 0.015000913292169571, 0.019868899136781693, 0.024736886844038963, 0.029604874551296234, 0.034472860395908356, 0.03934084624052048, 0.0442088320851326, 0.04907682165503502, 0.05394480749964714, 0.05881279334425926, 0.06368078291416168, 0.0685487687587738, 0.07341675460338593, 0.07828474044799805, 0.08315272629261017, 0.08802071213722229, 0.09288869798183441, 0.09775669127702713, 0.10262467712163925, 0.10749266296625137, 0.1123606488108635, 0.11722863465547562, 0.12209662050008774, 0.12696461379528046, 0.13183259963989258, 0.1367005854845047, 0.14156857132911682, 0.14643655717372894, 0.15130454301834106]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 3.0, 0.0, 5.0, 3.0, 2.0, 3.0, 3.0, 4.0, 3.0, 0.0, 0.0, 4.0, 1.0, 2.0, 3.0, 3.0, 1.0, 2.0, 26.0, 3.0, 5.0, 2.0, 2.0, 3.0, 1.0, 2.0, 7.0, 0.0, 2.0, 0.0, 4.0, 5.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 5.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.004199635237455368, -0.004034420475363731, -0.003869205480441451, -0.0037039907183498144, -0.003538775723427534, -0.0033735609613358974, -0.003208346199244261, -0.0030431312043219805, -0.002877916442230344, -0.002712701680138707, -0.002547486685216427, -0.00238227192312479, -0.0022170571610331535, -0.0020518421661108732, -0.0018866274040192366, -0.001721412525512278, -0.0015561976470053196, -0.0013909827684983611, -0.0012257678899914026, -0.001060553127899766, -0.0008953382493928075, -0.000730123370885849, -0.0005649085505865514, -0.0003996937011834234, -0.00023447885178029537, -6.926400237716734e-05, 9.595084702596068e-05, 0.0002611656964290887, 0.00042638054583221674, 0.0005915954243391752, 0.0007568102446384728, 0.0009220250649377704, 0.0010872399434447289, 0.0012524548219516873, 0.0014176697004586458, 0.0015828844625502825, 0.001748099341057241, 0.0019133142195641994, 0.002078528981655836, 0.0022437439765781164, 0.002408958738669753, 0.0025741735007613897, 0.00273938849568367, 0.0029046032577753067, 0.0030698180198669434, 0.0032350330147892237, 0.0034002477768808603, 0.0035654627718031406, 0.0037306775338947773, 0.003895892295986414, 0.004061107058078051, 0.004226322285830975, 0.004391537047922611, 0.004556751810014248, 0.0047219665721058846, 0.004887181334197521, 0.005052396096289158, 0.005217611324042082, 0.0053828260861337185, 0.005548040848225355, 0.005713255610316992, 0.0058784703724086285, 0.006043685600161552, 0.006208900362253189, 0.006374115124344826]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [4.0, 0.0, 2.0, 6.0, 14.0, 16.0, 31.0, 48.0, 78.0, 123.0, 213.0, 335.0, 512.0, 776.0, 1194.0, 1765.0, 2662.0, 3829.0, 5537.0, 7511.0, 10540.0, 13958.0, 19421.0, 26160.0, 37084.0, 53850.0, 76591.0, 102711.0, 428958.0, 100770.0, 76675.0, 55443.0, 40331.0, 29097.0, 21002.0, 15484.0, 11610.0, 9026.0, 6951.0, 5427.0, 3906.0, 2981.0, 2151.0, 1504.0, 1127.0, 791.0, 540.0, 324.0, 204.0, 142.0, 83.0, 60.0, 30.0, 24.0, 16.0, 6.0, 4.0, 2.0, 4.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.011984647251665592, -0.011565479449927807, -0.011146310716867447, -0.010727142915129662, -0.010307975113391876, -0.009888807311654091, -0.009469639509916306, -0.009050470776855946, -0.00863130297511816, -0.008212135173380375, -0.007792966905981302, -0.00737379863858223, -0.006954630836844444, -0.006535463035106659, -0.006116294767707586, -0.005697126500308514, -0.005277958698570728, -0.004858790896832943, -0.00443962262943387, -0.004020454362034798, -0.0036012865602970123, -0.0031821185257285833, -0.0027629504911601543, -0.0023437824565917253, -0.0019246144220232964, -0.0015054463874548674, -0.0010862783528864384, -0.0006671103183180094, -0.0002479422837495804, 0.0001712257508188486, 0.0005903937853872776, 0.0010095618199557066, 0.0014287298545241356, 0.0018478978890925646, 0.0022670659236609936, 0.0026862339582294226, 0.0031054019927978516, 0.0035245700273662806, 0.0039437380619347095, 0.004362906329333782, 0.0047820741310715675, 0.005201241932809353, 0.0056204102002084255, 0.006039578467607498, 0.0064587462693452835, 0.006877914071083069, 0.0072970823384821415, 0.007716250605881214, 0.008135418407619, 0.008554586209356785, 0.008973754942417145, 0.00939292274415493, 0.009812090545892715, 0.0102312583476305, 0.010650426149368286, 0.011069594882428646, 0.011488762684166431, 0.011907930485904217, 0.012327099218964577, 0.012746267020702362, 0.013165434822440147, 0.013584602624177933, 0.014003770425915718, 0.014422939158976078, 0.014842106960713863]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 2.0, 3.0, 2.0, 1.0, 2.0, 0.0, 3.0, 0.0, 9.0, 2.0, 2.0, 1.0, 3.0, 0.0, 2.0, 1.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.007907519116997719, -0.0076869698241353035, -0.007466420531272888, -0.007245871238410473, -0.0070253219455480576, -0.006804772187024355, -0.00658422289416194, -0.006363673601299524, -0.006143124308437109, -0.005922575015574694, -0.005702025722712278, -0.005481476429849863, -0.00526092667132616, -0.005040377378463745, -0.00481982808560133, -0.0045992787927389145, -0.004378729499876499, -0.004158180207014084, -0.0039376309141516685, -0.0037170813884586096, -0.0034965320955961943, -0.003275982802733779, -0.00305543327704072, -0.0028348839841783047, -0.0026143346913158894, -0.002393785398453474, -0.0021732361055910587, -0.0019526865798979998, -0.0017321372870355844, -0.0015115879941731691, -0.001291038584895432, -0.0010704891756176949, -0.0008499398827552795, -0.0006293905316852033, -0.0004088411806151271, -0.00018829182954505086, 3.225752152502537e-05, 0.0002528068725951016, 0.0004733562236651778, 0.000693905574735254, 0.0009144549258053303, 0.0011350042186677456, 0.0013555536279454827, 0.0015761030372232199, 0.0017966523300856352, 0.0020172016229480505, 0.0022377511486411095, 0.0024583004415035248, 0.00267884973436594, 0.0028993990272283554, 0.0031199483200907707, 0.0033404978457838297, 0.003561047138646245, 0.0037815964315086603, 0.004002145957201719, 0.004222695250064135, 0.00444324454292655, 0.004663793835788965, 0.0048843431286513805, 0.005104892421513796, 0.0053254421800374985, 0.005545991472899914, 0.005766540765762329, 0.005987090058624744, 0.00620763935148716]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 0.0, 2.0, 4.0, 5.0, 2.0, 6.0, 6.0, 9.0, 13.0, 10.0, 13.0, 18.0, 20.0, 29.0, 38.0, 29.0, 36.0, 66.0, 78.0, 79.0, 113.0, 128.0, 139.0, 180.0, 241.0, 263.0, 306.0, 366.0, 376.0, 426.0, 522.0, 628.0, 726.0, 1009.0, 6419.0, 2357.0, 1219.0, 687.0, 549.0, 427.0, 315.0, 209.0, 139.0, 68.0, 46.0, 17.0, 25.0, 11.0, 13.0, 7.0, 6.0, 7.0, 4.0, 3.0, 2.0, 3.0, 1.0, 0.0, 1.0, 4.0, 3.0], "bins": [-0.00810993555933237, -0.007896183989942074, -0.007682432420551777, -0.00746868085116148, -0.007254929281771183, -0.007041178178042173, -0.0068274266086518764, -0.0066136750392615795, -0.006399923469871283, -0.006186171900480986, -0.005972420331090689, -0.005758668761700392, -0.005544917657971382, -0.005331166088581085, -0.005117414519190788, -0.004903662949800491, -0.004689911380410194, -0.0044761598110198975, -0.0042624082416296005, -0.004048656672239304, -0.0038349053356796503, -0.0036211537662893534, -0.0034074024297297, -0.003193650860339403, -0.002979899290949106, -0.0027661477215588093, -0.0025523961521685123, -0.002338644815608859, -0.002124893246218562, -0.0019111416768282652, -0.00169739022385329, -0.001483638770878315, -0.001269887201488018, -0.001056135632097721, -0.000842384179122746, -0.00062863266794011, -0.00041488115675747395, -0.00020112964557483792, 1.26218656077981e-05, 0.00022637337679043412, 0.00044012488797307014, 0.0006538763991557062, 0.0008676279103383422, 0.0010813793633133173, 0.0012951309327036142, 0.0015088825020939112, 0.0017226339550688863, 0.0019363854080438614, 0.0021501369774341583, 0.0023638885468244553, 0.002577640116214752, 0.0027913914527744055, 0.0030051430221647024, 0.0032188945915549994, 0.0034326459281146526, 0.0036463974975049496, 0.0038601490668952465, 0.0040739006362855434, 0.00428765220567584, 0.004501403775066137, 0.004715154878795147, 0.004928906448185444, 0.005142658017575741, 0.005356409586966038, 0.005570161156356335]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 5.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.031057048588991165, -0.030532410368323326, -0.030007770285010338, -0.0294831320643425, -0.02895849198102951, -0.02843385376036167, -0.027909213677048683, -0.027384575456380844, -0.026859935373067856, -0.026335297152400017, -0.02581065706908703, -0.02528601884841919, -0.0247613787651062, -0.024236740544438362, -0.023712100461125374, -0.023187462240457535, -0.022662822157144547, -0.022138183936476707, -0.02161354571580887, -0.02108890563249588, -0.02056426741182804, -0.020039627328515053, -0.019514989107847214, -0.018990349024534225, -0.018465710803866386, -0.017941070720553398, -0.01741643249988556, -0.01689179241657257, -0.016367154195904732, -0.015842514112591743, -0.015317875891923904, -0.01479323673993349, -0.014268597587943077, -0.013743958435952663, -0.01321931928396225, -0.012694680131971836, -0.012170040979981422, -0.011645401827991009, -0.011120762676000595, -0.010596123524010181, -0.010071484372019768, -0.009546846151351929, -0.009022206999361515, -0.008497567847371101, -0.007972928695380688, -0.007448289543390274, -0.00692365039139986, -0.006399011239409447, -0.005874372087419033, -0.005349732935428619, -0.004825093783438206, -0.004300454631447792, -0.003775815712288022, -0.0032511765602976084, -0.0027265376411378384, -0.0022018984891474247, -0.001677259337157011, -0.0011526201851665974, -0.0006279811495915055, -0.00010334205580875278, 0.000421297037974, 0.0009459361317567527, 0.0014705752255395055, 0.0019952142611145973, 0.002519853413105011]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 3.0, 3.0, 0.0, 2.0, 1.0, 2.0, 4.0, 7.0, 8.0, 6.0, 2.0, 2.0, 5.0, 2.0, 3.0, 2.0, 8.0, 5.0, 1.0, 4.0, 3.0, 1.0, 5.0, 4.0, 3.0, 1.0, 0.0, 1.0, 2.0, 7.0, 4.0, 7.0, 8.0, 2.0, 7.0, 7.0, 1.0, 3.0, 2.0, 2.0, 7.0, 8.0, 3.0, 8.0, 17.0, 58.0, 10.0, 8.0, 8.0, 6.0, 4.0, 2.0, 2.0, 1.0], "bins": [-0.0263705812394619, -0.02589447982609272, -0.02541838027536869, -0.02494227886199951, -0.024466177448630333, -0.023990076035261154, -0.023513976484537125, -0.023037875071167946, -0.022561773657798767, -0.022085674107074738, -0.02160957269370556, -0.02113347128033638, -0.0206573698669672, -0.02018127031624317, -0.019705168902873993, -0.019229067489504814, -0.018752966076135635, -0.018276866525411606, -0.017800765112042427, -0.01732466369867325, -0.01684856414794922, -0.01637246273458004, -0.01589636132121086, -0.015420260839164257, -0.014944160357117653, -0.014468058943748474, -0.01399195846170187, -0.013515857048332691, -0.013039756566286087, -0.012563655152916908, -0.012087554670870304, -0.011611453257501125, -0.011135352775454521, -0.010659252293407917, -0.010183150880038738, -0.009707050397992134, -0.009230948984622955, -0.008754848502576351, -0.008278747089207172, -0.007802646607160568, -0.007326545659452677, -0.006850444711744785, -0.006374343764036894, -0.005898242816329002, -0.005422142334282398, -0.004946041386574507, -0.004469940438866615, -0.003993839491158724, -0.0035177385434508324, -0.003041637595742941, -0.0025655366480350494, -0.0020894359331578016, -0.0016133349854499102, -0.0011372340377420187, -0.0006611332064494491, -0.0001850323169492185, 0.00029106857255101204, 0.0007671694620512426, 0.0012432703515514731, 0.0017193711828440428, 0.0021954721305519342, 0.0026715730782598257, 0.0031476737931370735, 0.003623774740844965, 0.0040998756885528564]}, "_runtime": 9.382126331329346, "_timestamp": 1596208478.460886, "_step": 4}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 2.0, 1.0, 2.0, 3.0, 3.0, 2.0, 1.0, 5.0, 2.0, 5.0, 3.0, 3.0, 6.0, 2.0, 2.0, 0.0, 0.0, 4.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.027748357504606247, -0.027036167681217194, -0.02632397785782814, -0.025611788034439087, -0.024899598211050034, -0.02418740838766098, -0.023475218564271927, -0.022763028740882874, -0.02205083891749382, -0.021338647231459618, -0.020626457408070564, -0.01991426758468151, -0.019202077761292458, -0.018489887937903404, -0.01777769811451435, -0.017065508291125298, -0.016353318467736244, -0.01564112864434719, -0.014928938820958138, -0.014216748997569084, -0.01350455917418003, -0.012792368419468403, -0.01208017859607935, -0.011367988772690296, -0.010655798949301243, -0.00994360912591219, -0.009231419302523136, -0.008519229479134083, -0.007807039190083742, -0.007094849366694689, -0.006382659077644348, -0.005670469254255295, -0.0049582794308662415, -0.004246089607477188, -0.003533899551257491, -0.002821709495037794, -0.0021095196716487408, -0.0013973297318443656, -0.0006851397920399904, 2.7050147764384747e-05, 0.0007392400875687599, 0.001451430027373135, 0.0021636199671775103, 0.0028758100233972073, 0.0035879998467862606, 0.004300189670175314, 0.005012379959225655, 0.005724569782614708, 0.006436759606003761, 0.007148949429392815, 0.007861139252781868, 0.008573329076170921, 0.009285518899559975, 0.009997709654271603, 0.010709899477660656, 0.01142208930104971, 0.012134279124438763, 0.012846468947827816, 0.01355865877121687, 0.014270848594605923, 0.01498303934931755, 0.015695229172706604, 0.016407418996095657, 0.01711960881948471, 0.017831798642873764]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 2.0, 3.0, 0.0, 3.0, 2.0, 1.0, 6.0, 2.0, 4.0, 7.0, 11.0, 6.0, 23.0, 28.0, 42.0, 51.0, 67.0, 90.0, 138.0, 185.0, 337.0, 448.0, 622.0, 2691.0, 1554.0, 742.0, 348.0, 210.0, 108.0, 67.0, 35.0, 27.0, 17.0, 16.0, 10.0, 7.0, 6.0, 5.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.2726503312587738, -0.26574379205703735, -0.2588372230529785, -0.2519306540489197, -0.24502411484718323, -0.23811756074428558, -0.23121100664138794, -0.2243044525384903, -0.21739789843559265, -0.210491344332695, -0.20358479022979736, -0.19667823612689972, -0.18977168202400208, -0.18286512792110443, -0.1759585738182068, -0.16905201971530914, -0.1621454656124115, -0.15523891150951385, -0.1483323574066162, -0.14142580330371857, -0.13451924920082092, -0.12761269509792328, -0.12070614099502563, -0.11379958689212799, -0.10689303278923035, -0.0999864786863327, -0.09307992458343506, -0.08617337048053741, -0.07926681637763977, -0.07236026227474213, -0.06545370817184448, -0.05854715406894684, -0.051640599966049194, -0.04473404586315155, -0.037827491760253906, -0.030920937657356262, -0.024014383554458618, -0.017107829451560974, -0.01020127534866333, -0.003294721245765686, 0.003611832857131958, 0.010518386960029602, 0.017424941062927246, 0.02433149516582489, 0.031238049268722534, 0.03814460337162018, 0.04505115747451782, 0.051957711577415466, 0.05886426568031311, 0.06577081978321075, 0.0726773738861084, 0.07958392798900604, 0.08649048209190369, 0.09339703619480133, 0.10030359029769897, 0.10721014440059662, 0.11411669850349426, 0.1210232526063919, 0.12792980670928955, 0.1348363608121872, 0.14174291491508484, 0.14864946901798248, 0.15555602312088013, 0.16246257722377777, 0.16936913132667542]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 2.0, 2.0, 3.0, 1.0, 3.0, 1.0, 3.0, 2.0, 4.0, 4.0, 2.0, 2.0, 1.0, 1.0, 3.0, 1.0, 2.0, 26.0, 3.0, 7.0, 3.0, 2.0, 5.0, 3.0, 1.0, 1.0, 2.0, 4.0, 3.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 3.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.005273494869470596, -0.005101137328892946, -0.004928779788315296, -0.004756422247737646, -0.004584064707159996, -0.004411707166582346, -0.004239349626004696, -0.004066992085427046, -0.003894634312018752, -0.003722276771441102, -0.003549919230863452, -0.003377561690285802, -0.003205203916877508, -0.003032846376299858, -0.002860488835722208, -0.002688131295144558, -0.002515773754566908, -0.002343416213989258, -0.0021710586734116077, -0.0019987011328339577, -0.0018263434758409858, -0.0016539859352633357, -0.0014816282782703638, -0.0013092707376927137, -0.0011369131971150637, -0.0009645556565374136, -0.0007921980577521026, -0.0006198404589667916, -0.00044748291838914156, -0.00027512534870766103, -0.0001027677790261805, 6.958979065530002e-05, 0.00024194736033678055, 0.0004143049300182611, 0.0005866624996997416, 0.0007590200984850526, 0.0009313776390627027, 0.0011037351796403527, 0.0012760928366333246, 0.0014484503772109747, 0.0016208079177886248, 0.0017931654583662748, 0.001965522998943925, 0.002137880539521575, 0.0023102383129298687, 0.0024825958535075188, 0.002654953394085169, 0.002827310934662819, 0.002999668475240469, 0.003172026015818119, 0.003344383556395769, 0.003516741096973419, 0.0036890986375510693, 0.003861456410959363, 0.004033813718706369, 0.0042061712592840195, 0.004378529265522957, 0.004550886806100607, 0.004723244346678257, 0.004895601887255907, 0.005067959427833557, 0.005240316968411207, 0.005412674508988857, 0.005585032049566507, 0.005757389590144157]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 3.0, 5.0, 7.0, 10.0, 22.0, 38.0, 74.0, 133.0, 217.0, 350.0, 568.0, 837.0, 1245.0, 1673.0, 2419.0, 3273.0, 4416.0, 5766.0, 7500.0, 9672.0, 12378.0, 16127.0, 21523.0, 29489.0, 41573.0, 60762.0, 86594.0, 116559.0, 435144.0, 91484.0, 63306.0, 43576.0, 30457.0, 22327.0, 16781.0, 12795.0, 9944.0, 7606.0, 5840.0, 4499.0, 3420.0, 2562.0, 1953.0, 1402.0, 990.0, 702.0, 530.0, 366.0, 268.0, 157.0, 119.0, 71.0, 55.0, 27.0, 13.0, 6.0, 7.0, 3.0, 2.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.013568622060120106, -0.01310280617326498, -0.012636990286409855, -0.01217117439955473, -0.01170535758137703, -0.011239541694521904, -0.010773725807666779, -0.010307909920811653, -0.009842094033956528, -0.009376278147101402, -0.008910462260246277, -0.008444646373391151, -0.007978830486536026, -0.007513014134019613, -0.0070471977815032005, -0.006581381894648075, -0.00611556600779295, -0.005649750120937824, -0.005183934234082699, -0.004718117881566286, -0.004252301994711161, -0.0037864861078560352, -0.003320669988170266, -0.002854853868484497, -0.0023890379816293716, -0.0019232219783589244, -0.0014574059750884771, -0.0009915899718180299, -0.0005257739685475826, -5.995796527713537e-05, 0.0004058580379933119, 0.0008716740412637591, 0.0013374900445342064, 0.0018033060478046536, 0.002269122051075101, 0.00273493817076087, 0.0032007540576159954, 0.003666569944471121, 0.004132386296987534, 0.004598202183842659, 0.005064018070697784, 0.00552983395755291, 0.005995649844408035, 0.006461466196924448, 0.0069272820837795734, 0.007393097970634699, 0.007858914323151112, 0.008324730210006237, 0.008790546096861362, 0.009256361983716488, 0.009722177870571613, 0.010187993757426739, 0.010653810575604439, 0.011119626462459564, 0.01158544234931469, 0.012051258236169815, 0.01251707412302494, 0.012982890009880066, 0.013448705896735191, 0.013914521783590317, 0.014380337670445442, 0.014846154488623142, 0.015311970375478268, 0.01577778533101082, 0.016243603080511093]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 3.0, 0.0, 1.0, 3.0, 3.0, 1.0, 2.0, 2.0, 1.0, 3.0, 1.0, 2.0, 1.0, 2.0, 3.0, 7.0, 3.0, 0.0, 6.0, 1.0, 2.0, 2.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008769890293478966, -0.008353683166205883, -0.007937475107610226, -0.007521267980337143, -0.00710506085306406, -0.00668885326012969, -0.0062726461328566074, -0.005856438539922237, -0.005440231412649155, -0.005024023819714785, -0.004607816226780415, -0.004191609099507332, -0.003775401506572962, -0.0033591941464692354, -0.002942986786365509, -0.0025267794262617826, -0.0021105720661580563, -0.0016943647060543299, -0.0012781573459506035, -0.0008619498694315553, -0.0004457425093278289, -2.953512012027204e-05, 0.0003866722690872848, 0.0008028796873986721, 0.0012190870475023985, 0.0016352944076061249, 0.0020515017677098513, 0.0024677091278135777, 0.0028839167207479477, 0.003300124080851674, 0.0037163314409554005, 0.004132538568228483, 0.004548746161162853, 0.004964953754097223, 0.005381160881370306, 0.005797368474304676, 0.006213575601577759, 0.006629783194512129, 0.0070459903217852116, 0.007462197914719582, 0.007878405041992664, 0.008294613100588322, 0.008710820227861404, 0.009127027355134487, 0.00954323448240757, 0.009959442541003227, 0.01037564966827631, 0.010791856795549393, 0.01120806485414505, 0.011624271981418133, 0.012040479108691216, 0.012456686235964298, 0.012872894294559956, 0.013289101421833038, 0.013705308549106121, 0.014121515676379204, 0.014537723734974861, 0.014953930862247944, 0.015370137989521027, 0.015786346048116684, 0.016202552244067192, 0.01661876030266285, 0.017034968361258507, 0.017451174557209015, 0.017867382615804672]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 1.0, 1.0, 3.0, 4.0, 10.0, 21.0, 20.0, 23.0, 36.0, 51.0, 69.0, 91.0, 102.0, 149.0, 169.0, 219.0, 311.0, 326.0, 393.0, 461.0, 551.0, 704.0, 931.0, 1111.0, 2001.0, 7014.0, 1290.0, 640.0, 480.0, 351.0, 254.0, 168.0, 97.0, 68.0, 68.0, 44.0, 33.0, 27.0, 24.0, 24.0, 18.0, 11.0, 8.0, 7.0, 4.0, 1.0, 4.0, 1.0, 2.0, 6.0, 9.0, 2.0, 5.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 3.0, 2.0, 1.0], "bins": [-0.007355141453444958, -0.0070760250091552734, -0.006796908564865589, -0.006517792586237192, -0.006238676141947508, -0.0059595596976578236, -0.005680443253368139, -0.005401326809078455, -0.005122210830450058, -0.004843094386160374, -0.004563977941870689, -0.004284861497581005, -0.004005745053291321, -0.00372662884183228, -0.003447512397542596, -0.0031683961860835552, -0.002889279741793871, -0.0026101632975041866, -0.002331047086045146, -0.0020519306417554617, -0.0017728143138810992, -0.0014936979860067368, -0.0012145815417170525, -0.00093546521384269, -0.0006563488859683275, -0.0003772325289901346, -9.811617201194167e-05, 0.00018100018496625125, 0.0004601165419444442, 0.0007392328698188066, 0.001018349314108491, 0.0012974656419828534, 0.0015765819698572159, 0.0018556982977315784, 0.002134814625605941, 0.002413931069895625, 0.0026930472813546658, 0.00297216372564435, 0.0032512801699340343, 0.003530396381393075, 0.0038095128256827593, 0.0040886290371418, 0.004367745481431484, 0.0046468619257211685, 0.004925978370010853, 0.005205094814300537, 0.005484210792928934, 0.005763327237218618, 0.006042443681508303, 0.006321560125797987, 0.006600676570087671, 0.006879792548716068, 0.0071589089930057526, 0.007438025437295437, 0.007717141881585121, 0.007996258325874805, 0.00827537477016449, 0.008554491214454174, 0.008833607658743858, 0.009112723171710968, 0.009391839616000652, 0.009670956060290337, 0.009950072504580021, 0.010229188948869705, 0.01050830539315939]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 5.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.03471820428967476, -0.033991433680057526, -0.03326466307044029, -0.03253788873553276, -0.03181111812591553, -0.031084347516298294, -0.03035757690668106, -0.02963080443441868, -0.028904033824801445, -0.02817726321518421, -0.02745049074292183, -0.026723720133304596, -0.025996949523687363, -0.02527017705142498, -0.024543406441807747, -0.023816633969545364, -0.02308986335992813, -0.022363092750310898, -0.021636320278048515, -0.020909549668431282, -0.0201827771961689, -0.019456006586551666, -0.018729235976934433, -0.01800246350467205, -0.017275692895054817, -0.016548922285437584, -0.0158221498131752, -0.015095379203557968, -0.01436860766261816, -0.013641836121678352, -0.012915065512061119, -0.012188293971121311, -0.011461522430181503, -0.010734750889241695, -0.010007979348301888, -0.009281208738684654, -0.008554437197744846, -0.007827665656805038, -0.007100894581526518, -0.006374123506247997, -0.005647351965308189, -0.0049205804243683815, -0.004193809349089861, -0.0034670380409806967, -0.0027402667328715324, -0.002013495424762368, -0.001286724116653204, -0.0005599528085440397, 0.0001668184995651245, 0.0008935898076742887, 0.001620361115783453, 0.0023471324238926172, 0.0030739037320017815, 0.0038006750401109457, 0.00452744634822011, 0.0052542174234986305, 0.005980988964438438, 0.006707760505378246, 0.007434531580656767, 0.008161302655935287, 0.008888074196875095, 0.009614845737814903, 0.010341616347432137, 0.011068387888371944, 0.011795159429311752]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 3.0, 2.0, 3.0, 4.0, 4.0, 6.0, 3.0, 2.0, 5.0, 2.0, 5.0, 7.0, 3.0, 6.0, 5.0, 8.0, 7.0, 4.0, 5.0, 6.0, 4.0, 5.0, 4.0, 7.0, 5.0, 4.0, 2.0, 0.0, 1.0, 5.0, 3.0, 3.0, 1.0, 5.0, 3.0, 2.0, 0.0, 3.0, 1.0, 2.0, 6.0, 7.0, 58.0, 8.0, 10.0, 7.0, 7.0, 3.0, 7.0, 4.0, 6.0, 2.0, 2.0, 1.0, 1.0, 2.0], "bins": [-0.02240571193397045, -0.021958524361252785, -0.021511336788535118, -0.0210641510784626, -0.020616963505744934, -0.020169775933027267, -0.0197225883603096, -0.019275402650237083, -0.018828215077519417, -0.01838102750480175, -0.017933839932084084, -0.017486652359366417, -0.0170394666492939, -0.016592279076576233, -0.016145091503858566, -0.0156979039311409, -0.015250717289745808, -0.014803529717028141, -0.014356343075633049, -0.013909155502915382, -0.01346196886152029, -0.013014781288802624, -0.012567594647407532, -0.012120407074689865, -0.011673219501972198, -0.011226032860577106, -0.01077884528785944, -0.010331658646464348, -0.009884471073746681, -0.00943728443235159, -0.008990096859633923, -0.00854291021823883, -0.008095722645521164, -0.007648535538464785, -0.007201348431408405, -0.006754161324352026, -0.006306974217295647, -0.00585978664457798, -0.005412599537521601, -0.004965412430465221, -0.004518225323408842, -0.004071038216352463, -0.0036238511092960835, -0.0031766637694090605, -0.002729476662352681, -0.002282289555296302, -0.0018351023318246007, -0.0013879151083528996, -0.0009407280012965202, -0.00049354083603248, -4.635367076843977e-05, 0.00040083349449560046, 0.0008480206597596407, 0.00129520776681602, 0.0017423949902877212, 0.0021895822137594223, 0.0026367693208158016, 0.003083956427872181, 0.0035311435349285603, 0.00397833064198494, 0.004425518214702606, 0.0048727053217589855, 0.005319892428815365, 0.005767079535871744, 0.0062142666429281235]}, "_runtime": 10.309523105621338, "_timestamp": 1596208479.3882828, "_step": 5}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 3.0, 2.0, 2.0, 5.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 3.0, 1.0, 3.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012777701951563358, -0.012374158017337322, -0.011970613151788712, -0.011567069217562675, -0.01116352528333664, -0.010759980417788029, -0.010356436483561993, -0.009952892549335957, -0.009549347683787346, -0.00914580374956131, -0.008742259815335274, -0.008338714949786663, -0.007935171015560627, -0.007531626615673304, -0.00712808221578598, -0.006724538281559944, -0.006320993881672621, -0.005917449481785297, -0.005513905547559261, -0.005110361147671938, -0.0047068167477846146, -0.0043032728135585785, -0.003899728413671255, -0.0034961840137839317, -0.003092639846727252, -0.0026890956796705723, -0.002285551279783249, -0.0018820071127265692, -0.0014784628292545676, -0.001074918545782566, -0.0006713743205182254, -0.00026783006615005434, 0.00013571418821811676, 0.0005392584716901183, 0.000942802696954459, 0.0013463469222187996, 0.0017498912056908011, 0.0021534354891628027, 0.0025569796562194824, 0.002960524056106806, 0.0033640682231634855, 0.0037676123902201653, 0.004171156790107489, 0.004574701189994812, 0.004978245124220848, 0.0053817895241081715, 0.005785333923995495, 0.006188877858221531, 0.006592422258108854, 0.006995966657996178, 0.007399510592222214, 0.007803054992109537, 0.00820659939199686, 0.008610143326222897, 0.009013688191771507, 0.009417232125997543, 0.00982077606022358, 0.01022432092577219, 0.010627864859998226, 0.011031408794224262, 0.011434953659772873, 0.011838497593998909, 0.012242041528224945, 0.012645586393773556, 0.013049130327999592]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 1.0, 5.0, 8.0, 4.0, 5.0, 4.0, 15.0, 16.0, 11.0, 21.0, 23.0, 28.0, 45.0, 46.0, 53.0, 78.0, 87.0, 123.0, 161.0, 222.0, 249.0, 266.0, 373.0, 498.0, 2335.0, 1184.0, 691.0, 468.0, 255.0, 187.0, 121.0, 77.0, 63.0, 47.0, 33.0, 27.0, 19.0, 18.0, 12.0, 8.0, 7.0, 6.0, 6.0, 5.0, 6.0, 1.0, 1.0, 2.0, 0.0, 4.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.14858169853687286, -0.14412149786949158, -0.1396612823009491, -0.1352010816335678, -0.13074086606502533, -0.12628066539764404, -0.12182045727968216, -0.11736024916172028, -0.11290004104375839, -0.10843983292579651, -0.10397962480783463, -0.09951941668987274, -0.09505921602249146, -0.09059900790452957, -0.08613879978656769, -0.0816785916686058, -0.07721838355064392, -0.07275817543268204, -0.06829796731472015, -0.06383775919675827, -0.059377554804086685, -0.0549173466861248, -0.05045714229345322, -0.04599693417549133, -0.04153672605752945, -0.037076517939567566, -0.03261630982160568, -0.028156105428934097, -0.023695897310972214, -0.01923568919301033, -0.014775482937693596, -0.010315275751054287, -0.005855068564414978, -0.001394861377775669, 0.00306534580886364, 0.007525552995502949, 0.011985760182142258, 0.01644596830010414, 0.020906174555420876, 0.02536638081073761, 0.029826588928699493, 0.03428679704666138, 0.03874700516462326, 0.043207209557294846, 0.04766741767525673, 0.05212762579321861, 0.0565878301858902, 0.06104803830385208, 0.06550824642181396, 0.06996845453977585, 0.07442866265773773, 0.07888887077569962, 0.0833490788936615, 0.08780927956104279, 0.09226948767900467, 0.09672969579696655, 0.10118990391492844, 0.10565011203289032, 0.1101103201508522, 0.11457052826881409, 0.11903072893619537, 0.12349093705415726, 0.12795114517211914, 0.13241136074066162, 0.1368715614080429]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 5.0, 2.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 2.0, 3.0, 1.0, 3.0, 1.0, 2.0, 1.0, 3.0, 8.0, 3.0, 2.0, 4.0, 5.0, 0.0, 2.0, 25.0, 2.0, 2.0, 1.0, 1.0, 5.0, 0.0, 3.0, 2.0, 3.0, 1.0, 1.0, 3.0, 2.0, 0.0, 0.0, 4.0, 3.0, 6.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.006269175559282303, -0.006097027566283941, -0.00592487957328558, -0.005752732045948505, -0.005580584052950144, -0.005408436059951782, -0.005236288532614708, -0.005064140539616346, -0.004891992546617985, -0.004719844553619623, -0.004547696560621262, -0.004375549033284187, -0.004203401040285826, -0.004031253047287464, -0.003859105287119746, -0.0036869575269520283, -0.0035148095339536667, -0.003342661540955305, -0.003170513780787587, -0.0029983660206198692, -0.0028262180276215076, -0.002654070034623146, -0.002481922274455428, -0.00230977451428771, -0.0021376265212893486, -0.001965478528290987, -0.001793330768123269, -0.0016211828915402293, -0.0014490350149571896, -0.0012768871383741498, -0.00110473926179111, -0.0009325913852080703, -0.0007604435086250305, -0.0005882956320419908, -0.000416147755458951, -0.00024399987887591124, -7.185200229287148e-05, 0.00010029587429016829, 0.00027244375087320805, 0.0004445916274562478, 0.0006167395040392876, 0.0007888873806223273, 0.0009610352572053671, 0.0011331831337884068, 0.0013053310103714466, 0.0014774788869544864, 0.0016496267635375261, 0.0018217746401205659, 0.0019939225167036057, 0.0021660705097019672, 0.002338218269869685, 0.002510366030037403, 0.0026825140230357647, 0.0028546620160341263, 0.003026809776201844, 0.003198957536369562, 0.0033711055293679237, 0.0035432535223662853, 0.0037154012825340033, 0.003887549042701721, 0.004059697035700083, 0.004231845028698444, 0.004403992556035519, 0.00457614054903388, 0.004748288542032242]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 2.0, 3.0, 6.0, 7.0, 16.0, 37.0, 43.0, 85.0, 116.0, 192.0, 298.0, 429.0, 547.0, 786.0, 1102.0, 1421.0, 1991.0, 2474.0, 3280.0, 4106.0, 5261.0, 6611.0, 8393.0, 10288.0, 13122.0, 16222.0, 20516.0, 25666.0, 33726.0, 44407.0, 60151.0, 80491.0, 103983.0, 405537.0, 81244.0, 61298.0, 44730.0, 33066.0, 24510.0, 19203.0, 15367.0, 12117.0, 9602.0, 7315.0, 5705.0, 4158.0, 3035.0, 2227.0, 1469.0, 1046.0, 743.0, 501.0, 316.0, 256.0, 150.0, 99.0, 65.0, 48.0, 27.0, 17.0, 7.0, 4.0, 6.0], "bins": [-0.014371084980666637, -0.013950146734714508, -0.013529209420084953, -0.013108271174132824, -0.012687332928180695, -0.01226639561355114, -0.01184545736759901, -0.011424520052969456, -0.011003581807017326, -0.010582643561065197, -0.010161706246435642, -0.009740768000483513, -0.009319830685853958, -0.008898892439901829, -0.0084779541939497, -0.008057016879320145, -0.007636078633368015, -0.007215140853077173, -0.006794203072786331, -0.006373264826834202, -0.00595232704654336, -0.005531389266252518, -0.005110451020300388, -0.004689513240009546, -0.004268575459718704, -0.003847637679427862, -0.0034266996663063765, -0.0030057616531848907, -0.0025848238728940487, -0.0021638860926032066, -0.001742948079481721, -0.001322010182775557, -0.0009010722860693932, -0.0004801343893632293, -5.919649265706539e-05, 0.0003617414040490985, 0.0007826793007552624, 0.0012036171974614263, 0.0016245550941675901, 0.002045493107289076, 0.002466430887579918, 0.00288736866787076, 0.0033083066809922457, 0.0037292446941137314, 0.0041501824744045734, 0.0045711202546954155, 0.004992058500647545, 0.005412996280938387, 0.005833934061229229, 0.006254871841520071, 0.006675809621810913, 0.0070967478677630424, 0.0075176856480538845, 0.007938623428344727, 0.008359561674296856, 0.00878049898892641, 0.00920143723487854, 0.00962237548083067, 0.010043312795460224, 0.010464251041412354, 0.010885188356041908, 0.011306126601994038, 0.011727064847946167, 0.012148002162575722, 0.012568940408527851]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 4.0, 2.0, 0.0, 3.0, 0.0, 3.0, 2.0, 0.0, 0.0, 3.0, 3.0, 4.0, 0.0, 1.0, 3.0, 8.0, 3.0, 2.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00827769748866558, -0.007956516928970814, -0.007635336369276047, -0.007314156275242567, -0.0069929757155478, -0.006671795155853033, -0.006350614596158266, -0.006029434036463499, -0.005708253942430019, -0.005387073382735252, -0.005065892823040485, -0.004744712263345718, -0.004423531703650951, -0.004102351143956184, -0.003781170817092061, -0.0034599904902279377, -0.0031388099305331707, -0.0028176293708384037, -0.0024964490439742804, -0.0021752684842795134, -0.0018540880410000682, -0.001532907597720623, -0.001211727038025856, -0.0008905465947464108, -0.0005693661514669657, -0.00024818567908369005, 7.299479329958558e-05, 0.0003941752656828612, 0.0007153557380661368, 0.001036536181345582, 0.001357716741040349, 0.0016788971843197942, 0.0020000776275992393, 0.0023212581872940063, 0.0026424385141581297, 0.0029636190738528967, 0.00328479940071702, 0.003605979960411787, 0.003927160520106554, 0.004248341079801321, 0.004569521173834801, 0.004890701733529568, 0.005211882293224335, 0.005533062852919102, 0.005854243412613869, 0.006175423972308636, 0.006496604066342115, 0.006817784626036882, 0.007138965185731649, 0.007460145745426416, 0.007781326305121183, 0.008102506399154663, 0.00842368695884943, 0.008744867518544197, 0.009066048078238964, 0.009387228637933731, 0.009708409197628498, 0.010029589757323265, 0.010350770317018032, 0.010671949945390224, 0.010993130505084991, 0.011314311064779758, 0.011635491624474525, 0.011956672184169292, 0.01227785274386406]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 3.0, 4.0, 4.0, 3.0, 10.0, 6.0, 15.0, 11.0, 17.0, 28.0, 29.0, 45.0, 57.0, 66.0, 97.0, 103.0, 111.0, 169.0, 217.0, 210.0, 300.0, 347.0, 415.0, 485.0, 559.0, 737.0, 1025.0, 1253.0, 1989.0, 6743.0, 1218.0, 680.0, 379.0, 234.0, 181.0, 147.0, 120.0, 92.0, 67.0, 64.0, 33.0, 31.0, 20.0, 15.0, 12.0, 11.0, 13.0, 8.0, 5.0, 7.0, 6.0, 7.0, 5.0, 5.0, 0.0, 5.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 3.0], "bins": [-0.0074209729209542274, -0.007174443919211626, -0.006927914917469025, -0.006681385915726423, -0.006434856913983822, -0.0061883279122412205, -0.005941798910498619, -0.005695269908756018, -0.005448740907013416, -0.005202211905270815, -0.0049556829035282135, -0.004709153901785612, -0.004462624900043011, -0.004216095898300409, -0.003969566896557808, -0.0037230378948152065, -0.003476508893072605, -0.0032299798913300037, -0.0029834508895874023, -0.002736921887844801, -0.0024903928861021996, -0.002243863884359598, -0.0019973348826169968, -0.0017508058808743954, -0.001504276879131794, -0.0012577478773891926, -0.0010112188756465912, -0.0007646898739039898, -0.0005181608721613884, -0.000271631870418787, -2.5102868676185608e-05, 0.0002214261330664158, 0.0004679551348090172, 0.0007144841365516186, 0.00096101313829422, 0.0012075421400368214, 0.0014540711417794228, 0.0017006001435220242, 0.0019471291452646255, 0.002193658147007227, 0.0024401871487498283, 0.0026867161504924297, 0.002933245152235031, 0.0031797741539776325, 0.003426303155720234, 0.0036728321574628353, 0.003919361159205437, 0.004165890160948038, 0.0044124191626906395, 0.004658948164433241, 0.004905477166175842, 0.005152006167918444, 0.005398535169661045, 0.0056450641714036465, 0.005891593173146248, 0.006138122174888849, 0.006384651176631451, 0.006631180178374052, 0.0068777091801166534, 0.007124238181859255, 0.007370767183601856, 0.007617296185344458, 0.007863825187087059, 0.008110353723168373, 0.008356883190572262]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 5.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.027806518599390984, -0.027142241597175598, -0.026477964594960213, -0.025813687592744827, -0.025149410590529442, -0.024485133588314056, -0.02382085844874382, -0.023156581446528435, -0.02249230444431305, -0.021828027442097664, -0.02116375043988228, -0.020499473437666893, -0.019835196435451508, -0.019170919433236122, -0.018506642431020737, -0.01784236542880535, -0.017178088426589966, -0.01651381328701973, -0.015849536284804344, -0.015185259282588959, -0.014520982280373573, -0.013856705278158188, -0.013192428275942802, -0.012528151273727417, -0.011863874271512032, -0.01119959820061922, -0.010535321198403835, -0.00987104419618845, -0.009206767193973064, -0.008542490191757679, -0.007878214120864868, -0.007213937118649483, -0.006549660116434097, -0.005885383114218712, -0.005221106577664614, -0.004556829575449228, -0.0038925528060644865, -0.0032282760366797447, -0.0025639990344643593, -0.0018997222650796175, -0.0012354454956948757, -0.000571168668102473, 9.310815948992968e-05, 0.0007573849870823324, 0.001421661814674735, 0.002085938584059477, 0.0027502155862748623, 0.003414492355659604, 0.004078769125044346, 0.004743046127259731, 0.005407322663813829, 0.006071599666029215, 0.006735876202583313, 0.007400153204798698, 0.008064430207014084, 0.00872870720922947, 0.009392984211444855, 0.010057260282337666, 0.010721537284553051, 0.011385814286768436, 0.012050091288983822, 0.012714368291199207, 0.013378644362092018, 0.014042921364307404, 0.014707198366522789]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 3.0, 2.0, 2.0, 2.0, 1.0, 2.0, 2.0, 3.0, 4.0, 6.0, 2.0, 4.0, 3.0, 4.0, 4.0, 3.0, 3.0, 8.0, 2.0, 4.0, 4.0, 3.0, 3.0, 7.0, 3.0, 3.0, 4.0, 2.0, 7.0, 8.0, 3.0, 7.0, 2.0, 2.0, 3.0, 5.0, 2.0, 9.0, 9.0, 9.0, 17.0, 60.0, 8.0, 8.0, 5.0, 1.0, 3.0, 3.0, 2.0, 5.0, 2.0, 2.0, 2.0, 1.0], "bins": [-0.02666768804192543, -0.02614723891019821, -0.025626789778470993, -0.025106340646743774, -0.024585891515016556, -0.024065442383289337, -0.02354499325156212, -0.0230245441198349, -0.02250409498810768, -0.021983645856380463, -0.021463196724653244, -0.020942747592926025, -0.020422298461198807, -0.019901849329471588, -0.01938140019774437, -0.01886095106601715, -0.018340501934289932, -0.017820054665207863, -0.017299605533480644, -0.016779156401753426, -0.016258707270026207, -0.01573825813829899, -0.015217808075249195, -0.014697358943521976, -0.014176910743117332, -0.013656461611390114, -0.013136012479662895, -0.012615563347935677, -0.012095114216208458, -0.01157466508448124, -0.01105421595275402, -0.010533766821026802, -0.010013317689299583, -0.009492868557572365, -0.008972419425845146, -0.008451970294117928, -0.007931521162390709, -0.007411072496324778, -0.006890623364597559, -0.00637017423287034, -0.005849725101143122, -0.005329275969415903, -0.0048088268376886845, -0.004288377705961466, -0.003767928807064891, -0.0032474796753376722, -0.0027270307764410973, -0.0022065816447138786, -0.00168613251298666, -0.0011656833812594414, -0.0006452343659475446, -0.00012478529242798686, 0.00039566378109157085, 0.0009161128546111286, 0.0014365619281306863, 0.001957010943442583, 0.0024774600751698017, 0.0029979092068970203, 0.003518358338624239, 0.004038807470351458, 0.004559256136417389, 0.0050797052681446075, 0.005600154399871826, 0.006120603531599045, 0.006641052663326263]}, "_runtime": 11.271493196487427, "_timestamp": 1596208480.3502529, "_step": 6}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 2.0, 0.0, 3.0, 3.0, 1.0, 4.0, 3.0, 2.0, 0.0, 2.0, 1.0, 3.0, 2.0, 3.0, 1.0, 1.0, 2.0, 2.0, 1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.015450099483132362, -0.014973387122154236, -0.01449667476117611, -0.014019962400197983, -0.013543250039219856, -0.013066538609564304, -0.012589826248586178, -0.012113113887608051, -0.011636401526629925, -0.011159689165651798, -0.010682976804673672, -0.010206264443695545, -0.009729553014039993, -0.009252840653061867, -0.00877612829208374, -0.008299415931105614, -0.007822703570127487, -0.007345991209149361, -0.006869278848171234, -0.006392566952854395, -0.005915854591876268, -0.005439142230898142, -0.004962430335581303, -0.004485717974603176, -0.00400900561362505, -0.003532293252646923, -0.00305558112449944, -0.0025788689963519573, -0.002102156635373831, -0.001625444390811026, -0.0011487321462482214, -0.0006720199016854167, -0.000195307657122612, 0.0002814045874401927, 0.0007581168320029974, 0.001234829076565802, 0.0017115413211286068, 0.0021882536821067333, 0.002664965810254216, 0.003141677938401699, 0.0036183902993798256, 0.004095102660357952, 0.004571815021336079, 0.005048526916652918, 0.005525239277631044, 0.006001951638609171, 0.00647866353392601, 0.006955375894904137, 0.007432088255882263, 0.00790880061686039, 0.008385512977838516, 0.008862225338816643, 0.00933893769979477, 0.009815649129450321, 0.010292361490428448, 0.010769073851406574, 0.0112457862123847, 0.011722498573362827, 0.012199210934340954, 0.01267592329531908, 0.013152634724974632, 0.013629347085952759, 0.014106059446930885, 0.014582771807909012, 0.015059484168887138]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 5.0, 1.0, 5.0, 2.0, 4.0, 8.0, 3.0, 12.0, 8.0, 10.0, 11.0, 11.0, 28.0, 29.0, 33.0, 44.0, 62.0, 78.0, 69.0, 108.0, 130.0, 183.0, 200.0, 248.0, 302.0, 384.0, 1985.0, 1401.0, 909.0, 522.0, 337.0, 208.0, 150.0, 119.0, 81.0, 53.0, 45.0, 39.0, 21.0, 20.0, 12.0, 12.0, 5.0, 11.0, 5.0, 1.0, 2.0, 4.0, 3.0, 2.0, 2.0, 3.0, 0.0, 1.0], "bins": [-0.1697901487350464, -0.16518335044384003, -0.16057653725147247, -0.1559697389602661, -0.15136292576789856, -0.1467561274766922, -0.14214932918548584, -0.1375425159931183, -0.13293571770191193, -0.12832891941070557, -0.12372210621833801, -0.11911530792713165, -0.1145085021853447, -0.10990169644355774, -0.10529489815235138, -0.10068809241056442, -0.09608128666877747, -0.09147448092699051, -0.08686767518520355, -0.08226087689399719, -0.07765407115221024, -0.07304726541042328, -0.06844046711921692, -0.06383366137742996, -0.059226855635643005, -0.05462004989385605, -0.05001324787735939, -0.04540644586086273, -0.040799640119075775, -0.03619283437728882, -0.03158603236079216, -0.026979228481650352, -0.022372424602508545, -0.017765620723366737, -0.01315881684422493, -0.008552012965083122, -0.003945209085941315, 0.0006615947932004929, 0.0052683986723423, 0.009875202551484108, 0.014482006430625916, 0.019088810309767723, 0.02369561418890953, 0.028302418068051338, 0.032909221947193146, 0.0375160276889801, 0.04212282970547676, 0.04672963172197342, 0.051336437463760376, 0.05594324320554733, 0.06055004522204399, 0.06515684723854065, 0.0697636529803276, 0.07437045872211456, 0.07897725701332092, 0.08358406275510788, 0.08819086849689484, 0.0927976742386818, 0.09740447998046875, 0.10201127827167511, 0.10661808401346207, 0.11122488975524902, 0.11583168804645538, 0.12043849378824234, 0.1250452995300293]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 3.0, 3.0, 0.0, 3.0, 1.0, 2.0, 2.0, 0.0, 4.0, 3.0, 1.0, 3.0, 4.0, 4.0, 4.0, 5.0, 3.0, 4.0, 2.0, 25.0, 4.0, 3.0, 1.0, 2.0, 3.0, 2.0, 3.0, 0.0, 4.0, 2.0, 4.0, 6.0, 0.0, 0.0, 3.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.006163333542644978, -0.005976786836981773, -0.005790239665657282, -0.005603692959994078, -0.005417145788669586, -0.005230599083006382, -0.005044052377343178, -0.004857505206018686, -0.004670958500355482, -0.004484411329030991, -0.004297864623367786, -0.004111317917704582, -0.003924770746380091, -0.003738223807886243, -0.0035516771022230387, -0.003365130163729191, -0.003178583225235343, -0.002992036286741495, -0.0028054893482476473, -0.002618942642584443, -0.0024323957040905952, -0.0022458487655967474, -0.0020593018271028996, -0.0018727550050243735, -0.0016862080665305257, -0.0014996611280366778, -0.0013131143059581518, -0.001126567367464304, -0.000940020487178117, -0.0007534736068919301, -0.0005669266683980823, -0.0003803797881118953, -0.0001938329078257084, -7.286012987606227e-06, 0.00017926088185049593, 0.0003658077912405133, 0.0005523546715267003, 0.0007389015518128872, 0.000925448490306735, 0.001111995312385261, 0.001298542250879109, 0.0014850891893729568, 0.0016716360114514828, 0.0018581829499453306, 0.0020447298884391785, 0.0022312768269330263, 0.0024178235325962305, 0.0026043704710900784, 0.002790917409583926, 0.002977464348077774, 0.003164011286571622, 0.003350557992234826, 0.003537104930728674, 0.0037236518692225218, 0.00391019880771637, 0.004096745513379574, 0.004283292684704065, 0.0044698393903672695, 0.004656386561691761, 0.004842933267354965, 0.005029479973018169, 0.005216027144342661, 0.005402573850005865, 0.005589121021330357, 0.005775667726993561]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 4.0, 1.0, 15.0, 23.0, 26.0, 39.0, 80.0, 134.0, 231.0, 309.0, 463.0, 673.0, 971.0, 1267.0, 1792.0, 2444.0, 3200.0, 4257.0, 5663.0, 7408.0, 9705.0, 12683.0, 16369.0, 21911.0, 29032.0, 38399.0, 53220.0, 73394.0, 98181.0, 426251.0, 101671.0, 74109.0, 52296.0, 37073.0, 26895.0, 20081.0, 14976.0, 11615.0, 8528.0, 6570.0, 4798.0, 3724.0, 2612.0, 1933.0, 1436.0, 981.0, 739.0, 495.0, 371.0, 220.0, 161.0, 86.0, 54.0, 32.0, 23.0, 12.0, 3.0, 1.0, 1.0, 2.0, 1.0], "bins": [-0.015216590836644173, -0.014751257374882698, -0.014285922981798649, -0.013820589520037174, -0.0133552560582757, -0.01288992166519165, -0.012424588203430176, -0.011959254741668701, -0.011493921279907227, -0.011028586886823177, -0.010563253425061703, -0.010097919963300228, -0.009632585570216179, -0.009167252108454704, -0.00870191864669323, -0.00823658425360918, -0.007771250791847706, -0.007305916864424944, -0.006840583402663469, -0.006375249475240707, -0.005909916013479233, -0.005444582086056471, -0.004979248158633709, -0.004513914696872234, -0.004048580769449472, -0.003583247074857354, -0.003117913380265236, -0.002652579452842474, -0.0021872457582503557, -0.0017219120636582375, -0.0012565782526507974, -0.0007912444998510182, -0.000325910747051239, 0.00013942300574854016, 0.0006047567585483193, 0.0010700905695557594, 0.0015354242641478777, 0.002000757958739996, 0.002466091886162758, 0.002931425580754876, 0.0033967592753469944, 0.0038620929699391127, 0.004327426664531231, 0.004792760591953993, 0.005258094519376755, 0.005723427981138229, 0.006188761908560991, 0.006654095370322466, 0.007119429297745228, 0.00758476322516799, 0.008050097152590752, 0.008515430614352226, 0.0089807640761137, 0.00944609846919775, 0.009911431930959225, 0.0103767653927207, 0.010842099785804749, 0.011307433247566223, 0.011772766709327698, 0.012238100171089172, 0.012703434564173222, 0.013168768025934696, 0.01363410148769617, 0.01409943588078022, 0.014564769342541695]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 3.0, 1.0, 0.0, 0.0, 2.0, 2.0, 3.0, 3.0, 3.0, 2.0, 1.0, 0.0, 1.0, 10.0, 2.0, 1.0, 0.0, 3.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.01280922256410122, -0.012525336816906929, -0.012241451069712639, -0.011957565322518349, -0.011673679575324059, -0.011389793828129768, -0.011105908080935478, -0.010822022333741188, -0.010538136586546898, -0.010254251770675182, -0.009970366023480892, -0.009686480276286602, -0.009402594529092312, -0.009118708781898022, -0.008834823034703732, -0.008550937287509441, -0.008267051540315151, -0.007983165793120861, -0.007699280045926571, -0.007415394298732281, -0.007131508551537991, -0.006847623270004988, -0.0065637375228106976, -0.006279851775616407, -0.005995966028422117, -0.005712080281227827, -0.005428194534033537, -0.005144308786839247, -0.004860423505306244, -0.004576537758111954, -0.004292652010917664, -0.004008766263723373, -0.0037248805165290833, -0.003440994769334793, -0.003157109022140503, -0.0028732235077768564, -0.0025893377605825663, -0.002305452013388276, -0.0020215664990246296, -0.0017376807518303394, -0.0014537950046360493, -0.0011699092574417591, -0.0008860236266627908, -0.0006021379376761615, -0.0003182522486895323, -3.436655970290303e-05, 0.0002495191292837262, 0.0005334048182703555, 0.0008172905072569847, 0.0011011762544512749, 0.0013850618852302432, 0.0016689475160092115, 0.0019528332632035017, 0.002236719010397792, 0.0025206045247614384, 0.0028044902719557285, 0.0030883760191500187, 0.003372261766344309, 0.003656147513538599, 0.003940033260732889, 0.004223918542265892, 0.004507804289460182, 0.004791690036654472, 0.0050755757838487625, 0.005359461531043053]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 2.0, 1.0, 2.0, 1.0, 2.0, 1.0, 2.0, 4.0, 3.0, 2.0, 7.0, 8.0, 7.0, 4.0, 11.0, 18.0, 14.0, 13.0, 20.0, 30.0, 33.0, 50.0, 49.0, 57.0, 69.0, 66.0, 89.0, 96.0, 117.0, 122.0, 128.0, 156.0, 172.0, 219.0, 234.0, 262.0, 301.0, 352.0, 445.0, 466.0, 557.0, 816.0, 1006.0, 1246.0, 6314.0, 1574.0, 900.0, 576.0, 445.0, 360.0, 259.0, 207.0, 191.0, 117.0, 87.0, 51.0, 31.0, 22.0, 16.0, 7.0, 7.0, 2.0, 3.0], "bins": [-0.007899714633822441, -0.007726308889687061, -0.007552902679890394, -0.007379496935755014, -0.007206091191619635, -0.007032685447484255, -0.006859279237687588, -0.006685873493552208, -0.006512467749416828, -0.006339061539620161, -0.006165655795484781, -0.0059922500513494015, -0.005818844307214022, -0.005645438097417355, -0.005472032353281975, -0.005298626609146595, -0.005125220865011215, -0.004951814655214548, -0.004778408911079168, -0.0046050031669437885, -0.004431596957147121, -0.004258191213011742, -0.004084785468876362, -0.003911379724740982, -0.003737973514944315, -0.003564567770808935, -0.0033911617938429117, -0.003217756049707532, -0.0030443500727415085, -0.0028709443286061287, -0.0026975383516401052, -0.0025241326075047255, -0.002350726630538702, -0.0021773206535726786, -0.0020039149094372988, -0.0018305090488865972, -0.0016571031883358955, -0.001483697211369872, -0.0013102913508191705, -0.0011368854902684689, -0.0009634796297177672, -0.0007900737691670656, -0.000616667908616364, -0.00044326198985800147, -0.00026985612930729985, -9.6450254204683e-05, 7.695562089793384e-05, 0.0002503615105524659, 0.00042376737110316753, 0.0005971732316538692, 0.0007705790922045708, 0.0009439850109629333, 0.001117390813305974, 0.0012907967902719975, 0.001464202650822699, 0.0016376085113734007, 0.0018110143719241023, 0.001984420232474804, 0.0021578262094408274, 0.002331231953576207, 0.0025046379305422306, 0.0026780436746776104, 0.002851449651643634, 0.0030248553957790136, 0.003198261372745037]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 5.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 4.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.03961276262998581, -0.03875759243965149, -0.03790242224931717, -0.03704725205898285, -0.03619208186864853, -0.03533691167831421, -0.03448173776268959, -0.03362656757235527, -0.03277139738202095, -0.03191622719168663, -0.03106105700135231, -0.03020588681101799, -0.02935071662068367, -0.02849554643034935, -0.02764037437736988, -0.02678520418703556, -0.02593003399670124, -0.02507486380636692, -0.0242196936160326, -0.02336452156305313, -0.02250935137271881, -0.02165418118238449, -0.02079901099205017, -0.01994384080171585, -0.01908867061138153, -0.01823349855840206, -0.01737832836806774, -0.01652315817773342, -0.0156679879873991, -0.014812816865742207, -0.013957646675407887, -0.013102475553750992, -0.012247305363416672, -0.011392135173082352, -0.010536964051425457, -0.009681793861091137, -0.008826622739434242, -0.007971452549099922, -0.007116282358765602, -0.006261111702769995, -0.005405941046774387, -0.00455077039077878, -0.0036955999676138163, -0.0028404295444488525, -0.001985258888453245, -0.0011300883488729596, -0.00027491780929267406, 0.0005802527302876115, 0.001435423269867897, 0.0022905939258635044, 0.003145764349028468, 0.004000934772193432, 0.004856105428189039, 0.005711276084184647, 0.006566446274518967, 0.007421616930514574, 0.008276787586510181, 0.009131957776844501, 0.009987128898501396, 0.010842299088835716, 0.011697469279170036, 0.012552640400826931, 0.013407810591161251, 0.014262981712818146, 0.015118151903152466]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 3.0, 1.0, 1.0, 2.0, 3.0, 0.0, 0.0, 4.0, 2.0, 3.0, 1.0, 3.0, 2.0, 3.0, 3.0, 3.0, 3.0, 2.0, 3.0, 6.0, 3.0, 3.0, 4.0, 4.0, 5.0, 9.0, 9.0, 7.0, 3.0, 4.0, 3.0, 6.0, 6.0, 4.0, 4.0, 4.0, 4.0, 4.0, 8.0, 3.0, 8.0, 9.0, 7.0, 14.0, 17.0, 52.0, 3.0, 5.0, 1.0, 2.0, 6.0, 1.0, 1.0, 2.0, 4.0, 3.0, 2.0], "bins": [-0.018424149602651596, -0.018071912229061127, -0.017719672992825508, -0.01736743561923504, -0.01701519824564457, -0.0166629608720541, -0.01631072163581848, -0.015958484262228012, -0.015606246888637543, -0.015254008583724499, -0.01490177121013403, -0.014549532905220985, -0.014197295531630516, -0.013845057226717472, -0.013492819853127003, -0.013140581548213959, -0.01278834417462349, -0.012436105869710445, -0.012083867564797401, -0.011731630191206932, -0.011379391886293888, -0.011027154512703419, -0.010674916207790375, -0.010322678834199905, -0.009970440529286861, -0.009618203155696392, -0.009265964850783348, -0.008913727477192879, -0.008561489172279835, -0.008209251798689365, -0.007857013493776321, -0.007504775654524565, -0.007152537815272808, -0.006800299976021051, -0.006448062136769295, -0.006095824297517538, -0.005743586458265781, -0.005391348619014025, -0.005039110779762268, -0.004686872940510511, -0.004334635101258755, -0.003982396796345711, -0.0036301591899245977, -0.003277921350672841, -0.0029256832785904408, -0.002573445439338684, -0.0022212076000869274, -0.0018689697608351707, -0.001516731921583414, -0.0011644940823316574, -0.0008122561848722398, -0.0004600183165166527, -0.00010778044816106558, 0.00024445742019452155, 0.0005966952885501087, 0.0009489331860095263, 0.001301171025261283, 0.0016534088645130396, 0.0020056467037647963, 0.002357884543016553, 0.0027101226150989532, 0.00306236045435071, 0.0034145982936024666, 0.0037668361328542233, 0.00411907397210598]}, "_runtime": 12.221954584121704, "_timestamp": 1596208481.3007143, "_step": 7}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 3.0, 1.0, 0.0, 2.0, 1.0, 2.0, 3.0, 1.0, 4.0, 2.0, 2.0, 2.0, 4.0, 3.0, 4.0, 3.0, 4.0, 0.0, 2.0, 0.0, 1.0, 4.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.024591781198978424, -0.02389739826321602, -0.023203017190098763, -0.022508634254336357, -0.02181425131857395, -0.021119870245456696, -0.02042548730969429, -0.019731104373931885, -0.01903672143816948, -0.018342340365052223, -0.017647957429289818, -0.016953574493527412, -0.016259193420410156, -0.01556481048464775, -0.01487042848020792, -0.014176045544445515, -0.013481663540005684, -0.012787281535565853, -0.012092898599803448, -0.011398516595363617, -0.010704133659601212, -0.01000975165516138, -0.00931536965072155, -0.008620986714959145, -0.007926604710519314, -0.007232222240418196, -0.006537839770317078, -0.005843457765877247, -0.005149075295776129, -0.004454692825675011, -0.0037603105884045362, -0.003065928351134062, -0.0023715458810329437, -0.0016771635273471475, -0.0009827811736613512, -0.00028839881997555494, 0.0004059835337102413, 0.0011003658873960376, 0.0017947482410818338, 0.0024891304783523083, 0.0031835129484534264, 0.0038778954185545444, 0.0045722778886556625, 0.005266659893095493, 0.005961042363196611, 0.0066554248332977295, 0.00734980683773756, 0.008044189773499966, 0.008738571777939796, 0.009432953782379627, 0.010127336718142033, 0.010821718722581863, 0.011516101658344269, 0.0122104836627841, 0.01290486566722393, 0.013599248602986336, 0.014293630607426167, 0.014988012611865997, 0.015682395547628403, 0.016376778483390808, 0.017071159556508064, 0.01776554249227047, 0.018459925428032875, 0.01915430650115013, 0.019848689436912537]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 3.0, 4.0, 3.0, 5.0, 1.0, 3.0, 8.0, 10.0, 5.0, 11.0, 12.0, 17.0, 26.0, 38.0, 43.0, 70.0, 97.0, 147.0, 216.0, 333.0, 514.0, 754.0, 3614.0, 934.0, 463.0, 240.0, 123.0, 81.0, 56.0, 24.0, 20.0, 15.0, 7.0, 2.0, 5.0, 6.0, 1.0, 3.0, 5.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.28078073263168335, -0.2725284993648529, -0.26427626609802246, -0.25602400302886963, -0.24777176976203918, -0.23951953649520874, -0.2312673032283783, -0.22301505506038666, -0.2147628217935562, -0.20651058852672577, -0.19825834035873413, -0.1900061070919037, -0.18175387382507324, -0.1735016256570816, -0.16524939239025116, -0.15699714422225952, -0.14874491095542908, -0.14049267768859863, -0.132240429520607, -0.12398819625377655, -0.11573595553636551, -0.10748371481895447, -0.09923148155212402, -0.09097924083471298, -0.08272700011730194, -0.0744747593998909, -0.06622251868247986, -0.057970285415649414, -0.04971804469823837, -0.04146580398082733, -0.03321356698870659, -0.024961328133940697, -0.016709089279174805, -0.008456850424408913, -0.00020461156964302063, 0.008047627285122871, 0.016299866139888763, 0.024552104994654655, 0.03280434384942055, 0.04105658084154129, 0.04930882155895233, 0.05756106227636337, 0.06581330299377441, 0.07406553626060486, 0.0823177769780159, 0.09057001769542694, 0.09882225096225739, 0.10707449167966843, 0.11532673239707947, 0.12357897311449051, 0.13183121383190155, 0.140083447098732, 0.14833569526672363, 0.15658792853355408, 0.16484016180038452, 0.17309240996837616, 0.1813446432352066, 0.18959687650203705, 0.1978491246700287, 0.20610135793685913, 0.21435359120368958, 0.2226058393716812, 0.23085807263851166, 0.2391103208065033, 0.24736255407333374]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 4.0, 2.0, 1.0, 1.0, 1.0, 2.0, 3.0, 6.0, 2.0, 5.0, 2.0, 8.0, 7.0, 4.0, 26.0, 7.0, 4.0, 9.0, 3.0, 7.0, 4.0, 1.0, 4.0, 4.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009666104800999165, -0.009347249753773212, -0.009028393775224686, -0.008709538727998734, -0.008390682749450207, -0.008071827702224255, -0.007752972189337015, -0.007434116676449776, -0.007115261163562536, -0.006796405650675297, -0.006477550137788057, -0.006158694624900818, -0.005839839577674866, -0.005520984064787626, -0.005202128551900387, -0.004883273039013147, -0.004564417526125908, -0.0042455620132386684, -0.003926706500351429, -0.003607851220294833, -0.0032889957074075937, -0.0029701401945203543, -0.0026512849144637585, -0.002332429401576519, -0.0020135738886892796, -0.00169471837580204, -0.0013758629793301225, -0.0010570075828582048, -0.0007381520699709654, -0.00041929661529138684, -0.0001004411606118083, 0.00021841429406777024, 0.0005372697487473488, 0.0008561252034269273, 0.0011749806581065059, 0.0014938360545784235, 0.001812691567465663, 0.0021315470803529024, 0.002450402360409498, 0.0027692578732967377, 0.003088113386183977, 0.0034069688990712166, 0.003725824411958456, 0.0040446799248456955, 0.004363534972071648, 0.004682390484958887, 0.0050012459978461266, 0.005320101510733366, 0.0056389570236206055, 0.005957812536507845, 0.006276668049395084, 0.006595523562282324, 0.006914379075169563, 0.0072332341223955154, 0.007552089635282755, 0.007870945148169994, 0.008189801126718521, 0.008508656173944473, 0.008827511221170425, 0.009146367199718952, 0.009465222246944904, 0.009784078225493431, 0.010102933272719383, 0.01042178925126791, 0.010740644298493862]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 2.0, 7.0, 17.0, 20.0, 38.0, 51.0, 85.0, 117.0, 152.0, 198.0, 267.0, 301.0, 361.0, 376.0, 490.0, 717.0, 988.0, 1343.0, 2146.0, 3321.0, 5123.0, 7532.0, 11213.0, 16368.0, 23633.0, 34889.0, 52823.0, 83047.0, 128594.0, 470617.0, 117936.0, 73352.0, 45382.0, 30115.0, 20978.0, 14570.0, 10285.0, 7028.0, 4560.0, 3084.0, 1944.0, 1336.0, 931.0, 697.0, 492.0, 379.0, 347.0, 286.0, 233.0, 218.0, 184.0, 138.0, 106.0, 73.0, 62.0, 44.0, 26.0, 14.0, 4.0, 1.0, 1.0, 3.0, 1.0], "bins": [-0.020996607840061188, -0.02030683308839798, -0.01961705833673477, -0.018927285447716713, -0.018237510696053505, -0.017547735944390297, -0.016857963055372238, -0.01616818830370903, -0.015478413552045822, -0.014788638800382614, -0.01409886498004198, -0.013409091159701347, -0.01271931640803814, -0.012029541656374931, -0.011339767836034298, -0.010649994015693665, -0.009960219264030457, -0.009270444512367249, -0.008580670692026615, -0.007890896871685982, -0.007201122120022774, -0.006511347834020853, -0.005821573548018932, -0.005131799262017012, -0.004442024976015091, -0.0037522506900131702, -0.0030624764040112495, -0.002372702118009329, -0.0016829278320074081, -0.0009931535460054874, -0.00030337926000356674, 0.00038639502599835396, 0.0010761693120002747, 0.0017659435980021954, 0.002455717884004116, 0.0031454921700060368, 0.0038352664560079575, 0.004525040742009878, 0.005214815028011799, 0.0059045893140137196, 0.00659436360001564, 0.007284137886017561, 0.007973912172019482, 0.008663685992360115, 0.009353460744023323, 0.010043235495686531, 0.010733009316027164, 0.011422783136367798, 0.012112557888031006, 0.012802332639694214, 0.013492106460034847, 0.01418188028037548, 0.014871655032038689, 0.015561429783701897, 0.016251202672719955, 0.016940977424383163, 0.01763075217604637, 0.01832052692770958, 0.019010301679372787, 0.019700074568390846, 0.020389849320054054, 0.021079624071717262, 0.02176939696073532, 0.02245917171239853, 0.023148946464061737]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 4.0, 1.0, 4.0, 3.0, 3.0, 4.0, 3.0, 6.0, 1.0, 1.0, 0.0, 1.0, 3.0, 1.0, 1.0, 1.0, 2.0, 0.0, 3.0, 0.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.018466223031282425, -0.018032047897577286, -0.017597874626517296, -0.017163699492812157, -0.016729526221752167, -0.016295351088047028, -0.015861177816987038, -0.015427003614604473, -0.014992829412221909, -0.01455865427851677, -0.014124480076134205, -0.01369030587375164, -0.013256131671369076, -0.012821957468986511, -0.012387783266603947, -0.011953609064221382, -0.011519434861838818, -0.011085260659456253, -0.010651086457073689, -0.010216912254691124, -0.00978273805230856, -0.009348563849925995, -0.00891438964754343, -0.008480215445160866, -0.008046040311455727, -0.007611866574734449, -0.007177692372351885, -0.00674351816996932, -0.0063093435019254684, -0.005875169299542904, -0.005440995097160339, -0.005006820894777775, -0.00457264669239521, -0.004138472490012646, -0.003704298287630081, -0.003270123852416873, -0.0028359496500343084, -0.002401775447651744, -0.0019676010124385357, -0.0015334268100559711, -0.0010992526076734066, -0.0006650783470831811, -0.00023090408649295568, 0.00020327017409726977, 0.0006374444346874952, 0.0010716186370700598, 0.0015057929558679461, 0.0019399672746658325, 0.002374141477048397, 0.0028083156794309616, 0.003242489881813526, 0.0036766643170267344, 0.004110838286578655, 0.004545012954622507, 0.004979187157005072, 0.005413361359387636, 0.005847535561770201, 0.006281709764152765, 0.00671588396653533, 0.007150058168917894, 0.007584232836961746, 0.00801840703934431, 0.008452581241726875, 0.00888675544410944, 0.009320929646492004]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 3.0, 3.0, 5.0, 7.0, 17.0, 14.0, 22.0, 20.0, 28.0, 38.0, 42.0, 40.0, 53.0, 65.0, 84.0, 69.0, 81.0, 99.0, 88.0, 88.0, 109.0, 129.0, 202.0, 273.0, 392.0, 548.0, 863.0, 1093.0, 1682.0, 7091.0, 1441.0, 835.0, 554.0, 392.0, 308.0, 297.0, 246.0, 199.0, 179.0, 148.0, 126.0, 91.0, 96.0, 64.0, 54.0, 41.0, 26.0, 26.0, 12.0, 14.0, 7.0, 5.0, 5.0, 3.0, 3.0, 0.0, 3.0, 3.0], "bins": [-0.00947866402566433, -0.009211818687617779, -0.008944973349571228, -0.008678128942847252, -0.008411283604800701, -0.00814443826675415, -0.007877593860030174, -0.0076107485219836235, -0.007343903183937073, -0.007077057845890522, -0.0068102129735052586, -0.006543368101119995, -0.006276522763073444, -0.006009677425026894, -0.00574283255264163, -0.005475987680256367, -0.005209142342209816, -0.004942297004163265, -0.004675452131778002, -0.004408607259392738, -0.004141761921346188, -0.0038749168161302805, -0.0036080717109143734, -0.0033412266056984663, -0.003074381500482559, -0.002807536395266652, -0.002540691290050745, -0.002273846184834838, -0.002007001079618931, -0.0017401559744030237, -0.0014733108691871166, -0.0012064657639712095, -0.0009396206587553024, -0.0006727755535393953, -0.00040593044832348824, -0.00013908534310758114, 0.00012775976210832596, 0.00039460486732423306, 0.0006614499725401402, 0.0009282950777560472, 0.0011951401829719543, 0.0014619852881878614, 0.0017288303934037685, 0.0019956754986196756, 0.0022625206038355827, 0.00252936570905149, 0.002796210814267397, 0.003063055919483304, 0.003329901024699211, 0.0035967461299151182, 0.0038635912351310253, 0.004130436107516289, 0.0043972814455628395, 0.00466412678360939, 0.004930971655994654, 0.005197816528379917, 0.005464661866426468, 0.005731507204473019, 0.005998352076858282, 0.0062651969492435455, 0.006532042287290096, 0.006798887625336647, 0.0070657324977219105, 0.007332577370107174, 0.007599422708153725]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 5.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.041718289256095886, -0.040561459958553314, -0.03940463438630104, -0.03824780508875847, -0.037090979516506195, -0.03593415021896362, -0.03477732464671135, -0.03362049534916878, -0.032463669776916504, -0.03130684047937393, -0.03015001304447651, -0.028993185609579086, -0.027836356312036514, -0.02667952887713909, -0.02552270144224167, -0.024365874007344246, -0.023209046572446823, -0.0220522191375494, -0.020895391702651978, -0.019738564267754555, -0.018581736832857132, -0.01742490753531456, -0.016268080100417137, -0.015111252665519714, -0.013954425230622292, -0.012797597795724869, -0.011640770360827446, -0.010483941994607449, -0.009327114559710026, -0.008170287124812603, -0.007013459224253893, -0.005856631323695183, -0.00469980388879776, -0.0035429762210696936, -0.002386148553341627, -0.0012293208856135607, -7.249321788549423e-05, 0.0010843344498425722, 0.0022411621175706387, 0.003397989785298705, 0.0045548174530267715, 0.005711644887924194, 0.0068684727884829044, 0.008025300689041615, 0.009182128123939037, 0.01033895555883646, 0.011495783925056458, 0.01265261135995388, 0.013809438794851303, 0.014966266229748726, 0.01612309366464615, 0.01727992109954357, 0.018436748534440994, 0.019593577831983566, 0.02075040526688099, 0.021907232701778412, 0.023064060136675835, 0.024220887571573257, 0.02537771500647068, 0.026534542441368103, 0.027691371738910675, 0.028848199173808098, 0.03000502660870552, 0.031161854043602943, 0.032318681478500366]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 3.0, 3.0, 3.0, 9.0, 4.0, 6.0, 8.0, 6.0, 8.0, 15.0, 52.0, 10.0, 5.0, 5.0, 15.0, 8.0, 12.0, 7.0, 7.0, 9.0, 5.0, 5.0, 5.0, 9.0, 7.0, 7.0, 6.0, 4.0, 4.0, 6.0, 2.0, 4.0, 1.0, 3.0, 2.0, 2.0, 1.0, 1.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009905064478516579, -0.009523189626634121, -0.009141314774751663, -0.008759439922869205, -0.008377565070986748, -0.00799569021910429, -0.007613815367221832, -0.0072319405153393745, -0.006850065663456917, -0.006468190345913172, -0.006086315494030714, -0.005704440642148256, -0.005322565790265799, -0.004940690938383341, -0.004558816086500883, -0.004176941234618425, -0.0037950663827359676, -0.00341319153085351, -0.003031316678971052, -0.0026494418270885944, -0.0022675669752061367, -0.0018856920069083571, -0.0015038170386105776, -0.0011219421867281199, -0.0007400673348456621, -0.00035819245385937393, 2.3682427126914263e-05, 0.00040555730811320245, 0.0007874321890994906, 0.0011693070409819484, 0.001551182009279728, 0.0019330568611621857, 0.0023149317130446434, 0.002696806564927101, 0.003078681416809559, 0.0034605562686920166, 0.0038424311205744743, 0.004224305972456932, 0.00460618082433939, 0.0049880556762218475, 0.005369930528104305, 0.00575180584564805, 0.006133680697530508, 0.006515555549412966, 0.0068974304012954235, 0.007279305253177881, 0.007661180105060339, 0.00804305449128151, 0.008424930274486542, 0.008806805126369, 0.009188679978251457, 0.009570554830133915, 0.009952429682016373, 0.01033430453389883, 0.010716179385781288, 0.011098054237663746, 0.011479929089546204, 0.011861803941428661, 0.012243678793311119, 0.012625553645193577, 0.013007428497076035, 0.013389303348958492, 0.01377117820084095, 0.014153053052723408, 0.014534927904605865]}, "_runtime": 13.210354804992676, "_timestamp": 1596208482.2891145, "_step": 8}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 1.0, 0.0, 6.0, 1.0, 0.0, 2.0, 3.0, 3.0, 1.0, 1.0, 3.0, 4.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 5.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.016098752617836, -0.015625834465026855, -0.015152916312217712, -0.014679999090731144, -0.014207080937922001, -0.013734162785112858, -0.013261244632303715, -0.012788326479494572, -0.012315409258008003, -0.01184249110519886, -0.011369572952389717, -0.010896654799580574, -0.010423736646771431, -0.009950818493962288, -0.00947790127247572, -0.009004983119666576, -0.008532064966857433, -0.00805914681404829, -0.0075862291269004345, -0.007113310974091291, -0.006640393286943436, -0.006167475134134293, -0.0056945569813251495, -0.005221639294177294, -0.004748721141368151, -0.004275802988559008, -0.003802885301411152, -0.003329967148602009, -0.0028570492286235094, -0.00238413130864501, -0.0019112132722511888, -0.0014382952358573675, -0.0009653773158788681, -0.0004924593376927078, -1.954135950654745e-05, 0.0004533766186796129, 0.0009262945968657732, 0.0013992125168442726, 0.0018721305532380939, 0.002345048589631915, 0.0028179665096104145, 0.003290884429588914, 0.0037638023495674133, 0.004236720502376556, 0.0047096386551856995, 0.005182556342333555, 0.005655474495142698, 0.006128392182290554, 0.006601310335099697, 0.00707422848790884, 0.007547146175056696, 0.008020063862204552, 0.008492982015013695, 0.008965900167822838, 0.009438818320631981, 0.009911736473441124, 0.010384654626250267, 0.010857571847736835, 0.011330490000545979, 0.011803408153355122, 0.012276326306164265, 0.012749244458973408, 0.013222161680459976, 0.01369507983326912, 0.014167997986078262]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 3.0, 1.0, 5.0, 10.0, 10.0, 15.0, 14.0, 15.0, 18.0, 29.0, 40.0, 47.0, 60.0, 86.0, 123.0, 135.0, 236.0, 292.0, 404.0, 597.0, 3126.0, 1197.0, 604.0, 310.0, 186.0, 114.0, 67.0, 47.0, 36.0, 22.0, 27.0, 11.0, 5.0, 9.0, 5.0, 7.0, 2.0, 1.0, 4.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.2115551233291626, -0.20538178086280823, -0.19920845329761505, -0.19303511083126068, -0.1868617683649063, -0.18068844079971313, -0.17451509833335876, -0.1683417558670044, -0.16216842830181122, -0.15599508583545685, -0.14982174336910248, -0.1436484158039093, -0.13747507333755493, -0.13130173087120056, -0.12512840330600739, -0.11895506083965302, -0.11278172582387924, -0.10660839080810547, -0.1004350483417511, -0.09426171332597733, -0.08808837831020355, -0.08191503584384918, -0.07574170082807541, -0.06956836581230164, -0.06339502334594727, -0.05722168833017349, -0.05104835331439972, -0.04487501457333565, -0.038701675832271576, -0.0325283408164978, -0.02635500207543373, -0.02018166519701481, -0.014008328318595886, -0.007834991440176964, -0.0016616536304354668, 0.004511683713644743, 0.010685021057724953, 0.016858357936143875, 0.023031696677207947, 0.02920503355562687, 0.03537837043404579, 0.04155170917510986, 0.047725044190883636, 0.05389838293194771, 0.06007172167301178, 0.06624505668878555, 0.07241839170455933, 0.0785917341709137, 0.08476506918668747, 0.09093840420246124, 0.09711174666881561, 0.10328508168458939, 0.10945841670036316, 0.11563175916671753, 0.1218050941824913, 0.12797842919826508, 0.13415177166461945, 0.14032509922981262, 0.146498441696167, 0.15267178416252136, 0.15884511172771454, 0.1650184541940689, 0.17119179666042328, 0.17736512422561646, 0.18353846669197083]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 3.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 3.0, 1.0, 3.0, 2.0, 5.0, 6.0, 3.0, 2.0, 3.0, 3.0, 5.0, 4.0, 2.0, 25.0, 3.0, 5.0, 1.0, 6.0, 2.0, 4.0, 4.0, 2.0, 2.0, 1.0, 4.0, 2.0, 3.0, 1.0, 4.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0054920329712331295, -0.005316792521625757, -0.005141552072018385, -0.004966311156749725, -0.004791070707142353, -0.004615830257534981, -0.0044405898079276085, -0.004265349358320236, -0.004090108908712864, -0.003914867993444204, -0.003739627543836832, -0.0035643870942294598, -0.0033891466446220875, -0.0032139059621840715, -0.0030386655125766993, -0.0028634248301386833, -0.002688184380531311, -0.0025129439309239388, -0.002337703248485923, -0.0021624627988785505, -0.0019872221164405346, -0.0018119816668331623, -0.00163674121722579, -0.001461500651203096, -0.0012862600851804018, -0.0011110195191577077, -0.0009357790113426745, -0.0007605385035276413, -0.0005852979375049472, -0.00041005740058608353, -0.00023481686366721988, -5.957632674835622e-05, 0.00011566421017050743, 0.0002909047470893711, 0.00046614528400823474, 0.0006413857918232679, 0.000816626357845962, 0.0009918669238686562, 0.0011671073734760284, 0.0013423479394987226, 0.0015175885055214167, 0.0016928290715441108, 0.0018680696375668049, 0.002043310087174177, 0.0022185505367815495, 0.0023937912192195654, 0.0025690316688269377, 0.0027442723512649536, 0.002919512800872326, 0.003094753250479698, 0.003269993932917714, 0.0034452343825250864, 0.0036204750649631023, 0.0037957155145704746, 0.003970955964177847, 0.004146196413785219, 0.004321437329053879, 0.004496677778661251, 0.004671918228268623, 0.004847158677875996, 0.005022399127483368, 0.00519763957709074, 0.0053728804923594, 0.005548120941966772, 0.005723361391574144]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 5.0, 7.0, 8.0, 12.0, 37.0, 60.0, 96.0, 170.0, 268.0, 381.0, 550.0, 872.0, 1261.0, 1785.0, 2511.0, 3553.0, 4713.0, 6540.0, 8771.0, 11999.0, 15619.0, 20255.0, 26906.0, 36627.0, 51554.0, 72550.0, 100561.0, 431576.0, 105377.0, 76510.0, 53758.0, 38429.0, 27209.0, 20367.0, 15141.0, 11294.0, 8395.0, 6454.0, 4579.0, 3503.0, 2514.0, 1880.0, 1382.0, 1049.0, 756.0, 535.0, 382.0, 283.0, 188.0, 137.0, 81.0, 67.0, 41.0, 30.0, 18.0, 10.0, 10.0, 9.0, 3.0, 4.0, 1.0, 1.0, 2.0], "bins": [-0.01399764884263277, -0.013508736155927181, -0.013019823469221592, -0.012530910782516003, -0.012041998095810413, -0.011553085409104824, -0.011064172722399235, -0.010575260035693645, -0.010086347348988056, -0.009597434662282467, -0.009108521975576878, -0.008619609288871288, -0.008130696602165699, -0.00764178391546011, -0.00715287122875452, -0.006663958542048931, -0.006175045855343342, -0.0056861331686377525, -0.005197220481932163, -0.004708307795226574, -0.004219395108520985, -0.0037304824218153954, -0.003241569735109806, -0.0027526570484042168, -0.0022637443616986275, -0.0017748316749930382, -0.0012859189882874489, -0.0007970063015818596, -0.0003080936148762703, 0.000180819071829319, 0.0006697317585349083, 0.0011586444452404976, 0.0016475571319460869, 0.002136469818651676, 0.0026253825053572655, 0.0031142951920628548, 0.003603207878768444, 0.004092120565474033, 0.004581033252179623, 0.005069945938885212, 0.005558858625590801, 0.0060477713122963905, 0.00653668399900198, 0.007025596685707569, 0.007514509372413158, 0.008003422059118748, 0.008492334745824337, 0.008981247432529926, 0.009470160119235516, 0.009959072805941105, 0.010447985492646694, 0.010936898179352283, 0.011425810866057873, 0.011914723552763462, 0.012403636239469051, 0.01289254892617464, 0.01338146161288023, 0.01387037429958582, 0.014359286986291409, 0.014848199672996998, 0.015337112359702587, 0.015826024115085602, 0.01631493866443634, 0.01680384948849678, 0.01729276403784752]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 4.0, 1.0, 3.0, 4.0, 2.0, 1.0, 3.0, 0.0, 7.0, 2.0, 2.0, 1.0, 4.0, 3.0, 3.0, 1.0, 1.0, 1.0, 3.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0047928751446306705, -0.0046377768740057945, -0.004482678137719631, -0.004327579867094755, -0.004172481596469879, -0.004017383325845003, -0.0038622848223894835, -0.0037071863189339638, -0.0035520880483090878, -0.0033969897776842117, -0.003241891274228692, -0.0030867927707731724, -0.0029316945001482964, -0.0027765962295234203, -0.0026214977260679007, -0.002466399222612381, -0.002311300951987505, -0.002156202681362629, -0.0020011041779071093, -0.0018460057908669114, -0.0016909074038267136, -0.0015358090167865157, -0.0013807106297463179, -0.00122561224270612, -0.0010705138556659222, -0.0009154154686257243, -0.0007603170815855265, -0.0006052186945453286, -0.00045012030750513077, -0.0002950219204649329, -0.00013992353342473507, 1.517485361546278e-05, 0.00017027324065566063, 0.0003253716276958585, 0.00048047001473605633, 0.0006355684017762542, 0.000790666788816452, 0.0009457651758566499, 0.0011008635628968477, 0.0012559619499370456, 0.0014110603369772434, 0.0015661587240174413, 0.0017212571110576391, 0.001876355498097837, 0.002031453885138035, 0.002186552155762911, 0.0023416506592184305, 0.00249674916267395, 0.0026518474332988262, 0.0028069457039237022, 0.002962044207379222, 0.0031171427108347416, 0.0032722409814596176, 0.0034273392520844936, 0.0035824377555400133, 0.003737536258995533, 0.003892634529620409, 0.004047732800245285, 0.004202831536531448, 0.004357929807156324, 0.0045130280777812, 0.004668126348406076, 0.0048232246190309525, 0.004978323355317116, 0.005133421625941992]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 2.0, 3.0, 4.0, 3.0, 5.0, 5.0, 9.0, 6.0, 11.0, 10.0, 25.0, 22.0, 41.0, 35.0, 52.0, 66.0, 83.0, 111.0, 175.0, 217.0, 287.0, 440.0, 560.0, 803.0, 1023.0, 1690.0, 6087.0, 1386.0, 968.0, 776.0, 614.0, 494.0, 444.0, 345.0, 324.0, 251.0, 204.0, 176.0, 148.0, 99.0, 89.0, 62.0, 66.0, 56.0, 46.0, 31.0, 24.0, 8.0, 9.0, 9.0, 9.0, 2.0, 4.0, 2.0, 1.0, 0.0, 1.0], "bins": [-0.004434193018823862, -0.004302037879824638, -0.004169882740825415, -0.004037727601826191, -0.0039055722299963236, -0.0037734170909971, -0.0036412617191672325, -0.003509106580168009, -0.003376951441168785, -0.0032447963021695614, -0.0031126411631703377, -0.0029804857913404703, -0.0028483306523412466, -0.002716175513342023, -0.0025840201415121555, -0.002451865002512932, -0.002319709863513708, -0.0021875547245144844, -0.0020553995855152607, -0.0019232442136853933, -0.0017910890746861696, -0.001658933935686946, -0.0015267786802724004, -0.0013946234248578548, -0.0012624682858586311, -0.0011303131468594074, -0.0009981578914448619, -0.0008660026942379773, -0.0007338474970310926, -0.000601692299824208, -0.0004695371026173234, -0.0003373819054104388, -0.00020522670820355415, -7.307151099666953e-05, 5.908368621021509e-05, 0.00019123888341709971, 0.00032339408062398434, 0.00045554927783086896, 0.0005877044750377536, 0.0007198596722446382, 0.0008520148694515228, 0.0009841700084507465, 0.001116325263865292, 0.0012484805192798376, 0.0013806356582790613, 0.001512790797278285, 0.0016449460526928306, 0.001777101308107376, 0.0019092564471065998, 0.0020414115861058235, 0.0021735667251050472, 0.0023057220969349146, 0.0024378772359341383, 0.002570032374933362, 0.0027021877467632294, 0.002834342885762453, 0.002966498024761677, 0.0030986531637609005, 0.003230808302760124, 0.0033629636745899916, 0.0034951188135892153, 0.003627273952588439, 0.0037594293244183064, 0.00389158446341753, 0.004023739602416754]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 3.0, 3.0, 2.0, 2.0, 4.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013751469552516937, -0.01348093245178461, -0.01321039441972971, -0.012939857318997383, -0.012669320218265057, -0.01239878311753273, -0.012128245085477829, -0.011857707984745502, -0.011587170884013176, -0.011316632851958275, -0.011046095751225948, -0.010775558650493622, -0.010505021549761295, -0.010234483517706394, -0.009963946416974068, -0.009693409316241741, -0.009422872215509415, -0.009152334183454514, -0.008881797082722187, -0.00861125998198986, -0.00834072194993496, -0.008070184849202633, -0.007799647748470306, -0.007529110182076693, -0.007258572615683079, -0.006988035514950752, -0.0067174979485571384, -0.006446960847824812, -0.006176423281431198, -0.005905886180698872, -0.005635348614305258, -0.005364811513572931, -0.0050942739471793175, -0.004823736380785704, -0.004553199280053377, -0.004282661713659763, -0.004012124612927437, -0.003741587046533823, -0.003471049712970853, -0.0032005123794078827, -0.0029299750458449125, -0.0026594377122819424, -0.002388900378718972, -0.002118363045156002, -0.00184782559517771, -0.00157728826161474, -0.001306750811636448, -0.0010362134780734777, -0.0007656761445105076, -0.0004951388109475374, -0.00022460141917690635, 4.593594348989427e-05, 0.0003164733061566949, 0.000587010639719665, 0.0008575480314902961, 0.0011280854232609272, 0.0013986227568238974, 0.0016691600903868675, 0.0019396974239498377, 0.002210234757512808, 0.0024807723239064217, 0.002751309657469392, 0.003021846991032362, 0.003292384324595332, 0.0035629216581583023]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 3.0, 3.0, 4.0, 3.0, 2.0, 9.0, 8.0, 10.0, 16.0, 62.0, 12.0, 5.0, 9.0, 9.0, 8.0, 8.0, 8.0, 8.0, 1.0, 4.0, 8.0, 3.0, 4.0, 6.0, 8.0, 4.0, 5.0, 4.0, 8.0, 9.0, 1.0, 3.0, 2.0, 3.0, 5.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0], "bins": [-0.009199302643537521, -0.008862355723977089, -0.008525407873094082, -0.008188460022211075, -0.007851513102650642, -0.007514565717428923, -0.007177618332207203, -0.006840670946985483, -0.006503723561763763, -0.006166776176542044, -0.005829828791320324, -0.005492881406098604, -0.0051559340208768845, -0.004818986635655165, -0.004482039250433445, -0.004145091865211725, -0.0038081444799900055, -0.0034711970947682858, -0.003134249709546566, -0.0027973023243248463, -0.0024603549391031265, -0.002123407553881407, -0.001786460168659687, -0.0014495127834379673, -0.0011125653982162476, -0.0007756180129945278, -0.0004386706277728081, -0.00010172324255108833, 0.0002352241426706314, 0.0005721715278923512, 0.0009091189131140709, 0.0012460662983357906, 0.0015830136835575104, 0.0019199610687792301, 0.00225690845400095, 0.0025938558392226696, 0.0029308032244443893, 0.003267750609666109, 0.003604697994887829, 0.003941645380109549, 0.004278592765331268, 0.004615540150552988, 0.004952487535774708, 0.0052894349209964275, 0.005626382306218147, 0.005963329691439867, 0.006300277076661587, 0.0066372244618833065, 0.006974171847105026, 0.007311119232326746, 0.007648066617548466, 0.007985014468431473, 0.008321961387991905, 0.008658908307552338, 0.008995856158435345, 0.009332804009318352, 0.009669750928878784, 0.010006697848439217, 0.010343645699322224, 0.01068059355020523, 0.011017540469765663, 0.011354487389326096, 0.011691435240209103, 0.01202838309109211, 0.012365330010652542]}, "_runtime": 14.105353593826294, "_timestamp": 1596208483.1841133, "_step": 9}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 3.0, 2.0, 1.0, 0.0, 1.0, 1.0, 2.0, 3.0, 1.0, 1.0, 3.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 4.0, 1.0, 2.0, 2.0, 2.0, 0.0, 2.0, 3.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.015635699033737183, -0.015251841396093369, -0.01486798282712698, -0.014484125189483166, -0.014100266620516777, -0.013716408982872963, -0.013332551345229149, -0.01294869277626276, -0.012564835138618946, -0.012180977500975132, -0.011797118932008743, -0.01141326129436493, -0.011029403656721115, -0.010645545087754726, -0.010261687450110912, -0.009877828881144524, -0.00949397124350071, -0.009110113605856895, -0.008726255036890507, -0.008342397399246693, -0.007958538830280304, -0.00757468119263649, -0.007190823554992676, -0.006806965451687574, -0.006423107348382473, -0.006039249245077372, -0.00565539114177227, -0.005271533504128456, -0.004887675400823355, -0.004503817297518253, -0.004119959659874439, -0.003736101556569338, -0.0033522434532642365, -0.002968385349959135, -0.0025845274794846773, -0.0022006696090102196, -0.0018168115057051182, -0.0014329535188153386, -0.001049095531925559, -0.0006652375450357795, -0.0002813795581459999, 0.00010247842874377966, 0.0004863364156335592, 0.0008701944025233388, 0.0012540523894131184, 0.001637910376302898, 0.0020217683631926775, 0.0024056262336671352, 0.0027894843369722366, 0.003173342440277338, 0.0035572003107517958, 0.0039410581812262535, 0.004324916284531355, 0.004708774387836456, 0.00509263202548027, 0.005476490128785372, 0.005860348232090473, 0.006244206335395575, 0.006628064438700676, 0.00701192207634449, 0.0073957801796495914, 0.007779638282954693, 0.008163495920598507, 0.008547354489564896, 0.00893121212720871]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 4.0, 5.0, 8.0, 5.0, 5.0, 8.0, 7.0, 6.0, 13.0, 19.0, 13.0, 18.0, 43.0, 54.0, 51.0, 77.0, 110.0, 134.0, 176.0, 212.0, 311.0, 356.0, 508.0, 3105.0, 1120.0, 538.0, 365.0, 213.0, 137.0, 83.0, 64.0, 46.0, 37.0, 25.0, 14.0, 13.0, 6.0, 7.0, 3.0, 2.0, 3.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0], "bins": [-0.21121814846992493, -0.20596326887607574, -0.20070838928222656, -0.19545350968837738, -0.1901986300945282, -0.18494375050067902, -0.17968887090682983, -0.17443399131298065, -0.16917911171913147, -0.16392424702644348, -0.1586693674325943, -0.15341448783874512, -0.14815960824489594, -0.14290472865104675, -0.13764984905719757, -0.1323949694633484, -0.1271400898694992, -0.12188521027565002, -0.11663033068180084, -0.11137545108795166, -0.10612057149410248, -0.10086569935083389, -0.09561081975698471, -0.09035594016313553, -0.08510106056928635, -0.07984618097543716, -0.07459130138158798, -0.0693364217877388, -0.06408154964447021, -0.058826666325330734, -0.05357179045677185, -0.04831691086292267, -0.043062031269073486, -0.037807151675224304, -0.03255227208137512, -0.02729739621281624, -0.022042516618967056, -0.016787637025117874, -0.011532759293913841, -0.006277880631387234, -0.0010230019688606262, 0.004231876693665981, 0.009486755356192589, 0.014741634018719196, 0.019996512681245804, 0.025251392275094986, 0.03050627000629902, 0.03576114773750305, 0.041016027331352234, 0.046270906925201416, 0.0515257865190506, 0.05678066238760948, 0.062035541981458664, 0.06729041785001755, 0.07254529744386673, 0.07780017703771591, 0.0830550566315651, 0.08830993622541428, 0.09356481581926346, 0.09881969541311264, 0.10407456755638123, 0.10932944715023041, 0.11458432674407959, 0.11983920633792877, 0.12509408593177795]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 0.0, 2.0, 5.0, 1.0, 4.0, 1.0, 3.0, 2.0, 6.0, 5.0, 5.0, 0.0, 4.0, 3.0, 2.0, 0.0, 2.0, 3.0, 29.0, 3.0, 4.0, 0.0, 2.0, 1.0, 1.0, 2.0, 4.0, 3.0, 4.0, 1.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 4.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.0050621419213712215, -0.004905257374048233, -0.004748372361063957, -0.004591487813740969, -0.004434602800756693, -0.004277718253433704, -0.0041208332404494286, -0.00396394869312644, -0.003807063912972808, -0.0036501791328191757, -0.0034932943526655436, -0.0033364095725119114, -0.003179525025188923, -0.0030226402450352907, -0.0028657554648816586, -0.0027088706847280264, -0.0025519859045743942, -0.002395101124420762, -0.00223821634426713, -0.0020813315641134977, -0.0019244469003751874, -0.0017675621202215552, -0.001610677456483245, -0.0014537926763296127, -0.0012969078961759806, -0.0011400231160223484, -0.0009831383358687162, -0.0008262536721304059, -0.0006693688919767737, -0.0005124841118231416, -0.0003555993898771703, -0.00019871463882736862, -4.182988777756691e-05, 0.0001150548632722348, 0.0002719396143220365, 0.0004288243653718382, 0.0005857091164216399, 0.0007425938965752721, 0.0008994786185212433, 0.0010563633404672146, 0.0012132481206208467, 0.001370132900774479, 0.001527017680928111, 0.0016839023446664214, 0.0018407871248200536, 0.001997671788558364, 0.002154556568711996, 0.0023114413488656282, 0.0024683261290192604, 0.0026252109091728926, 0.0027820956893265247, 0.002938980469480157, 0.003095865249633789, 0.0032527497969567776, 0.0034096345771104097, 0.003566519357264042, 0.003723404137417674, 0.0038802889175713062, 0.004037173464894295, 0.0041940584778785706, 0.004350943025201559, 0.004507828038185835, 0.004664712585508823, 0.004821597598493099, 0.004978482145816088]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 1.0, 6.0, 9.0, 12.0, 25.0, 35.0, 73.0, 71.0, 146.0, 179.0, 252.0, 308.0, 406.0, 552.0, 791.0, 1027.0, 1416.0, 2007.0, 2812.0, 3763.0, 5278.0, 7094.0, 9412.0, 12483.0, 16366.0, 21714.0, 28530.0, 39205.0, 53479.0, 73192.0, 94066.0, 420392.0, 100293.0, 72621.0, 53252.0, 38829.0, 28638.0, 21804.0, 16634.0, 12780.0, 9899.0, 7522.0, 5992.0, 4519.0, 3313.0, 2539.0, 1862.0, 1254.0, 918.0, 662.0, 415.0, 283.0, 192.0, 132.0, 78.0, 54.0, 20.0, 16.0, 14.0, 5.0, 2.0], "bins": [-0.01542756799608469, -0.014985344372689724, -0.014543120749294758, -0.014100896194577217, -0.013658672571182251, -0.013216448947787285, -0.012774225324392319, -0.012332001700997353, -0.011889778077602386, -0.011447553522884846, -0.01100532989948988, -0.010563106276094913, -0.010120882652699947, -0.009678659029304981, -0.00923643447458744, -0.008794210851192474, -0.008351987227797508, -0.007909763604402542, -0.007467539515346289, -0.0070253158919513226, -0.006583091802895069, -0.006140868179500103, -0.005698644556105137, -0.0052564204670488834, -0.004814196843653917, -0.004371973220258951, -0.003929749131202698, -0.0034875255078077316, -0.003045301651582122, -0.002603077795356512, -0.002160854171961546, -0.0017186303157359362, -0.0012764064595103264, -0.0008341826614923775, -0.00039195886347442865, 5.026493454352021e-05, 0.0004924887325614691, 0.0009347125305794179, 0.0013769363285973668, 0.0018191600684076548, 0.0022613839246332645, 0.0027036077808588743, 0.003145831637084484, 0.0035880552604794502, 0.004030278883874416, 0.00447250297293067, 0.004914726596325636, 0.005356950685381889, 0.0057991743087768555, 0.006241397932171822, 0.006683622021228075, 0.007125845644623041, 0.007568069733679295, 0.00801029335707426, 0.008452516980469227, 0.008894740603864193, 0.009336965158581734, 0.0097791887819767, 0.010221412405371666, 0.010663636028766632, 0.011105859652161598, 0.011548083275556564, 0.011990307830274105, 0.012432531453669071, 0.012874755077064037]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 5.0, 3.0, 2.0, 4.0, 4.0, 1.0, 0.0, 7.0, 3.0, 2.0, 2.0, 2.0, 1.0, 4.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0], "bins": [-0.020090917125344276, -0.019620131701231003, -0.01914934627711773, -0.018678558990359306, -0.018207773566246033, -0.01773698814213276, -0.017266202718019485, -0.016795415431261063, -0.01632463000714779, -0.015853844583034515, -0.015383059158921242, -0.014912272803485394, -0.01444148737937212, -0.013970701023936272, -0.013499915599822998, -0.01302912924438715, -0.012558343820273876, -0.012087558396160603, -0.011616772040724754, -0.01114598661661148, -0.010675200261175632, -0.010204414837062359, -0.00973362848162651, -0.009262843057513237, -0.008792057633399963, -0.008321271277964115, -0.007850485853850842, -0.007379699498414993, -0.00690891407430172, -0.006438128184527159, -0.005967342294752598, -0.005496556404978037, -0.005025770515203476, -0.004554984625428915, -0.004084198735654354, -0.003613413078710437, -0.003142627188935876, -0.002671841299161315, -0.0022010556422173977, -0.0017302697524428368, -0.0012594838626682758, -0.0007886980311013758, -0.0003179121995344758, 0.0001528736320324242, 0.0006236594635993242, 0.0010944453533738852, 0.0015652311267331243, 0.0020360169000923634, 0.0025068027898669243, 0.002977588679641485, 0.003448374569416046, 0.003919160459190607, 0.004389946348965168, 0.004860731773078442, 0.0053315176628530025, 0.0058023035526275635, 0.006273089442402124, 0.006743875332176685, 0.007214661221951246, 0.007685447111725807, 0.00815623253583908, 0.008627018891274929, 0.009097804315388203, 0.009568590670824051, 0.010039376094937325]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 2.0, 2.0, 3.0, 1.0, 1.0, 2.0, 2.0, 5.0, 2.0, 5.0, 3.0, 2.0, 7.0, 7.0, 8.0, 12.0, 7.0, 10.0, 7.0, 9.0, 11.0, 5.0, 8.0, 8.0, 13.0, 25.0, 18.0, 12.0, 13.0, 17.0, 26.0, 30.0, 37.0, 52.0, 60.0, 91.0, 149.0, 172.0, 220.0, 296.0, 417.0, 638.0, 913.0, 1472.0, 2861.0, 6567.0, 1504.0, 839.0, 584.0, 335.0, 291.0, 182.0, 138.0, 108.0, 64.0, 48.0, 35.0, 22.0, 14.0, 13.0, 13.0, 9.0, 2.0], "bins": [-0.013550171628594398, -0.013256088830530643, -0.012962006963789463, -0.012667924165725708, -0.012373842298984528, -0.012079759500920773, -0.011785677634179592, -0.011491594836115837, -0.011197512969374657, -0.010903430171310902, -0.010609347373247147, -0.010315265506505966, -0.010021182708442211, -0.00972710084170103, -0.009433018043637276, -0.009138936176896095, -0.00884485337883234, -0.008550770580768585, -0.008256688714027405, -0.00796260591596365, -0.007668524049222469, -0.007374441251158714, -0.007080358918756247, -0.006786276586353779, -0.006492194253951311, -0.006198111921548843, -0.005904029589146376, -0.005609947256743908, -0.005315864458680153, -0.005021782126277685, -0.0047276997938752174, -0.00443361746147275, -0.004139535129070282, -0.0038454527966678143, -0.0035513704642653465, -0.003257287899032235, -0.0029632055666297674, -0.0026691232342272997, -0.0023750406689941883, -0.0020809583365917206, -0.0017868760041892529, -0.0014927936717867851, -0.0011987112229689956, -0.0009046288323588669, -0.0006105464417487383, -0.00031646405113860965, -2.2381660528481007e-05, 0.00027170073008164763, 0.0005657831206917763, 0.0008598655113019049, 0.0011539479019120336, 0.0014480303507298231, 0.0017421126831322908, 0.0020361950155347586, 0.00233027758076787, 0.0026243599131703377, 0.0029184422455728054, 0.003212524577975273, 0.003506606910377741, 0.0038006894756108522, 0.004094772040843964, 0.004388854373246431, 0.004682936705648899, 0.004977019038051367, 0.0052711013704538345]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 3.0, 0.0, 2.0, 3.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.0398608036339283, -0.03895490989089012, -0.03804901987314224, -0.037143126130104065, -0.036237236112356186, -0.03533134236931801, -0.03442545235157013, -0.03351955860853195, -0.032613664865493774, -0.031707774847745895, -0.030801882967352867, -0.02989599108695984, -0.02899009734392166, -0.028084205463528633, -0.027178313583135605, -0.026272421702742577, -0.02536652982234955, -0.02446063794195652, -0.023554746061563492, -0.022648854181170464, -0.021742962300777435, -0.020837068557739258, -0.01993117667734623, -0.0190252847969532, -0.018119392916560173, -0.017213501036167145, -0.016307609155774117, -0.015401716344058514, -0.014495824463665485, -0.013589932583272457, -0.012684039771556854, -0.011778147891163826, -0.010872256010770798, -0.00996636413037777, -0.009060472249984741, -0.008154579438269138, -0.00724868755787611, -0.006342795677483082, -0.005436903331428766, -0.004531010985374451, -0.0036251191049814224, -0.0027192269917577505, -0.0018133348785340786, -0.0009074427653104067, -1.5506520867347717e-06, 0.0009043414611369371, 0.001810233574360609, 0.002716125687584281, 0.003622017800807953, 0.004527909681200981, 0.005433802027255297, 0.006339694373309612, 0.0072455862537026405, 0.008151478134095669, 0.009057370945811272, 0.0099632628262043, 0.010869154706597328, 0.011775046586990356, 0.012680938467383385, 0.013586831279098988, 0.014492723159492016, 0.015398615039885044, 0.016304507851600647, 0.017210399731993675, 0.018116291612386703]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0, 1.0, 4.0, 3.0, 5.0, 3.0, 2.0, 1.0, 7.0, 2.0, 2.0, 5.0, 5.0, 9.0, 7.0, 11.0, 5.0, 9.0, 5.0, 2.0, 8.0, 7.0, 10.0, 17.0, 18.0, 14.0, 25.0, 48.0, 9.0, 5.0, 10.0, 6.0, 2.0, 2.0, 2.0, 1.0, 3.0], "bins": [-0.02204519882798195, -0.02163795568048954, -0.02123071439564228, -0.020823471248149872, -0.020416229963302612, -0.020008986815810204, -0.019601743668317795, -0.019194502383470535, -0.018787259235978127, -0.018380016088485718, -0.017972774803638458, -0.01756553165614605, -0.01715828850865364, -0.01675104722380638, -0.016343804076313972, -0.015936562791466713, -0.015529319643974304, -0.01512207742780447, -0.014714835211634636, -0.014307592064142227, -0.013900349847972393, -0.013493107631802559, -0.01308586448431015, -0.012678622268140316, -0.012271380051970482, -0.011864137835800648, -0.011456895619630814, -0.011049652472138405, -0.01064241025596857, -0.010235168039798737, -0.009827924892306328, -0.009420682676136494, -0.00901344045996666, -0.008606198243796825, -0.008198956027626991, -0.0077917128801345825, -0.007384470663964748, -0.006977228447794914, -0.006569985765963793, -0.006162743084132671, -0.005755500867962837, -0.005348258651793003, -0.004941015969961882, -0.00453377328813076, -0.004126531071960926, -0.0037192886229604483, -0.0033120461739599705, -0.0029048037249594927, -0.002497561275959015, -0.002090318826958537, -0.0016830763779580593, -0.0012758339289575815, -0.0008685914799571037, -0.00046134903095662594, -5.410658195614815e-05, 0.00035313586704432964, 0.0007603783160448074, 0.0011676207650452852, 0.001574863214045763, 0.001982105663046241, 0.0023893481120467186, 0.0027965905610471964, 0.003203833010047674, 0.003611075459048152, 0.00401831790804863]}, "_runtime": 14.966071128845215, "_timestamp": 1596208484.0448308, "_step": 10}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 3.0, 0.0, 3.0, 2.0, 0.0, 0.0, 4.0, 1.0, 4.0, 2.0, 2.0, 2.0, 3.0, 3.0, 1.0, 1.0, 1.0, 1.0, 2.0, 3.0, 4.0, 1.0, 2.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.015723293647170067, -0.015248465351760387, -0.014773637987673283, -0.014298809692263603, -0.013823982328176498, -0.013349154032766819, -0.012874326668679714, -0.012399498373270035, -0.01192467100918293, -0.01144984271377325, -0.010975015349686146, -0.010500187054276466, -0.010025359690189362, -0.009550531394779682, -0.009075704030692577, -0.008600875735282898, -0.008126048371195793, -0.007651220075786114, -0.007176392246037722, -0.0067015644162893295, -0.006226736586540937, -0.005751908756792545, -0.005277080927044153, -0.004802253097295761, -0.004327424801886082, -0.0038525972049683332, -0.003377769375219941, -0.002902941545471549, -0.0024281134828925133, -0.001953285653144121, -0.001478457823395729, -0.001003629993647337, -0.0005288021638989449, -5.397430504672229e-05, 0.00042085355380550027, 0.0008956814417615533, 0.0013705092715099454, 0.0018453371012583375, 0.0023201650474220514, 0.0027949928771704435, 0.0032698207069188356, 0.0037446485366672277, 0.0042194765992462635, 0.004694304428994656, 0.005169132258743048, 0.00564396008849144, 0.006118787918239832, 0.006593615747988224, 0.007068443577736616, 0.007543271407485008, 0.008018099702894688, 0.008492927066981792, 0.008967755362391472, 0.009442582726478577, 0.009917411021888256, 0.010392238385975361, 0.01086706668138504, 0.011341894045472145, 0.011816722340881824, 0.01229154970496893, 0.012766378000378609, 0.013241205364465714, 0.013716033659875393, 0.014190861023962498, 0.014665689319372177]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 2.0, 0.0, 3.0, 3.0, 8.0, 7.0, 3.0, 7.0, 13.0, 11.0, 16.0, 18.0, 27.0, 42.0, 56.0, 68.0, 94.0, 133.0, 148.0, 185.0, 270.0, 411.0, 460.0, 2655.0, 1463.0, 708.0, 427.0, 235.0, 140.0, 96.0, 61.0, 37.0, 39.0, 19.0, 18.0, 15.0, 8.0, 9.0, 2.0, 1.0, 5.0, 3.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.17852461338043213, -0.173356294631958, -0.1681879758834839, -0.16301965713500977, -0.15785133838653564, -0.15268301963806152, -0.1475147008895874, -0.14234638214111328, -0.13717806339263916, -0.13200974464416504, -0.12684142589569092, -0.1216730996966362, -0.11650478094816208, -0.11133646219968796, -0.10616814345121384, -0.10099982470273972, -0.0958315059542656, -0.09066318720579147, -0.08549486845731735, -0.08032654970884323, -0.07515823096036911, -0.06998991221189499, -0.06482159346342087, -0.05965327098965645, -0.05448495224118233, -0.049316633492708206, -0.044148314744234085, -0.038979995995759964, -0.033811673521995544, -0.028643356636166573, -0.023475036025047302, -0.01830671727657318, -0.01313839852809906, -0.007970079779624939, -0.0028017600998282433, 0.002366559114307165, 0.0075348783284425735, 0.012703197076916695, 0.017871517688035965, 0.023039836436510086, 0.028208155184984207, 0.03337647393345833, 0.03854479268193245, 0.04371311143040657, 0.04888143390417099, 0.05404975265264511, 0.05921807140111923, 0.06438639014959335, 0.06955470889806747, 0.0747230276465416, 0.07989134639501572, 0.08505966514348984, 0.09022798389196396, 0.09539630264043808, 0.1005646213889122, 0.10573294013738632, 0.11090126633644104, 0.11606958508491516, 0.12123790383338928, 0.1264062225818634, 0.13157454133033752, 0.13674286007881165, 0.14191117882728577, 0.1470794975757599, 0.152247816324234]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 0.0, 3.0, 1.0, 1.0, 1.0, 6.0, 1.0, 2.0, 1.0, 3.0, 4.0, 2.0, 3.0, 5.0, 3.0, 6.0, 4.0, 0.0, 1.0, 2.0, 5.0, 3.0, 26.0, 0.0, 2.0, 2.0, 2.0, 3.0, 1.0, 3.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 4.0, 0.0, 4.0, 1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.004563267342746258, -0.004425789229571819, -0.004288311116397381, -0.004150833003222942, -0.004013355355709791, -0.0038758772425353527, -0.0037383991293609142, -0.0036009210161864758, -0.0034634429030120373, -0.0033259650226682425, -0.003188486909493804, -0.0030510087963193655, -0.0029135309159755707, -0.002776052802801132, -0.0026385746896266937, -0.002501096809282899, -0.0023636186961084604, -0.002226140582934022, -0.002088662702590227, -0.0019511845894157887, -0.0018137064762413502, -0.0016762284794822335, -0.0015387504827231169, -0.0014012723695486784, -0.0012637943727895617, -0.001126316376030445, -0.0009888382628560066, -0.00085136026609689, -0.0007138822111301124, -0.0005764041561633348, -0.00043892613030038774, -0.00030144810443744063, -0.00016397004947066307, -2.6492009055800736e-05, 0.0001109860313590616, 0.0002484640572220087, 0.00038594211218878627, 0.0005234201671555638, 0.0006608981639146805, 0.000798376218881458, 0.0009358542738482356, 0.0010733322706073523, 0.0012108103837817907, 0.0013482883805409074, 0.001485766377300024, 0.0016232444904744625, 0.0017607224872335792, 0.0018982006004080176, 0.0020356785971671343, 0.0021731567103415728, 0.0023106345906853676, 0.002448112703859806, 0.0025855908170342445, 0.0027230686973780394, 0.002860546810552478, 0.0029980249237269163, 0.003135502804070711, 0.0032729809172451496, 0.003410459030419588, 0.0035479371435940266, 0.0036854150239378214, 0.00382289313711226, 0.003960371017456055, 0.004097849130630493, 0.004235327243804932]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [4.0, 3.0, 9.0, 15.0, 32.0, 42.0, 99.0, 118.0, 215.0, 296.0, 431.0, 662.0, 1027.0, 1503.0, 2126.0, 2912.0, 3921.0, 5284.0, 7167.0, 9152.0, 12121.0, 15505.0, 19857.0, 25696.0, 33556.0, 44564.0, 58717.0, 77886.0, 98800.0, 421707.0, 88838.0, 64439.0, 45467.0, 33088.0, 23884.0, 18326.0, 13837.0, 10653.0, 8231.0, 6590.0, 5200.0, 4132.0, 3269.0, 2507.0, 2006.0, 1515.0, 1165.0, 862.0, 673.0, 476.0, 340.0, 248.0, 162.0, 117.0, 77.0, 48.0, 25.0, 24.0, 9.0, 5.0, 4.0, 2.0, 1.0, 1.0], "bins": [-0.01246869657188654, -0.012048227712512016, -0.011627758853137493, -0.01120728999376297, -0.010786821134388447, -0.010366352275013924, -0.0099458834156394, -0.009525414556264877, -0.00910494476556778, -0.008684475906193256, -0.008264007046818733, -0.00784353818744421, -0.007423069328069687, -0.007002600468695164, -0.0065821316093206406, -0.006161662749946117, -0.005741193890571594, -0.005320725031197071, -0.004900256171822548, -0.004479787312448025, -0.004059318453073502, -0.0036388493608683348, -0.003218380268663168, -0.002797911409288645, -0.0023774425499141216, -0.0019569736905395985, -0.0015365047147497535, -0.0011160357389599085, -0.0006955668795853853, -0.00027509796200320125, 0.00014537095557898283, 0.0005658398731611669, 0.000986308790743351, 0.0014067776501178741, 0.0018272466259077191, 0.002247715601697564, 0.0026681844610720873, 0.0030886533204466105, 0.0035091224126517773, 0.0039295912720263, 0.004350060131400824, 0.004770528990775347, 0.00519099785014987, 0.005611466709524393, 0.0060319360345602036, 0.006452404893934727, 0.00687287375330925, 0.007293342612683773, 0.007713811472058296, 0.00813428033143282, 0.008554749190807343, 0.008975218050181866, 0.009395686909556389, 0.009816155768930912, 0.010236624628305435, 0.010657093487679958, 0.011077562347054482, 0.01149803213775158, 0.011918500997126102, 0.012338969856500626, 0.012759438715875149, 0.013179907575249672, 0.013600376434624195, 0.014020845293998718, 0.014441314153373241]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 4.0, 0.0, 2.0, 3.0, 1.0, 1.0, 2.0, 3.0, 1.0, 6.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 1.0, 4.0, 3.0, 5.0, 3.0, 0.0, 2.0, 3.0, 2.0], "bins": [-0.023929648101329803, -0.02340635471045971, -0.022883059456944466, -0.02235976606607437, -0.021836472675204277, -0.021313177421689034, -0.02078988403081894, -0.020266590639948845, -0.0197432953864336, -0.019220001995563507, -0.018696708604693413, -0.01817341335117817, -0.017650119960308075, -0.01712682656943798, -0.016603531315922737, -0.016080237925052643, -0.015556943602859974, -0.015033649280667305, -0.01451035588979721, -0.013987061567604542, -0.013463767245411873, -0.012940473854541779, -0.01241717953234911, -0.01189388521015644, -0.011370591819286346, -0.010847297497093678, -0.010324003174901009, -0.00980070885270834, -0.009277415461838245, -0.008754121139645576, -0.008230826817452908, -0.007707532960921526, -0.007184239104390144, -0.006660945247858763, -0.006137650925666094, -0.005614357069134712, -0.005091062746942043, -0.004567768890410662, -0.00404447503387928, -0.003521180944517255, -0.0029978868551552296, -0.0024745927657932043, -0.0019512987928465009, -0.0014280048198997974, -0.0009047107305377722, -0.00038141669938340783, 0.00014187733177095652, 0.0006651713629253209, 0.0011884653940796852, 0.0017117594834417105, 0.0022350535728037357, 0.0027583474293351173, 0.0032816415186971426, 0.003804935608059168, 0.0043282294645905495, 0.004851523786783218, 0.0053748176433146, 0.005898111499845982, 0.0064214058220386505, 0.006944699678570032, 0.007467993535101414, 0.007991287857294083, 0.008514582179486752, 0.009037875570356846, 0.009561169892549515]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 3.0, 7.0, 3.0, 0.0, 5.0, 8.0, 8.0, 8.0, 8.0, 17.0, 8.0, 15.0, 18.0, 14.0, 24.0, 23.0, 25.0, 26.0, 45.0, 77.0, 119.0, 122.0, 143.0, 173.0, 216.0, 321.0, 415.0, 604.0, 881.0, 1398.0, 2297.0, 6373.0, 1211.0, 974.0, 692.0, 402.0, 458.0, 435.0, 347.0, 234.0, 148.0, 65.0, 27.0, 14.0, 7.0], "bins": [-0.01640859618782997, -0.016082221642136574, -0.015755848959088326, -0.015429475344717503, -0.01510310173034668, -0.014776728115975857, -0.014450354501605034, -0.014123980887234211, -0.013797607272863388, -0.01347123272716999, -0.013144859112799168, -0.012818485498428345, -0.012492111884057522, -0.012165738269686699, -0.011839364655315876, -0.011512991040945053, -0.01118661742657423, -0.010860243812203407, -0.010533870197832584, -0.010207496583461761, -0.009881122969090939, -0.009554749354720116, -0.009228375740349293, -0.00890200212597847, -0.008575627580285072, -0.00824925396591425, -0.007922880351543427, -0.007596507202833891, -0.007270133122801781, -0.006943759508430958, -0.006617385894060135, -0.006291012279689312, -0.005964638665318489, -0.005638265050947666, -0.005311891436576843, -0.00498551782220602, -0.0046591442078351974, -0.004332770127803087, -0.004006396513432264, -0.0036800228990614414, -0.0033536492846906185, -0.0030272756703197956, -0.0027009020559489727, -0.002374528208747506, -0.0020481545943766832, -0.0017217809800058603, -0.0013954072492197156, -0.0010690335184335709, -0.000742659904062748, -0.00041628623148426414, -8.991255890578032e-05, 0.0002364611136727035, 0.0005628347862511873, 0.0008892084588296711, 0.001215582131408155, 0.0015419558621942997, 0.0018683294765651226, 0.0021947030909359455, 0.0025210767053067684, 0.002847450552508235, 0.003173824166879058, 0.003500197781249881, 0.0038265716284513474, 0.00415294524282217, 0.004479318857192993]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.06464266777038574, -0.06287514418363571, -0.06110761687159538, -0.059340089559555054, -0.05757256597280502, -0.055805038660764694, -0.054037511348724365, -0.052269987761974335, -0.050502460449934006, -0.048734936863183975, -0.046967409551143646, -0.04519988223910332, -0.04343235865235329, -0.04166483134031296, -0.03989730775356293, -0.0381297804415226, -0.03636225312948227, -0.03459472954273224, -0.03282720223069191, -0.03105967678129673, -0.02929215133190155, -0.02752462588250637, -0.02575710043311119, -0.02398957498371601, -0.02222204953432083, -0.020454522222280502, -0.018686996772885323, -0.016919471323490143, -0.015151945874094963, -0.013384419493377209, -0.011616894043982029, -0.009849367663264275, -0.008081842213869095, -0.006314316298812628, -0.004546790383756161, -0.002779264934360981, -0.001011739019304514, 0.0007557867793366313, 0.0025233125779777765, 0.0042908382602036, 0.006058364175260067, 0.007825889624655247, 0.009593416005373001, 0.01136094145476818, 0.01312846690416336, 0.014895993284881115, 0.01666351966559887, 0.01843104511499405, 0.02019857056438923, 0.02196609601378441, 0.02373362146317959, 0.025501148775219917, 0.027268674224615097, 0.029036199674010277, 0.030803725123405457, 0.032571252435445786, 0.034338776022195816, 0.036106303334236145, 0.037873826920986176, 0.039641354233026505, 0.041408881545066833, 0.043176405131816864, 0.04494393244385719, 0.046711456030607224, 0.04847898334264755]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 4.0, 1.0, 2.0, 2.0, 2.0, 2.0, 4.0, 4.0, 4.0, 6.0, 4.0, 10.0, 8.0, 4.0, 4.0, 7.0, 4.0, 4.0, 8.0, 2.0, 2.0, 2.0, 7.0, 7.0, 5.0, 6.0, 5.0, 8.0, 5.0, 10.0, 9.0, 4.0, 12.0, 47.0, 10.0, 8.0, 9.0, 10.0, 6.0, 10.0, 1.0, 3.0, 0.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.020876500755548477, -0.020358670502901077, -0.019840838387608528, -0.019323008134961128, -0.01880517788231373, -0.01828734576702118, -0.01776951551437378, -0.01725168526172638, -0.01673385314643383, -0.01621602289378643, -0.01569819264113903, -0.015180360525846481, -0.014662530273199081, -0.014144699089229107, -0.013626867905259132, -0.013109037652611732, -0.012591206468641758, -0.012073375284671783, -0.011555545032024384, -0.011037713848054409, -0.010519882664084435, -0.010002052411437035, -0.00948422122746706, -0.008966390043497086, -0.008448559790849686, -0.007930728606879711, -0.007412897422909737, -0.006895066704601049, -0.006377235986292362, -0.005859404802322388, -0.0053415740840137005, -0.004823742900043726, -0.004305912181735039, -0.003788081230595708, -0.003270250279456377, -0.00275241956114769, -0.002234588610008359, -0.001716757658869028, -0.001198926824145019, -0.0006810959312133491, -0.00016326503828167915, 0.0003545658546499908, 0.0008723967475816607, 0.0013902275823056698, 0.0019080585334450006, 0.0024258894845843315, 0.0029437202028930187, 0.0034615511540323496, 0.0039793821051716805, 0.004497212823480368, 0.005015044007450342, 0.005532874725759029, 0.006050705909729004, 0.006568536628037691, 0.007086367346346378, 0.007604198530316353, 0.008122028782963753, 0.008639859966933727, 0.009157691150903702, 0.009675522334873676, 0.010193352587521076, 0.01071118377149105, 0.011229014955461025, 0.011746845208108425, 0.0122646763920784]}, "_runtime": 15.842172384262085, "_timestamp": 1596208484.920932, "_step": 11}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 4.0, 1.0, 2.0, 1.0, 0.0, 1.0, 2.0, 4.0, 3.0, 0.0, 1.0, 4.0, 4.0, 5.0, 3.0, 1.0, 4.0, 2.0, 1.0, 1.0, 2.0, 0.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.023094702512025833, -0.022422904148697853, -0.021751105785369873, -0.021079307422041893, -0.020407509058713913, -0.019735710695385933, -0.019063912332057953, -0.018392113968729973, -0.017720315605401993, -0.017048517242074013, -0.016376718878746033, -0.015704920515418053, -0.015033121220767498, -0.014361322857439518, -0.013689524494111538, -0.013017726130783558, -0.012345927767455578, -0.011674129404127598, -0.011002331040799618, -0.010330532677471638, -0.009658734314143658, -0.008986935950815678, -0.008315137587487698, -0.00764333875849843, -0.00697154039517045, -0.00629974203184247, -0.00562794366851449, -0.00495614530518651, -0.004284346476197243, -0.0036125483456999063, -0.0029407497495412827, -0.0022689513862133026, -0.0015971530228853226, -0.0009253546013496816, -0.00025355617981404066, 0.0004182422417216003, 0.0010900406632572412, 0.0017618390265852213, 0.002433637622743845, 0.003105435986071825, 0.003777234349399805, 0.004449032712727785, 0.005120831076055765, 0.005792629439383745, 0.0064644282683730125, 0.007136226631700993, 0.007808024995028973, 0.008479823358356953, 0.009151621721684933, 0.009823420085012913, 0.010495218448340893, 0.011167016811668873, 0.011838815174996853, 0.012510613538324833, 0.013182411901652813, 0.013854210264980793, 0.014526009559631348, 0.015197807922959328, 0.015869606286287308, 0.016541404649615288, 0.017213203012943268, 0.017885001376271248, 0.018556799739599228, 0.019228598102927208, 0.019900396466255188]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 2.0, 3.0, 1.0, 2.0, 4.0, 6.0, 10.0, 9.0, 12.0, 20.0, 21.0, 29.0, 31.0, 43.0, 59.0, 79.0, 108.0, 132.0, 200.0, 222.0, 366.0, 500.0, 2975.0, 1524.0, 631.0, 326.0, 208.0, 124.0, 82.0, 56.0, 39.0, 24.0, 21.0, 12.0, 12.0, 7.0, 8.0, 8.0, 2.0, 3.0, 1.0, 1.0, 2.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.17257443070411682, -0.16607926785945892, -0.15958410501480103, -0.15308895707130432, -0.14659379422664642, -0.14009863138198853, -0.13360348343849182, -0.12710832059383392, -0.12061315774917603, -0.11411799490451813, -0.10762283951044083, -0.10112768411636353, -0.09463252127170563, -0.08813735842704773, -0.08164220303297043, -0.07514704763889313, -0.06865188479423523, -0.06215672567486763, -0.05566156655550003, -0.04916640743613243, -0.04267124831676483, -0.03617608919739723, -0.029680930078029633, -0.023185770958662033, -0.016690611839294434, -0.010195452719926834, -0.0037002936005592346, 0.002794865518808365, 0.009290024638175964, 0.015785183757543564, 0.022280342876911163, 0.028775501996278763, 0.03527066111564636, 0.04176582023501396, 0.04826097935438156, 0.05475613847374916, 0.06125129759311676, 0.06774646043777466, 0.07424161583185196, 0.08073677122592926, 0.08723193407058716, 0.09372709691524506, 0.10022225230932236, 0.10671740770339966, 0.11321257054805756, 0.11970773339271545, 0.12620288133621216, 0.13269804418087006, 0.13919320702552795, 0.14568836987018585, 0.15218353271484375, 0.15867868065834045, 0.16517384350299835, 0.17166900634765625, 0.17816415429115295, 0.18465931713581085, 0.19115447998046875, 0.19764964282512665, 0.20414480566978455, 0.21063995361328125, 0.21713511645793915, 0.22363027930259705, 0.23012542724609375, 0.23662059009075165, 0.24311575293540955]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 2.0, 1.0, 2.0, 2.0, 2.0, 4.0, 6.0, 5.0, 4.0, 2.0, 2.0, 5.0, 4.0, 1.0, 2.0, 25.0, 2.0, 2.0, 3.0, 3.0, 1.0, 4.0, 5.0, 0.0, 0.0, 4.0, 0.0, 2.0, 5.0, 2.0, 2.0, 2.0, 2.0, 0.0, 4.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.0051838429644703865, -0.005010342225432396, -0.004836841486394405, -0.004663341213017702, -0.0044898404739797115, -0.004316339734941721, -0.004142839461565018, -0.003969338722527027, -0.0037958379834890366, -0.003622337244451046, -0.003448836738243699, -0.003275336232036352, -0.0031018354929983616, -0.002928334753960371, -0.002754834247753024, -0.002581333741545677, -0.0024078330025076866, -0.002234332263469696, -0.002060831757262349, -0.0018873311346396804, -0.0017138305120170116, -0.001540329889394343, -0.0013668292667716742, -0.0011933286441490054, -0.0010198280215263367, -0.0008463273989036679, -0.0006728267762809992, -0.0004993261536583304, -0.0003258255310356617, -0.00015232490841299295, 2.117571420967579e-05, 0.00019467633683234453, 0.0003681769594550133, 0.000541677582077682, 0.0007151782047003508, 0.0008886788273230195, 0.0010621794499456882, 0.001235680072568357, 0.0014091806951910257, 0.0015826813178136945, 0.0017561819404363632, 0.001929682563059032, 0.0021031831856817007, 0.0022766836918890476, 0.002450184430927038, 0.0026236851699650288, 0.0027971856761723757, 0.0029706861823797226, 0.003144186921417713, 0.0033176876604557037, 0.0034911881666630507, 0.0036646886728703976, 0.003838189411908388, 0.004011690150946379, 0.004185190424323082, 0.0043586911633610725, 0.004532191902399063, 0.004705692641437054, 0.004879193380475044, 0.0050526936538517475, 0.005226194392889738, 0.005399695131927729, 0.005573195405304432, 0.0057466961443424225, 0.005920196883380413]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 2.0, 4.0, 8.0, 6.0, 11.0, 19.0, 35.0, 59.0, 64.0, 122.0, 151.0, 263.0, 357.0, 490.0, 691.0, 914.0, 1174.0, 1626.0, 2390.0, 3229.0, 4450.0, 6185.0, 8529.0, 11734.0, 16190.0, 21746.0, 28898.0, 38482.0, 51602.0, 68359.0, 88736.0, 417092.0, 99082.0, 75180.0, 57096.0, 42377.0, 31293.0, 23616.0, 17731.0, 13810.0, 11054.0, 8478.0, 6369.0, 5096.0, 3843.0, 3008.0, 2256.0, 1705.0, 1207.0, 875.0, 660.0, 440.0, 318.0, 196.0, 125.0, 87.0, 55.0, 32.0, 20.0, 11.0, 4.0, 3.0, 2.0], "bins": [-0.01484023965895176, -0.014389039017260075, -0.013937839306890965, -0.01348663866519928, -0.013035438023507595, -0.012584238313138485, -0.0121330376714468, -0.011681837029755116, -0.01123063638806343, -0.01077943667769432, -0.010328236036002636, -0.009877035394310951, -0.009425835683941841, -0.008974635042250156, -0.008523434400558472, -0.008072234690189362, -0.007621034048497677, -0.0071698338724672794, -0.006718633230775595, -0.006267433054745197, -0.005816232413053513, -0.005365032237023115, -0.004913832060992718, -0.004462631419301033, -0.004011431243270636, -0.0035602308344095945, -0.0031090304255485535, -0.002657830249518156, -0.002206629840657115, -0.001755429431796074, -0.0013042291393503547, -0.0008530287886969745, -0.00040182843804359436, 4.9371912609785795e-05, 0.000500572263263166, 0.0009517726139165461, 0.0014029729645699263, 0.0018541733734309673, 0.0023053735494613647, 0.002756573958322406, 0.003207774367183447, 0.003658974776044488, 0.004110175184905529, 0.0045613753609359264, 0.005012575536966324, 0.005463776178658009, 0.005914976354688406, 0.006366176996380091, 0.006817377172410488, 0.0072685773484408855, 0.00771977799013257, 0.008170978166162968, 0.008622178807854652, 0.009073378518223763, 0.009524579159915447, 0.009975779801607132, 0.010426979511976242, 0.010878180153667927, 0.011329380795359612, 0.011780581437051296, 0.012231781147420406, 0.012682981789112091, 0.013134182430803776, 0.013585382141172886, 0.01403658278286457]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 4.0, 1.0, 5.0, 6.0, 4.0, 5.0, 5.0, 1.0, 3.0, 1.0, 9.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.021366126835346222, -0.020774563774466515, -0.020183000713586807, -0.0195914376527071, -0.018999874591827393, -0.018408311530947685, -0.017816748470067978, -0.01722518540918827, -0.016633622348308563, -0.016042057424783707, -0.015450495295226574, -0.014858932234346867, -0.014267368242144585, -0.013675805181264877, -0.01308424212038517, -0.012492679059505463, -0.011901115998625755, -0.011309552937746048, -0.01071798987686634, -0.010126426815986633, -0.009534863755106926, -0.008943299762904644, -0.008351736702024937, -0.007760173641145229, -0.007168610580265522, -0.006577047519385815, -0.005985484458506107, -0.005393920931965113, -0.004802357871085405, -0.004210794810205698, -0.003619231516495347, -0.003027668222784996, -0.0024361051619052887, -0.0018445419846102595, -0.0012529788073152304, -0.0006614156300202012, -6.985245272517204e-05, 0.0005217107245698571, 0.0011132739018648863, 0.0017048370791599154, 0.0022964002564549446, 0.002887963317334652, 0.003479526611045003, 0.004071089904755354, 0.004662652965635061, 0.005254216026514769, 0.005845779553055763, 0.006437342613935471, 0.007028905674815178, 0.007620468735694885, 0.008212031796574593, 0.0088035948574543, 0.009395157918334007, 0.00998672191053629, 0.010578284971415997, 0.011169848032295704, 0.011761411093175411, 0.012352974154055119, 0.012944537214934826, 0.013536100275814533, 0.014127664268016815, 0.014719227328896523, 0.01531079038977623, 0.015902353450655937, 0.016493916511535645]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 2.0, 1.0, 2.0, 3.0, 2.0, 2.0, 7.0, 2.0, 8.0, 5.0, 4.0, 4.0, 10.0, 10.0, 11.0, 13.0, 14.0, 14.0, 12.0, 11.0, 8.0, 8.0, 20.0, 24.0, 37.0, 45.0, 73.0, 101.0, 171.0, 220.0, 352.0, 572.0, 953.0, 1473.0, 2282.0, 7344.0, 1798.0, 1042.0, 589.0, 310.0, 209.0, 160.0, 133.0, 114.0, 68.0, 60.0, 41.0, 17.0, 11.0, 19.0, 7.0, 11.0, 6.0, 3.0, 4.0, 0.0, 2.0, 1.0], "bins": [-0.01716267317533493, -0.0167497880756855, -0.016336901113390923, -0.015924016013741493, -0.01551112998276949, -0.015098243951797485, -0.014685358852148056, -0.014272472821176052, -0.013859586790204048, -0.013446700759232044, -0.01303381472826004, -0.012620929628610611, -0.012208043597638607, -0.011795157566666603, -0.011382272467017174, -0.01096938643604517, -0.010556500405073166, -0.010143614374101162, -0.009730728343129158, -0.009317843243479729, -0.008904957212507725, -0.00849207118153572, -0.008079186081886292, -0.007666300050914288, -0.007253414019942284, -0.00684052798897028, -0.006427642423659563, -0.0060147568583488464, -0.0056018708273768425, -0.0051889847964048386, -0.004776099231094122, -0.004363213665783405, -0.003950327634811401, -0.003537441836670041, -0.003124556038528681, -0.0027116702403873205, -0.0022987844422459602, -0.0018858986441046, -0.0014730128459632397, -0.0010601270478218794, -0.0006472412496805191, -0.00023435545153915882, 0.00017853034660220146, 0.0005914161447435617, 0.001004301942884922, 0.0014171877410262823, 0.0018300735391676426, 0.002242959337309003, 0.002655845135450363, 0.0030687309335917234, 0.0034816167317330837, 0.003894502529874444, 0.004307388328015804, 0.004720274358987808, 0.005133159924298525, 0.0055460454896092415, 0.005958931520581245, 0.006371817551553249, 0.006784703116863966, 0.007197588682174683, 0.0076104747131466866, 0.00802336074411869, 0.00843624584376812, 0.008849131874740124, 0.009262017905712128]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.049932003021240234, -0.04852038994431496, -0.04710877686738968, -0.0456971600651741, -0.044285546988248825, -0.04287393391132355, -0.04146232083439827, -0.04005070775747299, -0.038639090955257416, -0.03722747787833214, -0.03581586480140686, -0.03440425172448158, -0.032992638647556305, -0.03158102557063103, -0.0301694106310606, -0.028757795691490173, -0.027346182614564896, -0.025934569537639618, -0.02452295459806919, -0.023111341521143913, -0.021699726581573486, -0.02028811350464821, -0.01887650042772293, -0.017464885488152504, -0.016053272411227226, -0.014641658402979374, -0.013230044394731522, -0.011818431317806244, -0.010406817309558392, -0.00899520330131054, -0.007583589758723974, -0.006171976216137409, -0.004760362207889557, -0.003348748432472348, -0.0019371346570551395, -0.0005255208816379309, 0.0008860928937792778, 0.0022977066691964865, 0.003709320444613695, 0.00512093398720026, 0.0065325479954481125, 0.007944162003695965, 0.009355776011943817, 0.010767389088869095, 0.012179003097116947, 0.0135906171053648, 0.015002230182290077, 0.016413845121860504, 0.017825458198785782, 0.01923707127571106, 0.020648686215281487, 0.022060299292206764, 0.02347191423177719, 0.02488352730870247, 0.026295140385627747, 0.027706755325198174, 0.02911836840212345, 0.03052998147904873, 0.031941596418619156, 0.033353209495544434, 0.03476482257246971, 0.03617643564939499, 0.037588052451610565, 0.03899966552853584, 0.04041127860546112]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 3.0, 3.0, 4.0, 3.0, 6.0, 3.0, 8.0, 3.0, 12.0, 8.0, 6.0, 9.0, 8.0, 10.0, 14.0, 13.0, 15.0, 10.0, 53.0, 17.0, 11.0, 10.0, 8.0, 9.0, 5.0, 5.0, 1.0, 5.0, 5.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.0367475189268589, -0.03588344156742096, -0.03501936420798302, -0.03415529057383537, -0.03329121321439743, -0.03242713585495949, -0.031563058495521545, -0.030698982998728752, -0.02983490563929081, -0.028970828279852867, -0.028106752783060074, -0.02724267542362213, -0.02637859806418419, -0.025514522567391396, -0.024650445207953453, -0.02378636971116066, -0.022922292351722717, -0.022058214992284775, -0.02119413949549198, -0.02033006213605404, -0.019465986639261246, -0.018601909279823303, -0.01773783192038536, -0.016873756423592567, -0.016009679064154625, -0.015145602636039257, -0.01428152620792389, -0.013417448848485947, -0.012553372420370579, -0.011689295992255211, -0.010825218632817268, -0.0099611422047019, -0.009097065776586533, -0.008232989348471165, -0.0073689124546945095, -0.006504835560917854, -0.005640759132802486, -0.0047766827046871185, -0.003912605810910463, -0.003048529149964452, -0.0021844524890184402, -0.0013203758280724287, -0.00045629916712641716, 0.0004077774938195944, 0.001271854154765606, 0.0021359308157116175, 0.003000007476657629, 0.0038640841376036406, 0.004728160798549652, 0.00559223722666502, 0.006456314120441675, 0.00732039101421833, 0.008184467442333698, 0.009048543870449066, 0.009912621229887009, 0.010776697658002377, 0.011640774086117744, 0.012504850514233112, 0.01336892694234848, 0.014233004301786423, 0.01509708072990179, 0.01596115715801716, 0.0168252345174551, 0.017689310014247894, 0.018553387373685837]}, "_runtime": 16.777710676193237, "_timestamp": 1596208485.8564703, "_step": 12}
+{"val_accuracy": 0.6692915239726028, "val_loss": 1.090500520244581, "_runtime": 18.561727046966553, "_timestamp": 1596208487.6404867, "_step": 13}
diff --git a/wandb/run-20200731_151432-39sgd0fs/wandb-metadata.json b/wandb/run-20200731_151432-39sgd0fs/wandb-metadata.json
new file mode 100644
index 0000000..ce92bfe
--- /dev/null
+++ b/wandb/run-20200731_151432-39sgd0fs/wandb-metadata.json
@@ -0,0 +1,30 @@
+{
+ "root": "/home/akternurra/Documents/projects/quest-for-general-artifical-intelligence/projects/text-recognizer",
+ "program": "<python with no main file>",
+ "git": {
+ "remote": "git@github.com:aktersnurra/text-recognizer.git",
+ "commit": "fa461db6132e7a22f3aa1bb48cce8981890325fb"
+ },
+ "email": "gustaf.rydholm@gmail.com",
+ "startedAt": "2020-07-31T15:14:32.673242",
+ "host": "kompjuter",
+ "username": "akternurra",
+ "executable": "/home/akternurra/.cache/pypoetry/virtualenvs/text-recognizer-N1c_zsdp-py3.8/bin/python",
+ "os": "Linux-5.4.0-42-generic-x86_64-with-glibc2.27",
+ "python": "3.8.2",
+ "gpu": "GeForce RTX 2070",
+ "gpu_count": 1,
+ "cpu_count": 12,
+ "cuda": "10.1.105",
+ "args": [
+ "--gpu=-1",
+ "--save",
+ "--experiment_config={\"dataloader\": \"EmnistDataLoader\", \"data_loader_args\": {\"splits\": [\"train\", \"val\"], \"sample_to_balance\": true, \"subsample_fraction\": null, \"transform\": null, \"target_transform\": null, \"batch_size\": 256, \"shuffle\": true, \"num_workers\": 8, \"cuda\": true, \"seed\": 4711}, \"model\": \"CharacterModel\", \"metrics\": [\"accuracy\"], \"network\": \"LeNet\", \"network_args\": {\"input_size\": [28, 28], \"output_size\": 62}, \"train_args\": {\"batch_size\": 256, \"epochs\": 16}, \"criterion\": \"CrossEntropyLoss\", \"criterion_args\": {\"weight\": null, \"ignore_index\": -100, \"reduction\": \"mean\"}, \"optimizer\": \"AdamW\", \"optimizer_args\": {\"lr\": 0.01, \"betas\": [0.9, 0.999], \"eps\": 1e-08, \"weight_decay\": 0, \"amsgrad\": false}, \"lr_scheduler\": \"OneCycleLR\", \"lr_scheduler_args\": {\"max_lr\": 0.001, \"epochs\": 16}, \"callbacks\": [\"Checkpoint\", \"EarlyStopping\", \"WandbCallback\", \"WandbImageLogger\"], \"callback_args\": {\"Checkpoint\": {\"monitor\": \"val_accuracy\"}, \"EarlyStopping\": {\"monitor\": \"val_loss\", \"min_delta\": 0.0, \"patience\": 3, \"mode\": \"min\"}, \"WandbCallback\": {\"log_batch_frequency\": 1}, \"WandbImageLogger\": {\"num_examples\": 4}}, \"verbosity\": 2, \"resume_experiment\": null, \"experiment_group\": \"Sample Experiments\"}"
+ ],
+ "state": "failed",
+ "jobType": null,
+ "mode": "run",
+ "project": "text-recognizer",
+ "heartbeatAt": "2020-07-31T15:14:48.434314",
+ "exitcode": 1
+}
diff --git a/wandb/run-20200731_151432-39sgd0fs/wandb-summary.json b/wandb/run-20200731_151432-39sgd0fs/wandb-summary.json
new file mode 100644
index 0000000..a3c4184
--- /dev/null
+++ b/wandb/run-20200731_151432-39sgd0fs/wandb-summary.json
@@ -0,0 +1 @@
+{"graph_0": {"_type": "graph-file", "path": "media/graph/graph_0_summary_414ade3a.graph.json", "sha256": "414ade3add3c1e2ab5feabf92645084bdf7a8786518a3c006105690dee91ab49", "size": 1814}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 2.0, 3.0, 1.0, 2.0, 4.0, 6.0, 10.0, 9.0, 12.0, 20.0, 21.0, 29.0, 31.0, 43.0, 59.0, 79.0, 108.0, 132.0, 200.0, 222.0, 366.0, 500.0, 2975.0, 1524.0, 631.0, 326.0, 208.0, 124.0, 82.0, 56.0, 39.0, 24.0, 21.0, 12.0, 12.0, 7.0, 8.0, 8.0, 2.0, 3.0, 1.0, 1.0, 2.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.17257443070411682, -0.16607926785945892, -0.15958410501480103, -0.15308895707130432, -0.14659379422664642, -0.14009863138198853, -0.13360348343849182, -0.12710832059383392, -0.12061315774917603, -0.11411799490451813, -0.10762283951044083, -0.10112768411636353, -0.09463252127170563, -0.08813735842704773, -0.08164220303297043, -0.07514704763889313, -0.06865188479423523, -0.06215672567486763, -0.05566156655550003, -0.04916640743613243, -0.04267124831676483, -0.03617608919739723, -0.029680930078029633, -0.023185770958662033, -0.016690611839294434, -0.010195452719926834, -0.0037002936005592346, 0.002794865518808365, 0.009290024638175964, 0.015785183757543564, 0.022280342876911163, 0.028775501996278763, 0.03527066111564636, 0.04176582023501396, 0.04826097935438156, 0.05475613847374916, 0.06125129759311676, 0.06774646043777466, 0.07424161583185196, 0.08073677122592926, 0.08723193407058716, 0.09372709691524506, 0.10022225230932236, 0.10671740770339966, 0.11321257054805756, 0.11970773339271545, 0.12620288133621216, 0.13269804418087006, 0.13919320702552795, 0.14568836987018585, 0.15218353271484375, 0.15867868065834045, 0.16517384350299835, 0.17166900634765625, 0.17816415429115295, 0.18465931713581085, 0.19115447998046875, 0.19764964282512665, 0.20414480566978455, 0.21063995361328125, 0.21713511645793915, 0.22363027930259705, 0.23012542724609375, 0.23662059009075165, 0.24311575293540955]}, "gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 4.0, 1.0, 2.0, 1.0, 0.0, 1.0, 2.0, 4.0, 3.0, 0.0, 1.0, 4.0, 4.0, 5.0, 3.0, 1.0, 4.0, 2.0, 1.0, 1.0, 2.0, 0.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.023094702512025833, -0.022422904148697853, -0.021751105785369873, -0.021079307422041893, -0.020407509058713913, -0.019735710695385933, -0.019063912332057953, -0.018392113968729973, -0.017720315605401993, -0.017048517242074013, -0.016376718878746033, -0.015704920515418053, -0.015033121220767498, -0.014361322857439518, -0.013689524494111538, -0.013017726130783558, -0.012345927767455578, -0.011674129404127598, -0.011002331040799618, -0.010330532677471638, -0.009658734314143658, -0.008986935950815678, -0.008315137587487698, -0.00764333875849843, -0.00697154039517045, -0.00629974203184247, -0.00562794366851449, -0.00495614530518651, -0.004284346476197243, -0.0036125483456999063, -0.0029407497495412827, -0.0022689513862133026, -0.0015971530228853226, -0.0009253546013496816, -0.00025355617981404066, 0.0004182422417216003, 0.0010900406632572412, 0.0017618390265852213, 0.002433637622743845, 0.003105435986071825, 0.003777234349399805, 0.004449032712727785, 0.005120831076055765, 0.005792629439383745, 0.0064644282683730125, 0.007136226631700993, 0.007808024995028973, 0.008479823358356953, 0.009151621721684933, 0.009823420085012913, 0.010495218448340893, 0.011167016811668873, 0.011838815174996853, 0.012510613538324833, 0.013182411901652813, 0.013854210264980793, 0.014526009559631348, 0.015197807922959328, 0.015869606286287308, 0.016541404649615288, 0.017213203012943268, 0.017885001376271248, 0.018556799739599228, 0.019228598102927208, 0.019900396466255188]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 2.0, 4.0, 8.0, 6.0, 11.0, 19.0, 35.0, 59.0, 64.0, 122.0, 151.0, 263.0, 357.0, 490.0, 691.0, 914.0, 1174.0, 1626.0, 2390.0, 3229.0, 4450.0, 6185.0, 8529.0, 11734.0, 16190.0, 21746.0, 28898.0, 38482.0, 51602.0, 68359.0, 88736.0, 417092.0, 99082.0, 75180.0, 57096.0, 42377.0, 31293.0, 23616.0, 17731.0, 13810.0, 11054.0, 8478.0, 6369.0, 5096.0, 3843.0, 3008.0, 2256.0, 1705.0, 1207.0, 875.0, 660.0, 440.0, 318.0, 196.0, 125.0, 87.0, 55.0, 32.0, 20.0, 11.0, 4.0, 3.0, 2.0], "bins": [-0.01484023965895176, -0.014389039017260075, -0.013937839306890965, -0.01348663866519928, -0.013035438023507595, -0.012584238313138485, -0.0121330376714468, -0.011681837029755116, -0.01123063638806343, -0.01077943667769432, -0.010328236036002636, -0.009877035394310951, -0.009425835683941841, -0.008974635042250156, -0.008523434400558472, -0.008072234690189362, -0.007621034048497677, -0.0071698338724672794, -0.006718633230775595, -0.006267433054745197, -0.005816232413053513, -0.005365032237023115, -0.004913832060992718, -0.004462631419301033, -0.004011431243270636, -0.0035602308344095945, -0.0031090304255485535, -0.002657830249518156, -0.002206629840657115, -0.001755429431796074, -0.0013042291393503547, -0.0008530287886969745, -0.00040182843804359436, 4.9371912609785795e-05, 0.000500572263263166, 0.0009517726139165461, 0.0014029729645699263, 0.0018541733734309673, 0.0023053735494613647, 0.002756573958322406, 0.003207774367183447, 0.003658974776044488, 0.004110175184905529, 0.0045613753609359264, 0.005012575536966324, 0.005463776178658009, 0.005914976354688406, 0.006366176996380091, 0.006817377172410488, 0.0072685773484408855, 0.00771977799013257, 0.008170978166162968, 0.008622178807854652, 0.009073378518223763, 0.009524579159915447, 0.009975779801607132, 0.010426979511976242, 0.010878180153667927, 0.011329380795359612, 0.011780581437051296, 0.012231781147420406, 0.012682981789112091, 0.013134182430803776, 0.013585382141172886, 0.01403658278286457]}, "_runtime": 18.561727046966553, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 3.0, 3.0, 4.0, 3.0, 6.0, 3.0, 8.0, 3.0, 12.0, 8.0, 6.0, 9.0, 8.0, 10.0, 14.0, 13.0, 15.0, 10.0, 53.0, 17.0, 11.0, 10.0, 8.0, 9.0, 5.0, 5.0, 1.0, 5.0, 5.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.0367475189268589, -0.03588344156742096, -0.03501936420798302, -0.03415529057383537, -0.03329121321439743, -0.03242713585495949, -0.031563058495521545, -0.030698982998728752, -0.02983490563929081, -0.028970828279852867, -0.028106752783060074, -0.02724267542362213, -0.02637859806418419, -0.025514522567391396, -0.024650445207953453, -0.02378636971116066, -0.022922292351722717, -0.022058214992284775, -0.02119413949549198, -0.02033006213605404, -0.019465986639261246, -0.018601909279823303, -0.01773783192038536, -0.016873756423592567, -0.016009679064154625, -0.015145602636039257, -0.01428152620792389, -0.013417448848485947, -0.012553372420370579, -0.011689295992255211, -0.010825218632817268, -0.0099611422047019, -0.009097065776586533, -0.008232989348471165, -0.0073689124546945095, -0.006504835560917854, -0.005640759132802486, -0.0047766827046871185, -0.003912605810910463, -0.003048529149964452, -0.0021844524890184402, -0.0013203758280724287, -0.00045629916712641716, 0.0004077774938195944, 0.001271854154765606, 0.0021359308157116175, 0.003000007476657629, 0.0038640841376036406, 0.004728160798549652, 0.00559223722666502, 0.006456314120441675, 0.00732039101421833, 0.008184467442333698, 0.009048543870449066, 0.009912621229887009, 0.010776697658002377, 0.011640774086117744, 0.012504850514233112, 0.01336892694234848, 0.014233004301786423, 0.01509708072990179, 0.01596115715801716, 0.0168252345174551, 0.017689310014247894, 0.018553387373685837]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 2.0, 1.0, 2.0, 2.0, 2.0, 4.0, 6.0, 5.0, 4.0, 2.0, 2.0, 5.0, 4.0, 1.0, 2.0, 25.0, 2.0, 2.0, 3.0, 3.0, 1.0, 4.0, 5.0, 0.0, 0.0, 4.0, 0.0, 2.0, 5.0, 2.0, 2.0, 2.0, 2.0, 0.0, 4.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.0051838429644703865, -0.005010342225432396, -0.004836841486394405, -0.004663341213017702, -0.0044898404739797115, -0.004316339734941721, -0.004142839461565018, -0.003969338722527027, -0.0037958379834890366, -0.003622337244451046, -0.003448836738243699, -0.003275336232036352, -0.0031018354929983616, -0.002928334753960371, -0.002754834247753024, -0.002581333741545677, -0.0024078330025076866, -0.002234332263469696, -0.002060831757262349, -0.0018873311346396804, -0.0017138305120170116, -0.001540329889394343, -0.0013668292667716742, -0.0011933286441490054, -0.0010198280215263367, -0.0008463273989036679, -0.0006728267762809992, -0.0004993261536583304, -0.0003258255310356617, -0.00015232490841299295, 2.117571420967579e-05, 0.00019467633683234453, 0.0003681769594550133, 0.000541677582077682, 0.0007151782047003508, 0.0008886788273230195, 0.0010621794499456882, 0.001235680072568357, 0.0014091806951910257, 0.0015826813178136945, 0.0017561819404363632, 0.001929682563059032, 0.0021031831856817007, 0.0022766836918890476, 0.002450184430927038, 0.0026236851699650288, 0.0027971856761723757, 0.0029706861823797226, 0.003144186921417713, 0.0033176876604557037, 0.0034911881666630507, 0.0036646886728703976, 0.003838189411908388, 0.004011690150946379, 0.004185190424323082, 0.0043586911633610725, 0.004532191902399063, 0.004705692641437054, 0.004879193380475044, 0.0050526936538517475, 0.005226194392889738, 0.005399695131927729, 0.005573195405304432, 0.0057466961443424225, 0.005920196883380413]}, "_timestamp": 1596208487.6404867, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 4.0, 1.0, 5.0, 6.0, 4.0, 5.0, 5.0, 1.0, 3.0, 1.0, 9.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.021366126835346222, -0.020774563774466515, -0.020183000713586807, -0.0195914376527071, -0.018999874591827393, -0.018408311530947685, -0.017816748470067978, -0.01722518540918827, -0.016633622348308563, -0.016042057424783707, -0.015450495295226574, -0.014858932234346867, -0.014267368242144585, -0.013675805181264877, -0.01308424212038517, -0.012492679059505463, -0.011901115998625755, -0.011309552937746048, -0.01071798987686634, -0.010126426815986633, -0.009534863755106926, -0.008943299762904644, -0.008351736702024937, -0.007760173641145229, -0.007168610580265522, -0.006577047519385815, -0.005985484458506107, -0.005393920931965113, -0.004802357871085405, -0.004210794810205698, -0.003619231516495347, -0.003027668222784996, -0.0024361051619052887, -0.0018445419846102595, -0.0012529788073152304, -0.0006614156300202012, -6.985245272517204e-05, 0.0005217107245698571, 0.0011132739018648863, 0.0017048370791599154, 0.0022964002564549446, 0.002887963317334652, 0.003479526611045003, 0.004071089904755354, 0.004662652965635061, 0.005254216026514769, 0.005845779553055763, 0.006437342613935471, 0.007028905674815178, 0.007620468735694885, 0.008212031796574593, 0.0088035948574543, 0.009395157918334007, 0.00998672191053629, 0.010578284971415997, 0.011169848032295704, 0.011761411093175411, 0.012352974154055119, 0.012944537214934826, 0.013536100275814533, 0.014127664268016815, 0.014719227328896523, 0.01531079038977623, 0.015902353450655937, 0.016493916511535645]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 2.0, 1.0, 2.0, 3.0, 2.0, 2.0, 7.0, 2.0, 8.0, 5.0, 4.0, 4.0, 10.0, 10.0, 11.0, 13.0, 14.0, 14.0, 12.0, 11.0, 8.0, 8.0, 20.0, 24.0, 37.0, 45.0, 73.0, 101.0, 171.0, 220.0, 352.0, 572.0, 953.0, 1473.0, 2282.0, 7344.0, 1798.0, 1042.0, 589.0, 310.0, 209.0, 160.0, 133.0, 114.0, 68.0, 60.0, 41.0, 17.0, 11.0, 19.0, 7.0, 11.0, 6.0, 3.0, 4.0, 0.0, 2.0, 1.0], "bins": [-0.01716267317533493, -0.0167497880756855, -0.016336901113390923, -0.015924016013741493, -0.01551112998276949, -0.015098243951797485, -0.014685358852148056, -0.014272472821176052, -0.013859586790204048, -0.013446700759232044, -0.01303381472826004, -0.012620929628610611, -0.012208043597638607, -0.011795157566666603, -0.011382272467017174, -0.01096938643604517, -0.010556500405073166, -0.010143614374101162, -0.009730728343129158, -0.009317843243479729, -0.008904957212507725, -0.00849207118153572, -0.008079186081886292, -0.007666300050914288, -0.007253414019942284, -0.00684052798897028, -0.006427642423659563, -0.0060147568583488464, -0.0056018708273768425, -0.0051889847964048386, -0.004776099231094122, -0.004363213665783405, -0.003950327634811401, -0.003537441836670041, -0.003124556038528681, -0.0027116702403873205, -0.0022987844422459602, -0.0018858986441046, -0.0014730128459632397, -0.0010601270478218794, -0.0006472412496805191, -0.00023435545153915882, 0.00017853034660220146, 0.0005914161447435617, 0.001004301942884922, 0.0014171877410262823, 0.0018300735391676426, 0.002242959337309003, 0.002655845135450363, 0.0030687309335917234, 0.0034816167317330837, 0.003894502529874444, 0.004307388328015804, 0.004720274358987808, 0.005133159924298525, 0.0055460454896092415, 0.005958931520581245, 0.006371817551553249, 0.006784703116863966, 0.007197588682174683, 0.0076104747131466866, 0.00802336074411869, 0.00843624584376812, 0.008849131874740124, 0.009262017905712128]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.049932003021240234, -0.04852038994431496, -0.04710877686738968, -0.0456971600651741, -0.044285546988248825, -0.04287393391132355, -0.04146232083439827, -0.04005070775747299, -0.038639090955257416, -0.03722747787833214, -0.03581586480140686, -0.03440425172448158, -0.032992638647556305, -0.03158102557063103, -0.0301694106310606, -0.028757795691490173, -0.027346182614564896, -0.025934569537639618, -0.02452295459806919, -0.023111341521143913, -0.021699726581573486, -0.02028811350464821, -0.01887650042772293, -0.017464885488152504, -0.016053272411227226, -0.014641658402979374, -0.013230044394731522, -0.011818431317806244, -0.010406817309558392, -0.00899520330131054, -0.007583589758723974, -0.006171976216137409, -0.004760362207889557, -0.003348748432472348, -0.0019371346570551395, -0.0005255208816379309, 0.0008860928937792778, 0.0022977066691964865, 0.003709320444613695, 0.00512093398720026, 0.0065325479954481125, 0.007944162003695965, 0.009355776011943817, 0.010767389088869095, 0.012179003097116947, 0.0135906171053648, 0.015002230182290077, 0.016413845121860504, 0.017825458198785782, 0.01923707127571106, 0.020648686215281487, 0.022060299292206764, 0.02347191423177719, 0.02488352730870247, 0.026295140385627747, 0.027706755325198174, 0.02911836840212345, 0.03052998147904873, 0.031941596418619156, 0.033353209495544434, 0.03476482257246971, 0.03617643564939499, 0.037588052451610565, 0.03899966552853584, 0.04041127860546112]}, "_step": 13, "val_accuracy": 0.6692915239726028, "val_loss": 1.090500520244581}
diff --git a/wandb/run-20200731_151753-2e8ytus9/config.yaml b/wandb/run-20200731_151753-2e8ytus9/config.yaml
new file mode 100644
index 0000000..6c3f152
--- /dev/null
+++ b/wandb/run-20200731_151753-2e8ytus9/config.yaml
@@ -0,0 +1,111 @@
+wandb_version: 1
+
+_wandb:
+ desc: null
+ value:
+ cli_version: 0.8.36
+ framework: torch
+ is_jupyter_run: false
+ is_kaggle_kernel: false
+ python_version: 3.8.2
+callback_args:
+ desc: null
+ value:
+ Checkpoint:
+ monitor: val_accuracy
+ EarlyStopping:
+ min_delta: 0.0
+ mode: min
+ monitor: val_loss
+ patience: 3
+ WandbCallback:
+ log_batch_frequency: 1
+ WandbImageLogger:
+ num_examples: 4
+callbacks:
+ desc: null
+ value:
+ - Checkpoint
+ - EarlyStopping
+ - WandbCallback
+ - WandbImageLogger
+criterion:
+ desc: null
+ value: CrossEntropyLoss
+criterion_args:
+ desc: null
+ value:
+ ignore_index: -100
+ reduction: mean
+ weight: null
+data_loader_args:
+ desc: null
+ value:
+ batch_size: 256
+ cuda: true
+ num_workers: 8
+ sample_to_balance: true
+ seed: 4711
+ shuffle: true
+ splits:
+ - train
+ - val
+ subsample_fraction: null
+ target_transform: null
+ transform: null
+dataloader:
+ desc: null
+ value: EmnistDataLoader
+experiment_group:
+ desc: null
+ value: Sample Experiments
+lr_scheduler:
+ desc: null
+ value: OneCycleLR
+lr_scheduler_args:
+ desc: null
+ value:
+ epochs: 16
+ max_lr: 0.001
+ steps_per_epoch: 1314
+metrics:
+ desc: null
+ value:
+ - accuracy
+model:
+ desc: null
+ value: CharacterModel
+network:
+ desc: null
+ value: LeNet
+network_args:
+ desc: null
+ value:
+ input_size:
+ - 28
+ - 28
+ output_size: 62
+optimizer:
+ desc: null
+ value: AdamW
+optimizer_args:
+ desc: null
+ value:
+ amsgrad: false
+ betas:
+ - 0.9
+ - 0.999
+ eps: 1.0e-08
+ lr: 0.01
+ weight_decay: 0
+resume_experiment:
+ desc: null
+ value: null
+train_args:
+ desc: null
+ value:
+ batch_size: 256
+ epochs: 16
+verbosity:
+ desc: null
+ value: 2
diff --git a/wandb/run-20200731_151753-2e8ytus9/media/graph/graph_0_summary_5f222c0c.graph.json b/wandb/run-20200731_151753-2e8ytus9/media/graph/graph_0_summary_5f222c0c.graph.json
new file mode 100644
index 0000000..359a2ca
--- /dev/null
+++ b/wandb/run-20200731_151753-2e8ytus9/media/graph/graph_0_summary_5f222c0c.graph.json
@@ -0,0 +1 @@
+{"format": "torch", "nodes": [{"name": "layers.0", "id": 140617887155248, "class_name": "Conv2d(1, 32, kernel_size=(3, 3), stride=(1, 1))", "parameters": [["weight", [32, 1, 3, 3]], ["bias", [32]]], "output_shape": [[2, 32, 26, 26]], "num_parameters": [288, 32]}, {"name": "layers.1", "id": 140617887155056, "class_name": "ReLU(inplace=True)", "parameters": [], "output_shape": [[2, 32, 26, 26]], "num_parameters": []}, {"name": "layers.2", "id": 140617887155200, "class_name": "Conv2d(32, 64, kernel_size=(3, 3), stride=(1, 1))", "parameters": [["weight", [64, 32, 3, 3]], ["bias", [64]]], "output_shape": [[2, 64, 24, 24]], "num_parameters": [18432, 64]}, {"name": "layers.4", "id": 140617887155488, "class_name": "MaxPool2d(kernel_size=2, stride=2, padding=0, dilation=1, ceil_mode=False)", "parameters": [], "output_shape": [[2, 64, 12, 12]], "num_parameters": []}, {"name": "layers.5", "id": 140617887155440, "class_name": "Dropout(p=0.2, inplace=False)", "parameters": [], "output_shape": [[2, 64, 12, 12]], "num_parameters": []}, {"name": "layers.6", "id": 140617887155152, "class_name": "Flatten()", "parameters": [], "output_shape": [[2, 9216]], "num_parameters": []}, {"name": "layers.7", "id": 140617887052128, "class_name": "Linear(in_features=9216, out_features=128, bias=True)", "parameters": [["weight", [128, 9216]], ["bias", [128]]], "output_shape": [[2, 128]], "num_parameters": [1179648, 128]}, {"name": "layers.9", "id": 140617887052176, "class_name": "Dropout(p=0.2, inplace=False)", "parameters": [], "output_shape": [[2, 128]], "num_parameters": []}, {"name": "layers.10", "id": 140617887052224, "class_name": "Linear(in_features=128, out_features=62, bias=True)", "parameters": [["weight", [62, 128]], ["bias", [62]]], "output_shape": [[2, 62]], "num_parameters": [7936, 62]}], "edges": []}
diff --git a/wandb/run-20200731_151753-2e8ytus9/requirements.txt b/wandb/run-20200731_151753-2e8ytus9/requirements.txt
new file mode 100644
index 0000000..10c63b6
--- /dev/null
+++ b/wandb/run-20200731_151753-2e8ytus9/requirements.txt
@@ -0,0 +1,145 @@
+alabaster==0.7.12
+appdirs==1.4.4
+attrs==19.3.0
+babel==2.8.0
+backcall==0.2.0
+bandit==1.6.2
+black==19.10b0
+bleach==3.1.5
+blessings==1.7
+boltons==20.2.0
+certifi==2020.6.20
+chardet==3.0.4
+click==7.1.2
+configparser==5.0.0
+coverage==5.2.1
+cycler==0.10.0
+darglint==1.5.2
+dataclasses==0.6
+decorator==4.4.2
+defusedxml==0.6.0
+desert==2020.1.6
+docker-pycreds==0.4.0
+docutils==0.16
+dparse==0.5.1
+entrypoints==0.3
+flake8-annotations==2.3.0
+flake8-bandit==2.1.2
+flake8-black==0.2.1
+flake8-bugbear==20.1.4
+flake8-docstrings==1.5.0
+flake8-import-order==0.18.1
+flake8-polyfill==1.0.2
+flake8==3.8.3
+future==0.18.2
+gitdb==4.0.5
+gitpython==3.1.7
+gpustat==0.6.0
+gql==0.2.0
+graphql-core==1.1
+h5py==2.10.0
+idna==2.10
+imagesize==1.2.0
+ipykernel==5.3.4
+ipython-genutils==0.2.0
+ipython==7.16.1
+ipywidgets==7.5.1
+jedi==0.17.2
+jinja2==2.11.2
+jsonschema==3.2.0
+jupyter-client==6.1.6
+jupyter-console==6.1.0
+jupyter-core==4.6.3
+jupyter==1.0.0
+kiwisolver==1.2.0
+loguru==0.5.1
+markupsafe==1.1.1
+marshmallow==3.7.1
+matplotlib==3.3.0
+mccabe==0.6.1
+mistune==0.8.4
+more-itertools==8.4.0
+mypy-extensions==0.4.3
+mypy==0.770
+nbconvert==5.6.1
+nbformat==5.0.7
+notebook==6.0.3
+numpy==1.19.1
+nvidia-ml-py3==7.352.0
+opencv-python==4.3.0.36
+packaging==20.4
+pandocfilters==1.4.2
+parso==0.7.1
+pathspec==0.8.0
+pathtools==0.1.2
+pbr==5.4.5
+pexpect==4.8.0
+pickleshare==0.7.5
+pillow==7.2.0
+pip==20.2
+pluggy==0.13.1
+prometheus-client==0.8.0
+promise==2.3
+prompt-toolkit==3.0.5
+psutil==5.7.2
+ptyprocess==0.6.0
+py==1.9.0
+pycodestyle==2.6.0
+pydocstyle==5.0.2
+pyflakes==2.2.0
+pygments==2.6.1
+pyparsing==2.4.7
+pyrsistent==0.16.0
+pytest-cov==2.10.0
+pytest-mock==3.2.0
+pytest==5.4.3
+python-dateutil==2.8.1
+pytz==2020.1
+pyyaml==5.3.1
+pyzmq==19.0.1
+qtconsole==4.7.5
+qtpy==1.9.0
+redis==3.5.3
+redlock-py==1.0.8
+regex==2020.7.14
+requests==2.24.0
+safety==1.9.0
+send2trash==1.5.0
+sentry-sdk==0.16.2
+setuptools==41.2.0
+shortuuid==1.0.1
+six==1.15.0
+smmap==3.0.4
+snowballstemmer==2.0.0
+sphinx-autodoc-typehints==1.11.0
+sphinx-rtd-theme==0.4.3
+sphinx==3.1.2
+sphinxcontrib-applehelp==1.0.2
+sphinxcontrib-devhelp==1.0.2
+sphinxcontrib-htmlhelp==1.0.3
+sphinxcontrib-jsmath==1.0.1
+sphinxcontrib-qthelp==1.0.3
+sphinxcontrib-serializinghtml==1.1.4
+stevedore==3.2.0
+subprocess32==3.5.4
+terminado==0.8.3
+testpath==0.4.4
+text-recognizer==0.1.0
+toml==0.10.1
+torch==1.5.1
+torchsummary==1.5.1
+torchvision==0.6.1
+tornado==6.0.4
+tqdm==4.48.0
+traitlets==4.3.3
+typed-ast==1.4.1
+typeguard==2.9.1
+typing-extensions==3.7.4.2
+typing-inspect==0.6.0
+urllib3==1.25.10
+wandb==0.8.36
+watchdog==0.10.3
+wcwidth==0.2.5
+webencodings==0.5.1
+widgetsnbextension==3.5.1
+xdoctest==0.12.0
diff --git a/wandb/run-20200731_151753-2e8ytus9/wandb-events.jsonl b/wandb/run-20200731_151753-2e8ytus9/wandb-events.jsonl
new file mode 100644
index 0000000..df0a6ea
--- /dev/null
+++ b/wandb/run-20200731_151753-2e8ytus9/wandb-events.jsonl
@@ -0,0 +1 @@
+{"system.gpu.0.gpu": 67.38, "system.gpu.0.memory": 46.5, "system.gpu.0.memoryAllocated": 20.3, "system.gpu.0.temp": 55.38, "system.gpu.process.0.gpu": 67.38, "system.gpu.process.0.memory": 46.5, "system.gpu.process.0.memoryAllocated": 20.3, "system.gpu.process.0.temp": 55.38, "system.gpu.0.powerWatts": 118.05, "system.gpu.0.powerPercent": 54.91, "system.gpu.process.0.powerWatts": 118.05, "system.gpu.process.0.powerPercent": 54.91, "system.cpu": 47.1, "system.memory": 66.66, "system.disk": 37.2, "system.proc.memory.availableMB": 5334.34, "system.proc.memory.rssMB": 2591.27, "system.proc.memory.percent": 16.19, "system.proc.cpu.threads": 18.25, "system.network.sent": 1070249, "system.network.recv": 786788, "_wandb": true, "_timestamp": 1596208687, "_runtime": 13}
diff --git a/wandb/run-20200731_151753-2e8ytus9/wandb-history.jsonl b/wandb/run-20200731_151753-2e8ytus9/wandb-history.jsonl
new file mode 100644
index 0000000..323d0d3
--- /dev/null
+++ b/wandb/run-20200731_151753-2e8ytus9/wandb-history.jsonl
@@ -0,0 +1,14 @@
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 5.0, 1.0, 4.0, 3.0, 1.0, 2.0, 1.0, 2.0, 5.0, 0.0, 1.0, 1.0, 4.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0], "bins": [-0.025287799537181854, -0.024627288803458214, -0.023966778069734573, -0.023306267336010933, -0.022645756602287292, -0.021985244005918503, -0.021324733272194862, -0.020664222538471222, -0.02000371180474758, -0.01934320107102394, -0.0186826903373003, -0.01802217960357666, -0.01736166700720787, -0.01670115627348423, -0.01604064553976059, -0.01538013480603695, -0.014719624072313309, -0.014059113338589668, -0.013398602604866028, -0.012738090939819813, -0.012077580206096172, -0.011417069472372532, -0.010756557807326317, -0.010096047073602676, -0.009435536339879036, -0.008775025606155396, -0.008114514872431755, -0.00745400320738554, -0.0067934924736619, -0.006132981739938259, -0.005472470540553331, -0.004811959341168404, -0.004151448607444763, -0.003490937640890479, -0.002830426674336195, -0.002169915707781911, -0.0015094047412276268, -0.0008488937746733427, -0.0001883828081190586, 0.0004721281584352255, 0.0011326391249895096, 0.0017931500915437937, 0.0024536610580980778, 0.003114172024652362, 0.003774682991206646, 0.004435193724930286, 0.005095704924315214, 0.005756216123700142, 0.006416726857423782, 0.007077237591147423, 0.0077377487905323505, 0.008398259989917278, 0.009058770723640919, 0.00971928145736456, 0.010379793122410774, 0.011040303856134415, 0.011700814589858055, 0.012361325323581696, 0.013021836057305336, 0.013682347722351551, 0.014342858456075191, 0.015003369189798832, 0.015663880854845047, 0.016324391588568687, 0.016984902322292328]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 3.0, 0.0, 0.0, 4.0, 5.0, 4.0, 6.0, 8.0, 14.0, 14.0, 14.0, 25.0, 23.0, 38.0, 47.0, 82.0, 89.0, 96.0, 146.0, 164.0, 243.0, 322.0, 452.0, 650.0, 2573.0, 863.0, 644.0, 481.0, 299.0, 211.0, 127.0, 81.0, 53.0, 48.0, 33.0, 20.0, 13.0, 9.0, 2.0, 5.0, 5.0, 5.0, 3.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.06551533937454224, -0.06376203149557114, -0.06200872361660004, -0.06025541573762894, -0.05850210785865784, -0.05674879997968674, -0.05499549210071564, -0.05324218422174454, -0.05148887634277344, -0.049735572189092636, -0.047982264310121536, -0.046228956431150436, -0.04447564855217934, -0.04272234067320824, -0.04096903279423714, -0.03921572491526604, -0.03746241703629494, -0.03570910915732384, -0.03395580127835274, -0.03220249339938164, -0.030449185520410538, -0.028695879504084587, -0.026942571625113487, -0.025189263746142387, -0.023435955867171288, -0.021682647988200188, -0.019929340109229088, -0.018176032230257988, -0.016422726213932037, -0.014669417403638363, -0.012916110455989838, -0.011162802577018738, -0.009409494698047638, -0.007656186819076538, -0.0059028794057667255, -0.004149571992456913, -0.002396264113485813, -0.0006429564673453569, 0.0011103511787950993, 0.0028636588249355555, 0.004616966471076012, 0.0063702743500471115, 0.008123582229018211, 0.009876889176666737, 0.011630197055637836, 0.013383504934608936, 0.015136811882257462, 0.01689011976122856, 0.01864342764019966, 0.02039673551917076, 0.02215004339814186, 0.02390335127711296, 0.02565665915608406, 0.02740996517241001, 0.02916327305138111, 0.03091658093035221, 0.03266988694667816, 0.03442319482564926, 0.03617650270462036, 0.03792981058359146, 0.03968311846256256, 0.04143642634153366, 0.04318973422050476, 0.04494304209947586, 0.04669634997844696]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 2.0, 1.0, 2.0, 1.0, 4.0, 3.0, 4.0, 3.0, 4.0, 5.0, 2.0, 2.0, 3.0, 1.0, 3.0, 0.0, 2.0, 1.0, 30.0, 1.0, 2.0, 1.0, 5.0, 3.0, 4.0, 6.0, 1.0, 0.0, 0.0, 5.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00812202226370573, -0.007850170135498047, -0.007578318007290363, -0.0073064654134213924, -0.007034613285213709, -0.006762761157006025, -0.0064909085631370544, -0.006219056434929371, -0.005947204306721687, -0.005675352178514004, -0.00540350005030632, -0.005131647456437349, -0.004859795328229666, -0.004587943200021982, -0.004316090606153011, -0.004044238477945328, -0.003772386349737644, -0.0035005342215299606, -0.0032286818604916334, -0.002956829499453306, -0.0026849773712456226, -0.002413125243037939, -0.002141272881999612, -0.0018694206373766065, -0.001597568392753601, -0.0013257161481305957, -0.0010538639035075903, -0.0007820116588845849, -0.0005101594142615795, -0.00023830716963857412, 3.354507498443127e-05, 0.00030539731960743666, 0.000577249564230442, 0.0008491018088534474, 0.0011209540534764528, 0.0013928062980994582, 0.0016646585427224636, 0.001936510787345469, 0.0022083630319684744, 0.0024802153930068016, 0.002752067521214485, 0.0030239196494221687, 0.003295772010460496, 0.003567624371498823, 0.0038394764997065067, 0.00411132862791419, 0.004383181221783161, 0.004655033349990845, 0.004926885478198528, 0.005198737606406212, 0.005470589734613895, 0.005742442328482866, 0.00601429445669055, 0.006286146584898233, 0.006557999178767204, 0.006829851306974888, 0.007101703435182571, 0.007373555563390255, 0.0076454076915979385, 0.007917259819805622, 0.008189111948013306, 0.008460965007543564, 0.008732817135751247, 0.009004669263958931, 0.009276521392166615]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 0.0, 3.0, 3.0, 0.0, 5.0, 8.0, 13.0, 28.0, 40.0, 63.0, 104.0, 141.0, 197.0, 315.0, 484.0, 715.0, 1045.0, 1554.0, 2184.0, 3119.0, 4635.0, 6749.0, 9925.0, 14840.0, 22249.0, 33657.0, 51397.0, 75844.0, 111357.0, 523660.0, 107262.0, 68243.0, 44647.0, 29038.0, 19504.0, 13589.0, 9359.0, 6575.0, 4700.0, 3365.0, 2411.0, 1838.0, 1296.0, 963.0, 684.0, 477.0, 415.0, 275.0, 196.0, 125.0, 100.0, 70.0, 65.0, 28.0, 32.0, 13.0, 13.0, 7.0, 9.0, 6.0, 2.0, 2.0, 2.0], "bins": [-0.00712656881660223, -0.006893477402627468, -0.006660385522991419, -0.006427294109016657, -0.006194202229380608, -0.005961110815405846, -0.005728018935769796, -0.005494927521795034, -0.005261835642158985, -0.005028744228184223, -0.004795652814209461, -0.004562560934573412, -0.00432946952059865, -0.004096377640962601, -0.0038632862269878387, -0.003630194580182433, -0.0033971029333770275, -0.003164011286571622, -0.0029309196397662163, -0.0026978279929608107, -0.002464736346155405, -0.002231644932180643, -0.0019985532853752375, -0.0017654616385698318, -0.0015323699917644262, -0.0012992783449590206, -0.001066186698153615, -0.0008330951677635312, -0.0006000035209581256, -0.00036691190325655043, -0.00013382028555497527, 9.927133214659989e-05, 0.00033236294984817505, 0.0005654545966535807, 0.0007985461852513254, 0.00103163777384907, 0.0012647294206544757, 0.0014978210674598813, 0.001730912597849965, 0.0019640042446553707, 0.0021970958914607763, 0.002430187538266182, 0.0026632791850715876, 0.002896370831876993, 0.003129462245851755, 0.0033625538926571608, 0.0035956455394625664, 0.003828737186267972, 0.004061828833073378, 0.00429492024704814, 0.004528012126684189, 0.004761103540658951, 0.004994195420295, 0.005227286834269762, 0.005460378713905811, 0.005693470127880573, 0.005926561541855335, 0.0061596534214913845, 0.0063927448354661465, 0.006625836715102196, 0.006858928129076958, 0.007092020008713007, 0.007325111422687769, 0.007558203302323818, 0.00779129471629858]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 3.0, 0.0, 1.0, 1.0, 3.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 5.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 7.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 2.0, 1.0, 3.0, 0.0, 1.0, 2.0], "bins": [-0.022778432816267014, -0.02227785624563694, -0.021777277812361717, -0.021276701241731644, -0.02077612467110157, -0.020275546237826347, -0.019774969667196274, -0.0192743930965662, -0.018773816525936127, -0.018273238092660904, -0.01777266152203083, -0.017272084951400757, -0.016771506518125534, -0.01627092994749546, -0.015770353376865387, -0.015269775874912739, -0.01476919837296009, -0.014268620871007442, -0.013768044300377369, -0.01326746679842472, -0.012766890227794647, -0.012266312725841999, -0.011765735223889351, -0.011265158653259277, -0.01076458115130663, -0.010264003649353981, -0.009763427078723907, -0.00926284957677126, -0.008762272074818611, -0.008261695504188538, -0.0077611180022358894, -0.007260540965944529, -0.006759963929653168, -0.006259386893361807, -0.005758809857070446, -0.005258232355117798, -0.004757655318826437, -0.004257078282535076, -0.0037565010134130716, -0.003255923744291067, -0.0027553467079997063, -0.0022547696717083454, -0.001754192402586341, -0.0012536152498796582, -0.0007530380971729755, -0.00025246094446629286, 0.0002481162082403898, 0.0007486933609470725, 0.0012492705136537552, 0.0017498476663604379, 0.0022504248190671206, 0.002751002088189125, 0.003251579124480486, 0.0037521561607718468, 0.004252733662724495, 0.004753310699015856, 0.005253887735307217, 0.0057544647715985775, 0.006255041807889938, 0.0067556193098425865, 0.007256196346133947, 0.007756773382425308, 0.008257350884377956, 0.00875792745500803, 0.009258504956960678]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 2.0, 6.0, 12.0, 17.0, 11.0, 17.0, 18.0, 27.0, 29.0, 35.0, 29.0, 46.0, 30.0, 50.0, 43.0, 49.0, 72.0, 59.0, 75.0, 71.0, 91.0, 84.0, 118.0, 144.0, 124.0, 133.0, 143.0, 190.0, 159.0, 199.0, 197.0, 240.0, 277.0, 286.0, 338.0, 313.0, 350.0, 359.0, 369.0, 434.0, 581.0, 809.0, 1562.0, 7312.0, 762.0, 544.0, 413.0, 249.0, 178.0, 163.0, 129.0, 101.0, 105.0, 92.0, 65.0, 43.0, 36.0, 22.0, 9.0, 8.0], "bins": [-0.023578552529215813, -0.023078221827745438, -0.022577891126275063, -0.022077562287449837, -0.02157723158597946, -0.021076900884509087, -0.02057657018303871, -0.020076241344213486, -0.01957591064274311, -0.019075579941272736, -0.01857524923980236, -0.018074918538331985, -0.01757458969950676, -0.017074258998036385, -0.01657392829656601, -0.016073597595095634, -0.015573267824947834, -0.015072937123477459, -0.014572607353329659, -0.014072276651859283, -0.013571946881711483, -0.013071616180241108, -0.012571286410093307, -0.012070955708622932, -0.011570625007152557, -0.011070295237004757, -0.010569964535534382, -0.010069634765386581, -0.009569304063916206, -0.009068974293768406, -0.00856864359229803, -0.00806831382215023, -0.007567983120679855, -0.007067652884870768, -0.00656732264906168, -0.006066992413252592, -0.005566662177443504, -0.005066331475973129, -0.0045660012401640415, -0.004065671004354954, -0.003565340768545866, -0.0030650105327367783, -0.0025646802969276905, -0.002064349828287959, -0.0015640195924788713, -0.0010636893566697836, -0.000563359004445374, -6.302871042862535e-05, 0.0004373015835881233, 0.000937631877604872, 0.0014379621716216207, 0.0019382925238460302, 0.002438622759655118, 0.0029389529954642057, 0.003439283464103937, 0.003939613699913025, 0.004439943935722113, 0.0049402741715312, 0.005440604407340288, 0.005940934643149376, 0.006441265344619751, 0.006941595580428839, 0.0074419258162379265, 0.007942255586385727, 0.008442586287856102]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 6.0, 0.0, 0.0, 1.0], "bins": [-0.042031027376651764, -0.04133196547627449, -0.04063290357589722, -0.03993384167551994, -0.03923477977514267, -0.038535717874765396, -0.03783665597438812, -0.03713759407401085, -0.036438532173633575, -0.0357394702732563, -0.03504040837287903, -0.034341346472501755, -0.03364228457212448, -0.03294322267174721, -0.032244160771369934, -0.03154509887099266, -0.030846035107970238, -0.030146973207592964, -0.02944791130721569, -0.028748849406838417, -0.028049787506461143, -0.02735072560608387, -0.026651663705706596, -0.025952601805329323, -0.0252535380423069, -0.024554476141929626, -0.023855414241552353, -0.02315635234117508, -0.022457290440797806, -0.021758228540420532, -0.02105916664004326, -0.020360104739665985, -0.01966104283928871, -0.018961980938911438, -0.018262919038534164, -0.01756385713815689, -0.016864795237779617, -0.016165733337402344, -0.015466670505702496, -0.014767608605325222, -0.014068546704947948, -0.013369484804570675, -0.012670422904193401, -0.011971361003816128, -0.01127229817211628, -0.010573236271739006, -0.009874174371361732, -0.009175112470984459, -0.008476050570607185, -0.007776988670229912, -0.007077926769852638, -0.006378864403814077, -0.005679802503436804, -0.00498074060305953, -0.004281678237020969, -0.003582616336643696, -0.0028835544362664223, -0.0021844925358891487, -0.0014854304026812315, -0.0007863683858886361, -8.730636909604073e-05, 0.0006117556476965547, 0.00131081766448915, 0.0020098797976970673, 0.002708941698074341]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 4.0, 1.0, 2.0, 2.0, 0.0, 3.0, 2.0, 4.0, 4.0, 2.0, 1.0, 3.0, 2.0, 3.0, 4.0, 4.0, 2.0, 2.0, 3.0, 3.0, 1.0, 8.0, 10.0, 4.0, 4.0, 6.0, 7.0, 3.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 4.0, 6.0, 9.0, 9.0, 18.0, 96.0, 3.0, 7.0, 3.0, 6.0, 5.0, 7.0], "bins": [-0.05514298379421234, -0.05418144166469574, -0.05321989953517914, -0.05225835740566254, -0.051296815276145935, -0.05033527687191963, -0.04937373474240303, -0.04841219261288643, -0.04745065048336983, -0.046489108353853226, -0.045527566224336624, -0.04456602409482002, -0.04360448196530342, -0.04264293983578682, -0.041681401431560516, -0.040719859302043915, -0.03975831717252731, -0.03879677504301071, -0.03783523291349411, -0.03687369078397751, -0.03591214865446091, -0.034950606524944305, -0.033989064395427704, -0.0330275259912014, -0.0320659838616848, -0.03110443986952305, -0.030142899602651596, -0.029181357473134995, -0.028219815343618393, -0.02725827321410179, -0.02629673294723034, -0.025335190817713737, -0.024373648688197136, -0.023412106558680534, -0.022450564429163933, -0.02148902416229248, -0.02052748203277588, -0.019565939903259277, -0.018604397773742676, -0.017642857506871223, -0.016681315377354622, -0.01571977324783802, -0.014758231118321419, -0.013796689920127392, -0.01283514779061079, -0.011873606592416763, -0.010912064462900162, -0.009950523264706135, -0.008988981135189533, -0.008027439005672932, -0.007065897807478905, -0.0061043561436235905, -0.005142814479768276, -0.004181272350251675, -0.0032197306863963604, -0.002258189022541046, -0.0012966473586857319, -0.0003351056366227567, 0.0006264360854402184, 0.0015879778657108545, 0.002549519529566169, 0.003511061193421483, 0.004472603090107441, 0.005434144753962755, 0.0063956864178180695]}, "_runtime": 5.19263219833374, "_timestamp": 1596208675.7460084, "_step": 0}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 0.0, 1.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 4.0, 3.0, 3.0, 2.0, 3.0, 2.0, 2.0, 3.0, 0.0, 1.0, 3.0, 0.0, 4.0, 2.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.016864119097590446, -0.01620868593454361, -0.015553254634141922, -0.01489782240241766, -0.014242390170693398, -0.013586957938969135, -0.012931525707244873, -0.01227609347552061, -0.011620661243796349, -0.010965228080749512, -0.01030979584902525, -0.009654363617300987, -0.008998931385576725, -0.008343499153852463, -0.0076880669221282005, -0.007032634690403938, -0.006377202458679676, -0.005721770226955414, -0.005066337995231152, -0.004410905763506889, -0.0037554732989519835, -0.003100041067227721, -0.0024446086026728153, -0.001789176370948553, -0.0011337441392242908, -0.0004783118492923677, 0.00017712044063955545, 0.0008325527305714786, 0.0014879850205034018, 0.002143417252227664, 0.00279884971678257, 0.003454281948506832, 0.004109714180231094, 0.004765146411955357, 0.005420578643679619, 0.006076010875403881, 0.006731443107128143, 0.007386875804513693, 0.008042307570576668, 0.00869773980230093, 0.009353172034025192, 0.010008605197072029, 0.010664037428796291, 0.011319469660520554, 0.011974901892244816, 0.012630334123969078, 0.01328576635569334, 0.013941198587417603, 0.014596630819141865, 0.015252063050866127, 0.015907496213912964, 0.01656292751431465, 0.01721836067736149, 0.017873791977763176, 0.018529225140810013, 0.0191846564412117, 0.019840089604258537, 0.020495520904660225, 0.021150954067707062, 0.02180638536810875, 0.022461818531155586, 0.023117249831557274, 0.02377268299460411, 0.0244281142950058, 0.025083547458052635]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 6.0, 2.0, 7.0, 7.0, 7.0, 10.0, 13.0, 8.0, 21.0, 25.0, 37.0, 37.0, 46.0, 53.0, 68.0, 80.0, 88.0, 120.0, 157.0, 201.0, 255.0, 274.0, 438.0, 583.0, 2439.0, 759.0, 694.0, 469.0, 313.0, 186.0, 153.0, 95.0, 62.0, 48.0, 54.0, 25.0, 26.0, 19.0, 9.0, 10.0, 7.0, 7.0, 1.0, 3.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.12203635275363922, -0.11856669187545776, -0.1150970309972763, -0.11162737011909485, -0.10815770924091339, -0.10468804836273193, -0.10121838748455048, -0.09774872660636902, -0.09427906572818756, -0.0908094048500061, -0.08733974397182465, -0.08387008309364319, -0.08040042221546173, -0.07693076133728027, -0.07346110045909882, -0.06999143958091736, -0.0665217787027359, -0.06305212527513504, -0.059582460671663284, -0.05611279979348183, -0.05264313891530037, -0.04917347803711891, -0.045703817158937454, -0.042234156280756, -0.03876449912786484, -0.03529483824968338, -0.03182517737150192, -0.028355514630675316, -0.024885855615139008, -0.02141619473695755, -0.017946533858776093, -0.014476872980594635, -0.011007212102413177, -0.00753755122423172, -0.00406789081171155, -0.0005982301663607359, 0.002871430478990078, 0.0063410913571715355, 0.009810751304030418, 0.013280412182211876, 0.016750073060393333, 0.02021973393857479, 0.02368939481675625, 0.027159055694937706, 0.030628714710474014, 0.03409837558865547, 0.03756803646683693, 0.04103769734501839, 0.044507358223199844, 0.0479770191013813, 0.05144667997956276, 0.05491634085774422, 0.058386001735925674, 0.06185566261410713, 0.06532531976699829, 0.06879498064517975, 0.0722646415233612, 0.07573430240154266, 0.07920396327972412, 0.08267362415790558, 0.08614328503608704, 0.0896129459142685, 0.09308260679244995, 0.09655226767063141, 0.10002192854881287]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [3.0, 0.0, 4.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 2.0, 1.0, 6.0, 1.0, 0.0, 1.0, 6.0, 0.0, 4.0, 0.0, 2.0, 4.0, 7.0, 5.0, 1.0, 4.0, 32.0, 1.0, 5.0, 3.0, 1.0, 1.0, 1.0, 0.0, 4.0, 0.0, 2.0, 0.0, 1.0, 2.0, 2.0, 3.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.006694142706692219, -0.006447163410484791, -0.006200184114277363, -0.005953204818069935, -0.005706225521862507, -0.005459245759993792, -0.005212266463786364, -0.004965287167578936, -0.004718307871371508, -0.00447132857516408, -0.004224349278956652, -0.003977369982749224, -0.003730390453711152, -0.003483411157503724, -0.0032364316284656525, -0.0029894523322582245, -0.0027424730360507965, -0.0024954937398433685, -0.0022485144436359406, -0.002001534914597869, -0.001754555618390441, -0.001507576322183013, -0.0012605969095602632, -0.0010136174969375134, -0.0007666382007300854, -0.0005196588463149965, -0.0002726794918999076, -2.5700137484818697e-05, 0.0002212792169302702, 0.0004682585713453591, 0.000715237925760448, 0.0009622172801755369, 0.0012091966345906258, 0.0014561759307980537, 0.0017031553434208035, 0.0019501347560435534, 0.0021971140522509813, 0.0024440933484584093, 0.002691072877496481, 0.002938052173703909, 0.003185031469911337, 0.003432010766118765, 0.003678990062326193, 0.003925969358533621, 0.004172949120402336, 0.004419928416609764, 0.004666907712817192, 0.00491388700902462, 0.005160866305232048, 0.005407845601439476, 0.005654824897646904, 0.005901804193854332, 0.00614878349006176, 0.006395763251930475, 0.006642742548137903, 0.006889721844345331, 0.007136701140552759, 0.007383680436760187, 0.007630659732967615, 0.00787763949483633, 0.008124618791043758, 0.008371598087251186, 0.008618577383458614, 0.008865556679666042, 0.00911253597587347]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [7.0, 8.0, 7.0, 16.0, 24.0, 27.0, 49.0, 79.0, 104.0, 164.0, 285.0, 354.0, 527.0, 711.0, 1104.0, 1596.0, 2207.0, 2909.0, 4134.0, 5710.0, 7824.0, 10642.0, 15038.0, 21112.0, 30096.0, 43031.0, 60645.0, 83508.0, 111463.0, 457874.0, 90358.0, 64838.0, 45865.0, 32389.0, 23331.0, 16707.0, 12063.0, 8784.0, 6589.0, 4861.0, 3620.0, 2687.0, 1854.0, 1397.0, 971.0, 663.0, 471.0, 297.0, 229.0, 137.0, 112.0, 47.0, 47.0, 21.0, 22.0, 10.0, 10.0, 7.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.009373843669891357, -0.00905437022447586, -0.00873489584773779, -0.008415422402322292, -0.008095948025584221, -0.007776474580168724, -0.007457001134753227, -0.007137527223676443, -0.006818053312599659, -0.006498579401522875, -0.006179105490446091, -0.005859632045030594, -0.00554015813395381, -0.005220684222877026, -0.004901210777461529, -0.004581736866384745, -0.0042622629553079605, -0.003942789044231176, -0.003623315365985036, -0.0033038416877388954, -0.0029843677766621113, -0.002664893865585327, -0.0023454201873391867, -0.002025946509093046, -0.001706472598016262, -0.0013869988033547997, -0.0010675250086933374, -0.0007480512140318751, -0.0004285774193704128, -0.00010910362470895052, 0.0002103701699525118, 0.0005298439646139741, 0.0008493177592754364, 0.0011687915539368987, 0.001488265348598361, 0.0018077391432598233, 0.0021272129379212856, 0.0024466868489980698, 0.0027661605272442102, 0.0030856342054903507, 0.003405108116567135, 0.003724582027643919, 0.004044055938720703, 0.0043635293841362, 0.004683003295212984, 0.005002477206289768, 0.005321950651705265, 0.005641424562782049, 0.005960898473858833, 0.0062803723849356174, 0.006599846296012402, 0.006919319741427898, 0.0072387936525046825, 0.007558267563581467, 0.007877741008996964, 0.008197215385735035, 0.008516688831150532, 0.008836162276566029, 0.0091556366533041, 0.009475110098719597, 0.009794583544135094, 0.010114057920873165, 0.010433531366288662, 0.010753005743026733, 0.01107247918844223]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 2.0, 3.0, 2.0, 0.0, 3.0, 1.0, 2.0, 6.0, 4.0, 2.0, 1.0, 1.0, 4.0, 0.0, 2.0, 3.0, 0.0, 0.0, 2.0], "bins": [-0.023180101066827774, -0.022742658853530884, -0.022305216640233994, -0.021867772564291954, -0.021430330350995064, -0.020992888137698174, -0.020555445924401283, -0.020118003711104393, -0.019680559635162354, -0.019243117421865463, -0.018805675208568573, -0.018368232995271683, -0.017930790781974792, -0.017493348568677902, -0.017055904492735863, -0.016618462279438972, -0.016181020066142082, -0.015743577852845192, -0.015306134708225727, -0.014868692494928837, -0.014431249350309372, -0.013993807137012482, -0.013556364923715591, -0.013118921779096127, -0.012681479565799236, -0.012244037352502346, -0.011806594207882881, -0.011369151994585991, -0.0109317097812891, -0.010494266636669636, -0.010056824423372746, -0.00961938127875328, -0.00918193906545639, -0.0087444968521595, -0.008307053707540035, -0.007869611494243145, -0.007432168815284967, -0.00699472613632679, -0.0065572839230299, -0.006119841244071722, -0.0056823985651135445, -0.005244955886155367, -0.004807513207197189, -0.004370070993900299, -0.0039326283149421215, -0.003495185635983944, -0.00305774318985641, -0.002620300743728876, -0.0021828580647706985, -0.0017454155022278428, -0.001307972939684987, -0.0008705303771421313, -0.0004330878145992756, 4.354747943580151e-06, 0.0004417973104864359, 0.0008792398730292916, 0.0013166824355721474, 0.0017541249981150031, 0.002191567560657859, 0.0026290100067853928, 0.0030664526857435703, 0.003503895364701748, 0.003941337577998638, 0.004378780256956816, 0.004816222935914993]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [5.0, 2.0, 4.0, 9.0, 10.0, 9.0, 20.0, 25.0, 22.0, 18.0, 24.0, 28.0, 41.0, 51.0, 56.0, 58.0, 65.0, 68.0, 100.0, 110.0, 129.0, 151.0, 148.0, 195.0, 195.0, 210.0, 216.0, 225.0, 251.0, 263.0, 216.0, 272.0, 253.0, 285.0, 312.0, 309.0, 295.0, 365.0, 436.0, 596.0, 714.0, 1229.0, 6770.0, 914.0, 775.0, 547.0, 243.0, 217.0, 200.0, 199.0, 177.0, 140.0, 129.0, 70.0, 39.0, 12.0, 3.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.025464538484811783, -0.024859560653567314, -0.024254584684967995, -0.023649606853723526, -0.023044630885124207, -0.022439653053879738, -0.02183467708528042, -0.02122969925403595, -0.02062472328543663, -0.02001974545419216, -0.019414767622947693, -0.018809791654348373, -0.018204813823103905, -0.017599837854504585, -0.016994860023260117, -0.016389884054660797, -0.01578490622341633, -0.015179929323494434, -0.01457495242357254, -0.013969975523650646, -0.013364998623728752, -0.012760020792484283, -0.01215504389256239, -0.011550066992640495, -0.010945090092718601, -0.010340113192796707, -0.009735136292874813, -0.009130159392952919, -0.00852518156170845, -0.007920204661786556, -0.007315227761864662, -0.006710250861942768, -0.006105273962020874, -0.00550029706209898, -0.004895320162177086, -0.0042903427965939045, -0.0036853658966720104, -0.0030803889967501163, -0.0024754118639975786, -0.0018704348476603627, -0.0012654578313231468, -0.0006604808149859309, -5.550379864871502e-05, 0.0005494732176885009, 0.0011544502340257168, 0.0017594272503629327, 0.0023644042667001486, 0.0029693813994526863, 0.0035743582993745804, 0.0041793351992964745, 0.0047843120992183685, 0.00538928946480155, 0.005994266364723444, 0.006599243264645338, 0.0072042206302285194, 0.0078091975301504135, 0.008414174430072308, 0.009019151329994202, 0.009624128229916096, 0.01022910512983799, 0.010834082961082458, 0.011439059861004353, 0.012044036760926247, 0.01264901366084814, 0.013253990560770035]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 1.0, 6.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0852947011590004, -0.08346288651227951, -0.08163107186555862, -0.07979925721883774, -0.07796745002269745, -0.07613563537597656, -0.07430382072925568, -0.07247200608253479, -0.0706401914358139, -0.06880837678909302, -0.06697656959295273, -0.06514475494623184, -0.06331294029951096, -0.06148112565279007, -0.05964931100606918, -0.057817500084638596, -0.05598568543791771, -0.05415387079119682, -0.052322059869766235, -0.05049024522304535, -0.04865843057632446, -0.046826619654893875, -0.04499480500817299, -0.0431629903614521, -0.041331179440021515, -0.03949936479330063, -0.03766755014657974, -0.035835735499858856, -0.03400392457842827, -0.03217210993170738, -0.030340297147631645, -0.02850848250091076, -0.026676669716835022, -0.024844856932759285, -0.0230130422860384, -0.021181229501962662, -0.019349414855241776, -0.01751760207116604, -0.0156857892870903, -0.01385397557169199, -0.012022161856293678, -0.010190348140895367, -0.008358534425497055, -0.006526721641421318, -0.0046949079260230064, -0.0028630944434553385, -0.0010312809608876705, 0.0008005325216799974, 0.0026323460042476654, 0.004464159719645977, 0.006295972969383001, 0.008127786219120026, 0.009959599934518337, 0.011791413649916649, 0.013623226433992386, 0.015455040149390697, 0.01728685386478901, 0.019118666648864746, 0.020950481295585632, 0.02278229407966137, 0.024614106863737106, 0.026445921510457993, 0.02827773429453373, 0.030109548941254616, 0.03194136172533035]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 2.0, 0.0, 3.0, 3.0, 2.0, 6.0, 2.0, 6.0, 3.0, 5.0, 7.0, 5.0, 2.0, 8.0, 7.0, 3.0, 9.0, 4.0, 5.0, 1.0, 4.0, 2.0, 3.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 0.0, 5.0, 4.0, 1.0, 6.0, 4.0, 2.0, 7.0, 8.0, 94.0, 14.0, 6.0, 1.0, 7.0, 5.0, 4.0, 3.0], "bins": [-0.09719710797071457, -0.09547854959964752, -0.09375999867916107, -0.09204144030809402, -0.09032288938760757, -0.08860433101654053, -0.08688577264547348, -0.08516722172498703, -0.08344866335391998, -0.08173011243343353, -0.08001155406236649, -0.07829299569129944, -0.07657444477081299, -0.07485588639974594, -0.07313733547925949, -0.07141877710819244, -0.069700226187706, -0.06798166781663895, -0.0662631094455719, -0.06454455852508545, -0.0628260001540184, -0.06110744550824165, -0.059388890862464905, -0.057670336216688156, -0.05595178157091141, -0.05423322319984436, -0.05251466855406761, -0.05079611390829086, -0.049077559262514114, -0.047359004616737366, -0.04564044624567032, -0.04392189159989357, -0.04220333695411682, -0.04048478230834007, -0.038766227662563324, -0.03704766929149628, -0.03532911464571953, -0.03361055999994278, -0.03189200535416603, -0.030173448845744133, -0.028454894199967384, -0.026736339554190636, -0.025017783045768738, -0.02329922839999199, -0.02158067375421524, -0.019862117245793343, -0.018143562600016594, -0.016425006091594696, -0.014706451445817947, -0.012987895868718624, -0.0112693402916193, -0.009550785645842552, -0.007832230068743229, -0.006113674491643906, -0.00439511938020587, -0.00267656403593719, -0.0009580086916685104, 0.0007605466526001692, 0.002479101996868849, 0.004197657108306885, 0.005916212685406208, 0.007634768262505531, 0.00935332290828228, 0.011071878485381603, 0.012790434062480927]}, "_runtime": 5.975497007369995, "_timestamp": 1596208676.5288732, "_step": 1}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 3.0, 3.0, 2.0, 2.0, 1.0, 2.0, 2.0, 2.0, 4.0, 5.0, 3.0, 1.0, 1.0, 1.0, 2.0, 2.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.019323647022247314, -0.018695278093218803, -0.018066909164190292, -0.01743854209780693, -0.01681017316877842, -0.01618180423974991, -0.015553436242043972, -0.014925067313015461, -0.014296699315309525, -0.013668330386281013, -0.013039961457252502, -0.012411593459546566, -0.011783224530518055, -0.011154856532812119, -0.010526487603783607, -0.009898119606077671, -0.00926975067704916, -0.008641381748020649, -0.008013013750314713, -0.007384645286947489, -0.006756276823580265, -0.006127907894551754, -0.00549953943118453, -0.0048711709678173065, -0.004242802504450083, -0.003614434041082859, -0.0029860655777156353, -0.002357696881517768, -0.0017293284181505442, -0.0011009599547833204, -0.00047259137500077486, 0.0001557771465741098, 0.0007841456681489944, 0.0014125141315162182, 0.002040882594883442, 0.0026692512910813093, 0.003297619754448533, 0.0039259884506464005, 0.004554356914013624, 0.005182725377380848, 0.005811093840748072, 0.006439462304115295, 0.007067830767482519, 0.007696199230849743, 0.008324568159878254, 0.00895293615758419, 0.009581305086612701, 0.010209673084318638, 0.010838042013347149, 0.01146641094237566, 0.012094778940081596, 0.012723147869110107, 0.013351515866816044, 0.013979884795844555, 0.014608252793550491, 0.015236621722579002, 0.015864990651607513, 0.016493359580636024, 0.017121726647019386, 0.017750095576047897, 0.01837846450507641, 0.01900683343410492, 0.01963520050048828, 0.020263569429516792, 0.020891938358545303]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 5.0, 2.0, 3.0, 4.0, 5.0, 4.0, 4.0, 7.0, 9.0, 5.0, 11.0, 12.0, 17.0, 13.0, 18.0, 14.0, 21.0, 39.0, 42.0, 40.0, 51.0, 54.0, 84.0, 85.0, 108.0, 136.0, 174.0, 256.0, 255.0, 350.0, 407.0, 2123.0, 818.0, 781.0, 577.0, 427.0, 261.0, 189.0, 132.0, 99.0, 75.0, 45.0, 45.0, 25.0, 21.0, 17.0, 14.0, 12.0, 5.0, 3.0, 8.0, 4.0, 6.0, 3.0, 2.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.12163153290748596, -0.11790663003921509, -0.11418173462152481, -0.11045683175325394, -0.10673192888498306, -0.10300703346729279, -0.09928213059902191, -0.09555722773075104, -0.09183233231306076, -0.08810742944478989, -0.08438252657651901, -0.08065763115882874, -0.07693272829055786, -0.07320782542228699, -0.06948293000459671, -0.06575802713632584, -0.06203312799334526, -0.058308228850364685, -0.05458332598209381, -0.050858426839113235, -0.04713352769613266, -0.043408624827861786, -0.03968372568488121, -0.035958826541900635, -0.03223392367362976, -0.028509024530649185, -0.02478412538766861, -0.021059224382042885, -0.01733432337641716, -0.013609424233436584, -0.00988452322781086, -0.0061596231535077095, -0.0024347230792045593, 0.0012901772279292345, 0.005015077535063028, 0.008739978075027466, 0.012464878149330616, 0.016189778223633766, 0.01991467922925949, 0.023639578372240067, 0.02736447937786579, 0.031089380383491516, 0.03481427952647209, 0.03853917866945267, 0.04226408153772354, 0.04598898068070412, 0.04971387982368469, 0.053438782691955566, 0.05716368183493614, 0.06088858097791672, 0.06461348384618759, 0.06833837926387787, 0.07206328213214874, 0.07578818500041962, 0.0795130804181099, 0.08323798328638077, 0.08696288615465164, 0.09068778157234192, 0.09441268444061279, 0.09813758730888367, 0.10186248272657394, 0.10558738559484482, 0.10931228846311569, 0.11303718388080597, 0.11676208674907684]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 2.0, 1.0, 2.0, 4.0, 7.0, 2.0, 0.0, 1.0, 4.0, 2.0, 5.0, 4.0, 3.0, 1.0, 3.0, 2.0, 30.0, 6.0, 2.0, 2.0, 1.0, 1.0, 3.0, 0.0, 3.0, 4.0, 1.0, 2.0, 2.0, 3.0, 3.0, 0.0, 1.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.006899373605847359, -0.006644256878644228, -0.006389140617102385, -0.006134023889899254, -0.00587890762835741, -0.00562379090115428, -0.005368674173951149, -0.005113557912409306, -0.004858441185206175, -0.004603324458003044, -0.004348208196461201, -0.00409309146925807, -0.003837974974885583, -0.003582858480513096, -0.003327741753309965, -0.003072625258937478, -0.002817508764564991, -0.002562392270192504, -0.002307275775820017, -0.002052159048616886, -0.001797042554244399, -0.001541926059871912, -0.001286809449084103, -0.0010316928382962942, -0.0007765763439238071, -0.0005214597913436592, -0.0002663432387635112, -1.12266861833632e-05, 0.00024388986639678478, 0.0004990064189769328, 0.0007541229715570807, 0.0010092395823448896, 0.0012643560767173767, 0.0015194725710898638, 0.0017745891818776727, 0.0020297057926654816, 0.0022848222870379686, 0.0025399387814104557, 0.0027950555086135864, 0.0030501720029860735, 0.0033052884973585606, 0.0035604049917310476, 0.0038155214861035347, 0.004070638213306665, 0.004325754940509796, 0.0045808712020516396, 0.00483598792925477, 0.005091104190796614, 0.005346220917999744, 0.005601337645202875, 0.0058564539067447186, 0.006111570633947849, 0.006366686895489693, 0.006621803622692823, 0.006876920349895954, 0.0071320366114377975, 0.007387153338640928, 0.007642270065844059, 0.007897386327385902, 0.008152502588927746, 0.008407619781792164, 0.008662736043334007, 0.00891785230487585, 0.009172969497740269, 0.009428085759282112]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 4.0, 5.0, 12.0, 22.0, 20.0, 34.0, 54.0, 92.0, 153.0, 235.0, 325.0, 573.0, 854.0, 1350.0, 1878.0, 2814.0, 4154.0, 5875.0, 8032.0, 11118.0, 15601.0, 21368.0, 30205.0, 44123.0, 64497.0, 90303.0, 114805.0, 437806.0, 91332.0, 65769.0, 46531.0, 32664.0, 23169.0, 17170.0, 12411.0, 9313.0, 6817.0, 4996.0, 3633.0, 2708.0, 2040.0, 1426.0, 1008.0, 753.0, 477.0, 347.0, 273.0, 163.0, 119.0, 66.0, 51.0, 35.0, 16.0, 15.0, 12.0, 9.0, 9.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.012312804348766804, -0.011890563182532787, -0.011468322016298771, -0.011046080850064754, -0.010623839683830738, -0.010201598517596722, -0.009779357351362705, -0.009357116185128689, -0.008934875018894672, -0.008512633852660656, -0.00809039268642664, -0.007668151520192623, -0.007245910353958607, -0.00682366918772459, -0.006401428021490574, -0.0059791868552565575, -0.005556945689022541, -0.005134704522788525, -0.004712463356554508, -0.004290222190320492, -0.0038679810240864754, -0.003445739857852459, -0.0030234986916184425, -0.002601257525384426, -0.0021790163591504097, -0.0017567751929163933, -0.0013345340266823769, -0.0009122928604483604, -0.000490051694214344, -6.78105279803276e-05, 0.0003544306382536888, 0.0007766718044877052, 0.0011989129707217216, 0.001621154136955738, 0.0020433953031897545, 0.002465636469423771, 0.0028878776356577873, 0.0033101188018918037, 0.00373235996812582, 0.004154601134359837, 0.004576842300593853, 0.004999083466827869, 0.005421324633061886, 0.005843565799295902, 0.006265806965529919, 0.006688048131763935, 0.0071102892979979515, 0.007532530464231968, 0.007954771630465984, 0.0083770127967, 0.008799253962934017, 0.009221495129168034, 0.00964373629540205, 0.010065977461636066, 0.010488218627870083, 0.0109104597941041, 0.011332700960338116, 0.011754942126572132, 0.012177183292806149, 0.012599424459040165, 0.013021665625274181, 0.013443906791508198, 0.013866147957742214, 0.01428838912397623, 0.014710630290210247]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 7.0, 3.0, 1.0, 2.0, 1.0, 3.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 3.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.01120682805776596, -0.010890515521168709, -0.010574202984571457, -0.010257890447974205, -0.009941577911376953, -0.009625265374779701, -0.00930895283818245, -0.008992640301585197, -0.008676327764987946, -0.008360015228390694, -0.008043702691793442, -0.00772739015519619, -0.007411077618598938, -0.007094765082001686, -0.006778452545404434, -0.006462140008807182, -0.00614582747220993, -0.0058295149356126785, -0.005513202399015427, -0.005196889862418175, -0.004880577325820923, -0.004564264789223671, -0.004247952252626419, -0.003931639716029167, -0.0036153271794319153, -0.0032990146428346634, -0.0029827021062374115, -0.0026663895696401596, -0.0023500770330429077, -0.002033764496445656, -0.001717451959848404, -0.001401139423251152, -0.0010848268866539001, -0.0007685143500566483, -0.00045220181345939636, -0.00013588927686214447, 0.00018042325973510742, 0.0004967357963323593, 0.0008130483329296112, 0.001129360869526863, 0.001445673406124115, 0.0017619859427213669, 0.0020782984793186188, 0.0023946110159158707, 0.0027109235525131226, 0.0030272360891103745, 0.0033435486257076263, 0.0036598611623048782, 0.00397617369890213, 0.004292486235499382, 0.004608798772096634, 0.004925111308693886, 0.005241423845291138, 0.00555773638188839, 0.0058740489184856415, 0.006190361455082893, 0.006506673991680145, 0.006822986528277397, 0.007139299064874649, 0.007455611601471901, 0.007771924138069153, 0.008088236674666405, 0.008404549211263657, 0.008720861747860909, 0.00903717428445816]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 5.0, 10.0, 3.0, 11.0, 12.0, 10.0, 19.0, 16.0, 25.0, 41.0, 50.0, 45.0, 41.0, 63.0, 69.0, 97.0, 101.0, 122.0, 124.0, 161.0, 191.0, 228.0, 208.0, 206.0, 262.0, 256.0, 254.0, 276.0, 257.0, 256.0, 276.0, 352.0, 397.0, 489.0, 600.0, 757.0, 6557.0, 1551.0, 943.0, 669.0, 498.0, 375.0, 385.0, 274.0, 223.0, 224.0, 152.0, 101.0, 77.0, 41.0, 25.0, 19.0, 11.0, 2.0, 4.0, 2.0, 2.0], "bins": [-0.014520772732794285, -0.014188903383910656, -0.013857034035027027, -0.013525164686143398, -0.013193294405937195, -0.012861425057053566, -0.012529555708169937, -0.012197686359286308, -0.01186581701040268, -0.01153394766151905, -0.011202077381312847, -0.010870208032429218, -0.01053833868354559, -0.01020646933466196, -0.009874599985778332, -0.009542730636894703, -0.0092108603566885, -0.00887899100780487, -0.008547121658921242, -0.008215252310037613, -0.007883382961153984, -0.007551513146609068, -0.007219643797725439, -0.00688777444884181, -0.006555904634296894, -0.006224035285413265, -0.005892165936529636, -0.0055602965876460075, -0.005228426773101091, -0.0048965574242174625, -0.004564688075333834, -0.0042328182607889175, -0.0039009489119052887, -0.003569079330191016, -0.0032372099813073874, -0.002905340399593115, -0.002573471050709486, -0.0022416014689952135, -0.001909731887280941, -0.0015778624219819903, -0.0012459929566830397, -0.000914123491384089, -0.0005822539678774774, -0.0002503844734746963, 8.148502092808485e-05, 0.000413354515330866, 0.0007452240097336471, 0.0010770935332402587, 0.0014089629985392094, 0.00174083246383816, 0.0020727019291371107, 0.002404571510851383, 0.002736440859735012, 0.0030683104414492846, 0.003400180023163557, 0.003732049372047186, 0.004063919186592102, 0.004395788535475731, 0.00472765788435936, 0.005059527233242989, 0.005391397047787905, 0.005723266396671534, 0.006055135745555162, 0.006387005560100079, 0.006718874908983707]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 5.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.05441320687532425, -0.05323638767004013, -0.05205956846475601, -0.050882745534181595, -0.049705926328897476, -0.04852910712361336, -0.04735228791832924, -0.04617546871304512, -0.0449986457824707, -0.043821826577186584, -0.042645007371902466, -0.04146818816661835, -0.04029136896133423, -0.03911454975605011, -0.03793772682547569, -0.036760907620191574, -0.035584088414907455, -0.03440726920962334, -0.03323045000433922, -0.0320536270737648, -0.030876807868480682, -0.029699988663196564, -0.028523169457912445, -0.027346348389983177, -0.02616952918469906, -0.02499270997941494, -0.023815888911485672, -0.022639069706201553, -0.021462250500917435, -0.020285429432988167, -0.019108610227704048, -0.01793178915977478, -0.01675496995449066, -0.015578149817883968, -0.014401329681277275, -0.013224510475993156, -0.012047690339386463, -0.01087087020277977, -0.009694050997495651, -0.008517230860888958, -0.007340410724282265, -0.0061635905876755714, -0.0049867709167301655, -0.003809951012954116, -0.0026331311091780663, -0.0014563112054020166, -0.000279491301625967, 0.0008973286021500826, 0.002074148505926132, 0.003250968409702182, 0.004427788313478231, 0.005604607984423637, 0.006781428121030331, 0.007958248257637024, 0.009135067462921143, 0.010311887599527836, 0.011488707736134529, 0.012665527872741222, 0.013842348009347916, 0.015019167214632034, 0.016195986419916153, 0.01737280748784542, 0.01854962669312954, 0.019726447761058807, 0.020903266966342926]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 4.0, 8.0, 5.0, 5.0, 11.0, 5.0, 5.0, 3.0, 5.0, 9.0, 5.0, 5.0, 3.0, 0.0, 2.0, 5.0, 3.0, 5.0, 2.0, 1.0, 3.0, 4.0, 1.0, 1.0, 1.0, 4.0, 0.0, 5.0, 2.0, 4.0, 1.0, 6.0, 4.0, 2.0, 2.0, 1.0, 12.0, 12.0, 67.0, 14.0, 5.0, 8.0, 8.0, 4.0, 3.0, 2.0, 2.0, 4.0, 3.0, 0.0, 1.0, 2.0], "bins": [-0.055618010461330414, -0.05451931059360504, -0.05342061072587967, -0.0523219108581543, -0.051223210990428925, -0.050124507397413254, -0.04902580752968788, -0.04792710766196251, -0.04682840779423714, -0.045729707926511765, -0.04463100805878639, -0.04353230819106102, -0.04243360459804535, -0.04133490473031998, -0.040236204862594604, -0.03913750499486923, -0.03803880512714386, -0.03694010525941849, -0.035841405391693115, -0.03474270552396774, -0.03364400565624237, -0.0325453020632267, -0.03144660219550133, -0.030347902327775955, -0.029249202460050583, -0.02815050259232521, -0.027051802724599838, -0.025953100994229317, -0.024854401126503944, -0.023755701258778572, -0.02265699952840805, -0.021558299660682678, -0.020459599792957306, -0.019360899925231934, -0.01826220005750656, -0.01716349832713604, -0.016064798459410667, -0.014966098591685295, -0.013867397792637348, -0.012768696993589401, -0.011669997125864029, -0.010571297258138657, -0.00947259645909071, -0.008373895660042763, -0.0072751957923173904, -0.006176495458930731, -0.005077795125544071, -0.003979094792157412, -0.002880394458770752, -0.0017816941253840923, -0.0006829937919974327, 0.0004157065413892269, 0.0015144068747758865, 0.002613107208162546, 0.0037118075415492058, 0.004810507874935865, 0.005909208208322525, 0.007007908541709185, 0.008106608875095844, 0.009205309674143791, 0.010304009541869164, 0.011402709409594536, 0.012501410208642483, 0.01360011100769043, 0.014698810875415802]}, "_runtime": 6.806002855300903, "_timestamp": 1596208677.359379, "_step": 2}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 3.0, 1.0, 1.0, 2.0, 1.0, 2.0, 2.0, 3.0, 3.0, 2.0, 2.0, 2.0, 1.0, 1.0, 4.0, 2.0, 4.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.014748942106962204, -0.014295361936092377, -0.01384178176522255, -0.013388201594352722, -0.012934621423482895, -0.012481041252613068, -0.01202746108174324, -0.011573880910873413, -0.011120300740003586, -0.010666720569133759, -0.010213140398263931, -0.009759560227394104, -0.009305980056524277, -0.00885239988565445, -0.008398819714784622, -0.007945239543914795, -0.007491659373044968, -0.00703807920217514, -0.006584499031305313, -0.006130918860435486, -0.005677338689565659, -0.005223758518695831, -0.004770178347826004, -0.004316598176956177, -0.0038630180060863495, -0.003409437835216522, -0.002955857664346695, -0.0025022774934768677, -0.0020486973226070404, -0.0015951171517372131, -0.0011415369808673859, -0.0006879568099975586, -0.00023437663912773132, 0.00021920353174209595, 0.0006727837026119232, 0.0011263638734817505, 0.0015799440443515778, 0.002033524215221405, 0.0024871043860912323, 0.0029406845569610596, 0.003394264727830887, 0.003847844898700714, 0.004301425069570541, 0.004755005240440369, 0.005208585411310196, 0.005662165582180023, 0.0061157457530498505, 0.006569325923919678, 0.007022906094789505, 0.007476486265659332, 0.00793006643652916, 0.008383646607398987, 0.008837226778268814, 0.009290806949138641, 0.009744387120008469, 0.010197967290878296, 0.010651547461748123, 0.01110512763261795, 0.011558707803487778, 0.012012287974357605, 0.012465868145227432, 0.01291944831609726, 0.013373028486967087, 0.013826608657836914, 0.014280188828706741]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 2.0, 3.0, 5.0, 9.0, 5.0, 3.0, 8.0, 8.0, 15.0, 16.0, 31.0, 38.0, 30.0, 51.0, 62.0, 53.0, 66.0, 98.0, 111.0, 144.0, 228.0, 282.0, 408.0, 521.0, 2213.0, 1162.0, 897.0, 521.0, 298.0, 200.0, 130.0, 84.0, 72.0, 47.0, 36.0, 20.0, 15.0, 4.0, 13.0, 4.0, 3.0, 4.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1783982515335083, -0.17376545071601868, -0.16913264989852905, -0.16449983417987823, -0.1598670333623886, -0.155234232544899, -0.15060141682624817, -0.14596861600875854, -0.14133581519126892, -0.1367030143737793, -0.13207021355628967, -0.12743739783763885, -0.12280459702014923, -0.1181717962026596, -0.11353898793458939, -0.10890617966651917, -0.10427337884902954, -0.09964057803153992, -0.0950077697634697, -0.09037496149539948, -0.08574216067790985, -0.08110935986042023, -0.07647655159235, -0.07184374332427979, -0.06721094250679016, -0.06257814168930054, -0.057945333421230316, -0.053312528878450394, -0.04867972433567047, -0.04404691979289055, -0.039414115250110626, -0.034781310707330704, -0.03014850616455078, -0.02551570162177086, -0.020882897078990936, -0.016250092536211014, -0.011617287993431091, -0.006984483450651169, -0.0023516789078712463, 0.002281125634908676, 0.006913930177688599, 0.011546734720468521, 0.016179539263248444, 0.020812343806028366, 0.02544514834880829, 0.03007795289158821, 0.034710757434368134, 0.039343561977148056, 0.04397636651992798, 0.0486091710627079, 0.053241975605487823, 0.057874780148267746, 0.06250758469104767, 0.06714038550853729, 0.07177319377660751, 0.07640600204467773, 0.08103880286216736, 0.08567160367965698, 0.0903044119477272, 0.09493722021579742, 0.09957002103328705, 0.10420282185077667, 0.1088356301188469, 0.11346843838691711, 0.11810123920440674]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 2.0, 3.0, 5.0, 2.0, 4.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 4.0, 2.0, 25.0, 2.0, 5.0, 4.0, 3.0, 4.0, 5.0, 2.0, 0.0, 0.0, 2.0, 2.0, 1.0, 4.0, 4.0, 3.0, 1.0, 4.0, 0.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.006087367422878742, -0.00589441042393446, -0.005701453424990177, -0.005508495960384607, -0.005315538961440325, -0.005122581962496042, -0.004929624497890472, -0.00473666749894619, -0.004543710500001907, -0.004350753501057625, -0.004157796502113342, -0.0039648390375077724, -0.00377188203856349, -0.0035789250396192074, -0.003385967807844281, -0.003193010576069355, -0.0030000535771250725, -0.00280709657818079, -0.0026141393464058638, -0.0024211821146309376, -0.002228225115686655, -0.0020352681167423725, -0.0018423108849674463, -0.001649353769607842, -0.0014563966542482376, -0.0012634395388886333, -0.001070482423529029, -0.0008775253081694245, -0.0006845681928098202, -0.0004916110774502158, -0.00029865396209061146, -0.0001056968467310071, 8.726026862859726e-05, 0.0002802173839882016, 0.000473174499347806, 0.0006661316147074103, 0.0008590887300670147, 0.001052045845426619, 0.0012450029607862234, 0.0014379600761458278, 0.0016309171915054321, 0.0018238743068650365, 0.002016831422224641, 0.002209788653999567, 0.0024027456529438496, 0.002595702651888132, 0.0027886598836630583, 0.0029816171154379845, 0.003174574114382267, 0.0033675311133265495, 0.0035604883451014757, 0.003753445576876402, 0.003946402575820684, 0.004139359574764967, 0.004332317039370537, 0.004525274038314819, 0.004718231037259102, 0.004911188036203384, 0.005104145035147667, 0.005297102499753237, 0.005490059498697519, 0.005683016497641802, 0.005875973962247372, 0.006068930961191654, 0.006261887960135937]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 0.0, 5.0, 10.0, 22.0, 34.0, 53.0, 85.0, 182.0, 237.0, 319.0, 515.0, 829.0, 1229.0, 1674.0, 2330.0, 3060.0, 4159.0, 5452.0, 7030.0, 9010.0, 11584.0, 14473.0, 18647.0, 24357.0, 32685.0, 43985.0, 58122.0, 73923.0, 92092.0, 413528.0, 88597.0, 70555.0, 52149.0, 38394.0, 27951.0, 21005.0, 15582.0, 11703.0, 8995.0, 6932.0, 5119.0, 3873.0, 2669.0, 1911.0, 1428.0, 952.0, 695.0, 450.0, 340.0, 232.0, 160.0, 104.0, 71.0, 55.0, 39.0, 22.0, 12.0, 7.0, 4.0, 2.0, 3.0, 2.0, 1.0], "bins": [-0.011438467539846897, -0.011060342192649841, -0.01068221777677536, -0.010304092429578304, -0.009925967082381248, -0.009547842666506767, -0.009169717319309711, -0.00879159290343523, -0.008413467556238174, -0.008035342209041119, -0.007657217793166637, -0.007279092445969582, -0.006900967564433813, -0.006522842682898045, -0.006144717335700989, -0.00576659245416522, -0.005388467572629452, -0.005010342691093683, -0.004632217809557915, -0.004254092462360859, -0.0038759675808250904, -0.003497842699289322, -0.0031197175849229097, -0.0027415924705564976, -0.002363467589020729, -0.0019853427074849606, -0.0016072175931185484, -0.001229092595167458, -0.0008509675972163677, -0.0004728425992652774, -9.471760131418705e-05, 0.0002834073966369033, 0.0006615323945879936, 0.001039657392539084, 0.0014177823904901743, 0.0017959073884412646, 0.002174032386392355, 0.0025521572679281235, 0.0029302823822945356, 0.003308407496660948, 0.0036865323781967163, 0.004064657259732485, 0.004442782141268253, 0.004820907488465309, 0.005199032370001078, 0.005577157251536846, 0.005955282598733902, 0.0063334074802696705, 0.006711532361805439, 0.0070896572433412075, 0.007467782124876976, 0.007845907472074032, 0.008224032819271088, 0.008602157235145569, 0.008980282582342625, 0.009358406998217106, 0.009736532345414162, 0.010114657692611217, 0.010492782108485699, 0.010870907455682755, 0.011249031871557236, 0.011627157218754292, 0.012005282565951347, 0.012383406981825829, 0.012761532329022884]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 3.0, 1.0, 2.0, 1.0, 1.0, 0.0, 4.0, 2.0, 4.0, 1.0, 2.0, 7.0, 2.0, 3.0, 3.0, 0.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.020721420645713806, -0.020226307213306427, -0.0197311919182539, -0.01923607848584652, -0.01874096319079399, -0.018245849758386612, -0.017750734463334084, -0.017255621030926704, -0.016760505735874176, -0.016265392303466797, -0.01577027700841427, -0.01527516357600689, -0.014780049212276936, -0.014284934848546982, -0.013789820484817028, -0.013294706121087074, -0.01279959175735712, -0.012304477393627167, -0.011809363029897213, -0.01131424866616726, -0.010819134302437305, -0.010324019938707352, -0.009828905574977398, -0.009333791211247444, -0.008838677778840065, -0.008343563415110111, -0.007848449051380157, -0.007353334221988916, -0.00685822032392025, -0.006363105960190296, -0.005867991596460342, -0.005372877232730389, -0.004877762869000435, -0.004382648505270481, -0.0038875341415405273, -0.0033924200106412172, -0.0028973056469112635, -0.0024021912831813097, -0.0019070770358666778, -0.0014119627885520458, -0.0009168484248220921, -0.0004217341192997992, 7.338018622249365e-05, 0.0005684944917447865, 0.0010636087972670794, 0.0015587231609970331, 0.0020538372918963432, 0.002548951655626297, 0.0030440660193562508, 0.0035391803830862045, 0.004034294746816158, 0.004529409110546112, 0.005024523474276066, 0.005519637372344732, 0.006014751736074686, 0.00650986609980464, 0.007004980463534594, 0.007500094827264547, 0.007995208725333214, 0.008490323089063168, 0.008985437452793121, 0.009480551816523075, 0.009975666180253029, 0.010470780543982983, 0.010965894907712936]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 4.0, 2.0, 1.0, 2.0, 6.0, 11.0, 7.0, 5.0, 18.0, 6.0, 19.0, 5.0, 35.0, 33.0, 38.0, 60.0, 42.0, 41.0, 63.0, 65.0, 72.0, 81.0, 95.0, 114.0, 133.0, 114.0, 136.0, 173.0, 230.0, 206.0, 254.0, 246.0, 319.0, 307.0, 353.0, 376.0, 430.0, 463.0, 525.0, 670.0, 736.0, 907.0, 1515.0, 6589.0, 899.0, 570.0, 373.0, 252.0, 165.0, 153.0, 132.0, 113.0, 80.0, 63.0, 52.0, 25.0, 22.0, 10.0, 4.0, 2.0, 4.0, 0.0, 4.0], "bins": [-0.010595076717436314, -0.010354766622185707, -0.010114455595612526, -0.00987414550036192, -0.009633835405111313, -0.009393525309860706, -0.009153214283287525, -0.008912904188036919, -0.008672594092786312, -0.008432283997535706, -0.008191972970962524, -0.007951662875711918, -0.007711352780461311, -0.0074710422195494175, -0.007230732124298811, -0.006990421563386917, -0.006750111468136311, -0.006509800907224417, -0.006269490346312523, -0.006029180251061916, -0.0057888696901500225, -0.005548559594899416, -0.005308249033987522, -0.005067938938736916, -0.004827628377825022, -0.004587318282574415, -0.004347007721662521, -0.004106697626411915, -0.003866387065500021, -0.003626076737418771, -0.0033857664093375206, -0.0031454560812562704, -0.0029051457531750202, -0.00266483542509377, -0.00242452509701252, -0.0021842147689312696, -0.0019439044408500195, -0.0017035939963534474, -0.0014632836682721972, -0.001222973340190947, -0.0009826630121096969, -0.0007423526840284467, -0.0005020423559471965, -0.0002617319696582854, -2.142164157703519e-05, 0.00021888870105613023, 0.00045919904368929565, 0.0006995094008743763, 0.0009398197289556265, 0.0011801300570368767, 0.0014204403851181269, 0.001660750713199377, 0.0019010610412806273, 0.0021413713693618774, 0.0023816816974431276, 0.002621992025524378, 0.0028623025864362717, 0.003102612914517522, 0.003342923242598772, 0.0035832335706800222, 0.0038235438987612724, 0.004063853994011879, 0.004304164554923773, 0.004544474650174379, 0.004784785211086273]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 5.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.048457369208335876, -0.04749445244669914, -0.04653153568506241, -0.045568618923425674, -0.04460570216178894, -0.043642785400152206, -0.04267986863851547, -0.04171695187687874, -0.040754035115242004, -0.03979112207889557, -0.038828205317258835, -0.0378652885556221, -0.03690237179398537, -0.03593945503234863, -0.0349765382707119, -0.034013621509075165, -0.03305070474743843, -0.0320877879858017, -0.031124871224164963, -0.03016195446252823, -0.029199037700891495, -0.02823612280189991, -0.027273206040263176, -0.026310289278626442, -0.025347372516989708, -0.024384455755352974, -0.02342153899371624, -0.022458622232079506, -0.02149570733308792, -0.020532790571451187, -0.019569873809814453, -0.01860695704817772, -0.017644040286540985, -0.01668112352490425, -0.015718206763267517, -0.014755290932953358, -0.013792374171316624, -0.01282945740967989, -0.01186654157936573, -0.010903624817728996, -0.009940708056092262, -0.008977791294455528, -0.008014874532818794, -0.007051958702504635, -0.006089041940867901, -0.005126125179231167, -0.00416320888325572, -0.00320029235444963, -0.0022373758256435394, -0.001274459296837449, -0.0003115427680313587, 0.0006513737607747316, 0.001614290289580822, 0.0025772068183869123, 0.0035401233471930027, 0.004503039643168449, 0.005465956404805183, 0.006428873166441917, 0.007391789462417364, 0.00835470575839281, 0.009317622520029545, 0.010280539281666279, 0.011243455111980438, 0.012206371873617172, 0.013169288635253906]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 4.0, 1.0, 3.0, 3.0, 6.0, 5.0, 2.0, 5.0, 5.0, 1.0, 5.0, 5.0, 5.0, 6.0, 6.0, 5.0, 5.0, 3.0, 5.0, 3.0, 3.0, 2.0, 1.0, 4.0, 4.0, 5.0, 4.0, 0.0, 4.0, 3.0, 5.0, 3.0, 4.0, 3.0, 1.0, 2.0, 2.0, 3.0, 4.0, 5.0, 8.0, 15.0, 65.0, 19.0, 7.0, 6.0, 4.0, 3.0, 1.0, 3.0, 3.0], "bins": [-0.03233860433101654, -0.03175816684961319, -0.031177731230854988, -0.030597293749451637, -0.030016858130693436, -0.029436420649290085, -0.028855983167886734, -0.028275547549128532, -0.02769511006772518, -0.02711467258632183, -0.02653423696756363, -0.02595379948616028, -0.025373362004756927, -0.024792926385998726, -0.024212488904595375, -0.023632053285837173, -0.023051615804433823, -0.022471178323030472, -0.02189074270427227, -0.02131030522286892, -0.020729869604110718, -0.020149432122707367, -0.019568994641304016, -0.018988559022545815, -0.018408121541142464, -0.017827684059739113, -0.01724724844098091, -0.01666681095957756, -0.01608637347817421, -0.015505937859416008, -0.014925500378012657, -0.014345063827931881, -0.013764627277851105, -0.013184190727770329, -0.012603754177689552, -0.012023316696286201, -0.011442880146205425, -0.010862443596124649, -0.010282006114721298, -0.009701569564640522, -0.009121133014559746, -0.00854069646447897, -0.007960259914398193, -0.0073798224329948425, -0.006799385882914066, -0.00621894933283329, -0.005638512317091227, -0.005058075301349163, -0.004477638751268387, -0.003897201968356967, -0.003316765185445547, -0.0027363284025341272, -0.0021558916196227074, -0.0015754548367112875, -0.0009950180537998676, -0.00041458127088844776, 0.0001658555120229721, 0.000746292294934392, 0.0013267290778458118, 0.0019071658607572317, 0.0024876026436686516, 0.0030680394265800714, 0.0036484762094914913, 0.004228913225233555, 0.004809349775314331]}, "_runtime": 7.662343740463257, "_timestamp": 1596208678.21572, "_step": 3}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 4.0, 4.0, 2.0, 1.0, 1.0, 3.0, 1.0, 3.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.01704268902540207, -0.01658789813518524, -0.016133109107613564, -0.015678318217396736, -0.015223528258502483, -0.01476873829960823, -0.014313947409391403, -0.01385915745049715, -0.013404367491602898, -0.01294957660138607, -0.012494786642491817, -0.012039996683597565, -0.011585206724703312, -0.011130415834486485, -0.010675625875592232, -0.010220835916697979, -0.009766045957803726, -0.009311255067586899, -0.008856465108692646, -0.008401675149798393, -0.007946884259581566, -0.007492094300687313, -0.00703730434179306, -0.00658251391723752, -0.00612772349268198, -0.005672933533787727, -0.005218143109232187, -0.0047633531503379345, -0.004308562725782394, -0.003853772534057498, -0.0033989823423326015, -0.002944192150607705, -0.0024894019588828087, -0.0020346117671579123, -0.0015798215754330158, -0.0011250312672927976, -0.0006702410755679011, -0.00021545085473917425, 0.00023933936608955264, 0.00069412961602211, 0.0011489198077470064, 0.0016037099994719028, 0.0020585001911967993, 0.0025132903829216957, 0.002968080807477236, 0.0034228709992021322, 0.0038776611909270287, 0.004332451149821281, 0.0047872415743768215, 0.005242031998932362, 0.005696821957826614, 0.0061516123823821545, 0.006606402341276407, 0.007061192765831947, 0.0075159827247262, 0.007970772683620453, 0.00842556357383728, 0.008880353532731533, 0.009335143491625786, 0.009789934381842613, 0.010244724340736866, 0.010699514299631119, 0.011154304258525372, 0.011609095148742199, 0.012063885107636452]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 3.0, 6.0, 2.0, 5.0, 7.0, 6.0, 8.0, 11.0, 21.0, 22.0, 24.0, 41.0, 51.0, 85.0, 70.0, 95.0, 120.0, 149.0, 182.0, 241.0, 320.0, 414.0, 510.0, 2392.0, 1062.0, 727.0, 464.0, 308.0, 166.0, 136.0, 87.0, 53.0, 33.0, 29.0, 18.0, 13.0, 12.0, 9.0, 12.0, 2.0, 4.0, 4.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.16059556603431702, -0.15575940907001495, -0.1509232521057129, -0.14608711004257202, -0.14125095307826996, -0.1364147961139679, -0.13157863914966583, -0.12674248218536377, -0.1219063326716423, -0.11707017570734024, -0.11223402619361877, -0.10739786922931671, -0.10256171226501465, -0.09772556275129318, -0.09288940578699112, -0.08805325627326965, -0.08321709930896759, -0.07838094234466553, -0.07354479283094406, -0.068708635866642, -0.06387248635292053, -0.05903632938861847, -0.054200172424316406, -0.04936401918530464, -0.04452786594629288, -0.03969171270728111, -0.03485555946826935, -0.030019402503967285, -0.02518324926495552, -0.020347096025943756, -0.015510940924286842, -0.010674786753952503, -0.005838632583618164, -0.001002478413283825, 0.0038336757570505142, 0.008669829927384853, 0.013505984097719193, 0.018342137336730957, 0.02317829243838787, 0.028014447540044785, 0.03285060077905655, 0.037686754018068314, 0.04252290725708008, 0.04735906422138214, 0.052195217460393906, 0.05703137069940567, 0.06186752766370773, 0.0667036771774292, 0.07153983414173126, 0.07637599110603333, 0.08121214061975479, 0.08604829758405685, 0.09088444709777832, 0.09572060406208038, 0.10055676102638245, 0.10539291054010391, 0.11022906750440598, 0.11506522446870804, 0.1199013739824295, 0.12473753094673157, 0.12957368791103363, 0.1344098448753357, 0.13924598693847656, 0.14408214390277863, 0.1489183008670807]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 4.0, 1.0, 1.0, 5.0, 0.0, 4.0, 3.0, 2.0, 4.0, 1.0, 2.0, 2.0, 3.0, 1.0, 4.0, 1.0, 3.0, 1.0, 25.0, 3.0, 4.0, 7.0, 2.0, 0.0, 2.0, 2.0, 4.0, 1.0, 3.0, 1.0, 2.0, 4.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 4.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00429109763354063, -0.004125152248889208, -0.003959206864237785, -0.003793261246755719, -0.003627315629273653, -0.0034613702446222305, -0.003295424859970808, -0.003129479242488742, -0.0029635338578373194, -0.002797588473185897, -0.0026316428557038307, -0.0024656974710524082, -0.0022997520864009857, -0.0021338064689189196, -0.001967861084267497, -0.0018019155832007527, -0.0016359700821340084, -0.001470024581067264, -0.0013040790800005198, -0.0011381336953490973, -0.0009721881942823529, -0.0008062426932156086, -0.0006402972503565252, -0.0004743517783936113, -0.00030840630643069744, -0.00014246083446778357, 2.34846374951303e-05, 0.00018943010945804417, 0.00035537558142095804, 0.0005213210824877024, 0.0006872665253467858, 0.0008532119682058692, 0.0010191574692726135, 0.0011851029703393579, 0.0013510484714061022, 0.0015169938560575247, 0.001682939357124269, 0.0018488848581910133, 0.002014830242842436, 0.002180775860324502, 0.0023467212449759245, 0.002512666629627347, 0.002678612247109413, 0.0028445576317608356, 0.003010503016412258, 0.0031764486338943243, 0.003342394018545747, 0.003508339636027813, 0.0036742850206792355, 0.003840230405330658, 0.0040061757899820805, 0.00417212164029479, 0.004338067024946213, 0.004504012409597635, 0.004669957794249058, 0.00483590317890048, 0.005001848563551903, 0.005167794413864613, 0.005333739798516035, 0.005499685183167458, 0.00566563056781888, 0.005831575952470303, 0.005997521802783012, 0.006163467187434435, 0.006329412572085857]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [4.0, 0.0, 1.0, 7.0, 12.0, 19.0, 25.0, 52.0, 65.0, 119.0, 202.0, 329.0, 550.0, 766.0, 1182.0, 1727.0, 2613.0, 3711.0, 5387.0, 7263.0, 10093.0, 13469.0, 18635.0, 25197.0, 35434.0, 51701.0, 74025.0, 100292.0, 428959.0, 103473.0, 78849.0, 57174.0, 41725.0, 30166.0, 21764.0, 15982.0, 12026.0, 9246.0, 7238.0, 5647.0, 4109.0, 3068.0, 2301.0, 1565.0, 1165.0, 833.0, 543.0, 332.0, 221.0, 144.0, 85.0, 58.0, 35.0, 25.0, 12.0, 9.0, 4.0, 2.0, 5.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.01207254733890295, -0.011651703156530857, -0.01123085804283619, -0.010810013860464096, -0.010389168746769428, -0.009968324564397335, -0.009547479450702667, -0.009126635268330574, -0.00870579108595848, -0.008284945972263813, -0.00786410178989172, -0.007443256676197052, -0.007022412493824959, -0.006601567845791578, -0.006180723197758198, -0.005759878549724817, -0.005339033901691437, -0.004918189253658056, -0.004497344605624676, -0.004076499957591295, -0.0036556555423885584, -0.003234810894355178, -0.002813966479152441, -0.0023931218311190605, -0.00197227718308568, -0.0015514325350522995, -0.0011305880034342408, -0.0007097434136085212, -0.00028889882378280163, 0.00013194576604291797, 0.0005527903558686376, 0.0009736349456943572, 0.0013944795355200768, 0.0018153241835534573, 0.0022361688315868378, 0.0026570132467895746, 0.003077857894822955, 0.0034987025428563356, 0.0039195469580590725, 0.004340391606092453, 0.0047612362541258335, 0.005182080902159214, 0.0056029255501925945, 0.006023770198225975, 0.006444614380598068, 0.006865459028631449, 0.007286303676664829, 0.00770714832469821, 0.00812799297273159, 0.008548837155103683, 0.008969682268798351, 0.009390526451170444, 0.009811371564865112, 0.010232215747237206, 0.010653060860931873, 0.011073905043303967, 0.011494750156998634, 0.011915594339370728, 0.01233643852174282, 0.012757283635437489, 0.013178127817809582, 0.01359897293150425, 0.014019817113876343, 0.01444066222757101, 0.014861506409943104]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 3.0, 1.0, 1.0, 3.0, 2.0, 0.0, 2.0, 2.0, 1.0, 2.0, 10.0, 0.0, 0.0, 2.0, 4.0, 1.0, 1.0, 2.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.007766610477119684, -0.00754541764035821, -0.007324225269258022, -0.007103032432496548, -0.00688184006139636, -0.006660647224634886, -0.0064394548535346985, -0.006218262016773224, -0.005997069180011749, -0.005775876808911562, -0.005554683972150087, -0.0053334916010499, -0.0051122987642884254, -0.004891106393188238, -0.0046699135564267635, -0.004448721185326576, -0.004227528348565102, -0.004006335511803627, -0.0037851431407034397, -0.0035639505367726088, -0.003342757932841778, -0.003121565096080303, -0.0029003724921494722, -0.0026791798882186413, -0.0024579872842878103, -0.0022367946803569794, -0.0020156020764261484, -0.0017944093560799956, -0.0015732167521491647, -0.0013520241482183337, -0.001130831427872181, -0.00090963882394135, -0.000688446220010519, -0.0004672535869758576, -0.0002460609539411962, -2.486832090653479e-05, 0.00019632431212812662, 0.00041751694516278803, 0.0006387095781974494, 0.0008599022403359413, 0.0010810948442667723, 0.0013022874481976032, 0.0015234800521284342, 0.001744672772474587, 0.0019658654928207397, 0.0021870580967515707, 0.0024082507006824017, 0.0026294433046132326, 0.0028506359085440636, 0.0030718285124748945, 0.0032930211164057255, 0.0035142137203365564, 0.0037354063242673874, 0.003956599161028862, 0.004177791532129049, 0.004398984368890524, 0.004620176739990711, 0.004841369576752186, 0.00506256241351366, 0.005283754784613848, 0.005504947621375322, 0.00572613999247551, 0.005947332829236984, 0.0061685252003371716, 0.006389718037098646]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 0.0, 2.0, 4.0, 6.0, 2.0, 5.0, 7.0, 9.0, 16.0, 11.0, 18.0, 13.0, 25.0, 30.0, 40.0, 38.0, 61.0, 78.0, 72.0, 109.0, 123.0, 139.0, 181.0, 200.0, 259.0, 274.0, 359.0, 352.0, 415.0, 464.0, 562.0, 683.0, 817.0, 1341.0, 6997.0, 1739.0, 883.0, 624.0, 501.0, 354.0, 224.0, 151.0, 70.0, 51.0, 23.0, 11.0, 24.0, 8.0, 13.0, 6.0, 6.0, 9.0, 2.0, 3.0, 2.0, 2.0, 2.0, 0.0, 2.0, 3.0, 3.0], "bins": [-0.00801517441868782, -0.007800980471074581, -0.007586786523461342, -0.007372592110186815, -0.007158398162573576, -0.006944204214960337, -0.00673000980168581, -0.006515815854072571, -0.0063016219064593315, -0.006087427958846092, -0.005873234011232853, -0.005659039597958326, -0.005444845650345087, -0.005230651702731848, -0.005016457289457321, -0.004802263341844082, -0.004588069394230843, -0.004373875446617603, -0.004159681499004364, -0.003945487085729837, -0.003731293138116598, -0.003517099190503359, -0.003302905010059476, -0.003088710829615593, -0.0028745168820023537, -0.0026603229343891144, -0.0024461287539452314, -0.0022319345735013485, -0.002017740625888109, -0.001803546561859548, -0.001589352497830987, -0.0013751584338024259, -0.0011609643697738647, -0.0009467703057453036, -0.0007325762417167425, -0.0005183821776881814, -0.0003041881136596203, -8.999404963105917e-05, 0.00012420001439750195, 0.00033839407842606306, 0.0005525881424546242, 0.0007667822064831853, 0.0009809762705117464, 0.0011951703345403075, 0.0014093643985688686, 0.0016235584625974298, 0.0018377525266259909, 0.002051946707069874, 0.002266140654683113, 0.0024803346022963524, 0.0026945287827402353, 0.0029087229631841183, 0.0031229169107973576, 0.003337110858410597, 0.00355130503885448, 0.0037654992192983627, 0.003979693166911602, 0.004193887114524841, 0.004408081062138081, 0.004622275475412607, 0.0048364694230258465, 0.005050663370639086, 0.005264857783913612, 0.005479051731526852, 0.005693245679140091]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 5.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.031146369874477386, -0.030618388205766678, -0.03009040839970112, -0.02956242673099041, -0.0290344450622797, -0.028506465256214142, -0.027978483587503433, -0.027450501918792725, -0.026922520250082016, -0.026394540444016457, -0.025866558775305748, -0.02533857710659504, -0.02481059730052948, -0.02428261563181877, -0.023754633963108063, -0.023226654157042503, -0.022698672488331795, -0.022170690819621086, -0.021642711013555527, -0.021114729344844818, -0.02058674767613411, -0.02005876787006855, -0.01953078620135784, -0.019002804532647133, -0.018474824726581573, -0.017946843057870865, -0.017418861389160156, -0.016890879720449448, -0.016362899914383888, -0.01583491824567318, -0.015306937508285046, -0.014778955839574337, -0.014250975102186203, -0.013722994364798069, -0.01319501269608736, -0.012667031958699226, -0.012139050289988518, -0.011611069552600384, -0.01108308881521225, -0.010555107146501541, -0.010027126409113407, -0.009499145671725273, -0.008971164003014565, -0.00844318326562643, -0.007915202528238297, -0.007387220859527588, -0.006859240122139454, -0.006331258919090033, -0.005803277716040611, -0.00527529651299119, -0.004747315309941769, -0.004219334572553635, -0.0036913533695042133, -0.003163372166454792, -0.0026353911962360144, -0.0021074102260172367, -0.0015794290229678154, -0.001051447936333716, -0.0005234668496996164, 4.514236934483051e-06, 0.0005324953235685825, 0.001060476410202682, 0.0015884574968367815, 0.002116438467055559, 0.0026444196701049805]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 2.0, 4.0, 0.0, 2.0, 1.0, 2.0, 3.0, 10.0, 6.0, 6.0, 2.0, 1.0, 4.0, 3.0, 3.0, 3.0, 6.0, 7.0, 1.0, 4.0, 3.0, 1.0, 5.0, 3.0, 3.0, 1.0, 1.0, 1.0, 3.0, 6.0, 3.0, 9.0, 5.0, 4.0, 7.0, 4.0, 4.0, 3.0, 1.0, 4.0, 5.0, 9.0, 2.0, 9.0, 18.0, 58.0, 9.0, 8.0, 7.0, 7.0, 5.0, 1.0, 1.0, 2.0], "bins": [-0.027018550783395767, -0.02653021179139614, -0.026041870936751366, -0.02555353194475174, -0.025065191090106964, -0.024576852098107338, -0.024088513106107712, -0.023600172251462936, -0.02311183325946331, -0.022623492404818535, -0.02213515341281891, -0.021646814420819283, -0.021158473566174507, -0.02067013457417488, -0.020181793719530106, -0.01969345472753048, -0.019205115735530853, -0.018716774880886078, -0.01822843588888645, -0.017740095034241676, -0.01725175604224205, -0.016763415187597275, -0.01627507619559765, -0.015786737203598022, -0.015298396348953247, -0.014810057356953621, -0.01432171743363142, -0.01383337751030922, -0.013345037586987019, -0.012856697663664818, -0.012368358671665192, -0.011880018748342991, -0.01139167882502079, -0.01090333890169859, -0.010414998978376389, -0.009926659986376762, -0.009438320063054562, -0.00894998013973236, -0.00846164021641016, -0.00797330029308796, -0.007484960835427046, -0.006996620912104845, -0.006508281454443932, -0.006019941531121731, -0.00553160160779953, -0.0050432621501386166, -0.004554922226816416, -0.004066582769155502, -0.0035782428458333015, -0.0030899031553417444, -0.0026015634648501873, -0.0021132235415279865, -0.0016248838510364294, -0.0011365441605448723, -0.0006482043536379933, -0.0001598646049387753, 0.00032847514376044273, 0.0008168148924596608, 0.0013051546411588788, 0.0017934944480657578, 0.002281834138557315, 0.002770173829048872, 0.0032585137523710728, 0.00374685344286263, 0.004235193133354187]}, "_runtime": 8.492952823638916, "_timestamp": 1596208679.046329, "_step": 4}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 2.0, 1.0, 1.0, 3.0, 3.0, 1.0, 3.0, 3.0, 3.0, 6.0, 2.0, 3.0, 5.0, 3.0, 3.0, 0.0, 0.0, 0.0, 4.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.02781394124031067, -0.02710646577179432, -0.02639899030327797, -0.02569151483476162, -0.02498403936624527, -0.02427656576037407, -0.02356909029185772, -0.02286161482334137, -0.02215413935482502, -0.02144666388630867, -0.02073918841779232, -0.02003171294927597, -0.01932423934340477, -0.01861676387488842, -0.01790928840637207, -0.01720181293785572, -0.01649433746933937, -0.01578686200082302, -0.015079386532306671, -0.014371911995112896, -0.013664436526596546, -0.012956961058080196, -0.012249486520886421, -0.011542011052370071, -0.010834535583853722, -0.010127060115337372, -0.009419584646821022, -0.008712110109627247, -0.008004634641110897, -0.007297159172594547, -0.006589684169739485, -0.005882209166884422, -0.0051747336983680725, -0.004467258229851723, -0.0037597832269966602, -0.003052307991310954, -0.002344832755625248, -0.0016373575199395418, -0.0009298822842538357, -0.00022240704856812954, 0.0004850681871175766, 0.0011925434228032827, 0.0019000186584889889, 0.002607493894174695, 0.003314969129860401, 0.004022444598376751, 0.004729919601231813, 0.005437394604086876, 0.006144870072603226, 0.0068523455411195755, 0.007559820543974638, 0.0082672955468297, 0.00897477101534605, 0.0096822464838624, 0.010389721021056175, 0.011097196489572525, 0.011804671958088875, 0.012512147426605225, 0.013219622895121574, 0.01392709743231535, 0.0146345729008317, 0.01534204836934805, 0.016049522906541824, 0.016756998375058174, 0.017464473843574524]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 4.0, 0.0, 2.0, 2.0, 2.0, 5.0, 3.0, 1.0, 9.0, 8.0, 7.0, 17.0, 28.0, 39.0, 40.0, 64.0, 74.0, 125.0, 153.0, 273.0, 438.0, 515.0, 2309.0, 1725.0, 970.0, 477.0, 263.0, 146.0, 73.0, 51.0, 27.0, 22.0, 15.0, 10.0, 11.0, 5.0, 5.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.2741836607456207, -0.2673053741455078, -0.2604270577430725, -0.2535487711429596, -0.24667048454284668, -0.23979218304157257, -0.23291388154029846, -0.22603559494018555, -0.21915729343891144, -0.21227899193763733, -0.20540070533752441, -0.1985224038362503, -0.1916441023349762, -0.18476581573486328, -0.17788751423358917, -0.17100922763347626, -0.16413092613220215, -0.15725262463092804, -0.15037433803081512, -0.14349603652954102, -0.1366177499294281, -0.129739448428154, -0.12286114692687988, -0.11598285287618637, -0.10910455882549286, -0.10222626477479935, -0.09534797072410583, -0.08846966922283173, -0.08159137517213821, -0.0747130811214447, -0.0678347796201706, -0.06095648556947708, -0.05407819151878357, -0.04719989746809006, -0.04032159969210625, -0.033443301916122437, -0.026565007865428925, -0.019686711952090263, -0.012808416038751602, -0.005930120125412941, 0.0009481757879257202, 0.007826471701264381, 0.014704767614603043, 0.021583063527941704, 0.028461359441280365, 0.03533965349197388, 0.04221795126795769, 0.0490962490439415, 0.05597454309463501, 0.06285283714532852, 0.06973113119602203, 0.07660943269729614, 0.08348772674798965, 0.09036602079868317, 0.09724432229995728, 0.10412261635065079, 0.1110009104013443, 0.11787920445203781, 0.12475749850273132, 0.13163580000400543, 0.13851410150527954, 0.14539238810539246, 0.15227068960666656, 0.15914897620677948, 0.1660272777080536]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 3.0, 2.0, 3.0, 1.0, 2.0, 2.0, 3.0, 4.0, 2.0, 4.0, 2.0, 0.0, 0.0, 2.0, 4.0, 1.0, 28.0, 1.0, 5.0, 4.0, 4.0, 3.0, 4.0, 1.0, 2.0, 2.0, 5.0, 1.0, 1.0, 0.0, 4.0, 2.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.0052832141518592834, -0.005111700855195522, -0.004940187558531761, -0.004768673796206713, -0.004597160499542952, -0.0044256472028791904, -0.004254133906215429, -0.004082620609551668, -0.00391110684722662, -0.0037395937833935022, -0.0035680802538990974, -0.0033965669572353363, -0.003225053660571575, -0.0030535401310771704, -0.0028820268344134092, -0.0027105133049190044, -0.0025390000082552433, -0.002367486711591482, -0.0021959731820970774, -0.0020244598854333162, -0.0018529464723542333, -0.0016814330592751503, -0.0015099197626113892, -0.0013384063495323062, -0.0011668929364532232, -0.0009953795233741403, -0.0008238661685027182, -0.0006523528136312962, -0.0004808394005522132, -0.0003093260165769607, -0.00013781263260170817, 3.3700751373544335e-05, 0.00020521413534879684, 0.00037672751932404935, 0.0005482409032993019, 0.0007197542581707239, 0.0008912676712498069, 0.0010627810843288898, 0.001234294380992651, 0.001405807794071734, 0.001577321207150817, 0.0017488346202298999, 0.0019203480333089828, 0.002091861329972744, 0.002263374626636505, 0.00243488815613091, 0.002606401452794671, 0.002777914982289076, 0.002949428278952837, 0.003120941575616598, 0.003292455105111003, 0.003463968401774764, 0.003635481931269169, 0.00380699522793293, 0.003978508524596691, 0.004150021821260452, 0.004321535117924213, 0.004493048880249262, 0.004664562176913023, 0.004836075473576784, 0.005007588770240545, 0.005179102066904306, 0.005350615829229355, 0.005522129125893116, 0.005693642422556877]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 3.0, 6.0, 6.0, 11.0, 22.0, 37.0, 74.0, 132.0, 226.0, 350.0, 579.0, 858.0, 1214.0, 1721.0, 2464.0, 3356.0, 4328.0, 5817.0, 7468.0, 9705.0, 12235.0, 15961.0, 21273.0, 28993.0, 41058.0, 59703.0, 85142.0, 114437.0, 435633.0, 93140.0, 64302.0, 44274.0, 31042.0, 22781.0, 17157.0, 13161.0, 10192.0, 7699.0, 5870.0, 4535.0, 3419.0, 2543.0, 1961.0, 1379.0, 1007.0, 732.0, 538.0, 369.0, 274.0, 149.0, 123.0, 72.0, 55.0, 27.0, 13.0, 7.0, 7.0, 4.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.013547208160161972, -0.013082781806588173, -0.012618355453014374, -0.012153929099440575, -0.011689502745866776, -0.011225076392292976, -0.010760649107396603, -0.010296222753822803, -0.009831796400249004, -0.009367370046675205, -0.008902943693101406, -0.008438517339527607, -0.007974090985953808, -0.007509664632380009, -0.007045237813144922, -0.006580811459571123, -0.006116385105997324, -0.005651958752423525, -0.005187532398849726, -0.004723105579614639, -0.00425867922604084, -0.003794252872467041, -0.003329826518893242, -0.002865399932488799, -0.002400973578915, -0.001936547108925879, -0.001472120638936758, -0.001007694285362959, -0.000543267815373838, -7.884137448854744e-05, 0.00038558506639674306, 0.0008500114781782031, 0.001314437948167324, 0.001778864418156445, 0.002243290888145566, 0.002707717241719365, 0.003172143828123808, 0.003636570181697607, 0.004100996535271406, 0.004565422888845205, 0.005029849708080292, 0.005494276061654091, 0.00595870241522789, 0.006423128768801689, 0.006887555122375488, 0.007351981475949287, 0.007816407829523087, 0.008280834183096886, 0.008745260536670685, 0.009209687821567059, 0.009674114175140858, 0.010138540528714657, 0.010602966882288456, 0.011067393235862255, 0.011531819589436054, 0.011996245943009853, 0.012460672296583652, 0.012925098650157452, 0.01338952500373125, 0.013853952288627625, 0.014318378642201424, 0.014782804995775223, 0.015247231349349022, 0.01571165770292282, 0.01617608405649662]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 4.0, 0.0, 2.0, 1.0, 2.0, 1.0, 2.0, 2.0, 0.0, 2.0, 1.0, 3.0, 3.0, 2.0, 3.0, 3.0, 5.0, 4.0, 0.0, 7.0, 1.0, 2.0, 1.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008368993178009987, -0.007968389429152012, -0.0075677852146327496, -0.007167181000113487, -0.006766577251255512, -0.00636597303673625, -0.005965368822216988, -0.005564765073359013, -0.00516416085883975, -0.004763556644320488, -0.004362952895462513, -0.003962348680943251, -0.003561744699254632, -0.0031611407175660133, -0.002760536503046751, -0.0023599325213581324, -0.0019593285396695137, -0.001558724557980895, -0.0011581204598769546, -0.000757516419980675, -0.0003569123800843954, 4.3691659811884165e-05, 0.00044429569970816374, 0.0008448997396044433, 0.0012455037795007229, 0.0016461077611893415, 0.00204671174287796, 0.0024473159573972225, 0.002847919939085841, 0.00324852392077446, 0.003649128135293722, 0.004049731884151697, 0.0044503360986709595, 0.004850940313190222, 0.005251544062048197, 0.005652148276567459, 0.006052752025425434, 0.006453356239944696, 0.006853960454463959, 0.007254564203321934, 0.007655168417841196, 0.008055772632360458, 0.008456376381218433, 0.008856980130076408, 0.009257584810256958, 0.009658188559114933, 0.010058792307972908, 0.010459396988153458, 0.010860000737011433, 0.011260604485869408, 0.011661209166049957, 0.012061812914907932, 0.012462416663765907, 0.012863021343946457, 0.013263625092804432, 0.013664228841662407, 0.014064833521842957, 0.014465437270700932, 0.014866041019558907, 0.015266644768416882, 0.015667248517274857, 0.016067853197455406, 0.016468457877635956, 0.016869060695171356, 0.017269665375351906]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 1.0, 1.0, 3.0, 4.0, 14.0, 20.0, 24.0, 18.0, 41.0, 52.0, 70.0, 89.0, 119.0, 159.0, 184.0, 221.0, 328.0, 342.0, 374.0, 462.0, 587.0, 792.0, 983.0, 1185.0, 2204.0, 6880.0, 1097.0, 561.0, 436.0, 364.0, 245.0, 126.0, 81.0, 76.0, 65.0, 35.0, 26.0, 32.0, 22.0, 17.0, 20.0, 11.0, 5.0, 9.0, 1.0, 2.0, 4.0, 2.0, 2.0, 7.0, 8.0, 2.0, 4.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 3.0, 2.0, 1.0], "bins": [-0.00710989348590374, -0.006838049273937941, -0.006566204596310854, -0.006294360384345055, -0.006022515706717968, -0.005750671494752169, -0.005478826817125082, -0.005206982605159283, -0.004935137927532196, -0.004663293715566397, -0.004391449503600597, -0.004119604825973511, -0.0038477606140077114, -0.0035759161692112684, -0.0033040717244148254, -0.0030322272796183825, -0.0027603828348219395, -0.0024885383900254965, -0.0022166939452290535, -0.0019448496168479323, -0.0016730051720514894, -0.0014011607272550464, -0.0011293163988739252, -0.0008574719540774822, -0.0005856275092810392, -0.0003137830935884267, -4.193867789581418e-05, 0.00022990573779679835, 0.0005017501534894109, 0.0007735945982858539, 0.001045438926666975, 0.001317283371463418, 0.001589127816259861, 0.001860972261056304, 0.002132816705852747, 0.00240466115064919, 0.002676505595445633, 0.0029483498074114323, 0.0032201942522078753, 0.0034920386970043182, 0.0037638831418007612, 0.004035727586597204, 0.0043075717985630035, 0.00457941647619009, 0.0048512606881558895, 0.005123105365782976, 0.0053949495777487755, 0.005666794255375862, 0.0059386384673416615, 0.006210482679307461, 0.006482327356934547, 0.006754171568900347, 0.007026016246527433, 0.007297860458493233, 0.007569705136120319, 0.007841549813747406, 0.008113393560051918, 0.008385238237679005, 0.008657082915306091, 0.008928926661610603, 0.00920077133923769, 0.009472616016864777, 0.009744460694491863, 0.010016304440796375, 0.010288149118423462]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 5.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.03315238654613495, -0.03248842433094978, -0.03182445839047432, -0.031160496175289154, -0.03049653209745884, -0.029832569882273674, -0.02916860580444336, -0.028504641726613045, -0.02784067764878273, -0.027176715433597565, -0.02651275135576725, -0.025848787277936935, -0.02518482506275177, -0.024520860984921455, -0.02385689690709114, -0.023192934691905975, -0.02252897061407566, -0.021865006536245346, -0.02120104432106018, -0.020537080243229866, -0.01987311616539955, -0.019209153950214386, -0.01854518987238407, -0.017881225794553757, -0.01721726357936859, -0.016553299501538277, -0.015889335423707962, -0.015225372277200222, -0.014561409130692482, -0.013897445052862167, -0.013233481906354427, -0.012569517828524113, -0.011905554682016373, -0.011241591535508633, -0.010577627457678318, -0.009913664311170578, -0.009249700233340263, -0.008585737086832523, -0.007921773940324783, -0.007257810328155756, -0.006593846715986729, -0.005929883103817701, -0.005265919491648674, -0.004601956345140934, -0.003937992732971907, -0.0032740291208028793, -0.0026100657414644957, -0.0019461022457107902, -0.0012821387499570847, -0.0006181752542033792, 4.578824155032635e-05, 0.0007097517373040318, 0.0013737152330577374, 0.0020376788452267647, 0.0027016422245651484, 0.003365605603903532, 0.004029569216072559, 0.004693532828241587, 0.005357496440410614, 0.006021459586918354, 0.006685423199087381, 0.007349386811256409, 0.008013349957764149, 0.008677314035594463, 0.009341277182102203]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 5.0, 0.0, 5.0, 3.0, 6.0, 3.0, 1.0, 5.0, 3.0, 7.0, 7.0, 5.0, 3.0, 6.0, 8.0, 6.0, 5.0, 6.0, 2.0, 6.0, 4.0, 6.0, 7.0, 4.0, 5.0, 0.0, 1.0, 3.0, 3.0, 2.0, 4.0, 1.0, 4.0, 4.0, 1.0, 3.0, 0.0, 1.0, 3.0, 4.0, 56.0, 13.0, 12.0, 5.0, 9.0, 4.0, 2.0, 9.0, 6.0, 3.0, 2.0, 2.0, 0.0, 1.0, 2.0], "bins": [-0.021813787519931793, -0.021375145763158798, -0.020936505869030952, -0.020497864112257957, -0.02005922421813011, -0.019620582461357117, -0.01918194070458412, -0.018743300810456276, -0.01830465905368328, -0.017866019159555435, -0.01742737740278244, -0.016988735646009445, -0.0165500957518816, -0.016111453995108604, -0.01567281410098076, -0.015234172344207764, -0.014795531518757343, -0.014356890693306923, -0.013918249867856503, -0.013479608111083508, -0.013040967285633087, -0.012602326460182667, -0.012163685634732246, -0.011725044809281826, -0.011286403983831406, -0.01084776222705841, -0.01040912140160799, -0.00997048057615757, -0.00953183975070715, -0.009093198925256729, -0.008654557168483734, -0.008215916343033314, -0.007777275517582893, -0.007338634692132473, -0.006899993401020765, -0.006461352575570345, -0.006022711284458637, -0.005584070459008217, -0.0051454296335577965, -0.004706788342446089, -0.004268147516995668, -0.0038295064587146044, -0.0033908654004335403, -0.00295222457498312, -0.002513583516702056, -0.002074942458420992, -0.0016363015165552497, -0.0011976605746895075, -0.0007590195164084435, -0.00032037851633504033, 0.00011826248373836279, 0.0005569034838117659, 0.000995544483885169, 0.001434185542166233, 0.0018728264840319753, 0.0023114674258977175, 0.0027501084841787815, 0.0031887495424598455, 0.0036273906007409096, 0.00406603142619133, 0.00450467225164175, 0.004943313542753458, 0.005381954368203878, 0.005820595659315586, 0.0062592364847660065]}, "_runtime": 9.342339754104614, "_timestamp": 1596208679.895716, "_step": 5}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 5.0, 2.0, 3.0, 3.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 4.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0127206239849329, -0.012316101230680943, -0.011911577545106411, -0.011507054790854454, -0.011102531105279922, -0.010698008351027966, -0.010293485596776009, -0.009888961911201477, -0.00948443915694952, -0.009079915471374989, -0.008675392717123032, -0.008270869962871075, -0.007866346277296543, -0.007461823057383299, -0.007057300303131342, -0.006652777083218098, -0.0062482538633048534, -0.005843730643391609, -0.005439207423478365, -0.005034684669226408, -0.004630161449313164, -0.0042256382293999195, -0.0038211150094866753, -0.0034165920224040747, -0.0030120688024908304, -0.002607545582577586, -0.0022030225954949856, -0.0017984993755817413, -0.001393976272083819, -0.0009894531685858965, -0.0005849300068803132, -0.00018040687427856028, 0.0002241162583231926, 0.000628639361821115, 0.0010331624653190374, 0.0014376856852322817, 0.001842208788730204, 0.0022467318922281265, 0.0026512551121413708, 0.0030557780992239714, 0.0034603013191372156, 0.00386482453905046, 0.0042693475261330605, 0.004673870746046305, 0.005078393965959549, 0.005482917185872793, 0.00588743994012475, 0.006291963160037994, 0.006696486379951239, 0.007101009599864483, 0.007505532819777727, 0.007910056039690971, 0.008314578793942928, 0.00871910247951746, 0.009123625233769417, 0.009528147988021374, 0.009932671673595905, 0.010337194427847862, 0.010741718113422394, 0.01114624086767435, 0.011550763621926308, 0.01195528730750084, 0.012359810061752796, 0.012764333747327328, 0.013168856501579285]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [4.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 2.0, 5.0, 8.0, 4.0, 2.0, 8.0, 14.0, 18.0, 12.0, 18.0, 27.0, 28.0, 48.0, 50.0, 45.0, 82.0, 95.0, 133.0, 163.0, 223.0, 269.0, 280.0, 413.0, 530.0, 2475.0, 1097.0, 632.0, 411.0, 237.0, 167.0, 99.0, 83.0, 53.0, 50.0, 33.0, 24.0, 19.0, 15.0, 10.0, 5.0, 9.0, 8.0, 5.0, 6.0, 3.0, 0.0, 1.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.14876627922058105, -0.14427368342876434, -0.13978107273578644, -0.13528847694396973, -0.13079588115215302, -0.1263032704591751, -0.1218106746673584, -0.11731807887554169, -0.11282547563314438, -0.10833287239074707, -0.10384027659893036, -0.09934767335653305, -0.09485507011413574, -0.09036247432231903, -0.08586987107992172, -0.08137727528810501, -0.0768846720457077, -0.0723920688033104, -0.06789947301149368, -0.06340686976909637, -0.058914270251989365, -0.054421670734882355, -0.049929067492485046, -0.045436467975378036, -0.04094386845827103, -0.03645126894116402, -0.03195866942405701, -0.0274660661816597, -0.02297346666455269, -0.01848086714744568, -0.01398826576769352, -0.009495665319263935, -0.005003064870834351, -0.0005104644224047661, 0.003982136026024818, 0.008474736474454403, 0.012967336922883987, 0.017459936439990997, 0.021952537819743156, 0.026445139199495316, 0.030937738716602325, 0.035430338233709335, 0.039922937750816345, 0.044415540993213654, 0.04890814051032066, 0.05340074002742767, 0.05789334326982498, 0.06238594278693199, 0.066878542304039, 0.07137114554643631, 0.07586374133825302, 0.08035634458065033, 0.08484894037246704, 0.08934154361486435, 0.09383414685726166, 0.09832674264907837, 0.10281934589147568, 0.10731194913387299, 0.1118045449256897, 0.116297148168087, 0.12078975141048431, 0.12528234720230103, 0.12977494299411774, 0.13426755368709564, 0.13876014947891235]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 3.0, 1.0, 2.0, 0.0, 2.0, 2.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 0.0, 5.0, 1.0, 3.0, 3.0, 4.0, 4.0, 3.0, 1.0, 3.0, 0.0, 5.0, 23.0, 3.0, 3.0, 0.0, 4.0, 0.0, 3.0, 1.0, 3.0, 2.0, 3.0, 0.0, 2.0, 4.0, 0.0, 2.0, 2.0, 4.0, 2.0, 2.0, 0.0, 2.0, 2.0, 0.0, 1.0, 2.0], "bins": [-0.006407563108950853, -0.006241579540073872, -0.00607559597119689, -0.005909612402319908, -0.005743628833442926, -0.005577645264565945, -0.00541166216135025, -0.0052456785924732685, -0.005079695023596287, -0.004913711454719305, -0.004747727885842323, -0.004581744316965342, -0.00441576074808836, -0.004249777179211378, -0.004083793610334396, -0.003917810041457415, -0.0037518267054110765, -0.003585843136534095, -0.003419859567657113, -0.003253876231610775, -0.0030878926627337933, -0.0029219090938568115, -0.00275592552497983, -0.002589941956102848, -0.0024239583872258663, -0.0022579750511795282, -0.0020919914823025465, -0.0019260079134255648, -0.001760024344548583, -0.0015940408920869231, -0.0014280573232099414, -0.0012620738707482815, -0.0010960903018712997, -0.0009301067912019789, -0.0007641232805326581, -0.0005981397116556764, -0.00043215620098635554, -0.0002661726903170347, -0.00010018915054388344, 6.579437467735261e-05, 0.00023177789989858866, 0.0003977614105679095, 0.0005637449212372303, 0.000729728490114212, 0.0008957120007835329, 0.0010616955114528537, 0.0012276790803298354, 0.0013936625327914953, 0.001559646101668477, 0.0017256296705454588, 0.0018916131230071187, 0.0020575965754687786, 0.0022235801443457603, 0.002389563713222742, 0.002555547282099724, 0.0027215308509767056, 0.0028875144198536873, 0.0030534977559000254, 0.003219481324777007, 0.003385464893653989, 0.0035514484625309706, 0.0037174320314079523, 0.0038834153674542904, 0.004049398936331272, 0.004215382505208254]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 2.0, 3.0, 2.0, 11.0, 19.0, 29.0, 37.0, 71.0, 89.0, 165.0, 227.0, 369.0, 526.0, 676.0, 950.0, 1248.0, 1704.0, 2315.0, 2968.0, 3781.0, 4842.0, 6041.0, 7639.0, 9355.0, 11639.0, 14872.0, 18394.0, 22925.0, 29722.0, 38971.0, 52173.0, 70510.0, 92442.0, 408407.0, 93519.0, 70607.0, 52238.0, 38199.0, 28381.0, 21555.0, 17465.0, 13730.0, 10912.0, 8338.0, 6361.0, 4616.0, 3267.0, 2343.0, 1665.0, 1136.0, 726.0, 524.0, 330.0, 220.0, 146.0, 93.0, 72.0, 32.0, 26.0, 6.0, 10.0, 4.0, 2.0], "bins": [-0.014689350500702858, -0.014265291392803192, -0.013841232284903526, -0.013417172245681286, -0.01299311313778162, -0.012569054029881954, -0.012144993990659714, -0.011720934882760048, -0.011296875774860382, -0.010872816666960716, -0.01044875755906105, -0.01002469751983881, -0.009600638411939144, -0.009176579304039478, -0.008752519264817238, -0.008328460156917572, -0.007904401049017906, -0.00748034194111824, -0.007056282367557287, -0.006632222793996334, -0.006208163686096668, -0.005784104578197002, -0.005360045004636049, -0.004935985431075096, -0.00451192632317543, -0.0040878672152757645, -0.0036638076417148113, -0.003239748300984502, -0.0028156889602541924, -0.002391629619523883, -0.0019675702787935734, -0.001543510938063264, -0.0011194515973329544, -0.0006953922566026449, -0.00027133291587233543, 0.00015272642485797405, 0.0005767857655882835, 0.001000845106318593, 0.0014249044470489025, 0.001848963787779212, 0.0022730231285095215, 0.002697082469239831, 0.0031211418099701405, 0.00354520115070045, 0.003969260491430759, 0.004393319599330425, 0.004817379172891378, 0.0052414387464523315, 0.005665497854351997, 0.006089556962251663, 0.006513616535812616, 0.0069376761093735695, 0.007361735217273235, 0.007785794325172901, 0.008209854364395142, 0.008633913472294807, 0.009057972580194473, 0.009482031688094139, 0.009906090795993805, 0.010330150835216045, 0.010754209943115711, 0.011178269051015377, 0.011602329090237617, 0.012026388198137283, 0.01245044730603695]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 3.0, 0.0, 1.0, 0.0, 1.0, 4.0, 1.0, 3.0, 0.0, 2.0, 2.0, 2.0, 2.0, 1.0, 4.0, 2.0, 2.0, 2.0, 1.0, 3.0, 2.0, 6.0, 1.0, 1.0, 0.0, 0.0, 0.0, 5.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008224690333008766, -0.00788225419819355, -0.007539818063378334, -0.007197381928563118, -0.006854945793747902, -0.0065125091932713985, -0.0061700730584561825, -0.005827636923640966, -0.00548520078882575, -0.005142764654010534, -0.004800328519195318, -0.004457892384380102, -0.004115455783903599, -0.0037730198819190264, -0.0034305835142731667, -0.0030881473794579506, -0.0027457112446427345, -0.0024032751098275185, -0.0020608389750123024, -0.0017184026073664427, -0.0013759664725512266, -0.0010335303377360106, -0.0006910940865054727, -0.0003486578934825957, -6.221700459718704e-06, 0.0003362144925631583, 0.0006786506855860353, 0.0010210869368165731, 0.0013635230716317892, 0.0017059592064470053, 0.002048395574092865, 0.002390831708908081, 0.002733267843723297, 0.003075703978538513, 0.0034181401133537292, 0.003760576480999589, 0.004103012382984161, 0.004445448983460665, 0.004787885118275881, 0.005130321253091097, 0.005472757387906313, 0.005815193522721529, 0.006157629657536745, 0.006500065792351961, 0.0068425023928284645, 0.007184938527643681, 0.007527374662458897, 0.007869810797274113, 0.008212246932089329, 0.008554683066904545, 0.008897119201719761, 0.009239555336534977, 0.009581991471350193, 0.009924427606165409, 0.010266863740980625, 0.010609299875795841, 0.010951736941933632, 0.011294173076748848, 0.011636609211564064, 0.01197904534637928, 0.012321481481194496, 0.012663917616009712, 0.013006353750824928, 0.013348789885640144, 0.01369122602045536]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 3.0, 6.0, 4.0, 5.0, 9.0, 11.0, 18.0, 13.0, 28.0, 42.0, 49.0, 66.0, 71.0, 100.0, 112.0, 153.0, 196.0, 228.0, 304.0, 364.0, 402.0, 471.0, 528.0, 683.0, 957.0, 1193.0, 1781.0, 6890.0, 1394.0, 736.0, 422.0, 249.0, 185.0, 165.0, 130.0, 111.0, 73.0, 58.0, 47.0, 32.0, 18.0, 17.0, 12.0, 14.0, 10.0, 9.0, 8.0, 5.0, 9.0, 8.0, 5.0, 6.0, 4.0, 3.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 3.0], "bins": [-0.0072824968956410885, -0.0070259589701890945, -0.006769420579075813, -0.006512882653623819, -0.006256344728171825, -0.005999806337058544, -0.00574326841160655, -0.005486730486154556, -0.005230192095041275, -0.004973654169589281, -0.004717116244137287, -0.004460578318685293, -0.004204039927572012, -0.003947502002120018, -0.0036909638438373804, -0.0034344259183853865, -0.003177887760102749, -0.0029213496018201113, -0.0026648116763681173, -0.0024082735180854797, -0.002151735592633486, -0.0018951974343508482, -0.0016386592760682106, -0.0013821212342008948, -0.001125583192333579, -0.0008690451504662633, -0.0006125070503912866, -0.0003559689794201404, -9.943090844899416e-05, 0.00015710716252215207, 0.0004136452334932983, 0.000670183333568275, 0.0009267213754355907, 0.0011832594173029065, 0.0014397974591702223, 0.0016963356174528599, 0.0019528736593201756, 0.0022094117011874914, 0.002465949859470129, 0.002722487784922123, 0.0029790259432047606, 0.003235564101487398, 0.003492102026939392, 0.0037486401852220297, 0.004005178343504667, 0.004261716268956661, 0.004518254194408655, 0.004774792585521936, 0.00503133051097393, 0.005287868436425924, 0.0055444068275392056, 0.0058009447529911995, 0.0060574826784431934, 0.006314021069556475, 0.006570558995008469, 0.006827096920460463, 0.0070836348459124565, 0.007340173237025738, 0.007596711162477732, 0.007853249087929726, 0.008109787479043007, 0.008366325870156288, 0.008622863329946995, 0.008879401721060276, 0.009135939180850983]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 6.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.028370700776576996, -0.027721352875232697, -0.027072004973888397, -0.026422657072544098, -0.0257733091711998, -0.0251239612698555, -0.0244746133685112, -0.0238252654671669, -0.0231759175658226, -0.022526569664478302, -0.021877221763134003, -0.021227873861789703, -0.020578525960445404, -0.019929178059101105, -0.019279830157756805, -0.018630482256412506, -0.017981134355068207, -0.017331786453723907, -0.016682438552379608, -0.01603309065103531, -0.01538374274969101, -0.01473439484834671, -0.014085046947002411, -0.013435699045658112, -0.012786351144313812, -0.012137003242969513, -0.011487655341625214, -0.010838307440280914, -0.010188959538936615, -0.009539611637592316, -0.008890263736248016, -0.008240915834903717, -0.007591567933559418, -0.006942220032215118, -0.006292872130870819, -0.00564352422952652, -0.0049941763281822205, -0.004344828426837921, -0.003695480525493622, -0.0030461326241493225, -0.002396784722805023, -0.0017474368214607239, -0.0010980889201164246, -0.00044874101877212524, 0.00020060688257217407, 0.0008499547839164734, 0.0014993026852607727, 0.002148650586605072, 0.0027979984879493713, 0.0034473463892936707, 0.00409669429063797, 0.004746042191982269, 0.005395390093326569, 0.006044737994670868, 0.006694085896015167, 0.0073434337973594666, 0.007992781698703766, 0.008642129600048065, 0.009291477501392365, 0.009940825402736664, 0.010590173304080963, 0.011239521205425262, 0.011888869106769562, 0.012538217008113861, 0.01318756490945816]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 4.0, 1.0, 4.0, 1.0, 0.0, 4.0, 2.0, 2.0, 2.0, 3.0, 5.0, 4.0, 2.0, 3.0, 3.0, 4.0, 5.0, 3.0, 3.0, 6.0, 4.0, 5.0, 3.0, 4.0, 2.0, 4.0, 3.0, 5.0, 4.0, 2.0, 5.0, 8.0, 5.0, 7.0, 3.0, 1.0, 3.0, 3.0, 5.0, 9.0, 10.0, 10.0, 18.0, 58.0, 7.0, 8.0, 5.0, 1.0, 2.0, 5.0, 2.0, 4.0, 2.0, 1.0, 3.0, 1.0], "bins": [-0.026592198759317398, -0.02607198990881443, -0.025551781058311462, -0.025031572207808495, -0.024511363357305527, -0.02399115450680256, -0.02347094565629959, -0.022950736805796623, -0.022430527955293655, -0.021910320967435837, -0.02139011211693287, -0.0208699032664299, -0.020349694415926933, -0.019829485565423965, -0.019309276714920998, -0.01878906786441803, -0.018268859013915062, -0.017748650163412094, -0.017228441312909126, -0.01670823246240616, -0.01618802361190319, -0.015667814761400223, -0.01514760684221983, -0.014627397991716862, -0.014107189141213894, -0.013586980290710926, -0.013066771440207958, -0.01254656258970499, -0.012026354670524597, -0.01150614582002163, -0.010985936969518661, -0.010465728119015694, -0.009945519268512726, -0.009425310418009758, -0.00890510156750679, -0.008384892717003822, -0.007864683866500854, -0.007344475481659174, -0.0068242670968174934, -0.006304058246314526, -0.005783849395811558, -0.00526364054530859, -0.004743431694805622, -0.004223223309963942, -0.0037030144594609737, -0.003182805608958006, -0.0026625969912856817, -0.0021423883736133575, -0.0016221795231103897, -0.0011019707890227437, -0.0005817620549350977, -6.155332084745169e-05, 0.0004586554132401943, 0.0009788641473278403, 0.0014990728814154863, 0.0020192814990878105, 0.0025394903495907784, 0.003059699200093746, 0.0035799078177660704, 0.0041001164354383945, 0.004620325285941362, 0.00514053413644433, 0.005660742521286011, 0.006180951371788979, 0.006701160222291946]}, "_runtime": 10.17699933052063, "_timestamp": 1596208680.7303755, "_step": 6}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 3.0, 0.0, 3.0, 1.0, 3.0, 2.0, 3.0, 3.0, 1.0, 1.0, 2.0, 1.0, 3.0, 1.0, 4.0, 1.0, 2.0, 2.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.015425674617290497, -0.014954592101275921, -0.014483509585261345, -0.014012427069246769, -0.013541343621909618, -0.013070261105895042, -0.012599178589880466, -0.01212809607386589, -0.011657013557851315, -0.011185931041836739, -0.010714847594499588, -0.010243765078485012, -0.009772682562470436, -0.00930160004645586, -0.008830517530441284, -0.008359435014426708, -0.007888352498412132, -0.007417269516736269, -0.006946186535060406, -0.00647510401904583, -0.006004021503031254, -0.0055329385213553905, -0.005061856005340815, -0.004590773489326239, -0.004119690507650375, -0.0036486079916357994, -0.0031775254756212234, -0.002706442726776004, -0.0022353599779307842, -0.0017642774619162083, -0.0012931947130709887, -0.0008221120806410909, -0.0003510294482111931, 0.00012005321332253516, 0.0005911358748562634, 0.001062218565493822, 0.0015333011979237199, 0.0020043838303536177, 0.0024754665791988373, 0.0029465490952134132, 0.003417631844058633, 0.0038887145929038525, 0.004359797108918428, 0.004830879624933004, 0.005301962606608868, 0.005773045122623444, 0.0062441276386380196, 0.006715210620313883, 0.007186293136328459, 0.007657375652343035, 0.008128458634018898, 0.008599541150033474, 0.00907062366604805, 0.009541706182062626, 0.010012788698077202, 0.010483872145414352, 0.010954954661428928, 0.011426037177443504, 0.01189711969345808, 0.012368202209472656, 0.012839284725487232, 0.013310368172824383, 0.013781450688838959, 0.014252533204853535, 0.01472361572086811]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 3.0, 5.0, 1.0, 5.0, 7.0, 4.0, 10.0, 8.0, 13.0, 6.0, 15.0, 20.0, 33.0, 32.0, 36.0, 58.0, 70.0, 68.0, 99.0, 124.0, 160.0, 188.0, 247.0, 260.0, 358.0, 454.0, 2530.0, 1146.0, 642.0, 399.0, 242.0, 186.0, 128.0, 88.0, 77.0, 47.0, 35.0, 29.0, 23.0, 12.0, 15.0, 7.0, 10.0, 6.0, 5.0, 2.0, 1.0, 3.0, 3.0, 2.0, 1.0, 3.0, 2.0], "bins": [-0.16975447535514832, -0.16519664227962494, -0.16063880920410156, -0.15608099102973938, -0.151523157954216, -0.14696532487869263, -0.14240749180316925, -0.13784965872764587, -0.1332918405532837, -0.12873400747776031, -0.12417617440223694, -0.11961834132671356, -0.11506050825119019, -0.1105026826262474, -0.10594484955072403, -0.10138702392578125, -0.09682919085025787, -0.0922713577747345, -0.08771353214979172, -0.08315569907426834, -0.07859787344932556, -0.07404004037380219, -0.06948220729827881, -0.06492438167333603, -0.06036654859781265, -0.055808719247579575, -0.0512508898973465, -0.04669305682182312, -0.04213522747159004, -0.037577398121356964, -0.03301956504583359, -0.02846173569560051, -0.02390390634536743, -0.019346076995134354, -0.014788245782256126, -0.010230415500700474, -0.005672585219144821, -0.0011147549375891685, 0.003443075343966484, 0.008000905625522137, 0.01255873590707779, 0.017116565257310867, 0.021674396470189095, 0.026232227683067322, 0.0307900570333004, 0.03534788638353348, 0.039905719459056854, 0.04446354880928993, 0.04902137815952301, 0.05357920750975609, 0.058137036859989166, 0.06269486993551254, 0.06725269556045532, 0.0718105286359787, 0.07636836171150208, 0.08092618733644485, 0.08548402041196823, 0.09004185348749161, 0.09459967911243439, 0.09915751218795776, 0.10371534526348114, 0.10827317088842392, 0.1128310039639473, 0.11738882958889008, 0.12194666266441345]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 1.0, 4.0, 3.0, 0.0, 3.0, 4.0, 1.0, 1.0, 3.0, 1.0, 3.0, 4.0, 6.0, 3.0, 5.0, 1.0, 3.0, 25.0, 5.0, 5.0, 1.0, 1.0, 1.0, 3.0, 5.0, 1.0, 2.0, 3.0, 1.0, 3.0, 5.0, 1.0, 1.0, 2.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.006184817291796207, -0.006001749541610479, -0.005818681791424751, -0.0056356145069003105, -0.0054525467567145824, -0.005269479006528854, -0.005086411256343126, -0.004903343506157398, -0.0047202762216329575, -0.004537208471447229, -0.004354140721261501, -0.004171072971075773, -0.003988005220890045, -0.0038049377035349607, -0.0036218699533492327, -0.0034388024359941483, -0.00325573468580842, -0.003072666935622692, -0.0028895994182676077, -0.0027065316680818796, -0.002523464150726795, -0.002340396400541067, -0.002157328650355339, -0.0019742611330002546, -0.0017911933828145266, -0.0016081257490441203, -0.001425058115273714, -0.001241990365087986, -0.0010589227313175797, -0.0008758550975471735, -0.0006927874055691063, -0.0005097197135910392, -0.00032665207982063293, -0.00014358441694639623, 3.948324592784047e-05, 0.00022255090880207717, 0.0004056185716763139, 0.0005886862054467201, 0.0007717538974247873, 0.0009548215894028544, 0.0011378892231732607, 0.001320956856943667, 0.0015040244907140732, 0.0016870922408998013, 0.0018701598746702075, 0.0020532275084406137, 0.002236295258626342, 0.0024193627759814262, 0.0026024305261671543, 0.0027854982763528824, 0.002968565793707967, 0.003151633543893695, 0.0033347010612487793, 0.0035177688114345074, 0.0037008365616202354, 0.00388390407897532, 0.004066972061991692, 0.004250039346516132, 0.00443310709670186, 0.0046161748468875885, 0.004799242597073317, 0.004982310347259045, 0.005165377631783485, 0.0053484453819692135, 0.0055315131321549416]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 2.0, 4.0, 1.0, 8.0, 22.0, 23.0, 40.0, 61.0, 112.0, 189.0, 261.0, 372.0, 543.0, 772.0, 1049.0, 1443.0, 1959.0, 2499.0, 3459.0, 4470.0, 5896.0, 7861.0, 10168.0, 13248.0, 17232.0, 22933.0, 30208.0, 40307.0, 55525.0, 76541.0, 101225.0, 425196.0, 95343.0, 69816.0, 49852.0, 35529.0, 26189.0, 19513.0, 14888.0, 11308.0, 8590.0, 6709.0, 4864.0, 3828.0, 2781.0, 1988.0, 1490.0, 1027.0, 772.0, 517.0, 393.0, 240.0, 153.0, 92.0, 64.0, 29.0, 22.0, 12.0, 2.0, 2.0, 2.0, 1.0, 1.0], "bins": [-0.014773583970963955, -0.014319363050162792, -0.013865143060684204, -0.013410922139883041, -0.012956702150404453, -0.01250248122960329, -0.012048261240124702, -0.01159404031932354, -0.011139819398522377, -0.010685599409043789, -0.010231378488242626, -0.009777158498764038, -0.009322937577962875, -0.008868717588484287, -0.008414496667683125, -0.007960276678204536, -0.007506055757403374, -0.007051835302263498, -0.006597614847123623, -0.0061433943919837475, -0.005689173936843872, -0.005234953016042709, -0.004780732560902834, -0.0043265121057629585, -0.003872291650623083, -0.0034180711954832077, -0.0029638507403433323, -0.0025096300523728132, -0.002055409597232938, -0.0016011891420930624, -0.0011469685705378652, -0.0006927480571903288, -0.0002385275438427925, 0.00021569296950474381, 0.0006699134828522801, 0.0011241340544074774, 0.0015783545095473528, 0.002032574964687228, 0.0024867956526577473, 0.0029410161077976227, 0.003395236562937498, 0.0038494570180773735, 0.004303677473217249, 0.004757897928357124, 0.005212118849158287, 0.0056663393042981625, 0.006120559759438038, 0.006574780214577913, 0.007029000669717789, 0.007483221124857664, 0.00793744157999754, 0.008391662500798702, 0.00884588249027729, 0.009300103411078453, 0.009754323400557041, 0.010208544321358204, 0.010662764310836792, 0.011116985231637955, 0.011571206152439117, 0.012025426141917706, 0.012479647062718868, 0.012933867052197456, 0.013388087972998619, 0.013842307962477207, 0.01429652888327837]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 2.0, 4.0, 3.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 9.0, 2.0, 3.0, 0.0, 1.0, 1.0, 0.0, 3.0, 0.0, 5.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.01129179447889328, -0.011054291389882565, -0.010816788300871849, -0.010579285211861134, -0.010341782122850418, -0.010104278102517128, -0.009866775013506413, -0.009629271924495697, -0.009391768835484982, -0.009154265746474266, -0.00891676265746355, -0.008679259568452835, -0.00844175647944212, -0.008204253390431404, -0.007966749370098114, -0.007729246746748686, -0.007491743192076683, -0.0072542401030659676, -0.007016737014055252, -0.006779233925044537, -0.006541730836033821, -0.006304227281361818, -0.006066724192351103, -0.005829221103340387, -0.005591718014329672, -0.005354214925318956, -0.005116711370646954, -0.004879208281636238, -0.004641705192625523, -0.004404202103614807, -0.004166698548942804, -0.003929195459932089, -0.0036916923709213734, -0.003454189281910658, -0.0032166859600692987, -0.0029791828710585833, -0.002741679549217224, -0.0025041764602065086, -0.0022666731383651495, -0.002029170049354434, -0.0017916668439283967, -0.0015541636385023594, -0.001316660433076322, -0.0010791572276502848, -0.0008416540804319084, -0.0006041508750058711, -0.0003666476986836642, -0.00012914450780954212, 0.00010835868306457996, 0.0003458618884906173, 0.0005833650939166546, 0.000820868241135031, 0.0010583715047687292, 0.0012958745937794447, 0.001533377799205482, 0.0017708810046315193, 0.002008384093642235, 0.002245887415483594, 0.0024833905044943094, 0.0027208938263356686, 0.002958396915346384, 0.003195900237187743, 0.0034334033261984587, 0.003670906648039818, 0.003908409737050533]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 4.0, 3.0, 0.0, 2.0, 2.0, 4.0, 8.0, 5.0, 5.0, 3.0, 8.0, 10.0, 6.0, 17.0, 23.0, 19.0, 17.0, 20.0, 32.0, 43.0, 68.0, 75.0, 73.0, 88.0, 103.0, 120.0, 127.0, 178.0, 153.0, 204.0, 218.0, 255.0, 284.0, 342.0, 407.0, 500.0, 563.0, 753.0, 1016.0, 1279.0, 6203.0, 1839.0, 995.0, 644.0, 477.0, 369.0, 283.0, 179.0, 158.0, 76.0, 55.0, 36.0, 28.0, 21.0, 13.0, 3.0, 5.0, 5.0], "bins": [-0.008170047774910927, -0.00799525249749422, -0.007820457220077515, -0.007645661476999521, -0.007470866199582815, -0.007296070922166109, -0.007121275179088116, -0.00694647990167141, -0.0067716846242547035, -0.0065968893468379974, -0.006422094069421291, -0.006247298326343298, -0.006072503048926592, -0.005897707771509886, -0.005722912028431892, -0.005548116751015186, -0.00537332147359848, -0.005198526196181774, -0.005023730918765068, -0.004848935175687075, -0.004674139898270369, -0.0044993446208536625, -0.004324548877775669, -0.004149753600358963, -0.003974958322942257, -0.003800163045525551, -0.003625367535278201, -0.0034505720250308514, -0.0032757767476141453, -0.003100981470197439, -0.0029261859599500895, -0.0027513904497027397, -0.0025765951722860336, -0.0024017998948693275, -0.002227004384621978, -0.002052208874374628, -0.001877413596957922, -0.001702618203125894, -0.0015278228092938662, -0.0013530274154618382, -0.0011782320216298103, -0.0010034366277977824, -0.0008286412339657545, -0.0006538458401337266, -0.0004790504463016987, -0.00030425505246967077, -0.00012945965863764286, 4.533573519438505e-05, 0.00022013112902641296, 0.0003949265228584409, 0.0005697219166904688, 0.0007445173105224967, 0.0009193127043545246, 0.0010941080981865525, 0.0012689034920185804, 0.0014436988858506083, 0.0016184942796826363, 0.0017932896735146642, 0.001968085067346692, 0.002142880577594042, 0.002317675855010748, 0.002492471132427454, 0.0026672666426748037, 0.0028420621529221535, 0.0030168574303388596]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.03540411219000816, -0.03468795493245125, -0.03397179767489433, -0.033255644142627716, -0.0325394868850708, -0.031823329627513885, -0.03110717236995697, -0.030391015112400055, -0.02967485971748829, -0.028958702459931374, -0.02824254520237446, -0.027526389807462692, -0.026810232549905777, -0.02609407529234886, -0.025377919897437096, -0.02466176263988018, -0.023945607244968414, -0.0232294499874115, -0.022513292729854584, -0.021797137334942818, -0.021080980077385902, -0.020364822819828987, -0.01964866742491722, -0.018932510167360306, -0.01821635290980339, -0.017500197514891624, -0.01678404025733471, -0.016067882999777794, -0.015351726673543453, -0.014635570347309113, -0.013919414021074772, -0.013203256763517857, -0.012487100437283516, -0.011770944111049175, -0.01105478685349226, -0.01033863052725792, -0.009622474201023579, -0.008906316943466663, -0.008190160617232323, -0.007474004290997982, -0.006757847499102354, -0.006041690707206726, -0.005325534380972385, -0.004609377589076757, -0.003893221030011773, -0.003177064470946789, -0.002460907679051161, -0.0017447511199861765, -0.0010285945609211922, -0.00031243794364854693, 0.0004037186736240983, 0.0011198753491044044, 0.0018360319081693888, 0.002552188467234373, 0.003268345259130001, 0.003984501585364342, 0.00470065837725997, 0.005416815169155598, 0.006132971495389938, 0.006849128287285566, 0.007565285079181194, 0.008281441405415535, 0.008997597731649876, 0.009713754989206791, 0.010429911315441132]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 1.0, 2.0, 3.0, 0.0, 1.0, 3.0, 2.0, 3.0, 1.0, 1.0, 4.0, 4.0, 2.0, 3.0, 2.0, 2.0, 4.0, 4.0, 5.0, 4.0, 2.0, 4.0, 8.0, 4.0, 9.0, 7.0, 5.0, 4.0, 4.0, 4.0, 5.0, 5.0, 3.0, 3.0, 9.0, 3.0, 3.0, 7.0, 5.0, 7.0, 10.0, 11.0, 17.0, 55.0, 7.0, 3.0, 1.0, 1.0, 4.0, 2.0, 2.0, 2.0, 4.0, 3.0, 4.0], "bins": [-0.019115323200821877, -0.018751483410596848, -0.018387645483016968, -0.01802380569279194, -0.01765996590256691, -0.01729612611234188, -0.016932288184762, -0.016568448394536972, -0.016204608604311943, -0.015840770676732063, -0.015476930886507034, -0.015113091096282005, -0.014749252237379551, -0.014385412447154522, -0.014021573588252068, -0.013657733798027039, -0.013293894939124584, -0.01293005608022213, -0.0125662162899971, -0.012202377431094646, -0.011838537640869617, -0.011474698781967163, -0.011110858991742134, -0.01074702013283968, -0.010383181273937225, -0.010019341483712196, -0.009655502624809742, -0.009291662834584713, -0.008927823975682259, -0.00856398418545723, -0.008200145326554775, -0.007836305536329746, -0.007472466677427292, -0.00710862735286355, -0.0067447880282998085, -0.006380948703736067, -0.006017109379172325, -0.005653270520269871, -0.005289431195706129, -0.004925591871142387, -0.004561752546578646, -0.004197913222014904, -0.0038340738974511623, -0.0034702348057180643, -0.0031063954811543226, -0.002742556156590581, -0.002378717064857483, -0.0020148777402937412, -0.0016510384157299995, -0.0012871990911662579, -0.000923359883017838, -0.0005595206166617572, -0.00019568135030567646, 0.0001681579160504043, 0.0005319971824064851, 0.0008958364487625659, 0.0012596757151186466, 0.0016235150396823883, 0.00198735436424613, 0.002351193455979228, 0.0027150327805429697, 0.0030788721051067114, 0.0034427111968398094, 0.003806550521403551, 0.004170389845967293]}, "_runtime": 10.988681554794312, "_timestamp": 1596208681.5420578, "_step": 7}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 2.0, 0.0, 2.0, 0.0, 3.0, 2.0, 2.0, 2.0, 4.0, 1.0, 4.0, 2.0, 3.0, 5.0, 2.0, 5.0, 0.0, 1.0, 1.0, 2.0, 1.0, 3.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02440943568944931, -0.02372404746711254, -0.02303866110742092, -0.022353272885084152, -0.021667886525392532, -0.020982498303055763, -0.020297110080718994, -0.019611723721027374, -0.018926335498690605, -0.018240947276353836, -0.017555560916662216, -0.016870172694325447, -0.016184784471988678, -0.015499398112297058, -0.014814009889960289, -0.014128622598946095, -0.0134432353079319, -0.012757848016917706, -0.012072460725903511, -0.011387072503566742, -0.010701685212552547, -0.010016297921538353, -0.009330909699201584, -0.00864552240818739, -0.007960135117173195, -0.007274747826159, -0.006589360069483519, -0.005903972312808037, -0.005218585021793842, -0.004533197730779648, -0.003847809974104166, -0.003162422450259328, -0.0024770349264144897, -0.0017916474025696516, -0.0011062598787248135, -0.0004208723548799753, 0.0002645151689648628, 0.000949902692809701, 0.001635290216654539, 0.0023206777404993773, 0.0030060652643442154, 0.0036914527881890535, 0.004376840312033892, 0.0050622280687093735, 0.005747615359723568, 0.0064330026507377625, 0.007118390407413244, 0.007803778164088726, 0.00848916545510292, 0.009174552746117115, 0.00985994003713131, 0.010545328259468079, 0.011230715550482273, 0.011916102841496468, 0.012601491063833237, 0.013286878354847431, 0.013972265645861626, 0.01465765293687582, 0.015343040227890015, 0.016028428450226784, 0.016713816672563553, 0.017399203032255173, 0.018084591254591942, 0.01876997761428356, 0.01945536583662033]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 3.0, 2.0, 4.0, 3.0, 5.0, 3.0, 4.0, 6.0, 5.0, 8.0, 10.0, 14.0, 16.0, 29.0, 33.0, 51.0, 71.0, 90.0, 151.0, 229.0, 331.0, 522.0, 2154.0, 2253.0, 914.0, 442.0, 223.0, 130.0, 76.0, 55.0, 18.0, 26.0, 13.0, 7.0, 2.0, 5.0, 5.0, 3.0, 1.0, 6.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.28299272060394287, -0.27466773986816406, -0.26634275913238525, -0.25801774859428406, -0.24969276785850525, -0.24136778712272644, -0.23304279148578644, -0.22471779584884644, -0.21639281511306763, -0.20806783437728882, -0.19974283874034882, -0.1914178431034088, -0.18309286236763, -0.1747678816318512, -0.1664428859949112, -0.1581178903579712, -0.14979290962219238, -0.14146792888641357, -0.13314293324947357, -0.12481794506311417, -0.11649295687675476, -0.10816796869039536, -0.09984298050403595, -0.09151799231767654, -0.08319300413131714, -0.07486801594495773, -0.06654302775859833, -0.05821803957223892, -0.04989305138587952, -0.04156806319952011, -0.033243075013160706, -0.0249180868268013, -0.016593098640441895, -0.008268110454082489, 5.6877732276916504e-05, 0.008381865918636322, 0.016706854104995728, 0.025031842291355133, 0.03335683047771454, 0.041681818664073944, 0.05000680685043335, 0.058331795036792755, 0.06665678322315216, 0.07498177140951157, 0.08330675959587097, 0.09163174778223038, 0.09995673596858978, 0.10828172415494919, 0.1166067123413086, 0.124931700527668, 0.1332566887140274, 0.1415816843509674, 0.14990666508674622, 0.15823164582252502, 0.16655664145946503, 0.17488163709640503, 0.18320661783218384, 0.19153159856796265, 0.19985659420490265, 0.20818158984184265, 0.21650657057762146, 0.22483155131340027, 0.23315654695034027, 0.24148154258728027, 0.24980652332305908]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 3.0, 1.0, 2.0, 1.0, 3.0, 3.0, 4.0, 3.0, 2.0, 3.0, 5.0, 6.0, 4.0, 31.0, 3.0, 4.0, 5.0, 8.0, 7.0, 5.0, 1.0, 2.0, 7.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009301872923970222, -0.008991720154881477, -0.008681567385792732, -0.008371415548026562, -0.008061262778937817, -0.0077511100098490715, -0.007440957706421614, -0.007130805402994156, -0.006820652633905411, -0.006510499864816666, -0.006200347561389208, -0.00589019525796175, -0.005580042488873005, -0.00526988971978426, -0.004959737416356802, -0.004649585112929344, -0.004339432343840599, -0.004029279574751854, -0.003719127271324396, -0.0034089747350662947, -0.003098822198808193, -0.0027886696625500917, -0.0024785171262919903, -0.002168364590033889, -0.0018582120537757874, -0.0015480595175176859, -0.0012379069812595844, -0.000927754445001483, -0.0006176019087433815, -0.00030744937248528004, 2.7031637728214264e-06, 0.0003128557000309229, 0.0006230082362890244, 0.0009331607725471258, 0.0012433133088052273, 0.0015534658450633287, 0.0018636183813214302, 0.0021737709175795317, 0.002483923453837633, 0.0027940759900957346, 0.003104228526353836, 0.0034143810626119375, 0.003724533598870039, 0.004034685902297497, 0.004344838671386242, 0.004654991440474987, 0.004965143743902445, 0.005275296047329903, 0.005585448816418648, 0.005895601585507393, 0.006205753888934851, 0.0065159061923623085, 0.006826058961451054, 0.007136211730539799, 0.0074463640339672565, 0.007756516337394714, 0.00806666910648346, 0.008376821875572205, 0.00868697464466095, 0.00899712648242712, 0.009307279251515865, 0.00961743202060461, 0.009927583858370781, 0.010237736627459526, 0.010547889396548271]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 2.0, 6.0, 18.0, 17.0, 40.0, 52.0, 91.0, 106.0, 156.0, 205.0, 284.0, 328.0, 405.0, 482.0, 684.0, 986.0, 1380.0, 2034.0, 3153.0, 4710.0, 7080.0, 10123.0, 14912.0, 21139.0, 30961.0, 46197.0, 71892.0, 110593.0, 457054.0, 136605.0, 88009.0, 54522.0, 35449.0, 24760.0, 17056.0, 12074.0, 8221.0, 5432.0, 3550.0, 2287.0, 1589.0, 1165.0, 820.0, 619.0, 484.0, 371.0, 321.0, 275.0, 226.0, 180.0, 152.0, 112.0, 84.0, 66.0, 55.0, 37.0, 19.0, 8.0, 3.0, 1.0, 1.0, 2.0, 1.0], "bins": [-0.02042185701429844, -0.019736532121896744, -0.01905120722949505, -0.018365882337093353, -0.01768055558204651, -0.016995230689644814, -0.01630990579724312, -0.015624580904841423, -0.014939256012439728, -0.014253931120038033, -0.013568606227636337, -0.012883280403912067, -0.012197955511510372, -0.011512630619108677, -0.010827304795384407, -0.010141979902982712, -0.009456655010581017, -0.008771330118179321, -0.008086005225777626, -0.007400679402053356, -0.006715354509651661, -0.006030029617249966, -0.005344704259186983, -0.0046593789011240005, -0.003974054008722305, -0.0032887288834899664, -0.0026034037582576275, -0.0019180786330252886, -0.0012327535077929497, -0.0005474283825606108, 0.00013789674267172813, 0.000823221867904067, 0.001508546993136406, 0.002193872118368745, 0.0028791972436010838, 0.0035645223688334227, 0.0042498474940657616, 0.004935172386467457, 0.005620497744530439, 0.006305823102593422, 0.006991147994995117, 0.0076764728873968124, 0.008361797779798508, 0.009047123603522778, 0.009732448495924473, 0.010417773388326168, 0.011103099212050438, 0.011788424104452133, 0.012473748996853828, 0.013159073889255524, 0.013844398781657219, 0.014529724605381489, 0.015215049497783184, 0.015900375321507454, 0.01658570021390915, 0.017271025106310844, 0.01795634999871254, 0.018641674891114235, 0.01932699978351593, 0.020012324675917625, 0.02069764956831932, 0.021382976323366165, 0.02206830121576786, 0.022753626108169556, 0.02343895100057125]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 5.0, 4.0, 1.0, 5.0, 2.0, 10.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 3.0, 1.0, 1.0, 2.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.020962292328476906, -0.020484792068600655, -0.020007293671369553, -0.0195297934114933, -0.01905229315161705, -0.0185747928917408, -0.018097294494509697, -0.017619794234633446, -0.017142293974757195, -0.016664795577526093, -0.01618729531764984, -0.01570979505777359, -0.015232295729219913, -0.014754795469343662, -0.014277296140789986, -0.013799795880913734, -0.013322296552360058, -0.012844797223806381, -0.01236729696393013, -0.011889797635376453, -0.011412297375500202, -0.010934798046946526, -0.010457297787070274, -0.009979798458516598, -0.009502299129962921, -0.00902479887008667, -0.008547299541532993, -0.008069799281656742, -0.0075922999531030655, -0.007114800158888102, -0.006637300364673138, -0.006159800570458174, -0.00568230077624321, -0.005204800982028246, -0.004727301187813282, -0.004249801393598318, -0.003772301832213998, -0.003294802037999034, -0.0028173024766147137, -0.0023398026823997498, -0.0018623028881847858, -0.001384803093969822, -0.0009073034161701798, -0.00042980368016287684, 4.7696055844426155e-05, 0.0005251957918517292, 0.0010026955278590322, 0.0014801952056586742, 0.001957694999873638, 0.002435194794088602, 0.002912694588303566, 0.0033901941496878862, 0.00386769394390285, 0.00434519350528717, 0.004822693299502134, 0.005300193093717098, 0.005777692887932062, 0.006255192682147026, 0.00673269247636199, 0.007210192270576954, 0.0076876915991306305, 0.008165191859006882, 0.008642691187560558, 0.00912019144743681, 0.009597690775990486]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 1.0, 6.0, 6.0, 4.0, 6.0, 15.0, 13.0, 15.0, 22.0, 25.0, 35.0, 42.0, 43.0, 38.0, 73.0, 84.0, 66.0, 81.0, 68.0, 77.0, 93.0, 77.0, 81.0, 87.0, 106.0, 172.0, 219.0, 296.0, 511.0, 775.0, 1089.0, 1787.0, 7291.0, 1444.0, 868.0, 497.0, 384.0, 286.0, 278.0, 267.0, 192.0, 176.0, 153.0, 126.0, 95.0, 89.0, 79.0, 49.0, 37.0, 28.0, 19.0, 19.0, 13.0, 7.0, 6.0, 3.0, 4.0, 0.0, 3.0, 3.0], "bins": [-0.010553723201155663, -0.010263858363032341, -0.009973992593586445, -0.009684127755463123, -0.009394261986017227, -0.009104397147893906, -0.008814532309770584, -0.008524666540324688, -0.008234801702201366, -0.007944936864078045, -0.007655071094632149, -0.007365206256508827, -0.007075340952724218, -0.0067854756489396095, -0.006495610810816288, -0.006205745507031679, -0.00591588020324707, -0.0056260148994624615, -0.005336149595677853, -0.005046284757554531, -0.004756419453769922, -0.004466554149985313, -0.004176689311861992, -0.003886824008077383, -0.003596958704292774, -0.0033070934005081654, -0.0030172283295542, -0.002727363258600235, -0.002437497954815626, -0.0021476326510310173, -0.0018577675800770521, -0.001567902392707765, -0.001278037205338478, -0.000988172017969191, -0.0006983068305999041, -0.00040844164323061705, -0.00011857645586133003, 0.00017128873150795698, 0.000461153918877244, 0.000751019106246531, 0.001040884293615818, 0.001330749480985105, 0.001620614668354392, 0.001910479855723679, 0.002200345043092966, 0.002490210346877575, 0.00278007541783154, 0.0030699404887855053, 0.003359805792570114, 0.003649671096354723, 0.003939536400139332, 0.004229401238262653, 0.004519266542047262, 0.004809131845831871, 0.0050989966839551926, 0.005388861987739801, 0.00567872729152441, 0.005968592595309019, 0.006258457899093628, 0.0065483227372169495, 0.006838188041001558, 0.007128053344786167, 0.007417918182909489, 0.0077077834866940975, 0.007997648790478706]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 5.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.05137431621551514, -0.049949124455451965, -0.048523928970098495, -0.047098733484745026, -0.045673541724681854, -0.04424834996461868, -0.04282315447926521, -0.04139795899391174, -0.03997276723384857, -0.0385475754737854, -0.03712237998843193, -0.03569718450307846, -0.03427199274301529, -0.03284680098295212, -0.03142160549759865, -0.029996411874890327, -0.028571218252182007, -0.027146024629473686, -0.025720831006765366, -0.024295637384057045, -0.022870443761348724, -0.021445250138640404, -0.020020056515932083, -0.018594862893223763, -0.017169669270515442, -0.01574447564780712, -0.0143192820250988, -0.01289408840239048, -0.01146889477968216, -0.010043701156973839, -0.008618507534265518, -0.007193313911557198, -0.005768120288848877, -0.004342926666140556, -0.0029177330434322357, -0.001492539420723915, -6.734579801559448e-05, 0.0013578478246927261, 0.0027830414474010468, 0.004208235070109367, 0.005633428692817688, 0.007058622315526009, 0.00848381593823433, 0.00990900956094265, 0.01133420318365097, 0.012759396806359291, 0.014184590429067612, 0.015609784051775932, 0.017034977674484253, 0.018460171297192574, 0.019885364919900894, 0.021310558542609215, 0.022735752165317535, 0.024160945788025856, 0.025586139410734177, 0.027011333033442497, 0.028436526656150818, 0.02986172027885914, 0.03128691390156746, 0.03271210938692093, 0.0341373011469841, 0.03556249290704727, 0.03698768839240074, 0.03841288387775421, 0.03983807563781738]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0, 6.0, 0.0, 2.0, 7.0, 6.0, 4.0, 2.0, 8.0, 13.0, 10.0, 16.0, 49.0, 3.0, 2.0, 6.0, 4.0, 6.0, 7.0, 12.0, 6.0, 8.0, 10.0, 8.0, 5.0, 4.0, 10.0, 8.0, 8.0, 6.0, 5.0, 6.0, 6.0, 1.0, 4.0, 5.0, 3.0, 3.0, 0.0, 2.0, 3.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01123909279704094, -0.010814123786985874, -0.010389155708253384, -0.009964186698198318, -0.009539218619465828, -0.009114249609410763, -0.008689281530678272, -0.008264312520623207, -0.007839344441890717, -0.007414375431835651, -0.0069894068874418736, -0.006564438343048096, -0.006139469798654318, -0.00571450125426054, -0.005289532709866762, -0.004864564165472984, -0.0044395956210792065, -0.004014627076685429, -0.0035896585322916508, -0.003164689987897873, -0.002739721443504095, -0.0023147526662796736, -0.0018897841218858957, -0.0014648155774921179, -0.00103984703309834, -0.0006148784887045622, -0.00018990988610312343, 0.00023505868739448488, 0.0006600272608920932, 0.001084995805285871, 0.0015099644660949707, 0.0019349330104887486, 0.0023599015548825264, 0.0027848700992763042, 0.003209838643670082, 0.00363480718806386, 0.004059775732457638, 0.004484744276851416, 0.0049097128212451935, 0.005334681365638971, 0.005759649910032749, 0.006184618920087814, 0.006609587464481592, 0.00703455600887537, 0.007459524553269148, 0.007884493097662926, 0.008309461176395416, 0.008734430186450481, 0.009159399196505547, 0.009584367275238037, 0.010009336285293102, 0.010434304364025593, 0.010859273374080658, 0.011284241452813148, 0.011709210462868214, 0.012134178541600704, 0.01255914755165577, 0.01298411563038826, 0.013409084640443325, 0.013834052719175816, 0.01425902172923088, 0.014683989807963371, 0.015108958818018436, 0.015533926896750927, 0.015958895906805992]}, "_runtime": 11.809503555297852, "_timestamp": 1596208682.3628798, "_step": 8}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 5.0, 2.0, 1.0, 2.0, 1.0, 3.0, 3.0, 0.0, 4.0, 2.0, 1.0, 2.0, 0.0, 1.0, 3.0, 1.0, 0.0, 6.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.015775635838508606, -0.015298279002308846, -0.014820922166109085, -0.0143435662612319, -0.013866209425032139, -0.013388852588832378, -0.012911495752632618, -0.012434138916432858, -0.011956783011555672, -0.011479426175355911, -0.01100206933915615, -0.01052471250295639, -0.01004735566675663, -0.00956999883055687, -0.009092642925679684, -0.008615286089479923, -0.008137929253280163, -0.007660572417080402, -0.007183216046541929, -0.006705859210342169, -0.006228502839803696, -0.005751146003603935, -0.005273789167404175, -0.004796432796865702, -0.004319075960665941, -0.0038417193572968245, -0.0033643627539277077, -0.0028870059177279472, -0.0024096493143588305, -0.0019322927109897137, -0.001454935991205275, -0.0009775792714208364, -0.0005002226680517197, -2.286600647494197e-05, 0.00045449065510183573, 0.0009318473166786134, 0.0014092039782553911, 0.001886560581624508, 0.0023639174178242683, 0.002841274021193385, 0.003318630624562502, 0.0037959872279316187, 0.0042733438313007355, 0.004750700667500496, 0.005228057503700256, 0.0057054138742387295, 0.00618277071043849, 0.006660127080976963, 0.0071374839171767235, 0.007614840753376484, 0.008092197589576244, 0.00856955349445343, 0.00904691033065319, 0.009524267166852951, 0.010001624003052711, 0.010478980839252472, 0.010956337675452232, 0.011433693580329418, 0.011911050416529179, 0.012388407252728939, 0.0128657640889287, 0.01334312092512846, 0.013820476830005646, 0.014297833666205406, 0.014775190502405167]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 4.0, 4.0, 8.0, 15.0, 16.0, 11.0, 13.0, 23.0, 28.0, 33.0, 50.0, 61.0, 70.0, 119.0, 147.0, 208.0, 266.0, 366.0, 504.0, 2554.0, 1621.0, 754.0, 399.0, 205.0, 150.0, 84.0, 53.0, 35.0, 33.0, 26.0, 18.0, 6.0, 10.0, 6.0, 4.0, 3.0, 6.0, 3.0, 3.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.20552080869674683, -0.19957900047302246, -0.1936371922492981, -0.18769538402557373, -0.18175357580184937, -0.175811767578125, -0.16986997425556183, -0.16392816603183746, -0.1579863578081131, -0.15204454958438873, -0.14610274136066437, -0.14016093313694, -0.13421912491321564, -0.12827731668949127, -0.1223355159163475, -0.11639370769262314, -0.11045189946889877, -0.10451009124517441, -0.09856828302145004, -0.09262648224830627, -0.08668467402458191, -0.08074286580085754, -0.07480105757713318, -0.06885924935340881, -0.06291744112968445, -0.05697563663125038, -0.051033832132816315, -0.04509202390909195, -0.039150215685367584, -0.03320841118693352, -0.027266602963209152, -0.021324796602129936, -0.01538299024105072, -0.009441183879971504, -0.0034993765875697136, 0.0024424302391707897, 0.008384237065911293, 0.014326043426990509, 0.020267851650714874, 0.02620965801179409, 0.032151464372873306, 0.03809327259659767, 0.04403507709503174, 0.049976885318756104, 0.05591869354248047, 0.061860498040914536, 0.0678023025393486, 0.07374411076307297, 0.07968591898679733, 0.0856277272105217, 0.09156953543424606, 0.09751133620738983, 0.1034531444311142, 0.10939495265483856, 0.11533676087856293, 0.12127856910228729, 0.12722037732601166, 0.13316218554973602, 0.1391039937734604, 0.14504578709602356, 0.15098759531974792, 0.1569294035434723, 0.16287121176719666, 0.16881301999092102, 0.17475482821464539]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 3.0, 4.0, 4.0, 4.0, 2.0, 5.0, 1.0, 5.0, 2.0, 5.0, 2.0, 5.0, 24.0, 3.0, 3.0, 4.0, 5.0, 0.0, 5.0, 0.0, 5.0, 5.0, 1.0, 2.0, 4.0, 0.0, 5.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00547926127910614, -0.005310350563377142, -0.005141439847648144, -0.004972529131919146, -0.00480361795052886, -0.004634707234799862, -0.004465796519070864, -0.0042968858033418655, -0.004127975087612867, -0.003959064371883869, -0.0037901534233242273, -0.003621242707595229, -0.0034523317590355873, -0.003283421043306589, -0.003114510327577591, -0.002945599379017949, -0.002776688663288951, -0.0026077779475599527, -0.002438866999000311, -0.0022699562832713127, -0.0021010455675423145, -0.0019321347353979945, -0.0017632239032536745, -0.0015943131875246763, -0.0014254023553803563, -0.0012564915232360363, -0.0010875808075070381, -0.0009186699753627181, -0.000749759201426059, -0.0005808484274893999, -0.00041193762444891036, -0.00024302683596033603, -7.41160474717617e-05, 9.479474101681262e-05, 0.00026370552950538695, 0.0004326163325458765, 0.0006015271064825356, 0.0007704378804191947, 0.0009393487125635147, 0.001108259428292513, 0.001277170260436833, 0.001446081092581153, 0.001614991808310151, 0.0017839026404544711, 0.0019528134725987911, 0.0021217241883277893, 0.0022906349040567875, 0.0024595458526164293, 0.0026284565683454275, 0.0027973672840744257, 0.0029662782326340675, 0.0031351889483630657, 0.003304099664092064, 0.0034730106126517057, 0.003641921328380704, 0.003810832044109702, 0.003979742992669344, 0.004148653708398342, 0.00431756442412734, 0.0044864751398563385, 0.004655385855585337, 0.004824297036975622, 0.00499320775270462, 0.0051621184684336185, 0.005331029184162617]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 6.0, 7.0, 9.0, 12.0, 37.0, 67.0, 95.0, 176.0, 259.0, 406.0, 566.0, 838.0, 1185.0, 1604.0, 2363.0, 3145.0, 4235.0, 5738.0, 7718.0, 10346.0, 13710.0, 17810.0, 23481.0, 32013.0, 44010.0, 62589.0, 87150.0, 117954.0, 416107.0, 89866.0, 64524.0, 45333.0, 32742.0, 23964.0, 17918.0, 13580.0, 10255.0, 7534.0, 5661.0, 4081.0, 2896.0, 2118.0, 1557.0, 1151.0, 824.0, 625.0, 428.0, 295.0, 215.0, 140.0, 106.0, 65.0, 38.0, 30.0, 28.0, 15.0, 7.0, 6.0, 3.0, 1.0, 2.0, 1.0, 1.0], "bins": [-0.013938280753791332, -0.013458754867315292, -0.012979228980839252, -0.012499702163040638, -0.012020176276564598, -0.011540650390088558, -0.011061124503612518, -0.010581598617136478, -0.010102072730660439, -0.009622545912861824, -0.009143020026385784, -0.008663494139909744, -0.008183968253433704, -0.007704441901296377, -0.007224916014820337, -0.00674538966268301, -0.00626586377620697, -0.00578633788973093, -0.005306811537593603, -0.004827285651117563, -0.004347759298980236, -0.003868233412504196, -0.0033887075260281563, -0.0029091814067214727, -0.002429655287414789, -0.0019501291681081057, -0.001470603165216744, -0.0009910771623253822, -0.0005115510430186987, -3.2024981919676065e-05, 0.00044750107917934656, 0.0009270271402783692, 0.0014065532013773918, 0.0018860793206840754, 0.002365605439990759, 0.0028451313264667988, 0.0033246574457734823, 0.003804183565080166, 0.004283709451556206, 0.004763235803693533, 0.005242761690169573, 0.005722287576645613, 0.00620181392878294, 0.00668133981525898, 0.00716086570173502, 0.007640392053872347, 0.008119918406009674, 0.008599444292485714, 0.009078970178961754, 0.009558496065437794, 0.010038021951913834, 0.010517548769712448, 0.010997074656188488, 0.011476600542664528, 0.011956126429140568, 0.012435652315616608, 0.012915179133415222, 0.013394705019891262, 0.013874230906367302, 0.014353756792843342, 0.014833282679319382, 0.015312808565795422, 0.01579233445227146, 0.016271861270070076, 0.01675138622522354]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 3.0, 3.0, 1.0, 5.0, 1.0, 1.0, 4.0, 2.0, 8.0, 3.0, 1.0, 2.0, 1.0, 3.0, 3.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.005162077955901623, -0.004996135830879211, -0.004830194171518087, -0.004664252046495676, -0.004498310387134552, -0.004332368262112141, -0.004166426137089729, -0.004000484477728605, -0.003834542352706194, -0.0036686004605144262, -0.0035026585683226585, -0.003336716443300247, -0.0031707745511084795, -0.003004832658916712, -0.0028388905338943005, -0.0026729486417025328, -0.002507006749510765, -0.0023410648573189974, -0.0021751229651272297, -0.0020091808401048183, -0.0018432389479130507, -0.001677297055721283, -0.0015113550471141934, -0.001345413038507104, -0.0011794711463153362, -0.0010135292541235685, -0.000847587245516479, -0.0006816452951170504, -0.0005157033447176218, -0.0003497613943181932, -0.0001838194439187646, -1.7877493519335985e-05, 0.00014806445688009262, 0.0003140064072795212, 0.00047994835767894983, 0.0006458903080783784, 0.000811832258477807, 0.0009777741506695747, 0.0011437161592766643, 0.0013096581678837538, 0.0014756000600755215, 0.0016415419522672892, 0.0018074839608743787, 0.001973425969481468, 0.002139367861673236, 0.0023053097538650036, 0.002471251878887415, 0.0026371937710791826, 0.0028031356632709503, 0.002969077555462718, 0.0031350194476544857, 0.003300961572676897, 0.0034669034648686647, 0.0036328453570604324, 0.0037987874820828438, 0.003964729141443968, 0.004130671266466379, 0.0042966133914887905, 0.0044625550508499146, 0.004628497175872326, 0.004794439300894737, 0.004960380960255861, 0.005126323085278273, 0.005292264744639397, 0.005458206869661808]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 0.0, 1.0, 2.0, 3.0, 4.0, 3.0, 3.0, 4.0, 2.0, 4.0, 4.0, 5.0, 9.0, 14.0, 14.0, 16.0, 14.0, 21.0, 32.0, 27.0, 47.0, 48.0, 82.0, 112.0, 138.0, 179.0, 268.0, 386.0, 519.0, 727.0, 1060.0, 1648.0, 6091.0, 1559.0, 1032.0, 848.0, 685.0, 504.0, 446.0, 381.0, 304.0, 265.0, 198.0, 159.0, 121.0, 120.0, 72.0, 65.0, 45.0, 41.0, 19.0, 22.0, 21.0, 11.0, 11.0, 6.0, 0.0, 4.0, 1.0, 0.0, 1.0], "bins": [-0.004848279990255833, -0.00471238000318408, -0.004576480016112328, -0.004440580029040575, -0.00430468050763011, -0.004168780520558357, -0.004032880533486605, -0.003896980546414852, -0.0037610805593430996, -0.0036251808051019907, -0.003489280818030238, -0.0033533808309584856, -0.0032174810767173767, -0.003081581089645624, -0.0029456811025738716, -0.0028097813483327627, -0.00267388136126101, -0.0025379813741892576, -0.0024020816199481487, -0.002266181632876396, -0.0021302816458046436, -0.0019943818915635347, -0.0018584819044917822, -0.0017225819174200296, -0.001586682046763599, -0.0014507821761071682, -0.0013148821890354156, -0.001178982318378985, -0.0010430824477225542, -0.0009071824606508017, -0.0007712825899943709, -0.0006353826611302793, -0.0004994827322661877, -0.00036358280340209603, -0.00022768290364183486, -9.178298932965845e-05, 4.411692498251796e-05, 0.00018001683929469436, 0.00031591675360687077, 0.00045181665336713195, 0.0005877165822312236, 0.0007236165110953152, 0.0008595164399594069, 0.0009954163106158376, 0.0011313161812722683, 0.0012672161683440208, 0.0014031160390004516, 0.0015390160260722041, 0.0016749158967286348, 0.0018108157673850656, 0.001946715754456818, 0.002082615625113249, 0.0022185156121850014, 0.0023544153664261103, 0.002490315353497863, 0.0026262153405696154, 0.0027621150948107243, 0.002898015081882477, 0.0030339150689542294, 0.003169815056025982, 0.003305714810267091, 0.0034416147973388433, 0.003577514784410596, 0.003713414538651705, 0.0038493145257234573]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 4.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 5.0, 0.0, 0.0, 1.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013337020762264729, -0.013052526861429214, -0.0127680329605937, -0.012483539059758186, -0.012199045158922672, -0.011914551258087158, -0.011630057357251644, -0.01134556345641613, -0.011061068624258041, -0.010776574723422527, -0.010492080822587013, -0.0102075869217515, -0.009923093020915985, -0.009638599120080471, -0.009354105219244957, -0.009069611318409443, -0.008785117417573929, -0.008500623516738415, -0.0082161296159029, -0.007931635715067387, -0.0076471418142318726, -0.007362647447735071, -0.007078153546899557, -0.006793659646064043, -0.006509165745228529, -0.006224671844393015, -0.005940177943557501, -0.005655684042721987, -0.005371189676225185, -0.005086695775389671, -0.004802201874554157, -0.004517707973718643, -0.004233214072883129, -0.003948720172047615, -0.003664226271212101, -0.0033797321375459433, -0.003095238236710429, -0.002810744335874915, -0.0025262502022087574, -0.0022417563013732433, -0.0019572624005377293, -0.0016727684997022152, -0.0013882744824513793, -0.0011037804652005434, -0.0008192865643650293, -0.0005347926053218544, -0.00025029864627867937, 3.419531276449561e-05, 0.0003186892718076706, 0.0006031832308508456, 0.0008876771898940206, 0.0011721712071448565, 0.0014566651079803705, 0.0017411590088158846, 0.0020256531424820423, 0.0023101470433175564, 0.0025946409441530704, 0.0028791348449885845, 0.0031636287458240986, 0.0034481228794902563, 0.0037326167803257704, 0.004017110913991928, 0.004301604814827442, 0.004586098715662956, 0.00487059261649847]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 2.0, 3.0, 4.0, 5.0, 3.0, 5.0, 7.0, 11.0, 11.0, 59.0, 17.0, 9.0, 9.0, 5.0, 12.0, 7.0, 9.0, 4.0, 9.0, 2.0, 9.0, 6.0, 4.0, 8.0, 5.0, 5.0, 8.0, 8.0, 4.0, 2.0, 1.0, 2.0, 4.0, 4.0, 1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 2.0], "bins": [-0.00961834192276001, -0.009295588359236717, -0.008972834795713425, -0.008650080300867558, -0.008327326737344265, -0.008004573173820972, -0.007681819144636393, -0.007359065115451813, -0.00703631155192852, -0.006713557988405228, -0.006390803959220648, -0.006068049930036068, -0.005745296366512775, -0.005422542802989483, -0.005099788773804903, -0.004777034744620323, -0.004454281181097031, -0.004131527617573738, -0.0038087735883891582, -0.003486019792035222, -0.003163265995681286, -0.0028405121993273497, -0.0025177584029734135, -0.0021950046066194773, -0.001872250810265541, -0.0015494970139116049, -0.0012267432175576687, -0.0009039894212037325, -0.0005812356248497963, -0.0002584818284958601, 6.42719678580761e-05, 0.0003870257642120123, 0.0007097795605659485, 0.0010325333569198847, 0.0013552871532738209, 0.001678040949627757, 0.0020007947459816933, 0.0023235485423356295, 0.0026463023386895657, 0.002969056135043502, 0.003291809931397438, 0.0036145637277513742, 0.0039373175241053104, 0.00426007155328989, 0.004582825116813183, 0.004905578680336475, 0.005228332709521055, 0.005551086738705635, 0.005873840302228928, 0.00619659386575222, 0.0065193478949368, 0.00684210192412138, 0.007164855487644672, 0.007487609051167965, 0.007810363080352545, 0.008133117109537125, 0.008455870673060417, 0.00877862423658371, 0.009101377800107002, 0.00942413229495287, 0.009746885858476162, 0.010069639421999454, 0.010392393916845322, 0.010715147480368614, 0.011037901043891907]}, "_runtime": 12.628340244293213, "_timestamp": 1596208683.1817164, "_step": 9}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 2.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 3.0, 3.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 4.0, 2.0, 3.0, 1.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.015748940408229828, -0.01536701712757349, -0.014985093846917152, -0.01460317149758339, -0.014221248216927052, -0.013839324936270714, -0.013457401655614376, -0.013075478374958038, -0.012693556025624275, -0.012311632744967937, -0.0119297094643116, -0.011547786183655262, -0.011165862902998924, -0.010783939622342587, -0.010402017273008823, -0.010020093992352486, -0.009638170711696148, -0.00925624743103981, -0.008874324150383472, -0.00849240180104971, -0.008110478520393372, -0.007728555239737034, -0.007346631959080696, -0.006964709144085646, -0.006582785863429308, -0.00620086258277297, -0.00581893976777792, -0.005437016487121582, -0.005055093206465244, -0.004673170391470194, -0.004291247110813856, -0.003909324295818806, -0.003527401015162468, -0.003145477967336774, -0.00276355491951108, -0.002381631638854742, -0.001999708591029048, -0.0016177855432033539, -0.001235862378962338, -0.000853939272928983, -0.000472016166895628, -9.009306086227298e-05, 0.000291830045171082, 0.000673753151204437, 0.001055676257237792, 0.001437599305063486, 0.001819522469304502, 0.002201445633545518, 0.002583368681371212, 0.002965291729196906, 0.0033472147770226, 0.003729138057678938, 0.004111060872673988, 0.004492984153330326, 0.004874907433986664, 0.005256830248981714, 0.005638753529638052, 0.00602067681029439, 0.00640259962528944, 0.006784522905945778, 0.007166446186602116, 0.007548369001597166, 0.007930291816592216, 0.008312215097248554, 0.008694138377904892]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 5.0, 6.0, 8.0, 8.0, 2.0, 7.0, 7.0, 12.0, 14.0, 19.0, 15.0, 34.0, 47.0, 65.0, 69.0, 118.0, 135.0, 165.0, 226.0, 285.0, 375.0, 499.0, 3054.0, 1169.0, 568.0, 361.0, 217.0, 128.0, 79.0, 73.0, 44.0, 39.0, 17.0, 16.0, 14.0, 9.0, 4.0, 2.0, 4.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0], "bins": [-0.2108883559703827, -0.20551367104053497, -0.20013898611068726, -0.19476430118083954, -0.18938961625099182, -0.1840149462223053, -0.17864026129245758, -0.17326557636260986, -0.16789089143276215, -0.16251620650291443, -0.1571415215730667, -0.151766836643219, -0.14639216661453247, -0.14101748168468475, -0.13564279675483704, -0.13026811182498932, -0.1248934268951416, -0.11951874196529388, -0.11414405703544617, -0.10876937955617905, -0.10339469462633133, -0.09802000969648361, -0.09264533221721649, -0.08727064728736877, -0.08189596235752106, -0.07652127742767334, -0.07114659249782562, -0.0657719150185585, -0.060397230088710785, -0.05502254515886307, -0.04964786395430565, -0.04427318274974823, -0.03889849781990051, -0.033523812890052795, -0.028149131685495377, -0.02277444861829281, -0.01739976555109024, -0.012025082483887672, -0.006650399416685104, -0.0012757163494825363, 0.004098966717720032, 0.0094736497849226, 0.014848332852125168, 0.020223015919327736, 0.025597698986530304, 0.030972382053732872, 0.03634706512093544, 0.04172174632549286, 0.047096431255340576, 0.05247111618518829, 0.05784579738974571, 0.06322047859430313, 0.06859516352415085, 0.07396984845399857, 0.07934452593326569, 0.0847192108631134, 0.09009389579296112, 0.09546858072280884, 0.10084326565265656, 0.10621794313192368, 0.11159262806177139, 0.11696731299161911, 0.12234199047088623, 0.12771667540073395, 0.13309136033058167]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 4.0, 0.0, 0.0, 1.0, 5.0, 0.0, 2.0, 4.0, 3.0, 4.0, 4.0, 2.0, 8.0, 2.0, 3.0, 1.0, 2.0, 2.0, 4.0, 1.0, 28.0, 0.0, 5.0, 1.0, 1.0, 4.0, 2.0, 1.0, 4.0, 3.0, 1.0, 1.0, 1.0, 2.0, 3.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 3.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.005079289898276329, -0.00492315785959363, -0.004767025355249643, -0.004610893316566944, -0.004454760812222958, -0.004298628773540258, -0.004142496734857559, -0.003986364230513573, -0.0038302321918308735, -0.0036740999203175306, -0.0035179676488041878, -0.0033618356101214886, -0.0032057033386081457, -0.003049571067094803, -0.0028934390284121037, -0.002737306756898761, -0.002581174485385418, -0.002425042213872075, -0.0022689099423587322, -0.002112777903676033, -0.00195664563216269, -0.0018005133606493473, -0.0016443812055513263, -0.0014882490504533052, -0.0013321167789399624, -0.0011759845074266195, -0.0010198523523285985, -0.0008637201390229166, -0.0007075879257172346, -0.0005514557124115527, -0.0003953234991058707, -0.00023919128580018878, -8.305907249450684e-05, 7.307314081117511e-05, 0.00022920535411685705, 0.000385337567422539, 0.0005414697807282209, 0.0006976019940339029, 0.0008537342073395848, 0.0010098663624376059, 0.0011659986339509487, 0.0013221309054642916, 0.0014782630605623126, 0.0016343952156603336, 0.0017905274871736765, 0.0019466597586870193, 0.0021027917973697186, 0.0022589240688830614, 0.0024150563403964043, 0.002571188611909747, 0.00272732088342309, 0.002883452922105789, 0.003039585193619132, 0.003195717465132475, 0.003351849503815174, 0.003507981775328517, 0.00366411404684186, 0.0038202463183552027, 0.0039763785898685455, 0.004132510628551245, 0.004288642667233944, 0.0044447751715779305, 0.00460090721026063, 0.004757039714604616, 0.004913171753287315]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 3.0, 5.0, 10.0, 16.0, 29.0, 40.0, 70.0, 93.0, 141.0, 165.0, 228.0, 310.0, 375.0, 512.0, 732.0, 901.0, 1281.0, 1808.0, 2503.0, 3426.0, 4788.0, 6616.0, 8814.0, 11552.0, 15694.0, 20569.0, 26889.0, 37033.0, 50385.0, 68685.0, 90689.0, 111944.0, 405466.0, 78706.0, 57619.0, 42090.0, 31229.0, 23558.0, 18201.0, 13813.0, 10539.0, 8215.0, 6429.0, 4887.0, 3485.0, 2731.0, 1995.0, 1374.0, 1018.0, 706.0, 458.0, 325.0, 193.0, 123.0, 78.0, 46.0, 30.0, 8.0, 11.0, 3.0, 3.0], "bins": [-0.015653902664780617, -0.015207851305603981, -0.01476180087774992, -0.014315750449895859, -0.013869699090719223, -0.013423647731542587, -0.012977597303688526, -0.012531546875834465, -0.01208549551665783, -0.011639444157481194, -0.011193393729627132, -0.010747343301773071, -0.010301291942596436, -0.0098552405834198, -0.009409190155565739, -0.008963139727711678, -0.008517088368535042, -0.008071037009358406, -0.007624986581504345, -0.0071789356879889965, -0.006732884794473648, -0.0062868339009583, -0.005840783007442951, -0.005394732113927603, -0.004948681220412254, -0.004502630326896906, -0.0040565794333815575, -0.003610528539866209, -0.0031644776463508606, -0.002718426752835512, -0.0022723758593201637, -0.0018263249658048153, -0.0013802740722894669, -0.0009342231787741184, -0.00048817228525877, -4.2121391743421555e-05, 0.0004039295017719269, 0.0008499803952872753, 0.0012960312888026237, 0.0017420821823179722, 0.0021881330758333206, 0.002634183969348669, 0.0030802348628640175, 0.003526285756379366, 0.003972336649894714, 0.004418387543410063, 0.004864438436925411, 0.00531048933044076, 0.005756540223956108, 0.0062025911174714565, 0.006648642010986805, 0.007094692904502153, 0.007540743798017502, 0.007986795157194138, 0.008432845585048199, 0.00887889601290226, 0.009324947372078896, 0.009770998731255531, 0.010217049159109592, 0.010663099586963654, 0.01110915094614029, 0.011555202305316925, 0.012001252733170986, 0.012447303161025047, 0.012893354520201683]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 3.0, 2.0, 2.0, 5.0, 3.0, 2.0, 2.0, 1.0, 9.0, 2.0, 3.0, 0.0, 1.0, 1.0, 3.0, 4.0, 1.0, 2.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.020877111703157425, -0.020373115316033363, -0.019869117066264153, -0.01936512067914009, -0.01886112429201603, -0.01835712604224682, -0.017853129655122757, -0.017349133267998695, -0.016845136880874634, -0.016341138631105423, -0.01583714224398136, -0.015333144925534725, -0.014829147607088089, -0.014325151219964027, -0.013821153901517391, -0.01331715751439333, -0.012813160195946693, -0.012309162877500057, -0.011805166490375996, -0.01130116917192936, -0.010797172784805298, -0.010293175466358662, -0.009789178147912025, -0.009285181760787964, -0.008781184442341328, -0.008277187123894691, -0.00777319073677063, -0.007269193418323994, -0.006765196565538645, -0.006261199712753296, -0.00575720239430666, -0.005253205541521311, -0.004749208688735962, -0.004245211835950613, -0.0037412147503346205, -0.003237217664718628, -0.002733220811933279, -0.00222922395914793, -0.0017252268735319376, -0.0012212299043312669, -0.0007172329351305962, -0.00021323596592992544, 0.0002907610032707453, 0.000794757972471416, 0.0012987549416720867, 0.0018027519108727574, 0.002306748880073428, 0.0028107459656894207, 0.0033147428184747696, 0.0038187396712601185, 0.004322736524045467, 0.004826733842492104, 0.0053307306952774525, 0.005834727548062801, 0.0063387248665094376, 0.0068427217192947865, 0.007346718572080135, 0.007850715890526772, 0.008354712277650833, 0.00885870959609747, 0.009362706914544106, 0.009866703301668167, 0.010370700620114803, 0.010874697007238865, 0.011378694325685501]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 2.0, 2.0, 3.0, 1.0, 1.0, 2.0, 1.0, 3.0, 3.0, 6.0, 3.0, 2.0, 5.0, 8.0, 9.0, 5.0, 10.0, 10.0, 10.0, 6.0, 8.0, 14.0, 4.0, 9.0, 11.0, 24.0, 20.0, 15.0, 9.0, 16.0, 24.0, 36.0, 34.0, 52.0, 73.0, 87.0, 149.0, 189.0, 284.0, 347.0, 524.0, 753.0, 1280.0, 2652.0, 7086.0, 1714.0, 959.0, 595.0, 406.0, 332.0, 221.0, 130.0, 91.0, 63.0, 45.0, 24.0, 12.0, 15.0, 13.0, 8.0, 6.0, 1.0, 2.0], "bins": [-0.014852161519229412, -0.01452393364161253, -0.014195704832673073, -0.01386747695505619, -0.013539248146116734, -0.013211020268499851, -0.012882791459560394, -0.012554563581943512, -0.01222633570432663, -0.011898106895387173, -0.01156987901777029, -0.011241650208830833, -0.010913422331213951, -0.010585193522274494, -0.010256965644657612, -0.009928736835718155, -0.009600508958101273, -0.00927228108048439, -0.008944052271544933, -0.008615824393928051, -0.008287595584988594, -0.007959367707371712, -0.007631139364093542, -0.0073029110208153725, -0.006974682677537203, -0.006646454334259033, -0.006318225990980864, -0.005989997647702694, -0.005661769770085812, -0.005333541426807642, -0.005005313083529472, -0.004677084740251303, -0.004348856396973133, -0.0040206280536949635, -0.003692399710416794, -0.003364171599969268, -0.003035943256691098, -0.0027077149134129286, -0.0023794868029654026, -0.002051258459687233, -0.0017230301164090633, -0.0013948017731308937, -0.001066573546268046, -0.0007383452611975372, -0.00041011697612702847, -8.188869105651975e-05, 0.00024633959401398897, 0.0005745678790844977, 0.0009027961641550064, 0.001231024507433176, 0.0015592527342960238, 0.0018874809611588717, 0.0022157093044370413, 0.002543937647715211, 0.002872165758162737, 0.0032003941014409065, 0.003528622444719076, 0.003856850787997246, 0.004185079131275415, 0.004513307474553585, 0.004841535352170467, 0.005169763695448637, 0.005497992038726807, 0.005826220382004976, 0.006154448725283146]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 2.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.03941560164093971, -0.03848451375961304, -0.03755342215299606, -0.03662233427166939, -0.03569124639034271, -0.03476015850901604, -0.03382906690239906, -0.03289797902107239, -0.03196689113974571, -0.031035801395773888, -0.030104711651802063, -0.029173623770475388, -0.028242534026503563, -0.027311446145176888, -0.026380356401205063, -0.025449268519878387, -0.024518178775906563, -0.023587089031934738, -0.022656001150608063, -0.021724911406636238, -0.020793823525309563, -0.019862733781337738, -0.018931645900011063, -0.018000556156039238, -0.017069466412067413, -0.016138378530740738, -0.015207289718091488, -0.014276200905442238, -0.013345111161470413, -0.012414022348821163, -0.011482933536171913, -0.010551844723522663, -0.009620755910873413, -0.008689667098224163, -0.007758578285574913, -0.006827489007264376, -0.005896400194615126, -0.004965311381965876, -0.004034222103655338, -0.0031031332910060883, -0.0021720444783568382, -0.0012409555492922664, -0.0003098666202276945, 0.0006212223088368773, 0.0015523112379014492, 0.0024834000505506992, 0.003414489096030593, 0.004345578141510487, 0.005276666954159737, 0.006207755766808987, 0.007138844579458237, 0.008069933392107487, 0.009001022204756737, 0.009932111948728561, 0.010863200761377811, 0.011794289574027061, 0.012725378386676311, 0.013656467199325562, 0.014587556011974812, 0.015518644824624062, 0.016449734568595886, 0.01738082244992256, 0.018311912193894386, 0.01924300007522106, 0.020174089819192886]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 3.0, 0.0, 3.0, 0.0, 2.0, 2.0, 4.0, 6.0, 3.0, 3.0, 0.0, 4.0, 5.0, 2.0, 5.0, 6.0, 6.0, 10.0, 7.0, 8.0, 6.0, 7.0, 5.0, 7.0, 7.0, 18.0, 16.0, 14.0, 34.0, 47.0, 12.0, 3.0, 12.0, 2.0, 4.0, 3.0, 0.0, 2.0, 0.0, 3.0], "bins": [-0.023515677079558372, -0.023073414340615273, -0.022631149739027023, -0.022188887000083923, -0.021746622398495674, -0.021304359659552574, -0.020862096920609474, -0.020419832319021225, -0.019977569580078125, -0.019535304978489876, -0.019093042239546776, -0.018650779500603676, -0.018208514899015427, -0.017766252160072327, -0.017323987558484077, -0.016881724819540977, -0.01643946021795273, -0.01599719747900963, -0.015554933808743954, -0.015112671069800854, -0.01467040739953518, -0.014228143729269505, -0.01378588005900383, -0.013343616388738155, -0.01290135271847248, -0.01245908997952938, -0.012016826309263706, -0.011574562638998032, -0.011132298968732357, -0.010690035298466682, -0.010247772559523582, -0.009805508889257908, -0.009363245218992233, -0.008920981548726559, -0.008478717878460884, -0.008036455139517784, -0.0075941914692521095, -0.007151927798986435, -0.00670966412872076, -0.006267400924116373, -0.0058251372538506985, -0.005382873583585024, -0.004940610378980637, -0.004498346708714962, -0.004056083038449287, -0.0036138198338449, -0.0031715561635792255, -0.0027292927261441946, -0.0022870292887091637, -0.0018447658512741327, -0.00140250229742378, -0.0009602388017810881, -0.0005179753061383963, -7.571181049570441e-05, 0.00036655168514698744, 0.0008088151807896793, 0.0012510786764323711, 0.001693342113867402, 0.002135605551302433, 0.0025778692215681076, 0.0030201326590031385, 0.0034623960964381695, 0.003904659766703844, 0.004346922971308231, 0.004789186641573906]}, "_runtime": 13.42323923110962, "_timestamp": 1596208683.9766154, "_step": 10}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 3.0, 2.0, 0.0, 0.0, 3.0, 1.0, 3.0, 4.0, 0.0, 5.0, 1.0, 2.0, 3.0, 1.0, 3.0, 0.0, 1.0, 2.0, 3.0, 2.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.015530874952673912, -0.015063566155731678, -0.014596257358789444, -0.01412894856184721, -0.013661639764904976, -0.013194330967962742, -0.012727022171020508, -0.012259713374078274, -0.01179240457713604, -0.011325094848871231, -0.010857786051928997, -0.010390477254986763, -0.009923168458044529, -0.009455859661102295, -0.008988550864160061, -0.008521242067217827, -0.008053933270275593, -0.007586624473333359, -0.007119315676391125, -0.006652006879448891, -0.006184698082506657, -0.005717388819903135, -0.005250080022960901, -0.004782771226018667, -0.004315462429076433, -0.003848153632134199, -0.003380844835191965, -0.0029135358054190874, -0.0024462270084768534, -0.0019789182115346193, -0.0015116092981770635, -0.0010443003848195076, -0.0005769915878772736, -0.00010968273272737861, 0.00035762612242251635, 0.0008249349775724113, 0.0012922438327223063, 0.0017595526296645403, 0.002226861659437418, 0.002694170456379652, 0.003161479253321886, 0.00362878805026412, 0.004096096847206354, 0.004563405644148588, 0.0050307149067521095, 0.005498023703694344, 0.005965332500636578, 0.006432641297578812, 0.006899950094521046, 0.00736725889146328, 0.007834567688405514, 0.008301876485347748, 0.008769185282289982, 0.009236494079232216, 0.00970380287617445, 0.010171111673116684, 0.010638421401381493, 0.011105730198323727, 0.01157303899526596, 0.012040347792208195, 0.012507656589150429, 0.012974965386092663, 0.013442274183034897, 0.013909582979977131, 0.014376891776919365]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 3.0, 4.0, 5.0, 7.0, 7.0, 9.0, 8.0, 14.0, 14.0, 18.0, 33.0, 40.0, 66.0, 71.0, 99.0, 132.0, 153.0, 199.0, 315.0, 397.0, 520.0, 2888.0, 1281.0, 650.0, 361.0, 219.0, 123.0, 90.0, 54.0, 39.0, 31.0, 18.0, 21.0, 10.0, 9.0, 4.0, 5.0, 2.0, 5.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.17811354994773865, -0.17292672395706177, -0.1677398979663849, -0.162553071975708, -0.15736624598503113, -0.15217943489551544, -0.14699260890483856, -0.14180578291416168, -0.1366189569234848, -0.13143213093280792, -0.12624530494213104, -0.12105848640203476, -0.11587166041135788, -0.110684834420681, -0.10549801588058472, -0.10031118988990784, -0.09512436389923096, -0.08993753790855408, -0.0847507119178772, -0.07956389337778091, -0.07437706738710403, -0.06919024139642715, -0.06400342285633087, -0.05881659686565399, -0.05362977087497711, -0.04844294488430023, -0.04325612261891365, -0.03806930035352707, -0.03288247436285019, -0.02769565023481846, -0.022508826106786728, -0.017322001978754997, -0.012135177850723267, -0.006948353722691536, -0.0017615295946598053, 0.0034252945333719254, 0.008612118661403656, 0.013798942789435387, 0.018985766917467117, 0.024172591045498848, 0.02935941517353058, 0.03454624116420746, 0.03973306342959404, 0.04491988569498062, 0.0501067116856575, 0.05529353767633438, 0.06048035994172096, 0.06566718220710754, 0.07085400819778442, 0.0760408341884613, 0.08122766017913818, 0.08641447871923447, 0.09160130470991135, 0.09678813070058823, 0.10197494924068451, 0.10716177523136139, 0.11234860122203827, 0.11753542721271515, 0.12272225320339203, 0.1279090791940689, 0.1330958902835846, 0.13828271627426147, 0.14346954226493835, 0.14865636825561523, 0.15384319424629211]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 2.0, 4.0, 2.0, 2.0, 2.0, 3.0, 1.0, 4.0, 5.0, 2.0, 3.0, 5.0, 4.0, 4.0, 1.0, 5.0, 2.0, 25.0, 3.0, 1.0, 0.0, 1.0, 4.0, 5.0, 3.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 3.0, 1.0, 3.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0], "bins": [-0.005218488164246082, -0.005073233507573605, -0.004927978850901127, -0.004782724194228649, -0.004637469537556171, -0.004492214880883694, -0.004346960224211216, -0.004201705567538738, -0.0040564509108662605, -0.003911196254193783, -0.0037659413646906614, -0.0036206867080181837, -0.003475432051345706, -0.0033301773946732283, -0.0031849227380007505, -0.003039668081328273, -0.002894413424655795, -0.0027491587679833174, -0.0026039041113108397, -0.002458649454638362, -0.002313394797965884, -0.0021681401412934065, -0.0020228854846209288, -0.0018776307115331292, -0.0017323760548606515, -0.0015871213981881738, -0.001441866741515696, -0.0012966120848432183, -0.0011513573117554188, -0.001006102655082941, -0.0008608479984104633, -0.0007155933417379856, -0.0005703386850655079, -0.00042508402839303017, -0.000279829342616722, -0.00013457467139232904, 1.0679999832063913e-05, 0.00015593467105645686, 0.0003011893422808498, 0.000446444028057158, 0.0005916986847296357, 0.0007369533414021134, 0.0008822079980745912, 0.0010274626547470689, 0.0011727174278348684, 0.0013179720845073462, 0.0014632267411798239, 0.0016084813978523016, 0.0017537360545247793, 0.001898990711197257, 0.0020442453678697348, 0.0021895000245422125, 0.00233475468121469, 0.002480009337887168, 0.0026252639945596457, 0.0027705186512321234, 0.0029157735407352448, 0.0030610281974077225, 0.0032062828540802, 0.003351537510752678, 0.0034967921674251556, 0.0036420468240976334, 0.003787301480770111, 0.003932556137442589, 0.0040778107941150665]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 2.0, 5.0, 11.0, 19.0, 37.0, 60.0, 89.0, 139.0, 220.0, 306.0, 489.0, 647.0, 1003.0, 1478.0, 2058.0, 2799.0, 3761.0, 5125.0, 6830.0, 8691.0, 11297.0, 14868.0, 18700.0, 24438.0, 32056.0, 43042.0, 57180.0, 76655.0, 98744.0, 416289.0, 93646.0, 68517.0, 48519.0, 34999.0, 25739.0, 19266.0, 14396.0, 10998.0, 8376.0, 6726.0, 5272.0, 4073.0, 3188.0, 2470.0, 1867.0, 1324.0, 962.0, 743.0, 504.0, 342.0, 216.0, 165.0, 112.0, 65.0, 55.0, 27.0, 21.0, 9.0, 5.0, 2.0, 1.0, 1.0, 2.0], "bins": [-0.012947464361786842, -0.012526098638772964, -0.012104733847081661, -0.011683368124067783, -0.01126200333237648, -0.010840637609362602, -0.010419271886348724, -0.009997907094657421, -0.009576541371643543, -0.00915517657995224, -0.008733810856938362, -0.008312445133924484, -0.007891080342233181, -0.0074697150848805904, -0.007048349361866713, -0.006626984104514122, -0.0062056188471615314, -0.005784253589808941, -0.00536288833245635, -0.0049415226094424725, -0.004520157352089882, -0.004098792094737291, -0.0036774268373847008, -0.0032560613472014666, -0.002834696089848876, -0.0024133308324962854, -0.0019919653423130512, -0.0015706000849604607, -0.0011492347111925483, -0.0007278693374246359, -0.0003065040218643844, 0.00011486132279969752, 0.0005362266674637794, 0.0009575920412316918, 0.0013789574149996042, 0.0018003226723521948, 0.002221688162535429, 0.0026430534198880196, 0.00306441867724061, 0.0034857841674238443, 0.0039071496576070786, 0.004328514914959669, 0.00474988017231226, 0.00517124542966485, 0.005592610687017441, 0.006013975944370031, 0.006435341667383909, 0.0068567069247365, 0.00727807218208909, 0.007699437439441681, 0.008120803162455559, 0.008542167954146862, 0.00896353367716074, 0.009384898468852043, 0.009806264191865921, 0.010227629914879799, 0.010648994706571102, 0.01107036042958498, 0.011491725221276283, 0.011913090944290161, 0.012334456667304039, 0.012755821458995342, 0.01317718718200922, 0.013598551973700523, 0.014019917696714401]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0, 3.0, 4.0, 2.0, 6.0, 1.0, 3.0, 3.0, 2.0, 0.0, 8.0, 0.0, 1.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 3.0, 2.0, 2.0, 3.0, 0.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02335806004703045, -0.022823894396424294, -0.022289728745818138, -0.021755561232566833, -0.021221395581960678, -0.020687229931354523, -0.020153064280748367, -0.019618898630142212, -0.019084732979536057, -0.018550565466284752, -0.018016399815678596, -0.01748223416507244, -0.016948068514466286, -0.01641390286386013, -0.015879735350608826, -0.01534556970000267, -0.014811404049396515, -0.01427723839879036, -0.01374307181686163, -0.013208906166255474, -0.012674739584326744, -0.012140573933720589, -0.011606408283114433, -0.011072241701185703, -0.010538076050579548, -0.010003910399973392, -0.009469743818044662, -0.008935578167438507, -0.008401412516832352, -0.007867245934903622, -0.007333080284297466, -0.006798914168030024, -0.006264748051762581, -0.005730581935495138, -0.0051964158192276955, -0.00466225016862154, -0.004128084052354097, -0.0035939179360866547, -0.0030597520526498556, -0.0025255861692130566, -0.001991420052945614, -0.001457254053093493, -0.0009230880532413721, -0.00038892205338925123, 0.00014524394646286964, 0.0006794099463149905, 0.0012135759461671114, 0.0017477419460192323, 0.002281907945871353, 0.002816074062138796, 0.003350239945575595, 0.003884405829012394, 0.004418571945279837, 0.004952738061547279, 0.005486903712153435, 0.0060210698284208775, 0.00655523594468832, 0.007089402060955763, 0.007623568177223206, 0.008157733827829361, 0.008691899478435516, 0.009226066060364246, 0.009760231710970402, 0.010294398292899132, 0.010828563943505287]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 3.0, 4.0, 5.0, 0.0, 2.0, 10.0, 6.0, 7.0, 4.0, 12.0, 9.0, 8.0, 9.0, 16.0, 20.0, 21.0, 23.0, 26.0, 29.0, 34.0, 63.0, 76.0, 111.0, 206.0, 240.0, 348.0, 454.0, 530.0, 795.0, 1202.0, 1681.0, 3230.0, 5525.0, 1035.0, 761.0, 450.0, 376.0, 337.0, 261.0, 199.0, 124.0, 75.0, 47.0, 28.0, 16.0], "bins": [-0.01615794189274311, -0.015841247513890266, -0.015524551272392273, -0.015207856893539429, -0.01489116158336401, -0.014574466273188591, -0.014257770963013172, -0.013941075652837753, -0.013624381273984909, -0.01330768596380949, -0.012990990653634071, -0.012674295343458652, -0.012357600033283234, -0.012040904723107815, -0.01172421034425497, -0.011407515034079552, -0.011090819723904133, -0.010774124413728714, -0.010457429103553295, -0.010140734724700451, -0.009824039414525032, -0.009507344104349613, -0.009190648794174194, -0.008873953483998775, -0.008557258173823357, -0.008240563794970512, -0.007923868484795094, -0.007607173174619675, -0.007290477864444256, -0.006973783019930124, -0.006657087709754705, -0.006340392865240574, -0.006023697555065155, -0.005707002244889736, -0.005390307400375605, -0.005073612090200186, -0.004756917245686054, -0.004440221935510635, -0.0041235266253352165, -0.0038068315479904413, -0.003490136470645666, -0.003173441393300891, -0.0028567463159561157, -0.002540051005780697, -0.0022233559284359217, -0.0019066608510911465, -0.0015899656573310494, -0.0012732704635709524, -0.0009565753862261772, -0.0006398802506737411, -0.000323185115121305, -6.4899795688688755e-06, 0.00031020515598356724, 0.0006269002915360034, 0.0009435954270884395, 0.0012602906208485365, 0.0015769856981933117, 0.0018936807755380869, 0.002210375852882862, 0.002527071163058281, 0.002843766240403056, 0.0031604613177478313, 0.00347715662792325, 0.0037938517052680254, 0.004110546782612801]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 3.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.04669537395238876, -0.045628465712070465, -0.04456155747175217, -0.04349464923143387, -0.04242774099111557, -0.04136083275079727, -0.04029392451047897, -0.039227016270160675, -0.03816010802984238, -0.03709319606423378, -0.03602628782391548, -0.03495937958359718, -0.033892471343278885, -0.03282556310296059, -0.03175865486264229, -0.03069174662232399, -0.02962483838200569, -0.028557930141687393, -0.027491021901369095, -0.026424113661050797, -0.025357205420732498, -0.02429029531776905, -0.023223387077450752, -0.022156478837132454, -0.021089570596814156, -0.020022662356495857, -0.01895575411617756, -0.01788884587585926, -0.016821935772895813, -0.015755027532577515, -0.014688119292259216, -0.013621211051940918, -0.01255430281162262, -0.011487394571304321, -0.010420486330986023, -0.00935357715934515, -0.008286668919026852, -0.007219760678708553, -0.006152851972728968, -0.005085943266749382, -0.004019035026431084, -0.0029521265532821417, -0.0018852180801331997, -0.0008183096069842577, 0.0002485988661646843, 0.0013155073393136263, 0.0023824158124625683, 0.0034493242856115103, 0.004516232758760452, 0.005583140999078751, 0.006650049705058336, 0.007716958411037922, 0.00878386665135622, 0.009850774891674519, 0.010917684063315392, 0.01198459230363369, 0.013051500543951988, 0.014118408784270287, 0.015185317024588585, 0.016252225264906883, 0.01731913536787033, 0.01838604360818863, 0.019452951848506927, 0.020519860088825226, 0.021586768329143524]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 4.0, 2.0, 2.0, 3.0, 3.0, 1.0, 2.0, 6.0, 3.0, 6.0, 6.0, 10.0, 5.0, 2.0, 4.0, 12.0, 2.0, 4.0, 6.0, 3.0, 3.0, 5.0, 4.0, 1.0, 9.0, 6.0, 5.0, 4.0, 6.0, 8.0, 7.0, 3.0, 5.0, 12.0, 36.0, 23.0, 8.0, 10.0, 8.0, 5.0, 8.0, 5.0, 4.0, 3.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.021596869453787804, -0.021066606044769287, -0.02053634263575077, -0.020006079226732254, -0.019475815817713737, -0.01894555240869522, -0.018415288999676704, -0.017885025590658188, -0.01735476218163967, -0.016824498772621155, -0.016294235363602638, -0.01576397195458412, -0.015233708545565605, -0.014703445136547089, -0.014173181727528572, -0.013642918318510056, -0.013112654909491539, -0.012582391500473022, -0.012052128091454506, -0.01152186468243599, -0.010991601273417473, -0.010461337864398956, -0.00993107445538044, -0.009400811046361923, -0.008870547637343407, -0.00834028422832489, -0.007810020819306374, -0.007279757410287857, -0.0067494940012693405, -0.006219230592250824, -0.0056889671832323074, -0.005158703774213791, -0.004628440365195274, -0.004098176956176758, -0.0035679135471582413, -0.0030376501381397247, -0.002507386729121208, -0.0019771233201026917, -0.0014468599110841751, -0.0009165965020656586, -0.00038633309304714203, 0.0001439303159713745, 0.000674193724989891, 0.0012044571340084076, 0.0017347205430269241, 0.0022649839520454407, 0.002795247361063957, 0.0033255107700824738, 0.0038557741791009903, 0.004386037588119507, 0.004916300997138023, 0.00544656440615654, 0.0059768278151750565, 0.006507091224193573, 0.0070373546332120895, 0.007567618042230606, 0.008097881451249123, 0.00862814486026764, 0.009158408269286156, 0.009688671678304672, 0.010218935087323189, 0.010749198496341705, 0.011279461905360222, 0.011809725314378738, 0.012339988723397255]}, "_runtime": 14.264817476272583, "_timestamp": 1596208684.8181937, "_step": 11}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 4.0, 1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 2.0, 3.0, 5.0, 0.0, 2.0, 4.0, 3.0, 2.0, 4.0, 4.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02259928360581398, -0.02194974571466446, -0.02130020596086979, -0.020650668069720268, -0.020001130178570747, -0.019351590424776077, -0.018702052533626556, -0.018052514642477036, -0.017402974888682365, -0.016753436997532845, -0.016103899106383324, -0.015454359352588654, -0.014804821461439133, -0.014155282638967037, -0.013505743816494942, -0.01285620592534542, -0.012206667102873325, -0.01155712828040123, -0.010907590389251709, -0.010258051566779613, -0.009608512744307518, -0.008958974853157997, -0.008309436030685902, -0.007659897208213806, -0.007010358851402998, -0.00636082049459219, -0.005711281672120094, -0.005061743315309286, -0.004412204958498478, -0.0037626661360263824, -0.0031131277792155743, -0.0024635891895741224, -0.0018140505999326706, -0.0011645120102912188, -0.0005149735370650887, 0.00013456499436870217, 0.0007841035258024931, 0.001433642115443945, 0.002083180472254753, 0.002732719061896205, 0.003382257651537657, 0.004031796008348465, 0.0046813348308205605, 0.005330873187631369, 0.005980411544442177, 0.006629950366914272, 0.0072794887237250805, 0.007929027080535889, 0.008578565903007984, 0.00922810472548008, 0.0098776426166296, 0.010527181439101696, 0.011176720261573792, 0.011826258152723312, 0.012475796975195408, 0.013125335797667503, 0.013774873688817024, 0.01442441251128912, 0.015073951333761215, 0.015723489224910736, 0.016373028978705406, 0.017022566869854927, 0.017672104761004448, 0.018321644514799118, 0.01897118240594864]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 4.0, 1.0, 2.0, 3.0, 4.0, 6.0, 12.0, 8.0, 15.0, 18.0, 18.0, 35.0, 36.0, 51.0, 54.0, 86.0, 107.0, 136.0, 211.0, 232.0, 363.0, 512.0, 2950.0, 1504.0, 594.0, 334.0, 206.0, 121.0, 93.0, 57.0, 44.0, 27.0, 20.0, 19.0, 8.0, 8.0, 8.0, 7.0, 4.0, 2.0, 2.0, 2.0, 0.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1720338761806488, -0.16578556597232819, -0.15953725576400757, -0.15328894555568695, -0.14704063534736633, -0.1407923400402069, -0.1345440298318863, -0.12829571962356567, -0.12204740941524506, -0.11579909920692444, -0.10955078899860382, -0.1033024862408638, -0.09705417603254318, -0.09080586582422256, -0.08455756306648254, -0.07830925285816193, -0.07206094264984131, -0.06581263244152069, -0.05956432595849037, -0.05331601947546005, -0.047067709267139435, -0.04081939905881882, -0.0345710925757885, -0.02832278423011303, -0.02207447588443756, -0.015826167538762093, -0.009577859193086624, -0.0033295508474111557, 0.0029187574982643127, 0.009167065843939781, 0.01541537418961525, 0.021663682535290718, 0.027911990880966187, 0.034160301089286804, 0.04040860757231712, 0.04665691405534744, 0.05290522426366806, 0.05915353447198868, 0.0654018372297287, 0.07165014743804932, 0.07789845764636993, 0.08414676785469055, 0.09039507806301117, 0.09664338082075119, 0.10289169102907181, 0.10914000123739243, 0.11538830399513245, 0.12163661420345306, 0.12788492441177368, 0.1341332346200943, 0.14038154482841492, 0.14662985503673553, 0.15287816524505615, 0.15912646055221558, 0.1653747707605362, 0.1716230809688568, 0.17787139117717743, 0.18411970138549805, 0.19036801159381866, 0.19661632180213928, 0.2028646171092987, 0.20911292731761932, 0.21536123752593994, 0.22160954773426056, 0.22785785794258118]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 4.0, 1.0, 3.0, 4.0, 4.0, 3.0, 5.0, 3.0, 3.0, 2.0, 1.0, 5.0, 6.0, 2.0, 25.0, 1.0, 1.0, 3.0, 5.0, 5.0, 1.0, 2.0, 2.0, 2.0, 7.0, 2.0, 2.0, 2.0, 3.0, 2.0, 3.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.004986037500202656, -0.004798452835530043, -0.0046108681708574295, -0.004423283040523529, -0.004235698375850916, -0.004048113711178303, -0.003860528813675046, -0.003672943916171789, -0.003485359251499176, -0.003297774586826563, -0.003110189689323306, -0.0029226047918200493, -0.002735020127147436, -0.002547435462474823, -0.002359850564971566, -0.0021722656674683094, -0.0019846810027956963, -0.0017970962217077613, -0.0016095114406198263, -0.0014219266595318913, -0.0012343418784439564, -0.0010467570973560214, -0.0008591723162680864, -0.0006715875351801515, -0.0004840027540922165, -0.0002964179730042815, -0.00010883319191634655, 7.875158917158842e-05, 0.0002663363702595234, 0.00045392115134745836, 0.0006415059324353933, 0.0008290907135233283, 0.0010166754946112633, 0.0012042602756991982, 0.0013918450567871332, 0.0015794298378750682, 0.0017670146189630032, 0.0019545992836356163, 0.002142184181138873, 0.00232976907864213, 0.002517353743314743, 0.002704938407987356, 0.002892523305490613, 0.0030801082029938698, 0.003267692867666483, 0.003455277532339096, 0.003642862429842353, 0.0038304473273456097, 0.004018031992018223, 0.004205616656690836, 0.004393201321363449, 0.0045807864516973495, 0.004768371116369963, 0.004955955781042576, 0.005143540911376476, 0.005331125576049089, 0.005518710240721703, 0.005706294905394316, 0.005893879570066929, 0.006081464700400829, 0.0062690493650734425, 0.006456634029746056, 0.006644219160079956, 0.006831803824752569, 0.007019388489425182]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 7.0, 10.0, 13.0, 17.0, 30.0, 42.0, 67.0, 89.0, 154.0, 211.0, 294.0, 401.0, 547.0, 789.0, 1091.0, 1556.0, 2102.0, 3122.0, 4456.0, 6287.0, 8595.0, 12402.0, 17119.0, 23242.0, 31832.0, 43885.0, 59818.0, 79602.0, 103549.0, 416947.0, 92813.0, 70762.0, 52341.0, 37655.0, 27258.0, 20326.0, 15235.0, 11370.0, 8743.0, 6472.0, 4880.0, 3565.0, 2729.0, 1995.0, 1468.0, 1033.0, 760.0, 559.0, 372.0, 287.0, 210.0, 158.0, 120.0, 86.0, 67.0, 36.0, 26.0, 23.0, 11.0, 4.0, 2.0, 1.0, 2.0], "bins": [-0.014171630144119263, -0.013705482706427574, -0.01323933620005846, -0.012773189693689346, -0.012307042255997658, -0.01184089481830597, -0.011374748311936855, -0.010908601805567741, -0.010442454367876053, -0.009976306930184364, -0.00951016042381525, -0.009044013917446136, -0.008577866479754448, -0.00811171904206276, -0.0076455725356936455, -0.007179425563663244, -0.006713278591632843, -0.006247131619602442, -0.0057809846475720406, -0.005314837675541639, -0.004848690703511238, -0.004382543731480837, -0.003916396759450436, -0.0034502497874200344, -0.002984102815389633, -0.002517955843359232, -0.0020518088713288307, -0.0015856618992984295, -0.0011195149272680283, -0.000653367955237627, -0.0001872209832072258, 0.00027892598882317543, 0.0007450729608535767, 0.0012112199328839779, 0.0016773669049143791, 0.0021435138769447803, 0.0026096608489751816, 0.003075807821005583, 0.003541954793035984, 0.004008101765066385, 0.0044742487370967865, 0.004940395709127188, 0.005406542681157589, 0.00587268965318799, 0.006338836625218391, 0.006804983597248793, 0.007271130569279194, 0.007737277541309595, 0.008203424513339996, 0.008669571951031685, 0.009135718457400799, 0.009601864963769913, 0.010068012401461601, 0.01053415983915329, 0.011000306345522404, 0.011466452851891518, 0.011932600289583206, 0.012398747727274895, 0.012864894233644009, 0.013331040740013123, 0.013797188177704811, 0.0142633356153965, 0.014729482121765614, 0.015195628628134727, 0.015661776065826416]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 1.0, 2.0, 3.0, 3.0, 7.0, 2.0, 7.0, 4.0, 2.0, 4.0, 8.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.020390667021274567, -0.019881432875990868, -0.01937219873070717, -0.01886296458542347, -0.01835373044013977, -0.01784449815750122, -0.01733526401221752, -0.016826029866933823, -0.016316795721650124, -0.015807561576366425, -0.015298327431082726, -0.014789094217121601, -0.014279860071837902, -0.013770625926554203, -0.013261392712593079, -0.01275215856730938, -0.01224292442202568, -0.011733690276741982, -0.011224456131458282, -0.010715222917497158, -0.010205988772213459, -0.00969675462692976, -0.009187521412968636, -0.008678287267684937, -0.008169053122401237, -0.0076598189771175385, -0.007150585297495127, -0.006641351617872715, -0.006132117472589016, -0.005622883327305317, -0.005113649647682905, -0.0046044159680604935, -0.004095181822776794, -0.003585947910323739, -0.0030767139978706837, -0.0025674800854176283, -0.002058246172964573, -0.0015490122605115175, -0.0010397783480584621, -0.0005305444356054068, -2.131052315235138e-05, 0.000487923389300704, 0.0009971573017537594, 0.0015063912142068148, 0.00201562512665987, 0.0025248590391129255, 0.003034092951565981, 0.0035433268640190363, 0.004052560776472092, 0.004561794921755791, 0.0050710286013782024, 0.005580262281000614, 0.006089496426284313, 0.006598730571568012, 0.007107964251190424, 0.007617197930812836, 0.008126432076096535, 0.008635666221380234, 0.009144900366663933, 0.009654133580625057, 0.010163367725908756, 0.010672601871192455, 0.01118183508515358, 0.011691069230437279, 0.012200303375720978]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 3.0, 3.0, 0.0, 3.0, 3.0, 7.0, 3.0, 10.0, 7.0, 4.0, 5.0, 7.0, 9.0, 8.0, 22.0, 12.0, 13.0, 5.0, 11.0, 6.0, 14.0, 16.0, 19.0, 22.0, 13.0, 19.0, 44.0, 69.0, 68.0, 117.0, 179.0, 306.0, 492.0, 888.0, 1402.0, 2682.0, 7753.0, 1702.0, 883.0, 555.0, 385.0, 283.0, 133.0, 55.0, 57.0, 33.0, 17.0, 17.0, 18.0, 11.0, 11.0, 6.0, 6.0, 3.0, 2.0, 3.0, 2.0, 0.0, 2.0, 1.0], "bins": [-0.015902388840913773, -0.015509220771491528, -0.015116053633391857, -0.014722885563969612, -0.014329718425869942, -0.013936550356447697, -0.013543383218348026, -0.013150215148925781, -0.01275704801082611, -0.012363879941403866, -0.01197071187198162, -0.01157754473388195, -0.011184376664459705, -0.010791209526360035, -0.01039804145693779, -0.01000487431883812, -0.009611706249415874, -0.00921853817999363, -0.008825371041893959, -0.008432202972471714, -0.008039035834372044, -0.007645867764949799, -0.007252700161188841, -0.006859532557427883, -0.006466364953666925, -0.006073197349905968, -0.00568002974614501, -0.005286862142384052, -0.004893694072961807, -0.0045005264692008495, -0.004107358865439892, -0.003714191261678934, -0.0033210236579179764, -0.0029278560541570187, -0.002534688450396061, -0.0021415206138044596, -0.0017483530100435019, -0.0013551854062825441, -0.0009620176861062646, -0.000568850024137646, -0.00017568236216902733, 0.0002174852997995913, 0.0006106529617682099, 0.0010038206819444895, 0.0013969882857054472, 0.001790155889466405, 0.0021833237260580063, 0.002576491329818964, 0.0029696589335799217, 0.0033628265373408794, 0.003755994141101837, 0.004149161744862795, 0.004542329348623753, 0.004935497418045998, 0.005328665021806955, 0.005721832625567913, 0.006115000229328871, 0.0065081678330898285, 0.006901335436850786, 0.007294503040611744, 0.007687671110033989, 0.00808083824813366, 0.008474006317555904, 0.008867173455655575, 0.00926034152507782]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 5.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.04753309115767479, -0.04636514186859131, -0.04519719257950783, -0.04402924329042435, -0.042861294001340866, -0.041693344712257385, -0.040525395423173904, -0.039357446134090424, -0.03818949684500694, -0.03702154755592346, -0.03585359826683998, -0.0346856489777565, -0.03351769968867302, -0.03234975039958954, -0.031181802973151207, -0.030013853684067726, -0.028845904394984245, -0.027677955105900764, -0.026510005816817284, -0.025342056527733803, -0.024174107238650322, -0.02300615794956684, -0.02183820866048336, -0.02067025937139988, -0.019502311944961548, -0.018334362655878067, -0.017166413366794586, -0.015998464077711105, -0.014830514788627625, -0.013662565499544144, -0.012494616210460663, -0.011326666921377182, -0.010158717632293701, -0.00899076834321022, -0.00782281905412674, -0.006654870230704546, -0.005486920941621065, -0.004318971652537584, -0.003151022596284747, -0.00198307354003191, -0.0008151242509484291, 0.0003528249217197299, 0.001520774094387889, 0.002688723150640726, 0.003856672439724207, 0.005024621728807688, 0.006192570552229881, 0.007360519841313362, 0.008528469130396843, 0.009696418419480324, 0.010864367708563805, 0.012032316997647285, 0.013200266286730766, 0.014368214644491673, 0.015536163933575153, 0.01670411415398121, 0.01787206158041954, 0.01904001086950302, 0.020207960158586502, 0.021375909447669983, 0.022543858736753464, 0.023711808025836945, 0.024879757314920425, 0.026047706604003906, 0.027215655893087387]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 8.0, 7.0, 5.0, 7.0, 6.0, 5.0, 6.0, 13.0, 4.0, 8.0, 13.0, 14.0, 9.0, 18.0, 51.0, 24.0, 14.0, 13.0, 6.0, 11.0, 7.0, 3.0, 5.0, 3.0, 3.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0], "bins": [-0.03450354188680649, -0.03367825224995613, -0.032852958887815475, -0.03202766925096512, -0.031202375888824463, -0.030377086251974106, -0.0295517947524786, -0.028726503252983093, -0.027901211753487587, -0.02707592025399208, -0.026250628754496574, -0.025425337255001068, -0.02460004761815071, -0.023774756118655205, -0.0229494646191597, -0.022124173119664192, -0.021298881620168686, -0.02047359012067318, -0.019648298621177673, -0.018823007121682167, -0.01799771562218666, -0.017172425985336304, -0.016347134485840797, -0.015521842986345291, -0.014696551486849785, -0.013871259987354279, -0.013045968487858772, -0.01222067791968584, -0.011395386420190334, -0.010570094920694828, -0.009744804352521896, -0.00891951285302639, -0.008094221353530884, -0.0072689298540353775, -0.0064436388202011585, -0.0056183477863669395, -0.004793056286871433, -0.003967764787375927, -0.003142473753541708, -0.0023171824868768454, -0.0014918912202119827, -0.0006665999535471201, 0.00015869131311774254, 0.0009839825797826052, 0.0018092738464474678, 0.0026345651131123304, 0.003459856379777193, 0.004285147413611412, 0.005110438913106918, 0.005935730412602425, 0.006761021446436644, 0.007586312480270863, 0.008411603979766369, 0.009236895479261875, 0.010062186047434807, 0.010887477546930313, 0.01171276904642582, 0.012538060545921326, 0.013363352045416832, 0.014188642613589764, 0.01501393411308527, 0.0158392246812582, 0.016664516180753708, 0.017489807680249214, 0.01831509917974472]}, "_runtime": 15.099745988845825, "_timestamp": 1596208685.6531222, "_step": 12}
+{"val_accuracy": 0.669658247716895, "val_loss": 1.0893197203880032, "_runtime": 16.565829515457153, "_timestamp": 1596208687.1192057, "_step": 13}
diff --git a/wandb/run-20200731_151753-2e8ytus9/wandb-metadata.json b/wandb/run-20200731_151753-2e8ytus9/wandb-metadata.json
new file mode 100644
index 0000000..dd7940f
--- /dev/null
+++ b/wandb/run-20200731_151753-2e8ytus9/wandb-metadata.json
@@ -0,0 +1,30 @@
+{
+ "root": "/home/akternurra/Documents/projects/quest-for-general-artifical-intelligence/projects/text-recognizer",
+ "program": "<python with no main file>",
+ "git": {
+ "remote": "git@github.com:aktersnurra/text-recognizer.git",
+ "commit": "fa461db6132e7a22f3aa1bb48cce8981890325fb"
+ },
+ "email": "gustaf.rydholm@gmail.com",
+ "startedAt": "2020-07-31T15:17:53.672946",
+ "host": "kompjuter",
+ "username": "akternurra",
+ "executable": "/home/akternurra/.cache/pypoetry/virtualenvs/text-recognizer-N1c_zsdp-py3.8/bin/python",
+ "os": "Linux-5.4.0-42-generic-x86_64-with-glibc2.27",
+ "python": "3.8.2",
+ "gpu": "GeForce RTX 2070",
+ "gpu_count": 1,
+ "cpu_count": 12,
+ "cuda": "10.1.105",
+ "args": [
+ "--gpu=-1",
+ "--save",
+ "--experiment_config={\"dataloader\": \"EmnistDataLoader\", \"data_loader_args\": {\"splits\": [\"train\", \"val\"], \"sample_to_balance\": true, \"subsample_fraction\": null, \"transform\": null, \"target_transform\": null, \"batch_size\": 256, \"shuffle\": true, \"num_workers\": 8, \"cuda\": true, \"seed\": 4711}, \"model\": \"CharacterModel\", \"metrics\": [\"accuracy\"], \"network\": \"LeNet\", \"network_args\": {\"input_size\": [28, 28], \"output_size\": 62}, \"train_args\": {\"batch_size\": 256, \"epochs\": 16}, \"criterion\": \"CrossEntropyLoss\", \"criterion_args\": {\"weight\": null, \"ignore_index\": -100, \"reduction\": \"mean\"}, \"optimizer\": \"AdamW\", \"optimizer_args\": {\"lr\": 0.01, \"betas\": [0.9, 0.999], \"eps\": 1e-08, \"weight_decay\": 0, \"amsgrad\": false}, \"lr_scheduler\": \"OneCycleLR\", \"lr_scheduler_args\": {\"max_lr\": 0.001, \"epochs\": 16}, \"callbacks\": [\"Checkpoint\", \"EarlyStopping\", \"WandbCallback\", \"WandbImageLogger\"], \"callback_args\": {\"Checkpoint\": {\"monitor\": \"val_accuracy\"}, \"EarlyStopping\": {\"monitor\": \"val_loss\", \"min_delta\": 0.0, \"patience\": 3, \"mode\": \"min\"}, \"WandbCallback\": {\"log_batch_frequency\": 1}, \"WandbImageLogger\": {\"num_examples\": 4}}, \"verbosity\": 2, \"resume_experiment\": null, \"experiment_group\": \"Sample Experiments\"}"
+ ],
+ "state": "failed",
+ "jobType": null,
+ "mode": "run",
+ "project": "text-recognizer",
+ "heartbeatAt": "2020-07-31T15:18:07.342291",
+ "exitcode": 1
+}
diff --git a/wandb/run-20200731_151753-2e8ytus9/wandb-summary.json b/wandb/run-20200731_151753-2e8ytus9/wandb-summary.json
new file mode 100644
index 0000000..aa92611
--- /dev/null
+++ b/wandb/run-20200731_151753-2e8ytus9/wandb-summary.json
@@ -0,0 +1 @@
+{"graph_0": {"_type": "graph-file", "path": "media/graph/graph_0_summary_5f222c0c.graph.json", "sha256": "5f222c0c1032b7e66298b1edc870282aede0addc9d32583d66ef3e326c0608a0", "size": 1814}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 4.0, 1.0, 3.0, 4.0, 4.0, 3.0, 5.0, 3.0, 3.0, 2.0, 1.0, 5.0, 6.0, 2.0, 25.0, 1.0, 1.0, 3.0, 5.0, 5.0, 1.0, 2.0, 2.0, 2.0, 7.0, 2.0, 2.0, 2.0, 3.0, 2.0, 3.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.004986037500202656, -0.004798452835530043, -0.0046108681708574295, -0.004423283040523529, -0.004235698375850916, -0.004048113711178303, -0.003860528813675046, -0.003672943916171789, -0.003485359251499176, -0.003297774586826563, -0.003110189689323306, -0.0029226047918200493, -0.002735020127147436, -0.002547435462474823, -0.002359850564971566, -0.0021722656674683094, -0.0019846810027956963, -0.0017970962217077613, -0.0016095114406198263, -0.0014219266595318913, -0.0012343418784439564, -0.0010467570973560214, -0.0008591723162680864, -0.0006715875351801515, -0.0004840027540922165, -0.0002964179730042815, -0.00010883319191634655, 7.875158917158842e-05, 0.0002663363702595234, 0.00045392115134745836, 0.0006415059324353933, 0.0008290907135233283, 0.0010166754946112633, 0.0012042602756991982, 0.0013918450567871332, 0.0015794298378750682, 0.0017670146189630032, 0.0019545992836356163, 0.002142184181138873, 0.00232976907864213, 0.002517353743314743, 0.002704938407987356, 0.002892523305490613, 0.0030801082029938698, 0.003267692867666483, 0.003455277532339096, 0.003642862429842353, 0.0038304473273456097, 0.004018031992018223, 0.004205616656690836, 0.004393201321363449, 0.0045807864516973495, 0.004768371116369963, 0.004955955781042576, 0.005143540911376476, 0.005331125576049089, 0.005518710240721703, 0.005706294905394316, 0.005893879570066929, 0.006081464700400829, 0.0062690493650734425, 0.006456634029746056, 0.006644219160079956, 0.006831803824752569, 0.007019388489425182]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 3.0, 3.0, 0.0, 3.0, 3.0, 7.0, 3.0, 10.0, 7.0, 4.0, 5.0, 7.0, 9.0, 8.0, 22.0, 12.0, 13.0, 5.0, 11.0, 6.0, 14.0, 16.0, 19.0, 22.0, 13.0, 19.0, 44.0, 69.0, 68.0, 117.0, 179.0, 306.0, 492.0, 888.0, 1402.0, 2682.0, 7753.0, 1702.0, 883.0, 555.0, 385.0, 283.0, 133.0, 55.0, 57.0, 33.0, 17.0, 17.0, 18.0, 11.0, 11.0, 6.0, 6.0, 3.0, 2.0, 3.0, 2.0, 0.0, 2.0, 1.0], "bins": [-0.015902388840913773, -0.015509220771491528, -0.015116053633391857, -0.014722885563969612, -0.014329718425869942, -0.013936550356447697, -0.013543383218348026, -0.013150215148925781, -0.01275704801082611, -0.012363879941403866, -0.01197071187198162, -0.01157754473388195, -0.011184376664459705, -0.010791209526360035, -0.01039804145693779, -0.01000487431883812, -0.009611706249415874, -0.00921853817999363, -0.008825371041893959, -0.008432202972471714, -0.008039035834372044, -0.007645867764949799, -0.007252700161188841, -0.006859532557427883, -0.006466364953666925, -0.006073197349905968, -0.00568002974614501, -0.005286862142384052, -0.004893694072961807, -0.0045005264692008495, -0.004107358865439892, -0.003714191261678934, -0.0033210236579179764, -0.0029278560541570187, -0.002534688450396061, -0.0021415206138044596, -0.0017483530100435019, -0.0013551854062825441, -0.0009620176861062646, -0.000568850024137646, -0.00017568236216902733, 0.0002174852997995913, 0.0006106529617682099, 0.0010038206819444895, 0.0013969882857054472, 0.001790155889466405, 0.0021833237260580063, 0.002576491329818964, 0.0029696589335799217, 0.0033628265373408794, 0.003755994141101837, 0.004149161744862795, 0.004542329348623753, 0.004935497418045998, 0.005328665021806955, 0.005721832625567913, 0.006115000229328871, 0.0065081678330898285, 0.006901335436850786, 0.007294503040611744, 0.007687671110033989, 0.00808083824813366, 0.008474006317555904, 0.008867173455655575, 0.00926034152507782]}, "gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 4.0, 1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 2.0, 3.0, 5.0, 0.0, 2.0, 4.0, 3.0, 2.0, 4.0, 4.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02259928360581398, -0.02194974571466446, -0.02130020596086979, -0.020650668069720268, -0.020001130178570747, -0.019351590424776077, -0.018702052533626556, -0.018052514642477036, -0.017402974888682365, -0.016753436997532845, -0.016103899106383324, -0.015454359352588654, -0.014804821461439133, -0.014155282638967037, -0.013505743816494942, -0.01285620592534542, -0.012206667102873325, -0.01155712828040123, -0.010907590389251709, -0.010258051566779613, -0.009608512744307518, -0.008958974853157997, -0.008309436030685902, -0.007659897208213806, -0.007010358851402998, -0.00636082049459219, -0.005711281672120094, -0.005061743315309286, -0.004412204958498478, -0.0037626661360263824, -0.0031131277792155743, -0.0024635891895741224, -0.0018140505999326706, -0.0011645120102912188, -0.0005149735370650887, 0.00013456499436870217, 0.0007841035258024931, 0.001433642115443945, 0.002083180472254753, 0.002732719061896205, 0.003382257651537657, 0.004031796008348465, 0.0046813348308205605, 0.005330873187631369, 0.005980411544442177, 0.006629950366914272, 0.0072794887237250805, 0.007929027080535889, 0.008578565903007984, 0.00922810472548008, 0.0098776426166296, 0.010527181439101696, 0.011176720261573792, 0.011826258152723312, 0.012475796975195408, 0.013125335797667503, 0.013774873688817024, 0.01442441251128912, 0.015073951333761215, 0.015723489224910736, 0.016373028978705406, 0.017022566869854927, 0.017672104761004448, 0.018321644514799118, 0.01897118240594864]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 5.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.04753309115767479, -0.04636514186859131, -0.04519719257950783, -0.04402924329042435, -0.042861294001340866, -0.041693344712257385, -0.040525395423173904, -0.039357446134090424, -0.03818949684500694, -0.03702154755592346, -0.03585359826683998, -0.0346856489777565, -0.03351769968867302, -0.03234975039958954, -0.031181802973151207, -0.030013853684067726, -0.028845904394984245, -0.027677955105900764, -0.026510005816817284, -0.025342056527733803, -0.024174107238650322, -0.02300615794956684, -0.02183820866048336, -0.02067025937139988, -0.019502311944961548, -0.018334362655878067, -0.017166413366794586, -0.015998464077711105, -0.014830514788627625, -0.013662565499544144, -0.012494616210460663, -0.011326666921377182, -0.010158717632293701, -0.00899076834321022, -0.00782281905412674, -0.006654870230704546, -0.005486920941621065, -0.004318971652537584, -0.003151022596284747, -0.00198307354003191, -0.0008151242509484291, 0.0003528249217197299, 0.001520774094387889, 0.002688723150640726, 0.003856672439724207, 0.005024621728807688, 0.006192570552229881, 0.007360519841313362, 0.008528469130396843, 0.009696418419480324, 0.010864367708563805, 0.012032316997647285, 0.013200266286730766, 0.014368214644491673, 0.015536163933575153, 0.01670411415398121, 0.01787206158041954, 0.01904001086950302, 0.020207960158586502, 0.021375909447669983, 0.022543858736753464, 0.023711808025836945, 0.024879757314920425, 0.026047706604003906, 0.027215655893087387]}, "_step": 13, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 1.0, 2.0, 3.0, 3.0, 7.0, 2.0, 7.0, 4.0, 2.0, 4.0, 8.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.020390667021274567, -0.019881432875990868, -0.01937219873070717, -0.01886296458542347, -0.01835373044013977, -0.01784449815750122, -0.01733526401221752, -0.016826029866933823, -0.016316795721650124, -0.015807561576366425, -0.015298327431082726, -0.014789094217121601, -0.014279860071837902, -0.013770625926554203, -0.013261392712593079, -0.01275215856730938, -0.01224292442202568, -0.011733690276741982, -0.011224456131458282, -0.010715222917497158, -0.010205988772213459, -0.00969675462692976, -0.009187521412968636, -0.008678287267684937, -0.008169053122401237, -0.0076598189771175385, -0.007150585297495127, -0.006641351617872715, -0.006132117472589016, -0.005622883327305317, -0.005113649647682905, -0.0046044159680604935, -0.004095181822776794, -0.003585947910323739, -0.0030767139978706837, -0.0025674800854176283, -0.002058246172964573, -0.0015490122605115175, -0.0010397783480584621, -0.0005305444356054068, -2.131052315235138e-05, 0.000487923389300704, 0.0009971573017537594, 0.0015063912142068148, 0.00201562512665987, 0.0025248590391129255, 0.003034092951565981, 0.0035433268640190363, 0.004052560776472092, 0.004561794921755791, 0.0050710286013782024, 0.005580262281000614, 0.006089496426284313, 0.006598730571568012, 0.007107964251190424, 0.007617197930812836, 0.008126432076096535, 0.008635666221380234, 0.009144900366663933, 0.009654133580625057, 0.010163367725908756, 0.010672601871192455, 0.01118183508515358, 0.011691069230437279, 0.012200303375720978]}, "_runtime": 16.565829515457153, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 7.0, 10.0, 13.0, 17.0, 30.0, 42.0, 67.0, 89.0, 154.0, 211.0, 294.0, 401.0, 547.0, 789.0, 1091.0, 1556.0, 2102.0, 3122.0, 4456.0, 6287.0, 8595.0, 12402.0, 17119.0, 23242.0, 31832.0, 43885.0, 59818.0, 79602.0, 103549.0, 416947.0, 92813.0, 70762.0, 52341.0, 37655.0, 27258.0, 20326.0, 15235.0, 11370.0, 8743.0, 6472.0, 4880.0, 3565.0, 2729.0, 1995.0, 1468.0, 1033.0, 760.0, 559.0, 372.0, 287.0, 210.0, 158.0, 120.0, 86.0, 67.0, 36.0, 26.0, 23.0, 11.0, 4.0, 2.0, 1.0, 2.0], "bins": [-0.014171630144119263, -0.013705482706427574, -0.01323933620005846, -0.012773189693689346, -0.012307042255997658, -0.01184089481830597, -0.011374748311936855, -0.010908601805567741, -0.010442454367876053, -0.009976306930184364, -0.00951016042381525, -0.009044013917446136, -0.008577866479754448, -0.00811171904206276, -0.0076455725356936455, -0.007179425563663244, -0.006713278591632843, -0.006247131619602442, -0.0057809846475720406, -0.005314837675541639, -0.004848690703511238, -0.004382543731480837, -0.003916396759450436, -0.0034502497874200344, -0.002984102815389633, -0.002517955843359232, -0.0020518088713288307, -0.0015856618992984295, -0.0011195149272680283, -0.000653367955237627, -0.0001872209832072258, 0.00027892598882317543, 0.0007450729608535767, 0.0012112199328839779, 0.0016773669049143791, 0.0021435138769447803, 0.0026096608489751816, 0.003075807821005583, 0.003541954793035984, 0.004008101765066385, 0.0044742487370967865, 0.004940395709127188, 0.005406542681157589, 0.00587268965318799, 0.006338836625218391, 0.006804983597248793, 0.007271130569279194, 0.007737277541309595, 0.008203424513339996, 0.008669571951031685, 0.009135718457400799, 0.009601864963769913, 0.010068012401461601, 0.01053415983915329, 0.011000306345522404, 0.011466452851891518, 0.011932600289583206, 0.012398747727274895, 0.012864894233644009, 0.013331040740013123, 0.013797188177704811, 0.0142633356153965, 0.014729482121765614, 0.015195628628134727, 0.015661776065826416]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 4.0, 1.0, 2.0, 3.0, 4.0, 6.0, 12.0, 8.0, 15.0, 18.0, 18.0, 35.0, 36.0, 51.0, 54.0, 86.0, 107.0, 136.0, 211.0, 232.0, 363.0, 512.0, 2950.0, 1504.0, 594.0, 334.0, 206.0, 121.0, 93.0, 57.0, 44.0, 27.0, 20.0, 19.0, 8.0, 8.0, 8.0, 7.0, 4.0, 2.0, 2.0, 2.0, 0.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1720338761806488, -0.16578556597232819, -0.15953725576400757, -0.15328894555568695, -0.14704063534736633, -0.1407923400402069, -0.1345440298318863, -0.12829571962356567, -0.12204740941524506, -0.11579909920692444, -0.10955078899860382, -0.1033024862408638, -0.09705417603254318, -0.09080586582422256, -0.08455756306648254, -0.07830925285816193, -0.07206094264984131, -0.06581263244152069, -0.05956432595849037, -0.05331601947546005, -0.047067709267139435, -0.04081939905881882, -0.0345710925757885, -0.02832278423011303, -0.02207447588443756, -0.015826167538762093, -0.009577859193086624, -0.0033295508474111557, 0.0029187574982643127, 0.009167065843939781, 0.01541537418961525, 0.021663682535290718, 0.027911990880966187, 0.034160301089286804, 0.04040860757231712, 0.04665691405534744, 0.05290522426366806, 0.05915353447198868, 0.0654018372297287, 0.07165014743804932, 0.07789845764636993, 0.08414676785469055, 0.09039507806301117, 0.09664338082075119, 0.10289169102907181, 0.10914000123739243, 0.11538830399513245, 0.12163661420345306, 0.12788492441177368, 0.1341332346200943, 0.14038154482841492, 0.14662985503673553, 0.15287816524505615, 0.15912646055221558, 0.1653747707605362, 0.1716230809688568, 0.17787139117717743, 0.18411970138549805, 0.19036801159381866, 0.19661632180213928, 0.2028646171092987, 0.20911292731761932, 0.21536123752593994, 0.22160954773426056, 0.22785785794258118]}, "_timestamp": 1596208687.1192057, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 8.0, 7.0, 5.0, 7.0, 6.0, 5.0, 6.0, 13.0, 4.0, 8.0, 13.0, 14.0, 9.0, 18.0, 51.0, 24.0, 14.0, 13.0, 6.0, 11.0, 7.0, 3.0, 5.0, 3.0, 3.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0], "bins": [-0.03450354188680649, -0.03367825224995613, -0.032852958887815475, -0.03202766925096512, -0.031202375888824463, -0.030377086251974106, -0.0295517947524786, -0.028726503252983093, -0.027901211753487587, -0.02707592025399208, -0.026250628754496574, -0.025425337255001068, -0.02460004761815071, -0.023774756118655205, -0.0229494646191597, -0.022124173119664192, -0.021298881620168686, -0.02047359012067318, -0.019648298621177673, -0.018823007121682167, -0.01799771562218666, -0.017172425985336304, -0.016347134485840797, -0.015521842986345291, -0.014696551486849785, -0.013871259987354279, -0.013045968487858772, -0.01222067791968584, -0.011395386420190334, -0.010570094920694828, -0.009744804352521896, -0.00891951285302639, -0.008094221353530884, -0.0072689298540353775, -0.0064436388202011585, -0.0056183477863669395, -0.004793056286871433, -0.003967764787375927, -0.003142473753541708, -0.0023171824868768454, -0.0014918912202119827, -0.0006665999535471201, 0.00015869131311774254, 0.0009839825797826052, 0.0018092738464474678, 0.0026345651131123304, 0.003459856379777193, 0.004285147413611412, 0.005110438913106918, 0.005935730412602425, 0.006761021446436644, 0.007586312480270863, 0.008411603979766369, 0.009236895479261875, 0.010062186047434807, 0.010887477546930313, 0.01171276904642582, 0.012538060545921326, 0.013363352045416832, 0.014188642613589764, 0.01501393411308527, 0.0158392246812582, 0.016664516180753708, 0.017489807680249214, 0.01831509917974472]}, "val_accuracy": 0.669658247716895, "val_loss": 1.0893197203880032}
diff --git a/wandb/run-20200731_152022-33tdhelv/config.yaml b/wandb/run-20200731_152022-33tdhelv/config.yaml
new file mode 100644
index 0000000..6c3f152
--- /dev/null
+++ b/wandb/run-20200731_152022-33tdhelv/config.yaml
@@ -0,0 +1,111 @@
+wandb_version: 1
+
+_wandb:
+ desc: null
+ value:
+ cli_version: 0.8.36
+ framework: torch
+ is_jupyter_run: false
+ is_kaggle_kernel: false
+ python_version: 3.8.2
+callback_args:
+ desc: null
+ value:
+ Checkpoint:
+ monitor: val_accuracy
+ EarlyStopping:
+ min_delta: 0.0
+ mode: min
+ monitor: val_loss
+ patience: 3
+ WandbCallback:
+ log_batch_frequency: 1
+ WandbImageLogger:
+ num_examples: 4
+callbacks:
+ desc: null
+ value:
+ - Checkpoint
+ - EarlyStopping
+ - WandbCallback
+ - WandbImageLogger
+criterion:
+ desc: null
+ value: CrossEntropyLoss
+criterion_args:
+ desc: null
+ value:
+ ignore_index: -100
+ reduction: mean
+ weight: null
+data_loader_args:
+ desc: null
+ value:
+ batch_size: 256
+ cuda: true
+ num_workers: 8
+ sample_to_balance: true
+ seed: 4711
+ shuffle: true
+ splits:
+ - train
+ - val
+ subsample_fraction: null
+ target_transform: null
+ transform: null
+dataloader:
+ desc: null
+ value: EmnistDataLoader
+experiment_group:
+ desc: null
+ value: Sample Experiments
+lr_scheduler:
+ desc: null
+ value: OneCycleLR
+lr_scheduler_args:
+ desc: null
+ value:
+ epochs: 16
+ max_lr: 0.001
+ steps_per_epoch: 1314
+metrics:
+ desc: null
+ value:
+ - accuracy
+model:
+ desc: null
+ value: CharacterModel
+network:
+ desc: null
+ value: LeNet
+network_args:
+ desc: null
+ value:
+ input_size:
+ - 28
+ - 28
+ output_size: 62
+optimizer:
+ desc: null
+ value: AdamW
+optimizer_args:
+ desc: null
+ value:
+ amsgrad: false
+ betas:
+ - 0.9
+ - 0.999
+ eps: 1.0e-08
+ lr: 0.01
+ weight_decay: 0
+resume_experiment:
+ desc: null
+ value: null
+train_args:
+ desc: null
+ value:
+ batch_size: 256
+ epochs: 16
+verbosity:
+ desc: null
+ value: 2
diff --git a/wandb/run-20200731_152022-33tdhelv/media/graph/graph_0_summary_6a4b73c0.graph.json b/wandb/run-20200731_152022-33tdhelv/media/graph/graph_0_summary_6a4b73c0.graph.json
new file mode 100644
index 0000000..cc8108a
--- /dev/null
+++ b/wandb/run-20200731_152022-33tdhelv/media/graph/graph_0_summary_6a4b73c0.graph.json
@@ -0,0 +1 @@
+{"format": "torch", "nodes": [{"name": "layers.0", "id": 139996693263408, "class_name": "Conv2d(1, 32, kernel_size=(3, 3), stride=(1, 1))", "parameters": [["weight", [32, 1, 3, 3]], ["bias", [32]]], "output_shape": [[2, 32, 26, 26]], "num_parameters": [288, 32]}, {"name": "layers.1", "id": 139996693263216, "class_name": "ReLU(inplace=True)", "parameters": [], "output_shape": [[2, 32, 26, 26]], "num_parameters": []}, {"name": "layers.2", "id": 139996693263360, "class_name": "Conv2d(32, 64, kernel_size=(3, 3), stride=(1, 1))", "parameters": [["weight", [64, 32, 3, 3]], ["bias", [64]]], "output_shape": [[2, 64, 24, 24]], "num_parameters": [18432, 64]}, {"name": "layers.4", "id": 139996693263648, "class_name": "MaxPool2d(kernel_size=2, stride=2, padding=0, dilation=1, ceil_mode=False)", "parameters": [], "output_shape": [[2, 64, 12, 12]], "num_parameters": []}, {"name": "layers.5", "id": 139996693263600, "class_name": "Dropout(p=0.2, inplace=False)", "parameters": [], "output_shape": [[2, 64, 12, 12]], "num_parameters": []}, {"name": "layers.6", "id": 139996693263312, "class_name": "Flatten()", "parameters": [], "output_shape": [[2, 9216]], "num_parameters": []}, {"name": "layers.7", "id": 139996693160288, "class_name": "Linear(in_features=9216, out_features=128, bias=True)", "parameters": [["weight", [128, 9216]], ["bias", [128]]], "output_shape": [[2, 128]], "num_parameters": [1179648, 128]}, {"name": "layers.9", "id": 139996693160336, "class_name": "Dropout(p=0.2, inplace=False)", "parameters": [], "output_shape": [[2, 128]], "num_parameters": []}, {"name": "layers.10", "id": 139996693160384, "class_name": "Linear(in_features=128, out_features=62, bias=True)", "parameters": [["weight", [62, 128]], ["bias", [62]]], "output_shape": [[2, 62]], "num_parameters": [7936, 62]}], "edges": []}
diff --git a/wandb/run-20200731_152022-33tdhelv/requirements.txt b/wandb/run-20200731_152022-33tdhelv/requirements.txt
new file mode 100644
index 0000000..10c63b6
--- /dev/null
+++ b/wandb/run-20200731_152022-33tdhelv/requirements.txt
@@ -0,0 +1,145 @@
+alabaster==0.7.12
+appdirs==1.4.4
+attrs==19.3.0
+babel==2.8.0
+backcall==0.2.0
+bandit==1.6.2
+black==19.10b0
+bleach==3.1.5
+blessings==1.7
+boltons==20.2.0
+certifi==2020.6.20
+chardet==3.0.4
+click==7.1.2
+configparser==5.0.0
+coverage==5.2.1
+cycler==0.10.0
+darglint==1.5.2
+dataclasses==0.6
+decorator==4.4.2
+defusedxml==0.6.0
+desert==2020.1.6
+docker-pycreds==0.4.0
+docutils==0.16
+dparse==0.5.1
+entrypoints==0.3
+flake8-annotations==2.3.0
+flake8-bandit==2.1.2
+flake8-black==0.2.1
+flake8-bugbear==20.1.4
+flake8-docstrings==1.5.0
+flake8-import-order==0.18.1
+flake8-polyfill==1.0.2
+flake8==3.8.3
+future==0.18.2
+gitdb==4.0.5
+gitpython==3.1.7
+gpustat==0.6.0
+gql==0.2.0
+graphql-core==1.1
+h5py==2.10.0
+idna==2.10
+imagesize==1.2.0
+ipykernel==5.3.4
+ipython-genutils==0.2.0
+ipython==7.16.1
+ipywidgets==7.5.1
+jedi==0.17.2
+jinja2==2.11.2
+jsonschema==3.2.0
+jupyter-client==6.1.6
+jupyter-console==6.1.0
+jupyter-core==4.6.3
+jupyter==1.0.0
+kiwisolver==1.2.0
+loguru==0.5.1
+markupsafe==1.1.1
+marshmallow==3.7.1
+matplotlib==3.3.0
+mccabe==0.6.1
+mistune==0.8.4
+more-itertools==8.4.0
+mypy-extensions==0.4.3
+mypy==0.770
+nbconvert==5.6.1
+nbformat==5.0.7
+notebook==6.0.3
+numpy==1.19.1
+nvidia-ml-py3==7.352.0
+opencv-python==4.3.0.36
+packaging==20.4
+pandocfilters==1.4.2
+parso==0.7.1
+pathspec==0.8.0
+pathtools==0.1.2
+pbr==5.4.5
+pexpect==4.8.0
+pickleshare==0.7.5
+pillow==7.2.0
+pip==20.2
+pluggy==0.13.1
+prometheus-client==0.8.0
+promise==2.3
+prompt-toolkit==3.0.5
+psutil==5.7.2
+ptyprocess==0.6.0
+py==1.9.0
+pycodestyle==2.6.0
+pydocstyle==5.0.2
+pyflakes==2.2.0
+pygments==2.6.1
+pyparsing==2.4.7
+pyrsistent==0.16.0
+pytest-cov==2.10.0
+pytest-mock==3.2.0
+pytest==5.4.3
+python-dateutil==2.8.1
+pytz==2020.1
+pyyaml==5.3.1
+pyzmq==19.0.1
+qtconsole==4.7.5
+qtpy==1.9.0
+redis==3.5.3
+redlock-py==1.0.8
+regex==2020.7.14
+requests==2.24.0
+safety==1.9.0
+send2trash==1.5.0
+sentry-sdk==0.16.2
+setuptools==41.2.0
+shortuuid==1.0.1
+six==1.15.0
+smmap==3.0.4
+snowballstemmer==2.0.0
+sphinx-autodoc-typehints==1.11.0
+sphinx-rtd-theme==0.4.3
+sphinx==3.1.2
+sphinxcontrib-applehelp==1.0.2
+sphinxcontrib-devhelp==1.0.2
+sphinxcontrib-htmlhelp==1.0.3
+sphinxcontrib-jsmath==1.0.1
+sphinxcontrib-qthelp==1.0.3
+sphinxcontrib-serializinghtml==1.1.4
+stevedore==3.2.0
+subprocess32==3.5.4
+terminado==0.8.3
+testpath==0.4.4
+text-recognizer==0.1.0
+toml==0.10.1
+torch==1.5.1
+torchsummary==1.5.1
+torchvision==0.6.1
+tornado==6.0.4
+tqdm==4.48.0
+traitlets==4.3.3
+typed-ast==1.4.1
+typeguard==2.9.1
+typing-extensions==3.7.4.2
+typing-inspect==0.6.0
+urllib3==1.25.10
+wandb==0.8.36
+watchdog==0.10.3
+wcwidth==0.2.5
+webencodings==0.5.1
+widgetsnbextension==3.5.1
+xdoctest==0.12.0
diff --git a/wandb/run-20200731_152022-33tdhelv/wandb-events.jsonl b/wandb/run-20200731_152022-33tdhelv/wandb-events.jsonl
new file mode 100644
index 0000000..b95af3a
--- /dev/null
+++ b/wandb/run-20200731_152022-33tdhelv/wandb-events.jsonl
@@ -0,0 +1 @@
+{"system.gpu.0.gpu": 64.12, "system.gpu.0.memory": 45.88, "system.gpu.0.memoryAllocated": 21.53, "system.gpu.0.temp": 55.25, "system.gpu.process.0.gpu": 64.12, "system.gpu.process.0.memory": 45.88, "system.gpu.process.0.memoryAllocated": 21.53, "system.gpu.process.0.temp": 55.25, "system.gpu.0.powerWatts": 124.87, "system.gpu.0.powerPercent": 58.08, "system.gpu.process.0.powerWatts": 124.87, "system.gpu.process.0.powerPercent": 58.08, "system.cpu": 44.87, "system.memory": 66.19, "system.disk": 37.2, "system.proc.memory.availableMB": 5412.63, "system.proc.memory.rssMB": 2570.69, "system.proc.memory.percent": 16.06, "system.proc.cpu.threads": 18.25, "system.network.sent": 1031443, "system.network.recv": 719994, "_wandb": true, "_timestamp": 1596208836, "_runtime": 13}
diff --git a/wandb/run-20200731_152022-33tdhelv/wandb-history.jsonl b/wandb/run-20200731_152022-33tdhelv/wandb-history.jsonl
new file mode 100644
index 0000000..04d5040
--- /dev/null
+++ b/wandb/run-20200731_152022-33tdhelv/wandb-history.jsonl
@@ -0,0 +1,14 @@
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 5.0, 1.0, 4.0, 3.0, 1.0, 2.0, 1.0, 2.0, 5.0, 0.0, 1.0, 1.0, 4.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0], "bins": [-0.025287795811891556, -0.024627285078167915, -0.023966774344444275, -0.023306261748075485, -0.022645751014351845, -0.021985240280628204, -0.021324729546904564, -0.020664218813180923, -0.020003706216812134, -0.019343195483088493, -0.018682684749364853, -0.018022174015641212, -0.017361663281917572, -0.01670115254819393, -0.016040639951825142, -0.015380129218101501, -0.014719618484377861, -0.01405910775065422, -0.013398596085608006, -0.012738085351884365, -0.01207757368683815, -0.01141706295311451, -0.01075655221939087, -0.010096040554344654, -0.009435529820621014, -0.008775019086897373, -0.008114507421851158, -0.007453996688127518, -0.00679348548874259, -0.006132974289357662, -0.005472463555634022, -0.004811952356249094, -0.004151441156864166, -0.0034909299574792385, -0.0028304189909249544, -0.0021699080243706703, -0.0015093968249857426, -0.0008488857420161366, -0.00018837465904653072, 0.0004721364239230752, 0.0011326475068926811, 0.001793158589862287, 0.002453669672831893, 0.003114180639386177, 0.003774691838771105, 0.0044352030381560326, 0.005095713771879673, 0.005756224971264601, 0.0064167361706495285, 0.007077247370034456, 0.007737758569419384, 0.008398269303143024, 0.00905878096818924, 0.00971929170191288, 0.01037980243563652, 0.011040314100682735, 0.011700824834406376, 0.012361335568130016, 0.013021847233176231, 0.013682357966899872, 0.014342868700623512, 0.015003380365669727, 0.015663892030715942, 0.016324402764439583, 0.016984913498163223]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 3.0, 0.0, 0.0, 4.0, 5.0, 4.0, 6.0, 8.0, 14.0, 14.0, 14.0, 25.0, 23.0, 38.0, 47.0, 82.0, 89.0, 96.0, 146.0, 164.0, 243.0, 322.0, 452.0, 650.0, 2573.0, 863.0, 644.0, 481.0, 299.0, 211.0, 127.0, 81.0, 53.0, 48.0, 33.0, 20.0, 13.0, 9.0, 2.0, 5.0, 5.0, 5.0, 3.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.06551533937454224, -0.06376203149557114, -0.06200872361660004, -0.06025541573762894, -0.058502111583948135, -0.056748803704977036, -0.054995495826005936, -0.053242187947034836, -0.051488880068063736, -0.049735572189092636, -0.047982268035411835, -0.046228960156440735, -0.044475652277469635, -0.042722344398498535, -0.040969036519527435, -0.039215728640556335, -0.037462420761585236, -0.035709116607904434, -0.033955808728933334, -0.032202500849962234, -0.030449192970991135, -0.028695886954665184, -0.026942579075694084, -0.025189271196722984, -0.023435965180397034, -0.021682657301425934, -0.019929349422454834, -0.018176041543483734, -0.016422735527157784, -0.014669427648186684, -0.012916120700538158, -0.011162812821567059, -0.009409505873918533, -0.007656198460608721, -0.005902891047298908, -0.004149584099650383, -0.0023962766863405704, -0.0006429693894460797, 0.001110337907448411, 0.00286364508792758, 0.004616952501237392, 0.006370259914547205, 0.008123567327857018, 0.009876874275505543, 0.011630181223154068, 0.013383489102125168, 0.015136796049773693, 0.01689010299742222, 0.018643410876393318, 0.020396718755364418, 0.02215002477169037, 0.02390333265066147, 0.02565664052963257, 0.02740994654595852, 0.02916325442492962, 0.03091656230390072, 0.03266986832022667, 0.03442317619919777, 0.03617648407816887, 0.03792979195713997, 0.03968309983611107, 0.04143640398979187, 0.04318971186876297, 0.04494301974773407, 0.04669632762670517]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 2.0, 1.0, 2.0, 1.0, 4.0, 3.0, 4.0, 3.0, 4.0, 5.0, 2.0, 2.0, 3.0, 1.0, 3.0, 0.0, 2.0, 1.0, 30.0, 1.0, 2.0, 1.0, 5.0, 3.0, 4.0, 6.0, 1.0, 0.0, 0.0, 5.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00812202412635088, -0.007850171998143196, -0.0075783198699355125, -0.007306467741727829, -0.007034615613520145, -0.006762763485312462, -0.006490911357104778, -0.006219059228897095, -0.005947207100689411, -0.005675354972481728, -0.005403502844274044, -0.0051316507160663605, -0.004859798587858677, -0.004587946459650993, -0.00431609433144331, -0.004044242203235626, -0.0037723900750279427, -0.003500537946820259, -0.0032286858186125755, -0.002956833690404892, -0.0026849815621972084, -0.002413129433989525, -0.0021412773057818413, -0.0018694251775741577, -0.0015975730493664742, -0.0013257209211587906, -0.001053868792951107, -0.0007820166647434235, -0.0005101645365357399, -0.00023831240832805634, 3.353971987962723e-05, 0.0003053918480873108, 0.0005772439762949944, 0.0008490961045026779, 0.0011209482327103615, 0.001392800360918045, 0.0016646524891257286, 0.0019365046173334122, 0.0022083567455410957, 0.0024802088737487793, 0.002752061001956463, 0.0030239131301641464, 0.00329576525837183, 0.0035676173865795135, 0.003839469514787197, 0.004111321642994881, 0.004383173771202564, 0.004655025899410248, 0.004926878027617931, 0.005198730155825615, 0.0054705822840332985, 0.005742434412240982, 0.006014286540448666, 0.006286138668656349, 0.006557990796864033, 0.006829842925071716, 0.0071016950532794, 0.0073735471814870834, 0.007645399309694767, 0.00791725143790245, 0.008189103566110134, 0.008460955694317818, 0.008732807822525501, 0.009004659950733185, 0.009276512078940868]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 0.0, 3.0, 3.0, 0.0, 5.0, 8.0, 13.0, 28.0, 40.0, 63.0, 104.0, 141.0, 197.0, 315.0, 484.0, 715.0, 1045.0, 1554.0, 2184.0, 3119.0, 4635.0, 6749.0, 9925.0, 14840.0, 22247.0, 33659.0, 51396.0, 75841.0, 111356.0, 523662.0, 107260.0, 68248.0, 44646.0, 29039.0, 19504.0, 13588.0, 9360.0, 6575.0, 4700.0, 3365.0, 2411.0, 1838.0, 1296.0, 963.0, 684.0, 477.0, 415.0, 275.0, 196.0, 125.0, 100.0, 70.0, 65.0, 28.0, 32.0, 13.0, 13.0, 7.0, 9.0, 6.0, 2.0, 2.0, 2.0], "bins": [-0.00712657580152154, -0.006893484387546778, -0.0066603925079107285, -0.0064273010939359665, -0.006194209214299917, -0.005961117800325155, -0.005728025920689106, -0.005494934506714344, -0.005261843092739582, -0.005028751213103533, -0.004795659799128771, -0.0045625679194927216, -0.00432947650551796, -0.00409638462588191, -0.0038632932119071484, -0.0036302015651017427, -0.003397109918296337, -0.0031640182714909315, -0.002930926624685526, -0.0026978349778801203, -0.0024647433310747147, -0.0022316519170999527, -0.001998560270294547, -0.0017654686234891415, -0.0015323769766837358, -0.0012992853298783302, -0.0010661936830729246, -0.0008331021526828408, -0.0006000105058774352, -0.00036691888817586005, -0.0001338272704742849, 9.926434722729027e-05, 0.00033235596492886543, 0.000565447611734271, 0.0007985392003320158, 0.0010316307889297605, 0.001264722435735166, 0.0014978140825405717, 0.0017309056129306555, 0.001963997259736061, 0.0021970889065414667, 0.0024301805533468723, 0.002663272200152278, 0.0028963638469576836, 0.0031294552609324455, 0.003362546907737851, 0.0035956385545432568, 0.0038287302013486624, 0.004061821848154068, 0.00429491326212883, 0.004528005141764879, 0.004761096555739641, 0.0049941884353756905, 0.005227279849350452, 0.005460371728986502, 0.005693463142961264, 0.005926555022597313, 0.006159646436572075, 0.006392737850546837, 0.006625829730182886, 0.006858921144157648, 0.007092013023793697, 0.007325104437768459, 0.007558196317404509, 0.0077912877313792706]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 3.0, 0.0, 1.0, 1.0, 3.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 5.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 7.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 2.0, 1.0, 3.0, 0.0, 1.0, 2.0], "bins": [-0.022778451442718506, -0.022277874872088432, -0.02177729830145836, -0.021276719868183136, -0.020776143297553062, -0.02027556672692299, -0.019774988293647766, -0.019274411723017693, -0.01877383515238762, -0.018273258581757545, -0.017772682011127472, -0.01727210357785225, -0.016771527007222176, -0.016270950436592102, -0.01577037200331688, -0.015269795432686806, -0.014769218862056732, -0.014268642291426659, -0.01376806478947401, -0.013267487287521362, -0.012766910716891289, -0.012266334146261215, -0.011765756644308567, -0.011265179142355919, -0.010764602571725845, -0.010264026001095772, -0.009763448499143124, -0.009262870997190475, -0.008762294426560402, -0.008261717855930328, -0.00776114035397768, -0.007260563317686319, -0.0067599862813949585, -0.006259409245103598, -0.005758832208812237, -0.005258255172520876, -0.004757678136229515, -0.004257101099938154, -0.0037565240636467934, -0.0032559470273554325, -0.0027553699910640717, -0.002254792954772711, -0.00175421591848135, -0.001253638882189989, -0.0007530618458986282, -0.0002524848096072674, 0.0002480922266840935, 0.0007486692629754543, 0.0012492462992668152, 0.001749823335558176, 0.002250400371849537, 0.0027509774081408978, 0.0032515544444322586, 0.0037521314807236195, 0.00425270851701498, 0.004753285553306341, 0.005253862589597702, 0.005754439625889063, 0.006255016662180424, 0.006755593698471785, 0.0072561707347631454, 0.007756747771054506, 0.008257324807345867, 0.008757902309298515, 0.009258478879928589]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 2.0, 6.0, 12.0, 17.0, 11.0, 17.0, 18.0, 27.0, 29.0, 35.0, 29.0, 46.0, 30.0, 50.0, 43.0, 49.0, 72.0, 59.0, 75.0, 72.0, 90.0, 84.0, 118.0, 144.0, 124.0, 133.0, 143.0, 190.0, 159.0, 199.0, 197.0, 240.0, 277.0, 286.0, 338.0, 313.0, 350.0, 358.0, 369.0, 435.0, 580.0, 810.0, 1562.0, 7310.0, 763.0, 544.0, 414.0, 249.0, 178.0, 163.0, 129.0, 101.0, 105.0, 92.0, 65.0, 43.0, 36.0, 22.0, 9.0, 8.0], "bins": [-0.023578567430377007, -0.02307823672890663, -0.022577906027436256, -0.02207757718861103, -0.021577246487140656, -0.02107691578567028, -0.020576585084199905, -0.02007625438272953, -0.019575923681259155, -0.01907559484243393, -0.018575264140963554, -0.01807493343949318, -0.017574602738022804, -0.01707427203655243, -0.016573943197727203, -0.01607361249625683, -0.015573281794786453, -0.015072951093316078, -0.014572621323168278, -0.014072290621697903, -0.013571960851550102, -0.013071630150079727, -0.012571299448609352, -0.012070969678461552, -0.011570638976991177, -0.011070308275520802, -0.010569978505373001, -0.010069647803902626, -0.009569317102432251, -0.00906898733228445, -0.008568656630814075, -0.008068326860666275, -0.0075679961591959, -0.007067665923386812, -0.0065673356875777245, -0.006067004986107349, -0.005566674750298262, -0.005066344514489174, -0.004566013813018799, -0.004065683577209711, -0.0035653533414006233, -0.0030650231055915356, -0.002564692636951804, -0.0020643621683120728, -0.001564031932502985, -0.0010637015802785754, -0.0005633712280541658, -6.304087582975626e-05, 0.0004372894763946533, 0.0009376198286190629, 0.0014379501808434725, 0.001938280533067882, 0.0024386108852922916, 0.0029389411211013794, 0.003439271589741111, 0.003939602058380842, 0.00443993229418993, 0.004940262529999018, 0.0054405927658081055, 0.0059409234672784805, 0.006441253703087568, 0.006941583938896656, 0.007441914640367031, 0.007942244410514832, 0.008442575111985207]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 6.0, 0.0, 0.0, 1.0], "bins": [-0.04203196242451668, -0.04133278504014015, -0.040633611381053925, -0.0399344339966774, -0.03923525661230087, -0.03853607922792435, -0.03783690556883812, -0.037137728184461594, -0.03643855080008507, -0.03573937341570854, -0.035040199756622314, -0.03434102237224579, -0.03364184498786926, -0.03294266760349274, -0.03224349394440651, -0.031544316560029984, -0.030845139175653458, -0.03014596365392208, -0.029446788132190704, -0.02874761074781418, -0.028048435226082802, -0.027349257841706276, -0.0266500823199749, -0.025950904935598373, -0.025251729413866997, -0.02455255202949047, -0.023853376507759094, -0.02315419912338257, -0.02245502360165119, -0.021755846217274666, -0.02105667069554329, -0.020357493311166763, -0.019658317789435387, -0.01895914226770401, -0.018259964883327484, -0.017560789361596107, -0.01686161197721958, -0.016162436455488205, -0.015463259071111679, -0.014764082618057728, -0.014064906165003777, -0.0133657306432724, -0.012666554190218449, -0.011967377737164497, -0.011268201284110546, -0.010569024831056595, -0.009869848378002644, -0.009170671924948692, -0.008471495471894741, -0.00777231901884079, -0.0070731425657868385, -0.006373966112732887, -0.005674789659678936, -0.004975613672286272, -0.004276437219232321, -0.0035772607661783695, -0.0028780843131244183, -0.002178907860070467, -0.0014797315234318376, -0.0007805551285855472, -8.137873373925686e-05, 0.0006177976611070335, 0.0013169740559533238, 0.0020161503925919533, 0.0027153268456459045]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 4.0, 1.0, 2.0, 2.0, 0.0, 3.0, 2.0, 4.0, 4.0, 2.0, 1.0, 3.0, 2.0, 3.0, 4.0, 4.0, 2.0, 2.0, 3.0, 3.0, 1.0, 8.0, 10.0, 4.0, 4.0, 5.0, 8.0, 3.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 4.0, 6.0, 9.0, 9.0, 18.0, 96.0, 3.0, 7.0, 3.0, 6.0, 5.0, 7.0], "bins": [-0.055140044540166855, -0.05417855829000473, -0.05321706831455231, -0.05225558206439018, -0.05129409581422806, -0.050332605838775635, -0.04937111958861351, -0.048409633338451385, -0.04744814336299896, -0.04648665711283684, -0.04552517086267471, -0.04456368088722229, -0.043602194637060165, -0.04264070838689804, -0.04167921841144562, -0.04071773216128349, -0.03975624591112137, -0.038794755935668945, -0.03783326968550682, -0.0368717797100544, -0.03591029345989227, -0.03494880720973015, -0.033987317234277725, -0.0330258309841156, -0.032064344733953476, -0.031102856621146202, -0.030141368508338928, -0.029179880395531654, -0.02821839414536953, -0.027256906032562256, -0.026295417919754982, -0.025333931669592857, -0.024372443556785583, -0.02341095544397831, -0.022449469193816185, -0.02148798108100891, -0.020526492968201637, -0.019565006718039513, -0.01860351860523224, -0.017642030492424965, -0.01668054237961769, -0.015719056129455566, -0.014757568016648293, -0.013796080835163593, -0.012834593653678894, -0.01187310554087162, -0.010911618359386921, -0.009950130246579647, -0.008988643065094948, -0.008027155883610249, -0.007065667770802975, -0.0061041805893182755, -0.005142692942172289, -0.004181205295026302, -0.0032197178807109594, -0.0022582304663956165, -0.00129674281924963, -0.00033525528851896524, 0.0006262322422116995, 0.0015877197729423642, 0.002549207303673029, 0.0035106949508190155, 0.004472182132303715, 0.005433669779449701, 0.006395157426595688]}, "_runtime": 5.188464641571045, "_timestamp": 1596208825.169148, "_step": 0}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 0.0, 1.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 4.0, 3.0, 3.0, 2.0, 3.0, 2.0, 2.0, 3.0, 0.0, 1.0, 3.0, 0.0, 4.0, 2.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01685165800154209, -0.016196589916944504, -0.015541519969701767, -0.014886450953781605, -0.014231381937861443, -0.01357631292194128, -0.012921243906021118, -0.012266174890100956, -0.011611105874180794, -0.010956036858260632, -0.01030096784234047, -0.009645898826420307, -0.008990829810500145, -0.008335760794579983, -0.0076806917786598206, -0.007025622762739658, -0.006370553746819496, -0.005715484730899334, -0.005060415714979172, -0.0044053466990590096, -0.0037502776831388474, -0.003095208667218685, -0.002440139651298523, -0.0017850706353783607, -0.0011300016194581985, -0.00047493260353803635, 0.00018013641238212585, 0.0008352054283022881, 0.0014902744442224503, 0.0021453434601426125, 0.0028004124760627747, 0.003455481491982937, 0.004110550507903099, 0.004765619523823261, 0.0054206885397434235, 0.006075757555663586, 0.006730826571583748, 0.00738589558750391, 0.008040964603424072, 0.008696033619344234, 0.009351102635264397, 0.010006171651184559, 0.010661240667104721, 0.011316309683024883, 0.011971378698945045, 0.012626447714865208, 0.01328151673078537, 0.013936585746705532, 0.014591654762625694, 0.015246723778545856, 0.01590179279446602, 0.016556862741708755, 0.017211930826306343, 0.01786699891090393, 0.018522068858146667, 0.019177138805389404, 0.019832206889986992, 0.02048727497458458, 0.021142344921827316, 0.021797414869070053, 0.02245248295366764, 0.02310755103826523, 0.023762620985507965, 0.024417690932750702, 0.02507275901734829]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 6.0, 2.0, 6.0, 8.0, 7.0, 10.0, 13.0, 8.0, 21.0, 24.0, 38.0, 37.0, 46.0, 51.0, 70.0, 80.0, 88.0, 120.0, 155.0, 203.0, 254.0, 275.0, 437.0, 576.0, 2442.0, 759.0, 695.0, 472.0, 313.0, 187.0, 153.0, 95.0, 62.0, 47.0, 55.0, 25.0, 26.0, 19.0, 9.0, 10.0, 7.0, 7.0, 1.0, 3.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.1220407783985138, -0.11857161670923233, -0.11510246247053146, -0.11163330078125, -0.10816414654254913, -0.10469498485326767, -0.1012258231639862, -0.09775666892528534, -0.09428750723600388, -0.09081835299730301, -0.08734919130802155, -0.08388002961874008, -0.08041087538003922, -0.07694171369075775, -0.07347255945205688, -0.07000339776277542, -0.06653423607349396, -0.06306508183479309, -0.059595923870801926, -0.05612676218152046, -0.0526576042175293, -0.04918844625353813, -0.04571928828954697, -0.0422501303255558, -0.038780972361564636, -0.03531181067228317, -0.03184265270829201, -0.028373494744300842, -0.024904336780309677, -0.021435176953673363, -0.017966018989682198, -0.014496860094368458, -0.011027701199054718, -0.007558542303740978, -0.004089383874088526, -0.0006202252116054296, 0.0028489334508776665, 0.006318092346191406, 0.009787250310182571, 0.013256409205496311, 0.01672556810081005, 0.020194726064801216, 0.02366388589143753, 0.027133043855428696, 0.03060220181941986, 0.034071359783411026, 0.03754052147269249, 0.041009679436683655, 0.04447883740067482, 0.047947995364665985, 0.05141715332865715, 0.054886315017938614, 0.05835547298192978, 0.061824630945920944, 0.06529378890991211, 0.06876295059919357, 0.07223210483789444, 0.0757012665271759, 0.07917042076587677, 0.08263958245515823, 0.0861087441444397, 0.08957789838314056, 0.09304706007242203, 0.0965162143111229, 0.09998537600040436]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [3.0, 0.0, 4.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 2.0, 1.0, 6.0, 1.0, 0.0, 1.0, 6.0, 0.0, 4.0, 0.0, 2.0, 3.0, 8.0, 5.0, 2.0, 3.0, 32.0, 1.0, 5.0, 3.0, 1.0, 1.0, 1.0, 0.0, 4.0, 0.0, 2.0, 0.0, 1.0, 2.0, 2.0, 2.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.006696127820760012, -0.006449150387197733, -0.006202172953635454, -0.005955195520073175, -0.005708218086510897, -0.005461240652948618, -0.005214263219386339, -0.0049672857858240604, -0.004720308817923069, -0.00447333138436079, -0.0042263539507985115, -0.003979376517236233, -0.003732399083673954, -0.0034854216501116753, -0.0032384442165493965, -0.0029914667829871178, -0.002744489349424839, -0.0024975119158625603, -0.0022505344823002815, -0.0020035570487380028, -0.0017565797315910459, -0.0015096022980287671, -0.0012626249808818102, -0.0010156475473195314, -0.0007686701137572527, -0.0005216926801949739, -0.0002747153048403561, -2.773790038190782e-05, 0.00021923950407654047, 0.00046621690853498876, 0.000713194312993437, 0.0009601716883480549, 0.0012071491219103336, 0.0014541265554726124, 0.0017011039890348911, 0.001948081306181848, 0.0021950588561594486, 0.0024420360568910837, 0.0026890134904533625, 0.002935990924015641, 0.00318296835757792, 0.0034299457911401987, 0.0036769232247024775, 0.0039239004254341125, 0.004170877858996391, 0.00441785529255867, 0.004664832726120949, 0.0049118101596832275, 0.005158787593245506, 0.005405765026807785, 0.005652742460370064, 0.0058997198939323425, 0.006146697327494621, 0.0063936747610569, 0.006640652194619179, 0.0068876296281814575, 0.007134607061743736, 0.007381584029644728, 0.0076285614632070065, 0.007875539362430573, 0.008122516795992851, 0.00836949422955513, 0.008616471663117409, 0.008863449096679688, 0.009110426530241966]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [7.0, 8.0, 7.0, 16.0, 24.0, 26.0, 49.0, 80.0, 104.0, 163.0, 284.0, 355.0, 527.0, 710.0, 1098.0, 1592.0, 2205.0, 2896.0, 4140.0, 5698.0, 7818.0, 10619.0, 14996.0, 21090.0, 30007.0, 43012.0, 60505.0, 83473.0, 111272.0, 457961.0, 90566.0, 64950.0, 45923.0, 32409.0, 23379.0, 16704.0, 12091.0, 8788.0, 6602.0, 4860.0, 3634.0, 2694.0, 1849.0, 1400.0, 976.0, 662.0, 471.0, 301.0, 226.0, 139.0, 112.0, 47.0, 47.0, 21.0, 22.0, 10.0, 10.0, 7.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.009374844841659069, -0.009055382572114468, -0.008735920302569866, -0.008416458033025265, -0.008096996694803238, -0.007777533959597349, -0.007458072155714035, -0.007138609886169434, -0.006819147616624832, -0.006499685347080231, -0.006180223077535629, -0.005860761273652315, -0.005541299004107714, -0.005221836734563112, -0.004902374930679798, -0.004582912661135197, -0.004263450391590595, -0.003943988122045994, -0.003624526085332036, -0.0033050640486180782, -0.002985601779073477, -0.0026661395095288754, -0.0023466774728149176, -0.0020272154361009598, -0.0017077531665563583, -0.0013882910134270787, -0.0010688288602977991, -0.0007493667071685195, -0.0004299045540392399, -0.00011044240090996027, 0.00020901975221931934, 0.000528481905348599, 0.0008479440584778786, 0.0011674062116071582, 0.0014868683647364378, 0.0018063305178657174, 0.002125792670994997, 0.0024452549405395985, 0.0027647169772535563, 0.003084179013967514, 0.0034036412835121155, 0.003723103553056717, 0.004042565822601318, 0.0043620276264846325, 0.004681489896029234, 0.005000952165573835, 0.0053204139694571495, 0.005639876239001751, 0.005959338508546352, 0.006278800778090954, 0.006598263047635555, 0.006917724851518869, 0.007237187121063471, 0.007556649390608072, 0.007876111194491386, 0.008195573464035988, 0.00851503573358059, 0.00883449800312519, 0.009153960272669792, 0.009473422542214394, 0.009792884811758995, 0.010112346149981022, 0.010431808419525623, 0.010751270689070225, 0.011070732958614826]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 2.0, 4.0, 0.0, 2.0, 1.0, 2.0, 0.0, 10.0, 2.0, 1.0, 2.0, 2.0, 0.0, 2.0, 3.0, 0.0, 0.0, 2.0], "bins": [-0.023228425532579422, -0.022790508344769478, -0.022352593019604683, -0.02191467583179474, -0.021476760506629944, -0.02103884331882, -0.020600927993655205, -0.02016301080584526, -0.019725095480680466, -0.01928717829287052, -0.018849261105060577, -0.018411345779895782, -0.01797342859208584, -0.017535513266921043, -0.0170975960791111, -0.016659680753946304, -0.01622176356613636, -0.015783846378326416, -0.015345931053161621, -0.014908014796674252, -0.014470098540186882, -0.014032181352376938, -0.013594265095889568, -0.013156348839402199, -0.01271843258291483, -0.01228051632642746, -0.01184260006994009, -0.01140468381345272, -0.010966766625642776, -0.010528850369155407, -0.010090934112668037, -0.009653017856180668, -0.009215101599693298, -0.008777185343205929, -0.00833926908671856, -0.00790135283023119, -0.007463436108082533, -0.007025519851595163, -0.0065876031294465065, -0.006149686872959137, -0.005711770616471767, -0.005273854359984398, -0.004835938103497028, -0.0043980213813483715, -0.003960105124861002, -0.0035221888683736324, -0.0030842723790556192, -0.002646355889737606, -0.0022084396332502365, -0.0017705232603475451, -0.0013326068874448538, -0.0008946905145421624, -0.00045677414163947105, -1.885776873677969e-05, 0.0004190586041659117, 0.000856974977068603, 0.0012948913499712944, 0.0017328077228739858, 0.002170724095776677, 0.0026086405850946903, 0.00304655684158206, 0.0034844730980694294, 0.003922389820218086, 0.004360306076705456, 0.004798222333192825]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [5.0, 2.0, 5.0, 9.0, 12.0, 7.0, 19.0, 31.0, 23.0, 23.0, 21.0, 32.0, 42.0, 50.0, 60.0, 62.0, 69.0, 61.0, 102.0, 111.0, 127.0, 154.0, 140.0, 199.0, 190.0, 206.0, 221.0, 222.0, 259.0, 258.0, 222.0, 264.0, 263.0, 286.0, 303.0, 313.0, 295.0, 361.0, 436.0, 579.0, 702.0, 1160.0, 6912.0, 930.0, 773.0, 541.0, 245.0, 215.0, 191.0, 197.0, 162.0, 129.0, 117.0, 61.0, 32.0, 11.0, 3.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.025466300547122955, -0.02486184425652027, -0.024257387965917587, -0.023652929812669754, -0.02304847352206707, -0.022444017231464386, -0.021839560940861702, -0.021235104650259018, -0.020630646497011185, -0.0200261902064085, -0.019421733915805817, -0.018817277625203133, -0.01821282133460045, -0.017608365043997765, -0.01700390689074993, -0.016399450600147247, -0.015794994309544563, -0.01519053801894188, -0.01458608079701662, -0.013981624506413937, -0.013377167284488678, -0.012772710993885994, -0.01216825470328331, -0.011563797481358051, -0.010959341190755367, -0.010354884900152683, -0.009750427678227425, -0.00914597138762474, -0.008541515097022057, -0.007937057875096798, -0.007332601584494114, -0.006728144828230143, -0.006123688071966171, -0.0055192313157022, -0.004914774559438229, -0.004310318268835545, -0.0037058615125715733, -0.003101404756307602, -0.0024969482328742743, -0.0018924915930256248, -0.0012880349531769753, -0.0006835783133283257, -7.912167347967625e-05, 0.0005253349663689733, 0.0011297916062176228, 0.0017342482460662723, 0.0023387048859149218, 0.0029431614093482494, 0.0035476181656122208, 0.004152074921876192, 0.004756531678140163, 0.0053609879687428474, 0.005965444725006819, 0.00656990148127079, 0.007174357771873474, 0.0077788145281374454, 0.008383271284401417, 0.0089877275750041, 0.00959218479692936, 0.010196641087532043, 0.010801097378134727, 0.011405554600059986, 0.01201001089066267, 0.012614468112587929, 0.013218924403190613]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 5.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0852968618273735, -0.0834924727678299, -0.08168808370828629, -0.07988370209932327, -0.07807931303977966, -0.07627492398023605, -0.07447053492069244, -0.07266615331172943, -0.07086176425218582, -0.06905737519264221, -0.0672529861330986, -0.06544859707355499, -0.06364421546459198, -0.06183982640504837, -0.06003543734550476, -0.05823105201125145, -0.05642666295170784, -0.05462227389216423, -0.05281788855791092, -0.05101349949836731, -0.049209114164114, -0.04740472510457039, -0.04560033977031708, -0.04379595071077347, -0.04199156165122986, -0.04018717631697655, -0.03838278725743294, -0.036578401923179626, -0.03477401286363602, -0.032969627529382706, -0.031165238469839096, -0.029360851272940636, -0.027556464076042175, -0.025752076879143715, -0.023947689682245255, -0.022143302485346794, -0.020338915288448334, -0.018534526228904724, -0.016730139032006264, -0.014925751835107803, -0.013121364638209343, -0.011316977441310883, -0.009512590244412422, -0.007708202116191387, -0.005903814919292927, -0.004099427722394466, -0.0022950400598347187, -0.0004906526301056147, 0.0013137347996234894, 0.0031181222293525934, 0.0049225096590816975, 0.006726897321641445, 0.008531284518539906, 0.010335671715438366, 0.012140059843659401, 0.013944447040557861, 0.01574883423745632, 0.017553221434354782, 0.019357608631253242, 0.021161995828151703, 0.022966384887695312, 0.024770772084593773, 0.026575159281492233, 0.028379546478390694, 0.030183933675289154]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 2.0, 0.0, 3.0, 3.0, 2.0, 6.0, 2.0, 6.0, 3.0, 5.0, 7.0, 5.0, 2.0, 8.0, 7.0, 3.0, 9.0, 4.0, 5.0, 1.0, 4.0, 2.0, 3.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 0.0, 5.0, 4.0, 1.0, 6.0, 4.0, 2.0, 7.0, 8.0, 96.0, 12.0, 6.0, 2.0, 6.0, 4.0, 5.0, 3.0], "bins": [-0.09721440076828003, -0.09549544006586075, -0.09377647191286087, -0.09205751121044159, -0.09033855050802231, -0.08861958980560303, -0.08690062165260315, -0.08518166095018387, -0.08346270024776459, -0.0817437395453453, -0.08002477139234543, -0.07830581068992615, -0.07658684998750687, -0.07486788928508759, -0.07314892113208771, -0.07142996042966843, -0.06971099972724915, -0.06799203157424927, -0.06627307087182999, -0.0645541101694107, -0.06283514946699142, -0.061116185039281845, -0.059397220611572266, -0.057678259909152985, -0.055959295481443405, -0.054240334779024124, -0.052521370351314545, -0.050802409648895264, -0.049083445221185684, -0.0473644845187664, -0.045645520091056824, -0.04392655938863754, -0.04220759496092796, -0.040488630533218384, -0.0387696698307991, -0.03705070540308952, -0.03533174470067024, -0.03361278027296066, -0.03189381957054138, -0.03017485700547695, -0.02845589444041252, -0.026736930012702942, -0.02501796744763851, -0.02329900488257408, -0.02158004231750965, -0.01986107975244522, -0.01814211718738079, -0.01642315462231636, -0.01470419205725193, -0.0129852294921875, -0.01126626692712307, -0.00954730436205864, -0.00782834179699421, -0.006109378766268492, -0.004390415735542774, -0.002671453170478344, -0.0009524906054139137, 0.0007664720760658383, 0.0024854347575455904, 0.004204397555440664, 0.0059233601205050945, 0.007642322685569525, 0.009361285716295242, 0.011080248281359673, 0.012799210846424103]}, "_runtime": 5.9733664989471436, "_timestamp": 1596208825.9540498, "_step": 1}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 3.0, 3.0, 2.0, 2.0, 1.0, 2.0, 2.0, 2.0, 4.0, 5.0, 3.0, 1.0, 1.0, 1.0, 2.0, 2.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01930166967213154, -0.018674219027161598, -0.018046768382191658, -0.017419317737221718, -0.016791867092251778, -0.016164416447281837, -0.015536965802311897, -0.014909515157341957, -0.014282064512372017, -0.013654613867402077, -0.013027163222432137, -0.012399712577462196, -0.011772261932492256, -0.011144811287522316, -0.010517360642552376, -0.009889909997582436, -0.009262459352612495, -0.008635008707642555, -0.008007558062672615, -0.007380107417702675, -0.006752656772732735, -0.0061252061277627945, -0.005497755482792854, -0.004870304837822914, -0.004242854192852974, -0.0036154035478830338, -0.0029879529029130936, -0.0023605022579431534, -0.0017330516129732132, -0.001105600968003273, -0.0004781503230333328, 0.00014930032193660736, 0.0007767509669065475, 0.0014042016118764877, 0.002031652256846428, 0.002659102901816368, 0.0032865535467863083, 0.0039140041917562485, 0.004541454836726189, 0.005168905481696129, 0.005796356126666069, 0.006423806771636009, 0.007051257416605949, 0.00767870806157589, 0.00830615870654583, 0.00893360935151577, 0.00956105999648571, 0.01018851064145565, 0.01081596128642559, 0.01144341193139553, 0.012070862576365471, 0.012698313221335411, 0.013325763866305351, 0.013953214511275291, 0.014580665156245232, 0.015208115801215172, 0.015835566446185112, 0.016463017091155052, 0.017090467736124992, 0.017717918381094933, 0.018345369026064873, 0.018972819671034813, 0.019600270316004753, 0.020227720960974693, 0.020855171605944633]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 5.0, 2.0, 3.0, 4.0, 5.0, 3.0, 5.0, 7.0, 9.0, 5.0, 9.0, 13.0, 18.0, 11.0, 19.0, 15.0, 20.0, 38.0, 44.0, 37.0, 47.0, 60.0, 77.0, 91.0, 105.0, 130.0, 173.0, 252.0, 257.0, 341.0, 407.0, 2105.0, 814.0, 776.0, 597.0, 432.0, 280.0, 189.0, 132.0, 99.0, 75.0, 49.0, 47.0, 23.0, 22.0, 18.0, 13.0, 13.0, 4.0, 4.0, 8.0, 4.0, 5.0, 4.0, 2.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.1217290610074997, -0.11800798028707504, -0.11428690701723099, -0.11056582629680634, -0.10684475302696228, -0.10312367230653763, -0.09940259903669357, -0.09568151831626892, -0.09196044504642487, -0.08823936432600021, -0.08451828360557556, -0.0807972103357315, -0.07707612961530685, -0.0733550563454628, -0.06963397562503815, -0.06591290235519409, -0.06219182163476944, -0.058470744639635086, -0.05474966764450073, -0.05102859064936638, -0.047307513654232025, -0.04358643293380737, -0.03986535593867302, -0.036144278943538666, -0.03242320194840431, -0.02870212495326996, -0.024981047958135605, -0.021259969100356102, -0.01753889210522175, -0.013817815110087395, -0.010096737183630466, -0.0063756597228348255, -0.0026545822620391846, 0.0010664951987564564, 0.004787572659552097, 0.008508650586009026, 0.01222972758114338, 0.015950804576277733, 0.019671883434057236, 0.02339296042919159, 0.027114037424325943, 0.030835114419460297, 0.03455619141459465, 0.038277268409729004, 0.041998349130153656, 0.04571942612528801, 0.04944050312042236, 0.05316158011555672, 0.05688265711069107, 0.060603734105825424, 0.06432481110095978, 0.06804589182138443, 0.07176696509122849, 0.07548804581165314, 0.07920911908149719, 0.08293019980192184, 0.0866512805223465, 0.09037235379219055, 0.0940934345126152, 0.09781450778245926, 0.10153558850288391, 0.10525666177272797, 0.10897774249315262, 0.11269881576299667, 0.11641989648342133]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 1.0, 2.0, 2.0, 1.0, 3.0, 5.0, 7.0, 0.0, 0.0, 1.0, 4.0, 4.0, 4.0, 6.0, 0.0, 2.0, 2.0, 28.0, 5.0, 4.0, 3.0, 2.0, 1.0, 1.0, 3.0, 0.0, 3.0, 4.0, 2.0, 2.0, 3.0, 2.0, 2.0, 0.0, 1.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.006833705119788647, -0.006579397711902857, -0.006325090304017067, -0.006070782896131277, -0.005816475488245487, -0.005562168080359697, -0.0053078606724739075, -0.005053553264588118, -0.004799245856702328, -0.004544938448816538, -0.004290631040930748, -0.004036323633044958, -0.0037820162251591682, -0.0035277088172733784, -0.0032734014093875885, -0.0030190940015017986, -0.0027647865936160088, -0.002510479185730219, -0.002256171777844429, -0.002001864369958639, -0.0017475569620728493, -0.0014932495541870594, -0.0012389421463012695, -0.0009846347384154797, -0.0007303273305296898, -0.0004760199226438999, -0.00022171251475811005, 3.2594893127679825e-05, 0.0002869023010134697, 0.0005412097088992596, 0.0007955171167850494, 0.0010498245246708393, 0.0013041319325566292, 0.001558439340442419, 0.001812746748328209, 0.002067054156213999, 0.0023213615640997887, 0.0025756689719855785, 0.0028299763798713684, 0.0030842837877571583, 0.003338591195642948, 0.003592898603528738, 0.003847206011414528, 0.004101513419300318, 0.004355820827186108, 0.0046101282350718975, 0.004864435642957687, 0.005118743050843477, 0.005373050458729267, 0.005627357866615057, 0.005881665274500847, 0.006135972682386637, 0.006390280090272427, 0.0066445874981582165, 0.006898894906044006, 0.007153202313929796, 0.007407509721815586, 0.007661817129701376, 0.007916124537587166, 0.008170431479811668, 0.008424739353358746, 0.008679047226905823, 0.008933354169130325, 0.009187661111354828, 0.009441968984901905]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 5.0, 11.0, 22.0, 23.0, 37.0, 61.0, 88.0, 154.0, 230.0, 331.0, 586.0, 860.0, 1314.0, 1902.0, 2785.0, 4147.0, 5832.0, 7890.0, 11116.0, 15676.0, 21556.0, 30531.0, 44553.0, 65323.0, 91106.0, 115246.0, 437067.0, 90565.0, 65402.0, 46132.0, 32426.0, 23082.0, 17066.0, 12348.0, 9269.0, 6756.0, 4966.0, 3658.0, 2688.0, 2035.0, 1429.0, 1008.0, 754.0, 487.0, 354.0, 268.0, 161.0, 118.0, 69.0, 52.0, 36.0, 15.0, 15.0, 12.0, 9.0, 9.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.012288102880120277, -0.011866447515785694, -0.01144479215145111, -0.011023136787116528, -0.010601481422781944, -0.010179825127124786, -0.009758169762790203, -0.00933651439845562, -0.008914859034121037, -0.008493203669786453, -0.00807154830545187, -0.007649892475455999, -0.007228237111121416, -0.006806581746786833, -0.006384925916790962, -0.005963270552456379, -0.005541615188121796, -0.005119959823787212, -0.004698304459452629, -0.0042766486294567585, -0.003854993265122175, -0.003433337900787592, -0.003011682303622365, -0.002590026706457138, -0.0021683713421225548, -0.0017467158613726497, -0.0013250603806227446, -0.0009034048998728395, -0.00048174941912293434, -6.009393837302923e-05, 0.0003615615423768759, 0.000783217023126781, 0.001204872503876686, 0.0016265279846265912, 0.0020481834653764963, 0.0024698390625417233, 0.0028914944268763065, 0.00331314979121089, 0.0037348053883761168, 0.004156460985541344, 0.004578116349875927, 0.00499977171421051, 0.0054214270785450935, 0.005843082908540964, 0.006264738272875547, 0.006686393637210131, 0.007108049467206001, 0.0075297048315405846, 0.007951360195875168, 0.008373015560209751, 0.008794670924544334, 0.009216326288878918, 0.009637981653213501, 0.010059637948870659, 0.010481293313205242, 0.010902948677539825, 0.011324604041874409, 0.011746259406208992, 0.012167914770543575, 0.012589570134878159, 0.013011226430535316, 0.0134328817948699, 0.013854537159204483, 0.014276192523539066, 0.01469784788787365]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 8.0, 2.0, 2.0, 1.0, 1.0, 3.0, 2.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.010682549327611923, -0.010380109772086143, -0.01007766928523779, -0.009775228798389435, -0.009472789242863655, -0.009170349687337875, -0.008867909200489521, -0.008565468713641167, -0.008263029158115387, -0.007960589602589607, -0.007658149115741253, -0.007355709094554186, -0.007053269073367119, -0.006750829052180052, -0.006448389030992985, -0.006145949009805918, -0.005843508988618851, -0.005541068967431784, -0.005238628946244717, -0.00493618892505765, -0.004633748903870583, -0.0043313088826835155, -0.0040288688614964485, -0.0037264288403093815, -0.0034239888191223145, -0.0031215487979352474, -0.0028191087767481804, -0.0025166687555611134, -0.0022142287343740463, -0.0019117887131869793, -0.0016093486919999123, -0.0013069086708128452, -0.0010044686496257782, -0.0007020286284387112, -0.00039958860725164413, -9.71485860645771e-05, 0.00020529143512248993, 0.000507731456309557, 0.000810171477496624, 0.001112611498683691, 0.001415051519870758, 0.001717491541057825, 0.002019931562244892, 0.002322371583431959, 0.002624811604619026, 0.002927251625806093, 0.0032296916469931602, 0.0035321316681802273, 0.0038345716893672943, 0.004137011710554361, 0.004439451731741428, 0.004741891752928495, 0.0050443317741155624, 0.0053467717953026295, 0.0056492118164896965, 0.0059516518376767635, 0.006254091858863831, 0.006556531880050898, 0.006858971901237965, 0.007161411922425032, 0.007463851943612099, 0.007766291964799166, 0.008068731985986233, 0.008371172472834587, 0.008673612028360367]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 4.0, 5.0, 9.0, 8.0, 13.0, 11.0, 16.0, 24.0, 24.0, 41.0, 41.0, 44.0, 43.0, 56.0, 92.0, 84.0, 109.0, 125.0, 131.0, 167.0, 191.0, 212.0, 210.0, 239.0, 265.0, 243.0, 242.0, 283.0, 257.0, 263.0, 285.0, 335.0, 421.0, 480.0, 577.0, 760.0, 6538.0, 1569.0, 978.0, 665.0, 487.0, 400.0, 369.0, 286.0, 235.0, 195.0, 153.0, 107.0, 49.0, 31.0, 19.0, 18.0, 7.0, 2.0, 4.0, 2.0, 2.0], "bins": [-0.01437444519251585, -0.014045936055481434, -0.013717427849769592, -0.013388918712735176, -0.01306040957570076, -0.012731901369988918, -0.012403392232954502, -0.012074883095920086, -0.011746374890208244, -0.011417865753173828, -0.011089356616139412, -0.010760847479104996, -0.010432339273393154, -0.010103830136358738, -0.009775320999324322, -0.00944681279361248, -0.009118303656578064, -0.008789794519543648, -0.008461286313831806, -0.00813277717679739, -0.007804268039762974, -0.007475759368389845, -0.007147250697016716, -0.0068187415599823, -0.006490232888609171, -0.006161724217236042, -0.005833215080201626, -0.005504706408828497, -0.005176197737455368, -0.004847688600420952, -0.004519179929047823, -0.004190670792013407, -0.003862162120640278, -0.0035336532164365053, -0.0032051443122327328, -0.002876635640859604, -0.0025481267366558313, -0.002219617832452059, -0.001891109044663608, -0.0015626002568751574, -0.0012340913526713848, -0.0009055825066752732, -0.0005770736606791615, -0.0002485648146830499, 7.994403131306171e-05, 0.00040845287730917335, 0.000736961723305285, 0.0010654705110937357, 0.0013939794152975082, 0.0017224883195012808, 0.0020509972237050533, 0.0023795058950781822, 0.0027080147992819548, 0.0030365237034857273, 0.003365032374858856, 0.0036935412790626287, 0.004022050183266401, 0.00435055885463953, 0.004679067991673946, 0.005007576663047075, 0.005336085334420204, 0.00566459447145462, 0.005993103142827749, 0.0063216122798621655, 0.006650120951235294]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 5.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0541897788643837, -0.05311679095029831, -0.05204380303621292, -0.05097081512212753, -0.049897827208042145, -0.04882483556866646, -0.04775184765458107, -0.04667885974049568, -0.045605871826410294, -0.044532883912324905, -0.04345989599823952, -0.04238690808415413, -0.04131391644477844, -0.040240928530693054, -0.039167940616607666, -0.03809495270252228, -0.03702196478843689, -0.0359489768743515, -0.03487598896026611, -0.033803001046180725, -0.03273001313209534, -0.03165702149271965, -0.030584033578634262, -0.029511045664548874, -0.028438057750463486, -0.027365069836378098, -0.02629208192229271, -0.025219092145562172, -0.024146104231476784, -0.023073116317391396, -0.022000126540660858, -0.02092713862657547, -0.019854150712490082, -0.018781162798404694, -0.017708174884319305, -0.016635185107588768, -0.01556219719350338, -0.014489209279417992, -0.013416220434010029, -0.012343231588602066, -0.011270243674516678, -0.01019725576043129, -0.009124266915023327, -0.008051278069615364, -0.006978290155529976, -0.0059053017757833, -0.004832313396036625, -0.0037593250162899494, -0.002686336636543274, -0.0016133482567965984, -0.0005403598770499229, 0.0005326285026967525, 0.001605616882443428, 0.0026786052621901035, 0.003751593641936779, 0.0048245820216834545, 0.00589757040143013, 0.0069705587811768055, 0.008043547160923481, 0.009116536006331444, 0.010189523920416832, 0.01126251183450222, 0.012335500679910183, 0.013408489525318146, 0.014481477439403534]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 4.0, 8.0, 5.0, 5.0, 11.0, 5.0, 4.0, 4.0, 5.0, 10.0, 4.0, 5.0, 3.0, 0.0, 2.0, 5.0, 3.0, 5.0, 2.0, 1.0, 3.0, 4.0, 1.0, 1.0, 1.0, 4.0, 0.0, 5.0, 2.0, 4.0, 0.0, 6.0, 4.0, 2.0, 3.0, 2.0, 11.0, 11.0, 68.0, 13.0, 6.0, 8.0, 8.0, 4.0, 3.0, 2.0, 2.0, 4.0, 3.0, 0.0, 1.0, 2.0], "bins": [-0.055455438792705536, -0.054360877722501755, -0.053266312927007675, -0.052171751856803894, -0.051077187061309814, -0.04998262599110603, -0.048888061195611954, -0.04779350012540817, -0.04669893532991409, -0.04560437425971031, -0.04450981318950653, -0.04341524839401245, -0.04232068732380867, -0.04122612252831459, -0.04013156145811081, -0.03903699666261673, -0.03794243559241295, -0.03684787452220917, -0.03575330972671509, -0.03465874865651131, -0.03356418386101723, -0.032469622790813446, -0.031375057995319366, -0.030280496925115585, -0.029185933992266655, -0.028091371059417725, -0.026996808126568794, -0.025902245193719864, -0.024807684123516083, -0.023713121190667152, -0.022618558257818222, -0.02152399532496929, -0.02042943239212036, -0.01933486945927143, -0.0182403065264225, -0.01714574359357357, -0.01605118066072464, -0.014956618659198284, -0.013862056657671928, -0.012767493724822998, -0.011672930791974068, -0.010578367859125137, -0.009483804926276207, -0.008389242924749851, -0.007294679991900921, -0.0062001170590519905, -0.0051055545918643475, -0.004010992124676704, -0.002916429191827774, -0.0018218664918094873, -0.0007273037917912006, 0.00036725890822708607, 0.0014618216082453728, 0.0025563843082636595, 0.003650947008281946, 0.004745509475469589, 0.00584007240831852, 0.00693463534116745, 0.00802919827401638, 0.009123760275542736, 0.010218323208391666, 0.011312886141240597, 0.012407448142766953, 0.013502011075615883, 0.014596574008464813]}, "_runtime": 6.758426904678345, "_timestamp": 1596208826.7391102, "_step": 2}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 3.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 4.0, 1.0, 1.0, 2.0, 1.0, 2.0, 2.0, 2.0, 4.0, 2.0, 2.0, 1.0, 2.0, 1.0, 4.0, 2.0, 4.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.014717607758939266, -0.014266428537666798, -0.013815249316394329, -0.01336407009512186, -0.012912890873849392, -0.012461711652576923, -0.012010532431304455, -0.011559353210031986, -0.011108173057436943, -0.010656993836164474, -0.010205814614892006, -0.009754635393619537, -0.009303456172347069, -0.0088522769510746, -0.008401097729802132, -0.007949918508529663, -0.0074987392872571945, -0.007047560065984726, -0.006596380844712257, -0.006145201623439789, -0.00569402240216732, -0.005242842715233564, -0.004791663493961096, -0.004340484272688627, -0.0038893050514161587, -0.00343812583014369, -0.0029869466088712215, -0.0025357671547681093, -0.0020845879334956408, -0.0016334087122231722, -0.0011822293745353818, -0.0007310500950552523, -0.00027987081557512283, 0.00017130846390500665, 0.0006224877433851361, 0.0010736670810729265, 0.001524846302345395, 0.0019760255236178637, 0.002427204977720976, 0.0028783841989934444, 0.003329563420265913, 0.0037807426415383816, 0.00423192186281085, 0.004683101084083319, 0.005134280771017075, 0.005585459992289543, 0.006036639213562012, 0.00648781843483448, 0.006938997656106949, 0.007390176877379417, 0.007841356098651886, 0.008292535319924355, 0.008743714541196823, 0.009194893762469292, 0.00964607298374176, 0.010097252205014229, 0.010548431426286697, 0.01099961157888174, 0.01145079080015421, 0.011901970021426678, 0.012353149242699146, 0.012804328463971615, 0.013255507685244083, 0.013706686906516552, 0.01415786612778902]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 2.0, 3.0, 6.0, 8.0, 5.0, 5.0, 6.0, 9.0, 15.0, 14.0, 33.0, 34.0, 35.0, 48.0, 60.0, 53.0, 69.0, 97.0, 112.0, 141.0, 222.0, 282.0, 398.0, 525.0, 2201.0, 1153.0, 915.0, 525.0, 308.0, 199.0, 131.0, 85.0, 70.0, 51.0, 32.0, 25.0, 15.0, 4.0, 13.0, 4.0, 3.0, 4.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.17809085547924042, -0.17347018420696259, -0.16884951293468475, -0.16422885656356812, -0.15960818529129028, -0.15498751401901245, -0.15036684274673462, -0.14574618637561798, -0.14112551510334015, -0.13650484383106232, -0.13188417255878448, -0.12726350128650665, -0.12264283746480942, -0.11802217364311218, -0.11340150237083435, -0.10878083854913712, -0.10416016727685928, -0.09953949600458145, -0.09491883218288422, -0.09029816091060638, -0.08567749708890915, -0.08105682581663132, -0.07643616199493408, -0.07181549072265625, -0.06719481945037842, -0.06257415562868118, -0.05795348808169365, -0.053332820534706116, -0.048712149262428284, -0.04409148171544075, -0.03947081416845322, -0.03485014662146568, -0.03022947907447815, -0.025608811527490616, -0.020988143980503082, -0.0163674745708704, -0.011746807023882866, -0.007126139011234045, -0.002505470998585224, 0.0021151970140635967, 0.006735865026712418, 0.011356532573699951, 0.015977200120687485, 0.020597869530320168, 0.0252185370773077, 0.029839204624295235, 0.03445987403392792, 0.03908054158091545, 0.043701209127902985, 0.04832187667489052, 0.05294254422187805, 0.057563211768865585, 0.06218387931585312, 0.06680455058813095, 0.07142521440982819, 0.07604588568210602, 0.08066655695438385, 0.08528722077608109, 0.08990789204835892, 0.09452855587005615, 0.09914922714233398, 0.10376989096403122, 0.10839056223630905, 0.11301122605800629, 0.11763189733028412]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 3.0, 4.0, 5.0, 2.0, 1.0, 3.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 2.0, 2.0, 1.0, 3.0, 3.0, 26.0, 2.0, 3.0, 5.0, 3.0, 4.0, 4.0, 2.0, 1.0, 0.0, 2.0, 1.0, 2.0, 5.0, 4.0, 2.0, 1.0, 4.0, 0.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.006090864539146423, -0.005897602532058954, -0.0057043409906327724, -0.005511078983545303, -0.0053178174421191216, -0.0051245554350316525, -0.004931293893605471, -0.0047380318865180016, -0.00454477034509182, -0.004351508338004351, -0.0041582463309168816, -0.0039649847894907, -0.0037717227824032307, -0.0035784610081464052, -0.0033851992338895798, -0.0031919374596327543, -0.002998675685375929, -0.0028054139111191034, -0.002612152136862278, -0.0024188903626054525, -0.002225628588348627, -0.002032366581261158, -0.0018391048070043325, -0.001645843032747507, -0.0014525812584906816, -0.0012593194842338562, -0.0010660577099770308, -0.0008727958193048835, -0.000679534045048058, -0.00048627224168740213, -0.0002930104383267462, -9.974863496609032e-05, 9.351316839456558e-05, 0.0002867749717552215, 0.0004800367751158774, 0.0006732986075803638, 0.0008665603818371892, 0.0010598221560940146, 0.001253084046766162, 0.0014463458210229874, 0.0016396075952798128, 0.0018328693695366383, 0.0020261311437934637, 0.002219392918050289, 0.0024126549251377583, 0.0026059166993945837, 0.002799178473651409, 0.0029924402479082346, 0.00318570202216506, 0.0033789637964218855, 0.003572225570678711, 0.0037654873449355364, 0.003958749119192362, 0.004152011126279831, 0.004345272667706013, 0.004538534674793482, 0.004731796681880951, 0.004925058223307133, 0.005118320230394602, 0.005311581771820784, 0.005504843778908253, 0.0056981053203344345, 0.005891367327421904, 0.006084628868848085, 0.0062778908759355545]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 0.0, 6.0, 9.0, 20.0, 35.0, 54.0, 92.0, 171.0, 236.0, 328.0, 508.0, 833.0, 1231.0, 1700.0, 2343.0, 3123.0, 4210.0, 5555.0, 7050.0, 9170.0, 11679.0, 14463.0, 18661.0, 24346.0, 32524.0, 43751.0, 57756.0, 73344.0, 91495.0, 413577.0, 88647.0, 70747.0, 52592.0, 38668.0, 28131.0, 21027.0, 15715.0, 11764.0, 8955.0, 7013.0, 5161.0, 3844.0, 2692.0, 1868.0, 1420.0, 942.0, 691.0, 452.0, 338.0, 231.0, 154.0, 105.0, 72.0, 55.0, 36.0, 24.0, 12.0, 7.0, 4.0, 2.0, 4.0, 1.0, 1.0], "bins": [-0.011455397121608257, -0.011076979339122772, -0.010698561556637287, -0.010320144705474377, -0.009941726922988892, -0.009563309140503407, -0.009184891358017921, -0.008806473575532436, -0.008428055793046951, -0.00804963894188404, -0.007671221159398556, -0.007292803376913071, -0.006914385594427586, -0.006535968277603388, -0.006157550495117903, -0.005779133178293705, -0.00540071539580822, -0.005022297613322735, -0.004643880296498537, -0.004265462514013052, -0.0038870449643582106, -0.003508627414703369, -0.003130209632217884, -0.0027517920825630426, -0.0023733745329082012, -0.00199495698325336, -0.0016165393171831965, -0.0012381216511130333, -0.0008597041014581919, -0.00048128649359568954, -0.0001028688857331872, 0.00027554872212931514, 0.0006539663299918175, 0.001032383879646659, 0.0014108015457168221, 0.0017892192117869854, 0.002167636761441827, 0.0025460543110966682, 0.0029244720935821533, 0.0033028896432369947, 0.003681307192891836, 0.004059724975377321, 0.004438142292201519, 0.004816560074687004, 0.005194977857172489, 0.005573395173996687, 0.005951812956482172, 0.00633023027330637, 0.006708648055791855, 0.00708706583827734, 0.007465483155101538, 0.007843900471925735, 0.00822231825441122, 0.008600736036896706, 0.00897915381938219, 0.009357571601867676, 0.009735988453030586, 0.010114406235516071, 0.010492824018001556, 0.010871241800487041, 0.011249659582972527, 0.011628077365458012, 0.012006494216620922, 0.012384911999106407, 0.012763329781591892]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 4.0, 0.0, 1.0, 2.0, 2.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 3.0, 1.0, 1.0, 1.0, 3.0, 1.0, 2.0, 8.0, 1.0, 2.0, 2.0, 2.0, 0.0, 0.0, 4.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.02067888155579567, -0.02024487406015396, -0.019810866564512253, -0.019376860931515694, -0.018942853435873985, -0.018508845940232277, -0.01807483844459057, -0.01764083094894886, -0.0172068253159523, -0.016772817820310593, -0.016338810324668884, -0.015904802829027176, -0.015470795333385468, -0.015036788769066334, -0.014602781273424625, -0.014168774709105492, -0.013734767213463783, -0.013300759717822075, -0.012866753153502941, -0.012432745657861233, -0.011998739093542099, -0.01156473159790039, -0.011130724102258682, -0.010696717537939548, -0.01026271004229784, -0.009828702546656132, -0.009394695982336998, -0.00896068848669529, -0.008526680991053581, -0.008092674426734447, -0.007658666931092739, -0.007224659901112318, -0.006790652871131897, -0.006356645841151476, -0.005922638811171055, -0.0054886313155293465, -0.005054624285548925, -0.004620617255568504, -0.004186609759926796, -0.003752602729946375, -0.003318595699965954, -0.0028845886699855328, -0.002450581407174468, -0.0020165741443634033, -0.0015825671143829823, -0.0011485599679872394, -0.0007145528215914965, -0.0002805456751957536, 0.00015346147119998932, 0.0005874686175957322, 0.001021475763991475, 0.001455482910387218, 0.001889490056782961, 0.002323497086763382, 0.0027575043495744467, 0.0031915116123855114, 0.0036255186423659325, 0.0040595256723463535, 0.004493532702326775, 0.004927540197968483, 0.005361547227948904, 0.005795554257929325, 0.0062295617535710335, 0.0066635687835514545, 0.007097575813531876]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 2.0, 3.0, 5.0, 2.0, 2.0, 4.0, 3.0, 10.0, 8.0, 6.0, 9.0, 14.0, 10.0, 13.0, 7.0, 33.0, 37.0, 33.0, 56.0, 35.0, 34.0, 66.0, 52.0, 72.0, 73.0, 76.0, 106.0, 111.0, 109.0, 121.0, 144.0, 150.0, 207.0, 212.0, 230.0, 218.0, 297.0, 282.0, 300.0, 360.0, 359.0, 406.0, 460.0, 549.0, 664.0, 722.0, 893.0, 1359.0, 6548.0, 891.0, 553.0, 376.0, 233.0, 179.0, 146.0, 158.0, 126.0, 121.0, 70.0, 55.0, 24.0, 16.0, 10.0], "bins": [-0.011066117323935032, -0.01084104459732771, -0.010615970939397812, -0.01039089821279049, -0.010165825486183167, -0.00994075182825327, -0.009715679101645947, -0.009490606375038624, -0.009265532717108727, -0.009040459990501404, -0.008815387263894081, -0.008590313605964184, -0.008365240879356861, -0.008140168152749538, -0.007915094494819641, -0.007690021768212318, -0.007464948575943708, -0.007239875383675098, -0.007014802657067776, -0.006789729464799166, -0.006564656272530556, -0.006339583545923233, -0.006114510353654623, -0.005889437161386013, -0.00566436443477869, -0.00543929124251008, -0.00521421805024147, -0.00498914485797286, -0.004764072131365538, -0.004538998939096928, -0.004313925746828318, -0.004088853020220995, -0.003863779827952385, -0.0036387068685144186, -0.0034136336762458086, -0.0031885607168078423, -0.0029634875245392323, -0.002738414565101266, -0.0025133416056632996, -0.0022882684133946896, -0.002063195453956723, -0.001838122378103435, -0.0016130493022501469, -0.0013879763428121805, -0.0011629032669588923, -0.0009378301911056042, -0.0007127571734599769, -0.0004876841267105192, -0.0002626110799610615, -3.753803321160376e-05, 0.00018753501353785396, 0.0004126080602873117, 0.0006376811070367694, 0.0008627541828900576, 0.001087827142328024, 0.001312900218181312, 0.0015379732940346003, 0.0017630463698878884, 0.0019881194457411766, 0.002213192405179143, 0.0024382653646171093, 0.0026633385568857193, 0.0028884115163236856, 0.0031134847085922956, 0.003338557668030262]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 4.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.049775682389736176, -0.04883911460638046, -0.04790254682302475, -0.046965982764959335, -0.04602941498160362, -0.04509284719824791, -0.0441562794148922, -0.043219711631536484, -0.04228314384818077, -0.041346579790115356, -0.040410012006759644, -0.03947344422340393, -0.03853687644004822, -0.037600308656692505, -0.03666374087333679, -0.03572717681527138, -0.034790609031915665, -0.03385404124855995, -0.03291747346520424, -0.031980905681848526, -0.031044339761137962, -0.03010777197778225, -0.029171206057071686, -0.028234638273715973, -0.02729807049036026, -0.026361504569649696, -0.025424936786293983, -0.02448836900293827, -0.023551803082227707, -0.022615235298871994, -0.02167866751551628, -0.020742101594805717, -0.019805533811450005, -0.01886896602809429, -0.017932400107383728, -0.016995832324028015, -0.016059264540672302, -0.015122697688639164, -0.014186130836606026, -0.013249563984572887, -0.01231299713253975, -0.011376429349184036, -0.010439862497150898, -0.00950329564511776, -0.008566727861762047, -0.0076301610097289085, -0.006693593692034483, -0.005757026840001345, -0.004820459522306919, -0.003883892437443137, -0.0029473253525793552, -0.0020107580348849297, -0.0010741909500211477, -0.00013762380694970489, 0.000798943336121738, 0.0017355105374008417, 0.0026720776222646236, 0.0036086447071284056, 0.0045452117919921875, 0.005481779109686613, 0.006418346427381039, 0.007354913279414177, 0.008291480131447315, 0.009228047914803028, 0.010164614766836166]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 3.0, 1.0, 3.0, 5.0, 4.0, 5.0, 3.0, 4.0, 5.0, 3.0, 4.0, 5.0, 4.0, 7.0, 7.0, 3.0, 6.0, 4.0, 4.0, 4.0, 1.0, 2.0, 1.0, 7.0, 3.0, 4.0, 3.0, 0.0, 5.0, 3.0, 4.0, 3.0, 4.0, 3.0, 1.0, 2.0, 2.0, 2.0, 6.0, 4.0, 8.0, 15.0, 65.0, 21.0, 6.0, 5.0, 5.0, 2.0, 1.0, 3.0, 3.0], "bins": [-0.03212293982505798, -0.031545381993055344, -0.030967820435762405, -0.030390260741114616, -0.029812701046466827, -0.02923514135181904, -0.02865758165717125, -0.02808002196252346, -0.02750246226787567, -0.026924902573227882, -0.026347342878580093, -0.025769783183932304, -0.025192223489284515, -0.024614663794636726, -0.024037104099988937, -0.02345954440534115, -0.02288198471069336, -0.02230442687869072, -0.02172686718404293, -0.02114930748939514, -0.020571747794747353, -0.019994188100099564, -0.019416628405451775, -0.018839068710803986, -0.018261509016156197, -0.017683949321508408, -0.01710638962686062, -0.01652882993221283, -0.01595127023756504, -0.015373710542917252, -0.014796150848269463, -0.014218591153621674, -0.013641031458973885, -0.013063471764326096, -0.012485912069678307, -0.011908352375030518, -0.011330792680382729, -0.01075323298573494, -0.01017567329108715, -0.009598113596439362, -0.009020553901791573, -0.008442995138466358, -0.00786543544381857, -0.007287875283509493, -0.006710316054522991, -0.006132756359875202, -0.005555196665227413, -0.004977636970579624, -0.004400077275931835, -0.003822517581284046, -0.003244957886636257, -0.002667398424819112, -0.002089838730171323, -0.0015122790355235338, -0.0009347194572910666, -0.00035715982085093856, 0.00022039981558918953, 0.0007979594520293176, 0.0013755190884694457, 0.0019530786667019129, 0.002530638361349702, 0.003108198055997491, 0.0036857575178146362, 0.004263317212462425, 0.004840876907110214]}, "_runtime": 7.530008554458618, "_timestamp": 1596208827.510692, "_step": 3}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 6.0, 3.0, 1.0, 1.0, 1.0, 2.0, 4.0, 0.0, 2.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 2.0, 3.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.0171368271112442, -0.01668187417089939, -0.01622691936790943, -0.01577196642756462, -0.015317012555897236, -0.01486205868422985, -0.01440710574388504, -0.013952151872217655, -0.01349719800055027, -0.01304224506020546, -0.012587291188538074, -0.01213233731687069, -0.011677383445203304, -0.011222430504858494, -0.010767476633191109, -0.010312522761523724, -0.009857568889856339, -0.009402615949511528, -0.008947662077844143, -0.008492708206176758, -0.008037755265831947, -0.007582801394164562, -0.007127847522497177, -0.006672894116491079, -0.0062179407104849815, -0.0057629868388175964, -0.005308033432811499, -0.0048530795611441135, -0.004398126155138016, -0.003943172283470631, -0.003488218877464533, -0.0030332652386277914, -0.00257831159979105, -0.0021233579609543085, -0.001668404322117567, -0.0012134507996961474, -0.000758497160859406, -0.000303543551126495, 0.000151410058606416, 0.0006063636392354965, 0.001061317278072238, 0.0015162709169089794, 0.001971224555745721, 0.0024261781945824623, 0.00288113160058856, 0.0033360852394253016, 0.003791038878262043, 0.004245992749929428, 0.004700946155935526, 0.005155899561941624, 0.005610853433609009, 0.006065806839615107, 0.006520760711282492, 0.0069757141172885895, 0.007430667988955975, 0.00788562186062336, 0.00834057480096817, 0.008795528672635555, 0.00925048254430294, 0.00970543548464775, 0.010160389356315136, 0.010615343227982521, 0.011070297099649906, 0.011525250039994717, 0.011980203911662102]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 3.0, 1.0, 3.0, 6.0, 3.0, 8.0, 4.0, 6.0, 7.0, 12.0, 21.0, 21.0, 32.0, 37.0, 52.0, 86.0, 68.0, 104.0, 121.0, 155.0, 182.0, 251.0, 324.0, 416.0, 516.0, 2458.0, 1025.0, 706.0, 451.0, 289.0, 162.0, 129.0, 93.0, 43.0, 32.0, 28.0, 18.0, 12.0, 13.0, 9.0, 12.0, 1.0, 4.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.15995106101036072, -0.15512137115001678, -0.15029169619083405, -0.1454620063304901, -0.14063231647014618, -0.13580262660980225, -0.1309729516506195, -0.12614326179027557, -0.12131357192993164, -0.1164838895201683, -0.11165420711040497, -0.10682451725006104, -0.1019948348402977, -0.09716514497995377, -0.09233546257019043, -0.0875057727098465, -0.08267609030008316, -0.07784640789031982, -0.07301671802997589, -0.06818703562021255, -0.06335734575986862, -0.058527663350105286, -0.05369797721505165, -0.048868291079998016, -0.04403860494494438, -0.03920891880989075, -0.03437923267483711, -0.029549548402428627, -0.024719862267374992, -0.019890176132321358, -0.015060490928590298, -0.010230805724859238, -0.005401119589805603, -0.0005714339204132557, 0.004258251748979092, 0.009087936952710152, 0.013917623087763786, 0.01874730922281742, 0.023576993495225906, 0.02840667963027954, 0.033236365765333176, 0.03806605190038681, 0.042895738035440445, 0.04772542417049408, 0.052555106580257416, 0.05738479271531105, 0.062214478850364685, 0.06704416871070862, 0.07187385112047195, 0.07670353353023529, 0.08153322339057922, 0.08636290580034256, 0.09119259566068649, 0.09602227807044983, 0.10085196793079376, 0.1056816503405571, 0.11051133275032043, 0.11534102261066437, 0.1201707050204277, 0.12500038743019104, 0.12983007729053497, 0.1346597671508789, 0.13948945701122284, 0.14431913197040558, 0.1491488218307495]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 2.0, 4.0, 1.0, 5.0, 1.0, 5.0, 2.0, 1.0, 2.0, 1.0, 4.0, 1.0, 3.0, 2.0, 3.0, 1.0, 25.0, 2.0, 7.0, 2.0, 2.0, 1.0, 4.0, 2.0, 4.0, 1.0, 2.0, 2.0, 2.0, 5.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 4.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.004224466625601053, -0.0040589794516563416, -0.00389349227771163, -0.003728005103766918, -0.0035625179298222065, -0.0033970309887081385, -0.0032315438147634268, -0.003066056640818715, -0.0029005694668740034, -0.0027350822929292917, -0.00256959511898458, -0.0024041079450398684, -0.0022386210039258003, -0.0020731338299810886, -0.001907646656036377, -0.0017421594820916653, -0.0015766723081469536, -0.001411185134202242, -0.0012456979602575302, -0.0010802109027281404, -0.0009147237287834287, -0.000749236554838717, -0.0005837494391016662, -0.000418262294260785, -0.00025277514941990376, -8.728800457902253e-05, 7.81991402618587e-05, 0.00024368628510273993, 0.00040917342994362116, 0.0005746606038883328, 0.0007401477196253836, 0.0009056348353624344, 0.001071122009307146, 0.0012366091832518578, 0.0014020963571965694, 0.0015675834147259593, 0.001733070588670671, 0.0018985577626153827, 0.0020640448201447725, 0.002229531994089484, 0.002395019168034196, 0.0025605063419789076, 0.0027259935159236193, 0.002891480689868331, 0.003056967630982399, 0.0032224548049271107, 0.0033879419788718224, 0.003553429152816534, 0.0037189163267612457, 0.0038844035007059574, 0.004049890674650669, 0.004215377848595381, 0.0043808650225400925, 0.004546352196484804, 0.004711839370429516, 0.0048773265443742275, 0.005042813718318939, 0.005208300426602364, 0.005373787600547075, 0.005539274774491787, 0.005704761948436499, 0.00587024912238121, 0.006035736296325922, 0.006201223470270634, 0.006366710644215345]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 1.0, 1.0, 7.0, 16.0, 25.0, 37.0, 57.0, 103.0, 181.0, 268.0, 436.0, 664.0, 1036.0, 1476.0, 2321.0, 3302.0, 4769.0, 6613.0, 9185.0, 12305.0, 16800.0, 22903.0, 31528.0, 45656.0, 65261.0, 90427.0, 113203.0, 421230.0, 86617.0, 64647.0, 46751.0, 34016.0, 24696.0, 18082.0, 13475.0, 10261.0, 8039.0, 6250.0, 4736.0, 3460.0, 2658.0, 1937.0, 1370.0, 969.0, 684.0, 425.0, 271.0, 185.0, 110.0, 79.0, 45.0, 26.0, 17.0, 11.0, 5.0, 3.0, 3.0, 5.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011599118821322918, -0.011185426265001297, -0.01077173464000225, -0.010358043015003204, -0.009944350458681583, -0.009530657902359962, -0.009116966277360916, -0.00870327465236187, -0.008289582096040249, -0.007875889539718628, -0.007462197914719582, -0.007048505824059248, -0.006634813733398914, -0.006221121642738581, -0.005807429552078247, -0.0053937374614179134, -0.00498004537075758, -0.004566353280097246, -0.0041526611894369125, -0.003738969098776579, -0.0033252770081162453, -0.0029115849174559116, -0.002497892826795578, -0.0020842007361352444, -0.0016705086454749107, -0.001256816554814577, -0.0008431244641542435, -0.00042943237349390984, -1.5740282833576202e-05, 0.00039795180782675743, 0.0008116438984870911, 0.0012253359891474247, 0.0016390280798077583, 0.002052720170468092, 0.0024664122611284256, 0.0028801043517887592, 0.003293796442449093, 0.0037074885331094265, 0.00412118062376976, 0.004534872714430094, 0.004948564805090427, 0.005362256895750761, 0.005775948986411095, 0.006189641077071428, 0.006603333167731762, 0.0070170252583920956, 0.007430717349052429, 0.007844408974051476, 0.008258101530373096, 0.008671794086694717, 0.009085485711693764, 0.00949917733669281, 0.009912869893014431, 0.010326562449336052, 0.010740254074335098, 0.011153945699334145, 0.011567638255655766, 0.011981330811977386, 0.012395022436976433, 0.012808714061975479, 0.0132224066182971, 0.013636099174618721, 0.014049790799617767, 0.014463482424616814, 0.014877174980938435]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 2.0, 1.0, 4.0, 2.0, 1.0, 2.0, 7.0, 0.0, 2.0, 1.0, 2.0, 6.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008191874250769615, -0.007961804047226906, -0.007731734775006771, -0.007501665037125349, -0.00727159483358264, -0.007041525095701218, -0.006811455357819796, -0.0065813856199383736, -0.0063513158820569515, -0.0061212461441755295, -0.00589117594063282, -0.005661106202751398, -0.005431036464869976, -0.005200966726988554, -0.004970896989107132, -0.00474082725122571, -0.004510757513344288, -0.0042806873098015785, -0.0040506175719201565, -0.0038205478340387344, -0.0035904780961573124, -0.0033604081254452467, -0.0031303383875638247, -0.0029002686496824026, -0.002670198678970337, -0.002440128941088915, -0.002210059203207493, -0.001979989465326071, -0.001749919494614005, -0.001519849756732583, -0.0012897799024358392, -0.0010597101645544171, -0.0008296403102576733, -0.0005995705141685903, -0.0003695006889756769, -0.0001394308783346787, 9.063893230631948e-05, 0.00032070872839540243, 0.0005507785826921463, 0.0007808483787812293, 0.0010109181748703122, 0.001240988029167056, 0.0014710577670484781, 0.001701127621345222, 0.0019311974756419659, 0.002161267213523388, 0.00239133695140481, 0.0026214069221168756, 0.0028514766599982977, 0.0030815463978797197, 0.0033116163685917854, 0.0035416861064732075, 0.0037717558443546295, 0.0040018255822360516, 0.004231895320117474, 0.004461965523660183, 0.004692035261541605, 0.004922104999423027, 0.005152174737304449, 0.005382244475185871, 0.005612314213067293, 0.0058423844166100025, 0.0060724541544914246, 0.006302523892372847, 0.006532593630254269]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 3.0, 0.0, 0.0, 3.0, 4.0, 5.0, 3.0, 7.0, 4.0, 8.0, 13.0, 15.0, 16.0, 14.0, 21.0, 32.0, 37.0, 35.0, 42.0, 80.0, 73.0, 90.0, 120.0, 118.0, 159.0, 214.0, 227.0, 245.0, 332.0, 343.0, 379.0, 425.0, 506.0, 607.0, 751.0, 1021.0, 6566.0, 2262.0, 1128.0, 678.0, 547.0, 428.0, 318.0, 190.0, 135.0, 70.0, 45.0, 17.0, 22.0, 17.0, 13.0, 8.0, 7.0, 5.0, 5.0, 3.0, 2.0, 2.0, 3.0, 0.0, 1.0, 5.0, 2.0], "bins": [-0.008103719912469387, -0.007889456115663052, -0.007675192318856716, -0.007460928056389093, -0.007246664259582758, -0.0070324004627764225, -0.0068181362003088, -0.006603872403502464, -0.006389608606696129, -0.006175344809889793, -0.005961081013083458, -0.005746816750615835, -0.0055325529538095, -0.005318289157003164, -0.0051040248945355415, -0.004889761097729206, -0.004675497300922871, -0.004461233504116535, -0.0042469697073102, -0.004032705444842577, -0.0038184416480362415, -0.003604177851229906, -0.003389913821592927, -0.003175649791955948, -0.0029613859951496124, -0.002747122198343277, -0.002532858168706298, -0.0023185941390693188, -0.0021043303422629833, -0.001890066429041326, -0.0016758025158196688, -0.0014615386025980115, -0.0012472746893763542, -0.001033010776154697, -0.0008187468629330397, -0.0006044829497113824, -0.0003902190364897251, -0.00017595512326806784, 3.830878995358944e-05, 0.0002525727031752467, 0.000466836616396904, 0.0006811005296185613, 0.0008953644428402185, 0.0011096283560618758, 0.001323892269283533, 0.0015381561825051904, 0.0017524200957268476, 0.0019666841253638268, 0.002180947922170162, 0.0023952117189764977, 0.0026094757486134768, 0.002823739778250456, 0.0030380035750567913, 0.0032522673718631268, 0.003466531401500106, 0.003680795431137085, 0.0038950592279434204, 0.004109323024749756, 0.004323586821556091, 0.004537851084023714, 0.0047521148808300495, 0.004966378677636385, 0.005180642940104008, 0.005394906736910343, 0.005609170533716679]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 4.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.031613077968358994, -0.03107842616736889, -0.030543772503733635, -0.03000912070274353, -0.029474467039108276, -0.02893981523811817, -0.028405161574482918, -0.027870509773492813, -0.02733585610985756, -0.026801204308867455, -0.02626655250787735, -0.025731898844242096, -0.02519724704325199, -0.024662593379616737, -0.024127941578626633, -0.02359328791499138, -0.023058636114001274, -0.02252398431301117, -0.021989330649375916, -0.02145467884838581, -0.020920025184750557, -0.020385373383760452, -0.0198507197201252, -0.019316067919135094, -0.01878141611814499, -0.018246762454509735, -0.01771211065351963, -0.017177456989884377, -0.016642805188894272, -0.016108151525259018, -0.015573499724268913, -0.015038846991956234, -0.014504194259643555, -0.013969541527330875, -0.013434888795018196, -0.012900236062705517, -0.012365583330392838, -0.011830931529402733, -0.011296278797090054, -0.010761626064777374, -0.010226973332464695, -0.009692320600152016, -0.009157667867839336, -0.008623015135526657, -0.008088363334536552, -0.007553710136562586, -0.007019057869911194, -0.0064844051375985146, -0.005949752405285835, -0.005415099672973156, -0.004880446940660477, -0.004345794674009085, -0.0038111419416964054, -0.003276489209383726, -0.0027418367099016905, -0.002207184210419655, -0.0016725314781069756, -0.001137878862209618, -0.0006032262463122606, -6.857363041490316e-05, 0.0004660789854824543, 0.0010007316013798118, 0.0015353842172771692, 0.002070036716759205, 0.002604689449071884]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 4.0, 2.0, 0.0, 2.0, 1.0, 1.0, 5.0, 10.0, 5.0, 4.0, 4.0, 1.0, 4.0, 4.0, 2.0, 2.0, 8.0, 5.0, 2.0, 4.0, 3.0, 1.0, 5.0, 4.0, 3.0, 0.0, 1.0, 1.0, 3.0, 7.0, 5.0, 8.0, 7.0, 0.0, 9.0, 4.0, 3.0, 3.0, 1.0, 2.0, 8.0, 7.0, 4.0, 8.0, 18.0, 58.0, 9.0, 8.0, 7.0, 4.0, 7.0, 1.0, 1.0, 2.0], "bins": [-0.027052778750658035, -0.026561960577964783, -0.02607114240527153, -0.025580324232578278, -0.025089506059885025, -0.024598687887191772, -0.02410786971449852, -0.023617051541805267, -0.023126233369112015, -0.022635413333773613, -0.02214459516108036, -0.021653776988387108, -0.021162958815693855, -0.020672140643000603, -0.02018132247030735, -0.019690504297614098, -0.019199686124920845, -0.018708867952227592, -0.01821804977953434, -0.017727231606841087, -0.017236413434147835, -0.016745595261454582, -0.01625477708876133, -0.015763958916068077, -0.01527313981205225, -0.014782321639358997, -0.014291503466665745, -0.013800685293972492, -0.013309866189956665, -0.012819048017263412, -0.01232822984457016, -0.011837411671876907, -0.011346593499183655, -0.010855775326490402, -0.01036495715379715, -0.009874138981103897, -0.009383320808410645, -0.008892501704394817, -0.008401683531701565, -0.007910865359008312, -0.00742004718631506, -0.006929229013621807, -0.0064384108409285545, -0.005947592202574015, -0.005456774029880762, -0.0049659558571875095, -0.00447513721883297, -0.003984319046139717, -0.0034935008734464645, -0.003002682700753212, -0.0025118642952293158, -0.0020210458897054195, -0.001530227717012167, -0.0010394094279035926, -0.0005485911387950182, -5.7772849686443806e-05, 0.0004330454394221306, 0.000923863728530705, 0.0014146820176392794, 0.0019055003067478538, 0.002396318595856428, 0.0028871367685496807, 0.003377955174073577, 0.003868773579597473, 0.004359591752290726]}, "_runtime": 8.302595853805542, "_timestamp": 1596208828.2832792, "_step": 4}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 2.0, 1.0, 1.0, 4.0, 2.0, 1.0, 3.0, 4.0, 3.0, 5.0, 3.0, 2.0, 7.0, 1.0, 3.0, 0.0, 0.0, 3.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.027905665338039398, -0.027192838490009308, -0.026480011641979218, -0.025767184793949127, -0.025054357945919037, -0.024341531097888947, -0.023628704249858856, -0.022915877401828766, -0.022203050553798676, -0.021490225568413734, -0.020777398720383644, -0.020064571872353554, -0.019351745024323463, -0.018638918176293373, -0.017926091328263283, -0.017213264480233192, -0.016500437632203102, -0.015787610784173012, -0.015074783936142921, -0.014361957088112831, -0.01364913024008274, -0.012936304323375225, -0.012223477475345135, -0.011510650627315044, -0.010797823779284954, -0.010084996931254864, -0.009372170083224773, -0.008659343235194683, -0.007946517318487167, -0.00723369000479579, -0.006520863622426987, -0.005808036774396896, -0.005095209926366806, -0.004382383078336716, -0.003669556463137269, -0.0029567298479378223, -0.002243902999907732, -0.0015310762682929635, -0.000818249536678195, -0.0001054228050634265, 0.000607403926551342, 0.0013202306581661105, 0.002033057389780879, 0.0027458840049803257, 0.003458710853010416, 0.004171537701040506, 0.004884364083409309, 0.0055971909314394, 0.00631001777946949, 0.00702284462749958, 0.007735671475529671, 0.008448498323559761, 0.009161325171589851, 0.009874151088297367, 0.010586977936327457, 0.011299804784357548, 0.012012631632387638, 0.012725458480417728, 0.013438285328447819, 0.014151112176477909, 0.014863938093185425, 0.015576764941215515, 0.016289591789245605, 0.017002418637275696, 0.017715245485305786]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 4.0, 0.0, 3.0, 2.0, 1.0, 6.0, 2.0, 2.0, 8.0, 10.0, 6.0, 19.0, 26.0, 41.0, 45.0, 67.0, 85.0, 128.0, 177.0, 293.0, 443.0, 597.0, 2472.0, 1712.0, 811.0, 398.0, 239.0, 117.0, 77.0, 40.0, 27.0, 15.0, 17.0, 9.0, 10.0, 6.0, 5.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.2751207947731018, -0.26818275451660156, -0.2612447440624237, -0.25430670380592346, -0.2473686784505844, -0.24043065309524536, -0.2334926277399063, -0.22655458748340607, -0.21961656212806702, -0.21267853677272797, -0.20574051141738892, -0.19880248606204987, -0.19186444580554962, -0.18492642045021057, -0.17798839509487152, -0.17105036973953247, -0.16411232948303223, -0.15717430412769318, -0.15023627877235413, -0.14329825341701508, -0.13636022806167603, -0.12942218780517578, -0.12248416244983673, -0.11554613709449768, -0.10860811173915863, -0.10167007893323898, -0.09473205357789993, -0.08779402077198029, -0.08085599541664124, -0.07391796261072159, -0.06697993725538254, -0.06004190817475319, -0.05310387909412384, -0.04616585001349449, -0.03922782093286514, -0.032289791852235794, -0.025351764634251595, -0.018413735553622246, -0.011475707404315472, -0.00453767878934741, 0.0024003498256206512, 0.00933837890625, 0.01627640798687935, 0.02321443520486355, 0.030152464285492897, 0.0370904915034771, 0.044028520584106445, 0.050966549664735794, 0.05790457874536514, 0.0648426041007042, 0.07178063690662384, 0.07871866226196289, 0.08565669506788254, 0.09259472042322159, 0.09953275322914124, 0.10647077858448029, 0.11340880393981934, 0.12034683674573898, 0.12728486955165863, 0.13422289490699768, 0.14116092026233673, 0.14809894561767578, 0.15503698587417603, 0.16197501122951508, 0.16891303658485413]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 4.0, 3.0, 1.0, 2.0, 2.0, 3.0, 3.0, 1.0, 6.0, 1.0, 2.0, 0.0, 2.0, 3.0, 1.0, 2.0, 26.0, 5.0, 6.0, 1.0, 4.0, 5.0, 2.0, 1.0, 2.0, 4.0, 3.0, 0.0, 1.0, 0.0, 6.0, 1.0, 1.0, 2.0, 0.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.005476204678416252, -0.0053009046241641045, -0.005125604569911957, -0.004950304515659809, -0.0047750044614076614, -0.004599704872816801, -0.004424404818564653, -0.004249104764312506, -0.004073804710060358, -0.0038985046558082104, -0.0037232046015560627, -0.0035479047801345587, -0.003372604725882411, -0.0031973046716302633, -0.0030220048502087593, -0.0028467047959566116, -0.002671404741704464, -0.0024961046874523163, -0.0023208046332001686, -0.0021455048117786646, -0.001970204757526517, -0.0017949047032743692, -0.0016196047654375434, -0.0014443048276007175, -0.0012690047733485699, -0.0010937047190964222, -0.0009184047812595963, -0.0007431047852151096, -0.0005678047891706228, -0.00039250479312613606, -0.0002172047970816493, -4.190480103716254e-05, 0.00013339519500732422, 0.000308695191051811, 0.00048399518709629774, 0.0006592951831407845, 0.0008345951791852713, 0.001009895233437419, 0.0011851951712742448, 0.0013604951091110706, 0.0015357951633632183, 0.001711095217615366, 0.0018863951554521918, 0.0020616950932890177, 0.0022369951475411654, 0.002412295201793313, 0.002587595023214817, 0.0027628950774669647, 0.0029381951317191124, 0.00311349518597126, 0.0032887952402234077, 0.0034640950616449118, 0.0036393951158970594, 0.003814695170149207, 0.003989994991570711, 0.004165295045822859, 0.0043405951000750065, 0.004515895154327154, 0.004691195208579302, 0.0048664952628314495, 0.00504179485142231, 0.0052170949056744576, 0.005392394959926605, 0.005567695014178753, 0.005742995068430901]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 5.0, 6.0, 7.0, 8.0, 16.0, 44.0, 89.0, 135.0, 217.0, 375.0, 601.0, 888.0, 1266.0, 1779.0, 2465.0, 3337.0, 4408.0, 5812.0, 7521.0, 9695.0, 12233.0, 16072.0, 21527.0, 29143.0, 41380.0, 60471.0, 85842.0, 115806.0, 434453.0, 91594.0, 63472.0, 43793.0, 30996.0, 22836.0, 17075.0, 13174.0, 10112.0, 7817.0, 5936.0, 4590.0, 3451.0, 2557.0, 1924.0, 1414.0, 991.0, 704.0, 516.0, 365.0, 266.0, 157.0, 121.0, 69.0, 56.0, 28.0, 12.0, 6.0, 7.0, 3.0, 2.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.013553576543927193, -0.013088259845972061, -0.01262294314801693, -0.012157627381384373, -0.011692310683429241, -0.01122699398547411, -0.010761677287518978, -0.010296361520886421, -0.00983104482293129, -0.009365728124976158, -0.008900411427021027, -0.008435094729065895, -0.007969778962433338, -0.007504462264478207, -0.007039145566523075, -0.006573829334229231, -0.006108512636274099, -0.005643195938318968, -0.005177879706025124, -0.004712563008069992, -0.004247246775776148, -0.0037819300778210163, -0.0033166136126965284, -0.0028512971475720406, -0.0023859806824475527, -0.0019206642173230648, -0.001455347752198577, -0.0009900311706587672, -0.0005247147055342793, -5.939821130596101e-05, 0.0004059182829223573, 0.0008712348062545061, 0.001336551271378994, 0.0018018677365034819, 0.0022671842016279697, 0.0027325006667524576, 0.0031978171318769455, 0.003663133829832077, 0.004128450062125921, 0.004593766760081053, 0.005059082992374897, 0.0055243996903300285, 0.00598971638828516, 0.006455032620579004, 0.006920349318534136, 0.00738566555082798, 0.007850982248783112, 0.008316298946738243, 0.008781615644693375, 0.009246931411325932, 0.009712248109281063, 0.010177564807236195, 0.010642881505191326, 0.011108197271823883, 0.011573513969779015, 0.012038830667734146, 0.012504147365689278, 0.01296946406364441, 0.013434779830276966, 0.013900096528232098, 0.01436541322618723, 0.01483072992414236, 0.015296045690774918, 0.01576136238873005, 0.01622667908668518]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 3.0, 1.0, 4.0, 1.0, 1.0, 1.0, 3.0, 1.0, 3.0, 2.0, 1.0, 1.0, 2.0, 3.0, 5.0, 5.0, 1.0, 6.0, 1.0, 2.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009062686003744602, -0.00863533467054367, -0.008207983337342739, -0.0077806320041418076, -0.007353280670940876, -0.006925929803401232, -0.0064985784702003, -0.006071227136999369, -0.005643875803798437, -0.005216524470597506, -0.004789173137396574, -0.0043618218041956425, -0.003934470936655998, -0.003507119370624423, -0.003079768270254135, -0.0026524169370532036, -0.002225065603852272, -0.0017977142706513405, -0.0013703630538657308, -0.0009430117788724601, -0.0005156605038791895, -8.830922888591886e-05, 0.0003390420461073518, 0.0007663933211006224, 0.001193744596093893, 0.0016210959292948246, 0.002048447262495756, 0.002475798362866044, 0.0029031496960669756, 0.003330501029267907, 0.003757852129638195, 0.004185203462839127, 0.004612554796040058, 0.00503990612924099, 0.005467257462441921, 0.005894608795642853, 0.006321960128843784, 0.006749310996383429, 0.00717666232958436, 0.007604013662785292, 0.008031364530324936, 0.008458715863525867, 0.008886067196726799, 0.00931341852992773, 0.009740769863128662, 0.010168121196329594, 0.010595472529530525, 0.011022823862731457, 0.011450175195932388, 0.01187752652913332, 0.012304877862334251, 0.012732229195535183, 0.013159580528736115, 0.013586931861937046, 0.014014283195137978, 0.01444163452833891, 0.01486898586153984, 0.015296336263418198, 0.015723688527941704, 0.01615103892982006, 0.016578391194343567, 0.017005741596221924, 0.01743309386074543, 0.017860444262623787, 0.018287796527147293]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 3.0, 2.0, 1.0, 2.0, 8.0, 16.0, 25.0, 21.0, 29.0, 58.0, 57.0, 87.0, 105.0, 153.0, 157.0, 211.0, 298.0, 332.0, 401.0, 438.0, 555.0, 681.0, 952.0, 1074.0, 1956.0, 7089.0, 1308.0, 638.0, 495.0, 357.0, 257.0, 162.0, 110.0, 69.0, 66.0, 47.0, 44.0, 23.0, 24.0, 29.0, 21.0, 9.0, 9.0, 8.0, 2.0, 2.0, 3.0, 2.0, 2.0, 5.0, 9.0, 3.0, 5.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 4.0, 2.0, 1.0], "bins": [-0.007509052753448486, -0.007224325090646744, -0.006939597427845001, -0.006654869299381971, -0.006370141636580229, -0.006085413973778486, -0.005800685845315456, -0.005515958182513714, -0.005231230519711971, -0.004946502856910229, -0.004661775194108486, -0.004377047065645456, -0.004092319402843714, -0.003807591740041971, -0.003522863844409585, -0.003238135948777199, -0.0029534082859754562, -0.0026686806231737137, -0.0023839527275413275, -0.0020992248319089413, -0.0018144971691071987, -0.0015297693898901343, -0.00124504161067307, -0.0009603138314560056, -0.0006755860522389412, -0.0003908582730218768, -0.00010613049380481243, 0.00017859728541225195, 0.00046332506462931633, 0.0007480528438463807, 0.001032780623063445, 0.0013175084022805095, 0.0016022361814975739, 0.0018869639607146382, 0.0021716917399317026, 0.002456419635564089, 0.0027411472983658314, 0.003025874961167574, 0.00331060285679996, 0.0035953307524323463, 0.003880058415234089, 0.0041647860780358315, 0.004449513740837574, 0.004734241869300604, 0.005018969532102346, 0.005303697194904089, 0.005588425323367119, 0.005873152986168861, 0.006157880648970604, 0.0064426083117723465, 0.006727335974574089, 0.007012064103037119, 0.0072967917658388615, 0.007581519428640604, 0.007866247557103634, 0.008150975219905376, 0.008435702882707119, 0.008720430545508862, 0.009005158208310604, 0.009289885871112347, 0.009574614465236664, 0.009859342128038406, 0.010144069790840149, 0.010428797453641891, 0.010713525116443634]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 4.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.037440843880176544, -0.03664786368608475, -0.03585488349199295, -0.03506190702319145, -0.034268926829099655, -0.03347594663500786, -0.03268297016620636, -0.03188998997211456, -0.031097009778022766, -0.03030402958393097, -0.02951105125248432, -0.028718072921037674, -0.027925092726945877, -0.02713211253285408, -0.026339134201407433, -0.025546155869960785, -0.024753175675868988, -0.02396019548177719, -0.023167217150330544, -0.022374238818883896, -0.0215812586247921, -0.020788278430700302, -0.019995300099253654, -0.019202321767807007, -0.01840934157371521, -0.017616361379623413, -0.016823383048176765, -0.016030404716730118, -0.015237424522638321, -0.014444445259869099, -0.013651465997099876, -0.012858486734330654, -0.012065507471561432, -0.01127252820879221, -0.010479548946022987, -0.009686569683253765, -0.008893590420484543, -0.00810061115771532, -0.007307631894946098, -0.006514652632176876, -0.005721673369407654, -0.0049286941066384315, -0.004135714843869209, -0.003342735581099987, -0.0025497563183307648, -0.0017567770555615425, -0.0009637977927923203, -0.000170818530023098, 0.0006221607327461243, 0.0014151399955153465, 0.002208119258284569, 0.003001098521053791, 0.0037940777838230133, 0.0045870570465922356, 0.005380036309361458, 0.00617301557213068, 0.006965994834899902, 0.007758974097669125, 0.008551953360438347, 0.009344932623207569, 0.010137911885976791, 0.010930891148746014, 0.011723870411515236, 0.012516849674284458, 0.01330982893705368]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 4.0, 2.0, 3.0, 4.0, 5.0, 5.0, 1.0, 4.0, 6.0, 2.0, 8.0, 7.0, 2.0, 4.0, 10.0, 3.0, 7.0, 3.0, 7.0, 5.0, 5.0, 5.0, 6.0, 6.0, 4.0, 1.0, 2.0, 2.0, 2.0, 3.0, 2.0, 3.0, 4.0, 4.0, 0.0, 3.0, 1.0, 0.0, 2.0, 6.0, 53.0, 13.0, 11.0, 8.0, 10.0, 4.0, 1.0, 9.0, 6.0, 3.0, 4.0, 1.0, 0.0, 1.0, 2.0], "bins": [-0.02276425063610077, -0.02230774611234665, -0.02185124158859253, -0.02139473892748356, -0.02093823440372944, -0.02048172987997532, -0.02002522721886635, -0.01956872269511223, -0.01911221817135811, -0.01865571364760399, -0.01819920912384987, -0.017742706462740898, -0.017286201938986778, -0.01682969741523266, -0.016373194754123688, -0.015916690230369568, -0.015460185706615448, -0.015003681182861328, -0.014547177590429783, -0.014090673997998238, -0.013634169474244118, -0.013177664950489998, -0.012721161358058453, -0.012264657765626907, -0.011808153241872787, -0.011351648718118668, -0.010895145125687122, -0.010438641533255577, -0.009982137009501457, -0.009525632485747337, -0.009069128893315792, -0.008612625300884247, -0.008156120777130127, -0.007699616719037294, -0.007243112660944462, -0.006786608602851629, -0.006330104544758797, -0.005873600486665964, -0.0054170964285731316, -0.004960592370480299, -0.004504088312387466, -0.004047584254294634, -0.0035910801962018013, -0.0031345761381089687, -0.002678072080016136, -0.0022215680219233036, -0.001765063963830471, -0.0013085599057376385, -0.0008520558476448059, -0.00039555178955197334, 6.095226854085922e-05, 0.0005174563266336918, 0.0009739603847265244, 0.001430464442819357, 0.0018869685009121895, 0.002343472559005022, 0.0027999766170978546, 0.003256480675190687, 0.0037129847332835197, 0.004169488791376352, 0.004625992849469185, 0.0050824969075620174, 0.00553900096565485, 0.005995505023747683, 0.006452009081840515]}, "_runtime": 9.073411464691162, "_timestamp": 1596208829.0540948, "_step": 5}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 4.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 0.0, 2.0, 5.0, 3.0, 3.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 3.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012843378819525242, -0.012434765696525574, -0.012026151642203331, -0.011617538519203663, -0.011208925396203995, -0.010800311341881752, -0.010391698218882084, -0.009983084164559841, -0.009574471041560173, -0.009165857918560505, -0.008757243864238262, -0.008348630741238594, -0.007940016686916351, -0.007531403563916683, -0.007122790440917015, -0.00671417685225606, -0.006305563263595104, -0.005896949674934149, -0.005488336086273193, -0.005079722963273525, -0.00467110937461257, -0.004262495785951614, -0.0038538824301213026, -0.003445269074290991, -0.0030366554856300354, -0.00262804189696908, -0.002219428541138768, -0.0018108150688931346, -0.001402201596647501, -0.0009935881244018674, -0.0005849746521562338, -0.00017636117991060019, 0.00023225229233503342, 0.000640865764580667, 0.0010494792368263006, 0.0014580927090719342, 0.0018667061813175678, 0.0022753197699785233, 0.002683933125808835, 0.003092546481639147, 0.0035011600703001022, 0.003909773658961058, 0.004318387247622013, 0.004727000370621681, 0.005135613959282637, 0.005544227547943592, 0.00595284067094326, 0.006361454259604216, 0.006770067848265171, 0.0071786814369261265, 0.007587295025587082, 0.00799590814858675, 0.008404521271586418, 0.008813135325908661, 0.009221748448908329, 0.009630362503230572, 0.01003897562623024, 0.010447588749229908, 0.01085620280355215, 0.011264815926551819, 0.011673429980874062, 0.01208204310387373, 0.012490656226873398, 0.01289927028119564, 0.013307883404195309]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [4.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 1.0, 5.0, 7.0, 6.0, 4.0, 5.0, 18.0, 16.0, 11.0, 21.0, 25.0, 37.0, 45.0, 49.0, 48.0, 87.0, 102.0, 142.0, 172.0, 240.0, 274.0, 272.0, 439.0, 1962.0, 1233.0, 982.0, 581.0, 370.0, 223.0, 150.0, 95.0, 71.0, 54.0, 41.0, 33.0, 21.0, 17.0, 14.0, 11.0, 7.0, 7.0, 5.0, 7.0, 5.0, 3.0, 1.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.14870434999465942, -0.14418622851371765, -0.13966810703277588, -0.1351499855518341, -0.13063186407089233, -0.12611372768878937, -0.1215956062078476, -0.11707748472690582, -0.11255936324596405, -0.10804124176502228, -0.1035231202840805, -0.09900499135255814, -0.09448686987161636, -0.08996874839067459, -0.08545061945915222, -0.08093249797821045, -0.07641437649726868, -0.0718962550163269, -0.06737813353538513, -0.06286000460386276, -0.05834188312292099, -0.05382376164197922, -0.04930563643574715, -0.044787511229515076, -0.0402693897485733, -0.03575126826763153, -0.03123314306139946, -0.026715019717812538, -0.022196896374225616, -0.017678773030638695, -0.013160649687051773, -0.008642526343464851, -0.00412440299987793, 0.000393720343708992, 0.004911843687295914, 0.009429967030882835, 0.013948090374469757, 0.01846621371805668, 0.0229843370616436, 0.027502460405230522, 0.032020583748817444, 0.036538705229759216, 0.04105683043599129, 0.04557495564222336, 0.05009307712316513, 0.0546111986041069, 0.059129323810338974, 0.06364744901657104, 0.06816557049751282, 0.07268369197845459, 0.07720181345939636, 0.08171994239091873, 0.0862380638718605, 0.09075618535280228, 0.09527431428432465, 0.09979243576526642, 0.10431055724620819, 0.10882867872714996, 0.11334680020809174, 0.1178649291396141, 0.12238305062055588, 0.12690117955207825, 0.13141930103302002, 0.1359374225139618, 0.14045554399490356]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 2.0, 2.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 2.0, 2.0, 3.0, 1.0, 1.0, 3.0, 1.0, 2.0, 5.0, 5.0, 5.0, 0.0, 6.0, 0.0, 3.0, 23.0, 2.0, 2.0, 3.0, 1.0, 2.0, 3.0, 1.0, 2.0, 3.0, 2.0, 1.0, 2.0, 2.0, 1.0, 3.0, 2.0, 2.0, 3.0, 3.0, 1.0, 2.0, 1.0, 0.0, 0.0, 3.0], "bins": [-0.006418979726731777, -0.0062526618130505085, -0.00608634389936924, -0.005920025985687971, -0.005753708072006702, -0.005587390158325434, -0.005421072244644165, -0.005254754330962896, -0.005088436417281628, -0.004922118969261646, -0.004755801055580378, -0.004589483141899109, -0.00442316522821784, -0.0042568473145365715, -0.004090529400855303, -0.003924211487174034, -0.0037578935734927654, -0.0035915756598114967, -0.003425257746130228, -0.0032589398324489594, -0.0030926219187676907, -0.0029263042379170656, -0.002759986324235797, -0.0025936684105545282, -0.0024273504968732595, -0.002261032583191991, -0.002094714669510722, -0.0019283968722447753, -0.0017620789585635066, -0.001595761044882238, -0.001429443247616291, -0.0012631253339350224, -0.0010968074202537537, -0.000930489506572485, -0.0007641716510988772, -0.0005978537956252694, -0.0004315358819440007, -0.0002652179973665625, -9.890011278912425e-05, 6.741777178831398e-05, 0.00023373565636575222, 0.00040005354094319046, 0.0005663714255206287, 0.0007326892809942365, 0.0008990071946755052, 0.0010653251083567739, 0.0012316429056227207, 0.0013979608193039894, 0.001564278732985258, 0.0017305966466665268, 0.0018969145603477955, 0.002063232474029064, 0.002229550387710333, 0.002395868068560958, 0.0025621859822422266, 0.0027285038959234953, 0.002894821809604764, 0.0030611397232860327, 0.0032274576369673014, 0.00339377555064857, 0.003560093231499195, 0.003726411145180464, 0.0038927290588617325, 0.004059046972543001, 0.00422536488622427]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 1.0, 3.0, 6.0, 7.0, 20.0, 29.0, 43.0, 72.0, 123.0, 174.0, 267.0, 388.0, 528.0, 766.0, 1014.0, 1354.0, 1911.0, 2421.0, 3107.0, 4033.0, 5061.0, 6430.0, 7865.0, 9989.0, 12594.0, 15378.0, 19447.0, 24364.0, 31983.0, 42182.0, 57182.0, 76670.0, 99842.0, 407537.0, 85796.0, 64707.0, 47805.0, 34848.0, 25957.0, 20341.0, 16259.0, 12976.0, 10215.0, 7780.0, 5933.0, 4270.0, 3085.0, 2213.0, 1545.0, 1022.0, 713.0, 488.0, 307.0, 217.0, 140.0, 90.0, 64.0, 35.0, 27.0, 6.0, 9.0, 5.0, 2.0], "bins": [-0.014385116286575794, -0.013965693302452564, -0.01354626938700676, -0.01312684640288353, -0.012707422487437725, -0.012287999503314495, -0.011868576519191265, -0.01144915260374546, -0.01102972961962223, -0.010610305704176426, -0.010190882720053196, -0.009771459735929966, -0.009352035820484161, -0.008932612836360931, -0.008513188920915127, -0.008093765936791897, -0.0076743424870073795, -0.007254919037222862, -0.006835495587438345, -0.006416072603315115, -0.005996649153530598, -0.00557722570374608, -0.005157802253961563, -0.004738378804177046, -0.0043189553543925285, -0.003899532137438655, -0.0034801089204847813, -0.003060685470700264, -0.0026412620209157467, -0.002221838803961873, -0.0018024153541773558, -0.0013829920208081603, -0.0009635686874389648, -0.0005441453540697694, -0.000124721962492913, 0.0002947013999801129, 0.0007141247624531388, 0.0011335480958223343, 0.0015529715456068516, 0.001972394762560725, 0.0023918182123452425, 0.00281124166212976, 0.0032306648790836334, 0.0036500883288681507, 0.004069511778652668, 0.004488935228437185, 0.004908358212560415, 0.0053277816623449326, 0.00574720511212945, 0.006166628561913967, 0.006586052011698484, 0.007005474995821714, 0.007424898445606232, 0.007844322361052036, 0.008263745345175266, 0.008683168329298496, 0.0091025922447443, 0.00952201522886753, 0.009941439144313335, 0.010360862128436565, 0.010780285112559795, 0.0111997090280056, 0.01161913201212883, 0.012038555927574635, 0.012457978911697865]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 2.0, 1.0, 3.0, 1.0, 3.0, 1.0, 5.0, 0.0, 1.0, 1.0, 0.0, 2.0, 5.0, 3.0, 3.0, 1.0, 1.0, 8.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00786801427602768, -0.007542766164988279, -0.007217518053948879, -0.0068922704085707664, -0.006567022297531366, -0.006241774186491966, -0.0059165265411138535, -0.005591278430074453, -0.005266030319035053, -0.004940782207995653, -0.004615534096956253, -0.00429028645157814, -0.00396503834053874, -0.00363979022949934, -0.0033145423512905836, -0.002989294473081827, -0.002664046362042427, -0.002338798251003027, -0.0020135503727942705, -0.0016883023781701922, -0.001363054383546114, -0.0010378063889220357, -0.0007125583942979574, -0.00038731039967387915, -6.206240504980087e-05, 0.0002631855895742774, 0.0005884335841983557, 0.000913681578822434, 0.0012389295734465122, 0.0015641775680705905, 0.0018894255626946688, 0.002214673440903425, 0.0025399215519428253, 0.0028651696629822254, 0.003190417541190982, 0.0035156654193997383, 0.0038409135304391384, 0.0041661616414785385, 0.004491409286856651, 0.004816657397896051, 0.0051419055089354515, 0.005467153619974852, 0.005792401731014252, 0.0061176493763923645, 0.006442897487431765, 0.006768145598471165, 0.0070933932438492775, 0.007418641354888678, 0.007743889465928078, 0.00806913711130619, 0.008394385688006878, 0.00871963333338499, 0.009044881910085678, 0.009370129555463791, 0.009695377200841904, 0.010020625777542591, 0.010345873422920704, 0.010671121068298817, 0.010996369644999504, 0.011321617290377617, 0.01164686493575573, 0.011972113512456417, 0.01229736115783453, 0.012622609734535217, 0.01294785737991333]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 3.0, 6.0, 1.0, 5.0, 14.0, 7.0, 21.0, 9.0, 40.0, 32.0, 55.0, 57.0, 80.0, 97.0, 110.0, 141.0, 172.0, 222.0, 270.0, 307.0, 373.0, 405.0, 529.0, 626.0, 779.0, 1101.0, 1352.0, 6774.0, 1923.0, 932.0, 578.0, 320.0, 208.0, 170.0, 154.0, 119.0, 105.0, 77.0, 64.0, 40.0, 24.0, 16.0, 15.0, 13.0, 11.0, 11.0, 9.0, 4.0, 8.0, 7.0, 6.0, 5.0, 6.0, 4.0, 1.0, 4.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 3.0], "bins": [-0.007129644509404898, -0.006881882902234793, -0.006634121295064688, -0.006386359687894583, -0.006138598080724478, -0.005890836473554373, -0.005643074866384268, -0.005395313259214163, -0.005147552117705345, -0.00489979051053524, -0.004652028903365135, -0.00440426729619503, -0.004156505689024925, -0.00390874408185482, -0.0036609824746847153, -0.0034132208675146103, -0.0031654592603445053, -0.0029176976531744003, -0.0026699360460042953, -0.0024221744388341904, -0.0021744128316640854, -0.0019266513409093022, -0.001678889850154519, -0.001431128242984414, -0.0011833666358143091, -0.0009356050286442041, -0.0006878434796817601, -0.00044008190161548555, -0.00019232032354921103, 5.54412545170635e-05, 0.000303202832583338, 0.0005509643815457821, 0.0007987259887158871, 0.001046487595885992, 0.001294249203056097, 0.0015420106938108802, 0.0017897723009809852, 0.0020375337917357683, 0.0022852953989058733, 0.0025330570060759783, 0.0027808186132460833, 0.0030285802204161882, 0.0032763418275862932, 0.003524103434756398, 0.0037718648090958595, 0.0040196264162659645, 0.0042673880234360695, 0.0045151496306061745, 0.0047629112377762794, 0.005010672844946384, 0.005258434452116489, 0.005506196059286594, 0.005753957666456699, 0.006001719273626804, 0.006249480880796909, 0.006497242487967014, 0.006745004095137119, 0.006992765236645937, 0.007240526843816042, 0.007488288450986147, 0.007736050058156252, 0.007983812130987644, 0.00823157373815775, 0.008479335345327854, 0.008727096021175385]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 5.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.027086041867733, -0.026495397090911865, -0.025904754176735878, -0.02531410939991474, -0.024723466485738754, -0.024132821708917618, -0.02354217879474163, -0.022951534017920494, -0.022360891103744507, -0.02177024632692337, -0.021179601550102234, -0.020588958635926247, -0.01999831385910511, -0.019407670944929123, -0.018817026168107986, -0.018226383253932, -0.017635738477110863, -0.017045093700289726, -0.01645445078611374, -0.015863806009292603, -0.015273163095116615, -0.014682518318295479, -0.014091874472796917, -0.013501230627298355, -0.012910586781799793, -0.012319942936301231, -0.01172929909080267, -0.011138655245304108, -0.010548010468482971, -0.00995736662298441, -0.009366722777485847, -0.008776078931987286, -0.008185435086488724, -0.007594791240990162, -0.0070041473954916, -0.006413503084331751, -0.005822859238833189, -0.005232215393334627, -0.004641571082174778, -0.004050927236676216, -0.0034602833911776543, -0.0028696395456790924, -0.002278995467349887, -0.0016883515054360032, -0.0010977075435221195, -0.0005070635816082358, 8.358038030564785e-05, 0.0006742243422195315, 0.0012648683041334152, 0.001855512266047299, 0.0024461562279611826, 0.003036800306290388, 0.00362744415178895, 0.004218087997287512, 0.004808732308447361, 0.005399376153945923, 0.005990019999444485, 0.006580663844943047, 0.007171307690441608, 0.007761952001601458, 0.008352596312761307, 0.008943240158259869, 0.00953388400375843, 0.010124527849256992, 0.010715171694755554]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 4.0, 3.0, 2.0, 0.0, 3.0, 2.0, 2.0, 1.0, 5.0, 1.0, 5.0, 4.0, 3.0, 3.0, 5.0, 3.0, 7.0, 1.0, 7.0, 4.0, 5.0, 1.0, 1.0, 4.0, 7.0, 4.0, 4.0, 5.0, 2.0, 4.0, 8.0, 6.0, 4.0, 4.0, 2.0, 1.0, 2.0, 4.0, 3.0, 9.0, 9.0, 10.0, 12.0, 61.0, 12.0, 6.0, 7.0, 0.0, 2.0, 4.0, 2.0, 4.0, 5.0, 1.0, 2.0, 1.0], "bins": [-0.026839202269911766, -0.02631848305463791, -0.025797761976718903, -0.025277042761445045, -0.02475632354617119, -0.02423560433089733, -0.023714885115623474, -0.023194164037704468, -0.02267344482243061, -0.022152725607156754, -0.021632004529237747, -0.02111128531396389, -0.020590566098690033, -0.020069846883416176, -0.01954912766814232, -0.019028406590223312, -0.018507687374949455, -0.017986968159675598, -0.017466247081756592, -0.016945527866482735, -0.016424808651208878, -0.01590408943593502, -0.015383369289338589, -0.014862649142742157, -0.0143419299274683, -0.013821210712194443, -0.013300490565598011, -0.01277977041900158, -0.012259051203727722, -0.011738331988453865, -0.011217611841857433, -0.010696891695261002, -0.010176172479987144, -0.009655453264713287, -0.009134733118116856, -0.008614012971520424, -0.008093293756246567, -0.007572574075311422, -0.007051854394376278, -0.0065311347134411335, -0.006010415032505989, -0.005489695351570845, -0.0049689756706357, -0.004448255989700556, -0.003927536308765411, -0.003406816627830267, -0.0028860969468951225, -0.002365377265959978, -0.0018446575850248337, -0.0013239379040896893, -0.0008032182231545448, -0.0002824985422194004, 0.00023822113871574402, 0.0007589408196508884, 0.0012796605005860329, 0.0018003801815211773, 0.0023210998624563217, 0.002841819543391466, 0.0033625392243266106, 0.003883258905261755, 0.004403978586196899, 0.004924698267132044, 0.005445417948067188, 0.005966137629002333, 0.006486857309937477]}, "_runtime": 9.851730108261108, "_timestamp": 1596208829.8324134, "_step": 6}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 4.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 3.0, 1.0, 2.0, 3.0, 1.0, 2.0, 4.0, 2.0, 1.0, 2.0, 1.0, 1.0, 4.0, 2.0, 2.0, 1.0, 1.0, 2.0, 2.0, 0.0, 2.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.015393983572721481, -0.014921225607395172, -0.014448466710746288, -0.013975708745419979, -0.01350295078009367, -0.01303019281476736, -0.012557433918118477, -0.012084675952792168, -0.011611917987465858, -0.011139159090816975, -0.010666401125490665, -0.010193643160164356, -0.009720885194838047, -0.009248126298189163, -0.008775368332862854, -0.008302610367536545, -0.007829852402210236, -0.007357093505561352, -0.006884335540235043, -0.006411577109247446, -0.005938819143921137, -0.00546606071293354, -0.004993302747607231, -0.004520544316619635, -0.004047785885632038, -0.003575027920305729, -0.003102269722148776, -0.002629511523991823, -0.0021567530930042267, -0.0016839950112625957, -0.001211236696690321, -0.0007384784985333681, -0.00026572030037641525, 0.00020703792688436806, 0.0006797961541451514, 0.0011525544105097651, 0.001625312608666718, 0.0020980709232389927, 0.0025708291213959455, 0.0030435873195528984, 0.0035163455177098513, 0.003989103715866804, 0.004461862146854401, 0.00493462011218071, 0.005407378543168306, 0.0058801365084946156, 0.006352894939482212, 0.006825652904808521, 0.007298411335796118, 0.007771169766783714, 0.008243927732110023, 0.008716685697436333, 0.009189444594085217, 0.009662202559411526, 0.010134960524737835, 0.010607718490064144, 0.011080477386713028, 0.011553235352039337, 0.012025993317365646, 0.01249875221401453, 0.01297151017934084, 0.013444268144667149, 0.013917026109993458, 0.014389785006642342, 0.01486254297196865]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 4.0, 6.0, 2.0, 4.0, 5.0, 3.0, 12.0, 6.0, 14.0, 5.0, 13.0, 17.0, 30.0, 35.0, 34.0, 54.0, 64.0, 68.0, 84.0, 119.0, 146.0, 175.0, 222.0, 250.0, 332.0, 429.0, 2156.0, 1325.0, 803.0, 468.0, 278.0, 205.0, 138.0, 116.0, 74.0, 55.0, 41.0, 34.0, 22.0, 18.0, 12.0, 13.0, 7.0, 7.0, 6.0, 4.0, 1.0, 3.0, 3.0, 1.0, 2.0, 3.0, 1.0, 1.0], "bins": [-0.16565509140491486, -0.161127507686615, -0.15659990906715393, -0.15207232534885406, -0.1475447416305542, -0.14301714301109314, -0.13848955929279327, -0.13396196067333221, -0.12943437695503235, -0.12490678578615189, -0.12037919461727142, -0.11585161089897156, -0.1113240197300911, -0.10679642856121063, -0.10226884484291077, -0.0977412536740303, -0.09321366250514984, -0.08868607133626938, -0.08415848016738892, -0.07963089644908905, -0.07510330528020859, -0.07057571411132812, -0.06604813039302826, -0.0615205392241478, -0.056992948055267334, -0.05246535688638687, -0.04793776944279671, -0.04341018199920654, -0.03888259083032608, -0.03435499966144562, -0.029827412217855453, -0.02529982291162014, -0.020772233605384827, -0.016244644299149513, -0.0117170549929142, -0.007189465686678886, -0.002661876380443573, 0.0018657129257917404, 0.006393302232027054, 0.010920891538262367, 0.01544848084449768, 0.019976070150732994, 0.024503659456968307, 0.02903124876320362, 0.033558838069438934, 0.0380864292383194, 0.04261401668190956, 0.047141604125499725, 0.05166919529438019, 0.05619678646326065, 0.060724373906850815, 0.06525196135044098, 0.06977955251932144, 0.0743071436882019, 0.07883472740650177, 0.08336231857538223, 0.0878899097442627, 0.09241750091314316, 0.09694509208202362, 0.10147267580032349, 0.10600026696920395, 0.11052785813808441, 0.11505544185638428, 0.11958303302526474, 0.1241106241941452]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 2.0, 3.0, 2.0, 2.0, 1.0, 3.0, 2.0, 2.0, 1.0, 3.0, 5.0, 6.0, 4.0, 1.0, 5.0, 3.0, 1.0, 27.0, 5.0, 3.0, 2.0, 2.0, 2.0, 3.0, 2.0, 3.0, 3.0, 1.0, 3.0, 4.0, 2.0, 0.0, 3.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.006353823468089104, -0.006163467187434435, -0.005973110906779766, -0.005782754626125097, -0.0055923983454704285, -0.00540204206481576, -0.005211685784161091, -0.005021329503506422, -0.004830973222851753, -0.004640617407858372, -0.004450261127203703, -0.004259904846549034, -0.004069548565894365, -0.0038791922852396965, -0.0036888360045850277, -0.003498479723930359, -0.00330812344327569, -0.0031177671626210213, -0.0029274108819663525, -0.0027370546013116837, -0.002546698320657015, -0.0023563422728329897, -0.002165985992178321, -0.001975629711523652, -0.0017852734308689833, -0.0015949171502143145, -0.0014045608695596457, -0.0012142047053202987, -0.0010238484246656299, -0.0008334921440109611, -0.0006431359215639532, -0.0004527796700131148, -0.00026242341846227646, -7.206716691143811e-05, 0.00011828908463940024, 0.0003086453361902386, 0.000499001587741077, 0.0006893578683957458, 0.0008797140908427536, 0.0010700703132897615, 0.0012604265939444304, 0.0014507828745990992, 0.001641139155253768, 0.001831495319493115, 0.002021851483732462, 0.0022122077643871307, 0.0024025640450417995, 0.0025929203256964684, 0.002783276606351137, 0.002973632887005806, 0.0031639891676604748, 0.0033543454483151436, 0.0035447017289698124, 0.0037350577767938375, 0.00392541429027915, 0.004115770570933819, 0.0043061263859272, 0.004496482666581869, 0.004686838947236538, 0.004877195227891207, 0.0050675515085458755, 0.005257907789200544, 0.005448264069855213, 0.005638620350509882, 0.005828976631164551]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [4.0, 4.0, 1.0, 4.0, 20.0, 24.0, 34.0, 59.0, 87.0, 168.0, 250.0, 342.0, 562.0, 761.0, 1027.0, 1393.0, 1874.0, 2459.0, 3329.0, 4309.0, 5685.0, 7688.0, 10096.0, 13368.0, 17547.0, 23615.0, 31195.0, 41784.0, 57946.0, 79818.0, 106138.0, 420141.0, 95527.0, 68830.0, 48755.0, 34536.0, 25534.0, 18963.0, 14341.0, 10810.0, 8096.0, 6077.0, 4553.0, 3391.0, 2473.0, 1827.0, 1314.0, 919.0, 648.0, 493.0, 332.0, 177.0, 120.0, 87.0, 47.0, 33.0, 20.0, 6.0, 3.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.014511706307530403, -0.014050183817744255, -0.013588661327958107, -0.013127139769494534, -0.012665617279708385, -0.012204094789922237, -0.011742573231458664, -0.011281050741672516, -0.010819528251886368, -0.01035800576210022, -0.009896483272314072, -0.009434961713850498, -0.00897343922406435, -0.008511916734278202, -0.008050395175814629, -0.0075888726860284805, -0.0071273501962423325, -0.006665827706456184, -0.006204305682331324, -0.005742783658206463, -0.005281261168420315, -0.004819738678634167, -0.004358216654509306, -0.0038966943975538015, -0.003435172140598297, -0.0029736498836427927, -0.0025121276266872883, -0.002050605369731784, -0.0015890831127762794, -0.001127560855820775, -0.0006660385988652706, -0.0002045163419097662, 0.0002570059150457382, 0.0007185281720012426, 0.001180050428956747, 0.0016415726859122515, 0.002103094942867756, 0.0025646171998232603, 0.0030261394567787647, 0.003487661713734269, 0.0039491839706897736, 0.004410706460475922, 0.004872228484600782, 0.005333750508725643, 0.005795272998511791, 0.006256795488297939, 0.0067183175124228, 0.007179839536547661, 0.007641362026333809, 0.008102884516119957, 0.008564407005906105, 0.009025928564369678, 0.009487451054155827, 0.009948973543941975, 0.010410495102405548, 0.010872017592191696, 0.011333540081977844, 0.011795062571763992, 0.01225658506155014, 0.012718106620013714, 0.013179629109799862, 0.01364115159958601, 0.014102673158049583, 0.014564195647835732, 0.01502571813762188]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 4.0, 1.0, 4.0, 3.0, 0.0, 2.0, 1.0, 8.0, 0.0, 3.0, 1.0, 2.0, 1.0, 2.0, 0.0, 2.0, 1.0, 1.0, 3.0, 2.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.012899822555482388, -0.012627612799406052, -0.01235540397465229, -0.012083194218575954, -0.011810984462499619, -0.011538775637745857, -0.011266565881669521, -0.01099435705691576, -0.010722147300839424, -0.010449937544763088, -0.010177728720009327, -0.009905518963932991, -0.00963331013917923, -0.009361100383102894, -0.009088890627026558, -0.008816681802272797, -0.00854447204619646, -0.008272262290120125, -0.008000053465366364, -0.007727843709290028, -0.007455634418874979, -0.00718342512845993, -0.0069112153723835945, -0.006639006081968546, -0.006366796791553497, -0.006094587501138449, -0.0058223782107234, -0.005550168454647064, -0.005277959164232016, -0.005005749873816967, -0.004733540117740631, -0.0044613308273255825, -0.004189121536910534, -0.003916912246495485, -0.003644702723249793, -0.003372493200004101, -0.003100283909589052, -0.0028280746191740036, -0.0025558650959283113, -0.002283655572682619, -0.0020114462822675705, -0.0017392368754372, -0.0014670274686068296, -0.0011948180617764592, -0.0009226086549460888, -0.0006503992481157184, -0.00037818984128534794, -0.00010598043445497751, 0.00016622897237539291, 0.00043843837920576334, 0.0007106477860361338, 0.0009828571928665042, 0.0012550665996968746, 0.001527276006527245, 0.0017994854133576155, 0.0020716949366033077, 0.0023439042270183563, 0.002616113517433405, 0.002888323040679097, 0.0031605325639247894, 0.003432741854339838, 0.0037049511447548866, 0.0039771609008312225, 0.004249370191246271, 0.00452157948166132]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 3.0, 0.0, 3.0, 1.0, 1.0, 2.0, 3.0, 5.0, 1.0, 3.0, 8.0, 8.0, 7.0, 8.0, 14.0, 17.0, 11.0, 13.0, 33.0, 25.0, 51.0, 49.0, 55.0, 57.0, 72.0, 86.0, 88.0, 119.0, 120.0, 120.0, 151.0, 153.0, 221.0, 212.0, 271.0, 273.0, 346.0, 392.0, 449.0, 549.0, 713.0, 963.0, 1230.0, 6058.0, 1892.0, 1061.0, 627.0, 445.0, 415.0, 318.0, 200.0, 179.0, 109.0, 67.0, 52.0, 32.0, 21.0, 19.0, 12.0, 5.0, 6.0, 4.0, 1.0], "bins": [-0.007918843068182468, -0.0077420552261173725, -0.007565267384052277, -0.007388479076325893, -0.0072116912342607975, -0.007034903392195702, -0.006858115550130606, -0.0066813272424042225, -0.006504539400339127, -0.006327751558274031, -0.006150963716208935, -0.005974175874143839, -0.005797387566417456, -0.00562059972435236, -0.005443811882287264, -0.005267024040222168, -0.005090235732495785, -0.004913447890430689, -0.004736660048365593, -0.004559872206300497, -0.004383084364235401, -0.004206296056509018, -0.004029508214443922, -0.003852720372378826, -0.0036759325303137302, -0.0034991444554179907, -0.0033223566133528948, -0.0031455685384571552, -0.0029687806963920593, -0.0027919926214963198, -0.002615204779431224, -0.0024384167045354843, -0.0022616288624703884, -0.0020848410204052925, -0.001908052945509553, -0.0017312649870291352, -0.0015544770285487175, -0.0013776891864836216, -0.0012009012280032039, -0.0010241132695227861, -0.0008473253110423684, -0.0006705373525619507, -0.000493749394081533, -0.00031696149380877614, -0.0001401735353283584, 3.661440860014409e-05, 0.0002134023525286466, 0.00039019028190523386, 0.0005669782403856516, 0.0007437661988660693, 0.000920554157346487, 0.0010973421158269048, 0.0012741300743073225, 0.0014509179163724184, 0.0016277058748528361, 0.0018044938333332539, 0.0019812816753983498, 0.0021580697502940893, 0.0023348575923591852, 0.0025116456672549248, 0.0026884335093200207, 0.0028652215842157602, 0.003042009426280856, 0.0032187975011765957, 0.0033955853432416916]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 4.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.0396994985640049, -0.038847681134939194, -0.03799586370587349, -0.037144046276807785, -0.03629222884774208, -0.035440411418676376, -0.03458859398961067, -0.03373677656054497, -0.03288495913147926, -0.03203314170241356, -0.031181326135993004, -0.0303295087069273, -0.029477691277861595, -0.02862587384879589, -0.027774056419730186, -0.026922238990664482, -0.026070421561598778, -0.025218604132533073, -0.02436678670346737, -0.023514969274401665, -0.02266315184533596, -0.021811334416270256, -0.02095951698720455, -0.020107699558138847, -0.019255883991718292, -0.018404066562652588, -0.017552249133586884, -0.01670043170452118, -0.015848614275455475, -0.01499679684638977, -0.014144979417324066, -0.013293161988258362, -0.012441344559192657, -0.011589527130126953, -0.010737709701061249, -0.009885892271995544, -0.00903407484292984, -0.00818225834518671, -0.007330440916121006, -0.006478623487055302, -0.005626806057989597, -0.004774988628923893, -0.003923171199858189, -0.0030713542364537716, -0.0022195368073880672, -0.0013677194947376847, -0.0005159021820873022, 0.0003359151305630803, 0.0011877324432134628, 0.002039549872279167, 0.002891367068514228, 0.0037431842647492886, 0.004595001693814993, 0.005446819122880697, 0.006298636086285114, 0.007150453515350819, 0.008002270944416523, 0.008854088373482227, 0.009705905802547932, 0.010557723231613636, 0.011409539729356766, 0.01226135715842247, 0.013113174587488174, 0.013964992016553879, 0.014816809445619583]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 3.0, 2.0, 1.0, 2.0, 3.0, 0.0, 3.0, 2.0, 2.0, 4.0, 4.0, 2.0, 1.0, 3.0, 3.0, 3.0, 5.0, 4.0, 4.0, 3.0, 4.0, 5.0, 7.0, 7.0, 8.0, 5.0, 5.0, 2.0, 5.0, 9.0, 2.0, 5.0, 6.0, 2.0, 8.0, 3.0, 3.0, 10.0, 7.0, 12.0, 13.0, 23.0, 45.0, 2.0, 4.0, 1.0, 3.0, 4.0, 2.0, 2.0, 1.0, 4.0, 2.0, 3.0], "bins": [-0.018048416823148727, -0.01770196296274662, -0.017355510964989662, -0.017009057104587555, -0.016662603244185448, -0.01631614938378334, -0.015969697386026382, -0.015623243525624275, -0.015276790596544743, -0.014930336736142635, -0.014583883807063103, -0.01423743087798357, -0.013890977017581463, -0.01354452408850193, -0.013198070228099823, -0.01285161729902029, -0.012505164369940758, -0.01215871050953865, -0.011812257580459118, -0.01146580372005701, -0.011119350790977478, -0.01077289693057537, -0.010426444001495838, -0.010079991072416306, -0.009733537212014198, -0.009387084282934666, -0.009040630422532558, -0.008694177493453026, -0.008347724564373493, -0.008001270703971386, -0.007654817774891853, -0.007308364380151033, -0.0069619109854102135, -0.0066154575906693935, -0.006269004195928574, -0.005922551266849041, -0.005576097872108221, -0.005229644477367401, -0.004883191082626581, -0.004536737687885761, -0.004190284758806229, -0.003843831131234765, -0.0034973779693245888, -0.003150924574583769, -0.002804471179842949, -0.0024580180179327726, -0.0021115646231919527, -0.0017651113448664546, -0.0014186580665409565, -0.0010722047882154584, -0.0007257514516822994, -0.0003792981442529708, -3.2844836823642254e-05, 0.0003136084706056863, 0.0006600617780350149, 0.0010065151145681739, 0.001352968392893672, 0.00169942167121917, 0.002045874949544668, 0.002392328344285488, 0.002738781739026308, 0.0030852349009364843, 0.0034316882956773043, 0.0037781414575874805, 0.0041245948523283005]}, "_runtime": 10.657083988189697, "_timestamp": 1596208830.6377673, "_step": 7}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 0.0, 2.0, 1.0, 4.0, 1.0, 2.0, 2.0, 3.0, 3.0, 3.0, 5.0, 2.0, 3.0, 5.0, 1.0, 1.0, 1.0, 1.0, 2.0, 4.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.024723637849092484, -0.024016540497541428, -0.02330944314599037, -0.022602343931794167, -0.02189524658024311, -0.021188149228692055, -0.020481051877141, -0.019773952662944794, -0.019066855311393738, -0.018359757959842682, -0.017652660608291626, -0.01694556325674057, -0.016238464042544365, -0.015531366690993309, -0.014824269339442253, -0.014117171056568623, -0.013410073705017567, -0.01270297635346651, -0.01199587807059288, -0.011288780719041824, -0.010581682436168194, -0.009874585084617138, -0.009167486801743507, -0.008460389450192451, -0.007753291632980108, -0.007046193815767765, -0.006339095998555422, -0.005631998181343079, -0.004924900829792023, -0.0042178030125796795, -0.0035107051953673363, -0.002803607378154993, -0.00209650956094265, -0.0013894117437303066, -0.0006823140429332852, 2.4783716071397066e-05, 0.0007318814750760794, 0.0014389792922884226, 0.002146076876670122, 0.0028531746938824654, 0.0035602725110948086, 0.004267370328307152, 0.004974468145519495, 0.005681565962731838, 0.006388663314282894, 0.007095761131495237, 0.007802858948707581, 0.008509957231581211, 0.009217054583132267, 0.009924151934683323, 0.010631250217556953, 0.01133834756910801, 0.01204544585198164, 0.012752543203532696, 0.013459641486406326, 0.014166738837957382, 0.014873836189508438, 0.015580934472382069, 0.0162880327552557, 0.016995130106806755, 0.01770222745835781, 0.018409324809908867, 0.019116424024105072, 0.019823521375656128, 0.020530618727207184]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 5.0, 3.0, 4.0, 5.0, 2.0, 5.0, 6.0, 10.0, 4.0, 9.0, 17.0, 18.0, 25.0, 42.0, 51.0, 83.0, 98.0, 178.0, 264.0, 366.0, 633.0, 2808.0, 1768.0, 711.0, 348.0, 172.0, 116.0, 61.0, 33.0, 21.0, 17.0, 14.0, 4.0, 1.0, 4.0, 5.0, 3.0, 3.0, 2.0, 4.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.28148531913757324, -0.27312031388282776, -0.2647552788257599, -0.2563902735710144, -0.24802526831626892, -0.23966024816036224, -0.23129522800445557, -0.22293022274971008, -0.2145652025938034, -0.20620018243789673, -0.19783517718315125, -0.18947015702724457, -0.1811051368713379, -0.1727401316165924, -0.16437511146068573, -0.15601010620594025, -0.14764508605003357, -0.1392800658941269, -0.1309150606393814, -0.12255004048347473, -0.11418502777814865, -0.10582001507282257, -0.0974549949169159, -0.08908998221158981, -0.08072496950626373, -0.07235995680093765, -0.06399494409561157, -0.055629923939704895, -0.047264911234378815, -0.038899898529052734, -0.030534882098436356, -0.022169867530465126, -0.013804852962493896, -0.005439838394522667, 0.0029251761734485626, 0.011290190741419792, 0.01965520530939102, 0.02802021987736225, 0.03638523444533348, 0.04475025087594986, 0.05311526358127594, 0.06148027628660202, 0.0698452889919281, 0.07821030914783478, 0.08657532185316086, 0.09494033455848694, 0.10330535471439362, 0.1116703674197197, 0.12003538012504578, 0.12840040028095245, 0.13676540553569794, 0.14513042569160461, 0.1534954309463501, 0.16186045110225677, 0.17022547125816345, 0.17859047651290894, 0.1869554966688156, 0.1953205168247223, 0.20368552207946777, 0.21205054223537445, 0.22041556239128113, 0.2287805676460266, 0.2371455878019333, 0.24551059305667877, 0.25387561321258545]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 4.0, 1.0, 2.0, 0.0, 4.0, 5.0, 2.0, 2.0, 5.0, 3.0, 7.0, 4.0, 6.0, 26.0, 4.0, 4.0, 7.0, 6.0, 7.0, 3.0, 3.0, 1.0, 4.0, 5.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009644364938139915, -0.0093479473143816, -0.009051529690623283, -0.008755112066864967, -0.008458694443106651, -0.008162276819348335, -0.00786585919559002, -0.007569441106170416, -0.0072730234824121, -0.006976605858653784, -0.006680188234895468, -0.006383770611137152, -0.006087352521717548, -0.005790934897959232, -0.005494517274200916, -0.0051980996504426, -0.004901682026684284, -0.004605264402925968, -0.004308846779167652, -0.004012429155409336, -0.0037160112988203764, -0.0034195936750620604, -0.0031231758184731007, -0.0028267581947147846, -0.0025303405709564686, -0.0022339229471981525, -0.0019375052070245147, -0.0016410874668508768, -0.0013446698430925608, -0.0010482522193342447, -0.0007518344791606069, -0.0004554167971946299, -0.00015899911522865295, 0.000137418566737324, 0.00043383624870330095, 0.0007302539306692779, 0.0010266716126352549, 0.001323089236393571, 0.0016195069765672088, 0.0019159247167408466, 0.0022123423404991627, 0.0025087599642574787, 0.0028051775880157948, 0.0031015954446047544, 0.0033980130683630705, 0.0036944306921213865, 0.003990848548710346, 0.004287266172468662, 0.004583683796226978, 0.004880101419985294, 0.00517651904374361, 0.005472936667501926, 0.0057693542912602425, 0.006065772380679846, 0.006362190004438162, 0.006658607628196478, 0.006955025251954794, 0.00725144287571311, 0.007547860499471426, 0.00784427858889103, 0.008140696212649345, 0.008437113836407661, 0.008733531460165977, 0.009029949083924294, 0.00932636670768261]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 3.0, 7.0, 13.0, 18.0, 32.0, 54.0, 66.0, 99.0, 125.0, 176.0, 198.0, 274.0, 295.0, 339.0, 408.0, 475.0, 689.0, 966.0, 1327.0, 2095.0, 3339.0, 5061.0, 7507.0, 10825.0, 15535.0, 22047.0, 31377.0, 46643.0, 71295.0, 108435.0, 451809.0, 135141.0, 88221.0, 54681.0, 35891.0, 24931.0, 17671.0, 12479.0, 8811.0, 6175.0, 4171.0, 2759.0, 1890.0, 1328.0, 997.0, 719.0, 540.0, 419.0, 300.0, 253.0, 204.0, 145.0, 123.0, 81.0, 66.0, 56.0, 30.0, 15.0, 6.0, 6.0, 1.0, 1.0, 2.0], "bins": [-0.021032176911830902, -0.020371709018945694, -0.019711242988705635, -0.019050775095820427, -0.018390309065580368, -0.01772984117269516, -0.017069373279809952, -0.016408907249569893, -0.015748439356684685, -0.015087972395122051, -0.014427505433559418, -0.01376703754067421, -0.013106570579111576, -0.012446103617548943, -0.011785635724663734, -0.011125168763101101, -0.010464701801538467, -0.009804234839975834, -0.0091437678784132, -0.008483299985527992, -0.007822833023965359, -0.007162366062402725, -0.006501898635178804, -0.005841431207954884, -0.00518096424639225, -0.0045204972848296165, -0.0038600298576056957, -0.0031995626632124186, -0.0025390954688191414, -0.0018786282744258642, -0.001218161080032587, -0.0005576938856393099, 0.00010277330875396729, 0.0007632405031472445, 0.0014237076975405216, 0.002084174891933799, 0.002744642086327076, 0.003405109280720353, 0.00406557647511363, 0.004726043902337551, 0.005386510863900185, 0.006046977825462818, 0.006707445252686739, 0.00736791267991066, 0.008028379641473293, 0.008688846603035927, 0.009349314495921135, 0.010009781457483768, 0.010670248419046402, 0.011330715380609035, 0.011991182342171669, 0.012651650235056877, 0.01331211719661951, 0.013972584158182144, 0.014633052051067352, 0.015293519012629986, 0.01595398597419262, 0.016614453867077827, 0.017274919897317886, 0.017935387790203094, 0.018595855683088303, 0.01925632171332836, 0.01991678960621357, 0.02057725563645363, 0.021237723529338837]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 2.0, 3.0, 5.0, 3.0, 3.0, 6.0, 5.0, 1.0, 1.0, 0.0, 0.0, 3.0, 1.0, 2.0, 1.0, 2.0, 3.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.021138543263077736, -0.020657500252127647, -0.02017645724117756, -0.01969541236758232, -0.019214369356632233, -0.018733326345682144, -0.018252283334732056, -0.017771238461136818, -0.01729019545018673, -0.01680915243923664, -0.016328109428286552, -0.015847064554691315, -0.015366021543741226, -0.014884978532791138, -0.014403934590518475, -0.013922891579568386, -0.013441847637295723, -0.012960804626345634, -0.012479761615395546, -0.011998717673122883, -0.011517674662172794, -0.011036630719900131, -0.010555587708950043, -0.01007454376667738, -0.009593500755727291, -0.009112456813454628, -0.00863141380250454, -0.008150369860231876, -0.007669326849281788, -0.007188283372670412, -0.006707239896059036, -0.0062261964194476604, -0.005745152942836285, -0.005264109466224909, -0.004783065989613533, -0.004302022513002157, -0.0038209790363907814, -0.0033399357926100492, -0.0028588923159986734, -0.0023778488393872976, -0.0018968053627759218, -0.001415761886164546, -0.0009347184677608311, -0.00045367502025328577, 2.7368427254259586e-05, 0.0005084119038656354, 0.0009894552640616894, 0.0014704987406730652, 0.001951542217284441, 0.002432585693895817, 0.0029136291705071926, 0.0033946726471185684, 0.0038757161237299442, 0.00435675960034132, 0.004837803076952696, 0.005318846553564072, 0.00579988956451416, 0.006280933041125536, 0.006761976517736912, 0.007243019994348288, 0.007724063470959663, 0.008205107413232327, 0.008686150424182415, 0.009167194366455078, 0.009648237377405167]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 3.0, 4.0, 7.0, 12.0, 18.0, 7.0, 19.0, 25.0, 29.0, 41.0, 49.0, 36.0, 53.0, 88.0, 68.0, 74.0, 81.0, 72.0, 90.0, 79.0, 77.0, 104.0, 90.0, 154.0, 239.0, 327.0, 512.0, 750.0, 1057.0, 1637.0, 7358.0, 1540.0, 936.0, 520.0, 365.0, 302.0, 302.0, 249.0, 204.0, 181.0, 149.0, 115.0, 93.0, 81.0, 66.0, 47.0, 34.0, 21.0, 19.0, 12.0, 10.0, 2.0, 6.0, 2.0, 5.0, 0.0, 3.0, 3.0], "bins": [-0.010636557824909687, -0.010345404967665672, -0.010054252110421658, -0.009763099253177643, -0.009471947327256203, -0.009180794470012188, -0.008889641612768173, -0.008598488755524158, -0.008307335898280144, -0.008016183041036129, -0.0077250306494534016, -0.007433877792209387, -0.007142725400626659, -0.006851572543382645, -0.00656041968613863, -0.0062692672945559025, -0.005978114437311888, -0.005686961580067873, -0.005395809188485146, -0.005104656331241131, -0.004813503473997116, -0.004522351082414389, -0.004231198225170374, -0.003940045367926359, -0.003648892743512988, -0.003357740119099617, -0.0030665872618556023, -0.002775434637442231, -0.00248428201302886, -0.0021931291557848454, -0.0019019765313714743, -0.0016108237905427814, -0.0013196710497140884, -0.0010285183088853955, -0.0007373656262643635, -0.00044621291453950107, -0.00015506020281463861, 0.00013609250891022384, 0.0004272452206350863, 0.0007183979032561183, 0.0010095506440848112, 0.0013007033849135041, 0.001591856125742197, 0.0018830087501555681, 0.002174161374568939, 0.002465314231812954, 0.002756466856226325, 0.0030476197134703398, 0.003338772337883711, 0.003629924962297082, 0.003921077586710453, 0.004212230443954468, 0.0045033833011984825, 0.00479453569278121, 0.005085688550025225, 0.005376841407269239, 0.005667993798851967, 0.005959146656095982, 0.006250299513339996, 0.006541452370584011, 0.0068326047621667385, 0.007123757619410753, 0.007414910476654768, 0.007706062868237495, 0.00799721572548151]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 5.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.050166890025138855, -0.04878200590610504, -0.047397125512361526, -0.04601224511861801, -0.0446273609995842, -0.043242476880550385, -0.04185759648680687, -0.040472716093063354, -0.03908783197402954, -0.03770294785499573, -0.03631806746125221, -0.0349331870675087, -0.033548302948474884, -0.03216341882944107, -0.030778538435697556, -0.02939365617930889, -0.028008773922920227, -0.026623891666531563, -0.0252390094101429, -0.023854127153754234, -0.02246924489736557, -0.021084362640976906, -0.01969948038458824, -0.018314598128199577, -0.016929715871810913, -0.015544833615422249, -0.014159951359033585, -0.01277506910264492, -0.011390186846256256, -0.010005304589867592, -0.008620422333478928, -0.007235540077090263, -0.005850657820701599, -0.004465775564312935, -0.0030808933079242706, -0.0016960110515356064, -0.00031112879514694214, 0.001073753461241722, 0.0024586357176303864, 0.0038435179740190506, 0.005228400230407715, 0.006613282486796379, 0.007998164743185043, 0.009383046999573708, 0.010767929255962372, 0.012152811512351036, 0.0135376937687397, 0.014922576025128365, 0.01630745828151703, 0.017692340537905693, 0.019077222794294357, 0.02046210505068302, 0.021846987307071686, 0.02323186956346035, 0.024616751819849014, 0.02600163407623768, 0.027386516332626343, 0.028771398589015007, 0.03015628084540367, 0.031541161239147186, 0.032926045358181, 0.03431092947721481, 0.03569580987095833, 0.03708069026470184, 0.03846557438373566]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 4.0, 1.0, 1.0, 5.0, 10.0, 1.0, 5.0, 5.0, 8.0, 12.0, 8.0, 19.0, 44.0, 6.0, 2.0, 5.0, 6.0, 12.0, 8.0, 6.0, 11.0, 8.0, 8.0, 5.0, 5.0, 7.0, 10.0, 6.0, 5.0, 6.0, 4.0, 7.0, 2.0, 2.0, 4.0, 4.0, 5.0, 2.0, 1.0, 1.0, 4.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01047388557344675, -0.010075251571834087, -0.009676617570221424, -0.00927798356860876, -0.008879349566996098, -0.008480715565383434, -0.008082081563770771, -0.007683448027819395, -0.007284814026206732, -0.0068861800245940685, -0.006487546022981405, -0.006088912021368742, -0.005690278485417366, -0.005291644483804703, -0.0048930104821920395, -0.004494376480579376, -0.004095742478966713, -0.0036971084773540497, -0.0032984744757413864, -0.002899840706959367, -0.0025012067053467035, -0.0021025727037340403, -0.0017039388185366988, -0.0013053049333393574, -0.0009066709317266941, -0.0005080369883216918, -0.0001094030449166894, 0.00028923089848831296, 0.0006878648418933153, 0.0010864988435059786, 0.00148513272870332, 0.0018837666139006615, 0.0022824006155133247, 0.002681034617125988, 0.0030796686187386513, 0.003478302387520671, 0.003876936389133334, 0.004275570157915354, 0.004674204159528017, 0.00507283816114068, 0.005471472162753344, 0.005870106164366007, 0.00626874016597867, 0.006667374167591333, 0.007066007703542709, 0.007464641705155373, 0.007863275706768036, 0.0082619097083807, 0.008660543709993362, 0.009059177711606026, 0.009457811713218689, 0.009856445714831352, 0.010255079716444016, 0.010653713718056679, 0.011052347719669342, 0.011450981721282005, 0.011849615722894669, 0.012248248793184757, 0.01264688279479742, 0.013045516796410084, 0.013444150798022747, 0.01384278479963541, 0.014241418801248074, 0.014640052802860737, 0.0150386868044734]}, "_runtime": 11.455771923065186, "_timestamp": 1596208831.4364552, "_step": 8}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 6.0, 1.0, 1.0, 1.0, 2.0, 4.0, 2.0, 1.0, 2.0, 3.0, 3.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 3.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.016118723899126053, -0.015642547979950905, -0.015166371129453182, -0.01469019427895546, -0.014214018359780312, -0.013737842440605164, -0.013261665590107441, -0.012785488739609718, -0.01230931282043457, -0.011833136901259422, -0.0113569600507617, -0.010880783200263977, -0.010404607281088829, -0.009928431361913681, -0.009452254511415958, -0.008976077660918236, -0.008499901741743088, -0.00802372582256794, -0.007547548972070217, -0.007071372587233782, -0.0065951962023973465, -0.006119019817560911, -0.005642843432724476, -0.0051666670478880405, -0.004690490663051605, -0.00421431427821517, -0.0037381378933787346, -0.0032619615085422993, -0.002785785123705864, -0.0023096087388694286, -0.0018334323540329933, -0.001357255969196558, -0.0008810795843601227, -0.00040490319952368736, 7.127318531274796e-05, 0.0005474495701491833, 0.0010236259549856186, 0.001499802339822054, 0.0019759787246584892, 0.0024521551094949245, 0.00292833149433136, 0.003404507879167795, 0.0038806842640042305, 0.004356860648840666, 0.004833037033677101, 0.0053092134185135365, 0.005785389803349972, 0.006261566188186407, 0.006737742573022842, 0.007213918957859278, 0.007690095342695713, 0.008166272193193436, 0.008642448112368584, 0.009118624031543732, 0.009594800882041454, 0.010070977732539177, 0.010547153651714325, 0.011023329570889473, 0.011499506421387196, 0.011975683271884918, 0.012451859191060066, 0.012928035110235214, 0.013404211960732937, 0.01388038881123066, 0.014356564730405807]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 2.0, 4.0, 11.0, 8.0, 13.0, 15.0, 15.0, 17.0, 26.0, 29.0, 49.0, 60.0, 62.0, 118.0, 133.0, 191.0, 254.0, 353.0, 470.0, 2246.0, 1881.0, 822.0, 450.0, 233.0, 156.0, 78.0, 63.0, 42.0, 27.0, 29.0, 20.0, 7.0, 8.0, 8.0, 5.0, 5.0, 4.0, 1.0, 4.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.21024198830127716, -0.2041948288679123, -0.19814766943454742, -0.19210049510002136, -0.1860533356666565, -0.18000617623329163, -0.17395901679992676, -0.1679118573665619, -0.16186469793319702, -0.15581752359867096, -0.1497703641653061, -0.14372320473194122, -0.13767604529857635, -0.1316288858652115, -0.12558171153068542, -0.11953455209732056, -0.11348739266395569, -0.10744023323059082, -0.10139306634664536, -0.09534590691328049, -0.08929874002933502, -0.08325158059597015, -0.07720442116260529, -0.07115725427865982, -0.06511009484529495, -0.059062931686639786, -0.05301576852798462, -0.04696860909461975, -0.040921445935964584, -0.03487428277730942, -0.0288271214812994, -0.022779960185289383, -0.016732797026634216, -0.010685634799301624, -0.004638472571969032, 0.0014086896553635597, 0.007455851882696152, 0.013503014110028744, 0.019550176337361336, 0.025597337633371353, 0.03164450079202652, 0.037691663950681686, 0.04373882710933685, 0.04978598654270172, 0.05583314970135689, 0.061880312860012054, 0.06792747229337692, 0.07397463917732239, 0.08002179861068726, 0.08606895804405212, 0.09211612492799759, 0.09816328436136246, 0.10421045124530792, 0.11025761067867279, 0.11630477011203766, 0.12235193699598312, 0.1283991038799286, 0.13444626331329346, 0.14049342274665833, 0.1465405821800232, 0.15258774161338806, 0.15863490104675293, 0.164682075381279, 0.17072923481464386, 0.17677639424800873]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 4.0, 4.0, 5.0, 2.0, 4.0, 3.0, 2.0, 3.0, 7.0, 2.0, 2.0, 26.0, 2.0, 1.0, 3.0, 6.0, 5.0, 3.0, 2.0, 5.0, 4.0, 1.0, 1.0, 3.0, 2.0, 3.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0055382149294018745, -0.0053680394776165485, -0.005197863560169935, -0.005027688108384609, -0.004857512656599283, -0.004687337204813957, -0.004517161287367344, -0.004346985835582018, -0.004176810383796692, -0.004006634466350079, -0.0038364590145647526, -0.0036662835627794266, -0.003496107878163457, -0.003325932426378131, -0.0031557567417621613, -0.0029855812899768353, -0.0028154056053608656, -0.002645229920744896, -0.00247505446895957, -0.0023048787843436003, -0.0021347033325582743, -0.0019645276479423046, -0.0017943520797416568, -0.001624176511541009, -0.0014540009433403611, -0.0012838253751397133, -0.0011136498069390655, -0.0009434741805307567, -0.0007732986123301089, -0.000603123044129461, -0.00043294744682498276, -0.0002627718495205045, -9.259628131985664e-05, 7.757930143270642e-05, 0.0002477548841852695, 0.00041793048148974776, 0.0005881060496903956, 0.0007582816178910434, 0.0009284572442993522, 0.0010986328125, 0.0012688083807006478, 0.0014389839489012957, 0.0016091595171019435, 0.0017793350853025913, 0.001949510769918561, 0.002119686221703887, 0.0022898619063198566, 0.0024600373581051826, 0.0026302130427211523, 0.002800388727337122, 0.002970564179122448, 0.0031407398637384176, 0.0033109153155237436, 0.0034810910001397133, 0.0036512664519250393, 0.003821442136541009, 0.003991617821156979, 0.004161793272942305, 0.004331968724727631, 0.004502144642174244, 0.00467232009395957, 0.004842495545744896, 0.005012670997530222, 0.005182846914976835, 0.005353022366762161]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 6.0, 6.0, 7.0, 10.0, 30.0, 56.0, 78.0, 146.0, 244.0, 306.0, 478.0, 680.0, 1098.0, 1469.0, 2111.0, 2913.0, 3969.0, 5487.0, 7122.0, 9928.0, 13062.0, 17048.0, 22155.0, 30213.0, 41434.0, 58639.0, 82832.0, 112154.0, 420179.0, 95347.0, 68588.0, 48187.0, 34754.0, 25066.0, 18880.0, 14301.0, 10662.0, 8030.0, 5925.0, 4404.0, 3143.0, 2381.0, 1723.0, 1284.0, 891.0, 691.0, 475.0, 342.0, 230.0, 154.0, 113.0, 75.0, 46.0, 30.0, 23.0, 19.0, 7.0, 8.0, 3.0, 0.0, 2.0, 1.0, 1.0], "bins": [-0.014085189439356327, -0.013603066094219685, -0.013120943680405617, -0.012638820335268974, -0.012156696990132332, -0.011674574576318264, -0.011192451231181622, -0.010710328817367554, -0.010228205472230911, -0.009746082127094269, -0.009263959713280201, -0.008781836368143559, -0.00829971395432949, -0.007817590609192848, -0.007335467264056206, -0.006853344384580851, -0.0063712215051054955, -0.00588909862563014, -0.005406975746154785, -0.004924852401018143, -0.0044427295215427876, -0.003960606642067432, -0.0034784835297614336, -0.002996360417455435, -0.0025142375379800797, -0.0020321146585047245, -0.0015499915461987257, -0.0010678685503080487, -0.0005857455544173717, -0.00010362255852669477, 0.0003785004373639822, 0.0008606234332546592, 0.0013427464291453362, 0.0018248694250360131, 0.00230699242092669, 0.002789115533232689, 0.003271238412708044, 0.003753361292183399, 0.004235484637320042, 0.004717607516795397, 0.005199730396270752, 0.005681853275746107, 0.006163976155221462, 0.006646099500358105, 0.00712822237983346, 0.007610345259308815, 0.008092468604445457, 0.008574591018259525, 0.009056714363396168, 0.00953883770853281, 0.010020960122346878, 0.01050308346748352, 0.010985206812620163, 0.01146732922643423, 0.011949452571570873, 0.012431574985384941, 0.012913698330521584, 0.013395821675658226, 0.013877944089472294, 0.014360067434608936, 0.014842189848423004, 0.015324313193559647, 0.01580643653869629, 0.01628855988383293, 0.016770683228969574]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 1.0, 4.0, 2.0, 1.0, 2.0, 3.0, 1.0, 3.0, 7.0, 1.0, 2.0, 1.0, 0.0, 1.0, 5.0, 5.0, 0.0, 2.0, 4.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.004332581534981728, -0.004183047451078892, -0.004033513832837343, -0.0038839797489345074, -0.0037344456650316715, -0.0035849118139594793, -0.0034353777300566435, -0.0032858438789844513, -0.0031363097950816154, -0.0029867759440094233, -0.002837242092937231, -0.0026877080090343952, -0.002538174157962203, -0.002388640074059367, -0.002239106222987175, -0.002089572139084339, -0.001940038288012147, -0.001790504320524633, -0.001640970353037119, -0.001491436385549605, -0.0013419024180620909, -0.0011923685669898987, -0.0010428345995023847, -0.0008933006320148706, -0.0007437666645273566, -0.0005942326970398426, -0.00044469875865615904, -0.0002951648202724755, -0.00014563085278496146, 3.903100150637329e-06, 0.00015343705308623612, 0.0003029709914699197, 0.0004525049589574337, 0.0006020389264449477, 0.0007515728939324617, 0.0009011068032123148, 0.0010506408289074898, 0.001200174679979682, 0.001349708647467196, 0.00149924261495471, 0.001648776582442224, 0.001798310549929738, 0.001947844517417252, 0.002097378484904766, 0.0022469123359769583, 0.002396446419879794, 0.0025459802709519863, 0.002695514354854822, 0.0028450482059270144, 0.0029945820569992065, 0.0031441161409020424, 0.0032936499919742346, 0.0034431840758770704, 0.0035927179269492626, 0.0037422520108520985, 0.0038917858619242907, 0.004041319712996483, 0.004190853796899319, 0.0043403878808021545, 0.004489921499043703, 0.004639455582946539, 0.004788989666849375, 0.004938523750752211, 0.005088057368993759, 0.005237591452896595]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 3.0, 4.0, 2.0, 5.0, 1.0, 6.0, 3.0, 4.0, 8.0, 12.0, 9.0, 20.0, 14.0, 27.0, 32.0, 35.0, 55.0, 64.0, 86.0, 123.0, 153.0, 193.0, 278.0, 424.0, 582.0, 797.0, 1115.0, 1805.0, 5944.0, 1277.0, 993.0, 770.0, 619.0, 482.0, 437.0, 337.0, 338.0, 267.0, 203.0, 174.0, 140.0, 114.0, 110.0, 87.0, 58.0, 57.0, 36.0, 35.0, 26.0, 16.0, 13.0, 13.0, 11.0, 4.0, 3.0, 1.0, 0.0, 1.0], "bins": [-0.004475324880331755, -0.004345450084656477, -0.004215575288981199, -0.004085700958967209, -0.003955826163291931, -0.0038259513676166534, -0.0036960765719413757, -0.0035662020090967417, -0.003436327213421464, -0.0033064524177461863, -0.003176577854901552, -0.0030467030592262745, -0.0029168282635509968, -0.0027869537007063627, -0.002657078905031085, -0.002527204342186451, -0.0023973295465111732, -0.0022674547508358955, -0.0021375801879912615, -0.0020077053923159838, -0.0018778307130560279, -0.001747956033796072, -0.0016180812381207943, -0.0014882065588608384, -0.0013583318796008825, -0.0012284572003409266, -0.0010985825210809708, -0.000968707725405693, -0.0008388330461457372, -0.0007089583668857813, -0.0005790836294181645, -0.00044920892105437815, -0.0003193342126905918, -0.00018945950432680547, -5.958479596301913e-05, 7.028991240076721e-05, 0.00020016462076455355, 0.0003300393291283399, 0.0004599140374921262, 0.000589788774959743, 0.0007196634542196989, 0.0008495381334796548, 0.0009794128127396107, 0.0011092876084148884, 0.0012391622876748443, 0.0013690369669348001, 0.0014989117626100779, 0.0016287864418700337, 0.0017586611211299896, 0.0018885358003899455, 0.0020184104796499014, 0.002148285275325179, 0.002278159838169813, 0.002408034633845091, 0.0025379094295203686, 0.0026677839923650026, 0.0027976587880402803, 0.002927533583715558, 0.003057408146560192, 0.00318728294223547, 0.0033171577379107475, 0.0034470323007553816, 0.0035769070964306593, 0.0037067816592752934, 0.003836656454950571]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 0.0, 1.0, 6.0, 2.0, 0.0, 0.0, 0.0, 2.0, 3.0, 0.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.011797625571489334, -0.011557051911950111, -0.011316478252410889, -0.011075904592871666, -0.010835331864655018, -0.010594758205115795, -0.010354184545576572, -0.01011361088603735, -0.009873037226498127, -0.009632463566958904, -0.009391890838742256, -0.009151317179203033, -0.00891074351966381, -0.008670169860124588, -0.008429596200585365, -0.008189022541046143, -0.00794844888150692, -0.0077078756876289845, -0.007467302493751049, -0.007226728834211826, -0.006986155174672604, -0.006745581980794668, -0.0065050083212554455, -0.006264434661716223, -0.006023861467838287, -0.005783287808299065, -0.005542714148759842, -0.005302140489220619, -0.005061567295342684, -0.004820993635803461, -0.004580419976264238, -0.004339846782386303, -0.00409927312284708, -0.003858699696138501, -0.0036181260365992785, -0.0033775526098906994, -0.0031369789503514767, -0.0028964055236428976, -0.0026558320969343185, -0.002415258437395096, -0.0021746850106865168, -0.0019341114675626159, -0.001693537924438715, -0.001452964497730136, -0.001212390954606235, -0.0009718174114823341, -0.0007312439265660942, -0.0004906704416498542, -0.0002500968985259533, -9.52338450588286e-06, 0.00023105012951418757, 0.000471623643534258, 0.0007121971575543284, 0.0009527707006782293, 0.0011933441273868084, 0.0014339176705107093, 0.0016744912136346102, 0.001915064756758511, 0.002155638299882412, 0.002396211726590991, 0.00263678515329957, 0.002877358812838793, 0.003117932239547372, 0.0033585058990865946, 0.0035990793257951736]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 4.0, 3.0, 3.0, 6.0, 5.0, 9.0, 12.0, 53.0, 21.0, 8.0, 8.0, 7.0, 10.0, 8.0, 6.0, 6.0, 5.0, 8.0, 4.0, 4.0, 7.0, 4.0, 5.0, 6.0, 10.0, 6.0, 3.0, 8.0, 7.0, 4.0, 1.0, 2.0, 5.0, 1.0, 5.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0], "bins": [-0.008394968695938587, -0.008070164360105991, -0.007745359558612108, -0.007420555222779512, -0.007095750421285629, -0.0067709460854530334, -0.006446141749620438, -0.0061213369481265545, -0.005796532612293959, -0.005471728276461363, -0.00514692347496748, -0.004822119139134884, -0.004497314803302288, -0.004172510001808405, -0.003847705665975809, -0.0035229010973125696, -0.00319809652864933, -0.0028732919599860907, -0.002548487391322851, -0.0022236830554902554, -0.0018988784868270159, -0.0015740739181637764, -0.0012492694659158587, -0.0009244649554602802, -0.0005996604450047016, -0.00027485593454912305, 4.994857590645552e-05, 0.0003747530863620341, 0.0006995575968176126, 0.0010243621654808521, 0.0013491666177287698, 0.0016739710699766874, 0.001998775638639927, 0.0023235802073031664, 0.002648384775966406, 0.0029731891117990017, 0.003297993680462241, 0.0036227982491254807, 0.0039476025849580765, 0.00427240738645196, 0.0045972117222845554, 0.004922016058117151, 0.005246820859611034, 0.00557162519544363, 0.005896429531276226, 0.006221234332770109, 0.006546038668602705, 0.006870843470096588, 0.007195647805929184, 0.00752045214176178, 0.007845256477594376, 0.008170061744749546, 0.008494866080582142, 0.008819670416414738, 0.009144474752247334, 0.00946927908807993, 0.0097940843552351, 0.010118888691067696, 0.010443693026900291, 0.010768497362732887, 0.011093301698565483, 0.011418106034398079, 0.01174291130155325, 0.012067715637385845, 0.012392519973218441]}, "_runtime": 12.225814819335938, "_timestamp": 1596208832.2064981, "_step": 9}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 3.0, 2.0, 1.0, 0.0, 2.0, 2.0, 2.0, 1.0, 0.0, 1.0, 3.0, 1.0, 2.0, 3.0, 2.0, 2.0, 0.0, 2.0, 0.0, 2.0, 4.0, 2.0, 1.0, 0.0, 0.0, 3.0, 1.0], "bins": [-0.01611196994781494, -0.01572703942656517, -0.015342109836637974, -0.014957179315388203, -0.014572249725461006, -0.014187319204211235, -0.013802388682961464, -0.013417459093034267, -0.013032528571784496, -0.0126475989818573, -0.012262668460607529, -0.011877737939357758, -0.011492808349430561, -0.01110787782818079, -0.010722948238253593, -0.010338017717003822, -0.009953087195754051, -0.009568157605826855, -0.009183227084577084, -0.008798297494649887, -0.008413366973400116, -0.00802843738347292, -0.007643506862223148, -0.0072585768066346645, -0.006873646751046181, -0.00648871622979641, -0.006103786174207926, -0.005718856118619442, -0.005333926063030958, -0.004948996007442474, -0.004564065486192703, -0.0041791354306042194, -0.0037942053750157356, -0.003409275319427252, -0.0030243450310081244, -0.0026394149754196405, -0.002254484687000513, -0.0018695546314120293, -0.0014846245758235455, -0.0010996944038197398, -0.0007147642318159342, -0.000329834088915959, 5.509605398401618e-05, 0.00044002619688399136, 0.0008249563397839665, 0.0012098865117877722, 0.001594816567376256, 0.0019797468557953835, 0.0023646769113838673, 0.002749606966972351, 0.0031345372553914785, 0.0035194673109799623, 0.00390439759939909, 0.004289327654987574, 0.0046742577105760574, 0.005059187766164541, 0.005444117821753025, 0.005829048343002796, 0.00621397839859128, 0.006598908454179764, 0.006983838509768248, 0.007368768565356731, 0.0077536990866065025, 0.008138628676533699, 0.00852355919778347]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 2.0, 6.0, 6.0, 7.0, 7.0, 5.0, 8.0, 5.0, 16.0, 16.0, 15.0, 21.0, 41.0, 58.0, 61.0, 84.0, 126.0, 147.0, 178.0, 252.0, 316.0, 374.0, 2030.0, 1947.0, 846.0, 477.0, 303.0, 188.0, 107.0, 70.0, 71.0, 40.0, 29.0, 24.0, 11.0, 10.0, 5.0, 7.0, 2.0, 4.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0], "bins": [-0.21335963904857635, -0.20801134407520294, -0.20266304910182953, -0.19731475412845612, -0.1919664442539215, -0.1866181492805481, -0.18126985430717468, -0.17592155933380127, -0.17057326436042786, -0.16522496938705444, -0.15987667441368103, -0.15452837944030762, -0.1491800844669342, -0.1438317745923996, -0.13848347961902618, -0.13313518464565277, -0.12778688967227936, -0.12243859469890594, -0.11709029972553253, -0.11174199730157852, -0.10639370232820511, -0.1010454073548317, -0.09569710493087769, -0.09034880995750427, -0.08500051498413086, -0.07965222001075745, -0.07430392503738403, -0.06895562261343002, -0.06360732764005661, -0.0582590326666832, -0.052910733968019485, -0.047562435269355774, -0.04221414029598236, -0.03686584532260895, -0.031517546623945236, -0.026169249787926674, -0.02082095295190811, -0.01547265611588955, -0.010124359279870987, -0.004776062443852425, 0.0005722343921661377, 0.0059205312281847, 0.011268828064203262, 0.016617124900221825, 0.021965421736240387, 0.02731371857225895, 0.03266201540827751, 0.03801031410694122, 0.043358609080314636, 0.04870690405368805, 0.05405520275235176, 0.05940350145101547, 0.06475179642438889, 0.0701000913977623, 0.07544839382171631, 0.08079668879508972, 0.08614498376846313, 0.09149327874183655, 0.09684157371520996, 0.10218987613916397, 0.10753817111253738, 0.1128864660859108, 0.11823476850986481, 0.12358306348323822, 0.12893135845661163]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 0.0, 3.0, 0.0, 3.0, 3.0, 3.0, 3.0, 4.0, 6.0, 5.0, 4.0, 2.0, 2.0, 2.0, 0.0, 3.0, 3.0, 1.0, 26.0, 4.0, 4.0, 1.0, 1.0, 5.0, 1.0, 1.0, 4.0, 3.0, 2.0, 0.0, 2.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 4.0, 0.0, 1.0, 0.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.004891186021268368, -0.004736158065497875, -0.00458113057538867, -0.004426102619618177, -0.004271074663847685, -0.00411604717373848, -0.003961019217967987, -0.003805991495028138, -0.0036509637720882893, -0.0034959358163177967, -0.003340908093377948, -0.003185880370438099, -0.0030308524146676064, -0.0028758246917277575, -0.0027207969687879086, -0.002565769013017416, -0.002410741290077567, -0.002255713567137718, -0.0021006856113672256, -0.0019456578884273767, -0.0017906301654875278, -0.0016356023261323571, -0.0014805744867771864, -0.0013255467638373375, -0.0011705189244821668, -0.001015491085126996, -0.0008604633621871471, -0.0007054355228319764, -0.0005504077416844666, -0.0003953799605369568, -0.00024035215028561652, -8.532435458619148e-05, 6.970344111323357e-05, 0.0002247312368126586, 0.00037975903251208365, 0.0005347868427634239, 0.0006898146239109337, 0.0008448424050584435, 0.0009998702444136143, 0.0011548979673534632, 0.001309925806708634, 0.0014649536460638046, 0.0016199813690036535, 0.0017750092083588243, 0.001930037047713995, 0.002085064770653844, 0.0022400924935936928, 0.0023951204493641853, 0.0025501481723040342, 0.002705175895243883, 0.0028602038510143757, 0.0030152315739542246, 0.0031702592968940735, 0.003325287252664566, 0.003480314975604415, 0.003635342698544264, 0.0037903706543147564, 0.003945398144423962, 0.004100426100194454, 0.004255454055964947, 0.004410481546074152, 0.0045655095018446445, 0.004720537457615137, 0.004875564947724342, 0.005030592903494835]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 2.0, 6.0, 8.0, 19.0, 31.0, 48.0, 63.0, 111.0, 158.0, 187.0, 260.0, 338.0, 463.0, 617.0, 848.0, 1159.0, 1640.0, 2213.0, 3131.0, 4338.0, 5987.0, 8226.0, 10776.0, 14568.0, 18944.0, 25030.0, 33767.0, 46268.0, 62769.0, 83836.0, 104820.0, 412107.0, 85519.0, 63313.0, 46511.0, 34264.0, 25660.0, 19683.0, 15107.0, 11466.0, 8927.0, 6829.0, 5246.0, 4131.0, 2947.0, 2214.0, 1593.0, 1093.0, 831.0, 552.0, 349.0, 250.0, 159.0, 110.0, 72.0, 41.0, 18.0, 9.0, 8.0, 3.0, 1.0], "bins": [-0.015186402946710587, -0.014744819141924381, -0.014303235337138176, -0.01386165153235197, -0.013420067727565765, -0.01297848392277956, -0.012536900117993355, -0.01209531631320715, -0.011653732508420944, -0.011212148703634739, -0.010770564898848534, -0.010328981094062328, -0.009887397289276123, -0.009445813484489918, -0.009004229679703712, -0.008562645874917507, -0.008121062070131302, -0.007679478731006384, -0.007237894926220179, -0.006796311121433973, -0.006354727316647768, -0.005913143511861563, -0.0054715597070753574, -0.005029975902289152, -0.004588392563164234, -0.004146808758378029, -0.00370522472076118, -0.0032636409159749746, -0.002822057344019413, -0.0023804735392332077, -0.0019388897344470024, -0.0014973059296607971, -0.0010557221248745918, -0.0006141383200883865, -0.00017255457350984216, 0.0002690292021725327, 0.0007106129778549075, 0.0011521967826411128, 0.0015937804710119963, 0.0020353642757982016, 0.002476948080584407, 0.002918531885370612, 0.0033601156901568174, 0.0038016994949430227, 0.004243283066898584, 0.00468486687168479, 0.005126450676470995, 0.0055680344812572, 0.0060096182860434055, 0.006451202090829611, 0.006892785895615816, 0.007334369700402021, 0.007775953505188227, 0.008217536844313145, 0.00865912064909935, 0.009100704453885555, 0.00954228825867176, 0.009983872063457966, 0.010425455868244171, 0.010867039673030376, 0.011308623477816582, 0.011750207282602787, 0.012191791087388992, 0.012633374892175198, 0.013074958696961403]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 2.0, 3.0, 3.0, 0.0, 4.0, 3.0, 1.0, 1.0, 7.0, 4.0, 3.0, 0.0, 3.0, 2.0, 5.0, 1.0, 3.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0], "bins": [-0.020041726529598236, -0.019550973549485207, -0.019060220569372177, -0.018569469451904297, -0.018078716471791267, -0.017587963491678238, -0.01709721051156521, -0.01660645753145218, -0.0161157064139843, -0.015624952502548695, -0.01513420045375824, -0.01464344747364521, -0.01415269449353218, -0.013661942444741726, -0.013171189464628696, -0.012680437415838242, -0.012189684435725212, -0.011698931455612183, -0.011208179406821728, -0.010717426426708698, -0.010226674377918243, -0.009735921397805214, -0.009245168417692184, -0.00875441636890173, -0.0082636633887887, -0.007772910874336958, -0.007282158359885216, -0.006791405379772186, -0.006300652865320444, -0.005809900350868702, -0.0053191473707556725, -0.00482839485630393, -0.004337642341852188, -0.003846889827400446, -0.00335613708011806, -0.0028653843328356743, -0.002374631818383932, -0.0018838791875168681, -0.0013931265566498041, -0.0009023739257827401, -0.0004116212949156761, 7.913133595138788e-05, 0.0005698839668184519, 0.0010606365976855159, 0.0015513892285525799, 0.002042141743004322, 0.002532894490286708, 0.0030236472375690937, 0.003514399752020836, 0.004005152266472578, 0.00449590478092432, 0.00498665776103735, 0.005477410275489092, 0.005968162789940834, 0.0064589157700538635, 0.006949668284505606, 0.007440420798957348, 0.007931173779070377, 0.008421925827860832, 0.008912678807973862, 0.009403431788086891, 0.009894183836877346, 0.010384936816990376, 0.01087568886578083, 0.01136644184589386]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 3.0, 0.0, 4.0, 1.0, 1.0, 2.0, 1.0, 4.0, 2.0, 4.0, 3.0, 2.0, 8.0, 4.0, 9.0, 7.0, 7.0, 8.0, 12.0, 8.0, 7.0, 13.0, 7.0, 5.0, 14.0, 15.0, 28.0, 16.0, 13.0, 21.0, 20.0, 37.0, 41.0, 48.0, 74.0, 99.0, 167.0, 197.0, 273.0, 336.0, 457.0, 721.0, 1195.0, 2604.0, 7083.0, 1776.0, 1040.0, 684.0, 409.0, 311.0, 194.0, 122.0, 95.0, 69.0, 47.0, 23.0, 21.0, 21.0, 18.0, 8.0, 7.0, 1.0, 2.0], "bins": [-0.01469490397721529, -0.014370004646480083, -0.014045105315744877, -0.01372020598500967, -0.013395307585597038, -0.013070408254861832, -0.012745508924126625, -0.012420609593391418, -0.012095710262656212, -0.011770810931921005, -0.011445911601185799, -0.011121012270450592, -0.010796112939715385, -0.010471214540302753, -0.010146315209567547, -0.00982141587883234, -0.009496516548097134, -0.009171617217361927, -0.00884671788662672, -0.008521818555891514, -0.008196920156478882, -0.007872020825743675, -0.007547121495008469, -0.007222222164273262, -0.006897322833538055, -0.006572423502802849, -0.006247524172067642, -0.005922625306993723, -0.005597725976258516, -0.00527282664552331, -0.00494792778044939, -0.004623028449714184, -0.004298129118978977, -0.003973229788243771, -0.0036483306903392076, -0.0033234315924346447, -0.002998532261699438, -0.0026736329309642315, -0.0023487338330596685, -0.0020238347351551056, -0.001698935404419899, -0.0013740361901000142, -0.0010491369757801294, -0.0007242377614602447, -0.0003993385471403599, -7.44393328204751e-05, 0.0002504598814994097, 0.0005753590958192945, 0.0009002583101391792, 0.001225157524459064, 0.0015500567387789488, 0.0018749559530988336, 0.0021998551674187183, 0.002524754498153925, 0.002849653596058488, 0.003174552693963051, 0.0034994520246982574, 0.003824351355433464, 0.004149250686168671, 0.00447414955124259, 0.0047990488819777966, 0.005123948212713003, 0.0054488470777869225, 0.005773746408522129, 0.006098645739257336]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 4.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.03902076929807663, -0.038105305284261703, -0.03718983754515648, -0.03627437353134155, -0.03535890579223633, -0.0344434417784214, -0.033527977764606476, -0.03261251002550125, -0.031697046011686325, -0.03078158013522625, -0.029866114258766174, -0.0289506483823061, -0.028035182505846024, -0.027119716629385948, -0.026204252615571022, -0.025288786739110947, -0.02437332086265087, -0.023457854986190796, -0.02254238910973072, -0.021626925095915794, -0.02071145921945572, -0.019795993342995644, -0.018880527466535568, -0.017965061590075493, -0.017049595713615417, -0.01613413169980049, -0.015218665823340416, -0.01430319994688034, -0.013387734070420265, -0.012472269125282764, -0.011556803248822689, -0.010641338303685188, -0.009725872427225113, -0.008810406550765038, -0.007894941605627537, -0.006979475729167461, -0.006064010318368673, -0.005148544907569885, -0.00423307903110981, -0.003317613620311022, -0.0024021482095122337, -0.0014866826822981238, -0.0005712171550840139, 0.00034424837213009596, 0.0012597138993442059, 0.002175179310142994, 0.0030906449537724257, 0.004006110597401857, 0.0049215760082006454, 0.0058370414189994335, 0.006752506829798222, 0.007667972706258297, 0.008583437651395798, 0.009498903527855873, 0.010414369404315948, 0.01132983434945345, 0.012245300225913525, 0.0131607661023736, 0.0140762310475111, 0.014991696923971176, 0.01590716280043125, 0.016822628676891327, 0.017738092690706253, 0.01865355856716633, 0.019569024443626404]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 2.0, 1.0, 3.0, 5.0, 2.0, 5.0, 3.0, 2.0, 4.0, 7.0, 6.0, 2.0, 4.0, 8.0, 9.0, 9.0, 7.0, 5.0, 7.0, 9.0, 11.0, 20.0, 20.0, 27.0, 45.0, 12.0, 9.0, 11.0, 5.0, 2.0, 3.0, 4.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.023110102862119675, -0.022649718448519707, -0.02218933403491974, -0.02172895148396492, -0.021268567070364952, -0.020808182656764984, -0.020347798243165016, -0.019887413829565048, -0.01942703127861023, -0.01896664686501026, -0.018506262451410294, -0.018045878037810326, -0.017585493624210358, -0.01712511107325554, -0.01666472665965557, -0.016204342246055603, -0.015743957832455635, -0.015283574350178242, -0.014823189936578274, -0.01436280645430088, -0.013902422040700912, -0.01344203855842352, -0.012981654144823551, -0.012521269731223583, -0.01206088624894619, -0.011600501835346222, -0.011140118353068829, -0.01067973393946886, -0.010219349525868893, -0.0097589660435915, -0.009298581629991531, -0.008838198147714138, -0.00837781373411417, -0.007917429320514202, -0.007457045838236809, -0.006996661424636841, -0.00653627747669816, -0.0060758935287594795, -0.005615509580820799, -0.005155125632882118, -0.00469474121928215, -0.00423435727134347, -0.003773973323404789, -0.0033135893754661083, -0.0028532054275274277, -0.0023928212467581034, -0.0019324372988194227, -0.0014720532344654202, -0.0010116691701114178, -0.0005512851057574153, -9.090109961107373e-05, 0.0003694829356390983, 0.0008298669708892703, 0.0012902510352432728, 0.0017506349831819534, 0.0022110191639512777, 0.0026714031118899584, 0.003131787059828639, 0.0035921712405979633, 0.004052555188536644, 0.004512939136475325, 0.004973323084414005, 0.005433707498013973, 0.005894091445952654, 0.0063544753938913345]}, "_runtime": 13.037870168685913, "_timestamp": 1596208833.0185535, "_step": 10}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 4.0, 1.0, 1.0, 1.0, 3.0, 0.0, 0.0, 3.0, 3.0, 2.0, 2.0, 2.0, 4.0, 2.0, 3.0, 1.0, 1.0, 0.0, 2.0, 1.0, 3.0, 3.0, 1.0, 3.0, 3.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014858761802315712, -0.014397942461073399, -0.013937123119831085, -0.013476302847266197, -0.013015483506023884, -0.01255466416478157, -0.012093843892216682, -0.011633024550974369, -0.011172205209732056, -0.010711385868489742, -0.010250566527247429, -0.009789746254682541, -0.009328926913440228, -0.008868107572197914, -0.008407287299633026, -0.007946467958390713, -0.007485648617148399, -0.007024829275906086, -0.006564009469002485, -0.006103189662098885, -0.005642370320856571, -0.005181550979614258, -0.004720731172710657, -0.004259911365807056, -0.003799092024564743, -0.003338272450491786, -0.002877452876418829, -0.002416633302345872, -0.001955813728272915, -0.0014949941541999578, -0.0010341745801270008, -0.0005733550060540438, -0.00011253543198108673, 0.0003482841420918703, 0.0008091037161648273, 0.0012699232902377844, 0.0017307428643107414, 0.0021915624383836985, 0.0026523820124566555, 0.0031132015865296125, 0.0035740211606025696, 0.004034840501844883, 0.004495660308748484, 0.004956480115652084, 0.005417299456894398, 0.005878118798136711, 0.006338938605040312, 0.0067997584119439125, 0.007260577753186226, 0.007721397094428539, 0.008182216435670853, 0.00864303670823574, 0.009103856049478054, 0.009564675390720367, 0.010025495663285255, 0.010486315004527569, 0.010947134345769882, 0.011407953687012196, 0.011868773028254509, 0.012329593300819397, 0.01279041264206171, 0.013251231983304024, 0.013712052255868912, 0.014172871597111225, 0.014633690938353539]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 2.0, 1.0, 3.0, 4.0, 3.0, 10.0, 3.0, 5.0, 8.0, 13.0, 16.0, 15.0, 25.0, 39.0, 53.0, 57.0, 87.0, 127.0, 133.0, 176.0, 228.0, 355.0, 434.0, 1990.0, 1880.0, 910.0, 507.0, 301.0, 169.0, 118.0, 72.0, 55.0, 34.0, 21.0, 19.0, 24.0, 4.0, 8.0, 8.0, 2.0, 3.0, 3.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.17400093376636505, -0.16887320578098297, -0.1637454777956009, -0.15861773490905762, -0.15349000692367554, -0.14836227893829346, -0.14323455095291138, -0.1381068229675293, -0.13297909498214722, -0.12785135209560394, -0.12272362411022186, -0.11759589612483978, -0.1124681681394577, -0.10734043270349503, -0.10221270471811295, -0.09708496928215027, -0.09195724129676819, -0.08682951331138611, -0.08170177787542343, -0.07657404989004135, -0.07144631445407867, -0.0663185864686966, -0.061190858483314514, -0.056063126772642136, -0.05093539506196976, -0.04580766335129738, -0.040679931640625, -0.03555220365524292, -0.03042447194457054, -0.025296740233898163, -0.020169010385870934, -0.01504127960652113, -0.009913548827171326, -0.004785818047821522, 0.00034191273152828217, 0.005469643510878086, 0.01059737429022789, 0.01572510600090027, 0.020852835848927498, 0.025980565696954727, 0.031108297407627106, 0.036236029118299484, 0.04136376082897186, 0.04649148881435394, 0.05161922052502632, 0.0567469522356987, 0.06187468022108078, 0.06700241565704346, 0.07213014364242554, 0.07725787162780762, 0.0823856070637703, 0.08751333504915237, 0.09264107048511505, 0.09776879847049713, 0.10289652645587921, 0.10802426189184189, 0.11315198987722397, 0.11827971786260605, 0.12340745329856873, 0.1285351812839508, 0.13366290926933289, 0.13879063725471497, 0.14391838014125824, 0.14904610812664032, 0.1541738361120224]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 3.0, 3.0, 4.0, 1.0, 4.0, 4.0, 0.0, 2.0, 3.0, 8.0, 5.0, 1.0, 5.0, 1.0, 2.0, 4.0, 2.0, 24.0, 4.0, 2.0, 1.0, 5.0, 2.0, 2.0, 3.0, 1.0, 1.0, 0.0, 1.0, 3.0, 1.0, 2.0, 3.0, 1.0, 1.0, 1.0, 1.0, 3.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.00521965604275465, -0.005071794148534536, -0.004923931788653135, -0.0047760698944330215, -0.004628208000212908, -0.004480345640331507, -0.004332483746111393, -0.004184621851891279, -0.0040367599576711655, -0.0038888975977897644, -0.0037410357035696507, -0.0035931735765188932, -0.003445311449468136, -0.003297449555248022, -0.0031495874281972647, -0.003001725533977151, -0.0028538634069263935, -0.002706001279875636, -0.0025581393856555223, -0.002410277258604765, -0.002262415364384651, -0.0021145532373338938, -0.0019666911102831364, -0.0018188290996477008, -0.0016709670890122652, -0.0015231050783768296, -0.001375243067741394, -0.0012273809406906366, -0.001079518930055201, -0.0009316569194197655, -0.000783794850576669, -0.0006359327817335725, -0.0004880707710981369, -0.00034020873135887086, -0.00019234669161960483, -4.448465188033879e-05, 0.00010337738785892725, 0.0002512394275981933, 0.0003991014673374593, 0.0005469635361805558, 0.0006948255468159914, 0.000842687557451427, 0.0009905495680868626, 0.00113841169513762, 0.0012862737057730556, 0.0014341357164084911, 0.0015819978434592485, 0.0017298598540946841, 0.0018777218647301197, 0.002025583991780877, 0.002173445886000991, 0.0023213080130517483, 0.002469169907271862, 0.0026170320343226194, 0.002764894161373377, 0.0029127560555934906, 0.003060618182644248, 0.0032084803096950054, 0.003356342203915119, 0.0035042043309658766, 0.003652066458016634, 0.0037999283522367477, 0.0039477902464568615, 0.0040956526063382626, 0.004243514500558376]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [6.0, 8.0, 15.0, 26.0, 44.0, 73.0, 91.0, 164.0, 245.0, 353.0, 524.0, 729.0, 1161.0, 1665.0, 2200.0, 3195.0, 4200.0, 5759.0, 7694.0, 9876.0, 12734.0, 16441.0, 21209.0, 27677.0, 36752.0, 49384.0, 66243.0, 86768.0, 110132.0, 410396.0, 81100.0, 57414.0, 41154.0, 29695.0, 22296.0, 16568.0, 12506.0, 9670.0, 7551.0, 6022.0, 4827.0, 3763.0, 2947.0, 2280.0, 1772.0, 1243.0, 898.0, 722.0, 469.0, 328.0, 205.0, 165.0, 98.0, 72.0, 44.0, 27.0, 15.0, 9.0, 16.0, 1.0, 1.0, 2.0, 2.0, 2.0], "bins": [-0.012261048890650272, -0.011841658502817154, -0.011422267183661461, -0.011002875864505768, -0.01058348547667265, -0.010164095088839531, -0.009744703769683838, -0.009325312450528145, -0.008905922062695026, -0.008486531674861908, -0.008067140355706215, -0.007647749502211809, -0.007228358648717403, -0.006808967795222998, -0.006389576941728592, -0.005970186088234186, -0.00555079523473978, -0.005131404381245375, -0.004712013527750969, -0.004292622674256563, -0.0038732318207621574, -0.0034538409672677517, -0.003034450113773346, -0.00261505926027894, -0.0021956684067845345, -0.0017762775532901287, -0.001356886699795723, -0.0009374958463013172, -0.0005181049928069115, -9.871413931250572e-05, 0.0003206767141819, 0.0007400675676763058, 0.0011594584211707115, 0.0015788492746651173, 0.001998240128159523, 0.0024176309816539288, 0.0028370218351483345, 0.0032564126886427402, 0.003675803542137146, 0.004095194395631552, 0.0045145852491259575, 0.004933976102620363, 0.005353366956114769, 0.005772757809609175, 0.0061921486631035805, 0.006611539516597986, 0.007030930370092392, 0.007450321223586798, 0.007869712077081203, 0.008289102464914322, 0.008708493784070015, 0.009127885103225708, 0.009547275491058826, 0.009966665878891945, 0.010386057198047638, 0.010805448517203331, 0.01122483890503645, 0.011644229292869568, 0.012063620612025261, 0.012483011931180954, 0.012902402319014072, 0.01332179270684719, 0.013741184026002884, 0.014160575345158577, 0.014579965732991695]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 0.0, 4.0, 3.0, 2.0, 3.0, 3.0, 2.0, 3.0, 0.0, 6.0, 1.0, 3.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 1.0, 2.0, 3.0, 3.0, 1.0, 1.0, 2.0, 2.0, 0.0, 2.0], "bins": [-0.022710127755999565, -0.022211305797100067, -0.02171248197555542, -0.021213660016655922, -0.020714836195111275, -0.020216014236211777, -0.01971719041466713, -0.01921836845576763, -0.018719546496868134, -0.018220722675323486, -0.01772190071642399, -0.01722307689487934, -0.016724254935979843, -0.016225431114435196, -0.015726609155535698, -0.015227786265313625, -0.014728963375091553, -0.01423014048486948, -0.013731317594647408, -0.013232494704425335, -0.012733671814203262, -0.012234849855303764, -0.011736026965081692, -0.01123720407485962, -0.010738381184637547, -0.010239558294415474, -0.009740735404193401, -0.009241912513971329, -0.00874309055507183, -0.008244267664849758, -0.0077454447746276855, -0.007246621884405613, -0.00674779899418354, -0.006248976103961468, -0.005750153213739395, -0.00525133078917861, -0.004752507898956537, -0.004253685008734465, -0.0037548623513430357, -0.0032560396939516068, -0.002757216803729534, -0.0022583939135074615, -0.0017595712561160326, -0.0012607484823092818, -0.000761925708502531, -0.0002631029346957803, 0.0002357198391109705, 0.0007345426129177213, 0.001233365386724472, 0.0017321881605312228, 0.0022310109343379736, 0.0027298335917294025, 0.003228656481951475, 0.0037274793721735477, 0.004226301796734333, 0.004725124686956406, 0.005223947577178478, 0.005722770467400551, 0.0062215933576226234, 0.006720415782183409, 0.007219238672405481, 0.007718061562627554, 0.00821688398718834, 0.008715706877410412, 0.009214529767632484]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 2.0, 3.0, 2.0, 5.0, 4.0, 0.0, 6.0, 8.0, 6.0, 10.0, 11.0, 12.0, 13.0, 14.0, 12.0, 28.0, 18.0, 26.0, 28.0, 37.0, 58.0, 89.0, 138.0, 133.0, 171.0, 205.0, 325.0, 469.0, 617.0, 909.0, 1378.0, 1982.0, 6855.0, 1440.0, 964.0, 717.0, 393.0, 327.0, 307.0, 273.0, 179.0, 117.0, 77.0, 30.0, 15.0, 4.0, 4.0], "bins": [-0.015537282451987267, -0.015224557369947433, -0.014911831356585026, -0.014599106274545193, -0.01428638119250536, -0.013973656110465527, -0.013660930097103119, -0.013348205015063286, -0.013035479933023453, -0.012722753919661045, -0.012410028837621212, -0.012097303755581379, -0.011784578673541546, -0.011471852660179138, -0.011159127578139305, -0.010846402496099472, -0.010533677414059639, -0.010220951400697231, -0.009908226318657398, -0.009595501236617565, -0.009282775223255157, -0.008970050141215324, -0.008657325059175491, -0.008344599977135658, -0.00803187396377325, -0.0077191488817334175, -0.007406423334032297, -0.007093698251992464, -0.006780972704291344, -0.006468247622251511, -0.00615552207455039, -0.005842796992510557, -0.005530071444809437, -0.005217345897108316, -0.004904620815068483, -0.004591895267367363, -0.00427917018532753, -0.0039664446376264095, -0.003653719322755933, -0.003340994007885456, -0.0030282686930149794, -0.0027155433781445026, -0.002402818063274026, -0.002090092748403549, -0.0017773673171177506, -0.001464642002247274, -0.0011519165709614754, -0.0008391912560909986, -0.0005264659412205219, -0.00021374059724621475, 9.898474672809243e-05, 0.0004117100907023996, 0.0007244354346767068, 0.0010371607495471835, 0.001349886180832982, 0.0016626114957034588, 0.0019753368105739355, 0.0022880621254444122, 0.002600787440314889, 0.0029135127551853657, 0.003226238302886486, 0.0035389636177569628, 0.0038516889326274395, 0.004164414014667273, 0.004477139562368393]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.05354227125644684, -0.05219118669629097, -0.0508401058614254, -0.04948902130126953, -0.04813794046640396, -0.04678685590624809, -0.04543577507138252, -0.044084690511226654, -0.042733609676361084, -0.041382525116205215, -0.04003144055604935, -0.03868035972118378, -0.03732927516102791, -0.03597819432616234, -0.03462710976600647, -0.0332760289311409, -0.03192494437098503, -0.030573861673474312, -0.029222778975963593, -0.027871696278452873, -0.026520613580942154, -0.025169529020786285, -0.023818446323275566, -0.022467363625764847, -0.021116280928254128, -0.019765198230743408, -0.01841411553323269, -0.01706303283572197, -0.0157119482755661, -0.014360866509377956, -0.013009782880544662, -0.011658700183033943, -0.010307617485523224, -0.008956534788012505, -0.007605451624840498, -0.006254368461668491, -0.004903285764157772, -0.003552202833816409, -0.002201119903475046, -0.0008500369731336832, 0.0005010459572076797, 0.0018521288875490427, 0.0032032118178904057, 0.004554294981062412, 0.0059053776785731316, 0.007256460376083851, 0.008607544004917145, 0.009958626702427864, 0.011309709399938583, 0.012660792097449303, 0.014011874794960022, 0.015362958423793316, 0.01671404018998146, 0.01806512475013733, 0.01941620744764805, 0.020767290145158768, 0.022118372842669487, 0.023469455540180206, 0.024820538237690926, 0.026171620935201645, 0.027522705495357513, 0.028873788192868233, 0.030224870890378952, 0.03157595172524452, 0.03292703628540039]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 4.0, 1.0, 5.0, 0.0, 3.0, 2.0, 0.0, 6.0, 3.0, 3.0, 3.0, 7.0, 7.0, 5.0, 4.0, 6.0, 7.0, 8.0, 4.0, 3.0, 3.0, 4.0, 5.0, 3.0, 5.0, 5.0, 6.0, 5.0, 5.0, 5.0, 6.0, 8.0, 5.0, 7.0, 10.0, 8.0, 38.0, 16.0, 15.0, 8.0, 6.0, 6.0, 3.0, 2.0, 7.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.01972239278256893, -0.019250735640525818, -0.018779080361127853, -0.01830742321908474, -0.017835766077041626, -0.01736411079764366, -0.016892453655600548, -0.016420796513557434, -0.01594914123415947, -0.015477484092116356, -0.015005826950073242, -0.014534170739352703, -0.014062514528632164, -0.01359085738658905, -0.013119201175868511, -0.012647544033825397, -0.012175887823104858, -0.01170423161238432, -0.011232574470341206, -0.010760918259620667, -0.010289261117577553, -0.009817604906857014, -0.009345948696136475, -0.008874291554093361, -0.008402635343372822, -0.007930979132652283, -0.007459321990609169, -0.00698766577988863, -0.0065160091035068035, -0.006044352427124977, -0.005572696216404438, -0.005101039540022612, -0.004629382863640785, -0.004157726187258959, -0.003686069743707776, -0.0032144133001565933, -0.002742756623774767, -0.0022710999473929405, -0.0017994435038417578, -0.0013277869438752532, -0.0008561303839087486, -0.00038447382394224405, 8.718273602426052e-05, 0.0005588392959907651, 0.0010304958559572697, 0.0015021524159237742, 0.001973808975890279, 0.0024454654194414616, 0.002917122095823288, 0.0033887787722051144, 0.003860435215756297, 0.00433209165930748, 0.004803748335689306, 0.005275405012071133, 0.005747061222791672, 0.006218717899173498, 0.0066903745755553246, 0.007162031251937151, 0.007633687928318977, 0.008105344139039516, 0.008577000349760056, 0.00904865749180317, 0.009520313702523708, 0.009991970844566822, 0.010463627055287361]}, "_runtime": 13.896332025527954, "_timestamp": 1596208833.8770154, "_step": 11}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 2.0, 1.0, 0.0, 1.0, 1.0, 3.0, 1.0, 4.0, 2.0, 4.0, 1.0, 5.0, 3.0, 3.0, 3.0, 3.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.023089736700057983, -0.022425591945648193, -0.021761447191238403, -0.021097302436828613, -0.020433157682418823, -0.019769012928009033, -0.019104868173599243, -0.018440723419189453, -0.017776578664779663, -0.017112433910369873, -0.016448289155960083, -0.015784144401550293, -0.015119999647140503, -0.014455854892730713, -0.013791710138320923, -0.013127565383911133, -0.012463420629501343, -0.011799275875091553, -0.011135131120681763, -0.010470986366271973, -0.009806841611862183, -0.009142696857452393, -0.008478552103042603, -0.007814407348632812, -0.0071502625942230225, -0.006486117839813232, -0.005821973085403442, -0.005157828330993652, -0.004493683576583862, -0.0038295388221740723, -0.0031653940677642822, -0.002501249313354492, -0.0018371045589447021, -0.0011729598045349121, -0.0005088150501251221, 0.00015532970428466797, 0.000819474458694458, 0.001483619213104248, 0.002147763967514038, 0.002811908721923828, 0.003476053476333618, 0.004140198230743408, 0.004804342985153198, 0.005468487739562988, 0.006132632493972778, 0.006796777248382568, 0.007460922002792358, 0.008125066757202148, 0.008789211511611938, 0.009453356266021729, 0.010117501020431519, 0.010781645774841309, 0.011445790529251099, 0.012109935283660889, 0.012774080038070679, 0.013438224792480469, 0.014102369546890259, 0.014766514301300049, 0.015430659055709839, 0.01609480381011963, 0.01675894856452942, 0.01742309331893921, 0.018087238073349, 0.01875138282775879, 0.01941552758216858]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 3.0, 3.0, 1.0, 3.0, 3.0, 7.0, 7.0, 13.0, 11.0, 19.0, 22.0, 27.0, 35.0, 48.0, 63.0, 85.0, 116.0, 135.0, 211.0, 250.0, 397.0, 556.0, 3294.0, 1248.0, 525.0, 298.0, 179.0, 116.0, 70.0, 51.0, 35.0, 24.0, 17.0, 14.0, 13.0, 7.0, 1.0, 8.0, 4.0, 2.0, 3.0, 3.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.177131786942482, -0.17065460979938507, -0.16417743265628815, -0.15770024061203003, -0.1512230634689331, -0.14474588632583618, -0.13826870918273926, -0.13179153203964233, -0.1253143548965454, -0.11883717030286789, -0.11235998570919037, -0.10588280856609344, -0.09940563142299652, -0.092928446829319, -0.08645126968622208, -0.07997408509254456, -0.07349690794944763, -0.06701973080635071, -0.06054254621267319, -0.05406536906957626, -0.04758818820118904, -0.04111100733280182, -0.034633830189704895, -0.028156649321317673, -0.02167946845293045, -0.015202288515865803, -0.008725108578801155, -0.0022479286417365074, 0.00422925129532814, 0.010706431232392788, 0.017183611169457436, 0.02366079017519951, 0.03013797104358673, 0.03661515191197395, 0.043092332780361176, 0.0495695099234581, 0.05604669079184532, 0.06252387166023254, 0.06900104880332947, 0.07547823339700699, 0.08195541054010391, 0.08843258768320084, 0.09490977227687836, 0.10138694941997528, 0.1078641265630722, 0.11434131115674973, 0.12081848829984665, 0.12729567289352417, 0.1337728500366211, 0.14025002717971802, 0.14672720432281494, 0.15320439636707306, 0.15968157351016998, 0.1661587506532669, 0.17263592779636383, 0.17911310493946075, 0.18559029698371887, 0.1920674741268158, 0.19854465126991272, 0.20502182841300964, 0.21149900555610657, 0.2179761826992035, 0.2244533747434616, 0.23093055188655853, 0.23740772902965546]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 3.0, 2.0, 4.0, 2.0, 2.0, 5.0, 7.0, 3.0, 2.0, 6.0, 1.0, 4.0, 5.0, 2.0, 26.0, 2.0, 1.0, 4.0, 3.0, 0.0, 5.0, 1.0, 3.0, 2.0, 3.0, 4.0, 3.0, 4.0, 3.0, 1.0, 0.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00536360964179039, -0.005174415186047554, -0.004985220730304718, -0.004796025808900595, -0.004606831353157759, -0.004417636897414923, -0.004228442441672087, -0.004039247520267963, -0.0038500530645251274, -0.0036608586087822914, -0.0034716641530394554, -0.0032824694644659758, -0.0030932750087231398, -0.00290408032014966, -0.002714885864406824, -0.0025256911758333445, -0.0023364967200905085, -0.0021473022643476725, -0.001958107575774193, -0.001768913003616035, -0.0015797184314578772, -0.0013905239757150412, -0.0012013294035568833, -0.0010121348313987255, -0.0008229402592405677, -0.0006337456870824099, -0.0004445511440280825, -0.0002553566009737551, -6.61620288155973e-05, 0.0001230325287906453, 0.0003122270863968879, 0.0005014216294512153, 0.0006906162016093731, 0.0008798107737675309, 0.0010690053459256887, 0.0012581999180838466, 0.0014473944902420044, 0.0016365889459848404, 0.0018257835181429982, 0.002014978090301156, 0.0022041727788746357, 0.0023933672346174717, 0.0025825616903603077, 0.0027717563789337873, 0.0029609508346766233, 0.003150145523250103, 0.003339339978992939, 0.0035285346675664186, 0.0037177291233092546, 0.003906923811882734, 0.00409611826762557, 0.004285312723368406, 0.004474507179111242, 0.004663702100515366, 0.004852896556258202, 0.005042091012001038, 0.005231285467743874, 0.00542047992348671, 0.005609674844890833, 0.005798869300633669, 0.005988063756376505, 0.006177258212119341, 0.006366453133523464, 0.0065556475892663, 0.006744842045009136]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 3.0, 10.0, 4.0, 12.0, 15.0, 29.0, 42.0, 69.0, 84.0, 114.0, 185.0, 259.0, 351.0, 509.0, 700.0, 978.0, 1285.0, 1906.0, 2768.0, 4080.0, 5749.0, 7880.0, 11424.0, 16118.0, 22349.0, 30356.0, 41624.0, 58078.0, 78304.0, 102546.0, 421859.0, 98592.0, 73607.0, 53470.0, 38053.0, 27454.0, 20273.0, 15108.0, 11309.0, 8652.0, 6449.0, 4677.0, 3397.0, 2533.0, 1811.0, 1329.0, 910.0, 725.0, 436.0, 351.0, 246.0, 166.0, 139.0, 95.0, 65.0, 45.0, 27.0, 18.0, 12.0, 4.0, 1.0, 2.0], "bins": [-0.015571973286569118, -0.015093651600182056, -0.014615330845117569, -0.014137009158730507, -0.013658687472343445, -0.013180366717278957, -0.012702045030891895, -0.012223723344504833, -0.011745402589440346, -0.011267080903053284, -0.010788759216666222, -0.01031043753027916, -0.009832116775214672, -0.00935379508882761, -0.008875473402440548, -0.00839715264737606, -0.007918830960988998, -0.007440509740263224, -0.006962188053876162, -0.006483866833150387, -0.006005545146763325, -0.00552722392603755, -0.005048902705311775, -0.004570581018924713, -0.004092259798198938, -0.00361393834464252, -0.0031356168910861015, -0.0026572956703603268, -0.0021789742168039083, -0.00170065276324749, -0.0012223314261063933, -0.0007440100307576358, -0.0002656886354088783, 0.00021263275993987918, 0.0006909541552886367, 0.0011692754924297333, 0.0016475969459861517, 0.00212591839954257, 0.002604239620268345, 0.0030825610738247633, 0.0035608825273811817, 0.0040392037481069565, 0.0045175254344940186, 0.004995846655219793, 0.005474167875945568, 0.00595248956233263, 0.006430810783058405, 0.006909132469445467, 0.007387453690171242, 0.007865775376558304, 0.008344096131622791, 0.008822417818009853, 0.009300739504396915, 0.009779060259461403, 0.010257381945848465, 0.010735703632235527, 0.011214025318622589, 0.011692346073687077, 0.012170667760074139, 0.0126489894464612, 0.013127310201525688, 0.01360563188791275, 0.014083953574299812, 0.0145622743293643, 0.015040596015751362]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 4.0, 2.0, 3.0, 1.0, 7.0, 4.0, 5.0, 7.0, 3.0, 2.0, 3.0, 7.0, 3.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02095835655927658, -0.020473841577768326, -0.01998932473361492, -0.019504809752106667, -0.019020292907953262, -0.018535777926445007, -0.018051262944936752, -0.017566746100783348, -0.017082231119275093, -0.01659771427512169, -0.016113199293613434, -0.01562868431210518, -0.015144167467951775, -0.014659651555120945, -0.01417513657361269, -0.01369062066078186, -0.01320610474795103, -0.012721588835120201, -0.012237072922289371, -0.011752557940781116, -0.011268042027950287, -0.010783526115119457, -0.010299010202288628, -0.009814494289457798, -0.009329978376626968, -0.008845463395118713, -0.008360947482287884, -0.007876431569457054, -0.0073919156566262245, -0.006907400209456682, -0.006422884296625853, -0.00593836884945631, -0.005453852936625481, -0.004969337023794651, -0.004484821576625109, -0.004000305663794279, -0.003515789983794093, -0.003031274303793907, -0.0025467583909630775, -0.0020622427109628916, -0.0015777270309627056, -0.0010932113509625196, -0.0006086955545470119, -0.00012417981633916497, 0.0003603359218686819, 0.0008448516600765288, 0.0013293673982843757, 0.0018138831946998835, 0.0022983988747000694, 0.0027829145547002554, 0.0032674302347004414, 0.003751946147531271, 0.004236461594700813, 0.004720977507531643, 0.0052054934203624725, 0.005690008867532015, 0.0061745247803628445, 0.006659040693193674, 0.007143556140363216, 0.007628072053194046, 0.008112587966024876, 0.008597103878855705, 0.00908161886036396, 0.00956613477319479, 0.01005065068602562]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 4.0, 2.0, 4.0, 3.0, 6.0, 8.0, 5.0, 6.0, 6.0, 2.0, 6.0, 9.0, 15.0, 16.0, 12.0, 10.0, 7.0, 8.0, 14.0, 4.0, 16.0, 18.0, 19.0, 11.0, 20.0, 23.0, 33.0, 44.0, 46.0, 72.0, 90.0, 192.0, 315.0, 617.0, 1100.0, 1762.0, 3614.0, 6803.0, 1422.0, 771.0, 488.0, 315.0, 186.0, 95.0, 65.0, 33.0, 22.0, 25.0, 14.0, 10.0, 8.0, 12.0, 7.0, 3.0, 2.0, 3.0, 3.0, 0.0, 2.0, 1.0], "bins": [-0.016321832314133644, -0.015925630927085876, -0.015529428608715534, -0.015133226290345192, -0.014737024903297424, -0.014340822584927082, -0.013944621197879314, -0.013548418879508972, -0.013152217492461205, -0.012756015174090862, -0.01235981285572052, -0.011963611468672752, -0.01156740915030241, -0.011171207763254642, -0.0107750054448843, -0.010378804057836533, -0.00998260173946619, -0.009586399421095848, -0.00919019803404808, -0.008793995715677738, -0.00839779432862997, -0.008001592010259628, -0.007605390157550573, -0.007209188304841518, -0.0068129864521324635, -0.0064167845994234085, -0.0060205827467143536, -0.005624380894005299, -0.005228178575634956, -0.004831976722925901, -0.0044357748702168465, -0.0040395730175077915, -0.0036433711647987366, -0.0032471693120896816, -0.0028509674593806267, -0.002454765373840928, -0.002058563521131873, -0.0016623616684228182, -0.0012661596992984414, -0.0008699577883817255, -0.0004737558774650097, -7.755396654829383e-05, 0.00031864794436842203, 0.0007148498552851379, 0.0011110517662018538, 0.0015072536189109087, 0.0019034555880352855, 0.0022996575571596622, 0.002695859409868717, 0.003092061262577772, 0.003488263115286827, 0.0038844652008265257, 0.004280666820704937, 0.004676869139075279, 0.005073070991784334, 0.005469272844493389, 0.005865474697202444, 0.006261676549911499, 0.006657878402620554, 0.007054080255329609, 0.007450282573699951, 0.007846483960747719, 0.008242686279118061, 0.008638887666165829, 0.009035089984536171]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 4.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.04708493500947952, -0.04595492035150528, -0.044824905693531036, -0.04369489103555679, -0.04256488010287285, -0.041434865444898605, -0.04030485078692436, -0.03917483612895012, -0.038044821470975876, -0.03691480681300163, -0.03578479588031769, -0.034654781222343445, -0.0335247665643692, -0.03239475190639496, -0.031264737248420715, -0.03013472445309162, -0.029004709795117378, -0.027874695137143135, -0.02674468234181404, -0.025614667683839798, -0.024484653025865555, -0.02335464023053646, -0.022224625572562218, -0.021094610914587975, -0.01996459811925888, -0.018834583461284637, -0.017704568803310394, -0.01657455414533615, -0.015444541350007057, -0.014314526692032814, -0.013184512965381145, -0.012054498307406902, -0.010924484580755234, -0.009794470854103565, -0.008664456196129322, -0.0075344424694776535, -0.006404428277164698, -0.005274414084851742, -0.004144400358200073, -0.0030143861658871174, -0.0018843719735741615, -0.0007543578976765275, 0.00037565617822110653, 0.0015056702541187406, 0.0026356843300163746, 0.0037656985223293304, 0.004895712248980999, 0.006025726441293955, 0.007155740633606911, 0.00828575436025858, 0.009415769018232822, 0.010545782744884491, 0.011675797402858734, 0.012805811129510403, 0.013935824856162071, 0.015065839514136314, 0.01619585230946541, 0.01732586696743965, 0.018455881625413895, 0.019585896283388138, 0.020715909078717232, 0.021845923736691475, 0.022975938394665718, 0.024105951189994812, 0.025235965847969055]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 3.0, 1.0, 3.0, 3.0, 5.0, 6.0, 8.0, 6.0, 3.0, 8.0, 11.0, 10.0, 8.0, 9.0, 14.0, 13.0, 16.0, 59.0, 17.0, 11.0, 11.0, 10.0, 7.0, 8.0, 5.0, 4.0, 2.0, 3.0, 1.0, 3.0, 3.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0], "bins": [-0.03414938971400261, -0.03332196921110153, -0.032494548708200455, -0.031667131930589676, -0.0308397114276886, -0.03001229092478752, -0.029184870421886444, -0.028357451781630516, -0.02753003127872944, -0.02670261263847351, -0.025875192135572433, -0.025047771632671356, -0.024220352992415428, -0.02339293248951435, -0.022565513849258423, -0.021738093346357346, -0.02091067284345627, -0.02008325420320034, -0.019255833700299263, -0.018428415060043335, -0.017600994557142258, -0.01677357591688633, -0.015946155413985252, -0.01511873584240675, -0.014291316270828247, -0.01346389576792717, -0.012636476196348667, -0.011809056624770164, -0.010981637053191662, -0.01015421748161316, -0.009326796978712082, -0.00849937740713358, -0.007671957835555077, -0.006844538263976574, -0.006017118226736784, -0.005189698655158281, -0.004362278617918491, -0.0035348590463399887, -0.002707439474761486, -0.0018800196703523397, -0.0010525998659431934, -0.00022518011974170804, 0.0006022396264597774, 0.0014296593144536018, 0.002257079118862748, 0.0030844989232718945, 0.003911918494850397, 0.004739338532090187, 0.00556675810366869, 0.006394177675247192, 0.007221597712486982, 0.008049017749726772, 0.008876437321305275, 0.009703856892883778, 0.01053127646446228, 0.011358696036040783, 0.012186115607619286, 0.013013536110520363, 0.013840955682098866, 0.014668375253677368, 0.01549579482525587, 0.016323214396834373, 0.01715063489973545, 0.01797805353999138, 0.018805474042892456]}, "_runtime": 14.713398694992065, "_timestamp": 1596208834.694082, "_step": 12}
+{"val_accuracy": 0.6687664098173516, "val_loss": 1.0903773071014717, "_runtime": 16.279737949371338, "_timestamp": 1596208836.2604213, "_step": 13}
diff --git a/wandb/run-20200731_152022-33tdhelv/wandb-metadata.json b/wandb/run-20200731_152022-33tdhelv/wandb-metadata.json
new file mode 100644
index 0000000..db9dd31
--- /dev/null
+++ b/wandb/run-20200731_152022-33tdhelv/wandb-metadata.json
@@ -0,0 +1,30 @@
+{
+ "root": "/home/akternurra/Documents/projects/quest-for-general-artifical-intelligence/projects/text-recognizer",
+ "program": "<python with no main file>",
+ "git": {
+ "remote": "git@github.com:aktersnurra/text-recognizer.git",
+ "commit": "fa461db6132e7a22f3aa1bb48cce8981890325fb"
+ },
+ "email": "gustaf.rydholm@gmail.com",
+ "startedAt": "2020-07-31T15:20:23.114600",
+ "host": "kompjuter",
+ "username": "akternurra",
+ "executable": "/home/akternurra/.cache/pypoetry/virtualenvs/text-recognizer-N1c_zsdp-py3.8/bin/python",
+ "os": "Linux-5.4.0-42-generic-x86_64-with-glibc2.27",
+ "python": "3.8.2",
+ "gpu": "GeForce RTX 2070",
+ "gpu_count": 1,
+ "cpu_count": 12,
+ "cuda": "10.1.105",
+ "args": [
+ "--gpu=-1",
+ "--save",
+ "--experiment_config={\"dataloader\": \"EmnistDataLoader\", \"data_loader_args\": {\"splits\": [\"train\", \"val\"], \"sample_to_balance\": true, \"subsample_fraction\": null, \"transform\": null, \"target_transform\": null, \"batch_size\": 256, \"shuffle\": true, \"num_workers\": 8, \"cuda\": true, \"seed\": 4711}, \"model\": \"CharacterModel\", \"metrics\": [\"accuracy\"], \"network\": \"LeNet\", \"network_args\": {\"input_size\": [28, 28], \"output_size\": 62}, \"train_args\": {\"batch_size\": 256, \"epochs\": 16}, \"criterion\": \"CrossEntropyLoss\", \"criterion_args\": {\"weight\": null, \"ignore_index\": -100, \"reduction\": \"mean\"}, \"optimizer\": \"AdamW\", \"optimizer_args\": {\"lr\": 0.01, \"betas\": [0.9, 0.999], \"eps\": 1e-08, \"weight_decay\": 0, \"amsgrad\": false}, \"lr_scheduler\": \"OneCycleLR\", \"lr_scheduler_args\": {\"max_lr\": 0.001, \"epochs\": 16}, \"callbacks\": [\"Checkpoint\", \"EarlyStopping\", \"WandbCallback\", \"WandbImageLogger\"], \"callback_args\": {\"Checkpoint\": {\"monitor\": \"val_accuracy\"}, \"EarlyStopping\": {\"monitor\": \"val_loss\", \"min_delta\": 0.0, \"patience\": 3, \"mode\": \"min\"}, \"WandbCallback\": {\"log_batch_frequency\": 1}, \"WandbImageLogger\": {\"num_examples\": 4}}, \"verbosity\": 2, \"resume_experiment\": null, \"experiment_group\": \"Sample Experiments\"}"
+ ],
+ "state": "failed",
+ "jobType": null,
+ "mode": "run",
+ "project": "text-recognizer",
+ "heartbeatAt": "2020-07-31T15:20:36.777274",
+ "exitcode": 1
+}
diff --git a/wandb/run-20200731_152022-33tdhelv/wandb-summary.json b/wandb/run-20200731_152022-33tdhelv/wandb-summary.json
new file mode 100644
index 0000000..95bca6b
--- /dev/null
+++ b/wandb/run-20200731_152022-33tdhelv/wandb-summary.json
@@ -0,0 +1 @@
+{"graph_0": {"_type": "graph-file", "path": "media/graph/graph_0_summary_6a4b73c0.graph.json", "sha256": "6a4b73c09fb528d5cadf573cfff9adc8b79e1125587b9e18645d4aa0ef92de01", "size": 1814}, "_runtime": 16.279737949371338, "gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 2.0, 1.0, 0.0, 1.0, 1.0, 3.0, 1.0, 4.0, 2.0, 4.0, 1.0, 5.0, 3.0, 3.0, 3.0, 3.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.023089736700057983, -0.022425591945648193, -0.021761447191238403, -0.021097302436828613, -0.020433157682418823, -0.019769012928009033, -0.019104868173599243, -0.018440723419189453, -0.017776578664779663, -0.017112433910369873, -0.016448289155960083, -0.015784144401550293, -0.015119999647140503, -0.014455854892730713, -0.013791710138320923, -0.013127565383911133, -0.012463420629501343, -0.011799275875091553, -0.011135131120681763, -0.010470986366271973, -0.009806841611862183, -0.009142696857452393, -0.008478552103042603, -0.007814407348632812, -0.0071502625942230225, -0.006486117839813232, -0.005821973085403442, -0.005157828330993652, -0.004493683576583862, -0.0038295388221740723, -0.0031653940677642822, -0.002501249313354492, -0.0018371045589447021, -0.0011729598045349121, -0.0005088150501251221, 0.00015532970428466797, 0.000819474458694458, 0.001483619213104248, 0.002147763967514038, 0.002811908721923828, 0.003476053476333618, 0.004140198230743408, 0.004804342985153198, 0.005468487739562988, 0.006132632493972778, 0.006796777248382568, 0.007460922002792358, 0.008125066757202148, 0.008789211511611938, 0.009453356266021729, 0.010117501020431519, 0.010781645774841309, 0.011445790529251099, 0.012109935283660889, 0.012774080038070679, 0.013438224792480469, 0.014102369546890259, 0.014766514301300049, 0.015430659055709839, 0.01609480381011963, 0.01675894856452942, 0.01742309331893921, 0.018087238073349, 0.01875138282775879, 0.01941552758216858]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 4.0, 2.0, 3.0, 1.0, 7.0, 4.0, 5.0, 7.0, 3.0, 2.0, 3.0, 7.0, 3.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02095835655927658, -0.020473841577768326, -0.01998932473361492, -0.019504809752106667, -0.019020292907953262, -0.018535777926445007, -0.018051262944936752, -0.017566746100783348, -0.017082231119275093, -0.01659771427512169, -0.016113199293613434, -0.01562868431210518, -0.015144167467951775, -0.014659651555120945, -0.01417513657361269, -0.01369062066078186, -0.01320610474795103, -0.012721588835120201, -0.012237072922289371, -0.011752557940781116, -0.011268042027950287, -0.010783526115119457, -0.010299010202288628, -0.009814494289457798, -0.009329978376626968, -0.008845463395118713, -0.008360947482287884, -0.007876431569457054, -0.0073919156566262245, -0.006907400209456682, -0.006422884296625853, -0.00593836884945631, -0.005453852936625481, -0.004969337023794651, -0.004484821576625109, -0.004000305663794279, -0.003515789983794093, -0.003031274303793907, -0.0025467583909630775, -0.0020622427109628916, -0.0015777270309627056, -0.0010932113509625196, -0.0006086955545470119, -0.00012417981633916497, 0.0003603359218686819, 0.0008448516600765288, 0.0013293673982843757, 0.0018138831946998835, 0.0022983988747000694, 0.0027829145547002554, 0.0032674302347004414, 0.003751946147531271, 0.004236461594700813, 0.004720977507531643, 0.0052054934203624725, 0.005690008867532015, 0.0061745247803628445, 0.006659040693193674, 0.007143556140363216, 0.007628072053194046, 0.008112587966024876, 0.008597103878855705, 0.00908161886036396, 0.00956613477319479, 0.01005065068602562]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 3.0, 1.0, 3.0, 3.0, 5.0, 6.0, 8.0, 6.0, 3.0, 8.0, 11.0, 10.0, 8.0, 9.0, 14.0, 13.0, 16.0, 59.0, 17.0, 11.0, 11.0, 10.0, 7.0, 8.0, 5.0, 4.0, 2.0, 3.0, 1.0, 3.0, 3.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0], "bins": [-0.03414938971400261, -0.03332196921110153, -0.032494548708200455, -0.031667131930589676, -0.0308397114276886, -0.03001229092478752, -0.029184870421886444, -0.028357451781630516, -0.02753003127872944, -0.02670261263847351, -0.025875192135572433, -0.025047771632671356, -0.024220352992415428, -0.02339293248951435, -0.022565513849258423, -0.021738093346357346, -0.02091067284345627, -0.02008325420320034, -0.019255833700299263, -0.018428415060043335, -0.017600994557142258, -0.01677357591688633, -0.015946155413985252, -0.01511873584240675, -0.014291316270828247, -0.01346389576792717, -0.012636476196348667, -0.011809056624770164, -0.010981637053191662, -0.01015421748161316, -0.009326796978712082, -0.00849937740713358, -0.007671957835555077, -0.006844538263976574, -0.006017118226736784, -0.005189698655158281, -0.004362278617918491, -0.0035348590463399887, -0.002707439474761486, -0.0018800196703523397, -0.0010525998659431934, -0.00022518011974170804, 0.0006022396264597774, 0.0014296593144536018, 0.002257079118862748, 0.0030844989232718945, 0.003911918494850397, 0.004739338532090187, 0.00556675810366869, 0.006394177675247192, 0.007221597712486982, 0.008049017749726772, 0.008876437321305275, 0.009703856892883778, 0.01053127646446228, 0.011358696036040783, 0.012186115607619286, 0.013013536110520363, 0.013840955682098866, 0.014668375253677368, 0.01549579482525587, 0.016323214396834373, 0.01715063489973545, 0.01797805353999138, 0.018805474042892456]}, "_timestamp": 1596208836.2604213, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 3.0, 10.0, 4.0, 12.0, 15.0, 29.0, 42.0, 69.0, 84.0, 114.0, 185.0, 259.0, 351.0, 509.0, 700.0, 978.0, 1285.0, 1906.0, 2768.0, 4080.0, 5749.0, 7880.0, 11424.0, 16118.0, 22349.0, 30356.0, 41624.0, 58078.0, 78304.0, 102546.0, 421859.0, 98592.0, 73607.0, 53470.0, 38053.0, 27454.0, 20273.0, 15108.0, 11309.0, 8652.0, 6449.0, 4677.0, 3397.0, 2533.0, 1811.0, 1329.0, 910.0, 725.0, 436.0, 351.0, 246.0, 166.0, 139.0, 95.0, 65.0, 45.0, 27.0, 18.0, 12.0, 4.0, 1.0, 2.0], "bins": [-0.015571973286569118, -0.015093651600182056, -0.014615330845117569, -0.014137009158730507, -0.013658687472343445, -0.013180366717278957, -0.012702045030891895, -0.012223723344504833, -0.011745402589440346, -0.011267080903053284, -0.010788759216666222, -0.01031043753027916, -0.009832116775214672, -0.00935379508882761, -0.008875473402440548, -0.00839715264737606, -0.007918830960988998, -0.007440509740263224, -0.006962188053876162, -0.006483866833150387, -0.006005545146763325, -0.00552722392603755, -0.005048902705311775, -0.004570581018924713, -0.004092259798198938, -0.00361393834464252, -0.0031356168910861015, -0.0026572956703603268, -0.0021789742168039083, -0.00170065276324749, -0.0012223314261063933, -0.0007440100307576358, -0.0002656886354088783, 0.00021263275993987918, 0.0006909541552886367, 0.0011692754924297333, 0.0016475969459861517, 0.00212591839954257, 0.002604239620268345, 0.0030825610738247633, 0.0035608825273811817, 0.0040392037481069565, 0.0045175254344940186, 0.004995846655219793, 0.005474167875945568, 0.00595248956233263, 0.006430810783058405, 0.006909132469445467, 0.007387453690171242, 0.007865775376558304, 0.008344096131622791, 0.008822417818009853, 0.009300739504396915, 0.009779060259461403, 0.010257381945848465, 0.010735703632235527, 0.011214025318622589, 0.011692346073687077, 0.012170667760074139, 0.0126489894464612, 0.013127310201525688, 0.01360563188791275, 0.014083953574299812, 0.0145622743293643, 0.015040596015751362]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 4.0, 2.0, 4.0, 3.0, 6.0, 8.0, 5.0, 6.0, 6.0, 2.0, 6.0, 9.0, 15.0, 16.0, 12.0, 10.0, 7.0, 8.0, 14.0, 4.0, 16.0, 18.0, 19.0, 11.0, 20.0, 23.0, 33.0, 44.0, 46.0, 72.0, 90.0, 192.0, 315.0, 617.0, 1100.0, 1762.0, 3614.0, 6803.0, 1422.0, 771.0, 488.0, 315.0, 186.0, 95.0, 65.0, 33.0, 22.0, 25.0, 14.0, 10.0, 8.0, 12.0, 7.0, 3.0, 2.0, 3.0, 3.0, 0.0, 2.0, 1.0], "bins": [-0.016321832314133644, -0.015925630927085876, -0.015529428608715534, -0.015133226290345192, -0.014737024903297424, -0.014340822584927082, -0.013944621197879314, -0.013548418879508972, -0.013152217492461205, -0.012756015174090862, -0.01235981285572052, -0.011963611468672752, -0.01156740915030241, -0.011171207763254642, -0.0107750054448843, -0.010378804057836533, -0.00998260173946619, -0.009586399421095848, -0.00919019803404808, -0.008793995715677738, -0.00839779432862997, -0.008001592010259628, -0.007605390157550573, -0.007209188304841518, -0.0068129864521324635, -0.0064167845994234085, -0.0060205827467143536, -0.005624380894005299, -0.005228178575634956, -0.004831976722925901, -0.0044357748702168465, -0.0040395730175077915, -0.0036433711647987366, -0.0032471693120896816, -0.0028509674593806267, -0.002454765373840928, -0.002058563521131873, -0.0016623616684228182, -0.0012661596992984414, -0.0008699577883817255, -0.0004737558774650097, -7.755396654829383e-05, 0.00031864794436842203, 0.0007148498552851379, 0.0011110517662018538, 0.0015072536189109087, 0.0019034555880352855, 0.0022996575571596622, 0.002695859409868717, 0.003092061262577772, 0.003488263115286827, 0.0038844652008265257, 0.004280666820704937, 0.004676869139075279, 0.005073070991784334, 0.005469272844493389, 0.005865474697202444, 0.006261676549911499, 0.006657878402620554, 0.007054080255329609, 0.007450282573699951, 0.007846483960747719, 0.008242686279118061, 0.008638887666165829, 0.009035089984536171]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 4.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.04708493500947952, -0.04595492035150528, -0.044824905693531036, -0.04369489103555679, -0.04256488010287285, -0.041434865444898605, -0.04030485078692436, -0.03917483612895012, -0.038044821470975876, -0.03691480681300163, -0.03578479588031769, -0.034654781222343445, -0.0335247665643692, -0.03239475190639496, -0.031264737248420715, -0.03013472445309162, -0.029004709795117378, -0.027874695137143135, -0.02674468234181404, -0.025614667683839798, -0.024484653025865555, -0.02335464023053646, -0.022224625572562218, -0.021094610914587975, -0.01996459811925888, -0.018834583461284637, -0.017704568803310394, -0.01657455414533615, -0.015444541350007057, -0.014314526692032814, -0.013184512965381145, -0.012054498307406902, -0.010924484580755234, -0.009794470854103565, -0.008664456196129322, -0.0075344424694776535, -0.006404428277164698, -0.005274414084851742, -0.004144400358200073, -0.0030143861658871174, -0.0018843719735741615, -0.0007543578976765275, 0.00037565617822110653, 0.0015056702541187406, 0.0026356843300163746, 0.0037656985223293304, 0.004895712248980999, 0.006025726441293955, 0.007155740633606911, 0.00828575436025858, 0.009415769018232822, 0.010545782744884491, 0.011675797402858734, 0.012805811129510403, 0.013935824856162071, 0.015065839514136314, 0.01619585230946541, 0.01732586696743965, 0.018455881625413895, 0.019585896283388138, 0.020715909078717232, 0.021845923736691475, 0.022975938394665718, 0.024105951189994812, 0.025235965847969055]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 3.0, 2.0, 4.0, 2.0, 2.0, 5.0, 7.0, 3.0, 2.0, 6.0, 1.0, 4.0, 5.0, 2.0, 26.0, 2.0, 1.0, 4.0, 3.0, 0.0, 5.0, 1.0, 3.0, 2.0, 3.0, 4.0, 3.0, 4.0, 3.0, 1.0, 0.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00536360964179039, -0.005174415186047554, -0.004985220730304718, -0.004796025808900595, -0.004606831353157759, -0.004417636897414923, -0.004228442441672087, -0.004039247520267963, -0.0038500530645251274, -0.0036608586087822914, -0.0034716641530394554, -0.0032824694644659758, -0.0030932750087231398, -0.00290408032014966, -0.002714885864406824, -0.0025256911758333445, -0.0023364967200905085, -0.0021473022643476725, -0.001958107575774193, -0.001768913003616035, -0.0015797184314578772, -0.0013905239757150412, -0.0012013294035568833, -0.0010121348313987255, -0.0008229402592405677, -0.0006337456870824099, -0.0004445511440280825, -0.0002553566009737551, -6.61620288155973e-05, 0.0001230325287906453, 0.0003122270863968879, 0.0005014216294512153, 0.0006906162016093731, 0.0008798107737675309, 0.0010690053459256887, 0.0012581999180838466, 0.0014473944902420044, 0.0016365889459848404, 0.0018257835181429982, 0.002014978090301156, 0.0022041727788746357, 0.0023933672346174717, 0.0025825616903603077, 0.0027717563789337873, 0.0029609508346766233, 0.003150145523250103, 0.003339339978992939, 0.0035285346675664186, 0.0037177291233092546, 0.003906923811882734, 0.00409611826762557, 0.004285312723368406, 0.004474507179111242, 0.004663702100515366, 0.004852896556258202, 0.005042091012001038, 0.005231285467743874, 0.00542047992348671, 0.005609674844890833, 0.005798869300633669, 0.005988063756376505, 0.006177258212119341, 0.006366453133523464, 0.0065556475892663, 0.006744842045009136]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 3.0, 3.0, 1.0, 3.0, 3.0, 7.0, 7.0, 13.0, 11.0, 19.0, 22.0, 27.0, 35.0, 48.0, 63.0, 85.0, 116.0, 135.0, 211.0, 250.0, 397.0, 556.0, 3294.0, 1248.0, 525.0, 298.0, 179.0, 116.0, 70.0, 51.0, 35.0, 24.0, 17.0, 14.0, 13.0, 7.0, 1.0, 8.0, 4.0, 2.0, 3.0, 3.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.177131786942482, -0.17065460979938507, -0.16417743265628815, -0.15770024061203003, -0.1512230634689331, -0.14474588632583618, -0.13826870918273926, -0.13179153203964233, -0.1253143548965454, -0.11883717030286789, -0.11235998570919037, -0.10588280856609344, -0.09940563142299652, -0.092928446829319, -0.08645126968622208, -0.07997408509254456, -0.07349690794944763, -0.06701973080635071, -0.06054254621267319, -0.05406536906957626, -0.04758818820118904, -0.04111100733280182, -0.034633830189704895, -0.028156649321317673, -0.02167946845293045, -0.015202288515865803, -0.008725108578801155, -0.0022479286417365074, 0.00422925129532814, 0.010706431232392788, 0.017183611169457436, 0.02366079017519951, 0.03013797104358673, 0.03661515191197395, 0.043092332780361176, 0.0495695099234581, 0.05604669079184532, 0.06252387166023254, 0.06900104880332947, 0.07547823339700699, 0.08195541054010391, 0.08843258768320084, 0.09490977227687836, 0.10138694941997528, 0.1078641265630722, 0.11434131115674973, 0.12081848829984665, 0.12729567289352417, 0.1337728500366211, 0.14025002717971802, 0.14672720432281494, 0.15320439636707306, 0.15968157351016998, 0.1661587506532669, 0.17263592779636383, 0.17911310493946075, 0.18559029698371887, 0.1920674741268158, 0.19854465126991272, 0.20502182841300964, 0.21149900555610657, 0.2179761826992035, 0.2244533747434616, 0.23093055188655853, 0.23740772902965546]}, "_step": 13, "val_accuracy": 0.6687664098173516, "val_loss": 1.0903773071014717}
diff --git a/wandb/run-20200731_152132-1yh9vh8k/config.yaml b/wandb/run-20200731_152132-1yh9vh8k/config.yaml
new file mode 100644
index 0000000..6c3f152
--- /dev/null
+++ b/wandb/run-20200731_152132-1yh9vh8k/config.yaml
@@ -0,0 +1,111 @@
+wandb_version: 1
+
+_wandb:
+ desc: null
+ value:
+ cli_version: 0.8.36
+ framework: torch
+ is_jupyter_run: false
+ is_kaggle_kernel: false
+ python_version: 3.8.2
+callback_args:
+ desc: null
+ value:
+ Checkpoint:
+ monitor: val_accuracy
+ EarlyStopping:
+ min_delta: 0.0
+ mode: min
+ monitor: val_loss
+ patience: 3
+ WandbCallback:
+ log_batch_frequency: 1
+ WandbImageLogger:
+ num_examples: 4
+callbacks:
+ desc: null
+ value:
+ - Checkpoint
+ - EarlyStopping
+ - WandbCallback
+ - WandbImageLogger
+criterion:
+ desc: null
+ value: CrossEntropyLoss
+criterion_args:
+ desc: null
+ value:
+ ignore_index: -100
+ reduction: mean
+ weight: null
+data_loader_args:
+ desc: null
+ value:
+ batch_size: 256
+ cuda: true
+ num_workers: 8
+ sample_to_balance: true
+ seed: 4711
+ shuffle: true
+ splits:
+ - train
+ - val
+ subsample_fraction: null
+ target_transform: null
+ transform: null
+dataloader:
+ desc: null
+ value: EmnistDataLoader
+experiment_group:
+ desc: null
+ value: Sample Experiments
+lr_scheduler:
+ desc: null
+ value: OneCycleLR
+lr_scheduler_args:
+ desc: null
+ value:
+ epochs: 16
+ max_lr: 0.001
+ steps_per_epoch: 1314
+metrics:
+ desc: null
+ value:
+ - accuracy
+model:
+ desc: null
+ value: CharacterModel
+network:
+ desc: null
+ value: LeNet
+network_args:
+ desc: null
+ value:
+ input_size:
+ - 28
+ - 28
+ output_size: 62
+optimizer:
+ desc: null
+ value: AdamW
+optimizer_args:
+ desc: null
+ value:
+ amsgrad: false
+ betas:
+ - 0.9
+ - 0.999
+ eps: 1.0e-08
+ lr: 0.01
+ weight_decay: 0
+resume_experiment:
+ desc: null
+ value: null
+train_args:
+ desc: null
+ value:
+ batch_size: 256
+ epochs: 16
+verbosity:
+ desc: null
+ value: 2
diff --git a/wandb/run-20200731_152132-1yh9vh8k/media/graph/graph_0_summary_b2b9fe98.graph.json b/wandb/run-20200731_152132-1yh9vh8k/media/graph/graph_0_summary_b2b9fe98.graph.json
new file mode 100644
index 0000000..900ec1f
--- /dev/null
+++ b/wandb/run-20200731_152132-1yh9vh8k/media/graph/graph_0_summary_b2b9fe98.graph.json
@@ -0,0 +1 @@
+{"format": "torch", "nodes": [{"name": "layers.0", "id": 140379080664112, "class_name": "Conv2d(1, 32, kernel_size=(3, 3), stride=(1, 1))", "parameters": [["weight", [32, 1, 3, 3]], ["bias", [32]]], "output_shape": [[2, 32, 26, 26]], "num_parameters": [288, 32]}, {"name": "layers.1", "id": 140379080663920, "class_name": "ReLU(inplace=True)", "parameters": [], "output_shape": [[2, 32, 26, 26]], "num_parameters": []}, {"name": "layers.2", "id": 140379080664064, "class_name": "Conv2d(32, 64, kernel_size=(3, 3), stride=(1, 1))", "parameters": [["weight", [64, 32, 3, 3]], ["bias", [64]]], "output_shape": [[2, 64, 24, 24]], "num_parameters": [18432, 64]}, {"name": "layers.4", "id": 140379080664352, "class_name": "MaxPool2d(kernel_size=2, stride=2, padding=0, dilation=1, ceil_mode=False)", "parameters": [], "output_shape": [[2, 64, 12, 12]], "num_parameters": []}, {"name": "layers.5", "id": 140379080664304, "class_name": "Dropout(p=0.2, inplace=False)", "parameters": [], "output_shape": [[2, 64, 12, 12]], "num_parameters": []}, {"name": "layers.6", "id": 140379080664016, "class_name": "Flatten()", "parameters": [], "output_shape": [[2, 9216]], "num_parameters": []}, {"name": "layers.7", "id": 140379080560992, "class_name": "Linear(in_features=9216, out_features=128, bias=True)", "parameters": [["weight", [128, 9216]], ["bias", [128]]], "output_shape": [[2, 128]], "num_parameters": [1179648, 128]}, {"name": "layers.9", "id": 140379080561040, "class_name": "Dropout(p=0.2, inplace=False)", "parameters": [], "output_shape": [[2, 128]], "num_parameters": []}, {"name": "layers.10", "id": 140379080561088, "class_name": "Linear(in_features=128, out_features=62, bias=True)", "parameters": [["weight", [62, 128]], ["bias", [62]]], "output_shape": [[2, 62]], "num_parameters": [7936, 62]}], "edges": []}
diff --git a/wandb/run-20200731_152132-1yh9vh8k/requirements.txt b/wandb/run-20200731_152132-1yh9vh8k/requirements.txt
new file mode 100644
index 0000000..10c63b6
--- /dev/null
+++ b/wandb/run-20200731_152132-1yh9vh8k/requirements.txt
@@ -0,0 +1,145 @@
+alabaster==0.7.12
+appdirs==1.4.4
+attrs==19.3.0
+babel==2.8.0
+backcall==0.2.0
+bandit==1.6.2
+black==19.10b0
+bleach==3.1.5
+blessings==1.7
+boltons==20.2.0
+certifi==2020.6.20
+chardet==3.0.4
+click==7.1.2
+configparser==5.0.0
+coverage==5.2.1
+cycler==0.10.0
+darglint==1.5.2
+dataclasses==0.6
+decorator==4.4.2
+defusedxml==0.6.0
+desert==2020.1.6
+docker-pycreds==0.4.0
+docutils==0.16
+dparse==0.5.1
+entrypoints==0.3
+flake8-annotations==2.3.0
+flake8-bandit==2.1.2
+flake8-black==0.2.1
+flake8-bugbear==20.1.4
+flake8-docstrings==1.5.0
+flake8-import-order==0.18.1
+flake8-polyfill==1.0.2
+flake8==3.8.3
+future==0.18.2
+gitdb==4.0.5
+gitpython==3.1.7
+gpustat==0.6.0
+gql==0.2.0
+graphql-core==1.1
+h5py==2.10.0
+idna==2.10
+imagesize==1.2.0
+ipykernel==5.3.4
+ipython-genutils==0.2.0
+ipython==7.16.1
+ipywidgets==7.5.1
+jedi==0.17.2
+jinja2==2.11.2
+jsonschema==3.2.0
+jupyter-client==6.1.6
+jupyter-console==6.1.0
+jupyter-core==4.6.3
+jupyter==1.0.0
+kiwisolver==1.2.0
+loguru==0.5.1
+markupsafe==1.1.1
+marshmallow==3.7.1
+matplotlib==3.3.0
+mccabe==0.6.1
+mistune==0.8.4
+more-itertools==8.4.0
+mypy-extensions==0.4.3
+mypy==0.770
+nbconvert==5.6.1
+nbformat==5.0.7
+notebook==6.0.3
+numpy==1.19.1
+nvidia-ml-py3==7.352.0
+opencv-python==4.3.0.36
+packaging==20.4
+pandocfilters==1.4.2
+parso==0.7.1
+pathspec==0.8.0
+pathtools==0.1.2
+pbr==5.4.5
+pexpect==4.8.0
+pickleshare==0.7.5
+pillow==7.2.0
+pip==20.2
+pluggy==0.13.1
+prometheus-client==0.8.0
+promise==2.3
+prompt-toolkit==3.0.5
+psutil==5.7.2
+ptyprocess==0.6.0
+py==1.9.0
+pycodestyle==2.6.0
+pydocstyle==5.0.2
+pyflakes==2.2.0
+pygments==2.6.1
+pyparsing==2.4.7
+pyrsistent==0.16.0
+pytest-cov==2.10.0
+pytest-mock==3.2.0
+pytest==5.4.3
+python-dateutil==2.8.1
+pytz==2020.1
+pyyaml==5.3.1
+pyzmq==19.0.1
+qtconsole==4.7.5
+qtpy==1.9.0
+redis==3.5.3
+redlock-py==1.0.8
+regex==2020.7.14
+requests==2.24.0
+safety==1.9.0
+send2trash==1.5.0
+sentry-sdk==0.16.2
+setuptools==41.2.0
+shortuuid==1.0.1
+six==1.15.0
+smmap==3.0.4
+snowballstemmer==2.0.0
+sphinx-autodoc-typehints==1.11.0
+sphinx-rtd-theme==0.4.3
+sphinx==3.1.2
+sphinxcontrib-applehelp==1.0.2
+sphinxcontrib-devhelp==1.0.2
+sphinxcontrib-htmlhelp==1.0.3
+sphinxcontrib-jsmath==1.0.1
+sphinxcontrib-qthelp==1.0.3
+sphinxcontrib-serializinghtml==1.1.4
+stevedore==3.2.0
+subprocess32==3.5.4
+terminado==0.8.3
+testpath==0.4.4
+text-recognizer==0.1.0
+toml==0.10.1
+torch==1.5.1
+torchsummary==1.5.1
+torchvision==0.6.1
+tornado==6.0.4
+tqdm==4.48.0
+traitlets==4.3.3
+typed-ast==1.4.1
+typeguard==2.9.1
+typing-extensions==3.7.4.2
+typing-inspect==0.6.0
+urllib3==1.25.10
+wandb==0.8.36
+watchdog==0.10.3
+wcwidth==0.2.5
+webencodings==0.5.1
+widgetsnbextension==3.5.1
+xdoctest==0.12.0
diff --git a/wandb/run-20200731_152132-1yh9vh8k/wandb-events.jsonl b/wandb/run-20200731_152132-1yh9vh8k/wandb-events.jsonl
new file mode 100644
index 0000000..3feaa32
--- /dev/null
+++ b/wandb/run-20200731_152132-1yh9vh8k/wandb-events.jsonl
@@ -0,0 +1 @@
+{"system.gpu.0.gpu": 65.0, "system.gpu.0.memory": 47.62, "system.gpu.0.memoryAllocated": 21.35, "system.gpu.0.temp": 54.88, "system.gpu.process.0.gpu": 65.0, "system.gpu.process.0.memory": 47.62, "system.gpu.process.0.memoryAllocated": 21.35, "system.gpu.process.0.temp": 54.88, "system.gpu.0.powerWatts": 118.97, "system.gpu.0.powerPercent": 55.34, "system.gpu.process.0.powerWatts": 118.97, "system.gpu.process.0.powerPercent": 55.34, "system.cpu": 34.49, "system.memory": 65.7, "system.disk": 37.2, "system.proc.memory.availableMB": 5488.25, "system.proc.memory.rssMB": 2580.05, "system.proc.memory.percent": 16.12, "system.proc.cpu.threads": 17.0, "system.network.sent": 798217, "system.network.recv": 371021, "_wandb": true, "_timestamp": 1596208905, "_runtime": 12}
diff --git a/wandb/run-20200731_152132-1yh9vh8k/wandb-history.jsonl b/wandb/run-20200731_152132-1yh9vh8k/wandb-history.jsonl
new file mode 100644
index 0000000..a3534ce
--- /dev/null
+++ b/wandb/run-20200731_152132-1yh9vh8k/wandb-history.jsonl
@@ -0,0 +1,14 @@
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 5.0, 1.0, 4.0, 3.0, 1.0, 2.0, 1.0, 2.0, 5.0, 0.0, 1.0, 1.0, 4.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0], "bins": [-0.025287795811891556, -0.024627285078167915, -0.023966774344444275, -0.023306261748075485, -0.022645751014351845, -0.021985240280628204, -0.021324729546904564, -0.020664218813180923, -0.020003706216812134, -0.019343195483088493, -0.018682684749364853, -0.018022174015641212, -0.017361663281917572, -0.01670115254819393, -0.016040639951825142, -0.015380129218101501, -0.014719618484377861, -0.01405910775065422, -0.013398596085608006, -0.012738085351884365, -0.01207757368683815, -0.01141706295311451, -0.01075655221939087, -0.010096040554344654, -0.009435529820621014, -0.008775019086897373, -0.008114507421851158, -0.007453996688127518, -0.00679348548874259, -0.006132974289357662, -0.005472463555634022, -0.004811952356249094, -0.004151441156864166, -0.0034909299574792385, -0.0028304189909249544, -0.0021699080243706703, -0.0015093968249857426, -0.0008488857420161366, -0.00018837465904653072, 0.0004721364239230752, 0.0011326475068926811, 0.001793158589862287, 0.002453669672831893, 0.003114180639386177, 0.003774691838771105, 0.0044352030381560326, 0.005095713771879673, 0.005756224971264601, 0.0064167361706495285, 0.007077247370034456, 0.007737758569419384, 0.008398269303143024, 0.00905878096818924, 0.00971929170191288, 0.01037980243563652, 0.011040314100682735, 0.011700824834406376, 0.012361335568130016, 0.013021847233176231, 0.013682357966899872, 0.014342868700623512, 0.015003380365669727, 0.015663892030715942, 0.016324402764439583, 0.016984913498163223]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 3.0, 0.0, 0.0, 4.0, 5.0, 4.0, 6.0, 8.0, 14.0, 14.0, 14.0, 25.0, 23.0, 38.0, 47.0, 82.0, 89.0, 96.0, 146.0, 164.0, 243.0, 322.0, 452.0, 650.0, 2573.0, 863.0, 644.0, 481.0, 299.0, 211.0, 127.0, 81.0, 53.0, 48.0, 33.0, 20.0, 13.0, 9.0, 2.0, 5.0, 5.0, 5.0, 3.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.06551533937454224, -0.06376203149557114, -0.06200872361660004, -0.06025541573762894, -0.058502111583948135, -0.056748803704977036, -0.054995495826005936, -0.053242187947034836, -0.051488880068063736, -0.049735572189092636, -0.047982268035411835, -0.046228960156440735, -0.044475652277469635, -0.042722344398498535, -0.040969036519527435, -0.039215728640556335, -0.037462420761585236, -0.035709116607904434, -0.033955808728933334, -0.032202500849962234, -0.030449192970991135, -0.028695886954665184, -0.026942579075694084, -0.025189271196722984, -0.023435965180397034, -0.021682657301425934, -0.019929349422454834, -0.018176041543483734, -0.016422735527157784, -0.014669427648186684, -0.012916120700538158, -0.011162812821567059, -0.009409505873918533, -0.007656198460608721, -0.005902891047298908, -0.004149584099650383, -0.0023962766863405704, -0.0006429693894460797, 0.001110337907448411, 0.00286364508792758, 0.004616952501237392, 0.006370259914547205, 0.008123567327857018, 0.009876874275505543, 0.011630181223154068, 0.013383489102125168, 0.015136796049773693, 0.01689010299742222, 0.018643410876393318, 0.020396718755364418, 0.02215002477169037, 0.02390333265066147, 0.02565664052963257, 0.02740994654595852, 0.02916325442492962, 0.03091656230390072, 0.03266986832022667, 0.03442317619919777, 0.03617648407816887, 0.03792979195713997, 0.03968309983611107, 0.04143640398979187, 0.04318971186876297, 0.04494301974773407, 0.04669632762670517]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 2.0, 1.0, 2.0, 1.0, 4.0, 3.0, 4.0, 3.0, 4.0, 5.0, 2.0, 2.0, 3.0, 1.0, 3.0, 0.0, 2.0, 1.0, 30.0, 1.0, 2.0, 1.0, 5.0, 3.0, 4.0, 6.0, 1.0, 0.0, 0.0, 5.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008122025057673454, -0.00785017292946577, -0.007578320801258087, -0.007306468673050404, -0.00703461654484272, -0.0067627644166350365, -0.006490912288427353, -0.006219060160219669, -0.005947208032011986, -0.005675355903804302, -0.005403503775596619, -0.005131651647388935, -0.0048597995191812515, -0.004587947390973568, -0.004316095262765884, -0.004044243134558201, -0.0037723910063505173, -0.0035005388781428337, -0.00322868674993515, -0.0029568346217274666, -0.002684982493519783, -0.0024131303653120995, -0.002141278237104416, -0.0018694261088967323, -0.0015975739806890488, -0.0013257218524813652, -0.0010538697242736816, -0.0007820175960659981, -0.0005101654678583145, -0.00023831333965063095, 3.353878855705261e-05, 0.0003053909167647362, 0.0005772430449724197, 0.0008490951731801033, 0.0011209473013877869, 0.0013927994295954704, 0.001664651557803154, 0.0019365036860108376, 0.002208355814218521, 0.0024802079424262047, 0.0027520600706338882, 0.003023912198841572, 0.0032957643270492554, 0.003567616455256939, 0.0038394685834646225, 0.004111320711672306, 0.00438317283987999, 0.004655024968087673, 0.004926877096295357, 0.00519872922450304, 0.005470581352710724, 0.0057424334809184074, 0.006014285609126091, 0.006286137737333775, 0.006557989865541458, 0.006829841993749142, 0.007101694121956825, 0.007373546250164509, 0.007645398378372192, 0.007917250506579876, 0.00818910263478756, 0.008460954762995243, 0.008732806891202927, 0.00900465901941061, 0.009276511147618294]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 0.0, 3.0, 3.0, 0.0, 5.0, 8.0, 13.0, 28.0, 40.0, 63.0, 104.0, 141.0, 197.0, 315.0, 484.0, 715.0, 1045.0, 1554.0, 2184.0, 3119.0, 4635.0, 6749.0, 9925.0, 14840.0, 22247.0, 33659.0, 51396.0, 75841.0, 111356.0, 523663.0, 107259.0, 68248.0, 44646.0, 29039.0, 19503.0, 13589.0, 9360.0, 6575.0, 4700.0, 3365.0, 2411.0, 1838.0, 1296.0, 963.0, 684.0, 477.0, 415.0, 275.0, 196.0, 125.0, 100.0, 70.0, 65.0, 28.0, 32.0, 13.0, 13.0, 7.0, 9.0, 6.0, 2.0, 2.0, 2.0], "bins": [-0.007126574404537678, -0.006893482990562916, -0.0066603911109268665, -0.006427299696952105, -0.006194207817316055, -0.005961116403341293, -0.005728024523705244, -0.005494933109730482, -0.005261841230094433, -0.005028749816119671, -0.004795658402144909, -0.00456256652250886, -0.004329475108534098, -0.004096383228898048, -0.0038632918149232864, -0.003630200168117881, -0.003397108521312475, -0.0031640168745070696, -0.002930925227701664, -0.0026978335808962584, -0.0024647419340908527, -0.0022316505201160908, -0.001998558873310685, -0.0017654672265052795, -0.001532375579699874, -0.0012992839328944683, -0.0010661922860890627, -0.0008331007556989789, -0.0006000091088935733, -0.0003669174911919981, -0.00013382587349042296, 9.92657442111522e-05, 0.00033235736191272736, 0.000565449008718133, 0.0007985405973158777, 0.0010316321859136224, 0.001264723832719028, 0.0014978154795244336, 0.0017309070099145174, 0.001963998656719923, 0.0021970903035253286, 0.0024301819503307343, 0.00266327359713614, 0.0028963652439415455, 0.0031294566579163074, 0.003362548304721713, 0.0035956399515271187, 0.0038287315983325243, 0.00406182324513793, 0.004294914659112692, 0.004528006538748741, 0.004761097952723503, 0.004994189832359552, 0.005227281246334314, 0.005460373125970364, 0.005693464539945126, 0.0059265559539198875, 0.006159647833555937, 0.006392739247530699, 0.006625831127166748, 0.00685892254114151, 0.007092014420777559, 0.007325105834752321, 0.0075581977143883705, 0.0077912891283631325]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 3.0, 0.0, 1.0, 1.0, 3.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 5.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 7.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 2.0, 1.0, 3.0, 0.0, 1.0, 2.0], "bins": [-0.022778449580073357, -0.022277873009443283, -0.02177729457616806, -0.021276718005537987, -0.020776141434907913, -0.02027556486427784, -0.019774988293647766, -0.019274409860372543, -0.01877383328974247, -0.018273256719112396, -0.017772678285837173, -0.0172721017152071, -0.016771525144577026, -0.016270948573946953, -0.01577037200331688, -0.015269793570041656, -0.014769216999411583, -0.01426864042878151, -0.013768062926828861, -0.013267485424876213, -0.01276690885424614, -0.012266332283616066, -0.011765754781663418, -0.01126517727971077, -0.010764600709080696, -0.010264024138450623, -0.009763446636497974, -0.009262869134545326, -0.008762292563915253, -0.00826171599328518, -0.007761138491332531, -0.00726056145504117, -0.006759984418749809, -0.006259407382458448, -0.0057588303461670876, -0.005258253309875727, -0.004757676273584366, -0.004257099237293005, -0.003756522201001644, -0.0032559451647102833, -0.0027553681284189224, -0.0022547910921275616, -0.0017542140558362007, -0.0012536370195448399, -0.000753059983253479, -0.00025248294696211815, 0.0002480940893292427, 0.0007486711256206036, 0.0012492481619119644, 0.0017498251982033253, 0.002250402234494686, 0.002750979270786047, 0.003251556307077408, 0.0037521333433687687, 0.0042527103796601295, 0.00475328741595149, 0.005253864452242851, 0.005754441488534212, 0.006255018524825573, 0.006755595561116934, 0.007256172597408295, 0.0077567496336996555, 0.008257326669991016, 0.008757904171943665, 0.009258480742573738]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 2.0, 6.0, 12.0, 17.0, 11.0, 17.0, 18.0, 27.0, 29.0, 35.0, 29.0, 46.0, 30.0, 50.0, 43.0, 49.0, 72.0, 59.0, 75.0, 72.0, 90.0, 84.0, 118.0, 144.0, 124.0, 133.0, 143.0, 190.0, 159.0, 199.0, 197.0, 240.0, 277.0, 286.0, 338.0, 313.0, 350.0, 358.0, 369.0, 435.0, 580.0, 810.0, 1562.0, 7310.0, 763.0, 544.0, 414.0, 249.0, 178.0, 163.0, 129.0, 101.0, 104.0, 93.0, 65.0, 43.0, 36.0, 22.0, 9.0, 8.0], "bins": [-0.023578567430377007, -0.02307823672890663, -0.022577906027436256, -0.02207757718861103, -0.021577246487140656, -0.02107691578567028, -0.020576585084199905, -0.02007625438272953, -0.019575923681259155, -0.01907559484243393, -0.018575264140963554, -0.01807493343949318, -0.017574602738022804, -0.01707427203655243, -0.016573943197727203, -0.01607361249625683, -0.015573281794786453, -0.015072951093316078, -0.014572621323168278, -0.014072290621697903, -0.013571960851550102, -0.013071630150079727, -0.012571299448609352, -0.012070969678461552, -0.011570638976991177, -0.011070308275520802, -0.010569978505373001, -0.010069647803902626, -0.009569317102432251, -0.00906898733228445, -0.008568656630814075, -0.008068326860666275, -0.0075679961591959, -0.007067665923386812, -0.0065673356875777245, -0.006067004986107349, -0.005566674750298262, -0.005066344514489174, -0.004566013813018799, -0.004065683577209711, -0.0035653533414006233, -0.0030650231055915356, -0.002564692636951804, -0.0020643621683120728, -0.001564031932502985, -0.0010637015802785754, -0.0005633712280541658, -6.304087582975626e-05, 0.0004372894763946533, 0.0009376198286190629, 0.0014379501808434725, 0.001938280533067882, 0.0024386108852922916, 0.0029389411211013794, 0.003439271589741111, 0.003939602058380842, 0.00443993229418993, 0.004940262529999018, 0.0054405927658081055, 0.0059409234672784805, 0.006441253703087568, 0.006941583938896656, 0.007441914640367031, 0.007942244410514832, 0.008442575111985207]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 6.0, 0.0, 0.0, 1.0], "bins": [-0.04203196242451668, -0.041332609951496124, -0.04063325747847557, -0.039933908730745316, -0.03923455625772476, -0.03853520378470421, -0.037835851311683655, -0.0371364988386631, -0.03643714636564255, -0.03573779761791229, -0.03503844514489174, -0.034339092671871185, -0.03363974019885063, -0.03294038772583008, -0.03224103897809982, -0.03154168650507927, -0.030842334032058716, -0.030142981559038162, -0.029443630948662758, -0.028744278475642204, -0.0280449278652668, -0.027345575392246246, -0.026646222919225693, -0.02594687230885029, -0.025247519835829735, -0.02454816736280918, -0.023848816752433777, -0.023149464279413223, -0.02245011180639267, -0.021750761196017265, -0.02105140872299671, -0.020352058112621307, -0.019652705639600754, -0.0189533531665802, -0.018254002556204796, -0.017554650083184242, -0.016855299472808838, -0.016155946999788284, -0.01545659452676773, -0.014757242985069752, -0.014057891443371773, -0.013358539901673794, -0.012659188359975815, -0.011959835886955261, -0.011260484345257282, -0.010561132803559303, -0.00986178033053875, -0.00916242878884077, -0.008463077247142792, -0.007763725705444813, -0.0070643736980855465, -0.00636502169072628, -0.005665670149028301, -0.004966318607330322, -0.004266966599971056, -0.0035676148254424334, -0.0028682630509138107, -0.002168911276385188, -0.0014695595018565655, -0.0007702077273279428, -7.085595279932022e-05, 0.0006284958217293024, 0.001327847596257925, 0.0020271993707865477, 0.0027265511453151703]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 4.0, 1.0, 2.0, 2.0, 0.0, 3.0, 2.0, 4.0, 4.0, 2.0, 1.0, 3.0, 2.0, 3.0, 4.0, 4.0, 2.0, 2.0, 3.0, 3.0, 1.0, 8.0, 10.0, 4.0, 4.0, 6.0, 7.0, 3.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 4.0, 6.0, 9.0, 9.0, 18.0, 96.0, 3.0, 7.0, 3.0, 6.0, 5.0, 7.0], "bins": [-0.05513926222920418, -0.05417778342962265, -0.05321630463004112, -0.052254822105169296, -0.05129334330558777, -0.05033186450600624, -0.04937038570642471, -0.048408906906843185, -0.04744742810726166, -0.04648594558238983, -0.045524466782808304, -0.044562987983226776, -0.04360150918364525, -0.04264003038406372, -0.041678547859191895, -0.04071706905961037, -0.03975559026002884, -0.03879411146044731, -0.037832632660865784, -0.03687115013599396, -0.03590967133641243, -0.0349481925368309, -0.033986713737249374, -0.03302523493766785, -0.03206375241279602, -0.031102275475859642, -0.030140794813632965, -0.029179316014051437, -0.02821783721446991, -0.027256356552243233, -0.026294877752661705, -0.025333397090435028, -0.0243719182908535, -0.023410439491271973, -0.022448958829045296, -0.021487480029463768, -0.02052599936723709, -0.019564520567655563, -0.018603041768074036, -0.01764156110584736, -0.01668008230626583, -0.015718603506684303, -0.014757122844457626, -0.013795644044876099, -0.012834164313971996, -0.011872684583067894, -0.010911205783486366, -0.009949726052582264, -0.008988246321678162, -0.00802676659077406, -0.007065287325531244, -0.006103808060288429, -0.005142328329384327, -0.004180848598480225, -0.0032193693332374096, -0.002257889835163951, -0.0012964103370904922, -0.0003349308390170336, 0.0006265486590564251, 0.0015880281571298838, 0.0025495076552033424, 0.003510987153276801, 0.00447246665135026, 0.005433945916593075, 0.006395425647497177]}, "_runtime": 5.143905162811279, "_timestamp": 1596208894.7375124, "_step": 0}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 0.0, 1.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 4.0, 3.0, 3.0, 2.0, 3.0, 2.0, 2.0, 3.0, 0.0, 1.0, 3.0, 0.0, 4.0, 2.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.016851255670189857, -0.016196200624108315, -0.015541143715381622, -0.01488608866930008, -0.014231032691895962, -0.013575976714491844, -0.012920921668410301, -0.012265865691006184, -0.011610809713602066, -0.010955753736197948, -0.010300697758793831, -0.009645642712712288, -0.00899058673530817, -0.008335530757904053, -0.0076804752461612225, -0.007025419734418392, -0.006370363757014275, -0.005715307779610157, -0.005060252267867327, -0.0044051967561244965, -0.003750140778720379, -0.003095085034146905, -0.002440029289573431, -0.001784973544999957, -0.0011299178004264832, -0.0004748620558530092, 0.0001801936887204647, 0.0008352494332939386, 0.0014903051778674126, 0.0021453609224408865, 0.0028004166670143604, 0.0034554724115878344, 0.004110528156161308, 0.004765584133565426, 0.005420639645308256, 0.006075695157051086, 0.006730751134455204, 0.007385807111859322, 0.008040862157940865, 0.008695918135344982, 0.0093509741127491, 0.010006030090153217, 0.010661086067557335, 0.011316141113638878, 0.011971197091042995, 0.012626253068447113, 0.013281308114528656, 0.013936364091932774, 0.014591420069336891, 0.015246476046741009, 0.015901532024145126, 0.01655658707022667, 0.017211642116308212, 0.017866699025034904, 0.018521754071116447, 0.01917681097984314, 0.019831866025924683, 0.020486921072006226, 0.021141977980732918, 0.02179703302681446, 0.022452089935541153, 0.023107144981622696, 0.02376220002770424, 0.02441725693643093, 0.025072311982512474]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 6.0, 2.0, 6.0, 8.0, 7.0, 10.0, 13.0, 8.0, 21.0, 24.0, 38.0, 37.0, 45.0, 52.0, 70.0, 80.0, 88.0, 120.0, 155.0, 203.0, 254.0, 275.0, 437.0, 576.0, 2441.0, 760.0, 695.0, 472.0, 312.0, 188.0, 153.0, 95.0, 62.0, 47.0, 55.0, 25.0, 26.0, 19.0, 9.0, 10.0, 7.0, 7.0, 1.0, 3.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.1220431923866272, -0.11857401579618454, -0.11510483920574188, -0.11163565516471863, -0.10816647857427597, -0.10469730198383331, -0.10122811794281006, -0.0977589413523674, -0.09428976476192474, -0.09082058817148209, -0.08735141158103943, -0.08388222754001617, -0.08041305094957352, -0.07694387435913086, -0.0734746903181076, -0.07000551372766495, -0.06653633713722229, -0.06306716054677963, -0.05959798023104668, -0.05612879991531372, -0.05265962332487106, -0.049190446734428406, -0.04572126641869545, -0.042252086102962494, -0.038782909512519836, -0.03531373292207718, -0.03184455260634422, -0.028375374153256416, -0.02490619570016861, -0.021437017247080803, -0.017967838793992996, -0.01449866034090519, -0.011029481887817383, -0.007560303434729576, -0.004091124981641769, -0.0006219465285539627, 0.002847231924533844, 0.006316410377621651, 0.009785588830709457, 0.013254767283797264, 0.01672394573688507, 0.020193124189972878, 0.023662302643060684, 0.02713148109614849, 0.030600659549236298, 0.034069836139678955, 0.03753901645541191, 0.04100819677114487, 0.044477373361587524, 0.04794654995203018, 0.05141573026776314, 0.054884910583496094, 0.05835408717393875, 0.06182326376438141, 0.06529244780540466, 0.06876162439584732, 0.07223080098628998, 0.07569997757673264, 0.07916915416717529, 0.08263833820819855, 0.0861075147986412, 0.08957669138908386, 0.09304587543010712, 0.09651505202054977, 0.09998422861099243]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [3.0, 0.0, 4.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 2.0, 1.0, 6.0, 1.0, 0.0, 1.0, 6.0, 0.0, 4.0, 0.0, 2.0, 3.0, 8.0, 5.0, 2.0, 3.0, 32.0, 1.0, 5.0, 3.0, 1.0, 1.0, 1.0, 0.0, 4.0, 0.0, 2.0, 0.0, 1.0, 2.0, 2.0, 2.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.006696066353470087, -0.006449091248214245, -0.006202115677297115, -0.005955140572041273, -0.005708165466785431, -0.005461190361529589, -0.0052142152562737465, -0.004967239685356617, -0.004720264580100775, -0.0044732894748449326, -0.004226313903927803, -0.003979338798671961, -0.0037323636934161186, -0.0034853885881602764, -0.0032384132500737906, -0.0029914379119873047, -0.0027444628067314625, -0.0024974877014756203, -0.0022505123633891344, -0.0020035370253026485, -0.0017565619200468063, -0.0015095866983756423, -0.0012626114767044783, -0.0010156362550333142, -0.0007686610333621502, -0.0005216858116909862, -0.0002747105900198221, -2.7735368348658085e-05, 0.00021923985332250595, 0.00046621507499367, 0.000713190296664834, 0.0009601655183359981, 0.001207140740007162, 0.0014541159616783261, 0.0017010911833494902, 0.0019480664050206542, 0.0021950416266918182, 0.0024420167319476604, 0.0026889920700341463, 0.002935967408120632, 0.0031829425133764744, 0.0034299176186323166, 0.0036768929567188025, 0.003923868294805288, 0.0041708434000611305, 0.004417818505316973, 0.004664793610572815, 0.0049117691814899445, 0.005158744286745787, 0.005405719392001629, 0.005652694962918758, 0.005899670068174601, 0.006146645173430443, 0.006393620278686285, 0.006640595383942127, 0.006887570954859257, 0.007134546060115099, 0.007381521165370941, 0.007628496736288071, 0.007875471375882626, 0.008122446946799755, 0.008369422517716885, 0.00861639715731144, 0.008863372728228569, 0.009110348299145699]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [7.0, 8.0, 7.0, 16.0, 24.0, 25.0, 50.0, 80.0, 104.0, 163.0, 284.0, 354.0, 528.0, 710.0, 1097.0, 1592.0, 2206.0, 2897.0, 4134.0, 5702.0, 7818.0, 10615.0, 14995.0, 21090.0, 30001.0, 43005.0, 60504.0, 83456.0, 111255.0, 457953.0, 90589.0, 64958.0, 45931.0, 32419.0, 23378.0, 16708.0, 12095.0, 8788.0, 6604.0, 4863.0, 3633.0, 2696.0, 1849.0, 1400.0, 975.0, 663.0, 470.0, 302.0, 226.0, 139.0, 112.0, 47.0, 47.0, 21.0, 22.0, 10.0, 10.0, 7.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.009374761022627354, -0.00905530620366335, -0.00873585231602192, -0.008416397497057915, -0.008096943609416485, -0.00777748879045248, -0.007458034437149763, -0.007138580083847046, -0.006819125730544329, -0.0064996713772416115, -0.006180217023938894, -0.005860762670636177, -0.0055413078516721725, -0.005221853498369455, -0.004902399145066738, -0.004582944791764021, -0.004263490438461304, -0.0039440360851585865, -0.0036245817318558693, -0.0033051271457225084, -0.0029856727924197912, -0.002666218439117074, -0.002346763852983713, -0.002027309499680996, -0.0017078551463782787, -0.0013884007930755615, -0.0010689463233575225, -0.0007494919118471444, -0.00043003750033676624, -0.00011058308882638812, 0.00020887132268399, 0.0005283257341943681, 0.0008477801457047462, 0.0011672344990074635, 0.0014866889687255025, 0.0018061434384435415, 0.0021255977917462587, 0.002445052145048976, 0.002764506731182337, 0.003083961084485054, 0.0034034154377877712, 0.0037228697910904884, 0.004042324144393206, 0.004361778497695923, 0.004681233316659927, 0.005000687669962645, 0.005320142023265362, 0.005639596376568079, 0.005959050729870796, 0.006278505083173513, 0.006597959436476231, 0.006917413789778948, 0.007236868143081665, 0.0075563229620456696, 0.0078757768496871, 0.008195231668651104, 0.008514685556292534, 0.008834140375256538, 0.009153595194220543, 0.009473049081861973, 0.009792503900825977, 0.010111957788467407, 0.010431412607431412, 0.010750866495072842, 0.011070321314036846]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 3.0, 0.0, 3.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 2.0, 4.0, 0.0, 2.0, 1.0, 3.0, 0.0, 10.0, 2.0, 1.0, 1.0, 2.0, 0.0, 2.0, 2.0, 0.0, 0.0, 2.0], "bins": [-0.023227619007229805, -0.02278970368206501, -0.022351786494255066, -0.02191387116909027, -0.021475955843925476, -0.021038038656115532, -0.020600123330950737, -0.020162208005785942, -0.019724290817975998, -0.019286375492811203, -0.018848460167646408, -0.018410544842481613, -0.01797262765467167, -0.017534712329506874, -0.01709679700434208, -0.016658879816532135, -0.01622096449136734, -0.015783049166202545, -0.015345132909715176, -0.014907216653227806, -0.014469301328063011, -0.014031385071575642, -0.013593468815088272, -0.013155553489923477, -0.012717637233436108, -0.012279720976948738, -0.011841805651783943, -0.011403889395296574, -0.010965973138809204, -0.01052805781364441, -0.01009014155715704, -0.009652226231992245, -0.009214309975504875, -0.008776393719017506, -0.00833847839385271, -0.007900562137365341, -0.007462646346539259, -0.007024730555713177, -0.006586814299225807, -0.006148898508399725, -0.005710982717573643, -0.0052730669267475605, -0.004835151135921478, -0.004397234879434109, -0.0039593190886080265, -0.0035214032977819443, -0.0030834872741252184, -0.0026455712504684925, -0.0022076554596424103, -0.0017697395524010062, -0.0013318236451596022, -0.0008939077379181981, -0.00045599183067679405, -1.8075923435389996e-05, 0.00041983998380601406, 0.0008577558910474181, 0.0012956717982888222, 0.0017335877055302262, 0.0021715036127716303, 0.002609419636428356, 0.0030473354272544384, 0.0034852512180805206, 0.00392316747456789, 0.004361083265393972, 0.004798999056220055]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [5.0, 4.0, 3.0, 8.0, 12.0, 10.0, 18.0, 29.0, 21.0, 22.0, 22.0, 39.0, 43.0, 51.0, 60.0, 58.0, 67.0, 65.0, 106.0, 115.0, 126.0, 149.0, 142.0, 202.0, 192.0, 211.0, 216.0, 223.0, 252.0, 261.0, 219.0, 265.0, 263.0, 283.0, 311.0, 309.0, 299.0, 360.0, 437.0, 580.0, 703.0, 1162.0, 6934.0, 929.0, 778.0, 542.0, 244.0, 212.0, 191.0, 194.0, 155.0, 119.0, 115.0, 57.0, 24.0, 5.0, 3.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.025465168058872223, -0.02486073039472103, -0.02425629459321499, -0.023651856929063797, -0.023047419264912605, -0.022442983463406563, -0.02183854579925537, -0.02123410813510418, -0.020629672333598137, -0.020025234669446945, -0.019420797005295753, -0.01881636120378971, -0.01821192353963852, -0.017607485875487328, -0.017003050073981285, -0.016398612409830093, -0.01579417660832405, -0.01518973894417286, -0.014585301280021667, -0.01398086454719305, -0.013376427814364433, -0.012771990150213242, -0.012167553417384624, -0.011563116684556007, -0.010958679020404816, -0.010354242287576199, -0.009749805554747581, -0.009145368821918964, -0.008540931157767773, -0.007936494424939156, -0.007332057226449251, -0.006727620493620634, -0.00612318329513073, -0.005518746096640825, -0.004914309363812208, -0.004309872165322304, -0.003705435199663043, -0.0031009982340037823, -0.002496561035513878, -0.0018921240698546171, -0.0012876871041953564, -0.0006832500803284347, -7.881305646151304e-05, 0.0005256239674054086, 0.0011300609912723303, 0.001734497956931591, 0.0023389351554214954, 0.002943372121080756, 0.003547809086740017, 0.004152246285229921, 0.0047566830180585384, 0.005361120216548443, 0.00596555694937706, 0.006569994147866964, 0.007174431346356869, 0.007778868079185486, 0.008383305743336678, 0.008987742476165295, 0.009592179208993912, 0.010196615941822529, 0.01080105360597372, 0.011405490338802338, 0.012009927071630955, 0.012614364735782146, 0.013218801468610764]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 6.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08530125021934509, -0.08355680108070374, -0.08181235939264297, -0.08006791025400162, -0.07832346856594086, -0.0765790194272995, -0.07483457028865814, -0.07309012860059738, -0.07134567946195602, -0.06960123777389526, -0.0678567886352539, -0.06611233949661255, -0.06436789780855179, -0.06262344866991043, -0.06087900325655937, -0.05913455784320831, -0.057390112429857254, -0.055645667016506195, -0.053901221603155136, -0.05215677246451378, -0.05041232705116272, -0.04866788163781166, -0.0469234362244606, -0.04517899081110954, -0.043434545397758484, -0.041690096259117126, -0.03994565084576607, -0.03820120543241501, -0.03645676001906395, -0.03471231460571289, -0.03296786546707153, -0.031223420053720474, -0.029478974640369415, -0.027734529227018356, -0.025990081951022148, -0.02424563653767109, -0.02250118926167488, -0.020756743848323822, -0.019012298434972763, -0.017267851158976555, -0.015523405745625496, -0.013778959400951862, -0.012034513056278229, -0.01029006764292717, -0.008545621298253536, -0.006801174953579903, -0.005056729074567556, -0.0033122829627245665, -0.0015678368508815765, 0.00017660926096141338, 0.0019210553728044033, 0.0036655014846473932, 0.005409947596490383, 0.007154393941164017, 0.008898839354515076, 0.01064328569918871, 0.012387732043862343, 0.014132178388535976, 0.01587662473320961, 0.01762107014656067, 0.019365515559911728, 0.021109962835907936, 0.022854408249258995, 0.024598855525255203, 0.026343300938606262]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 2.0, 0.0, 3.0, 3.0, 2.0, 6.0, 2.0, 6.0, 3.0, 5.0, 7.0, 5.0, 2.0, 8.0, 7.0, 3.0, 9.0, 4.0, 5.0, 1.0, 4.0, 2.0, 3.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 0.0, 5.0, 4.0, 1.0, 6.0, 4.0, 2.0, 7.0, 8.0, 95.0, 13.0, 6.0, 2.0, 6.0, 4.0, 5.0, 3.0], "bins": [-0.09721282124519348, -0.09549392014741898, -0.09377501904964447, -0.09205611795186996, -0.09033721685409546, -0.08861831575632095, -0.08689940720796585, -0.08518050611019135, -0.08346160501241684, -0.08174270391464233, -0.08002380281686783, -0.07830490171909332, -0.07658600062131882, -0.07486709952354431, -0.0731481984257698, -0.0714292973279953, -0.0697103887796402, -0.06799148768186569, -0.06627258658409119, -0.06455368548631668, -0.06283478438854218, -0.06111588329076767, -0.059396982192993164, -0.05767808109521866, -0.05595917999744415, -0.05424027517437935, -0.05252137407660484, -0.05080247297883034, -0.04908357188105583, -0.047364670783281326, -0.04564576596021652, -0.04392686486244202, -0.04220796376466751, -0.040489062666893005, -0.0387701615691185, -0.037051256746053696, -0.03533235564827919, -0.033613454550504684, -0.03189455345273018, -0.030175650492310524, -0.02845674939453602, -0.026737848296761513, -0.025018945336341858, -0.023300044238567352, -0.021581143140792847, -0.019862240180373192, -0.018143339082598686, -0.01642443612217903, -0.014705535024404526, -0.012986632995307446, -0.011267730966210365, -0.00954882986843586, -0.00782992783933878, -0.006111025810241699, -0.004392124246805906, -0.0026732224505394697, -0.0009543206542730331, 0.0007645811419934034, 0.00248348293825984, 0.004202384501695633, 0.005921286530792713, 0.007640188559889793, 0.009359089657664299, 0.01107799168676138, 0.01279689371585846]}, "_runtime": 5.922091960906982, "_timestamp": 1596208895.5156991, "_step": 1}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 3.0, 2.0, 3.0, 2.0, 1.0, 2.0, 2.0, 2.0, 5.0, 4.0, 3.0, 1.0, 1.0, 1.0, 2.0, 2.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.019288841634988785, -0.018661081790924072, -0.01803332380950451, -0.017405563965439796, -0.016777805984020233, -0.01615004613995552, -0.015522286295890808, -0.01489452738314867, -0.014266768470406532, -0.013639009557664394, -0.013011250644922256, -0.012383490800857544, -0.011755731888115406, -0.011127972975373268, -0.010500213131308556, -0.009872454218566418, -0.00924469530582428, -0.008616936393082142, -0.007989177480340004, -0.0073614176362752914, -0.0067336587235331535, -0.006105899810791016, -0.00547814043238759, -0.004850381053984165, -0.004222622141242027, -0.0035948629956692457, -0.002967103850096464, -0.0023393447045236826, -0.001711585558950901, -0.0010838264133781195, -0.0004560672678053379, 0.00017169187776744366, 0.0007994510233402252, 0.0014272101689130068, 0.0020549693144857883, 0.00268272846005857, 0.0033104876056313515, 0.003938246518373489, 0.004566005896776915, 0.00519376527518034, 0.005821524187922478, 0.006449283100664616, 0.007077042479068041, 0.007704801857471466, 0.008332560770213604, 0.008960319682955742, 0.009588079527020454, 0.010215838439762592, 0.01084359735250473, 0.011471356265246868, 0.012099115177989006, 0.012726875022053719, 0.013354633934795856, 0.013982392847537994, 0.014610152691602707, 0.015237911604344845, 0.015865670517086983, 0.016493430361151695, 0.01712118834257126, 0.01774894818663597, 0.018376708030700684, 0.019004466012120247, 0.01963222585618496, 0.020259983837604523, 0.020887743681669235]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 4.0, 3.0, 3.0, 4.0, 4.0, 4.0, 5.0, 6.0, 10.0, 5.0, 8.0, 12.0, 16.0, 14.0, 20.0, 15.0, 19.0, 36.0, 42.0, 40.0, 46.0, 61.0, 70.0, 97.0, 103.0, 133.0, 173.0, 250.0, 258.0, 343.0, 402.0, 2101.0, 817.0, 774.0, 603.0, 439.0, 276.0, 191.0, 127.0, 104.0, 72.0, 51.0, 46.0, 23.0, 22.0, 18.0, 13.0, 13.0, 5.0, 3.0, 8.0, 4.0, 6.0, 3.0, 2.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.12215584516525269, -0.11842332035303116, -0.11469079554080963, -0.1109582707285881, -0.10722574591636658, -0.10349322110414505, -0.09976069629192352, -0.096028171479702, -0.09229564666748047, -0.08856312185525894, -0.08483059704303741, -0.08109807223081589, -0.07736554741859436, -0.07363302260637283, -0.0699004977941513, -0.06616797298192978, -0.06243545189499855, -0.05870292708277702, -0.054970402270555496, -0.05123787745833397, -0.04750535264611244, -0.043772827833890915, -0.04004030302166939, -0.03630777820944786, -0.03257525712251663, -0.028842730447649956, -0.02511020563542843, -0.0213776808232069, -0.017645157873630524, -0.013912632130086422, -0.01018010824918747, -0.006447583436965942, -0.0027150586247444153, 0.0010174659546464682, 0.004749990534037352, 0.008482514880597591, 0.012215039692819118, 0.01594756357371807, 0.019680088385939598, 0.023412613198161125, 0.027145138010382652, 0.03087766282260418, 0.03461018577218056, 0.038342710584402084, 0.04207523539662361, 0.04580776020884514, 0.049540285021066666, 0.05327280983328819, 0.05700533464550972, 0.06073785945773125, 0.06447038054466248, 0.068202905356884, 0.07193543016910553, 0.07566795498132706, 0.07940047979354858, 0.08313300460577011, 0.08686552941799164, 0.09059805423021317, 0.09433057904243469, 0.09806310385465622, 0.10179562866687775, 0.10552815347909927, 0.1092606782913208, 0.11299320310354233, 0.11672572791576385]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 1.0, 2.0, 2.0, 1.0, 2.0, 4.0, 7.0, 1.0, 0.0, 2.0, 3.0, 4.0, 4.0, 6.0, 0.0, 2.0, 2.0, 28.0, 5.0, 5.0, 2.0, 2.0, 2.0, 0.0, 3.0, 1.0, 2.0, 4.0, 2.0, 3.0, 2.0, 2.0, 1.0, 2.0, 0.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.006829284131526947, -0.0065746670588850975, -0.006320049986243248, -0.006065433379262686, -0.005810816306620836, -0.005556199233978987, -0.005301582161337137, -0.005046965088695288, -0.0047923484817147255, -0.004537731409072876, -0.0042831143364310265, -0.004028497263789177, -0.0037738801911473274, -0.0035192633513361216, -0.003264646278694272, -0.003010029438883066, -0.0027554123662412167, -0.002500795293599367, -0.0022461784537881613, -0.0019915613811463118, -0.001736944424919784, -0.0014823274686932564, -0.0012277103960514069, -0.0009730934398248792, -0.0007184764835983515, -0.00046385949826799333, -0.00020924251293763518, 4.5374472392722964e-05, 0.0002999914577230811, 0.0005546084139496088, 0.0008092254283837974, 0.001063842442817986, 0.0013184593990445137, 0.0015730763552710414, 0.001827693311497569, 0.0020823103841394186, 0.0023369272239506245, 0.002591544296592474, 0.0028461613692343235, 0.0031007782090455294, 0.003355395281687379, 0.0036100123543292284, 0.0038646291941404343, 0.004119246266782284, 0.004373863339424133, 0.004628480412065983, 0.004883097019046545, 0.0051377140916883945, 0.005392331164330244, 0.005646948236972094, 0.005901565309613943, 0.006156181916594505, 0.006410798989236355, 0.006665416061878204, 0.006920033134520054, 0.007174650207161903, 0.007429267279803753, 0.007683883886784315, 0.007938501425087452, 0.008193117566406727, 0.008447734639048576, 0.008702351711690426, 0.008956968784332275, 0.009211585856974125, 0.009466202929615974]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 6.0, 12.0, 21.0, 21.0, 38.0, 56.0, 89.0, 151.0, 240.0, 325.0, 587.0, 874.0, 1352.0, 1936.0, 2851.0, 4228.0, 5996.0, 8079.0, 11316.0, 15779.0, 21664.0, 30624.0, 44560.0, 64996.0, 90585.0, 114814.0, 437158.0, 90536.0, 65294.0, 46191.0, 32450.0, 23129.0, 17074.0, 12394.0, 9269.0, 6790.0, 4956.0, 3693.0, 2668.0, 2046.0, 1423.0, 1014.0, 751.0, 483.0, 357.0, 269.0, 159.0, 121.0, 69.0, 52.0, 34.0, 17.0, 15.0, 12.0, 9.0, 9.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.012310009449720383, -0.011887787841260433, -0.011465566232800484, -0.011043344624340534, -0.010621123015880585, -0.01019890047609806, -0.009776678867638111, -0.009354457259178162, -0.008932235650718212, -0.008510014042258263, -0.008087792433798313, -0.007665570359677076, -0.007243348751217127, -0.006821127142757177, -0.0063989050686359406, -0.005976683460175991, -0.0055544618517160416, -0.005132240243256092, -0.004710018634796143, -0.004287796560674906, -0.0038655749522149563, -0.003443353343755007, -0.0030211315024644136, -0.0025989096611738205, -0.002176688052713871, -0.0017544663278385997, -0.0013322446029633284, -0.000910022878088057, -0.0004878011532127857, -6.55794283375144e-05, 0.0003566422965377569, 0.0007788640214130282, 0.0012010857462882996, 0.0016233074711635709, 0.002045529196038842, 0.0024677510373294353, 0.002889972645789385, 0.0033121942542493343, 0.0037344160955399275, 0.004156637936830521, 0.00457885954529047, 0.00500108115375042, 0.005423302762210369, 0.005845524836331606, 0.006267746444791555, 0.006689968053251505, 0.007112190127372742, 0.007534411735832691, 0.00795663334429264, 0.00837885495275259, 0.00880107656121254, 0.00922329816967249, 0.009645519778132439, 0.010067742317914963, 0.010489963926374912, 0.010912185534834862, 0.011334407143294811, 0.01175662875175476, 0.01217885036021471, 0.01260107196867466, 0.013023294508457184, 0.013445516116917133, 0.013867737725377083, 0.014289959333837032, 0.014712180942296982]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 2.0, 0.0, 3.0, 0.0, 0.0, 3.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 8.0, 1.0, 3.0, 2.0, 0.0, 0.0, 3.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0], "bins": [-0.010816008783876896, -0.0105142118409276, -0.010212414897978306, -0.00991061795502901, -0.009608820080757141, -0.009307023137807846, -0.009005226194858551, -0.008703429251909256, -0.008401632308959961, -0.008099835366010666, -0.007798038423061371, -0.0074962410144507885, -0.0071944440715014935, -0.006892647128552198, -0.006590849719941616, -0.006289052776992321, -0.005987255834043026, -0.005685458891093731, -0.005383661948144436, -0.0050818645395338535, -0.0047800675965845585, -0.0044782706536352634, -0.004176473245024681, -0.003874676302075386, -0.003572879359126091, -0.003271082416176796, -0.0029692852403968573, -0.0026674880646169186, -0.0023656911216676235, -0.0020638941787183285, -0.0017620970029383898, -0.001460299943573773, -0.001158502884209156, -0.0008567058248445392, -0.0005549087654799223, -0.0002531117061153054, 4.868535324931145e-05, 0.0003504824126139283, 0.0006522794719785452, 0.0009540765313431621, 0.001255873590707779, 0.0015576706500723958, 0.0018594677094370127, 0.0021612648852169514, 0.0024630618281662464, 0.0027648587711155415, 0.00306665594689548, 0.003368453122675419, 0.003670250065624714, 0.003972047008574009, 0.004273843951523304, 0.004575641360133886, 0.004877438303083181, 0.005179235246032476, 0.005481032654643059, 0.005782829597592354, 0.006084626540541649, 0.006386423483490944, 0.006688220426440239, 0.006990017835050821, 0.007291814778000116, 0.007593611720949411, 0.007895409129559994, 0.008197206072509289, 0.008499003015458584]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 3.0, 8.0, 5.0, 12.0, 11.0, 12.0, 14.0, 21.0, 26.0, 33.0, 48.0, 53.0, 37.0, 59.0, 82.0, 93.0, 110.0, 109.0, 132.0, 158.0, 199.0, 217.0, 215.0, 205.0, 261.0, 265.0, 239.0, 268.0, 267.0, 266.0, 277.0, 342.0, 389.0, 471.0, 561.0, 740.0, 6246.0, 1808.0, 1039.0, 691.0, 533.0, 396.0, 361.0, 303.0, 232.0, 194.0, 150.0, 103.0, 57.0, 41.0, 22.0, 18.0, 14.0, 2.0, 4.0, 2.0, 2.0], "bins": [-0.014362259767949581, -0.014035284519195557, -0.013708309270441532, -0.013381334021687508, -0.013054359704256058, -0.012727384455502033, -0.012400409206748009, -0.012073433957993984, -0.01174645870923996, -0.011419483460485935, -0.011092509143054485, -0.01076553389430046, -0.010438558645546436, -0.010111583396792412, -0.009784608148038387, -0.009457632899284363, -0.009130658581852913, -0.008803683333098888, -0.008476708084344864, -0.00814973283559084, -0.007822757586836815, -0.007495782803744078, -0.007168807554990053, -0.006841832306236029, -0.0065148575231432915, -0.006187882274389267, -0.0058609070256352425, -0.005533931776881218, -0.005206956993788481, -0.004879981745034456, -0.004553006496280432, -0.0042260317131876945, -0.00389905646443367, -0.003572081448510289, -0.0032451061997562647, -0.002918131183832884, -0.0025911559350788593, -0.0022641809191554785, -0.0019372059032320976, -0.001610230770893395, -0.0012832556385546923, -0.0009562805062159896, -0.0006293054320849478, -0.0003023303288500756, 2.464477438479662e-05, 0.00035161987761966884, 0.0006785949808545411, 0.0010055700549855828, 0.0013325451873242855, 0.0016595203196629882, 0.001986495452001691, 0.0023134704679250717, 0.0026404457166790962, 0.002967420732602477, 0.003294395748525858, 0.0036213709972798824, 0.00394834578037262, 0.004275321029126644, 0.004602296277880669, 0.004929271526634693, 0.00525624630972743, 0.005583221558481455, 0.005910196807235479, 0.0062371715903282166, 0.006564146839082241]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 5.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.054233331233263016, -0.053117409348487854, -0.05200148746371269, -0.05088556557893753, -0.04976964741945267, -0.048653725534677505, -0.047537803649902344, -0.04642188176512718, -0.04530595988035202, -0.04419003799557686, -0.0430741161108017, -0.041958194226026535, -0.04084227234125137, -0.03972635418176651, -0.03861043229699135, -0.037494510412216187, -0.036378588527441025, -0.03526266664266586, -0.0341467447578907, -0.03303082287311554, -0.031914904713630676, -0.030798980966210365, -0.029683060944080353, -0.02856713905930519, -0.02745121717453003, -0.026335295289754868, -0.025219373404979706, -0.024103453382849693, -0.02298753149807453, -0.02187160961329937, -0.020755689591169357, -0.019639767706394196, -0.018523845821619034, -0.017407923936843872, -0.01629200205206871, -0.015176082029938698, -0.014060160145163536, -0.012944238260388374, -0.011828317306935787, -0.0107123963534832, -0.009596474468708038, -0.008480552583932877, -0.0073646316304802895, -0.006248710211366415, -0.005132788792252541, -0.004016867373138666, -0.0029009459540247917, -0.0017850245349109173, -0.0006691031157970428, 0.0004468183033168316, 0.001562739722430706, 0.0026786611415445805, 0.003794582560658455, 0.004910503979772329, 0.006026425398886204, 0.007142346818000078, 0.008258268237113953, 0.009374190121889114, 0.010490111075341702, 0.011606032028794289, 0.01272195391356945, 0.013837875798344612, 0.0149537967517972, 0.016069717705249786, 0.017185639590024948]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 5.0, 8.0, 5.0, 4.0, 11.0, 6.0, 4.0, 4.0, 5.0, 8.0, 4.0, 6.0, 4.0, 0.0, 2.0, 5.0, 2.0, 6.0, 2.0, 1.0, 3.0, 2.0, 3.0, 1.0, 1.0, 3.0, 1.0, 5.0, 2.0, 4.0, 0.0, 6.0, 5.0, 1.0, 3.0, 2.0, 11.0, 12.0, 67.0, 14.0, 5.0, 8.0, 8.0, 4.0, 3.0, 2.0, 2.0, 4.0, 3.0, 0.0, 1.0, 2.0], "bins": [-0.055582936853170395, -0.0544847697019577, -0.05338660627603531, -0.052288442850112915, -0.05119027569890022, -0.05009210854768753, -0.04899394512176514, -0.04789578169584274, -0.04679761454463005, -0.04569944739341736, -0.044601283967494965, -0.04350312054157257, -0.04240495339035988, -0.041306786239147186, -0.04020862281322479, -0.0391104593873024, -0.038012292236089706, -0.036914125084877014, -0.03581596165895462, -0.03471779823303223, -0.033619631081819534, -0.03252146393060684, -0.03142330050468445, -0.030325135216116905, -0.029226969927549362, -0.02812880463898182, -0.027030639350414276, -0.025932474061846733, -0.02483430877327919, -0.023736143484711647, -0.022637978196144104, -0.02153981290757656, -0.020441647619009018, -0.019343482330441475, -0.018245317041873932, -0.01714715175330639, -0.016048986464738846, -0.014950821176171303, -0.01385265588760376, -0.012754490599036217, -0.011656325310468674, -0.01055816002190113, -0.009459994733333588, -0.008361829444766045, -0.007263664156198502, -0.0061654988676309586, -0.0050673335790634155, -0.0039691682904958725, -0.0028710030019283295, -0.0017728377133607864, -0.0006746724247932434, 0.0004234928637742996, 0.0015216581523418427, 0.0026198234409093857, 0.0037179887294769287, 0.004816154018044472, 0.005914319306612015, 0.007012484595179558, 0.0081106498837471, 0.009208815172314644, 0.010306980460882187, 0.01140514574944973, 0.012503311038017273, 0.013601476326584816, 0.014699641615152359]}, "_runtime": 6.6899096965789795, "_timestamp": 1596208896.283517, "_step": 2}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 3.0, 2.0, 0.0, 0.0, 0.0, 2.0, 2.0, 2.0, 2.0, 2.0, 0.0, 1.0, 2.0, 2.0, 3.0, 3.0, 2.0, 3.0, 2.0, 0.0, 2.0, 4.0, 4.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.014643765985965729, -0.01419030036777258, -0.01373683474957943, -0.013283368200063705, -0.012829902581870556, -0.012376436963677406, -0.011922971345484257, -0.011469504795968533, -0.011016039177775383, -0.010562573559582233, -0.010109107941389084, -0.009655642323195934, -0.00920217577368021, -0.00874871015548706, -0.008295244537293911, -0.007841778919100761, -0.0073883128352463245, -0.006934847217053175, -0.006481381133198738, -0.0060279155150055885, -0.005574449431151152, -0.005120983812958002, -0.004667517729103565, -0.004214052110910416, -0.0037605862598866224, -0.003307120408862829, -0.002853654557839036, -0.0024001887068152428, -0.0019467229722067714, -0.0014932571211829782, -0.0010397913865745068, -0.0005863255355507135, -0.00013285968452692032, 0.00032060613739304245, 0.0007740719593130052, 0.0012275377521291375, 0.0016810036031529307, 0.002134469337761402, 0.0025879351887851954, 0.0030414010398089886, 0.003494866890832782, 0.003948332741856575, 0.004401798360049725, 0.0048552644439041615, 0.005308730062097311, 0.005762196145951748, 0.0062156617641448975, 0.006669127847999334, 0.007122593466192484, 0.0075760590843856335, 0.00802952516824007, 0.00848299078643322, 0.00893645640462637, 0.009389922954142094, 0.009843388572335243, 0.010296854190528393, 0.010750319808721542, 0.011203785426914692, 0.011657251976430416, 0.012110717594623566, 0.012564183212816715, 0.013017648831009865, 0.013471115380525589, 0.013924580998718739, 0.014378046616911888]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 3.0, 2.0, 7.0, 6.0, 6.0, 6.0, 5.0, 9.0, 15.0, 15.0, 33.0, 39.0, 31.0, 51.0, 60.0, 55.0, 72.0, 100.0, 109.0, 152.0, 236.0, 297.0, 422.0, 539.0, 2266.0, 1166.0, 850.0, 495.0, 281.0, 182.0, 119.0, 80.0, 71.0, 46.0, 34.0, 21.0, 12.0, 4.0, 13.0, 3.0, 3.0, 4.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.17848622798919678, -0.1738375425338745, -0.16918884217739105, -0.1645401567220688, -0.15989145636558533, -0.15524277091026306, -0.1505940705537796, -0.14594538509845734, -0.14129668474197388, -0.1366479992866516, -0.13199929893016815, -0.1273506134748459, -0.12270192056894302, -0.11805322766304016, -0.1134045347571373, -0.10875584185123444, -0.10410714894533157, -0.09945845603942871, -0.09480976313352585, -0.09016107022762299, -0.08551237732172012, -0.08086368441581726, -0.0762149915099144, -0.07156629860401154, -0.06691761314868927, -0.06226891651749611, -0.057620223611593246, -0.052971530705690384, -0.04832284152507782, -0.04367414861917496, -0.039025455713272095, -0.03437676280736923, -0.02972806990146637, -0.025079376995563507, -0.020430684089660645, -0.01578199304640293, -0.011133300140500069, -0.006484607700258493, -0.0018359152600169182, 0.002812777180224657, 0.007461469620466232, 0.012110162526369095, 0.016758855432271957, 0.02140754647552967, 0.026056239381432533, 0.030704932287335396, 0.03535362333059311, 0.04000231623649597, 0.044651009142398834, 0.0492997020483017, 0.05394839495420456, 0.05859708786010742, 0.06324578076601028, 0.06789447367191315, 0.07254316657781601, 0.07719185948371887, 0.08184054493904114, 0.086489237844944, 0.09113793075084686, 0.09578662365674973, 0.10043531656265259, 0.10508400946855545, 0.10973270237445831, 0.11438139528036118, 0.11903008818626404]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 4.0, 0.0, 0.0, 2.0, 1.0, 4.0, 5.0, 4.0, 1.0, 2.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 2.0, 2.0, 4.0, 2.0, 25.0, 2.0, 3.0, 4.0, 5.0, 3.0, 5.0, 2.0, 1.0, 0.0, 3.0, 0.0, 3.0, 4.0, 2.0, 5.0, 0.0, 4.0, 0.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.005999384447932243, -0.0058043659664690495, -0.0056093474850058556, -0.005414329003542662, -0.005219310522079468, -0.005024291574954987, -0.004829273093491793, -0.004634254612028599, -0.004439236130565405, -0.004244217649102211, -0.004049199167639017, -0.0038541804533451796, -0.0036591619718819857, -0.0034641434904187918, -0.0032691247761249542, -0.0030741062946617603, -0.0028790878131985664, -0.0026840693317353725, -0.0024890508502721786, -0.002294032135978341, -0.002099013654515147, -0.0019039951730519533, -0.0017089765751734376, -0.0015139579772949219, -0.001318939495831728, -0.001123921014368534, -0.0009289024164900184, -0.0007338838768191636, -0.0005388653371483088, -0.00034384679747745395, -0.00014882825780659914, 4.619028186425567e-05, 0.00024120882153511047, 0.0004362273612059653, 0.0006312459008768201, 0.0008262644405476749, 0.0010212829802185297, 0.0012163014616817236, 0.0014113200595602393, 0.001606338657438755, 0.001801357138901949, 0.001996375620365143, 0.0021913941018283367, 0.0023864128161221743, 0.002581431297585368, 0.002776449779048562, 0.0029714684933423996, 0.0031664869748055935, 0.0033615054562687874, 0.0035565239377319813, 0.003751542419195175, 0.003946560900658369, 0.004141579382121563, 0.004336598329246044, 0.004531616810709238, 0.004726635292172432, 0.004921653773635626, 0.00511667225509882, 0.005311690736562014, 0.0055067092180252075, 0.005701728165149689, 0.005896746646612883, 0.0060917651280760765, 0.00628678360953927, 0.006481802091002464]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 0.0, 4.0, 11.0, 21.0, 33.0, 56.0, 86.0, 170.0, 239.0, 330.0, 523.0, 849.0, 1267.0, 1734.0, 2440.0, 3228.0, 4417.0, 5686.0, 7415.0, 9471.0, 12126.0, 15044.0, 19721.0, 25633.0, 34385.0, 46165.0, 60413.0, 77288.0, 95324.0, 413161.0, 85901.0, 67017.0, 49528.0, 35908.0, 26420.0, 19832.0, 14824.0, 11026.0, 8467.0, 6588.0, 4873.0, 3557.0, 2516.0, 1738.0, 1328.0, 873.0, 611.0, 439.0, 283.0, 225.0, 153.0, 94.0, 66.0, 54.0, 36.0, 18.0, 12.0, 7.0, 3.0, 2.0, 4.0, 1.0, 1.0], "bins": [-0.01148548349738121, -0.01110377162694931, -0.010722058825194836, -0.010340346954762936, -0.009958634153008461, -0.009576922282576561, -0.009195209480822086, -0.008813497610390186, -0.008431784808635712, -0.008050072938203812, -0.007668360602110624, -0.007286648266017437, -0.006904936395585537, -0.00652322405949235, -0.006141511723399162, -0.005759799387305975, -0.005378087051212788, -0.0049963747151196, -0.004614662379026413, -0.004232950042933226, -0.003851237939670682, -0.0034695256035774946, -0.003087813500314951, -0.0027061011642217636, -0.0023243888281285763, -0.001942676492035389, -0.0015609642723575234, -0.001179252052679658, -0.0007975397165864706, -0.0004158274387009442, -3.4115160815417767e-05, 0.00034759711707010865, 0.0007293093949556351, 0.0011110217310488224, 0.001492733950726688, 0.0018744461704045534, 0.0022561585064977407, 0.002637870842590928, 0.0030195829458534718, 0.003401295281946659, 0.0037830076180398464, 0.004164719954133034, 0.004546432290226221, 0.004928144626319408, 0.0053098564967513084, 0.005691568832844496, 0.006073281168937683, 0.0064549935050308704, 0.006836705841124058, 0.007218418177217245, 0.0076001305133104324, 0.007981842383742332, 0.008363555185496807, 0.008745267055928707, 0.009126979857683182, 0.009508691728115082, 0.009890403598546982, 0.010272116400301456, 0.010653828270733356, 0.011035541072487831, 0.011417252942919731, 0.011798965744674206, 0.012180677615106106, 0.01256239041686058, 0.01294410228729248]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 4.0, 2.0, 1.0, 1.0, 4.0, 1.0, 0.0, 8.0, 2.0, 1.0, 5.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.020199287682771683, -0.01978139579296112, -0.01936350390315056, -0.018945612013339996, -0.018527720123529434, -0.018109828233718872, -0.01769193634390831, -0.017274044454097748, -0.016856152564287186, -0.016438258811831474, -0.016020366922020912, -0.015602475963532925, -0.015184583142399788, -0.014766691252589226, -0.014348799362778664, -0.013930907472968102, -0.01351301558315754, -0.013095123693346977, -0.012677231803536415, -0.012259339913725853, -0.01184144802391529, -0.011423555202782154, -0.011005663312971592, -0.01058777142316103, -0.010169879533350468, -0.009751987643539906, -0.009334095753729343, -0.008916203863918781, -0.008498311042785645, -0.008080419152975082, -0.00766252726316452, -0.007244635373353958, -0.006826743483543396, -0.006408851593732834, -0.005990959703922272, -0.005573067348450422, -0.00515517545863986, -0.004737283568829298, -0.004319391213357449, -0.0039014993235468864, -0.0034836074337363243, -0.003065715543925762, -0.0026478234212845564, -0.0022299312986433506, -0.0018120394088327885, -0.0013941474026069045, -0.0009762553963810205, -0.0005583633901551366, -0.00014047138392925262, 0.00027742062229663134, 0.0006953126285225153, 0.0011132046347483993, 0.0015310966409742832, 0.0019489886472001672, 0.002366880653426051, 0.002784772776067257, 0.003202664665877819, 0.003620556555688381, 0.004038448445498943, 0.004456340800970793, 0.004874232690781355, 0.005292124580591917, 0.0057100169360637665, 0.006127908825874329, 0.006545800715684891]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [5.0, 2.0, 1.0, 1.0, 2.0, 2.0, 10.0, 5.0, 8.0, 9.0, 9.0, 10.0, 10.0, 16.0, 22.0, 23.0, 37.0, 47.0, 40.0, 43.0, 47.0, 51.0, 57.0, 59.0, 75.0, 78.0, 85.0, 107.0, 109.0, 113.0, 115.0, 159.0, 193.0, 191.0, 216.0, 239.0, 252.0, 287.0, 297.0, 346.0, 337.0, 406.0, 422.0, 477.0, 604.0, 666.0, 752.0, 992.0, 6582.0, 1316.0, 724.0, 482.0, 304.0, 211.0, 167.0, 160.0, 148.0, 121.0, 80.0, 44.0, 29.0, 11.0, 13.0, 6.0], "bins": [-0.010605327785015106, -0.010387620888650417, -0.010169913992285728, -0.009952206164598465, -0.009734499268233776, -0.009516792371869087, -0.009299085475504398, -0.009081377647817135, -0.008863670751452446, -0.008645963855087757, -0.008428256958723068, -0.008210549131035805, -0.007992842234671116, -0.007775135338306427, -0.007557427976280451, -0.007339721079915762, -0.007122013717889786, -0.006904306821525097, -0.006686599925160408, -0.006468892563134432, -0.006251185666769743, -0.006033478304743767, -0.005815771408379078, -0.005598064046353102, -0.005380357149988413, -0.005162649787962437, -0.004944942891597748, -0.004727235529571772, -0.004509528633207083, -0.004291821271181107, -0.004074114374816418, -0.003856407245621085, -0.0036387001164257526, -0.00342099298723042, -0.0032032858580350876, -0.002985578728839755, -0.0027678715996444225, -0.00255016447044909, -0.0023324573412537575, -0.002114750212058425, -0.0018970431992784142, -0.0016793360700830817, -0.0014616289408877492, -0.0012439218116924167, -0.001026214798912406, -0.0008085076115094125, -0.0005908005405217409, -0.0003730934113264084, -0.00015538628213107586, 6.232083251234144e-05, 0.00028002794715575874, 0.0004977350472472608, 0.0007154421764425933, 0.0009331493056379259, 0.0011508563766255975, 0.00136856350582093, 0.0015862706350162625, 0.001803977764211595, 0.0020216847769916058, 0.0022393919061869383, 0.002457099035382271, 0.0026748061645776033, 0.002892513293772936, 0.0031102204229682684, 0.003327927552163601]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 5.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.04851961135864258, -0.04761063680052757, -0.04670166224241257, -0.04579268768429756, -0.044883713126182556, -0.04397473856806755, -0.043065764009952545, -0.04215679317712784, -0.04124781861901283, -0.04033884406089783, -0.03942986950278282, -0.038520894944667816, -0.03761192038655281, -0.036702945828437805, -0.0357939712703228, -0.034884996712207794, -0.03397602215409279, -0.03306704759597778, -0.03215807303786278, -0.03124910034239292, -0.030340125784277916, -0.02943115122616291, -0.028522176668047905, -0.02761320397257805, -0.026704229414463043, -0.025795254856348038, -0.024886280298233032, -0.023977305740118027, -0.02306833118200302, -0.022159358486533165, -0.02125038392841816, -0.020341409370303154, -0.01943243481218815, -0.018523460254073143, -0.017614485695958138, -0.016705511137843132, -0.015796538442373276, -0.01488756388425827, -0.013978589326143265, -0.01306961476802826, -0.012160640209913254, -0.011251666583120823, -0.010342692025005817, -0.009433717466890812, -0.008524743840098381, -0.0076157692819833755, -0.006706795189529657, -0.005797820631414652, -0.004888846538960934, -0.0039798724465072155, -0.00307089788839221, -0.002161923795938492, -0.00125294947065413, -0.00034397520357742906, 0.0005649990634992719, 0.0014739732723683119, 0.0023829475976526737, 0.0032919219229370356, 0.004200896248221397, 0.005109870340675116, 0.006018844433128834, 0.006927818991243839, 0.007836793549358845, 0.008745767176151276, 0.009654741734266281]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 4.0, 2.0, 3.0, 4.0, 4.0, 6.0, 3.0, 4.0, 5.0, 2.0, 4.0, 7.0, 4.0, 6.0, 6.0, 4.0, 6.0, 4.0, 4.0, 3.0, 2.0, 2.0, 1.0, 4.0, 7.0, 2.0, 4.0, 0.0, 4.0, 4.0, 4.0, 3.0, 4.0, 3.0, 2.0, 1.0, 2.0, 3.0, 5.0, 6.0, 7.0, 15.0, 65.0, 19.0, 7.0, 5.0, 4.0, 1.0, 3.0, 3.0, 3.0], "bins": [-0.03241604566574097, -0.031832363456487656, -0.031248683109879494, -0.030665000900626183, -0.03008132055401802, -0.02949763834476471, -0.0289139561355114, -0.028330275788903236, -0.027746593579649925, -0.027162911370396614, -0.026579231023788452, -0.02599554881453514, -0.02541186660528183, -0.024828186258673668, -0.024244504049420357, -0.023660823702812195, -0.023077141493558884, -0.022493459284305573, -0.02190977893769741, -0.0213260967284441, -0.020742416381835938, -0.020158734172582626, -0.019575051963329315, -0.018991371616721153, -0.018407689407467842, -0.01782400719821453, -0.01724032685160637, -0.016656644642353058, -0.016072962433099747, -0.015489282086491585, -0.014905599877238274, -0.014321918599307537, -0.0137382373213768, -0.013154556043446064, -0.012570874765515327, -0.011987192556262016, -0.01140351127833128, -0.010819830000400543, -0.010236147791147232, -0.009652466513216496, -0.009068785235285759, -0.008485103957355022, -0.007901422679424286, -0.007317740470170975, -0.006734059192240238, -0.006150377914309502, -0.005566696170717478, -0.004983014427125454, -0.004399333149194717, -0.003815651638433337, -0.003231970127671957, -0.002648288616910577, -0.0020646071061491966, -0.0014809255953878164, -0.0008972440846264362, -0.00031356257386505604, 0.00027011893689632416, 0.0008538004476577044, 0.0014374819584190845, 0.0020211634691804647, 0.002604844979941845, 0.003188526490703225, 0.0037722080014646053, 0.004355889745056629, 0.004939571022987366]}, "_runtime": 7.460381507873535, "_timestamp": 1596208897.0539887, "_step": 3}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 4.0, 3.0, 3.0, 1.0, 2.0, 2.0, 1.0, 3.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.016988281160593033, -0.016534307971596718, -0.016080336645245552, -0.015626363456249237, -0.015172392129898071, -0.014718419872224331, -0.01426444761455059, -0.01381047535687685, -0.01335650309920311, -0.012902529910206795, -0.012448557652533054, -0.011994585394859314, -0.011540613137185574, -0.011086640879511833, -0.010632668621838093, -0.010178696364164352, -0.009724724106490612, -0.009270751848816872, -0.008816779591143131, -0.008362807333469391, -0.00790883507579565, -0.007454862352460623, -0.007000890094786882, -0.006546917837113142, -0.006092945579439402, -0.005638973321765661, -0.005185001064091921, -0.0047310288064181805, -0.004277056083083153, -0.003823084058240056, -0.003369111567735672, -0.0029151393100619316, -0.0024611670523881912, -0.002007194794714451, -0.0015532224206253886, -0.0010992500465363264, -0.000645277788862586, -0.00019130547298118472, 0.0002626668429002166, 0.0007166391587816179, 0.0011706114746630192, 0.0016245837323367596, 0.0020785559900105, 0.002532528480514884, 0.0029865007381886244, 0.0034404729958623648, 0.003894445486366749, 0.004348417744040489, 0.00480239000171423, 0.00525636225938797, 0.00571033451706171, 0.006164306774735451, 0.006618279032409191, 0.007072251755744219, 0.007526224013417959, 0.007980195805430412, 0.008434168994426727, 0.008888141252100468, 0.009342113509774208, 0.009796085767447948, 0.010250058025121689, 0.01070403028279543, 0.01115800254046917, 0.01161197479814291, 0.01206594705581665]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 1.0, 3.0, 5.0, 4.0, 3.0, 7.0, 6.0, 9.0, 10.0, 21.0, 19.0, 26.0, 38.0, 50.0, 85.0, 69.0, 96.0, 112.0, 154.0, 169.0, 236.0, 306.0, 403.0, 513.0, 2316.0, 1102.0, 743.0, 499.0, 325.0, 172.0, 140.0, 87.0, 57.0, 34.0, 22.0, 24.0, 16.0, 12.0, 8.0, 11.0, 4.0, 4.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.161556214094162, -0.15670688450336456, -0.15185755491256714, -0.14700822532176971, -0.1421588957309723, -0.13730956614017487, -0.13246023654937744, -0.12761090695858002, -0.12276157736778259, -0.11791224777698517, -0.11306291818618774, -0.10821358859539032, -0.1033642590045929, -0.09851492941379547, -0.09366559982299805, -0.08881627023220062, -0.0839669406414032, -0.07911761105060577, -0.07426828145980835, -0.06941895186901093, -0.0645696222782135, -0.05972029268741608, -0.05487096309661865, -0.05002163350582123, -0.045172303915023804, -0.04032297432422638, -0.035473644733428955, -0.03062431514263153, -0.025774985551834106, -0.020925655961036682, -0.016076326370239258, -0.011226996779441833, -0.006377667188644409, -0.0015283375978469849, 0.0033209919929504395, 0.008170321583747864, 0.013019651174545288, 0.017868980765342712, 0.022718310356140137, 0.02756763994693756, 0.032416969537734985, 0.03726629912853241, 0.042115628719329834, 0.04696495831012726, 0.05181428790092468, 0.05666361749172211, 0.06151294708251953, 0.06636227667331696, 0.07121160626411438, 0.0760609358549118, 0.08091026544570923, 0.08575959503650665, 0.09060892462730408, 0.0954582542181015, 0.10030758380889893, 0.10515691339969635, 0.11000624299049377, 0.1148555725812912, 0.11970490217208862, 0.12455423176288605, 0.12940356135368347, 0.1342528909444809, 0.13910222053527832, 0.14395155012607574, 0.14880087971687317]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 2.0, 2.0, 4.0, 2.0, 2.0, 2.0, 3.0, 4.0, 1.0, 1.0, 2.0, 3.0, 3.0, 3.0, 3.0, 0.0, 2.0, 25.0, 3.0, 5.0, 3.0, 2.0, 2.0, 3.0, 3.0, 4.0, 2.0, 0.0, 1.0, 3.0, 5.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 3.0, 4.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.004232034087181091, -0.004065985791385174, -0.0038999379612505436, -0.0037338898982852697, -0.003567841835319996, -0.0034017935395240784, -0.0032357454765588045, -0.0030696974135935307, -0.002903649350628257, -0.002737601287662983, -0.002571553224697709, -0.0024055051617324352, -0.0022394568659365177, -0.002073408802971244, -0.00190736074000597, -0.0017413126770406961, -0.0015752646140754223, -0.0014092165511101484, -0.0012431684881448746, -0.0010771203087642789, -0.000911072245799005, -0.0007450241828337312, -0.0005789760616607964, -0.0004129279695916921, -0.0002468798775225878, -8.083178545348346e-05, 8.521630661562085e-05, 0.00025126439868472517, 0.0004173124907538295, 0.0005833605537191033, 0.0007494086748920381, 0.0009154567960649729, 0.0010815048590302467, 0.0012475529219955206, 0.0014136009849607944, 0.0015796491643413901, 0.001745697227306664, 0.0019117452902719378, 0.0020777934696525335, 0.0022438415326178074, 0.0024098895955830812, 0.002575937658548355, 0.002741985721513629, 0.002908033784478903, 0.0030740820802748203, 0.003240130143240094, 0.003406178206205368, 0.003572226269170642, 0.0037382743321359158, 0.0039043223951011896, 0.0040703704580664635, 0.004236418753862381, 0.004402466583997011, 0.004568514879792929, 0.004734562709927559, 0.004900611005723476, 0.005066659301519394, 0.005232707131654024, 0.005398755427449942, 0.005564803257584572, 0.005730851553380489, 0.0058968993835151196, 0.006062947679311037, 0.006228995509445667, 0.006395043805241585]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [4.0, 0.0, 2.0, 6.0, 15.0, 20.0, 29.0, 51.0, 82.0, 126.0, 227.0, 343.0, 540.0, 816.0, 1223.0, 1798.0, 2729.0, 3950.0, 5635.0, 7648.0, 10615.0, 14190.0, 19575.0, 26445.0, 37552.0, 54344.0, 76849.0, 102999.0, 429020.0, 99947.0, 76161.0, 55165.0, 40095.0, 28853.0, 20751.0, 15419.0, 11539.0, 8963.0, 6859.0, 5340.0, 3861.0, 2977.0, 2089.0, 1505.0, 1122.0, 791.0, 501.0, 319.0, 207.0, 138.0, 83.0, 49.0, 29.0, 22.0, 9.0, 8.0, 4.0, 2.0, 5.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011940260417759418, -0.011522089131176472, -0.011103917844593525, -0.010685746558010578, -0.010267576202750206, -0.00984940491616726, -0.009431233629584312, -0.009013062343001366, -0.008594891056418419, -0.008176719769835472, -0.007758548948913813, -0.007340377662330866, -0.006922206841409206, -0.00650403555482626, -0.006085864268243313, -0.005667693447321653, -0.005249522160738707, -0.00483135087415576, -0.0044131800532341, -0.0039950087666511536, -0.003576837480068207, -0.0031586664263159037, -0.0027404953725636005, -0.0023223240859806538, -0.0019041530322283506, -0.0014859818620607257, -0.0010678106918931007, -0.0006496396381407976, -0.00023146846797317266, 0.00018670267309062183, 0.0006048738141544163, 0.0010230449261143804, 0.0014412160962820053, 0.0018593872664496303, 0.002277558436617255, 0.0026957294903695583, 0.003113900776952505, 0.0035320718307048082, 0.003950242884457111, 0.004368414171040058, 0.004786585457623005, 0.005204756278544664, 0.005622927565127611, 0.006041098851710558, 0.006459269672632217, 0.006877440959215164, 0.007295612245798111, 0.00771378306671977, 0.008131954818964005, 0.008550125174224377, 0.008968296460807323, 0.00938646774739027, 0.009804639033973217, 0.010222810320556164, 0.01064098160713911, 0.011059151962399483, 0.01147732324898243, 0.011895494535565376, 0.012313665822148323, 0.01273183710873127, 0.013150008395314217, 0.013568178750574589, 0.013986350037157536, 0.014404521323740482, 0.014822692610323429]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 1.0, 2.0, 4.0, 1.0, 3.0, 1.0, 3.0, 1.0, 1.0, 6.0, 1.0, 1.0, 1.0, 3.0, 2.0, 2.0, 1.0, 2.0, 2.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.006762606091797352, -0.00655020447447896, -0.006337802857160568, -0.0061254012398421764, -0.005912999622523785, -0.005700598005205393, -0.005488196387887001, -0.005275794770568609, -0.0050633931532502174, -0.004850991535931826, -0.004638589918613434, -0.004426188301295042, -0.00421378668397665, -0.0040013850666582584, -0.003788983216509223, -0.003576581599190831, -0.0033641799818724394, -0.0031517783645540476, -0.002939376747235656, -0.002726975129917264, -0.002514573512598872, -0.0023021718952804804, -0.0020897702779620886, -0.001877368544228375, -0.0016649669269099832, -0.0014525653095915914, -0.0012401636922731996, -0.0010277620749548078, -0.000815360399428755, -0.0006029587821103632, -0.000390557135688141, -0.00017815550381783396, 3.424612805247307e-05, 0.00024664774537086487, 0.0004590493917930871, 0.0006714510382153094, 0.0008838526555337012, 0.001096254331059754, 0.0013086559483781457, 0.0015210575656965375, 0.0017334591830149293, 0.001945860800333321, 0.0021582625340670347, 0.0023706641513854265, 0.0025830657687038183, 0.00279546738602221, 0.003007869003340602, 0.0032202706206589937, 0.0034326722379773855, 0.0036450738552957773, 0.003857475472614169, 0.004069877322763205, 0.004282278940081596, 0.004494680557399988, 0.00470708217471838, 0.004919483792036772, 0.005131885409355164, 0.005344287026673555, 0.005556688643991947, 0.005769090261310339, 0.005981491878628731, 0.006193893495947123, 0.006406295113265514, 0.006618696730583906, 0.006831098347902298]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 7.0, 3.0, 5.0, 3.0, 6.0, 10.0, 17.0, 10.0, 17.0, 17.0, 34.0, 35.0, 27.0, 38.0, 79.0, 56.0, 80.0, 115.0, 134.0, 152.0, 207.0, 221.0, 257.0, 295.0, 358.0, 394.0, 388.0, 502.0, 565.0, 738.0, 971.0, 2190.0, 6598.0, 1322.0, 700.0, 596.0, 426.0, 332.0, 173.0, 125.0, 73.0, 34.0, 23.0, 17.0, 17.0, 12.0, 8.0, 9.0, 6.0, 5.0, 2.0, 3.0, 3.0, 1.0, 3.0, 4.0, 1.0, 2.0], "bins": [-0.008211884647607803, -0.007995841093361378, -0.007779798004776239, -0.007563754916191101, -0.0073477113619446754, -0.007131668273359537, -0.006915625184774399, -0.006699581630527973, -0.006483538541942835, -0.0062674954533576965, -0.006051451899111271, -0.005835408810526133, -0.005619365721940994, -0.005403322167694569, -0.00518727907910943, -0.004971235524863005, -0.004755192436277866, -0.004539149347692728, -0.004323105793446302, -0.004107062704861164, -0.003891019383445382, -0.0036749760620296, -0.003458932973444462, -0.00324288965202868, -0.003026846330612898, -0.002810803009197116, -0.002594759687781334, -0.0023787165991961956, -0.0021626732777804136, -0.0019466299563646317, -0.0017305867513641715, -0.0015145435463637114, -0.0012985002249479294, -0.0010824569035321474, -0.0008664136985316873, -0.0006503704353235662, -0.00043432717211544514, -0.00021828390890732408, -2.2406456992030144e-06, 0.00021380261750891805, 0.0004298458807170391, 0.0006458891439251602, 0.0008619324071332812, 0.0010779756121337414, 0.0012940189335495234, 0.0015100622549653053, 0.0017261054599657655, 0.0019421486649662256, 0.0021581919863820076, 0.0023742353077977896, 0.0025902786292135715, 0.00280632171779871, 0.003022365039214492, 0.003238408360630274, 0.003454451449215412, 0.003670494770631194, 0.003886538092046976, 0.004102581180632114, 0.00431862473487854, 0.004534667823463678, 0.004750710912048817, 0.004966754466295242, 0.005182797554880381, 0.005398841109126806, 0.005614884197711945]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 4.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.03136377036571503, -0.030832529067993164, -0.030301285907626152, -0.02977004460990429, -0.029238801449537277, -0.028707560151815414, -0.028176316991448402, -0.02764507569372654, -0.027113832533359528, -0.026582591235637665, -0.026051348075270653, -0.02552010677754879, -0.024988863617181778, -0.024457622319459915, -0.023926379159092903, -0.02339513786137104, -0.02286389470100403, -0.022332653403282166, -0.021801412105560303, -0.02127016894519329, -0.020738927647471428, -0.020207684487104416, -0.019676443189382553, -0.01914520002901554, -0.01861395873129368, -0.018082715570926666, -0.017551474273204803, -0.01702023111283779, -0.01648898981511593, -0.015957746654748917, -0.015426505357027054, -0.014895263127982616, -0.014364020898938179, -0.013832778669893742, -0.013301536440849304, -0.012770294211804867, -0.01223905198276043, -0.011707809753715992, -0.011176567524671555, -0.010645325295627117, -0.01011408306658268, -0.009582841768860817, -0.00905159953981638, -0.008520357310771942, -0.007989115081727505, -0.007457872852683067, -0.00692663062363863, -0.0063953883945941925, -0.005864146165549755, -0.005332903936505318, -0.00480166170746088, -0.004270419478416443, -0.003739177482202649, -0.0032079352531582117, -0.002676693256944418, -0.0021454510278999805, -0.0016142087988555431, -0.0010829665698111057, -0.0005517244571819901, -2.048228634521365e-05, 0.0005107598844915628, 0.0010420021135360003, 0.0015732442261651158, 0.0021044863387942314, 0.002635728567838669]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 4.0, 2.0, 0.0, 2.0, 2.0, 0.0, 4.0, 9.0, 8.0, 3.0, 3.0, 2.0, 5.0, 3.0, 2.0, 3.0, 4.0, 8.0, 2.0, 4.0, 1.0, 4.0, 2.0, 4.0, 4.0, 1.0, 1.0, 1.0, 0.0, 9.0, 6.0, 7.0, 6.0, 3.0, 6.0, 6.0, 4.0, 2.0, 0.0, 4.0, 5.0, 9.0, 4.0, 12.0, 56.0, 16.0, 9.0, 7.0, 9.0, 4.0, 6.0, 1.0, 1.0, 2.0], "bins": [-0.02699960209429264, -0.0265083909034729, -0.02601717971265316, -0.02552596852183342, -0.02503475733101368, -0.02454354614019394, -0.024052336812019348, -0.023561125621199608, -0.023069914430379868, -0.022578703239560127, -0.022087492048740387, -0.021596280857920647, -0.021105069667100906, -0.020613858476281166, -0.020122647285461426, -0.019631436094641685, -0.019140224903821945, -0.018649015575647354, -0.018157804384827614, -0.017666593194007874, -0.017175382003188133, -0.016684170812368393, -0.016192959621548653, -0.015701748430728912, -0.015210537239909172, -0.014719326980412006, -0.014228115789592266, -0.013736904598772526, -0.013245693407952785, -0.012754482217133045, -0.01226327195763588, -0.01177206076681614, -0.011280849575996399, -0.010789638385176659, -0.010298427194356918, -0.009807216934859753, -0.009316005744040012, -0.008824794553220272, -0.008333583362400532, -0.007842372171580791, -0.0073511614464223385, -0.006859950255602598, -0.006368739530444145, -0.005877528339624405, -0.005386317148804665, -0.004895106423646212, -0.004403895232826471, -0.003912684507668018, -0.003421473316848278, -0.0029302623588591814, -0.0024390514008700848, -0.0019478402100503445, -0.0014566292520612478, -0.0009654182358644903, -0.0004742072196677327, 1.700379652902484e-05, 0.0005082148127257824, 0.000999425770714879, 0.0014906368451192975, 0.001981847919523716, 0.0024730588775128126, 0.0029642698355019093, 0.0034554810263216496, 0.0039466917514801025, 0.004437902942299843]}, "_runtime": 8.227408409118652, "_timestamp": 1596208897.8210156, "_step": 4}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 2.0, 1.0, 1.0, 5.0, 2.0, 2.0, 2.0, 5.0, 2.0, 4.0, 3.0, 5.0, 4.0, 2.0, 2.0, 0.0, 0.0, 4.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.027740340679883957, -0.02702631801366806, -0.026312295347452164, -0.025598274543881416, -0.02488425187766552, -0.024170229211449623, -0.023456206545233727, -0.02274218387901783, -0.022028163075447083, -0.021314140409231186, -0.02060011774301529, -0.019886095076799393, -0.019172072410583496, -0.0184580497443676, -0.017744028940796852, -0.017030006274580956, -0.01631598360836506, -0.015601960942149162, -0.01488793920725584, -0.014173916541039944, -0.013459894806146622, -0.012745872139930725, -0.012031849473714828, -0.011317827738821507, -0.01060380507260561, -0.009889782406389713, -0.009175760671496391, -0.008461738005280495, -0.007747715804725885, -0.007033693604171276, -0.0063196709379553795, -0.00560564873740077, -0.004891626536846161, -0.004177604336291552, -0.0034635819029062986, -0.0027495594695210457, -0.0020355372689664364, -0.0013215149519965053, -0.0006074926350265741, 0.00010652968194335699, 0.0008205519989132881, 0.0015345743158832192, 0.0022485966328531504, 0.0029626190662384033, 0.0036766412667930126, 0.004390663467347622, 0.0051046861335635185, 0.005818708334118128, 0.006532730534672737, 0.007246752735227346, 0.007960774935781956, 0.008674797601997852, 0.009388819336891174, 0.010102842003107071, 0.010816864669322968, 0.01153088640421629, 0.012244909070432186, 0.012958931736648083, 0.013672953471541405, 0.014386976137757301, 0.015100998803973198, 0.015815021470189095, 0.016529042273759842, 0.01724306493997574, 0.017957087606191635]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 4.0, 0.0, 3.0, 2.0, 2.0, 6.0, 1.0, 4.0, 7.0, 11.0, 7.0, 22.0, 25.0, 43.0, 55.0, 66.0, 91.0, 141.0, 192.0, 350.0, 457.0, 657.0, 2792.0, 1469.0, 704.0, 335.0, 192.0, 107.0, 62.0, 30.0, 23.0, 19.0, 13.0, 9.0, 8.0, 7.0, 4.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.27480465173721313, -0.2678300440311432, -0.26085540652275085, -0.2538807988166809, -0.24690617620944977, -0.23993155360221863, -0.23295694589614868, -0.22598232328891754, -0.2190077006816864, -0.21203309297561646, -0.20505847036838531, -0.19808384776115417, -0.19110922515392303, -0.1841346174478531, -0.17715999484062195, -0.1701853722333908, -0.16321074962615967, -0.15623614192008972, -0.14926151931285858, -0.14228689670562744, -0.1353122889995575, -0.12833766639232635, -0.12136304378509521, -0.11438842862844467, -0.10741381347179413, -0.10043919086456299, -0.09346457570791245, -0.0864899531006813, -0.07951533794403076, -0.07254071533679962, -0.06556610018014908, -0.05859148129820824, -0.051616862416267395, -0.04464224353432655, -0.03766762465238571, -0.03069300763309002, -0.023718388751149178, -0.016743769869208336, -0.009769151918590069, -0.0027945335023105145, 0.00418008491396904, 0.011154703795909882, 0.018129322677850723, 0.025103939697146416, 0.03207855671644211, 0.03905317559838295, 0.04602779448032379, 0.05300241336226463, 0.059977032244205475, 0.06695164740085602, 0.07392627000808716, 0.0809008851647377, 0.08787550777196884, 0.09485012292861938, 0.10182474553585052, 0.10879936069250107, 0.11577397584915161, 0.12274859845638275, 0.1297232210636139, 0.13669782876968384, 0.14367245137691498, 0.15064707398414612, 0.15762169659137726, 0.1645963042974472, 0.17157092690467834]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 5.0, 2.0, 2.0, 3.0, 3.0, 2.0, 2.0, 4.0, 4.0, 2.0, 1.0, 0.0, 2.0, 2.0, 2.0, 3.0, 25.0, 6.0, 5.0, 1.0, 3.0, 6.0, 2.0, 1.0, 2.0, 4.0, 3.0, 1.0, 0.0, 1.0, 4.0, 2.0, 0.0, 3.0, 1.0, 0.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.00524064339697361, -0.0050686257891356945, -0.004896607715636492, -0.004724590107798576, -0.004552572034299374, -0.004380554426461458, -0.0042085363529622555, -0.00403651874512434, -0.0038645006716251373, -0.003692483063787222, -0.003520465223118663, -0.0033484473824501038, -0.0031764295417815447, -0.0030044117011129856, -0.0028323938604444265, -0.0026603760197758675, -0.0024883581791073084, -0.0023163403384387493, -0.0021443224977701902, -0.001972304657101631, -0.001800286816433072, -0.0016282690921798348, -0.0014562512515112758, -0.0012842334108427167, -0.0011122155701741576, -0.0009401977295055985, -0.0007681798888370395, -0.0005961621063761413, -0.00042414426570758224, -0.00025212642503902316, -8.010861347429454e-05, 9.19092126423493e-05, 0.00026392703875899315, 0.0004359448794275522, 0.0006079627200961113, 0.0007799805025570095, 0.0009519983432255685, 0.0011240161256864667, 0.0012960339663550258, 0.0014680518070235848, 0.001640069647692144, 0.001812087488360703, 0.0019841052126139402, 0.0021561230532824993, 0.0023281408939510584, 0.0025001587346196175, 0.0026721765752881765, 0.0028441944159567356, 0.0030162122566252947, 0.0031882300972938538, 0.003360247937962413, 0.003532265778630972, 0.003704283619299531, 0.00387630145996809, 0.0040483190678060055, 0.004220337141305208, 0.004392354749143124, 0.004564372822642326, 0.004736390430480242, 0.0049084085039794445, 0.00508042611181736, 0.005252444185316563, 0.005424461793154478, 0.005596479866653681, 0.005768497474491596]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 5.0, 7.0, 6.0, 10.0, 22.0, 43.0, 92.0, 127.0, 228.0, 395.0, 577.0, 885.0, 1238.0, 1742.0, 2389.0, 3240.0, 4337.0, 5650.0, 7284.0, 9540.0, 12093.0, 15783.0, 21376.0, 29049.0, 41096.0, 60011.0, 85996.0, 116402.0, 436347.0, 92396.0, 63901.0, 43880.0, 30561.0, 22687.0, 16879.0, 12924.0, 9999.0, 7609.0, 5821.0, 4555.0, 3408.0, 2510.0, 1902.0, 1370.0, 975.0, 697.0, 506.0, 368.0, 259.0, 159.0, 125.0, 70.0, 54.0, 29.0, 12.0, 7.0, 7.0, 3.0, 2.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.013574122451245785, -0.013108698651194572, -0.01264327485114336, -0.012177850119769573, -0.011712426319718361, -0.011247002519667149, -0.010781578719615936, -0.010316154919564724, -0.009850731119513512, -0.009385306388139725, -0.008919882588088512, -0.0084544587880373, -0.007989034987986088, -0.007523610722273588, -0.007058186922222376, -0.006592762656509876, -0.006127338856458664, -0.005661915056407452, -0.005196490790694952, -0.00473106699064374, -0.00426564272493124, -0.0038002189248800278, -0.0033347951248288155, -0.0028693710919469595, -0.0024039470590651035, -0.0019385230261832476, -0.0014730991097167134, -0.0010076751932501793, -0.0005422511603683233, -7.682718569412827e-05, 0.0003885967889800668, 0.0008540207636542618, 0.0013194447383284569, 0.0017848687712103128, 0.002250292804092169, 0.002715716604143381, 0.003181140637025237, 0.003646564669907093, 0.004111988469958305, 0.004577412735670805, 0.005042836535722017, 0.00550826033577323, 0.005973684601485729, 0.0064391084015369415, 0.006904532201588154, 0.0073699564673006535, 0.007835380733013153, 0.008300804533064365, 0.008766228333115578, 0.00923165213316679, 0.009697075933218002, 0.01016250066459179, 0.010627924464643002, 0.011093348264694214, 0.011558772064745426, 0.012024195864796638, 0.012489620596170425, 0.012955044396221638, 0.01342046819627285, 0.013885891996324062, 0.014351315796375275, 0.014816739596426487, 0.015282164327800274, 0.015747588127851486, 0.016213010996580124]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 1.0, 2.0, 3.0, 2.0, 2.0, 2.0, 0.0, 1.0, 3.0, 1.0, 2.0, 1.0, 1.0, 4.0, 4.0, 4.0, 3.0, 6.0, 0.0, 3.0, 1.0, 3.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008299876004457474, -0.007902765646576881, -0.007505655754357576, -0.007108545862138271, -0.006711435504257679, -0.006314325146377087, -0.005917215254157782, -0.0055201053619384766, -0.005122995004057884, -0.004725884646177292, -0.004328774753957987, -0.003931664861738682, -0.0035345545038580894, -0.0031374443788081408, -0.002740334253758192, -0.0023432241287082434, -0.0019461140036582947, -0.001549003878608346, -0.0011518937535583973, -0.0007547836285084486, -0.0003576735034584999, 3.9436621591448784e-05, 0.0004365467466413975, 0.0008336568716913462, 0.0012307669967412949, 0.0016278771217912436, 0.0020249872468411922, 0.002422097371891141, 0.0028192074969410896, 0.0032163176219910383, 0.003613427747040987, 0.004010537639260292, 0.004407647997140884, 0.004804758355021477, 0.005201868247240782, 0.005598978139460087, 0.005996088497340679, 0.0063931988552212715, 0.0067903087474405766, 0.007187418639659882, 0.007584528997540474, 0.007981639355421066, 0.008378749713301659, 0.008775859139859676, 0.009172969497740269, 0.009570079855620861, 0.009967189282178879, 0.010364299640059471, 0.010761409997940063, 0.011158520355820656, 0.011555630713701248, 0.011952740140259266, 0.012349850498139858, 0.01274696085602045, 0.013144070282578468, 0.01354118064045906, 0.013938290998339653, 0.014335401356220245, 0.014732511714100838, 0.015129621140658855, 0.015526731498539448, 0.015923840925097466, 0.016320951282978058, 0.01671806164085865, 0.017115171998739243]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 1.0, 1.0, 3.0, 7.0, 17.0, 18.0, 20.0, 19.0, 44.0, 59.0, 81.0, 79.0, 144.0, 156.0, 191.0, 243.0, 307.0, 357.0, 389.0, 440.0, 573.0, 728.0, 970.0, 1163.0, 2128.0, 6871.0, 1104.0, 599.0, 448.0, 335.0, 265.0, 179.0, 103.0, 79.0, 63.0, 46.0, 34.0, 26.0, 32.0, 20.0, 17.0, 10.0, 8.0, 7.0, 3.0, 2.0, 3.0, 2.0, 1.0, 6.0, 9.0, 2.0, 5.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 4.0, 2.0, 1.0], "bins": [-0.007050433196127415, -0.006781149655580521, -0.0065118661150336266, -0.006242582108825445, -0.005973298568278551, -0.005704015027731657, -0.005434731021523476, -0.005165447480976582, -0.0048961639404296875, -0.004626880399882793, -0.004357596859335899, -0.004088312853127718, -0.003819029312580824, -0.00354974577203393, -0.003280461998656392, -0.0030111782252788544, -0.0027418946847319603, -0.0024726111441850662, -0.0022033273708075285, -0.0019340437138453126, -0.0016647600568830967, -0.0013954763999208808, -0.001126192742958665, -0.000856909085996449, -0.0005876254290342331, -0.0003183417720720172, -4.905811510980129e-05, 0.0002202255418524146, 0.0004895091988146305, 0.0007587928557768464, 0.0010280765127390623, 0.0012973601697012782, 0.0015666438266634941, 0.00183592748362571, 0.002105211140587926, 0.0023744949139654636, 0.0026437784545123577, 0.002913061995059252, 0.0031823457684367895, 0.0034516295418143272, 0.0037209130823612213, 0.003990196622908115, 0.0042594801634550095, 0.004528764169663191, 0.004798047710210085, 0.005067331250756979, 0.00533661525696516, 0.0056058987975120544, 0.0058751823380589485, 0.006144465878605843, 0.006413749419152737, 0.006683033425360918, 0.006952316965907812, 0.007221600506454706, 0.007490884512662888, 0.007760168053209782, 0.008029451593756676, 0.00829873513430357, 0.008568018674850464, 0.008837302215397358, 0.009106585755944252, 0.00937587022781372, 0.009645153768360615, 0.009914437308907509, 0.010183720849454403]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 5.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.035189464688301086, -0.03447755053639412, -0.03376563638448715, -0.033053718507289886, -0.03234180435538292, -0.03162989020347595, -0.030917974188923836, -0.03020606003701687, -0.029494144022464752, -0.028782229870557785, -0.028070315718650818, -0.0273583997040987, -0.026646485552191734, -0.025934569537639618, -0.02522265538573265, -0.024510739371180534, -0.023798825219273567, -0.0230869110673666, -0.022374995052814484, -0.021663080900907516, -0.0209511648863554, -0.020239250734448433, -0.019527334719896317, -0.01881542056798935, -0.018103506416082382, -0.017391590401530266, -0.0166796762496233, -0.015967760235071182, -0.015255846083164215, -0.014543930999934673, -0.013832015916705132, -0.01312010083347559, -0.012408185750246048, -0.011696270667016506, -0.010984355583786964, -0.010272440500557423, -0.00956052541732788, -0.008848611265420914, -0.008136696182191372, -0.00742478109896183, -0.006712866015732288, -0.006000950932502747, -0.005289035849273205, -0.00457712123170495, -0.0038652061484754086, -0.0031532910652458668, -0.0024413762148469687, -0.0017294612480327487, -0.0010175462812185287, -0.0003056313144043088, 0.00040628365240991116, 0.001118198619224131, 0.001830113586038351, 0.002542028669267893, 0.003253943519666791, 0.003965858370065689, 0.004677773453295231, 0.005389688536524773, 0.006101603619754314, 0.006813518237322569, 0.007525433320552111, 0.008237347938120365, 0.008949263021349907, 0.009661178104579449, 0.01037309318780899]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 3.0, 3.0, 1.0, 6.0, 4.0, 4.0, 2.0, 3.0, 5.0, 7.0, 7.0, 4.0, 4.0, 3.0, 9.0, 4.0, 8.0, 4.0, 2.0, 6.0, 6.0, 5.0, 6.0, 5.0, 6.0, 1.0, 2.0, 2.0, 2.0, 3.0, 3.0, 2.0, 3.0, 4.0, 2.0, 1.0, 3.0, 0.0, 1.0, 6.0, 4.0, 59.0, 10.0, 9.0, 6.0, 7.0, 5.0, 2.0, 10.0, 5.0, 2.0, 4.0, 1.0, 0.0, 1.0, 2.0], "bins": [-0.022123079746961594, -0.021674703806638718, -0.021226326003670692, -0.020777950063347816, -0.02032957412302494, -0.019881196320056915, -0.01943282037973404, -0.018984444439411163, -0.018536066636443138, -0.018087690696120262, -0.017639314755797386, -0.01719093695282936, -0.016742561012506485, -0.01629418507218361, -0.015845807269215584, -0.015397431328892708, -0.014949054457247257, -0.014500677585601807, -0.01405230164527893, -0.01360392477363348, -0.01315554790198803, -0.012707171961665154, -0.012258795090019703, -0.011810418218374252, -0.011362042278051376, -0.010913665406405926, -0.010465288534760475, -0.010016911663115025, -0.009568535722792149, -0.009120158851146698, -0.008671781979501247, -0.008223406039178371, -0.007775029167532921, -0.0073266527615487576, -0.006878275889903307, -0.006429899483919144, -0.005981522612273693, -0.00553314620628953, -0.0050847698003053665, -0.004636392928659916, -0.004188016522675753, -0.0037396398838609457, -0.0032912632450461388, -0.0028428868390619755, -0.0023945102002471685, -0.0019461335614323616, -0.0014977570390328765, -0.0010493805166333914, -0.0006010038778185844, -0.00015262729721143842, 0.0002957492833957076, 0.0007441258640028536, 0.0011925024446099997, 0.0016408790834248066, 0.00208925548940897, 0.002537632128223777, 0.0029860087670385838, 0.0034343854058533907, 0.0038827620446681976, 0.004331138450652361, 0.004779514856636524, 0.005227891728281975, 0.005676268134266138, 0.006124645005911589, 0.006573021411895752]}, "_runtime": 9.00781798362732, "_timestamp": 1596208898.6014252, "_step": 5}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 4.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 2.0, 3.0, 4.0, 2.0, 3.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 3.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012590455822646618, -0.012185032479465008, -0.011779610067605972, -0.011374186724424362, -0.010968764312565327, -0.010563340969383717, -0.010157918557524681, -0.009752495214343071, -0.009347071871161461, -0.008941649459302425, -0.008536226116120815, -0.00813080370426178, -0.00772538036108017, -0.007319957483559847, -0.006914534606039524, -0.006509111728519201, -0.0061036888509988785, -0.005698265973478556, -0.005292843095958233, -0.00488742021843791, -0.004481997340917587, -0.004076573997735977, -0.0036711511202156544, -0.0032657282426953316, -0.0028603053651750088, -0.002454882487654686, -0.002049459610134363, -0.0016440364997833967, -0.001238613622263074, -0.0008331906865350902, -0.0004277677508071065, -2.2344815079122782e-05, 0.00038307812064886093, 0.0007885010563768446, 0.0011939239921048284, 0.001599346986040473, 0.002004769863560796, 0.0024101927410811186, 0.002815615851432085, 0.003221038728952408, 0.0036264616064727306, 0.0040318844839930534, 0.004437307361513376, 0.004842730239033699, 0.005248153582215309, 0.005653576459735632, 0.006058999337255955, 0.0064644222147762775, 0.0068698450922966, 0.007275267969816923, 0.007680690847337246, 0.008086114190518856, 0.008491536602377892, 0.008896959945559502, 0.009302382357418537, 0.009707805700600147, 0.010113228112459183, 0.010518651455640793, 0.010924074798822403, 0.011329497210681438, 0.011734920553863049, 0.012140342965722084, 0.012545766308903694, 0.01295118872076273, 0.01335661206394434]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 5.0, 9.0, 1.0, 9.0, 5.0, 15.0, 14.0, 15.0, 22.0, 20.0, 40.0, 43.0, 51.0, 52.0, 79.0, 118.0, 134.0, 174.0, 227.0, 277.0, 276.0, 439.0, 1964.0, 1208.0, 993.0, 576.0, 377.0, 219.0, 151.0, 98.0, 76.0, 51.0, 48.0, 29.0, 23.0, 19.0, 15.0, 7.0, 10.0, 6.0, 6.0, 6.0, 7.0, 2.0, 1.0, 3.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.14804580807685852, -0.14354999363422394, -0.13905416429042816, -0.13455834984779358, -0.1300625205039978, -0.12556670606136322, -0.12107088416814804, -0.11657506227493286, -0.11207924038171768, -0.1075834184885025, -0.10308759659528732, -0.09859177470207214, -0.09409596025943756, -0.08960013836622238, -0.0851043164730072, -0.08060849457979202, -0.07611267268657684, -0.07161685079336166, -0.06712102890014648, -0.0626252070069313, -0.058129388839006424, -0.053633566945791245, -0.049137748777866364, -0.044641926884651184, -0.040146104991436005, -0.035650283098220825, -0.031154463067650795, -0.026658643037080765, -0.022162821143865585, -0.017666999250650406, -0.013171179220080376, -0.00867535825818777, -0.004179537296295166, 0.0003162836655974388, 0.004812104627490044, 0.009307925589382648, 0.013803746551275253, 0.018299568444490433, 0.022795388475060463, 0.027291208505630493, 0.03178703039884567, 0.03628285229206085, 0.04077867418527603, 0.04527449235320091, 0.04977031424641609, 0.05426613613963127, 0.05876195430755615, 0.06325777620077133, 0.06775359809398651, 0.07224941998720169, 0.07674524188041687, 0.08124106377363205, 0.08573688566684723, 0.09023270010948181, 0.09472852200269699, 0.09922434389591217, 0.10372016578912735, 0.10821598768234253, 0.11271180957555771, 0.11720763146877289, 0.12170344591140747, 0.12619927525520325, 0.13069508969783783, 0.1351909190416336, 0.1396867334842682]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 3.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 4.0, 1.0, 2.0, 6.0, 3.0, 4.0, 2.0, 4.0, 3.0, 2.0, 23.0, 4.0, 1.0, 1.0, 6.0, 2.0, 1.0, 2.0, 2.0, 1.0, 1.0, 2.0, 1.0, 2.0, 2.0, 2.0, 1.0, 4.0, 4.0, 1.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 3.0], "bins": [-0.006251100916415453, -0.006085454486310482, -0.005919808056205511, -0.005754161160439253, -0.005588514730334282, -0.005422868300229311, -0.00525722187012434, -0.005091575440019369, -0.004925929009914398, -0.00476028211414814, -0.004594635684043169, -0.004428989253938198, -0.004263342823833227, -0.004097696393728256, -0.003932049497961998, -0.003766403067857027, -0.003600756637752056, -0.003435110207647085, -0.0032694635447114706, -0.0031038171146064997, -0.002938170451670885, -0.002772524021565914, -0.0026068775914609432, -0.0024412309285253286, -0.0022755844984203577, -0.0021099380683153868, -0.0019442914053797722, -0.0017786449752748013, -0.0016129984287545085, -0.0014473518822342157, -0.0012817054521292448, -0.001116058905608952, -0.0009504123590886593, -0.0007847658125683665, -0.0006191193242557347, -0.0004534728068392724, -0.0002878262894228101, -0.00012217977200634778, 4.346674541011453e-05, 0.00020911326282657683, 0.00037475978024303913, 0.0005404063267633319, 0.0007060528150759637, 0.0008716993033885956, 0.0010373458499088883, 0.001202992396429181, 0.001368638826534152, 0.0015342853730544448, 0.0016999319195747375, 0.0018655784660950303, 0.002031225012615323, 0.002196871442720294, 0.0023625181056559086, 0.0025281645357608795, 0.0026938109658658504, 0.002859457628801465, 0.003025104058906436, 0.003190750489011407, 0.0033563971519470215, 0.0035220435820519924, 0.0036876900121569633, 0.003853336675092578, 0.0040189833380281925, 0.0041846297681331635, 0.004350276198238134]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 2.0, 2.0, 8.0, 13.0, 21.0, 33.0, 45.0, 79.0, 128.0, 181.0, 265.0, 454.0, 562.0, 765.0, 1078.0, 1407.0, 1930.0, 2503.0, 3156.0, 4075.0, 5221.0, 6473.0, 8159.0, 10204.0, 12833.0, 16081.0, 20028.0, 25367.0, 33463.0, 44621.0, 60775.0, 81872.0, 107837.0, 408351.0, 81544.0, 60313.0, 43901.0, 32004.0, 24029.0, 18618.0, 14879.0, 11841.0, 9252.0, 6999.0, 5418.0, 3823.0, 2798.0, 2019.0, 1397.0, 910.0, 645.0, 492.0, 244.0, 203.0, 118.0, 87.0, 53.0, 33.0, 15.0, 8.0, 8.0, 0.0, 2.0], "bins": [-0.01449078693985939, -0.014066297560930252, -0.013641809113323689, -0.01321731973439455, -0.012792830355465412, -0.012368340976536274, -0.01194385252892971, -0.011519363150000572, -0.011094873771071434, -0.01067038532346487, -0.010245895944535732, -0.009821406565606594, -0.009396917186677456, -0.008972428739070892, -0.008547939360141754, -0.008123449981212616, -0.007698961067944765, -0.007274472154676914, -0.006849982775747776, -0.006425493862479925, -0.006001004483550787, -0.005576515570282936, -0.005152026191353798, -0.004727537278085947, -0.004303048364818096, -0.003878558985888958, -0.0034540698397904634, -0.003029580693691969, -0.002605091780424118, -0.0021806026343256235, -0.001756113488227129, -0.0013316243421286345, -0.0009071351960301399, -0.00048264607903547585, -5.815696204081178e-05, 0.0003663321549538523, 0.0007908212719485164, 0.001215310418047011, 0.0016397994477301836, 0.002064288593828678, 0.0024887777399271727, 0.002913266886025667, 0.0033377560321241617, 0.0037622451782226562, 0.004186734091490507, 0.004611223470419645, 0.005035712383687496, 0.005460201762616634, 0.005884690675884485, 0.006309179589152336, 0.006733668968081474, 0.007158157881349325, 0.007582647260278463, 0.008007136173546314, 0.008431625552475452, 0.00885611493140459, 0.009280603379011154, 0.009705092757940292, 0.01012958213686943, 0.010554070584475994, 0.010978559963405132, 0.01140304934233427, 0.011827538721263409, 0.012252027168869972, 0.01267651654779911]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 3.0, 1.0, 1.0, 3.0, 0.0, 0.0, 3.0, 0.0, 1.0, 3.0, 3.0, 0.0, 1.0, 4.0, 2.0, 0.0, 5.0, 9.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.007898630574345589, -0.0075815459713339806, -0.007264460902661085, -0.006947376299649477, -0.006630291230976582, -0.0063132066279649734, -0.005996121559292078, -0.00567903695628047, -0.0053619518876075745, -0.005044867284595966, -0.004727782681584358, -0.004410697612911463, -0.004093613009899855, -0.003776528174057603, -0.003459443338215351, -0.0031423585023730993, -0.0028252736665308475, -0.0025081888306885958, -0.002191103994846344, -0.001874019275419414, -0.0015569344395771623, -0.0012398496037349105, -0.0009227648261003196, -0.0006056800484657288, -0.000288595212623477, 2.848959411494434e-05, 0.00034557440085336566, 0.0006626591784879565, 0.0009797440143302083, 0.00129682885017246, 0.00161391356959939, 0.0019309984054416418, 0.0022480832412838936, 0.0025651680771261454, 0.002882252912968397, 0.003199337748810649, 0.0035164225846529007, 0.003833507187664509, 0.004150592256337404, 0.004467676859349012, 0.004784761928021908, 0.005101846531033516, 0.005418931134045124, 0.0057360162027180195, 0.006053100805729628, 0.006370185874402523, 0.006687270477414131, 0.007004355546087027, 0.007321440149098635, 0.007638524752110243, 0.007955609820783138, 0.008272694423794746, 0.008589779026806355, 0.008906864561140537, 0.009223949164152145, 0.009541033767163754, 0.009858118370175362, 0.01017520297318697, 0.010492288507521152, 0.01080937311053276, 0.011126457713544369, 0.011443542316555977, 0.01176062785089016, 0.012077712453901768, 0.012394797056913376]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 2.0, 5.0, 2.0, 8.0, 6.0, 7.0, 13.0, 17.0, 17.0, 31.0, 37.0, 53.0, 55.0, 78.0, 95.0, 117.0, 131.0, 202.0, 237.0, 256.0, 357.0, 387.0, 468.0, 531.0, 654.0, 911.0, 1182.0, 1678.0, 6875.0, 1491.0, 785.0, 477.0, 265.0, 221.0, 159.0, 157.0, 102.0, 80.0, 53.0, 48.0, 40.0, 23.0, 14.0, 13.0, 15.0, 12.0, 8.0, 7.0, 7.0, 7.0, 6.0, 6.0, 5.0, 4.0, 4.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 3.0], "bins": [-0.007153067272156477, -0.006909611634910107, -0.006666155997663736, -0.006422700360417366, -0.006179244257509708, -0.005935788620263338, -0.005692332983016968, -0.0054488773457705975, -0.005205421708524227, -0.004961966071277857, -0.0047185104340314865, -0.004475054796785116, -0.004231599159538746, -0.003988143056631088, -0.003744687419384718, -0.0035012317821383476, -0.0032577761448919773, -0.003014320507645607, -0.0027708648703992367, -0.0025274090003222227, -0.0022839533630758524, -0.002040497725829482, -0.00179704197216779, -0.0015535862185060978, -0.0013101305812597275, -0.0010666749440133572, -0.000823219190351665, -0.0005797634948976338, -0.00033630779944360256, -9.285210398957133e-05, 0.0001506035914644599, 0.0003940592869184911, 0.0006375149823725224, 0.0008809706778265536, 0.0011244263732805848, 0.001367882126942277, 0.0016113377641886473, 0.0018547934014350176, 0.0020982492715120316, 0.002341704908758402, 0.002585160546004772, 0.0028286161832511425, 0.003072071820497513, 0.003315527690574527, 0.003558983327820897, 0.0038024389650672674, 0.004045894835144281, 0.004289350472390652, 0.004532806109637022, 0.004776261746883392, 0.005019717384129763, 0.005263173021376133, 0.005506629124283791, 0.005750084761530161, 0.005993540398776531, 0.0062369960360229015, 0.006480451673269272, 0.006723907310515642, 0.0069673629477620125, 0.007210818585008383, 0.007454274222254753, 0.007697730325162411, 0.007941185496747494, 0.008184641599655151, 0.008428096771240234]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 5.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0303180068731308, -0.029572265222668648, -0.028826523572206497, -0.028080780059099197, -0.027335038408637047, -0.026589296758174896, -0.025843555107712746, -0.025097811594605446, -0.024352069944143295, -0.023606328293681145, -0.022860586643218994, -0.022114844992756844, -0.021369101479649544, -0.020623359829187393, -0.019877618178725243, -0.019131876528263092, -0.018386133015155792, -0.01764039136469364, -0.01689464971423149, -0.01614890806376934, -0.015403165481984615, -0.014657423831522465, -0.01391168124973774, -0.013165939599275589, -0.012420197948813438, -0.011674455367028713, -0.010928713716566563, -0.010182971134781837, -0.009437229484319687, -0.008691486902534962, -0.007945745252072811, -0.007200003135949373, -0.006454261019825935, -0.0057085189037024975, -0.00496277678757906, -0.004217034671455622, -0.0034712927881628275, -0.0027255506720393896, -0.0019798087887465954, -0.0012340666726231575, -0.0004883245564997196, 0.00025741750141605735, 0.0010031595593318343, 0.0017489015590399504, 0.0024946436751633883, 0.003240385791286826, 0.00398612767457962, 0.004731869790703058, 0.005477611906826496, 0.006223354022949934, 0.006969096139073372, 0.00771483825519681, 0.008460580371320248, 0.009206322021782398, 0.009952064603567123, 0.010697806254029274, 0.011443547904491425, 0.01218929048627615, 0.0129350321367383, 0.013680774718523026, 0.014426516368985176, 0.015172258950769901, 0.015918001532554626, 0.016663743183016777, 0.017409484833478928]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 3.0, 1.0, 2.0, 2.0, 1.0, 2.0, 2.0, 3.0, 5.0, 4.0, 3.0, 2.0, 4.0, 4.0, 4.0, 3.0, 3.0, 6.0, 6.0, 1.0, 6.0, 3.0, 4.0, 4.0, 4.0, 4.0, 3.0, 3.0, 6.0, 5.0, 9.0, 4.0, 3.0, 3.0, 2.0, 2.0, 5.0, 8.0, 9.0, 12.0, 13.0, 60.0, 10.0, 8.0, 5.0, 2.0, 2.0, 4.0, 2.0, 4.0, 2.0, 2.0, 2.0, 1.0], "bins": [-0.02568560652434826, -0.025186311453580856, -0.024687016382813454, -0.0241877231746912, -0.023688428103923798, -0.023189133033156395, -0.022689837962388992, -0.02219054475426674, -0.021691249683499336, -0.021191954612731934, -0.02069265954196453, -0.02019336447119713, -0.019694071263074875, -0.019194776192307472, -0.01869548112154007, -0.018196186050772667, -0.017696890980005264, -0.01719759777188301, -0.016698302701115608, -0.016199007630348206, -0.015699712559580803, -0.015200418420135975, -0.014701124280691147, -0.014201829209923744, -0.013702534139156342, -0.013203239999711514, -0.012703944928944111, -0.012204650789499283, -0.01170535571873188, -0.011206061579287052, -0.01070676650851965, -0.010207472369074821, -0.009708177298307419, -0.009208882227540016, -0.008709588088095188, -0.008210293017327785, -0.0077109988778829575, -0.007211703807115555, -0.0067124092020094395, -0.006213114596903324, -0.005713819991797209, -0.0052145253866910934, -0.004715230781584978, -0.004215936176478863, -0.0037166413385421038, -0.0032173467334359884, -0.0027180518954992294, -0.002218757290393114, -0.0017194626852869987, -0.0012201680801808834, -0.0007208733586594462, -0.00022157869534566998, 0.00027771596796810627, 0.0007770106312818825, 0.0012763052945956588, 0.001775600016117096, 0.0022748946212232113, 0.0027741892263293266, 0.003273483831435442, 0.003772778669372201, 0.00427207350730896, 0.004771368112415075, 0.005270662717521191, 0.005769957322627306, 0.006269251927733421]}, "_runtime": 9.786194562911987, "_timestamp": 1596208899.3798018, "_step": 6}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 3.0, 3.0, 1.0, 1.0, 3.0, 4.0, 1.0, 0.0, 3.0, 0.0, 5.0, 1.0, 2.0, 1.0, 2.0, 0.0, 3.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.015279727056622505, -0.014801948331296444, -0.014324169605970383, -0.013846390880644321, -0.01336861215531826, -0.012890833429992199, -0.012413054704666138, -0.011935275979340076, -0.011457497254014015, -0.010979719460010529, -0.010501940734684467, -0.010024162009358406, -0.009546383284032345, -0.009068604558706284, -0.008590825833380222, -0.008113047108054161, -0.0076352683827281, -0.007157489657402039, -0.006679710932075977, -0.006201932206749916, -0.005724153481423855, -0.005246375221759081, -0.00476859649643302, -0.004290817771106958, -0.003813039045780897, -0.003335260320454836, -0.0028574815951287746, -0.002379703102633357, -0.0019019243773072958, -0.0014241456519812346, -0.0009463670430704951, -0.0004685883759520948, 9.190291166305542e-06, 0.0004869689582847059, 0.0009647476254031062, 0.0014425262343138456, 0.0019203049596399069, 0.002398083684965968, 0.0028758621774613857, 0.003353640902787447, 0.0038314196281135082, 0.0043091983534395695, 0.004786977078765631, 0.005264755804091692, 0.005742534063756466, 0.006220312789082527, 0.006698091514408588, 0.00717587023973465, 0.007653648965060711, 0.008131427690386772, 0.008609206415712833, 0.009086985141038895, 0.009564763866364956, 0.010042542591691017, 0.010520321317017078, 0.01099810004234314, 0.011475877836346626, 0.011953656561672688, 0.012431435286998749, 0.01290921401232481, 0.013386992737650871, 0.013864771462976933, 0.014342550188302994, 0.014820328913629055, 0.015298107638955116]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 7.0, 3.0, 4.0, 4.0, 5.0, 5.0, 7.0, 11.0, 12.0, 9.0, 12.0, 27.0, 29.0, 38.0, 43.0, 56.0, 66.0, 83.0, 98.0, 131.0, 172.0, 200.0, 250.0, 272.0, 385.0, 1898.0, 1362.0, 980.0, 578.0, 333.0, 213.0, 175.0, 118.0, 85.0, 65.0, 47.0, 32.0, 32.0, 15.0, 12.0, 15.0, 7.0, 11.0, 4.0, 2.0, 2.0, 2.0, 5.0, 2.0, 1.0, 1.0, 3.0, 1.0], "bins": [-0.170221745967865, -0.16561876237392426, -0.16101577877998352, -0.15641279518604279, -0.15180981159210205, -0.14720682799816132, -0.14260384440422058, -0.13800086081027985, -0.1333978772163391, -0.12879489362239838, -0.12419191747903824, -0.1195889338850975, -0.11498595029115677, -0.11038296669721603, -0.1057799831032753, -0.10117699950933456, -0.09657401591539383, -0.0919710323214531, -0.08736804872751236, -0.08276506513357162, -0.07816208153963089, -0.07355909794569016, -0.06895611435174942, -0.06435313075780869, -0.05975015088915825, -0.055147167295217514, -0.05054418370127678, -0.045941200107336044, -0.04133822023868561, -0.03673523664474487, -0.03213225305080414, -0.027529269456863403, -0.02292628586292267, -0.018323302268981934, -0.013720319606363773, -0.009117336943745613, -0.004514353349804878, 8.862977847456932e-05, 0.004691612906754017, 0.009294595569372177, 0.013897579163312912, 0.018500562757253647, 0.02310354635119438, 0.027706528082489967, 0.03230950981378555, 0.03691249340772629, 0.04151547700166702, 0.04611846059560776, 0.05072144418954849, 0.05532442778348923, 0.05992741137742996, 0.0645303949713707, 0.06913337856531143, 0.07373636215925217, 0.0783393457531929, 0.08294232934713364, 0.08754530549049377, 0.09214828908443451, 0.09675127267837524, 0.10135425627231598, 0.10595723986625671, 0.11056022346019745, 0.11516320705413818, 0.11976619064807892, 0.12436917424201965]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 4.0, 3.0, 2.0, 1.0, 1.0, 2.0, 3.0, 6.0, 3.0, 6.0, 1.0, 5.0, 2.0, 3.0, 4.0, 24.0, 6.0, 2.0, 0.0, 5.0, 1.0, 3.0, 1.0, 5.0, 2.0, 1.0, 2.0, 3.0, 1.0, 3.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.006069324444979429, -0.005885537713766098, -0.005701750982552767, -0.005517964251339436, -0.005334177520126104, -0.005150390788912773, -0.004966603592038155, -0.004782816860824823, -0.004599030129611492, -0.004415243398398161, -0.00423145666718483, -0.0040476699359714985, -0.0038638832047581673, -0.003680096473544836, -0.003496309509500861, -0.00331252277828753, -0.0031287360470741987, -0.0029449493158608675, -0.0027611625846475363, -0.0025773756206035614, -0.00239358888939023, -0.002209802158176899, -0.0020260154269635677, -0.0018422285793349147, -0.0016584418481215835, -0.0014746551169082522, -0.0012908682692795992, -0.001107081538066268, -0.0009232947486452758, -0.0007395079592242837, -0.0005557212280109525, -0.00037193443858996034, -0.0001881476491689682, -4.360874299891293e-06, 0.00017942590056918561, 0.0003632126608863473, 0.0005469994503073394, 0.0007307862397283316, 0.0009145729709416628, 0.0010983598185703158, 0.001282146549783647, 0.0014659332809969783, 0.0016497201286256313, 0.0018335068598389626, 0.0020172935910522938, 0.002201080322265625, 0.0023848672863096, 0.002568654017522931, 0.0027524407487362623, 0.0029362274799495935, 0.0031200142111629248, 0.0033038011752068996, 0.003487587906420231, 0.003671374637633562, 0.0038551613688468933, 0.0040389481000602245, 0.004222734831273556, 0.004406521562486887, 0.004590308293700218, 0.004774095490574837, 0.004957882221788168, 0.005141668953001499, 0.00532545568421483, 0.005509242415428162, 0.005693029146641493]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 1.0, 4.0, 1.0, 18.0, 20.0, 28.0, 34.0, 65.0, 114.0, 184.0, 295.0, 408.0, 564.0, 831.0, 1173.0, 1543.0, 2164.0, 2892.0, 3708.0, 5127.0, 6775.0, 8649.0, 11526.0, 14784.0, 19850.0, 26049.0, 35180.0, 47531.0, 66639.0, 91544.0, 121500.0, 408174.0, 82280.0, 58531.0, 41224.0, 29887.0, 22124.0, 16649.0, 13007.0, 9709.0, 7393.0, 5687.0, 4188.0, 3247.0, 2444.0, 1738.0, 1287.0, 879.0, 651.0, 481.0, 323.0, 205.0, 129.0, 76.0, 59.0, 29.0, 23.0, 9.0, 6.0, 1.0, 2.0, 1.0, 1.0], "bins": [-0.014611290767788887, -0.014154704287648201, -0.013698117807507515, -0.013241531327366829, -0.012784944847226143, -0.012328359298408031, -0.011871772818267345, -0.01141518633812666, -0.010958599857985973, -0.010502013377845287, -0.010045426897704601, -0.009588840417563915, -0.009132254868745804, -0.008675668388605118, -0.008219081908464432, -0.007762495428323746, -0.00730590894818306, -0.006849322468042374, -0.006392735987901688, -0.005936149973422289, -0.005479563493281603, -0.005022977013140917, -0.004566390998661518, -0.004109804518520832, -0.003653218038380146, -0.00319663155823946, -0.0027400453109294176, -0.0022834590636193752, -0.0018268725834786892, -0.001370286219753325, -0.0009136998560279608, -0.00045711349230259657, -5.271285772323608e-07, 0.00045605923514813185, 0.0009126455988734961, 0.0013692319625988603, 0.0018258183263242245, 0.0022824048064649105, 0.002738991053774953, 0.0031955773010849953, 0.0036521637812256813, 0.004108750261366367, 0.004565336741507053, 0.005021922755986452, 0.005478509236127138, 0.005935095716267824, 0.006391681730747223, 0.006848268210887909, 0.007304854691028595, 0.007761441171169281, 0.008218027651309967, 0.008674614131450653, 0.009131200611591339, 0.00958778616040945, 0.010044372640550137, 0.010500959120690823, 0.010957545600831509, 0.011414132080972195, 0.01187071856111288, 0.012327305041253567, 0.012783890590071678, 0.013240477070212364, 0.01369706355035305, 0.014153650030493736, 0.014610236510634422]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 0.0, 2.0, 4.0, 1.0, 1.0, 5.0, 0.0, 0.0, 3.0, 9.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 0.0, 2.0, 2.0, 1.0, 2.0, 0.0, 1.0], "bins": [-0.012347501702606678, -0.012091441079974174, -0.011835380457341671, -0.011579319834709167, -0.011323259212076664, -0.01106719858944416, -0.010811137966811657, -0.010555077344179153, -0.010299015790224075, -0.010042955167591572, -0.009786894544959068, -0.009530833922326565, -0.009274773299694061, -0.009018712677061558, -0.008762652054429054, -0.00850659143179655, -0.008250530809164047, -0.007994470186531544, -0.00773840956389904, -0.007482348941266537, -0.007226288318634033, -0.006970227230340242, -0.006714166607707739, -0.006458105985075235, -0.006202045362442732, -0.005945984739810228, -0.005689924117177725, -0.005433863494545221, -0.0051778024062514305, -0.004921741783618927, -0.0046656811609864235, -0.00440962053835392, -0.0041535599157214165, -0.003897499293088913, -0.0036414386704564095, -0.0033853778149932623, -0.0031293171923607588, -0.0028732565697282553, -0.002617195714265108, -0.0023611350916326046, -0.002105074469000101, -0.0018490138463675976, -0.0015929531073197722, -0.001336892368271947, -0.0010808317456394434, -0.000824771064799279, -0.0005687103839591146, -0.00031264970311895013, -5.6589022278785706e-05, 0.00019947165856137872, 0.00045553233940154314, 0.0007115930202417076, 0.000967653701081872, 0.0012237143237143755, 0.0014797750627622008, 0.0017358358018100262, 0.0019918964244425297, 0.002247957047075033, 0.0025040176697075367, 0.002760078525170684, 0.0030161391478031874, 0.003272199770435691, 0.003528260625898838, 0.0037843212485313416, 0.004040381871163845]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 3.0, 0.0, 3.0, 1.0, 2.0, 5.0, 2.0, 3.0, 3.0, 7.0, 8.0, 9.0, 10.0, 13.0, 16.0, 13.0, 12.0, 33.0, 35.0, 44.0, 54.0, 62.0, 63.0, 75.0, 94.0, 97.0, 104.0, 133.0, 121.0, 145.0, 172.0, 203.0, 222.0, 238.0, 285.0, 351.0, 431.0, 451.0, 533.0, 788.0, 987.0, 1202.0, 6095.0, 1775.0, 1036.0, 644.0, 446.0, 379.0, 286.0, 240.0, 151.0, 122.0, 78.0, 42.0, 38.0, 17.0, 19.0, 11.0, 3.0, 7.0, 3.0, 3.0, 1.0], "bins": [-0.00744177820160985, -0.007271976675838232, -0.007102175150066614, -0.006932373624294996, -0.006762572098523378, -0.0065927705727517605, -0.006422969046980143, -0.006253167521208525, -0.006083365995436907, -0.005913564469665289, -0.005743762943893671, -0.005573961418122053, -0.005404159892350435, -0.005234358366578817, -0.0050645568408071995, -0.004894755315035582, -0.004724953789263964, -0.004555152263492346, -0.004385350737720728, -0.00421554921194911, -0.004045747686177492, -0.0038759461604058743, -0.0037061446346342564, -0.0035363431088626385, -0.0033665415830910206, -0.0031967400573194027, -0.003026938531547785, -0.002857137005776167, -0.002687335480004549, -0.002517533954232931, -0.0023477324284613132, -0.0021779309026896954, -0.0020081293769180775, -0.0018383278511464596, -0.0016685263253748417, -0.0014987247996032238, -0.001328923273831606, -0.001159121748059988, -0.0009893202222883701, -0.0008195186965167522, -0.0006497171707451344, -0.00047991564497351646, -0.0003101141192018986, -0.00014031259343028069, 2.9488932341337204e-05, 0.0001992904581129551, 0.000369091983884573, 0.0005388935096561909, 0.0007086950354278088, 0.0008784965611994267, 0.0010482980869710445, 0.0012180996127426624, 0.0013879011385142803, 0.0015577026642858982, 0.001727504190057516, 0.001897305715829134, 0.002067107241600752, 0.0022369087673723698, 0.0024067102931439877, 0.0025765118189156055, 0.0027463133446872234, 0.0029161148704588413, 0.003085916396230459, 0.003255717922002077, 0.003425519447773695]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.03648096323013306, -0.0357041098177433, -0.034927256405353546, -0.03415040671825409, -0.033373553305864334, -0.03259669989347458, -0.031819846481084824, -0.031042994931340218, -0.03026614338159561, -0.029489289969205856, -0.0287124365568161, -0.027935585007071495, -0.02715873159468174, -0.026381880044937134, -0.02560502663254738, -0.024828175082802773, -0.024051321670413017, -0.023274468258023262, -0.022497616708278656, -0.0217207632958889, -0.020943911746144295, -0.02016705833375454, -0.019390206784009933, -0.018613353371620178, -0.017836499959230423, -0.017059648409485817, -0.01628279499709606, -0.015505943447351456, -0.0147290900349617, -0.01395223755389452, -0.01317538507282734, -0.012398532591760159, -0.011621680110692978, -0.010844827629625797, -0.010067975148558617, -0.009291122667491436, -0.008514270186424255, -0.007737417239695787, -0.0069605642929673195, -0.006183711811900139, -0.005406859330832958, -0.004630006849765778, -0.0038531541358679533, -0.003076301421970129, -0.0022994489409029484, -0.001522596343420446, -0.0007457437459379435, 3.1108851544559e-05, 0.0008079614490270615, 0.001584814046509564, 0.0023616666439920664, 0.0031385193578898907, 0.003915371838957071, 0.004692224320024252, 0.00546907726675272, 0.0062459297478199005, 0.007022782228887081, 0.007799634709954262, 0.008576487191021442, 0.009353339672088623, 0.010130193084478378, 0.010907045565545559, 0.01168389804661274, 0.01246075052767992, 0.0132376030087471]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 3.0, 2.0, 2.0, 2.0, 2.0, 2.0, 2.0, 2.0, 2.0, 5.0, 2.0, 3.0, 2.0, 4.0, 6.0, 0.0, 5.0, 4.0, 5.0, 1.0, 9.0, 5.0, 7.0, 6.0, 6.0, 5.0, 4.0, 4.0, 6.0, 6.0, 7.0, 3.0, 3.0, 5.0, 6.0, 5.0, 5.0, 10.0, 18.0, 17.0, 52.0, 4.0, 3.0, 4.0, 1.0, 4.0, 3.0, 4.0, 1.0, 2.0, 3.0, 1.0, 2.0], "bins": [-0.01819206029176712, -0.017837651073932648, -0.017483239993453026, -0.017128830775618553, -0.01677442155778408, -0.01642001047730446, -0.016065601259469986, -0.015711192041635513, -0.015356780961155891, -0.015002371743321419, -0.014647961594164371, -0.014293551445007324, -0.013939142227172852, -0.013584732078015804, -0.013230321928858757, -0.012875912711024284, -0.012521502561867237, -0.01216709241271019, -0.011812683194875717, -0.01145827304571867, -0.011103862896561623, -0.01074945367872715, -0.010395043529570103, -0.010040633380413055, -0.009686224162578583, -0.009331814013421535, -0.008977403864264488, -0.008622993715107441, -0.008268584497272968, -0.007914174348115921, -0.007559764664620161, -0.007205354515463114, -0.006850944831967354, -0.006496535148471594, -0.006142124999314547, -0.005787715315818787, -0.005433305166661739, -0.005078895483165979, -0.004724485799670219, -0.004370075650513172, -0.004015665967017412, -0.0036612560506910086, -0.003306846134364605, -0.002952436450868845, -0.0025980265345424414, -0.0022436166182160378, -0.001889206818304956, -0.0015347970183938742, -0.0011803871020674706, -0.0008259772439487278, -0.00047156738582998514, -0.00011715752771124244, 0.00023725233040750027, 0.000591662188526243, 0.0009460720466449857, 0.0013004818465560675, 0.001654891762882471, 0.0020093016792088747, 0.0023637115955352783, 0.0027181212790310383, 0.003072531195357442, 0.0034269411116838455, 0.0037813507951796055, 0.004135760944336653, 0.004490170627832413]}, "_runtime": 10.551816701889038, "_timestamp": 1596208900.145424, "_step": 7}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 2.0, 0.0, 3.0, 2.0, 3.0, 1.0, 3.0, 2.0, 3.0, 3.0, 2.0, 5.0, 4.0, 4.0, 1.0, 1.0, 0.0, 1.0, 2.0, 3.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02486497163772583, -0.024167940020561218, -0.023470906540751457, -0.022773874923586845, -0.022076841443777084, -0.021379809826612473, -0.02068277634680271, -0.0199857447296381, -0.01928871124982834, -0.018591679632663727, -0.017894646152853966, -0.017197614535689354, -0.016500581055879593, -0.01580354943871498, -0.015106516890227795, -0.014409484341740608, -0.013712451793253422, -0.013015419244766235, -0.012318386696279049, -0.011621354147791862, -0.010924321599304676, -0.01022728905081749, -0.009530256502330303, -0.008833223953843117, -0.008136192336678505, -0.007439159322530031, -0.006742126774042845, -0.006045094225555658, -0.005348062142729759, -0.004651029594242573, -0.003953997045755386, -0.0032569644972682, -0.0025599319487810135, -0.001862899400293827, -0.0011658669682219625, -0.00046883447794243693, 0.00022819801233708858, 0.0009252305026166141, 0.0016222629928961396, 0.0023192954249680042, 0.0030163279734551907, 0.003713360521942377, 0.0044103930704295635, 0.00510742561891675, 0.005804457701742649, 0.0065014902502298355, 0.007198522798717022, 0.007895555347204208, 0.008592587895691395, 0.009289620444178581, 0.009986652992665768, 0.010683685541152954, 0.01138071808964014, 0.012077750638127327, 0.012774783186614513, 0.0134718157351017, 0.014168847352266312, 0.014865879900753498, 0.015562912449240685, 0.016259945929050446, 0.016956977546215057, 0.01765401102602482, 0.01835104264318943, 0.01904807612299919, 0.019745107740163803]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 4.0, 4.0, 1.0, 6.0, 3.0, 3.0, 5.0, 8.0, 7.0, 9.0, 11.0, 13.0, 22.0, 23.0, 48.0, 48.0, 83.0, 104.0, 166.0, 242.0, 346.0, 553.0, 2317.0, 2084.0, 858.0, 399.0, 211.0, 125.0, 74.0, 49.0, 30.0, 19.0, 13.0, 10.0, 3.0, 4.0, 4.0, 2.0, 5.0, 2.0, 2.0, 3.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.26976528763771057, -0.26179295778274536, -0.25382062792778015, -0.24584829807281494, -0.23787596821784973, -0.22990365326404572, -0.2219313234090805, -0.2139589935541153, -0.20598666369915009, -0.19801433384418488, -0.19004200398921967, -0.18206967413425446, -0.17409735918045044, -0.16612502932548523, -0.15815269947052002, -0.1501803696155548, -0.1422080397605896, -0.1342357099056244, -0.12626338005065918, -0.11829105764627457, -0.11031872779130936, -0.10234639793634415, -0.09437407553195953, -0.08640174567699432, -0.07842941582202911, -0.0704570859670639, -0.06248475983738899, -0.05451243370771408, -0.04654010385274887, -0.03856777399778366, -0.03059544786810875, -0.02262311987578869, -0.014650791883468628, -0.006678463891148567, 0.0012938641011714935, 0.009266192093491554, 0.017238520085811615, 0.025210848078131676, 0.033183176070451736, 0.04115550220012665, 0.04912783205509186, 0.05710016191005707, 0.06507249176502228, 0.07304481416940689, 0.0810171440243721, 0.08898947387933731, 0.09696179628372192, 0.10493412613868713, 0.11290645599365234, 0.12087878584861755, 0.12885111570358276, 0.13682344555854797, 0.14479577541351318, 0.1527680903673172, 0.1607404202222824, 0.16871275007724762, 0.17668507993221283, 0.18465740978717804, 0.19262973964214325, 0.20060206949710846, 0.20857438445091248, 0.21654671430587769, 0.2245190441608429, 0.2324913740158081, 0.24046370387077332]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 3.0, 2.0, 1.0, 1.0, 3.0, 7.0, 2.0, 2.0, 5.0, 5.0, 6.0, 6.0, 26.0, 5.0, 6.0, 7.0, 7.0, 5.0, 2.0, 4.0, 3.0, 4.0, 3.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009849692694842815, -0.009529429487884045, -0.009209166280925274, -0.008888903073966503, -0.008568638935685158, -0.008248375728726387, -0.007928112521767616, -0.0076078493148088455, -0.007287586107850075, -0.006967322900891304, -0.006647059693932533, -0.006326796021312475, -0.0060065328143537045, -0.005686269607394934, -0.005366005934774876, -0.005045742727816105, -0.004725479520857334, -0.004405216313898563, -0.004084953106939793, -0.0037646894343197346, -0.003444426227360964, -0.003124163020402193, -0.0028038995806127787, -0.0024836361408233643, -0.0021633729338645935, -0.001843109610490501, -0.0015228462871164083, -0.0012025829637423158, -0.0008823196403682232, -0.0005620563169941306, -0.00024179299362003803, 7.847032975405455e-05, 0.0003987336531281471, 0.0007189969765022397, 0.0010392602998763323, 0.0013595236232504249, 0.0016797869466245174, 0.002000050153583288, 0.0023203135933727026, 0.002640577033162117, 0.0029608402401208878, 0.0032811034470796585, 0.003601366886869073, 0.003921630326658487, 0.004241893533617258, 0.004562156740576029, 0.004882420413196087, 0.005202683620154858, 0.005522946827113628, 0.005843210034072399, 0.00616347324103117, 0.006483736913651228, 0.006804000120609999, 0.0071242633275687695, 0.0074445270001888275, 0.007764790207147598, 0.008085053414106369, 0.00840531662106514, 0.00872557982802391, 0.009045843034982681, 0.009366106241941452, 0.009686370380222797, 0.010006633587181568, 0.010326896794140339, 0.01064716000109911]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 2.0, 8.0, 13.0, 19.0, 32.0, 61.0, 76.0, 114.0, 147.0, 196.0, 246.0, 275.0, 314.0, 386.0, 426.0, 574.0, 840.0, 1150.0, 1735.0, 2847.0, 4342.0, 6606.0, 9812.0, 14593.0, 20920.0, 30423.0, 45805.0, 71856.0, 111454.0, 459490.0, 138770.0, 89268.0, 54585.0, 35418.0, 24283.0, 16397.0, 11700.0, 7922.0, 5149.0, 3366.0, 2274.0, 1418.0, 987.0, 678.0, 513.0, 390.0, 323.0, 325.0, 232.0, 214.0, 195.0, 126.0, 110.0, 71.0, 69.0, 43.0, 30.0, 18.0, 2.0, 2.0, 2.0, 1.0, 2.0], "bins": [-0.0212322436273098, -0.020543133839964867, -0.019854024052619934, -0.01916491612792015, -0.018475806340575218, -0.017786696553230286, -0.017097586765885353, -0.01640847697854042, -0.015719369053840637, -0.01503025833517313, -0.014341149479150772, -0.01365203969180584, -0.012962929904460907, -0.012273821048438549, -0.011584711261093616, -0.010895602405071259, -0.010206492617726326, -0.009517382830381393, -0.008828273974359035, -0.008139164187014103, -0.007450054865330458, -0.0067609455436468124, -0.00607183575630188, -0.005382726434618235, -0.004693617112934589, -0.004004507791250944, -0.0033153982367366552, -0.0026262886822223663, -0.001937179360538721, -0.001248069922439754, -0.0005589604843407869, 0.00013014895375818014, 0.0008192583918571472, 0.0015083678299561143, 0.0021974772680550814, 0.0028865868225693703, 0.0035756961442530155, 0.004264805465936661, 0.004953915253281593, 0.005643024574965239, 0.006332133896648884, 0.007021243218332529, 0.007710352540016174, 0.008399462327361107, 0.00908857211470604, 0.009777680970728397, 0.01046679075807333, 0.011155899614095688, 0.01184500940144062, 0.012534119188785553, 0.013223228044807911, 0.013912337832152843, 0.014601446688175201, 0.015290556475520134, 0.015979666262865067, 0.01666877605021, 0.01735788583755493, 0.018046993762254715, 0.018736103549599648, 0.01942521333694458, 0.020114323124289513, 0.020803432911634445, 0.02149254083633423, 0.02218165062367916, 0.022870760411024094]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 3.0, 5.0, 2.0, 1.0, 5.0, 10.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 3.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.019365642219781876, -0.018912052735686302, -0.01845846325159073, -0.018004871904850006, -0.017551282420754433, -0.01709769293665886, -0.016644101589918137, -0.016190512105822563, -0.01573692262172699, -0.015283333137631416, -0.014829742722213268, -0.01437615230679512, -0.013922562822699547, -0.013468973338603973, -0.013015382923185825, -0.012561792507767677, -0.012108203023672104, -0.01165461353957653, -0.011201023124158382, -0.010747432708740234, -0.010293843224644661, -0.009840253740549088, -0.00938666332513094, -0.008933072909712791, -0.008479483425617218, -0.008025893941521645, -0.0075723035261034966, -0.007118713576346636, -0.006665123626589775, -0.006211533676832914, -0.005757943727076054, -0.005304353777319193, -0.004850763827562332, -0.004397173877805471, -0.003943583928048611, -0.00348999397829175, -0.0030364040285348892, -0.0025828140787780285, -0.0021292241290211678, -0.001675634179264307, -0.0012220442295074463, -0.0007684542797505856, -0.0003148643299937248, 0.0001387256197631359, 0.0005923155695199966, 0.0010459055192768574, 0.0014994954690337181, 0.0019530854187905788, 0.0024066753685474396, 0.0028602653183043003, 0.003313855268061161, 0.0037674452178180218, 0.0042210351675748825, 0.004674625117331743, 0.005128215067088604, 0.005581805016845465, 0.0060353949666023254, 0.006488984916359186, 0.006942574866116047, 0.007396164815872908, 0.007849754765629768, 0.008303344249725342, 0.00875693466514349, 0.009210525080561638, 0.009664114564657211]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 5.0, 2.0, 5.0, 8.0, 8.0, 17.0, 15.0, 18.0, 27.0, 31.0, 45.0, 41.0, 40.0, 65.0, 91.0, 63.0, 81.0, 77.0, 80.0, 91.0, 86.0, 93.0, 118.0, 181.0, 251.0, 349.0, 598.0, 849.0, 1145.0, 1942.0, 7032.0, 1436.0, 768.0, 486.0, 397.0, 294.0, 283.0, 250.0, 206.0, 161.0, 146.0, 125.0, 86.0, 81.0, 62.0, 58.0, 30.0, 33.0, 21.0, 13.0, 7.0, 11.0, 4.0, 3.0, 4.0, 5.0, 0.0, 2.0, 4.0], "bins": [-0.009914515540003777, -0.009633693844079971, -0.00935287307947874, -0.009072051383554935, -0.00879122968763113, -0.0085104089230299, -0.008229587227106094, -0.007948765531182289, -0.007667944300919771, -0.007387123070657253, -0.007106301374733448, -0.00682548014447093, -0.006544658914208412, -0.006263837218284607, -0.005983015988022089, -0.005702194292098284, -0.005421373061835766, -0.005140551831573248, -0.004859730135649443, -0.004578908905386925, -0.0042980872094631195, -0.004017265979200602, -0.0037364447489380836, -0.003455623285844922, -0.0031748018227517605, -0.002893980359658599, -0.0026131588965654373, -0.0023323376663029194, -0.002051516203209758, -0.0017706947401165962, -0.0014898733934387565, -0.0012090520467609167, -0.0009282305836677551, -0.0006474091787822545, -0.0003665877738967538, -8.576636901125312e-05, 0.00019505503587424755, 0.0004758764407597482, 0.0007566978456452489, 0.0010375191923230886, 0.0013183406554162502, 0.0015991621185094118, 0.0018799834651872516, 0.0021608048118650913, 0.002441626274958253, 0.0027224477380514145, 0.0030032689683139324, 0.003284090431407094, 0.0035649118945002556, 0.003845733357593417, 0.004126554820686579, 0.004407376050949097, 0.004688197746872902, 0.00496901897713542, 0.005249840207397938, 0.005530661903321743, 0.005811483133584261, 0.006092304363846779, 0.006373126059770584, 0.006653947290033102, 0.00693476852029562, 0.007215590216219425, 0.007496411446481943, 0.007777233142405748, 0.008058054372668266]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 6.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.04693852365016937, -0.04562155529856682, -0.044304586946964264, -0.04298762232065201, -0.041670653969049454, -0.0403536856174469, -0.039036720991134644, -0.03771975263953209, -0.036402784287929535, -0.03508581593632698, -0.033768847584724426, -0.03245188295841217, -0.031134914606809616, -0.029817946255207062, -0.028500979766249657, -0.02718401327729225, -0.025867044925689697, -0.024550076574087143, -0.023233110085129738, -0.021916143596172333, -0.02059917524456978, -0.019282206892967224, -0.01796524040400982, -0.016648273915052414, -0.01533130556344986, -0.01401433814316988, -0.0126973707228899, -0.01138040330260992, -0.01006343588232994, -0.008746468462049961, -0.007429501041769981, -0.006112533621490002, -0.004795566201210022, -0.0034785987809300423, -0.0021616313606500626, -0.0008446639403700829, 0.00047230347990989685, 0.0017892709001898766, 0.0031062383204698563, 0.004423205740749836, 0.005740173161029816, 0.007057140581309795, 0.008374108001589775, 0.009691075421869755, 0.011008042842149734, 0.012325010262429714, 0.013641977682709694, 0.014958945102989674, 0.016275912523269653, 0.017592880874872208, 0.018909847363829613, 0.020226813852787018, 0.021543782204389572, 0.022860750555992126, 0.02417771704494953, 0.025494683533906937, 0.02681165188550949, 0.028128620237112045, 0.02944558672606945, 0.030762553215026855, 0.03207952156662941, 0.033396489918231964, 0.03471345454454422, 0.036030422896146774, 0.03734739124774933]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 4.0, 1.0, 5.0, 1.0, 7.0, 6.0, 6.0, 7.0, 7.0, 9.0, 16.0, 49.0, 10.0, 5.0, 3.0, 6.0, 9.0, 9.0, 8.0, 7.0, 12.0, 8.0, 8.0, 3.0, 2.0, 4.0, 10.0, 4.0, 8.0, 3.0, 3.0, 9.0, 4.0, 5.0, 1.0, 2.0, 4.0, 2.0, 1.0, 2.0, 1.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009977397508919239, -0.009591507725417614, -0.009205617941915989, -0.00881972722709179, -0.008433837443590164, -0.008047947660088539, -0.007662057876586914, -0.007276167627424002, -0.006890277843922377, -0.006504388060420752, -0.006118497811257839, -0.005732608027756214, -0.005346718244254589, -0.004960827995091677, -0.004574938211590052, -0.004189047962427139, -0.0038031581789255142, -0.0034172681625932455, -0.003031378146260977, -0.0026454883627593517, -0.002259598346427083, -0.0018737083300948143, -0.0014878184301778674, -0.0011019285302609205, -0.0007160385139286518, -0.000330148555804044, 5.574140232056379e-05, 0.0004416313604451716, 0.0008275213185697794, 0.0012134113349020481, 0.001599301234818995, 0.001985191134735942, 0.0023710811510682106, 0.0027569711674004793, 0.003142861183732748, 0.003528750967234373, 0.0039146412163972855, 0.0043005309998989105, 0.004686420783400536, 0.005072311032563448, 0.005458200816065073, 0.005844090599566698, 0.0062299808487296104, 0.0066158706322312355, 0.0070017604157328606, 0.007387650664895773, 0.007773540448397398, 0.00815943069756031, 0.008545320481061935, 0.00893121026456356, 0.009317100048065186, 0.009702990762889385, 0.01008888054639101, 0.010474770329892635, 0.01086066011339426, 0.011246549896895885, 0.011632440611720085, 0.01201833039522171, 0.012404220178723335, 0.01279010996222496, 0.013175999745726585, 0.01356188952922821, 0.01394778024405241, 0.014333670027554035, 0.01471955981105566]}, "_runtime": 11.325135707855225, "_timestamp": 1596208900.918743, "_step": 8}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 1.0, 2.0, 2.0, 0.0, 0.0, 6.0, 0.0, 3.0, 2.0, 1.0, 2.0, 3.0, 3.0, 0.0, 4.0, 1.0, 1.0, 1.0, 1.0, 3.0, 0.0, 2.0, 3.0, 2.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.01596062071621418, -0.015488953329622746, -0.015017285943031311, -0.014545619487762451, -0.014073952101171017, -0.013602284714579582, -0.013130618259310722, -0.012658950872719288, -0.012187283486127853, -0.011715616099536419, -0.011243948712944984, -0.010772282257676125, -0.01030061487108469, -0.009828947484493256, -0.009357281029224396, -0.008885613642632961, -0.008413946256041527, -0.007942278869450092, -0.007470611948519945, -0.006998945027589798, -0.0065272776409983635, -0.006055610254406929, -0.005583943333476782, -0.005112276412546635, -0.0046406090259552, -0.004168941639363766, -0.0036972747184336185, -0.0032256075646728277, -0.002753940410912037, -0.002282273257151246, -0.0018106061033904552, -0.0013389389496296644, -0.0008672717958688736, -0.00039560464210808277, 7.606251165270805e-05, 0.0005477296654134989, 0.0010193968191742897, 0.0014910639729350805, 0.0019627311266958714, 0.002434398280456662, 0.002906065434217453, 0.003377732587978244, 0.0038493997417390347, 0.004321066662669182, 0.004792734049260616, 0.005264401435852051, 0.005736068356782198, 0.006207735277712345, 0.00667940266430378, 0.007151070050895214, 0.007622736971825361, 0.008094403892755508, 0.008566071279346943, 0.009037738665938377, 0.009509405121207237, 0.009981072507798672, 0.010452739894390106, 0.01092440728098154, 0.011396074667572975, 0.011867741122841835, 0.01233940850943327, 0.012811075896024704, 0.013282742351293564, 0.013754409737884998, 0.014226077124476433]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 1.0, 4.0, 8.0, 10.0, 13.0, 13.0, 16.0, 13.0, 32.0, 28.0, 41.0, 60.0, 59.0, 110.0, 144.0, 168.0, 240.0, 337.0, 437.0, 2014.0, 1949.0, 958.0, 491.0, 271.0, 158.0, 107.0, 72.0, 40.0, 28.0, 27.0, 26.0, 8.0, 8.0, 7.0, 7.0, 4.0, 4.0, 2.0, 5.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.2097451239824295, -0.20374521613121033, -0.19774529337882996, -0.19174538552761078, -0.1857454627752304, -0.17974555492401123, -0.17374564707279205, -0.16774572432041168, -0.1617458164691925, -0.15574589371681213, -0.14974598586559296, -0.14374607801437378, -0.1377461552619934, -0.13174624741077423, -0.12574632465839386, -0.11974641680717468, -0.11374650150537491, -0.10774658620357513, -0.10174667090177536, -0.09574676305055618, -0.08974684774875641, -0.08374693244695663, -0.07774701714515686, -0.07174710184335709, -0.06574718654155731, -0.059747274965047836, -0.05374736338853836, -0.047747448086738586, -0.04174753278493881, -0.03574762120842934, -0.029747705906629562, -0.023747792467474937, -0.017747879028320312, -0.011747965589165688, -0.005748051218688488, 0.00025186268612742424, 0.0062517765909433365, 0.012251690030097961, 0.018251605331897736, 0.02425151877105236, 0.030251432210206985, 0.03625134751200676, 0.042251259088516235, 0.04825117439031601, 0.054251089692115784, 0.06025100126862526, 0.06625091284513474, 0.07225082814693451, 0.07825074344873428, 0.08425065875053406, 0.09025057405233383, 0.09625048190355301, 0.10225039720535278, 0.10825031250715256, 0.11425022780895233, 0.1202501431107521, 0.12625005841255188, 0.13224996626377106, 0.13824988901615143, 0.1442497968673706, 0.15024970471858978, 0.15624962747097015, 0.16224953532218933, 0.1682494580745697, 0.17424936592578888]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 3.0, 2.0, 3.0, 4.0, 4.0, 3.0, 3.0, 6.0, 4.0, 4.0, 1.0, 24.0, 5.0, 1.0, 4.0, 5.0, 3.0, 3.0, 2.0, 2.0, 2.0, 5.0, 1.0, 3.0, 2.0, 1.0, 1.0, 2.0, 1.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.005122067406773567, -0.004957428202033043, -0.004792788531631231, -0.004628149326890707, -0.004463510122150183, -0.004298870451748371, -0.004134231247007847, -0.0039695920422673225, -0.003804952371865511, -0.0036403131671249866, -0.0034756737295538187, -0.0033110342919826508, -0.0031463950872421265, -0.0029817556496709585, -0.0028171162120997906, -0.0026524770073592663, -0.0024878375697880983, -0.0023231981322169304, -0.002158558927476406, -0.001993919489905238, -0.0018292800523340702, -0.001664640731178224, -0.001500001410022378, -0.00133536197245121, -0.001170722651295364, -0.0010060833301395178, -0.0008414438925683498, -0.0006768045714125037, -0.0005121651920489967, -0.00034752581268548965, -0.00018288646242581308, -1.8247097614221275e-05, 0.00014639226719737053, 0.00031103164656087756, 0.00047567099682055414, 0.0006403103470802307, 0.0008049497264437377, 0.0009695891058072448, 0.001134228426963091, 0.0012988678645342588, 0.001463507185690105, 0.001628146506845951, 0.001792785944417119, 0.001957425381988287, 0.0021220645867288113, 0.002286704024299979, 0.002451343461871147, 0.0026159826666116714, 0.0027806221041828394, 0.0029452615417540073, 0.0031099007464945316, 0.0032745401840656996, 0.0034391796216368675, 0.003603818826377392, 0.0037684582639485598, 0.003933097701519728, 0.004097736906260252, 0.004262376576662064, 0.004427015781402588, 0.004591654986143112, 0.004756294656544924, 0.004920933861285448, 0.005085573066025972, 0.005250212736427784, 0.005414851941168308]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 2.0, 4.0, 8.0, 14.0, 24.0, 57.0, 82.0, 151.0, 234.0, 340.0, 528.0, 784.0, 1124.0, 1467.0, 2200.0, 2987.0, 4123.0, 5592.0, 7459.0, 10318.0, 13488.0, 17503.0, 22975.0, 31331.0, 42798.0, 60639.0, 85425.0, 115324.0, 417496.0, 92119.0, 66463.0, 46963.0, 33829.0, 24600.0, 18481.0, 13799.0, 10323.0, 7632.0, 5707.0, 4213.0, 2992.0, 2261.0, 1589.0, 1191.0, 906.0, 625.0, 464.0, 323.0, 231.0, 147.0, 98.0, 81.0, 44.0, 27.0, 22.0, 19.0, 6.0, 7.0, 4.0, 0.0, 2.0, 1.0, 1.0], "bins": [-0.01401935052126646, -0.013537975959479809, -0.013056602329015732, -0.01257522776722908, -0.012093854136765003, -0.011612479574978352, -0.011131105944514275, -0.010649731382727623, -0.010168356820940971, -0.009686983190476894, -0.009205608628690243, -0.008724234998226166, -0.008242860436439514, -0.00776148634031415, -0.0072801122441887856, -0.006798738148063421, -0.006317364051938057, -0.005835989955812693, -0.005354615859687328, -0.004873241763561964, -0.0043918676674366, -0.003910493105649948, -0.003429119009524584, -0.0029477449133992195, -0.002466370817273855, -0.001984996721148491, -0.0015036225086078048, -0.0010222482960671186, -0.0005408741999417543, -5.9500045608729124e-05, 0.0004218741087242961, 0.0009032482630573213, 0.0013846224173903465, 0.0018659965135157108, 0.002347370609641075, 0.002828744938597083, 0.0033101190347224474, 0.0037914931308478117, 0.00427286745980382, 0.004754241555929184, 0.005235615652054548, 0.005716989748179913, 0.006198363844305277, 0.006679737940430641, 0.007161112502217293, 0.007642486598342657, 0.008123860694468021, 0.008605234324932098, 0.00908660888671875, 0.009567983448505402, 0.010049357078969479, 0.01053073164075613, 0.011012105271220207, 0.011493479833006859, 0.011974853463470936, 0.012456228025257587, 0.012937601655721664, 0.013418976217508316, 0.013900350779294968, 0.014381724409759045, 0.014863098971545696, 0.015344472602009773, 0.015825847163796425, 0.016307221725583076, 0.01678859442472458]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 2.0, 2.0, 5.0, 2.0, 1.0, 2.0, 1.0, 3.0, 2.0, 5.0, 0.0, 6.0, 5.0, 4.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.005442030727863312, -0.0052726916037499905, -0.005103352479636669, -0.0049340128898620605, -0.004764673765748739, -0.004595334641635418, -0.004425995051860809, -0.004256655927747488, -0.004087316803634167, -0.003917977679520845, -0.0037486383225768805, -0.0035792989656329155, -0.003409959841519594, -0.003240620717406273, -0.003071281360462308, -0.002901942003518343, -0.0027326028794050217, -0.0025632637552917004, -0.0023939243983477354, -0.0022245850414037704, -0.002055245917290449, -0.001885906676761806, -0.0017165674362331629, -0.0015472281957045197, -0.0013778889551758766, -0.0012085497146472335, -0.0010392104741185904, -0.0008698712335899472, -0.0007005319930613041, -0.000531192752532661, -0.00036185351200401783, -0.0001925142714753747, -2.3175030946731567e-05, 0.00014616420958191156, 0.0003155034501105547, 0.0004848426906391978, 0.000654181931167841, 0.0008235211716964841, 0.0009928604122251272, 0.0011621996527537704, 0.0013315388932824135, 0.0015008781338110566, 0.0016702173743396997, 0.0018395566148683429, 0.002008895855396986, 0.0021782349795103073, 0.0023475743364542723, 0.0025169136933982372, 0.0026862528175115585, 0.00285559194162488, 0.003024931298568845, 0.0031942706555128098, 0.003363609779626131, 0.0035329489037394524, 0.0037022882606834173, 0.0038716276176273823, 0.004040966741740704, 0.004210305865854025, 0.004379644989967346, 0.004548984579741955, 0.004718323703855276, 0.004887662827968597, 0.005057002417743206, 0.005226341541856527, 0.005395680665969849]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 7.0, 4.0, 1.0, 3.0, 5.0, 6.0, 4.0, 6.0, 13.0, 13.0, 13.0, 16.0, 25.0, 24.0, 38.0, 34.0, 56.0, 81.0, 128.0, 158.0, 246.0, 365.0, 494.0, 673.0, 954.0, 1362.0, 2051.0, 5574.0, 1215.0, 886.0, 746.0, 546.0, 485.0, 407.0, 366.0, 302.0, 225.0, 222.0, 146.0, 127.0, 92.0, 70.0, 63.0, 57.0, 31.0, 22.0, 19.0, 14.0, 10.0, 7.0, 6.0, 4.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.00476473243907094, -0.004629155155271292, -0.004493577405810356, -0.004358000122010708, -0.00422242283821106, -0.004086845088750124, -0.003951267804950476, -0.0038156902883201838, -0.003680112771689892, -0.0035445352550596, -0.003408957738429308, -0.0032733804546296597, -0.0031378029379993677, -0.0030022254213690758, -0.0028666481375694275, -0.0027310706209391356, -0.0025954931043088436, -0.0024599155876785517, -0.0023243380710482597, -0.0021887607872486115, -0.0020531832706183195, -0.0019176057539880276, -0.0017820283537730575, -0.0016464509535580873, -0.0015108734369277954, -0.0013752959202975035, -0.0012397185200825334, -0.0011041411198675632, -0.0009685636032372713, -0.0008329861448146403, -0.0006974086863920093, -0.0005618312279693782, -0.0004262537695467472, -0.0002906763111241162, -0.00015509885270148516, -1.9521394278854132e-05, 0.0001160560641437769, 0.0002516335225664079, 0.00038721098098903894, 0.00052278843941167, 0.000658365897834301, 0.000793943356256932, 0.000929520814679563, 0.0010650982148945332, 0.001200675731524825, 0.001336253248155117, 0.0014718306483700871, 0.0016074080485850573, 0.0017429855652153492, 0.0018785630818456411, 0.002014140598475933, 0.0021497178822755814, 0.0022852953989058733, 0.0024208729155361652, 0.0025564501993358135, 0.0026920277159661055, 0.0028276052325963974, 0.0029631827492266893, 0.0030987602658569813, 0.0032343375496566296, 0.0033699150662869215, 0.0035054925829172134, 0.0036410698667168617, 0.0037766473833471537, 0.003912224899977446]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 4.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014840072020888329, -0.01443458255380392, -0.014029093086719513, -0.013623603619635105, -0.013218114152550697, -0.012812623754143715, -0.012407134287059307, -0.0120016448199749, -0.011596155352890491, -0.011190665885806084, -0.010785176418721676, -0.010379686951637268, -0.009974196553230286, -0.009568707086145878, -0.00916321761906147, -0.008757728151977062, -0.008352238684892654, -0.007946749217808247, -0.007541259750723839, -0.007135769817978144, -0.006730280350893736, -0.006324790883809328, -0.005919300951063633, -0.005513811483979225, -0.005108322016894817, -0.0047028325498104095, -0.004297343082726002, -0.0038918531499803066, -0.003486363682895899, -0.003080874215811491, -0.0026753845158964396, -0.002269894815981388, -0.0018644053488969803, -0.0014589157653972507, -0.001053426181897521, -0.0006479365983977914, -0.00024244701489806175, 0.00016304256860166788, 0.0005685321521013975, 0.0009740217356011271, 0.0013795113191008568, 0.0017850009026005864, 0.002190490486100316, 0.0025959801860153675, 0.0030014696530997753, 0.003406959120184183, 0.0038124488200992346, 0.004217938520014286, 0.004623427987098694, 0.005028917454183102, 0.0054344069212675095, 0.005839896854013205, 0.006245386321097612, 0.00665087578818202, 0.007056365720927715, 0.007461855188012123, 0.007867344655096531, 0.008272834122180939, 0.008678323589265347, 0.009083813056349754, 0.009489303454756737, 0.009894792921841145, 0.010300282388925552, 0.01070577185600996, 0.011111261323094368]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 4.0, 2.0, 2.0, 5.0, 5.0, 1.0, 1.0, 8.0, 9.0, 16.0, 49.0, 27.0, 7.0, 7.0, 7.0, 10.0, 7.0, 7.0, 11.0, 5.0, 5.0, 4.0, 8.0, 7.0, 5.0, 5.0, 10.0, 5.0, 5.0, 9.0, 0.0, 4.0, 4.0, 3.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 2.0, 0.0, 1.0], "bins": [-0.010021652095019817, -0.009683862328529358, -0.009346072562038898, -0.009008282795548439, -0.00867049302905798, -0.00833270326256752, -0.00799491349607706, -0.007657123263925314, -0.0073193334974348545, -0.006981543730944395, -0.006643753964453936, -0.006305964197963476, -0.005968173965811729, -0.00563038419932127, -0.0052925944328308105, -0.004954804666340351, -0.004617014899849892, -0.004279225133359432, -0.003941435366868973, -0.0036036453675478697, -0.0032658556010574102, -0.002928065834566951, -0.0025902758352458477, -0.0022524860687553883, -0.0019146963022649288, -0.0015769065357744694, -0.001239116652868688, -0.0009013268281705678, -0.0005635370034724474, -0.00022574717877432704, 0.00011204264592379332, 0.00044983247062191367, 0.000787622295320034, 0.0011254120618104935, 0.0014632019447162747, 0.001800991827622056, 0.0021387815941125154, 0.002476571360602975, 0.002814361359924078, 0.0031521511264145374, 0.003489940892904997, 0.0038277306593954563, 0.004165520425885916, 0.004503310192376375, 0.004841100424528122, 0.005178890191018581, 0.005516679957509041, 0.0058544697239995, 0.00619225949048996, 0.006530049256980419, 0.006867839023470879, 0.007205628789961338, 0.0075434185564517975, 0.007881208322942257, 0.008218998089432716, 0.008556787855923176, 0.008894577622413635, 0.00923236832022667, 0.009570158086717129, 0.009907947853207588, 0.010245737619698048, 0.010583527386188507, 0.010921317152678967, 0.011259106919169426, 0.011596896685659885]}, "_runtime": 12.108831644058228, "_timestamp": 1596208901.7024388, "_step": 9}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 3.0, 1.0, 2.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0, 0.0, 3.0, 3.0, 0.0, 1.0, 2.0, 0.0, 4.0, 2.0, 1.0, 3.0, 1.0, 1.0, 2.0, 0.0, 2.0, 1.0, 5.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.015765951946377754, -0.01537407748401165, -0.014982202090322971, -0.014590327627956867, -0.014198452234268188, -0.013806577771902084, -0.01341470330953598, -0.013022827915847301, -0.012630953453481197, -0.012239078991115093, -0.011847203597426414, -0.01145532913506031, -0.011063454672694206, -0.010671579279005527, -0.010279704816639423, -0.009887829422950745, -0.00949595496058464, -0.009104080498218536, -0.008712205104529858, -0.008320330642163754, -0.007928455248475075, -0.007536580786108971, -0.0071447063237428665, -0.006752831395715475, -0.006360956467688084, -0.005969081539660692, -0.005577206611633301, -0.005185332149267197, -0.004793457221239805, -0.004401582293212414, -0.00400970783084631, -0.0036178329028189182, -0.003225957974791527, -0.0028340830467641354, -0.0024422083515673876, -0.00205033365637064, -0.0016584587283432484, -0.0012665839167311788, -0.0008747091051191092, -0.00048283429350703955, -9.095948189496994e-05, 0.00030091532971709967, 0.0006927901413291693, 0.0010846649529412389, 0.0014765397645533085, 0.001868414576165378, 0.0022602893877774477, 0.0026521640829741955, 0.003044039011001587, 0.0034359139390289783, 0.003827788634225726, 0.004219663329422474, 0.004611538257449865, 0.005003413185477257, 0.005395287647843361, 0.005787162575870752, 0.006179037503898144, 0.006570912431925535, 0.006962787359952927, 0.007354661822319031, 0.007746536750346422, 0.008138411678373814, 0.008530286140739918, 0.008922161534428596, 0.0093140359967947]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 7.0, 4.0, 9.0, 5.0, 4.0, 12.0, 5.0, 9.0, 16.0, 15.0, 19.0, 30.0, 51.0, 61.0, 58.0, 116.0, 135.0, 160.0, 220.0, 271.0, 346.0, 464.0, 2860.0, 1346.0, 608.0, 390.0, 241.0, 140.0, 91.0, 62.0, 51.0, 38.0, 26.0, 18.0, 11.0, 10.0, 5.0, 3.0, 4.0, 1.0, 4.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0], "bins": [-0.2114846408367157, -0.20611722767353058, -0.20074979960918427, -0.19538238644599915, -0.19001495838165283, -0.1846475452184677, -0.1792801171541214, -0.17391270399093628, -0.16854527592658997, -0.16317786276340485, -0.15781043469905853, -0.1524430215358734, -0.1470755934715271, -0.14170818030834198, -0.13634075224399567, -0.13097333908081055, -0.12560591101646423, -0.12023849785327911, -0.1148710772395134, -0.10950365662574768, -0.10413623601198196, -0.09876881539821625, -0.09340139478445053, -0.08803397417068481, -0.0826665610074997, -0.07729914039373398, -0.07193171977996826, -0.06656429916620255, -0.06119687855243683, -0.05582945793867111, -0.050462037324905396, -0.04509461671113968, -0.03972719609737396, -0.034359775483608246, -0.02899235486984253, -0.023624936118721962, -0.018257515504956245, -0.012890094891190529, -0.007522675208747387, -0.0021552550606429577, 0.0032121650874614716, 0.008579585701227188, 0.01394700538367033, 0.019314425066113472, 0.02468184567987919, 0.030049266293644905, 0.03541668504476547, 0.04078410565853119, 0.046151526272296906, 0.05151894688606262, 0.05688636749982834, 0.062253788113594055, 0.06762120872735977, 0.07298862934112549, 0.0783560499548912, 0.08372347056865692, 0.08909088373184204, 0.09445830434560776, 0.09982572495937347, 0.10519314557313919, 0.11056056618690491, 0.11592798680067062, 0.12129540741443634, 0.12666283547878265, 0.13203024864196777]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0, 2.0, 2.0, 1.0, 5.0, 2.0, 3.0, 1.0, 4.0, 4.0, 5.0, 4.0, 1.0, 4.0, 3.0, 4.0, 1.0, 1.0, 4.0, 24.0, 2.0, 2.0, 2.0, 1.0, 4.0, 1.0, 2.0, 2.0, 3.0, 3.0, 1.0, 1.0, 1.0, 3.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.00472512049600482, -0.004574132151901722, -0.004423143807798624, -0.004272155463695526, -0.0041211675852537155, -0.003970179241150618, -0.0038191908970475197, -0.0036682025529444218, -0.003517214208841324, -0.003366225864738226, -0.003215237520635128, -0.0030642494093626738, -0.002913261065259576, -0.002762272721156478, -0.0026112846098840237, -0.0024602962657809258, -0.002309307921677828, -0.00215831957757473, -0.002007331233471632, -0.0018563431221991777, -0.0017053547780960798, -0.001554366433992982, -0.0014033782063052058, -0.0012523899786174297, -0.0011014016345143318, -0.0009504133486188948, -0.0007994250627234578, -0.0006484367768280208, -0.0004974484909325838, -0.0003464602050371468, -0.0001954719191417098, -4.44836332462728e-05, 0.0001065046526491642, 0.0002574929385446012, 0.0004084812244400382, 0.0005594695103354752, 0.0007104577962309122, 0.0008614460821263492, 0.0010124343680217862, 0.0011634225957095623, 0.0013144109398126602, 0.0014653992839157581, 0.0016163875116035342, 0.0017673757392913103, 0.0019183640833944082, 0.002069352427497506, 0.0022203405387699604, 0.0023713288828730583, 0.0025223172269761562, 0.002673305571079254, 0.002824293915182352, 0.0029752820264548063, 0.0031262703705579042, 0.003277258714661002, 0.0034282468259334564, 0.0035792351700365543, 0.0037302235141396523, 0.00388121185824275, 0.004032200202345848, 0.004183188546448946, 0.004334176890552044, 0.0044851647689938545, 0.0046361531130969524, 0.00478714145720005, 0.004938129801303148]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 4.0, 6.0, 2.0, 27.0, 26.0, 57.0, 62.0, 109.0, 155.0, 222.0, 255.0, 346.0, 473.0, 669.0, 929.0, 1276.0, 1708.0, 2369.0, 3275.0, 4581.0, 6177.0, 8340.0, 10951.0, 14884.0, 19373.0, 25558.0, 34500.0, 47100.0, 63747.0, 84087.0, 104522.0, 409312.0, 83872.0, 62126.0, 45781.0, 34055.0, 25769.0, 19407.0, 15208.0, 11699.0, 8894.0, 7106.0, 5537.0, 4127.0, 3110.0, 2339.0, 1722.0, 1211.0, 868.0, 566.0, 423.0, 287.0, 167.0, 107.0, 77.0, 38.0, 22.0, 13.0, 8.0, 2.0, 2.0], "bins": [-0.015084145590662956, -0.014644775539636612, -0.014205406419932842, -0.013766036368906498, -0.013326666317880154, -0.01288729626685381, -0.01244792714715004, -0.012008557096123695, -0.011569187045097351, -0.011129817925393581, -0.010690447874367237, -0.010251077823340893, -0.009811707772314548, -0.009372338652610779, -0.008932968601584435, -0.00849359855055809, -0.008054228499531746, -0.007614859379827976, -0.007175489328801632, -0.006736119743436575, -0.006296749692410231, -0.005857380107045174, -0.005418010056018829, -0.004978640470653772, -0.004539270885288715, -0.004099900834262371, -0.0036605310160666704, -0.0032211611978709698, -0.0027817916125059128, -0.002342421794310212, -0.0019030519761145115, -0.0014636821579188108, -0.0010243123397231102, -0.0005849425215274096, -0.00014557276153936982, 0.00029379702755250037, 0.0007331668166443706, 0.0011725366348400712, 0.00161190633662045, 0.0020512761548161507, 0.0024906459730118513, 0.002930015791207552, 0.0033693856094032526, 0.0038087554275989532, 0.00424812501296401, 0.0046874950639903545, 0.0051268646493554115, 0.005566234700381756, 0.006005604285746813, 0.00644497387111187, 0.006884343922138214, 0.007323713507503271, 0.007763083558529615, 0.008202453143894672, 0.008641823194921017, 0.009081193245947361, 0.00952056236565113, 0.009959932416677475, 0.01039930246770382, 0.010838671587407589, 0.011278041638433933, 0.011717411689460278, 0.012156781740486622, 0.012596150860190392, 0.013035520911216736]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 5.0, 1.0, 4.0, 3.0, 2.0, 2.0, 2.0, 1.0, 6.0, 2.0, 3.0, 2.0, 2.0, 2.0, 1.0, 6.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.021879252046346664, -0.021366972476243973, -0.02085469476878643, -0.020342417061328888, -0.019830137491226196, -0.019317857921123505, -0.018805580213665962, -0.01829330250620842, -0.017781022936105728, -0.017268743366003036, -0.016756465658545494, -0.01624418795108795, -0.01573190838098526, -0.015219629742205143, -0.014707351103425026, -0.014195072464644909, -0.013682793825864792, -0.013170515187084675, -0.012658236548304558, -0.01214595790952444, -0.011633679270744324, -0.011121400631964207, -0.01060912199318409, -0.010096843354403973, -0.009584564715623856, -0.009072286076843739, -0.008560007438063622, -0.008047728799283504, -0.0075354501605033875, -0.00702317152172327, -0.006510892882943153, -0.005998614244163036, -0.005486335605382919, -0.004974056966602802, -0.004461778327822685, -0.003949499689042568, -0.003437221050262451, -0.002924942411482334, -0.002412663772702217, -0.0019003851339221, -0.001388106495141983, -0.000875827856361866, -0.00036354921758174896, 0.00014872942119836807, 0.0006610080599784851, 0.0011732866987586021, 0.0016855653375387192, 0.002197843976318836, 0.0027101226150989532, 0.0032224012538790703, 0.0037346798926591873, 0.004246958531439304, 0.004759237170219421, 0.005271515808999538, 0.0057837944477796555, 0.0062960730865597725, 0.0068083517253398895, 0.0073206303641200066, 0.007832909002900124, 0.00834518764168024, 0.008857466280460358, 0.009369744919240475, 0.009882023558020592, 0.010394302196800709, 0.010906580835580826]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 3.0, 0.0, 4.0, 1.0, 1.0, 1.0, 2.0, 4.0, 3.0, 2.0, 5.0, 1.0, 9.0, 3.0, 7.0, 6.0, 7.0, 11.0, 8.0, 12.0, 5.0, 10.0, 11.0, 3.0, 9.0, 14.0, 25.0, 14.0, 16.0, 9.0, 21.0, 23.0, 28.0, 31.0, 49.0, 62.0, 83.0, 132.0, 152.0, 182.0, 268.0, 368.0, 572.0, 806.0, 1291.0, 2612.0, 6844.0, 1710.0, 959.0, 671.0, 422.0, 317.0, 203.0, 147.0, 88.0, 77.0, 33.0, 20.0, 15.0, 17.0, 14.0, 2.0, 4.0], "bins": [-0.015469958074390888, -0.015142181888222694, -0.014814404770731926, -0.014486627653241158, -0.014158851467072964, -0.01383107528090477, -0.013503298163414001, -0.013175521045923233, -0.01284774485975504, -0.012519968673586845, -0.012192191556096077, -0.011864414438605309, -0.011536638252437115, -0.011208862066268921, -0.010881084948778152, -0.010553307831287384, -0.01022553164511919, -0.009897755458950996, -0.009569978341460228, -0.00924220122396946, -0.008914425037801266, -0.008586648851633072, -0.008258871734142303, -0.007931094616651535, -0.007603318430483341, -0.00727554177865386, -0.006947765126824379, -0.006619988474994898, -0.006292211823165417, -0.005964435171335936, -0.0056366585195064545, -0.005308881867676973, -0.004981105215847492, -0.004653328564018011, -0.00432555191218853, -0.003997775260359049, -0.0036699986085295677, -0.0033422219567000866, -0.0030144453048706055, -0.0026866686530411243, -0.0023588920012116432, -0.002031115349382162, -0.001703338697552681, -0.0013755620457231998, -0.0010477853938937187, -0.0007200087420642376, -0.00039223209023475647, -6.445543840527534e-05, 0.0002633212134242058, 0.0005910978652536869, 0.000918874517083168, 0.0012466511689126492, 0.0015744278207421303, 0.0019022044725716114, 0.0022299811244010925, 0.0025577577762305737, 0.0028855344280600548, 0.003213311079889536, 0.003541087731719017, 0.003868864383548498, 0.004196641035377979, 0.00452441768720746, 0.0048521943390369415, 0.005179970990866423, 0.005507747642695904]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 6.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.045095138251781464, -0.04403696954250336, -0.04297880455851555, -0.04192063584923744, -0.040862467139959335, -0.03980429843068123, -0.03874613344669342, -0.037687964737415314, -0.03662979602813721, -0.0355716310441494, -0.03451346233487129, -0.033455293625593185, -0.03239712491631508, -0.03133895993232727, -0.030280791223049164, -0.029222622513771057, -0.0281644556671381, -0.027106288820505142, -0.026048120111227036, -0.024989953264594078, -0.02393178455531597, -0.022873617708683014, -0.021815448999404907, -0.02075728215277195, -0.019699115306138992, -0.018640946596860886, -0.017582779750227928, -0.01652461104094982, -0.015466444194316864, -0.014408276416361332, -0.0133501086384058, -0.012291940860450268, -0.011233773082494736, -0.010175605304539204, -0.009117437526583672, -0.00805926974862814, -0.007001102436333895, -0.005942934658378363, -0.004884767346084118, -0.003826599568128586, -0.0027684317901730537, -0.0017102641286328435, -0.0006520964670926332, 0.000406071194447577, 0.0014642388559877872, 0.0025224066339433193, 0.0035805741790682077, 0.004638741724193096, 0.005696909502148628, 0.00675507728010416, 0.007813245058059692, 0.008871412836015224, 0.009929580613970757, 0.010987747460603714, 0.012045915238559246, 0.013104083016514778, 0.01416225079447031, 0.015220418572425842, 0.0162785854190588, 0.017336754128336906, 0.018394920974969864, 0.01945308968424797, 0.020511256530880928, 0.021569425240159035, 0.022627592086791992]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 3.0, 3.0, 3.0, 0.0, 3.0, 3.0, 4.0, 2.0, 5.0, 2.0, 3.0, 7.0, 3.0, 8.0, 4.0, 8.0, 6.0, 12.0, 5.0, 6.0, 10.0, 16.0, 23.0, 14.0, 24.0, 41.0, 13.0, 11.0, 16.0, 3.0, 4.0, 2.0, 4.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0], "bins": [-0.021959539502859116, -0.021513303741812706, -0.021067067980766296, -0.020620832219719887, -0.020174598321318626, -0.019728362560272217, -0.019282126799225807, -0.018835891038179398, -0.018389655277132988, -0.01794341951608658, -0.01749718375504017, -0.01705094985663891, -0.0166047140955925, -0.01615847833454609, -0.01571224257349968, -0.01526600681245327, -0.01481977105140686, -0.014373536221683025, -0.013927300460636616, -0.013481064699590206, -0.013034829869866371, -0.012588594108819962, -0.012142358347773552, -0.011696122586727142, -0.011249887757003307, -0.010803651995956898, -0.010357416234910488, -0.009911181405186653, -0.009464945644140244, -0.009018709883093834, -0.008572474122047424, -0.00812623929232359, -0.00768000353127718, -0.007233768235892057, -0.006787532474845648, -0.0063412971794605255, -0.005895061418414116, -0.005448826123028994, -0.005002590361982584, -0.004556355066597462, -0.004110119305551052, -0.00366388401016593, -0.003217648481950164, -0.002771412953734398, -0.0023251776583492756, -0.0018789420137181878, -0.0014327066019177437, -0.0009864710737019777, -0.0005402355454862118, -9.400004637427628e-05, 0.0003522354527376592, 0.0007984709227457643, 0.0012447064509615302, 0.0016909419791772962, 0.0021371773909777403, 0.0025834129191935062, 0.003029648447409272, 0.003475883975625038, 0.0039221192710101604, 0.00436835503205657, 0.004814590327441692, 0.005260826088488102, 0.005707061383873224, 0.006153297144919634, 0.006599532440304756]}, "_runtime": 12.86931586265564, "_timestamp": 1596208902.462923, "_step": 10}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 3.0, 0.0, 2.0, 3.0, 0.0, 2.0, 2.0, 3.0, 1.0, 2.0, 2.0, 3.0, 3.0, 3.0, 1.0, 2.0, 0.0, 1.0, 3.0, 2.0, 2.0, 4.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014768317341804504, -0.014308090321719646, -0.013847862370312214, -0.013387635350227356, -0.012927408330142498, -0.012467180378735065, -0.012006953358650208, -0.01154672633856535, -0.011086499318480492, -0.010626271367073059, -0.010166044346988201, -0.009705817326903343, -0.00924558937549591, -0.008785362355411053, -0.008325135335326195, -0.007864907383918762, -0.007404680363833904, -0.006944452878087759, -0.006484225858002901, -0.006023998372256756, -0.005563771352171898, -0.005103543866425753, -0.004643316380679607, -0.0041830893605947495, -0.003722861874848604, -0.0032626346219331026, -0.002802407369017601, -0.0023421798832714558, -0.0018819526303559542, -0.0014217253774404526, -0.0009614980081096292, -0.0005012706969864666, -4.104338586330414e-05, 0.00041918392525985837, 0.0008794112363830209, 0.0013396386057138443, 0.001799865858629346, 0.0022600931115448475, 0.0027203205972909927, 0.0031805478502064943, 0.003640775103121996, 0.004101002588868141, 0.004561229608952999, 0.005021457094699144, 0.00548168458044529, 0.0059419116005301476, 0.006402139086276293, 0.006862366106361151, 0.007322593592107296, 0.007782821077853441, 0.008243048563599586, 0.008703275583684444, 0.009163502603769302, 0.009623730555176735, 0.010083957575261593, 0.01054418459534645, 0.011004412546753883, 0.011464639566838741, 0.0119248665869236, 0.012385093607008457, 0.01284532155841589, 0.013305548578500748, 0.013765775598585606, 0.014226003549993038, 0.014686230570077896]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 2.0, 3.0, 3.0, 6.0, 7.0, 6.0, 4.0, 9.0, 18.0, 12.0, 17.0, 37.0, 44.0, 62.0, 67.0, 100.0, 131.0, 157.0, 196.0, 312.0, 408.0, 534.0, 2867.0, 1290.0, 636.0, 355.0, 222.0, 132.0, 86.0, 55.0, 42.0, 29.0, 24.0, 17.0, 7.0, 6.0, 10.0, 3.0, 3.0, 1.0, 5.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1775679886341095, -0.172398179769516, -0.16722837090492249, -0.16205856204032898, -0.15688875317573547, -0.15171894431114197, -0.14654915034770966, -0.14137934148311615, -0.13620953261852264, -0.13103972375392914, -0.12586991488933563, -0.12070010602474213, -0.11553029716014862, -0.11036048829555511, -0.1051906868815422, -0.1000208780169487, -0.0948510691523552, -0.08968126028776169, -0.08451145142316818, -0.07934165000915527, -0.07417184114456177, -0.06900203227996826, -0.06383222341537476, -0.05866241827607155, -0.05349260941147804, -0.04832280054688454, -0.04315299540758133, -0.037983186542987823, -0.03281337767839432, -0.02764357253909111, -0.022473763674497604, -0.017303956672549248, -0.012134149670600891, -0.006964342202991247, -0.0017945347353816032, 0.0033752727322280407, 0.008545080199837685, 0.013714887201786041, 0.018884696066379547, 0.024054503068327904, 0.02922431007027626, 0.034394118934869766, 0.039563924074172974, 0.04473373293876648, 0.049903541803359985, 0.05507334694266319, 0.0602431558072567, 0.0654129609465599, 0.07058276981115341, 0.07575257867574692, 0.08092238754034042, 0.08609218895435333, 0.09126199781894684, 0.09643180668354034, 0.10160161554813385, 0.10677142441272736, 0.11194123327732086, 0.11711103469133377, 0.12228084355592728, 0.12745064496994019, 0.1326204538345337, 0.1377902626991272, 0.1429600715637207, 0.1481298804283142, 0.15329968929290771]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 3.0, 0.0, 1.0, 3.0, 0.0, 4.0, 1.0, 2.0, 1.0, 4.0, 4.0, 6.0, 1.0, 4.0, 4.0, 2.0, 4.0, 3.0, 1.0, 4.0, 2.0, 27.0, 2.0, 2.0, 5.0, 2.0, 4.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 5.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.005056397058069706, -0.004912042524665594, -0.004767687525600195, -0.004623332992196083, -0.004478977993130684, -0.004334623459726572, -0.004190268460661173, -0.004045913927257061, -0.0039015591610223055, -0.00375720439478755, -0.0036128496285527945, -0.003468494862318039, -0.003324140328913927, -0.0031797855626791716, -0.003035430796444416, -0.0028910760302096605, -0.002746721263974905, -0.0026023664977401495, -0.002458011731505394, -0.0023136569652706385, -0.002169302199035883, -0.002024947665631771, -0.0018805928993970156, -0.00173623813316226, -0.0015918833669275045, -0.001447528600692749, -0.0013031738344579935, -0.0011588191846385598, -0.0010144644184038043, -0.0008701096521690488, -0.0007257549441419542, -0.0005814002361148596, -0.00043704546988010406, -0.000292690732749179, -0.00014833599561825395, -3.981258487328887e-06, 0.00014037347864359617, 0.00028472821577452123, 0.0004290829529054463, 0.0005734376609325409, 0.0007177924271672964, 0.0008621471934020519, 0.0010065019596368074, 0.0011508566094562411, 0.0012952113756909966, 0.0014395661419257522, 0.0015839207917451859, 0.0017282755579799414, 0.0018726303242146969, 0.0020169850904494524, 0.002161339856684208, 0.0023056946229189634, 0.002450049389153719, 0.002594403922557831, 0.0027387586887925863, 0.002883113455027342, 0.0030274682212620974, 0.003171822987496853, 0.0033161777537316084, 0.003460532519966364, 0.0036048870533704758, 0.0037492418196052313, 0.003893596585839987, 0.004037951584905386, 0.004182306118309498]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 8.0, 8.0, 18.0, 33.0, 52.0, 84.0, 122.0, 195.0, 295.0, 487.0, 697.0, 1016.0, 1490.0, 2142.0, 2818.0, 3853.0, 5315.0, 6832.0, 8858.0, 11396.0, 14610.0, 18233.0, 23833.0, 30744.0, 41029.0, 53941.0, 71375.0, 92504.0, 411574.0, 99701.0, 71469.0, 51079.0, 36832.0, 27196.0, 20275.0, 15514.0, 11758.0, 9197.0, 7202.0, 5845.0, 4639.0, 3701.0, 2874.0, 2245.0, 1725.0, 1342.0, 984.0, 718.0, 549.0, 379.0, 269.0, 197.0, 145.0, 81.0, 63.0, 41.0, 26.0, 14.0, 12.0, 4.0, 1.0, 3.0, 3.0], "bins": [-0.0121429692953825, -0.011737313121557236, -0.011331657879054546, -0.010926002636551857, -0.010520346462726593, -0.010114690288901329, -0.00970903504639864, -0.00930337980389595, -0.008897723630070686, -0.008492067456245422, -0.008086412213742733, -0.007680756505578756, -0.00727510079741478, -0.006869445089250803, -0.006463789381086826, -0.00605813367292285, -0.005652477964758873, -0.005246822256594896, -0.00484116654843092, -0.004435510840266943, -0.004029855132102966, -0.0036241994239389896, -0.003218543715775013, -0.0028128880076110363, -0.0024072322994470596, -0.002001576591283083, -0.0015959208831191063, -0.0011902651749551296, -0.000784609466791153, -0.0003789537586271763, 2.6701949536800385e-05, 0.00043235765770077705, 0.0008380133658647537, 0.0012436690740287304, 0.001649324782192707, 0.0020549804903566837, 0.0024606361985206604, 0.002866291906684637, 0.0032719476148486137, 0.0036776033230125904, 0.004083259031176567, 0.004488914739340544, 0.00489457044750452, 0.005300226155668497, 0.005705881863832474, 0.00611153757199645, 0.006517193280160427, 0.006922848988324404, 0.00732850469648838, 0.007734160404652357, 0.008139816112816334, 0.008545471355319023, 0.008951127529144287, 0.009356783702969551, 0.00976243894547224, 0.01016809418797493, 0.010573750361800194, 0.010979406535625458, 0.011385061778128147, 0.011790717020630836, 0.0121963731944561, 0.012602029368281364, 0.013007684610784054, 0.013413339853286743, 0.013818996027112007]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 5.0, 1.0, 3.0, 1.0, 0.0, 2.0, 5.0, 3.0, 1.0, 7.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 1.0, 3.0, 2.0, 1.0, 2.0, 1.0, 0.0, 2.0, 1.0], "bins": [-0.019431021064519882, -0.01897735707461834, -0.018523693084716797, -0.018070029094815254, -0.01761636510491371, -0.017162702977657318, -0.016709038987755775, -0.016255374997854233, -0.01580171100795269, -0.015348047018051147, -0.014894383028149605, -0.014440719969570637, -0.013987055979669094, -0.013533391989767551, -0.013079728931188583, -0.01262606494128704, -0.012172400951385498, -0.011718736961483955, -0.011265072971582413, -0.010811409913003445, -0.010357745923101902, -0.00990408193320036, -0.009450418874621391, -0.008996754884719849, -0.008543090894818306, -0.008089426904916763, -0.007635763380676508, -0.007182099856436253, -0.00672843586653471, -0.006274771876633167, -0.005821108352392912, -0.0053674448281526566, -0.004913780838251114, -0.004460116848349571, -0.004006453324109316, -0.003552789567038417, -0.003099125809967518, -0.002645462052896619, -0.00219179829582572, -0.0017381345387548208, -0.0012844707816839218, -0.0008308070246130228, -0.0003771432675421238, 7.652048952877522e-05, 0.0005301842465996742, 0.0009838480036705732, 0.0014375117607414722, 0.0018911755178123713, 0.0023448392748832703, 0.0027985030319541693, 0.0032521667890250683, 0.0037058305460959673, 0.004159494303166866, 0.004613158293068409, 0.005066821817308664, 0.00552048534154892, 0.005974149331450462, 0.006427813321352005, 0.00688147684559226, 0.007335140369832516, 0.007788804359734058, 0.008242468349635601, 0.008696131408214569, 0.009149795398116112, 0.009603459388017654]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 0.0, 1.0, 2.0, 2.0, 3.0, 5.0, 5.0, 2.0, 7.0, 8.0, 7.0, 10.0, 10.0, 15.0, 20.0, 22.0, 17.0, 29.0, 25.0, 27.0, 53.0, 72.0, 112.0, 162.0, 183.0, 221.0, 278.0, 376.0, 501.0, 734.0, 1030.0, 1544.0, 2391.0, 6255.0, 1099.0, 843.0, 616.0, 349.0, 253.0, 310.0, 285.0, 212.0, 144.0, 91.0, 54.0, 16.0, 10.0, 6.0, 5.0, 1.0], "bins": [-0.013753949664533138, -0.01346314325928688, -0.013172336854040623, -0.012881530448794365, -0.012590724043548107, -0.01229991763830185, -0.012009110301733017, -0.01171830389648676, -0.011427497491240501, -0.011136691085994244, -0.010845884680747986, -0.010555078275501728, -0.01026427187025547, -0.009973465465009212, -0.009682659059762955, -0.009391852654516697, -0.00910104624927044, -0.008810238912701607, -0.008519432507455349, -0.008228626102209091, -0.007937819696962833, -0.007647013291716576, -0.007356206886470318, -0.00706540048122406, -0.006774594075977802, -0.006483787205070257, -0.006192980799823999, -0.005902174394577742, -0.005611367989331484, -0.005320561584085226, -0.005029754713177681, -0.004738948307931423, -0.004448141902685165, -0.004157335497438908, -0.003866528859362006, -0.0035757224541157484, -0.003284915816038847, -0.002994109410792589, -0.0027033030055463314, -0.00241249636746943, -0.002121689962223172, -0.0018308834405615926, -0.001540076918900013, -0.0012492705136537552, -0.0009584639919921756, -0.000667657470330596, -0.0003768510068766773, -8.604451431892812e-05, 0.00020476197823882103, 0.0004955684999004006, 0.0007863749633543193, 0.001077181426808238, 0.0013679879484698176, 0.0016587944701313972, 0.001949600875377655, 0.0022404075134545565, 0.0025312139187008142, 0.002822020323947072, 0.0031128269620239735, 0.0034036333672702312, 0.003694439772516489, 0.003985246177762747, 0.004276053048670292, 0.00456685945391655, 0.0048576658591628075]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.05361741781234741, -0.05223929509520531, -0.0508611723780632, -0.0494830496609211, -0.04810492694377899, -0.04672680422663689, -0.04534868150949478, -0.043970558792352676, -0.04259243607521057, -0.041214313358068466, -0.03983619064092636, -0.038458067923784256, -0.03707994520664215, -0.035701822489500046, -0.03432369977235794, -0.032945577055215836, -0.03156745433807373, -0.030189331620931625, -0.02881120890378952, -0.027433086186647415, -0.02605496346950531, -0.024676840752363205, -0.0232987180352211, -0.021920595318078995, -0.02054247260093689, -0.019164349883794785, -0.01778622716665268, -0.016408104449510574, -0.01502998173236847, -0.013651859015226364, -0.012273736298084259, -0.010895613580942154, -0.009517490863800049, -0.008139368146657944, -0.006761245429515839, -0.0053831227123737335, -0.004004999995231628, -0.0026268772780895233, -0.0012487545609474182, 0.0001293681561946869, 0.001507490873336792, 0.002885613590478897, 0.004263736307621002, 0.005641859024763107, 0.007019981741905212, 0.008398104459047318, 0.009776227176189423, 0.011154349893331528, 0.012532472610473633, 0.013910595327615738, 0.015288718044757843, 0.016666840761899948, 0.018044963479042053, 0.01942308619618416, 0.020801208913326263, 0.02217933163046837, 0.023557454347610474, 0.02493557706475258, 0.026313699781894684, 0.02769182249903679, 0.029069945216178894, 0.030448067933321, 0.031826190650463104, 0.03320431336760521, 0.034582436084747314]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 6.0, 4.0, 1.0, 3.0, 2.0, 2.0, 3.0, 2.0, 8.0, 4.0, 4.0, 8.0, 4.0, 9.0, 4.0, 6.0, 8.0, 5.0, 4.0, 2.0, 2.0, 7.0, 4.0, 5.0, 6.0, 6.0, 6.0, 4.0, 8.0, 1.0, 9.0, 5.0, 7.0, 13.0, 14.0, 40.0, 13.0, 12.0, 5.0, 3.0, 3.0, 2.0, 10.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.018838152289390564, -0.018355460837483406, -0.0178727675229311, -0.01739007607102394, -0.016907382756471634, -0.016424691304564476, -0.015941999852657318, -0.015459307469427586, -0.014976615086197853, -0.01449392270296812, -0.014011230319738388, -0.01352853886783123, -0.013045846484601498, -0.012563154101371765, -0.012080462649464607, -0.011597770266234875, -0.011115077883005142, -0.01063238549977541, -0.010149693116545677, -0.00966700166463852, -0.009184309281408787, -0.008701616898179054, -0.008218925446271896, -0.007736233063042164, -0.007253540679812431, -0.006770848296582699, -0.006288156379014254, -0.005805464461445808, -0.005322772078216076, -0.004840079694986343, -0.004357387777417898, -0.0038746956270188093, -0.0033920034766197205, -0.0029093113262206316, -0.0024266191758215427, -0.0019439270254224539, -0.001461234875023365, -0.0009785427246242762, -0.0004958505742251873, -1.3158423826098442e-05, 0.0004695337265729904, 0.0009522258769720793, 0.0014349180273711681, 0.001917610177770257, 0.002400302328169346, 0.0028829944785684347, 0.0033656866289675236, 0.0038483787793666124, 0.004331070929765701, 0.004813763312995434, 0.005296455230563879, 0.005779147148132324, 0.006261839531362057, 0.006744531914591789, 0.0072272238321602345, 0.00770991574972868, 0.008192608132958412, 0.008675300516188145, 0.009157992899417877, 0.009640684351325035, 0.010123376734554768, 0.0106060691177845, 0.011088760569691658, 0.01157145295292139, 0.012054145336151123]}, "_runtime": 13.646441459655762, "_timestamp": 1596208903.2400486, "_step": 11}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 4.0, 1.0, 3.0, 0.0, 0.0, 1.0, 2.0, 2.0, 4.0, 3.0, 1.0, 3.0, 1.0, 5.0, 4.0, 5.0, 1.0, 1.0, 1.0, 2.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.022879811003804207, -0.022214611992239952, -0.021549412980675697, -0.020884212106466293, -0.02021901309490204, -0.019553814083337784, -0.01888861507177353, -0.018223416060209274, -0.01755821704864502, -0.016893016174435616, -0.01622781716287136, -0.015562618151307106, -0.014897419139742851, -0.014232219196856022, -0.013567020185291767, -0.012901820242404938, -0.012236621230840683, -0.011571422219276428, -0.010906222276389599, -0.010241023264825344, -0.009575823321938515, -0.00891062431037426, -0.008245425298810005, -0.007580225821584463, -0.006915026344358921, -0.006249826867133379, -0.005584627389907837, -0.004919428378343582, -0.00425422890111804, -0.003589029423892498, -0.0029238301794975996, -0.002258630935102701, -0.0015934314578771591, -0.0009282320970669389, -0.00026303273625671864, 0.0004021666245535016, 0.0010673659853637218, 0.001732565346173942, 0.0023977647069841623, 0.0030629639513790607, 0.003728163428604603, 0.004393362905830145, 0.005058562383055687, 0.005723761394619942, 0.006388960871845484, 0.007054160349071026, 0.007719359360635281, 0.00838455930352211, 0.009049758315086365, 0.00971495732665062, 0.010380157269537449, 0.011045356281101704, 0.011710556223988533, 0.012375755235552788, 0.013040954247117043, 0.013706154190003872, 0.014371353201568127, 0.015036552213132381, 0.01570175215601921, 0.016366951167583466, 0.01703215017914772, 0.017697349190711975, 0.01836255006492138, 0.019027749076485634, 0.01969294808804989]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 4.0, 0.0, 2.0, 4.0, 6.0, 14.0, 5.0, 15.0, 18.0, 16.0, 33.0, 37.0, 58.0, 47.0, 95.0, 108.0, 148.0, 214.0, 242.0, 390.0, 556.0, 3275.0, 1248.0, 530.0, 292.0, 178.0, 127.0, 76.0, 54.0, 35.0, 29.0, 15.0, 14.0, 10.0, 4.0, 7.0, 7.0, 1.0, 5.0, 3.0, 0.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.17582140862941742, -0.16939345002174377, -0.16296550631523132, -0.15653754770755768, -0.15010960400104523, -0.14368164539337158, -0.13725370168685913, -0.13082574307918549, -0.12439779192209244, -0.11796984076499939, -0.11154188960790634, -0.1051139384508133, -0.09868597984313965, -0.0922580286860466, -0.08583007752895355, -0.0794021263718605, -0.07297417521476746, -0.06654622405767441, -0.06011827290058136, -0.05369031801819801, -0.047262366861104965, -0.04083441570401192, -0.03440646082162857, -0.027978509664535522, -0.021550558507442474, -0.015122606419026852, -0.008694654330611229, -0.0022667022421956062, 0.0041612498462200165, 0.01058920193463564, 0.017017154023051262, 0.02344510704278946, 0.029873058199882507, 0.036301009356975555, 0.042728960514068604, 0.04915691539645195, 0.055584866553545, 0.062012817710638046, 0.06844077259302139, 0.07486872375011444, 0.08129667490720749, 0.08772462606430054, 0.09415257722139359, 0.10058052837848663, 0.10700848698616028, 0.11343643814325333, 0.11986438930034637, 0.12629233300685883, 0.13272029161453247, 0.13914825022220612, 0.14557619392871857, 0.1520041525363922, 0.15843209624290466, 0.1648600548505783, 0.17128799855709076, 0.1777159571647644, 0.18414390087127686, 0.1905718594789505, 0.19699981808662415, 0.2034277617931366, 0.20985572040081024, 0.2162836641073227, 0.22271162271499634, 0.2291395664215088, 0.23556752502918243]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 1.0, 3.0, 1.0, 3.0, 3.0, 0.0, 2.0, 8.0, 8.0, 1.0, 2.0, 3.0, 6.0, 2.0, 3.0, 25.0, 1.0, 2.0, 3.0, 3.0, 4.0, 1.0, 2.0, 2.0, 5.0, 2.0, 2.0, 2.0, 5.0, 4.0, 0.0, 4.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.005329800769686699, -0.0051437909714877605, -0.0049577816389501095, -0.004771771840751171, -0.00458576250821352, -0.004399752710014582, -0.004213742911815643, -0.004027733579277992, -0.003841723781079054, -0.003655714215710759, -0.0034697046503424644, -0.003283694852143526, -0.0030976852867752314, -0.0029116757214069366, -0.0027256659232079983, -0.0025396563578397036, -0.002353646792471409, -0.002167637227103114, -0.0019816276617348194, -0.001795617863535881, -0.0016096082981675863, -0.0014235987327992916, -0.001237589051015675, -0.0010515793692320585, -0.0008655698038637638, -0.0006795601802878082, -0.0004935505567118526, -0.0003075409331358969, -0.00012153130955994129, 6.447831401601434e-05, 0.00025048793759196997, 0.0004364975611679256, 0.0006225071847438812, 0.0008085168083198369, 0.0009945264318957925, 0.001180536113679409, 0.0013665456790477037, 0.0015525552444159985, 0.001738564926199615, 0.0019245746079832315, 0.0021105841733515263, 0.002296593738719821, 0.0024826033040881157, 0.002668613102287054, 0.0028546226676553488, 0.0030406322330236435, 0.003226642031222582, 0.0034126515965908766, 0.0035986611619591713, 0.003784670727327466, 0.003970680292695761, 0.004156690090894699, 0.00434269942343235, 0.0045287092216312885, 0.004714719019830227, 0.004900728352367878, 0.005086738150566816, 0.005272747948765755, 0.005458757281303406, 0.005644767079502344, 0.0058307768777012825, 0.0060167862102389336, 0.006202796008437872, 0.006388805340975523, 0.006574815139174461]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 2.0, 2.0, 9.0, 4.0, 15.0, 24.0, 37.0, 45.0, 79.0, 111.0, 179.0, 269.0, 383.0, 486.0, 695.0, 926.0, 1233.0, 1636.0, 2308.0, 3232.0, 4424.0, 6090.0, 8481.0, 12040.0, 17020.0, 23248.0, 31586.0, 42377.0, 58991.0, 79146.0, 103137.0, 419556.0, 95180.0, 72096.0, 52441.0, 37245.0, 27047.0, 19577.0, 14761.0, 11124.0, 8262.0, 6223.0, 4700.0, 3402.0, 2727.0, 1969.0, 1478.0, 1017.0, 801.0, 522.0, 414.0, 281.0, 201.0, 146.0, 98.0, 67.0, 36.0, 28.0, 18.0, 8.0, 4.0, 1.0, 2.0], "bins": [-0.015530696138739586, -0.015052142553031445, -0.014573588967323303, -0.014095036312937737, -0.013616482727229595, -0.013137929141521454, -0.012659375555813313, -0.012180821970105171, -0.011702269315719604, -0.011223715730011463, -0.010745162144303322, -0.01026660855859518, -0.00978805497288704, -0.009309501387178898, -0.008830948732793331, -0.00835239514708519, -0.007873841561377048, -0.007395287975668907, -0.006916734855622053, -0.006438181269913912, -0.005959628149867058, -0.0054810745641589165, -0.005002520978450775, -0.004523967858403921, -0.00404541427269578, -0.003566860919818282, -0.0030883075669407845, -0.002609753981232643, -0.0021312006283551455, -0.0016526472754776478, -0.0011740938061848283, -0.0006955403950996697, -0.0002169869840145111, 0.0002615664270706475, 0.0007401198381558061, 0.0012186733074486256, 0.0016972266603261232, 0.002175780013203621, 0.0026543335989117622, 0.00313288695178926, 0.0036114403046667576, 0.004089993890374899, 0.004568547010421753, 0.005047100596129894, 0.005525654181838036, 0.00600420730188489, 0.006482760887593031, 0.006961314007639885, 0.007439867593348026, 0.007918421179056168, 0.008396974764764309, 0.008875527419149876, 0.009354081004858017, 0.009832634590566158, 0.0103111881762743, 0.010789741761982441, 0.011268295347690582, 0.011746848002076149, 0.01222540158778429, 0.012703955173492432, 0.013182508759200573, 0.013661062344908714, 0.014139614999294281, 0.014618168585002422, 0.015096722170710564]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 2.0, 4.0, 3.0, 6.0, 5.0, 5.0, 4.0, 1.0, 4.0, 8.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02182535082101822, -0.02129899337887764, -0.02077263593673706, -0.02024627849459648, -0.019719921052455902, -0.019193565472960472, -0.018667208030819893, -0.018140850588679314, -0.017614493146538734, -0.017088135704398155, -0.016561778262257576, -0.016035420820116997, -0.015509064309298992, -0.014982706867158413, -0.014456350356340408, -0.013929992914199829, -0.01340363547205925, -0.01287727802991867, -0.012350920587778091, -0.011824564076960087, -0.011298206634819508, -0.010771849192678928, -0.010245492681860924, -0.009719135239720345, -0.009192777797579765, -0.008666420355439186, -0.008140062913298607, -0.007613706402480602, -0.007087348960340023, -0.006560991518199444, -0.006034634541720152, -0.00550827756524086, -0.004981920123100281, -0.0044555626809597015, -0.00392920570448041, -0.003402848495170474, -0.0028764912858605385, -0.002350134076550603, -0.0018237768672406673, -0.0012974196579307318, -0.0007710624486207962, -0.00024470523931086063, 0.00028165196999907494, 0.0008080091793090105, 0.001334366388618946, 0.0018607235979288816, 0.002387080807238817, 0.002913438016548753, 0.0034397952258586884, 0.003966152667999268, 0.0044925096444785595, 0.005018866620957851, 0.005545224063098431, 0.00607158150523901, 0.006597938481718302, 0.007124295458197594, 0.007650652900338173, 0.008177010342478752, 0.008703367784619331, 0.009229724295437336, 0.009756081737577915, 0.010282439179718494, 0.010808795690536499, 0.011335153132677078, 0.011861510574817657]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 3.0, 3.0, 5.0, 2.0, 6.0, 4.0, 7.0, 8.0, 4.0, 5.0, 3.0, 11.0, 12.0, 17.0, 16.0, 11.0, 5.0, 10.0, 11.0, 6.0, 12.0, 20.0, 26.0, 19.0, 15.0, 26.0, 55.0, 54.0, 68.0, 92.0, 172.0, 275.0, 477.0, 932.0, 1492.0, 2545.0, 7858.0, 1707.0, 881.0, 476.0, 393.0, 273.0, 140.0, 74.0, 57.0, 23.0, 24.0, 17.0, 18.0, 10.0, 10.0, 10.0, 6.0, 10.0, 1.0, 3.0, 1.0, 5.0, 1.0, 2.0], "bins": [-0.017056019976735115, -0.016634957864880562, -0.01621389575302601, -0.015792833641171455, -0.015371772460639477, -0.014950710348784924, -0.014529649168252945, -0.014108587056398392, -0.013687524944543839, -0.013266462832689285, -0.012845400720834732, -0.012424339540302753, -0.0120032774284482, -0.011582215316593647, -0.011161154136061668, -0.010740092024207115, -0.010319029912352562, -0.009897967800498009, -0.009476905688643456, -0.009055844508111477, -0.008634782396256924, -0.00821372028440237, -0.0077926586382091045, -0.007371596992015839, -0.006950534880161285, -0.006529472768306732, -0.006108411122113466, -0.0056873494759202, -0.005266287364065647, -0.004845225252211094, -0.004424163606017828, -0.004003101959824562, -0.003582039847970009, -0.0031609779689460993, -0.0027399160899221897, -0.00231885421089828, -0.0018977923318743706, -0.001476730452850461, -0.0010556685738265514, -0.0006346066948026419, -0.0002135448157787323, 0.00020751706324517727, 0.0006285789422690868, 0.0010496408212929964, 0.001470702700316906, 0.0018917645793408155, 0.002312826458364725, 0.0027338883373886347, 0.0031549502164125443, 0.003576012095436454, 0.003997073974460363, 0.004418135620653629, 0.0048391977325081825, 0.005260259844362736, 0.005681321490556002, 0.006102383136749268, 0.006523445248603821, 0.006944507360458374, 0.00736556900665164, 0.007786630652844906, 0.008207692764699459, 0.008628754876554012, 0.009049816057085991, 0.009470878168940544, 0.009891940280795097]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 3.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.051154039800167084, -0.04985230788588524, -0.048550575971603394, -0.04724884405732155, -0.0459471121430397, -0.04464538022875786, -0.04334364831447601, -0.04204191640019417, -0.04074018448591232, -0.03943845257163048, -0.03813672065734863, -0.03683498874306679, -0.03553325682878494, -0.0342315249145031, -0.03292979300022125, -0.03162806108593941, -0.03032633103430271, -0.029024599120020866, -0.02772286720573902, -0.026421135291457176, -0.02511940337717533, -0.023817671462893486, -0.02251593954861164, -0.021214207634329796, -0.0199124775826931, -0.018610745668411255, -0.01730901375412941, -0.016007281839847565, -0.01470554992556572, -0.013403818011283875, -0.01210208609700203, -0.010800354182720184, -0.00949862226843834, -0.008196890354156494, -0.006895158439874649, -0.005593426991254091, -0.004291695076972246, -0.002989963162690401, -0.0016882314812391996, -0.00038649968337267637, 0.0009152321144938469, 0.002216964028775692, 0.0035186957102268934, 0.004820427391678095, 0.00612215930595994, 0.007423891220241785, 0.008725622668862343, 0.010027354583144188, 0.011329086497426033, 0.012630818411707878, 0.013932550325989723, 0.015234282240271568, 0.016536014154553413, 0.01783774606883526, 0.019139477983117104, 0.02044120989739895, 0.021742939949035645, 0.02304467186331749, 0.024346403777599335, 0.02564813569188118, 0.026949867606163025, 0.02825159952044487, 0.029553331434726715, 0.03085506334900856, 0.032156795263290405]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 1.0, 2.0, 9.0, 4.0, 5.0, 4.0, 8.0, 5.0, 5.0, 7.0, 12.0, 7.0, 8.0, 8.0, 17.0, 12.0, 17.0, 59.0, 13.0, 14.0, 4.0, 13.0, 8.0, 10.0, 1.0, 8.0, 1.0, 0.0, 2.0, 3.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 3.0], "bins": [-0.037286147475242615, -0.03640040010213852, -0.035514652729034424, -0.03462890908122063, -0.03374316170811653, -0.032857414335012436, -0.03197166696190834, -0.031085921451449394, -0.0302001740783453, -0.029314426705241203, -0.028428681194782257, -0.02754293382167816, -0.026657186448574066, -0.02577144093811512, -0.024885693565011024, -0.023999948054552078, -0.023114200681447983, -0.022228453308343887, -0.02134270779788494, -0.020456960424780846, -0.0195712149143219, -0.018685467541217804, -0.01779972016811371, -0.016913974657654762, -0.016028227284550667, -0.015142480842769146, -0.014256734400987625, -0.01337098702788353, -0.012485240586102009, -0.011599494144320488, -0.010713746771216393, -0.009828000329434872, -0.00894225388765335, -0.00805650744587183, -0.007170760538429022, -0.006285013630986214, -0.005399267189204693, -0.004513520747423172, -0.003627773839980364, -0.0027420271653681993, -0.0018562804907560349, -0.0009705338161438704, -8.478714153170586e-05, 0.0008009595330804586, 0.0016867062076926231, 0.0025724528823047876, 0.003458199556916952, 0.00434394646435976, 0.005229692906141281, 0.006115439347922802, 0.00700118625536561, 0.007886933162808418, 0.008772679604589939, 0.00965842604637146, 0.010544173419475555, 0.011429919861257076, 0.012315666303038597, 0.013201412744820118, 0.014087159186601639, 0.014972906559705734, 0.01585865393280983, 0.016744399443268776, 0.01763014681637287, 0.018515892326831818, 0.019401639699935913]}, "_runtime": 14.411733150482178, "_timestamp": 1596208904.0053403, "_step": 12}
+{"val_accuracy": 0.6694977168949772, "val_loss": 1.0884844638985587, "_runtime": 15.777493000030518, "_timestamp": 1596208905.3711002, "_step": 13}
diff --git a/wandb/run-20200731_152132-1yh9vh8k/wandb-metadata.json b/wandb/run-20200731_152132-1yh9vh8k/wandb-metadata.json
new file mode 100644
index 0000000..dcfdb94
--- /dev/null
+++ b/wandb/run-20200731_152132-1yh9vh8k/wandb-metadata.json
@@ -0,0 +1,30 @@
+{
+ "root": "/home/akternurra/Documents/projects/quest-for-general-artifical-intelligence/projects/text-recognizer",
+ "program": "<python with no main file>",
+ "git": {
+ "remote": "git@github.com:aktersnurra/text-recognizer.git",
+ "commit": "fa461db6132e7a22f3aa1bb48cce8981890325fb"
+ },
+ "email": "gustaf.rydholm@gmail.com",
+ "startedAt": "2020-07-31T15:21:32.697211",
+ "host": "kompjuter",
+ "username": "akternurra",
+ "executable": "/home/akternurra/.cache/pypoetry/virtualenvs/text-recognizer-N1c_zsdp-py3.8/bin/python",
+ "os": "Linux-5.4.0-42-generic-x86_64-with-glibc2.27",
+ "python": "3.8.2",
+ "gpu": "GeForce RTX 2070",
+ "gpu_count": 1,
+ "cpu_count": 12,
+ "cuda": "10.1.105",
+ "args": [
+ "--gpu=-1",
+ "--save",
+ "--experiment_config={\"dataloader\": \"EmnistDataLoader\", \"data_loader_args\": {\"splits\": [\"train\", \"val\"], \"sample_to_balance\": true, \"subsample_fraction\": null, \"transform\": null, \"target_transform\": null, \"batch_size\": 256, \"shuffle\": true, \"num_workers\": 8, \"cuda\": true, \"seed\": 4711}, \"model\": \"CharacterModel\", \"metrics\": [\"accuracy\"], \"network\": \"LeNet\", \"network_args\": {\"input_size\": [28, 28], \"output_size\": 62}, \"train_args\": {\"batch_size\": 256, \"epochs\": 16}, \"criterion\": \"CrossEntropyLoss\", \"criterion_args\": {\"weight\": null, \"ignore_index\": -100, \"reduction\": \"mean\"}, \"optimizer\": \"AdamW\", \"optimizer_args\": {\"lr\": 0.01, \"betas\": [0.9, 0.999], \"eps\": 1e-08, \"weight_decay\": 0, \"amsgrad\": false}, \"lr_scheduler\": \"OneCycleLR\", \"lr_scheduler_args\": {\"max_lr\": 0.001, \"epochs\": 16}, \"callbacks\": [\"Checkpoint\", \"EarlyStopping\", \"WandbCallback\", \"WandbImageLogger\"], \"callback_args\": {\"Checkpoint\": {\"monitor\": \"val_accuracy\"}, \"EarlyStopping\": {\"monitor\": \"val_loss\", \"min_delta\": 0.0, \"patience\": 3, \"mode\": \"min\"}, \"WandbCallback\": {\"log_batch_frequency\": 1}, \"WandbImageLogger\": {\"num_examples\": 4}}, \"verbosity\": 2, \"resume_experiment\": null, \"experiment_group\": \"Sample Experiments\"}"
+ ],
+ "state": "failed",
+ "jobType": null,
+ "mode": "run",
+ "project": "text-recognizer",
+ "heartbeatAt": "2020-07-31T15:21:46.363353",
+ "exitcode": 1
+}
diff --git a/wandb/run-20200731_152132-1yh9vh8k/wandb-summary.json b/wandb/run-20200731_152132-1yh9vh8k/wandb-summary.json
new file mode 100644
index 0000000..0c4cea9
--- /dev/null
+++ b/wandb/run-20200731_152132-1yh9vh8k/wandb-summary.json
@@ -0,0 +1 @@
+{"graph_0": {"_type": "graph-file", "path": "media/graph/graph_0_summary_b2b9fe98.graph.json", "sha256": "b2b9fe985c96ee54777c810d3d9f3c831501e3e9550cf5d8a737d931314fb2e0", "size": 1814}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 3.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.051154039800167084, -0.04985230788588524, -0.048550575971603394, -0.04724884405732155, -0.0459471121430397, -0.04464538022875786, -0.04334364831447601, -0.04204191640019417, -0.04074018448591232, -0.03943845257163048, -0.03813672065734863, -0.03683498874306679, -0.03553325682878494, -0.0342315249145031, -0.03292979300022125, -0.03162806108593941, -0.03032633103430271, -0.029024599120020866, -0.02772286720573902, -0.026421135291457176, -0.02511940337717533, -0.023817671462893486, -0.02251593954861164, -0.021214207634329796, -0.0199124775826931, -0.018610745668411255, -0.01730901375412941, -0.016007281839847565, -0.01470554992556572, -0.013403818011283875, -0.01210208609700203, -0.010800354182720184, -0.00949862226843834, -0.008196890354156494, -0.006895158439874649, -0.005593426991254091, -0.004291695076972246, -0.002989963162690401, -0.0016882314812391996, -0.00038649968337267637, 0.0009152321144938469, 0.002216964028775692, 0.0035186957102268934, 0.004820427391678095, 0.00612215930595994, 0.007423891220241785, 0.008725622668862343, 0.010027354583144188, 0.011329086497426033, 0.012630818411707878, 0.013932550325989723, 0.015234282240271568, 0.016536014154553413, 0.01783774606883526, 0.019139477983117104, 0.02044120989739895, 0.021742939949035645, 0.02304467186331749, 0.024346403777599335, 0.02564813569188118, 0.026949867606163025, 0.02825159952044487, 0.029553331434726715, 0.03085506334900856, 0.032156795263290405]}, "_timestamp": 1596208905.3711002, "gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 4.0, 1.0, 3.0, 0.0, 0.0, 1.0, 2.0, 2.0, 4.0, 3.0, 1.0, 3.0, 1.0, 5.0, 4.0, 5.0, 1.0, 1.0, 1.0, 2.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.022879811003804207, -0.022214611992239952, -0.021549412980675697, -0.020884212106466293, -0.02021901309490204, -0.019553814083337784, -0.01888861507177353, -0.018223416060209274, -0.01755821704864502, -0.016893016174435616, -0.01622781716287136, -0.015562618151307106, -0.014897419139742851, -0.014232219196856022, -0.013567020185291767, -0.012901820242404938, -0.012236621230840683, -0.011571422219276428, -0.010906222276389599, -0.010241023264825344, -0.009575823321938515, -0.00891062431037426, -0.008245425298810005, -0.007580225821584463, -0.006915026344358921, -0.006249826867133379, -0.005584627389907837, -0.004919428378343582, -0.00425422890111804, -0.003589029423892498, -0.0029238301794975996, -0.002258630935102701, -0.0015934314578771591, -0.0009282320970669389, -0.00026303273625671864, 0.0004021666245535016, 0.0010673659853637218, 0.001732565346173942, 0.0023977647069841623, 0.0030629639513790607, 0.003728163428604603, 0.004393362905830145, 0.005058562383055687, 0.005723761394619942, 0.006388960871845484, 0.007054160349071026, 0.007719359360635281, 0.00838455930352211, 0.009049758315086365, 0.00971495732665062, 0.010380157269537449, 0.011045356281101704, 0.011710556223988533, 0.012375755235552788, 0.013040954247117043, 0.013706154190003872, 0.014371353201568127, 0.015036552213132381, 0.01570175215601921, 0.016366951167583466, 0.01703215017914772, 0.017697349190711975, 0.01836255006492138, 0.019027749076485634, 0.01969294808804989]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 2.0, 2.0, 9.0, 4.0, 15.0, 24.0, 37.0, 45.0, 79.0, 111.0, 179.0, 269.0, 383.0, 486.0, 695.0, 926.0, 1233.0, 1636.0, 2308.0, 3232.0, 4424.0, 6090.0, 8481.0, 12040.0, 17020.0, 23248.0, 31586.0, 42377.0, 58991.0, 79146.0, 103137.0, 419556.0, 95180.0, 72096.0, 52441.0, 37245.0, 27047.0, 19577.0, 14761.0, 11124.0, 8262.0, 6223.0, 4700.0, 3402.0, 2727.0, 1969.0, 1478.0, 1017.0, 801.0, 522.0, 414.0, 281.0, 201.0, 146.0, 98.0, 67.0, 36.0, 28.0, 18.0, 8.0, 4.0, 1.0, 2.0], "bins": [-0.015530696138739586, -0.015052142553031445, -0.014573588967323303, -0.014095036312937737, -0.013616482727229595, -0.013137929141521454, -0.012659375555813313, -0.012180821970105171, -0.011702269315719604, -0.011223715730011463, -0.010745162144303322, -0.01026660855859518, -0.00978805497288704, -0.009309501387178898, -0.008830948732793331, -0.00835239514708519, -0.007873841561377048, -0.007395287975668907, -0.006916734855622053, -0.006438181269913912, -0.005959628149867058, -0.0054810745641589165, -0.005002520978450775, -0.004523967858403921, -0.00404541427269578, -0.003566860919818282, -0.0030883075669407845, -0.002609753981232643, -0.0021312006283551455, -0.0016526472754776478, -0.0011740938061848283, -0.0006955403950996697, -0.0002169869840145111, 0.0002615664270706475, 0.0007401198381558061, 0.0012186733074486256, 0.0016972266603261232, 0.002175780013203621, 0.0026543335989117622, 0.00313288695178926, 0.0036114403046667576, 0.004089993890374899, 0.004568547010421753, 0.005047100596129894, 0.005525654181838036, 0.00600420730188489, 0.006482760887593031, 0.006961314007639885, 0.007439867593348026, 0.007918421179056168, 0.008396974764764309, 0.008875527419149876, 0.009354081004858017, 0.009832634590566158, 0.0103111881762743, 0.010789741761982441, 0.011268295347690582, 0.011746848002076149, 0.01222540158778429, 0.012703955173492432, 0.013182508759200573, 0.013661062344908714, 0.014139614999294281, 0.014618168585002422, 0.015096722170710564]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 2.0, 4.0, 3.0, 6.0, 5.0, 5.0, 4.0, 1.0, 4.0, 8.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02182535082101822, -0.02129899337887764, -0.02077263593673706, -0.02024627849459648, -0.019719921052455902, -0.019193565472960472, -0.018667208030819893, -0.018140850588679314, -0.017614493146538734, -0.017088135704398155, -0.016561778262257576, -0.016035420820116997, -0.015509064309298992, -0.014982706867158413, -0.014456350356340408, -0.013929992914199829, -0.01340363547205925, -0.01287727802991867, -0.012350920587778091, -0.011824564076960087, -0.011298206634819508, -0.010771849192678928, -0.010245492681860924, -0.009719135239720345, -0.009192777797579765, -0.008666420355439186, -0.008140062913298607, -0.007613706402480602, -0.007087348960340023, -0.006560991518199444, -0.006034634541720152, -0.00550827756524086, -0.004981920123100281, -0.0044555626809597015, -0.00392920570448041, -0.003402848495170474, -0.0028764912858605385, -0.002350134076550603, -0.0018237768672406673, -0.0012974196579307318, -0.0007710624486207962, -0.00024470523931086063, 0.00028165196999907494, 0.0008080091793090105, 0.001334366388618946, 0.0018607235979288816, 0.002387080807238817, 0.002913438016548753, 0.0034397952258586884, 0.003966152667999268, 0.0044925096444785595, 0.005018866620957851, 0.005545224063098431, 0.00607158150523901, 0.006597938481718302, 0.007124295458197594, 0.007650652900338173, 0.008177010342478752, 0.008703367784619331, 0.009229724295437336, 0.009756081737577915, 0.010282439179718494, 0.010808795690536499, 0.011335153132677078, 0.011861510574817657]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 4.0, 0.0, 2.0, 4.0, 6.0, 14.0, 5.0, 15.0, 18.0, 16.0, 33.0, 37.0, 58.0, 47.0, 95.0, 108.0, 148.0, 214.0, 242.0, 390.0, 556.0, 3275.0, 1248.0, 530.0, 292.0, 178.0, 127.0, 76.0, 54.0, 35.0, 29.0, 15.0, 14.0, 10.0, 4.0, 7.0, 7.0, 1.0, 5.0, 3.0, 0.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.17582140862941742, -0.16939345002174377, -0.16296550631523132, -0.15653754770755768, -0.15010960400104523, -0.14368164539337158, -0.13725370168685913, -0.13082574307918549, -0.12439779192209244, -0.11796984076499939, -0.11154188960790634, -0.1051139384508133, -0.09868597984313965, -0.0922580286860466, -0.08583007752895355, -0.0794021263718605, -0.07297417521476746, -0.06654622405767441, -0.06011827290058136, -0.05369031801819801, -0.047262366861104965, -0.04083441570401192, -0.03440646082162857, -0.027978509664535522, -0.021550558507442474, -0.015122606419026852, -0.008694654330611229, -0.0022667022421956062, 0.0041612498462200165, 0.01058920193463564, 0.017017154023051262, 0.02344510704278946, 0.029873058199882507, 0.036301009356975555, 0.042728960514068604, 0.04915691539645195, 0.055584866553545, 0.062012817710638046, 0.06844077259302139, 0.07486872375011444, 0.08129667490720749, 0.08772462606430054, 0.09415257722139359, 0.10058052837848663, 0.10700848698616028, 0.11343643814325333, 0.11986438930034637, 0.12629233300685883, 0.13272029161453247, 0.13914825022220612, 0.14557619392871857, 0.1520041525363922, 0.15843209624290466, 0.1648600548505783, 0.17128799855709076, 0.1777159571647644, 0.18414390087127686, 0.1905718594789505, 0.19699981808662415, 0.2034277617931366, 0.20985572040081024, 0.2162836641073227, 0.22271162271499634, 0.2291395664215088, 0.23556752502918243]}, "_runtime": 15.777493000030518, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 1.0, 3.0, 1.0, 3.0, 3.0, 0.0, 2.0, 8.0, 8.0, 1.0, 2.0, 3.0, 6.0, 2.0, 3.0, 25.0, 1.0, 2.0, 3.0, 3.0, 4.0, 1.0, 2.0, 2.0, 5.0, 2.0, 2.0, 2.0, 5.0, 4.0, 0.0, 4.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.005329800769686699, -0.0051437909714877605, -0.0049577816389501095, -0.004771771840751171, -0.00458576250821352, -0.004399752710014582, -0.004213742911815643, -0.004027733579277992, -0.003841723781079054, -0.003655714215710759, -0.0034697046503424644, -0.003283694852143526, -0.0030976852867752314, -0.0029116757214069366, -0.0027256659232079983, -0.0025396563578397036, -0.002353646792471409, -0.002167637227103114, -0.0019816276617348194, -0.001795617863535881, -0.0016096082981675863, -0.0014235987327992916, -0.001237589051015675, -0.0010515793692320585, -0.0008655698038637638, -0.0006795601802878082, -0.0004935505567118526, -0.0003075409331358969, -0.00012153130955994129, 6.447831401601434e-05, 0.00025048793759196997, 0.0004364975611679256, 0.0006225071847438812, 0.0008085168083198369, 0.0009945264318957925, 0.001180536113679409, 0.0013665456790477037, 0.0015525552444159985, 0.001738564926199615, 0.0019245746079832315, 0.0021105841733515263, 0.002296593738719821, 0.0024826033040881157, 0.002668613102287054, 0.0028546226676553488, 0.0030406322330236435, 0.003226642031222582, 0.0034126515965908766, 0.0035986611619591713, 0.003784670727327466, 0.003970680292695761, 0.004156690090894699, 0.00434269942343235, 0.0045287092216312885, 0.004714719019830227, 0.004900728352367878, 0.005086738150566816, 0.005272747948765755, 0.005458757281303406, 0.005644767079502344, 0.0058307768777012825, 0.0060167862102389336, 0.006202796008437872, 0.006388805340975523, 0.006574815139174461]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 3.0, 3.0, 5.0, 2.0, 6.0, 4.0, 7.0, 8.0, 4.0, 5.0, 3.0, 11.0, 12.0, 17.0, 16.0, 11.0, 5.0, 10.0, 11.0, 6.0, 12.0, 20.0, 26.0, 19.0, 15.0, 26.0, 55.0, 54.0, 68.0, 92.0, 172.0, 275.0, 477.0, 932.0, 1492.0, 2545.0, 7858.0, 1707.0, 881.0, 476.0, 393.0, 273.0, 140.0, 74.0, 57.0, 23.0, 24.0, 17.0, 18.0, 10.0, 10.0, 10.0, 6.0, 10.0, 1.0, 3.0, 1.0, 5.0, 1.0, 2.0], "bins": [-0.017056019976735115, -0.016634957864880562, -0.01621389575302601, -0.015792833641171455, -0.015371772460639477, -0.014950710348784924, -0.014529649168252945, -0.014108587056398392, -0.013687524944543839, -0.013266462832689285, -0.012845400720834732, -0.012424339540302753, -0.0120032774284482, -0.011582215316593647, -0.011161154136061668, -0.010740092024207115, -0.010319029912352562, -0.009897967800498009, -0.009476905688643456, -0.009055844508111477, -0.008634782396256924, -0.00821372028440237, -0.0077926586382091045, -0.007371596992015839, -0.006950534880161285, -0.006529472768306732, -0.006108411122113466, -0.0056873494759202, -0.005266287364065647, -0.004845225252211094, -0.004424163606017828, -0.004003101959824562, -0.003582039847970009, -0.0031609779689460993, -0.0027399160899221897, -0.00231885421089828, -0.0018977923318743706, -0.001476730452850461, -0.0010556685738265514, -0.0006346066948026419, -0.0002135448157787323, 0.00020751706324517727, 0.0006285789422690868, 0.0010496408212929964, 0.001470702700316906, 0.0018917645793408155, 0.002312826458364725, 0.0027338883373886347, 0.0031549502164125443, 0.003576012095436454, 0.003997073974460363, 0.004418135620653629, 0.0048391977325081825, 0.005260259844362736, 0.005681321490556002, 0.006102383136749268, 0.006523445248603821, 0.006944507360458374, 0.00736556900665164, 0.007786630652844906, 0.008207692764699459, 0.008628754876554012, 0.009049816057085991, 0.009470878168940544, 0.009891940280795097]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 1.0, 2.0, 9.0, 4.0, 5.0, 4.0, 8.0, 5.0, 5.0, 7.0, 12.0, 7.0, 8.0, 8.0, 17.0, 12.0, 17.0, 59.0, 13.0, 14.0, 4.0, 13.0, 8.0, 10.0, 1.0, 8.0, 1.0, 0.0, 2.0, 3.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 3.0], "bins": [-0.037286147475242615, -0.03640040010213852, -0.035514652729034424, -0.03462890908122063, -0.03374316170811653, -0.032857414335012436, -0.03197166696190834, -0.031085921451449394, -0.0302001740783453, -0.029314426705241203, -0.028428681194782257, -0.02754293382167816, -0.026657186448574066, -0.02577144093811512, -0.024885693565011024, -0.023999948054552078, -0.023114200681447983, -0.022228453308343887, -0.02134270779788494, -0.020456960424780846, -0.0195712149143219, -0.018685467541217804, -0.01779972016811371, -0.016913974657654762, -0.016028227284550667, -0.015142480842769146, -0.014256734400987625, -0.01337098702788353, -0.012485240586102009, -0.011599494144320488, -0.010713746771216393, -0.009828000329434872, -0.00894225388765335, -0.00805650744587183, -0.007170760538429022, -0.006285013630986214, -0.005399267189204693, -0.004513520747423172, -0.003627773839980364, -0.0027420271653681993, -0.0018562804907560349, -0.0009705338161438704, -8.478714153170586e-05, 0.0008009595330804586, 0.0016867062076926231, 0.0025724528823047876, 0.003458199556916952, 0.00434394646435976, 0.005229692906141281, 0.006115439347922802, 0.00700118625536561, 0.007886933162808418, 0.008772679604589939, 0.00965842604637146, 0.010544173419475555, 0.011429919861257076, 0.012315666303038597, 0.013201412744820118, 0.014087159186601639, 0.014972906559705734, 0.01585865393280983, 0.016744399443268776, 0.01763014681637287, 0.018515892326831818, 0.019401639699935913]}, "_step": 13, "val_accuracy": 0.6694977168949772, "val_loss": 1.0884844638985587}
diff --git a/wandb/run-20200731_152514-3r7xbbkm/config.yaml b/wandb/run-20200731_152514-3r7xbbkm/config.yaml
new file mode 100644
index 0000000..6c3f152
--- /dev/null
+++ b/wandb/run-20200731_152514-3r7xbbkm/config.yaml
@@ -0,0 +1,111 @@
+wandb_version: 1
+
+_wandb:
+ desc: null
+ value:
+ cli_version: 0.8.36
+ framework: torch
+ is_jupyter_run: false
+ is_kaggle_kernel: false
+ python_version: 3.8.2
+callback_args:
+ desc: null
+ value:
+ Checkpoint:
+ monitor: val_accuracy
+ EarlyStopping:
+ min_delta: 0.0
+ mode: min
+ monitor: val_loss
+ patience: 3
+ WandbCallback:
+ log_batch_frequency: 1
+ WandbImageLogger:
+ num_examples: 4
+callbacks:
+ desc: null
+ value:
+ - Checkpoint
+ - EarlyStopping
+ - WandbCallback
+ - WandbImageLogger
+criterion:
+ desc: null
+ value: CrossEntropyLoss
+criterion_args:
+ desc: null
+ value:
+ ignore_index: -100
+ reduction: mean
+ weight: null
+data_loader_args:
+ desc: null
+ value:
+ batch_size: 256
+ cuda: true
+ num_workers: 8
+ sample_to_balance: true
+ seed: 4711
+ shuffle: true
+ splits:
+ - train
+ - val
+ subsample_fraction: null
+ target_transform: null
+ transform: null
+dataloader:
+ desc: null
+ value: EmnistDataLoader
+experiment_group:
+ desc: null
+ value: Sample Experiments
+lr_scheduler:
+ desc: null
+ value: OneCycleLR
+lr_scheduler_args:
+ desc: null
+ value:
+ epochs: 16
+ max_lr: 0.001
+ steps_per_epoch: 1314
+metrics:
+ desc: null
+ value:
+ - accuracy
+model:
+ desc: null
+ value: CharacterModel
+network:
+ desc: null
+ value: LeNet
+network_args:
+ desc: null
+ value:
+ input_size:
+ - 28
+ - 28
+ output_size: 62
+optimizer:
+ desc: null
+ value: AdamW
+optimizer_args:
+ desc: null
+ value:
+ amsgrad: false
+ betas:
+ - 0.9
+ - 0.999
+ eps: 1.0e-08
+ lr: 0.01
+ weight_decay: 0
+resume_experiment:
+ desc: null
+ value: null
+train_args:
+ desc: null
+ value:
+ batch_size: 256
+ epochs: 16
+verbosity:
+ desc: null
+ value: 2
diff --git a/wandb/run-20200731_152514-3r7xbbkm/media/graph/graph_0_summary_580f53ba.graph.json b/wandb/run-20200731_152514-3r7xbbkm/media/graph/graph_0_summary_580f53ba.graph.json
new file mode 100644
index 0000000..ac626df
--- /dev/null
+++ b/wandb/run-20200731_152514-3r7xbbkm/media/graph/graph_0_summary_580f53ba.graph.json
@@ -0,0 +1 @@
+{"format": "torch", "nodes": [{"name": "layers.0", "id": 140707880846384, "class_name": "Conv2d(1, 32, kernel_size=(3, 3), stride=(1, 1))", "parameters": [["weight", [32, 1, 3, 3]], ["bias", [32]]], "output_shape": [[2, 32, 26, 26]], "num_parameters": [288, 32]}, {"name": "layers.1", "id": 140707880846192, "class_name": "ReLU(inplace=True)", "parameters": [], "output_shape": [[2, 32, 26, 26]], "num_parameters": []}, {"name": "layers.2", "id": 140707880846336, "class_name": "Conv2d(32, 64, kernel_size=(3, 3), stride=(1, 1))", "parameters": [["weight", [64, 32, 3, 3]], ["bias", [64]]], "output_shape": [[2, 64, 24, 24]], "num_parameters": [18432, 64]}, {"name": "layers.4", "id": 140707880846624, "class_name": "MaxPool2d(kernel_size=2, stride=2, padding=0, dilation=1, ceil_mode=False)", "parameters": [], "output_shape": [[2, 64, 12, 12]], "num_parameters": []}, {"name": "layers.5", "id": 140707880846576, "class_name": "Dropout(p=0.2, inplace=False)", "parameters": [], "output_shape": [[2, 64, 12, 12]], "num_parameters": []}, {"name": "layers.6", "id": 140707880846288, "class_name": "Flatten()", "parameters": [], "output_shape": [[2, 9216]], "num_parameters": []}, {"name": "layers.7", "id": 140707880743264, "class_name": "Linear(in_features=9216, out_features=128, bias=True)", "parameters": [["weight", [128, 9216]], ["bias", [128]]], "output_shape": [[2, 128]], "num_parameters": [1179648, 128]}, {"name": "layers.9", "id": 140707880743312, "class_name": "Dropout(p=0.2, inplace=False)", "parameters": [], "output_shape": [[2, 128]], "num_parameters": []}, {"name": "layers.10", "id": 140707880743360, "class_name": "Linear(in_features=128, out_features=62, bias=True)", "parameters": [["weight", [62, 128]], ["bias", [62]]], "output_shape": [[2, 62]], "num_parameters": [7936, 62]}], "edges": []}
diff --git a/wandb/run-20200731_152514-3r7xbbkm/requirements.txt b/wandb/run-20200731_152514-3r7xbbkm/requirements.txt
new file mode 100644
index 0000000..10c63b6
--- /dev/null
+++ b/wandb/run-20200731_152514-3r7xbbkm/requirements.txt
@@ -0,0 +1,145 @@
+alabaster==0.7.12
+appdirs==1.4.4
+attrs==19.3.0
+babel==2.8.0
+backcall==0.2.0
+bandit==1.6.2
+black==19.10b0
+bleach==3.1.5
+blessings==1.7
+boltons==20.2.0
+certifi==2020.6.20
+chardet==3.0.4
+click==7.1.2
+configparser==5.0.0
+coverage==5.2.1
+cycler==0.10.0
+darglint==1.5.2
+dataclasses==0.6
+decorator==4.4.2
+defusedxml==0.6.0
+desert==2020.1.6
+docker-pycreds==0.4.0
+docutils==0.16
+dparse==0.5.1
+entrypoints==0.3
+flake8-annotations==2.3.0
+flake8-bandit==2.1.2
+flake8-black==0.2.1
+flake8-bugbear==20.1.4
+flake8-docstrings==1.5.0
+flake8-import-order==0.18.1
+flake8-polyfill==1.0.2
+flake8==3.8.3
+future==0.18.2
+gitdb==4.0.5
+gitpython==3.1.7
+gpustat==0.6.0
+gql==0.2.0
+graphql-core==1.1
+h5py==2.10.0
+idna==2.10
+imagesize==1.2.0
+ipykernel==5.3.4
+ipython-genutils==0.2.0
+ipython==7.16.1
+ipywidgets==7.5.1
+jedi==0.17.2
+jinja2==2.11.2
+jsonschema==3.2.0
+jupyter-client==6.1.6
+jupyter-console==6.1.0
+jupyter-core==4.6.3
+jupyter==1.0.0
+kiwisolver==1.2.0
+loguru==0.5.1
+markupsafe==1.1.1
+marshmallow==3.7.1
+matplotlib==3.3.0
+mccabe==0.6.1
+mistune==0.8.4
+more-itertools==8.4.0
+mypy-extensions==0.4.3
+mypy==0.770
+nbconvert==5.6.1
+nbformat==5.0.7
+notebook==6.0.3
+numpy==1.19.1
+nvidia-ml-py3==7.352.0
+opencv-python==4.3.0.36
+packaging==20.4
+pandocfilters==1.4.2
+parso==0.7.1
+pathspec==0.8.0
+pathtools==0.1.2
+pbr==5.4.5
+pexpect==4.8.0
+pickleshare==0.7.5
+pillow==7.2.0
+pip==20.2
+pluggy==0.13.1
+prometheus-client==0.8.0
+promise==2.3
+prompt-toolkit==3.0.5
+psutil==5.7.2
+ptyprocess==0.6.0
+py==1.9.0
+pycodestyle==2.6.0
+pydocstyle==5.0.2
+pyflakes==2.2.0
+pygments==2.6.1
+pyparsing==2.4.7
+pyrsistent==0.16.0
+pytest-cov==2.10.0
+pytest-mock==3.2.0
+pytest==5.4.3
+python-dateutil==2.8.1
+pytz==2020.1
+pyyaml==5.3.1
+pyzmq==19.0.1
+qtconsole==4.7.5
+qtpy==1.9.0
+redis==3.5.3
+redlock-py==1.0.8
+regex==2020.7.14
+requests==2.24.0
+safety==1.9.0
+send2trash==1.5.0
+sentry-sdk==0.16.2
+setuptools==41.2.0
+shortuuid==1.0.1
+six==1.15.0
+smmap==3.0.4
+snowballstemmer==2.0.0
+sphinx-autodoc-typehints==1.11.0
+sphinx-rtd-theme==0.4.3
+sphinx==3.1.2
+sphinxcontrib-applehelp==1.0.2
+sphinxcontrib-devhelp==1.0.2
+sphinxcontrib-htmlhelp==1.0.3
+sphinxcontrib-jsmath==1.0.1
+sphinxcontrib-qthelp==1.0.3
+sphinxcontrib-serializinghtml==1.1.4
+stevedore==3.2.0
+subprocess32==3.5.4
+terminado==0.8.3
+testpath==0.4.4
+text-recognizer==0.1.0
+toml==0.10.1
+torch==1.5.1
+torchsummary==1.5.1
+torchvision==0.6.1
+tornado==6.0.4
+tqdm==4.48.0
+traitlets==4.3.3
+typed-ast==1.4.1
+typeguard==2.9.1
+typing-extensions==3.7.4.2
+typing-inspect==0.6.0
+urllib3==1.25.10
+wandb==0.8.36
+watchdog==0.10.3
+wcwidth==0.2.5
+webencodings==0.5.1
+widgetsnbextension==3.5.1
+xdoctest==0.12.0
diff --git a/wandb/run-20200731_152514-3r7xbbkm/wandb-events.jsonl b/wandb/run-20200731_152514-3r7xbbkm/wandb-events.jsonl
new file mode 100644
index 0000000..45de8f2
--- /dev/null
+++ b/wandb/run-20200731_152514-3r7xbbkm/wandb-events.jsonl
@@ -0,0 +1 @@
+{"system.gpu.0.gpu": 64.88, "system.gpu.0.memory": 46.62, "system.gpu.0.memoryAllocated": 21.54, "system.gpu.0.temp": 55.5, "system.gpu.process.0.gpu": 64.88, "system.gpu.process.0.memory": 46.62, "system.gpu.process.0.memoryAllocated": 21.54, "system.gpu.process.0.temp": 55.5, "system.gpu.0.powerWatts": 127.35, "system.gpu.0.powerPercent": 59.23, "system.gpu.process.0.powerWatts": 127.35, "system.gpu.process.0.powerPercent": 59.23, "system.cpu": 40.06, "system.memory": 66.92, "system.disk": 37.2, "system.proc.memory.availableMB": 5294.03, "system.proc.memory.rssMB": 2580.61, "system.proc.memory.percent": 16.12, "system.proc.cpu.threads": 18.25, "system.network.sent": 912379, "system.network.recv": 422325, "_wandb": true, "_timestamp": 1596209128, "_runtime": 13}
diff --git a/wandb/run-20200731_152514-3r7xbbkm/wandb-history.jsonl b/wandb/run-20200731_152514-3r7xbbkm/wandb-history.jsonl
new file mode 100644
index 0000000..63df3e7
--- /dev/null
+++ b/wandb/run-20200731_152514-3r7xbbkm/wandb-history.jsonl
@@ -0,0 +1,14 @@
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 5.0, 1.0, 4.0, 3.0, 1.0, 2.0, 1.0, 2.0, 5.0, 0.0, 1.0, 1.0, 4.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0], "bins": [-0.025287795811891556, -0.024627285078167915, -0.023966774344444275, -0.023306263610720634, -0.022645752876996994, -0.021985242143273354, -0.021324729546904564, -0.020664218813180923, -0.020003708079457283, -0.019343197345733643, -0.018682686612010002, -0.01802217587828636, -0.01736166514456272, -0.01670115441083908, -0.01604064367711544, -0.015380132012069225, -0.014719621278345585, -0.014059110544621944, -0.013398599810898304, -0.012738088145852089, -0.012077577412128448, -0.011417066678404808, -0.010756555944681168, -0.010096045210957527, -0.009435534477233887, -0.008775022812187672, -0.008114512078464031, -0.007454001344740391, -0.00679349061101675, -0.006132979411631823, -0.005472468677908182, -0.004811957478523254, -0.004151446744799614, -0.00349093577824533, -0.0028304248116910458, -0.0021699140779674053, -0.0015094031114131212, -0.000848892203066498, -0.00018838129471987486, 0.0004721296136267483, 0.0011326405219733715, 0.0017931514885276556, 0.0024536624550819397, 0.00311417318880558, 0.0037746841553598642, 0.004435195121914148, 0.005095705855637789, 0.0057562170550227165, 0.006416727788746357, 0.007077238522469997, 0.007737749721854925, 0.008398260921239853, 0.009058771654963493, 0.009719282388687134, 0.010379793122410774, 0.011040303856134415, 0.011700814589858055, 0.01236132625490427, 0.01302183698862791, 0.013682347722351551, 0.014342858456075191, 0.015003369189798832, 0.015663880854845047, 0.016324391588568687, 0.016984902322292328]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 3.0, 0.0, 0.0, 4.0, 5.0, 4.0, 6.0, 8.0, 14.0, 14.0, 14.0, 25.0, 23.0, 38.0, 47.0, 82.0, 89.0, 96.0, 146.0, 164.0, 243.0, 322.0, 452.0, 650.0, 2573.0, 863.0, 644.0, 481.0, 299.0, 211.0, 127.0, 81.0, 53.0, 48.0, 33.0, 20.0, 13.0, 9.0, 2.0, 5.0, 5.0, 5.0, 3.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.06551538407802582, -0.06376207619905472, -0.06200876459479332, -0.06025545671582222, -0.05850214883685112, -0.05674883723258972, -0.05499552935361862, -0.05324222147464752, -0.05148891359567642, -0.049735601991415024, -0.047982294112443924, -0.046228986233472824, -0.044475674629211426, -0.042722366750240326, -0.040969058871269226, -0.03921574726700783, -0.03746243938803673, -0.03570913150906563, -0.03395581990480423, -0.03220251202583313, -0.03044920414686203, -0.02869589440524578, -0.026942584663629532, -0.025189276784658432, -0.023435967043042183, -0.021682657301425934, -0.019929349422454834, -0.018176039680838585, -0.016422729939222336, -0.014669422060251236, -0.012916112318634987, -0.011162803508341312, -0.009409494698047638, -0.0076561858877539635, -0.005902876611799002, -0.00414956733584404, -0.0023962585255503654, -0.0006429494824260473, 0.0011103595606982708, 0.002863668603822589, 0.004616977646946907, 0.0063702864572405815, 0.008123595267534256, 0.009876905009150505, 0.01163021381944418, 0.013383522629737854, 0.015136832371354103, 0.016890140250325203, 0.018643449991941452, 0.0203967597335577, 0.0221500676125288, 0.02390337735414505, 0.02565668523311615, 0.0274099949747324, 0.029163304716348648, 0.030916612595319748, 0.032669924199581146, 0.034423232078552246, 0.036176539957523346, 0.037929847836494446, 0.039683159440755844, 0.041436467319726944, 0.043189775198698044, 0.04494308680295944, 0.04669639468193054]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 2.0, 1.0, 2.0, 1.0, 4.0, 3.0, 4.0, 3.0, 4.0, 5.0, 2.0, 2.0, 3.0, 1.0, 3.0, 0.0, 2.0, 1.0, 30.0, 1.0, 2.0, 1.0, 5.0, 3.0, 4.0, 6.0, 1.0, 0.0, 0.0, 5.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008122017607092857, -0.007850165478885174, -0.00757831335067749, -0.007306461222469807, -0.007034609094262123, -0.006762756500393152, -0.006490904372185469, -0.006219052243977785, -0.0059472001157701015, -0.005675347987562418, -0.005403495859354734, -0.005131643731147051, -0.00485979113727808, -0.004587939009070396, -0.004316086880862713, -0.004044234752655029, -0.0037723826244473457, -0.003500530496239662, -0.0032286783680319786, -0.0029568260069936514, -0.002684973878785968, -0.0024131217505782843, -0.002141269389539957, -0.0018694172613322735, -0.00159756513312459, -0.0013257130049169064, -0.001053860760293901, -0.0007820085738785565, -0.000510156387463212, -0.00023830420104786754, 3.354798536747694e-05, 0.0003054001717828214, 0.0005772523581981659, 0.0008491045446135104, 0.0011209567310288548, 0.0013928089756518602, 0.0016646611038595438, 0.0019365132320672274, 0.0022083655931055546, 0.002480217721313238, 0.0027520698495209217, 0.0030239219777286053, 0.003295774105936289, 0.003567626466974616, 0.0038394785951822996, 0.004111330956220627, 0.00438318308442831, 0.004655035212635994, 0.0049268873408436775, 0.005198739469051361, 0.005470591597259045, 0.005742443725466728, 0.006014295853674412, 0.006286148447543383, 0.006558000575751066, 0.00682985270395875, 0.007101704832166433, 0.007373556960374117, 0.0076454090885818005, 0.007917261682450771, 0.008189113810658455, 0.008460965938866138, 0.008732818067073822, 0.009004670195281506, 0.00927652232348919]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 0.0, 3.0, 3.0, 0.0, 5.0, 8.0, 13.0, 28.0, 40.0, 63.0, 104.0, 141.0, 197.0, 315.0, 484.0, 715.0, 1045.0, 1554.0, 2184.0, 3119.0, 4635.0, 6749.0, 9925.0, 14840.0, 22248.0, 33658.0, 51397.0, 75841.0, 111358.0, 523661.0, 107256.0, 68250.0, 44646.0, 29039.0, 19504.0, 13589.0, 9359.0, 6575.0, 4700.0, 3365.0, 2411.0, 1838.0, 1296.0, 963.0, 684.0, 477.0, 415.0, 275.0, 196.0, 125.0, 100.0, 70.0, 65.0, 28.0, 32.0, 13.0, 13.0, 7.0, 9.0, 6.0, 2.0, 2.0, 2.0], "bins": [-0.007126571610569954, -0.006893480196595192, -0.006660388316959143, -0.006427296902984381, -0.0061942050233483315, -0.0059611136093735695, -0.00572802172973752, -0.005494930315762758, -0.005261838436126709, -0.005028747022151947, -0.004795655608177185, -0.004562563728541136, -0.004329472314566374, -0.0040963804349303246, -0.0038632890209555626, -0.003630197374150157, -0.0033971057273447514, -0.0031640140805393457, -0.00293092243373394, -0.0026978307869285345, -0.002464739140123129, -0.002231647726148367, -0.0019985560793429613, -0.0017654644325375557, -0.00153237278573215, -0.0012992811389267445, -0.0010661894921213388, -0.0008330979617312551, -0.0006000063149258494, -0.0003669146972242743, -0.00013382307952269912, 9.926853817887604e-05, 0.0003323601558804512, 0.0005654518026858568, 0.0007985433912836015, 0.0010316349798813462, 0.0012647266266867518, 0.0014978182734921575, 0.0017309098038822412, 0.001964001450687647, 0.0021970930974930525, 0.002430184744298458, 0.0026632763911038637, 0.0028963680379092693, 0.0031294594518840313, 0.003362551098689437, 0.0035956427454948425, 0.003828734392300248, 0.004061826039105654, 0.004294917453080416, 0.004528009332716465, 0.004761100746691227, 0.004994192626327276, 0.005227284040302038, 0.0054603759199380875, 0.005693467333912849, 0.005926558747887611, 0.006159650627523661, 0.006392742041498423, 0.006625833921134472, 0.006858925335109234, 0.007092017214745283, 0.007325108628720045, 0.007558200508356094, 0.007791291922330856]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 3.0, 0.0, 1.0, 1.0, 3.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 5.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 7.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 2.0, 1.0, 3.0, 0.0, 1.0, 2.0], "bins": [-0.022778449580073357, -0.022277873009443283, -0.02177729457616806, -0.021276718005537987, -0.020776141434907913, -0.02027556486427784, -0.019774986431002617, -0.019274409860372543, -0.01877383328974247, -0.018273254856467247, -0.017772678285837173, -0.0172721017152071, -0.016771525144577026, -0.016270946711301804, -0.01577037014067173, -0.015269793570041656, -0.014769216068089008, -0.01426863856613636, -0.013768061995506287, -0.013267484493553638, -0.012766907922923565, -0.012266330420970917, -0.011765753850340843, -0.011265176348388195, -0.010764598846435547, -0.010264022275805473, -0.009763444773852825, -0.009262868203222752, -0.008762290701270103, -0.00826171413064003, -0.007761136628687382, -0.007260559592396021, -0.00675998255610466, -0.006259405519813299, -0.005758828483521938, -0.0052582514472305775, -0.004757674410939217, -0.0042570969089865685, -0.0037565198726952076, -0.0032559428364038467, -0.002755365800112486, -0.002254788763821125, -0.0017542116111144423, -0.0012536344584077597, -0.0007530574221163988, -0.00025248032761737704, 0.0002480967668816447, 0.0007486738613806665, 0.0012492509558796883, 0.0017498279921710491, 0.00225040502846241, 0.0027509822975844145, 0.0032515593338757753, 0.003752136370167136, 0.004252713639289141, 0.0047532906755805016, 0.005253867711871862, 0.005754444748163223, 0.006255021784454584, 0.006755598820745945, 0.007256176322698593, 0.007756753358989954, 0.008257330395281315, 0.008757906965911388, 0.009258484467864037]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 2.0, 6.0, 12.0, 17.0, 11.0, 17.0, 18.0, 27.0, 29.0, 35.0, 29.0, 46.0, 30.0, 50.0, 43.0, 49.0, 72.0, 59.0, 75.0, 72.0, 90.0, 84.0, 118.0, 144.0, 124.0, 133.0, 143.0, 190.0, 159.0, 199.0, 197.0, 239.0, 278.0, 286.0, 338.0, 313.0, 350.0, 359.0, 369.0, 434.0, 580.0, 810.0, 1562.0, 7311.0, 763.0, 544.0, 413.0, 249.0, 178.0, 163.0, 129.0, 101.0, 105.0, 92.0, 65.0, 43.0, 36.0, 22.0, 9.0, 8.0], "bins": [-0.023578565567731857, -0.023078234866261482, -0.022577904164791107, -0.02207757532596588, -0.021577244624495506, -0.02107691392302513, -0.020576583221554756, -0.02007625252008438, -0.019575923681259155, -0.01907559297978878, -0.018575262278318405, -0.01807493157684803, -0.017574600875377655, -0.01707427017390728, -0.016573941335082054, -0.01607361063361168, -0.015573279932141304, -0.015072949230670929, -0.014572619460523129, -0.014072288759052753, -0.013571958988904953, -0.013071628287434578, -0.012571297585964203, -0.012070967815816402, -0.011570637114346027, -0.011070306412875652, -0.010569976642727852, -0.010069645941257477, -0.009569315239787102, -0.009068985469639301, -0.008568654768168926, -0.008068324998021126, -0.007567994296550751, -0.007067664060741663, -0.006567333824932575, -0.0060670031234622, -0.005566672887653112, -0.005066342651844025, -0.00456601195037365, -0.004065681714564562, -0.003565351478755474, -0.0030650212429463863, -0.002564690774306655, -0.0020643603056669235, -0.0015640300698578358, -0.0010636997176334262, -0.0005633693654090166, -6.303901318460703e-05, 0.00043729133903980255, 0.0009376216912642121, 0.0014379520434886217, 0.0019382823957130313, 0.002438612747937441, 0.0029389429837465286, 0.00343927345238626, 0.0039396039210259914, 0.004439934156835079, 0.004940264392644167, 0.005440594628453255, 0.00594092532992363, 0.0064412555657327175, 0.006941585801541805, 0.00744191650301218, 0.00794224627315998, 0.008442576974630356]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 6.0, 0.0, 0.0, 1.0], "bins": [-0.042031049728393555, -0.04133199527859688, -0.0406329408288002, -0.039933882653713226, -0.03923482820391655, -0.03853577375411987, -0.037836719304323196, -0.03713766485452652, -0.036438606679439545, -0.03573955222964287, -0.03504049777984619, -0.034341443330049515, -0.03364238888025284, -0.03294333070516586, -0.032244276255369186, -0.03154522180557251, -0.030846167355775833, -0.030147111043334007, -0.02944805659353733, -0.028749000281095505, -0.028049945831298828, -0.027350889518857002, -0.026651835069060326, -0.02595278061926365, -0.025253724306821823, -0.024554669857025146, -0.02385561354458332, -0.023156559094786644, -0.022457504644989967, -0.02175844833254814, -0.021059393882751465, -0.02036033757030964, -0.019661283120512962, -0.018962228670716286, -0.01826317235827446, -0.017564117908477783, -0.016865061596035957, -0.01616600714623928, -0.01546695176512003, -0.014767896384000778, -0.014068841934204102, -0.01336978655308485, -0.012670731171965599, -0.011971675790846348, -0.011272620409727097, -0.010573565028607845, -0.009874510578811169, -0.009175455197691917, -0.008476399816572666, -0.007777344435453415, -0.007078289519995451, -0.0063792341388762, -0.005680179223418236, -0.0049811238422989845, -0.004282068461179733, -0.0035830133128911257, -0.002883958164602518, -0.0021849030163139105, -0.001485847751609981, -0.0007867925451137125, -8.773733861744404e-05, 0.0006113178678788245, 0.001310373074375093, 0.0020094283390790224, 0.00270848348736763]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 4.0, 1.0, 2.0, 2.0, 0.0, 3.0, 2.0, 4.0, 4.0, 2.0, 1.0, 3.0, 2.0, 3.0, 4.0, 4.0, 2.0, 2.0, 3.0, 3.0, 1.0, 8.0, 10.0, 4.0, 4.0, 6.0, 7.0, 3.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 4.0, 6.0, 9.0, 9.0, 18.0, 96.0, 3.0, 7.0, 3.0, 6.0, 5.0, 7.0], "bins": [-0.05514270439743996, -0.054181165993213654, -0.05321963131427765, -0.052258092910051346, -0.05129655450582504, -0.05033501610159874, -0.049373477697372437, -0.04841194301843643, -0.04745040461421013, -0.046488866209983826, -0.04552733153104782, -0.04456579312682152, -0.043604254722595215, -0.04264271631836891, -0.04168117791414261, -0.040719643235206604, -0.0397581048309803, -0.038796566426754, -0.03783503174781799, -0.03687349334359169, -0.03591195493936539, -0.034950416535139084, -0.03398887813091278, -0.033027343451976776, -0.03206580504775047, -0.03110426664352417, -0.030142730101943016, -0.029181193560361862, -0.02821965515613556, -0.027258116751909256, -0.026296580210328102, -0.025335043668746948, -0.024373505264520645, -0.023411966860294342, -0.022450430318713188, -0.021488893777132034, -0.02052735537290573, -0.019565816968679428, -0.018604280427098274, -0.01764274388551712, -0.016681205481290817, -0.015719667077064514, -0.01475813053548336, -0.013796593062579632, -0.012835055589675903, -0.011873518116772175, -0.010911980643868446, -0.009950443170964718, -0.00898890569806099, -0.008027368225157261, -0.007065830752253532, -0.006104293279349804, -0.0051427558064460754, -0.004181218333542347, -0.0032196808606386185, -0.00225814338773489, -0.0012966059148311615, -0.000335068441927433, 0.0006264690309762955, 0.001588006503880024, 0.0025495439767837524, 0.003511081449687481, 0.004472618922591209, 0.005434156395494938, 0.006395693868398666]}, "_runtime": 5.127245187759399, "_timestamp": 1596209117.0946426, "_step": 0}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 0.0, 1.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 4.0, 3.0, 3.0, 2.0, 3.0, 2.0, 2.0, 3.0, 0.0, 1.0, 3.0, 0.0, 4.0, 2.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01685292460024357, -0.016197826713323593, -0.015542728826403618, -0.014887630939483643, -0.014232533052563667, -0.013577434234321117, -0.012922336347401142, -0.012267238460481167, -0.011612140573561192, -0.010957042686641216, -0.010301944799721241, -0.009646846912801266, -0.008991748094558716, -0.00833665020763874, -0.007681552320718765, -0.00702645443379879, -0.006371356546878815, -0.005716258659958839, -0.005061160773038864, -0.0044060624204576015, -0.0037509645335376263, -0.003095866646617651, -0.002440768526867032, -0.001785670523531735, -0.0011305725201964378, -0.00047547451686114073, 0.00017962348647415638, 0.0008347214898094535, 0.0014898194931447506, 0.002144917380064726, 0.002800015499815345, 0.0034551136195659637, 0.004110211506485939, 0.004765309393405914, 0.00542040728032589, 0.006075505632907152, 0.0067306035198271275, 0.007385701406747103, 0.008040799759328365, 0.00869589764624834, 0.009350995533168316, 0.010006093420088291, 0.010661191307008266, 0.011316289193928242, 0.011971388012170792, 0.012626485899090767, 0.013281583786010742, 0.013936681672930717, 0.014591779559850693, 0.015246877446770668, 0.015901975333690643, 0.01655707322061062, 0.017212171107530594, 0.01786726899445057, 0.018522366881370544, 0.01917746476829052, 0.019832562655210495, 0.02048766240477562, 0.021142760291695595, 0.02179785817861557, 0.022452956065535545, 0.02310805395245552, 0.023763151839375496, 0.02441824972629547, 0.025073347613215446]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 6.0, 2.0, 5.0, 8.0, 7.0, 10.0, 12.0, 10.0, 21.0, 24.0, 38.0, 37.0, 45.0, 52.0, 70.0, 79.0, 88.0, 121.0, 152.0, 204.0, 255.0, 271.0, 435.0, 576.0, 2442.0, 762.0, 691.0, 473.0, 318.0, 188.0, 154.0, 95.0, 62.0, 47.0, 55.0, 24.0, 27.0, 19.0, 9.0, 10.0, 7.0, 7.0, 1.0, 3.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.12213393300771713, -0.11866319924592972, -0.1151924654841423, -0.11172173917293549, -0.10825100541114807, -0.10478027164936066, -0.10130953788757324, -0.09783881157636642, -0.09436807781457901, -0.0908973440527916, -0.08742661029100418, -0.08395587652921677, -0.08048515021800995, -0.07701441645622253, -0.07354368269443512, -0.0700729489326477, -0.06660221517086029, -0.06313148885965347, -0.05966075509786606, -0.056190021336078644, -0.05271929129958153, -0.04924855753779411, -0.045777827501297, -0.04230709373950958, -0.03883635997772217, -0.03536562994122505, -0.03189489617943764, -0.02842416614294052, -0.024953432381153107, -0.02148270048201084, -0.018011968582868576, -0.01454123668372631, -0.011070504784584045, -0.00759977288544178, -0.0041290405206382275, -0.0006583083886653185, 0.0028124237433075905, 0.006283155642449856, 0.009753888472914696, 0.013224620372056961, 0.016695352271199226, 0.02016608417034149, 0.023636816069483757, 0.027107547968626022, 0.030578281730413437, 0.03404901176691055, 0.03751974552869797, 0.040990475565195084, 0.0444612093269825, 0.04793194308876991, 0.05140267312526703, 0.05487340688705444, 0.05834413692355156, 0.061814870685338974, 0.06528560072183609, 0.0687563344836235, 0.07222706824541092, 0.07569780200719833, 0.07916852831840515, 0.08263926208019257, 0.08610999584197998, 0.0895807296037674, 0.09305145591497421, 0.09652218967676163, 0.09999292343854904]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 1.0, 4.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 2.0, 1.0, 6.0, 1.0, 0.0, 1.0, 6.0, 0.0, 4.0, 0.0, 2.0, 3.0, 8.0, 5.0, 1.0, 4.0, 32.0, 1.0, 5.0, 3.0, 1.0, 1.0, 1.0, 0.0, 3.0, 1.0, 2.0, 0.0, 1.0, 2.0, 2.0, 2.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.006693599745631218, -0.006446659564971924, -0.006199719849973917, -0.00595278013497591, -0.005705839954316616, -0.005458899773657322, -0.005211960058659315, -0.004965020343661308, -0.004718080163002014, -0.00447113998234272, -0.004224200267344713, -0.003977260552346706, -0.0037303203716874123, -0.003483380423858762, -0.0032364404760301113, -0.002989500528201461, -0.0027425605803728104, -0.00249562063254416, -0.0022486806847155094, -0.002001740736886859, -0.0017548007890582085, -0.001507860841229558, -0.0012609208934009075, -0.001013980945572257, -0.0007670409977436066, -0.0005201010499149561, -0.0002731611020863056, -2.6221154257655144e-05, 0.00022071879357099533, 0.0004676587413996458, 0.0007145986892282963, 0.0009615386370569468, 0.0012084785848855972, 0.0014554185327142477, 0.0017023584805428982, 0.0019492984283715487, 0.002196238376200199, 0.0024431783240288496, 0.0026901182718575, 0.0029370582196861506, 0.003183998167514801, 0.0034309381153434515, 0.003677878063172102, 0.003924817778170109, 0.004171757958829403, 0.004418698139488697, 0.004665637854486704, 0.004912577569484711, 0.005159517750144005, 0.005406457930803299, 0.005653397645801306, 0.005900337360799313, 0.006147277541458607, 0.006394217722117901, 0.006641157437115908, 0.0068880971521139145, 0.007135037332773209, 0.007381977513432503, 0.00762891722843051, 0.007875856943428516, 0.00812279712408781, 0.008369737304747105, 0.008616676554083824, 0.008863616734743118, 0.009110556915402412]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [7.0, 8.0, 7.0, 14.0, 23.0, 27.0, 48.0, 80.0, 102.0, 162.0, 276.0, 362.0, 520.0, 706.0, 1087.0, 1583.0, 2204.0, 2897.0, 4128.0, 5676.0, 7822.0, 10592.0, 15002.0, 21081.0, 29958.0, 42992.0, 60565.0, 83485.0, 111506.0, 458138.0, 90482.0, 64972.0, 45820.0, 32412.0, 23314.0, 16706.0, 12067.0, 8763.0, 6586.0, 4856.0, 3628.0, 2686.0, 1851.0, 1398.0, 971.0, 660.0, 471.0, 299.0, 229.0, 138.0, 111.0, 47.0, 46.0, 22.0, 22.0, 10.0, 10.0, 7.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.009374416433274746, -0.009054943919181824, -0.008735472336411476, -0.008415999822318554, -0.008096527308225632, -0.0077770547941327095, -0.007457582745701075, -0.00713811069726944, -0.0068186381831765175, -0.006499165669083595, -0.00617969362065196, -0.0058602215722203255, -0.005540749058127403, -0.005221276544034481, -0.004901804495602846, -0.004582332447171211, -0.004262859933078289, -0.003943387418985367, -0.003623915370553732, -0.0033044430892914534, -0.002984970808029175, -0.0026654985267668962, -0.0023460262455046177, -0.002026553964242339, -0.0017070816829800606, -0.001387609401717782, -0.0010681371204555035, -0.0007486648391932249, -0.00042919255793094635, -0.0001097202766686678, 0.00020975200459361076, 0.0005292242858558893, 0.0008486965671181679, 0.0011681688483804464, 0.001487641129642725, 0.0018071134109050035, 0.002126585692167282, 0.0024460579734295607, 0.0027655302546918392, 0.0030850025359541178, 0.0034044748172163963, 0.003723947098478675, 0.0040434193797409534, 0.004362891428172588, 0.0046823639422655106, 0.005001836456358433, 0.005321308504790068, 0.005640780553221703, 0.005960253067314625, 0.006279725581407547, 0.006599197629839182, 0.006918669678270817, 0.007238142192363739, 0.007557614706456661, 0.007877087220549583, 0.008196558803319931, 0.008516031317412853, 0.008835503831505775, 0.009154975414276123, 0.009474447928369045, 0.009793920442461967, 0.01011339295655489, 0.010432865470647812, 0.01075233705341816, 0.011071809567511082]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 2.0, 1.0, 4.0, 0.0, 2.0, 0.0, 2.0, 1.0, 10.0, 2.0, 1.0, 1.0, 3.0, 0.0, 2.0, 3.0, 0.0, 0.0, 2.0], "bins": [-0.023306602612137794, -0.02286704070866108, -0.022427476942539215, -0.0219879150390625, -0.021548353135585785, -0.02110878936946392, -0.020669227465987206, -0.02022966556251049, -0.019790101796388626, -0.01935053989291191, -0.018910977989435196, -0.01847141422331333, -0.018031852319836617, -0.0175922904163599, -0.017152726650238037, -0.016713164746761322, -0.016273602843284607, -0.015834039077162743, -0.015394477173686028, -0.014954914338886738, -0.014515351504087448, -0.014075789600610733, -0.013636226765811443, -0.013196663931012154, -0.012757102027535439, -0.012317539192736149, -0.011877976357936859, -0.01143841352313757, -0.010998851619660854, -0.010559288784861565, -0.010119725950062275, -0.00968016404658556, -0.00924060121178627, -0.00880103837698698, -0.008361476473510265, -0.007921913638710976, -0.007482350803911686, -0.0070427884347736835, -0.006603226065635681, -0.0061636632308363914, -0.005724100861698389, -0.005284538492560387, -0.004844975657761097, -0.0044054132886230946, -0.003965850919485092, -0.0035262880846858025, -0.0030867257155478, -0.002647163113579154, -0.002207600511610508, -0.001768037909641862, -0.0013284754240885377, -0.0008889128803275526, -0.0004493503365665674, -9.787792805582285e-06, 0.00042977475095540285, 0.000869337294716388, 0.0013088998384773731, 0.0017484624404460192, 0.0021880250424146652, 0.0026275874115526676, 0.0030671500135213137, 0.0035067126154899597, 0.003946274984627962, 0.004385837819427252, 0.004825400188565254]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [5.0, 2.0, 5.0, 8.0, 11.0, 8.0, 23.0, 26.0, 20.0, 19.0, 25.0, 36.0, 40.0, 51.0, 58.0, 60.0, 70.0, 67.0, 101.0, 114.0, 130.0, 147.0, 156.0, 196.0, 192.0, 209.0, 223.0, 232.0, 241.0, 257.0, 222.0, 267.0, 259.0, 276.0, 316.0, 313.0, 307.0, 363.0, 440.0, 591.0, 726.0, 1331.0, 6743.0, 893.0, 764.0, 535.0, 237.0, 213.0, 185.0, 188.0, 168.0, 129.0, 118.0, 62.0, 33.0, 11.0, 3.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.02545473352074623, -0.024849694222211838, -0.024244654923677444, -0.02363961562514305, -0.023034576326608658, -0.022429535165429115, -0.021824495866894722, -0.02121945656836033, -0.020614417269825935, -0.020009377971291542, -0.01940433867275715, -0.018799299374222755, -0.018194258213043213, -0.01758921891450882, -0.016984179615974426, -0.016379140317440033, -0.01577410101890564, -0.015169061720371246, -0.014564022421836853, -0.013958982191979885, -0.013353942893445492, -0.012748903594911098, -0.01214386336505413, -0.011538824066519737, -0.010933784767985344, -0.01032874546945095, -0.009723706170916557, -0.00911866594105959, -0.008513626642525196, -0.007908587343990803, -0.007303547579795122, -0.0066985078155994415, -0.006093468517065048, -0.005488429218530655, -0.004883389454334974, -0.004278349690139294, -0.0036733103916049004, -0.0030682708602398634, -0.0024632313288748264, -0.0018581917975097895, -0.0012531522661447525, -0.0006481127347797155, -4.3073203414678574e-05, 0.0005619663279503584, 0.0011670058593153954, 0.0017720453906804323, 0.0023770849220454693, 0.0029821244534105062, 0.003587163984775543, 0.0041922032833099365, 0.004797243047505617, 0.005402282811701298, 0.006007322110235691, 0.006612361408770084, 0.007217401172965765, 0.007822440937161446, 0.008427480235695839, 0.009032519534230232, 0.009637558832764626, 0.010242599062621593, 0.010847638361155987, 0.01145267765969038, 0.012057717889547348, 0.012662757188081741, 0.013267796486616135]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 6.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08533920347690582, -0.08350659906864166, -0.0816739946603775, -0.07984139025211334, -0.07800878584384918, -0.07617618143558502, -0.07434357702732086, -0.0725109726190567, -0.07067836821079254, -0.06884576380252838, -0.06701315939426422, -0.06518055498600006, -0.0633479505777359, -0.06151534616947174, -0.05968274176120758, -0.05785013735294342, -0.05601753294467926, -0.0541849285364151, -0.05235232412815094, -0.05051971971988678, -0.04868711531162262, -0.04685451090335846, -0.0450219064950943, -0.04318930208683014, -0.04135669767856598, -0.03952409327030182, -0.03769148886203766, -0.0358588844537735, -0.03402628004550934, -0.03219367563724518, -0.030361071228981018, -0.028528466820716858, -0.026695862412452698, -0.024863258004188538, -0.023030653595924377, -0.021198049187660217, -0.019365444779396057, -0.017532840371131897, -0.015700235962867737, -0.013867631554603577, -0.012035027146339417, -0.010202422738075256, -0.008369818329811096, -0.006537213921546936, -0.004704609513282776, -0.0028720051050186157, -0.0010394006967544556, 0.0007932037115097046, 0.0026258081197738647, 0.004458412528038025, 0.006291016936302185, 0.008123621344566345, 0.009956225752830505, 0.011788830161094666, 0.013621434569358826, 0.015454038977622986, 0.017286643385887146, 0.019119247794151306, 0.020951852202415466, 0.022784456610679626, 0.024617061018943787, 0.026449665427207947, 0.028282269835472107, 0.030114874243736267, 0.03194747865200043]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 2.0, 0.0, 3.0, 3.0, 2.0, 6.0, 2.0, 7.0, 2.0, 5.0, 7.0, 5.0, 2.0, 8.0, 7.0, 3.0, 9.0, 4.0, 5.0, 1.0, 4.0, 2.0, 3.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 0.0, 5.0, 4.0, 1.0, 6.0, 4.0, 2.0, 7.0, 8.0, 95.0, 13.0, 5.0, 2.0, 7.0, 5.0, 4.0, 3.0], "bins": [-0.09722574800252914, -0.09550666809082031, -0.09378758817911148, -0.09206850826740265, -0.09034942835569382, -0.08863034844398499, -0.08691126853227615, -0.08519218116998672, -0.0834731012582779, -0.08175402134656906, -0.08003494143486023, -0.0783158615231514, -0.07659678161144257, -0.07487770169973373, -0.0731586217880249, -0.07143954187631607, -0.06972046196460724, -0.06800138205289841, -0.06628230214118958, -0.06456322222948074, -0.06284413486719131, -0.06112505868077278, -0.05940597876906395, -0.05768689513206482, -0.05596781522035599, -0.054248735308647156, -0.052529655396938324, -0.05081057548522949, -0.04909149557352066, -0.04737241193652153, -0.0456533320248127, -0.04393425211310387, -0.042215172201395035, -0.0404960922896862, -0.03877701237797737, -0.03705793246626854, -0.03533884882926941, -0.03361976891756058, -0.031900689005851746, -0.030181609094142914, -0.028462529182434082, -0.0267434474080801, -0.02502436749637127, -0.023305287584662437, -0.021586205810308456, -0.019867125898599625, -0.018148045986890793, -0.016428964212536812, -0.01470988430082798, -0.012990803457796574, -0.011271723546087742, -0.009552642703056335, -0.007833562791347504, -0.006114481948316097, -0.004395401105284691, -0.0026763207279145718, -0.0009572403505444527, 0.0007618401432409883, 0.002480920637026429, 0.004200001247227192, 0.005919081624597311, 0.00763816200196743, 0.009357242844998837, 0.011076322756707668, 0.012795403599739075]}, "_runtime": 5.943000316619873, "_timestamp": 1596209117.9103978, "_step": 1}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 3.0, 2.0, 3.0, 1.0, 2.0, 2.0, 2.0, 2.0, 3.0, 6.0, 3.0, 1.0, 1.0, 1.0, 2.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01935577392578125, -0.018728120252490044, -0.018100466579198837, -0.01747281290590763, -0.016845159232616425, -0.016217505559325218, -0.015589850954711437, -0.01496219728142023, -0.01433454267680645, -0.013706889003515244, -0.013079235330224037, -0.01245158165693283, -0.011823927983641624, -0.011196274310350418, -0.010568619705736637, -0.00994096603244543, -0.009313312359154224, -0.008685658685863018, -0.008058005012571812, -0.007430350873619318, -0.006802696734666824, -0.006175043061375618, -0.005547389388084412, -0.004919735249131918, -0.004292081575840712, -0.0036644276697188616, -0.0030367737635970116, -0.002409120090305805, -0.0017814661841839552, -0.0011538122780621052, -0.000526158488355577, 0.00010149535955861211, 0.0007291492074728012, 0.0013568031135946512, 0.0019844570197165012, 0.0026121106930077076, 0.0032397645991295576, 0.0038674185052514076, 0.004495072178542614, 0.005122726317495108, 0.005750379990786314, 0.00637803366407752, 0.007005687803030014, 0.00763334147632122, 0.008260995149612427, 0.008888648822903633, 0.009516303427517414, 0.01014395710080862, 0.010771610774099827, 0.011399264447391033, 0.01202691812068224, 0.01265457272529602, 0.013282226398587227, 0.013909880071878433, 0.01453753374516964, 0.015165187418460846, 0.015792841091752052, 0.01642049476504326, 0.017048148438334465, 0.01767580397427082, 0.018303457647562027, 0.018931111320853233, 0.01955876499414444, 0.020186418667435646, 0.020814072340726852]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 4.0, 3.0, 3.0, 4.0, 5.0, 3.0, 5.0, 6.0, 10.0, 5.0, 8.0, 11.0, 16.0, 14.0, 20.0, 15.0, 20.0, 36.0, 43.0, 37.0, 48.0, 60.0, 67.0, 97.0, 103.0, 123.0, 175.0, 244.0, 254.0, 331.0, 408.0, 2078.0, 806.0, 783.0, 615.0, 450.0, 286.0, 197.0, 131.0, 105.0, 76.0, 51.0, 46.0, 24.0, 24.0, 18.0, 13.0, 15.0, 3.0, 5.0, 8.0, 4.0, 5.0, 4.0, 2.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.12214760482311249, -0.11842365562915802, -0.11469969898462296, -0.11097574979066849, -0.10725179314613342, -0.10352784395217896, -0.09980388730764389, -0.09607993811368942, -0.09235598146915436, -0.08863203227519989, -0.08490807563066483, -0.08118412643671036, -0.07746016979217529, -0.07373622059822083, -0.07001226395368576, -0.06628831475973129, -0.06256435811519623, -0.05884040892124176, -0.055116456001996994, -0.05139250308275223, -0.04766855016350746, -0.043944597244262695, -0.04022064432501793, -0.03649669140577316, -0.032772742211818695, -0.02904878742992878, -0.025324834510684013, -0.021600881591439247, -0.01787693053483963, -0.01415297668427229, -0.010429024696350098, -0.006705071777105331, -0.002981118857860565, 0.0007428338285535574, 0.00446678651496768, 0.008190738968551159, 0.011914691887795925, 0.015638643875718117, 0.019362596794962883, 0.02308654971420765, 0.026810502633452415, 0.03053445555269718, 0.0342584066092968, 0.037982359528541565, 0.04170631244778633, 0.0454302653670311, 0.049154218286275864, 0.05287817120552063, 0.056602124124765396, 0.06032607704401016, 0.06405002623796463, 0.0677739828824997, 0.07149793207645416, 0.07522188872098923, 0.0789458379149437, 0.08266979455947876, 0.08639374375343323, 0.09011770039796829, 0.09384164959192276, 0.09756560623645782, 0.10128955543041229, 0.10501351207494736, 0.10873746126890182, 0.11246141791343689, 0.11618536710739136]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 3.0, 2.0, 1.0, 2.0, 5.0, 7.0, 0.0, 0.0, 1.0, 4.0, 2.0, 6.0, 5.0, 1.0, 2.0, 2.0, 28.0, 5.0, 5.0, 2.0, 2.0, 1.0, 1.0, 3.0, 0.0, 3.0, 4.0, 2.0, 2.0, 3.0, 2.0, 2.0, 1.0, 0.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.006838825531303883, -0.006584505084902048, -0.006330184638500214, -0.006075863726437092, -0.005821543280035257, -0.005567222833633423, -0.005312902387231588, -0.005058581940829754, -0.004804261028766632, -0.004549940582364798, -0.004295620135962963, -0.004041299689561129, -0.003786979243159294, -0.003532658563926816, -0.0032783381175249815, -0.0030240174382925034, -0.002769696991890669, -0.0025153765454888344, -0.0022610558662563562, -0.0020067354198545218, -0.0017524148570373654, -0.0014980942942202091, -0.0012437738478183746, -0.0009894532850012183, -0.000735132722184062, -0.00048081218847073615, -0.0002264916547574103, 2.782887895591557e-05, 0.00028214941266924143, 0.0005364699754863977, 0.0007907904800958931, 0.0010451109847053885, 0.0012994315475225449, 0.0015537521103397012, 0.0018080726731568575, 0.002062393119558692, 0.00231671379879117, 0.0025710342451930046, 0.002825354691594839, 0.0030796753708273172, 0.0033339958172291517, 0.003588316263630986, 0.0038426369428634644, 0.004096957389265299, 0.004351277835667133, 0.004605598282068968, 0.00485991919413209, 0.005114239640533924, 0.005368560086935759, 0.005622880533337593, 0.005877200979739428, 0.006131521891802549, 0.006385842338204384, 0.006640162784606218, 0.006894483231008053, 0.007148803677409887, 0.007403124123811722, 0.007657445035874844, 0.00791176501661539, 0.008166085928678513, 0.008420406840741634, 0.008674726821482182, 0.008929047733545303, 0.00918336771428585, 0.009437688626348972]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 5.0, 11.0, 21.0, 22.0, 36.0, 60.0, 90.0, 162.0, 235.0, 353.0, 582.0, 892.0, 1381.0, 1978.0, 2906.0, 4272.0, 6058.0, 8086.0, 11304.0, 15805.0, 21735.0, 30601.0, 44505.0, 64898.0, 90185.0, 114662.0, 437243.0, 90826.0, 65390.0, 46226.0, 32440.0, 23068.0, 17075.0, 12352.0, 9269.0, 6762.0, 4967.0, 3653.0, 2696.0, 2028.0, 1426.0, 1011.0, 756.0, 489.0, 353.0, 269.0, 162.0, 117.0, 69.0, 53.0, 35.0, 16.0, 15.0, 12.0, 9.0, 9.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.012299303896725178, -0.011877357959747314, -0.011455412022769451, -0.011033466085791588, -0.010611520148813725, -0.010189574211835861, -0.009767628274857998, -0.009345682337880135, -0.008923737332224846, -0.008501791395246983, -0.00807984545826912, -0.007657899055629969, -0.007235953584313393, -0.006814007647335529, -0.006392061710357666, -0.005970115773379803, -0.005548169836401939, -0.005126223899424076, -0.004704277962446213, -0.0042823320254683495, -0.00386038632132113, -0.0034384403843432665, -0.003016494680196047, -0.0025945487432181835, -0.00217260280624032, -0.001750656869262457, -0.0013287110486999154, -0.000906765169929713, -0.0004848192911595106, -6.287341238930821e-05, 0.0003590724663808942, 0.0007810183451510966, 0.001202964223921299, 0.0016249101608991623, 0.0020468560978770256, 0.0024688018020242453, 0.0028907477390021086, 0.003312693675979972, 0.0037346393801271915, 0.004156585317105055, 0.004578531254082918, 0.0050004771910607815, 0.005422423128038645, 0.005844369065016508, 0.006266314536333084, 0.006688260473310947, 0.007110206410288811, 0.007532152347266674, 0.007954098284244537, 0.0083760442212224, 0.008797990158200264, 0.009219936095178127, 0.00964188203215599, 0.010063827969133854, 0.010485773906111717, 0.01090771984308958, 0.011329665780067444, 0.011751610785722733, 0.012173556722700596, 0.01259550265967846, 0.013017448596656322, 0.013439394533634186, 0.013861340470612049, 0.014283286407589912, 0.014705232344567776]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 3.0, 0.0, 6.0, 4.0, 0.0, 2.0, 0.0, 3.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.010930954478681087, -0.010623051784932613, -0.010315150022506714, -0.01000724732875824, -0.00969934556633234, -0.009391442872583866, -0.009083541110157967, -0.008775638416409492, -0.008467735722661018, -0.008159833960235119, -0.007851931266486645, -0.007544029504060745, -0.007236126810312271, -0.006928224582225084, -0.0066203223541378975, -0.006312420126050711, -0.006004517897963524, -0.005696615669876337, -0.00538871344178915, -0.005080811213701963, -0.004772908985614777, -0.0044650062918663025, -0.004157104063779116, -0.003849201835691929, -0.003541299607604742, -0.0032333973795175552, -0.0029254951514303684, -0.002617592690512538, -0.002309690462425351, -0.0020017882343381643, -0.0016938858898356557, -0.001385983545333147, -0.0010780813172459602, -0.0007701790309511125, -0.0004622767446562648, -0.00015437445836141706, 0.00015352782793343067, 0.0004614301142282784, 0.0007693324005231261, 0.0010772347450256348, 0.0013851369731128216, 0.0016930392012000084, 0.002000941429287195, 0.0023088438902050257, 0.0026167461182922125, 0.0029246483463793993, 0.0032325508072972298, 0.0035404530353844166, 0.0038483552634716034, 0.00415625749155879, 0.004464159719645977, 0.004772061947733164, 0.005079964175820351, 0.005387866869568825, 0.005695769097656012, 0.006003671325743198, 0.006311573553830385, 0.006619475781917572, 0.006927378010004759, 0.007235280238091946, 0.00754318293184042, 0.00785108469426632, 0.008158987388014793, 0.008466889150440693, 0.008774791844189167]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 3.0, 1.0, 10.0, 8.0, 8.0, 15.0, 8.0, 18.0, 24.0, 30.0, 33.0, 55.0, 44.0, 44.0, 70.0, 85.0, 97.0, 109.0, 114.0, 144.0, 168.0, 203.0, 215.0, 206.0, 237.0, 261.0, 248.0, 236.0, 288.0, 253.0, 272.0, 294.0, 348.0, 432.0, 486.0, 581.0, 792.0, 6627.0, 1530.0, 909.0, 641.0, 497.0, 366.0, 358.0, 256.0, 212.0, 188.0, 143.0, 99.0, 70.0, 36.0, 18.0, 19.0, 8.0, 2.0, 4.0, 2.0, 2.0], "bins": [-0.014291273429989815, -0.013964150100946426, -0.013637026771903038, -0.01330990344285965, -0.012982780113816261, -0.012655656784772873, -0.01232853252440691, -0.012001409195363522, -0.011674285866320133, -0.011347162537276745, -0.011020039208233356, -0.010692915879189968, -0.01036579255014658, -0.010038669221103191, -0.009711545892059803, -0.009384422563016415, -0.009057298302650452, -0.008730174973607063, -0.008403051644563675, -0.008075928315520287, -0.007748804986476898, -0.00742168165743351, -0.0070945583283901215, -0.006767434999346733, -0.006440311670303345, -0.006113187875598669, -0.005786064546555281, -0.005458941217511892, -0.005131817888468504, -0.004804694559425116, -0.00447757076472044, -0.0041504474356770515, -0.003823324106633663, -0.003496200777590275, -0.003169077215716243, -0.0028419538866728544, -0.0025148303247988224, -0.002187706995755434, -0.0018605836667120457, -0.0015334602212533355, -0.0012063367757946253, -0.0008792133303359151, -0.0005520899430848658, -0.00022496652672998607, 0.00010215688962489367, 0.0004292803059797734, 0.0007564037223346531, 0.0010835271095857024, 0.0014106505550444126, 0.0017377740005031228, 0.002064897445961833, 0.0023920207750052214, 0.0027191443368792534, 0.0030462676659226418, 0.00337339099496603, 0.003700514556840062, 0.004027637653052807, 0.0043547614477574825, 0.004681884776800871, 0.005009008105844259, 0.005336131434887648, 0.005663254763931036, 0.005990378558635712, 0.0063175018876791, 0.006644625216722488]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 5.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.05438119173049927, -0.05326876789331436, -0.052156347781419754, -0.05104392394423485, -0.04993150010704994, -0.048819079995155334, -0.04770665615797043, -0.04659423232078552, -0.045481808483600616, -0.04436938837170601, -0.0432569645345211, -0.0421445406973362, -0.04103212058544159, -0.03991969674825668, -0.03880727291107178, -0.03769485279917717, -0.036582428961992264, -0.03547000512480736, -0.03435758501291275, -0.033245161175727844, -0.03213273733854294, -0.03102031536400318, -0.029907893389463425, -0.02879546955227852, -0.027683047577738762, -0.026570625603199005, -0.0254582017660141, -0.024345779791474342, -0.023233357816934586, -0.02212093397974968, -0.021008512005209923, -0.019896088168025017, -0.01878366619348526, -0.017671244218945503, -0.016558820381760597, -0.01544639840722084, -0.014333975501358509, -0.013221552595496178, -0.012109130620956421, -0.01099670771509409, -0.009884284809231758, -0.008771861903369427, -0.007659439463168383, -0.0065470170229673386, -0.005434594117105007, -0.004322171211242676, -0.0032097487710416317, -0.002097326098009944, -0.0009849034249782562, 0.0001275192480534315, 0.0012399419210851192, 0.002352364594116807, 0.0034647872671484947, 0.004577210173010826, 0.00568963261321187, 0.006802055053412914, 0.007914477959275246, 0.009026900865137577, 0.010139323770999908, 0.011251745745539665, 0.012364168651401997, 0.013476591557264328, 0.014589013531804085, 0.01570143736898899, 0.016813859343528748]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 4.0, 8.0, 5.0, 5.0, 10.0, 6.0, 4.0, 4.0, 5.0, 8.0, 5.0, 6.0, 3.0, 0.0, 2.0, 5.0, 2.0, 6.0, 2.0, 1.0, 3.0, 3.0, 2.0, 1.0, 2.0, 2.0, 1.0, 5.0, 2.0, 4.0, 1.0, 6.0, 4.0, 1.0, 3.0, 2.0, 11.0, 11.0, 68.0, 13.0, 6.0, 8.0, 8.0, 4.0, 3.0, 2.0, 2.0, 4.0, 3.0, 0.0, 1.0, 2.0], "bins": [-0.05556671693921089, -0.05446958169341087, -0.053372446447610855, -0.05227531120181084, -0.05117817595601082, -0.0500810407102108, -0.04898390546441078, -0.047886770218610764, -0.046789634972810745, -0.04569249972701073, -0.04459536448121071, -0.04349822923541069, -0.04240109398961067, -0.041303958743810654, -0.040206823498010635, -0.03910968825221062, -0.0380125530064106, -0.03691541776061058, -0.03581828251481056, -0.034721147269010544, -0.033624012023210526, -0.03252687677741051, -0.03142974153161049, -0.03033260628581047, -0.029235471040010452, -0.028138335794210434, -0.027041200548410416, -0.025944065302610397, -0.02484693005681038, -0.02374979481101036, -0.022652659565210342, -0.021555524319410324, -0.020458389073610306, -0.019361253827810287, -0.01826411858201027, -0.01716698333621025, -0.016069848090410233, -0.014972712844610214, -0.013875577598810196, -0.012778442353010178, -0.01168130710721016, -0.010584171861410141, -0.009487036615610123, -0.008389901369810104, -0.007292766124010086, -0.006195630878210068, -0.0050984956324100494, -0.004001360386610031, -0.002904225140810013, -0.0018070898950099945, -0.0007099546492099762, 0.0003871805965900421, 0.0014843158423900604, 0.0025814510881900787, 0.003678586333990097, 0.004775721579790115, 0.005872856825590134, 0.006969992071390152, 0.00806712731719017, 0.009164262562990189, 0.010261397808790207, 0.011358533054590225, 0.012455668300390244, 0.013552803546190262, 0.01464993879199028]}, "_runtime": 6.743595361709595, "_timestamp": 1596209118.7109928, "_step": 2}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 3.0, 1.0, 2.0, 1.0, 1.0, 2.0, 2.0, 3.0, 3.0, 2.0, 3.0, 0.0, 2.0, 1.0, 4.0, 3.0, 3.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.014591841958463192, -0.014141768217086792, -0.013691694475710392, -0.013241619803011417, -0.012791546061635017, -0.012341472320258617, -0.011891398578882217, -0.011441324837505817, -0.010991251096129417, -0.010541176423430443, -0.010091102682054043, -0.009641028940677643, -0.009190955199301243, -0.008740881457924843, -0.008290806785225868, -0.007840733043849468, -0.007390659302473068, -0.006940585561096668, -0.006490511354058981, -0.006040437612682581, -0.005590363405644894, -0.005140289664268494, -0.004690215922892094, -0.004240141715854406, -0.0037900679744780064, -0.0033399940002709627, -0.002889920026063919, -0.002439846284687519, -0.0019897723104804754, -0.0015396983362734318, -0.00108962447848171, -0.0006395505624823272, -0.0001894766464829445, 0.00026059726951643825, 0.000710671185515821, 0.0011607450433075428, 0.0016108190175145864, 0.00206089299172163, 0.00251096673309803, 0.0029610407073050737, 0.0034111146815121174, 0.003861188655719161, 0.004311262629926205, 0.004761336371302605, 0.005211410112679005, 0.005661484319716692, 0.006111558061093092, 0.006561632268130779, 0.007011706009507179, 0.007461779750883579, 0.00791185349225998, 0.008361928164958954, 0.008812001906335354, 0.009262075647711754, 0.009712149389088154, 0.010162223130464554, 0.010612297803163528, 0.011062371544539928, 0.011512445285916328, 0.011962519027292728, 0.012412592768669128, 0.012862666510045528, 0.013312741182744503, 0.013762814924120903, 0.014212888665497303]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 2.0, 3.0, 5.0, 8.0, 6.0, 5.0, 6.0, 9.0, 15.0, 17.0, 30.0, 38.0, 32.0, 51.0, 64.0, 48.0, 69.0, 103.0, 109.0, 147.0, 228.0, 283.0, 404.0, 533.0, 2218.0, 1159.0, 895.0, 504.0, 304.0, 191.0, 134.0, 84.0, 67.0, 49.0, 35.0, 23.0, 14.0, 5.0, 12.0, 4.0, 3.0, 4.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.17763181030750275, -0.17301662266254425, -0.16840143501758575, -0.16378623247146606, -0.15917104482650757, -0.15455585718154907, -0.14994066953659058, -0.14532548189163208, -0.14071029424667358, -0.1360950917005539, -0.1314799040555954, -0.1268647164106369, -0.1222495287656784, -0.11763433367013931, -0.11301914602518082, -0.10840395092964172, -0.10378876328468323, -0.09917357563972473, -0.09455838054418564, -0.08994319289922714, -0.08532799780368805, -0.08071281015872955, -0.07609762251377106, -0.07148242741823196, -0.06686723977327347, -0.06225204840302467, -0.05763685703277588, -0.05302166938781738, -0.04840647801756859, -0.043791286647319794, -0.0391760990023613, -0.0345609076321125, -0.02994571626186371, -0.025330524891614914, -0.02071533538401127, -0.016100145876407623, -0.011484954506158829, -0.006869764067232609, -0.002254573628306389, 0.002360616810619831, 0.006975807249546051, 0.011590997688472271, 0.01620618812739849, 0.020821377635002136, 0.02543656900525093, 0.030051760375499725, 0.03466694802045822, 0.039282139390707016, 0.04389733076095581, 0.048512522131204605, 0.0531277135014534, 0.057742901146411896, 0.06235809251666069, 0.06697328388690948, 0.07158847153186798, 0.07620366662740707, 0.08081885427236557, 0.08543404191732407, 0.09004923701286316, 0.09466442465782166, 0.09927961230278015, 0.10389480739831924, 0.10850999504327774, 0.11312519013881683, 0.11774037778377533]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 3.0, 2.0, 0.0, 1.0, 1.0, 4.0, 5.0, 3.0, 1.0, 2.0, 3.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 2.0, 1.0, 1.0, 3.0, 2.0, 26.0, 2.0, 2.0, 9.0, 1.0, 5.0, 4.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 7.0, 3.0, 2.0, 2.0, 3.0, 0.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.006060877814888954, -0.005868378095328808, -0.0056758783757686615, -0.005483378656208515, -0.005290878936648369, -0.0050983792170882225, -0.004905879497528076, -0.00471337977796793, -0.0045208800584077835, -0.004328380338847637, -0.004135880619287491, -0.0039433808997273445, -0.003750881180167198, -0.003558381460607052, -0.0033658817410469055, -0.003173382021486759, -0.002980882301926613, -0.0027883825823664665, -0.00259588286280632, -0.002403383143246174, -0.0022108834236860275, -0.002018383704125881, -0.0018258839845657349, -0.0016333842650055885, -0.0014408845454454422, -0.0012483848258852959, -0.0010558851063251495, -0.0008633853867650032, -0.0006708856672048569, -0.00047838594764471054, -0.0002858862280845642, -9.338650852441788e-05, 9.911321103572845e-05, 0.0002916129305958748, 0.0004841126501560211, 0.0006766123697161674, 0.0008691120892763138, 0.0010616118088364601, 0.0012541115283966064, 0.0014466112479567528, 0.0016391109675168991, 0.0018316106870770454, 0.0020241104066371918, 0.002216610126197338, 0.0024091098457574844, 0.0026016095653176308, 0.002794109284877777, 0.0029866090044379234, 0.0031791087239980698, 0.003371608443558216, 0.0035641081631183624, 0.0037566078826785088, 0.003949107602238655, 0.004141607321798801, 0.004334107041358948, 0.004526606760919094, 0.00471910648047924, 0.004911606200039387, 0.005104105919599533, 0.005296605639159679, 0.005489105358719826, 0.005681605078279972, 0.005874104797840118, 0.006066604517400265, 0.006259104236960411]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 0.0, 6.0, 8.0, 18.0, 31.0, 54.0, 90.0, 158.0, 230.0, 302.0, 484.0, 787.0, 1189.0, 1647.0, 2234.0, 3004.0, 4085.0, 5351.0, 6908.0, 8952.0, 11423.0, 14241.0, 18327.0, 23910.0, 31996.0, 42992.0, 57105.0, 72561.0, 90518.0, 413565.0, 89542.0, 71870.0, 53151.0, 39448.0, 28623.0, 21474.0, 16048.0, 12133.0, 9160.0, 7170.0, 5317.0, 3996.0, 2813.0, 1973.0, 1498.0, 983.0, 708.0, 482.0, 355.0, 233.0, 164.0, 107.0, 74.0, 55.0, 39.0, 21.0, 13.0, 7.0, 4.0, 2.0, 4.0, 1.0, 1.0], "bins": [-0.011450722813606262, -0.011073088273406029, -0.010695453733205795, -0.010317820124328136, -0.009940185584127903, -0.00956255104392767, -0.00918491743505001, -0.008807282894849777, -0.008429648354649544, -0.00805201381444931, -0.007674379739910364, -0.007296745665371418, -0.0069191111251711845, -0.006541476584970951, -0.006163842510432005, -0.005786208435893059, -0.005408573895692825, -0.005030939355492592, -0.004653305280953646, -0.0042756712064146996, -0.003898036666214466, -0.0035204023588448763, -0.0031427680514752865, -0.0027651337441056967, -0.002387499436736107, -0.002009865129366517, -0.0016322308219969273, -0.0012545965146273375, -0.0008769622072577477, -0.0004993278998881578, -0.00012169359251856804, 0.00025594071485102177, 0.0006335750222206116, 0.0010112093295902014, 0.0013888436369597912, 0.001766477944329381, 0.002144112251698971, 0.0025217465590685606, 0.0028993808664381504, 0.00327701517380774, 0.00365464948117733, 0.0040322840213775635, 0.00440991809591651, 0.004787552170455456, 0.005165186710655689, 0.005542821250855923, 0.005920455325394869, 0.006298089399933815, 0.0066757239401340485, 0.007053358480334282, 0.007430992554873228, 0.007808626629412174, 0.008186261169612408, 0.008563895709812641, 0.0089415293186903, 0.009319163858890533, 0.009696798399090767, 0.010074432939291, 0.010452067479491234, 0.010829701088368893, 0.011207335628569126, 0.01158497016876936, 0.011962603777647018, 0.012340238317847252, 0.012717872858047485]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 0.0, 2.0, 2.0, 2.0, 2.0, 7.0, 3.0, 2.0, 5.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.020670177415013313, -0.02023622952401638, -0.019802283495664597, -0.019368335604667664, -0.01893438771367073, -0.018500441685318947, -0.018066493794322014, -0.01763254776597023, -0.017198599874973297, -0.016764651983976364, -0.01633070595562458, -0.015896758064627647, -0.015462811104953289, -0.01502886414527893, -0.014594916254281998, -0.01416096929460764, -0.013727022334933281, -0.013293075375258923, -0.012859128415584564, -0.012425180524587631, -0.011991233564913273, -0.011557286605238914, -0.011123338714241982, -0.010689391754567623, -0.010255444794893265, -0.009821497835218906, -0.009387550875544548, -0.008953602984547615, -0.008519656024873257, -0.008085709065198898, -0.007651761639863253, -0.007217814214527607, -0.006783867254853249, -0.00634992029517889, -0.0059159728698432446, -0.005482025444507599, -0.0050480784848332405, -0.004614131525158882, -0.0041801840998232365, -0.0037462369073182344, -0.0033122897148132324, -0.0028783425223082304, -0.0024443953298032284, -0.0020104481372982264, -0.0015765009447932243, -0.0011425537522882223, -0.0007086065597832203, -0.00027465936727821827, 0.00015928782522678375, 0.0005932350177317858, 0.0010271822102367878, 0.0014611294027417898, 0.0018950765952467918, 0.002329023787751794, 0.002762970980256796, 0.003196918172761798, 0.0036308653652668, 0.004064812324941158, 0.004498759750276804, 0.00493270717561245, 0.005366654135286808, 0.005800601094961166, 0.006234548520296812, 0.006668495945632458, 0.007102442905306816]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 1.0, 7.0, 1.0, 1.0, 4.0, 7.0, 7.0, 11.0, 9.0, 9.0, 9.0, 12.0, 7.0, 14.0, 16.0, 27.0, 32.0, 39.0, 49.0, 38.0, 41.0, 55.0, 53.0, 76.0, 72.0, 81.0, 95.0, 108.0, 122.0, 125.0, 134.0, 164.0, 208.0, 202.0, 232.0, 223.0, 298.0, 280.0, 326.0, 346.0, 399.0, 437.0, 472.0, 620.0, 661.0, 799.0, 981.0, 6475.0, 1379.0, 736.0, 499.0, 360.0, 210.0, 158.0, 169.0, 160.0, 117.0, 110.0, 62.0, 48.0, 17.0, 11.0, 8.0], "bins": [-0.011122757568955421, -0.010894839651882648, -0.01066692266613245, -0.010439004749059677, -0.010211086831986904, -0.009983169846236706, -0.009755251929163933, -0.00952733401209116, -0.009299417026340961, -0.009071499109268188, -0.008843581192195415, -0.008615664206445217, -0.008387746289372444, -0.008159828372299671, -0.007931911386549473, -0.0077039934694767, -0.007476075552403927, -0.007248158100992441, -0.0070202406495809555, -0.0067923227325081825, -0.006564405281096697, -0.006336487829685211, -0.006108569912612438, -0.0058806524612009525, -0.005652735009789467, -0.005424817092716694, -0.005196899641305208, -0.0049689821898937225, -0.0047410642728209496, -0.004513146821409464, -0.004285229369997978, -0.004057311452925205, -0.0038293940015137196, -0.0036014763172715902, -0.0033735588658601046, -0.0031456411816179752, -0.002917723497375846, -0.0026898060459643602, -0.002461888361722231, -0.0022339706774801016, -0.0020060529932379723, -0.0017781355418264866, -0.0015502178575843573, -0.0013223002897575498, -0.0010943827219307423, -0.0008664650376886129, -0.0006385474698618054, -0.000410629843827337, -0.00018271221779286861, 4.520539368968457e-05, 0.00027312300517223775, 0.0005010406021028757, 0.0007289582281373441, 0.0009568758541718125, 0.00118479342199862, 0.0014127111062407494, 0.0016406286740675569, 0.0018685462418943644, 0.0020964639261364937, 0.002324381610378623, 0.0025522990617901087, 0.002780216746032238, 0.0030081344302743673, 0.003236051881685853, 0.0034639695659279823]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 4.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.04638988524675369, -0.045516688376665115, -0.04464348778128624, -0.04377029091119766, -0.042897094041109085, -0.04202389344573021, -0.04115069657564163, -0.040277495980262756, -0.03940429911017418, -0.0385311022400856, -0.037657901644706726, -0.03678470477461815, -0.03591150790452957, -0.035038307309150696, -0.03416511043906212, -0.03329191356897354, -0.032418712973594666, -0.03154551610350609, -0.030672317370772362, -0.029799118638038635, -0.028925921767950058, -0.02805272303521633, -0.027179524302482605, -0.02630632556974888, -0.0254331286996603, -0.024559929966926575, -0.023686731234192848, -0.02281353436410427, -0.021940335631370544, -0.021067136898636818, -0.02019393816590309, -0.019320741295814514, -0.018447542563080788, -0.01757434383034706, -0.016701146960258484, -0.015827948227524757, -0.014954749494791031, -0.014081551693379879, -0.013208352960646152, -0.012335155159235, -0.011461956426501274, -0.010588758625090122, -0.00971556082367897, -0.008842362090945244, -0.007969164289534092, -0.007095966022461653, -0.0062227677553892136, -0.005349569488316774, -0.004476371221244335, -0.003603172954171896, -0.002729974687099457, -0.0018567766528576612, -0.000983578385785222, -0.00011038017692044377, 0.0007628180319443345, 0.0016360161826014519, 0.002509214449673891, 0.0033824127167463303, 0.0042556109838187695, 0.005128809250891209, 0.0060020070523023605, 0.0068752053193748, 0.007748403586447239, 0.008621602319180965, 0.009494800120592117]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 4.0, 1.0, 3.0, 3.0, 5.0, 5.0, 3.0, 6.0, 4.0, 2.0, 5.0, 5.0, 4.0, 10.0, 4.0, 3.0, 5.0, 4.0, 4.0, 4.0, 2.0, 2.0, 1.0, 6.0, 2.0, 7.0, 2.0, 0.0, 6.0, 2.0, 5.0, 2.0, 4.0, 3.0, 2.0, 1.0, 2.0, 3.0, 4.0, 5.0, 10.0, 15.0, 65.0, 21.0, 5.0, 5.0, 3.0, 4.0, 1.0, 2.0, 3.0], "bins": [-0.03282472491264343, -0.032233912497758865, -0.031643096357584, -0.031052283942699432, -0.030461469665169716, -0.02987065725028515, -0.029279842972755432, -0.028689028695225716, -0.02809821628034115, -0.027507402002811432, -0.026916587725281715, -0.026325775310397148, -0.02573496103286743, -0.025144146755337715, -0.024553334340453148, -0.02396252006292343, -0.023371707648038864, -0.022780893370509148, -0.02219007909297943, -0.021599266678094864, -0.021008452400565147, -0.02041763812303543, -0.019826825708150864, -0.019236011430621147, -0.01864519715309143, -0.018054384738206863, -0.017463570460677147, -0.01687275618314743, -0.016281943768262863, -0.015691129490733147, -0.015100316144526005, -0.014509501866996288, -0.013918688520789146, -0.013327875174582005, -0.012737060897052288, -0.012146247550845146, -0.011555434204638004, -0.010964619927108288, -0.010373806580901146, -0.009782993234694004, -0.009192179888486862, -0.008601365610957146, -0.008010552264750004, -0.007419738452881575, -0.0068289246410131454, -0.006238111294806004, -0.005647297482937574, -0.0050564841367304325, -0.004465670324862003, -0.003874856745824218, -0.0032840431667864323, -0.002693229354918003, -0.0021024157758802176, -0.001511602196842432, -0.0009207885013893247, -0.0003299748641438782, 0.0002608387731015682, 0.0008516524103470147, 0.0014424660475924611, 0.0020332797430455685, 0.002624093322083354, 0.0032149069011211395, 0.0038057207129895687, 0.004396534059196711, 0.00498734787106514]}, "_runtime": 7.521588325500488, "_timestamp": 1596209119.4889858, "_step": 3}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 4.0, 3.0, 2.0, 2.0, 1.0, 2.0, 2.0, 3.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 1.0, 0.0, 2.0, 3.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.017071839421987534, -0.01661699265241623, -0.016162145882844925, -0.01570730097591877, -0.015252454206347466, -0.014797607436776161, -0.014342760667204857, -0.013887914828956127, -0.013433068059384823, -0.012978222221136093, -0.012523375451564789, -0.012068528681993484, -0.011613682843744755, -0.01115883607417345, -0.01070399023592472, -0.010249143466353416, -0.009794296696782112, -0.009339450858533382, -0.008884604088962078, -0.008429758250713348, -0.007974911481142044, -0.007520065177232027, -0.00706521887332201, -0.006610372569411993, -0.006155526265501976, -0.005700679495930672, -0.005245833192020655, -0.004790986888110638, -0.004336140584200621, -0.00388129404745996, -0.003426447743549943, -0.0029716012068092823, -0.0025167549028992653, -0.0020619085989892483, -0.0016070620622485876, -0.0011522157583385706, -0.0006973693380132318, -0.00024252294679172337, 0.000212323444429785, 0.0006671698065474629, 0.0011220162268728018, 0.0015768626471981406, 0.0020317090675234795, 0.0024865553714334965, 0.0029414016753435135, 0.003396248212084174, 0.003851094515994191, 0.004305941052734852, 0.004760787356644869, 0.005215633660554886, 0.005670479964464903, 0.006125326734036207, 0.006580173037946224, 0.007035019341856241, 0.007489865645766258, 0.007944712415337563, 0.008399558253586292, 0.008854405023157597, 0.009309250861406326, 0.00976409763097763, 0.010218944400548935, 0.010673790238797665, 0.011128637008368969, 0.011583482846617699, 0.012038329616189003]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 1.0, 4.0, 5.0, 3.0, 10.0, 3.0, 8.0, 6.0, 13.0, 22.0, 20.0, 32.0, 42.0, 58.0, 86.0, 78.0, 105.0, 132.0, 158.0, 213.0, 276.0, 346.0, 456.0, 2061.0, 1160.0, 889.0, 616.0, 393.0, 238.0, 154.0, 109.0, 73.0, 39.0, 25.0, 27.0, 17.0, 11.0, 9.0, 12.0, 7.0, 4.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.16025462746620178, -0.15536993741989136, -0.15048523247241974, -0.14560054242610931, -0.1407158523797989, -0.13583116233348846, -0.13094645738601685, -0.12606176733970642, -0.121177077293396, -0.11629237979650497, -0.11140768229961395, -0.10652299225330353, -0.1016382947564125, -0.09675360471010208, -0.09186890721321106, -0.08698421716690063, -0.08209951967000961, -0.07721482217311859, -0.07233013212680817, -0.06744543462991714, -0.06256074458360672, -0.0576760470867157, -0.052791353315114975, -0.04790665954351425, -0.04302196577191353, -0.038137272000312805, -0.03325257822871208, -0.02836788259446621, -0.023483188822865486, -0.018598495051264763, -0.013713800348341465, -0.008829105645418167, -0.003944411873817444, 0.0009402823634445667, 0.005824976600706577, 0.010709671303629875, 0.015594365075230598, 0.02047905884683132, 0.025363754481077194, 0.030248448252677917, 0.03513314202427864, 0.040017835795879364, 0.04490252956748009, 0.04978722333908081, 0.05467192083597183, 0.059556614607572556, 0.06444130837917328, 0.0693259984254837, 0.07421069592237473, 0.07909539341926575, 0.08398008346557617, 0.0888647809624672, 0.09374947100877762, 0.09863416850566864, 0.10351885855197906, 0.10840355604887009, 0.11328825354576111, 0.11817294359207153, 0.12305764108896255, 0.12794233858585358, 0.132827028632164, 0.13771171867847443, 0.14259640872478485, 0.14748111367225647, 0.1523658037185669]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 3.0, 1.0, 1.0, 4.0, 3.0, 1.0, 5.0, 1.0, 4.0, 4.0, 1.0, 1.0, 2.0, 2.0, 2.0, 2.0, 3.0, 1.0, 3.0, 26.0, 2.0, 7.0, 1.0, 2.0, 1.0, 5.0, 2.0, 5.0, 0.0, 2.0, 0.0, 3.0, 4.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 2.0, 0.0, 3.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.004200049676001072, -0.004035300575196743, -0.003870551474392414, -0.0037058021407574415, -0.0035410530399531126, -0.0033763039391487837, -0.003211554605513811, -0.003046805504709482, -0.0028820564039051533, -0.0027173073031008244, -0.0025525582022964954, -0.002387808868661523, -0.002223059767857194, -0.002058310667052865, -0.0018935614498332143, -0.0017288122326135635, -0.0015640631318092346, -0.0013993140310049057, -0.001234564813785255, -0.0010698155965656042, -0.0009050664957612753, -0.0007403173367492855, -0.0005755681777372956, -0.0004108190187253058, -0.00024606985971331596, -8.132070070132613e-05, 8.34284583106637e-05, 0.00024817761732265353, 0.00041292677633464336, 0.0005776759353466332, 0.000742425094358623, 0.0009071742533706129, 0.0010719234123826027, 0.0012366725131869316, 0.0014014217304065824, 0.001566170947626233, 0.001730920048430562, 0.001895669149234891, 0.0020604184828698635, 0.0022251675836741924, 0.0023899166844785213, 0.0025546657852828503, 0.002719414886087179, 0.0028841642197221518, 0.0030489133205264807, 0.0032136624213308096, 0.003378411754965782, 0.003543160855770111, 0.00370790995657444, 0.003872659057378769, 0.004037408158183098, 0.004202157258987427, 0.004366906359791756, 0.004531655926257372, 0.004696405027061701, 0.00486115412786603, 0.005025903228670359, 0.005190652329474688, 0.0053554014302790165, 0.005520150531083345, 0.005684900097548962, 0.0058496491983532906, 0.0060143982991576195, 0.006179147399961948, 0.006343896500766277]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 1.0, 1.0, 4.0, 15.0, 22.0, 39.0, 47.0, 93.0, 172.0, 252.0, 436.0, 643.0, 999.0, 1461.0, 2290.0, 3199.0, 4679.0, 6450.0, 8801.0, 12027.0, 16364.0, 22148.0, 30626.0, 44167.0, 63697.0, 88470.0, 112376.0, 423090.0, 89162.0, 65885.0, 47968.0, 34743.0, 25031.0, 18341.0, 13586.0, 10412.0, 8160.0, 6255.0, 4975.0, 3525.0, 2691.0, 2018.0, 1363.0, 1024.0, 684.0, 450.0, 298.0, 187.0, 113.0, 75.0, 49.0, 29.0, 20.0, 14.0, 6.0, 2.0, 4.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.011679412797093391, -0.01126398891210556, -0.010848565958440304, -0.010433142073452473, -0.010017719119787216, -0.009602295234799385, -0.009186871349811554, -0.008771448396146297, -0.008356024511158466, -0.007940600626170635, -0.007525177672505379, -0.007109753787517548, -0.006694330368191004, -0.00627890694886446, -0.005863483063876629, -0.005448059644550085, -0.005032636225223541, -0.0046172128058969975, -0.004201789386570454, -0.0037863655015826225, -0.0033709420822560787, -0.002955518662929535, -0.0025400950107723475, -0.00212467135861516, -0.0017092479392886162, -0.0012938244035467505, -0.0008784008678048849, -0.0004629773320630193, -4.755379632115364e-05, 0.000367869739420712, 0.0007832932751625776, 0.0011987168109044433, 0.001614140346646309, 0.0020295637659728527, 0.00244498741813004, 0.0028604110702872276, 0.0032758344896137714, 0.0036912579089403152, 0.004106681793928146, 0.00452210521325469, 0.004937528632581234, 0.005352952051907778, 0.005768375471234322, 0.006183799356222153, 0.0065992227755486965, 0.00701464619487524, 0.0074300700798630714, 0.007845493033528328, 0.008260916918516159, 0.00867634080350399, 0.009091763757169247, 0.009507187642157078, 0.009922610595822334, 0.010338034480810165, 0.010753458365797997, 0.011168881319463253, 0.011584305204451084, 0.011999729089438915, 0.012415152043104172, 0.012830575928092003, 0.013245999813079834, 0.01366142276674509, 0.014076846651732922, 0.014492269605398178, 0.01490769349038601]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 3.0, 2.0, 1.0, 1.0, 0.0, 4.0, 1.0, 1.0, 0.0, 1.0, 3.0, 8.0, 2.0, 1.0, 2.0, 2.0, 1.0, 2.0, 1.0, 0.0, 3.0, 2.0, 0.0, 3.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0061832936480641365, -0.005998140200972557, -0.005812987219542265, -0.005627834238111973, -0.005442680791020393, -0.005257527343928814, -0.005072374362498522, -0.00488722138106823, -0.00470206793397665, -0.004516914486885071, -0.004331761505454779, -0.0041466085240244865, -0.003961455076932907, -0.0037763018626719713, -0.0035911486484110355, -0.0034059954341500998, -0.003220842219889164, -0.003035689005628228, -0.0028505357913672924, -0.0026653825771063566, -0.002480229362845421, -0.002295076148584485, -0.0021099229343235493, -0.0019247697200626135, -0.0017396165058016777, -0.001554463291540742, -0.0013693100772798061, -0.0011841568630188704, -0.0009990036487579346, -0.0008138504344969988, -0.000628697220236063, -0.0004435440059751272, -0.00025839079171419144, -7.323757745325565e-05, 0.00011191563680768013, 0.0002970688510686159, 0.0004822220653295517, 0.0006673752795904875, 0.0008525284938514233, 0.001037681708112359, 0.0012228349223732948, 0.0014079881366342306, 0.0015931413508951664, 0.0017782945651561022, 0.001963447779417038, 0.0021486009936779737, 0.0023337542079389095, 0.0025189074221998453, 0.002704060636460781, 0.002889213850721717, 0.0030743670649826527, 0.0032595202792435884, 0.0034446734935045242, 0.00362982670776546, 0.003814979922026396, 0.004000132903456688, 0.004185286350548267, 0.004370439797639847, 0.004555592779070139, 0.004740745760500431, 0.0049258992075920105, 0.00511105265468359, 0.005296205636113882, 0.005481358617544174, 0.005666512064635754]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 1.0, 2.0, 1.0, 5.0, 3.0, 5.0, 4.0, 8.0, 13.0, 14.0, 12.0, 17.0, 17.0, 30.0, 33.0, 31.0, 50.0, 67.0, 66.0, 75.0, 111.0, 111.0, 157.0, 190.0, 229.0, 241.0, 327.0, 347.0, 366.0, 405.0, 498.0, 585.0, 740.0, 944.0, 1725.0, 6847.0, 1387.0, 735.0, 587.0, 507.0, 350.0, 231.0, 131.0, 63.0, 44.0, 25.0, 28.0, 13.0, 9.0, 8.0, 6.0, 9.0, 4.0, 1.0, 2.0, 2.0, 1.0, 0.0, 2.0, 4.0, 2.0], "bins": [-0.007976990193128586, -0.0077674901112914085, -0.007557989563792944, -0.007348489481955767, -0.007138989400118589, -0.006929488852620125, -0.0067199887707829475, -0.00651048868894577, -0.006300988141447306, -0.006091488059610128, -0.005881987977772951, -0.0056724874302744865, -0.005462987348437309, -0.005253487266600132, -0.005043986719101667, -0.00483448663726449, -0.0046249860897660255, -0.004415486007928848, -0.004205985926091671, -0.003996485378593206, -0.003786985296756029, -0.003577485214918852, -0.003367984900251031, -0.00315848458558321, -0.0029489845037460327, -0.002739484189078212, -0.002529983874410391, -0.00232048355974257, -0.0021109834779053926, -0.0019014831632375717, -0.0016919829649850726, -0.0014824826503172517, -0.0012729824520647526, -0.0010634822538122535, -0.0008539819391444325, -0.0006444817408919334, -0.0004349814844317734, -0.00022548124252352864, -1.5981000615283847e-05, 0.00019351924129296094, 0.00040301948320120573, 0.0006125197396613657, 0.0008220199961215258, 0.0010315201943740249, 0.001241020392626524, 0.001450520707294345, 0.001660020905546844, 0.001869521220214665, 0.002079021418467164, 0.002288521733134985, 0.0024980218149721622, 0.002707522129639983, 0.002917022444307804, 0.0031265225261449814, 0.0033360228408128023, 0.0035455231554806232, 0.0037550232373178005, 0.003964523784816265, 0.004174023866653442, 0.00438352394849062, 0.004593024495989084, 0.0048025245778262615, 0.005012024659663439, 0.005221525207161903, 0.005431025288999081]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 6.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.03057275339961052, -0.030032025650143623, -0.029491299763321877, -0.02895057201385498, -0.028409846127033234, -0.027869118377566338, -0.02732839062809944, -0.026787664741277695, -0.0262469369918108, -0.025706209242343903, -0.025165483355522156, -0.02462475560605526, -0.024084027856588364, -0.023543301969766617, -0.02300257422029972, -0.022461848333477974, -0.021921120584011078, -0.021380392834544182, -0.020839666947722435, -0.02029893919825554, -0.019758213311433792, -0.019217485561966896, -0.0186767578125, -0.018136031925678253, -0.017595304176211357, -0.01705457642674446, -0.016513850539922714, -0.015973122790455818, -0.015432395972311497, -0.014891669154167175, -0.01435094140470028, -0.013810214586555958, -0.013269487768411636, -0.012728760950267315, -0.012188034132122993, -0.011647306382656097, -0.011106579564511776, -0.010565852746367455, -0.010025124996900558, -0.009484398178756237, -0.008943671360611916, -0.008402944542467594, -0.007862217724323273, -0.007321489974856377, -0.006780763156712055, -0.006240036338567734, -0.005699309054762125, -0.005158581770956516, -0.004617854952812195, -0.004077128134667873, -0.0035364008508622646, -0.0029956737998872995, -0.0024549467489123344, -0.0019142196979373693, -0.0013734926469624043, -0.0008327655959874392, -0.00029203854501247406, 0.00024868850596249104, 0.0007894155569374561, 0.0013301426079124212, 0.0018708696588873863, 0.0024115967098623514, 0.0029523237608373165, 0.0034930508118122816, 0.004033777862787247]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 3.0, 2.0, 2.0, 0.0, 2.0, 1.0, 5.0, 12.0, 2.0, 7.0, 1.0, 4.0, 2.0, 2.0, 3.0, 5.0, 8.0, 3.0, 2.0, 3.0, 3.0, 2.0, 4.0, 5.0, 1.0, 1.0, 1.0, 1.0, 3.0, 6.0, 4.0, 9.0, 7.0, 2.0, 7.0, 5.0, 2.0, 3.0, 3.0, 1.0, 7.0, 6.0, 5.0, 8.0, 13.0, 59.0, 10.0, 9.0, 10.0, 6.0, 4.0, 2.0, 1.0, 2.0], "bins": [-0.025961261242628098, -0.025493746623396873, -0.02502623200416565, -0.024558715522289276, -0.024091200903058052, -0.023623686283826828, -0.023156171664595604, -0.02268865704536438, -0.022221142426133156, -0.021753625944256783, -0.02128611132502556, -0.020818596705794334, -0.02035108208656311, -0.019883567467331886, -0.019416052848100662, -0.01894853636622429, -0.018481021746993065, -0.01801350712776184, -0.017545992508530617, -0.017078477889299393, -0.01661096327006817, -0.016143446788191795, -0.01567593216896057, -0.015208417549729347, -0.014740902930498123, -0.014273387379944324, -0.0138058727607131, -0.013338358141481876, -0.012870842590928078, -0.012403327971696854, -0.01193581335246563, -0.011468297801911831, -0.011000783182680607, -0.010533268563449383, -0.010065753012895584, -0.00959823839366436, -0.009130723774433136, -0.008663208223879337, -0.008195693604648113, -0.007728178519755602, -0.0072606634348630905, -0.0067931488156318665, -0.006325633730739355, -0.005858118645846844, -0.00539060402661562, -0.004923088941723108, -0.004455573856830597, -0.003988059237599373, -0.0035205441527068615, -0.0030530293006449938, -0.0025855142157524824, -0.0021179993636906147, -0.0016504843952134252, -0.0011829694267362356, -0.000715454516466707, -0.0002479395770933479, 0.00021957536228001118, 0.0006870903307572007, 0.0011546052992343903, 0.001622120151296258, 0.0020896350033581257, 0.002557150088250637, 0.0030246649403125048, 0.003492180025205016, 0.003959694877266884]}, "_runtime": 8.312289953231812, "_timestamp": 1596209120.2796874, "_step": 4}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 2.0, 1.0, 2.0, 3.0, 2.0, 1.0, 3.0, 4.0, 3.0, 5.0, 3.0, 3.0, 5.0, 2.0, 3.0, 0.0, 0.0, 2.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.027702514082193375, -0.026994796469807625, -0.026287076994776726, -0.025579359382390976, -0.024871639907360077, -0.024163922294974327, -0.023456204682588577, -0.022748485207557678, -0.02204076759517193, -0.02133304998278618, -0.02062533050775528, -0.01991761289536953, -0.01920989528298378, -0.01850217580795288, -0.01779445819556713, -0.017086738720536232, -0.016379021108150482, -0.015671303495764732, -0.014963584020733833, -0.014255866408348083, -0.013548147864639759, -0.012840429320931435, -0.012132711708545685, -0.01142499316483736, -0.010717274621129036, -0.010009556077420712, -0.009301837533712387, -0.008594119921326637, -0.007886401377618313, -0.007178682833909988, -0.006470964755862951, -0.005763246677815914, -0.00505552813410759, -0.004347809590399265, -0.003640091512352228, -0.0029323732014745474, -0.0022246548905968666, -0.0015169365797191858, -0.000809218268841505, -0.00010149995796382427, 0.0006062183529138565, 0.0013139366637915373, 0.002021654974669218, 0.002729373285546899, 0.0034370915964245796, 0.004144810140132904, 0.004852528218179941, 0.005560246296226978, 0.006267964839935303, 0.006975683383643627, 0.007683401461690664, 0.008391119539737701, 0.009098838083446026, 0.00980655662715435, 0.0105142742395401, 0.011221992783248425, 0.011929711326956749, 0.012637429870665073, 0.013345148414373398, 0.014052866026759148, 0.014760584570467472, 0.015468303114175797, 0.016176020726561546, 0.016883740201592445, 0.017591457813978195]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 4.0, 0.0, 2.0, 3.0, 1.0, 6.0, 2.0, 2.0, 9.0, 9.0, 6.0, 21.0, 29.0, 40.0, 51.0, 63.0, 95.0, 128.0, 182.0, 313.0, 446.0, 617.0, 2562.0, 1637.0, 774.0, 385.0, 224.0, 112.0, 74.0, 36.0, 27.0, 16.0, 16.0, 9.0, 8.0, 5.0, 7.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.2737245559692383, -0.266806423664093, -0.25988832116127014, -0.2529701888561249, -0.24605205655097961, -0.23913393914699554, -0.23221580684185028, -0.2252976894378662, -0.21837955713272095, -0.21146143972873688, -0.2045433223247528, -0.19762519001960754, -0.19070707261562347, -0.1837889403104782, -0.17687082290649414, -0.16995269060134888, -0.1630345731973648, -0.15611645579338074, -0.14919832348823547, -0.1422802060842514, -0.13536207377910614, -0.12844395637512207, -0.1215258315205574, -0.11460770666599274, -0.10768958181142807, -0.1007714569568634, -0.09385333210229874, -0.08693520724773407, -0.08001708984375, -0.07309896498918533, -0.06618084013462067, -0.059262715280056, -0.05234459042549133, -0.045426465570926666, -0.038508340716362, -0.03159021958708763, -0.024672094732522964, -0.017753969877958298, -0.01083584688603878, -0.003917722962796688, 0.003000400960445404, 0.009918524883687496, 0.01683664880692959, 0.023754771798849106, 0.030672896653413773, 0.03759102150797844, 0.04450914263725281, 0.051427267491817474, 0.05834539234638214, 0.06526351720094681, 0.07218164205551147, 0.07909976691007614, 0.08601789176464081, 0.09293600916862488, 0.09985413402318954, 0.10677225887775421, 0.11369038373231888, 0.12060850858688354, 0.12752662599086761, 0.13444475829601288, 0.14136287569999695, 0.1482810080051422, 0.15519912540912628, 0.16211725771427155, 0.16903537511825562]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 3.0, 2.0, 2.0, 2.0, 1.0, 6.0, 5.0, 2.0, 1.0, 3.0, 1.0, 1.0, 2.0, 3.0, 1.0, 26.0, 6.0, 3.0, 3.0, 3.0, 5.0, 2.0, 2.0, 0.0, 4.0, 3.0, 2.0, 2.0, 1.0, 4.0, 0.0, 2.0, 0.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.005257460288703442, -0.0050859167240560055, -0.004914373625069857, -0.0047428300604224205, -0.004571286495774984, -0.0043997433967888355, -0.004228199832141399, -0.004056656267493963, -0.0038851129356771708, -0.0037135696038603783, -0.003542026039212942, -0.0033704827073961496, -0.003198939375579357, -0.003027395810931921, -0.0028558524791151285, -0.0026843089144676924, -0.0025127655826509, -0.0023412222508341074, -0.0021696786861866713, -0.0019981353543698788, -0.0018265919061377645, -0.0016550484579056501, -0.0014835051260888577, -0.0013119616778567433, -0.001140418229624629, -0.0009688747813925147, -0.0007973313913680613, -0.0006257880013436079, -0.0004542445531114936, -0.00028270113398320973, -0.00011115771485492587, 6.038570427335799e-05, 0.00023192912340164185, 0.0004034725425299257, 0.0005750159616582096, 0.000746559351682663, 0.0009181027999147773, 0.0010896462481468916, 0.001261189579963684, 0.0014327330281957984, 0.0016042764764279127, 0.001775819924660027, 0.0019473633728921413, 0.002118906704708934, 0.0022904500365257263, 0.0024619936011731625, 0.002633536932989955, 0.002805080497637391, 0.0029766238294541836, 0.003148167161270976, 0.003319710725918412, 0.0034912540577352047, 0.003662797622382641, 0.0038343409541994333, 0.004005884286016226, 0.004177427850663662, 0.004348970949649811, 0.004520514514297247, 0.004692058078944683, 0.004863601643592119, 0.005035144742578268, 0.005206688307225704, 0.00537823187187314, 0.005549774970859289, 0.005721318535506725]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 3.0, 6.0, 5.0, 11.0, 20.0, 36.0, 65.0, 124.0, 195.0, 326.0, 533.0, 792.0, 1156.0, 1623.0, 2267.0, 3119.0, 4191.0, 5625.0, 7137.0, 9379.0, 12190.0, 15517.0, 20792.0, 28443.0, 39855.0, 58401.0, 83820.0, 113642.0, 437917.0, 94941.0, 65748.0, 45358.0, 31560.0, 23012.0, 16993.0, 13208.0, 10252.0, 7687.0, 5961.0, 4694.0, 3525.0, 2640.0, 1986.0, 1460.0, 1039.0, 733.0, 538.0, 378.0, 267.0, 166.0, 116.0, 74.0, 56.0, 29.0, 14.0, 8.0, 7.0, 3.0, 2.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.013588622212409973, -0.013123862445354462, -0.01265910267829895, -0.012194342911243439, -0.011729583144187927, -0.011264823377132416, -0.010800063610076904, -0.010335303843021393, -0.009870544075965881, -0.00940578430891037, -0.008941024541854858, -0.008476264774799347, -0.008011505007743835, -0.007546745706349611, -0.0070819859392941, -0.006617226172238588, -0.006152466405183077, -0.005687706638127565, -0.005222946871072054, -0.0047581871040165424, -0.004293427336961031, -0.003828667802736163, -0.0033639080356806517, -0.00289914826862514, -0.0024343885015696287, -0.0019696287345141172, -0.0015048689674586058, -0.0010401093168184161, -0.0005753495497629046, -0.00011058981181122363, 0.0003541699261404574, 0.000818929634988308, 0.0012836894020438194, 0.001748449169099331, 0.0022132089361548424, 0.002677968703210354, 0.0031427284702658653, 0.003607488004490733, 0.004072248004376888, 0.0045370077714324, 0.005001767538487911, 0.005466526839882135, 0.005931286606937647, 0.006396046373993158, 0.00686080614104867, 0.007325565908104181, 0.007790325675159693, 0.008255085907876492, 0.008719844743609428, 0.00918460451066494, 0.009649364277720451, 0.010114124044775963, 0.010578883811831474, 0.011043643578886986, 0.011508403345942497, 0.011973163112998009, 0.01243792288005352, 0.012902682647109032, 0.013367442414164543, 0.013832202181220055, 0.014296961948275566, 0.014761721715331078, 0.015226481482386589, 0.0156912412494421, 0.016156001016497612]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 2.0, 2.0, 4.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 3.0, 1.0, 0.0, 1.0, 5.0, 3.0, 3.0, 6.0, 7.0, 0.0, 3.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008209857158362865, -0.007814009673893452, -0.007418161723762751, -0.0070223137736320496, -0.006626466289162636, -0.006230618339031935, -0.005834770388901234, -0.00543892290443182, -0.005043074954301119, -0.004647227004170418, -0.004251379519701004, -0.003855531569570303, -0.0034596838522702456, -0.003063836134970188, -0.002667988184839487, -0.0022721404675394297, -0.0018762927502393723, -0.0014804450329393148, -0.0010845971992239356, -0.0006887494237162173, -0.00029290164820849895, 0.00010294612729921937, 0.0004987939028069377, 0.000894641678314656, 0.0012904894538223743, 0.0016863371711224318, 0.002082184888422489, 0.0024780328385531902, 0.0028738805558532476, 0.003269728273153305, 0.003665576223284006, 0.00406142370775342, 0.004457271657884121, 0.004853119608014822, 0.005248967092484236, 0.005644815042614937, 0.006040662527084351, 0.006436510477215052, 0.006832358427345753, 0.0072282059118151665, 0.0076240538619458675, 0.008019901812076569, 0.008415749296545982, 0.008811596781015396, 0.009207445196807384, 0.009603292681276798, 0.009999140165746212, 0.0103949885815382, 0.010790836066007614, 0.011186683550477028, 0.011582531966269016, 0.01197837945073843, 0.012374226935207844, 0.012770075350999832, 0.013165922835469246, 0.01356177031993866, 0.013957617804408073, 0.014353466220200062, 0.014749313704669476, 0.01514516118913889, 0.015541009604930878, 0.01593685708940029, 0.016332704573869705, 0.01672855205833912, 0.017124399542808533]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 3.0, 8.0, 10.0, 14.0, 19.0, 30.0, 27.0, 57.0, 62.0, 86.0, 119.0, 140.0, 156.0, 204.0, 280.0, 337.0, 401.0, 429.0, 515.0, 662.0, 857.0, 1034.0, 1745.0, 7038.0, 1513.0, 753.0, 529.0, 387.0, 289.0, 188.0, 125.0, 82.0, 65.0, 48.0, 46.0, 22.0, 30.0, 27.0, 20.0, 10.0, 8.0, 9.0, 3.0, 1.0, 4.0, 1.0, 3.0, 6.0, 8.0, 2.0, 5.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 2.0, 1.0], "bins": [-0.007151241879910231, -0.006880990695208311, -0.0066107395105063915, -0.006340488325804472, -0.00607023760676384, -0.00579998642206192, -0.005529735237360001, -0.005259484052658081, -0.0049892328679561615, -0.004718981683254242, -0.004448730498552322, -0.004178479313850403, -0.003908228129148483, -0.0036379771772772074, -0.0033677262254059315, -0.003097475040704012, -0.0028272238560020924, -0.002556972671300173, -0.0022867214865982533, -0.0020164705347269773, -0.0017462193500250578, -0.0014759681653231382, -0.0012057170970365405, -0.0009354659705422819, -0.0006652148440480232, -0.0003949637175537646, -0.00012471259105950594, 0.0001455385354347527, 0.00041578966192901134, 0.00068604078842327, 0.0009562919149175286, 0.0012265429832041264, 0.001496794167906046, 0.0017670453526079655, 0.002037296537309885, 0.002307547489181161, 0.0025777986738830805, 0.002848049858585, 0.003118300810456276, 0.0033885519951581955, 0.003658803179860115, 0.003929054364562035, 0.004199305549263954, 0.004469556733965874, 0.004739807918667793, 0.0050100586377084255, 0.005280309822410345, 0.005550561007112265, 0.005820812191814184, 0.006091063376516104, 0.006361314561218023, 0.006631565745919943, 0.006901816464960575, 0.007172067649662495, 0.007442318834364414, 0.007712570019066334, 0.007982821203768253, 0.008253072388470173, 0.008523323573172092, 0.008793574757874012, 0.009063825942575932, 0.009334077127277851, 0.00960432831197977, 0.00987457949668169, 0.010144829750061035]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 5.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.031808722764253616, -0.03113548457622528, -0.030462248250842094, -0.02978901006281376, -0.029115771874785423, -0.028442533686757088, -0.0277692973613739, -0.027096059173345566, -0.02642282098531723, -0.025749584659934044, -0.02507634647190571, -0.024403108283877373, -0.023729870095849037, -0.02305663377046585, -0.022383395582437515, -0.02171015739440918, -0.021036919206380844, -0.020363682880997658, -0.019690444692969322, -0.019017206504940987, -0.0183439701795578, -0.017670731991529465, -0.01699749380350113, -0.016324255615472794, -0.015651019290089607, -0.014977781102061272, -0.01430454384535551, -0.013631305657327175, -0.012958068400621414, -0.012284830212593079, -0.011611592955887318, -0.010938354767858982, -0.010265117511153221, -0.00959188025444746, -0.008918642066419125, -0.008245404809713364, -0.007572166621685028, -0.006898929364979267, -0.006225691642612219, -0.005552453920245171, -0.004879216197878122, -0.004205978475511074, -0.003532740753144026, -0.002859503263607621, -0.002186265541240573, -0.0015130278188735247, -0.0008397902129217982, -0.00016655254876241088, 0.0005066851153969765, 0.0011799228377640247, 0.0018531604437157512, 0.0025263980496674776, 0.003199635772034526, 0.003872873494401574, 0.004546110983937979, 0.005219348706305027, 0.005892586428672075, 0.0065658241510391235, 0.007239061873406172, 0.00791229959577322, 0.008585536852478981, 0.009258775040507317, 0.009932012297213078, 0.010605250485241413, 0.011278487741947174]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 3.0, 3.0, 3.0, 1.0, 7.0, 2.0, 5.0, 2.0, 3.0, 4.0, 6.0, 4.0, 6.0, 5.0, 3.0, 6.0, 9.0, 7.0, 2.0, 8.0, 4.0, 4.0, 5.0, 4.0, 6.0, 5.0, 3.0, 2.0, 0.0, 4.0, 4.0, 1.0, 4.0, 3.0, 4.0, 2.0, 2.0, 1.0, 2.0, 1.0, 3.0, 6.0, 57.0, 11.0, 10.0, 10.0, 5.0, 4.0, 5.0, 6.0, 4.0, 5.0, 1.0, 2.0, 0.0, 1.0, 2.0], "bins": [-0.022252246737480164, -0.021803295239806175, -0.021354341879487038, -0.02090539038181305, -0.02045643888413906, -0.020007485523819923, -0.019558534026145935, -0.019109580665826797, -0.01866062916815281, -0.01821167767047882, -0.017762724310159683, -0.017313772812485695, -0.016864821314811707, -0.01641586795449257, -0.01596691645681858, -0.015517964027822018, -0.015069011598825455, -0.014620060101151466, -0.014171107672154903, -0.01372215524315834, -0.013273203745484352, -0.01282425131648779, -0.012375298887491226, -0.011926346458494663, -0.011477394960820675, -0.011028442531824112, -0.010579490102827549, -0.01013053860515356, -0.009681586176156998, -0.009232633747160435, -0.008783681318163872, -0.008334729820489883, -0.00788577739149332, -0.007436825428158045, -0.006987872999161482, -0.006538921035826206, -0.006089968606829643, -0.005641016643494368, -0.005192064214497805, -0.004743112251162529, -0.004294159822165966, -0.0038452078588306904, -0.003396255662664771, -0.0029473034664988518, -0.002498351503163576, -0.002049399306997657, -0.0016004471108317375, -0.0011514949146658182, -0.0007025427184998989, -0.00025359055143781006, 0.00019536161562427878, 0.0006443137535825372, 0.0010932659497484565, 0.0015422181459143758, 0.0019911702256649733, 0.0024401224218308926, 0.002889074617996812, 0.003338026814162731, 0.0037869790103286505, 0.00423593120649457, 0.004684883169829845, 0.005133835598826408, 0.005582787562161684, 0.006031739991158247, 0.006480691954493523]}, "_runtime": 9.169601440429688, "_timestamp": 1596209121.136999, "_step": 5}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 3.0, 0.0, 2.0, 4.0, 3.0, 2.0, 5.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 4.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012750115245580673, -0.012344686314463615, -0.011939258314669132, -0.011533829383552074, -0.011128400452435017, -0.010722972452640533, -0.010317543521523476, -0.009912114590406418, -0.009506686590611935, -0.009101257659494877, -0.008695828728377819, -0.008290400728583336, -0.007884971797466278, -0.007479543332010508, -0.007074114866554737, -0.006668685935437679, -0.006263257469981909, -0.005857829004526138, -0.0054524000734090805, -0.00504697160795331, -0.0046415431424975395, -0.004236114211380482, -0.0038306857459247112, -0.0034252572804689407, -0.0030198285821825266, -0.0026143998838961124, -0.002208971418440342, -0.0018035427201539278, -0.0013981141382828355, -0.0009926855564117432, -0.0005872569163329899, -0.00018182830535806715, 0.00022360030561685562, 0.0006290288874879479, 0.0010344574693590403, 0.0014398861676454544, 0.0018453147495165467, 0.002250743331387639, 0.002656172029674053, 0.0030616004951298237, 0.003467029193416238, 0.003872457891702652, 0.0042778863571584225, 0.004683314822614193, 0.005088743753731251, 0.005494172219187021, 0.005899600684642792, 0.0063050296157598495, 0.00671045808121562, 0.0071158865466713905, 0.007521315477788448, 0.007926743477582932, 0.00833217240869999, 0.008737601339817047, 0.00914302933961153, 0.009548458270728588, 0.009953887201845646, 0.010359315201640129, 0.010764744132757187, 0.011170173063874245, 0.011575601063668728, 0.011981029994785786, 0.012386458925902843, 0.012791886925697327, 0.013197315856814384]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 1.0, 4.0, 5.0, 7.0, 4.0, 3.0, 12.0, 15.0, 13.0, 19.0, 24.0, 29.0, 44.0, 49.0, 47.0, 74.0, 93.0, 110.0, 164.0, 218.0, 255.0, 274.0, 373.0, 519.0, 2332.0, 1190.0, 693.0, 466.0, 255.0, 188.0, 109.0, 75.0, 61.0, 53.0, 34.0, 17.0, 26.0, 13.0, 12.0, 7.0, 8.0, 7.0, 8.0, 3.0, 5.0, 1.0, 0.0, 2.0, 1.0, 3.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.15077218413352966, -0.14624640345573425, -0.14172062277793884, -0.13719484210014343, -0.13266906142234802, -0.1281432807445526, -0.1236175000667572, -0.11909171938896179, -0.11456593871116638, -0.11004016548395157, -0.10551438480615616, -0.10098860412836075, -0.09646282345056534, -0.09193704277276993, -0.08741126209497452, -0.08288548141717911, -0.0783597007393837, -0.07383392006158829, -0.06930813938379288, -0.06478235870599747, -0.06025657802820206, -0.055730801075696945, -0.051205020397901535, -0.046679239720106125, -0.042153459042310715, -0.037627678364515305, -0.033101897686719894, -0.028576118871569633, -0.024050338193774223, -0.019524557515978813, -0.014998777769505978, -0.010472998023033142, -0.005947217345237732, -0.001421437133103609, 0.0031043430790305138, 0.007630123291164637, 0.01215590350329876, 0.01668168418109417, 0.02120746299624443, 0.02573324367403984, 0.03025902435183525, 0.03478480502963066, 0.03931058570742607, 0.04383636638522148, 0.04836214333772659, 0.052887924015522, 0.05741370469331741, 0.061939485371112823, 0.06646526604890823, 0.07099104672670364, 0.07551682740449905, 0.08004260808229446, 0.08456838876008987, 0.08909416943788528, 0.0936199501156807, 0.0981457307934761, 0.10267150402069092, 0.10719728469848633, 0.11172306537628174, 0.11624884605407715, 0.12077462673187256, 0.12530040740966797, 0.12982618808746338, 0.1343519687652588, 0.1388777494430542]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 3.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 2.0, 2.0, 1.0, 0.0, 4.0, 2.0, 2.0, 1.0, 6.0, 5.0, 4.0, 1.0, 4.0, 2.0, 2.0, 22.0, 4.0, 2.0, 2.0, 3.0, 3.0, 0.0, 2.0, 3.0, 1.0, 1.0, 1.0, 5.0, 1.0, 0.0, 1.0, 2.0, 3.0, 5.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.006427050102502108, -0.0062594106420874596, -0.0060917711816728115, -0.005924131255596876, -0.005756491795182228, -0.00558885233476758, -0.005421212874352932, -0.005253572948276997, -0.0050859334878623486, -0.0049182940274477005, -0.0047506545670330524, -0.004583015106618404, -0.004415375180542469, -0.004247735720127821, -0.004080096259713173, -0.003912456799298525, -0.003744817106053233, -0.003577177645638585, -0.0034095379523932934, -0.0032418984919786453, -0.0030742587987333536, -0.0029066193383187056, -0.002738979645073414, -0.002571340184658766, -0.0024037007242441177, -0.002236061030998826, -0.002068421570584178, -0.0019007818773388863, -0.0017331424169242382, -0.0015655028400942683, -0.0013978632632642984, -0.0012302236864343286, -0.0010625841096043587, -0.0008949445327743888, -0.0007273049559444189, -0.0005596654373221099, -0.00039202586049214005, -0.0002243862982140854, -5.6746735936030746e-05, 0.00011089282634202391, 0.00027853238862007856, 0.00044617196545004845, 0.0006138115422800183, 0.0007814510609023273, 0.0009490906377322972, 0.0011167301563546062, 0.001284369733184576, 0.001452009310014546, 0.0016196488868445158, 0.0017872884636744857, 0.0019549280405044556, 0.0021225675009191036, 0.0022902071941643953, 0.0024578466545790434, 0.002625486347824335, 0.002793125808238983, 0.002960765268653631, 0.003128404961898923, 0.003296044422313571, 0.0034636841155588627, 0.0036313235759735107, 0.0037989632692188025, 0.003966602962464094, 0.004134242422878742, 0.00430188188329339]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 2.0, 2.0, 10.0, 16.0, 29.0, 38.0, 50.0, 82.0, 164.0, 200.0, 350.0, 468.0, 643.0, 924.0, 1156.0, 1671.0, 2253.0, 2826.0, 3720.0, 4860.0, 5997.0, 7627.0, 9243.0, 11720.0, 14572.0, 18076.0, 22760.0, 29138.0, 38463.0, 51620.0, 69790.0, 91840.0, 408169.0, 94517.0, 71468.0, 52782.0, 38632.0, 28761.0, 21831.0, 17436.0, 13700.0, 10972.0, 8376.0, 6628.0, 4805.0, 3418.0, 2505.0, 1797.0, 1173.0, 815.0, 523.0, 364.0, 237.0, 163.0, 98.0, 72.0, 39.0, 31.0, 10.0, 6.0, 4.0, 1.0, 2.0], "bins": [-0.014170495793223381, -0.013749741017818451, -0.01332898624241352, -0.01290823146700859, -0.01248747669160366, -0.01206672191619873, -0.0116459671407938, -0.01122521236538887, -0.01080445758998394, -0.010383703745901585, -0.009962948970496655, -0.009542194195091724, -0.009121439419686794, -0.008700684644281864, -0.008279929868876934, -0.007859175093472004, -0.007438420318067074, -0.007017665542662144, -0.006596910767257214, -0.0061761559918522835, -0.005755401216447353, -0.0053346469067037106, -0.0049138921312987804, -0.00449313735589385, -0.00407238258048892, -0.00365162780508399, -0.00323087302967906, -0.0028101184871047735, -0.0023893637116998434, -0.0019686089362949133, -0.001547854277305305, -0.0011270996183156967, -0.0007063448429107666, -0.0002855901257134974, 0.0001351645914837718, 0.000555919308681041, 0.0009766740258783102, 0.0013974288012832403, 0.0018181834602728486, 0.002238938119262457, 0.002659692894667387, 0.003080447670072317, 0.0035012024454772472, 0.003921957220882177, 0.00434271153062582, 0.00476346630603075, 0.00518422108143568, 0.0056049758568406105, 0.006025730632245541, 0.006446485407650471, 0.006867240183055401, 0.007287994958460331, 0.007708749733865261, 0.008129504509270191, 0.008550259284675121, 0.008971014060080051, 0.009391767904162407, 0.009812522679567337, 0.010233277454972267, 0.010654032230377197, 0.011074787005782127, 0.011495541781187057, 0.011916296556591988, 0.012337051331996918, 0.012757806107401848]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 0.0, 1.0, 3.0, 0.0, 0.0, 3.0, 3.0, 2.0, 1.0, 2.0, 2.0, 2.0, 2.0, 0.0, 0.0, 1.0, 5.0, 1.0, 3.0, 2.0, 0.0, 7.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 4.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00808739010244608, -0.0077523826621472836, -0.007417375221848488, -0.007082367781549692, -0.0067473603412508965, -0.006412353366613388, -0.006077345926314592, -0.005742338486015797, -0.005407331045717001, -0.005072323605418205, -0.0047373161651194096, -0.004402308724820614, -0.0040673017501831055, -0.003732294077053666, -0.003397286869585514, -0.0030622794292867184, -0.0027272719889879227, -0.002392264548689127, -0.0020572571083903313, -0.0017222499009221792, -0.0013872424606233835, -0.0010522350203245878, -0.000717227696441114, -0.00038222031434997916, -4.7212932258844376e-05, 0.0002877944498322904, 0.0006228018319234252, 0.00095780921401456, 0.0012928165961056948, 0.0016278240364044905, 0.0019628312438726425, 0.0022978386841714382, 0.002632846124470234, 0.0029678535647690296, 0.0033028610050678253, 0.0036378682125359774, 0.003972875885665417, 0.004307882860302925, 0.004642890300601721, 0.0049778977409005165, 0.005312905181199312, 0.005647912621498108, 0.005982920061796904, 0.006317927502095699, 0.006652934476733208, 0.006987941917032003, 0.007322949357330799, 0.007657956797629595, 0.00799296423792839, 0.008327971212565899, 0.008662979118525982, 0.00899798609316349, 0.009332993999123573, 0.009668000973761082, 0.010003008879721165, 0.010338015854358673, 0.010673023760318756, 0.011008030734956264, 0.011343037709593773, 0.011678045615553856, 0.012013052590191364, 0.012348060496151447, 0.012683067470788956, 0.013018075376749039, 0.013353082351386547]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 7.0, 4.0, 5.0, 6.0, 12.0, 14.0, 19.0, 18.0, 35.0, 48.0, 58.0, 71.0, 84.0, 98.0, 144.0, 160.0, 209.0, 233.0, 323.0, 364.0, 421.0, 495.0, 561.0, 792.0, 1075.0, 1425.0, 6717.0, 1982.0, 978.0, 586.0, 348.0, 227.0, 170.0, 164.0, 135.0, 102.0, 72.0, 61.0, 48.0, 22.0, 22.0, 13.0, 13.0, 14.0, 9.0, 9.0, 5.0, 9.0, 7.0, 7.0, 5.0, 5.0, 5.0, 1.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 3.0], "bins": [-0.007372237276285887, -0.007116262800991535, -0.006860287860035896, -0.006604313384741545, -0.006348338909447193, -0.006092363968491554, -0.005836389493197203, -0.005580414552241564, -0.005324440076947212, -0.005068465601652861, -0.004812490660697222, -0.00455651618540287, -0.004300541244447231, -0.00404456676915288, -0.003788592293858528, -0.003532617585733533, -0.0032766428776085377, -0.0030206681694835424, -0.002764693461358547, -0.0025087189860641956, -0.0022527442779392004, -0.001996769569814205, -0.0017407949781045318, -0.0014848203863948584, -0.0012288456782698631, -0.0009728710283525288, -0.0007168963784351945, -0.0004609217285178602, -0.00020494707860052586, 5.102757131680846e-05, 0.0003070022212341428, 0.0005629768711514771, 0.0008189515210688114, 0.0010749262291938066, 0.00133090082090348, 0.0015868754126131535, 0.0018428501207381487, 0.002098824828863144, 0.0023547993041574955, 0.0026107740122824907, 0.002866748720407486, 0.003122723428532481, 0.0033786981366574764, 0.003634672611951828, 0.0038906473200768232, 0.0041466220282018185, 0.00440259650349617, 0.004658571444451809, 0.0049145459197461605, 0.005170520395040512, 0.005426495335996151, 0.0056824698112905025, 0.005938444286584854, 0.006194419227540493, 0.006450393702834845, 0.0067063686437904835, 0.006962343119084835, 0.007218317594379187, 0.0074742925353348255, 0.007730267010629177, 0.007986241951584816, 0.00824221596121788, 0.00849819090217352, 0.008754165843129158, 0.009010139852762222]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 5.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.031030789017677307, -0.030306171625852585, -0.029581554234027863, -0.02885693684220314, -0.028132319450378418, -0.027407702058553696, -0.026683084666728973, -0.02595846727490425, -0.02523384988307953, -0.024509232491254807, -0.023784615099430084, -0.023059997707605362, -0.02233538031578064, -0.021610762923955917, -0.020886145532131195, -0.020161528140306473, -0.01943691074848175, -0.018712293356657028, -0.017987675964832306, -0.017263058573007584, -0.01653844118118286, -0.01581382378935814, -0.015089206397533417, -0.014364589005708694, -0.013639971613883972, -0.01291535422205925, -0.012190736830234528, -0.011466119438409805, -0.010741502046585083, -0.01001688465476036, -0.009292267262935638, -0.008567649871110916, -0.007843032479286194, -0.0071184150874614716, -0.006393797695636749, -0.005669180303812027, -0.004944562911987305, -0.004219945520162582, -0.00349532812833786, -0.002770710736513138, -0.0020460933446884155, -0.0013214759528636932, -0.000596858561038971, 0.00012775883078575134, 0.0008523762226104736, 0.001576993614435196, 0.002301611006259918, 0.0030262283980846405, 0.003750845789909363, 0.004475463181734085, 0.005200080573558807, 0.00592469796538353, 0.006649315357208252, 0.007373932749032974, 0.008098550140857697, 0.008823167532682419, 0.009547784924507141, 0.010272402316331863, 0.010997019708156586, 0.011721637099981308, 0.01244625449180603, 0.013170871883630753, 0.013895489275455475, 0.014620106667280197, 0.01534472405910492]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 4.0, 2.0, 1.0, 3.0, 1.0, 2.0, 2.0, 3.0, 3.0, 3.0, 4.0, 4.0, 3.0, 2.0, 5.0, 4.0, 5.0, 2.0, 8.0, 3.0, 3.0, 3.0, 3.0, 2.0, 8.0, 2.0, 5.0, 3.0, 2.0, 6.0, 9.0, 3.0, 4.0, 5.0, 2.0, 4.0, 2.0, 5.0, 10.0, 9.0, 11.0, 18.0, 58.0, 7.0, 7.0, 5.0, 1.0, 3.0, 3.0, 3.0, 5.0, 1.0, 3.0, 1.0, 1.0], "bins": [-0.026910508051514626, -0.02638404257595539, -0.025857577100396156, -0.02533111162483692, -0.024804646149277687, -0.024278180673718452, -0.023751715198159218, -0.023225249722599983, -0.0226987823843956, -0.022172316908836365, -0.02164585143327713, -0.021119385957717896, -0.02059292048215866, -0.020066455006599426, -0.01953998953104019, -0.019013524055480957, -0.018487058579921722, -0.017960593104362488, -0.017434127628803253, -0.01690766215324402, -0.016381196677684784, -0.01585473120212555, -0.01532826479524374, -0.014801799319684505, -0.01427533384412527, -0.013748868368566036, -0.013222402893006802, -0.012695937417447567, -0.012169471010565758, -0.011643005535006523, -0.011116540059447289, -0.010590074583888054, -0.01006360910832882, -0.009537143632769585, -0.00901067815721035, -0.008484212681651115, -0.00795774720609188, -0.007431281264871359, -0.006904815323650837, -0.006378349848091602, -0.005851884372532368, -0.005325418896973133, -0.0047989534214138985, -0.0042724874801933765, -0.003746022004634142, -0.0032195565290749073, -0.002693090820685029, -0.0021666251122951508, -0.0016401596367359161, -0.0011136940447613597, -0.0005872284527868032, -6.07628608122468e-05, 0.00046570273116230965, 0.000992168323136866, 0.0015186339151114225, 0.002045099623501301, 0.0025715650990605354, 0.00309803057461977, 0.0036244962830096483, 0.004150961991399527, 0.004677427466958761, 0.005203892942517996, 0.005730358883738518, 0.006256824359297752, 0.006783289834856987]}, "_runtime": 9.95898699760437, "_timestamp": 1596209121.9263844, "_step": 6}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 3.0, 0.0, 2.0, 3.0, 1.0, 3.0, 1.0, 5.0, 1.0, 0.0, 2.0, 2.0, 4.0, 0.0, 4.0, 1.0, 2.0, 0.0, 2.0, 1.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.015357732772827148, -0.014890611171722412, -0.014423489570617676, -0.01395636796951294, -0.013489246368408203, -0.013022124767303467, -0.01255500316619873, -0.012087881565093994, -0.011620759963989258, -0.011153637431561947, -0.01068651583045721, -0.010219394229352474, -0.009752272628247738, -0.009285151027143002, -0.008818029426038265, -0.008350907824933529, -0.007883786223828793, -0.007416664622724056, -0.00694954302161932, -0.006482421420514584, -0.006015299819409847, -0.005548177752643824, -0.005081056151539087, -0.004613934550434351, -0.004146812949329615, -0.0036796913482248783, -0.003212569747120142, -0.002745447913184762, -0.0022783263120800257, -0.0018112047109752893, -0.0013440829934552312, -0.000876961334142834, -0.0004098396748304367, 5.7281984481960535e-05, 0.0005244036437943578, 0.000991525361314416, 0.0014586469624191523, 0.0019257685635238886, 0.0023928903974592686, 0.002860011998564005, 0.0033271335996687412, 0.0037942552007734776, 0.004261376801878214, 0.00472849840298295, 0.005195620469748974, 0.00566274207085371, 0.0061298636719584465, 0.006596985273063183, 0.007064106874167919, 0.0075312284752726555, 0.007998350076377392, 0.008465471677482128, 0.008932593278586864, 0.0093997148796916, 0.009866836480796337, 0.010333958081901073, 0.010801080614328384, 0.01126820221543312, 0.011735323816537857, 0.012202445417642593, 0.01266956701874733, 0.013136688619852066, 0.013603810220956802, 0.014070931822061539, 0.014538053423166275]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 5.0, 2.0, 4.0, 4.0, 5.0, 4.0, 10.0, 9.0, 11.0, 8.0, 9.0, 19.0, 23.0, 45.0, 30.0, 51.0, 67.0, 73.0, 88.0, 113.0, 159.0, 179.0, 240.0, 262.0, 347.0, 439.0, 2419.0, 1236.0, 705.0, 406.0, 261.0, 193.0, 134.0, 93.0, 68.0, 52.0, 37.0, 26.0, 23.0, 16.0, 12.0, 6.0, 9.0, 9.0, 3.0, 1.0, 4.0, 2.0, 2.0, 3.0, 1.0, 2.0, 1.0], "bins": [-0.17317867279052734, -0.16854484379291534, -0.16391101479530334, -0.15927718579769135, -0.15464335680007935, -0.15000954270362854, -0.14537571370601654, -0.14074188470840454, -0.13610805571079254, -0.13147422671318054, -0.12684039771556854, -0.12220657616853714, -0.11757274717092514, -0.11293891817331314, -0.10830509662628174, -0.10367126762866974, -0.09903743863105774, -0.09440360963344574, -0.08976978063583374, -0.08513595908880234, -0.08050213009119034, -0.07586830109357834, -0.07123447954654694, -0.06660065054893494, -0.06196682155132294, -0.05733299255371094, -0.052699167281389236, -0.048065342009067535, -0.043431513011455536, -0.038797684013843536, -0.034163858741521835, -0.029530031606554985, -0.024896204471588135, -0.020262377336621284, -0.015628550201654434, -0.010994723066687584, -0.006360895931720734, -0.0017270687967538834, 0.002906758338212967, 0.007540585473179817, 0.012174412608146667, 0.016808239743113518, 0.021442066878080368, 0.02607589401304722, 0.03070972114801407, 0.03534355014562607, 0.03997737541794777, 0.04461120069026947, 0.04924502968788147, 0.05387885868549347, 0.05851268395781517, 0.06314650923013687, 0.06778033822774887, 0.07241416722536087, 0.07704798877239227, 0.08168181777000427, 0.08631564676761627, 0.09094947576522827, 0.09558330476284027, 0.10021712630987167, 0.10485095530748367, 0.10948478430509567, 0.11411860585212708, 0.11875243484973907, 0.12338626384735107]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 3.0, 1.0, 0.0, 1.0, 5.0, 2.0, 3.0, 1.0, 3.0, 4.0, 1.0, 3.0, 3.0, 4.0, 3.0, 6.0, 2.0, 6.0, 25.0, 2.0, 2.0, 2.0, 2.0, 1.0, 4.0, 3.0, 2.0, 4.0, 0.0, 5.0, 2.0, 2.0, 2.0, 1.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.0063283611088991165, -0.006141462363302708, -0.005954564083367586, -0.005767665337771177, -0.0055807665921747684, -0.005393868312239647, -0.005206969566643238, -0.005020070821046829, -0.00483317207545042, -0.004646273795515299, -0.00445937504991889, -0.004272476304322481, -0.00408557802438736, -0.0038986792787909508, -0.0037117807660251856, -0.0035248820204287767, -0.0033379835076630116, -0.0031510849948972464, -0.0029641862493008375, -0.0027772877365350723, -0.0025903889909386635, -0.0024034904781728983, -0.002216591965407133, -0.0020296932198107243, -0.001842794707044959, -0.001655896077863872, -0.001468997448682785, -0.0012820989359170198, -0.0010952003067359328, -0.0009083016775548458, -0.0007214031065814197, -0.0005345045356079936, -0.0003476059064269066, -0.00016070730634965003, 2.6191293727606535e-05, 0.0002130898938048631, 0.00039998849388211966, 0.0005868871230632067, 0.0007737856940366328, 0.0009606842650100589, 0.001147582894191146, 0.001334481523372233, 0.00152138015255332, 0.0017082786653190851, 0.0018951772945001721, 0.002082075923681259, 0.0022689744364470243, 0.002455873182043433, 0.0026427716948091984, 0.0028296702075749636, 0.0030165689531713724, 0.0032034674659371376, 0.0033903662115335464, 0.0035772647242993116, 0.003764163237065077, 0.003951061982661486, 0.004137960262596607, 0.004324859008193016, 0.004511757753789425, 0.004698656499385834, 0.004885554779320955, 0.005072453524917364, 0.005259352270513773, 0.0054462505504488945, 0.005633149296045303]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 1.0, 4.0, 2.0, 11.0, 20.0, 20.0, 43.0, 72.0, 109.0, 194.0, 279.0, 397.0, 557.0, 786.0, 1060.0, 1486.0, 1995.0, 2552.0, 3410.0, 4516.0, 5906.0, 7856.0, 10294.0, 13304.0, 17441.0, 23053.0, 30085.0, 39875.0, 54755.0, 75457.0, 101695.0, 422489.0, 96036.0, 69985.0, 50332.0, 36034.0, 26526.0, 19793.0, 15038.0, 11708.0, 8813.0, 6821.0, 5137.0, 3817.0, 2843.0, 2149.0, 1513.0, 1074.0, 765.0, 515.0, 387.0, 237.0, 170.0, 86.0, 62.0, 37.0, 21.0, 12.0, 4.0, 2.0, 2.0, 1.0, 1.0], "bins": [-0.01480534952133894, -0.014351002871990204, -0.013896656222641468, -0.013442309573292732, -0.012987962923943996, -0.01253361627459526, -0.012079269625246525, -0.011624922975897789, -0.011170575395226479, -0.010716228745877743, -0.010261882096529007, -0.009807535447180271, -0.009353188797831535, -0.0088988421484828, -0.008444495499134064, -0.007990148849785328, -0.007535802200436592, -0.007081455551087856, -0.0066271089017391205, -0.006172762252390385, -0.005718415603041649, -0.005264068488031626, -0.00480972183868289, -0.004355375189334154, -0.0039010285399854183, -0.0034466818906366825, -0.0029923352412879467, -0.0025379883591085672, -0.0020836417097598314, -0.0016292950604110956, -0.001174948294647038, -0.0007206015870906413, -0.00026625487953424454, 0.00018809182802215219, 0.0006424385355785489, 0.0010967853013426065, 0.0015511319506913424, 0.002005478600040078, 0.0024598254822194576, 0.0029141721315681934, 0.0033685187809169292, 0.003822865430265665, 0.004277212079614401, 0.004731558728963137, 0.00518590584397316, 0.005640252493321896, 0.006094599142670631, 0.006548945792019367, 0.007003292441368103, 0.007457639090716839, 0.007911985740065575, 0.00836633238941431, 0.008820679038763046, 0.009275025688111782, 0.009729372337460518, 0.010183718986809254, 0.01063806563615799, 0.0110924132168293, 0.011546759866178036, 0.012001106515526772, 0.012455453164875507, 0.012909799814224243, 0.013364146463572979, 0.013818493112921715, 0.01427283976227045]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 0.0, 2.0, 2.0, 5.0, 1.0, 2.0, 2.0, 0.0, 3.0, 1.0, 9.0, 3.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 3.0, 1.0, 2.0, 1.0, 0.0, 0.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011399888433516026, -0.011119327507913113, -0.0108387665823102, -0.010558205656707287, -0.010277644731104374, -0.009997083805501461, -0.009716522879898548, -0.009435961954295635, -0.009155400097370148, -0.008874839171767235, -0.008594278246164322, -0.008313717320561409, -0.008033156394958496, -0.007752595469355583, -0.00747203454375267, -0.007191473618149757, -0.0069109126925468445, -0.006630351766943932, -0.006349790841341019, -0.006069229915738106, -0.005788668990135193, -0.005508107598870993, -0.00522754667326808, -0.004946985747665167, -0.004666424822062254, -0.004385863896459341, -0.004105302970856428, -0.0038247418124228716, -0.0035441808868199587, -0.003263619961217046, -0.0029830588027834892, -0.0027024978771805763, -0.0024219369515776634, -0.0021413760259747505, -0.0018608149839565158, -0.001580253941938281, -0.0012996930163353682, -0.0010191320907324553, -0.0007385710487142205, -0.0004580100649036467, -0.0001774490810930729, 0.00010311190271750093, 0.00038367288652807474, 0.0006642338703386486, 0.0009447948541492224, 0.0012253557797521353, 0.00150591682177037, 0.0017864778637886047, 0.0020670387893915176, 0.0023475997149944305, 0.0026281606405973434, 0.0029087217990309, 0.003189282724633813, 0.003469843650236726, 0.0037504048086702824, 0.004030965734273195, 0.004311526659876108, 0.004592087585479021, 0.004872648511081934, 0.005153209436684847, 0.005433770827949047, 0.00571433175355196, 0.005994892679154873, 0.006275453604757786, 0.006556014530360699]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 4.0, 3.0, 1.0, 1.0, 1.0, 2.0, 2.0, 5.0, 8.0, 6.0, 2.0, 4.0, 11.0, 11.0, 11.0, 19.0, 22.0, 24.0, 22.0, 38.0, 54.0, 63.0, 74.0, 71.0, 99.0, 101.0, 120.0, 141.0, 146.0, 172.0, 197.0, 222.0, 224.0, 250.0, 332.0, 393.0, 448.0, 499.0, 628.0, 940.0, 1099.0, 1599.0, 6213.0, 1228.0, 780.0, 489.0, 400.0, 345.0, 284.0, 208.0, 135.0, 85.0, 54.0, 49.0, 37.0, 22.0, 15.0, 7.0, 6.0, 2.0], "bins": [-0.00788024626672268, -0.007709403522312641, -0.007538560777902603, -0.0073677184991538525, -0.0071968757547438145, -0.0070260330103337765, -0.0068551902659237385, -0.006684347987174988, -0.00651350524276495, -0.006342662498354912, -0.006171819753944874, -0.006000977009534836, -0.005830134730786085, -0.005659291986376047, -0.005488449241966009, -0.005317606497555971, -0.0051467642188072205, -0.0049759214743971825, -0.0048050787299871445, -0.0046342359855771065, -0.0044633932411670685, -0.004292550962418318, -0.00412170821800828, -0.003950865473598242, -0.003780022729188204, -0.0036091802176088095, -0.0034383374731987715, -0.003267494961619377, -0.003096652217209339, -0.002925809705629945, -0.002754966961219907, -0.0025841244496405125, -0.0024132817052304745, -0.0022424389608204365, -0.002071596449241042, -0.001900753821246326, -0.0017299111932516098, -0.0015590684488415718, -0.0013882258208468556, -0.0012173831928521395, -0.0010465405648574233, -0.0008756979368627071, -0.000704855308867991, -0.0005340126226656139, -0.0003631699946708977, -0.00019232735212426633, -2.148470957763493e-05, 0.00014935793296899647, 0.00032020057551562786, 0.000491043203510344, 0.0006618858315050602, 0.0008327285177074373, 0.0010035710874944925, 0.0011744138319045305, 0.0013452564598992467, 0.0015160990878939629, 0.001686941715888679, 0.0018577843438833952, 0.002028627088293433, 0.0021994695998728275, 0.0023703123442828655, 0.00254115485586226, 0.002711997600272298, 0.002882840111851692, 0.00305368285626173]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 5.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.03662072867155075, -0.03583446145057678, -0.035048194229602814, -0.034261927008628845, -0.03347565978765488, -0.03268939629197121, -0.03190312907099724, -0.03111686185002327, -0.0303305946290493, -0.029544327408075333, -0.028758060187101364, -0.027971792966127396, -0.027185527607798576, -0.026399260386824608, -0.02561299316585064, -0.02482672594487667, -0.02404046058654785, -0.023254193365573883, -0.022467926144599915, -0.021681658923625946, -0.020895391702651978, -0.020109126344323158, -0.01932285912334919, -0.01853659190237522, -0.017750324681401253, -0.016964057460427284, -0.016177792102098465, -0.015391524881124496, -0.014605257660150528, -0.013818991370499134, -0.013032724149525166, -0.012246457859873772, -0.011460190638899803, -0.010673923417925835, -0.00988765712827444, -0.009101389907300472, -0.008315123617649078, -0.00752885639667511, -0.006742589641362429, -0.0059563228860497475, -0.005170056130737066, -0.004383789375424385, -0.003597522620111704, -0.002811255631968379, -0.002024988876655698, -0.0012387221213430166, -0.0004524552496150136, 0.0003338115639053285, 0.0011200783774256706, 0.0019063451327383518, 0.002692611888051033, 0.003478878876194358, 0.004265145398676395, 0.005051412619650364, 0.005837679374963045, 0.006623946130275726, 0.0074102128855884075, 0.008196479640901089, 0.008982746861875057, 0.009769013151526451, 0.01055528037250042, 0.011341546662151814, 0.012127813883125782, 0.012914080172777176, 0.013700347393751144]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 1.0, 1.0, 2.0, 1.0, 3.0, 1.0, 0.0, 2.0, 4.0, 1.0, 3.0, 1.0, 4.0, 3.0, 2.0, 2.0, 3.0, 1.0, 5.0, 5.0, 1.0, 7.0, 2.0, 4.0, 6.0, 4.0, 11.0, 6.0, 7.0, 3.0, 2.0, 6.0, 7.0, 4.0, 3.0, 6.0, 4.0, 6.0, 2.0, 6.0, 6.0, 9.0, 5.0, 11.0, 15.0, 58.0, 9.0, 2.0, 2.0, 1.0, 4.0, 2.0, 2.0, 4.0, 2.0, 4.0, 3.0], "bins": [-0.019327353686094284, -0.01896105892956257, -0.018594764173030853, -0.018228471279144287, -0.01786217652261257, -0.017495881766080856, -0.01712958887219429, -0.016763294115662575, -0.01639699935913086, -0.016030704602599144, -0.01566440984606743, -0.015298116952180862, -0.014931822195649147, -0.014565527439117432, -0.01419923361390829, -0.01383293978869915, -0.013466645032167435, -0.01310035027563572, -0.012734056450426579, -0.012367762625217438, -0.012001467868685722, -0.011635173112154007, -0.011268879286944866, -0.010902585461735725, -0.01053629070520401, -0.010169995948672295, -0.009803702123463154, -0.009437408298254013, -0.009071113541722298, -0.008704818785190582, -0.008338524959981441, -0.0079722311347723, -0.007605936378240585, -0.007239642087370157, -0.006873347796499729, -0.006507053505629301, -0.006140759214758873, -0.005774464923888445, -0.005408170633018017, -0.005041876342147589, -0.004675582051277161, -0.0043092877604067326, -0.0039429934695363045, -0.0035766991786658764, -0.0032104048877954483, -0.0028441105969250202, -0.002477816306054592, -0.002111522015184164, -0.001745227724313736, -0.0013789334334433079, -0.0010126391425728798, -0.0006463448517024517, -0.0002800505608320236, 8.624373003840446e-05, 0.00045253802090883255, 0.0008188323117792606, 0.0011851266026496887, 0.0015514208935201168, 0.0019177151843905449, 0.002284009475260973, 0.002650303766131401, 0.003016598057001829, 0.0033828923478722572, 0.0037491866387426853, 0.004115480929613113]}, "_runtime": 10.7536301612854, "_timestamp": 1596209122.7210276, "_step": 7}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 2.0, 0.0, 2.0, 0.0, 3.0, 1.0, 2.0, 2.0, 4.0, 2.0, 1.0, 5.0, 2.0, 5.0, 4.0, 4.0, 0.0, 1.0, 1.0, 1.0, 2.0, 3.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.024799959734082222, -0.024105733260512352, -0.023411506786942482, -0.022717280313372612, -0.02202305570244789, -0.02132882922887802, -0.02063460275530815, -0.01994037628173828, -0.01924614980816841, -0.01855192333459854, -0.01785769686102867, -0.0171634703874588, -0.01646924391388893, -0.01577501930296421, -0.01508079282939434, -0.01438656635582447, -0.0136923398822546, -0.01299811340868473, -0.01230388693511486, -0.011609661392867565, -0.010915434919297695, -0.010221208445727825, -0.00952698290348053, -0.00883275642991066, -0.00813852995634079, -0.00744430348277092, -0.006750077474862337, -0.006055851466953754, -0.005361624993383884, -0.0046673985198140144, -0.003973172511905432, -0.0032789462711662054, -0.002584720030426979, -0.0018904937896877527, -0.0011962675489485264, -0.0005020413082093, 0.0001921849325299263, 0.0008864111732691526, 0.001580637414008379, 0.0022748636547476053, 0.0029690898954868317, 0.003663316136226058, 0.004357542376965284, 0.005051768384873867, 0.005745994858443737, 0.006440221332013607, 0.00713444733992219, 0.007828673347830772, 0.008522899821400642, 0.009217126294970512, 0.009911352768540382, 0.010605578310787678, 0.011299804784357548, 0.011994031257927418, 0.012688256800174713, 0.013382483273744583, 0.014076709747314453, 0.014770936220884323, 0.015465162694454193, 0.016159389168024063, 0.016853615641593933, 0.017547840252518654, 0.018242066726088524, 0.018936293199658394, 0.019630519673228264]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 5.0, 2.0, 7.0, 2.0, 5.0, 2.0, 6.0, 10.0, 6.0, 14.0, 17.0, 19.0, 31.0, 42.0, 67.0, 89.0, 122.0, 207.0, 288.0, 471.0, 690.0, 3395.0, 1200.0, 549.0, 282.0, 148.0, 82.0, 60.0, 34.0, 22.0, 15.0, 8.0, 2.0, 3.0, 6.0, 5.0, 2.0, 3.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.28705286979675293, -0.278679758310318, -0.27030661702156067, -0.26193350553512573, -0.2535603642463684, -0.24518725275993347, -0.23681412637233734, -0.2284409999847412, -0.22006788849830627, -0.21169476211071014, -0.203321635723114, -0.19494850933551788, -0.18657538294792175, -0.17820225656032562, -0.16982914507389069, -0.16145601868629456, -0.15308289229869843, -0.1447097659111023, -0.13633663952350616, -0.12796352803707123, -0.1195904016494751, -0.11121727526187897, -0.10284414887428284, -0.0944710299372673, -0.08609790354967117, -0.07772477716207504, -0.06935165822505951, -0.06097853183746338, -0.05260540917515755, -0.044232286512851715, -0.035859160125255585, -0.027486037462949753, -0.01911291480064392, -0.010739791207015514, -0.002366667613387108, 0.006006455980241299, 0.014379579573869705, 0.022752702236175537, 0.031125826761126518, 0.0394989512860775, 0.04787207394838333, 0.05624519661068916, 0.064618319272995, 0.07299144566059113, 0.08136457204818726, 0.08973769098520279, 0.09811081737279892, 0.10648393630981445, 0.11485706269741058, 0.12323018908500671, 0.13160331547260284, 0.13997642695903778, 0.1483495533466339, 0.15672267973423004, 0.16509580612182617, 0.1734689325094223, 0.18184205889701843, 0.19021517038345337, 0.1985882967710495, 0.20696142315864563, 0.21533454954624176, 0.2237076759338379, 0.23208078742027283, 0.24045391380786896, 0.2488270401954651]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 3.0, 2.0, 1.0, 1.0, 4.0, 2.0, 6.0, 1.0, 3.0, 5.0, 6.0, 7.0, 7.0, 26.0, 5.0, 3.0, 10.0, 5.0, 4.0, 3.0, 2.0, 8.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009761374443769455, -0.009437632746994495, -0.009113891050219536, -0.008790149353444576, -0.008466407656669617, -0.008142665959894657, -0.007818924263119698, -0.007495182100683451, -0.007171440403908491, -0.006847698707133532, -0.006523957010358572, -0.0062002153135836124, -0.005876473151147366, -0.005552731454372406, -0.0052289897575974464, -0.004905248060822487, -0.004581506364047527, -0.004257764667272568, -0.003934022970497608, -0.003610281040892005, -0.0032865393441170454, -0.002962797647342086, -0.0026390557177364826, -0.002315314020961523, -0.0019915723241865635, -0.001667830627411604, -0.0013440888142213225, -0.0010203470010310411, -0.0006966053042560816, -0.0003728635492734611, -4.9121794290840626e-05, 0.00027461996069177985, 0.0005983617156744003, 0.0009221034706570208, 0.0012458452256396413, 0.0015695870388299227, 0.0018933287356048822, 0.002217070432379842, 0.002540812361985445, 0.0028645540587604046, 0.003188295755535364, 0.0035120374523103237, 0.0038357791490852833, 0.004159520845860243, 0.00448326300829649, 0.004807004705071449, 0.005130746401846409, 0.005454488098621368, 0.005778229795396328, 0.0061019714921712875, 0.006425713188946247, 0.006749454885721207, 0.007073196582496166, 0.007396938744932413, 0.007720680441707373, 0.008044421672821045, 0.008368164300918579, 0.008691905997693539, 0.009015647694468498, 0.009339389391243458, 0.009663131088018417, 0.009986872784793377, 0.010310614481568336, 0.010634356178343296, 0.010958097875118256]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 3.0, 7.0, 10.0, 21.0, 40.0, 59.0, 82.0, 107.0, 151.0, 208.0, 248.0, 316.0, 338.0, 428.0, 525.0, 731.0, 1076.0, 1513.0, 2198.0, 3565.0, 5196.0, 7911.0, 11588.0, 17066.0, 24904.0, 36890.0, 56800.0, 89481.0, 137761.0, 461113.0, 111707.0, 69606.0, 43171.0, 29220.0, 20252.0, 14170.0, 9742.0, 6657.0, 4311.0, 2877.0, 1918.0, 1327.0, 957.0, 731.0, 518.0, 405.0, 347.0, 300.0, 240.0, 216.0, 175.0, 136.0, 107.0, 71.0, 65.0, 38.0, 25.0, 11.0, 4.0, 0.0, 3.0, 1.0, 1.0], "bins": [-0.02118690311908722, -0.02048754319548607, -0.01978818140923977, -0.01908882148563862, -0.01838945969939232, -0.017690099775791168, -0.016990739852190018, -0.016291378065943718, -0.015592018142342567, -0.014892657287418842, -0.014193296432495117, -0.013493936508893967, -0.012794575653970242, -0.012095214799046516, -0.011395854875445366, -0.01069649402052164, -0.009997133165597916, -0.00929777231067419, -0.008598411455750465, -0.007899051532149315, -0.00719969067722559, -0.006500329822301865, -0.005800969433039427, -0.005101609043776989, -0.004402248188853264, -0.0037028875667601824, -0.003003526944667101, -0.0023041663225740194, -0.001604805700480938, -0.0009054450783878565, -0.000206084456294775, 0.0004932761657983065, 0.001192636787891388, 0.0018919974099844694, 0.002591358032077551, 0.0032907186541706324, 0.003990079276263714, 0.004689440131187439, 0.005388800520449877, 0.006088160909712315, 0.00678752176463604, 0.007486882619559765, 0.00818624347448349, 0.00888560339808464, 0.009584964253008366, 0.01028432510793209, 0.010983685031533241, 0.011683045886456966, 0.012382406741380692, 0.013081767596304417, 0.013781128451228142, 0.014480488374829292, 0.015179849229753017, 0.015879210084676743, 0.016578570008277893, 0.017277931794524193, 0.017977291718125343, 0.018676651641726494, 0.019376013427972794, 0.020075373351573944, 0.020774733275175095, 0.021474095061421394, 0.022173454985022545, 0.022872816771268845, 0.023572176694869995]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 5.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 7.0, 3.0, 3.0, 3.0, 3.0, 9.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.019610989838838577, -0.01916344091296196, -0.018715891987085342, -0.018268344923853874, -0.017820795997977257, -0.01737324707210064, -0.016925698146224022, -0.016478151082992554, -0.016030602157115936, -0.015583053231239319, -0.015135504305362701, -0.014687956310808659, -0.014240407384932041, -0.013792859390377998, -0.013345310464501381, -0.012897762469947338, -0.01245021354407072, -0.012002664618194103, -0.01155511662364006, -0.011107567697763443, -0.0106600197032094, -0.010212470777332783, -0.00976492278277874, -0.009317373856902122, -0.008869824931025505, -0.008422276936471462, -0.007974728010594845, -0.007527180016040802, -0.007079631090164185, -0.0066320826299488544, -0.006184534169733524, -0.005736985709518194, -0.005289437249302864, -0.004841888789087534, -0.004394340328872204, -0.003946791868656874, -0.0034992431756109, -0.00305169471539557, -0.002604146022349596, -0.002156597562134266, -0.0017090491019189358, -0.0012615006417036057, -0.0008139520650729537, -0.00036640354664996266, 8.114497177302837e-05, 0.0005286934901960194, 0.0009762420086190104, 0.0014237905852496624, 0.0018713390454649925, 0.0023188875056803226, 0.0027664359658956528, 0.0032139846589416265, 0.0036615331191569567, 0.0041090818122029305, 0.004556630272418261, 0.005004178732633591, 0.005451727192848921, 0.005899275653064251, 0.006346824113279581, 0.006794372573494911, 0.007241921499371529, 0.007689469959586859, 0.008137018419802189, 0.008584566414356232, 0.009032115340232849]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 7.0, 5.0, 4.0, 6.0, 8.0, 20.0, 15.0, 19.0, 28.0, 33.0, 37.0, 41.0, 51.0, 62.0, 74.0, 78.0, 61.0, 70.0, 90.0, 73.0, 88.0, 93.0, 113.0, 151.0, 226.0, 285.0, 411.0, 705.0, 1002.0, 1381.0, 6942.0, 2053.0, 1041.0, 597.0, 439.0, 318.0, 274.0, 266.0, 226.0, 175.0, 180.0, 128.0, 121.0, 95.0, 84.0, 66.0, 53.0, 29.0, 29.0, 22.0, 15.0, 14.0, 6.0, 5.0, 5.0, 2.0, 1.0, 3.0, 3.0], "bins": [-0.009956341236829758, -0.009678862057626247, -0.009401382878422737, -0.009123904630541801, -0.008846425451338291, -0.008568946272134781, -0.008291468024253845, -0.008013988845050335, -0.007736509665846825, -0.007459030486643314, -0.007181551773101091, -0.006904073059558868, -0.006626593880355358, -0.006349114701151848, -0.006071635987609625, -0.005794157274067402, -0.005516678094863892, -0.005239198915660381, -0.004961720202118158, -0.004684241488575935, -0.004406762309372425, -0.004129283130168915, -0.003851804416626692, -0.003574325470253825, -0.0032968465238809586, -0.003019367577508092, -0.0027418886311352253, -0.0024644096847623587, -0.002186930738389492, -0.0019094517920166254, -0.0016319728456437588, -0.0013544938992708921, -0.0010770149528980255, -0.0007995360065251589, -0.0005220570601522923, -0.0002445781137794256, 3.290083259344101e-05, 0.00031037977896630764, 0.0005878587253391743, 0.0008653376717120409, 0.0011428166180849075, 0.0014202955644577742, 0.0016977745108306408, 0.0019752534572035074, 0.002252732403576374, 0.0025302113499492407, 0.0028076902963221073, 0.003085169242694974, 0.0033626481890678406, 0.003640127135440707, 0.003917606081813574, 0.004195084795355797, 0.004472563974559307, 0.004750043153762817, 0.00502752186730504, 0.005305000580847263, 0.005582479760050774, 0.005859958939254284, 0.006137437652796507, 0.00641491636633873, 0.00669239554554224, 0.00696987472474575, 0.007247353438287973, 0.007524832151830196, 0.007802311331033707]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 4.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.046489354223012924, -0.04520315304398537, -0.04391695186495781, -0.04263075068593025, -0.041344545781612396, -0.04005834460258484, -0.03877214342355728, -0.037485942244529724, -0.03619974106550217, -0.03491353988647461, -0.03362733870744705, -0.032341137528419495, -0.031054934486746788, -0.02976873330771923, -0.028482530266046524, -0.027196329087018967, -0.02591012790799141, -0.024623926728963852, -0.023337725549936295, -0.022051522508263588, -0.02076532132923603, -0.019479120150208473, -0.018192917108535767, -0.01690671592950821, -0.015620514750480652, -0.014334313571453094, -0.013048111461102962, -0.01176190935075283, -0.010475708171725273, -0.009189506992697716, -0.007903304882347584, -0.006617103237658739, -0.005330901592969894, -0.00404469994828105, -0.002758498303592205, -0.0014722966589033604, -0.00018609501421451569, 0.001100106630474329, 0.0023863082751631737, 0.0036725099198520184, 0.004958711564540863, 0.006244913209229708, 0.007531114853918552, 0.008817316964268684, 0.010103518143296242, 0.0113897193223238, 0.012675921432673931, 0.013962123543024063, 0.01524832472205162, 0.016534525901079178, 0.017820727080106735, 0.019106930121779442, 0.020393131300807, 0.021679332479834557, 0.022965535521507263, 0.02425173670053482, 0.025537937879562378, 0.026824139058589935, 0.028110340237617493, 0.0293965432792902, 0.030682744458317757, 0.03196894749999046, 0.03325514867901802, 0.03454134985804558, 0.035827551037073135]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 4.0, 0.0, 5.0, 7.0, 3.0, 3.0, 7.0, 8.0, 8.0, 13.0, 14.0, 50.0, 3.0, 5.0, 3.0, 7.0, 6.0, 8.0, 11.0, 6.0, 10.0, 9.0, 6.0, 4.0, 4.0, 6.0, 11.0, 9.0, 5.0, 6.0, 5.0, 4.0, 2.0, 4.0, 3.0, 5.0, 2.0, 1.0, 1.0, 1.0, 4.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01061003003269434, -0.010208920575678349, -0.009807811118662357, -0.009406701661646366, -0.00900559313595295, -0.008604483678936958, -0.008203374221920967, -0.007802264764904976, -0.007401155307888985, -0.0070000458508729935, -0.006598936393857002, -0.006197827402502298, -0.005796717945486307, -0.005395608488470316, -0.004994499497115612, -0.004593390040099621, -0.00419228058308363, -0.0037911711260676384, -0.003390061901882291, -0.0029889526776969433, -0.002587843220680952, -0.002186733763664961, -0.0017856245394796133, -0.001384515198878944, -0.0009834058582782745, -0.0005822965176776052, -0.00018118717707693577, 0.00021992216352373362, 0.000621031504124403, 0.0010221408447250724, 0.0014232501853257418, 0.0018243595259264112, 0.0022254688665270805, 0.0026265783235430717, 0.0030276875477284193, 0.003428796771913767, 0.003829906228929758, 0.004231015685945749, 0.004632124677300453, 0.005033234134316444, 0.005434343591332436, 0.005835453048348427, 0.006236562505364418, 0.006637671496719122, 0.007038780953735113, 0.007439890410751104, 0.007840999402105808, 0.0082421088591218, 0.00864321831613779, 0.009044327773153782, 0.009445437230169773, 0.009846546687185764, 0.010247655212879181, 0.010648764669895172, 0.011049874126911163, 0.011450983583927155, 0.011852093040943146, 0.012253202497959137, 0.012654311954975128, 0.01305542141199112, 0.01345653086900711, 0.013857639394700527, 0.014258748851716518, 0.01465985830873251, 0.0150609677657485]}, "_runtime": 11.526575565338135, "_timestamp": 1596209123.493973, "_step": 8}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 2.0, 1.0, 1.0, 2.0, 0.0, 2.0, 4.0, 2.0, 0.0, 2.0, 2.0, 4.0, 1.0, 1.0, 3.0, 2.0, 1.0, 2.0, 1.0, 2.0, 2.0, 0.0, 3.0, 3.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.015561044216156006, -0.015084869228303432, -0.014608693309128284, -0.014132518321275711, -0.013656343333423138, -0.01318016741424799, -0.012703992426395416, -0.012227817438542843, -0.011751641519367695, -0.011275466531515121, -0.010799291543662548, -0.0103231156244874, -0.009846940636634827, -0.009370765648782253, -0.008894589729607105, -0.008418414741754532, -0.007942238822579384, -0.0074660638347268105, -0.006989888846874237, -0.006513713393360376, -0.006037537939846516, -0.005561362951993942, -0.0050851874984800816, -0.004609012044966221, -0.0041328370571136475, -0.0036566616035997868, -0.003180486150085926, -0.002704310929402709, -0.002228135708719492, -0.0017519602552056313, -0.0012757850345224142, -0.0007996096974238753, -0.00032343436032533646, 0.00015274094766937196, 0.0006289162556640804, 0.0011050915345549583, 0.0015812668716534972, 0.002057442208752036, 0.002533617429435253, 0.003009792882949114, 0.003485968103632331, 0.003962143324315548, 0.004438318777829409, 0.004914494231343269, 0.005390669219195843, 0.0058668446727097034, 0.006343020126223564, 0.0068191951140761375, 0.007295370567589998, 0.007771546021103859, 0.008247721008956432, 0.00872389692813158, 0.009200071915984154, 0.009676246903836727, 0.010152422823011875, 0.010628597810864449, 0.011104772798717022, 0.01158094871789217, 0.012057123705744743, 0.012533298693597317, 0.013009474612772465, 0.013485649600625038, 0.013961824588477612, 0.01443800050765276, 0.014914175495505333]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 3.0, 1.0, 2.0, 6.0, 8.0, 12.0, 16.0, 14.0, 12.0, 19.0, 31.0, 32.0, 47.0, 60.0, 73.0, 115.0, 134.0, 208.0, 261.0, 361.0, 482.0, 2400.0, 1718.0, 810.0, 411.0, 224.0, 158.0, 90.0, 57.0, 39.0, 28.0, 28.0, 18.0, 10.0, 10.0, 5.0, 6.0, 1.0, 7.0, 4.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.20660778880119324, -0.20065166056156158, -0.19469554722309113, -0.18873941898345947, -0.182783305644989, -0.17682717740535736, -0.1708710640668869, -0.16491493582725525, -0.1589588224887848, -0.15300269424915314, -0.14704656600952148, -0.14109045267105103, -0.13513432443141937, -0.1291782110929489, -0.12322208285331726, -0.1172659620642662, -0.11130984127521515, -0.10535372048616409, -0.09939759969711304, -0.09344147890806198, -0.08748535811901093, -0.08152922987937927, -0.07557310909032822, -0.06961698830127716, -0.0636608675122261, -0.05770474672317505, -0.05174862593412399, -0.04579250141978264, -0.03983638063073158, -0.03388025984168053, -0.02792413718998432, -0.021968014538288116, -0.01601189374923706, -0.01005577202886343, -0.0040996503084897995, 0.001856471411883831, 0.007812593132257462, 0.013768714852631092, 0.019724836573004723, 0.025680959224700928, 0.031637080013751984, 0.03759320080280304, 0.043549321591854095, 0.04950544610619545, 0.055461566895246506, 0.06141768768429756, 0.06737381219863892, 0.07332993298768997, 0.07928605377674103, 0.08524217456579208, 0.09119829535484314, 0.0971544161438942, 0.10311053693294525, 0.1090666651725769, 0.11502278596162796, 0.12097890675067902, 0.12693503499031067, 0.13289114832878113, 0.13884727656841278, 0.14480338990688324, 0.1507595181465149, 0.15671563148498535, 0.162671759724617, 0.16862787306308746, 0.17458400130271912]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 3.0, 2.0, 4.0, 5.0, 3.0, 4.0, 5.0, 6.0, 1.0, 2.0, 1.0, 25.0, 4.0, 3.0, 4.0, 5.0, 1.0, 4.0, 3.0, 4.0, 2.0, 4.0, 1.0, 1.0, 4.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0055982996709644794, -0.005428897216916084, -0.005259494762867689, -0.005090092308819294, -0.004920689854770899, -0.004751287400722504, -0.0045818849466741085, -0.004412482492625713, -0.004243079572916031, -0.004073677118867636, -0.0039042748976498842, -0.003734872443601489, -0.0035654697567224503, -0.003396067302674055, -0.00322666484862566, -0.003057262394577265, -0.0028878599405288696, -0.0027184574864804745, -0.0025490550324320793, -0.002379652578383684, -0.002210250124335289, -0.00204084743745625, -0.001871444983407855, -0.0017020425293594599, -0.0015326400753110647, -0.0013632376212626696, -0.0011938351672142744, -0.0010244325967505574, -0.0008550301427021623, -0.0006856276886537671, -0.000516225176397711, -0.0003468226932454854, -0.0001774202100932598, -8.017726941034198e-06, 0.00016138475621119142, 0.00033078723936341703, 0.0005001897225156426, 0.0006695921765640378, 0.0008389946888200939, 0.00100839720107615, 0.001177799655124545, 0.0013472021091729403, 0.0015166045632213354, 0.0016860071336850524, 0.0018554095877334476, 0.0020248121581971645, 0.0021942146122455597, 0.002363617066293955, 0.00253301952034235, 0.002702421974390745, 0.0028718244284391403, 0.0030412268824875355, 0.0032106293365359306, 0.0033800320234149694, 0.0035494344774633646, 0.0037188369315117598, 0.003888239385560155, 0.004057642072439194, 0.004227044526487589, 0.004396446980535984, 0.004565849434584379, 0.004735251888632774, 0.0049046543426811695, 0.005074056796729565, 0.00524345925077796]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 5.0, 7.0, 7.0, 12.0, 42.0, 47.0, 101.0, 151.0, 235.0, 365.0, 520.0, 728.0, 1072.0, 1465.0, 2030.0, 2927.0, 3902.0, 5304.0, 7015.0, 9641.0, 12832.0, 16629.0, 21653.0, 29228.0, 39221.0, 55778.0, 77547.0, 106268.0, 421983.0, 98747.0, 71756.0, 51287.0, 36736.0, 26624.0, 19842.0, 15006.0, 11445.0, 8329.0, 6271.0, 4623.0, 3351.0, 2435.0, 1795.0, 1332.0, 977.0, 727.0, 516.0, 358.0, 257.0, 167.0, 129.0, 72.0, 53.0, 31.0, 25.0, 19.0, 7.0, 7.0, 2.0, 1.0, 2.0, 1.0, 1.0], "bins": [-0.014112117700278759, -0.013632179237902164, -0.01315224077552557, -0.012672302313148975, -0.01219236385077238, -0.011712425388395786, -0.011232486926019192, -0.010752548463642597, -0.010272610001266003, -0.009792671538889408, -0.009312733076512814, -0.008832794614136219, -0.008352856151759624, -0.00787291768938303, -0.007392979227006435, -0.006913040764629841, -0.006433102302253246, -0.005953163839876652, -0.005473225377500057, -0.004993286915123463, -0.004513348452746868, -0.004033409990370274, -0.003553471527993679, -0.0030735330656170845, -0.00259359460324049, -0.0021136561408638954, -0.0016337176784873009, -0.0011537792161107063, -0.0006738407537341118, -0.00019390229135751724, 0.0002860361710190773, 0.0007659746333956718, 0.0012459130957722664, 0.001725851558148861, 0.0022057900205254555, 0.00268572848290205, 0.0031656669452786446, 0.003645605407655239, 0.004125543870031834, 0.004605482332408428, 0.005085420794785023, 0.005565359257161617, 0.006045297719538212, 0.006525236181914806, 0.007005174644291401, 0.0074851131066679955, 0.00796505156904459, 0.008444990031421185, 0.008924928493797779, 0.009404866956174374, 0.009884805418550968, 0.010364743880927563, 0.010844682343304157, 0.011324620805680752, 0.011804559268057346, 0.012284497730433941, 0.012764436192810535, 0.01324437465518713, 0.013724313117563725, 0.014204251579940319, 0.014684190042316914, 0.015164128504693508, 0.015644066035747528, 0.016124006360769272, 0.016603942960500717]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 3.0, 3.0, 2.0, 1.0, 4.0, 1.0, 2.0, 1.0, 9.0, 4.0, 1.0, 2.0, 2.0, 1.0, 0.0, 2.0, 4.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.004582640249282122, -0.004424490500241518, -0.004266340285539627, -0.0041081905364990234, -0.00395004078745842, -0.003791890572756529, -0.003633740823715925, -0.003475590841844678, -0.0033174408599734306, -0.0031592908781021833, -0.003001140896230936, -0.0028429911471903324, -0.002684841165319085, -0.002526691183447838, -0.002368541434407234, -0.002210391452535987, -0.0020522414706647396, -0.0018940914887934923, -0.0017359416233375669, -0.0015777917578816414, -0.001419641776010394, -0.0012614917941391468, -0.0011033419286832213, -0.000945192005019635, -0.0007870420813560486, -0.0006288921576924622, -0.00047074223402887583, -0.00031259231036528945, -0.00015444238670170307, 3.7075369618833065e-06, 0.00016185746062546968, 0.00032000738428905606, 0.00047815730795264244, 0.0006363072316162288, 0.0007944571552798152, 0.0009526070789434016, 0.001110757002606988, 0.0012689069844782352, 0.0014270568499341607, 0.0015852067153900862, 0.0017433566972613335, 0.0019015066791325808, 0.002059656661003828, 0.0022178064100444317, 0.002375956391915679, 0.0025341063737869263, 0.00269225612282753, 0.002850406104698777, 0.0030085560865700245, 0.0031667060684412718, 0.003324856050312519, 0.0034830057993531227, 0.00364115578122437, 0.0037993057630956173, 0.003957455512136221, 0.004115605726838112, 0.0042737554758787155, 0.004431905224919319, 0.00459005543962121, 0.004748205188661814, 0.004906355403363705, 0.005064505152404308, 0.005222654901444912, 0.005380805116146803, 0.0055389548651874065]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 2.0, 2.0, 1.0, 3.0, 2.0, 8.0, 7.0, 4.0, 9.0, 10.0, 11.0, 17.0, 20.0, 22.0, 26.0, 48.0, 50.0, 63.0, 91.0, 124.0, 163.0, 227.0, 299.0, 446.0, 592.0, 839.0, 1256.0, 1996.0, 5794.0, 1306.0, 893.0, 762.0, 611.0, 509.0, 386.0, 325.0, 306.0, 250.0, 195.0, 137.0, 120.0, 120.0, 97.0, 58.0, 58.0, 44.0, 32.0, 22.0, 17.0, 11.0, 10.0, 15.0, 4.0, 0.0, 2.0, 1.0], "bins": [-0.004923027474433184, -0.004787253215909004, -0.004651478957384825, -0.004515704698860645, -0.004379930440336466, -0.004244156181812286, -0.004108381923288107, -0.0039726076647639275, -0.0038368336390703917, -0.003701059380546212, -0.0035652851220220327, -0.0034295108634978533, -0.0032937368378043175, -0.003157962579280138, -0.0030221883207559586, -0.002886414062231779, -0.0027506398037075996, -0.00261486554518342, -0.0024790912866592407, -0.0023433170281350613, -0.002207542769610882, -0.002071768743917346, -0.0019359944853931665, -0.001800220226868987, -0.0016644459683448076, -0.0015286717098206282, -0.0013928974512964487, -0.001257123309187591, -0.0011213490506634116, -0.0009855747921392322, -0.0008498005918227136, -0.0007140263915061951, -0.0005782521329820156, -0.0004424779035616666, -0.0003067036741413176, -0.0001709294447209686, -3.51552153006196e-05, 0.0001006190141197294, 0.0002363932435400784, 0.0003721674729604274, 0.0005079417023807764, 0.0006437159609049559, 0.0007794901612214744, 0.000915264361537993, 0.0010510386200621724, 0.0011868128785863519, 0.0013225870206952095, 0.001458361279219389, 0.0015941355377435684, 0.0017299097962677479, 0.0018656840547919273, 0.002001458313316107, 0.0021372325718402863, 0.002273006597533822, 0.0024087808560580015, 0.002544555114582181, 0.0026803293731063604, 0.00281610363163054, 0.0029518778901547194, 0.003087652148678899, 0.0032234261743724346, 0.003359200432896614, 0.0034949746914207935, 0.003630748949944973, 0.0037665232084691525]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 4.0, 1.0, 1.0, 0.0, 5.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012748375535011292, -0.012491664849221706, -0.012234954163432121, -0.01197824440896511, -0.011721533723175526, -0.01146482303738594, -0.011208112351596355, -0.01095140166580677, -0.01069469191133976, -0.010437981225550175, -0.01018127053976059, -0.009924559853971004, -0.00966784916818142, -0.009411138482391834, -0.009154428727924824, -0.008897718042135239, -0.008641007356345654, -0.008384296670556068, -0.008127585984766483, -0.007870876230299473, -0.007614165544509888, -0.007357454858720303, -0.0071007441729307175, -0.00684403395280242, -0.0065873232670128345, -0.0063306125812232494, -0.006073902361094952, -0.0058171916753053665, -0.005560480989515781, -0.005303770769387484, -0.0050470600835978985, -0.004790349863469601, -0.0045336391776800156, -0.0042769284918904305, -0.004020218271762133, -0.0037635075859725475, -0.003506797133013606, -0.0032500866800546646, -0.0029933759942650795, -0.002736665541306138, -0.0024799550883471966, -0.002223244635388255, -0.0019665341824293137, -0.0017098234966397285, -0.001453113043680787, -0.0011964025907218456, -0.0009396920213475823, -0.00068298151018098, -0.0004262709990143776, -0.00016956048784777522, 8.715002331882715e-05, 0.0003438605344854295, 0.0006005710456520319, 0.0008572815568186343, 0.0011139920679852366, 0.0013707026373595, 0.0016274130903184414, 0.0018841235432773829, 0.0021408339962363243, 0.0023975446820259094, 0.002654255134984851, 0.0029109655879437923, 0.0031676762737333775, 0.003424386726692319, 0.0036810971796512604]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 6.0, 1.0, 5.0, 1.0, 6.0, 8.0, 6.0, 16.0, 16.0, 59.0, 7.0, 6.0, 5.0, 8.0, 12.0, 6.0, 6.0, 4.0, 7.0, 8.0, 2.0, 4.0, 8.0, 4.0, 4.0, 6.0, 6.0, 12.0, 5.0, 4.0, 3.0, 3.0, 2.0, 3.0, 3.0, 3.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 3.0], "bins": [-0.009342559613287449, -0.00902123749256134, -0.008699914440512657, -0.008378592319786549, -0.008057269267737865, -0.00773594668135047, -0.007414624094963074, -0.007093301508575678, -0.006771978922188282, -0.0064506568014621735, -0.006129334215074778, -0.005808011628687382, -0.005486689042299986, -0.00516536645591259, -0.004844043869525194, -0.004522721283137798, -0.0042013986967504025, -0.0038800761103630066, -0.0035587535239756107, -0.003237430937588215, -0.002916108351200819, -0.002594785997644067, -0.002273463411256671, -0.001952140824869275, -0.0016308182384818792, -0.0013094956520944834, -0.0009881730657070875, -0.0006668505957350135, -0.0003455280093476176, -2.4205452064052224e-05, 0.0002971171052195132, 0.0006184396333992481, 0.000939762219786644, 0.0012610848061740398, 0.0015824073925614357, 0.0019037298625335097, 0.0022250525653362274, 0.0025463749188929796, 0.0028676975052803755, 0.0031890200916677713, 0.003510342678055167, 0.003831665264442563, 0.004152987617999315, 0.004474310204386711, 0.004795632790774107, 0.005116955377161503, 0.005438277963548899, 0.0057596005499362946, 0.00608092313632369, 0.006402245722711086, 0.006723568309098482, 0.007044890895485878, 0.007366213481873274, 0.00768753606826067, 0.008008858188986778, 0.008330181241035461, 0.00865150336176157, 0.008972826413810253, 0.009294148534536362, 0.009615471586585045, 0.009936793707311153, 0.010258116759359837, 0.010579438880085945, 0.010900761932134628, 0.011222084052860737]}, "_runtime": 12.30197262763977, "_timestamp": 1596209124.26937, "_step": 9}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 4.0, 0.0, 1.0, 2.0, 1.0, 0.0, 2.0, 1.0, 2.0, 2.0, 0.0, 2.0, 0.0, 4.0, 3.0, 0.0, 1.0, 3.0, 1.0, 1.0, 1.0, 1.0, 3.0, 3.0, 1.0, 2.0, 1.0, 0.0, 3.0], "bins": [-0.016011949628591537, -0.015635348856449127, -0.015258749946951866, -0.014882149174809456, -0.01450554933398962, -0.014128949493169785, -0.013752349652349949, -0.013375749811530113, -0.012999149039387703, -0.012622549198567867, -0.012245949357748032, -0.011869349516928196, -0.01149274967610836, -0.011116149835288525, -0.010739549063146114, -0.010362949222326279, -0.009986349381506443, -0.009609749540686607, -0.009233149699866772, -0.008856548927724361, -0.008479949086904526, -0.00810334924608469, -0.007726749405264854, -0.0073501490987837315, -0.006973549257963896, -0.00659694941714406, -0.006220349110662937, -0.0058437492698431015, -0.005467149429023266, -0.005090549122542143, -0.004713949281722307, -0.004337348975241184, -0.003960749134421349, -0.0035841490607708693, -0.00320754898712039, -0.0028309491463005543, -0.002454349072650075, -0.0020777489989995956, -0.0017011490417644382, -0.0013245490845292807, -0.0009479490108788013, -0.0005713489954359829, -0.00019474897999316454, 0.00018185103544965386, 0.0005584510508924723, 0.0009350510663352907, 0.001311651081778109, 0.0016882510390132666, 0.002064851112663746, 0.002441451186314225, 0.0028180512599647045, 0.00319465110078454, 0.0035712511744350195, 0.003947851248085499, 0.0043244510889053345, 0.0047010513953864574, 0.005077651236206293, 0.005454251077026129, 0.005830851383507252, 0.006207451224327087, 0.006584051065146923, 0.006960651371628046, 0.007337251212447882, 0.007713851518929005, 0.00809045135974884]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 5.0, 9.0, 5.0, 7.0, 5.0, 8.0, 9.0, 13.0, 12.0, 15.0, 17.0, 43.0, 54.0, 59.0, 73.0, 115.0, 144.0, 177.0, 235.0, 293.0, 387.0, 538.0, 3189.0, 1030.0, 527.0, 331.0, 212.0, 116.0, 81.0, 68.0, 41.0, 37.0, 23.0, 15.0, 11.0, 8.0, 3.0, 3.0, 4.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0], "bins": [-0.21362319588661194, -0.20829525589942932, -0.2029673159122467, -0.1976393759250641, -0.19231143593788147, -0.18698349595069885, -0.18165555596351624, -0.17632761597633362, -0.170999675989151, -0.16567173600196838, -0.16034379601478577, -0.15501585602760315, -0.14968791604042053, -0.14435997605323792, -0.1390320360660553, -0.13370409607887268, -0.12837615609169006, -0.12304821610450745, -0.11772027611732483, -0.11239233613014221, -0.1070643961429596, -0.10173645615577698, -0.09640851616859436, -0.09108057618141174, -0.08575263619422913, -0.08042469620704651, -0.07509675621986389, -0.06976881623268127, -0.06444087624549866, -0.05911293625831604, -0.05378499627113342, -0.048457056283950806, -0.04312911629676819, -0.03780117630958557, -0.032473236322402954, -0.027145296335220337, -0.02181735634803772, -0.016489416360855103, -0.011161476373672485, -0.005833536386489868, -0.000505596399307251, 0.004822343587875366, 0.010150283575057983, 0.0154782235622406, 0.020806163549423218, 0.026134103536605835, 0.03146204352378845, 0.03678998351097107, 0.042117923498153687, 0.047445863485336304, 0.05277380347251892, 0.05810174345970154, 0.06342968344688416, 0.06875762343406677, 0.07408556342124939, 0.079413503408432, 0.08474144339561462, 0.09006938338279724, 0.09539732336997986, 0.10072526335716248, 0.10605320334434509, 0.11138114333152771, 0.11670908331871033, 0.12203702330589294, 0.12736496329307556]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 1.0, 1.0, 2.0, 4.0, 3.0, 1.0, 2.0, 7.0, 3.0, 1.0, 4.0, 7.0, 1.0, 1.0, 1.0, 3.0, 2.0, 5.0, 0.0, 28.0, 2.0, 4.0, 2.0, 0.0, 5.0, 2.0, 1.0, 3.0, 1.0, 2.0, 1.0, 1.0, 4.0, 1.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00480988621711731, -0.004656016360968351, -0.004502146504819393, -0.004348276648670435, -0.004194406792521477, -0.0040405369363725185, -0.0038866670802235603, -0.003732797224074602, -0.003578927367925644, -0.0034250577446073294, -0.003271187888458371, -0.003117318032309413, -0.0029634481761604548, -0.0028095783200114965, -0.0026557084638625383, -0.00250183860771358, -0.002347968751564622, -0.0021940988954156637, -0.0020402290392667055, -0.0018863591831177473, -0.001732489326968789, -0.0015786195872351527, -0.0014247497310861945, -0.0012708798749372363, -0.001117010018788278, -0.0009631401626393199, -0.0008092703064903617, -0.0006554005085490644, -0.0005015306524001062, -0.000347660796251148, -0.00019379096920602024, -3.992112760897726e-05, 0.00011394871398806572, 0.0002678185701370239, 0.0004216883971821517, 0.0005755582242272794, 0.0007294280803762376, 0.0008832979365251958, 0.0010371677344664931, 0.0011910375906154513, 0.0013449074467644095, 0.0014987773029133677, 0.001652647159062326, 0.0018065170152112842, 0.0019603867549449205, 0.0021142566110938787, 0.002268126467242837, 0.002421996323391795, 0.0025758661795407534, 0.0027297360356897116, 0.0028836058918386698, 0.003037475747987628, 0.003191345604136586, 0.0033452154602855444, 0.0034990853164345026, 0.003652955172583461, 0.0038068247959017754, 0.0039606946520507336, 0.004114564508199692, 0.00426843436434865, 0.004422304220497608, 0.004576174076646566, 0.004730043932795525, 0.004883913788944483, 0.005037783645093441]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 1.0, 6.0, 6.0, 23.0, 25.0, 49.0, 69.0, 98.0, 153.0, 190.0, 260.0, 339.0, 436.0, 602.0, 835.0, 1114.0, 1579.0, 2200.0, 3042.0, 4116.0, 5765.0, 7849.0, 10204.0, 13926.0, 17965.0, 23538.0, 31449.0, 42983.0, 58464.0, 78526.0, 99723.0, 414092.0, 92425.0, 67752.0, 49870.0, 36430.0, 27602.0, 20629.0, 16042.0, 11958.0, 9325.0, 7260.0, 5671.0, 4198.0, 3070.0, 2352.0, 1689.0, 1185.0, 867.0, 608.0, 379.0, 258.0, 169.0, 121.0, 70.0, 36.0, 23.0, 11.0, 13.0, 1.0, 3.0], "bins": [-0.015138463117182255, -0.014701682142913342, -0.014264901168644428, -0.013828120194375515, -0.013391339220106602, -0.012954558245837688, -0.012517777271568775, -0.012080996297299862, -0.011644216254353523, -0.01120743528008461, -0.010770654305815697, -0.010333873331546783, -0.00989709235727787, -0.009460311383008957, -0.009023530408740044, -0.00858674943447113, -0.008149968460202217, -0.007713187485933304, -0.0072764065116643906, -0.006839625537395477, -0.006402844563126564, -0.005966064054518938, -0.005529283080250025, -0.0050925021059811115, -0.004655721131712198, -0.004218940157443285, -0.0037821591831743717, -0.003345378441736102, -0.002908597467467189, -0.0024718164931982756, -0.002035035751760006, -0.0015982547774910927, -0.0011614738032221794, -0.0007246928871609271, -0.0002879119710996747, 0.00014886894496157765, 0.00058564986102283, 0.0010224308352917433, 0.0014592116931453347, 0.0018959925509989262, 0.0023327735252678394, 0.0027695544995367527, 0.003206335473805666, 0.0036431162152439356, 0.004079896956682205, 0.0045166779309511185, 0.004953458905220032, 0.005390239879488945, 0.005827020853757858, 0.0062638018280267715, 0.006700582802295685, 0.007137363776564598, 0.007574144750833511, 0.008010925725102425, 0.008447706699371338, 0.008884487673640251, 0.009321268647909164, 0.009758048690855503, 0.010194829665124416, 0.01063161063939333, 0.011068391613662243, 0.011505172587931156, 0.01194195356220007, 0.012378734536468983, 0.012815515510737896]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 0.0, 2.0, 4.0, 4.0, 2.0, 0.0, 1.0, 2.0, 7.0, 1.0, 3.0, 1.0, 2.0, 1.0, 2.0, 2.0, 7.0, 2.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.022901637479662895, -0.022354673594236374, -0.021807709708809853, -0.02126074582338333, -0.02071378193795681, -0.02016681805253029, -0.019619854167103767, -0.019072890281677246, -0.018525924533605576, -0.017978960648179054, -0.017431996762752533, -0.01688503287732601, -0.01633806899189949, -0.01579110510647297, -0.015244141221046448, -0.014697177335619926, -0.014150213450193405, -0.013603249564766884, -0.013056285679340363, -0.012509321793913841, -0.01196235790848732, -0.011415393091738224, -0.010868429206311703, -0.010321465320885181, -0.00977450143545866, -0.009227537550032139, -0.008680573664605618, -0.008133609779179096, -0.007586645428091288, -0.007039681542664766, -0.006492717191576958, -0.005945753306150436, -0.005398789420723915, -0.004851825535297394, -0.0043048616498708725, -0.003757897298783064, -0.0032109334133565426, -0.0026639695279300213, -0.0021170054096728563, -0.0015700414078310132, -0.00102307740598917, -0.00047611340414732695, 7.085059769451618e-05, 0.0006178145995363593, 0.0011647786013782024, 0.0017117426032200456, 0.0022587066050618887, 0.0028056707233190536, 0.003352634608745575, 0.0038995984941720963, 0.0044465623795986176, 0.004993526730686426, 0.0055404906161129475, 0.006087454501539469, 0.006634418852627277, 0.007181382738053799, 0.00772834662348032, 0.008275310508906841, 0.008822274394333363, 0.009369238279759884, 0.00991620309650898, 0.010463166981935501, 0.011010130867362022, 0.011557094752788544, 0.012104058638215065]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 2.0, 3.0, 4.0, 1.0, 2.0, 3.0, 2.0, 6.0, 3.0, 6.0, 4.0, 5.0, 12.0, 12.0, 9.0, 10.0, 5.0, 9.0, 9.0, 6.0, 10.0, 11.0, 22.0, 13.0, 11.0, 11.0, 12.0, 18.0, 22.0, 28.0, 30.0, 52.0, 69.0, 87.0, 100.0, 114.0, 159.0, 240.0, 325.0, 455.0, 622.0, 850.0, 1476.0, 6824.0, 2339.0, 1416.0, 791.0, 668.0, 483.0, 377.0, 269.0, 114.0, 81.0, 91.0, 40.0, 24.0, 15.0, 13.0, 10.0, 12.0, 6.0, 4.0, 2.0], "bins": [-0.014286775141954422, -0.013968205079436302, -0.013649635016918182, -0.013331064954400063, -0.013012494891881943, -0.012693925760686398, -0.012375355698168278, -0.012056785635650158, -0.011738215573132038, -0.011419645510613918, -0.011101075448095798, -0.010782505385577679, -0.010463936254382133, -0.010145366191864014, -0.009826796129345894, -0.009508226066827774, -0.009189656004309654, -0.008871085941791534, -0.008552515879273415, -0.008233945816755295, -0.007915375754237175, -0.0075968061573803425, -0.00727823656052351, -0.00695966649800539, -0.00664109643548727, -0.0063225263729691505, -0.006003956310451031, -0.005685386713594198, -0.005366816651076078, -0.005048246588557959, -0.004729676991701126, -0.004411106929183006, -0.0040925368666648865, -0.0037739668041467667, -0.0034553969744592905, -0.0031368271447718143, -0.0028182570822536945, -0.0024996870197355747, -0.0021811171900480986, -0.0018625472439453006, -0.0015439772978425026, -0.0012254073517397046, -0.0009068374056369066, -0.0005882674595341086, -0.00026969751343131065, 4.887243267148733e-05, 0.0003674423787742853, 0.0006860123248770833, 0.0010045822709798813, 0.0013231522170826793, 0.0016417221631854773, 0.0019602919928729534, 0.0022788620553910732, 0.002597432117909193, 0.002916001947596669, 0.0032345717772841454, 0.003553141839802265, 0.003871711902320385, 0.004190281964838505, 0.004508851561695337, 0.004827421624213457, 0.005145991686731577, 0.005464561283588409, 0.005783131346106529, 0.006101701408624649]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.052390772849321365, -0.05112423747777939, -0.04985770210623741, -0.048591166734695435, -0.047324635088443756, -0.04605809971690178, -0.0447915643453598, -0.043525028973817825, -0.04225849360227585, -0.04099195823073387, -0.039725422859191895, -0.03845888748764992, -0.03719235211610794, -0.03592582046985626, -0.034659285098314285, -0.03339274972677231, -0.03212621435523033, -0.030859678983688354, -0.029593143612146378, -0.02832661010324955, -0.027060074731707573, -0.025793539360165596, -0.02452700585126877, -0.02326047047972679, -0.021993935108184814, -0.020727399736642838, -0.01946086436510086, -0.018194330856204033, -0.016927795484662056, -0.01566126011312008, -0.014394725672900677, -0.013128191232681274, -0.011861655861139297, -0.01059512048959732, -0.009328586049377918, -0.008062051609158516, -0.006795516237616539, -0.005528981331735849, -0.00426244642585516, -0.00299591151997447, -0.0017293766140937805, -0.0004628417082130909, 0.0008036931976675987, 0.0020702281035482883, 0.003336763009428978, 0.004603297915309668, 0.005869832821190357, 0.007136367727071047, 0.008402902632951736, 0.009669438004493713, 0.010935972444713116, 0.012202506884932518, 0.013469042256474495, 0.014735577628016472, 0.0160021111369133, 0.017268646508455276, 0.018535181879997253, 0.01980171725153923, 0.021068252623081207, 0.022334786131978035, 0.023601321503520012, 0.02486785687506199, 0.026134390383958817, 0.027400925755500793, 0.02866746112704277]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 5.0, 2.0, 1.0, 4.0, 2.0, 3.0, 3.0, 3.0, 0.0, 3.0, 3.0, 7.0, 8.0, 5.0, 6.0, 5.0, 6.0, 8.0, 6.0, 5.0, 10.0, 20.0, 15.0, 23.0, 26.0, 47.0, 13.0, 10.0, 10.0, 4.0, 4.0, 0.0, 6.0, 2.0, 1.0, 1.0, 0.0, 2.0], "bins": [-0.02358241192996502, -0.023122303187847137, -0.022662194445729256, -0.022202085703611374, -0.021741976961493492, -0.02128186821937561, -0.02082175947725773, -0.020361650735139847, -0.019901543855667114, -0.019441435113549232, -0.01898132637143135, -0.01852121762931347, -0.018061108887195587, -0.017601000145077705, -0.017140891402959824, -0.016680782660841942, -0.01622067391872406, -0.01576056517660618, -0.015300456434488297, -0.014840347692370415, -0.014380238950252533, -0.013920131139457226, -0.013460022397339344, -0.012999913655221462, -0.01253980491310358, -0.012079696170985699, -0.011619587428867817, -0.011159478686749935, -0.010699370875954628, -0.010239262133836746, -0.009779153391718864, -0.009319044649600983, -0.008858935907483101, -0.008398827165365219, -0.007938718423247337, -0.007478610146790743, -0.007018501404672861, -0.006558392662554979, -0.006098284386098385, -0.005638175643980503, -0.005178066901862621, -0.0047179581597447395, -0.004257849417626858, -0.0037977411411702633, -0.0033376323990523815, -0.0028775236569344997, -0.0024174151476472616, -0.0019573066383600235, -0.0014971978962421417, -0.0010370892705395818, -0.0005769806448370218, -0.00011687201913446188, 0.00034323660656809807, 0.000803345232270658, 0.001263453857973218, 0.001723562483675778, 0.002183671109378338, 0.0026437798514962196, 0.0031038883607834578, 0.003563996870070696, 0.004024105612188578, 0.004484214354306459, 0.004944322630763054, 0.005404431372880936, 0.0058645401149988174]}, "_runtime": 13.06546401977539, "_timestamp": 1596209125.0328615, "_step": 10}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 3.0, 0.0, 2.0, 2.0, 1.0, 0.0, 3.0, 2.0, 2.0, 3.0, 3.0, 1.0, 3.0, 3.0, 0.0, 3.0, 1.0, 1.0, 1.0, 4.0, 2.0, 3.0, 1.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.015260063111782074, -0.014801086857914925, -0.014342110604047775, -0.013883133418858051, -0.013424157164990902, -0.012965180911123753, -0.012506204657256603, -0.01204722747206688, -0.01158825121819973, -0.01112927496433258, -0.010670298710465431, -0.010211322456598282, -0.009752345271408558, -0.009293369017541409, -0.00883439276367426, -0.00837541650980711, -0.007916439324617386, -0.007457463536411524, -0.006998486816883087, -0.006539510563015938, -0.006080533843487501, -0.005621557589620352, -0.005162580870091915, -0.004703604616224766, -0.004244628362357616, -0.0037856516428291798, -0.0033266751561313868, -0.0028676986694335938, -0.0024087224155664444, -0.0019497458124533296, -0.0014907694421708584, -0.0010317929554730654, -0.0005728164687752724, -0.00011384001118130982, 0.00034513644641265273, 0.0008041128749027848, 0.0012630893616005778, 0.0017220658482983708, 0.002181042218580842, 0.002640018705278635, 0.003098995191976428, 0.003557971678674221, 0.00401694793254137, 0.004475924652069807, 0.004934900905936956, 0.005393877625465393, 0.005852853879332542, 0.006311830598860979, 0.006770806852728128, 0.007229783106595278, 0.0076887598261237144, 0.008147736079990864, 0.008606712333858013, 0.009065689519047737, 0.009524665772914886, 0.009983642026782036, 0.010442618280649185, 0.010901594534516335, 0.011360571719706059, 0.011819547973573208, 0.012278524227440357, 0.012737500481307507, 0.01319647766649723, 0.01365545392036438, 0.01411443017423153]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 5.0, 4.0, 7.0, 7.0, 6.0, 10.0, 6.0, 17.0, 18.0, 21.0, 41.0, 43.0, 70.0, 82.0, 129.0, 142.0, 167.0, 234.0, 358.0, 438.0, 2031.0, 1842.0, 914.0, 504.0, 296.0, 178.0, 104.0, 76.0, 48.0, 38.0, 21.0, 22.0, 14.0, 7.0, 11.0, 2.0, 4.0, 3.0, 3.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.17965179681777954, -0.17450474202632904, -0.16935768723487854, -0.16421063244342804, -0.15906357765197754, -0.15391650795936584, -0.14876945316791534, -0.14362239837646484, -0.13847534358501434, -0.13332828879356384, -0.12818123400211334, -0.12303417176008224, -0.11788711696863174, -0.11274006217718124, -0.10759299993515015, -0.10244594514369965, -0.09729889035224915, -0.09215183556079865, -0.08700478076934814, -0.08185771852731705, -0.07671066373586655, -0.07156360894441605, -0.06641654670238495, -0.06126949191093445, -0.05612243711948395, -0.05097538232803345, -0.04582832381129265, -0.04068126529455185, -0.03553421050310135, -0.0303871538490057, -0.02524009719491005, -0.0200930405408144, -0.01494598388671875, -0.0097989272326231, -0.0046518705785274506, 0.0004951860755681992, 0.005642242729663849, 0.010789299383759499, 0.01593635603785515, 0.021083412691950798, 0.026230469346046448, 0.03137752413749695, 0.03652458265423775, 0.041671641170978546, 0.04681869596242905, 0.05196575075387955, 0.057112809270620346, 0.062259867787361145, 0.06740692257881165, 0.07255397737026215, 0.07770103216171265, 0.08284809440374374, 0.08799514919519424, 0.09314220398664474, 0.09828926622867584, 0.10343632102012634, 0.10858337581157684, 0.11373043060302734, 0.11887748539447784, 0.12402454763650894, 0.12917160987854004, 0.13431866466999054, 0.13946571946144104, 0.14461277425289154, 0.14975982904434204]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 6.0, 4.0, 0.0, 1.0, 2.0, 3.0, 1.0, 2.0, 5.0, 3.0, 9.0, 5.0, 0.0, 2.0, 3.0, 2.0, 5.0, 25.0, 1.0, 3.0, 1.0, 4.0, 2.0, 3.0, 3.0, 1.0, 1.0, 0.0, 2.0, 2.0, 0.0, 3.0, 2.0, 4.0, 1.0, 0.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.005043372977524996, -0.004897167906165123, -0.004750962369143963, -0.00460475729778409, -0.004458552226424217, -0.004312346689403057, -0.004166141618043184, -0.0040199365466833115, -0.003873731242492795, -0.0037275259383022785, -0.0035813208669424057, -0.0034351155627518892, -0.0032889102585613728, -0.0031427051872015, -0.0029964998830109835, -0.0028502948116511106, -0.002704089507460594, -0.0025578842032700777, -0.002411679131910205, -0.0022654738277196884, -0.0021192687563598156, -0.001973063452169299, -0.0018268581479787827, -0.001680652960203588, -0.0015344477724283934, -0.0013882425846531987, -0.001242037396878004, -0.0010958320926874876, -0.000949626904912293, -0.0008034217171370983, -0.0006572164711542428, -0.0005110112251713872, -0.00036480603739619255, -0.00021860082051716745, -7.239560363814235e-05, 7.380961324088275e-05, 0.00022001483011990786, 0.00036622004699893296, 0.0005124252638779581, 0.0006586305098608136, 0.0008048356976360083, 0.0009510408854112029, 0.0010972460731863976, 0.001243451377376914, 0.0013896565651521087, 0.0015358617529273033, 0.0016820670571178198, 0.0018282722448930144, 0.001974477432668209, 0.0021206827368587255, 0.0022668878082185984, 0.002413093112409115, 0.0025592981837689877, 0.002705503487959504, 0.0028517087921500206, 0.0029979138635098934, 0.00314411916770041, 0.0032903244718909264, 0.003436529543250799, 0.0035827348474413157, 0.003728940151631832, 0.003875145222991705, 0.004021350294351578, 0.004167555831372738, 0.004313760902732611]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [4.0, 4.0, 8.0, 13.0, 31.0, 43.0, 61.0, 111.0, 172.0, 229.0, 318.0, 451.0, 654.0, 1085.0, 1506.0, 2163.0, 3006.0, 4136.0, 5552.0, 7527.0, 9857.0, 12927.0, 16389.0, 21503.0, 27867.0, 37484.0, 50164.0, 67972.0, 90566.0, 115603.0, 409274.0, 79617.0, 56716.0, 40050.0, 28959.0, 21540.0, 15967.0, 11946.0, 9094.0, 7042.0, 5508.0, 4177.0, 3253.0, 2519.0, 1863.0, 1373.0, 995.0, 771.0, 509.0, 356.0, 227.0, 167.0, 121.0, 68.0, 46.0, 31.0, 21.0, 10.0, 15.0, 0.0, 2.0, 1.0, 3.0, 1.0], "bins": [-0.012980475090444088, -0.01254976075142622, -0.012119046412408352, -0.01168833114206791, -0.011257616803050041, -0.010826902464032173, -0.010396188125014305, -0.009965473785996437, -0.009534759446978569, -0.009104044176638126, -0.008673329837620258, -0.00824261549860239, -0.007811901159584522, -0.007381186354905367, -0.006950472015887499, -0.0065197572112083435, -0.0060890428721904755, -0.005658328533172607, -0.005227613728493452, -0.004796899389475584, -0.004366184584796429, -0.003935470245778561, -0.0035047559067606926, -0.003074041334912181, -0.002643326763063669, -0.0022126121912151575, -0.0017818977357819676, -0.0013511832803487778, -0.0009204687085002661, -0.0004897541948594153, -5.903968121856451e-05, 0.00037167483242228627, 0.0008023893460631371, 0.0012331039179116488, 0.0016638183733448386, 0.0020945328287780285, 0.00252524740062654, 0.002955961972475052, 0.00338667631149292, 0.0038173908833414316, 0.004248105455189943, 0.004678819794207811, 0.005109534598886967, 0.005540248937904835, 0.005970963276922703, 0.006401678081601858, 0.006832392420619726, 0.0072631072252988815, 0.00769382156431675, 0.008124535903334618, 0.008555250242352486, 0.008985965512692928, 0.009416679851710796, 0.009847394190728664, 0.010278108529746532, 0.0107088228687644, 0.011139538139104843, 0.011570252478122711, 0.01200096681714058, 0.012431681156158447, 0.012862395495176315, 0.013293109834194183, 0.013723825104534626, 0.014154539443552494, 0.014585253782570362]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 6.0, 0.0, 2.0, 4.0, 1.0, 1.0, 5.0, 2.0, 2.0, 7.0, 1.0, 2.0, 2.0, 1.0, 2.0, 2.0, 0.0, 3.0, 2.0, 2.0, 2.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.023171907290816307, -0.022660408169031143, -0.02214890904724598, -0.021637409925460815, -0.02112591080367565, -0.020614411681890488, -0.020102910697460175, -0.01959141157567501, -0.019079912453889847, -0.018568413332104683, -0.01805691421031952, -0.017545415088534355, -0.01703391596674919, -0.016522416844964027, -0.016010917723178864, -0.015499417670071125, -0.014987918548285961, -0.014476419426500797, -0.013964920304715633, -0.013453420251607895, -0.012941921129822731, -0.012430422008037567, -0.011918922886252403, -0.01140742376446724, -0.010895924642682076, -0.010384424589574337, -0.009872925467789173, -0.00936142634600401, -0.008849927224218845, -0.008338428102433681, -0.007826928049325943, -0.007315428927540779, -0.006803929805755615, -0.006292430683970451, -0.005780931096524, -0.005269431974738836, -0.004757932387292385, -0.004246433265507221, -0.0037349341437220573, -0.00322343478910625, -0.0027119354344904423, -0.0022004360798746347, -0.001688936841674149, -0.0011774376034736633, -0.0006659382488578558, -0.00015443895244970918, 0.00035706034395843744, 0.0008685596403665841, 0.0013800589367747307, 0.0018915582913905382, 0.0024030576460063457, 0.0029145567677915096, 0.003426056122407317, 0.003937555477023125, 0.004449054598808289, 0.00496055418625474, 0.005472053308039904, 0.0059835524298250675, 0.006495052017271519, 0.007006551139056683, 0.0075180502608418465, 0.00802954938262701, 0.008541049435734749, 0.009052548557519913, 0.009564047679305077]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 2.0, 3.0, 1.0, 5.0, 4.0, 1.0, 2.0, 10.0, 5.0, 4.0, 10.0, 11.0, 8.0, 7.0, 12.0, 18.0, 21.0, 24.0, 26.0, 24.0, 35.0, 36.0, 75.0, 113.0, 168.0, 186.0, 281.0, 327.0, 405.0, 612.0, 928.0, 1352.0, 2037.0, 6884.0, 1575.0, 1013.0, 657.0, 390.0, 325.0, 307.0, 199.0, 128.0, 91.0, 58.0, 34.0, 4.0, 4.0], "bins": [-0.01579989492893219, -0.015487758442759514, -0.015175621025264263, -0.014863484539091587, -0.014551347121596336, -0.01423921063542366, -0.01392707321792841, -0.013614936731755733, -0.013302799314260483, -0.012990662828087807, -0.01267852634191513, -0.01236638892441988, -0.012054252438247204, -0.011742115020751953, -0.011429978534579277, -0.011117841117084026, -0.01080570463091135, -0.010493568144738674, -0.010181430727243423, -0.009869294241070747, -0.009557156823575497, -0.00924502033740282, -0.00893288291990757, -0.008620746433734894, -0.008308609947562218, -0.007996472530066967, -0.007684335578233004, -0.00737219862639904, -0.007060062140226364, -0.006747925188392401, -0.006435788236558437, -0.006123651284724474, -0.0058115143328905106, -0.005499377381056547, -0.005187240429222584, -0.00487510347738862, -0.004562966525554657, -0.004250830039381981, -0.0039386930875480175, -0.003626556135714054, -0.0033144191838800907, -0.0030022822320461273, -0.002690145280212164, -0.002378008561208844, -0.002065871609374881, -0.0017537346575409174, -0.0014415978221222758, -0.0011294609867036343, -0.0008173240348696709, -0.0005051871412433684, -0.0001930502476170659, 0.00011908664600923657, 0.00043122353963553905, 0.0007433604332618415, 0.001055497326888144, 0.0013676341623067856, 0.001679771114140749, 0.0019919080659747124, 0.0023040450178086758, 0.0026161817368119955, 0.002928318688645959, 0.0032404556404799223, 0.003552592359483242, 0.0038647293113172054, 0.004176866263151169]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 4.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0], "bins": [-0.05130843445658684, -0.05015436187386513, -0.049000293016433716, -0.047846220433712006, -0.046692147850990295, -0.045538078993558884, -0.04438400641083717, -0.04322993382811546, -0.04207586497068405, -0.04092179238796234, -0.03976771980524063, -0.03861365094780922, -0.03745957836508751, -0.0363055057823658, -0.03515143692493439, -0.03399736434221268, -0.03284329175949097, -0.031689222902059555, -0.030535150319337845, -0.029381079599261284, -0.028227008879184723, -0.027072936296463013, -0.02591886557638645, -0.02476479485630989, -0.02361072227358818, -0.02245665155351162, -0.02130258083343506, -0.020148510113358498, -0.018994437530636787, -0.017840366810560226, -0.016686296090483665, -0.01553222443908453, -0.014378152787685394, -0.013224081136286259, -0.012070010416209698, -0.010915938764810562, -0.009761868044734001, -0.008607796393334866, -0.00745372474193573, -0.006299653556197882, -0.005145582370460033, -0.003991511184722185, -0.002837439766153693, -0.001683368464000523, -0.000529297161847353, 0.0006247741403058171, 0.0017788454424589872, 0.002932916861027479, 0.0040869880467653275, 0.005241059232503176, 0.006395130418241024, 0.00754920206964016, 0.00870327278971672, 0.009857344441115856, 0.011011416092514992, 0.012165486812591553, 0.013319558463990688, 0.014473630115389824, 0.015627700835466385, 0.016781771555542946, 0.017935844138264656, 0.019089914858341217, 0.020243985578417778, 0.021398058161139488, 0.02255212888121605]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 4.0, 2.0, 3.0, 1.0, 3.0, 4.0, 1.0, 1.0, 4.0, 4.0, 3.0, 10.0, 6.0, 6.0, 6.0, 6.0, 6.0, 8.0, 4.0, 3.0, 3.0, 2.0, 6.0, 6.0, 4.0, 4.0, 7.0, 3.0, 9.0, 4.0, 6.0, 5.0, 8.0, 0.0, 7.0, 14.0, 41.0, 15.0, 11.0, 9.0, 7.0, 4.0, 3.0, 8.0, 4.0, 3.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.02036125771701336, -0.019859876483678818, -0.019358495250344276, -0.018857114017009735, -0.018355732783675194, -0.017854351550340652, -0.01735297031700611, -0.01685158908367157, -0.01635020598769188, -0.015848824754357338, -0.015347444452345371, -0.01484606321901083, -0.014344681054353714, -0.013843299821019173, -0.013341918587684631, -0.01284053735435009, -0.012339156121015549, -0.011837774887681007, -0.011336393654346466, -0.010835012421011925, -0.010333631187677383, -0.009832249023020267, -0.009330867789685726, -0.008829486556351185, -0.008328105323016644, -0.007826724089682102, -0.007325342856347561, -0.006823961157351732, -0.006322579924017191, -0.00582119869068265, -0.005319816991686821, -0.00481843575835228, -0.004317054525017738, -0.003815673291683197, -0.003314291825518012, -0.002812910359352827, -0.0023115291260182858, -0.0018101477762684226, -0.0013087664265185595, -0.0008073850767686963, -0.00030600372701883316, 0.00019537762273103, 0.0006967589724808931, 0.0011981403222307563, 0.0016995216719806194, 0.0022009029053151608, 0.0027022843714803457, 0.0032036658376455307, 0.003705047070980072, 0.004206428304314613, 0.004707809537649155, 0.005209191236644983, 0.005710572469979525, 0.006211953703314066, 0.0067133354023098946, 0.007214716635644436, 0.007716097868978977, 0.008217479102313519, 0.00871886033564806, 0.009220241568982601, 0.009721623733639717, 0.010223004966974258, 0.0107243862003088, 0.011225767433643341, 0.011727148666977882]}, "_runtime": 13.832858562469482, "_timestamp": 1596209125.800256, "_step": 11}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 3.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 4.0, 4.0, 0.0, 3.0, 4.0, 4.0, 2.0, 4.0, 3.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 3.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.022912103682756424, -0.022247709333896637, -0.02158331498503685, -0.020918918773531914, -0.020254524424672127, -0.01959013007581234, -0.018925733864307404, -0.018261339515447617, -0.01759694516658783, -0.016932550817728043, -0.016268156468868256, -0.01560376025736332, -0.014939365908503532, -0.014274971559643745, -0.013610576279461384, -0.012946180999279022, -0.012281786650419235, -0.011617392301559448, -0.010952997021377087, -0.010288601741194725, -0.009624207392334938, -0.008959813043475151, -0.00829541776329279, -0.007631022948771715, -0.006966628134250641, -0.006302233319729567, -0.005637838505208492, -0.004973443690687418, -0.004309048876166344, -0.0036446540616452694, -0.002980259247124195, -0.002315864432603121, -0.0016514696180820465, -0.0009870748035609722, -0.0003226799890398979, 0.0003417148254811764, 0.0010061096400022507, 0.001670504454523325, 0.0023348992690443993, 0.0029992940835654736, 0.003663688898086548, 0.004328083712607622, 0.0049924785271286964, 0.005656873341649771, 0.006321268156170845, 0.006985662970691919, 0.007650057785212994, 0.008314453065395355, 0.008978847414255142, 0.00964324176311493, 0.01030763704329729, 0.010972032323479652, 0.01163642667233944, 0.012300821021199226, 0.012965216301381588, 0.01362961158156395, 0.014294005930423737, 0.014958400279283524, 0.015622795559465885, 0.016287190839648247, 0.016951585188508034, 0.01761597953736782, 0.018280375748872757, 0.018944770097732544, 0.01960916444659233]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 2.0, 4.0, 1.0, 0.0, 5.0, 3.0, 7.0, 13.0, 7.0, 19.0, 17.0, 20.0, 35.0, 36.0, 53.0, 57.0, 90.0, 118.0, 153.0, 229.0, 275.0, 415.0, 607.0, 3488.0, 1022.0, 458.0, 275.0, 162.0, 111.0, 65.0, 50.0, 38.0, 24.0, 18.0, 16.0, 7.0, 8.0, 7.0, 1.0, 5.0, 2.0, 2.0, 1.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.17444561421871185, -0.16802279651165009, -0.1615999937057495, -0.15517717599868774, -0.14875437319278717, -0.1423315554857254, -0.13590873777866364, -0.12948593497276306, -0.1230631172657013, -0.11664030700922012, -0.11021749675273895, -0.10379468649625778, -0.09737187623977661, -0.09094906598329544, -0.08452624827623367, -0.0781034380197525, -0.07168062776327133, -0.06525781750679016, -0.05883500352501869, -0.05241219326853752, -0.04598937928676605, -0.03956656903028488, -0.03314375877380371, -0.02672094665467739, -0.02029813453555107, -0.013875322416424751, -0.007452511228621006, -0.0010296995751559734, 0.005393112078309059, 0.011815924197435379, 0.01823873445391655, 0.02466154657304287, 0.03108435869216919, 0.03750716894865036, 0.04392998293042183, 0.050352793186903, 0.05677560716867447, 0.06319841742515564, 0.06962122768163681, 0.07604403793811798, 0.08246685564517975, 0.08888966590166092, 0.09531247615814209, 0.10173528641462326, 0.10815809667110443, 0.1145809069275856, 0.12100372463464737, 0.12742653489112854, 0.1338493525981903, 0.14027215540409088, 0.14669497311115265, 0.15311777591705322, 0.159540593624115, 0.16596339643001556, 0.17238621413707733, 0.1788090318441391, 0.18523183465003967, 0.19165465235710144, 0.19807745516300201, 0.20450027287006378, 0.21092309057712555, 0.21734589338302612, 0.2237687110900879, 0.23019151389598846, 0.23661433160305023]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 4.0, 2.0, 3.0, 2.0, 5.0, 2.0, 8.0, 4.0, 2.0, 2.0, 2.0, 4.0, 4.0, 3.0, 2.0, 26.0, 2.0, 2.0, 3.0, 4.0, 1.0, 4.0, 0.0, 3.0, 3.0, 5.0, 4.0, 2.0, 3.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.004827368073165417, -0.004644352942705154, -0.004461337346583605, -0.0042783222161233425, -0.004095306620001793, -0.003912291489541531, -0.003729275893419981, -0.003546260530129075, -0.003363245166838169, -0.003180230036377907, -0.002997214673087001, -0.002814199309796095, -0.002631183946505189, -0.002448168583214283, -0.002265153219923377, -0.002082137856632471, -0.0018991224933415651, -0.0017161071300506592, -0.0015330917667597532, -0.0013500764034688473, -0.0011670610401779413, -0.0009840457933023572, -0.0008010304300114512, -0.0006180150667205453, -0.00043499970342963934, -0.0002519843401387334, -6.896900595165789e-05, 0.00011404634278733283, 0.00029706169152632356, 0.0004800770548172295, 0.0006630923599004745, 0.0008461077231913805, 0.0010291230864822865, 0.0012121384497731924, 0.0013951538130640984, 0.0015781691763550043, 0.0017611845396459103, 0.0019441997865214944, 0.002127215266227722, 0.002310230629518628, 0.002493245992809534, 0.0026762611232697964, 0.0028592764865607023, 0.0030422918498516083, 0.0032253072131425142, 0.00340832257643342, 0.003591337939724326, 0.003774353303015232, 0.003957368433475494, 0.004140384029597044, 0.004323399160057306, 0.004506414756178856, 0.004689429886639118, 0.004872445482760668, 0.00505546061322093, 0.00523847620934248, 0.005421491339802742, 0.005604506935924292, 0.005787522066384554, 0.0059705376625061035, 0.006153552792966366, 0.006336568389087915, 0.006519583519548178, 0.006702599115669727, 0.00688561424612999]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 1.0, 6.0, 4.0, 13.0, 15.0, 31.0, 32.0, 63.0, 83.0, 149.0, 174.0, 296.0, 420.0, 581.0, 874.0, 1272.0, 1904.0, 2664.0, 3854.0, 5588.0, 7539.0, 10650.0, 15091.0, 20507.0, 28002.0, 37935.0, 52242.0, 70310.0, 91862.0, 415549.0, 105110.0, 79727.0, 60046.0, 43454.0, 31595.0, 23156.0, 17447.0, 13024.0, 9907.0, 7302.0, 5632.0, 4016.0, 2915.0, 2347.0, 1712.0, 1242.0, 885.0, 683.0, 463.0, 343.0, 264.0, 203.0, 151.0, 102.0, 67.0, 56.0, 32.0, 22.0, 19.0, 8.0, 2.0, 0.0, 3.0], "bins": [-0.014188197441399097, -0.013728410005569458, -0.013268621638417244, -0.012808834202587605, -0.01234904583543539, -0.011889258399605751, -0.011429470032453537, -0.010969682596623898, -0.010509895160794258, -0.010050106793642044, -0.009590319357812405, -0.00913053099066019, -0.008670743554830551, -0.008210955187678337, -0.007751167751848698, -0.007291379850357771, -0.006831591948866844, -0.0063718040473759174, -0.005912016145884991, -0.005452228244394064, -0.004992440342903137, -0.004532652907073498, -0.004072865005582571, -0.0036130771040916443, -0.0031532892026007175, -0.002693501301109791, -0.002233713399618864, -0.001773925730958581, -0.0013141378294676542, -0.0008543499861843884, -0.00039456214290112257, 6.522570038214326e-05, 0.0005250135436654091, 0.0009848014451563358, 0.0014445892302319407, 0.0019043770153075457, 0.0023641649167984724, 0.002823952818289399, 0.0032837404869496822, 0.003743528388440609, 0.004203316289931536, 0.0046631041914224625, 0.005122892092913389, 0.005582679994404316, 0.006042467430233955, 0.006502255331724882, 0.006962043233215809, 0.007421831134706736, 0.007881619036197662, 0.008341406472027302, 0.008801194839179516, 0.009260982275009155, 0.00972077064216137, 0.010180558077991009, 0.010640346445143223, 0.011100133880972862, 0.011559922248125076, 0.012019709683954716, 0.012479497119784355, 0.01293928548693657, 0.013399072922766209, 0.013858861289918423, 0.014318648725748062, 0.014778437092900276, 0.015238224528729916]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 1.0, 2.0, 9.0, 5.0, 2.0, 6.0, 4.0, 5.0, 1.0, 8.0, 3.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01994345709681511, -0.019422266632318497, -0.018901074305176735, -0.018379883840680122, -0.01785869151353836, -0.017337501049041748, -0.016816310584545135, -0.016295118257403374, -0.01577392779290676, -0.015252736397087574, -0.014731545001268387, -0.014210354536771774, -0.013689163140952587, -0.0131679717451334, -0.012646781280636787, -0.0121255898848176, -0.011604398488998413, -0.011083207093179226, -0.010562015697360039, -0.010040825232863426, -0.009519633837044239, -0.008998442441225052, -0.00847725197672844, -0.007956060580909252, -0.007434869185090065, -0.006913677789270878, -0.006392486859112978, -0.005871295928955078, -0.005350104533135891, -0.004828913137316704, -0.004307722207158804, -0.0037865310441702604, -0.003265339881181717, -0.0027441487181931734, -0.00222295755520463, -0.0017017663922160864, -0.0011805752292275429, -0.0006593840662389994, -0.00013819290325045586, 0.00038299825973808765, 0.0009041894227266312, 0.0014253805857151747, 0.0019465717487037182, 0.0024677629116922617, 0.002988954074680805, 0.0035101452376693487, 0.004031336400657892, 0.004552527330815792, 0.005073718726634979, 0.005594910122454166, 0.006116101052612066, 0.006637291982769966, 0.007158483378589153, 0.0076796747744083405, 0.008200865238904953, 0.00872205663472414, 0.009243248030543327, 0.009764439426362514, 0.010285630822181702, 0.010806821286678314, 0.011328012682497501, 0.011849204078316689, 0.012370394542813301, 0.012891585938632488, 0.013412777334451675]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 3.0, 2.0, 1.0, 1.0, 3.0, 5.0, 3.0, 5.0, 8.0, 4.0, 10.0, 3.0, 7.0, 9.0, 13.0, 15.0, 12.0, 13.0, 11.0, 7.0, 10.0, 13.0, 14.0, 14.0, 24.0, 20.0, 23.0, 48.0, 80.0, 91.0, 143.0, 230.0, 409.0, 744.0, 1145.0, 1901.0, 7417.0, 2898.0, 1240.0, 589.0, 380.0, 287.0, 202.0, 107.0, 89.0, 42.0, 42.0, 17.0, 16.0, 15.0, 12.0, 12.0, 6.0, 5.0, 2.0, 3.0, 2.0, 1.0, 1.0, 1.0], "bins": [-0.015883175656199455, -0.015495161525905132, -0.01510714739561081, -0.014719133265316486, -0.014331119135022163, -0.013943104073405266, -0.013555089943110943, -0.01316707581281662, -0.012779061682522297, -0.012391047552227974, -0.012003033421933651, -0.011615019291639328, -0.01122700423002243, -0.010838990099728107, -0.010450975969433784, -0.010062961839139462, -0.009674947708845139, -0.009286933578550816, -0.008898919448256493, -0.00851090531796217, -0.008122891187667847, -0.007734876591712236, -0.007346861995756626, -0.006958847865462303, -0.00657083373516798, -0.006182819604873657, -0.005794805474579334, -0.005406790878623724, -0.005018776748329401, -0.004630762618035078, -0.004242748022079468, -0.003854733891785145, -0.003466719761490822, -0.003078705631196499, -0.0026906912680715322, -0.0023026769049465656, -0.0019146627746522427, -0.0015266485279425979, -0.001138634281232953, -0.0007506200345233083, -0.0003626057878136635, 2.5408458895981312e-05, 0.0004134227056056261, 0.0008014369523152709, 0.0011894511990249157, 0.0015774654457345605, 0.0019654796924442053, 0.002353494055569172, 0.002741508185863495, 0.003129522316157818, 0.0035175366792827845, 0.003905551042407751, 0.004293565172702074, 0.004681579302996397, 0.005069593898952007, 0.00545760802924633, 0.005845622159540653, 0.006233636289834976, 0.006621650420129299, 0.0070096650160849094, 0.007397679146379232, 0.007785693276673555, 0.008173707872629166, 0.008561722002923489, 0.008949736133217812]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 3.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0455775111913681, -0.044364623725414276, -0.04315173625946045, -0.04193884879350662, -0.040725961327552795, -0.03951307386159897, -0.03830018639564514, -0.037087298929691315, -0.03587441146373749, -0.03466152399778366, -0.033448636531829834, -0.03223574906587601, -0.03102286346256733, -0.029809975996613503, -0.028597088530659676, -0.02738420106470585, -0.026171313598752022, -0.024958426132798195, -0.023745538666844368, -0.02253265120089054, -0.021319763734936714, -0.020106876268982887, -0.01889398880302906, -0.017681101337075233, -0.016468215733766556, -0.015255327336490154, -0.014042439870536327, -0.0128295524045825, -0.011616665869951248, -0.010403778403997421, -0.009190890938043594, -0.007978003472089767, -0.0067651160061359406, -0.005552228540182114, -0.004339341074228287, -0.003126454073935747, -0.0019135666079819202, -0.0007006792584434152, 0.0005122080910950899, 0.001725095440633595, 0.0029379827901721, 0.004150870256125927, 0.005363757722079754, 0.0065766447223722935, 0.00778953218832612, 0.00900241918861866, 0.010215306654572487, 0.011428194120526314, 0.01264108158648014, 0.013853969052433968, 0.015066856518387794, 0.01627974398434162, 0.01749263145029545, 0.018705518916249275, 0.019918406382203102, 0.02113129384815693, 0.022344179451465607, 0.023557066917419434, 0.02476995438337326, 0.025982841849327087, 0.027195729315280914, 0.02840861678123474, 0.029621504247188568, 0.030834391713142395, 0.03204727917909622]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 3.0, 1.0, 2.0, 2.0, 7.0, 8.0, 5.0, 5.0, 7.0, 5.0, 8.0, 11.0, 8.0, 7.0, 12.0, 7.0, 22.0, 15.0, 51.0, 26.0, 10.0, 9.0, 13.0, 7.0, 7.0, 4.0, 3.0, 4.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.03329528868198395, -0.03249867632985115, -0.03170206397771835, -0.030905451625585556, -0.03010883927345276, -0.02931222692131996, -0.028515614569187164, -0.027719002217054367, -0.02692238986492157, -0.026125777512788773, -0.025329165160655975, -0.024532552808523178, -0.02373594045639038, -0.022939328104257584, -0.022142715752124786, -0.02134610339999199, -0.020549491047859192, -0.019752876833081245, -0.018956264480948448, -0.01815965212881565, -0.017363039776682854, -0.016566427424550056, -0.01576981507241726, -0.014973203651607037, -0.014176590368151665, -0.013379978016018867, -0.01258336566388607, -0.011786753311753273, -0.010990140959620476, -0.010193528607487679, -0.009396916255354881, -0.008600303903222084, -0.007803691551089287, -0.0070070791989564896, -0.006210466846823692, -0.005413854494690895, -0.004617242142558098, -0.003820629557594657, -0.003024016972631216, -0.002227404620498419, -0.0014307922683656216, -0.0006341798580251634, 0.00016243255231529474, 0.0009590449626557529, 0.001755657372996211, 0.0025522697251290083, 0.003348882310092449, 0.004145494662225246, 0.004942107014358044, 0.005738719366490841, 0.006535331718623638, 0.007331944070756435, 0.008128556422889233, 0.00892516877502203, 0.009721781127154827, 0.010518393479287624, 0.011315006762742996, 0.012111619114875793, 0.01290823146700859, 0.013704843819141388, 0.014501456171274185, 0.015298068523406982, 0.01609468087553978, 0.016891293227672577, 0.017687905579805374]}, "_runtime": 14.642333269119263, "_timestamp": 1596209126.6097307, "_step": 12}
+{"val_accuracy": 0.6694342180365297, "val_loss": 1.0896201819589693, "_runtime": 16.010572910308838, "_timestamp": 1596209127.9779704, "_step": 13}
diff --git a/wandb/run-20200731_152514-3r7xbbkm/wandb-metadata.json b/wandb/run-20200731_152514-3r7xbbkm/wandb-metadata.json
new file mode 100644
index 0000000..d4cde81
--- /dev/null
+++ b/wandb/run-20200731_152514-3r7xbbkm/wandb-metadata.json
@@ -0,0 +1,30 @@
+{
+ "root": "/home/akternurra/Documents/projects/quest-for-general-artifical-intelligence/projects/text-recognizer",
+ "program": "<python with no main file>",
+ "git": {
+ "remote": "git@github.com:aktersnurra/text-recognizer.git",
+ "commit": "fa461db6132e7a22f3aa1bb48cce8981890325fb"
+ },
+ "email": "gustaf.rydholm@gmail.com",
+ "startedAt": "2020-07-31T15:25:15.047079",
+ "host": "kompjuter",
+ "username": "akternurra",
+ "executable": "/home/akternurra/.cache/pypoetry/virtualenvs/text-recognizer-N1c_zsdp-py3.8/bin/python",
+ "os": "Linux-5.4.0-42-generic-x86_64-with-glibc2.27",
+ "python": "3.8.2",
+ "gpu": "GeForce RTX 2070",
+ "gpu_count": 1,
+ "cpu_count": 12,
+ "cuda": "10.1.105",
+ "args": [
+ "--gpu=-1",
+ "--save",
+ "--experiment_config={\"dataloader\": \"EmnistDataLoader\", \"data_loader_args\": {\"splits\": [\"train\", \"val\"], \"sample_to_balance\": true, \"subsample_fraction\": null, \"transform\": null, \"target_transform\": null, \"batch_size\": 256, \"shuffle\": true, \"num_workers\": 8, \"cuda\": true, \"seed\": 4711}, \"model\": \"CharacterModel\", \"metrics\": [\"accuracy\"], \"network\": \"LeNet\", \"network_args\": {\"input_size\": [28, 28], \"output_size\": 62}, \"train_args\": {\"batch_size\": 256, \"epochs\": 16}, \"criterion\": \"CrossEntropyLoss\", \"criterion_args\": {\"weight\": null, \"ignore_index\": -100, \"reduction\": \"mean\"}, \"optimizer\": \"AdamW\", \"optimizer_args\": {\"lr\": 0.01, \"betas\": [0.9, 0.999], \"eps\": 1e-08, \"weight_decay\": 0, \"amsgrad\": false}, \"lr_scheduler\": \"OneCycleLR\", \"lr_scheduler_args\": {\"max_lr\": 0.001, \"epochs\": 16}, \"callbacks\": [\"Checkpoint\", \"EarlyStopping\", \"WandbCallback\", \"WandbImageLogger\"], \"callback_args\": {\"Checkpoint\": {\"monitor\": \"val_accuracy\"}, \"EarlyStopping\": {\"monitor\": \"val_loss\", \"min_delta\": 0.0, \"patience\": 3, \"mode\": \"min\"}, \"WandbCallback\": {\"log_batch_frequency\": 1}, \"WandbImageLogger\": {\"num_examples\": 4}}, \"verbosity\": 2, \"resume_experiment\": null, \"experiment_group\": \"Sample Experiments\"}"
+ ],
+ "state": "failed",
+ "jobType": null,
+ "mode": "run",
+ "project": "text-recognizer",
+ "heartbeatAt": "2020-07-31T15:25:28.723350",
+ "exitcode": 1
+}
diff --git a/wandb/run-20200731_152514-3r7xbbkm/wandb-summary.json b/wandb/run-20200731_152514-3r7xbbkm/wandb-summary.json
new file mode 100644
index 0000000..886c38d
--- /dev/null
+++ b/wandb/run-20200731_152514-3r7xbbkm/wandb-summary.json
@@ -0,0 +1 @@
+{"graph_0": {"_type": "graph-file", "path": "media/graph/graph_0_summary_580f53ba.graph.json", "sha256": "580f53ba98f890c0e99805052e1e94059f5776b772d1436f1ed5b8d45ce31c37", "size": 1814}, "_step": 13, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 3.0, 2.0, 1.0, 1.0, 3.0, 5.0, 3.0, 5.0, 8.0, 4.0, 10.0, 3.0, 7.0, 9.0, 13.0, 15.0, 12.0, 13.0, 11.0, 7.0, 10.0, 13.0, 14.0, 14.0, 24.0, 20.0, 23.0, 48.0, 80.0, 91.0, 143.0, 230.0, 409.0, 744.0, 1145.0, 1901.0, 7417.0, 2898.0, 1240.0, 589.0, 380.0, 287.0, 202.0, 107.0, 89.0, 42.0, 42.0, 17.0, 16.0, 15.0, 12.0, 12.0, 6.0, 5.0, 2.0, 3.0, 2.0, 1.0, 1.0, 1.0], "bins": [-0.015883175656199455, -0.015495161525905132, -0.01510714739561081, -0.014719133265316486, -0.014331119135022163, -0.013943104073405266, -0.013555089943110943, -0.01316707581281662, -0.012779061682522297, -0.012391047552227974, -0.012003033421933651, -0.011615019291639328, -0.01122700423002243, -0.010838990099728107, -0.010450975969433784, -0.010062961839139462, -0.009674947708845139, -0.009286933578550816, -0.008898919448256493, -0.00851090531796217, -0.008122891187667847, -0.007734876591712236, -0.007346861995756626, -0.006958847865462303, -0.00657083373516798, -0.006182819604873657, -0.005794805474579334, -0.005406790878623724, -0.005018776748329401, -0.004630762618035078, -0.004242748022079468, -0.003854733891785145, -0.003466719761490822, -0.003078705631196499, -0.0026906912680715322, -0.0023026769049465656, -0.0019146627746522427, -0.0015266485279425979, -0.001138634281232953, -0.0007506200345233083, -0.0003626057878136635, 2.5408458895981312e-05, 0.0004134227056056261, 0.0008014369523152709, 0.0011894511990249157, 0.0015774654457345605, 0.0019654796924442053, 0.002353494055569172, 0.002741508185863495, 0.003129522316157818, 0.0035175366792827845, 0.003905551042407751, 0.004293565172702074, 0.004681579302996397, 0.005069593898952007, 0.00545760802924633, 0.005845622159540653, 0.006233636289834976, 0.006621650420129299, 0.0070096650160849094, 0.007397679146379232, 0.007785693276673555, 0.008173707872629166, 0.008561722002923489, 0.008949736133217812]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 2.0, 4.0, 1.0, 0.0, 5.0, 3.0, 7.0, 13.0, 7.0, 19.0, 17.0, 20.0, 35.0, 36.0, 53.0, 57.0, 90.0, 118.0, 153.0, 229.0, 275.0, 415.0, 607.0, 3488.0, 1022.0, 458.0, 275.0, 162.0, 111.0, 65.0, 50.0, 38.0, 24.0, 18.0, 16.0, 7.0, 8.0, 7.0, 1.0, 5.0, 2.0, 2.0, 1.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.17444561421871185, -0.16802279651165009, -0.1615999937057495, -0.15517717599868774, -0.14875437319278717, -0.1423315554857254, -0.13590873777866364, -0.12948593497276306, -0.1230631172657013, -0.11664030700922012, -0.11021749675273895, -0.10379468649625778, -0.09737187623977661, -0.09094906598329544, -0.08452624827623367, -0.0781034380197525, -0.07168062776327133, -0.06525781750679016, -0.05883500352501869, -0.05241219326853752, -0.04598937928676605, -0.03956656903028488, -0.03314375877380371, -0.02672094665467739, -0.02029813453555107, -0.013875322416424751, -0.007452511228621006, -0.0010296995751559734, 0.005393112078309059, 0.011815924197435379, 0.01823873445391655, 0.02466154657304287, 0.03108435869216919, 0.03750716894865036, 0.04392998293042183, 0.050352793186903, 0.05677560716867447, 0.06319841742515564, 0.06962122768163681, 0.07604403793811798, 0.08246685564517975, 0.08888966590166092, 0.09531247615814209, 0.10173528641462326, 0.10815809667110443, 0.1145809069275856, 0.12100372463464737, 0.12742653489112854, 0.1338493525981903, 0.14027215540409088, 0.14669497311115265, 0.15311777591705322, 0.159540593624115, 0.16596339643001556, 0.17238621413707733, 0.1788090318441391, 0.18523183465003967, 0.19165465235710144, 0.19807745516300201, 0.20450027287006378, 0.21092309057712555, 0.21734589338302612, 0.2237687110900879, 0.23019151389598846, 0.23661433160305023]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 3.0, 1.0, 2.0, 2.0, 7.0, 8.0, 5.0, 5.0, 7.0, 5.0, 8.0, 11.0, 8.0, 7.0, 12.0, 7.0, 22.0, 15.0, 51.0, 26.0, 10.0, 9.0, 13.0, 7.0, 7.0, 4.0, 3.0, 4.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.03329528868198395, -0.03249867632985115, -0.03170206397771835, -0.030905451625585556, -0.03010883927345276, -0.02931222692131996, -0.028515614569187164, -0.027719002217054367, -0.02692238986492157, -0.026125777512788773, -0.025329165160655975, -0.024532552808523178, -0.02373594045639038, -0.022939328104257584, -0.022142715752124786, -0.02134610339999199, -0.020549491047859192, -0.019752876833081245, -0.018956264480948448, -0.01815965212881565, -0.017363039776682854, -0.016566427424550056, -0.01576981507241726, -0.014973203651607037, -0.014176590368151665, -0.013379978016018867, -0.01258336566388607, -0.011786753311753273, -0.010990140959620476, -0.010193528607487679, -0.009396916255354881, -0.008600303903222084, -0.007803691551089287, -0.0070070791989564896, -0.006210466846823692, -0.005413854494690895, -0.004617242142558098, -0.003820629557594657, -0.003024016972631216, -0.002227404620498419, -0.0014307922683656216, -0.0006341798580251634, 0.00016243255231529474, 0.0009590449626557529, 0.001755657372996211, 0.0025522697251290083, 0.003348882310092449, 0.004145494662225246, 0.004942107014358044, 0.005738719366490841, 0.006535331718623638, 0.007331944070756435, 0.008128556422889233, 0.00892516877502203, 0.009721781127154827, 0.010518393479287624, 0.011315006762742996, 0.012111619114875793, 0.01290823146700859, 0.013704843819141388, 0.014501456171274185, 0.015298068523406982, 0.01609468087553978, 0.016891293227672577, 0.017687905579805374]}, "_runtime": 16.010572910308838, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 1.0, 6.0, 4.0, 13.0, 15.0, 31.0, 32.0, 63.0, 83.0, 149.0, 174.0, 296.0, 420.0, 581.0, 874.0, 1272.0, 1904.0, 2664.0, 3854.0, 5588.0, 7539.0, 10650.0, 15091.0, 20507.0, 28002.0, 37935.0, 52242.0, 70310.0, 91862.0, 415549.0, 105110.0, 79727.0, 60046.0, 43454.0, 31595.0, 23156.0, 17447.0, 13024.0, 9907.0, 7302.0, 5632.0, 4016.0, 2915.0, 2347.0, 1712.0, 1242.0, 885.0, 683.0, 463.0, 343.0, 264.0, 203.0, 151.0, 102.0, 67.0, 56.0, 32.0, 22.0, 19.0, 8.0, 2.0, 0.0, 3.0], "bins": [-0.014188197441399097, -0.013728410005569458, -0.013268621638417244, -0.012808834202587605, -0.01234904583543539, -0.011889258399605751, -0.011429470032453537, -0.010969682596623898, -0.010509895160794258, -0.010050106793642044, -0.009590319357812405, -0.00913053099066019, -0.008670743554830551, -0.008210955187678337, -0.007751167751848698, -0.007291379850357771, -0.006831591948866844, -0.0063718040473759174, -0.005912016145884991, -0.005452228244394064, -0.004992440342903137, -0.004532652907073498, -0.004072865005582571, -0.0036130771040916443, -0.0031532892026007175, -0.002693501301109791, -0.002233713399618864, -0.001773925730958581, -0.0013141378294676542, -0.0008543499861843884, -0.00039456214290112257, 6.522570038214326e-05, 0.0005250135436654091, 0.0009848014451563358, 0.0014445892302319407, 0.0019043770153075457, 0.0023641649167984724, 0.002823952818289399, 0.0032837404869496822, 0.003743528388440609, 0.004203316289931536, 0.0046631041914224625, 0.005122892092913389, 0.005582679994404316, 0.006042467430233955, 0.006502255331724882, 0.006962043233215809, 0.007421831134706736, 0.007881619036197662, 0.008341406472027302, 0.008801194839179516, 0.009260982275009155, 0.00972077064216137, 0.010180558077991009, 0.010640346445143223, 0.011100133880972862, 0.011559922248125076, 0.012019709683954716, 0.012479497119784355, 0.01293928548693657, 0.013399072922766209, 0.013858861289918423, 0.014318648725748062, 0.014778437092900276, 0.015238224528729916]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 1.0, 2.0, 9.0, 5.0, 2.0, 6.0, 4.0, 5.0, 1.0, 8.0, 3.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01994345709681511, -0.019422266632318497, -0.018901074305176735, -0.018379883840680122, -0.01785869151353836, -0.017337501049041748, -0.016816310584545135, -0.016295118257403374, -0.01577392779290676, -0.015252736397087574, -0.014731545001268387, -0.014210354536771774, -0.013689163140952587, -0.0131679717451334, -0.012646781280636787, -0.0121255898848176, -0.011604398488998413, -0.011083207093179226, -0.010562015697360039, -0.010040825232863426, -0.009519633837044239, -0.008998442441225052, -0.00847725197672844, -0.007956060580909252, -0.007434869185090065, -0.006913677789270878, -0.006392486859112978, -0.005871295928955078, -0.005350104533135891, -0.004828913137316704, -0.004307722207158804, -0.0037865310441702604, -0.003265339881181717, -0.0027441487181931734, -0.00222295755520463, -0.0017017663922160864, -0.0011805752292275429, -0.0006593840662389994, -0.00013819290325045586, 0.00038299825973808765, 0.0009041894227266312, 0.0014253805857151747, 0.0019465717487037182, 0.0024677629116922617, 0.002988954074680805, 0.0035101452376693487, 0.004031336400657892, 0.004552527330815792, 0.005073718726634979, 0.005594910122454166, 0.006116101052612066, 0.006637291982769966, 0.007158483378589153, 0.0076796747744083405, 0.008200865238904953, 0.00872205663472414, 0.009243248030543327, 0.009764439426362514, 0.010285630822181702, 0.010806821286678314, 0.011328012682497501, 0.011849204078316689, 0.012370394542813301, 0.012891585938632488, 0.013412777334451675]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 3.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0455775111913681, -0.044364623725414276, -0.04315173625946045, -0.04193884879350662, -0.040725961327552795, -0.03951307386159897, -0.03830018639564514, -0.037087298929691315, -0.03587441146373749, -0.03466152399778366, -0.033448636531829834, -0.03223574906587601, -0.03102286346256733, -0.029809975996613503, -0.028597088530659676, -0.02738420106470585, -0.026171313598752022, -0.024958426132798195, -0.023745538666844368, -0.02253265120089054, -0.021319763734936714, -0.020106876268982887, -0.01889398880302906, -0.017681101337075233, -0.016468215733766556, -0.015255327336490154, -0.014042439870536327, -0.0128295524045825, -0.011616665869951248, -0.010403778403997421, -0.009190890938043594, -0.007978003472089767, -0.0067651160061359406, -0.005552228540182114, -0.004339341074228287, -0.003126454073935747, -0.0019135666079819202, -0.0007006792584434152, 0.0005122080910950899, 0.001725095440633595, 0.0029379827901721, 0.004150870256125927, 0.005363757722079754, 0.0065766447223722935, 0.00778953218832612, 0.00900241918861866, 0.010215306654572487, 0.011428194120526314, 0.01264108158648014, 0.013853969052433968, 0.015066856518387794, 0.01627974398434162, 0.01749263145029545, 0.018705518916249275, 0.019918406382203102, 0.02113129384815693, 0.022344179451465607, 0.023557066917419434, 0.02476995438337326, 0.025982841849327087, 0.027195729315280914, 0.02840861678123474, 0.029621504247188568, 0.030834391713142395, 0.03204727917909622]}, "gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 3.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 4.0, 4.0, 0.0, 3.0, 4.0, 4.0, 2.0, 4.0, 3.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 3.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.022912103682756424, -0.022247709333896637, -0.02158331498503685, -0.020918918773531914, -0.020254524424672127, -0.01959013007581234, -0.018925733864307404, -0.018261339515447617, -0.01759694516658783, -0.016932550817728043, -0.016268156468868256, -0.01560376025736332, -0.014939365908503532, -0.014274971559643745, -0.013610576279461384, -0.012946180999279022, -0.012281786650419235, -0.011617392301559448, -0.010952997021377087, -0.010288601741194725, -0.009624207392334938, -0.008959813043475151, -0.00829541776329279, -0.007631022948771715, -0.006966628134250641, -0.006302233319729567, -0.005637838505208492, -0.004973443690687418, -0.004309048876166344, -0.0036446540616452694, -0.002980259247124195, -0.002315864432603121, -0.0016514696180820465, -0.0009870748035609722, -0.0003226799890398979, 0.0003417148254811764, 0.0010061096400022507, 0.001670504454523325, 0.0023348992690443993, 0.0029992940835654736, 0.003663688898086548, 0.004328083712607622, 0.0049924785271286964, 0.005656873341649771, 0.006321268156170845, 0.006985662970691919, 0.007650057785212994, 0.008314453065395355, 0.008978847414255142, 0.00964324176311493, 0.01030763704329729, 0.010972032323479652, 0.01163642667233944, 0.012300821021199226, 0.012965216301381588, 0.01362961158156395, 0.014294005930423737, 0.014958400279283524, 0.015622795559465885, 0.016287190839648247, 0.016951585188508034, 0.01761597953736782, 0.018280375748872757, 0.018944770097732544, 0.01960916444659233]}, "_timestamp": 1596209127.9779704, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 4.0, 2.0, 3.0, 2.0, 5.0, 2.0, 8.0, 4.0, 2.0, 2.0, 2.0, 4.0, 4.0, 3.0, 2.0, 26.0, 2.0, 2.0, 3.0, 4.0, 1.0, 4.0, 0.0, 3.0, 3.0, 5.0, 4.0, 2.0, 3.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.004827368073165417, -0.004644352942705154, -0.004461337346583605, -0.0042783222161233425, -0.004095306620001793, -0.003912291489541531, -0.003729275893419981, -0.003546260530129075, -0.003363245166838169, -0.003180230036377907, -0.002997214673087001, -0.002814199309796095, -0.002631183946505189, -0.002448168583214283, -0.002265153219923377, -0.002082137856632471, -0.0018991224933415651, -0.0017161071300506592, -0.0015330917667597532, -0.0013500764034688473, -0.0011670610401779413, -0.0009840457933023572, -0.0008010304300114512, -0.0006180150667205453, -0.00043499970342963934, -0.0002519843401387334, -6.896900595165789e-05, 0.00011404634278733283, 0.00029706169152632356, 0.0004800770548172295, 0.0006630923599004745, 0.0008461077231913805, 0.0010291230864822865, 0.0012121384497731924, 0.0013951538130640984, 0.0015781691763550043, 0.0017611845396459103, 0.0019441997865214944, 0.002127215266227722, 0.002310230629518628, 0.002493245992809534, 0.0026762611232697964, 0.0028592764865607023, 0.0030422918498516083, 0.0032253072131425142, 0.00340832257643342, 0.003591337939724326, 0.003774353303015232, 0.003957368433475494, 0.004140384029597044, 0.004323399160057306, 0.004506414756178856, 0.004689429886639118, 0.004872445482760668, 0.00505546061322093, 0.00523847620934248, 0.005421491339802742, 0.005604506935924292, 0.005787522066384554, 0.0059705376625061035, 0.006153552792966366, 0.006336568389087915, 0.006519583519548178, 0.006702599115669727, 0.00688561424612999]}, "val_loss": 1.0896201819589693, "val_accuracy": 0.6694342180365297}
diff --git a/wandb/run-20200731_152555-45qn8rho/config.yaml b/wandb/run-20200731_152555-45qn8rho/config.yaml
new file mode 100644
index 0000000..f8813b6
--- /dev/null
+++ b/wandb/run-20200731_152555-45qn8rho/config.yaml
@@ -0,0 +1,111 @@
+wandb_version: 1
+
+_wandb:
+ desc: null
+ value:
+ cli_version: 0.8.36
+ framework: torch
+ is_jupyter_run: false
+ is_kaggle_kernel: false
+ python_version: 3.8.2
+callback_args:
+ desc: null
+ value:
+ Checkpoint:
+ monitor: val_accuracy
+ EarlyStopping:
+ min_delta: 0.0
+ mode: min
+ monitor: val_loss
+ patience: 3
+ WandbCallback:
+ log_batch_frequency: 10
+ WandbImageLogger:
+ num_examples: 4
+callbacks:
+ desc: null
+ value:
+ - Checkpoint
+ - EarlyStopping
+ - WandbCallback
+ - WandbImageLogger
+criterion:
+ desc: null
+ value: CrossEntropyLoss
+criterion_args:
+ desc: null
+ value:
+ ignore_index: -100
+ reduction: mean
+ weight: null
+data_loader_args:
+ desc: null
+ value:
+ batch_size: 256
+ cuda: true
+ num_workers: 8
+ sample_to_balance: true
+ seed: 4711
+ shuffle: true
+ splits:
+ - train
+ - val
+ subsample_fraction: null
+ target_transform: null
+ transform: null
+dataloader:
+ desc: null
+ value: EmnistDataLoader
+experiment_group:
+ desc: null
+ value: Sample Experiments
+lr_scheduler:
+ desc: null
+ value: OneCycleLR
+lr_scheduler_args:
+ desc: null
+ value:
+ epochs: 16
+ max_lr: 0.001
+ steps_per_epoch: 1314
+metrics:
+ desc: null
+ value:
+ - accuracy
+model:
+ desc: null
+ value: CharacterModel
+network:
+ desc: null
+ value: LeNet
+network_args:
+ desc: null
+ value:
+ input_size:
+ - 28
+ - 28
+ output_size: 62
+optimizer:
+ desc: null
+ value: AdamW
+optimizer_args:
+ desc: null
+ value:
+ amsgrad: false
+ betas:
+ - 0.9
+ - 0.999
+ eps: 1.0e-08
+ lr: 0.01
+ weight_decay: 0
+resume_experiment:
+ desc: null
+ value: null
+train_args:
+ desc: null
+ value:
+ batch_size: 256
+ epochs: 16
+verbosity:
+ desc: null
+ value: 2
diff --git a/wandb/run-20200731_152555-45qn8rho/media/graph/graph_0_summary_d3b6410a.graph.json b/wandb/run-20200731_152555-45qn8rho/media/graph/graph_0_summary_d3b6410a.graph.json
new file mode 100644
index 0000000..3b8d277
--- /dev/null
+++ b/wandb/run-20200731_152555-45qn8rho/media/graph/graph_0_summary_d3b6410a.graph.json
@@ -0,0 +1 @@
+{"format": "torch", "nodes": [{"name": "layers.0", "id": 140503758984240, "class_name": "Conv2d(1, 32, kernel_size=(3, 3), stride=(1, 1))", "parameters": [["weight", [32, 1, 3, 3]], ["bias", [32]]], "output_shape": [[2, 32, 26, 26]], "num_parameters": [288, 32]}, {"name": "layers.1", "id": 140503758984048, "class_name": "ReLU(inplace=True)", "parameters": [], "output_shape": [[2, 32, 26, 26]], "num_parameters": []}, {"name": "layers.2", "id": 140503758984192, "class_name": "Conv2d(32, 64, kernel_size=(3, 3), stride=(1, 1))", "parameters": [["weight", [64, 32, 3, 3]], ["bias", [64]]], "output_shape": [[2, 64, 24, 24]], "num_parameters": [18432, 64]}, {"name": "layers.4", "id": 140503758984480, "class_name": "MaxPool2d(kernel_size=2, stride=2, padding=0, dilation=1, ceil_mode=False)", "parameters": [], "output_shape": [[2, 64, 12, 12]], "num_parameters": []}, {"name": "layers.5", "id": 140503758984432, "class_name": "Dropout(p=0.2, inplace=False)", "parameters": [], "output_shape": [[2, 64, 12, 12]], "num_parameters": []}, {"name": "layers.6", "id": 140503758984144, "class_name": "Flatten()", "parameters": [], "output_shape": [[2, 9216]], "num_parameters": []}, {"name": "layers.7", "id": 140503758881120, "class_name": "Linear(in_features=9216, out_features=128, bias=True)", "parameters": [["weight", [128, 9216]], ["bias", [128]]], "output_shape": [[2, 128]], "num_parameters": [1179648, 128]}, {"name": "layers.9", "id": 140503758881168, "class_name": "Dropout(p=0.2, inplace=False)", "parameters": [], "output_shape": [[2, 128]], "num_parameters": []}, {"name": "layers.10", "id": 140503758881216, "class_name": "Linear(in_features=128, out_features=62, bias=True)", "parameters": [["weight", [62, 128]], ["bias", [62]]], "output_shape": [[2, 62]], "num_parameters": [7936, 62]}], "edges": []}
diff --git a/wandb/run-20200731_152555-45qn8rho/requirements.txt b/wandb/run-20200731_152555-45qn8rho/requirements.txt
new file mode 100644
index 0000000..10c63b6
--- /dev/null
+++ b/wandb/run-20200731_152555-45qn8rho/requirements.txt
@@ -0,0 +1,145 @@
+alabaster==0.7.12
+appdirs==1.4.4
+attrs==19.3.0
+babel==2.8.0
+backcall==0.2.0
+bandit==1.6.2
+black==19.10b0
+bleach==3.1.5
+blessings==1.7
+boltons==20.2.0
+certifi==2020.6.20
+chardet==3.0.4
+click==7.1.2
+configparser==5.0.0
+coverage==5.2.1
+cycler==0.10.0
+darglint==1.5.2
+dataclasses==0.6
+decorator==4.4.2
+defusedxml==0.6.0
+desert==2020.1.6
+docker-pycreds==0.4.0
+docutils==0.16
+dparse==0.5.1
+entrypoints==0.3
+flake8-annotations==2.3.0
+flake8-bandit==2.1.2
+flake8-black==0.2.1
+flake8-bugbear==20.1.4
+flake8-docstrings==1.5.0
+flake8-import-order==0.18.1
+flake8-polyfill==1.0.2
+flake8==3.8.3
+future==0.18.2
+gitdb==4.0.5
+gitpython==3.1.7
+gpustat==0.6.0
+gql==0.2.0
+graphql-core==1.1
+h5py==2.10.0
+idna==2.10
+imagesize==1.2.0
+ipykernel==5.3.4
+ipython-genutils==0.2.0
+ipython==7.16.1
+ipywidgets==7.5.1
+jedi==0.17.2
+jinja2==2.11.2
+jsonschema==3.2.0
+jupyter-client==6.1.6
+jupyter-console==6.1.0
+jupyter-core==4.6.3
+jupyter==1.0.0
+kiwisolver==1.2.0
+loguru==0.5.1
+markupsafe==1.1.1
+marshmallow==3.7.1
+matplotlib==3.3.0
+mccabe==0.6.1
+mistune==0.8.4
+more-itertools==8.4.0
+mypy-extensions==0.4.3
+mypy==0.770
+nbconvert==5.6.1
+nbformat==5.0.7
+notebook==6.0.3
+numpy==1.19.1
+nvidia-ml-py3==7.352.0
+opencv-python==4.3.0.36
+packaging==20.4
+pandocfilters==1.4.2
+parso==0.7.1
+pathspec==0.8.0
+pathtools==0.1.2
+pbr==5.4.5
+pexpect==4.8.0
+pickleshare==0.7.5
+pillow==7.2.0
+pip==20.2
+pluggy==0.13.1
+prometheus-client==0.8.0
+promise==2.3
+prompt-toolkit==3.0.5
+psutil==5.7.2
+ptyprocess==0.6.0
+py==1.9.0
+pycodestyle==2.6.0
+pydocstyle==5.0.2
+pyflakes==2.2.0
+pygments==2.6.1
+pyparsing==2.4.7
+pyrsistent==0.16.0
+pytest-cov==2.10.0
+pytest-mock==3.2.0
+pytest==5.4.3
+python-dateutil==2.8.1
+pytz==2020.1
+pyyaml==5.3.1
+pyzmq==19.0.1
+qtconsole==4.7.5
+qtpy==1.9.0
+redis==3.5.3
+redlock-py==1.0.8
+regex==2020.7.14
+requests==2.24.0
+safety==1.9.0
+send2trash==1.5.0
+sentry-sdk==0.16.2
+setuptools==41.2.0
+shortuuid==1.0.1
+six==1.15.0
+smmap==3.0.4
+snowballstemmer==2.0.0
+sphinx-autodoc-typehints==1.11.0
+sphinx-rtd-theme==0.4.3
+sphinx==3.1.2
+sphinxcontrib-applehelp==1.0.2
+sphinxcontrib-devhelp==1.0.2
+sphinxcontrib-htmlhelp==1.0.3
+sphinxcontrib-jsmath==1.0.1
+sphinxcontrib-qthelp==1.0.3
+sphinxcontrib-serializinghtml==1.1.4
+stevedore==3.2.0
+subprocess32==3.5.4
+terminado==0.8.3
+testpath==0.4.4
+text-recognizer==0.1.0
+toml==0.10.1
+torch==1.5.1
+torchsummary==1.5.1
+torchvision==0.6.1
+tornado==6.0.4
+tqdm==4.48.0
+traitlets==4.3.3
+typed-ast==1.4.1
+typeguard==2.9.1
+typing-extensions==3.7.4.2
+typing-inspect==0.6.0
+urllib3==1.25.10
+wandb==0.8.36
+watchdog==0.10.3
+wcwidth==0.2.5
+webencodings==0.5.1
+widgetsnbextension==3.5.1
+xdoctest==0.12.0
diff --git a/wandb/run-20200731_152555-45qn8rho/wandb-events.jsonl b/wandb/run-20200731_152555-45qn8rho/wandb-events.jsonl
new file mode 100644
index 0000000..229b9bc
--- /dev/null
+++ b/wandb/run-20200731_152555-45qn8rho/wandb-events.jsonl
@@ -0,0 +1 @@
+{"system.gpu.0.gpu": 67.88, "system.gpu.0.memory": 47.75, "system.gpu.0.memoryAllocated": 21.47, "system.gpu.0.temp": 54.62, "system.gpu.process.0.gpu": 67.88, "system.gpu.process.0.memory": 47.75, "system.gpu.process.0.memoryAllocated": 21.47, "system.gpu.process.0.temp": 54.62, "system.gpu.0.powerWatts": 124.46, "system.gpu.0.powerPercent": 57.89, "system.gpu.process.0.powerWatts": 124.46, "system.gpu.process.0.powerPercent": 57.89, "system.cpu": 44.84, "system.memory": 67.19, "system.disk": 37.2, "system.proc.memory.availableMB": 5250.13, "system.proc.memory.rssMB": 2578.55, "system.proc.memory.percent": 16.11, "system.proc.cpu.threads": 18.25, "system.network.sent": 952662, "system.network.recv": 727143, "_wandb": true, "_timestamp": 1596209169, "_runtime": 13}
diff --git a/wandb/run-20200731_152555-45qn8rho/wandb-history.jsonl b/wandb/run-20200731_152555-45qn8rho/wandb-history.jsonl
new file mode 100644
index 0000000..6b69b6f
--- /dev/null
+++ b/wandb/run-20200731_152555-45qn8rho/wandb-history.jsonl
@@ -0,0 +1,14 @@
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 5.0, 1.0, 4.0, 3.0, 1.0, 2.0, 1.0, 2.0, 5.0, 0.0, 1.0, 1.0, 4.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0], "bins": [-0.02528780698776245, -0.02462729625403881, -0.02396678552031517, -0.02330627292394638, -0.02264576219022274, -0.0219852514564991, -0.02132474072277546, -0.02066422998905182, -0.02000371739268303, -0.01934320665895939, -0.01868269592523575, -0.018022185191512108, -0.017361674457788467, -0.016701163724064827, -0.016040651127696037, -0.015380140393972397, -0.014719629660248756, -0.014059118926525116, -0.013398607261478901, -0.01273809652775526, -0.012077584862709045, -0.011417074128985405, -0.010756563395261765, -0.01009605173021555, -0.009435540996491909, -0.008775030262768269, -0.008114518597722054, -0.007454007863998413, -0.006793496664613485, -0.006132985465228558, -0.005472474731504917, -0.004811963532119989, -0.004151452332735062, -0.003490941133350134, -0.00283043016679585, -0.0021699192002415657, -0.001509408000856638, -0.000848896917887032, -0.0001883858349174261, 0.0004721252480521798, 0.0011326363310217857, 0.0017931474139913917, 0.0024536584969609976, 0.0031141694635152817, 0.0037746806629002094, 0.004435191862285137, 0.005095702596008778, 0.005756213795393705, 0.006416724994778633, 0.007077236194163561, 0.007737747393548489, 0.008398258127272129, 0.009058769792318344, 0.009719280526041985, 0.010379791259765625, 0.01104030292481184, 0.01170081365853548, 0.012361324392259121, 0.013021836057305336, 0.013682346791028976, 0.014342857524752617, 0.015003369189798832, 0.015663880854845047, 0.016324391588568687, 0.016984902322292328]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 3.0, 0.0, 0.0, 4.0, 5.0, 4.0, 6.0, 8.0, 14.0, 14.0, 14.0, 25.0, 23.0, 38.0, 47.0, 82.0, 89.0, 96.0, 146.0, 164.0, 243.0, 322.0, 452.0, 650.0, 2573.0, 863.0, 644.0, 481.0, 299.0, 211.0, 127.0, 81.0, 53.0, 48.0, 33.0, 20.0, 13.0, 9.0, 2.0, 5.0, 5.0, 5.0, 3.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.06551543623209, -0.0637621283531189, -0.0620088167488575, -0.0602555051445961, -0.058502197265625, -0.0567488856613636, -0.0549955740571022, -0.053242266178131104, -0.051488954573869705, -0.04973564296960831, -0.04798233509063721, -0.04622902348637581, -0.04447571188211441, -0.04272240400314331, -0.04096909239888191, -0.03921578451991081, -0.037462472915649414, -0.035709161311388016, -0.033955853432416916, -0.03220254182815552, -0.03044923208653927, -0.02869592234492302, -0.02694261074066162, -0.025189300999045372, -0.023435991257429123, -0.021682681515812874, -0.019929371774196625, -0.018176060169935226, -0.016422750428318977, -0.014669440686702728, -0.012916130013763905, -0.011162819340825081, -0.009409509599208832, -0.007656199391931295, -0.005902889184653759, -0.004149578977376223, -0.0023962687700986862, -0.0006429585628211498, 0.0011103516444563866, 0.002863661851733923, 0.004616972059011459, 0.006370282266288996, 0.008123592473566532, 0.009876903146505356, 0.011630212888121605, 0.013383522629737854, 0.015136833302676678, 0.0168901439756155, 0.01864345371723175, 0.020396763458848, 0.02215007320046425, 0.023903384804725647, 0.025656694546341896, 0.027410004287958145, 0.029163315892219543, 0.030916625633835793, 0.03266993537545204, 0.03442324697971344, 0.03617655485868454, 0.03792986646294594, 0.039683178067207336, 0.041436485946178436, 0.043189797550439835, 0.044943105429410934, 0.04669641703367233]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 2.0, 1.0, 2.0, 1.0, 4.0, 3.0, 4.0, 3.0, 4.0, 5.0, 2.0, 2.0, 3.0, 1.0, 3.0, 0.0, 2.0, 1.0, 30.0, 1.0, 2.0, 1.0, 5.0, 3.0, 4.0, 6.0, 1.0, 0.0, 0.0, 5.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008122020401060581, -0.007850168272852898, -0.007578316144645214, -0.007306463550776243, -0.00703461142256856, -0.006762759294360876, -0.006490906700491905, -0.006219054572284222, -0.005947202444076538, -0.0056753503158688545, -0.005403498187661171, -0.0051316455937922, -0.0048597934655845165, -0.004587941337376833, -0.004316088743507862, -0.0040442366153001785, -0.003772384487092495, -0.0035005323588848114, -0.003228679997846484, -0.002956827636808157, -0.0026849755086004734, -0.00241312338039279, -0.0021412710193544626, -0.0018694187747314572, -0.0015975665301084518, -0.0013257142854854465, -0.001053862040862441, -0.0007820097962394357, -0.0005101575516164303, -0.0002383053069934249, 3.35469376295805e-05, 0.0003053991822525859, 0.0005772514268755913, 0.0008491036714985967, 0.001120955916121602, 0.0013928081607446074, 0.0016646604053676128, 0.0019365126499906182, 0.0022083648946136236, 0.002480217255651951, 0.0027520693838596344, 0.003023921512067318, 0.003295773873105645, 0.0035676262341439724, 0.003839478362351656, 0.0041113304905593395, 0.00438318308442831, 0.004655035212635994, 0.0049268873408436775, 0.005198739469051361, 0.005470591597259045, 0.0057424441911280155, 0.006014296319335699, 0.006286148447543383, 0.0065580010414123535, 0.006829853169620037, 0.007101705297827721, 0.007373557426035404, 0.007645409554243088, 0.007917261682450771, 0.008189113810658455, 0.008460966870188713, 0.008732818998396397, 0.00900467112660408, 0.009276523254811764]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 0.0, 3.0, 3.0, 0.0, 5.0, 8.0, 13.0, 28.0, 40.0, 63.0, 104.0, 141.0, 197.0, 315.0, 484.0, 715.0, 1045.0, 1554.0, 2184.0, 3119.0, 4635.0, 6749.0, 9926.0, 14839.0, 22249.0, 33658.0, 51396.0, 75843.0, 111357.0, 523663.0, 107260.0, 68244.0, 44646.0, 29039.0, 19503.0, 13589.0, 9359.0, 6575.0, 4700.0, 3365.0, 2411.0, 1838.0, 1296.0, 963.0, 684.0, 477.0, 415.0, 275.0, 196.0, 125.0, 100.0, 70.0, 65.0, 28.0, 32.0, 13.0, 13.0, 7.0, 9.0, 6.0, 2.0, 2.0, 2.0], "bins": [-0.007126567419618368, -0.006893476005643606, -0.006660384126007557, -0.006427292712032795, -0.006194200832396746, -0.005961109418421984, -0.0057280175387859344, -0.0054949261248111725, -0.0052618347108364105, -0.005028742831200361, -0.004795651417225599, -0.00456255953758955, -0.004329468123614788, -0.004096376243978739, -0.003863284830003977, -0.003630193183198571, -0.0033971015363931656, -0.00316400988958776, -0.0029309182427823544, -0.0026978265959769487, -0.002464734949171543, -0.002231643535196781, -0.0019985518883913755, -0.00176546024158597, -0.0015323685947805643, -0.0012992769479751587, -0.001066185301169753, -0.0008330937707796693, -0.0006000021239742637, -0.0003669105062726885, -0.00013381888857111335, 9.927272913046181e-05, 0.00033236434683203697, 0.0005654559936374426, 0.0007985475822351873, 0.001031639170832932, 0.0012647308176383376, 0.0014978224644437432, 0.001730913994833827, 0.0019640056416392326, 0.0021970972884446383, 0.002430188935250044, 0.0026632805820554495, 0.002896372228860855, 0.003129463642835617, 0.0033625552896410227, 0.0035956469364464283, 0.003828738583251834, 0.0040618302300572395, 0.0042949216440320015, 0.004528013523668051, 0.004761104937642813, 0.004994196817278862, 0.005227288231253624, 0.005460380110889673, 0.005693471524864435, 0.0059265634045004845, 0.006159654818475246, 0.006392746232450008, 0.006625838112086058, 0.00685892952606082, 0.007092021405696869, 0.007325112819671631, 0.00755820469930768, 0.007791296113282442]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 3.0, 0.0, 1.0, 1.0, 3.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 5.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 7.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 2.0, 1.0, 3.0, 0.0, 1.0, 2.0], "bins": [-0.02277841791510582, -0.022277841344475746, -0.021777264773845673, -0.02127668634057045, -0.020776109769940376, -0.020275533199310303, -0.01977495476603508, -0.019274378195405006, -0.018773801624774933, -0.01827322505414486, -0.017772648483514786, -0.017272070050239563, -0.01677149347960949, -0.016270916908979416, -0.015770338475704193, -0.01526976190507412, -0.014769185334444046, -0.014268608763813972, -0.013768031261861324, -0.013267453759908676, -0.012766877189278603, -0.012266300618648529, -0.011765723116695881, -0.011265145614743233, -0.01076456904411316, -0.010263992473483086, -0.009763414971530437, -0.00926283746957779, -0.008762260898947716, -0.008261684328317642, -0.007761106826364994, -0.007260529790073633, -0.006759952753782272, -0.0062593757174909115, -0.005758798681199551, -0.00525822164490819, -0.004757644608616829, -0.004257067572325468, -0.003756490536034107, -0.0032559134997427464, -0.0027553364634513855, -0.0022547594271600246, -0.0017541823908686638, -0.001253605354577303, -0.0007530283182859421, -0.0002524512819945812, 0.00024812575429677963, 0.0007487027905881405, 0.0012492798268795013, 0.0017498568631708622, 0.002250433899462223, 0.002751010935753584, 0.0032515879720449448, 0.0037521650083363056, 0.0042527420446276665, 0.004753319080919027, 0.005253896117210388, 0.005754473153501749, 0.00625505018979311, 0.006755627226084471, 0.007256204262375832, 0.0077567812986671925, 0.008257358334958553, 0.008757935836911201, 0.009258512407541275]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 2.0, 6.0, 12.0, 17.0, 11.0, 17.0, 18.0, 27.0, 29.0, 35.0, 29.0, 46.0, 30.0, 50.0, 43.0, 49.0, 72.0, 59.0, 75.0, 71.0, 91.0, 84.0, 118.0, 144.0, 124.0, 133.0, 144.0, 189.0, 159.0, 199.0, 198.0, 239.0, 277.0, 286.0, 338.0, 313.0, 351.0, 358.0, 369.0, 434.0, 581.0, 809.0, 1562.0, 7311.0, 763.0, 544.0, 413.0, 250.0, 177.0, 163.0, 130.0, 101.0, 105.0, 91.0, 66.0, 44.0, 34.0, 22.0, 9.0, 8.0], "bins": [-0.023578548803925514, -0.02307821810245514, -0.022577889263629913, -0.02207755856215954, -0.021577227860689163, -0.021076899021863937, -0.020576568320393562, -0.020076237618923187, -0.01957590878009796, -0.019075578078627586, -0.01857524737715721, -0.018074916675686836, -0.01757458783686161, -0.017074257135391235, -0.01657392643392086, -0.016073597595095634, -0.01557326689362526, -0.015072937123477459, -0.014572606422007084, -0.014072276651859283, -0.013571945950388908, -0.013071616180241108, -0.012571286410093307, -0.012070955708622932, -0.011570625938475132, -0.011070296168327332, -0.010569965466856956, -0.010069635696709156, -0.009569305926561356, -0.00906897522509098, -0.00856864545494318, -0.008068314753472805, -0.007567984983325005, -0.007067654747515917, -0.006567324511706829, -0.006066994741559029, -0.005566664505749941, -0.005066334269940853, -0.004566004499793053, -0.004065674263983965, -0.003565344028174877, -0.0030650137923657894, -0.0025646837893873453, -0.002064353786408901, -0.0015640235505998135, -0.0010636934312060475, -0.0005633633118122816, -6.303319241851568e-05, 0.00043729692697525024, 0.0009376270463690162, 0.001437957165762782, 0.001938287285156548, 0.002438617404550314, 0.0029389476403594017, 0.003439277643337846, 0.00393960764631629, 0.004439937882125378, 0.004940268117934465, 0.005440598353743553, 0.005940928123891354, 0.006441258359700441, 0.006941588595509529, 0.0074419183656573296, 0.007942249067127705, 0.008442578837275505]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 7.0, 0.0, 0.0, 1.0], "bins": [-0.04203150048851967, -0.04133312404155731, -0.04063474386930466, -0.0399363674223423, -0.039237987250089645, -0.03853961080312729, -0.03784123435616493, -0.03714285418391228, -0.03644447773694992, -0.035746097564697266, -0.03504772111773491, -0.03434934467077255, -0.0336509644985199, -0.03295258805155754, -0.032254207879304886, -0.03155583143234253, -0.030857453122735023, -0.030159074813127518, -0.029460696503520012, -0.028762320056557655, -0.02806394174695015, -0.027365563437342644, -0.026667185127735138, -0.025968806818127632, -0.025270428508520126, -0.02457205206155777, -0.023873673751950264, -0.023175295442342758, -0.022476917132735252, -0.021778538823127747, -0.02108016237616539, -0.020381784066557884, -0.01968340575695038, -0.018985027447342873, -0.018286649137735367, -0.01758827269077301, -0.016889894381165504, -0.016191516071558, -0.015493137761950493, -0.014794760383665562, -0.014096382074058056, -0.01339800376445055, -0.012699626386165619, -0.012001248076558113, -0.011302869766950607, -0.010604492388665676, -0.00990611407905817, -0.00920773670077324, -0.008509358391165733, -0.007810980547219515, -0.007112602703273296, -0.0064142243936657906, -0.005715846549719572, -0.005017468705773354, -0.004319090396165848, -0.0036207125522196293, -0.002922334708273411, -0.0022239568643271923, -0.0015255787875503302, -0.0008272008271887898, -0.00012882286682724953, 0.0005695550935342908, 0.001267933053895831, 0.0019663111306726933, 0.0026646889746189117]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 4.0, 1.0, 2.0, 2.0, 0.0, 3.0, 2.0, 4.0, 4.0, 2.0, 1.0, 3.0, 2.0, 3.0, 4.0, 4.0, 2.0, 2.0, 3.0, 3.0, 1.0, 8.0, 10.0, 5.0, 3.0, 6.0, 7.0, 3.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 4.0, 6.0, 9.0, 9.0, 18.0, 96.0, 3.0, 7.0, 3.0, 6.0, 5.0, 7.0], "bins": [-0.05514388531446457, -0.05418232083320618, -0.053220752626657486, -0.052259188145399094, -0.0512976199388504, -0.05033605545759201, -0.04937449097633362, -0.04841292276978493, -0.047451358288526535, -0.04648979380726814, -0.04552822560071945, -0.04456666111946106, -0.04360509663820267, -0.042643528431653976, -0.041681963950395584, -0.04072039574384689, -0.0397588312625885, -0.03879726678133011, -0.03783569857478142, -0.036874134093523026, -0.035912565886974335, -0.03495100140571594, -0.03398943692445755, -0.03302786871790886, -0.03206630423665047, -0.031104737892746925, -0.030143171548843384, -0.02918160706758499, -0.02822004072368145, -0.02725847437977791, -0.026296909898519516, -0.025335343554615974, -0.024373777210712433, -0.02341221086680889, -0.02245064452290535, -0.021489080041646957, -0.020527513697743416, -0.019565947353839874, -0.018604382872581482, -0.01764281652867794, -0.0166812501847744, -0.015719683840870857, -0.01475811842828989, -0.013796553015708923, -0.012834986671805382, -0.01187342032790184, -0.010911854915320873, -0.009950289502739906, -0.008988723158836365, -0.008027156814932823, -0.007065591402351856, -0.006104025524109602, -0.005142459645867348, -0.0041808937676250935, -0.003219327889382839, -0.002257762011140585, -0.0012961961328983307, -0.00033463025465607643, 0.0006269356235861778, 0.001588501501828432, 0.0025500673800706863, 0.0035116332583129406, 0.004473199136555195, 0.005434765014797449, 0.006396330893039703]}, "_runtime": 5.111200571060181, "_timestamp": 1596209157.8747714, "_step": 0}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 0.0, 1.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 4.0, 3.0, 3.0, 2.0, 3.0, 2.0, 2.0, 3.0, 0.0, 1.0, 3.0, 0.0, 4.0, 2.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.016855603083968163, -0.016200469806790352, -0.015545334666967392, -0.014890200458467007, -0.014235066249966621, -0.01357993297278881, -0.012924798764288425, -0.01226966455578804, -0.011614530347287655, -0.01095939613878727, -0.010304261930286884, -0.009649127721786499, -0.008993994444608688, -0.008338860236108303, -0.007683726027607918, -0.0070285918191075325, -0.006373457610607147, -0.005718323402106762, -0.005063189193606377, -0.004408055450767279, -0.0037529212422668934, -0.003097787033766508, -0.0024426530580967665, -0.001787518966011703, -0.0011323848739266396, -0.0004772507818415761, 0.00017788331024348736, 0.0008330174023285508, 0.0014881514944136143, 0.0021432857029139996, 0.002798419678583741, 0.003453553654253483, 0.004108687862753868, 0.004763822071254253, 0.005418956279754639, 0.006074090022593737, 0.006729224231094122, 0.007384358439594507, 0.008039492182433605, 0.00869462639093399, 0.009349760599434376, 0.010004894807934761, 0.010660029016435146, 0.011315163224935532, 0.011970296502113342, 0.012625430710613728, 0.013280564919114113, 0.013935699127614498, 0.014590833336114883, 0.015245967544615269, 0.015901101753115654, 0.016556235030293465, 0.017211370170116425, 0.017866503447294235, 0.018521638587117195, 0.019176771864295006, 0.019831907004117966, 0.020487040281295776, 0.021142173558473587, 0.021797308698296547, 0.022452441975474358, 0.023107577115297318, 0.023762710392475128, 0.024417845532298088, 0.0250729788094759]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 6.0, 2.0, 5.0, 9.0, 6.0, 10.0, 12.0, 10.0, 21.0, 24.0, 38.0, 37.0, 45.0, 52.0, 70.0, 79.0, 88.0, 121.0, 153.0, 203.0, 255.0, 272.0, 434.0, 578.0, 2442.0, 761.0, 692.0, 473.0, 316.0, 188.0, 154.0, 95.0, 62.0, 47.0, 55.0, 24.0, 27.0, 19.0, 9.0, 10.0, 7.0, 7.0, 1.0, 3.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.12211502343416214, -0.11864461749792099, -0.11517421901226044, -0.11170381307601929, -0.10823341459035873, -0.10476300865411758, -0.10129261016845703, -0.09782220423221588, -0.09435179829597473, -0.09088139981031418, -0.08741099387407303, -0.08394059538841248, -0.08047018945217133, -0.07699979096651077, -0.07352938503026962, -0.07005898654460907, -0.06658858060836792, -0.06311817467212677, -0.05964777618646622, -0.056177373975515366, -0.052706971764564514, -0.049236565828323364, -0.04576616361737251, -0.04229576140642166, -0.03882535919547081, -0.03535495698451996, -0.03188455477356911, -0.028414150699973106, -0.024943748489022255, -0.021473346278071404, -0.018002942204475403, -0.014532539993524551, -0.0110621377825737, -0.007591735105961561, -0.0041213324293494225, -0.0006509297527372837, 0.002819472923874855, 0.006289875600486994, 0.009760278277099133, 0.013230681419372559, 0.01670108363032341, 0.02017148584127426, 0.023641888052225113, 0.027112292125821114, 0.030582694336771965, 0.034053098410367966, 0.03752350062131882, 0.04099390283226967, 0.04446430504322052, 0.04793470725417137, 0.05140510946512222, 0.054875511676073074, 0.058345913887023926, 0.061816319823265076, 0.06528671830892563, 0.06875712424516678, 0.07222752273082733, 0.07569792866706848, 0.07916833460330963, 0.08263873308897018, 0.08610913902521133, 0.08957953751087189, 0.09304994344711304, 0.09652034193277359, 0.09999074786901474]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 1.0, 4.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 2.0, 1.0, 6.0, 1.0, 0.0, 1.0, 6.0, 0.0, 4.0, 0.0, 2.0, 3.0, 8.0, 5.0, 1.0, 4.0, 32.0, 1.0, 5.0, 3.0, 1.0, 1.0, 1.0, 0.0, 4.0, 0.0, 2.0, 0.0, 1.0, 2.0, 3.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.006693634670227766, -0.00644667400047183, -0.006199713330715895, -0.005952753126621246, -0.005705792456865311, -0.005458831787109375, -0.005211871117353439, -0.004964910447597504, -0.004717949777841568, -0.00447098957374692, -0.004224028903990984, -0.003977068234235048, -0.0037301075644791126, -0.0034831471275538206, -0.003236186457797885, -0.002989226020872593, -0.0027422653511166573, -0.0024953046813607216, -0.0022483442444354296, -0.002001383574679494, -0.00175442302133888, -0.0015074624679982662, -0.0012605017982423306, -0.0010135412449017167, -0.0007665806915611029, -0.000519620138220489, -0.00027265952667221427, -2.569894422776997e-05, 0.00022126163821667433, 0.0004682222206611186, 0.0007151828031055629, 0.0009621434146538377, 0.0012091039679944515, 0.0014560645213350654, 0.0017030250746756792, 0.0019499857444316149, 0.002196946181356907, 0.0024439068511128426, 0.0026908675208687782, 0.0029378279577940702, 0.003184788627550006, 0.0034317492973059416, 0.0036787097342312336, 0.003925670403987169, 0.004172631073743105, 0.004419591743499041, 0.004666551947593689, 0.004913512617349625, 0.00516047328710556, 0.005407433956861496, 0.005654394626617432, 0.00590135483071208, 0.006148315500468016, 0.006395276170223951, 0.006642236839979887, 0.006889197509735823, 0.007136157713830471, 0.007383118383586407, 0.007630079053342342, 0.007877039723098278, 0.008124000392854214, 0.00837096106261015, 0.008617921732366085, 0.00886488240212202, 0.009111842140555382]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [7.0, 8.0, 7.0, 14.0, 23.0, 27.0, 48.0, 79.0, 103.0, 162.0, 277.0, 361.0, 520.0, 709.0, 1085.0, 1584.0, 2207.0, 2895.0, 4128.0, 5676.0, 7830.0, 10595.0, 15010.0, 21087.0, 29981.0, 43009.0, 60593.0, 83541.0, 111550.0, 458127.0, 90407.0, 64944.0, 45805.0, 32393.0, 23292.0, 16711.0, 12054.0, 8763.0, 6578.0, 4853.0, 3625.0, 2685.0, 1852.0, 1396.0, 969.0, 660.0, 473.0, 297.0, 229.0, 138.0, 111.0, 47.0, 46.0, 22.0, 22.0, 10.0, 10.0, 7.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.009374319575726986, -0.009054833091795444, -0.008735346607863903, -0.008415860123932362, -0.00809637364000082, -0.007776887621730566, -0.007457401137799025, -0.007137914653867483, -0.006818428169935942, -0.0064989416860044, -0.006179455202072859, -0.005859968718141317, -0.005540482699871063, -0.005220996215939522, -0.00490150973200798, -0.004582023248076439, -0.0042625367641448975, -0.003943050280213356, -0.0036235637962818146, -0.003304077545180917, -0.0029845910612493753, -0.002665104577317834, -0.002345618326216936, -0.0020261318422853947, -0.0017066453583538532, -0.0013871588744223118, -0.0010676725069060922, -0.0007481860811822116, -0.0004286996554583311, -0.00010921322973445058, 0.00021027319598942995, 0.0005297596217133105, 0.000849246047437191, 0.0011687325313687325, 0.001488218898884952, 0.0018077052664011717, 0.002127191750332713, 0.0024466782342642546, 0.0027661644853651524, 0.003085650969296694, 0.0034051374532282352, 0.0037246239371597767, 0.004044110421091318, 0.00436359690502286, 0.004683082923293114, 0.005002569407224655, 0.005322055891156197, 0.005641542375087738, 0.0059610288590192795, 0.006280515342950821, 0.006600001826882362, 0.006919488310813904, 0.007238974794745445, 0.007558460813015699, 0.007877947762608528, 0.00819743424654007, 0.008516920730471611, 0.008836406283080578, 0.00915589276701212, 0.00947537925094366, 0.009794865734875202, 0.010114352218806744, 0.010433838702738285, 0.010753325186669827, 0.011072811670601368]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 2.0, 2.0, 3.0, 0.0, 3.0, 0.0, 1.0, 1.0, 10.0, 2.0, 1.0, 1.0, 3.0, 0.0, 2.0, 3.0, 0.0, 0.0, 2.0], "bins": [-0.02330748178064823, -0.022867949679493904, -0.022428417578339577, -0.02198888547718525, -0.021549351513385773, -0.021109819412231445, -0.020670287311077118, -0.02023075520992279, -0.019791223108768463, -0.019351691007614136, -0.01891215890645981, -0.01847262680530548, -0.018033094704151154, -0.017593560740351677, -0.01715402863919735, -0.016714496538043022, -0.016274964436888695, -0.015835432335734367, -0.01539590023458004, -0.014956367202103138, -0.01451683510094881, -0.014077302999794483, -0.013637769967317581, -0.013198237866163254, -0.012758705765008926, -0.012319173663854599, -0.011879641562700272, -0.01144010853022337, -0.011000576429069042, -0.010561044327914715, -0.010121511295437813, -0.009681979194283485, -0.009242447093129158, -0.00880291499197483, -0.008363382890820503, -0.007923849858343601, -0.007484317757189274, -0.0070447856560349464, -0.006605253089219332, -0.006165720522403717, -0.00572618842124939, -0.005286656320095062, -0.0048471237532794476, -0.004407591186463833, -0.0039680590853095055, -0.0035285267513245344, -0.0030889944173395634, -0.0026494620833545923, -0.0022099297493696213, -0.0017703974153846502, -0.0013308650813996792, -0.0008913327474147081, -0.0004518004134297371, -1.2268079444766045e-05, 0.000427264254540205, 0.000866796588525176, 0.001306328922510147, 0.0017458612564951181, 0.002185393590480089, 0.0026249259244650602, 0.0030644582584500313, 0.0035039905924350023, 0.003943522926419973, 0.004383055493235588, 0.0048225875943899155]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [5.0, 2.0, 6.0, 8.0, 12.0, 7.0, 21.0, 30.0, 25.0, 20.0, 23.0, 32.0, 42.0, 53.0, 60.0, 59.0, 69.0, 66.0, 100.0, 112.0, 130.0, 149.0, 150.0, 195.0, 189.0, 210.0, 221.0, 232.0, 245.0, 259.0, 229.0, 268.0, 256.0, 279.0, 314.0, 305.0, 305.0, 361.0, 440.0, 590.0, 720.0, 1324.0, 6767.0, 912.0, 762.0, 521.0, 238.0, 213.0, 190.0, 192.0, 168.0, 123.0, 115.0, 56.0, 31.0, 11.0, 3.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.025454632937908173, -0.024849586188793182, -0.024244539439678192, -0.023639492690563202, -0.02303444594144821, -0.02242939919233322, -0.021824350580573082, -0.021219303831458092, -0.0206142570823431, -0.02000921033322811, -0.01940416358411312, -0.01879911683499813, -0.01819407008588314, -0.01758902333676815, -0.01698397658765316, -0.01637892983853817, -0.01577388122677803, -0.015168835408985615, -0.014563788659870625, -0.01395874097943306, -0.01335369423031807, -0.01274864748120308, -0.012143600732088089, -0.011538553982973099, -0.010933507233858109, -0.010328459553420544, -0.009723412804305553, -0.009118366055190563, -0.008513319306075573, -0.007908272556960583, -0.007303225342184305, -0.006698178127408028, -0.006093131378293037, -0.005488084629178047, -0.00488303741440177, -0.004277990665286779, -0.0036729436833411455, -0.0030678967013955116, -0.0024628499522805214, -0.0018578029703348875, -0.0012527559883892536, -0.0006477090646512806, -4.266214091330767e-05, 0.0005623847828246653, 0.0011674317065626383, 0.0017724786885082722, 0.0023775254376232624, 0.0029825724195688963, 0.00358761940151453, 0.00419266615062952, 0.004797713365405798, 0.005402760114520788, 0.006007807329297066, 0.006612854078412056, 0.007217900827527046, 0.007822947576642036, 0.008427994325757027, 0.009033042006194592, 0.009638088755309582, 0.010243135504424572, 0.010848182253539562, 0.011453229002654552, 0.012058276683092117, 0.012663323432207108, 0.013268370181322098]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 5.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0853327065706253, -0.08352687209844589, -0.08172104507684708, -0.07991521060466766, -0.07810937613248825, -0.07630354911088943, -0.07449771463871002, -0.07269188016653061, -0.0708860456943512, -0.06908021867275238, -0.06727438420057297, -0.06546854972839355, -0.06366272270679474, -0.061856888234615326, -0.06005105748772621, -0.0582452230155468, -0.056439392268657684, -0.05463356152176857, -0.05282772704958916, -0.05102189630270004, -0.04921606183052063, -0.047410231083631516, -0.0456044003367424, -0.04379856586456299, -0.041992735117673874, -0.04018690437078476, -0.03838106989860535, -0.03657523915171623, -0.03476940840482712, -0.032963573932647705, -0.03115774318575859, -0.029351910576224327, -0.027546077966690063, -0.0257402453571558, -0.023934412747621536, -0.022128582000732422, -0.020322749391198158, -0.018516916781663895, -0.01671108603477478, -0.014905253425240517, -0.013099420815706253, -0.01129358820617199, -0.0094877565279603, -0.007681924384087324, -0.005876092240214348, -0.0040702600963413715, -0.0022644279524683952, -0.00045859580859541893, 0.0013472363352775574, 0.0031530684791505337, 0.00495890062302351, 0.006764732766896486, 0.008570564910769463, 0.010376397520303726, 0.012182229198515415, 0.013988060876727104, 0.015793893486261368, 0.01759972609579563, 0.019405558705329895, 0.02121138945221901, 0.023017222061753273, 0.024823054671287537, 0.02662888541817665, 0.028434718027710915, 0.030240550637245178]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 2.0, 0.0, 3.0, 3.0, 2.0, 6.0, 2.0, 7.0, 2.0, 5.0, 7.0, 5.0, 2.0, 8.0, 7.0, 3.0, 9.0, 4.0, 5.0, 1.0, 4.0, 2.0, 3.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 0.0, 5.0, 4.0, 1.0, 6.0, 4.0, 2.0, 7.0, 8.0, 96.0, 12.0, 5.0, 2.0, 7.0, 5.0, 4.0, 3.0], "bins": [-0.09722655266523361, -0.0955074205994606, -0.093788281083107, -0.09206914901733398, -0.09035000950098038, -0.08863087743520737, -0.08691173791885376, -0.08519260585308075, -0.08347347378730774, -0.08175433427095413, -0.08003520220518112, -0.07831606268882751, -0.0765969306230545, -0.0748777985572815, -0.07315865904092789, -0.07143952697515488, -0.06972038745880127, -0.06800125539302826, -0.06628211587667465, -0.06456298381090164, -0.06284385174512863, -0.061124712228775024, -0.059405576437711716, -0.057686444371938705, -0.0559673085808754, -0.05424817278981209, -0.05252903699874878, -0.05080990120768547, -0.04909076541662216, -0.04737163335084915, -0.04565249755978584, -0.043933361768722534, -0.042214225977659225, -0.04049509018659592, -0.03877595439553261, -0.0370568186044693, -0.03533768653869629, -0.03361855074763298, -0.03189941495656967, -0.030180279165506363, -0.028461143374443054, -0.026742009446024895, -0.025022873654961586, -0.023303737863898277, -0.021584603935480118, -0.01986546814441681, -0.0181463323533535, -0.01642719842493534, -0.014708062633872032, -0.012988927774131298, -0.01126979198306799, -0.009550657123327255, -0.007831521332263947, -0.006112386472523212, -0.004393251612782478, -0.002674116287380457, -0.0009549809619784355, 0.0007641542470082641, 0.0024832894559949636, 0.004202424548566341, 0.005921559873968363, 0.007640695199370384, 0.009359830059111118, 0.011078965850174427, 0.012798100709915161]}, "_runtime": 5.8908092975616455, "_timestamp": 1596209158.65438, "_step": 1}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 3.0, 2.0, 3.0, 1.0, 2.0, 2.0, 2.0, 2.0, 4.0, 5.0, 3.0, 1.0, 1.0, 1.0, 2.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.019355814903974533, -0.01872805319726467, -0.01810029335319996, -0.017472531646490097, -0.016844771802425385, -0.016217010095715523, -0.015589248389005661, -0.014961487613618374, -0.014333726838231087, -0.0137059660628438, -0.013078205287456512, -0.01245044358074665, -0.011822682805359364, -0.011194922029972076, -0.010567160323262215, -0.009939399547874928, -0.00931163877248764, -0.008683877997100353, -0.008056117221713066, -0.007428355515003204, -0.006800594739615917, -0.00617283396422863, -0.005545072723180056, -0.004917311482131481, -0.004289550706744194, -0.0036617896985262632, -0.0030340286903083324, -0.0024062676820904016, -0.0017785066738724709, -0.00115074566565454, -0.0005229846574366093, 0.00010477635078132153, 0.0007325373589992523, 0.0013602983672171831, 0.001988059375435114, 0.0026158203836530447, 0.0032435813918709755, 0.0038713424000889063, 0.004499103408306837, 0.0051268646493554115, 0.005754625424742699, 0.006382386200129986, 0.00701014744117856, 0.007637908682227135, 0.008265669457614422, 0.008893430233001709, 0.00952119193971157, 0.010148952715098858, 0.010776713490486145, 0.011404474265873432, 0.01203223504126072, 0.012659996747970581, 0.013287757523357868, 0.013915518298745155, 0.014543280005455017, 0.015171040780842304, 0.01579880155622959, 0.016426563262939453, 0.017054323107004166, 0.017682084813714027, 0.01830984652042389, 0.0189376063644886, 0.019565368071198463, 0.020193127915263176, 0.020820889621973038]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 4.0, 3.0, 3.0, 3.0, 5.0, 4.0, 5.0, 6.0, 9.0, 6.0, 8.0, 11.0, 15.0, 15.0, 20.0, 15.0, 20.0, 36.0, 43.0, 37.0, 46.0, 61.0, 68.0, 95.0, 104.0, 123.0, 175.0, 242.0, 255.0, 330.0, 408.0, 2080.0, 807.0, 783.0, 615.0, 452.0, 285.0, 196.0, 133.0, 103.0, 76.0, 52.0, 45.0, 25.0, 23.0, 18.0, 13.0, 15.0, 3.0, 5.0, 8.0, 4.0, 5.0, 4.0, 2.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.12218821048736572, -0.11846327036619186, -0.114738330245018, -0.11101339012384415, -0.10728845000267029, -0.10356350988149643, -0.09983856230974197, -0.09611362218856812, -0.09238868206739426, -0.0886637419462204, -0.08493880182504654, -0.08121386170387268, -0.07748892158269882, -0.07376398146152496, -0.0700390413403511, -0.06631410121917725, -0.06258915364742279, -0.05886421725153923, -0.05513927713036537, -0.051414333283901215, -0.047689393162727356, -0.0439644530415535, -0.04023951292037964, -0.03651457279920578, -0.03278963267803192, -0.029064690694212914, -0.025339748710393906, -0.021614808589220047, -0.01788986846804619, -0.01416492648422718, -0.010439986363053322, -0.006715045310556889, -0.0029901042580604553, 0.0007348365616053343, 0.004459777381271124, 0.00818471796810627, 0.011909659020602703, 0.015634600073099136, 0.019359540194272995, 0.023084482178092003, 0.02680942229926586, 0.03053436242043972, 0.03425930440425873, 0.03798424452543259, 0.041709184646606445, 0.045434124767780304, 0.04915906861424446, 0.05288400873541832, 0.05660894885659218, 0.06033388897776604, 0.0640588328242302, 0.06778377294540405, 0.07150871306657791, 0.07523365318775177, 0.07895859330892563, 0.08268353343009949, 0.08640847355127335, 0.0901334136724472, 0.09385835379362106, 0.09758330136537552, 0.10130824148654938, 0.10503318160772324, 0.1087581217288971, 0.11248306185007095, 0.11620800197124481]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 3.0, 1.0, 2.0, 2.0, 1.0, 2.0, 5.0, 7.0, 0.0, 0.0, 1.0, 4.0, 2.0, 6.0, 6.0, 0.0, 2.0, 2.0, 28.0, 5.0, 4.0, 2.0, 3.0, 1.0, 1.0, 3.0, 0.0, 3.0, 4.0, 2.0, 2.0, 3.0, 2.0, 2.0, 1.0, 0.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.006838880479335785, -0.006584528833627701, -0.006330177187919617, -0.00607582600787282, -0.005821474362164736, -0.005567122716456652, -0.005312771070748568, -0.0050584194250404835, -0.004804068244993687, -0.004549716599285603, -0.0042953649535775185, -0.004041013307869434, -0.0037866616621613503, -0.00353231024928391, -0.0032779586035758257, -0.0030236071906983852, -0.002769255544990301, -0.002514903899282217, -0.0022605524864047766, -0.0020062008406966925, -0.0017518493114039302, -0.001497497782111168, -0.0012431461364030838, -0.0009887946071103215, -0.0007344430778175592, -0.0004800915194209665, -0.00022573996102437377, 2.8611597372218966e-05, 0.0002829631557688117, 0.000537314685061574, 0.0007916662725619972, 0.0010460178600624204, 0.0013003693893551826, 0.001554720918647945, 0.0018090724479407072, 0.0020634240936487913, 0.0023177755065262318, 0.002572127152234316, 0.0028264787979424, 0.0030808302108198404, 0.0033351818565279245, 0.0035895335022360086, 0.003843884915113449, 0.004098236560821533, 0.004352588206529617, 0.004606939852237701, 0.004861291032284498, 0.005115642677992582, 0.005369994323700666, 0.0056243459694087505, 0.005878697615116835, 0.0061330487951636314, 0.0063874004408717155, 0.0066417520865798, 0.006896103732287884, 0.007150455377995968, 0.007404807023704052, 0.007659158203750849, 0.00791351031512022, 0.00816786102950573, 0.008422212675213814, 0.008676564320921898, 0.008930915966629982, 0.009185267612338066, 0.00943961925804615]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 5.0, 12.0, 21.0, 23.0, 37.0, 63.0, 90.0, 167.0, 233.0, 364.0, 609.0, 907.0, 1404.0, 2021.0, 2959.0, 4360.0, 6092.0, 8208.0, 11451.0, 15957.0, 21915.0, 30842.0, 44833.0, 65292.0, 90642.0, 114963.0, 436689.0, 90115.0, 65042.0, 45851.0, 32230.0, 22974.0, 16998.0, 12309.0, 9211.0, 6735.0, 4919.0, 3637.0, 2689.0, 2016.0, 1419.0, 999.0, 744.0, 483.0, 347.0, 269.0, 160.0, 121.0, 68.0, 51.0, 34.0, 16.0, 15.0, 12.0, 9.0, 9.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.012300693430006504, -0.01187845692038536, -0.011456221342086792, -0.011033984832465649, -0.010611748322844505, -0.010189512744545937, -0.009767276234924793, -0.00934503972530365, -0.008922804147005081, -0.008500567637383938, -0.008078331127762794, -0.0076560950838029385, -0.007233859039843082, -0.006811622530221939, -0.006389386486262083, -0.00596714997664094, -0.005544913932681084, -0.005122677888721228, -0.004700441379100084, -0.004278205335140228, -0.0038559690583497286, -0.003433732781559229, -0.003011496737599373, -0.002589260460808873, -0.0021670241840183735, -0.0017447879072278738, -0.001322551746852696, -0.0009003155282698572, -0.0004780793096870184, -5.584309110417962e-05, 0.00036639312747865915, 0.0007886293460614979, 0.0012108655646443367, 0.0016331018414348364, 0.002055338118225336, 0.002477574162185192, 0.002899810438975692, 0.0033220467157661915, 0.0037442827597260475, 0.004166519269347191, 0.004588755313307047, 0.005010991357266903, 0.005433227866888046, 0.005855463910847902, 0.006277699954807758, 0.006699936464428902, 0.007122172508388758, 0.007544409018009901, 0.007966645061969757, 0.0083888815715909, 0.00881111714988947, 0.009233353659510612, 0.009655590169131756, 0.010077825747430325, 0.010500062257051468, 0.010922298766672611, 0.011344535276293755, 0.011766770854592323, 0.012189007364213467, 0.01261124387383461, 0.013033479452133179, 0.013455715961754322, 0.013877952471375465, 0.014300188049674034, 0.014722424559295177]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 9.0, 2.0, 1.0, 2.0, 0.0, 4.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0], "bins": [-0.011222336441278458, -0.010912458412349224, -0.010602579452097416, -0.010292701423168182, -0.009982823394238949, -0.00967294443398714, -0.009363066405057907, -0.009053188376128674, -0.008743309415876865, -0.008433431386947632, -0.008123553358018398, -0.00781367439776659, -0.007503796368837357, -0.007193917874246836, -0.006884039379656315, -0.006574161350727081, -0.0062642828561365604, -0.00595440436154604, -0.005644526332616806, -0.005334647838026285, -0.005024769343435764, -0.004714891314506531, -0.00440501281991601, -0.004095134325325489, -0.003785256063565612, -0.0034753778018057346, -0.0031654993072152138, -0.0028556210454553366, -0.0025457427836954594, -0.0022358642891049385, -0.0019259860273450613, -0.0016161076491698623, -0.0013062292709946632, -0.0009963508928194642, -0.0006864725728519261, -0.0003765942237805575, -6.671587470918894e-05, 0.00024316247436217964, 0.0005530408234335482, 0.0008629191434010863, 0.0011727975215762854, 0.0014826758997514844, 0.0017925542779266834, 0.0021024325396865606, 0.002412310801446438, 0.0027221892960369587, 0.003032067557796836, 0.0033419460523873568, 0.003651824314147234, 0.003961702808737755, 0.004271580837666988, 0.004581459332257509, 0.00489133782684803, 0.005201215855777264, 0.0055110943503677845, 0.005820972844958305, 0.006130850873887539, 0.00644072936847806, 0.006750607863068581, 0.0070604863576591015, 0.007370364386588335, 0.007680242881178856, 0.00799012091010809, 0.008299999870359898, 0.008609877899289131]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 5.0, 5.0, 7.0, 10.0, 9.0, 12.0, 17.0, 14.0, 26.0, 36.0, 38.0, 53.0, 41.0, 58.0, 79.0, 82.0, 110.0, 111.0, 126.0, 156.0, 181.0, 229.0, 188.0, 217.0, 257.0, 260.0, 255.0, 271.0, 266.0, 273.0, 275.0, 328.0, 400.0, 449.0, 568.0, 702.0, 1527.0, 6509.0, 1102.0, 709.0, 555.0, 410.0, 366.0, 286.0, 234.0, 197.0, 144.0, 99.0, 66.0, 44.0, 23.0, 17.0, 13.0, 2.0, 4.0, 2.0, 2.0], "bins": [-0.0145887341350317, -0.014257586561143398, -0.013926438055932522, -0.01359529048204422, -0.013264142908155918, -0.012932994402945042, -0.01260184682905674, -0.012270699255168438, -0.011939551681280136, -0.01160840317606926, -0.011277255602180958, -0.010946108028292656, -0.01061495952308178, -0.010283811949193478, -0.009952664375305176, -0.0096215158700943, -0.009290368296205997, -0.008959220722317696, -0.00862807221710682, -0.008296924643218517, -0.007965777069330215, -0.007634629029780626, -0.007303480990231037, -0.006972333416342735, -0.006641185376793146, -0.006310037337243557, -0.005978889763355255, -0.005647741723805666, -0.005316593684256077, -0.004985446110367775, -0.004654298070818186, -0.004323150496929884, -0.003992002457380295, -0.0036608546506613493, -0.003329706843942404, -0.0029985588043928146, -0.002667410997673869, -0.0023362631909549236, -0.0020051151514053345, -0.001673967344686389, -0.0013428195379674435, -0.001011671731248498, -0.0006805238081142306, -0.0003493759431876242, -1.82280782610178e-05, 0.0003129197866655886, 0.000644067651592195, 0.0009752155165188015, 0.0013063633814454079, 0.0016375111881643534, 0.001968658994883299, 0.002299807034432888, 0.0026309548411518335, 0.002962102647870779, 0.003293250687420368, 0.0036243984941393137, 0.003955546300858259, 0.004286694340407848, 0.00461784191429615, 0.004948989953845739, 0.0052801379933953285, 0.00561128556728363, 0.0059424336068332195, 0.006273581180721521, 0.0066047292202711105]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 5.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.05442056804895401, -0.053315289318561554, -0.0522100105881691, -0.05110473185777664, -0.049999453127384186, -0.04889417812228203, -0.04778889939188957, -0.046683620661497116, -0.04557834193110466, -0.044473063200712204, -0.04336778447031975, -0.04226250573992729, -0.041157230734825134, -0.04005195200443268, -0.03894667327404022, -0.037841394543647766, -0.03673611581325531, -0.035630837082862854, -0.0345255583524704, -0.03342027962207794, -0.032315000891685486, -0.03120972402393818, -0.030104447156190872, -0.028999168425798416, -0.02789388969540596, -0.026788610965013504, -0.025683332234621048, -0.02457805536687374, -0.023472776636481285, -0.02236749790608883, -0.021262221038341522, -0.020156942307949066, -0.01905166357755661, -0.017946384847164154, -0.016841106116771698, -0.01573582924902439, -0.014630550518631935, -0.013525271788239479, -0.012419993989169598, -0.011314716190099716, -0.01020943745970726, -0.009104158729314804, -0.007998880930244923, -0.006893602665513754, -0.005788324400782585, -0.004683046136051416, -0.0035777678713202477, -0.002472489606589079, -0.0013672113418579102, -0.0002619330771267414, 0.0008433451876044273, 0.001948623452335596, 0.003053901717066765, 0.004159179981797934, 0.005264458246529102, 0.006369736511260271, 0.00747501477599144, 0.008580293506383896, 0.009685571305453777, 0.010790849104523659, 0.011896127834916115, 0.01300140656530857, 0.014106684364378452, 0.015211962163448334, 0.01631724089384079]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 4.0, 8.0, 5.0, 5.0, 11.0, 5.0, 4.0, 4.0, 5.0, 9.0, 4.0, 6.0, 3.0, 0.0, 2.0, 5.0, 2.0, 6.0, 2.0, 1.0, 3.0, 3.0, 2.0, 1.0, 1.0, 3.0, 1.0, 5.0, 2.0, 4.0, 1.0, 5.0, 5.0, 1.0, 3.0, 2.0, 11.0, 11.0, 68.0, 13.0, 6.0, 8.0, 8.0, 4.0, 3.0, 2.0, 2.0, 4.0, 3.0, 0.0, 1.0, 2.0], "bins": [-0.05559081956744194, -0.05449333414435387, -0.05339584872126579, -0.05229835957288742, -0.05120087414979935, -0.05010338872671127, -0.0490059033036232, -0.047908417880535126, -0.04681093245744705, -0.04571344330906868, -0.044615957885980606, -0.04351847246289253, -0.04242098703980446, -0.041323501616716385, -0.04022601246833801, -0.03912852704524994, -0.038031041622161865, -0.03693355619907379, -0.03583607077598572, -0.034738581627607346, -0.03364109620451927, -0.0325436107814312, -0.031446125358343124, -0.0303486380726099, -0.029251152649521828, -0.028153667226433754, -0.02705617994070053, -0.025958694517612457, -0.024861209094524384, -0.02376372180879116, -0.022666236385703087, -0.021568749099969864, -0.02047126367688179, -0.019373778253793716, -0.018276290968060493, -0.01717880554497242, -0.016081318259239197, -0.014983832836151123, -0.01388634741306305, -0.012788861058652401, -0.011691374704241753, -0.010593888349831104, -0.009496401995420456, -0.008398916572332382, -0.007301430217921734, -0.0062039438635110855, -0.0051064579747617245, -0.0040089720860123634, -0.002911485731601715, -0.0018139996100217104, -0.0007165134884417057, 0.000380972633138299, 0.0014784587547183037, 0.0025759448762983084, 0.003673430997878313, 0.004770916886627674, 0.0058684032410383224, 0.006965889595448971, 0.00806337594985962, 0.009160861372947693, 0.010258347727358341, 0.01135583408176899, 0.012453319504857063, 0.013550805859267712, 0.01464829221367836]}, "_runtime": 6.662830352783203, "_timestamp": 1596209159.4264011, "_step": 2}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 3.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 3.0, 1.0, 1.0, 2.0, 1.0, 2.0, 2.0, 3.0, 3.0, 3.0, 2.0, 1.0, 1.0, 1.0, 4.0, 4.0, 2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.01467785146087408, -0.014224739745259285, -0.013771628960967064, -0.013318517245352268, -0.012865405529737473, -0.012412293814122677, -0.011959182098507881, -0.01150607131421566, -0.011052959598600864, -0.010599847882986069, -0.010146737098693848, -0.009693625383079052, -0.009240513667464256, -0.00878740195184946, -0.008334290236234665, -0.007881179451942444, -0.007428067736327648, -0.0069749560207128525, -0.006521844770759344, -0.006068733520805836, -0.00561562180519104, -0.005162510089576244, -0.004709398839622736, -0.004256287589669228, -0.003803175874054432, -0.00335006439127028, -0.002896952908486128, -0.002443841425701976, -0.001990729942917824, -0.0015376184601336718, -0.0010845069773495197, -0.0006313954945653677, -0.00017828401178121567, 0.00027482747100293636, 0.0007279389537870884, 0.0011810504365712404, 0.0016341619193553925, 0.0020872734021395445, 0.0025403848849236965, 0.0029934963677078485, 0.0034466078504920006, 0.0038997193332761526, 0.004352830816060305, 0.004805942066013813, 0.005259053781628609, 0.005712165497243404, 0.006165276747196913, 0.006618387997150421, 0.007071499712765217, 0.0075246114283800125, 0.007977722212672234, 0.00843083392828703, 0.008883945643901825, 0.00933705735951662, 0.009790169075131416, 0.010243279859423637, 0.010696391575038433, 0.011149503290653229, 0.01160261407494545, 0.012055725790560246, 0.012508837506175041, 0.012961949221789837, 0.013415060937404633, 0.013868171721696854, 0.01432128343731165]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 3.0, 2.0, 5.0, 9.0, 5.0, 5.0, 6.0, 9.0, 15.0, 17.0, 32.0, 38.0, 31.0, 53.0, 61.0, 50.0, 72.0, 100.0, 109.0, 154.0, 232.0, 293.0, 416.0, 530.0, 2253.0, 1163.0, 865.0, 495.0, 292.0, 183.0, 128.0, 83.0, 68.0, 48.0, 35.0, 20.0, 14.0, 2.0, 14.0, 3.0, 3.0, 4.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1778065264225006, -0.1731792688369751, -0.1685519963502884, -0.16392473876476288, -0.15929746627807617, -0.15467020869255066, -0.15004293620586395, -0.14541567862033844, -0.14078840613365173, -0.13616114854812622, -0.1315338909626007, -0.126906618475914, -0.12227936089038849, -0.11765209585428238, -0.11302483081817627, -0.10839756578207016, -0.10377030074596405, -0.09914303570985794, -0.09451577067375183, -0.08988850563764572, -0.08526124060153961, -0.0806339830160141, -0.07600671797990799, -0.07137945294380188, -0.06675218790769577, -0.06212492287158966, -0.05749765783548355, -0.05287039652466774, -0.04824313148856163, -0.04361586645245552, -0.03898860514163971, -0.0343613401055336, -0.02973407506942749, -0.02510681003332138, -0.02047954685986042, -0.01585228368639946, -0.01122501865029335, -0.006597754545509815, -0.00197049044072628, 0.002656773664057255, 0.00728403776884079, 0.011911301873624325, 0.01653856597840786, 0.02116582915186882, 0.02579309418797493, 0.03042035922408104, 0.03504762053489685, 0.03967488557100296, 0.04430215060710907, 0.04892941564321518, 0.05355668067932129, 0.0581839419901371, 0.06281121075153351, 0.06743846833705902, 0.07206573337316513, 0.07669299840927124, 0.08132026344537735, 0.08594752848148346, 0.09057479351758957, 0.09520205855369568, 0.09982931613922119, 0.1044565811753273, 0.10908384621143341, 0.11371111124753952, 0.11833837628364563]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 4.0, 1.0, 0.0, 1.0, 2.0, 2.0, 6.0, 3.0, 1.0, 2.0, 3.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 5.0, 1.0, 27.0, 2.0, 2.0, 7.0, 2.0, 4.0, 3.0, 3.0, 1.0, 0.0, 2.0, 2.0, 0.0, 5.0, 3.0, 4.0, 1.0, 4.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.00606831768527627, -0.0058758435770869255, -0.005683369468897581, -0.005490895360708237, -0.005298420786857605, -0.005105946678668261, -0.004913472570478916, -0.004720998462289572, -0.004528524354100227, -0.004336050245910883, -0.0041435761377215385, -0.003951102029532194, -0.003758627688512206, -0.0035661535803228617, -0.0033736792393028736, -0.003181205131113529, -0.002988731022924185, -0.0027962569147348404, -0.002603782806545496, -0.002411308465525508, -0.0022188343573361635, -0.002026360249146819, -0.0018338860245421529, -0.0016414117999374866, -0.0014489376917481422, -0.0012564635835587978, -0.0010639893589541316, -0.0008715151925571263, -0.000679041026160121, -0.00048656685976311564, -0.0002940926933661103, -0.000101618526969105, 9.085563942790031e-05, 0.00028332980582490563, 0.00047580397222191095, 0.0006682781386189163, 0.0008607523050159216, 0.001053226413205266, 0.0012457006378099322, 0.0014381748624145985, 0.0016306489706039429, 0.0018231230787932873, 0.0020155971869826317, 0.0022080715280026197, 0.002400545636191964, 0.0025930197443813086, 0.0027854940854012966, 0.002977968193590641, 0.0031704423017799854, 0.00336291640996933, 0.0035553905181586742, 0.0037478648591786623, 0.00394033920019865, 0.004132813308387995, 0.004325287416577339, 0.004517761524766684, 0.004710235632956028, 0.004902709741145372, 0.005095183849334717, 0.005287657957524061, 0.005480132065713406, 0.005672606639564037, 0.005865080747753382, 0.006057554855942726, 0.0062500289641320705]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 0.0, 4.0, 10.0, 14.0, 33.0, 54.0, 86.0, 146.0, 235.0, 295.0, 458.0, 791.0, 1165.0, 1660.0, 2183.0, 3027.0, 4064.0, 5415.0, 6996.0, 9040.0, 11599.0, 14370.0, 18343.0, 24050.0, 32089.0, 43191.0, 57127.0, 72743.0, 90647.0, 413652.0, 89304.0, 71716.0, 53328.0, 39041.0, 28591.0, 21424.0, 15988.0, 11950.0, 9074.0, 7166.0, 5248.0, 3946.0, 2742.0, 1986.0, 1459.0, 969.0, 687.0, 483.0, 339.0, 231.0, 158.0, 109.0, 71.0, 55.0, 38.0, 24.0, 11.0, 8.0, 4.0, 2.0, 3.0, 2.0, 1.0], "bins": [-0.01148698478937149, -0.011108108796179295, -0.010729232802987099, -0.010350356809794903, -0.009971480816602707, -0.009592604823410511, -0.009213728830218315, -0.00883485283702612, -0.008455976843833923, -0.008077100850641727, -0.0076982248574495316, -0.007319348864257336, -0.00694047287106514, -0.006561596877872944, -0.006182720884680748, -0.005803844891488552, -0.005424968898296356, -0.00504609290510416, -0.004667216911911964, -0.0042883409187197685, -0.003909464925527573, -0.0035305889323353767, -0.003151712939143181, -0.002772836945950985, -0.002393960952758789, -0.002015084959566593, -0.0016362089663743973, -0.0012573329731822014, -0.0008784569799900055, -0.0004995809867978096, -0.00012070499360561371, 0.0002581709995865822, 0.0006370469927787781, 0.001015922985970974, 0.0013947989791631699, 0.0017736749723553658, 0.0021525509655475616, 0.0025314269587397575, 0.0029103029519319534, 0.0032891789451241493, 0.003668054938316345, 0.004046930931508541, 0.004425806924700737, 0.004804682917892933, 0.005183558911085129, 0.005562434904277325, 0.005941310897469521, 0.0063201868906617165, 0.006699062883853912, 0.007077938877046108, 0.007456814870238304, 0.0078356908634305, 0.008214566856622696, 0.008593442849814892, 0.008972318843007088, 0.009351194836199284, 0.00973007082939148, 0.010108946822583675, 0.010487822815775871, 0.010866698808968067, 0.011245574802160263, 0.011624450795352459, 0.012003326788544655, 0.01238220278173685, 0.012761078774929047]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 1.0, 0.0, 2.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 2.0, 3.0, 2.0, 1.0, 4.0, 0.0, 2.0, 8.0, 1.0, 2.0, 2.0, 5.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.020814117044210434, -0.020375924184918404, -0.019937731325626373, -0.019499538466334343, -0.019061343744397163, -0.018623150885105133, -0.018184958025813103, -0.017746765166521072, -0.017308572307229042, -0.01687037944793701, -0.016432184725999832, -0.015993991866707802, -0.015555799007415771, -0.015117606148123741, -0.01467941328883171, -0.014241219498217106, -0.013803026638925076, -0.013364833779633045, -0.01292663998901844, -0.01248844712972641, -0.01205025427043438, -0.011612060479819775, -0.011173867620527744, -0.010735674761235714, -0.010297480970621109, -0.009859288111329079, -0.009421095252037048, -0.008982902392745018, -0.008544708602130413, -0.008106515742838383, -0.007668322417885065, -0.007230129558593035, -0.006791936233639717, -0.0063537429086863995, -0.005915550049394369, -0.0054773567244410515, -0.005039163865149021, -0.0046009705401957035, -0.004162777215242386, -0.003724584123119712, -0.003286391030997038, -0.002848197938874364, -0.00241000484675169, -0.0019718115217983723, -0.0015336184296756983, -0.0010954253375530243, -0.0006572321290150285, -0.00021903897868469357, 0.00021915417164564133, 0.0006573473219759762, 0.0010955404723063111, 0.001533733680844307, 0.001971926772966981, 0.002410119865089655, 0.0028483131900429726, 0.0032865062821656466, 0.0037246993742883205, 0.004162892699241638, 0.0046010855585336685, 0.005039278883486986, 0.005477472208440304, 0.005915665067732334, 0.006353858392685652, 0.006792051251977682, 0.007230244576931]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 3.0, 1.0, 1.0, 1.0, 4.0, 6.0, 9.0, 6.0, 7.0, 12.0, 6.0, 17.0, 9.0, 15.0, 32.0, 30.0, 43.0, 51.0, 41.0, 39.0, 53.0, 55.0, 72.0, 60.0, 89.0, 95.0, 108.0, 121.0, 124.0, 124.0, 168.0, 189.0, 190.0, 246.0, 232.0, 268.0, 289.0, 322.0, 357.0, 354.0, 431.0, 438.0, 552.0, 608.0, 701.0, 837.0, 1259.0, 6637.0, 890.0, 603.0, 387.0, 288.0, 195.0, 150.0, 149.0, 145.0, 111.0, 85.0, 49.0, 34.0, 13.0, 10.0, 8.0], "bins": [-0.010737926699221134, -0.010515286587178707, -0.01029264647513628, -0.010070006363093853, -0.009847365319728851, -0.009624725207686424, -0.009402085095643997, -0.00917944498360157, -0.008956804871559143, -0.008734164759516716, -0.008511524647474289, -0.008288884535431862, -0.008066244423389435, -0.007843603380024433, -0.007620963267982006, -0.007398323155939579, -0.007175683043897152, -0.006953042931854725, -0.006730402819812298, -0.0065077622421085835, -0.006285122130066156, -0.006062482018023729, -0.005839841440320015, -0.005617201328277588, -0.005394561216235161, -0.005171921104192734, -0.004949280992150307, -0.004726640414446592, -0.004504000302404165, -0.004281360190361738, -0.004058719612658024, -0.0038360795006155968, -0.0036134393885731697, -0.0033907992765307426, -0.003168158931657672, -0.002945518586784601, -0.002722878474742174, -0.002500238362699747, -0.0022775980178266764, -0.0020549576729536057, -0.0018323175609111786, -0.0016096773324534297, -0.0013870371039956808, -0.001164396875537932, -0.000941756647080183, -0.0007191164186224341, -0.0004964761901646852, -0.00027383596170693636, -5.119573324918747e-05, 0.00017144449520856142, 0.0003940847236663103, 0.0006167249521240592, 0.0008393651805818081, 0.001062005409039557, 0.0012846456374973059, 0.0015072858659550548, 0.0017299260944128036, 0.0019525663228705525, 0.0021752065513283014, 0.002397846896201372, 0.002620487008243799, 0.0028431271202862263, 0.003065767465159297, 0.0032884078100323677, 0.0035110479220747948]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 5.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.04857785254716873, -0.04764001816511154, -0.04670218378305435, -0.04576435312628746, -0.04482651874423027, -0.04388868436217308, -0.04295084998011589, -0.042013019323349, -0.04107518494129181, -0.04013735055923462, -0.03919951617717743, -0.03826168552041054, -0.03732385113835335, -0.03638601675629616, -0.03544818237423897, -0.034510351717472076, -0.033572517335414886, -0.0326346829533577, -0.03169684857130051, -0.030759016051888466, -0.029821181669831276, -0.028883349150419235, -0.027945514768362045, -0.027007682248950005, -0.026069847866892815, -0.025132015347480774, -0.024194180965423584, -0.023256348446011543, -0.022318514063954353, -0.021380681544542313, -0.020442847162485123, -0.019505014643073082, -0.018567180261015892, -0.017629345878958702, -0.01669151335954666, -0.01575367897748947, -0.01481584645807743, -0.013878013007342815, -0.0129401795566082, -0.012002346105873585, -0.01106451265513897, -0.01012667827308178, -0.009188844822347164, -0.008251011371612549, -0.0073131779208779335, -0.006375344470143318, -0.005437511019408703, -0.0044996775686740875, -0.003561844117939472, -0.002624010667204857, -0.0016861771000549197, -0.0007483435911126435, 0.00018948991782963276, 0.001127323368564248, 0.002065157052129507, 0.0030029905028641224, 0.003940823953598738, 0.004878657404333353, 0.005816490855067968, 0.006754324305802584, 0.007692158222198486, 0.008629991672933102, 0.009567825123667717, 0.010505658574402332, 0.011443492025136948]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 4.0, 1.0, 3.0, 3.0, 5.0, 5.0, 3.0, 4.0, 5.0, 3.0, 4.0, 5.0, 5.0, 6.0, 7.0, 4.0, 5.0, 5.0, 4.0, 2.0, 3.0, 2.0, 1.0, 5.0, 2.0, 7.0, 3.0, 0.0, 5.0, 2.0, 5.0, 3.0, 4.0, 2.0, 2.0, 2.0, 2.0, 1.0, 5.0, 5.0, 8.0, 16.0, 65.0, 17.0, 11.0, 4.0, 4.0, 4.0, 0.0, 3.0, 3.0], "bins": [-0.032735589891672134, -0.03214806318283081, -0.03156053274869919, -0.030973004177212715, -0.030385475605726242, -0.029797948896884918, -0.029210420325398445, -0.028622891753911972, -0.0280353631824255, -0.027447834610939026, -0.026860306039452553, -0.02627277746796608, -0.025685250759124756, -0.025097722187638283, -0.02451019361615181, -0.023922665044665337, -0.023335136473178864, -0.02274760790169239, -0.022160079330205917, -0.021572550758719444, -0.02098502218723297, -0.020397495478391647, -0.019809966906905174, -0.0192224383354187, -0.018634909763932228, -0.018047381192445755, -0.017459852620959282, -0.01687232404947281, -0.016284797340631485, -0.015697268769145012, -0.015109740197658539, -0.014522211626172066, -0.013934683054685593, -0.01334715448319912, -0.012759625911712646, -0.012172098271548748, -0.011584569700062275, -0.010997041128575802, -0.010409513488411903, -0.00982198491692543, -0.009234456345438957, -0.008646927773952484, -0.008059399202466011, -0.007471871562302113, -0.0068843429908156395, -0.006296814419329166, -0.005709286313503981, -0.005121758207678795, -0.004534229636192322, -0.003946701064705849, -0.003359172958880663, -0.0027716446202248335, -0.002184116281569004, -0.0015965879429131746, -0.0010090596042573452, -0.00042153126560151577, 0.00016599707305431366, 0.0007535254117101431, 0.0013410537503659725, 0.001928582089021802, 0.0025161104276776314, 0.003103638766333461, 0.0036911671049892902, 0.004278695210814476, 0.004866223782300949]}, "_runtime": 7.427881717681885, "_timestamp": 1596209160.1914525, "_step": 3}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 7.0, 3.0, 1.0, 1.0, 1.0, 3.0, 3.0, 1.0, 0.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 2.0, 0.0, 2.0, 3.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.01707235723733902, -0.016619209200143814, -0.01616606116294861, -0.015712913125753403, -0.015259765088558197, -0.014806617051362991, -0.014353469014167786, -0.01390032097697258, -0.013447172939777374, -0.012994025833904743, -0.012540877796709538, -0.012087729759514332, -0.011634581722319126, -0.01118143368512392, -0.010728285647928715, -0.010275137610733509, -0.009821989573538303, -0.009368841536343098, -0.008915693499147892, -0.008462545461952686, -0.00800939742475748, -0.007556249853223562, -0.0071031018160283566, -0.006649953778833151, -0.006196805741637945, -0.0057436577044427395, -0.005290509667247534, -0.004837361630052328, -0.00438421405851841, -0.003931066021323204, -0.0034779179841279984, -0.0030247699469327927, -0.002571621909737587, -0.0021184738725423813, -0.0016653259517624974, -0.0012121780309826136, -0.0007590299937874079, -0.0003058820147998631, 0.00014726596418768167, 0.0006004139431752264, 0.0010535619221627712, 0.001506709959357977, 0.0019598579965531826, 0.0024130058009177446, 0.0028661538381129503, 0.003319301875308156, 0.003772449679672718, 0.004225597716867924, 0.004678745754063129, 0.005131893791258335, 0.005585041828453541, 0.0060381898656487465, 0.006491337902843952, 0.0069444854743778706, 0.007397633511573076, 0.00785078201442957, 0.0083039291203022, 0.008757077157497406, 0.009210225194692612, 0.009663373231887817, 0.010116521269083023, 0.010569669306278229, 0.011022817343473434, 0.01147596538066864, 0.011929113417863846]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 3.0, 1.0, 3.0, 6.0, 3.0, 8.0, 2.0, 7.0, 8.0, 11.0, 21.0, 19.0, 31.0, 40.0, 51.0, 85.0, 70.0, 103.0, 112.0, 161.0, 182.0, 244.0, 336.0, 420.0, 523.0, 2471.0, 1036.0, 688.0, 451.0, 283.0, 163.0, 129.0, 86.0, 45.0, 29.0, 25.0, 18.0, 13.0, 12.0, 8.0, 12.0, 3.0, 2.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.16118815541267395, -0.15631918609142303, -0.15145021677017212, -0.14658123254776, -0.1417122632265091, -0.13684329390525818, -0.13197432458400726, -0.12710535526275635, -0.12223637849092484, -0.11736740916967392, -0.11249843239784241, -0.10762946307659149, -0.10276049375534058, -0.09789151698350906, -0.09302254766225815, -0.08815357089042664, -0.08328460156917572, -0.0784156322479248, -0.07354665547609329, -0.06867768615484238, -0.06380870938301086, -0.05893974006175995, -0.05407077074050903, -0.04920179769396782, -0.044332824647426605, -0.03946385160088539, -0.03459487855434418, -0.02972590923309326, -0.024856936186552048, -0.019987963140010834, -0.015118991956114769, -0.01025001984089613, -0.00538104772567749, -0.0005120756104588509, 0.0043568965047597885, 0.009225868619978428, 0.014094840735197067, 0.01896381378173828, 0.023832784965634346, 0.02870175614953041, 0.033570729196071625, 0.03843970224261284, 0.04330867528915405, 0.04817764461040497, 0.05304661765694618, 0.057915590703487396, 0.06278456002473831, 0.06765353679656982, 0.07252250611782074, 0.07739147543907166, 0.08226045221090317, 0.08712942153215408, 0.0919983983039856, 0.09686736762523651, 0.10173633694648743, 0.10660531371831894, 0.11147428303956985, 0.11634325236082077, 0.12121222913265228, 0.1260811984539032, 0.1309501677751541, 0.13581913709640503, 0.14068812131881714, 0.14555709064006805, 0.15042605996131897]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 5.0, 2.0, 4.0, 2.0, 1.0, 4.0, 4.0, 0.0, 0.0, 4.0, 2.0, 3.0, 2.0, 2.0, 1.0, 25.0, 3.0, 7.0, 3.0, 3.0, 1.0, 3.0, 1.0, 5.0, 1.0, 1.0, 3.0, 2.0, 4.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 3.0, 1.0, 1.0, 2.0, 4.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00421142578125, -0.004041539039462805, -0.003871652064844966, -0.003701765090227127, -0.003531878348439932, -0.003361991373822093, -0.003192104399204254, -0.003022217657417059, -0.00285233068279922, -0.0026824437081813812, -0.002512556966394186, -0.002342669991776347, -0.0021727830171585083, -0.002002896275371313, -0.0018330093007534742, -0.0016631224425509572, -0.0014932355843484402, -0.0013233487261459231, -0.001153461867943406, -0.0009835748933255672, -0.0008136880351230502, -0.0006438011769205332, -0.00047391426051035523, -0.00030402737320400774, -0.00013414048589766026, 3.5746401408687234e-05, 0.00020563328871503472, 0.0003755201760213822, 0.0005454070633277297, 0.0007152939215302467, 0.0008851808379404247, 0.0010550677543506026, 0.0012249546125531197, 0.0013948414707556367, 0.0015647283289581537, 0.0017346153035759926, 0.0019045021617785096, 0.0020743890199810266, 0.0022442759945988655, 0.0024141627363860607, 0.0025840497110038996, 0.0027539366856217384, 0.0029238234274089336, 0.0030937104020267725, 0.0032635973766446114, 0.0034334841184318066, 0.0036033710930496454, 0.0037732578348368406, 0.0039431448094546795, 0.004113031551241875, 0.004282918758690357, 0.004452805500477552, 0.004622692242264748, 0.00479257944971323, 0.004962466191500425, 0.0051323529332876205, 0.005302240140736103, 0.005472126882523298, 0.0056420136243104935, 0.005811900366097689, 0.005981787573546171, 0.006151674315333366, 0.006321561057120562, 0.006491448264569044, 0.006661335006356239]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [4.0, 0.0, 1.0, 5.0, 14.0, 20.0, 21.0, 48.0, 73.0, 121.0, 208.0, 323.0, 506.0, 796.0, 1160.0, 1801.0, 2735.0, 3857.0, 5647.0, 7668.0, 10751.0, 14315.0, 19790.0, 26801.0, 38195.0, 55338.0, 78284.0, 104341.0, 428803.0, 98915.0, 74729.0, 54526.0, 39509.0, 28350.0, 20662.0, 15318.0, 11467.0, 8860.0, 6872.0, 5330.0, 3806.0, 2922.0, 2056.0, 1473.0, 1104.0, 758.0, 489.0, 314.0, 196.0, 135.0, 100.0, 50.0, 28.0, 19.0, 11.0, 8.0, 5.0, 3.0, 3.0, 3.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011974746361374855, -0.011554649099707603, -0.011134552769362926, -0.010714455507695675, -0.010294359177350998, -0.009874261915683746, -0.00945416558533907, -0.009034068323671818, -0.00861397199332714, -0.00819387473165989, -0.007773777935653925, -0.007353681139647961, -0.006933583877980709, -0.006513487081974745, -0.0060933902859687805, -0.005673293489962816, -0.005253196693956852, -0.004833099897950888, -0.004413003101944923, -0.003992906305938959, -0.003572809277102351, -0.003152712481096387, -0.002732615452259779, -0.0023125186562538147, -0.0018924218602478504, -0.0014723250642418861, -0.0010522281518206, -0.0006321312976069748, -0.00021203444339334965, 0.00020806241082027555, 0.0006281592650339007, 0.0010482561774551868, 0.0014683529734611511, 0.0018884497694671154, 0.0023085465654730797, 0.0027286435943096876, 0.003148740390315652, 0.003568837186321616, 0.003988934215158224, 0.004409031011164188, 0.004829127807170153, 0.005249224603176117, 0.005669321399182081, 0.0060894181951880455, 0.006509515456855297, 0.006929612252861261, 0.007349709048867226, 0.00776980584487319, 0.008189902640879154, 0.008609999902546406, 0.009030096232891083, 0.009450193494558334, 0.009870289824903011, 0.010290387086570263, 0.01071048341691494, 0.011130580678582191, 0.011550677940249443, 0.01197077427059412, 0.012390871532261372, 0.012810967862606049, 0.0132310651242733, 0.013651161454617977, 0.014071258716285229, 0.014491355046629906, 0.014911452308297157]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 0.0, 2.0, 2.0, 2.0, 3.0, 0.0, 5.0, 0.0, 2.0, 0.0, 1.0, 7.0, 4.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 3.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.006258055567741394, -0.0060638864524662495, -0.005869716871529818, -0.005675547756254673, -0.005481378175318241, -0.0052872090600430965, -0.005093039479106665, -0.00489887036383152, -0.004704700782895088, -0.004510531667619944, -0.004316362086683512, -0.004122192971408367, -0.003928023390471935, -0.0037338542751967907, -0.0035396849270910025, -0.0033455155789852142, -0.003151346230879426, -0.0029571768827736378, -0.0027630075346678495, -0.0025688381865620613, -0.002374668838456273, -0.002180499490350485, -0.0019863301422446966, -0.0017921609105542302, -0.001597991562448442, -0.0014038222143426538, -0.0012096528662368655, -0.0010154835181310773, -0.00082131422823295, -0.0006271448801271617, -0.00043297556112520397, -0.00023880622757133096, -4.463689401745796e-05, 0.00014953243953641504, 0.00034370177309028804, 0.0005378710920922458, 0.000732040440198034, 0.0009262097883038223, 0.0011203790782019496, 0.0013145484263077378, 0.001508717774413526, 0.0017028871225193143, 0.0018970564706251025, 0.002091225702315569, 0.002285395050421357, 0.0024795643985271454, 0.0026737337466329336, 0.002867903094738722, 0.00306207244284451, 0.0032562417909502983, 0.0034504111390560865, 0.0036445804871618748, 0.003838749835267663, 0.004032919183373451, 0.004227088298648596, 0.004421257879585028, 0.004615426994860172, 0.004809596575796604, 0.005003765691071749, 0.005197935272008181, 0.005392104387283325, 0.005586273968219757, 0.005780443083494902, 0.0059746126644313335, 0.006168781779706478]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 3.0, 5.0, 3.0, 3.0, 3.0, 9.0, 9.0, 16.0, 9.0, 14.0, 18.0, 20.0, 30.0, 34.0, 36.0, 59.0, 70.0, 73.0, 85.0, 128.0, 131.0, 178.0, 209.0, 244.0, 298.0, 321.0, 396.0, 355.0, 504.0, 530.0, 730.0, 846.0, 1490.0, 6982.0, 1603.0, 842.0, 623.0, 532.0, 363.0, 257.0, 143.0, 73.0, 48.0, 9.0, 18.0, 20.0, 10.0, 8.0, 8.0, 6.0, 7.0, 3.0, 1.0, 3.0, 1.0, 1.0, 0.0, 3.0, 3.0, 2.0], "bins": [-0.008125047199428082, -0.007907013408839703, -0.007688979618251324, -0.007470945827662945, -0.007252912037074566, -0.007034878246486187, -0.006816844455897808, -0.006598810665309429, -0.00638077687472105, -0.006162743084132671, -0.0059447092935442924, -0.0057266755029559135, -0.005508641712367535, -0.005290607921779156, -0.005072574131190777, -0.004854540340602398, -0.004636506550014019, -0.004418473225086927, -0.0042004394344985485, -0.00398240564391017, -0.003764371620491147, -0.003546337829902768, -0.0033283040393143892, -0.0031102702487260103, -0.002892236690968275, -0.002674202900379896, -0.0024561691097915173, -0.0022381353192031384, -0.0020201015286147594, -0.0018020677380263805, -0.0015840339474380016, -0.0013660001568496227, -0.0011479663662612438, -0.0009299325756728649, -0.000711898785084486, -0.000493865052703768, -0.0002758312621153891, -5.779748607892543e-05, 0.00016023628995753825, 0.0003782700514420867, 0.0005963038420304656, 0.0008143376326188445, 0.0010323714232072234, 0.0012504052137956023, 0.0014684388879686594, 0.0016864726785570383, 0.0019045064691454172, 0.002122540259733796, 0.002340574050322175, 0.002558607840910554, 0.002776641631498933, 0.0029946754220873117, 0.0032127092126756907, 0.0034307430032640696, 0.0036487767938524485, 0.0038668105844408274, 0.004084844142198563, 0.0043028779327869415, 0.0045209117233753204, 0.004738945513963699, 0.004956979304552078, 0.005175013095140457, 0.005393046885728836, 0.005611080676317215, 0.005829114466905594]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 4.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.030952613800764084, -0.03039388917386532, -0.029835166409611702, -0.029276441782712936, -0.02871771901845932, -0.028158994391560555, -0.027600271627306938, -0.027041547000408173, -0.026482824236154556, -0.02592409960925579, -0.025365376845002174, -0.02480665221810341, -0.024247929453849792, -0.023689204826951027, -0.02313048206269741, -0.022571757435798645, -0.02201303467154503, -0.021454310044646263, -0.020895585417747498, -0.02033686265349388, -0.019778138026595116, -0.0192194152623415, -0.018660690635442734, -0.018101967871189117, -0.017543243244290352, -0.016984520480036736, -0.01642579585313797, -0.015867073088884354, -0.015308348461985588, -0.014749624766409397, -0.014190901070833206, -0.013632177375257015, -0.013073453679680824, -0.012514729984104633, -0.011956006288528442, -0.011397282592952251, -0.01083855889737606, -0.01027983520179987, -0.009721111506223679, -0.009162387810647488, -0.008603664115071297, -0.008044939488172531, -0.0074862162582576275, -0.0069274925626814365, -0.006368768401443958, -0.005810044705867767, -0.005251321010291576, -0.0046925973147153854, -0.0041338736191391945, -0.0035751499235630035, -0.0030164262279868126, -0.002457702299579978, -0.001898978604003787, -0.001340254908427596, -0.0007815310964360833, -0.00022280734265223145, 0.0003359164111316204, 0.0008946401649154723, 0.0014533639186993241, 0.002012087730690837, 0.002570811426267028, 0.003129535121843219, 0.0036882590502500534, 0.004246982745826244, 0.004805706441402435]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 4.0, 3.0, 2.0, 0.0, 2.0, 1.0, 2.0, 4.0, 11.0, 4.0, 5.0, 3.0, 2.0, 4.0, 3.0, 2.0, 3.0, 8.0, 6.0, 1.0, 3.0, 3.0, 1.0, 5.0, 4.0, 2.0, 1.0, 1.0, 1.0, 0.0, 8.0, 6.0, 3.0, 10.0, 3.0, 6.0, 7.0, 2.0, 3.0, 1.0, 4.0, 7.0, 6.0, 3.0, 9.0, 18.0, 58.0, 9.0, 10.0, 5.0, 7.0, 4.0, 2.0, 1.0, 2.0], "bins": [-0.026530958712100983, -0.026051729917526245, -0.02557249926030636, -0.02509327046573162, -0.024614041671156883, -0.024134811013936996, -0.02365558221936226, -0.02317635342478752, -0.022697122767567635, -0.022217893972992897, -0.02173866517841816, -0.021259434521198273, -0.020780205726623535, -0.020300976932048798, -0.01982174627482891, -0.019342517480254173, -0.018863286823034286, -0.01838405802845955, -0.01790482923388481, -0.017425598576664925, -0.016946369782090187, -0.01646714098751545, -0.015987910330295563, -0.015508681535720825, -0.015029452741146088, -0.014550223015248775, -0.014070993289351463, -0.013591763563454151, -0.013112534768879414, -0.012633305042982101, -0.01215407531708479, -0.011674846522510052, -0.01119561679661274, -0.010716387070715427, -0.01023715827614069, -0.009757928550243378, -0.009278698824346066, -0.008799470029771328, -0.008320240303874016, -0.007841010577976704, -0.007361781317740679, -0.006882552057504654, -0.006403322331607342, -0.005924093071371317, -0.005444863811135292, -0.00496563408523798, -0.004486404825001955, -0.004007175099104643, -0.003527945838868618, -0.0030487163458019495, -0.002569486852735281, -0.002090257592499256, -0.0016110280994325876, -0.0011317986063659191, -0.0006525692297145724, -0.00017333979485556483, 0.00030588964000344276, 0.0007851190748624504, 0.001264348509721458, 0.0017435778863728046, 0.002222807379439473, 0.0027020368725061417, 0.0031812661327421665, 0.003660495625808835, 0.0041397251188755035]}, "_runtime": 8.191767692565918, "_timestamp": 1596209160.9553385, "_step": 4}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 2.0, 1.0, 2.0, 3.0, 3.0, 2.0, 1.0, 5.0, 3.0, 4.0, 3.0, 3.0, 6.0, 1.0, 3.0, 0.0, 0.0, 4.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.027766047045588493, -0.027053847908973694, -0.026341648772358894, -0.025629449635744095, -0.024917248636484146, -0.024205049499869347, -0.023492850363254547, -0.022780651226639748, -0.022068452090024948, -0.02135625295341015, -0.0206440519541502, -0.0199318528175354, -0.0192196536809206, -0.0185074545443058, -0.017795255407691002, -0.017083056271076202, -0.016370855271816254, -0.015658656135201454, -0.014946456998586655, -0.014234257861971855, -0.013522058725357056, -0.012809858657419682, -0.012097659520804882, -0.011385460384190083, -0.010673260316252708, -0.009961061179637909, -0.00924886204302311, -0.00853666290640831, -0.007824462838470936, -0.007112263701856136, -0.0064000640995800495, -0.00568786496296525, -0.004975665360689163, -0.004263465758413076, -0.003551266621798277, -0.00283906701952219, -0.002126867650076747, -0.0014146682806313038, -0.0007024687947705388, 9.73063288256526e-06, 0.0007219300605356693, 0.0014341294299811125, 0.0021463287994265556, 0.0028585284017026424, 0.0035707277711480856, 0.004282927140593529, 0.0049951267428696156, 0.005707325879484415, 0.006419525481760502, 0.007131725084036589, 0.007843924686312675, 0.008556123822927475, 0.009268322959542274, 0.009980523027479649, 0.010692722164094448, 0.011404921300709248, 0.012117121368646622, 0.012829320505261421, 0.01354151964187622, 0.01425371877849102, 0.014965918846428394, 0.01567811891436577, 0.016390318050980568, 0.017102517187595367, 0.017814716324210167]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 4.0, 0.0, 3.0, 1.0, 3.0, 4.0, 3.0, 2.0, 9.0, 11.0, 4.0, 22.0, 26.0, 42.0, 49.0, 70.0, 86.0, 137.0, 183.0, 327.0, 447.0, 616.0, 2631.0, 1606.0, 755.0, 370.0, 210.0, 111.0, 64.0, 38.0, 25.0, 17.0, 15.0, 10.0, 8.0, 7.0, 4.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.27439698576927185, -0.2674545645713806, -0.260512113571167, -0.25356969237327576, -0.24662727117538452, -0.2396848350763321, -0.23274239897727966, -0.22579997777938843, -0.218857541680336, -0.21191510558128357, -0.20497268438339233, -0.1980302482843399, -0.19108781218528748, -0.18414539098739624, -0.1772029548883438, -0.17026053369045258, -0.16331809759140015, -0.15637566149234772, -0.14943324029445648, -0.14249080419540405, -0.13554838299751282, -0.1286059468984604, -0.12166351079940796, -0.11472108215093613, -0.1077786535024643, -0.10083622485399246, -0.09389379620552063, -0.0869513601064682, -0.08000893145799637, -0.07306650280952454, -0.0661240667104721, -0.059181638062000275, -0.05223920941352844, -0.04529678076505661, -0.03835434839129448, -0.03141191601753235, -0.024469487369060516, -0.017527056857943535, -0.010584626346826553, -0.003642195835709572, 0.0033002346754074097, 0.010242665186524391, 0.017185095697641373, 0.024127526208758354, 0.031069956719875336, 0.03801238536834717, 0.0449548177421093, 0.05189725011587143, 0.05883967876434326, 0.0657821074128151, 0.07272453606128693, 0.07966697216033936, 0.08660940080881119, 0.09355182945728302, 0.10049426555633545, 0.10743669420480728, 0.11437912285327911, 0.12132155150175095, 0.12826398015022278, 0.1352064162492752, 0.14214885234832764, 0.14909127354621887, 0.1560337096452713, 0.16297613084316254, 0.16991856694221497]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 4.0, 1.0, 2.0, 1.0, 2.0, 2.0, 5.0, 3.0, 2.0, 3.0, 3.0, 0.0, 1.0, 3.0, 2.0, 2.0, 26.0, 5.0, 5.0, 3.0, 2.0, 2.0, 4.0, 2.0, 2.0, 5.0, 2.0, 1.0, 1.0, 1.0, 3.0, 2.0, 0.0, 2.0, 2.0, 0.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.005296485032886267, -0.005124187096953392, -0.004951889161020517, -0.004779590759426355, -0.004607292823493481, -0.004434994887560606, -0.004262696951627731, -0.004090399015694857, -0.003918101079761982, -0.0037458029109984636, -0.0035735047422349453, -0.0034012068063020706, -0.003228908870369196, -0.0030566107016056776, -0.002884312765672803, -0.0027120145969092846, -0.00253971666097641, -0.0023674187250435352, -0.002195120556280017, -0.0020228226203471422, -0.0018505245679989457, -0.0016782265156507492, -0.0015059285797178745, -0.001333630527369678, -0.0011613324750214815, -0.000989034422673285, -0.0008167364285327494, -0.0006444384343922138, -0.0004721403820440173, -0.00029984235879965127, -0.00012754433555528522, 4.4753687689080834e-05, 0.00021705171093344688, 0.00038934973417781293, 0.000561647757422179, 0.0007339457515627146, 0.0009062438039109111, 0.0010785418562591076, 0.0012508397921919823, 0.0014231378445401788, 0.0015954358968883753, 0.0017677339492365718, 0.0019400320015847683, 0.002112329937517643, 0.0022846278734505177, 0.002456926042214036, 0.0026292239781469107, 0.002801522146910429, 0.0029738200828433037, 0.0031461180187761784, 0.0033184161875396967, 0.0034907141234725714, 0.0036630122922360897, 0.0038353102281689644, 0.004007608164101839, 0.004179906100034714, 0.004352204501628876, 0.00452450243756175, 0.004696800373494625, 0.0048690983094275, 0.0050413962453603745, 0.005213694181293249, 0.005385992582887411, 0.005558290518820286, 0.0057305884547531605]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 4.0, 8.0, 7.0, 9.0, 22.0, 45.0, 80.0, 136.0, 216.0, 368.0, 581.0, 814.0, 1217.0, 1695.0, 2378.0, 3236.0, 4267.0, 5743.0, 7318.0, 9632.0, 12196.0, 15839.0, 21251.0, 29074.0, 40823.0, 59995.0, 85508.0, 115489.0, 436152.0, 92502.0, 63951.0, 43997.0, 30904.0, 22664.0, 16996.0, 13085.0, 10204.0, 7730.0, 6041.0, 4644.0, 3486.0, 2608.0, 1948.0, 1416.0, 1035.0, 710.0, 509.0, 383.0, 259.0, 164.0, 118.0, 73.0, 57.0, 27.0, 12.0, 7.0, 7.0, 3.0, 2.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.013551872223615646, -0.013087398372590542, -0.012622924521565437, -0.012158450670540333, -0.011693977750837803, -0.011229503899812698, -0.010765030048787594, -0.01030055619776249, -0.009836082346737385, -0.00937160849571228, -0.00890713557600975, -0.008442661724984646, -0.007978187873959541, -0.007513714022934437, -0.007049240171909332, -0.006584766786545515, -0.0061202929355204105, -0.005655819084495306, -0.005191345699131489, -0.004726871848106384, -0.00426239799708128, -0.003797924378886819, -0.003333450760692358, -0.0028689769096672535, -0.0024045032914727926, -0.00194002955686301, -0.0014755558222532272, -0.0010110822040587664, -0.0005466084694489837, -8.213476394303143e-05, 0.0003823389415629208, 0.0008468126179650426, 0.0013112863525748253, 0.001775760087184608, 0.0022402338217943907, 0.0027047074399888515, 0.003169181291013956, 0.003633654909208417, 0.004098128527402878, 0.004562602378427982, 0.005027076229453087, 0.005491549614816904, 0.005956023465842009, 0.006420497316867113, 0.00688497070223093, 0.007349444553256035, 0.00781391840428114, 0.008278392255306244, 0.008742865175008774, 0.009207339026033878, 0.009671812877058983, 0.010136286728084087, 0.010600760579109192, 0.011065234430134296, 0.011529708281159401, 0.01199418120086193, 0.012458655051887035, 0.01292312890291214, 0.013387602753937244, 0.013852076604962349, 0.014316550455987453, 0.014781023375689983, 0.015245497226715088, 0.015709972009062767, 0.016174444928765297]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 2.0, 2.0, 3.0, 4.0, 2.0, 3.0, 0.0, 2.0, 1.0, 3.0, 0.0, 2.0, 0.0, 3.0, 5.0, 3.0, 1.0, 7.0, 1.0, 2.0, 3.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008510423824191093, -0.008102653548121452, -0.0076948837377130985, -0.007287113461643457, -0.006879343185573816, -0.0064715733751654625, -0.006063803099095821, -0.00565603282302618, -0.005248262546956539, -0.004840492736548185, -0.004432722460478544, -0.004024952184408903, -0.0036171823740005493, -0.003209412097930908, -0.0028016420546919107, -0.0023938717786222696, -0.001986101735383272, -0.0015783315757289529, -0.0011705614160746336, -0.0007627913728356361, -0.00035502121318131685, 5.274891736917198e-05, 0.0004605190479196608, 0.0008682891493663192, 0.0012760593090206385, 0.0016838294686749578, 0.002091599628329277, 0.0024993696715682745, 0.002907139714807272, 0.003314909990876913, 0.0037226800341159105, 0.004130450077354908, 0.004538220353424549, 0.00494599062949419, 0.005353760439902544, 0.005761530715972185, 0.006169300992041826, 0.00657707080245018, 0.006984841078519821, 0.007392611354589462, 0.007800381630659103, 0.008208151906728745, 0.008615921251475811, 0.009023691527545452, 0.009431461803615093, 0.009839232079684734, 0.010247002355754375, 0.010654772631824017, 0.011062541976571083, 0.011470312252640724, 0.011878082528710365, 0.012285852804780006, 0.012693623080849648, 0.013101393356919289, 0.01350916363298893, 0.013916932977735996, 0.014324703253805637, 0.014732473529875278, 0.01514024380594492, 0.01554801408201456, 0.015955783426761627, 0.01636355370283127, 0.01677132397890091, 0.01717909425497055, 0.01758686453104019]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 3.0, 1.0, 2.0, 4.0, 12.0, 20.0, 24.0, 20.0, 41.0, 54.0, 81.0, 95.0, 129.0, 161.0, 186.0, 229.0, 332.0, 344.0, 393.0, 455.0, 566.0, 733.0, 952.0, 1144.0, 2112.0, 6920.0, 1124.0, 580.0, 458.0, 375.0, 249.0, 153.0, 90.0, 77.0, 70.0, 38.0, 40.0, 23.0, 30.0, 21.0, 17.0, 13.0, 7.0, 7.0, 4.0, 1.0, 5.0, 1.0, 2.0, 5.0, 10.0, 2.0, 4.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 3.0, 2.0, 1.0], "bins": [-0.007208909839391708, -0.006934391800314188, -0.006659873761236668, -0.00638535525649786, -0.00611083721742034, -0.005836319178342819, -0.0055618006736040115, -0.005287282634526491, -0.005012764595448971, -0.00473824655637145, -0.00446372851729393, -0.004189210012555122, -0.003914691973477602, -0.0036401739344000816, -0.0033656556624919176, -0.0030911373905837536, -0.002816619351506233, -0.002542101312428713, -0.002267583040520549, -0.001993064768612385, -0.0017185467295348644, -0.0014440285740420222, -0.00116951041854918, -0.0008949922630563378, -0.0006204741075634956, -0.00034595595207065344, -7.143779657781124e-05, 0.00020308035891503096, 0.00047759851440787315, 0.0007521166699007154, 0.0010266348253935575, 0.0013011529808863997, 0.001575671136379242, 0.0018501892918720841, 0.0021247074473649263, 0.0023992257192730904, 0.0026737437583506107, 0.002948261797428131, 0.003222780069336295, 0.003497298341244459, 0.0037718163803219795, 0.0040463344193995, 0.00432085245847702, 0.004595370963215828, 0.004869889002293348, 0.005144407041370869, 0.005418925546109676, 0.005693443585187197, 0.005967961624264717, 0.0062424796633422375, 0.006516997702419758, 0.0067915162071585655, 0.007066034246236086, 0.007340552285313606, 0.007615070790052414, 0.007889588363468647, 0.008164106868207455, 0.008438625372946262, 0.008713142946362495, 0.008987661451101303, 0.00926217995584011, 0.009536697529256344, 0.009811216033995152, 0.010085733607411385, 0.010360252112150192]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 4.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.039507731795310974, -0.03868737071752548, -0.03786701336503029, -0.0370466522872448, -0.036226291209459305, -0.03540593385696411, -0.03458557277917862, -0.03376521170139313, -0.032944854348897934, -0.03212449327111244, -0.03130413219332695, -0.030483774840831757, -0.029663413763046265, -0.028843054547905922, -0.02802269533276558, -0.027202334254980087, -0.026381975039839745, -0.025561615824699402, -0.02474125474691391, -0.023920895531773567, -0.023100536316633224, -0.022280175238847733, -0.02145981602370739, -0.020639456808567047, -0.019819095730781555, -0.018998736515641212, -0.01817837730050087, -0.017358018085360527, -0.016537657007575035, -0.015717297792434692, -0.014896937645971775, -0.014076578430831432, -0.013256218284368515, -0.012435858137905598, -0.011615498922765255, -0.010795138776302338, -0.009974779561161995, -0.009154419414699078, -0.00833405926823616, -0.00751369958743453, -0.0066933399066329, -0.00587298022583127, -0.00505262054502964, -0.004232260398566723, -0.003411900717765093, -0.002591541036963463, -0.0017711811233311892, -0.0009508213261142373, -0.00013046152889728546, 0.0006898982683196664, 0.0015102580655366182, 0.002330617979168892, 0.003150977659970522, 0.003971337340772152, 0.004791697487235069, 0.005612057168036699, 0.006432416848838329, 0.007252776529639959, 0.00807313621044159, 0.008893496356904507, 0.009713856503367424, 0.010534215718507767, 0.011354575864970684, 0.012174935080111027, 0.012995295226573944]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 5.0, 0.0, 6.0, 5.0, 3.0, 2.0, 3.0, 4.0, 6.0, 7.0, 4.0, 6.0, 2.0, 9.0, 6.0, 7.0, 4.0, 3.0, 7.0, 4.0, 5.0, 5.0, 6.0, 7.0, 1.0, 1.0, 1.0, 3.0, 3.0, 2.0, 3.0, 3.0, 4.0, 2.0, 2.0, 3.0, 0.0, 0.0, 3.0, 5.0, 53.0, 14.0, 11.0, 8.0, 6.0, 6.0, 2.0, 7.0, 5.0, 6.0, 2.0, 3.0, 0.0, 1.0, 2.0], "bins": [-0.022282032296061516, -0.021834636107087135, -0.021387239918112755, -0.020939843729138374, -0.020492449402809143, -0.020045053213834763, -0.019597657024860382, -0.019150260835886, -0.01870286464691162, -0.01825546845793724, -0.01780807413160801, -0.01736067794263363, -0.01691328175365925, -0.016465885564684868, -0.016018489375710487, -0.015571094118058681, -0.015123697929084301, -0.01467630174010992, -0.014228906482458115, -0.013781510293483734, -0.013334114104509354, -0.012886718846857548, -0.012439322657883167, -0.011991926468908787, -0.011544531211256981, -0.0110971350222826, -0.01064973883330822, -0.01020234264433384, -0.009754947386682034, -0.009307551197707653, -0.008860155008733273, -0.008412759751081467, -0.007965363562107086, -0.007517967838793993, -0.0070705716498196125, -0.006623175926506519, -0.006175779737532139, -0.005728384014219046, -0.0052809882909059525, -0.004833592101931572, -0.004386196378618479, -0.003938800655305386, -0.003491404466331005, -0.003044008743017912, -0.002596612786874175, -0.0021492168307304382, -0.0017018209910020232, -0.0012544251512736082, -0.0008070291951298714, -0.00035963329719379544, 8.776260074228048e-05, 0.0005351584986783564, 0.0009825543966144323, 0.0014299503527581692, 0.0018773461924865842, 0.002324742032214999, 0.002772137988358736, 0.003219533944502473, 0.0036669299006462097, 0.004114325623959303, 0.004561721347272396, 0.005009117536246777, 0.00545651325955987, 0.00590390944853425, 0.0063513051718473434]}, "_runtime": 9.03438115119934, "_timestamp": 1596209161.797952, "_step": 5}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 2.0, 4.0, 0.0, 4.0, 4.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 3.0, 0.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012565955519676208, -0.01216787751764059, -0.011769798584282398, -0.01137172058224678, -0.010973642580211163, -0.01057556364685297, -0.010177485644817352, -0.009779407642781734, -0.009381328709423542, -0.008983250707387924, -0.008585172705352306, -0.008187093771994114, -0.007789015769958496, -0.007390937302261591, -0.006992858834564686, -0.006594780832529068, -0.006196702364832163, -0.005798623897135258, -0.00540054589509964, -0.005002467427402735, -0.00460438895970583, -0.004206310957670212, -0.0038082324899733067, -0.0034101540222764015, -0.00301207578741014, -0.0026139975525438786, -0.0022159190848469734, -0.001817840849980712, -0.0014197624986991286, -0.0010216841474175453, -0.0006236058543436229, -0.00022552753216587007, 0.00017255079001188278, 0.0005706291412934661, 0.0009687074343673885, 0.0013667857274413109, 0.0017648640787228942, 0.0021629424300044775, 0.002561020664870739, 0.002959099132567644, 0.0033571773674339056, 0.003755255602300167, 0.004153334069997072, 0.004551412537693977, 0.004949490539729595, 0.0053475690074265, 0.0057456474751234055, 0.006143725477159023, 0.006541803944855928, 0.0069398824125528336, 0.007337960414588451, 0.0077360388822853565, 0.008134117349982262, 0.00853219535201788, 0.008930274285376072, 0.00932835228741169, 0.009726430289447308, 0.0101245092228055, 0.010522587224841118, 0.010920665226876736, 0.011318744160234928, 0.011716822162270546, 0.012114900164306164, 0.012512979097664356, 0.012911057099699974]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 2.0, 4.0, 8.0, 2.0, 7.0, 4.0, 17.0, 12.0, 15.0, 17.0, 28.0, 32.0, 49.0, 41.0, 49.0, 80.0, 100.0, 126.0, 160.0, 229.0, 259.0, 266.0, 389.0, 507.0, 2402.0, 1142.0, 652.0, 448.0, 248.0, 180.0, 108.0, 83.0, 58.0, 50.0, 34.0, 28.0, 21.0, 7.0, 15.0, 10.0, 6.0, 6.0, 5.0, 6.0, 5.0, 1.0, 1.0, 2.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.1479095071554184, -0.14345626533031464, -0.13900302350521088, -0.1345497965812683, -0.13009655475616455, -0.1256433129310608, -0.12119007110595703, -0.11673683673143387, -0.11228359490633011, -0.10783035308122635, -0.10337711870670319, -0.09892387688159943, -0.09447063505649567, -0.0900174006819725, -0.08556415885686874, -0.08111092448234558, -0.07665768265724182, -0.07220444083213806, -0.0677512064576149, -0.06329796463251114, -0.05884472653269768, -0.054391488432884216, -0.04993824660778046, -0.045485008507966995, -0.041031770408153534, -0.03657853230834007, -0.03212529420852661, -0.02767205238342285, -0.02321881428360939, -0.01876557618379593, -0.014312336221337318, -0.009859097190201283, -0.005405858159065247, -0.0009526191279292107, 0.0035006199032068253, 0.007953858934342861, 0.012407097965478897, 0.01686033606529236, 0.02131357602775097, 0.02576681599020958, 0.03022005409002304, 0.0346732921898365, 0.03912653028964996, 0.04357977211475372, 0.048033010214567184, 0.052486248314380646, 0.056939490139484406, 0.06139272823929787, 0.06584596633911133, 0.07029920816421509, 0.07475244253873825, 0.07920568436384201, 0.08365891873836517, 0.08811216056346893, 0.09256540238857269, 0.09701863676309586, 0.10147187858819962, 0.10592512041330338, 0.11037835478782654, 0.1148315966129303, 0.11928483843803406, 0.12373807281255722, 0.12819130718708038, 0.13264454901218414, 0.1370977908372879]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 4.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 2.0, 0.0, 4.0, 2.0, 2.0, 5.0, 3.0, 4.0, 3.0, 5.0, 2.0, 2.0, 24.0, 3.0, 2.0, 2.0, 2.0, 4.0, 3.0, 0.0, 2.0, 1.0, 2.0, 2.0, 1.0, 3.0, 2.0, 1.0, 2.0, 4.0, 3.0, 0.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0063096159137785435, -0.006136720068752766, -0.005963824223726988, -0.00579092837870121, -0.005618032533675432, -0.005445136688649654, -0.005272240843623877, -0.005099344998598099, -0.004926449619233608, -0.00475355377420783, -0.004580657929182053, -0.004407762084156275, -0.004234866239130497, -0.004061970394104719, -0.0038890745490789413, -0.0037161787040531635, -0.0035432828590273857, -0.003370387014001608, -0.00319749116897583, -0.0030245953239500523, -0.0028516994789242744, -0.0026788038667291403, -0.0025059080217033625, -0.0023330121766775846, -0.002160116331651807, -0.001987220486626029, -0.0018143246416002512, -0.0016414289129897952, -0.0014685330679640174, -0.0012956372229382396, -0.0011227414943277836, -0.0009498456493020058, -0.000776949804276228, -0.0006040539592504501, -0.00043115817243233323, -0.00025826235651038587, -8.536654058843851e-05, 8.752927533350885e-05, 0.0002604250912554562, 0.00043332090717740357, 0.0006062167230993509, 0.0007791125681251287, 0.0009520083549432456, 0.0011249041417613626, 0.0012977999867871404, 0.0014706958318129182, 0.0016435915604233742, 0.001816487405449152, 0.00198938325047493, 0.0021622790955007076, 0.0023351749405264854, 0.0025080707855522633, 0.002680966630578041, 0.0028538622427731752, 0.003026758087798953, 0.003199653932824731, 0.0033725497778505087, 0.0035454456228762865, 0.0037183414679020643, 0.003891237312927842, 0.004064132925122976, 0.004237028770148754, 0.004409924615174532, 0.00458282046020031, 0.004755716305226088]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [4.0, 2.0, 3.0, 10.0, 17.0, 30.0, 38.0, 59.0, 79.0, 183.0, 190.0, 371.0, 488.0, 689.0, 895.0, 1229.0, 1596.0, 2225.0, 2786.0, 3572.0, 4532.0, 5657.0, 7142.0, 8572.0, 10919.0, 13630.0, 16703.0, 21134.0, 26964.0, 35557.0, 47550.0, 64168.0, 84911.0, 411790.0, 100697.0, 76126.0, 56609.0, 41281.0, 30547.0, 22791.0, 18203.0, 14359.0, 11465.0, 8819.0, 6892.0, 5207.0, 3765.0, 2748.0, 2036.0, 1349.0, 969.0, 674.0, 476.0, 290.0, 242.0, 136.0, 106.0, 57.0, 48.0, 27.0, 16.0, 9.0, 3.0, 6.0], "bins": [-0.014129959978163242, -0.013713309541344643, -0.013296658173203468, -0.012880006805062294, -0.012463356368243694, -0.012046705931425095, -0.01163005456328392, -0.011213403195142746, -0.010796752758324146, -0.010380102321505547, -0.009963450953364372, -0.009546799585223198, -0.009130149148404598, -0.008713498711585999, -0.008296847343444824, -0.00788019597530365, -0.00746354553848505, -0.007046894636005163, -0.006630243733525276, -0.006213592831045389, -0.005796941928565502, -0.005380291026085615, -0.004963640123605728, -0.004546989221125841, -0.004130338318645954, -0.003713687416166067, -0.00329703651368618, -0.002880385611206293, -0.002463734708726406, -0.002047083806246519, -0.001630432903766632, -0.001213782001286745, -0.0007971310988068581, -0.00038048019632697105, 3.6170706152915955e-05, 0.00045282160863280296, 0.00086947251111269, 0.001286123413592577, 0.001702774316072464, 0.002119425218552351, 0.002536076121032238, 0.002952727023512125, 0.003369377925992012, 0.003786028828471899, 0.004202679730951786, 0.004619330633431673, 0.00503598153591156, 0.005452632438391447, 0.005869283340871334, 0.006285934243351221, 0.006702585145831108, 0.007119236048310995, 0.007535886950790882, 0.007952537387609482, 0.008369188755750656, 0.00878584012389183, 0.00920249056071043, 0.00961914099752903, 0.010035792365670204, 0.010452443733811378, 0.010869094170629978, 0.011285744607448578, 0.011702395975589752, 0.012119047343730927, 0.012535697780549526]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 3.0, 1.0, 1.0, 1.0, 2.0, 1.0, 5.0, 1.0, 0.0, 1.0, 1.0, 3.0, 1.0, 4.0, 2.0, 7.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 1.0, 0.0, 3.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00864604115486145, -0.008327127434313297, -0.008008214645087719, -0.007689300924539566, -0.0073703876696527, -0.007051474414765835, -0.006732560694217682, -0.006413647439330816, -0.006094734184443951, -0.005775820929557085, -0.005456907674670219, -0.0051379939541220665, -0.004819080699235201, -0.004500167444348335, -0.004181253723800182, -0.0038623404689133167, -0.003543427214026451, -0.0032245139591395855, -0.0029056004714220762, -0.002586686983704567, -0.0022677737288177013, -0.001948860357515514, -0.0016299469862133265, -0.001311033614911139, -0.0009921202436089516, -0.0006732068723067641, -0.0003542935010045767, -3.538012970238924e-05, 0.0002835332415997982, 0.0006024466129019856, 0.0009213599842041731, 0.0012402733555063605, 0.001559186726808548, 0.0018781000981107354, 0.002197013469412923, 0.002515926957130432, 0.0028348402120172977, 0.0031537534669041634, 0.0034726669546216726, 0.003791580442339182, 0.0041104936972260475, 0.004429406952112913, 0.004748320206999779, 0.005067233927547932, 0.005386147182434797, 0.005705060437321663, 0.006023974157869816, 0.0063428874127566814, 0.006661800667643547, 0.006980713922530413, 0.007299627177417278, 0.007618540897965431, 0.00793745368719101, 0.008256367407739162, 0.008575281128287315, 0.008894193917512894, 0.009213107638061047, 0.0095320213586092, 0.009850934147834778, 0.01016984786838293, 0.010488761588931084, 0.010807674378156662, 0.011126588098704815, 0.011445500887930393, 0.011764414608478546]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 2.0, 5.0, 2.0, 5.0, 7.0, 9.0, 7.0, 15.0, 16.0, 17.0, 34.0, 45.0, 44.0, 64.0, 78.0, 103.0, 120.0, 143.0, 222.0, 249.0, 291.0, 337.0, 402.0, 465.0, 503.0, 675.0, 910.0, 1188.0, 1617.0, 6792.0, 1524.0, 775.0, 491.0, 274.0, 204.0, 164.0, 155.0, 107.0, 77.0, 64.0, 49.0, 41.0, 21.0, 12.0, 14.0, 14.0, 20.0, 5.0, 6.0, 7.0, 7.0, 6.0, 6.0, 4.0, 4.0, 4.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 3.0], "bins": [-0.007354725152254105, -0.00711317453533411, -0.006871623452752829, -0.006630072835832834, -0.00638852221891284, -0.0061469716019928455, -0.005905420519411564, -0.0056638699024915695, -0.005422319285571575, -0.0051807682029902935, -0.004939217586070299, -0.004697666969150305, -0.0044561163522303104, -0.004214565269649029, -0.003973014652729034, -0.00373146403580904, -0.003489913186058402, -0.003248362336307764, -0.0030068117193877697, -0.0027652608696371317, -0.0025237102527171373, -0.0022821594029664993, -0.002040608786046505, -0.001799057936295867, -0.0015575072029605508, -0.0013159564696252346, -0.0010744057362899184, -0.0008328549447469413, -0.0005913042114116251, -0.00034975347807630897, -0.00010820271563716233, 0.00013334803225006908, 0.0003748987801373005, 0.0006164495134726167, 0.0008580002468079329, 0.001099550980143249, 0.0013411017134785652, 0.0015826525632292032, 0.0018242032965645194, 0.0020657540298998356, 0.00230730464681983, 0.002548855496570468, 0.002790406346321106, 0.0030319569632411003, 0.0032735078129917383, 0.0035150584299117327, 0.0037566092796623707, 0.003998159896582365, 0.004239710979163647, 0.004481261596083641, 0.004722812213003635, 0.00496436282992363, 0.005205913912504911, 0.005447464529424906, 0.0056890151463449, 0.0059305657632648945, 0.006172116845846176, 0.0064136674627661705, 0.006655218079686165, 0.0068967691622674465, 0.007138319779187441, 0.007379870396107435, 0.00762142101302743, 0.007862972095608711, 0.008104522712528706]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 5.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.029988892376422882, -0.02922774851322174, -0.0284666046500206, -0.027705460786819458, -0.026944316923618317, -0.026183174923062325, -0.025422031059861183, -0.024660887196660042, -0.0238997433334589, -0.02313859947025776, -0.022377455607056618, -0.021616311743855476, -0.020855169743299484, -0.020094025880098343, -0.0193328820168972, -0.01857173815369606, -0.01781059429049492, -0.017049450427293777, -0.016288306564092636, -0.01552716363221407, -0.014766019769012928, -0.014004875905811787, -0.01324373297393322, -0.012482589110732079, -0.011721445247530937, -0.010960301384329796, -0.010199157521128654, -0.009438014589250088, -0.008676870726048946, -0.007915726862847805, -0.007154583465307951, -0.006393440067768097, -0.005632296204566956, -0.004871152341365814, -0.00411000894382596, -0.0033488653134554625, -0.0025877216830849648, -0.001826578052714467, -0.0010654344223439693, -0.00030429079197347164, 0.00045685283839702606, 0.0012179964687675238, 0.0019791400991380215, 0.002740283729508519, 0.003501427359879017, 0.004262571223080158, 0.005023714620620012, 0.005784858018159866, 0.006546001881361008, 0.007307145744562149, 0.00806828960776329, 0.008829432539641857, 0.009590576402842999, 0.01035172026604414, 0.011112863197922707, 0.011874007061123848, 0.01263515092432499, 0.01339629478752613, 0.014157438650727272, 0.014918581582605839, 0.015679724514484406, 0.016440868377685547, 0.017202012240886688, 0.01796315610408783, 0.01872429996728897]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 4.0, 3.0, 1.0, 1.0, 3.0, 3.0, 0.0, 2.0, 4.0, 4.0, 4.0, 2.0, 4.0, 3.0, 1.0, 6.0, 4.0, 4.0, 3.0, 5.0, 6.0, 3.0, 4.0, 4.0, 2.0, 4.0, 5.0, 3.0, 2.0, 9.0, 3.0, 6.0, 7.0, 3.0, 5.0, 1.0, 6.0, 4.0, 12.0, 5.0, 11.0, 14.0, 60.0, 10.0, 6.0, 5.0, 1.0, 3.0, 3.0, 3.0, 4.0, 1.0, 3.0, 1.0, 1.0], "bins": [-0.02624174766242504, -0.02572951652109623, -0.02521728351712227, -0.024705052375793457, -0.024192821234464645, -0.023680588230490685, -0.023168357089161873, -0.022656124085187912, -0.0221438929438591, -0.02163166180253029, -0.021119428798556328, -0.020607197657227516, -0.020094964653253555, -0.019582733511924744, -0.019070502370595932, -0.01855826936662197, -0.01804603822529316, -0.017533807083964348, -0.017021574079990387, -0.016509342938661575, -0.015997111797332764, -0.015484878793358803, -0.014972647652029991, -0.014460415579378605, -0.013948183506727219, -0.013435951434075832, -0.012923719361424446, -0.012411488220095634, -0.011899256147444248, -0.011387024074792862, -0.01087479293346405, -0.010362560860812664, -0.009850328788161278, -0.009338096715509892, -0.008825864642858505, -0.008313633501529694, -0.007801401428878307, -0.007289169356226921, -0.006776937749236822, -0.006264706142246723, -0.005752474069595337, -0.005240241996943951, -0.004728010389953852, -0.004215778782963753, -0.0037035467103123665, -0.003191314870491624, -0.0026790830306708813, -0.0021668511908501387, -0.001654619351029396, -0.0011423875112086535, -0.0006301556713879108, -0.00011792383156716824, 0.00039430800825357437, 0.000906539848074317, 0.0014187716878950596, 0.0019310035277158022, 0.002443235367536545, 0.0029554672073572874, 0.00346769904717803, 0.003979930654168129, 0.004492162726819515, 0.0050043947994709015, 0.0055166264064610004, 0.006028858013451099, 0.006541090086102486]}, "_runtime": 9.87999701499939, "_timestamp": 1596209162.6435678, "_step": 6}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 4.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 3.0, 0.0, 2.0, 3.0, 3.0, 1.0, 3.0, 3.0, 1.0, 1.0, 2.0, 4.0, 1.0, 1.0, 3.0, 1.0, 1.0, 2.0, 3.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.015643006190657616, -0.015162340365350246, -0.014681674540042877, -0.014201007783412933, -0.013720341958105564, -0.013239676132798195, -0.012759010307490826, -0.012278344482183456, -0.011797677725553513, -0.011317011900246143, -0.010836346074938774, -0.010355680249631405, -0.009875014424324036, -0.009394348599016666, -0.008913681842386723, -0.008433016017079353, -0.007952350191771984, -0.007471684366464615, -0.006991018075495958, -0.006510352250188589, -0.0060296859592199326, -0.005549020133912563, -0.005068354308605194, -0.0045876880176365376, -0.004107022192329168, -0.0036263561341911554, -0.0031456900760531425, -0.0026650242507457733, -0.0021843581926077604, -0.0017036921344697475, -0.0012230261927470565, -0.0007423601928167045, -0.00026169419288635254, 0.00021897180704399943, 0.0006996378069743514, 0.0011803037486970425, 0.0016609698068350554, 0.0021416358649730682, 0.0026223016902804375, 0.0031029677484184504, 0.0035836338065564632, 0.0040642996318638325, 0.004544965922832489, 0.005025631748139858, 0.0055062975734472275, 0.005986963864415884, 0.006467629689723253, 0.00694829598069191, 0.007428961805999279, 0.007909627631306648, 0.008390293456614017, 0.008870960213243961, 0.00935162603855133, 0.0098322918638587, 0.010312957689166069, 0.010793623514473438, 0.011274289339780807, 0.011754956096410751, 0.01223562192171812, 0.01271628774702549, 0.013196953572332859, 0.013677619397640228, 0.014158286154270172, 0.014638951979577541, 0.01511961780488491]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 5.0, 2.0, 6.0, 1.0, 5.0, 6.0, 7.0, 12.0, 11.0, 8.0, 13.0, 21.0, 29.0, 38.0, 39.0, 51.0, 73.0, 70.0, 96.0, 131.0, 167.0, 189.0, 264.0, 270.0, 366.0, 504.0, 2741.0, 1030.0, 590.0, 363.0, 209.0, 161.0, 121.0, 81.0, 63.0, 45.0, 38.0, 23.0, 18.0, 11.0, 13.0, 9.0, 10.0, 2.0, 3.0, 1.0, 5.0, 3.0, 2.0, 2.0, 2.0, 0.0, 1.0], "bins": [-0.17419344186782837, -0.16949215531349182, -0.16479086875915527, -0.16008958220481873, -0.15538829565048218, -0.15068700909614563, -0.14598572254180908, -0.14128443598747253, -0.136583149433136, -0.13188186287879944, -0.1271805763244629, -0.12247928977012634, -0.1177780032157898, -0.11307671666145325, -0.1083754301071167, -0.10367414355278015, -0.0989728569984436, -0.09427157044410706, -0.08957028388977051, -0.08486899733543396, -0.08016771078109741, -0.07546642422676086, -0.07076513767242432, -0.06606385111808777, -0.06136256456375122, -0.05666127800941467, -0.051959991455078125, -0.04725870490074158, -0.04255741834640503, -0.03785613179206848, -0.033154845237731934, -0.028453558683395386, -0.023752272129058838, -0.01905098557472229, -0.014349699020385742, -0.009648412466049194, -0.0049471259117126465, -0.00024583935737609863, 0.004455447196960449, 0.009156733751296997, 0.013858020305633545, 0.018559306859970093, 0.02326059341430664, 0.02796187996864319, 0.032663166522979736, 0.037364453077316284, 0.04206573963165283, 0.04676702618598938, 0.05146831274032593, 0.056169599294662476, 0.06087088584899902, 0.06557217240333557, 0.07027345895767212, 0.07497474551200867, 0.07967603206634521, 0.08437731862068176, 0.08907860517501831, 0.09377989172935486, 0.0984811782836914, 0.10318246483802795, 0.1078837513923645, 0.11258503794670105, 0.1172863245010376, 0.12198761105537415, 0.1266888976097107]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 2.0, 0.0, 1.0, 1.0, 4.0, 1.0, 3.0, 1.0, 1.0, 2.0, 4.0, 3.0, 4.0, 6.0, 1.0, 5.0, 4.0, 4.0, 2.0, 25.0, 4.0, 4.0, 1.0, 2.0, 3.0, 2.0, 1.0, 3.0, 4.0, 3.0, 6.0, 0.0, 0.0, 3.0, 1.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.006313536316156387, -0.0061225914396345615, -0.005931646563112736, -0.005740702152252197, -0.0055497572757303715, -0.005358812399208546, -0.00516786752268672, -0.004976923111826181, -0.004785978235304356, -0.00459503335878253, -0.004404088482260704, -0.004213143605738878, -0.00402219919487834, -0.003831254318356514, -0.003640309441834688, -0.003449364798143506, -0.0032584199216216803, -0.0030674750450998545, -0.0028765304014086723, -0.0026855855248868465, -0.0024946408811956644, -0.0023036960046738386, -0.0021127513609826565, -0.0019218064844608307, -0.0017308617243543267, -0.0015399169642478228, -0.0013489722041413188, -0.0011580274440348148, -0.00096708262572065, -0.000776137865614146, -0.0005851930472999811, -0.00039424828719347715, -0.0002033035270869732, -1.2358752428553998e-05, 0.0001785860222298652, 0.0003695308114401996, 0.0005604755715467036, 0.0007514203316532075, 0.0009423651499673724, 0.0011333099100738764, 0.0013242546701803803, 0.0015151994302868843, 0.0017061441903933883, 0.0018970889504998922, 0.002088033827021718, 0.0022789784707129, 0.002469923347234726, 0.002660867990925908, 0.002851812867447734, 0.0030427577439695597, 0.003233702387660742, 0.0034246472641825676, 0.0036155919078737497, 0.0038065367843955755, 0.003997481428086758, 0.0041884263046085835, 0.004379371181130409, 0.004570316057652235, 0.0047612604685127735, 0.004952205345034599, 0.005143150221556425, 0.005334095098078251, 0.005525039508938789, 0.005715984385460615, 0.005906929261982441]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 4.0, 3.0, 19.0, 22.0, 36.0, 46.0, 92.0, 160.0, 256.0, 362.0, 520.0, 736.0, 1065.0, 1386.0, 1926.0, 2496.0, 3335.0, 4399.0, 6016.0, 7843.0, 10372.0, 13717.0, 18237.0, 24386.0, 32805.0, 44891.0, 63248.0, 87410.0, 118163.0, 426184.0, 86753.0, 61529.0, 43109.0, 30807.0, 22556.0, 16829.0, 12837.0, 9451.0, 7074.0, 5225.0, 3934.0, 2783.0, 2021.0, 1468.0, 986.0, 743.0, 499.0, 350.0, 203.0, 136.0, 97.0, 52.0, 28.0, 27.0, 5.0, 3.0, 1.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.01540004275739193, -0.014920760877430439, -0.014441478066146374, -0.013962196186184883, -0.013482914306223392, -0.013003631494939327, -0.012524349614977837, -0.012045067735016346, -0.011565785855054855, -0.01108650304377079, -0.0106072211638093, -0.010127939283847809, -0.009648656472563744, -0.009169374592602253, -0.008690092712640762, -0.008210809901356697, -0.0077315280213952065, -0.0072522456757724285, -0.006772963795810938, -0.00629368145018816, -0.005814399570226669, -0.005335117224603891, -0.0048558348789811134, -0.004376552999019623, -0.003897270653396845, -0.0034179885406047106, -0.0029387064278125763, -0.0024594240821897984, -0.001980141969397664, -0.0015008598566055298, -0.0010215776273980737, -0.0005422954563982785, -6.301328539848328e-05, 0.0004162688856013119, 0.0008955510566011071, 0.0013748332858085632, 0.0018541153986006975, 0.002333397511392832, 0.0028126798570156097, 0.003291961969807744, 0.0037712440825998783, 0.004250526428222656, 0.004729808308184147, 0.005209090653806925, 0.005688372999429703, 0.006167654879391193, 0.006646937225013971, 0.007126219104975462, 0.00760550145059824, 0.00808478333055973, 0.008564066141843796, 0.009043348021805286, 0.009522629901766777, 0.010001912713050842, 0.010481194593012333, 0.010960476472973824, 0.011439759284257889, 0.01191904116421938, 0.01239832304418087, 0.01287760492414236, 0.013356887735426426, 0.013836169615387917, 0.014315451495349407, 0.014794734306633472, 0.015274016186594963]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 3.0, 1.0, 2.0, 1.0, 2.0, 3.0, 3.0, 0.0, 3.0, 1.0, 10.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 5.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.013012990355491638, -0.012720816768705845, -0.012428643181920052, -0.012136469595134258, -0.011844296008348465, -0.011552122421562672, -0.011259948834776878, -0.010967775247991085, -0.010675601661205292, -0.010383428074419498, -0.010091254487633705, -0.009799080900847912, -0.009506907314062119, -0.009214733727276325, -0.008922560140490532, -0.008630386553704739, -0.008338212966918945, -0.008046038448810577, -0.007753865327686071, -0.007461691740900278, -0.007169518154114485, -0.0068773445673286915, -0.006585170980542898, -0.006292997393757105, -0.006000823341310024, -0.005708649754524231, -0.005416476167738438, -0.005124302580952644, -0.004832128994166851, -0.004539955407381058, -0.0042477818205952644, -0.003955608233809471, -0.003663434647023678, -0.0033712610602378845, -0.0030790874734520912, -0.002786913886666298, -0.0024947402998805046, -0.0022025664802640676, -0.0019103928934782743, -0.001618219306692481, -0.0013260457199066877, -0.0010338721331208944, -0.0007416984881274402, -0.00044952487223781645, -0.0001573512563481927, 0.00013482235954143107, 0.00042699597543105483, 0.000719169620424509, 0.0010113432072103024, 0.0013035167939960957, 0.001595690380781889, 0.001887864083983004, 0.0021800375543534756, 0.0024722113739699125, 0.002764384960755706, 0.003056558547541499, 0.0033487321343272924, 0.0036409057211130857, 0.003933079540729523, 0.004225253127515316, 0.004517426714301109, 0.004809600301086903, 0.005101773887872696, 0.005393947474658489, 0.0056861210614442825]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 3.0, 1.0, 2.0, 0.0, 3.0, 3.0, 4.0, 1.0, 4.0, 3.0, 6.0, 13.0, 7.0, 14.0, 11.0, 18.0, 15.0, 18.0, 28.0, 46.0, 36.0, 59.0, 73.0, 71.0, 78.0, 79.0, 99.0, 113.0, 135.0, 131.0, 156.0, 183.0, 197.0, 222.0, 248.0, 285.0, 380.0, 391.0, 436.0, 546.0, 791.0, 972.0, 1197.0, 6155.0, 1647.0, 964.0, 623.0, 453.0, 352.0, 296.0, 223.0, 186.0, 154.0, 95.0, 83.0, 32.0, 34.0, 17.0, 15.0, 10.0, 4.0, 5.0, 3.0], "bins": [-0.00768550019711256, -0.007513605523854494, -0.007341711316257715, -0.007169816642999649, -0.00699792243540287, -0.006826027762144804, -0.006654133554548025, -0.006482238881289959, -0.00631034467369318, -0.006138450000435114, -0.005966555792838335, -0.005794661119580269, -0.00562276691198349, -0.005450872238725424, -0.005278978031128645, -0.005107083357870579, -0.0049351891502738, -0.004763294477015734, -0.0045913998037576675, -0.004419505596160889, -0.0042476109229028225, -0.004075716715306044, -0.003903822274878621, -0.0037319278344511986, -0.0035600331611931324, -0.00338813872076571, -0.0032162442803382874, -0.003044349839910865, -0.0028724553994834423, -0.0027005609590560198, -0.0025286665186285973, -0.0023567720782011747, -0.002184877637773752, -0.0020129831973463297, -0.0018410887569189072, -0.0016691943164914846, -0.0014972998760640621, -0.0013254053192213178, -0.0011535108787938952, -0.0009816164383664727, -0.0008097219979390502, -0.0006378275575116277, -0.0004659330879803747, -0.0002940386184491217, -0.0001221441780216992, 4.975027695763856e-05, 0.00022164473193697631, 0.0003935392014682293, 0.0005654336418956518, 0.0007373280823230743, 0.0009092225227504969, 0.0010811169631779194, 0.001253011403605342, 0.0014249059604480863, 0.0015968004008755088, 0.0017686948413029313, 0.0019405892817303538, 0.002112483838573098, 0.0022843782790005207, 0.0024562727194279432, 0.0026281671598553658, 0.0028000616002827883, 0.002971956040710211, 0.0031438504811376333, 0.003315744921565056]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 4.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 4.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.038680531084537506, -0.03785504773259163, -0.03702956438064575, -0.036204081028699875, -0.035378597676754, -0.03455311432480812, -0.033727630972862244, -0.03290214762091637, -0.03207666426897049, -0.031251177191734314, -0.030425695702433586, -0.02960021235048771, -0.028774727135896683, -0.027949243783950806, -0.02712376043200493, -0.02629827708005905, -0.025472793728113174, -0.024647310376167297, -0.02382182702422142, -0.022996343672275543, -0.022170860320329666, -0.02134537510573864, -0.020519891753792763, -0.019694408401846886, -0.01886892504990101, -0.01804344169795513, -0.017217958346009254, -0.016392474994063377, -0.015566990710794926, -0.014741507358849049, -0.013916023075580597, -0.01309053972363472, -0.012265056371688843, -0.011439573019742966, -0.010614089667797089, -0.009788605384528637, -0.00896312203258276, -0.008137638680636883, -0.007312154863029718, -0.006486671045422554, -0.005661187693476677, -0.0048357043415308, -0.0040102205239236355, -0.0031847369391471148, -0.002359253354370594, -0.0015337697695940733, -0.0007082861848175526, 0.00011719739995896816, 0.0009426809847354889, 0.0017681645695120096, 0.0025936481542885303, 0.003419131739065051, 0.004244615323841572, 0.005070098675787449, 0.005895582493394613, 0.006721066311001778, 0.007546549662947655, 0.008372033014893532, 0.009197516366839409, 0.01002300065010786, 0.010848484002053738, 0.011673967353999615, 0.012499451637268066, 0.013324934989213943, 0.01415041834115982]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 2.0, 2.0, 1.0, 0.0, 4.0, 1.0, 3.0, 2.0, 2.0, 3.0, 4.0, 2.0, 4.0, 1.0, 3.0, 7.0, 4.0, 2.0, 3.0, 5.0, 4.0, 4.0, 10.0, 8.0, 6.0, 4.0, 3.0, 5.0, 6.0, 4.0, 2.0, 5.0, 6.0, 4.0, 3.0, 8.0, 2.0, 5.0, 11.0, 8.0, 15.0, 15.0, 54.0, 3.0, 3.0, 3.0, 1.0, 6.0, 2.0, 1.0, 2.0, 3.0, 2.0, 2.0, 2.0], "bins": [-0.018021224066615105, -0.017669623717665672, -0.01731802336871624, -0.016966423019766808, -0.016614822670817375, -0.016263222321867943, -0.01591162011027336, -0.015560020692646503, -0.015208419412374496, -0.014856819063425064, -0.014505218714475632, -0.0141536183655262, -0.013802018016576767, -0.013450417667627335, -0.013098816387355328, -0.012747216038405895, -0.012395615689456463, -0.01204401534050703, -0.011692414991557598, -0.011340813711285591, -0.010989213362336159, -0.010637613013386726, -0.010286012664437294, -0.009934412315487862, -0.00958281196653843, -0.009231210686266422, -0.00887961033731699, -0.008528009988367558, -0.008176409639418125, -0.007824809290468693, -0.007473208475857973, -0.007121607661247253, -0.006770007312297821, -0.006418406963348389, -0.006066806148737669, -0.005715205799788237, -0.005363604985177517, -0.0050120046362280846, -0.004660404287278652, -0.0043088034726679325, -0.0039572031237185, -0.003605602541938424, -0.003254001960158348, -0.0029024016112089157, -0.0025508010294288397, -0.0021992004476487637, -0.0018475999822840095, -0.0014959995169192553, -0.0011443989351391792, -0.0007927984115667641, -0.000441197887994349, -8.959736442193389e-05, 0.0002620031591504812, 0.0006136036827228963, 0.0009652042062953115, 0.0013168046716600657, 0.0016684052534401417, 0.0020200058352202177, 0.0023716064170002937, 0.002723206765949726, 0.003074807347729802, 0.003426407929509878, 0.0037780082784593105, 0.00412960909307003, 0.004481209442019463]}, "_runtime": 10.708492279052734, "_timestamp": 1596209163.472063, "_step": 7}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 2.0, 3.0, 3.0, 1.0, 2.0, 5.0, 3.0, 3.0, 5.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 3.0, 3.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.023891547694802284, -0.023219149559736252, -0.02254675142467022, -0.021874351426959038, -0.021201953291893005, -0.020529555156826973, -0.01985715702176094, -0.019184758886694908, -0.018512360751628876, -0.017839960753917694, -0.01716756261885166, -0.01649516448378563, -0.015822766348719597, -0.01515036728233099, -0.014477969147264957, -0.01380557008087635, -0.013133171945810318, -0.012460773810744286, -0.011788374744355679, -0.011115976609289646, -0.010443577542901039, -0.009771179407835007, -0.009098781272768974, -0.008426382206380367, -0.007753984071314335, -0.007081585470587015, -0.0064091868698596954, -0.005736788734793663, -0.005064390134066343, -0.004391991533339024, -0.0037195931654423475, -0.0030471947975456715, -0.0023747961968183517, -0.0017023977125063539, -0.001029999228194356, -0.0003576007438823581, 0.0003147977404296398, 0.0009871962247416377, 0.0016595947090536356, 0.0023319930769503117, 0.0030043916776776314, 0.003676790278404951, 0.004349188879132271, 0.005021587014198303, 0.005693985614925623, 0.006366384215652943, 0.007038782350718975, 0.007711180951446295, 0.008383579552173615, 0.009055977687239647, 0.009728376753628254, 0.010400774888694286, 0.011073173955082893, 0.011745572090148926, 0.012417970225214958, 0.013090369291603565, 0.013762767426669598, 0.01443516556173563, 0.015107564628124237, 0.01577996276319027, 0.016452360898256302, 0.017124759033322334, 0.017797159031033516, 0.01846955716609955, 0.01914195530116558]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 3.0, 3.0, 3.0, 5.0, 3.0, 1.0, 4.0, 7.0, 9.0, 6.0, 8.0, 17.0, 10.0, 29.0, 33.0, 38.0, 70.0, 78.0, 120.0, 203.0, 265.0, 408.0, 616.0, 3111.0, 1462.0, 620.0, 328.0, 166.0, 115.0, 64.0, 38.0, 23.0, 17.0, 13.0, 4.0, 2.0, 10.0, 2.0, 2.0, 3.0, 4.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.2768533527851105, -0.2688256800174713, -0.26079800724983215, -0.252770334482193, -0.24474267661571503, -0.23671500384807587, -0.2286873459815979, -0.22065967321395874, -0.21263200044631958, -0.20460432767868042, -0.19657665491104126, -0.1885489970445633, -0.18052132427692413, -0.17249365150928497, -0.164465993642807, -0.15643832087516785, -0.1484106481075287, -0.14038297533988953, -0.13235530257225037, -0.1243276447057724, -0.11629997193813324, -0.10827229917049408, -0.10024463385343552, -0.09221696853637695, -0.08418929576873779, -0.07616162300109863, -0.06813395768404007, -0.06010628864169121, -0.052078619599342346, -0.044050950556993484, -0.03602328151464462, -0.02799561247229576, -0.0199679434299469, -0.011940274387598038, -0.003912605345249176, 0.004115063697099686, 0.012142732739448547, 0.02017040178179741, 0.02819807082414627, 0.03622573986649513, 0.044253408908843994, 0.052281077951192856, 0.06030874699354172, 0.06833641231060028, 0.07636408507823944, 0.0843917578458786, 0.09241942316293716, 0.10044708847999573, 0.10847476124763489, 0.11650243401527405, 0.12453009933233261, 0.13255776464939117, 0.14058543741703033, 0.1486131101846695, 0.15664076805114746, 0.16466844081878662, 0.17269611358642578, 0.18072378635406494, 0.1887514591217041, 0.19677911698818207, 0.20480678975582123, 0.2128344625234604, 0.22086212038993835, 0.22888979315757751, 0.23691746592521667]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 4.0, 3.0, 1.0, 1.0, 4.0, 3.0, 4.0, 3.0, 4.0, 2.0, 6.0, 8.0, 4.0, 29.0, 4.0, 5.0, 7.0, 6.0, 5.0, 5.0, 2.0, 1.0, 5.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009669591672718525, -0.009348785504698753, -0.009027979336678982, -0.00870717316865921, -0.008386367000639439, -0.008065560832619667, -0.007744754198938608, -0.007423948030918837, -0.007103141397237778, -0.006782335229218006, -0.0064615290611982346, -0.006140722893178463, -0.005819916725158691, -0.00549911055713892, -0.005178303923457861, -0.004857497755438089, -0.004536691587418318, -0.004215885419398546, -0.003895079018548131, -0.0035742728505283594, -0.003253466449677944, -0.0029326602816581726, -0.002611854113638401, -0.002291047712787986, -0.0019702415447682142, -0.0016494352603331208, -0.0013286289758980274, -0.0010078228078782558, -0.0006870165234431624, -0.0003662102681118995, -4.540401278063655e-05, 0.0002754022425506264, 0.0005962084978818893, 0.0009170147823169827, 0.0012378210667520761, 0.0015586272347718477, 0.0018794335192069411, 0.0022002398036420345, 0.002521045971661806, 0.0028418523725122213, 0.003162658540531993, 0.0034834647085517645, 0.0038042711094021797, 0.004125077277421951, 0.004445883445441723, 0.0047666896134614944, 0.005087496247142553, 0.005408302415162325, 0.0057291085831820965, 0.006049914751201868, 0.00637072091922164, 0.0066915275529026985, 0.00701233372092247, 0.007333139888942242, 0.007653946056962013, 0.007974752224981785, 0.008295558393001556, 0.008616364561021328, 0.0089371707290411, 0.009257977828383446, 0.009578783996403217, 0.009899590164422989, 0.01022039633244276, 0.010541202500462532, 0.010862008668482304]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 2.0, 8.0, 14.0, 22.0, 38.0, 54.0, 88.0, 119.0, 157.0, 207.0, 263.0, 291.0, 368.0, 375.0, 519.0, 738.0, 1046.0, 1511.0, 2444.0, 3825.0, 5820.0, 8758.0, 12606.0, 18335.0, 26536.0, 39272.0, 60541.0, 94627.0, 143797.0, 461495.0, 104161.0, 64326.0, 40433.0, 27233.0, 18867.0, 12957.0, 8900.0, 5936.0, 3762.0, 2515.0, 1614.0, 1173.0, 813.0, 608.0, 462.0, 355.0, 333.0, 268.0, 241.0, 209.0, 166.0, 126.0, 100.0, 73.0, 58.0, 37.0, 26.0, 8.0, 4.0, 1.0, 2.0, 2.0, 1.0], "bins": [-0.020930515602231026, -0.020236637443304062, -0.019542761147022247, -0.018848884850740433, -0.01815500669181347, -0.017461128532886505, -0.01676725223660469, -0.016073375940322876, -0.015379497781395912, -0.014685620553791523, -0.013991743326187134, -0.013297866098582745, -0.012603988870978355, -0.011910111643373966, -0.011216234415769577, -0.010522357188165188, -0.009828479960560799, -0.00913460273295641, -0.00844072550535202, -0.007746848277747631, -0.007052971050143242, -0.006359093822538853, -0.0056652165949344635, -0.004971339367330074, -0.004277462139725685, -0.003583584912121296, -0.0028897076845169067, -0.0021958304569125175, -0.0015019532293081284, -0.0008080760017037392, -0.00011419877409934998, 0.0005796784535050392, 0.0012735556811094284, 0.0019674329087138176, 0.002661310136318207, 0.003355187363922596, 0.004049064591526985, 0.004742941819131374, 0.0054368190467357635, 0.006130696274340153, 0.006824573501944542, 0.007518450729548931, 0.00821232795715332, 0.00890620518475771, 0.009600082412362099, 0.010293959639966488, 0.010987836867570877, 0.011681714095175266, 0.012375591322779655, 0.013069468550384045, 0.013763345777988434, 0.014457223005592823, 0.015151100233197212, 0.015844978392124176, 0.01653885468840599, 0.017232730984687805, 0.01792660914361477, 0.018620487302541733, 0.019314363598823547, 0.020008239895105362, 0.020702118054032326, 0.02139599621295929, 0.022089872509241104, 0.02278374880552292, 0.023477626964449883]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 3.0, 2.0, 5.0, 2.0, 2.0, 5.0, 7.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 4.0, 2.0, 0.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.01698433794081211, -0.016586661338806152, -0.016188982874155045, -0.015791306272149086, -0.015393628738820553, -0.01499595120549202, -0.014598273672163486, -0.014200597070157528, -0.013802919536828995, -0.013405242003500462, -0.013007564470171928, -0.012609886936843395, -0.012212210334837437, -0.011814532801508904, -0.01141685526818037, -0.011019177734851837, -0.010621501132845879, -0.010223823599517345, -0.009826146066188812, -0.009428468532860279, -0.009030790999531746, -0.008633114397525787, -0.008235436864197254, -0.007837759330868721, -0.007440081797540188, -0.007042404729872942, -0.006644727196544409, -0.006247050128877163, -0.00584937259554863, -0.005451695527881384, -0.005054017994552851, -0.004656340926885605, -0.004258663393557072, -0.003860986093059182, -0.0034633087925612926, -0.003065631492063403, -0.0026679541915655136, -0.0022702766582369804, -0.001872599357739091, -0.0014749220572412014, -0.0010772447567433119, -0.0006795674562454224, -0.00028189009753987193, 0.00011578723206184804, 0.000513464561663568, 0.0009111418621614575, 0.0013088192790746689, 0.0017064965795725584, 0.002104173880070448, 0.0025018511805683374, 0.002899528481066227, 0.0032972057815641165, 0.003694883082062006, 0.004092560615390539, 0.004490237683057785, 0.004887915216386318, 0.005285592749714851, 0.005683269817382097, 0.00608094735071063, 0.006478624418377876, 0.0068763019517064095, 0.007273979019373655, 0.0076716565527021885, 0.008069333620369434, 0.008467011153697968]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 4.0, 4.0, 5.0, 3.0, 11.0, 12.0, 17.0, 24.0, 29.0, 31.0, 33.0, 43.0, 50.0, 53.0, 74.0, 75.0, 77.0, 85.0, 116.0, 85.0, 123.0, 145.0, 190.0, 294.0, 365.0, 511.0, 771.0, 1006.0, 1374.0, 6834.0, 1980.0, 939.0, 637.0, 450.0, 275.0, 271.0, 276.0, 219.0, 182.0, 139.0, 136.0, 101.0, 84.0, 75.0, 58.0, 38.0, 33.0, 23.0, 19.0, 12.0, 9.0, 9.0, 2.0, 3.0, 6.0, 1.0, 2.0, 2.0, 4.0], "bins": [-0.008901601657271385, -0.008646265603601933, -0.008390930481255054, -0.008135594427585602, -0.00788025837391615, -0.007624922785907984, -0.007369587197899818, -0.007114251609891653, -0.006858916021883488, -0.006603579968214035, -0.00634824438020587, -0.006092908792197704, -0.005837572738528252, -0.005582237150520086, -0.005326901562511921, -0.005071565508842468, -0.004816229920834303, -0.0045608943328261375, -0.004305558279156685, -0.0040502226911485195, -0.003794887103140354, -0.003539551282301545, -0.003284215461462736, -0.0030288798734545708, -0.0027735440526157618, -0.0025182082317769527, -0.0022628726437687874, -0.0020075368229299784, -0.0017522011185064912, -0.001496865414083004, -0.001241529593244195, -0.0009861938888207078, -0.0007308581843972206, -0.00047552245086990297, -0.00022018671734258533, 3.514901618473232e-05, 0.00029048474971204996, 0.0005458204541355371, 0.0008011562167666852, 0.0010564919793978333, 0.0013118276838213205, 0.0015671633882448077, 0.001822499092668295, 0.002077834913507104, 0.002333170734345913, 0.0025885063223540783, 0.0028438421431928873, 0.0030991777312010527, 0.0033545135520398617, 0.0036098493728786707, 0.003865184960886836, 0.004120520781725645, 0.00437585636973381, 0.004631192423403263, 0.0048865280114114285, 0.005141863599419594, 0.0053971996530890465, 0.005652535241097212, 0.005907870829105377, 0.0061632064171135426, 0.006418542470782995, 0.006673878058791161, 0.006929213646799326, 0.007184549700468779, 0.007439885288476944]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 5.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.037384841591119766, -0.036366816610097885, -0.035348791629076004, -0.03433076664805412, -0.03331274166703224, -0.03229471668601036, -0.03127669543027878, -0.030258668586611748, -0.029240645468235016, -0.028222620487213135, -0.027204595506191254, -0.026186570525169373, -0.02516854554414749, -0.02415052056312561, -0.02313249744474888, -0.022114472463726997, -0.021096447482705116, -0.020078422501683235, -0.019060397520661354, -0.018042374402284622, -0.01702434942126274, -0.01600632444024086, -0.014988299459218979, -0.013970275409519672, -0.012952250428497791, -0.01193422544747591, -0.010916201397776604, -0.009898176416754723, -0.008880151435732841, -0.007862127386033535, -0.006844102405011654, -0.00582607788965106, -0.004808053374290466, -0.0037900288589298725, -0.002772004110738635, -0.0017539794789627194, -0.0007359548471868038, 0.0002820697845891118, 0.0013000944163650274, 0.002318119164556265, 0.0033361436799168587, 0.0043541681952774525, 0.005372192710638046, 0.006390217691659927, 0.007408242207020521, 0.008426266722381115, 0.009444291703402996, 0.010462315753102303, 0.011480340734124184, 0.012498365715146065, 0.013516389764845371, 0.014534414745867252, 0.015552438795566559, 0.01657046377658844, 0.01758848875761032, 0.018606513738632202, 0.019624538719654083, 0.020642561838030815, 0.021660586819052696, 0.022678611800074577, 0.02369663678109646, 0.02471466176211834, 0.02573268488049507, 0.026750709861516953, 0.027768734842538834]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 3.0, 3.0, 3.0, 3.0, 4.0, 5.0, 7.0, 6.0, 11.0, 5.0, 11.0, 16.0, 51.0, 11.0, 8.0, 11.0, 8.0, 15.0, 10.0, 4.0, 4.0, 7.0, 5.0, 3.0, 9.0, 6.0, 7.0, 5.0, 8.0, 3.0, 4.0, 2.0, 4.0, 2.0, 1.0, 2.0, 3.0, 1.0, 1.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00932667963206768, -0.008963271975517273, -0.00859986525028944, -0.008236457593739033, -0.007873049937188625, -0.007509642746299505, -0.007146235555410385, -0.006782827898859978, -0.006419420707970858, -0.0060560135170817375, -0.00569260586053133, -0.00532919866964221, -0.00496579147875309, -0.0046023838222026825, -0.004238976631313562, -0.0038755692075937986, -0.003512161783874035, -0.003148754360154271, -0.0027853469364345074, -0.0024219397455453873, -0.0020585323218256235, -0.0016951248981058598, -0.0013317175908014178, -0.000968310225289315, -0.0006049028597772121, -0.0002414954942651093, 0.00012191187124699354, 0.0004853192367590964, 0.0008487266022711992, 0.001212134025990963, 0.001575541333295405, 0.0019389486405998468, 0.0023023560643196106, 0.0026657634880393744, 0.003029170911759138, 0.003392578102648258, 0.003755985526368022, 0.004119392950087786, 0.004482800140976906, 0.004846207797527313, 0.005209614988416433, 0.0055730221793055534, 0.005936429835855961, 0.006299837026745081, 0.006663244217634201, 0.0070266518741846085, 0.0073900590650737286, 0.007753466721624136, 0.008116873912513256, 0.008480281569063663, 0.008843688294291496, 0.009207095950841904, 0.009570503607392311, 0.009933910332620144, 0.010297317989170551, 0.010660725645720959, 0.011024132370948792, 0.011387540027499199, 0.011750947684049606, 0.012114355340600014, 0.012477762065827847, 0.012841169722378254, 0.013204577378928661, 0.013567984104156494, 0.013931391760706902]}, "_runtime": 11.529006242752075, "_timestamp": 1596209164.292577, "_step": 8}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 2.0, 0.0, 2.0, 1.0, 1.0, 4.0, 2.0, 0.0, 2.0, 3.0, 3.0, 1.0, 2.0, 4.0, 3.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 3.0, 4.0, 0.0, 0.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.01597253605723381, -0.015503211878240108, -0.015033887699246407, -0.014564563520252705, -0.014095239341259003, -0.013625916093587875, -0.013156591914594173, -0.012687267735600471, -0.01221794355660677, -0.011748619377613068, -0.011279295198619366, -0.010809971019625664, -0.010340647771954536, -0.009871323592960835, -0.009401999413967133, -0.00893267523497343, -0.008463351055979729, -0.007994026876986027, -0.007524702697992325, -0.00705537898465991, -0.006586054805666208, -0.006116730626672506, -0.005647406913340092, -0.00517808273434639, -0.004708758555352688, -0.004239434376358986, -0.0037701104301959276, -0.0033007864840328693, -0.0028314623050391674, -0.0023621381260454655, -0.0018928141798824072, -0.001423490117304027, -0.000954166054725647, -0.00048484199214726686, -1.5517929568886757e-05, 0.00045380613300949335, 0.0009231301955878735, 0.0013924542581662536, 0.0018617783207446337, 0.002331102266907692, 0.002800426445901394, 0.003269750624895096, 0.003739074571058154, 0.004208398517221212, 0.004677722696214914, 0.005147046875208616, 0.005616370588541031, 0.006085694767534733, 0.006555018946528435, 0.007024343125522137, 0.007493667304515839, 0.00796299148350954, 0.008432315662503242, 0.00890163891017437, 0.009370963089168072, 0.009840287268161774, 0.010309611447155476, 0.010778935626149178, 0.01124825980514288, 0.011717583984136581, 0.012186907231807709, 0.01265623141080141, 0.013125555589795113, 0.013594879768788815, 0.014064203947782516]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 4.0, 0.0, 3.0, 7.0, 6.0, 13.0, 10.0, 20.0, 12.0, 26.0, 26.0, 42.0, 45.0, 65.0, 87.0, 127.0, 141.0, 235.0, 295.0, 395.0, 582.0, 3112.0, 1189.0, 612.0, 308.0, 198.0, 115.0, 63.0, 52.0, 34.0, 23.0, 26.0, 16.0, 5.0, 8.0, 3.0, 8.0, 4.0, 2.0, 3.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.20839224755764008, -0.20231004059314728, -0.19622783362865448, -0.1901456117630005, -0.1840634047985077, -0.1779811978340149, -0.1718989908695221, -0.1658167690038681, -0.1597345620393753, -0.1536523550748825, -0.1475701481103897, -0.1414879411458969, -0.13540571928024292, -0.12932351231575012, -0.12324130535125732, -0.11715909093618393, -0.11107688397169113, -0.10499467700719833, -0.09891246259212494, -0.09283025562763214, -0.08674804121255875, -0.08066583424806595, -0.07458361983299255, -0.06850141286849976, -0.06241920217871666, -0.05633699148893356, -0.05025478079915047, -0.04417257010936737, -0.03809036314487457, -0.032008152455091476, -0.02592594176530838, -0.019843731075525284, -0.013761520385742188, -0.0076793101616203785, -0.0015970999374985695, 0.0044851102866232395, 0.010567320510745049, 0.016649531200528145, 0.022731740027666092, 0.028813950717449188, 0.034896161407232285, 0.04097837209701538, 0.04706058278679848, 0.053142793476581573, 0.05922500044107437, 0.06530721485614777, 0.07138942182064056, 0.07747163623571396, 0.08355384320020676, 0.08963605016469955, 0.09571826457977295, 0.10180047154426575, 0.10788268595933914, 0.11396489292383194, 0.12004710733890533, 0.12612931430339813, 0.13221152126789093, 0.13829372823238373, 0.14437595009803772, 0.15045815706253052, 0.15654036402702332, 0.1626225709915161, 0.1687047928571701, 0.1747869998216629, 0.1808692067861557]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 7.0, 3.0, 3.0, 4.0, 1.0, 7.0, 4.0, 3.0, 3.0, 26.0, 3.0, 2.0, 3.0, 4.0, 2.0, 3.0, 3.0, 3.0, 3.0, 1.0, 3.0, 2.0, 2.0, 2.0, 3.0, 0.0, 2.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.005068549886345863, -0.004909450188279152, -0.0047503504902124405, -0.004591250792145729, -0.004432151094079018, -0.004273050930351019, -0.0041139512322843075, -0.003954851534217596, -0.0037957518361508846, -0.003636652138084173, -0.0034775524400174618, -0.0033184525091201067, -0.0031593528110533953, -0.003000253112986684, -0.0028411531820893288, -0.0026820534840226173, -0.002522953785955906, -0.0023638540878891945, -0.002204754389822483, -0.002045654458925128, -0.0018865547608584166, -0.0017274550627917051, -0.0015683552483096719, -0.0014092554338276386, -0.0012501557357609272, -0.0010910560376942158, -0.0009319562232121825, -0.0007728564669378102, -0.0006137567106634378, -0.0004546569543890655, -0.00029555719811469316, -0.00013645744184032083, 2.2642314434051514e-05, 0.00018174207070842385, 0.0003408418269827962, 0.0004999415832571685, 0.0006590413395315409, 0.0008181410958059132, 0.0009772408520802855, 0.0011363406665623188, 0.0012954403646290302, 0.0014545400626957417, 0.001613639877177775, 0.0017727396916598082, 0.0019318393897265196, 0.002090939087793231, 0.002250039018690586, 0.0024091387167572975, 0.002568238414824009, 0.0027273381128907204, 0.002886437810957432, 0.003045537741854787, 0.0032046374399214983, 0.0033637371379882097, 0.003522837068885565, 0.0036819367669522762, 0.0038410364650189877, 0.004000136163085699, 0.0041592358611524105, 0.004318335559219122, 0.004477435722947121, 0.004636535421013832, 0.0047956351190805435, 0.004954734817147255, 0.005113834515213966]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 2.0, 5.0, 7.0, 16.0, 28.0, 55.0, 89.0, 156.0, 224.0, 373.0, 508.0, 800.0, 1112.0, 1503.0, 2159.0, 2986.0, 3838.0, 5345.0, 7007.0, 9193.0, 12214.0, 16004.0, 20931.0, 27909.0, 37924.0, 52767.0, 74136.0, 101199.0, 428394.0, 100585.0, 74177.0, 52964.0, 37941.0, 27468.0, 20307.0, 15373.0, 11620.0, 8259.0, 6346.0, 4780.0, 3425.0, 2562.0, 1859.0, 1426.0, 1019.0, 768.0, 559.0, 405.0, 293.0, 211.0, 140.0, 101.0, 55.0, 42.0, 29.0, 21.0, 10.0, 8.0, 4.0, 1.0, 1.0, 1.0, 2.0], "bins": [-0.013907985761761665, -0.013436711393296719, -0.012965436093509197, -0.01249416172504425, -0.012022887356579304, -0.011551612988114357, -0.011080337688326836, -0.010609063319861889, -0.010137788951396942, -0.00966651365160942, -0.009195239283144474, -0.008723964914679527, -0.00825269054621458, -0.0077814157120883465, -0.007310140877962112, -0.006838866509497166, -0.006367591675370932, -0.005896316841244698, -0.005425042472779751, -0.004953767638653517, -0.00448249327018857, -0.004011218436062336, -0.0035399438347667456, -0.003068669233471155, -0.0025973946321755648, -0.0021261200308799744, -0.001654845429584384, -0.0011835707118734717, -0.0007122961105778813, -0.00024102148017846048, 0.00023025315022096038, 0.0007015278097242117, 0.001172802411019802, 0.0016440770123153925, 0.002115351613610983, 0.0025866262149065733, 0.0030579008162021637, 0.0035291756503283978, 0.0040004500187933445, 0.0044717248529195786, 0.004942999221384525, 0.005414274055510759, 0.005885548889636993, 0.00635682325810194, 0.006828098092228174, 0.007299372460693121, 0.007770647294819355, 0.008241921663284302, 0.008713196963071823, 0.00918447133153677, 0.009655745700001717, 0.010127020068466663, 0.010598295368254185, 0.011069569736719131, 0.011540844105184078, 0.012012118473649025, 0.012483393773436546, 0.012954668141901493, 0.01342594251036644, 0.013897217810153961, 0.014368492178618908, 0.014839766547083855, 0.015311040915548801, 0.015782315284013748, 0.01625359058380127]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 5.0, 2.0, 1.0, 1.0, 3.0, 2.0, 5.0, 2.0, 3.0, 7.0, 3.0, 2.0, 2.0, 3.0, 2.0, 4.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.005247096531093121, -0.005073990672826767, -0.004900884348899126, -0.0047277784906327724, -0.004554672632366419, -0.004381566774100065, -0.004208460450172424, -0.004035354591906071, -0.003862248733639717, -0.00368914264254272, -0.0035160365514457226, -0.003342930693179369, -0.0031698246020823717, -0.002996718743816018, -0.002823612652719021, -0.0026505067944526672, -0.00247740070335567, -0.0023042946122586727, -0.002131188753992319, -0.001958082662895322, -0.0017849768046289682, -0.001611870713531971, -0.0014387647388502955, -0.0012656587641686201, -0.0010925527894869447, -0.0009194468148052692, -0.0007463408401235938, -0.0005732348072342575, -0.000400128832552582, -0.00022702284331899136, -5.39168540854007e-05, 0.00011918913514818996, 0.0002922951243817806, 0.00046540109906345606, 0.0006385070737451315, 0.0008116131066344678, 0.0009847190231084824, 0.0011578251142054796, 0.001330931088887155, 0.0015040370635688305, 0.001677143038250506, 0.0018502490129321814, 0.0020233551040291786, 0.0021964609622955322, 0.0023695670533925295, 0.002542672911658883, 0.0027157790027558804, 0.002888884861022234, 0.0030619909521192312, 0.0032350970432162285, 0.003408202901482582, 0.0035813089925795794, 0.003754414850845933, 0.00392752094194293, 0.004100626800209284, 0.0042737326584756374, 0.004446838982403278, 0.004619944840669632, 0.0047930506989359856, 0.0049661570228636265, 0.00513926288112998, 0.005312368739396334, 0.005485474597662687, 0.005658580921590328, 0.005831686779856682]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 4.0, 1.0, 6.0, 3.0, 4.0, 5.0, 5.0, 7.0, 5.0, 14.0, 13.0, 20.0, 19.0, 25.0, 36.0, 41.0, 52.0, 62.0, 83.0, 143.0, 161.0, 203.0, 333.0, 459.0, 589.0, 829.0, 1197.0, 1901.0, 5774.0, 1281.0, 939.0, 793.0, 617.0, 464.0, 410.0, 382.0, 320.0, 256.0, 195.0, 152.0, 120.0, 121.0, 91.0, 65.0, 52.0, 35.0, 47.0, 32.0, 9.0, 12.0, 13.0, 5.0, 8.0, 4.0, 5.0, 2.0, 1.0], "bins": [-0.004728253930807114, -0.004594421945512295, -0.004460590425878763, -0.004326758440583944, -0.0041929264552891254, -0.004059094935655594, -0.003925262950360775, -0.0037914311978965998, -0.0036575994454324245, -0.0035237674601376057, -0.0033899357076734304, -0.0032561039552092552, -0.0031222719699144363, -0.002988440217450261, -0.002854608464986086, -0.002720776479691267, -0.002586944727227092, -0.0024531129747629166, -0.0023192809894680977, -0.0021854492370039225, -0.0020516174845397472, -0.0019177856156602502, -0.0017839537467807531, -0.001650121994316578, -0.0015162901254370809, -0.0013824582565575838, -0.0012486265040934086, -0.0011147946352139115, -0.0009809627663344145, -0.0008471310138702393, -0.0007132991449907422, -0.0005794673343189061, -0.00044563552364706993, -0.0003118037129752338, -0.0001779718731995672, -4.414004797581583e-05, 8.969177724793553e-05, 0.0002235236024716869, 0.00035735542769543827, 0.0004911872674711049, 0.000625019078142941, 0.0007588508888147771, 0.0008926826994866133, 0.0010265145683661103, 0.0011603464372456074, 0.0012941781897097826, 0.0014280100585892797, 0.0015618418110534549, 0.001695673679932952, 0.001829505548812449, 0.001963337417691946, 0.0020971691701561213, 0.0022310009226202965, 0.0023648329079151154, 0.0024986646603792906, 0.002632496412843466, 0.0027663283981382847, 0.00290016015060246, 0.003033991903066635, 0.0031678236555308104, 0.0033016556408256292, 0.0034354873932898045, 0.0035693191457539797, 0.0037031511310487986, 0.003836982883512974]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 4.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014194109477102757, -0.013838802464306355, -0.013483495451509953, -0.013128189370036125, -0.012772882357239723, -0.012417575344443321, -0.01206226833164692, -0.011706961318850517, -0.011351654306054115, -0.010996348224580288, -0.010641041211783886, -0.010285734198987484, -0.009930427186191082, -0.00957512017339468, -0.009219814091920853, -0.00886450707912445, -0.008509200066328049, -0.008153893053531647, -0.007798586506396532, -0.00744327949360013, -0.007087972946465015, -0.0067326659336686134, -0.0063773589208722115, -0.006022052373737097, -0.005666745360940695, -0.005311438348144293, -0.004956131801009178, -0.004600824788212776, -0.004245517775416374, -0.0038902112282812595, -0.0035349042154848576, -0.0031795974355190992, -0.002824290655553341, -0.0024689838755875826, -0.0021136770956218243, -0.0017583700828254223, -0.001403063302859664, -0.0010477565228939056, -0.0006924496265128255, -0.00033714278833940625, 1.8164049834012985e-05, 0.0003734708880074322, 0.0007287777261808515, 0.0010840846225619316, 0.00143939140252769, 0.0017946981824934483, 0.0021500051952898502, 0.0025053119752556086, 0.002860618755221367, 0.003215925535187125, 0.0035712323151528835, 0.0039265393279492855, 0.0042818458750844, 0.004637152887880802, 0.004992459900677204, 0.005347766447812319, 0.005703073460608721, 0.006058380473405123, 0.006413687020540237, 0.006768994033336639, 0.007124301046133041, 0.007479607593268156, 0.00783491414040327, 0.008190221153199673, 0.008545528165996075]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 2.0, 0.0, 3.0, 4.0, 4.0, 5.0, 2.0, 6.0, 11.0, 12.0, 52.0, 24.0, 11.0, 8.0, 8.0, 2.0, 16.0, 8.0, 7.0, 5.0, 6.0, 6.0, 9.0, 5.0, 5.0, 7.0, 8.0, 6.0, 8.0, 3.0, 0.0, 2.0, 3.0, 6.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 2.0, 0.0, 1.0], "bins": [-0.010094435885548592, -0.00975637324154377, -0.009418311528861523, -0.009080249816179276, -0.008742187172174454, -0.008404124528169632, -0.008066062815487385, -0.00772800063714385, -0.007389938458800316, -0.007051876280456781, -0.006713814102113247, -0.0063757519237697124, -0.006037689745426178, -0.0056996275670826435, -0.005361565388739109, -0.005023503210395575, -0.00468544103205204, -0.004347378853708506, -0.004009316675364971, -0.0036712544970214367, -0.0033331923186779022, -0.0029951301403343678, -0.0026570679619908333, -0.002319005783647299, -0.0019809436053037643, -0.0016428814269602299, -0.0013048192486166954, -0.0009667570702731609, -0.0006286948919296265, -0.000290632713586092, 4.7429464757442474e-05, 0.00038549164310097694, 0.0007235538214445114, 0.0010616159997880459, 0.0013996781781315804, 0.0017377403564751148, 0.0020758025348186493, 0.0024138647131621838, 0.0027519268915057182, 0.0030899890698492527, 0.003428051248192787, 0.0037661134265363216, 0.004104175604879856, 0.004442237783223391, 0.004780299961566925, 0.0051183621399104595, 0.005456424318253994, 0.0057944864965975285, 0.006132548674941063, 0.006470610853284597, 0.006808673031628132, 0.007146735209971666, 0.007484797388315201, 0.007822860032320023, 0.00816092174500227, 0.008498983457684517, 0.008837046101689339, 0.00917510874569416, 0.009513170458376408, 0.009851232171058655, 0.010189294815063477, 0.010527357459068298, 0.010865419171750546, 0.011203480884432793, 0.011541543528437614]}, "_runtime": 12.361618518829346, "_timestamp": 1596209165.1251893, "_step": 9}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 3.0, 2.0, 0.0, 1.0, 0.0, 2.0, 3.0, 1.0, 2.0, 0.0, 0.0, 4.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 3.0, 1.0, 4.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 3.0, 2.0, 1.0, 0.0, 0.0, 3.0], "bins": [-0.015510128811001778, -0.015136279165744781, -0.01476243045181036, -0.014388580806553364, -0.014014731161296368, -0.013640882447361946, -0.01326703280210495, -0.012893183156847954, -0.012519333511590958, -0.012145484797656536, -0.01177163515239954, -0.011397785507142544, -0.011023936793208122, -0.010650087147951126, -0.01027623750269413, -0.009902388788759708, -0.009528539143502712, -0.009154689498245716, -0.008780840784311295, -0.008406991139054298, -0.008033141493797302, -0.007659292314201593, -0.0072854431346058846, -0.006911593489348888, -0.0065377443097531796, -0.006163895130157471, -0.0057900454849004745, -0.005416196305304766, -0.005042347125709057, -0.004668497480452061, -0.004294648300856352, -0.003920798655599356, -0.003546949476003647, -0.0031731000635772943, -0.002799250651150942, -0.002425401471555233, -0.0020515520591288805, -0.001677702646702528, -0.0013038533506914973, -0.0009300039964728057, -0.0005561546422541142, -0.00018230528803542256, 0.00019154406618326902, 0.0005653934204019606, 0.0009392427746206522, 0.0013130921870470047, 0.0016869414830580354, 0.002060790779069066, 0.0024346401914954185, 0.002808489603921771, 0.0031823390163481236, 0.0035561881959438324, 0.0039300378412008286, 0.004303887020796537, 0.004677736200392246, 0.005051585845649242, 0.005425435025244951, 0.00579928420484066, 0.006173133850097656, 0.006546983029693365, 0.006920832209289074, 0.00729468185454607, 0.007668531034141779, 0.008042380213737488, 0.008416229858994484]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 5.0, 7.0, 6.0, 8.0, 5.0, 9.0, 4.0, 16.0, 12.0, 16.0, 20.0, 35.0, 48.0, 53.0, 66.0, 119.0, 127.0, 160.0, 209.0, 294.0, 336.0, 464.0, 2905.0, 1312.0, 605.0, 356.0, 253.0, 153.0, 84.0, 64.0, 49.0, 45.0, 27.0, 16.0, 13.0, 5.0, 6.0, 6.0, 0.0, 3.0, 2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0], "bins": [-0.2079928070306778, -0.20271024107933044, -0.1974276900291443, -0.19214512407779694, -0.18686255812644958, -0.18157999217510223, -0.17629742622375488, -0.17101487517356873, -0.16573230922222137, -0.16044974327087402, -0.15516719222068787, -0.14988462626934052, -0.14460206031799316, -0.1393194943666458, -0.13403692841529846, -0.1287543773651123, -0.12347181141376495, -0.1181892454624176, -0.11290668696165085, -0.1076241284608841, -0.10234156250953674, -0.09705899655818939, -0.09177643805742264, -0.08649387955665588, -0.08121131360530853, -0.07592874765396118, -0.07064618915319443, -0.06536363065242767, -0.06008106470108032, -0.05479850247502327, -0.04951594024896622, -0.044233378022909164, -0.03895081579685211, -0.03366825357079506, -0.028385691344738007, -0.023103129118680954, -0.0178205668926239, -0.012538004666566849, -0.007255442440509796, -0.0019728802144527435, 0.003309682011604309, 0.008592244237661362, 0.013874806463718414, 0.019157368689775467, 0.02443993091583252, 0.029722493141889572, 0.035005055367946625, 0.04028761759400368, 0.04557017982006073, 0.05085274204611778, 0.056135304272174835, 0.06141786649823189, 0.06670042872428894, 0.07198299467563629, 0.07726555317640305, 0.0825481116771698, 0.08783067762851715, 0.0931132435798645, 0.09839580208063126, 0.10367836058139801, 0.10896092653274536, 0.11424349248409271, 0.11952605098485947, 0.12480860948562622, 0.13009117543697357]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 4.0, 1.0, 3.0, 2.0, 0.0, 3.0, 4.0, 3.0, 6.0, 6.0, 2.0, 5.0, 1.0, 2.0, 1.0, 1.0, 5.0, 0.0, 26.0, 5.0, 3.0, 7.0, 0.0, 2.0, 2.0, 3.0, 1.0, 2.0, 1.0, 1.0, 2.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.0050896815955638885, -0.004935533739626408, -0.004781385883688927, -0.004627238027751446, -0.004473090171813965, -0.004318942315876484, -0.004164794459939003, -0.004010646604001522, -0.003856498748064041, -0.00370235089212656, -0.0035482030361890793, -0.0033940551802515984, -0.0032399073243141174, -0.0030857594683766365, -0.0029316116124391556, -0.0027774637565016747, -0.0026233159005641937, -0.002469168044626713, -0.002315020188689232, -0.002160872332751751, -0.00200672447681427, -0.001852576620876789, -0.0016984287649393082, -0.0015442809090018272, -0.0013901330530643463, -0.0012359851971268654, -0.0010818373411893845, -0.0009276894852519035, -0.0007735416293144226, -0.0006193937733769417, -0.00046524591743946075, -0.00031109806150197983, -0.0001569502055644989, -2.802349627017975e-06, 0.00015134550631046295, 0.0003054933622479439, 0.0004596412181854248, 0.0006137890741229057, 0.0007679369300603867, 0.0009220847859978676, 0.0010762326419353485, 0.0012303804978728294, 0.0013845283538103104, 0.0015386762097477913, 0.0016928240656852722, 0.0018469719216227531, 0.002001119777560234, 0.002155267633497715, 0.002309415489435196, 0.002463563345372677, 0.0026177112013101578, 0.0027718590572476387, 0.0029260069131851196, 0.0030801547691226006, 0.0032343026250600815, 0.0033884504809975624, 0.0035425983369350433, 0.0036967461928725243, 0.003850894048810005, 0.004005041904747486, 0.004159189760684967, 0.004313337616622448, 0.004467485472559929, 0.00462163332849741, 0.004775781184434891]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 3.0, 1.0, 6.0, 9.0, 14.0, 24.0, 45.0, 62.0, 84.0, 152.0, 171.0, 249.0, 293.0, 377.0, 544.0, 763.0, 908.0, 1329.0, 1880.0, 2515.0, 3457.0, 4764.0, 6665.0, 8979.0, 11996.0, 16013.0, 21196.0, 28276.0, 39234.0, 53837.0, 74003.0, 96271.0, 423028.0, 100863.0, 72485.0, 52759.0, 38631.0, 28569.0, 21486.0, 16398.0, 12414.0, 9497.0, 7511.0, 5771.0, 4522.0, 3231.0, 2491.0, 1857.0, 1276.0, 899.0, 683.0, 412.0, 287.0, 179.0, 105.0, 79.0, 42.0, 24.0, 11.0, 10.0, 4.0, 2.0], "bins": [-0.015459327027201653, -0.01501556672155857, -0.01457180641591549, -0.014128045178949833, -0.013684284873306751, -0.01324052456766367, -0.012796764262020588, -0.012353003956377506, -0.01190924271941185, -0.011465482413768768, -0.011021722108125687, -0.010577961802482605, -0.010134201496839523, -0.009690441191196442, -0.009246679954230785, -0.008802919648587704, -0.008359159342944622, -0.00791539903730154, -0.007471638265997171, -0.00702787796035409, -0.006584117189049721, -0.006140356883406639, -0.0056965965777635574, -0.0052528358064591885, -0.004809075500816107, -0.004365315195173025, -0.003921554423868656, -0.0034777941182255745, -0.003034033579751849, -0.002590273041278124, -0.002146512735635042, -0.0017027521971613169, -0.0012589916586875916, -0.0008152311784215271, -0.00037147069815546274, 7.228978211060166e-05, 0.0005160502623766661, 0.0009598107426427305, 0.0014035712229087949, 0.0018473316449671984, 0.0022910921834409237, 0.002734852721914649, 0.0031786132603883743, 0.003622373566031456, 0.004066133871674538, 0.004509894642978907, 0.004953654948621988, 0.005397415719926357, 0.005841176025569439, 0.006284936331212521, 0.00672869710251689, 0.007172457408159971, 0.00761621817946434, 0.008059978485107422, 0.008503738790750504, 0.008947499096393585, 0.009391259402036667, 0.009835020639002323, 0.010278780944645405, 0.010722541250288486, 0.011166301555931568, 0.01161006186157465, 0.012053823098540306, 0.012497583404183388, 0.01294134370982647]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 5.0, 2.0, 1.0, 3.0, 1.0, 2.0, 3.0, 1.0, 2.0, 12.0, 2.0, 3.0, 4.0, 2.0, 4.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.019271528348326683, -0.018773332238197327, -0.01827513612806797, -0.017776940017938614, -0.017278743907809258, -0.0167805477976799, -0.016282351687550545, -0.01578415557742119, -0.015285959467291832, -0.014787763357162476, -0.01428956724703312, -0.013791371136903763, -0.013293175026774406, -0.01279497891664505, -0.012296782806515694, -0.011798586696386337, -0.011300390586256981, -0.010802194476127625, -0.010303998365998268, -0.009805802255868912, -0.009307606145739555, -0.008809410035610199, -0.008311213925480843, -0.007813017815351486, -0.00731482170522213, -0.0068166255950927734, -0.006318429484963417, -0.005820233374834061, -0.005322037264704704, -0.004823841154575348, -0.0043256450444459915, -0.003827448934316635, -0.0033292528241872787, -0.0028310567140579224, -0.002332860603928566, -0.0018346644937992096, -0.0013364683836698532, -0.0008382722735404968, -0.00034007616341114044, 0.00015811994671821594, 0.0006563160568475723, 0.0011545121669769287, 0.001652708277106285, 0.0021509043872356415, 0.002649100497364998, 0.0031472966074943542, 0.0036454927176237106, 0.004143688827753067, 0.004641884937882423, 0.00514008104801178, 0.005638277158141136, 0.0061364732682704926, 0.006634669378399849, 0.007132865488529205, 0.007631061598658562, 0.008129257708787918, 0.008627453818917274, 0.00912564992904663, 0.009623846039175987, 0.010122042149305344, 0.0106202382594347, 0.011118434369564056, 0.011616630479693413, 0.01211482658982277, 0.012613022699952126]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 3.0, 0.0, 4.0, 1.0, 1.0, 2.0, 2.0, 5.0, 1.0, 5.0, 1.0, 5.0, 7.0, 8.0, 5.0, 7.0, 13.0, 8.0, 8.0, 9.0, 8.0, 13.0, 2.0, 16.0, 15.0, 25.0, 17.0, 17.0, 22.0, 26.0, 35.0, 45.0, 61.0, 85.0, 129.0, 156.0, 230.0, 331.0, 446.0, 554.0, 858.0, 1487.0, 3396.0, 6668.0, 1448.0, 775.0, 414.0, 270.0, 251.0, 133.0, 104.0, 84.0, 68.0, 36.0, 30.0, 23.0, 17.0, 17.0, 4.0, 9.0, 4.0, 3.0, 2.0], "bins": [-0.014035150408744812, -0.013716350309550762, -0.013397550210356712, -0.013078750111162663, -0.012759950943291187, -0.012441150844097137, -0.012122350744903088, -0.011803550645709038, -0.011484750546514988, -0.011165950447320938, -0.010847151279449463, -0.010528351180255413, -0.010209551081061363, -0.009890750981867313, -0.009571950882673264, -0.009253150783479214, -0.008934350684285164, -0.008615551516413689, -0.008296751417219639, -0.007977951318025589, -0.007659151218831539, -0.007340351585298777, -0.007021551486104727, -0.006702751386910677, -0.006383951753377914, -0.006065151654183865, -0.005746351554989815, -0.005427551455795765, -0.005108751822263002, -0.0047899517230689526, -0.004471151623874903, -0.00415235199034214, -0.0038335518911480904, -0.003514752024784684, -0.0031959519255906343, -0.002877152059227228, -0.0025583519600331783, -0.002239552093669772, -0.001920752227306366, -0.001601952244527638, -0.00128315226174891, -0.0009643522789701819, -0.0006455523543991148, -0.0003267524007242173, -7.952447049319744e-06, 0.0003108475066255778, 0.0006296474603004754, 0.0009484473848715425, 0.0012672473676502705, 0.0015860473504289985, 0.0019048473332077265, 0.0022236471995711327, 0.0025424472987651825, 0.0028612471651285887, 0.003180047031491995, 0.0034988471306860447, 0.003817646997049451, 0.004136446863412857, 0.004455246962606907, 0.004774047061800957, 0.005092846695333719, 0.005411646794527769, 0.005730446893721819, 0.0060492465272545815, 0.006368046626448631]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.03138378635048866, -0.030673306435346603, -0.029962826520204544, -0.029252348467707634, -0.028541868552565575, -0.027831388637423515, -0.027120910584926605, -0.026410430669784546, -0.025699950754642487, -0.024989470839500427, -0.024278990924358368, -0.023568512871861458, -0.0228580329567194, -0.02214755304157734, -0.02143707498908043, -0.02072659507393837, -0.02001611515879631, -0.01930563524365425, -0.018595155328512192, -0.01788467727601528, -0.017174197360873222, -0.016463717445731163, -0.015753239393234253, -0.015042759478092194, -0.014332279562950134, -0.013621799647808075, -0.01291132066398859, -0.012200841680169106, -0.011490361765027046, -0.010779881849884987, -0.010069402866065502, -0.009358923882246017, -0.008648443967103958, -0.007937964051961899, -0.007227485068142414, -0.006517005618661642, -0.00580652616918087, -0.005096046719700098, -0.004385567270219326, -0.003675087820738554, -0.002964608371257782, -0.00225412892177701, -0.001543649472296238, -0.0008331700228154659, -0.0001226905733346939, 0.0005877888761460781, 0.0012982683256268501, 0.002008747775107622, 0.002719227224588394, 0.003429706674069166, 0.004140186123549938, 0.00485066557303071, 0.005561145022511482, 0.006271624471992254, 0.006982103921473026, 0.007692583370953798, 0.00840306282043457, 0.00911354273557663, 0.009824021719396114, 0.010534500703215599, 0.011244980618357658, 0.011955460533499718, 0.012665939517319202, 0.013376418501138687, 0.014086898416280746]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 4.0, 1.0, 0.0, 3.0, 0.0, 1.0, 2.0, 4.0, 5.0, 5.0, 2.0, 2.0, 5.0, 8.0, 3.0, 7.0, 4.0, 8.0, 5.0, 5.0, 10.0, 7.0, 8.0, 4.0, 9.0, 4.0, 9.0, 14.0, 19.0, 17.0, 57.0, 16.0, 6.0, 6.0, 6.0, 6.0, 4.0, 1.0, 2.0, 0.0, 2.0], "bins": [-0.02390328422188759, -0.023455414921045303, -0.02300754375755787, -0.022559674456715584, -0.0221118051558733, -0.021663935855031013, -0.02121606469154358, -0.020768195390701294, -0.02032032608985901, -0.019872454926371574, -0.01942458562552929, -0.018976716324687004, -0.01852884516119957, -0.018080975860357285, -0.017633106559515, -0.017185237258672714, -0.01673736609518528, -0.016289496794342995, -0.01584162749350071, -0.01539375726133585, -0.01494588702917099, -0.014498017728328705, -0.014050147496163845, -0.013602277263998985, -0.0131544079631567, -0.01270653773099184, -0.012258668430149555, -0.011810798197984695, -0.011362927965819836, -0.01091505866497755, -0.01046718843281269, -0.010019319131970406, -0.009571448899805546, -0.009123578667640686, -0.008675709366798401, -0.008227839134633541, -0.007779969368129969, -0.007332099601626396, -0.006884229835122824, -0.006436360068619251, -0.0059884898364543915, -0.005540620069950819, -0.0050927503034472466, -0.004644880536943674, -0.004197010770440102, -0.0037491407711058855, -0.003301271004602313, -0.002853401005268097, -0.0024055312387645245, -0.001957661472260952, -0.0015097914729267359, -0.0010619217064231634, -0.0006140518235042691, -0.0001661819696892053, 0.00028168788412585855, 0.0007295577088370919, 0.0011774275917559862, 0.0016252974746748805, 0.002073167357593775, 0.0025210371240973473, 0.0029689068906009197, 0.003416776889935136, 0.0038646466564387083, 0.004312516655772924, 0.004760386422276497]}, "_runtime": 13.163367986679077, "_timestamp": 1596209165.9269388, "_step": 10}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 4.0, 0.0, 0.0, 2.0, 4.0, 2.0, 1.0, 2.0, 4.0, 4.0, 3.0, 0.0, 0.0, 3.0, 0.0, 0.0, 3.0, 2.0, 4.0, 3.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.015426462516188622, -0.014963066205382347, -0.014499669894576073, -0.014036273583769798, -0.013572877272963524, -0.013109480030834675, -0.0126460837200284, -0.012182687409222126, -0.011719291098415852, -0.011255894787609577, -0.010792498476803303, -0.010329102165997028, -0.00986570492386818, -0.009402308613061905, -0.00893891230225563, -0.008475515991449356, -0.008012119680643082, -0.007548723369836807, -0.007085327059030533, -0.006621930282562971, -0.006158533971756697, -0.005695137660950422, -0.0052317408844828606, -0.004768344573676586, -0.004304948262870312, -0.0038415519520640373, -0.0033781554084271193, -0.002914758864790201, -0.0024513625539839268, -0.0019879662431776524, -0.0015245696995407343, -0.001061173272319138, -0.0005977768450975418, -0.00013438041787594557, 0.0003290160093456507, 0.0007924124365672469, 0.0012558088637888432, 0.0017192052910104394, 0.0021826017182320356, 0.0026459982618689537, 0.003109394572675228, 0.0035727908834815025, 0.004036187194287777, 0.004499583970755339, 0.004962980281561613, 0.0054263765923678875, 0.005889773368835449, 0.006353169679641724, 0.006816565990447998, 0.0072799623012542725, 0.007743358612060547, 0.008206754922866821, 0.008670151233673096, 0.009133548475801945, 0.00959694478660822, 0.010060341097414494, 0.010523737408220768, 0.010987133719027042, 0.011450530029833317, 0.011913926340639591, 0.01237732358276844, 0.012840719893574715, 0.013304116204380989, 0.013767512515187263, 0.014230908825993538]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 1.0, 2.0, 5.0, 4.0, 7.0, 4.0, 4.0, 12.0, 11.0, 14.0, 17.0, 20.0, 37.0, 45.0, 61.0, 82.0, 108.0, 147.0, 145.0, 221.0, 336.0, 417.0, 548.0, 3123.0, 1070.0, 557.0, 329.0, 194.0, 122.0, 86.0, 51.0, 33.0, 41.0, 16.0, 14.0, 12.0, 10.0, 6.0, 4.0, 1.0, 4.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.17919661104679108, -0.17409446835517883, -0.16899234056472778, -0.16389019787311554, -0.1587880700826645, -0.15368592739105225, -0.14858378469944, -0.14348165690898895, -0.1383795142173767, -0.13327738642692566, -0.12817524373531342, -0.12307310849428177, -0.11797097325325012, -0.11286883801221848, -0.10776669532060623, -0.10266456007957458, -0.09756242483854294, -0.09246028959751129, -0.08735815435647964, -0.0822560116648674, -0.07715387642383575, -0.07205174118280411, -0.06694960594177246, -0.061847466975450516, -0.05674533173441887, -0.05164319649338722, -0.04654105752706528, -0.04143892228603363, -0.036336787045001984, -0.03123464807868004, -0.02613251283764839, -0.021030375733971596, -0.0159282386302948, -0.010826101526618004, -0.0057239653542637825, -0.0006218287162482738, 0.004480307921767235, 0.00958244502544403, 0.014684581197798252, 0.019786717370152473, 0.02488885447382927, 0.029990991577506065, 0.03509312868118286, 0.04019526392221451, 0.045297399163246155, 0.0503995381295681, 0.05550167337059975, 0.06060381233692169, 0.06570594757795334, 0.07080808281898499, 0.07591021806001663, 0.08101236075162888, 0.08611449599266052, 0.09121663123369217, 0.09631876647472382, 0.10142090171575546, 0.10652303695678711, 0.11162517964839935, 0.116727314889431, 0.12182945013046265, 0.1269315928220749, 0.13203372061252594, 0.13713586330413818, 0.14223799109458923, 0.14734013378620148]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 3.0, 2.0, 0.0, 2.0, 5.0, 2.0, 1.0, 1.0, 3.0, 6.0, 3.0, 2.0, 6.0, 2.0, 3.0, 2.0, 3.0, 2.0, 7.0, 3.0, 23.0, 3.0, 1.0, 2.0, 1.0, 4.0, 3.0, 0.0, 1.0, 0.0, 2.0, 3.0, 1.0, 0.0, 2.0, 2.0, 0.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.004366672597825527, -0.004231433849781752, -0.004096194636076689, -0.003960955888032913, -0.0038257171399891376, -0.0036904781591147184, -0.0035552391782402992, -0.0034200004301965237, -0.0032847614493221045, -0.0031495224684476852, -0.0030142837204039097, -0.0028790447395294905, -0.0027438057586550713, -0.0026085670106112957, -0.0024733280297368765, -0.002338089281693101, -0.0022028503008186817, -0.0020676113199442625, -0.001932372571900487, -0.0017971335910260677, -0.0016618947265669703, -0.001526655862107873, -0.0013914168812334538, -0.0012561780167743564, -0.001120939152315259, -0.0009857002878561616, -0.0008504613651894033, -0.000715222442522645, -0.0005799835780635476, -0.00044474468450061977, -0.0003095057909376919, -0.00017426689737476408, -3.902800381183624e-05, 9.62108897510916e-05, 0.00023144978331401944, 0.0003666886768769473, 0.0005019275704398751, 0.0006371664348989725, 0.0007724053575657308, 0.0009076442802324891, 0.0010428831446915865, 0.0011781220091506839, 0.0013133608736097813, 0.0014485998544842005, 0.0015838387189432979, 0.0017190775834023952, 0.0018543165642768145, 0.00198955531232059, 0.0021247942931950092, 0.0022600332740694284, 0.002395272022113204, 0.002530511002987623, 0.0026657497510313988, 0.002800988731905818, 0.002936227712780237, 0.0030714664608240128, 0.003206705441698432, 0.003341944422572851, 0.0034771831706166267, 0.003612422151491046, 0.003747661132365465, 0.0038828998804092407, 0.004018138628453016, 0.004153377842158079, 0.004288616590201855]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 3.0, 5.0, 17.0, 22.0, 52.0, 83.0, 115.0, 176.0, 310.0, 430.0, 587.0, 948.0, 1425.0, 1918.0, 2771.0, 3629.0, 4916.0, 6565.0, 8485.0, 11264.0, 14384.0, 18548.0, 24266.0, 31701.0, 41631.0, 56148.0, 74292.0, 95958.0, 422615.0, 95628.0, 68154.0, 48462.0, 34447.0, 25660.0, 19126.0, 14532.0, 10947.0, 8603.0, 6841.0, 5387.0, 4251.0, 3420.0, 2654.0, 2208.0, 1546.0, 1190.0, 950.0, 725.0, 482.0, 346.0, 261.0, 198.0, 133.0, 70.0, 65.0, 34.0, 23.0, 15.0, 11.0, 3.0, 4.0, 2.0, 3.0], "bins": [-0.012433581054210663, -0.012016819790005684, -0.01160005759447813, -0.011183296330273151, -0.010766534134745598, -0.010349772870540619, -0.009933010675013065, -0.009516249410808086, -0.009099487215280533, -0.008682725951075554, -0.008265964686870575, -0.007849202491343021, -0.0074324412271380424, -0.007015679497271776, -0.00659891776740551, -0.006182156037539244, -0.0057653943076729774, -0.005348632577806711, -0.004931870847940445, -0.004515109118074179, -0.0040983473882079124, -0.00368158589117229, -0.0032648243941366673, -0.002848062664270401, -0.0024313009344041348, -0.0020145392045378685, -0.001597777591086924, -0.0011810159776359797, -0.0007642542477697134, -0.00034749257611110806, 6.926909554749727e-05, 0.0004860307672061026, 0.000902792438864708, 0.0013195541687309742, 0.0017363157821819186, 0.002153077395632863, 0.0025698391254991293, 0.0029866008553653955, 0.003403362352401018, 0.0038201240822672844, 0.004236885812133551, 0.004653647541999817, 0.005070409271866083, 0.005487171001732349, 0.005903932265937328, 0.006320693995803595, 0.006737455725669861, 0.007154217455536127, 0.007570979185402393, 0.007987740449607372, 0.008404502645134926, 0.008821263909339905, 0.009238026104867458, 0.009654787369072437, 0.01007154956459999, 0.01048831082880497, 0.010905072093009949, 0.011321834288537502, 0.011738595552742481, 0.012155357748270035, 0.012572119012475014, 0.012988881208002567, 0.013405642472207546, 0.0138224046677351, 0.014239165931940079]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 3.0, 3.0, 3.0, 2.0, 2.0, 3.0, 7.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 1.0, 2.0, 1.0, 4.0, 3.0, 2.0, 2.0, 1.0, 2.0, 1.0, 2.0, 2.0], "bins": [-0.024945205077528954, -0.024389799684286118, -0.02383439429104328, -0.023278988897800446, -0.02272358350455761, -0.022168178111314774, -0.021612772718071938, -0.0210573673248291, -0.020501960068941116, -0.01994655467569828, -0.019391149282455444, -0.01883574388921261, -0.018280338495969772, -0.017724933102726936, -0.0171695277094841, -0.016614122316241264, -0.01605871692299843, -0.015503311529755592, -0.014947906136512756, -0.01439250074326992, -0.013837095350027084, -0.013281689025461674, -0.012726283632218838, -0.012170878238976002, -0.011615472845733166, -0.01106006745249033, -0.010504662059247494, -0.009949256666004658, -0.009393850341439247, -0.008838444948196411, -0.008283039554953575, -0.007727634161710739, -0.007172228768467903, -0.006616823375225067, -0.006061417981982231, -0.005506012123078108, -0.004950606729835272, -0.004395201336592436, -0.003839795710518956, -0.0032843900844454765, -0.0027289846912026405, -0.0021735792979598045, -0.0016181736718863249, -0.001062768162228167, -0.0005073626525700092, 4.8042857088148594e-05, 0.0006034483667463064, 0.0011588538764044642, 0.001714259386062622, 0.002269664779305458, 0.0028250704053789377, 0.0033804760314524174, 0.003935881424695253, 0.004491286817938089, 0.005046692676842213, 0.005602098070085049, 0.006157503463327885, 0.006712908856570721, 0.007268314249813557, 0.007823719643056393, 0.008379125967621803, 0.00893453136086464, 0.009489936754107475, 0.010045342147350311, 0.010600747540593147]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 3.0, 1.0, 3.0, 2.0, 5.0, 2.0, 4.0, 6.0, 8.0, 7.0, 6.0, 10.0, 14.0, 12.0, 4.0, 22.0, 22.0, 23.0, 21.0, 19.0, 29.0, 44.0, 86.0, 118.0, 150.0, 177.0, 222.0, 318.0, 416.0, 703.0, 949.0, 1574.0, 2711.0, 6172.0, 1169.0, 968.0, 543.0, 392.0, 379.0, 410.0, 291.0, 163.0, 131.0, 61.0, 36.0, 6.0, 7.0, 3.0], "bins": [-0.017252640798687935, -0.016901714727282524, -0.016550790518522263, -0.016199864447116852, -0.01584893837571144, -0.015498013235628605, -0.015147087164223194, -0.014796162024140358, -0.014445235952734947, -0.014094310812652111, -0.013743385672569275, -0.013392459601163864, -0.013041534461081028, -0.012690608389675617, -0.012339683249592781, -0.01198875717818737, -0.011637832038104534, -0.011286906898021698, -0.010935980826616287, -0.010585055686533451, -0.01023412961512804, -0.009883204475045204, -0.009532278403639793, -0.009181353263556957, -0.008830428123474121, -0.00847950205206871, -0.008128576911985874, -0.007777650840580463, -0.007426725700497627, -0.007075800094753504, -0.00672487448900938, -0.006373948883265257, -0.006023023277521133, -0.00567209767177701, -0.0053211720660328865, -0.004970246460288763, -0.00461932085454464, -0.0042683957144618034, -0.00391747010871768, -0.0035665445029735565, -0.003215618897229433, -0.0028646932914853096, -0.002513767685741186, -0.0021628423128277063, -0.0018119167070835829, -0.0014609911013394594, -0.0011100656120106578, -0.0007591400644741952, -0.0004082145169377327, -5.728896940127015e-05, 0.0002936365781351924, 0.0006445621256716549, 0.0009954876732081175, 0.001346413278952241, 0.0016973387682810426, 0.002048264257609844, 0.0023991898633539677, 0.002750115469098091, 0.0031010410748422146, 0.0034519664477556944, 0.003802892053499818, 0.004153817426413298, 0.004504743032157421, 0.004855668637901545, 0.005206594243645668]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.06289049983024597, -0.06114501133561134, -0.059399526566267014, -0.057654038071632385, -0.05590854957699776, -0.05416306480765343, -0.0524175763130188, -0.05067208781838417, -0.04892659932374954, -0.04718111455440521, -0.045435626059770584, -0.043690137565135956, -0.041944652795791626, -0.040199164301157, -0.03845367580652237, -0.03670819103717804, -0.03496270254254341, -0.03321721404790878, -0.03147172927856445, -0.029726240783929825, -0.027980752289295197, -0.026235265657305717, -0.02448977902531624, -0.02274429053068161, -0.02099880389869213, -0.019253317266702652, -0.017507828772068024, -0.015762342140078545, -0.014016854576766491, -0.012271367013454437, -0.010525880381464958, -0.008780392818152905, -0.007034905254840851, -0.005289417691528797, -0.0035439305938780308, -0.0017984432633966208, -5.2955932915210724e-05, 0.0016925313975661993, 0.0034380187280476093, 0.005183505825698376, 0.006928993389010429, 0.008674480952322483, 0.010419968515634537, 0.012165455147624016, 0.01391094271093607, 0.015656430274248123, 0.017401916906237602, 0.01914740540087223, 0.02089289203286171, 0.02263837866485119, 0.024383867159485817, 0.026129353791475296, 0.027874842286109924, 0.029620328918099403, 0.03136581555008888, 0.03311130404472351, 0.03485678881406784, 0.03660227730870247, 0.0383477658033371, 0.040093254297971725, 0.041838739067316055, 0.043584227561950684, 0.04532971605658531, 0.04707520082592964, 0.04882068932056427]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 5.0, 2.0, 0.0, 2.0, 3.0, 1.0, 6.0, 5.0, 5.0, 6.0, 5.0, 10.0, 5.0, 5.0, 5.0, 5.0, 6.0, 6.0, 3.0, 4.0, 3.0, 4.0, 5.0, 8.0, 4.0, 7.0, 5.0, 6.0, 11.0, 2.0, 7.0, 9.0, 7.0, 46.0, 15.0, 11.0, 8.0, 9.0, 5.0, 8.0, 4.0, 2.0, 0.0, 0.0, 3.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.022810889407992363, -0.022263357415795326, -0.02171582542359829, -0.021168293431401253, -0.020620761439204216, -0.02007322944700718, -0.019525697454810143, -0.018978165462613106, -0.01843063347041607, -0.017883101478219032, -0.017335569486021996, -0.01678803749382496, -0.016240505501627922, -0.015692973509430885, -0.015145440585911274, -0.014597908593714237, -0.0140503766015172, -0.013502844609320164, -0.012955312617123127, -0.01240778062492609, -0.011860248632729053, -0.011312716640532017, -0.01076518464833498, -0.010217652656137943, -0.009670119732618332, -0.009122587740421295, -0.008575055748224258, -0.008027523756027222, -0.007479991763830185, -0.006932459771633148, -0.0063849277794361115, -0.005837395787239075, -0.005289863795042038, -0.004742331802845001, -0.0041947998106479645, -0.003647267585620284, -0.0030997355934232473, -0.0025522036012262106, -0.00200467137619853, -0.0014571393840014935, -0.0009096073918044567, -0.00036207534139975905, 0.0001854567090049386, 0.0007329887594096363, 0.001280520809814334, 0.0018280528020113707, 0.002375585027039051, 0.002923117019236088, 0.0034706490114331245, 0.004018181003630161, 0.004565712995827198, 0.005113244988024235, 0.0056607769802212715, 0.0062083094380795956, 0.006755841430276632, 0.007303373422473669, 0.007850905880331993, 0.00839843787252903, 0.008945969864726067, 0.009493501856923103, 0.01004103384912014, 0.010588565841317177, 0.011136097833514214, 0.01168362982571125, 0.012231161817908287]}, "_runtime": 14.00912094116211, "_timestamp": 1596209166.7726917, "_step": 11}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 4.0, 2.0, 1.0, 2.0, 0.0, 1.0, 2.0, 3.0, 3.0, 1.0, 4.0, 3.0, 2.0, 5.0, 4.0, 0.0, 5.0, 1.0, 0.0, 3.0, 1.0, 0.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.023162443190813065, -0.022488020360469818, -0.02181359753012657, -0.021139176562428474, -0.020464753732085228, -0.01979033090174198, -0.019115908071398735, -0.01844148524105549, -0.01776706427335739, -0.017092641443014145, -0.0164182186126709, -0.015743795782327652, -0.015069372951984406, -0.014394951052963734, -0.013720528222620487, -0.013046106323599815, -0.012371683493256569, -0.011697260662913322, -0.01102283876389265, -0.010348415933549404, -0.009673994034528732, -0.008999571204185486, -0.00832514837384224, -0.00765072600916028, -0.006976303644478321, -0.006301881279796362, -0.005627458915114403, -0.004953036084771156, -0.004278613720089197, -0.003604191355407238, -0.002929768757894635, -0.0022553461603820324, -0.0015809237957000732, -0.0009065013146027923, -0.00023207883350551128, 0.0004423436475917697, 0.0011167661286890507, 0.0017911886097863317, 0.0024656110908836126, 0.0031400336883962154, 0.0038144560530781746, 0.004488878417760134, 0.005163300782442093, 0.005837723612785339, 0.0065121459774672985, 0.007186568342149258, 0.007860991172492504, 0.008535413071513176, 0.009209835901856422, 0.009884258732199669, 0.01055868063122034, 0.011233103461563587, 0.011907525360584259, 0.012581948190927505, 0.013256371021270752, 0.013930792920291424, 0.01460521575063467, 0.015279638580977917, 0.01595406047999859, 0.016628483310341835, 0.01730290614068508, 0.017977328971028328, 0.018651749938726425, 0.01932617276906967, 0.020000595599412918]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 3.0, 1.0, 5.0, 2.0, 8.0, 12.0, 7.0, 22.0, 17.0, 22.0, 31.0, 40.0, 55.0, 65.0, 95.0, 115.0, 167.0, 218.0, 309.0, 422.0, 2059.0, 2240.0, 884.0, 406.0, 241.0, 151.0, 98.0, 65.0, 46.0, 29.0, 23.0, 15.0, 14.0, 6.0, 9.0, 7.0, 4.0, 1.0, 5.0, 1.0, 2.0, 2.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1752956211566925, -0.16880163550376892, -0.16230764985084534, -0.15581367909908295, -0.14931969344615936, -0.14282570779323578, -0.1363317221403122, -0.1298377364873886, -0.12334375828504562, -0.11684977263212204, -0.11035579442977905, -0.10386180877685547, -0.09736782312393188, -0.0908738449215889, -0.08437985926866531, -0.07788588106632233, -0.07139189541339874, -0.06489790976047516, -0.05840393155813217, -0.05190994590520859, -0.0454159639775753, -0.03892198204994202, -0.03242799639701843, -0.025934014469385147, -0.01944003254175186, -0.012946049682796001, -0.006452066823840141, 4.191603511571884e-05, 0.006535898894071579, 0.013029881753027439, 0.0195238646119833, 0.026017848402261734, 0.03251183032989502, 0.039005812257528305, 0.04549979418516159, 0.051993779838085175, 0.05848776176571846, 0.06498174369335175, 0.07147572934627533, 0.07796970754861832, 0.0844636932015419, 0.09095767885446548, 0.09745165705680847, 0.10394564270973206, 0.11043962836265564, 0.11693360656499863, 0.12342759221792221, 0.1299215704202652, 0.13641555607318878, 0.14290954172611237, 0.14940352737903595, 0.15589749813079834, 0.16239148378372192, 0.1688854694366455, 0.1753794550895691, 0.18187344074249268, 0.18836742639541626, 0.19486139714717865, 0.20135538280010223, 0.20784936845302582, 0.2143433541059494, 0.22083733975887299, 0.22733131051063538, 0.23382529616355896, 0.24031928181648254]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 2.0, 0.0, 3.0, 1.0, 4.0, 3.0, 5.0, 2.0, 3.0, 6.0, 5.0, 1.0, 4.0, 2.0, 2.0, 1.0, 3.0, 26.0, 3.0, 1.0, 3.0, 3.0, 1.0, 2.0, 4.0, 2.0, 2.0, 4.0, 3.0, 1.0, 4.0, 2.0, 5.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.005231877788901329, -0.005057826638221741, -0.004883775487542152, -0.004709724336862564, -0.004535673186182976, -0.0043616220355033875, -0.004187570884823799, -0.004013519734144211, -0.0038394685834646225, -0.0036654171999543905, -0.003491366049274802, -0.003317314898595214, -0.0031432637479156256, -0.0029692125972360373, -0.002795161446556449, -0.0026211102958768606, -0.0024470591451972723, -0.002273007994517684, -0.0020989568438380957, -0.0019249056931585073, -0.001750854542478919, -0.0015768032753840089, -0.0014027521247044206, -0.0012287009740248322, -0.001054649823345244, -0.0008805986726656556, -0.0007065475219860673, -0.0005324963130988181, -0.00035844516241922975, -0.0001843939971877262, -1.0342831956222653e-05, 0.0001637083332752809, 0.00033775949850678444, 0.0005118106491863728, 0.0006858617998659611, 0.0008599130087532103, 0.0010339641012251377, 0.0012080153683200479, 0.0013820665189996362, 0.0015561176696792245, 0.0017301688203588128, 0.0019042199710384011, 0.0020782712381333113, 0.0022523223888128996, 0.002426373539492488, 0.0026004246901720762, 0.0027744758408516645, 0.002948526991531253, 0.003122578142210841, 0.0032966292928904295, 0.003470680443570018, 0.003644731594249606, 0.0038187827449291945, 0.003992834128439426, 0.004166885279119015, 0.004340936429798603, 0.004514987580478191, 0.00468903873115778, 0.004863089881837368, 0.005037141032516956, 0.005211192183196545, 0.005385243333876133, 0.005559294484555721, 0.00573334563523531, 0.005907396785914898]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 2.0, 3.0, 6.0, 6.0, 12.0, 18.0, 32.0, 33.0, 61.0, 81.0, 114.0, 189.0, 264.0, 317.0, 496.0, 699.0, 892.0, 1182.0, 1664.0, 2343.0, 3306.0, 4619.0, 6403.0, 8479.0, 12113.0, 16664.0, 22548.0, 30136.0, 40404.0, 54742.0, 72529.0, 93345.0, 421361.0, 94418.0, 72283.0, 54936.0, 40371.0, 29580.0, 22396.0, 16778.0, 12942.0, 10152.0, 7828.0, 5813.0, 4553.0, 3390.0, 2576.0, 1951.0, 1446.0, 1010.0, 714.0, 507.0, 340.0, 227.0, 141.0, 94.0, 58.0, 36.0, 22.0, 10.0, 3.0, 6.0, 3.0], "bins": [-0.015198498964309692, -0.014746825210750103, -0.014295151457190514, -0.01384347677230835, -0.01339180301874876, -0.01294012926518917, -0.012488455511629581, -0.012036781758069992, -0.011585107073187828, -0.011133433319628239, -0.01068175956606865, -0.01023008581250906, -0.00977841205894947, -0.009326738305389881, -0.008875063620507717, -0.008423389866948128, -0.007971716113388538, -0.007520042359828949, -0.007068368140608072, -0.006616694387048483, -0.006165020167827606, -0.005713346414268017, -0.005261672660708427, -0.004809998441487551, -0.004358324687927961, -0.003906650934368372, -0.0034549767151474953, -0.003003302961587906, -0.002551628975197673, -0.00209995498880744, -0.0016482811188325286, -0.0011966072488576174, -0.0007449332624673843, -0.0002932593342848122, 0.00015841459389775991, 0.000610088522080332, 0.0010617624502629042, 0.0015134364366531372, 0.0019651101902127266, 0.0024167841766029596, 0.0028684581629931927, 0.0033201321493834257, 0.0037718061357736588, 0.004223479889333248, 0.0046751536428928375, 0.005126827862113714, 0.005578501615673304, 0.00603017583489418, 0.00648184958845377, 0.006933523342013359, 0.007385197561234236, 0.007836871780455112, 0.008288545534014702, 0.008740219287574291, 0.00919189304113388, 0.00964356679469347, 0.01009524054825306, 0.010546915233135223, 0.010998588986694813, 0.011450262740254402, 0.011901936493813992, 0.012353610247373581, 0.012805284932255745, 0.013256958685815334, 0.013708632439374924]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 3.0, 3.0, 2.0, 6.0, 5.0, 3.0, 6.0, 3.0, 3.0, 9.0, 1.0, 3.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01952865719795227, -0.018968043848872185, -0.0184074304997921, -0.017846817150712013, -0.017286203801631927, -0.016725588589906693, -0.016164975240826607, -0.015604361891746521, -0.015043748542666435, -0.01448313519358635, -0.013922521844506264, -0.013361907564103603, -0.012801294215023518, -0.012240680865943432, -0.011680066585540771, -0.011119453236460686, -0.0105588398873806, -0.009998226538300514, -0.009437613189220428, -0.008876998908817768, -0.008316385559737682, -0.007755772210657597, -0.0071951583959162235, -0.0066345445811748505, -0.006073931232094765, -0.005513317883014679, -0.004952704068273306, -0.004392090253531933, -0.003831476904451847, -0.0032708633225411177, -0.0027102497406303883, -0.002149636158719659, -0.0015890225768089294, -0.0010284089948982, -0.0004677954129874706, 9.281816892325878e-05, 0.0006534317508339882, 0.0012140453327447176, 0.001774658914655447, 0.0023352724965661764, 0.002895886078476906, 0.0034564996603876352, 0.004017113242298365, 0.004577727057039738, 0.0051383404061198235, 0.005698953755199909, 0.006259567569941282, 0.006820181384682655, 0.007380794733762741, 0.007941408082842827, 0.008502021431922913, 0.009062635712325573, 0.009623249061405659, 0.010183862410485744, 0.010744476690888405, 0.01130509003996849, 0.011865703389048576, 0.012426316738128662, 0.012986930087208748, 0.013547544367611408, 0.014108157716691494, 0.01466877106577158, 0.01522938534617424, 0.015789998695254326, 0.01635061204433441]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 2.0, 2.0, 2.0, 5.0, 3.0, 7.0, 3.0, 7.0, 4.0, 6.0, 7.0, 14.0, 13.0, 10.0, 10.0, 10.0, 20.0, 6.0, 9.0, 11.0, 12.0, 20.0, 26.0, 32.0, 39.0, 70.0, 115.0, 165.0, 225.0, 386.0, 631.0, 1094.0, 1594.0, 3159.0, 6868.0, 1519.0, 795.0, 449.0, 290.0, 207.0, 144.0, 122.0, 94.0, 60.0, 42.0, 36.0, 23.0, 8.0, 10.0, 16.0, 9.0, 3.0, 5.0, 3.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.01564112864434719, -0.015252210199832916, -0.014863292686641216, -0.014474374242126942, -0.014085455797612667, -0.013696538284420967, -0.013307619839906693, -0.012918701395392418, -0.012529782950878143, -0.012140865437686443, -0.011751946993172169, -0.011363028548657894, -0.010974111035466194, -0.01058519259095192, -0.010196274146437645, -0.009807356633245945, -0.00941843818873167, -0.009029519744217396, -0.008640602231025696, -0.008251683786511421, -0.007862765341997147, -0.007473847363144159, -0.007084929384291172, -0.006696010939776897, -0.00630709296092391, -0.005918174982070923, -0.005529256537556648, -0.005140338558703661, -0.004751420579850674, -0.004362502135336399, -0.003973584156483412, -0.003584665944799781, -0.00319574773311615, -0.002806829521432519, -0.002417911309748888, -0.0020289933308959007, -0.0016400751192122698, -0.0012511569075286388, -0.0008622388122603297, -0.0004733206587843597, -8.440250530838966e-05, 0.00030451564816758037, 0.0006934338016435504, 0.0010823518969118595, 0.0014712701085954905, 0.0018601883202791214, 0.0022491062991321087, 0.0026380245108157396, 0.0030269427224993706, 0.0034158609341830015, 0.0038047791458666325, 0.00419369712471962, 0.004582615569233894, 0.004971533548086882, 0.005360451526939869, 0.0057493699714541435, 0.006138287950307131, 0.006527205929160118, 0.006916124373674393, 0.00730504235252738, 0.007693960331380367, 0.008082878775894642, 0.008471797220408916, 0.008860714733600616, 0.009249633178114891]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.04679678753018379, -0.04555385932326317, -0.044310931116342545, -0.04306800663471222, -0.041825078427791595, -0.04058215022087097, -0.03933922201395035, -0.038096293807029724, -0.0368533656001091, -0.035610441118478775, -0.03436751291155815, -0.03312458470463753, -0.031881656497716904, -0.03063873015344143, -0.029395801946520805, -0.02815287560224533, -0.026909947395324707, -0.025667019188404083, -0.02442409284412861, -0.023181164637207985, -0.02193823829293251, -0.020695310086011887, -0.019452381879091263, -0.01820945553481579, -0.016966527327895164, -0.01572359912097454, -0.014480672776699066, -0.013237744569778442, -0.011994817294180393, -0.010751890018582344, -0.00950896181166172, -0.008266034536063671, -0.007023107260465622, -0.005780179984867573, -0.004537252243608236, -0.0032943247351795435, -0.0020513972267508507, -0.0008084697183221579, 0.00043445779010653496, 0.0016773852985352278, 0.0029203128069639206, 0.00416324008256197, 0.005406167823821306, 0.006649095565080643, 0.007892022840678692, 0.009134950116276741, 0.010377878323197365, 0.011620805598795414, 0.012863732874393463, 0.014106660149991512, 0.015349587425589561, 0.016592515632510185, 0.01783544197678566, 0.019078370183706284, 0.020321298390626907, 0.021564224734902382, 0.022807152941823006, 0.02405008114874363, 0.025293007493019104, 0.026535935699939728, 0.02777886390686035, 0.029021790251135826, 0.03026471845805645, 0.031507644802331924, 0.03275057300925255]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 3.0, 3.0, 8.0, 6.0, 2.0, 5.0, 12.0, 6.0, 8.0, 13.0, 5.0, 8.0, 8.0, 15.0, 13.0, 16.0, 20.0, 54.0, 10.0, 10.0, 10.0, 10.0, 7.0, 2.0, 3.0, 7.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.034041281789541245, -0.033232539892196655, -0.032423801720142365, -0.031615059822797775, -0.030806321650743484, -0.029997581616044044, -0.029188841581344604, -0.028380101546645164, -0.027571361511945724, -0.026762619614601135, -0.025953879579901695, -0.025145139545202255, -0.024336399510502815, -0.023527659475803375, -0.022718919441103935, -0.021910179406404495, -0.021101439371705055, -0.020292699337005615, -0.019483959302306175, -0.018675219267606735, -0.017866479232907295, -0.017057739198207855, -0.016248999163508415, -0.0154402581974864, -0.01463151816278696, -0.01382277812808752, -0.01301403809338808, -0.01220529805868864, -0.011396557092666626, -0.010587817057967186, -0.009779077023267746, -0.008970336988568306, -0.008161596953868866, -0.007352856919169426, -0.006544116884469986, -0.005735376384109259, -0.004926636349409819, -0.004117896314710379, -0.003309156047180295, -0.0025004157796502113, -0.0016916757449507713, -0.0008829355938360095, -7.419544272124767e-05, 0.0007345447083935142, 0.001543284859508276, 0.002352024894207716, 0.0031607651617377996, 0.003969505429267883, 0.004778245463967323, 0.005586985498666763, 0.006395725533366203, 0.007204466033726931, 0.008013205602765083, 0.008821946568787098, 0.009630686603486538, 0.010439426638185978, 0.011248166672885418, 0.012056906707584858, 0.012865646742284298, 0.013674386776983738, 0.014483127743005753, 0.015291867777705193, 0.016100607812404633, 0.016909347847104073, 0.017718087881803513]}, "_runtime": 14.809587717056274, "_timestamp": 1596209167.5731585, "_step": 12}
+{"val_accuracy": 0.6688812785388129, "val_loss": 1.0906864880971168, "_runtime": 16.229647159576416, "_timestamp": 1596209168.993218, "_step": 13}
diff --git a/wandb/run-20200731_152555-45qn8rho/wandb-metadata.json b/wandb/run-20200731_152555-45qn8rho/wandb-metadata.json
new file mode 100644
index 0000000..edba76b
--- /dev/null
+++ b/wandb/run-20200731_152555-45qn8rho/wandb-metadata.json
@@ -0,0 +1,30 @@
+{
+ "root": "/home/akternurra/Documents/projects/quest-for-general-artifical-intelligence/projects/text-recognizer",
+ "program": "<python with no main file>",
+ "git": {
+ "remote": "git@github.com:aktersnurra/text-recognizer.git",
+ "commit": "fa461db6132e7a22f3aa1bb48cce8981890325fb"
+ },
+ "email": "gustaf.rydholm@gmail.com",
+ "startedAt": "2020-07-31T15:25:55.880408",
+ "host": "kompjuter",
+ "username": "akternurra",
+ "executable": "/home/akternurra/.cache/pypoetry/virtualenvs/text-recognizer-N1c_zsdp-py3.8/bin/python",
+ "os": "Linux-5.4.0-42-generic-x86_64-with-glibc2.27",
+ "python": "3.8.2",
+ "gpu": "GeForce RTX 2070",
+ "gpu_count": 1,
+ "cpu_count": 12,
+ "cuda": "10.1.105",
+ "args": [
+ "--gpu=-1",
+ "--save",
+ "--experiment_config={\"dataloader\": \"EmnistDataLoader\", \"data_loader_args\": {\"splits\": [\"train\", \"val\"], \"sample_to_balance\": true, \"subsample_fraction\": null, \"transform\": null, \"target_transform\": null, \"batch_size\": 256, \"shuffle\": true, \"num_workers\": 8, \"cuda\": true, \"seed\": 4711}, \"model\": \"CharacterModel\", \"metrics\": [\"accuracy\"], \"network\": \"LeNet\", \"network_args\": {\"input_size\": [28, 28], \"output_size\": 62}, \"train_args\": {\"batch_size\": 256, \"epochs\": 16}, \"criterion\": \"CrossEntropyLoss\", \"criterion_args\": {\"weight\": null, \"ignore_index\": -100, \"reduction\": \"mean\"}, \"optimizer\": \"AdamW\", \"optimizer_args\": {\"lr\": 0.01, \"betas\": [0.9, 0.999], \"eps\": 1e-08, \"weight_decay\": 0, \"amsgrad\": false}, \"lr_scheduler\": \"OneCycleLR\", \"lr_scheduler_args\": {\"max_lr\": 0.001, \"epochs\": 16}, \"callbacks\": [\"Checkpoint\", \"EarlyStopping\", \"WandbCallback\", \"WandbImageLogger\"], \"callback_args\": {\"Checkpoint\": {\"monitor\": \"val_accuracy\"}, \"EarlyStopping\": {\"monitor\": \"val_loss\", \"min_delta\": 0.0, \"patience\": 3, \"mode\": \"min\"}, \"WandbCallback\": {\"log_batch_frequency\": 10}, \"WandbImageLogger\": {\"num_examples\": 4}}, \"verbosity\": 2, \"resume_experiment\": null, \"experiment_group\": \"Sample Experiments\"}"
+ ],
+ "state": "failed",
+ "jobType": null,
+ "mode": "run",
+ "project": "text-recognizer",
+ "heartbeatAt": "2020-07-31T15:26:09.535318",
+ "exitcode": 1
+}
diff --git a/wandb/run-20200731_152555-45qn8rho/wandb-summary.json b/wandb/run-20200731_152555-45qn8rho/wandb-summary.json
new file mode 100644
index 0000000..6b4cb27
--- /dev/null
+++ b/wandb/run-20200731_152555-45qn8rho/wandb-summary.json
@@ -0,0 +1 @@
+{"graph_0": {"_type": "graph-file", "path": "media/graph/graph_0_summary_d3b6410a.graph.json", "sha256": "d3b6410a4679ceeb56074e96d36d12f483c1cff010f5ea39d9d15aa94ab87fbd", "size": 1814}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 3.0, 1.0, 5.0, 2.0, 8.0, 12.0, 7.0, 22.0, 17.0, 22.0, 31.0, 40.0, 55.0, 65.0, 95.0, 115.0, 167.0, 218.0, 309.0, 422.0, 2059.0, 2240.0, 884.0, 406.0, 241.0, 151.0, 98.0, 65.0, 46.0, 29.0, 23.0, 15.0, 14.0, 6.0, 9.0, 7.0, 4.0, 1.0, 5.0, 1.0, 2.0, 2.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1752956211566925, -0.16880163550376892, -0.16230764985084534, -0.15581367909908295, -0.14931969344615936, -0.14282570779323578, -0.1363317221403122, -0.1298377364873886, -0.12334375828504562, -0.11684977263212204, -0.11035579442977905, -0.10386180877685547, -0.09736782312393188, -0.0908738449215889, -0.08437985926866531, -0.07788588106632233, -0.07139189541339874, -0.06489790976047516, -0.05840393155813217, -0.05190994590520859, -0.0454159639775753, -0.03892198204994202, -0.03242799639701843, -0.025934014469385147, -0.01944003254175186, -0.012946049682796001, -0.006452066823840141, 4.191603511571884e-05, 0.006535898894071579, 0.013029881753027439, 0.0195238646119833, 0.026017848402261734, 0.03251183032989502, 0.039005812257528305, 0.04549979418516159, 0.051993779838085175, 0.05848776176571846, 0.06498174369335175, 0.07147572934627533, 0.07796970754861832, 0.0844636932015419, 0.09095767885446548, 0.09745165705680847, 0.10394564270973206, 0.11043962836265564, 0.11693360656499863, 0.12342759221792221, 0.1299215704202652, 0.13641555607318878, 0.14290954172611237, 0.14940352737903595, 0.15589749813079834, 0.16239148378372192, 0.1688854694366455, 0.1753794550895691, 0.18187344074249268, 0.18836742639541626, 0.19486139714717865, 0.20135538280010223, 0.20784936845302582, 0.2143433541059494, 0.22083733975887299, 0.22733131051063538, 0.23382529616355896, 0.24031928181648254]}, "_step": 13, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 3.0, 3.0, 2.0, 6.0, 5.0, 3.0, 6.0, 3.0, 3.0, 9.0, 1.0, 3.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01952865719795227, -0.018968043848872185, -0.0184074304997921, -0.017846817150712013, -0.017286203801631927, -0.016725588589906693, -0.016164975240826607, -0.015604361891746521, -0.015043748542666435, -0.01448313519358635, -0.013922521844506264, -0.013361907564103603, -0.012801294215023518, -0.012240680865943432, -0.011680066585540771, -0.011119453236460686, -0.0105588398873806, -0.009998226538300514, -0.009437613189220428, -0.008876998908817768, -0.008316385559737682, -0.007755772210657597, -0.0071951583959162235, -0.0066345445811748505, -0.006073931232094765, -0.005513317883014679, -0.004952704068273306, -0.004392090253531933, -0.003831476904451847, -0.0032708633225411177, -0.0027102497406303883, -0.002149636158719659, -0.0015890225768089294, -0.0010284089948982, -0.0004677954129874706, 9.281816892325878e-05, 0.0006534317508339882, 0.0012140453327447176, 0.001774658914655447, 0.0023352724965661764, 0.002895886078476906, 0.0034564996603876352, 0.004017113242298365, 0.004577727057039738, 0.0051383404061198235, 0.005698953755199909, 0.006259567569941282, 0.006820181384682655, 0.007380794733762741, 0.007941408082842827, 0.008502021431922913, 0.009062635712325573, 0.009623249061405659, 0.010183862410485744, 0.010744476690888405, 0.01130509003996849, 0.011865703389048576, 0.012426316738128662, 0.012986930087208748, 0.013547544367611408, 0.014108157716691494, 0.01466877106577158, 0.01522938534617424, 0.015789998695254326, 0.01635061204433441]}, "_timestamp": 1596209168.993218, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 3.0, 3.0, 8.0, 6.0, 2.0, 5.0, 12.0, 6.0, 8.0, 13.0, 5.0, 8.0, 8.0, 15.0, 13.0, 16.0, 20.0, 54.0, 10.0, 10.0, 10.0, 10.0, 7.0, 2.0, 3.0, 7.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.034041281789541245, -0.033232539892196655, -0.032423801720142365, -0.031615059822797775, -0.030806321650743484, -0.029997581616044044, -0.029188841581344604, -0.028380101546645164, -0.027571361511945724, -0.026762619614601135, -0.025953879579901695, -0.025145139545202255, -0.024336399510502815, -0.023527659475803375, -0.022718919441103935, -0.021910179406404495, -0.021101439371705055, -0.020292699337005615, -0.019483959302306175, -0.018675219267606735, -0.017866479232907295, -0.017057739198207855, -0.016248999163508415, -0.0154402581974864, -0.01463151816278696, -0.01382277812808752, -0.01301403809338808, -0.01220529805868864, -0.011396557092666626, -0.010587817057967186, -0.009779077023267746, -0.008970336988568306, -0.008161596953868866, -0.007352856919169426, -0.006544116884469986, -0.005735376384109259, -0.004926636349409819, -0.004117896314710379, -0.003309156047180295, -0.0025004157796502113, -0.0016916757449507713, -0.0008829355938360095, -7.419544272124767e-05, 0.0007345447083935142, 0.001543284859508276, 0.002352024894207716, 0.0031607651617377996, 0.003969505429267883, 0.004778245463967323, 0.005586985498666763, 0.006395725533366203, 0.007204466033726931, 0.008013205602765083, 0.008821946568787098, 0.009630686603486538, 0.010439426638185978, 0.011248166672885418, 0.012056906707584858, 0.012865646742284298, 0.013674386776983738, 0.014483127743005753, 0.015291867777705193, 0.016100607812404633, 0.016909347847104073, 0.017718087881803513]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.04679678753018379, -0.04555385932326317, -0.044310931116342545, -0.04306800663471222, -0.041825078427791595, -0.04058215022087097, -0.03933922201395035, -0.038096293807029724, -0.0368533656001091, -0.035610441118478775, -0.03436751291155815, -0.03312458470463753, -0.031881656497716904, -0.03063873015344143, -0.029395801946520805, -0.02815287560224533, -0.026909947395324707, -0.025667019188404083, -0.02442409284412861, -0.023181164637207985, -0.02193823829293251, -0.020695310086011887, -0.019452381879091263, -0.01820945553481579, -0.016966527327895164, -0.01572359912097454, -0.014480672776699066, -0.013237744569778442, -0.011994817294180393, -0.010751890018582344, -0.00950896181166172, -0.008266034536063671, -0.007023107260465622, -0.005780179984867573, -0.004537252243608236, -0.0032943247351795435, -0.0020513972267508507, -0.0008084697183221579, 0.00043445779010653496, 0.0016773852985352278, 0.0029203128069639206, 0.00416324008256197, 0.005406167823821306, 0.006649095565080643, 0.007892022840678692, 0.009134950116276741, 0.010377878323197365, 0.011620805598795414, 0.012863732874393463, 0.014106660149991512, 0.015349587425589561, 0.016592515632510185, 0.01783544197678566, 0.019078370183706284, 0.020321298390626907, 0.021564224734902382, 0.022807152941823006, 0.02405008114874363, 0.025293007493019104, 0.026535935699939728, 0.02777886390686035, 0.029021790251135826, 0.03026471845805645, 0.031507644802331924, 0.03275057300925255]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 2.0, 3.0, 6.0, 6.0, 12.0, 18.0, 32.0, 33.0, 61.0, 81.0, 114.0, 189.0, 264.0, 317.0, 496.0, 699.0, 892.0, 1182.0, 1664.0, 2343.0, 3306.0, 4619.0, 6403.0, 8479.0, 12113.0, 16664.0, 22548.0, 30136.0, 40404.0, 54742.0, 72529.0, 93345.0, 421361.0, 94418.0, 72283.0, 54936.0, 40371.0, 29580.0, 22396.0, 16778.0, 12942.0, 10152.0, 7828.0, 5813.0, 4553.0, 3390.0, 2576.0, 1951.0, 1446.0, 1010.0, 714.0, 507.0, 340.0, 227.0, 141.0, 94.0, 58.0, 36.0, 22.0, 10.0, 3.0, 6.0, 3.0], "bins": [-0.015198498964309692, -0.014746825210750103, -0.014295151457190514, -0.01384347677230835, -0.01339180301874876, -0.01294012926518917, -0.012488455511629581, -0.012036781758069992, -0.011585107073187828, -0.011133433319628239, -0.01068175956606865, -0.01023008581250906, -0.00977841205894947, -0.009326738305389881, -0.008875063620507717, -0.008423389866948128, -0.007971716113388538, -0.007520042359828949, -0.007068368140608072, -0.006616694387048483, -0.006165020167827606, -0.005713346414268017, -0.005261672660708427, -0.004809998441487551, -0.004358324687927961, -0.003906650934368372, -0.0034549767151474953, -0.003003302961587906, -0.002551628975197673, -0.00209995498880744, -0.0016482811188325286, -0.0011966072488576174, -0.0007449332624673843, -0.0002932593342848122, 0.00015841459389775991, 0.000610088522080332, 0.0010617624502629042, 0.0015134364366531372, 0.0019651101902127266, 0.0024167841766029596, 0.0028684581629931927, 0.0033201321493834257, 0.0037718061357736588, 0.004223479889333248, 0.0046751536428928375, 0.005126827862113714, 0.005578501615673304, 0.00603017583489418, 0.00648184958845377, 0.006933523342013359, 0.007385197561234236, 0.007836871780455112, 0.008288545534014702, 0.008740219287574291, 0.00919189304113388, 0.00964356679469347, 0.01009524054825306, 0.010546915233135223, 0.010998588986694813, 0.011450262740254402, 0.011901936493813992, 0.012353610247373581, 0.012805284932255745, 0.013256958685815334, 0.013708632439374924]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 2.0, 0.0, 3.0, 1.0, 4.0, 3.0, 5.0, 2.0, 3.0, 6.0, 5.0, 1.0, 4.0, 2.0, 2.0, 1.0, 3.0, 26.0, 3.0, 1.0, 3.0, 3.0, 1.0, 2.0, 4.0, 2.0, 2.0, 4.0, 3.0, 1.0, 4.0, 2.0, 5.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.005231877788901329, -0.005057826638221741, -0.004883775487542152, -0.004709724336862564, -0.004535673186182976, -0.0043616220355033875, -0.004187570884823799, -0.004013519734144211, -0.0038394685834646225, -0.0036654171999543905, -0.003491366049274802, -0.003317314898595214, -0.0031432637479156256, -0.0029692125972360373, -0.002795161446556449, -0.0026211102958768606, -0.0024470591451972723, -0.002273007994517684, -0.0020989568438380957, -0.0019249056931585073, -0.001750854542478919, -0.0015768032753840089, -0.0014027521247044206, -0.0012287009740248322, -0.001054649823345244, -0.0008805986726656556, -0.0007065475219860673, -0.0005324963130988181, -0.00035844516241922975, -0.0001843939971877262, -1.0342831956222653e-05, 0.0001637083332752809, 0.00033775949850678444, 0.0005118106491863728, 0.0006858617998659611, 0.0008599130087532103, 0.0010339641012251377, 0.0012080153683200479, 0.0013820665189996362, 0.0015561176696792245, 0.0017301688203588128, 0.0019042199710384011, 0.0020782712381333113, 0.0022523223888128996, 0.002426373539492488, 0.0026004246901720762, 0.0027744758408516645, 0.002948526991531253, 0.003122578142210841, 0.0032966292928904295, 0.003470680443570018, 0.003644731594249606, 0.0038187827449291945, 0.003992834128439426, 0.004166885279119015, 0.004340936429798603, 0.004514987580478191, 0.00468903873115778, 0.004863089881837368, 0.005037141032516956, 0.005211192183196545, 0.005385243333876133, 0.005559294484555721, 0.00573334563523531, 0.005907396785914898]}, "_runtime": 16.229647159576416, "gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 4.0, 2.0, 1.0, 2.0, 0.0, 1.0, 2.0, 3.0, 3.0, 1.0, 4.0, 3.0, 2.0, 5.0, 4.0, 0.0, 5.0, 1.0, 0.0, 3.0, 1.0, 0.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.023162443190813065, -0.022488020360469818, -0.02181359753012657, -0.021139176562428474, -0.020464753732085228, -0.01979033090174198, -0.019115908071398735, -0.01844148524105549, -0.01776706427335739, -0.017092641443014145, -0.0164182186126709, -0.015743795782327652, -0.015069372951984406, -0.014394951052963734, -0.013720528222620487, -0.013046106323599815, -0.012371683493256569, -0.011697260662913322, -0.01102283876389265, -0.010348415933549404, -0.009673994034528732, -0.008999571204185486, -0.00832514837384224, -0.00765072600916028, -0.006976303644478321, -0.006301881279796362, -0.005627458915114403, -0.004953036084771156, -0.004278613720089197, -0.003604191355407238, -0.002929768757894635, -0.0022553461603820324, -0.0015809237957000732, -0.0009065013146027923, -0.00023207883350551128, 0.0004423436475917697, 0.0011167661286890507, 0.0017911886097863317, 0.0024656110908836126, 0.0031400336883962154, 0.0038144560530781746, 0.004488878417760134, 0.005163300782442093, 0.005837723612785339, 0.0065121459774672985, 0.007186568342149258, 0.007860991172492504, 0.008535413071513176, 0.009209835901856422, 0.009884258732199669, 0.01055868063122034, 0.011233103461563587, 0.011907525360584259, 0.012581948190927505, 0.013256371021270752, 0.013930792920291424, 0.01460521575063467, 0.015279638580977917, 0.01595406047999859, 0.016628483310341835, 0.01730290614068508, 0.017977328971028328, 0.018651749938726425, 0.01932617276906967, 0.020000595599412918]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 2.0, 2.0, 2.0, 5.0, 3.0, 7.0, 3.0, 7.0, 4.0, 6.0, 7.0, 14.0, 13.0, 10.0, 10.0, 10.0, 20.0, 6.0, 9.0, 11.0, 12.0, 20.0, 26.0, 32.0, 39.0, 70.0, 115.0, 165.0, 225.0, 386.0, 631.0, 1094.0, 1594.0, 3159.0, 6868.0, 1519.0, 795.0, 449.0, 290.0, 207.0, 144.0, 122.0, 94.0, 60.0, 42.0, 36.0, 23.0, 8.0, 10.0, 16.0, 9.0, 3.0, 5.0, 3.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.01564112864434719, -0.015252210199832916, -0.014863292686641216, -0.014474374242126942, -0.014085455797612667, -0.013696538284420967, -0.013307619839906693, -0.012918701395392418, -0.012529782950878143, -0.012140865437686443, -0.011751946993172169, -0.011363028548657894, -0.010974111035466194, -0.01058519259095192, -0.010196274146437645, -0.009807356633245945, -0.00941843818873167, -0.009029519744217396, -0.008640602231025696, -0.008251683786511421, -0.007862765341997147, -0.007473847363144159, -0.007084929384291172, -0.006696010939776897, -0.00630709296092391, -0.005918174982070923, -0.005529256537556648, -0.005140338558703661, -0.004751420579850674, -0.004362502135336399, -0.003973584156483412, -0.003584665944799781, -0.00319574773311615, -0.002806829521432519, -0.002417911309748888, -0.0020289933308959007, -0.0016400751192122698, -0.0012511569075286388, -0.0008622388122603297, -0.0004733206587843597, -8.440250530838966e-05, 0.00030451564816758037, 0.0006934338016435504, 0.0010823518969118595, 0.0014712701085954905, 0.0018601883202791214, 0.0022491062991321087, 0.0026380245108157396, 0.0030269427224993706, 0.0034158609341830015, 0.0038047791458666325, 0.00419369712471962, 0.004582615569233894, 0.004971533548086882, 0.005360451526939869, 0.0057493699714541435, 0.006138287950307131, 0.006527205929160118, 0.006916124373674393, 0.00730504235252738, 0.007693960331380367, 0.008082878775894642, 0.008471797220408916, 0.008860714733600616, 0.009249633178114891]}, "val_accuracy": 0.6688812785388129, "val_loss": 1.0906864880971168}
diff --git a/wandb/run-20200731_153049-3umrhzi5/config.yaml b/wandb/run-20200731_153049-3umrhzi5/config.yaml
new file mode 100644
index 0000000..f8813b6
--- /dev/null
+++ b/wandb/run-20200731_153049-3umrhzi5/config.yaml
@@ -0,0 +1,111 @@
+wandb_version: 1
+
+_wandb:
+ desc: null
+ value:
+ cli_version: 0.8.36
+ framework: torch
+ is_jupyter_run: false
+ is_kaggle_kernel: false
+ python_version: 3.8.2
+callback_args:
+ desc: null
+ value:
+ Checkpoint:
+ monitor: val_accuracy
+ EarlyStopping:
+ min_delta: 0.0
+ mode: min
+ monitor: val_loss
+ patience: 3
+ WandbCallback:
+ log_batch_frequency: 10
+ WandbImageLogger:
+ num_examples: 4
+callbacks:
+ desc: null
+ value:
+ - Checkpoint
+ - EarlyStopping
+ - WandbCallback
+ - WandbImageLogger
+criterion:
+ desc: null
+ value: CrossEntropyLoss
+criterion_args:
+ desc: null
+ value:
+ ignore_index: -100
+ reduction: mean
+ weight: null
+data_loader_args:
+ desc: null
+ value:
+ batch_size: 256
+ cuda: true
+ num_workers: 8
+ sample_to_balance: true
+ seed: 4711
+ shuffle: true
+ splits:
+ - train
+ - val
+ subsample_fraction: null
+ target_transform: null
+ transform: null
+dataloader:
+ desc: null
+ value: EmnistDataLoader
+experiment_group:
+ desc: null
+ value: Sample Experiments
+lr_scheduler:
+ desc: null
+ value: OneCycleLR
+lr_scheduler_args:
+ desc: null
+ value:
+ epochs: 16
+ max_lr: 0.001
+ steps_per_epoch: 1314
+metrics:
+ desc: null
+ value:
+ - accuracy
+model:
+ desc: null
+ value: CharacterModel
+network:
+ desc: null
+ value: LeNet
+network_args:
+ desc: null
+ value:
+ input_size:
+ - 28
+ - 28
+ output_size: 62
+optimizer:
+ desc: null
+ value: AdamW
+optimizer_args:
+ desc: null
+ value:
+ amsgrad: false
+ betas:
+ - 0.9
+ - 0.999
+ eps: 1.0e-08
+ lr: 0.01
+ weight_decay: 0
+resume_experiment:
+ desc: null
+ value: null
+train_args:
+ desc: null
+ value:
+ batch_size: 256
+ epochs: 16
+verbosity:
+ desc: null
+ value: 2
diff --git a/wandb/run-20200731_153049-3umrhzi5/media/graph/graph_0_summary_8b3c2360.graph.json b/wandb/run-20200731_153049-3umrhzi5/media/graph/graph_0_summary_8b3c2360.graph.json
new file mode 100644
index 0000000..284ae90
--- /dev/null
+++ b/wandb/run-20200731_153049-3umrhzi5/media/graph/graph_0_summary_8b3c2360.graph.json
@@ -0,0 +1 @@
+{"format": "torch", "nodes": [{"name": "layers.0", "id": 140101923341360, "class_name": "Conv2d(1, 32, kernel_size=(3, 3), stride=(1, 1))", "parameters": [["weight", [32, 1, 3, 3]], ["bias", [32]]], "output_shape": [[2, 32, 26, 26]], "num_parameters": [288, 32]}, {"name": "layers.1", "id": 140101923341168, "class_name": "ReLU(inplace=True)", "parameters": [], "output_shape": [[2, 32, 26, 26]], "num_parameters": []}, {"name": "layers.2", "id": 140101923341312, "class_name": "Conv2d(32, 64, kernel_size=(3, 3), stride=(1, 1))", "parameters": [["weight", [64, 32, 3, 3]], ["bias", [64]]], "output_shape": [[2, 64, 24, 24]], "num_parameters": [18432, 64]}, {"name": "layers.4", "id": 140101923341600, "class_name": "MaxPool2d(kernel_size=2, stride=2, padding=0, dilation=1, ceil_mode=False)", "parameters": [], "output_shape": [[2, 64, 12, 12]], "num_parameters": []}, {"name": "layers.5", "id": 140101923341552, "class_name": "Dropout(p=0.2, inplace=False)", "parameters": [], "output_shape": [[2, 64, 12, 12]], "num_parameters": []}, {"name": "layers.6", "id": 140101923341264, "class_name": "Flatten()", "parameters": [], "output_shape": [[2, 9216]], "num_parameters": []}, {"name": "layers.7", "id": 140101923238240, "class_name": "Linear(in_features=9216, out_features=128, bias=True)", "parameters": [["weight", [128, 9216]], ["bias", [128]]], "output_shape": [[2, 128]], "num_parameters": [1179648, 128]}, {"name": "layers.9", "id": 140101923238288, "class_name": "Dropout(p=0.2, inplace=False)", "parameters": [], "output_shape": [[2, 128]], "num_parameters": []}, {"name": "layers.10", "id": 140101923238336, "class_name": "Linear(in_features=128, out_features=62, bias=True)", "parameters": [["weight", [62, 128]], ["bias", [62]]], "output_shape": [[2, 62]], "num_parameters": [7936, 62]}], "edges": []}
diff --git a/wandb/run-20200731_153049-3umrhzi5/requirements.txt b/wandb/run-20200731_153049-3umrhzi5/requirements.txt
new file mode 100644
index 0000000..10c63b6
--- /dev/null
+++ b/wandb/run-20200731_153049-3umrhzi5/requirements.txt
@@ -0,0 +1,145 @@
+alabaster==0.7.12
+appdirs==1.4.4
+attrs==19.3.0
+babel==2.8.0
+backcall==0.2.0
+bandit==1.6.2
+black==19.10b0
+bleach==3.1.5
+blessings==1.7
+boltons==20.2.0
+certifi==2020.6.20
+chardet==3.0.4
+click==7.1.2
+configparser==5.0.0
+coverage==5.2.1
+cycler==0.10.0
+darglint==1.5.2
+dataclasses==0.6
+decorator==4.4.2
+defusedxml==0.6.0
+desert==2020.1.6
+docker-pycreds==0.4.0
+docutils==0.16
+dparse==0.5.1
+entrypoints==0.3
+flake8-annotations==2.3.0
+flake8-bandit==2.1.2
+flake8-black==0.2.1
+flake8-bugbear==20.1.4
+flake8-docstrings==1.5.0
+flake8-import-order==0.18.1
+flake8-polyfill==1.0.2
+flake8==3.8.3
+future==0.18.2
+gitdb==4.0.5
+gitpython==3.1.7
+gpustat==0.6.0
+gql==0.2.0
+graphql-core==1.1
+h5py==2.10.0
+idna==2.10
+imagesize==1.2.0
+ipykernel==5.3.4
+ipython-genutils==0.2.0
+ipython==7.16.1
+ipywidgets==7.5.1
+jedi==0.17.2
+jinja2==2.11.2
+jsonschema==3.2.0
+jupyter-client==6.1.6
+jupyter-console==6.1.0
+jupyter-core==4.6.3
+jupyter==1.0.0
+kiwisolver==1.2.0
+loguru==0.5.1
+markupsafe==1.1.1
+marshmallow==3.7.1
+matplotlib==3.3.0
+mccabe==0.6.1
+mistune==0.8.4
+more-itertools==8.4.0
+mypy-extensions==0.4.3
+mypy==0.770
+nbconvert==5.6.1
+nbformat==5.0.7
+notebook==6.0.3
+numpy==1.19.1
+nvidia-ml-py3==7.352.0
+opencv-python==4.3.0.36
+packaging==20.4
+pandocfilters==1.4.2
+parso==0.7.1
+pathspec==0.8.0
+pathtools==0.1.2
+pbr==5.4.5
+pexpect==4.8.0
+pickleshare==0.7.5
+pillow==7.2.0
+pip==20.2
+pluggy==0.13.1
+prometheus-client==0.8.0
+promise==2.3
+prompt-toolkit==3.0.5
+psutil==5.7.2
+ptyprocess==0.6.0
+py==1.9.0
+pycodestyle==2.6.0
+pydocstyle==5.0.2
+pyflakes==2.2.0
+pygments==2.6.1
+pyparsing==2.4.7
+pyrsistent==0.16.0
+pytest-cov==2.10.0
+pytest-mock==3.2.0
+pytest==5.4.3
+python-dateutil==2.8.1
+pytz==2020.1
+pyyaml==5.3.1
+pyzmq==19.0.1
+qtconsole==4.7.5
+qtpy==1.9.0
+redis==3.5.3
+redlock-py==1.0.8
+regex==2020.7.14
+requests==2.24.0
+safety==1.9.0
+send2trash==1.5.0
+sentry-sdk==0.16.2
+setuptools==41.2.0
+shortuuid==1.0.1
+six==1.15.0
+smmap==3.0.4
+snowballstemmer==2.0.0
+sphinx-autodoc-typehints==1.11.0
+sphinx-rtd-theme==0.4.3
+sphinx==3.1.2
+sphinxcontrib-applehelp==1.0.2
+sphinxcontrib-devhelp==1.0.2
+sphinxcontrib-htmlhelp==1.0.3
+sphinxcontrib-jsmath==1.0.1
+sphinxcontrib-qthelp==1.0.3
+sphinxcontrib-serializinghtml==1.1.4
+stevedore==3.2.0
+subprocess32==3.5.4
+terminado==0.8.3
+testpath==0.4.4
+text-recognizer==0.1.0
+toml==0.10.1
+torch==1.5.1
+torchsummary==1.5.1
+torchvision==0.6.1
+tornado==6.0.4
+tqdm==4.48.0
+traitlets==4.3.3
+typed-ast==1.4.1
+typeguard==2.9.1
+typing-extensions==3.7.4.2
+typing-inspect==0.6.0
+urllib3==1.25.10
+wandb==0.8.36
+watchdog==0.10.3
+wcwidth==0.2.5
+webencodings==0.5.1
+widgetsnbextension==3.5.1
+xdoctest==0.12.0
diff --git a/wandb/run-20200731_153049-3umrhzi5/wandb-events.jsonl b/wandb/run-20200731_153049-3umrhzi5/wandb-events.jsonl
new file mode 100644
index 0000000..ed2e66b
--- /dev/null
+++ b/wandb/run-20200731_153049-3umrhzi5/wandb-events.jsonl
@@ -0,0 +1 @@
+{"system.gpu.0.gpu": 62.62, "system.gpu.0.memory": 45.38, "system.gpu.0.memoryAllocated": 21.44, "system.gpu.0.temp": 55.38, "system.gpu.process.0.gpu": 62.62, "system.gpu.process.0.memory": 45.38, "system.gpu.process.0.memoryAllocated": 21.44, "system.gpu.process.0.temp": 55.38, "system.gpu.0.powerWatts": 120.8, "system.gpu.0.powerPercent": 56.19, "system.gpu.process.0.powerWatts": 120.8, "system.gpu.process.0.powerPercent": 56.19, "system.cpu": 44.44, "system.memory": 66.85, "system.disk": 37.2, "system.proc.memory.availableMB": 5306.92, "system.proc.memory.rssMB": 2596.48, "system.proc.memory.percent": 16.22, "system.proc.cpu.threads": 18.25, "system.network.sent": 1119393, "system.network.recv": 725860, "_wandb": true, "_timestamp": 1596209462, "_runtime": 13}
diff --git a/wandb/run-20200731_153049-3umrhzi5/wandb-history.jsonl b/wandb/run-20200731_153049-3umrhzi5/wandb-history.jsonl
new file mode 100644
index 0000000..0ff79a9
--- /dev/null
+++ b/wandb/run-20200731_153049-3umrhzi5/wandb-history.jsonl
@@ -0,0 +1,14 @@
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 5.0, 1.0, 4.0, 3.0, 1.0, 2.0, 1.0, 2.0, 5.0, 0.0, 1.0, 1.0, 4.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0], "bins": [-0.025287412106990814, -0.024626925587654114, -0.023966437205672264, -0.023305950686335564, -0.022645464166998863, -0.021984975785017014, -0.021324489265680313, -0.020664002746343613, -0.020003516227006912, -0.019343027845025063, -0.018682541325688362, -0.01802205480635166, -0.017361566424369812, -0.01670107990503311, -0.01604059338569641, -0.015380105935037136, -0.014719618484377861, -0.014059131033718586, -0.013398644514381886, -0.01273815706372261, -0.01207767054438591, -0.011417183093726635, -0.01075669564306736, -0.01009620912373066, -0.009435721673071384, -0.00877523422241211, -0.008114747703075409, -0.007454260252416134, -0.006793773267418146, -0.006133286282420158, -0.005472798831760883, -0.004812311846762896, -0.004151824861764908, -0.00349133787676692, -0.0028308506589382887, -0.0021703634411096573, -0.0015098764561116695, -0.00084938935469836, -0.0001889022532850504, 0.0004715848481282592, 0.0011320719495415688, 0.0017925590509548783, 0.002453046152368188, 0.0031135333701968193, 0.003774020355194807, 0.004434507340192795, 0.00509499479085207, 0.005755481775850058, 0.006415968760848045, 0.007076455745846033, 0.007736942730844021, 0.008397430181503296, 0.009057916700839996, 0.009718404151499271, 0.010378891602158546, 0.011039378121495247, 0.011699865572154522, 0.012360353022813797, 0.013020839542150497, 0.013681326992809772, 0.014341814443469048, 0.015002300962805748, 0.01566278748214245, 0.016323275864124298, 0.016983762383461]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 3.0, 0.0, 0.0, 4.0, 5.0, 4.0, 6.0, 8.0, 14.0, 14.0, 14.0, 25.0, 23.0, 38.0, 47.0, 82.0, 89.0, 96.0, 146.0, 165.0, 242.0, 322.0, 453.0, 650.0, 2572.0, 863.0, 646.0, 479.0, 299.0, 211.0, 127.0, 81.0, 53.0, 48.0, 33.0, 20.0, 13.0, 9.0, 2.0, 5.0, 5.0, 5.0, 3.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.06551457196474075, -0.06376125663518906, -0.06200794130563736, -0.06025462597608566, -0.058501314371824265, -0.05674799904227257, -0.05499468371272087, -0.053241368383169174, -0.05148805305361748, -0.04973473772406578, -0.04798142611980438, -0.046228110790252686, -0.04447479546070099, -0.04272148013114929, -0.040968164801597595, -0.0392148494720459, -0.0374615341424942, -0.0357082225382328, -0.03395490720868111, -0.03220159187912941, -0.030448276549577713, -0.028694963082671165, -0.02694164775311947, -0.025188332423567772, -0.023435018956661224, -0.021681703627109528, -0.01992838829755783, -0.018175072968006134, -0.016421759501099586, -0.01466844417154789, -0.012915129773318768, -0.01116181444376707, -0.009408500045537949, -0.007655185181647539, -0.00590187031775713, -0.0041485559195280075, -0.002395241055637598, -0.0006419263081625104, 0.0011113884393125772, 0.002864703070372343, 0.0046180179342627525, 0.006371332798153162, 0.008124647662043571, 0.009877962060272694, 0.011631276458501816, 0.013384591788053513, 0.015137906186282635, 0.016891220584511757, 0.018644535914063454, 0.02039785124361515, 0.022151164710521698, 0.023904480040073395, 0.02565779536962509, 0.02741110883653164, 0.029164424166083336, 0.030917739495635033, 0.03267105296254158, 0.03442436829209328, 0.036177683621644974, 0.03793099895119667, 0.03968431428074837, 0.041437625885009766, 0.04319094121456146, 0.04494425654411316, 0.046697571873664856]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 2.0, 1.0, 2.0, 1.0, 4.0, 3.0, 4.0, 3.0, 4.0, 5.0, 2.0, 2.0, 3.0, 1.0, 3.0, 0.0, 2.0, 1.0, 30.0, 1.0, 2.0, 1.0, 5.0, 3.0, 4.0, 6.0, 1.0, 0.0, 0.0, 5.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008122295141220093, -0.007850437425076962, -0.00757857970893383, -0.007306722458451986, -0.007034864742308855, -0.006763007026165724, -0.00649114977568388, -0.006219292059540749, -0.005947434343397617, -0.005675576627254486, -0.005403718911111355, -0.005131861660629511, -0.00486000394448638, -0.004588146228343248, -0.004316288977861404, -0.004044431261718273, -0.003772573545575142, -0.0035007158294320107, -0.003228858346119523, -0.0029570008628070354, -0.002685143146663904, -0.002413285430520773, -0.0021414279472082853, -0.001869570347480476, -0.0015977127477526665, -0.001325855148024857, -0.0010539975482970476, -0.0007821399485692382, -0.0005102823488414288, -0.00023842474911361933, 3.34328506141901e-05, 0.00030529045034199953, 0.000577148050069809, 0.0008490056497976184, 0.0011208632495254278, 0.0013927208492532372, 0.0016645784489810467, 0.001936436048708856, 0.0022082936484366655, 0.002480151131749153, 0.0027520088478922844, 0.0030238665640354156, 0.0032957240473479033, 0.003567581530660391, 0.003839439246803522, 0.004111296962946653, 0.004383154213428497, 0.004655011929571629, 0.00492686964571476, 0.005198727361857891, 0.005470585078001022, 0.005742442328482866, 0.0060143000446259975, 0.006286157760769129, 0.006558015011250973, 0.006829872727394104, 0.007101730443537235, 0.0073735881596803665, 0.007645445875823498, 0.007917303591966629, 0.008189160376787186, 0.008461018092930317, 0.008732875809073448, 0.00900473352521658, 0.00927659124135971]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 0.0, 3.0, 3.0, 0.0, 5.0, 8.0, 13.0, 28.0, 40.0, 63.0, 104.0, 141.0, 197.0, 315.0, 484.0, 716.0, 1045.0, 1554.0, 2183.0, 3122.0, 4633.0, 6750.0, 9926.0, 14842.0, 22253.0, 33659.0, 51399.0, 75860.0, 111357.0, 523674.0, 107239.0, 68233.0, 44646.0, 29034.0, 19507.0, 13583.0, 9359.0, 6576.0, 4699.0, 3364.0, 2410.0, 1839.0, 1294.0, 964.0, 684.0, 477.0, 415.0, 275.0, 196.0, 125.0, 100.0, 70.0, 65.0, 28.0, 32.0, 13.0, 13.0, 7.0, 9.0, 6.0, 2.0, 2.0, 2.0], "bins": [-0.007126478012651205, -0.00689338706433773, -0.006660296581685543, -0.006427205633372068, -0.006194115150719881, -0.005961024202406406, -0.005727933254092932, -0.005494842771440744, -0.00526175182312727, -0.005028661340475082, -0.004795570392161608, -0.004562479443848133, -0.004329388961195946, -0.004096298012882471, -0.00386320729739964, -0.003630116581916809, -0.003397025866433978, -0.003163935150951147, -0.002930844435468316, -0.0026977534871548414, -0.0024646627716720104, -0.0022315720561891794, -0.0019984813407063484, -0.0017653905088081956, -0.0015322997933253646, -0.0012992090778425336, -0.0010661182459443808, -0.0008330275304615498, -0.0005999367567710578, -0.00036684598308056593, -0.00013375523849390447, 9.933552064467221e-05, 0.0003324262797832489, 0.0005655170534737408, 0.0007986078271642327, 0.0010316985426470637, 0.0012647893745452166, 0.0014978800900280476, 0.0017309708055108786, 0.0019640615209937096, 0.0021971524693071842, 0.0024302431847900152, 0.0026633339002728462, 0.0028964246157556772, 0.0031295153312385082, 0.0033626060467213392, 0.003595696995034814, 0.003828787710517645, 0.0040618786588311195, 0.004294969141483307, 0.0045280600897967815, 0.004761150572448969, 0.0049942415207624435, 0.005227332003414631, 0.0054604229517281055, 0.00569351390004158, 0.0059266043826937675, 0.006159695331007242, 0.0063927858136594296, 0.006625876761972904, 0.006858967710286379, 0.007092058192938566, 0.007325149141252041, 0.007558239623904228, 0.007791330572217703]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 3.0, 0.0, 1.0, 1.0, 3.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 5.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 7.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 2.0, 1.0, 3.0, 0.0, 1.0, 2.0], "bins": [-0.022778667509555817, -0.022278085350990295, -0.021777505055069923, -0.02127692475914955, -0.02077634260058403, -0.02027576044201851, -0.019775180146098137, -0.019274599850177765, -0.018774017691612244, -0.018273435533046722, -0.01777285523712635, -0.01727227494120598, -0.016771692782640457, -0.016271110624074936, -0.015770530328154564, -0.015269949100911617, -0.01476936787366867, -0.014268786646425724, -0.013768205419182777, -0.01326762419193983, -0.012767042964696884, -0.012266461737453938, -0.011765880510210991, -0.011265299282968044, -0.010764718055725098, -0.010264136828482151, -0.009763555601239204, -0.009262974373996258, -0.008762393146753311, -0.008261811919510365, -0.007761230692267418, -0.007260649465024471, -0.006760068237781525, -0.006259487010538578, -0.005758905783295631, -0.005258324556052685, -0.004757743328809738, -0.0042571621015667915, -0.003756580874323845, -0.0032559996470808983, -0.0027554184198379517, -0.002254837192595005, -0.0017542559653520584, -0.0012536747381091118, -0.0007530935108661652, -0.00025251228362321854, 0.0002480689436197281, 0.0007486501708626747, 0.0012492313981056213, 0.001749812625348568, 0.0022503938525915146, 0.002750975079834461, 0.003251556307077408, 0.0037521375343203545, 0.004252718761563301, 0.004753299988806248, 0.005253881216049194, 0.005754462443292141, 0.006255043670535088, 0.006755624897778034, 0.007256206125020981, 0.0077567873522639275, 0.008257368579506874, 0.00875794980674982, 0.009258531033992767]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 2.0, 6.0, 12.0, 17.0, 11.0, 17.0, 18.0, 27.0, 29.0, 35.0, 29.0, 47.0, 29.0, 50.0, 43.0, 49.0, 72.0, 59.0, 75.0, 72.0, 90.0, 84.0, 118.0, 144.0, 124.0, 133.0, 144.0, 189.0, 159.0, 199.0, 198.0, 238.0, 278.0, 286.0, 338.0, 313.0, 351.0, 358.0, 369.0, 434.0, 581.0, 809.0, 1565.0, 7307.0, 763.0, 545.0, 413.0, 250.0, 177.0, 163.0, 130.0, 101.0, 105.0, 91.0, 66.0, 44.0, 34.0, 22.0, 9.0, 8.0], "bins": [-0.023578748106956482, -0.02307841368019581, -0.022578081116080284, -0.02207774668931961, -0.021577412262558937, -0.021077079698443413, -0.02057674527168274, -0.020076410844922066, -0.019576076418161392, -0.019075743854045868, -0.018575409427285194, -0.01807507500052452, -0.017574742436408997, -0.017074408009648323, -0.01657407358288765, -0.016073741018772125, -0.015573406592011452, -0.015073073096573353, -0.01457273866981268, -0.01407240517437458, -0.013572070747613907, -0.013071737252175808, -0.012571403756737709, -0.012071069329977036, -0.011570735834538937, -0.011070402339100838, -0.010570067912340164, -0.010069734416902065, -0.009569400921463966, -0.009069066494703293, -0.008568732999265194, -0.00806839857250452, -0.0075680650770664215, -0.007067731115967035, -0.006567397154867649, -0.00606706365942955, -0.005566729698330164, -0.005066395737230778, -0.004566062241792679, -0.004065728280693293, -0.0035653943195939064, -0.00306506035849452, -0.0025647266302257776, -0.002064392901957035, -0.0015640589408576488, -0.0010637250961735845, -0.0005633912514895201, -6.305740680545568e-05, 0.0004372764378786087, 0.0009376102825626731, 0.0014379441272467375, 0.0019382779719308019, 0.0024386118166148663, 0.0029389457777142525, 0.003439279505982995, 0.003939613234251738, 0.004439947195351124, 0.00494028115645051, 0.005440615117549896, 0.005940948612987995, 0.006441282574087381, 0.006941616535186768, 0.0074419500306248665, 0.00794228445738554, 0.008442617952823639]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 7.0, 0.0, 0.0, 1.0], "bins": [-0.042031437158584595, -0.04133308678865433, -0.04063474014401436, -0.03993638977408409, -0.039238039404153824, -0.038539692759513855, -0.03784134238958359, -0.03714299201965332, -0.03644464537501335, -0.035746295005083084, -0.03504794463515282, -0.03434959799051285, -0.03365124762058258, -0.03295289725065231, -0.032254550606012344, -0.03155620023608208, -0.03085784986615181, -0.03015950135886669, -0.029461152851581573, -0.028762802481651306, -0.028064453974366188, -0.02736610546708107, -0.026667755097150803, -0.025969406589865685, -0.025271058082580566, -0.0245727077126503, -0.02387435920536518, -0.023176010698080063, -0.022477660328149796, -0.021779311820864677, -0.02108096331357956, -0.020382612943649292, -0.019684264436364174, -0.018985915929079056, -0.01828756555914879, -0.01758921705186367, -0.016890868544578552, -0.016192518174648285, -0.015494169667363167, -0.014795820228755474, -0.014097470790147781, -0.013399122282862663, -0.01270077284425497, -0.012002423405647278, -0.01130407489836216, -0.010605725459754467, -0.009907376021146774, -0.009209027513861656, -0.008510678075253963, -0.007812329102307558, -0.007113979663699865, -0.00641563069075346, -0.005717281252145767, -0.005018932279199362, -0.004320583306252956, -0.0036222341004759073, -0.0029238848946988583, -0.002225535688921809, -0.001527186599560082, -0.0008288374519906938, -0.00013048830442130566, 0.0005678608431480825, 0.0012662099907174706, 0.001964559080079198, 0.002662908285856247]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 4.0, 1.0, 2.0, 2.0, 0.0, 3.0, 2.0, 4.0, 4.0, 2.0, 1.0, 3.0, 2.0, 3.0, 4.0, 4.0, 2.0, 2.0, 3.0, 3.0, 1.0, 8.0, 10.0, 4.0, 4.0, 6.0, 7.0, 3.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 4.0, 6.0, 9.0, 9.0, 18.0, 96.0, 3.0, 7.0, 3.0, 6.0, 5.0, 7.0], "bins": [-0.055142078548669815, -0.05418054759502411, -0.0532190166413784, -0.0522574856877327, -0.05129595473408699, -0.050334423780441284, -0.04937289282679558, -0.04841136187314987, -0.04744982719421387, -0.04648829624056816, -0.045526765286922455, -0.04456523433327675, -0.04360370337963104, -0.042642172425985336, -0.04168064147233963, -0.040719110518693924, -0.03975757956504822, -0.03879604861140251, -0.037834517657756805, -0.0368729867041111, -0.03591145575046539, -0.03494992479681969, -0.03398839384317398, -0.033026862889528275, -0.03206533193588257, -0.031103799119591713, -0.030142268165946007, -0.0291807372123003, -0.028219204396009445, -0.02725767344236374, -0.026296142488718033, -0.025334611535072327, -0.02437308058142662, -0.023411549627780914, -0.022450018674135208, -0.021488487720489502, -0.020526956766843796, -0.01956542395055294, -0.018603892996907234, -0.017642362043261528, -0.016680831089615822, -0.015719300135970116, -0.01475776918232441, -0.013796237297356129, -0.012834706343710423, -0.011873175390064716, -0.010911643505096436, -0.00995011255145073, -0.008988581597805023, -0.008027050644159317, -0.0070655192248523235, -0.00610398780554533, -0.005142456851899624, -0.004180925898253918, -0.003219394478946924, -0.0022578632924705744, -0.0012963321059942245, -0.0003348009195178747, 0.0006267302669584751, 0.001588261453434825, 0.0025497926399111748, 0.0035113238263875246, 0.0044728550128638744, 0.005434386432170868, 0.006395917385816574]}, "_runtime": 5.102468252182007, "_timestamp": 1596209451.7593496, "_step": 0}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 0.0, 1.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 4.0, 3.0, 3.0, 2.0, 3.0, 2.0, 2.0, 3.0, 0.0, 1.0, 3.0, 0.0, 4.0, 2.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.016870643943548203, -0.016215741634368896, -0.01556083932518959, -0.014905937016010284, -0.014251034706830978, -0.013596132397651672, -0.012941230088472366, -0.01228632777929306, -0.011631425470113754, -0.010976523160934448, -0.010321620851755142, -0.009666718542575836, -0.00901181623339653, -0.008356913924217224, -0.007702011615037918, -0.007047109305858612, -0.006392206996679306, -0.0057373046875, -0.005082402378320694, -0.004427500069141388, -0.003772597759962082, -0.003117695450782776, -0.00246279314160347, -0.0018078908324241638, -0.0011529885232448578, -0.0004980862140655518, 0.00015681609511375427, 0.0008117184042930603, 0.0014666207134723663, 0.0021215230226516724, 0.0027764253318309784, 0.0034313276410102844, 0.0040862299501895905, 0.0047411322593688965, 0.0053960345685482025, 0.0060509368777275085, 0.006705839186906815, 0.007360741496086121, 0.008015643805265427, 0.008670546114444733, 0.009325448423624039, 0.009980350732803345, 0.01063525304198265, 0.011290155351161957, 0.011945057660341263, 0.012599959969520569, 0.013254862278699875, 0.013909764587879181, 0.014564666897058487, 0.015219569206237793, 0.0158744715154171, 0.016529373824596405, 0.01718427613377571, 0.017839178442955017, 0.018494080752134323, 0.01914898306131363, 0.019803885370492935, 0.02045878767967224, 0.021113689988851547, 0.021768592298030853, 0.02242349460721016, 0.023078396916389465, 0.02373329922556877, 0.024388201534748077, 0.025043103843927383]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 6.0, 2.0, 6.0, 7.0, 7.0, 11.0, 11.0, 10.0, 21.0, 24.0, 37.0, 36.0, 42.0, 56.0, 70.0, 79.0, 89.0, 120.0, 151.0, 205.0, 250.0, 274.0, 431.0, 572.0, 2441.0, 757.0, 700.0, 476.0, 317.0, 194.0, 153.0, 93.0, 64.0, 47.0, 53.0, 25.0, 29.0, 18.0, 9.0, 11.0, 7.0, 7.0, 1.0, 3.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.12217013537883759, -0.1186998263001442, -0.1152295246720314, -0.11175921559333801, -0.10828891396522522, -0.10481860488653183, -0.10134830325841904, -0.09787799417972565, -0.09440769255161285, -0.09093738347291946, -0.08746707439422607, -0.08399677276611328, -0.08052646368741989, -0.0770561620593071, -0.07358585298061371, -0.07011555135250092, -0.06664524227380753, -0.06317493319511414, -0.05970463156700134, -0.05623432621359825, -0.05276402086019516, -0.04929371178150177, -0.04582340642809868, -0.04235310107469559, -0.038882795721292496, -0.035412490367889404, -0.03194218501448631, -0.028471877798438072, -0.02500157244503498, -0.02153126709163189, -0.01806095987558365, -0.014590654522180557, -0.011120349168777466, -0.007650043349713087, -0.004179737530648708, -0.0007094317115843296, 0.002760874107480049, 0.006231179926544428, 0.009701485745608807, 0.013171792030334473, 0.016642097383737564, 0.020112402737140656, 0.023582708090543747, 0.027053015306591988, 0.03052332065999508, 0.03399362787604332, 0.03746393322944641, 0.0409342385828495, 0.044404543936252594, 0.047874849289655685, 0.05134515464305878, 0.05481545999646187, 0.05828576534986496, 0.06175607442855835, 0.06522637605667114, 0.06869668513536453, 0.07216699421405792, 0.07563729584217072, 0.0791076049208641, 0.0825779065489769, 0.08604821562767029, 0.08951851725578308, 0.09298882633447647, 0.09645912796258926, 0.09992943704128265]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 1.0, 4.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 2.0, 1.0, 6.0, 1.0, 0.0, 1.0, 6.0, 0.0, 4.0, 0.0, 2.0, 5.0, 7.0, 4.0, 1.0, 3.0, 33.0, 1.0, 6.0, 2.0, 1.0, 1.0, 1.0, 1.0, 3.0, 0.0, 2.0, 0.0, 1.0, 2.0, 1.0, 2.0, 3.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.006699630059301853, -0.006452488247305155, -0.006205346435308456, -0.005958204157650471, -0.005711062345653772, -0.005463920533657074, -0.005216778255999088, -0.00496963644400239, -0.0047224946320056915, -0.004475352820008993, -0.004228211008012295, -0.003981068730354309, -0.0037339269183576107, -0.0034867851063609123, -0.0032396430615335703, -0.0029925010167062283, -0.00274535920470953, -0.0024982173927128315, -0.0022510753478854895, -0.0020039333030581474, -0.001756791491061449, -0.0015096495626494288, -0.0012625076342374086, -0.0010153657058253884, -0.0007682237774133682, -0.000521081849001348, -0.0002739399205893278, -2.6797992177307606e-05, 0.0002203439362347126, 0.0004674858646467328, 0.000714627793058753, 0.0009617697214707732, 0.0012089116498827934, 0.0014560535782948136, 0.0017031955067068338, 0.001950337435118854, 0.0021974793635308743, 0.0024446211755275726, 0.0026917632203549147, 0.0029389052651822567, 0.003186047077178955, 0.0034331888891756535, 0.0036803309340029955, 0.0039274729788303375, 0.004174614790827036, 0.004421756602823734, 0.00466889888048172, 0.004916040692478418, 0.005163182504475117, 0.005410324316471815, 0.0056574661284685135, 0.005904608406126499, 0.0061517502181231976, 0.006398892030119896, 0.006646034307777882, 0.00689317611977458, 0.007140317931771278, 0.007387459743767977, 0.007634601555764675, 0.00788174383342266, 0.008128885179758072, 0.008376027457416058, 0.008623169735074043, 0.008870311081409454, 0.00911745335906744]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [7.0, 9.0, 6.0, 14.0, 24.0, 27.0, 47.0, 81.0, 104.0, 161.0, 281.0, 368.0, 517.0, 710.0, 1098.0, 1600.0, 2202.0, 2913.0, 4154.0, 5737.0, 7872.0, 10686.0, 15103.0, 21351.0, 30198.0, 43398.0, 61055.0, 84181.0, 111902.0, 457773.0, 89842.0, 64517.0, 45411.0, 32219.0, 23132.0, 16566.0, 11925.0, 8714.0, 6524.0, 4821.0, 3572.0, 2674.0, 1822.0, 1356.0, 943.0, 653.0, 461.0, 294.0, 217.0, 138.0, 105.0, 47.0, 42.0, 22.0, 21.0, 8.0, 11.0, 7.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.009368665516376495, -0.009049206972122192, -0.008729749359190464, -0.008410290814936161, -0.008090833202004433, -0.007771375123411417, -0.007451917044818401, -0.007132458966225386, -0.00681300088763237, -0.006493542343378067, -0.006174084264785051, -0.005854626186192036, -0.00553516810759902, -0.005215710029006004, -0.004896251950412989, -0.004576793871819973, -0.004257335793226957, -0.003937877714633942, -0.003618419636040926, -0.0032989615574479103, -0.0029795034788548946, -0.0026600451674312353, -0.0023405870888382196, -0.002021129010245204, -0.0017016709316521883, -0.0013822128530591726, -0.001062754774466157, -0.0007432965794578195, -0.0004238385008648038, -0.00010438039316795766, 0.00021507771452888846, 0.000534535851329565, 0.0008539939299225807, 0.0011734520085155964, 0.001492910087108612, 0.0018123682821169496, 0.0021318262442946434, 0.0024512845557183027, 0.0027707426343113184, 0.003090200712904334, 0.0034096587914973497, 0.0037291168700903654, 0.004048575181514025, 0.00436803326010704, 0.004687491338700056, 0.005006949417293072, 0.005326407495886087, 0.005645865574479103, 0.005965323653072119, 0.006284781731665134, 0.00660423981025815, 0.006923697888851166, 0.0072431559674441814, 0.007562614046037197, 0.0078820725902915, 0.008201530203223228, 0.008520988747477531, 0.00884044636040926, 0.009159904904663563, 0.009479362517595291, 0.009798821061849594, 0.010118278674781322, 0.010437737219035625, 0.010757194831967354, 0.011076653376221657]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 3.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 4.0, 2.0, 1.0, 2.0, 0.0, 2.0, 0.0, 10.0, 1.0, 1.0, 1.0, 4.0, 0.0, 3.0, 1.0, 0.0, 0.0, 3.0], "bins": [-0.023213203996419907, -0.022777026519179344, -0.022340847179293633, -0.02190466970205307, -0.02146849036216736, -0.021032312884926796, -0.020596135407686234, -0.020159956067800522, -0.01972377859055996, -0.019287599250674248, -0.018851421773433685, -0.018415244296193123, -0.01797906495630741, -0.01754288747906685, -0.017106708139181137, -0.016670530661940575, -0.016234353184700012, -0.0157981738448143, -0.015361995436251163, -0.014925817959010601, -0.014489639550447464, -0.014053461141884327, -0.01361728273332119, -0.013181104324758053, -0.012744925916194916, -0.012308748438954353, -0.011872570030391216, -0.01143639162182808, -0.011000213213264942, -0.010564034804701805, -0.010127857327461243, -0.009691678918898106, -0.009255500510334969, -0.008819322101771832, -0.008383143693208694, -0.007946966215968132, -0.007510787807404995, -0.007074609398841858, -0.006638430990278721, -0.006202253047376871, -0.005766074638813734, -0.005329896230250597, -0.004893718287348747, -0.00445753987878561, -0.004021361470222473, -0.0035851835273206234, -0.0031490051187574863, -0.002712826943024993, -0.0022766487672924995, -0.0018404705915600061, -0.001404292299412191, -0.0009681140654720366, -0.0005319358315318823, -9.575759759172797e-05, 0.00034042063634842634, 0.0007765988702885807, 0.001212777104228735, 0.0016489552799612284, 0.0020851334556937218, 0.002521311864256859, 0.0029574900399893522, 0.0033936682157218456, 0.0038298466242849827, 0.004266024567186832, 0.0047022029757499695]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [5.0, 2.0, 5.0, 8.0, 12.0, 7.0, 22.0, 27.0, 26.0, 20.0, 19.0, 30.0, 45.0, 53.0, 63.0, 54.0, 66.0, 70.0, 93.0, 115.0, 112.0, 160.0, 151.0, 192.0, 186.0, 213.0, 217.0, 224.0, 259.0, 246.0, 238.0, 256.0, 252.0, 293.0, 303.0, 298.0, 298.0, 346.0, 436.0, 560.0, 689.0, 1047.0, 6999.0, 954.0, 775.0, 578.0, 258.0, 215.0, 196.0, 190.0, 156.0, 137.0, 123.0, 62.0, 48.0, 12.0, 4.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.025461003184318542, -0.024858182296156883, -0.024255361407995224, -0.023652542382478714, -0.023049721494317055, -0.022446900606155396, -0.021844081580638885, -0.021241260692477226, -0.020638439804315567, -0.020035618916153908, -0.01943279802799225, -0.01882997900247574, -0.01822715811431408, -0.01762433722615242, -0.01702151820063591, -0.01641869731247425, -0.01581587642431259, -0.015213055536150932, -0.014610235579311848, -0.014007415622472763, -0.013404594734311104, -0.012801773846149445, -0.01219895388931036, -0.011596133932471275, -0.010993313044309616, -0.010390492156147957, -0.009787672199308872, -0.009184852242469788, -0.008582031354308128, -0.007979210466146469, -0.0073763905093073845, -0.0067735700868070126, -0.006170749664306641, -0.005567929241806269, -0.004965108819305897, -0.004362288396805525, -0.003759467974305153, -0.003156647551804781, -0.002553827129304409, -0.001951006706804037, -0.0013481862843036652, -0.0007453658618032932, -0.0001425454393029213, 0.00046027498319745064, 0.0010630954056978226, 0.0016659158281981945, 0.0022687362506985664, 0.0028715566731989384, 0.0034743770956993103, 0.004077197518199682, 0.004680017940700054, 0.005282838363200426, 0.005885658785700798, 0.00648847920820117, 0.007091299630701542, 0.007694120053201914, 0.008296940475702286, 0.008899761363863945, 0.00950258132070303, 0.010105401277542114, 0.010708222165703773, 0.011311043053865433, 0.011913863010704517, 0.012516682967543602, 0.013119503855705261]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 5.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08531780540943146, -0.08355099707841873, -0.0817841961979866, -0.08001738786697388, -0.07825057953596115, -0.07648377120494843, -0.0747169703245163, -0.07295016199350357, -0.07118335366249084, -0.06941655278205872, -0.06764974445104599, -0.06588293612003326, -0.06411613523960114, -0.06234932690858841, -0.060582518577575684, -0.058815713971853256, -0.05704890936613083, -0.0552821010351181, -0.053515296429395676, -0.05174848809838295, -0.04998168349266052, -0.0482148751616478, -0.04644807055592537, -0.04468126595020294, -0.042914457619190216, -0.04114765301346779, -0.03938084468245506, -0.037614040076732635, -0.03584723547101021, -0.03408042713999748, -0.032313622534275055, -0.03054681606590748, -0.0287800095975399, -0.027013203129172325, -0.02524639666080475, -0.02347959205508232, -0.021712785586714745, -0.019945979118347168, -0.01817917264997959, -0.016412366181612015, -0.014645560644567013, -0.012878754176199436, -0.011111948639154434, -0.009345142170786858, -0.007578336168080568, -0.005811530165374279, -0.004044723697006702, -0.002277917694300413, -0.0005111116915941238, 0.0012556944275274873, 0.0030225005466490984, 0.004789306782186031, 0.006556112784892321, 0.00832291878759861, 0.010089725255966187, 0.011856530793011189, 0.013623337261378765, 0.015390143729746342, 0.017156949266791344, 0.01892375573515892, 0.020690562203526497, 0.022457368671894073, 0.0242241732776165, 0.025990979745984077, 0.027757786214351654]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 2.0, 0.0, 3.0, 3.0, 2.0, 6.0, 2.0, 6.0, 3.0, 5.0, 7.0, 5.0, 2.0, 8.0, 7.0, 3.0, 9.0, 4.0, 5.0, 0.0, 5.0, 2.0, 3.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 1.0, 4.0, 4.0, 1.0, 6.0, 4.0, 2.0, 7.0, 7.0, 95.0, 14.0, 6.0, 2.0, 6.0, 4.0, 5.0, 3.0], "bins": [-0.09721551090478897, -0.09549687802791595, -0.09377824515104294, -0.09205961227416992, -0.0903409793972969, -0.08862234652042389, -0.08690371364355087, -0.08518508076667786, -0.08346644788980484, -0.08174781501293182, -0.08002918213605881, -0.07831054925918579, -0.07659191638231277, -0.07487328350543976, -0.07315465062856674, -0.07143601775169373, -0.06971738487482071, -0.06799875199794769, -0.06628011912107468, -0.06456148624420166, -0.06284285336732864, -0.06112422049045563, -0.05940558761358261, -0.057686954736709595, -0.05596832185983658, -0.05424968898296356, -0.052531056106090546, -0.05081242322921753, -0.04909379035234451, -0.0473751574754715, -0.04565652459859848, -0.043937891721725464, -0.04221925884485245, -0.04050062596797943, -0.038781993091106415, -0.0370633602142334, -0.03534472733736038, -0.033626094460487366, -0.03190746158361435, -0.030188828706741333, -0.028470195829868317, -0.0267515629529953, -0.025032930076122284, -0.023314297199249268, -0.02159566432237625, -0.019877031445503235, -0.01815839856863022, -0.016439765691757202, -0.014721132814884186, -0.01300249993801117, -0.011283867061138153, -0.009565234184265137, -0.00784660130739212, -0.006127968430519104, -0.004409335553646088, -0.0026907026767730713, -0.0009720697999000549, 0.0007465630769729614, 0.002465195953845978, 0.004183828830718994, 0.0059024617075920105, 0.007621094584465027, 0.009339727461338043, 0.01105836033821106, 0.012776993215084076]}, "_runtime": 5.883427381515503, "_timestamp": 1596209452.5403087, "_step": 1}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 3.0, 2.0, 3.0, 2.0, 1.0, 2.0, 2.0, 2.0, 4.0, 5.0, 3.0, 1.0, 2.0, 0.0, 2.0, 2.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.019305219873785973, -0.018677683547139168, -0.018050149083137512, -0.017422612756490707, -0.016795078292489052, -0.016167541965842247, -0.015540006570518017, -0.014912471175193787, -0.014284935779869556, -0.013657400384545326, -0.013029864989221096, -0.012402329593896866, -0.011774793267250061, -0.01114725787192583, -0.0105197224766016, -0.00989218708127737, -0.00926465168595314, -0.00863711629062891, -0.00800958089530468, -0.007382045034319162, -0.006754509638994932, -0.006126974243670702, -0.0054994383826851845, -0.004871902987360954, -0.004244367592036724, -0.003616832196712494, -0.00298929656855762, -0.002361760940402746, -0.001734225545078516, -0.001106690033338964, -0.00047915452159941196, 0.00014838099014014006, 0.0007759165018796921, 0.001403452013619244, 0.002030987525358796, 0.00265852315351367, 0.0032860585488379, 0.00391359394416213, 0.004541129805147648, 0.005168665200471878, 0.005796200595796108, 0.0064237359911203384, 0.007051271386444569, 0.007678807247430086, 0.008306343108415604, 0.008933878503739834, 0.009561413899064064, 0.010188949294388294, 0.010816484689712524, 0.011444020085036755, 0.012071555480360985, 0.012699090875685215, 0.013326626271009445, 0.01395416259765625, 0.01458169799298048, 0.01520923338830471, 0.015836767852306366, 0.01646430417895317, 0.017091840505599976, 0.01771937496960163, 0.018346911296248436, 0.01897444576025009, 0.019601982086896896, 0.020229516550898552, 0.020857052877545357]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 4.0, 3.0, 3.0, 3.0, 5.0, 3.0, 6.0, 6.0, 9.0, 6.0, 8.0, 12.0, 15.0, 14.0, 20.0, 16.0, 18.0, 38.0, 42.0, 39.0, 46.0, 61.0, 70.0, 93.0, 107.0, 125.0, 177.0, 246.0, 257.0, 337.0, 406.0, 2097.0, 826.0, 763.0, 609.0, 441.0, 278.0, 191.0, 131.0, 103.0, 75.0, 50.0, 44.0, 25.0, 23.0, 17.0, 14.0, 14.0, 3.0, 5.0, 8.0, 4.0, 5.0, 4.0, 2.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.12224811315536499, -0.11851553618907928, -0.11478295922279358, -0.11105038225650787, -0.10731780529022217, -0.10358522832393646, -0.09985265135765076, -0.09612007439136505, -0.09238749742507935, -0.08865491300821304, -0.08492233604192734, -0.08118975907564163, -0.07745718210935593, -0.07372460514307022, -0.06999202817678452, -0.06625945121049881, -0.0625268742442131, -0.0587942972779274, -0.05506172031164169, -0.05132914334535599, -0.04759656637907028, -0.04386398568749428, -0.04013140872120857, -0.03639883175492287, -0.03266625478863716, -0.028933677822351456, -0.02520110085606575, -0.021468522027134895, -0.01773594506084919, -0.014003368094563484, -0.010270790196955204, -0.006538212765008211, -0.0028056353330612183, 0.0009269420988857746, 0.0046595195308327675, 0.008392097428441048, 0.012124674394726753, 0.01585725136101246, 0.019589830189943314, 0.02332240715622902, 0.027054984122514725, 0.03078756108880043, 0.034520138055086136, 0.03825271502137184, 0.041985295712947845, 0.04571787267923355, 0.04945044964551926, 0.05318302661180496, 0.05691560357809067, 0.06064818054437637, 0.06438075751066208, 0.06811333447694778, 0.07184591144323349, 0.0755784884095192, 0.0793110653758049, 0.0830436423420906, 0.08677622675895691, 0.09050880372524261, 0.09424138069152832, 0.09797395765781403, 0.10170653462409973, 0.10543911159038544, 0.10917168855667114, 0.11290426552295685, 0.11663684248924255]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 3.0, 1.0, 2.0, 1.0, 5.0, 6.0, 1.0, 1.0, 1.0, 4.0, 1.0, 6.0, 6.0, 1.0, 2.0, 2.0, 27.0, 5.0, 6.0, 2.0, 3.0, 1.0, 0.0, 3.0, 0.0, 3.0, 4.0, 2.0, 2.0, 3.0, 3.0, 1.0, 1.0, 0.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.006875575520098209, -0.006620513740926981, -0.0063654519617557526, -0.0061103906482458115, -0.005855328869074583, -0.005600267089903355, -0.0053452057763934135, -0.005090143997222185, -0.004835082218050957, -0.004580020438879728, -0.0043249586597085, -0.004069897346198559, -0.0038148355670273304, -0.003559773787856102, -0.0033047122415155172, -0.0030496506951749325, -0.002794588916003704, -0.0025395271368324757, -0.002284465590491891, -0.002029404044151306, -0.0017743422649800777, -0.0015192806022241712, -0.0012642189394682646, -0.001009157276712358, -0.0007540956139564514, -0.0004990339512005448, -0.00024397228844463825, 1.108937431126833e-05, 0.0002661510370671749, 0.0005212126998230815, 0.0007762743625789881, 0.0010313360253348947, 0.0012863976880908012, 0.0015414593508467078, 0.0017965210136026144, 0.002051582559943199, 0.0023066443391144276, 0.002561706118285656, 0.0028167676646262407, 0.0030718292109668255, 0.003326890990138054, 0.0035819527693092823, 0.003837014315649867, 0.004092075861990452, 0.00434713764116168, 0.004602199420332909, 0.00485726073384285, 0.005112322513014078, 0.0053673842921853065, 0.005622446071356535, 0.005877507850527763, 0.0061325691640377045, 0.006387630943208933, 0.006642692722380161, 0.006897754035890102, 0.007152815815061331, 0.007407877594232559, 0.007662939373403788, 0.007918001152575016, 0.008173062466084957, 0.008428124710917473, 0.008683186024427414, 0.008938247337937355, 0.00919330958276987, 0.009448370896279812]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 4.0, 4.0, 10.0, 24.0, 21.0, 34.0, 51.0, 94.0, 152.0, 232.0, 327.0, 567.0, 858.0, 1343.0, 1875.0, 2805.0, 4123.0, 5825.0, 7920.0, 10939.0, 15427.0, 21071.0, 29897.0, 43382.0, 63260.0, 89145.0, 113997.0, 438817.0, 92803.0, 66754.0, 47194.0, 32930.0, 23443.0, 17181.0, 12510.0, 9432.0, 6840.0, 5022.0, 3704.0, 2710.0, 2044.0, 1462.0, 1033.0, 754.0, 494.0, 360.0, 265.0, 168.0, 118.0, 72.0, 50.0, 35.0, 17.0, 15.0, 12.0, 9.0, 9.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.01232364121824503, -0.011901686899363995, -0.011479731649160385, -0.01105777733027935, -0.010635823011398315, -0.010213867761194706, -0.009791913442313671, -0.009369958192110062, -0.008948003873229027, -0.008526049554347992, -0.008104094304144382, -0.007682139985263348, -0.0072601852007210255, -0.006838230416178703, -0.0064162760972976685, -0.005994321312755346, -0.005572366528213024, -0.005150411743670702, -0.00472845695912838, -0.004306502640247345, -0.003884547855705023, -0.0034625930711627007, -0.003040638519451022, -0.0026186839677393436, -0.0021967291831970215, -0.0017747745150700212, -0.0013528198469430208, -0.0009308651788160205, -0.0005089105106890202, -8.695584256201982e-05, 0.0003349988255649805, 0.0007569534936919808, 0.0011789081618189812, 0.0016008628299459815, 0.002022817498072982, 0.0024447720497846603, 0.0028667268343269825, 0.0032886816188693047, 0.003710636170580983, 0.004132590722292662, 0.004554545506834984, 0.004976500291377306, 0.005398455075919628, 0.005820409394800663, 0.006242364179342985, 0.006664318963885307, 0.007086273282766342, 0.007508228067308664, 0.007930182851850986, 0.008352137170732021, 0.00877409242093563, 0.009196046739816666, 0.0096180010586977, 0.01003995630890131, 0.010461910627782345, 0.010883865877985954, 0.01130582019686699, 0.011727774515748024, 0.012149729765951633, 0.012571684084832668, 0.012993639335036278, 0.013415593653917313, 0.013837547972798347, 0.014259503223001957, 0.014681457541882992]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 3.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 2.0, 2.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 1.0, 0.0, 7.0, 2.0, 0.0, 1.0, 1.0, 1.0, 4.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.008522085845470428, -0.008252373896539211, -0.00798266101628542, -0.007712948601692915, -0.0074432361871004105, -0.007173524238169193, -0.006903811823576689, -0.006634099408984184, -0.00636438699439168, -0.006094674579799175, -0.005824962165206671, -0.005555249750614166, -0.005285537801682949, -0.0050158253870904446, -0.00474611297249794, -0.0044764005579054356, -0.004206688143312931, -0.0039369757287204266, -0.003667263314127922, -0.003397551132366061, -0.0031278387177735567, -0.002858126303181052, -0.0025884141214191914, -0.002318701706826687, -0.0020489892922341824, -0.0017792768776416779, -0.0015095645794644952, -0.0012398522812873125, -0.000970139866694808, -0.0007004275103099644, -0.00043071515392512083, -0.00016100279754027724, 0.00010870955884456635, 0.00037842191522940993, 0.0006481342716142535, 0.0009178466279990971, 0.0011875589843839407, 0.0014572713989764452, 0.0017269836971536279, 0.0019966959953308105, 0.002266408409923315, 0.0025361208245158195, 0.002805833239108324, 0.003075545420870185, 0.0033452578354626894, 0.003614970250055194, 0.0038846824318170547, 0.004154394846409559, 0.004424107261002064, 0.004693819675594568, 0.004963532090187073, 0.005233244504779577, 0.005502956919372082, 0.005772668868303299, 0.0060423812828958035, 0.006312093697488308, 0.0065818061120808125, 0.006851518526673317, 0.0071212309412658215, 0.007390943355858326, 0.007660655304789543, 0.007930368185043335, 0.008200080133974552, 0.008469793014228344, 0.008739504963159561]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 2.0, 8.0, 8.0, 10.0, 11.0, 9.0, 16.0, 24.0, 28.0, 33.0, 56.0, 42.0, 51.0, 65.0, 89.0, 94.0, 110.0, 112.0, 145.0, 166.0, 195.0, 223.0, 211.0, 244.0, 249.0, 267.0, 228.0, 278.0, 252.0, 268.0, 294.0, 362.0, 439.0, 488.0, 595.0, 801.0, 6641.0, 1536.0, 903.0, 619.0, 501.0, 383.0, 342.0, 253.0, 224.0, 182.0, 144.0, 96.0, 48.0, 31.0, 16.0, 16.0, 9.0, 0.0, 4.0, 2.0, 2.0], "bins": [-0.014300412498414516, -0.01397278904914856, -0.013645166531205177, -0.01331754308193922, -0.012989919632673264, -0.012662297114729881, -0.012334673665463924, -0.012007051147520542, -0.011679427698254585, -0.011351804248988628, -0.011024181731045246, -0.01069655828177929, -0.010368935763835907, -0.01004131231456995, -0.009713688865303993, -0.009386066347360611, -0.009058442898094654, -0.008730819448828697, -0.008403196930885315, -0.008075573481619358, -0.0077479504980146885, -0.007420327514410019, -0.007092704065144062, -0.0067650810815393925, -0.006437458097934723, -0.006109835114330053, -0.005782212130725384, -0.005454588681459427, -0.005126965697854757, -0.004799342714250088, -0.004471719264984131, -0.004144096281379461, -0.0038164732977747917, -0.003488850314170122, -0.003161227097734809, -0.0028336038812994957, -0.002505980897694826, -0.0021783579140901566, -0.0018507346976548433, -0.001523111597634852, -0.0011954884976148605, -0.0008678653975948691, -0.0005402422975748777, -0.00021261919755488634, 0.00011500390246510506, 0.00044262700248509645, 0.0007702501025050879, 0.0010978732025250793, 0.0014254963025450706, 0.001753119402565062, 0.0020807425025850534, 0.0024083657190203667, 0.0027359887026250362, 0.003063611686229706, 0.003391234902665019, 0.0037188581191003323, 0.004046481102705002, 0.004374104086309671, 0.004701727069914341, 0.005029350519180298, 0.005356973502784967, 0.005684596486389637, 0.006012219935655594, 0.0063398429192602634, 0.006667465902864933]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 3.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 0.0, 0.0, 5.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.054276883602142334, -0.05323769897222519, -0.052198514342308044, -0.0511593297123909, -0.050120141357183456, -0.04908095672726631, -0.04804177209734917, -0.04700258746743202, -0.04596340283751488, -0.04492421820759773, -0.04388502985239029, -0.042845845222473145, -0.041806660592556, -0.040767475962638855, -0.03972829133272171, -0.038689106702804565, -0.03764992207288742, -0.03661073371767998, -0.03557154908776283, -0.03453236445784569, -0.03349317982792854, -0.0324539951980114, -0.031414810568094254, -0.03037562407553196, -0.029336437582969666, -0.02829725295305252, -0.027258068323135376, -0.02621888369321823, -0.025179697200655937, -0.024140512570738792, -0.023101327940821648, -0.022062141448259354, -0.02102295681834221, -0.019983772188425064, -0.01894458569586277, -0.017905401065945625, -0.01686621643602848, -0.015827029943466187, -0.014787845313549042, -0.013748660683631897, -0.012709475122392178, -0.011670289561152458, -0.010631104931235313, -0.009591919369995594, -0.008552733808755875, -0.00751354917883873, -0.0064743636175990105, -0.005435178522020578, -0.004395993426442146, -0.0033568083308637142, -0.0023176230024546385, -0.0012784377904608846, -0.00023925257846713066, 0.0007999326335266232, 0.0018391178455203772, 0.002878303173929453, 0.003917488269507885, 0.004956673365086317, 0.005995858460664749, 0.0070350440219044685, 0.008074229583144188, 0.009113414213061333, 0.010152599774301052, 0.011191784404218197, 0.012230969965457916]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 4.0, 8.0, 5.0, 4.0, 12.0, 5.0, 4.0, 4.0, 5.0, 8.0, 6.0, 5.0, 3.0, 0.0, 2.0, 5.0, 2.0, 6.0, 1.0, 2.0, 3.0, 3.0, 2.0, 1.0, 1.0, 3.0, 1.0, 5.0, 2.0, 4.0, 0.0, 6.0, 5.0, 1.0, 3.0, 2.0, 11.0, 10.0, 69.0, 13.0, 6.0, 8.0, 8.0, 4.0, 4.0, 1.0, 2.0, 4.0, 3.0, 0.0, 1.0, 2.0], "bins": [-0.05548683926463127, -0.05439138039946556, -0.05329591780900955, -0.05220045894384384, -0.05110499635338783, -0.05000953748822212, -0.04891407862305641, -0.0478186160326004, -0.04672315716743469, -0.045627694576978683, -0.04453223571181297, -0.04343677684664726, -0.042341314256191254, -0.04124585539102554, -0.040150392800569534, -0.039054933935403824, -0.037959471344947815, -0.036864012479782104, -0.035768553614616394, -0.034673091024160385, -0.033577632158994675, -0.032482169568538666, -0.031386710703372955, -0.030291249975562096, -0.029195789247751236, -0.028100330382585526, -0.027004869654774666, -0.025909408926963806, -0.024813948199152946, -0.023718487471342087, -0.022623028606176376, -0.021527567878365517, -0.020432107150554657, -0.019336646422743797, -0.018241185694932938, -0.017145726829767227, -0.016050266101956367, -0.014954805374145508, -0.013859344646334648, -0.012763884849846363, -0.011668424122035503, -0.010572963394224644, -0.009477503597736359, -0.008382042869925499, -0.007286582607775927, -0.006191122345626354, -0.0050956616178154945, -0.004000201355665922, -0.00290474109351635, -0.0018092807149514556, -0.0007138203363865614, 0.0003816400421783328, 0.001477100420743227, 0.0025725606828927994, 0.0036680211778730154, 0.004763481672853231, 0.005858941935002804, 0.006954402197152376, 0.008049862459301949, 0.009145323187112808, 0.010240783914923668, 0.011336243711411953, 0.012431704439222813, 0.013527164235711098, 0.014622624963521957]}, "_runtime": 6.666259765625, "_timestamp": 1596209453.323141, "_step": 2}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 2.0, 2.0, 1.0, 2.0, 1.0, 2.0, 2.0, 1.0, 6.0, 1.0, 2.0, 1.0, 1.0, 2.0, 4.0, 2.0, 4.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.014725880697369576, -0.014274823479354382, -0.013823766261339188, -0.013372708112001419, -0.012921650893986225, -0.012470593675971031, -0.012019536457955837, -0.011568479239940643, -0.011117421090602875, -0.01066636387258768, -0.010215306654572487, -0.009764249436557293, -0.009313192218542099, -0.008862135000526905, -0.008411076851189137, -0.007960019633173943, -0.007508962415158749, -0.007057905197143555, -0.0066068475134670734, -0.0061557902954518795, -0.005704732611775398, -0.005253675393760204, -0.00480261817574501, -0.004351560492068529, -0.003900503274053335, -0.0034494458232074976, -0.00299838837236166, -0.002547331154346466, -0.0020962737035006285, -0.0016452162526547909, -0.0011941589182242751, -0.0007431015255860984, -0.00029204413294792175, 0.00015901325969025493, 0.0006100706523284316, 0.0010611279867589474, 0.001512185437604785, 0.0019632428884506226, 0.0024143001064658165, 0.002865357557311654, 0.0033164150081574917, 0.0037674724590033293, 0.004218529909849167, 0.004669587127864361, 0.005120644345879555, 0.005571702029556036, 0.00602275924757123, 0.006473816931247711, 0.006924874149262905, 0.007375931367278099, 0.007826988585293293, 0.008278046734631062, 0.008729103952646255, 0.00918016117066145, 0.009631218388676643, 0.010082275606691837, 0.010533332824707031, 0.0109843909740448, 0.011435448192059994, 0.011886505410075188, 0.012337562628090382, 0.012788619846105576, 0.013239677995443344, 0.013690735213458538, 0.014141792431473732]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 2.0, 3.0, 5.0, 8.0, 5.0, 4.0, 8.0, 8.0, 13.0, 17.0, 29.0, 39.0, 31.0, 51.0, 62.0, 55.0, 65.0, 96.0, 102.0, 149.0, 212.0, 286.0, 401.0, 517.0, 2191.0, 1150.0, 918.0, 543.0, 309.0, 200.0, 131.0, 87.0, 72.0, 51.0, 31.0, 25.0, 16.0, 5.0, 12.0, 4.0, 3.0, 4.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.17836260795593262, -0.17373782396316528, -0.16911303997039795, -0.16448825597763062, -0.15986347198486328, -0.15523868799209595, -0.1506139039993286, -0.14598912000656128, -0.14136433601379395, -0.1367395669221878, -0.13211478292942047, -0.12748999893665314, -0.1228652149438858, -0.11824043095111847, -0.11361564695835114, -0.1089908629655838, -0.10436607897281647, -0.09974129498004913, -0.0951165109872818, -0.09049172699451447, -0.08586694300174713, -0.0812421664595604, -0.07661738246679306, -0.07199259847402573, -0.06736781448125839, -0.06274303048849106, -0.058118246495723724, -0.05349346622824669, -0.048868682235479355, -0.04424389824271202, -0.039619117975234985, -0.03499433398246765, -0.030369549989700317, -0.025744765996932983, -0.0211199838668108, -0.016495201736688614, -0.01187041774392128, -0.0072456346824765205, -0.002620851621031761, 0.002003931440412998, 0.006628714501857758, 0.011253497563302517, 0.015878280624747276, 0.02050306275486946, 0.025127846747636795, 0.02975263074040413, 0.034377411007881165, 0.0390021950006485, 0.04362697899341583, 0.048251762986183167, 0.0528765469789505, 0.057501327246427536, 0.06212611123919487, 0.0667508915066719, 0.07137567549943924, 0.07600045949220657, 0.08062524348497391, 0.08525002747774124, 0.08987481147050858, 0.09449959546327591, 0.09912437200546265, 0.10374915599822998, 0.10837393999099731, 0.11299872398376465, 0.11762350797653198]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 2.0, 2.0, 3.0, 3.0, 4.0, 2.0, 2.0, 1.0, 1.0, 2.0, 0.0, 3.0, 0.0, 2.0, 1.0, 1.0, 1.0, 4.0, 2.0, 26.0, 1.0, 5.0, 3.0, 3.0, 6.0, 3.0, 3.0, 0.0, 0.0, 2.0, 1.0, 3.0, 3.0, 5.0, 2.0, 3.0, 2.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.006107305642217398, -0.005914110224694014, -0.005720915272831917, -0.005527719855308533, -0.005334524437785149, -0.005141329485923052, -0.004948134068399668, -0.004754939116537571, -0.004561743699014187, -0.004368548281490803, -0.004175353329628706, -0.003982157912105322, -0.0037889627274125814, -0.003595767542719841, -0.003402572125196457, -0.0032093769405037165, -0.003016181755810976, -0.0028229865711182356, -0.002629791386425495, -0.002436595968902111, -0.0022434007842093706, -0.00205020559951663, -0.001857010298408568, -0.0016638149973005056, -0.0014706198126077652, -0.0012774246279150248, -0.0010842293268069625, -0.0008910340839065611, -0.0006978388410061598, -0.0005046435981057584, -0.0003114483552053571, -0.00011825311230495572, 7.494213059544563e-05, 0.000268137373495847, 0.00046133261639624834, 0.0006545278592966497, 0.000847723102197051, 0.0010409182868897915, 0.0012341135879978538, 0.001427308889105916, 0.0016205040737986565, 0.001813699258491397, 0.0020068944431841373, 0.0022000898607075214, 0.002393285045400262, 0.0025864802300930023, 0.0027796756476163864, 0.002972870832309127, 0.0031660660170018673, 0.0033592612016946077, 0.003552456386387348, 0.0037456518039107323, 0.003938847221434116, 0.004132042173296213, 0.004325237590819597, 0.004518432542681694, 0.004711627960205078, 0.004904823377728462, 0.005098018329590559, 0.005291213747113943, 0.00548440869897604, 0.005677604116499424, 0.005870799534022808, 0.006063994485884905, 0.006257189903408289]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 0.0, 7.0, 9.0, 21.0, 37.0, 61.0, 92.0, 183.0, 250.0, 343.0, 553.0, 876.0, 1282.0, 1752.0, 2499.0, 3280.0, 4375.0, 5822.0, 7328.0, 9446.0, 12003.0, 14927.0, 19055.0, 24886.0, 33408.0, 44991.0, 58916.0, 74975.0, 92667.0, 412926.0, 87711.0, 69128.0, 51056.0, 37323.0, 27294.0, 20532.0, 15299.0, 11465.0, 8719.0, 6786.0, 4994.0, 3706.0, 2560.0, 1843.0, 1354.0, 879.0, 623.0, 418.0, 326.0, 215.0, 140.0, 98.0, 64.0, 55.0, 36.0, 20.0, 11.0, 8.0, 4.0, 2.0, 4.0, 1.0, 1.0], "bins": [-0.011426141485571861, -0.011047985404729843, -0.01066982839256525, -0.010291672311723232, -0.00991351529955864, -0.009535359218716621, -0.009157203137874603, -0.00877904612571001, -0.008400890044867992, -0.008022733964025974, -0.0076445769518613815, -0.007266420871019363, -0.006888264324516058, -0.0065101077780127525, -0.006131951697170734, -0.005753795150667429, -0.0053756386041641235, -0.004997482057660818, -0.004619325511157513, -0.0042411694303154945, -0.003863012883812189, -0.0034848563373088837, -0.003106700023636222, -0.00272854370996356, -0.0023503871634602547, -0.0019722306169569492, -0.0015940743032842875, -0.0012159178731963038, -0.0008377614431083202, -0.00045960501302033663, -8.144858293235302e-05, 0.0002967078471556306, 0.0006748642772436142, 0.0010530207073315978, 0.0014311771374195814, 0.001809333567507565, 0.0021874899975955486, 0.002565646544098854, 0.002943802857771516, 0.0033219591714441776, 0.003700115717947483, 0.0040782722644507885, 0.004456428810954094, 0.004834584891796112, 0.0052127414382994175, 0.005590897984802723, 0.005969054065644741, 0.0063472106121480465, 0.006725367158651352, 0.007103523705154657, 0.007481680251657963, 0.007859836332499981, 0.008237993344664574, 0.008616149425506592, 0.00899430550634861, 0.009372462518513203, 0.00975061859935522, 0.010128774680197239, 0.010506931692361832, 0.01088508777320385, 0.011263243854045868, 0.01164140086621046, 0.012019556947052479, 0.012397713959217072, 0.01277587004005909]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 4.0, 0.0, 3.0, 3.0, 2.0, 1.0, 9.0, 0.0, 3.0, 3.0, 2.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.021203745156526566, -0.02076917141675949, -0.020334597676992416, -0.019900023937225342, -0.019465450197458267, -0.019030876457691193, -0.018596302717924118, -0.018161727115511894, -0.01772715337574482, -0.017292579635977745, -0.01685800589621067, -0.016423432156443596, -0.01598885841667652, -0.015554284676909447, -0.015119710937142372, -0.014685137197375298, -0.014250563457608223, -0.013815988786518574, -0.0133814150467515, -0.012946841306984425, -0.01251226756721735, -0.012077693827450275, -0.0116431200876832, -0.011208545416593552, -0.010773971676826477, -0.010339397937059402, -0.009904824197292328, -0.009470250457525253, -0.009035676717758179, -0.00860110204666853, -0.008166528306901455, -0.00773195456713438, -0.007297380827367306, -0.006862807087600231, -0.006428232882171869, -0.005993659142404795, -0.00555908540263772, -0.005124511197209358, -0.004689937457442284, -0.004255363717675209, -0.003820789745077491, -0.0033862157724797726, -0.002951642032712698, -0.0025170680601149797, -0.0020824940875172615, -0.001647920347750187, -0.0012133463751524687, -0.0007787725189700723, -0.00034419866278767586, 9.037522249855101e-05, 0.0005249491077847779, 0.0009595230221748352, 0.0013940968783572316, 0.001828670734539628, 0.0022632447071373463, 0.002697818446904421, 0.003132392419502139, 0.0035669663920998573, 0.004001540131866932, 0.0044361138716340065, 0.004870688077062368, 0.005305261816829443, 0.0057398355565965176, 0.0061744097620248795, 0.006608983501791954]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 2.0, 4.0, 3.0, 3.0, 3.0, 2.0, 6.0, 8.0, 10.0, 5.0, 11.0, 15.0, 13.0, 8.0, 12.0, 28.0, 40.0, 36.0, 51.0, 39.0, 41.0, 57.0, 67.0, 62.0, 71.0, 80.0, 96.0, 106.0, 116.0, 118.0, 136.0, 162.0, 190.0, 220.0, 212.0, 245.0, 262.0, 287.0, 324.0, 352.0, 367.0, 427.0, 473.0, 546.0, 673.0, 748.0, 895.0, 1437.0, 6527.0, 885.0, 554.0, 387.0, 231.0, 168.0, 152.0, 135.0, 116.0, 80.0, 56.0, 35.0, 19.0, 10.0, 6.0], "bins": [-0.011160284280776978, -0.01093306578695774, -0.010705848224461079, -0.010478629730641842, -0.01025141216814518, -0.010024193674325943, -0.00979697611182928, -0.009569757618010044, -0.009342539124190807, -0.009115321561694145, -0.008888103067874908, -0.008660885505378246, -0.00843366701155901, -0.008206448517739773, -0.00797923095524311, -0.007752012927085161, -0.007524794898927212, -0.007297576405107975, -0.0070703583769500256, -0.006843140348792076, -0.006615922320634127, -0.006388704292476177, -0.006161486264318228, -0.005934267770498991, -0.0057070497423410416, -0.005479831714183092, -0.005252613686025143, -0.005025395657867193, -0.004798177629709244, -0.004570959135890007, -0.004343741107732058, -0.004116523079574108, -0.0038893050514161587, -0.0036620870232582092, -0.003434868762269616, -0.0032076507341116667, -0.0029804327059537172, -0.002753214444965124, -0.0025259964168071747, -0.0022987783886492252, -0.002071560360491276, -0.0018443420995026827, -0.0016171240713447332, -0.001389905926771462, -0.0011626877821981907, -0.0009354697540402412, -0.00070825160946697, -0.0004810335231013596, -0.00025381543673574924, -2.6597335818223655e-05, 0.00020062076509930193, 0.00042783888056874275, 0.0006550569669343531, 0.0008822750532999635, 0.0011094931978732347, 0.0013367112260311842, 0.0015639293706044555, 0.0017911475151777267, 0.002018365543335676, 0.0022455835714936256, 0.0024728018324822187, 0.002700019860640168, 0.0029272378887981176, 0.0031544561497867107, 0.00338167417794466]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 5.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.04796171188354492, -0.04708460718393326, -0.046207502484321594, -0.04533039778470993, -0.04445329308509827, -0.0435761883854866, -0.04269908741116524, -0.041821982711553574, -0.04094487801194191, -0.040067773312330246, -0.03919066861271858, -0.03831356391310692, -0.037436459213495255, -0.03655935451388359, -0.03568224981427193, -0.03480514511466026, -0.0339280441403389, -0.033050939440727234, -0.03217383474111557, -0.031296730041503906, -0.030419625341892242, -0.02954252064228058, -0.028665415942668915, -0.02778831124305725, -0.026911206543445587, -0.026034103706479073, -0.02515699900686741, -0.024279894307255745, -0.02340278960764408, -0.022525684908032417, -0.021648582071065903, -0.02077147737145424, -0.019894372671842575, -0.01901726797223091, -0.018140163272619247, -0.017263060435652733, -0.01638595573604107, -0.015508851036429405, -0.014631746336817741, -0.013754642568528652, -0.012877537868916988, -0.012000433169305325, -0.011123329401016235, -0.010246224701404572, -0.009369120001792908, -0.008492016233503819, -0.007614911533892155, -0.006737807299941778, -0.005860703065991402, -0.004983598832041025, -0.004106494598090649, -0.003229389898478985, -0.0023522856645286083, -0.00147518131416291, -0.0005980769637972116, 0.0002790273865684867, 0.001156131736934185, 0.0020332359708845615, 0.0029103404376655817, 0.003787444904446602, 0.004664549138396978, 0.005541653372347355, 0.006418758071959019, 0.007295862305909395, 0.008172966539859772]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 4.0, 1.0, 3.0, 4.0, 5.0, 5.0, 2.0, 5.0, 4.0, 3.0, 5.0, 6.0, 3.0, 8.0, 5.0, 4.0, 4.0, 5.0, 4.0, 4.0, 2.0, 3.0, 0.0, 6.0, 2.0, 7.0, 2.0, 0.0, 6.0, 2.0, 5.0, 2.0, 4.0, 3.0, 3.0, 0.0, 2.0, 4.0, 4.0, 5.0, 9.0, 15.0, 67.0, 19.0, 5.0, 5.0, 4.0, 3.0, 1.0, 2.0, 3.0], "bins": [-0.0320945642888546, -0.03151710331439972, -0.03093964233994484, -0.03036218136548996, -0.02978472039103508, -0.0292072594165802, -0.02862980030477047, -0.02805233933031559, -0.02747487835586071, -0.02689741738140583, -0.02631995640695095, -0.02574249543249607, -0.02516503445804119, -0.02458757348358631, -0.02401011250913143, -0.023432651534676552, -0.02285519242286682, -0.02227773144841194, -0.021700270473957062, -0.021122809499502182, -0.020545348525047302, -0.019967887550592422, -0.019390426576137543, -0.018812965601682663, -0.018235504627227783, -0.017658043652772903, -0.017080582678318024, -0.016503123566508293, -0.015925662592053413, -0.015348200686275959, -0.014770740643143654, -0.014193279668688774, -0.013615818694233894, -0.013038357719779015, -0.012460896745324135, -0.01188343670219183, -0.01130597572773695, -0.01072851475328207, -0.01015105377882719, -0.00957359280437231, -0.008996132761240005, -0.008418671786785126, -0.007841210812330246, -0.007263749837875366, -0.0066862888634204865, -0.006108828354626894, -0.005531367380172014, -0.004953906871378422, -0.004376445896923542, -0.003798985155299306, -0.00322152441367507, -0.00264406343922019, -0.002066602697595954, -0.0014891419559717178, -0.0009116810979321599, -0.0003342202981002629, 0.00024324050173163414, 0.0008207013015635312, 0.0013981621013954282, 0.001975622959434986, 0.0025530837010592222, 0.0031305444426834583, 0.003708005417138338, 0.0042854659259319305, 0.00486292690038681]}, "_runtime": 7.4437854290008545, "_timestamp": 1596209454.1006668, "_step": 3}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 4.0, 3.0, 3.0, 1.0, 1.0, 3.0, 1.0, 3.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 1.0, 2.0, 0.0, 3.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.017059961333870888, -0.016605058684945107, -0.016150156036019325, -0.015695255249738693, -0.015240352600812912, -0.01478544995188713, -0.01433054730296135, -0.013875645585358143, -0.013420742936432362, -0.01296584028750658, -0.012510938569903374, -0.012056035920977592, -0.011601133272051811, -0.011146231554448605, -0.010691328905522823, -0.010236427187919617, -0.009781524538993835, -0.009326621890068054, -0.008871720172464848, -0.008416817523539066, -0.00796191580593586, -0.007507013157010078, -0.007052110508084297, -0.006597208324819803, -0.006142306141555309, -0.005687403958290815, -0.005232501775026321, -0.00477759912610054, -0.004322696942836046, -0.0038677947595715523, -0.0034128923434764147, -0.002957989927381277, -0.002503087744116783, -0.002048185560852289, -0.0015932831447571516, -0.0011383808450773358, -0.0006834785453975201, -0.0002285762457177043, 0.00022632605396211147, 0.0006812283536419272, 0.001136130653321743, 0.0015910329530015588, 0.0020459352526813745, 0.002500837668776512, 0.002955739852041006, 0.0034106420353055, 0.0038655444514006376, 0.004320446867495775, 0.004775349050760269, 0.005230251234024763, 0.005685153417289257, 0.006140056066215038, 0.006594958249479532, 0.007049860432744026, 0.0075047630816698074, 0.007959664799273014, 0.008414567448198795, 0.008869470097124577, 0.009324371814727783, 0.009779274463653564, 0.010234177112579346, 0.010689078830182552, 0.011143981479108334, 0.01159888319671154, 0.012053785845637321]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 3.0, 6.0, 2.0, 8.0, 4.0, 8.0, 7.0, 12.0, 20.0, 19.0, 33.0, 37.0, 53.0, 83.0, 72.0, 105.0, 118.0, 155.0, 191.0, 243.0, 334.0, 425.0, 521.0, 2495.0, 1008.0, 693.0, 436.0, 286.0, 165.0, 123.0, 89.0, 43.0, 31.0, 22.0, 19.0, 14.0, 10.0, 10.0, 12.0, 2.0, 3.0, 4.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1609117090702057, -0.15604780614376068, -0.15118390321731567, -0.14632000029087067, -0.14145609736442566, -0.13659217953681946, -0.13172827661037445, -0.12686437368392944, -0.12200047075748444, -0.11713656783103943, -0.11227266490459442, -0.10740875452756882, -0.10254485160112381, -0.0976809486746788, -0.0928170382976532, -0.08795313537120819, -0.08308923244476318, -0.07822532951831818, -0.07336142659187317, -0.06849751621484756, -0.06363361328840256, -0.05876971036195755, -0.053905803710222244, -0.04904189705848694, -0.04417799413204193, -0.039314091205596924, -0.03445018455386162, -0.02958627976477146, -0.024722374975681305, -0.01985847018659115, -0.014994565397500992, -0.010130660608410835, -0.005266755819320679, -0.00040285103023052216, 0.004461053758859634, 0.009324958547949791, 0.014188863337039948, 0.019052768126130104, 0.02391667291522026, 0.028780577704310417, 0.033644482493400574, 0.03850838541984558, 0.04337229207158089, 0.04823619872331619, 0.0531001016497612, 0.05796400457620621, 0.06282791495323181, 0.06769181787967682, 0.07255572080612183, 0.07741962373256683, 0.08228352665901184, 0.08714743703603745, 0.09201133996248245, 0.09687524288892746, 0.10173915326595306, 0.10660305619239807, 0.11146695911884308, 0.11633086204528809, 0.1211947649717331, 0.1260586678981781, 0.1309225857257843, 0.1357864886522293, 0.14065039157867432, 0.14551429450511932, 0.15037819743156433]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 4.0, 1.0, 3.0, 4.0, 1.0, 4.0, 0.0, 4.0, 5.0, 1.0, 1.0, 3.0, 1.0, 0.0, 4.0, 3.0, 2.0, 2.0, 24.0, 5.0, 5.0, 3.0, 1.0, 1.0, 3.0, 3.0, 4.0, 2.0, 2.0, 1.0, 2.0, 4.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 5.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00422940356656909, -0.004064297769218683, -0.0038991922046989202, -0.0037340864073485136, -0.0035689808428287506, -0.003403875045478344, -0.003238769480958581, -0.0030736636836081743, -0.0029085581190884113, -0.0027434523217380047, -0.002578346524387598, -0.002413240959867835, -0.0022481351625174284, -0.0020830295979976654, -0.0019179238006472588, -0.001752818119712174, -0.0015877124387770891, -0.0014226067578420043, -0.0012575010769069195, -0.0010923953959718347, -0.0009272896568290889, -0.0007621839758940041, -0.0005970782367512584, -0.00043197255581617355, -0.00026686687488108873, -0.00010176117939408869, 6.334451609291136e-05, 0.0002284502115799114, 0.00039355590706691146, 0.0005586615880019963, 0.000723767327144742, 0.0008888730080798268, 0.0010539786890149117, 0.0012190843699499965, 0.0013841900508850813, 0.0015492957318201661, 0.001714401412755251, 0.0018795072101056576, 0.0020446127746254206, 0.0022097185719758272, 0.00237482413649559, 0.002539929933845997, 0.0027050357311964035, 0.0028701412957161665, 0.003035247093066573, 0.003200352657586336, 0.0033654584549367428, 0.0035305640194565058, 0.0036956698168069124, 0.003860775614157319, 0.004025881178677082, 0.004190986976027489, 0.004356092773377895, 0.004521198105067015, 0.004686303902417421, 0.004851409699767828, 0.005016515497118235, 0.005181621294468641, 0.005346726626157761, 0.005511832423508167, 0.005676938220858574, 0.0058420440182089806, 0.0060071493498981, 0.0061722551472485065, 0.006337360944598913]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [4.0, 0.0, 1.0, 5.0, 14.0, 21.0, 27.0, 48.0, 85.0, 123.0, 208.0, 342.0, 545.0, 832.0, 1190.0, 1831.0, 2765.0, 3957.0, 5647.0, 7692.0, 10727.0, 14364.0, 19835.0, 27175.0, 38840.0, 56638.0, 79993.0, 106283.0, 428978.0, 97706.0, 73517.0, 53347.0, 38789.0, 27714.0, 20067.0, 14957.0, 11241.0, 8732.0, 6783.0, 5275.0, 3791.0, 2923.0, 2093.0, 1450.0, 1084.0, 723.0, 469.0, 311.0, 188.0, 116.0, 81.0, 48.0, 25.0, 20.0, 11.0, 5.0, 3.0, 4.0, 4.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011947733350098133, -0.011527817696332932, -0.01110790204256773, -0.010687986388802528, -0.010268070735037327, -0.009848155081272125, -0.009428239427506924, -0.009008323773741722, -0.008588409051299095, -0.008168493397533894, -0.007748577278107405, -0.007328661624342203, -0.006908746436238289, -0.006488830782473087, -0.006068915128707886, -0.005648999474942684, -0.005229083821177483, -0.004809168167412281, -0.0043892525136470795, -0.003969336859881878, -0.00354942143894732, -0.0031295057851821184, -0.0027095903642475605, -0.002289674710482359, -0.0018697590567171574, -0.0014498434029519558, -0.001029927865602076, -0.0006100122700445354, -0.00019009667448699474, 0.0002298189210705459, 0.0006497345166280866, 0.0010696500539779663, 0.0014895657077431679, 0.0019094813615083694, 0.002329397015273571, 0.002749312436208129, 0.0031692280899733305, 0.003589143743738532, 0.00400905916467309, 0.0044289748184382915, 0.004848890472203493, 0.005268806125968695, 0.005688721779733896, 0.006108637433499098, 0.006528552621603012, 0.006948468275368214, 0.007368383929133415, 0.007788299582898617, 0.008208215236663818, 0.00862813089042902, 0.009048046544194221, 0.009467962197959423, 0.009887877851724625, 0.010307793505489826, 0.010727709159255028, 0.01114762481302023, 0.011567540466785431, 0.011987455189228058, 0.01240737084299326, 0.012827286496758461, 0.013247202150523663, 0.013667117804288864, 0.014087033458054066, 0.014506949111819267, 0.014926864765584469]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 0.0, 3.0, 2.0, 3.0, 1.0, 0.0, 1.0, 3.0, 1.0, 1.0, 7.0, 2.0, 1.0, 1.0, 4.0, 3.0, 0.0, 1.0, 3.0, 2.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.006215278059244156, -0.006016189232468605, -0.005817100405693054, -0.005618011578917503, -0.0054189227521419525, -0.005219833925366402, -0.005020745098590851, -0.0048216562718153, -0.004622567445039749, -0.004423478618264198, -0.0042243897914886475, -0.004025300964713097, -0.0038262121379375458, -0.003627123311161995, -0.003428034484386444, -0.0032289456576108932, -0.0030298568308353424, -0.0028307680040597916, -0.0026316791772842407, -0.00243259035050869, -0.002233501523733139, -0.002034412696957588, -0.0018353238701820374, -0.0016362350434064865, -0.0014371462166309357, -0.0012380573898553848, -0.001038968563079834, -0.0008398797363042831, -0.0006407909095287323, -0.00044170208275318146, -0.00024261325597763062, -4.352442920207977e-05, 0.00015556439757347107, 0.0003546532243490219, 0.0005537420511245728, 0.0007528308779001236, 0.0009519197046756744, 0.0011510085314512253, 0.0013500973582267761, 0.001549186185002327, 0.0017482750117778778, 0.0019473638385534286, 0.0021464526653289795, 0.0023455414921045303, 0.002544630318880081, 0.002743719145655632, 0.002942807972431183, 0.0031418967992067337, 0.0033409856259822845, 0.0035400744527578354, 0.0037391632795333862, 0.003938252106308937, 0.004137340933084488, 0.004336429759860039, 0.00453551858663559, 0.0047346074134111404, 0.004933696240186691, 0.005132785066962242, 0.005331873893737793, 0.005530962720513344, 0.005730051547288895, 0.0059291403740644455, 0.006128229200839996, 0.006327318027615547, 0.006526406854391098]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 0.0, 1.0, 5.0, 4.0, 3.0, 6.0, 3.0, 11.0, 14.0, 11.0, 9.0, 21.0, 23.0, 21.0, 41.0, 25.0, 58.0, 65.0, 67.0, 82.0, 114.0, 138.0, 155.0, 201.0, 237.0, 257.0, 330.0, 366.0, 367.0, 423.0, 511.0, 618.0, 734.0, 1065.0, 6542.0, 2246.0, 1144.0, 683.0, 574.0, 456.0, 292.0, 213.0, 99.0, 53.0, 37.0, 16.0, 15.0, 18.0, 11.0, 8.0, 6.0, 6.0, 5.0, 1.0, 4.0, 3.0, 1.0, 2.0, 4.0, 1.0, 2.0], "bins": [-0.00802729930728674, -0.007814658805727959, -0.007602017372846603, -0.007389376871287823, -0.007176735904067755, -0.006964094936847687, -0.006751453969627619, -0.006538813002407551, -0.00632617250084877, -0.006113531533628702, -0.005900890566408634, -0.005688249599188566, -0.005475608631968498, -0.00526296766474843, -0.00505032716318965, -0.004837686195969582, -0.004625045228749514, -0.004412404261529446, -0.004199763294309378, -0.003987122792750597, -0.003774481825530529, -0.003561840858310461, -0.003349199891090393, -0.0031365591567009687, -0.0029239181894809008, -0.002711277222260833, -0.0024986364878714085, -0.0022859955206513405, -0.0020733545534312725, -0.0018607138190418482, -0.0016480728518217802, -0.001435432001017034, -0.001222791150212288, -0.0010101502994075418, -0.0007975093903951347, -0.0005848684813827276, -0.00037222763057798147, -0.00015958675066940486, 5.3054129239171743e-05, 0.00026569500914774835, 0.00047833588905632496, 0.0006909767398610711, 0.0009036176488734782, 0.0011162585578858852, 0.0013288994086906314, 0.0015415402594953775, 0.0017541812267154455, 0.00196682196110487, 0.002179462928324938, 0.002392103895545006, 0.00260474462993443, 0.002817385597154498, 0.0030300263315439224, 0.0032426672987639904, 0.0034553082659840584, 0.0036679490003734827, 0.0038805899675935507, 0.004093230701982975, 0.004305871669203043, 0.004518512636423111, 0.004731153603643179, 0.004943794570863247, 0.005156435072422028, 0.0053690760396420956, 0.0055817170068621635]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 5.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.030907941982150078, -0.03035159967839718, -0.02979525551199913, -0.02923891320824623, -0.028682570904493332, -0.028126226738095284, -0.027569884434342384, -0.027013542130589485, -0.026457197964191437, -0.025900855660438538, -0.02534451335668564, -0.02478817105293274, -0.02423182688653469, -0.02367548458278179, -0.023119142279028893, -0.022562798112630844, -0.022006455808877945, -0.021450113505125046, -0.020893769338726997, -0.020337427034974098, -0.0197810847312212, -0.01922474056482315, -0.01866839826107025, -0.018112055957317352, -0.017555713653564453, -0.016999369487166405, -0.016443027183413506, -0.015886684879660606, -0.015330340713262558, -0.014773998409509659, -0.014217655174434185, -0.013661312870681286, -0.013104969635605812, -0.012548626400530338, -0.011992284096777439, -0.011435940861701965, -0.010879598557949066, -0.010323255322873592, -0.009766912087798119, -0.00921056978404522, -0.008654226548969746, -0.008097883313894272, -0.007541541010141373, -0.006985197775065899, -0.006428855005651712, -0.005872512236237526, -0.005316169001162052, -0.004759826231747866, -0.004203483462333679, -0.0036471406929194927, -0.0030907976906746626, -0.0025344546884298325, -0.001978111919015646, -0.0014217690331861377, -0.0008654261473566294, -0.00030908326152712107, 0.00024725962430238724, 0.0008036025101318955, 0.0013599453959614038, 0.0019162882817909122, 0.0024726311676204205, 0.003028973937034607, 0.003585316939279437, 0.004141659941524267, 0.004698002710938454]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 4.0, 2.0, 0.0, 2.0, 1.0, 2.0, 5.0, 9.0, 5.0, 4.0, 4.0, 1.0, 4.0, 3.0, 2.0, 3.0, 8.0, 4.0, 4.0, 2.0, 4.0, 2.0, 2.0, 6.0, 1.0, 2.0, 1.0, 1.0, 1.0, 9.0, 4.0, 6.0, 8.0, 2.0, 8.0, 5.0, 4.0, 2.0, 2.0, 1.0, 7.0, 8.0, 3.0, 11.0, 16.0, 58.0, 9.0, 10.0, 6.0, 5.0, 4.0, 2.0, 2.0, 1.0], "bins": [-0.026551825925707817, -0.02607019990682602, -0.02558857575058937, -0.025106949731707573, -0.024625323712825775, -0.024143699556589127, -0.02366207353770733, -0.02318044751882553, -0.022698823362588882, -0.022217197343707085, -0.021735571324825287, -0.02125394716858864, -0.02077232114970684, -0.020290695130825043, -0.019809070974588394, -0.019327444955706596, -0.0188458189368248, -0.01836419478058815, -0.017882568761706352, -0.017400944605469704, -0.016919318586587906, -0.016437692567706108, -0.01595606841146946, -0.015474442392587662, -0.014992816373705864, -0.01451119128614664, -0.014029566198587418, -0.013547941111028194, -0.013066315092146397, -0.012584690004587173, -0.01210306491702795, -0.011621438898146152, -0.01113981381058693, -0.010658188723027706, -0.010176562704145908, -0.009694937616586685, -0.009213312529027462, -0.008731686510145664, -0.008250061422586441, -0.007768436335027218, -0.007286810781806707, -0.006805185228586197, -0.006323560141026974, -0.005841934587806463, -0.005360309034585953, -0.00487868394702673, -0.004397058393806219, -0.003915433306246996, -0.0034338077530264854, -0.0029521824326366186, -0.002470557112246752, -0.0019889315590262413, -0.0015073062386363745, -0.0010256809182465076, -0.000544055481441319, -6.243010284379125e-05, 0.0004191952757537365, 0.0009008206543512642, 0.001382446032948792, 0.0018640714697539806, 0.0023456967901438475, 0.0028273221105337143, 0.0033089476637542248, 0.0037905729841440916, 0.0042721983045339584]}, "_runtime": 8.221520185470581, "_timestamp": 1596209454.8784015, "_step": 4}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 2.0, 1.0, 2.0, 4.0, 2.0, 2.0, 1.0, 6.0, 2.0, 4.0, 3.0, 5.0, 4.0, 3.0, 1.0, 0.0, 0.0, 4.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.027842245995998383, -0.027125297114253044, -0.026408348232507706, -0.025691397488117218, -0.02497444860637188, -0.02425749972462654, -0.023540550842881203, -0.022823600098490715, -0.022106651216745377, -0.021389702335000038, -0.0206727534532547, -0.01995580457150936, -0.019238853827118874, -0.018521904945373535, -0.017804956063628197, -0.01708800718188286, -0.01637105643749237, -0.015654107555747032, -0.014937158674001694, -0.014220209792256355, -0.013503259979188442, -0.012786311097443104, -0.01206936128437519, -0.011352412402629852, -0.010635463520884514, -0.0099185137078166, -0.009201564826071262, -0.00848461501300335, -0.007767666131258011, -0.007050716783851385, -0.006333767436444759, -0.005616818089038134, -0.004899868741631508, -0.004182919394224882, -0.0034659700468182564, -0.0027490209322422743, -0.0020320715848356485, -0.0013151222374290228, -0.0005981730064377189, 0.00011877628276124597, 0.0008357255719602108, 0.0015526749193668365, 0.0022696242667734623, 0.0029865733813494444, 0.00370352272875607, 0.004420471843332052, 0.005137421190738678, 0.005854370538145304, 0.0065713198855519295, 0.007288269232958555, 0.008005218580365181, 0.00872216746211052, 0.009439117275178432, 0.010156066156923771, 0.010873015969991684, 0.011589964851737022, 0.01230691373348236, 0.013023863546550274, 0.013740812428295612, 0.014457762241363525, 0.015174711123108864, 0.015891660004854202, 0.01660861074924469, 0.01732555963099003, 0.018042508512735367]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 4.0, 0.0, 3.0, 1.0, 3.0, 5.0, 2.0, 2.0, 9.0, 11.0, 7.0, 21.0, 26.0, 44.0, 49.0, 68.0, 90.0, 141.0, 181.0, 351.0, 450.0, 638.0, 2725.0, 1528.0, 725.0, 340.0, 209.0, 102.0, 66.0, 34.0, 24.0, 19.0, 13.0, 10.0, 8.0, 6.0, 5.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.27468234300613403, -0.26771941781044006, -0.2607565224170685, -0.2537935972213745, -0.24683070182800293, -0.23986779153347015, -0.23290488123893738, -0.2259419709444046, -0.21897906064987183, -0.21201613545417786, -0.20505322515964508, -0.1980903148651123, -0.19112740457057953, -0.18416449427604675, -0.17720158398151398, -0.1702386736869812, -0.16327576339244843, -0.15631285309791565, -0.14934994280338287, -0.1423870325088501, -0.13542412221431732, -0.12846121191978455, -0.12149829417467117, -0.1145353838801384, -0.10757247358560562, -0.10060956329107285, -0.09364665299654007, -0.0866837427020073, -0.07972082495689392, -0.07275791466236115, -0.06579500436782837, -0.05883209407329559, -0.05186918377876282, -0.04490627348423004, -0.037943363189697266, -0.03098044916987419, -0.024017538875341415, -0.01705462858080864, -0.010091716423630714, -0.003128805197775364, 0.0038341060280799866, 0.010797017253935337, 0.017759928479790688, 0.024722840636968613, 0.03168575093150139, 0.038648661226034164, 0.04561157524585724, 0.052574485540390015, 0.05953739583492279, 0.06650030612945557, 0.07346321642398834, 0.08042612671852112, 0.0873890370130539, 0.09435195475816727, 0.10131486505270004, 0.10827777534723282, 0.1152406856417656, 0.12220359593629837, 0.12916651368141174, 0.13612942397594452, 0.1430923342704773, 0.15005524456501007, 0.15701815485954285, 0.16398106515407562, 0.1709439754486084]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 3.0, 0.0, 2.0, 4.0, 3.0, 2.0, 4.0, 4.0, 2.0, 2.0, 1.0, 1.0, 3.0, 3.0, 2.0, 26.0, 7.0, 4.0, 3.0, 1.0, 4.0, 2.0, 2.0, 1.0, 4.0, 3.0, 2.0, 0.0, 0.0, 5.0, 2.0, 1.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.005591714289039373, -0.005414435639977455, -0.005237156990915537, -0.005059878807514906, -0.004882600158452988, -0.004705321509391069, -0.004528042860329151, -0.004350764211267233, -0.004173485562205315, -0.003996207378804684, -0.0038189287297427654, -0.003641650080680847, -0.003464371431618929, -0.0032870930153876543, -0.003109814366325736, -0.0029325359500944614, -0.002755257301032543, -0.002577978651970625, -0.0024007002357393503, -0.002223421586677432, -0.0020461431704461575, -0.0018688645213842392, -0.001691585872322321, -0.0015143073396757245, -0.001337028807029128, -0.0011597502743825316, -0.0009824717417359352, -0.000805193092674017, -0.0006279145600274205, -0.00045063599827699363, -0.00027335743652656674, -9.607887477613986e-05, 8.119968697428703e-05, 0.0002584782487247139, 0.0004357568104751408, 0.0006130354013293982, 0.0007903139339759946, 0.000967592466622591, 0.0011448711156845093, 0.0013221496483311057, 0.0014994281809777021, 0.0016767067136242986, 0.001853985246270895, 0.0020312638953328133, 0.0022085425443947315, 0.002385820960626006, 0.0025630996096879244, 0.002740378025919199, 0.0029176566749811172, 0.0030949353240430355, 0.00327221374027431, 0.0034494923893362284, 0.003626770805567503, 0.0038040494546294212, 0.0039813281036913395, 0.004158606752753258, 0.004335884936153889, 0.004513163585215807, 0.004690442234277725, 0.0048677208833396435, 0.005044999532401562, 0.00522227818146348, 0.005399556364864111, 0.005576835013926029, 0.0057541136629879475]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 3.0, 5.0, 6.0, 10.0, 20.0, 31.0, 76.0, 104.0, 205.0, 353.0, 541.0, 820.0, 1199.0, 1650.0, 2311.0, 3161.0, 4150.0, 5468.0, 7060.0, 9092.0, 11889.0, 15255.0, 20615.0, 28012.0, 39475.0, 57764.0, 83655.0, 113477.0, 438912.0, 95098.0, 65986.0, 45650.0, 31895.0, 23063.0, 17490.0, 13334.0, 10195.0, 7882.0, 6055.0, 4742.0, 3515.0, 2648.0, 1946.0, 1430.0, 1045.0, 726.0, 511.0, 384.0, 260.0, 165.0, 118.0, 73.0, 54.0, 29.0, 13.0, 7.0, 6.0, 4.0, 2.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.01365099661052227, -0.013184286653995514, -0.012717577628791332, -0.012250867672264576, -0.01178415771573782, -0.011317448690533638, -0.010850738734006882, -0.010384028777480125, -0.00991731882095337, -0.009450609795749187, -0.008983899839222431, -0.008517189882695675, -0.008050480857491493, -0.007583770900964737, -0.007117061410099268, -0.006650351453572512, -0.006183641962707043, -0.005716932471841574, -0.005250222515314817, -0.0047835130244493484, -0.004316803067922592, -0.003850093577057123, -0.003383384086191654, -0.0029166743624955416, -0.002449964638799429, -0.0019832549151033163, -0.0015165453078225255, -0.0010498357005417347, -0.0005831259768456221, -0.00011641631135717034, 0.0003502933541312814, 0.0008170030196197331, 0.0012837126851081848, 0.0017504224088042974, 0.00221713213250041, 0.002683841623365879, 0.0031505513470619917, 0.0036172610707581043, 0.004083970561623573, 0.00455068051815033, 0.005017390009015799, 0.0054840994998812675, 0.005950809456408024, 0.006417518947273493, 0.006884228438138962, 0.007350938394665718, 0.007817648351192474, 0.008284357376396656, 0.008751067332923412, 0.009217777289450169, 0.00968448631465435, 0.010151196271181107, 0.010617906227707863, 0.011084615252912045, 0.0115513252094388, 0.012018035165965557, 0.012484744191169739, 0.012951454147696495, 0.013418164104223251, 0.013884874060750008, 0.01435158308595419, 0.014818293042480946, 0.015285002999007702, 0.015751712024211884, 0.01621842198073864]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 2.0, 1.0, 0.0, 2.0, 2.0, 1.0, 2.0, 2.0, 2.0, 1.0, 1.0, 0.0, 4.0, 1.0, 6.0, 4.0, 4.0, 1.0, 6.0, 0.0, 4.0, 1.0, 3.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008491762913763523, -0.0080888532102108, -0.007685943506658077, -0.007283033803105354, -0.006880124099552631, -0.0064772143959999084, -0.0060743046924471855, -0.005671394988894463, -0.00526848528534174, -0.004865575581789017, -0.004462665878236294, -0.004059756174683571, -0.003656846471130848, -0.003253936767578125, -0.002851027064025402, -0.002448117360472679, -0.002045207656919956, -0.0016422979533672333, -0.0012393882498145103, -0.0008364785462617874, -0.0004335688427090645, -3.065913915634155e-05, 0.0003722505643963814, 0.0007751602679491043, 0.0011780699715018272, 0.0015809796750545502, 0.001983889378607273, 0.002386799082159996, 0.002789708785712719, 0.003192618489265442, 0.003595528192818165, 0.003998437896370888, 0.004401347599923611, 0.004804257303476334, 0.0052071670070290565, 0.0056100767105817795, 0.006012986414134502, 0.006415896117687225, 0.006818805821239948, 0.007221715524792671, 0.007624625228345394, 0.008027534931898117, 0.00843044463545084, 0.008833354339003563, 0.009236264042556286, 0.009639173746109009, 0.010042083449661732, 0.010444993153214455, 0.010847902856767178, 0.0112508125603199, 0.011653722263872623, 0.012056631967425346, 0.01245954167097807, 0.012862451374530792, 0.013265361078083515, 0.013668270781636238, 0.014071180485188961, 0.014474090188741684, 0.014876999892294407, 0.01527990959584713, 0.015682820230722427, 0.016085729002952576, 0.016488637775182724, 0.01689154841005802, 0.01729445904493332]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 3.0, 10.0, 12.0, 24.0, 27.0, 22.0, 47.0, 58.0, 98.0, 99.0, 130.0, 147.0, 179.0, 247.0, 326.0, 359.0, 390.0, 462.0, 612.0, 794.0, 964.0, 1392.0, 6858.0, 2076.0, 908.0, 598.0, 414.0, 343.0, 229.0, 156.0, 83.0, 67.0, 54.0, 45.0, 35.0, 23.0, 29.0, 24.0, 16.0, 10.0, 7.0, 8.0, 2.0, 2.0, 3.0, 2.0, 3.0, 5.0, 9.0, 1.0, 5.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 2.0, 1.0], "bins": [-0.006932271644473076, -0.00666354363784194, -0.006394815631210804, -0.006126087624579668, -0.005857359617948532, -0.005588631611317396, -0.00531990360468626, -0.005051175598055124, -0.004782447591423988, -0.004513719584792852, -0.0042449915781617165, -0.0039762635715305805, -0.0037075355648994446, -0.0034388075582683086, -0.0031700795516371727, -0.0029013515450060368, -0.002632623538374901, -0.002363895531743765, -0.002095167525112629, -0.001826439518481493, -0.001557711511850357, -0.0012889835052192211, -0.0010202554985880852, -0.0007515274919569492, -0.0004827994853258133, -0.00021407147869467735, 5.465652793645859e-05, 0.00032338453456759453, 0.0005921125411987305, 0.0008608405478298664, 0.0011295685544610023, 0.0013982965610921383, 0.0016670245677232742, 0.0019357525743544102, 0.002204480580985546, 0.002473208587616682, 0.002741936594247818, 0.003010664600878954, 0.00327939260751009, 0.003548120614141226, 0.0038168486207723618, 0.004085576627403498, 0.004354304634034634, 0.00462303264066577, 0.0048917606472969055, 0.0051604886539280415, 0.005429216660559177, 0.005697944667190313, 0.005966672673821449, 0.006235400680452585, 0.006504128687083721, 0.006772856693714857, 0.007041584700345993, 0.007310312706977129, 0.007579040713608265, 0.007847769185900688, 0.008116496726870537, 0.008385224267840385, 0.008653952740132809, 0.008922681212425232, 0.00919140875339508, 0.00946013629436493, 0.009728864766657352, 0.009997593238949776, 0.010266320779919624]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.03190762922167778, -0.031242966651916504, -0.030578305944800377, -0.0299136433750391, -0.029248980805277824, -0.028584320098161697, -0.02791965752840042, -0.027254994958639145, -0.026590334251523018, -0.02592567168176174, -0.025261009112000465, -0.02459634840488434, -0.023931685835123062, -0.023267023265361786, -0.02260236255824566, -0.021937699988484383, -0.021273039281368256, -0.02060837671160698, -0.019943714141845703, -0.019279053434729576, -0.0186143908649683, -0.017949728295207024, -0.017285067588090897, -0.01662040501832962, -0.015955742448568344, -0.015291080810129642, -0.01462641917169094, -0.01396175753325224, -0.013297094963490963, -0.012632433325052261, -0.01196777168661356, -0.011303109116852283, -0.010638447478413582, -0.00997378583997488, -0.009309123270213604, -0.008644461631774902, -0.0079797999933362, -0.007315137889236212, -0.006650475785136223, -0.005985814146697521, -0.005321152042597532, -0.004656489938497543, -0.003991828300058842, -0.0033271661959588528, -0.0026625043246895075, -0.001997842453420162, -0.001333180465735495, -0.0006685185362584889, -3.8566067814826965e-06, 0.0006608053226955235, 0.0013254672521725297, 0.001990129239857197, 0.002654791111126542, 0.0033194529823958874, 0.003984115086495876, 0.004648776724934578, 0.005313438829034567, 0.005978100933134556, 0.0066427625715732574, 0.007307424675673246, 0.007972086779773235, 0.008636748418211937, 0.009301410056650639, 0.009966072626411915, 0.010630734264850616]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 5.0, 1.0, 1.0, 5.0, 6.0, 4.0, 1.0, 4.0, 4.0, 4.0, 9.0, 3.0, 6.0, 3.0, 10.0, 5.0, 5.0, 5.0, 6.0, 5.0, 3.0, 6.0, 4.0, 8.0, 2.0, 4.0, 0.0, 2.0, 4.0, 2.0, 1.0, 4.0, 3.0, 3.0, 3.0, 1.0, 3.0, 0.0, 1.0, 4.0, 4.0, 58.0, 11.0, 10.0, 6.0, 6.0, 7.0, 2.0, 7.0, 4.0, 6.0, 2.0, 3.0, 0.0, 1.0, 2.0], "bins": [-0.021646615117788315, -0.0212105643004179, -0.020774513483047485, -0.02033846266567707, -0.019902411848306656, -0.01946636103093624, -0.019030310213565826, -0.01859425939619541, -0.018158208578824997, -0.017722157761454582, -0.017286106944084167, -0.016850056126713753, -0.016414005309343338, -0.015977954491972923, -0.015541903674602509, -0.015105852857232094, -0.014669802039861679, -0.014233751222491264, -0.01379770040512085, -0.013361649587750435, -0.01292559877038002, -0.012489547953009605, -0.01205349713563919, -0.011617446318268776, -0.011181395500898361, -0.010745344683527946, -0.010309293866157532, -0.009873243048787117, -0.009437192231416702, -0.009001141414046288, -0.008565090596675873, -0.008129039779305458, -0.007692988961935043, -0.007256938144564629, -0.006820887327194214, -0.006384836509823799, -0.005948785692453384, -0.00551273487508297, -0.005076684057712555, -0.00464063324034214, -0.0042045824229717255, -0.0037685316056013107, -0.003332480788230896, -0.0028964299708604813, -0.0024603791534900665, -0.002024328336119652, -0.001588277518749237, -0.0011522267013788223, -0.0007161758840084076, -0.00028012506663799286, 0.00015592575073242188, 0.0005919765681028366, 0.0010280273854732513, 0.001464078202843666, 0.0019001290202140808, 0.0023361798375844955, 0.0027722306549549103, 0.003208281472325325, 0.0036443322896957397, 0.0040803831070661545, 0.004516433924436569, 0.004952484741806984, 0.005388535559177399, 0.005824586376547813, 0.006260637193918228]}, "_runtime": 8.994556188583374, "_timestamp": 1596209455.6514375, "_step": 5}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 3.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 4.0, 3.0, 1.0, 5.0, 1.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 2.0, 2.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01258553471416235, -0.012185248546302319, -0.011784961447119713, -0.011384675279259682, -0.01098438911139965, -0.010584102012217045, -0.010183815844357014, -0.009783529676496983, -0.009383242577314377, -0.008982956409454346, -0.008582670241594315, -0.008182384073734283, -0.007782096974551678, -0.007381810806691647, -0.006981524173170328, -0.006581238005310297, -0.006180951371788979, -0.00578066473826766, -0.005380378570407629, -0.004980091936886311, -0.0045798057690262794, -0.004179519135504961, -0.0037792325019836426, -0.003378946101292968, -0.002978659700602293, -0.0025783732999116182, -0.0021780868992209435, -0.001777800265699625, -0.0013775138650089502, -0.0009772274643182755, -0.0005769409472122788, -0.00017665448831394315, 0.00022363197058439255, 0.0006239184294827282, 0.001024204888381064, 0.0014244914054870605, 0.0018247778061777353, 0.00222506420686841, 0.0026253508403897285, 0.0030256372410804033, 0.003425923641771078, 0.003826210042461753, 0.004226496443152428, 0.004626783076673746, 0.0050270697101950645, 0.005427355878055096, 0.005827642511576414, 0.006227928679436445, 0.006628215312957764, 0.007028501946479082, 0.007428788114339113, 0.007829074747860432, 0.008229360915720463, 0.008629648014903069, 0.0090299341827631, 0.00943022035062313, 0.009830506518483162, 0.010230793617665768, 0.010631079785525799, 0.01103136595338583, 0.011431653052568436, 0.011831939220428467, 0.012232225388288498, 0.012632512487471104, 0.013032798655331135]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 5.0, 7.0, 3.0, 7.0, 7.0, 13.0, 16.0, 15.0, 17.0, 27.0, 31.0, 52.0, 44.0, 54.0, 83.0, 103.0, 142.0, 159.0, 229.0, 273.0, 272.0, 421.0, 528.0, 2532.0, 1055.0, 612.0, 392.0, 237.0, 157.0, 101.0, 83.0, 56.0, 47.0, 29.0, 24.0, 22.0, 11.0, 11.0, 10.0, 6.0, 7.0, 7.0, 4.0, 5.0, 0.0, 1.0, 2.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.1477038860321045, -0.14323286712169647, -0.13876186311244965, -0.13429084420204163, -0.1298198401927948, -0.12534882128238678, -0.12087780237197876, -0.11640679091215134, -0.11193577945232391, -0.10746476799249649, -0.10299375653266907, -0.09852273762226105, -0.09405172616243362, -0.0895807147026062, -0.08510969579219818, -0.08063868433237076, -0.07616767287254333, -0.07169666141271591, -0.06722564995288849, -0.06275463104248047, -0.058283619582653046, -0.05381260812282562, -0.0493415929377079, -0.04487057775259018, -0.040399566292762756, -0.03592855483293533, -0.03145753964781761, -0.02698652632534504, -0.022515513002872467, -0.018044499680399895, -0.013573486357927322, -0.00910247303545475, -0.004631459712982178, -0.0001604463905096054, 0.004310566931962967, 0.00878158025443554, 0.013252593576908112, 0.017723606899380684, 0.022194620221853256, 0.02666563354432583, 0.0311366468667984, 0.035607658326625824, 0.040078673511743546, 0.04454968869686127, 0.04902070015668869, 0.05349171161651611, 0.057962726801633835, 0.062433741986751556, 0.06690475344657898, 0.0713757649064064, 0.07584677636623383, 0.08031779527664185, 0.08478880673646927, 0.08925981819629669, 0.09373083710670471, 0.09820184856653214, 0.10267286002635956, 0.10714387148618698, 0.1116148829460144, 0.11608590185642242, 0.12055691331624985, 0.12502792477607727, 0.1294989436864853, 0.13396994769573212, 0.13844096660614014]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 3.0, 1.0, 0.0, 3.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 2.0, 4.0, 0.0, 4.0, 8.0, 2.0, 1.0, 4.0, 3.0, 4.0, 23.0, 3.0, 1.0, 2.0, 2.0, 4.0, 0.0, 3.0, 3.0, 2.0, 1.0, 2.0, 0.0, 5.0, 0.0, 1.0, 1.0, 5.0, 4.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.006391703616827726, -0.006218901835381985, -0.006046100053936243, -0.005873298272490501, -0.00570049649104476, -0.005527694709599018, -0.0053548929281532764, -0.005182091146707535, -0.005009288899600506, -0.004836487118154764, -0.0046636853367090225, -0.004490883555263281, -0.004318081773817539, -0.0041452799923717976, -0.003972478210926056, -0.0037996764294803143, -0.0036268746480345726, -0.003454072866588831, -0.0032812710851430893, -0.0031084693036973476, -0.002935667522251606, -0.0027628655079752207, -0.002590063726529479, -0.0024172619450837374, -0.0022444601636379957, -0.002071658382192254, -0.0018988566007465124, -0.001726054702885449, -0.0015532529214397073, -0.0013804511399939656, -0.0012076492421329021, -0.0010348474606871605, -0.0008620456792414188, -0.0006892438977956772, -0.0005164420581422746, -0.0003436402475927025, -0.0001708384370431304, 1.9633735064417124e-06, 0.00017476518405601382, 0.00034756699460558593, 0.000520368805155158, 0.0006931705866008997, 0.0008659724262543023, 0.0010387742659077048, 0.0012115760473534465, 0.0013843778287991881, 0.0015571797266602516, 0.0017299815081059933, 0.001902783289551735, 0.0020755850709974766, 0.0022483868524432182, 0.00242118863388896, 0.0025939904153347015, 0.002766792429611087, 0.0029395942110568285, 0.00311239599250257, 0.003285197773948312, 0.0034579995553940535, 0.003630801336839795, 0.0038036031182855368, 0.003976405132561922, 0.004149206914007664, 0.004322008695453405, 0.004494810476899147, 0.004667612258344889]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 1.0, 4.0, 6.0, 19.0, 23.0, 35.0, 56.0, 90.0, 149.0, 192.0, 324.0, 468.0, 591.0, 855.0, 1207.0, 1503.0, 2061.0, 2707.0, 3276.0, 4291.0, 5382.0, 6734.0, 8193.0, 10279.0, 12941.0, 15951.0, 20154.0, 25328.0, 33043.0, 43698.0, 58810.0, 79651.0, 104277.0, 407593.0, 82214.0, 61444.0, 44953.0, 33081.0, 24724.0, 19334.0, 15439.0, 12192.0, 9648.0, 7367.0, 5618.0, 4109.0, 2947.0, 2123.0, 1477.0, 993.0, 682.0, 494.0, 281.0, 243.0, 132.0, 105.0, 58.0, 44.0, 23.0, 12.0, 9.0, 2.0, 5.0], "bins": [-0.01439855806529522, -0.01397719606757164, -0.01355583406984806, -0.013134471140801907, -0.012713109143078327, -0.012291747145354748, -0.011870384216308594, -0.011449022218585014, -0.011027660220861435, -0.010606298223137856, -0.010184936225414276, -0.009763573296368122, -0.009342211298644543, -0.008920849300920963, -0.00849948637187481, -0.00807812437415123, -0.0076567623764276505, -0.007235400378704071, -0.006814037915319204, -0.006392675451934338, -0.005971313454210758, -0.005549951456487179, -0.005128588993102312, -0.004707226529717445, -0.004285864531993866, -0.003864502301439643, -0.00344314007088542, -0.003021777840331197, -0.0026004156097769737, -0.0021790533792227507, -0.0017576911486685276, -0.0013363289181143045, -0.0009149666875600815, -0.0004936044570058584, -7.224222645163536e-05, 0.0003491200041025877, 0.0007704822346568108, 0.0011918444652110338, 0.0016132066957652569, 0.00203456892631948, 0.002455931156873703, 0.002877293387427926, 0.003298655617982149, 0.003720017848536372, 0.004141380079090595, 0.004562742076814175, 0.004984104540199041, 0.005405467003583908, 0.0058268290013074875, 0.006248190999031067, 0.006669553462415934, 0.0070909159258008, 0.00751227792352438, 0.00793363992124796, 0.008355002850294113, 0.008776364848017693, 0.009197726845741272, 0.009619088843464851, 0.01004045084118843, 0.010461813770234585, 0.010883175767958164, 0.011304537765681744, 0.011725900694727898, 0.012147262692451477, 0.012568624690175056]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 3.0, 0.0, 1.0, 1.0, 2.0, 0.0, 3.0, 3.0, 1.0, 1.0, 1.0, 5.0, 1.0, 1.0, 0.0, 1.0, 3.0, 1.0, 3.0, 2.0, 6.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 4.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008361543528735638, -0.008044678717851639, -0.007727813441306353, -0.007410948630422354, -0.0070940833538770676, -0.006777218542993069, -0.00646035373210907, -0.006143488455563784, -0.005826623644679785, -0.005509758833795786, -0.0051928935572505, -0.004876028746366501, -0.004559163935482502, -0.004242298658937216, -0.003925433848053217, -0.0036085688043385744, -0.003291703760623932, -0.0029748387169092894, -0.002657973673194647, -0.002341108862310648, -0.0020242438185960054, -0.001707378774881363, -0.0013905138475820422, -0.0010736489202827215, -0.000756783876568079, -0.0004399188910610974, -0.00012305390555411577, 0.00019381107995286584, 0.0005106760654598475, 0.0008275410509668291, 0.0011444060364738107, 0.0014612709637731314, 0.001778136007487774, 0.0020950010512024164, 0.002411866094917059, 0.002728730905801058, 0.0030455959495157003, 0.003362460993230343, 0.0036793258041143417, 0.003996191080659628, 0.004313055891543627, 0.004629920702427626, 0.004946785978972912, 0.005263650789856911, 0.00558051560074091, 0.005897380877286196, 0.006214245688170195, 0.006531110964715481, 0.00684797577559948, 0.0071648405864834785, 0.007481705863028765, 0.007798570673912764, 0.00811543595045805, 0.008432300761342049, 0.008749165572226048, 0.009066030383110046, 0.00938289612531662, 0.009699760936200619, 0.010016625747084618, 0.010333490557968616, 0.010650355368852615, 0.010967220179736614, 0.011284085921943188, 0.011600950732827187, 0.011917815543711185]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 4.0, 4.0, 2.0, 9.0, 8.0, 5.0, 21.0, 11.0, 23.0, 26.0, 53.0, 48.0, 72.0, 78.0, 105.0, 128.0, 164.0, 235.0, 249.0, 322.0, 360.0, 438.0, 459.0, 536.0, 741.0, 1025.0, 1260.0, 2064.0, 6614.0, 1170.0, 627.0, 386.0, 240.0, 194.0, 169.0, 147.0, 100.0, 71.0, 60.0, 48.0, 26.0, 21.0, 11.0, 14.0, 12.0, 14.0, 8.0, 5.0, 6.0, 7.0, 6.0, 6.0, 5.0, 0.0, 5.0, 0.0, 0.0, 1.0, 0.0, 4.0, 0.0, 3.0], "bins": [-0.007318590767681599, -0.007075094617903233, -0.006831598933786154, -0.006588102784007788, -0.006344606634229422, -0.006101110950112343, -0.005857614800333977, -0.005614118650555611, -0.005370622500777245, -0.005127126816660166, -0.0048836306668818, -0.004640134517103434, -0.004396638832986355, -0.004153142683207989, -0.003909646533429623, -0.0036661506164819, -0.0034226546995341778, -0.0031791587825864553, -0.0029356626328080893, -0.002692166715860367, -0.0024486705660820007, -0.0022051746491342783, -0.001961678732186556, -0.0017181826988235116, -0.0014746866654604673, -0.001231190632097423, -0.0009876945987343788, -0.0007441986817866564, -0.0005007026484236121, -0.0002572066441643983, -1.3710639905184507e-05, 0.0002297853643540293, 0.0004732813686132431, 0.0007167774019762874, 0.0009602733771316707, 0.001203769352287054, 0.0014472653856500983, 0.0016907614190131426, 0.001934257335960865, 0.002177753485739231, 0.0024212494026869535, 0.002664745319634676, 0.002908241469413042, 0.0031517373863607645, 0.003395233303308487, 0.003638729453086853, 0.0038822253700345755, 0.004125721286982298, 0.004369217436760664, 0.00461271358653903, 0.004856209270656109, 0.005099705420434475, 0.005343201570212841, 0.00558669725432992, 0.005830193404108286, 0.006073689553886652, 0.006317185238003731, 0.006560681387782097, 0.006804177537560463, 0.007047673687338829, 0.007291169371455908, 0.007534665521234274, 0.00777816167101264, 0.008021657355129719, 0.008265153504908085]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 5.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.030299674719572067, -0.02954895794391632, -0.028798241168260574, -0.028047524392604828, -0.02729680761694908, -0.026546090841293335, -0.02579537406563759, -0.025044657289981842, -0.024293940514326096, -0.02354322373867035, -0.022792506963014603, -0.022041790187358856, -0.02129107341170311, -0.020540356636047363, -0.019789639860391617, -0.01903892308473587, -0.018288206309080124, -0.017537489533424377, -0.01678677275776863, -0.016036055982112885, -0.015285339206457138, -0.014534622430801392, -0.013783905655145645, -0.013033188879489899, -0.012282472103834152, -0.011531755328178406, -0.01078103855252266, -0.010030321776866913, -0.009279605001211166, -0.00852888822555542, -0.0077781714498996735, -0.007027454674243927, -0.0062767378985881805, -0.005526021122932434, -0.004775304347276688, -0.004024587571620941, -0.0032738707959651947, -0.0025231540203094482, -0.0017724372446537018, -0.0010217204689979553, -0.00027100369334220886, 0.0004797130823135376, 0.001230429857969284, 0.0019811466336250305, 0.002731863409280777, 0.0034825801849365234, 0.00423329696059227, 0.004984013736248016, 0.005734730511903763, 0.006485447287559509, 0.007236164063215256, 0.007986880838871002, 0.008737597614526749, 0.009488314390182495, 0.010239031165838242, 0.010989747941493988, 0.011740464717149734, 0.012491181492805481, 0.013241898268461227, 0.013992615044116974, 0.01474333181977272, 0.015494048595428467, 0.016244765371084213, 0.01699548214673996, 0.017746198922395706]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 3.0, 1.0, 4.0, 1.0, 3.0, 2.0, 1.0, 2.0, 1.0, 6.0, 1.0, 4.0, 4.0, 2.0, 3.0, 5.0, 3.0, 4.0, 3.0, 5.0, 5.0, 4.0, 5.0, 2.0, 3.0, 6.0, 2.0, 6.0, 1.0, 3.0, 6.0, 8.0, 3.0, 6.0, 6.0, 2.0, 3.0, 3.0, 4.0, 6.0, 13.0, 9.0, 10.0, 64.0, 10.0, 7.0, 6.0, 1.0, 2.0, 3.0, 3.0, 4.0, 2.0, 2.0, 2.0, 2.0], "bins": [-0.025838760659098625, -0.025337236002087593, -0.02483571134507656, -0.02433418668806553, -0.023832662031054497, -0.023331137374043465, -0.022829614579677582, -0.02232808992266655, -0.021826565265655518, -0.021325040608644485, -0.020823515951633453, -0.02032199129462242, -0.01982046663761139, -0.019318941980600357, -0.018817417323589325, -0.018315892666578293, -0.01781436800956726, -0.017312845215201378, -0.016811320558190346, -0.016309795901179314, -0.01580827124416828, -0.01530674658715725, -0.014805221930146217, -0.014303697273135185, -0.013802172616124153, -0.013300648890435696, -0.012799124233424664, -0.012297599576413631, -0.0117960749194026, -0.011294550262391567, -0.01079302653670311, -0.010291501879692078, -0.009789977222681046, -0.009288452565670013, -0.008786927908658981, -0.008285404182970524, -0.007783879525959492, -0.00728235486894846, -0.0067808302119374275, -0.006279306020587683, -0.005777781363576651, -0.0052762567065656185, -0.004774732515215874, -0.004273207858204842, -0.003771683434024453, -0.0032701590098440647, -0.0027686343528330326, -0.002267109928652644, -0.0017655855044722557, -0.0012640610802918673, -0.000762536539696157, -0.0002610120573081076, 0.00024051242507994175, 0.0007420369074679911, 0.0012435613898560405, 0.0017450859304517508, 0.002246610354632139, 0.0027481347788125277, 0.003249659202992916, 0.003751183860003948, 0.00425270851701498, 0.004754232708364725, 0.005255757365375757, 0.005757281556725502, 0.006258806213736534]}, "_runtime": 9.767446041107178, "_timestamp": 1596209456.4243274, "_step": 6}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 2.0, 0.0, 3.0, 3.0, 2.0, 1.0, 3.0, 4.0, 0.0, 1.0, 2.0, 3.0, 2.0, 1.0, 3.0, 1.0, 1.0, 4.0, 0.0, 2.0, 0.0, 0.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.015389523468911648, -0.0149150425568223, -0.014440562576055527, -0.013966081663966179, -0.013491601683199406, -0.013017120771110058, -0.012542640790343285, -0.012068159878253937, -0.011593678966164589, -0.011119198985397816, -0.010644718073308468, -0.010170238092541695, -0.009695757180452347, -0.009221277199685574, -0.008746796287596226, -0.008272316306829453, -0.007797835394740105, -0.007323354948312044, -0.006848874501883984, -0.006374394055455923, -0.0058999136090278625, -0.005425432696938515, -0.004950952250510454, -0.004476471804082394, -0.004001991357654333, -0.0035275109112262726, -0.003053030464798212, -0.002578549785539508, -0.0021040693391114473, -0.0016295888926833868, -0.0011551083298400044, -0.000680627825204283, -0.00020614732056856155, 0.0002683331840671599, 0.0007428136887028813, 0.0012172942515462637, 0.0016917746979743242, 0.0021662551444023848, 0.002640735823661089, 0.0031152162700891495, 0.00358969671651721, 0.0040641771629452705, 0.004538657609373331, 0.005013138055801392, 0.0054876189678907394, 0.0059620994143188, 0.0064365798607468605, 0.006911060307174921, 0.007385540753602982, 0.00786002166569233, 0.008334501646459103, 0.00880898255854845, 0.009283462539315224, 0.009757943451404572, 0.010232423432171345, 0.010706904344260693, 0.011181384325027466, 0.011655865237116814, 0.012130346149206161, 0.012604826129972935, 0.013079307042062283, 0.013553787022829056, 0.014028267934918404, 0.014502747915685177, 0.014977228827774525]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 3.0, 5.0, 2.0, 3.0, 9.0, 2.0, 10.0, 11.0, 13.0, 7.0, 15.0, 28.0, 28.0, 37.0, 42.0, 68.0, 78.0, 76.0, 107.0, 153.0, 188.0, 222.0, 261.0, 344.0, 443.0, 2350.0, 1288.0, 740.0, 440.0, 259.0, 192.0, 134.0, 95.0, 76.0, 45.0, 35.0, 33.0, 20.0, 11.0, 17.0, 4.0, 12.0, 4.0, 2.0, 2.0, 2.0, 6.0, 2.0, 1.0, 3.0, 0.0, 1.0], "bins": [-0.17857211828231812, -0.17380757629871368, -0.16904303431510925, -0.16427849233150482, -0.1595139503479004, -0.15474942326545715, -0.14998488128185272, -0.1452203392982483, -0.14045579731464386, -0.13569125533103943, -0.130926713347435, -0.12616217136383057, -0.12139763683080673, -0.1166330948472023, -0.11186856031417847, -0.10710401833057404, -0.1023394763469696, -0.09757493436336517, -0.09281039237976074, -0.08804585784673691, -0.08328131586313248, -0.07851677387952805, -0.07375223934650421, -0.06898769736289978, -0.06422315537929535, -0.05945861339569092, -0.054694075137376785, -0.04992953687906265, -0.04516499489545822, -0.04040045291185379, -0.03563591465353966, -0.030871374532580376, -0.026106834411621094, -0.021342294290661812, -0.01657775416970253, -0.011813214048743248, -0.007048673927783966, -0.002284133806824684, 0.0024804063141345978, 0.00724494643509388, 0.012009486556053162, 0.016774026677012444, 0.021538566797971725, 0.026303106918931007, 0.03106764703989029, 0.03583218902349472, 0.04059672728180885, 0.045361265540122986, 0.05012580752372742, 0.05489034950733185, 0.05965488776564598, 0.06441942602396011, 0.06918396800756454, 0.07394850999116898, 0.07871304452419281, 0.08347758650779724, 0.08824212849140167, 0.0930066704750061, 0.09777121245861053, 0.10253574699163437, 0.1073002889752388, 0.11206483095884323, 0.11682936549186707, 0.1215939074754715, 0.12635844945907593]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 1.0, 1.0, 2.0, 1.0, 2.0, 2.0, 1.0, 2.0, 3.0, 4.0, 1.0, 6.0, 4.0, 4.0, 2.0, 4.0, 4.0, 3.0, 26.0, 3.0, 2.0, 5.0, 2.0, 3.0, 2.0, 1.0, 4.0, 2.0, 4.0, 2.0, 1.0, 2.0, 1.0, 2.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.006161014549434185, -0.005971456877887249, -0.005781899206340313, -0.005592341534793377, -0.005402783863246441, -0.005213226191699505, -0.005023668520152569, -0.004834110848605633, -0.004644553177058697, -0.004454995505511761, -0.004265437833964825, -0.004075880162417889, -0.0038863227237015963, -0.0036967650521546602, -0.003507207380607724, -0.003317649709060788, -0.003128092037513852, -0.002938534365966916, -0.00274897669441998, -0.002559419022873044, -0.002369861351326108, -0.002180303679779172, -0.001990746008232236, -0.0018011884531006217, -0.0016116307815536857, -0.0014220731100067496, -0.0012325154384598136, -0.0010429577669128776, -0.0008534001535736024, -0.0006638424820266664, -0.0004742848395835608, -0.00028472719714045525, -9.516952559351921e-05, 9.43881314015016e-05, 0.0002839457883965224, 0.000473503430839628, 0.000663061102386564, 0.0008526187739335, 0.0010421763872727752, 0.0012317340588197112, 0.0014212917303666472, 0.0016108494019135833, 0.0018004070734605193, 0.0019899646285921335, 0.0021795223001390696, 0.0023690799716860056, 0.0025586376432329416, 0.0027481953147798777, 0.0029377529863268137, 0.0031273106578737497, 0.0033168683294206858, 0.003506426000967622, 0.003695983672514558, 0.003885541344061494, 0.004075098782777786, 0.004264656454324722, 0.004454214125871658, 0.004643771797418594, 0.00483332946896553, 0.005022887140512466, 0.0052124448120594025, 0.0054020024836063385, 0.0055915601551532745, 0.005781117826700211, 0.005970675498247147]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 4.0, 3.0, 19.0, 27.0, 24.0, 49.0, 88.0, 156.0, 240.0, 369.0, 503.0, 750.0, 1001.0, 1425.0, 1945.0, 2573.0, 3561.0, 4586.0, 6338.0, 8208.0, 11008.0, 14556.0, 19550.0, 26155.0, 35098.0, 48294.0, 68021.0, 93724.0, 428338.0, 114851.0, 82104.0, 57277.0, 39552.0, 28373.0, 20833.0, 15537.0, 11707.0, 8648.0, 6606.0, 4849.0, 3643.0, 2686.0, 1982.0, 1357.0, 969.0, 700.0, 488.0, 328.0, 214.0, 123.0, 88.0, 48.0, 33.0, 23.0, 5.0, 3.0, 1.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.015312131494283676, -0.014832837507128716, -0.01435354445129633, -0.013874250464141369, -0.013394957408308983, -0.012915663421154022, -0.012436369433999062, -0.011957076378166676, -0.011477782391011715, -0.010998488403856754, -0.010519195348024368, -0.010039901360869408, -0.009560607373714447, -0.009081314317882061, -0.0086020203307271, -0.008122727274894714, -0.007643433287739754, -0.00716413976624608, -0.006684846244752407, -0.0062055522575974464, -0.005726258736103773, -0.0052469652146101, -0.004767671227455139, -0.004288377705961466, -0.0038090841844677925, -0.003329790662974119, -0.002850496908649802, -0.0023712031543254852, -0.001891909632831812, -0.0014126159949228168, -0.0009333223570138216, -0.00045402871910482645, 2.52649188041687e-05, 0.0005045585567131639, 0.000983852194622159, 0.0014631458325311542, 0.0019424394704401493, 0.0024217329919338226, 0.0029010267462581396, 0.0033803205005824566, 0.00385961402207613, 0.004338907543569803, 0.0048182010650634766, 0.005297495052218437, 0.0057767885737121105, 0.006256082095205784, 0.0067353760823607445, 0.007214669603854418, 0.007693963125348091, 0.008173257112503052, 0.008652550168335438, 0.009131844155490398, 0.009611137211322784, 0.010090431198477745, 0.010569725185632706, 0.011049018241465092, 0.011528312228620052, 0.012007606215775013, 0.012486899271607399, 0.01296619325876236, 0.01344548724591732, 0.013924780301749706, 0.014404074288904667, 0.014883367344737053, 0.015362661331892014]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 3.0, 1.0, 3.0, 2.0, 1.0, 2.0, 2.0, 2.0, 1.0, 8.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 4.0, 0.0, 0.0, 2.0, 2.0, 1.0], "bins": [-0.011463047936558723, -0.011223243549466133, -0.010983440093696117, -0.010743635706603527, -0.010503831319510937, -0.010264026932418346, -0.01002422347664833, -0.00978441908955574, -0.00954461470246315, -0.009304811246693134, -0.009065006859600544, -0.008825202472507954, -0.008585398085415363, -0.008345594629645348, -0.008105790242552757, -0.007865985855460167, -0.007626181934028864, -0.007386378012597561, -0.0071465736255049706, -0.0069067697040736675, -0.006666965316981077, -0.006427161395549774, -0.006187357008457184, -0.005947553087025881, -0.005707749165594578, -0.0054679447785019875, -0.005228140857070684, -0.004988336469978094, -0.004748532548546791, -0.004508728161454201, -0.004268924240022898, -0.004029119852930307, -0.0037893159314990044, -0.0035495117772370577, -0.003309707622975111, -0.0030699034687131643, -0.0028300993144512177, -0.0025902953930199146, -0.002350491238757968, -0.0021106870844960213, -0.0018708829302340746, -0.001631078775972128, -0.0013912746217101812, -0.0011514705838635564, -0.0009116664296016097, -0.000671862275339663, -0.00043205817928537726, -0.00019225405412726104, 4.755007103085518e-05, 0.0002873541961889714, 0.0005271583213470876, 0.0007669624174013734, 0.00100676657166332, 0.0012465707259252667, 0.0014863747637718916, 0.0017261789180338383, 0.001965983072295785, 0.0022057872265577316, 0.0024455913808196783, 0.002685395535081625, 0.002925199456512928, 0.0031650036107748747, 0.0034048077650368214, 0.003644611919298768, 0.0038844160735607147]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 1.0, 2.0, 4.0, 2.0, 0.0, 4.0, 3.0, 5.0, 7.0, 5.0, 8.0, 8.0, 11.0, 18.0, 14.0, 17.0, 28.0, 39.0, 48.0, 45.0, 69.0, 68.0, 83.0, 101.0, 101.0, 112.0, 140.0, 144.0, 170.0, 165.0, 228.0, 226.0, 250.0, 303.0, 367.0, 421.0, 486.0, 612.0, 841.0, 1068.0, 1288.0, 6307.0, 1493.0, 855.0, 571.0, 400.0, 377.0, 277.0, 220.0, 138.0, 96.0, 63.0, 37.0, 24.0, 20.0, 14.0, 8.0, 6.0, 4.0, 4.0, 2.0], "bins": [-0.00739690475165844, -0.007230550516396761, -0.0070641967467963696, -0.006897842511534691, -0.0067314887419342995, -0.006565134506672621, -0.006398780737072229, -0.006232426501810551, -0.006066072732210159, -0.005899718496948481, -0.005733364727348089, -0.0055670104920864105, -0.005400656722486019, -0.0052343024872243404, -0.005067948717623949, -0.00490159448236227, -0.004735240712761879, -0.0045688864775002, -0.004402532242238522, -0.00423617847263813, -0.0040698242373764515, -0.00390347046777606, -0.003737116465345025, -0.00357076246291399, -0.0034044082276523113, -0.0032380542252212763, -0.0030717002227902412, -0.002905346220359206, -0.002738992217928171, -0.002572638215497136, -0.002406284213066101, -0.002239930210635066, -0.002073576208204031, -0.001907222205772996, -0.001740868203341961, -0.0015745142009109259, -0.0014081601984798908, -0.001241806079633534, -0.001075452077202499, -0.0009090980747714639, -0.0007427440723404288, -0.0005763900699093938, -0.0004100360383745283, -0.00024368202139157802, -7.732800440862775e-05, 8.902601257432252e-05, 0.0002553800295572728, 0.0004217340610921383, 0.0005880880635231733, 0.0007544420659542084, 0.0009207960683852434, 0.0010871500708162785, 0.0012535040732473135, 0.0014198581920936704, 0.0015862121945247054, 0.0017525661969557405, 0.0019189201993867755, 0.0020852743182331324, 0.0022516283206641674, 0.0024179823230952024, 0.0025843363255262375, 0.0027506903279572725, 0.0029170443303883076, 0.0030833983328193426, 0.0032497523352503777]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 5.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.03575848042964935, -0.035024940967559814, -0.034291401505470276, -0.03355785831809044, -0.0328243188560009, -0.03209077939391136, -0.03135723993182182, -0.030623698607087135, -0.029890159144997597, -0.02915661782026291, -0.02842307835817337, -0.027689538896083832, -0.026955997571349144, -0.026222458109259605, -0.025488916784524918, -0.02475537732243538, -0.02402183786034584, -0.023288296535611153, -0.022554757073521614, -0.021821215748786926, -0.021087676286697388, -0.0203541349619627, -0.01962059549987316, -0.018887056037783623, -0.018153514713048935, -0.017419975250959396, -0.01668643392622471, -0.01595289446413517, -0.015219354070723057, -0.014485813677310944, -0.013752274215221405, -0.013018733821809292, -0.012285193428397179, -0.011551653034985065, -0.010818112641572952, -0.010084573179483414, -0.0093510327860713, -0.008617492392659187, -0.007883951999247074, -0.007150412071496248, -0.006416871678084135, -0.005683331284672022, -0.004949791356921196, -0.004216250963509083, -0.0034827108029276133, -0.0027491706423461437, -0.0020156302489340305, -0.001282090088352561, -0.0005485499277710915, 0.000184990291018039, 0.0009185305098071694, 0.0016520707868039608, 0.0023856109473854303, 0.0031191511079669, 0.003852691501379013, 0.004586231429129839, 0.005319771822541952, 0.006053312215954065, 0.006786852143704891, 0.007520392537117004, 0.008253932930529118, 0.00898747332394123, 0.00972101278603077, 0.010454553179442883, 0.011188093572854996]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 3.0, 2.0, 2.0, 1.0, 1.0, 3.0, 1.0, 4.0, 3.0, 3.0, 2.0, 3.0, 3.0, 1.0, 4.0, 5.0, 2.0, 5.0, 2.0, 3.0, 7.0, 5.0, 4.0, 8.0, 7.0, 5.0, 2.0, 6.0, 6.0, 6.0, 4.0, 6.0, 4.0, 4.0, 4.0, 2.0, 4.0, 3.0, 9.0, 7.0, 10.0, 14.0, 16.0, 53.0, 4.0, 3.0, 2.0, 1.0, 4.0, 4.0, 2.0, 1.0, 3.0, 3.0, 3.0], "bins": [-0.01796693168580532, -0.017623135820031166, -0.01727933995425701, -0.016935544088482857, -0.016591748222708702, -0.016247952356934547, -0.015904158353805542, -0.015560361556708813, -0.015216566622257233, -0.014872770756483078, -0.014528974890708923, -0.014185179024934769, -0.013841383159160614, -0.01349758729338646, -0.01315379235893488, -0.012809996493160725, -0.01246620062738657, -0.012122404761612415, -0.01177860889583826, -0.01143481396138668, -0.011091018095612526, -0.010747222229838371, -0.010403426364064217, -0.010059630498290062, -0.009715834632515907, -0.009372039698064327, -0.009028243832290173, -0.008684447966516018, -0.008340652100741863, -0.007996856234967709, -0.007653060834854841, -0.007309265434741974, -0.006965469568967819, -0.0066216737031936646, -0.006277878303080797, -0.0059340824373066425, -0.005590287037193775, -0.0052464911714196205, -0.004902695305645466, -0.0045588999055325985, -0.004215104039758444, -0.003871308406814933, -0.003527512773871422, -0.003183716908097267, -0.002839921275153756, -0.002496125642210245, -0.0021523297764360905, -0.0018085341434925795, -0.0014647385105490685, -0.0011209428776055574, -0.0007771471282467246, -0.0004333514370955527, -8.955574594438076e-05, 0.00025423994520679116, 0.0005980356363579631, 0.000941831327509135, 0.001285627018660307, 0.001629422651603818, 0.001973218284547329, 0.0023170141503214836, 0.0026608097832649946, 0.0030046054162085056, 0.0033484012819826603, 0.0036921969149261713, 0.004035992547869682]}, "_runtime": 10.537194728851318, "_timestamp": 1596209457.194076, "_step": 7}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 3.0, 0.0, 3.0, 1.0, 4.0, 3.0, 1.0, 6.0, 0.0, 3.0, 5.0, 4.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 4.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02381207048892975, -0.023134693503379822, -0.022457314655184746, -0.02177993766963482, -0.021102560684084892, -0.020425181835889816, -0.01974780485033989, -0.019070427864789963, -0.018393049016594887, -0.01771567203104496, -0.017038295045495033, -0.016360916197299957, -0.01568353921175003, -0.01500616129487753, -0.014328783378005028, -0.013651406392455101, -0.0129740284755826, -0.012296650558710098, -0.011619273573160172, -0.01094189565628767, -0.010264517739415169, -0.009587140753865242, -0.00890976283699274, -0.00823238492012024, -0.007555007468909025, -0.006877630017697811, -0.00620025210082531, -0.005522874649614096, -0.004845497198402882, -0.00416811928153038, -0.003490741830319166, -0.0028133641462773085, -0.0021359864622354507, -0.001458608778193593, -0.0007812312105670571, -0.00010385358473286033, 0.0005735240411013365, 0.0012509017251431942, 0.00192827929276973, 0.002605656860396266, 0.0032830345444381237, 0.003960411995649338, 0.004637789912521839, 0.005315167363733053, 0.005992544814944267, 0.006669922731816769, 0.007347300183027983, 0.008024677634239197, 0.008702055551111698, 0.0093794334679842, 0.010056810453534126, 0.010734188370406628, 0.011411566287279129, 0.012088943272829056, 0.012766321189701557, 0.013443699106574059, 0.014121076092123985, 0.014798454008996487, 0.015475831925868988, 0.016153208911418915, 0.01683058775961399, 0.017507964745163918, 0.018185341730713844, 0.01886272057890892, 0.019540097564458847]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 4.0, 1.0, 4.0, 5.0, 3.0, 1.0, 3.0, 9.0, 9.0, 6.0, 8.0, 17.0, 10.0, 32.0, 34.0, 41.0, 70.0, 82.0, 141.0, 205.0, 294.0, 465.0, 686.0, 3406.0, 1161.0, 532.0, 289.0, 139.0, 97.0, 59.0, 37.0, 18.0, 17.0, 12.0, 4.0, 2.0, 8.0, 3.0, 3.0, 3.0, 4.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.27765610814094543, -0.2695518732070923, -0.26144760847091675, -0.2533433735370636, -0.24523912370204926, -0.2371348738670349, -0.22903063893318176, -0.22092638909816742, -0.21282213926315308, -0.20471788942813873, -0.1966136395931244, -0.18850940465927124, -0.1804051548242569, -0.17230090498924255, -0.1641966700553894, -0.15609242022037506, -0.14798817038536072, -0.13988392055034637, -0.13177967071533203, -0.12367543578147888, -0.11557118594646454, -0.1074669361114502, -0.09936269372701645, -0.0912584513425827, -0.08315420150756836, -0.07504995167255402, -0.06694570928812027, -0.058841463178396225, -0.05073721706867218, -0.042632970958948135, -0.03452872484922409, -0.026424478739500046, -0.018320232629776, -0.010215986520051956, -0.0021117404103279114, 0.005992505699396133, 0.014096751809120178, 0.022200997918844223, 0.030305244028568268, 0.03840949013829231, 0.04651373624801636, 0.0546179823577404, 0.06272222846746445, 0.0708264708518982, 0.07893072068691254, 0.08703497052192688, 0.09513921290636063, 0.10324345529079437, 0.11134770512580872, 0.11945195496082306, 0.1275562047958374, 0.13566043972969055, 0.1437646895647049, 0.15186893939971924, 0.1599731743335724, 0.16807742416858673, 0.17618167400360107, 0.18428592383861542, 0.19239017367362976, 0.2004944086074829, 0.20859865844249725, 0.2167029082775116, 0.22480714321136475, 0.2329113930463791, 0.24101564288139343]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 3.0, 2.0, 0.0, 1.0, 4.0, 3.0, 6.0, 1.0, 4.0, 3.0, 6.0, 10.0, 3.0, 30.0, 1.0, 5.0, 10.0, 6.0, 1.0, 6.0, 2.0, 2.0, 4.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00952171254903078, -0.009205755777657032, -0.008889799937605858, -0.008573843166232109, -0.00825788639485836, -0.007941929623484612, -0.00762597331777215, -0.007310017012059689, -0.00699406024068594, -0.006678103469312191, -0.0063621471635997295, -0.006046190857887268, -0.005730234086513519, -0.0054142773151397705, -0.005098321009427309, -0.0047823647037148476, -0.004466407932341099, -0.00415045116096735, -0.0038344948552548885, -0.0035185383167117834, -0.0032025817781686783, -0.002886625239625573, -0.002570668701082468, -0.002254712162539363, -0.0019387556239962578, -0.0016227990854531527, -0.0013068425469100475, -0.0009908860083669424, -0.0006749294698238373, -0.00035897293128073215, -4.301639273762703e-05, 0.0002729401458054781, 0.0005888966843485832, 0.0009048532228916883, 0.0012208097614347935, 0.0015367662999778986, 0.0018527228385210037, 0.002168679377064109, 0.002484635915607214, 0.002800592454150319, 0.0031165489926934242, 0.0034325055312365294, 0.0037484620697796345, 0.004064418375492096, 0.004380375146865845, 0.0046963319182395935, 0.005012288223952055, 0.0053282445296645164, 0.005644201301038265, 0.005960158072412014, 0.0062761143781244755, 0.006592070683836937, 0.006908027455210686, 0.0072239842265844345, 0.007539940532296896, 0.007855896838009357, 0.008171853609383106, 0.008487810380756855, 0.00880376622080803, 0.009119722992181778, 0.009435679763555527, 0.009751636534929276, 0.010067593306303024, 0.010383549146354198, 0.010699505917727947]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 2.0, 7.0, 18.0, 18.0, 39.0, 52.0, 81.0, 106.0, 147.0, 208.0, 256.0, 286.0, 356.0, 396.0, 492.0, 727.0, 982.0, 1422.0, 2286.0, 3598.0, 5295.0, 8051.0, 11718.0, 17051.0, 24528.0, 36497.0, 55916.0, 87684.0, 135492.0, 468229.0, 112252.0, 69146.0, 43022.0, 28767.0, 19946.0, 13877.0, 9539.0, 6538.0, 4318.0, 2908.0, 1859.0, 1329.0, 950.0, 676.0, 510.0, 369.0, 352.0, 274.0, 235.0, 215.0, 179.0, 124.0, 102.0, 73.0, 61.0, 38.0, 26.0, 12.0, 3.0, 1.0, 1.0, 3.0, 1.0], "bins": [-0.020842915400862694, -0.020155787467956543, -0.01946866139769554, -0.01878153346478939, -0.01809440553188324, -0.017407279461622238, -0.016720151528716087, -0.016033025458455086, -0.015345897525548935, -0.014658770523965359, -0.013971643522381783, -0.013284515589475632, -0.012597388587892056, -0.01191026158630848, -0.011223133653402328, -0.010536006651818752, -0.009848879650235176, -0.0091617526486516, -0.008474625647068024, -0.007787497714161873, -0.007100370712578297, -0.0064132437109947205, -0.005726116243749857, -0.0050389887765049934, -0.004351861774921417, -0.0036647345405071974, -0.0029776073060929775, -0.0022904800716787577, -0.0016033528372645378, -0.000916225602850318, -0.0002290983684360981, 0.00045802886597812176, 0.0011451561003923416, 0.0018322833348065615, 0.0025194105692207813, 0.003206537803635001, 0.003893665038049221, 0.004580792039632797, 0.005267919506877661, 0.005955046974122524, 0.0066421739757061005, 0.007329300977289677, 0.008016427978873253, 0.008703555911779404, 0.00939068291336298, 0.010077809914946556, 0.010764937847852707, 0.011452064849436283, 0.01213919185101986, 0.012826318852603436, 0.013513445854187012, 0.014200573787093163, 0.014887700788676739, 0.015574827790260315, 0.016261955723166466, 0.016949081793427467, 0.017636209726333618, 0.01832333765923977, 0.01901046372950077, 0.01969759166240692, 0.020384717732667923, 0.021071845665574074, 0.021758973598480225, 0.022446099668741226, 0.023133227601647377]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 4.0, 1.0, 5.0, 2.0, 4.0, 7.0, 0.0, 1.0, 0.0, 1.0, 3.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.015766751021146774, -0.015377029776573181, -0.014987309463322163, -0.01459758821874857, -0.014207866974174976, -0.013818146660923958, -0.013428425416350365, -0.013038704171776772, -0.012648982927203178, -0.01225926261395216, -0.011869541369378567, -0.011479820124804974, -0.011090099811553955, -0.010700378566980362, -0.010310657322406769, -0.00992093700915575, -0.009531215764582157, -0.009141494520008564, -0.008751774206757545, -0.008362052962183952, -0.00797233171761036, -0.007582610938698053, -0.0071928901597857475, -0.006803168915212154, -0.0064134481362998486, -0.006023727357387543, -0.00563400611281395, -0.005244285333901644, -0.004854564554989338, -0.004464843310415745, -0.004075122531503439, -0.0036854015197604895, -0.00329568050801754, -0.0029059594962745905, -0.002516238484531641, -0.002126517705619335, -0.0017367966938763857, -0.0013470756821334362, -0.0009573547868058085, -0.00056763383327052, -0.0001779128797352314, 0.00021180807380005717, 0.0006015290273353457, 0.0009912499226629734, 0.0013809709344059229, 0.0017706919461488724, 0.002160412725061178, 0.0025501337368041277, 0.002939854748547077, 0.0033295757602900267, 0.003719296772032976, 0.004109017550945282, 0.004498738795518875, 0.004888459574431181, 0.005278180353343487, 0.00566790159791708, 0.006057622376829386, 0.006447343155741692, 0.006837064400315285, 0.0072267851792275906, 0.007616505958139896, 0.00800622720271349, 0.008395948447287083, 0.008785668760538101, 0.009175390005111694]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 1.0, 6.0, 2.0, 4.0, 5.0, 11.0, 15.0, 20.0, 28.0, 28.0, 34.0, 40.0, 48.0, 43.0, 69.0, 83.0, 65.0, 96.0, 99.0, 127.0, 135.0, 166.0, 216.0, 341.0, 391.0, 551.0, 828.0, 1051.0, 1627.0, 6972.0, 1534.0, 858.0, 542.0, 418.0, 292.0, 289.0, 268.0, 215.0, 171.0, 134.0, 128.0, 97.0, 83.0, 80.0, 56.0, 34.0, 38.0, 22.0, 18.0, 9.0, 12.0, 9.0, 1.0, 4.0, 2.0, 4.0, 2.0, 2.0, 1.0, 3.0], "bins": [-0.008360043168067932, -0.008110848255455494, -0.007861652411520481, -0.007612457498908043, -0.007363262586295605, -0.007114067208021879, -0.006864871829748154, -0.0066156769171357155, -0.00636648153886199, -0.0061172861605882645, -0.005868091247975826, -0.005618895869702101, -0.005369700491428375, -0.005120505578815937, -0.0048713102005422115, -0.004622115287929773, -0.004372919909656048, -0.004123724531382322, -0.003874529618769884, -0.0036253342404961586, -0.0033761390950530767, -0.003126943949609995, -0.0028777485713362694, -0.0026285534258931875, -0.0023793582804501057, -0.002130163135007024, -0.0018809678731486201, -0.0016317726112902164, -0.0013825774658471346, -0.0011333823204040527, -0.000884187058545649, -0.0006349918548949063, -0.0003857966512441635, -0.00013660144759342074, 0.00011259375605732203, 0.0003617889597080648, 0.0006109841633588076, 0.0008601793670095503, 0.001109374570660293, 0.0013585698325186968, 0.0016077649779617786, 0.0018569601234048605, 0.0021061552688479424, 0.002355350647121668, 0.0026045457925647497, 0.0028537409380078316, 0.003102936316281557, 0.003352131461724639, 0.003601326607167721, 0.0038505217526108027, 0.0040997168980538845, 0.00434891227632761, 0.004598107188940048, 0.004847302567213774, 0.005096497945487499, 0.0053456928580999374, 0.005594888236373663, 0.0058440836146473885, 0.006093278527259827, 0.006342473905533552, 0.006591669283807278, 0.006840864196419716, 0.007090059574693441, 0.00733925448730588, 0.007588449865579605]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 6.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.036899127066135406, -0.035900313407182693, -0.03490149974822998, -0.033902689814567566, -0.03290387615561485, -0.03190506249666214, -0.030906248837709427, -0.029907437041401863, -0.02890862338244915, -0.027909809723496437, -0.026910997927188873, -0.02591218426823616, -0.024913370609283447, -0.023914558812975883, -0.02291574515402317, -0.021916933357715607, -0.020918119698762894, -0.01991930603981018, -0.018920494243502617, -0.017921680584549904, -0.01692286878824234, -0.015924055129289627, -0.014925241470336914, -0.013926428742706776, -0.012927616015076637, -0.011928803287446499, -0.01092999055981636, -0.009931176900863647, -0.008932364173233509, -0.00793355144560337, -0.006934738252311945, -0.005935925059020519, -0.004937112331390381, -0.0039382996037602425, -0.0029394864104688168, -0.0019406734500080347, -0.0009418604895472527, 5.6952470913529396e-05, 0.0010557654313743114, 0.0020545783918350935, 0.0030533913522958755, 0.004052204079926014, 0.00505101727321744, 0.006049830466508865, 0.007048643194139004, 0.008047455921769142, 0.009046269580721855, 0.010045082308351994, 0.011043895035982132, 0.01204270776361227, 0.013041520491242409, 0.014040334150195122, 0.01503914687782526, 0.0160379596054554, 0.01703677326440811, 0.018035585060715675, 0.01903439871966839, 0.0200332123786211, 0.021032024174928665, 0.022030837833881378, 0.02302965149283409, 0.024028463289141655, 0.025027276948094368, 0.026026088744401932, 0.027024902403354645]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 2.0, 1.0, 5.0, 2.0, 2.0, 3.0, 5.0, 7.0, 10.0, 8.0, 5.0, 7.0, 18.0, 51.0, 14.0, 7.0, 18.0, 8.0, 14.0, 5.0, 5.0, 5.0, 7.0, 4.0, 6.0, 6.0, 9.0, 4.0, 4.0, 9.0, 4.0, 2.0, 3.0, 4.0, 1.0, 1.0, 2.0, 1.0, 2.0, 2.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009203212335705757, -0.008848097175359726, -0.00849298108369112, -0.008137865923345089, -0.007782750762999058, -0.007427635136991739, -0.007072519510984421, -0.00671740435063839, -0.006362288724631071, -0.006007173098623753, -0.005652057938277721, -0.005296942312270403, -0.004941826686263084, -0.004586711525917053, -0.004231595899909735, -0.00387648050673306, -0.003521365113556385, -0.00316624972037971, -0.0028111343272030354, -0.002456018701195717, -0.002100903308019042, -0.0017457879148423672, -0.0013906724052503705, -0.0010355568956583738, -0.000680441502481699, -0.00032532605109736323, 2.9789400286972523e-05, 0.0003849048516713083, 0.000740020303055644, 0.0010951356962323189, 0.0014502512058243155, 0.0018053667154163122, 0.002160482108592987, 0.002515597501769662, 0.0028707128949463367, 0.0032258285209536552, 0.00358094391413033, 0.003936059307307005, 0.004291174933314323, 0.004646290093660355, 0.005001405719667673, 0.005356521345674992, 0.005711636506021023, 0.006066752132028341, 0.00642186775803566, 0.006776982918381691, 0.0071320985443890095, 0.007487213704735041, 0.00784232933074236, 0.00819744449108839, 0.008552560582756996, 0.008907675743103027, 0.009262790903449059, 0.009617906995117664, 0.009973022155463696, 0.010328137315809727, 0.010683253407478333, 0.011038368567824364, 0.011393483728170395, 0.011748598888516426, 0.012103714980185032, 0.012458830140531063, 0.012813945300877094, 0.0131690613925457, 0.013524176552891731]}, "_runtime": 11.358260869979858, "_timestamp": 1596209458.0151422, "_step": 8}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 1.0, 1.0, 3.0, 0.0, 1.0, 3.0, 3.0, 0.0, 1.0, 5.0, 2.0, 1.0, 1.0, 5.0, 2.0, 2.0, 1.0, 0.0, 0.0, 3.0, 1.0, 1.0, 4.0, 1.0, 0.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.01589467190206051, -0.015426675789058208, -0.014958679676055908, -0.014490683563053608, -0.014022687450051308, -0.013554690405726433, -0.013086694292724133, -0.012618698179721832, -0.012150702066719532, -0.011682705953717232, -0.011214709840714931, -0.010746713727712631, -0.010278716683387756, -0.009810720570385456, -0.009342724457383156, -0.008874728344380856, -0.008406732231378555, -0.007938736118376255, -0.007470740005373955, -0.007002743426710367, -0.006534747313708067, -0.006066751200705767, -0.005598754622042179, -0.005130758509039879, -0.004662762396037579, -0.004194766283035278, -0.0037267699372023344, -0.0032587735913693905, -0.0027907774783670902, -0.00232278136536479, -0.001854785019531846, -0.001386788790114224, -0.0009187925606966019, -0.0004507963312789798, 1.719989813864231e-05, 0.0004851961275562644, 0.0009531923569738865, 0.0014211885863915086, 0.0018891848158091307, 0.0023571811616420746, 0.002825177274644375, 0.003293173387646675, 0.003761169733479619, 0.004229166079312563, 0.004697162192314863, 0.0051651583053171635, 0.005633154883980751, 0.006101150996983051, 0.0065691471099853516, 0.007037143222987652, 0.007505139335989952, 0.007973135448992252, 0.008441131561994553, 0.008909128606319427, 0.009377124719321728, 0.009845120832324028, 0.010313116945326328, 0.010781113058328629, 0.011249109171330929, 0.011717105284333229, 0.012185102328658104, 0.012653098441660404, 0.013121094554662704, 0.013589090667665005, 0.014057086780667305]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 3.0, 3.0, 0.0, 2.0, 7.0, 7.0, 10.0, 12.0, 19.0, 11.0, 24.0, 32.0, 35.0, 46.0, 66.0, 97.0, 116.0, 144.0, 243.0, 298.0, 399.0, 597.0, 3182.0, 1138.0, 603.0, 289.0, 190.0, 114.0, 62.0, 46.0, 37.0, 22.0, 24.0, 12.0, 4.0, 9.0, 5.0, 6.0, 4.0, 1.0, 4.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.2097463607788086, -0.2036164551973343, -0.19748654961585999, -0.19135665893554688, -0.18522675335407257, -0.17909684777259827, -0.17296695709228516, -0.16683705151081085, -0.16070714592933655, -0.15457724034786224, -0.14844733476638794, -0.14231744408607483, -0.13618753850460052, -0.13005763292312622, -0.12392773479223251, -0.1177978366613388, -0.1116679310798645, -0.1055380254983902, -0.09940812736749649, -0.09327822923660278, -0.08714832365512848, -0.08101841807365417, -0.07488851994276047, -0.06875862181186676, -0.06262871623039246, -0.05649881437420845, -0.050368912518024445, -0.04423901066184044, -0.03810910880565643, -0.03197920694947243, -0.02584930509328842, -0.019719403237104416, -0.01358950138092041, -0.007459599524736404, -0.0013296976685523987, 0.004800204187631607, 0.010930106043815613, 0.01706000789999962, 0.023189909756183624, 0.02931981161236763, 0.035449713468551636, 0.04157961532473564, 0.04770951718091965, 0.05383941903710365, 0.05996932089328766, 0.06609922647476196, 0.07222912460565567, 0.07835902273654938, 0.08448892831802368, 0.09061883389949799, 0.0967487320303917, 0.1028786301612854, 0.1090085357427597, 0.11513844132423401, 0.12126833945512772, 0.12739823758602142, 0.13352814316749573, 0.13965804874897003, 0.14578795433044434, 0.15191784501075745, 0.15804775059223175, 0.16417765617370605, 0.17030754685401917, 0.17643745243549347, 0.18256735801696777]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 4.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 5.0, 3.0, 3.0, 3.0, 6.0, 1.0, 3.0, 5.0, 1.0, 3.0, 28.0, 3.0, 3.0, 2.0, 4.0, 2.0, 2.0, 3.0, 5.0, 2.0, 3.0, 1.0, 3.0, 2.0, 2.0, 2.0, 0.0, 3.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.0050722816959023476, -0.0049110292457044125, -0.004749776795506477, -0.004588523879647255, -0.00442727142944932, -0.004266018979251385, -0.00410476652905345, -0.0039435140788555145, -0.0037822613958269358, -0.0036210089456290007, -0.003459756262600422, -0.003298503812402487, -0.0031372513622045517, -0.002975998679175973, -0.002814746228978038, -0.002653493545949459, -0.002492241095751524, -0.002330988645553589, -0.00216973596252501, -0.002008483512327075, -0.001847230945713818, -0.0016859783791005611, -0.001524725928902626, -0.001363473362289369, -0.0012022207956761122, -0.0010409682290628552, -0.0008797157206572592, -0.0007184632122516632, -0.0005572106456384063, -0.0003959581081289798, -0.00023470557061955333, -7.345303311012685e-05, 8.779950439929962e-05, 0.0002490520419087261, 0.00041030457941815257, 0.0005715570878237486, 0.0007328096544370055, 0.0008940622210502625, 0.0010553146712481976, 0.0012165672378614545, 0.0013778198044747114, 0.0015390723710879683, 0.0017003249377012253, 0.0018615773878991604, 0.0020228298380970955, 0.0021840825211256742, 0.0023453349713236094, 0.002506587654352188, 0.002667840104550123, 0.0028290925547480583, 0.002990345237776637, 0.003151597687974572, 0.003312850371003151, 0.003474102821201086, 0.003635355271399021, 0.0037966079544276, 0.003957860171794891, 0.004119113087654114, 0.004280365537852049, 0.004441617988049984, 0.004602870438247919, 0.004764122888445854, 0.004925375804305077, 0.005086628254503012, 0.005247880704700947]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 2.0, 7.0, 7.0, 14.0, 24.0, 57.0, 91.0, 153.0, 242.0, 357.0, 553.0, 817.0, 1152.0, 1584.0, 2283.0, 3218.0, 4242.0, 5739.0, 7518.0, 10334.0, 13307.0, 17328.0, 22624.0, 30290.0, 41547.0, 57707.0, 80957.0, 108776.0, 425619.0, 93583.0, 67429.0, 47962.0, 34897.0, 25191.0, 18796.0, 14273.0, 10632.0, 7803.0, 5925.0, 4360.0, 3186.0, 2430.0, 1770.0, 1326.0, 1013.0, 737.0, 516.0, 423.0, 259.0, 195.0, 146.0, 87.0, 48.0, 44.0, 25.0, 18.0, 7.0, 8.0, 4.0, 1.0, 1.0, 1.0, 2.0], "bins": [-0.013822244480252266, -0.013349713757634163, -0.012877183966338634, -0.012404653243720531, -0.011932123452425003, -0.0114595927298069, -0.010987062007188797, -0.010514532215893269, -0.010042001493275166, -0.009569470770657063, -0.009096940979361534, -0.008624410256743431, -0.008151879534125328, -0.0076793497428298, -0.007206819020211697, -0.006734288763254881, -0.006261758506298065, -0.0057892282493412495, -0.005316697992384434, -0.004844167269766331, -0.004371637012809515, -0.0038991067558526993, -0.00342657626606524, -0.0029540457762777805, -0.002481515519320965, -0.002008985262364149, -0.0015364547725766897, -0.0010639243992045522, -0.0005913940258324146, -0.00011886365246027708, 0.00035366672091186047, 0.000826197094283998, 0.0012987274676561356, 0.001771257841028273, 0.0022437882144004107, 0.00271631870418787, 0.0031888489611446857, 0.0036613792181015015, 0.0041339099407196045, 0.00460644019767642, 0.005078970454633236, 0.005551500711590052, 0.006024030968546867, 0.00649656169116497, 0.006969091948121786, 0.007441622205078602, 0.007914152927696705, 0.008386682718992233, 0.008859213441610336, 0.00933174416422844, 0.009804273955523968, 0.01027680467814207, 0.0107493344694376, 0.011221865192055702, 0.011694395914673805, 0.012166925705969334, 0.012639456428587437, 0.01311198715120554, 0.013584516942501068, 0.014057047665119171, 0.014529578387737274, 0.015002108179032803, 0.015474638901650906, 0.015947168692946434, 0.016419699415564537]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 3.0, 4.0, 3.0, 2.0, 3.0, 2.0, 3.0, 2.0, 4.0, 10.0, 2.0, 0.0, 3.0, 1.0, 3.0, 0.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.006211304571479559, -0.0060082306154072285, -0.005805156659334898, -0.00560208223760128, -0.00539900828152895, -0.005195934325456619, -0.004992860369384289, -0.004789786413311958, -0.004586712457239628, -0.00438363803550601, -0.00418056407943368, -0.003977490123361349, -0.0037744161672890186, -0.0035713419783860445, -0.003368268022313714, -0.00316519383341074, -0.0029621198773384094, -0.002759045921266079, -0.002555971732363105, -0.0023528977762907743, -0.0021498235873878, -0.0019467496313154697, -0.0017436756752431393, -0.001540601602755487, -0.0013375275302678347, -0.0011344534577801824, -0.000931379443500191, -0.0007283054292201996, -0.0005252313567325473, -0.00032215731334872544, -0.00011908326996490359, 8.399077341891825e-05, 0.0002870648168027401, 0.0004901388892903924, 0.0006932129035703838, 0.0008962869178503752, 0.0010993609903380275, 0.0013024350628256798, 0.0015055090188980103, 0.0017085830913856626, 0.0019116571638733149, 0.0021147311199456453, 0.0023178053088486195, 0.00252087926492095, 0.0027239532209932804, 0.0029270274098962545, 0.003130101365968585, 0.003333175554871559, 0.0035362495109438896, 0.00373932346701622, 0.003942397423088551, 0.004145471844822168, 0.004348545800894499, 0.004551619756966829, 0.00475469371303916, 0.00495776766911149, 0.005160842090845108, 0.0053639160469174385, 0.005566990002989769, 0.0057700639590620995, 0.00597313791513443, 0.00617621187120676, 0.006379286292940378, 0.006582360249012709, 0.006785434205085039]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 5.0, 3.0, 3.0, 2.0, 3.0, 3.0, 6.0, 6.0, 11.0, 10.0, 20.0, 16.0, 17.0, 29.0, 34.0, 41.0, 60.0, 80.0, 127.0, 171.0, 224.0, 381.0, 597.0, 796.0, 1119.0, 1769.0, 6223.0, 1491.0, 1022.0, 832.0, 674.0, 501.0, 389.0, 378.0, 313.0, 264.0, 166.0, 139.0, 130.0, 104.0, 59.0, 50.0, 33.0, 35.0, 31.0, 20.0, 10.0, 5.0, 7.0, 2.0, 7.0, 4.0, 2.0, 1.0, 1.0, 1.0], "bins": [-0.005374226253479719, -0.005219178274273872, -0.005064129829406738, -0.0049090818502008915, -0.004754033870995045, -0.004598985891789198, -0.004443937912583351, -0.004288889467716217, -0.00413384148851037, -0.0039787935093045235, -0.003823745297268033, -0.0036686970852315426, -0.003513649106025696, -0.003358601126819849, -0.0032035529147833586, -0.003048504702746868, -0.0028934567235410213, -0.0027384087443351746, -0.002583360532298684, -0.0024283123202621937, -0.002273264341056347, -0.0021182163618505, -0.0019631681498140097, -0.001808120054192841, -0.0016530719585716724, -0.0014980238629505038, -0.0013429757673293352, -0.0011879276717081666, -0.001032879576086998, -0.0008778314804658294, -0.0007227833848446608, -0.0005677352892234921, -0.00041268719360232353, -0.0002576390979811549, -0.0001025910023599863, 5.245709326118231e-05, 0.00020750518888235092, 0.00036255328450351954, 0.0005176013801246881, 0.0006726494757458568, 0.0008276975713670254, 0.000982745666988194, 0.0011377937626093626, 0.0012928418582305312, 0.0014478899538516998, 0.0016029380494728684, 0.001757986145094037, 0.0019130342407152057, 0.0020680823363363743, 0.002223130315542221, 0.0023781785275787115, 0.002533226739615202, 0.0026882747188210487, 0.0028433226980268955, 0.002998370910063386, 0.0031534191220998764, 0.003308467101305723, 0.00346351508051157, 0.0036185632925480604, 0.003773611504584551, 0.003928659483790398, 0.004083707462996244, 0.004238755442202091, 0.004393803887069225, 0.004548851866275072]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 5.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.017823711037635803, -0.01734457165002823, -0.016865432262420654, -0.01638629473745823, -0.015907155349850655, -0.01542801596224308, -0.014948876574635506, -0.014469738118350506, -0.013990598730742931, -0.013511459343135357, -0.013032320886850357, -0.012553181499242783, -0.012074042111635208, -0.011594903655350208, -0.011115764267742634, -0.010636625811457634, -0.01015748642385006, -0.009678347036242485, -0.009199208579957485, -0.00872006919234991, -0.008240930736064911, -0.007761791348457336, -0.007282651960849762, -0.006803513038903475, -0.006324374116957188, -0.0058452351950109005, -0.005366096273064613, -0.004886956885457039, -0.004407817963510752, -0.003928679041564465, -0.0034495398867875338, -0.002970400732010603, -0.002491261810064316, -0.0020121228881180286, -0.0015329837333410978, -0.0010538446949794888, -0.0005747056566178799, -9.556661825627089e-05, 0.0003835724201053381, 0.0008627114584669471, 0.001341850496828556, 0.001820989535190165, 0.002300128573551774, 0.002779267728328705, 0.003258406650274992, 0.003737545572221279, 0.004216684959828854, 0.004695823881775141, 0.005174962803721428, 0.005654101725667715, 0.006133240647614002, 0.006612380035221577, 0.007091518957167864, 0.007570657879114151, 0.008049797266721725, 0.008528935723006725, 0.0090080751106143, 0.009487214498221874, 0.009966352954506874, 0.010445492342114449, 0.010924631729722023, 0.011403770186007023, 0.011882909573614597, 0.012362048029899597, 0.012841187417507172]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 2.0, 3.0, 2.0, 3.0, 3.0, 1.0, 4.0, 5.0, 5.0, 4.0, 5.0, 7.0, 5.0, 12.0, 14.0, 56.0, 16.0, 9.0, 7.0, 10.0, 10.0, 7.0, 11.0, 6.0, 9.0, 6.0, 4.0, 6.0, 4.0, 11.0, 7.0, 2.0, 1.0, 2.0, 8.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.012023895047605038, -0.011662510223686695, -0.011301126331090927, -0.010939741507172585, -0.010578357614576817, -0.010216972790658474, -0.009855588898062706, -0.009494204074144363, -0.00913281925022602, -0.008771435357630253, -0.00841005053371191, -0.008048666641116142, -0.0076872818171978, -0.007325897458940744, -0.006964513100683689, -0.006603128742426634, -0.0062417443841695786, -0.005880360025912523, -0.005518975667655468, -0.005157591309398413, -0.004796206951141357, -0.004434822127223015, -0.0040734377689659595, -0.0037120534107089043, -0.003350669052451849, -0.0029892846941947937, -0.0026279003359377384, -0.0022665157448500395, -0.0019051313865929842, -0.001543747028335929, -0.0011823625536635518, -0.0008209781371988356, -0.0004595937207341194, -9.820930426940322e-05, 0.000263175112195313, 0.0006245595286600292, 0.0009859439451247454, 0.0013473283033818007, 0.0017087127780541778, 0.002070097252726555, 0.00243148161098361, 0.0027928659692406654, 0.0031542503274977207, 0.0035156349185854197, 0.003877019276842475, 0.004238403867930174, 0.004599788226187229, 0.0049611725844442844, 0.00532255694270134, 0.005683941300958395, 0.00604532565921545, 0.006406710017472506, 0.006768094375729561, 0.0071294791996479034, 0.007490863557904959, 0.007852247916162014, 0.008213631808757782, 0.008575016632676125, 0.008936401456594467, 0.009297785349190235, 0.009659170173108578, 0.010020554065704346, 0.010381938889622688, 0.010743322782218456, 0.011104707606136799]}, "_runtime": 12.177193880081177, "_timestamp": 1596209458.8340752, "_step": 9}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 4.0, 0.0, 0.0, 2.0, 1.0, 1.0, 3.0, 2.0, 0.0, 3.0, 1.0, 1.0, 0.0, 2.0, 0.0, 3.0, 2.0, 2.0, 2.0, 4.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 3.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.015538766048848629, -0.015155619941651821, -0.014772474765777588, -0.01438932865858078, -0.014006182551383972, -0.013623036444187164, -0.013239890336990356, -0.012856745161116123, -0.012473599053919315, -0.012090452946722507, -0.011707307770848274, -0.011324161663651466, -0.010941015556454659, -0.01055786944925785, -0.010174723342061043, -0.00979157816618681, -0.009408432058990002, -0.009025285951793194, -0.00864214077591896, -0.008258994668722153, -0.007875848561525345, -0.007492702454328537, -0.0071095568127930164, -0.006726411171257496, -0.006343265064060688, -0.00596011895686388, -0.00557697331532836, -0.005193827673792839, -0.004810681566596031, -0.004427535459399223, -0.004044389817863703, -0.0036612439434975386, -0.0032780980691313744, -0.00289495219476521, -0.002511806320399046, -0.0021286604460328817, -0.0017455145716667175, -0.0013623686973005533, -0.0009792228229343891, -0.0005960769485682249, -0.0002129310742020607, 0.0001702148001641035, 0.0005533606745302677, 0.0009365065488964319, 0.0013196524232625961, 0.0017027982976287603, 0.0020859441719949245, 0.0024690900463610888, 0.002852235920727253, 0.003235381795093417, 0.0036185276694595814, 0.004001673310995102, 0.00438481941819191, 0.004767965525388718, 0.005151111166924238, 0.005534256808459759, 0.005917402915656567, 0.0063005490228533745, 0.006683694664388895, 0.007066840305924416, 0.0074499864131212234, 0.007833132520318031, 0.00821627862751484, 0.008599423803389072, 0.00898256991058588]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 6.0, 4.0, 6.0, 6.0, 8.0, 5.0, 10.0, 7.0, 17.0, 14.0, 14.0, 31.0, 43.0, 57.0, 54.0, 106.0, 123.0, 144.0, 198.0, 246.0, 332.0, 407.0, 2324.0, 1763.0, 736.0, 425.0, 300.0, 175.0, 98.0, 73.0, 60.0, 37.0, 34.0, 21.0, 11.0, 10.0, 6.0, 5.0, 3.0, 1.0, 3.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0], "bins": [-0.20984576642513275, -0.20456242561340332, -0.19927909970283508, -0.19399577379226685, -0.18871243298053741, -0.18342909216880798, -0.17814576625823975, -0.1728624403476715, -0.16757909953594208, -0.16229575872421265, -0.1570124328136444, -0.15172910690307617, -0.14644576609134674, -0.1411624252796173, -0.13587909936904907, -0.13059577345848083, -0.1253124326467514, -0.12002909928560257, -0.11474576592445374, -0.1094624325633049, -0.10417909920215607, -0.09889576584100723, -0.0936124324798584, -0.08832909911870956, -0.08304576575756073, -0.0777624323964119, -0.07247909903526306, -0.06719576567411423, -0.06191243231296539, -0.05662909895181656, -0.051345765590667725, -0.04606243222951889, -0.040779098868370056, -0.03549576550722122, -0.030212432146072388, -0.024929098784923553, -0.01964576542377472, -0.014362432062625885, -0.00907909870147705, -0.0037957653403282166, 0.0014875680208206177, 0.006770901381969452, 0.012054234743118286, 0.01733756810426712, 0.022620901465415955, 0.02790423482656479, 0.03318756818771362, 0.03847090154886246, 0.04375423491001129, 0.049037568271160126, 0.05432090163230896, 0.059604234993457794, 0.06488756835460663, 0.07017090171575546, 0.0754542350769043, 0.08073756843805313, 0.08602090179920197, 0.0913042351603508, 0.09658756852149963, 0.10187090188264847, 0.1071542352437973, 0.11243756860494614, 0.11772090196609497, 0.1230042353272438, 0.12828756868839264]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 5.0, 2.0, 2.0, 3.0, 3.0, 6.0, 4.0, 3.0, 4.0, 1.0, 3.0, 2.0, 2.0, 1.0, 4.0, 5.0, 23.0, 2.0, 5.0, 3.0, 4.0, 3.0, 2.0, 0.0, 4.0, 1.0, 3.0, 1.0, 4.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.005108174867928028, -0.00495129032060504, -0.004794405773282051, -0.004637521225959063, -0.004480636678636074, -0.0043237521313130856, -0.00416686711832881, -0.004009982571005821, -0.0038530980236828327, -0.003696213476359844, -0.0035393289290368557, -0.003382444381713867, -0.0032255598343908787, -0.00306867528706789, -0.002911790506914258, -0.0027549059595912695, -0.002598021412268281, -0.0024411368649452925, -0.002284252317622304, -0.002127367537468672, -0.0019704829901456833, -0.0018135984428226948, -0.0016567138954997063, -0.001499829231761396, -0.0013429446844384074, -0.001186060137115419, -0.0010291754733771086, -0.0008722909260541201, -0.0007154063205234706, -0.0005585217149928212, -0.00040163713856600225, -0.0002447525621391833, -8.786795660853386e-05, 6.901663437020034e-05, 0.00022590122534893453, 0.0003827858017757535, 0.0005396704073064029, 0.0006965550128370523, 0.0008534395601600409, 0.0010103242238983512, 0.0011672087712213397, 0.0013240933185443282, 0.0014809779822826385, 0.001637862529605627, 0.0017947470769286156, 0.001951631740666926, 0.0021085164044052362, 0.0022654009517282248, 0.0024222854990512133, 0.0025791700463742018, 0.0027360545936971903, 0.0028929393738508224, 0.003049823921173811, 0.0032067084684967995, 0.003363593015819788, 0.0035204775631427765, 0.003677362110465765, 0.003834246890619397, 0.003991131205111742, 0.004148016218096018, 0.004304900765419006, 0.004461785312741995, 0.004618669860064983, 0.004775554407387972, 0.00493243895471096]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 2.0, 4.0, 10.0, 13.0, 25.0, 42.0, 65.0, 74.0, 150.0, 168.0, 240.0, 298.0, 391.0, 511.0, 738.0, 940.0, 1419.0, 1811.0, 2581.0, 3537.0, 4951.0, 6631.0, 8993.0, 11958.0, 16002.0, 20897.0, 27558.0, 37771.0, 51566.0, 70234.0, 91749.0, 114683.0, 410602.0, 76362.0, 55597.0, 39942.0, 29745.0, 22124.0, 16971.0, 12873.0, 9885.0, 7494.0, 5872.0, 4488.0, 3400.0, 2464.0, 1836.0, 1316.0, 887.0, 636.0, 435.0, 256.0, 183.0, 103.0, 82.0, 32.0, 27.0, 6.0, 8.0, 4.0, 2.0], "bins": [-0.015519894659519196, -0.015076611191034317, -0.014633326791226864, -0.01419004239141941, -0.013746758922934532, -0.013303475454449654, -0.0128601910546422, -0.012416906654834747, -0.011973623186349869, -0.01153033971786499, -0.011087055318057537, -0.010643770918250084, -0.010200487449765205, -0.009757203981280327, -0.009313919581472874, -0.00887063518166542, -0.008427351713180542, -0.007984068244695663, -0.00754078384488821, -0.0070974999107420444, -0.006654215976595879, -0.006210932042449713, -0.005767648108303547, -0.005324364174157381, -0.004881080240011215, -0.004437796305865049, -0.0039945123717188835, -0.0035512284375727177, -0.003107944503426552, -0.002664660569280386, -0.00222137663513422, -0.0017780927009880543, -0.0013348087668418884, -0.0008915248326957226, -0.00044824089854955673, -4.956964403390884e-06, 0.00043832696974277496, 0.0008816109038889408, 0.0013248948380351067, 0.0017681787721812725, 0.0022114627063274384, 0.002654746640473604, 0.00309803057461977, 0.003541314508765936, 0.003984598442912102, 0.004427882377058268, 0.0048711663112044334, 0.005314450245350599, 0.005757734179496765, 0.006201018113642931, 0.006644302047789097, 0.007087585981935263, 0.0075308699160814285, 0.007974153384566307, 0.00841743778437376, 0.008860722184181213, 0.009304005652666092, 0.00974728912115097, 0.010190573520958424, 0.010633857920765877, 0.011077141389250755, 0.011520424857735634, 0.011963709257543087, 0.01240699365735054, 0.012850277125835419]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 4.0, 4.0, 3.0, 3.0, 3.0, 3.0, 0.0, 8.0, 3.0, 0.0, 3.0, 2.0, 0.0, 3.0, 3.0, 1.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.021020380780100822, -0.02051597088575363, -0.02001155912876129, -0.0195071492344141, -0.01900273934006691, -0.01849832758307457, -0.01799391768872738, -0.01748950593173504, -0.016985096037387848, -0.016480686143040657, -0.015976274386048317, -0.015471864491701126, -0.01496745366603136, -0.014463042840361595, -0.013958632946014404, -0.013454222120344639, -0.012949811294674873, -0.012445400469005108, -0.011940989643335342, -0.011436579748988152, -0.010932168923318386, -0.01042775809764862, -0.00992334820330143, -0.009418937377631664, -0.008914526551961899, -0.008410115726292133, -0.007905704900622368, -0.007401295006275177, -0.0068968841806054115, -0.006392473354935646, -0.005888062994927168, -0.00538365263491869, -0.004879241809248924, -0.004374830983579159, -0.0038704206235706806, -0.003366010030731559, -0.002861599437892437, -0.002357188845053315, -0.0018527782522141933, -0.0013483676593750715, -0.0008439570665359497, -0.0003395464736968279, 0.00016486411914229393, 0.0006692747119814157, 0.0011736853048205376, 0.0016780958976596594, 0.002182506490498781, 0.002686917083337903, 0.003191327676177025, 0.0036957382690161467, 0.0042001488618552685, 0.004704559221863747, 0.005208970047533512, 0.005713380873203278, 0.006217791233211756, 0.006722201593220234, 0.007226612418889999, 0.007731023244559765, 0.00823543407022953, 0.008739843964576721, 0.009244254790246487, 0.009748665615916252, 0.010253075510263443, 0.010757486335933208, 0.011261897161602974]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 2.0, 1.0, 4.0, 2.0, 1.0, 3.0, 2.0, 4.0, 1.0, 8.0, 3.0, 1.0, 8.0, 9.0, 9.0, 16.0, 4.0, 11.0, 6.0, 10.0, 7.0, 9.0, 14.0, 16.0, 18.0, 8.0, 21.0, 12.0, 18.0, 28.0, 22.0, 35.0, 55.0, 67.0, 106.0, 124.0, 153.0, 245.0, 295.0, 497.0, 701.0, 1016.0, 1802.0, 7316.0, 2298.0, 1177.0, 713.0, 465.0, 316.0, 281.0, 174.0, 107.0, 48.0, 63.0, 27.0, 23.0, 7.0, 17.0, 12.0, 6.0, 2.0, 1.0, 2.0], "bins": [-0.01422883290797472, -0.013911078684031963, -0.013593324460089207, -0.01327557023614645, -0.012957815080881119, -0.012640060856938362, -0.012322306632995605, -0.012004552409052849, -0.011686798185110092, -0.011369043961167336, -0.011051289737224579, -0.010733535513281822, -0.010415781289339066, -0.010098026134073734, -0.009780271910130978, -0.009462517686188221, -0.009144763462245464, -0.008827009238302708, -0.008509255014359951, -0.008191500790417194, -0.007873745635151863, -0.007555991876870394, -0.00723823718726635, -0.006920482963323593, -0.0066027287393808365, -0.00628497451543808, -0.005967220291495323, -0.005649465601891279, -0.005331711377948523, -0.005013957154005766, -0.004696202464401722, -0.004378448240458965, -0.004060694016516209, -0.003742939792573452, -0.0034251853358000517, -0.0031074308790266514, -0.0027896766550838947, -0.002471922431141138, -0.0021541679743677378, -0.0018364136340096593, -0.0015186592936515808, -0.0012009049532935023, -0.0008831506129354239, -0.0005653962725773454, -0.0002476419322192669, 7.011240813881159e-05, 0.00038786674849689007, 0.0007056210888549685, 0.001023375429213047, 0.0013411297695711255, 0.001658884109929204, 0.0019766385667026043, 0.002294392790645361, 0.0026121470145881176, 0.002929901471361518, 0.003247655928134918, 0.003565410152077675, 0.0038831643760204315, 0.004200918599963188, 0.004518673289567232, 0.004836427513509989, 0.0051541817374527454, 0.005471936427056789, 0.005789690650999546, 0.006107444874942303]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 2.0, 3.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.038662251085042953, -0.03775790333747864, -0.03685355931520462, -0.035949211567640305, -0.03504486754536629, -0.03414051979780197, -0.033236175775527954, -0.03233182802796364, -0.03142748400568962, -0.030523138120770454, -0.029618792235851288, -0.02871444635093212, -0.027810100466012955, -0.026905754581093788, -0.02600140869617462, -0.025097062811255455, -0.02419271692633629, -0.023288369178771973, -0.022384023293852806, -0.02147967740893364, -0.020575331524014473, -0.019670985639095306, -0.01876663975417614, -0.017862293869256973, -0.016957947984337807, -0.01605360209941864, -0.015149256214499474, -0.014244910329580307, -0.01334056444466114, -0.012436218559741974, -0.011531872674822807, -0.01062752678990364, -0.009723180904984474, -0.008818835020065308, -0.007914489135146141, -0.0070101432502269745, -0.006105797365307808, -0.005201451014727354, -0.0042971051298081875, -0.003392759244889021, -0.0024884133599698544, -0.0015840674750506878, -0.0006797214737161994, 0.00022462446941062808, 0.0011289704125374556, 0.002033316297456622, 0.0029376624152064323, 0.003842008300125599, 0.0047463541850447655, 0.005650700069963932, 0.006555045954883099, 0.007459391839802265, 0.008363737724721432, 0.009268083609640598, 0.010172429494559765, 0.011076775379478931, 0.011981122195720673, 0.01288546808063984, 0.013789813965559006, 0.014694159850478172, 0.015598505735397339, 0.016502851620316505, 0.017407197505235672, 0.01831154339015484, 0.019215889275074005]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 2.0, 2.0, 1.0, 3.0, 5.0, 4.0, 3.0, 1.0, 3.0, 1.0, 6.0, 5.0, 6.0, 9.0, 1.0, 10.0, 5.0, 6.0, 6.0, 5.0, 10.0, 10.0, 12.0, 11.0, 15.0, 17.0, 57.0, 16.0, 15.0, 7.0, 7.0, 5.0, 6.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.02270279824733734, -0.022265467792749405, -0.02182813733816147, -0.021390806883573532, -0.020953476428985596, -0.02051614411175251, -0.020078813657164574, -0.019641483202576637, -0.0192041527479887, -0.018766822293400764, -0.018329491838812828, -0.01789216138422489, -0.017454829066991806, -0.01701749861240387, -0.016580168157815933, -0.016142837703227997, -0.01570550724864006, -0.015268176794052124, -0.014830846339464188, -0.014393514953553677, -0.01395618449896574, -0.013518854044377804, -0.013081522658467293, -0.012644192203879356, -0.01220686174929142, -0.011769531294703484, -0.011332200840115547, -0.010894869454205036, -0.0104575389996171, -0.010020208545029163, -0.009582877159118652, -0.009145546704530716, -0.00870821624994278, -0.008270885795354843, -0.007833555340766907, -0.007396223954856396, -0.006958893500268459, -0.006521563045680523, -0.006084232125431299, -0.0056469012051820755, -0.005209570750594139, -0.004772240296006203, -0.004334909375756979, -0.003897578688338399, -0.003460248000919819, -0.003022917313501239, -0.0025855866260826588, -0.0021482559386640787, -0.0017109252512454987, -0.0012735945638269186, -0.0008362638764083385, -0.0003989331889897585, 3.8397498428821564e-05, 0.0004757281858474016, 0.0009130588732659817, 0.0013503895606845617, 0.0017877202481031418, 0.002225050935521722, 0.002662381622940302, 0.003099712310358882, 0.003537042997777462, 0.003974373452365398, 0.004411704372614622, 0.004849035292863846, 0.005286365747451782]}, "_runtime": 12.99346923828125, "_timestamp": 1596209459.6503506, "_step": 10}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 3.0, 0.0, 1.0, 4.0, 1.0, 2.0, 2.0, 2.0, 1.0, 2.0, 2.0, 3.0, 5.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 3.0, 7.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.016074135899543762, -0.015598153695464134, -0.015122171491384506, -0.014646189287304878, -0.01417020708322525, -0.013694223947823048, -0.01321824174374342, -0.012742259539663792, -0.012266277335584164, -0.011790295131504536, -0.011314312927424908, -0.01083833072334528, -0.010362347587943077, -0.009886365383863449, -0.009410383179783821, -0.008934400975704193, -0.008458418771624565, -0.007982436567544937, -0.007506454363465309, -0.007030471693724394, -0.006554489489644766, -0.006078507285565138, -0.0056025246158242226, -0.005126542411744595, -0.004650560207664967, -0.004174578003585339, -0.003698595566675067, -0.0032226131297647953, -0.0027466309256851673, -0.0022706487216055393, -0.0017946662846952677, -0.0013186839642003179, -0.000842701643705368, -0.0003667193232104182, 0.0001092629972845316, 0.0005852453177794814, 0.0010612276382744312, 0.001537209958769381, 0.002013192279264331, 0.0024891747161746025, 0.0029651569202542305, 0.0034411391243338585, 0.0039171213284134865, 0.004393103998154402, 0.00486908620223403, 0.005345068406313658, 0.005821051076054573, 0.006297033280134201, 0.006773015484213829, 0.007248997688293457, 0.007724979892373085, 0.008200962096452713, 0.008676944300532341, 0.009152927435934544, 0.009628909640014172, 0.0101048918440938, 0.010580874048173428, 0.011056856252253056, 0.011532838456332684, 0.012008820660412312, 0.012484803795814514, 0.012960785999894142, 0.01343676820397377, 0.013912750408053398, 0.014388732612133026]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 1.0, 1.0, 6.0, 5.0, 6.0, 3.0, 7.0, 9.0, 11.0, 12.0, 18.0, 23.0, 40.0, 40.0, 65.0, 84.0, 111.0, 148.0, 159.0, 215.0, 362.0, 431.0, 572.0, 3255.0, 933.0, 553.0, 285.0, 189.0, 118.0, 80.0, 46.0, 36.0, 32.0, 18.0, 17.0, 10.0, 8.0, 4.0, 4.0, 3.0, 3.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.18160907924175262, -0.1764203906059265, -0.1712317168712616, -0.16604302823543549, -0.16085433959960938, -0.15566565096378326, -0.15047696232795715, -0.14528828859329224, -0.14009959995746613, -0.13491091132164001, -0.1297222375869751, -0.12453354895114899, -0.11934486031532288, -0.11415617167949677, -0.10896749049425125, -0.10377880930900574, -0.09859012067317963, -0.09340143203735352, -0.088212750852108, -0.08302406966686249, -0.07783538103103638, -0.07264669239521027, -0.06745801120996475, -0.06226932629942894, -0.05708064138889313, -0.051891956478357315, -0.0467032715678215, -0.04151458665728569, -0.03632590174674988, -0.031137216836214066, -0.025948531925678253, -0.02075984701514244, -0.015571162104606628, -0.010382477194070816, -0.005193792283535004, -5.107372999191284e-06, 0.005183577537536621, 0.010372262448072433, 0.015560947358608246, 0.020749632269144058, 0.02593831717967987, 0.031127002090215683, 0.036315687000751495, 0.04150437191128731, 0.04669305682182312, 0.05188174173235893, 0.057070426642894745, 0.06225911155343056, 0.06744779646396637, 0.07263648509979248, 0.077825166285038, 0.08301384747028351, 0.08820253610610962, 0.09339122474193573, 0.09857990592718124, 0.10376858711242676, 0.10895727574825287, 0.11414596438407898, 0.1193346455693245, 0.12452332675457001, 0.12971201539039612, 0.13490070402622223, 0.14008939266204834, 0.14527806639671326, 0.15046675503253937]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 2.0, 3.0, 4.0, 1.0, 2.0, 1.0, 3.0, 3.0, 5.0, 2.0, 4.0, 2.0, 7.0, 5.0, 2.0, 1.0, 2.0, 2.0, 1.0, 26.0, 1.0, 4.0, 5.0, 2.0, 0.0, 2.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 4.0, 2.0, 4.0, 0.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.004434509668499231, -0.004298915155231953, -0.004163321107625961, -0.004027726594358683, -0.0038921323139220476, -0.003756537800654769, -0.003620943520218134, -0.003485349239781499, -0.003349754959344864, -0.0032141604460775852, -0.00307856616564095, -0.002942971885204315, -0.0028073773719370365, -0.0026717830915004015, -0.0025361888110637665, -0.002400594297796488, -0.002265000017359853, -0.0021294057369232178, -0.001993811223655939, -0.001858216943219304, -0.001722622662782669, -0.0015870282659307122, -0.0014514338690787554, -0.0013158395886421204, -0.0011802451917901635, -0.0010446507949382067, -0.0009090565145015717, -0.0007734621176496148, -0.0006378677790053189, -0.000502273440361023, -0.00036667907261289656, -0.0002310847194166854, -9.549036622047424e-05, 4.0103986975736916e-05, 0.00017569834017194808, 0.00031129270792007446, 0.0004468870465643704, 0.0005824813852086663, 0.0007180757820606232, 0.0008536701207049191, 0.000989264459349215, 0.0011248588562011719, 0.001260453136637807, 0.0013960475334897637, 0.0015316419303417206, 0.0016672362107783556, 0.0018028306076303124, 0.0019384248880669475, 0.0020740192849189043, 0.0022096135653555393, 0.002345208078622818, 0.002480802359059453, 0.002616396639496088, 0.0027519911527633667, 0.0028875854332000017, 0.0030231797136366367, 0.0031587742269039154, 0.0032943685073405504, 0.0034299627877771854, 0.0035655570682138205, 0.003701151581481099, 0.003836745861917734, 0.003972340375185013, 0.004107934422791004, 0.004243528936058283]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 1.0, 6.0, 9.0, 18.0, 34.0, 65.0, 101.0, 153.0, 243.0, 349.0, 564.0, 799.0, 1202.0, 1816.0, 2565.0, 3466.0, 4786.0, 6436.0, 8517.0, 11177.0, 14496.0, 18647.0, 23895.0, 31516.0, 42080.0, 56124.0, 74418.0, 96101.0, 421902.0, 95445.0, 67736.0, 48165.0, 35083.0, 25518.0, 19399.0, 14554.0, 11473.0, 8826.0, 7139.0, 5571.0, 4525.0, 3587.0, 2770.0, 2271.0, 1659.0, 1229.0, 935.0, 713.0, 479.0, 353.0, 230.0, 183.0, 126.0, 55.0, 48.0, 40.0, 13.0, 14.0, 12.0, 2.0, 1.0, 2.0, 3.0], "bins": [-0.01255149394273758, -0.012131007388234138, -0.011710520833730698, -0.011290034279227257, -0.010869547724723816, -0.010449061170220375, -0.010028574615716934, -0.009608088061213493, -0.009187601506710052, -0.008767114952206612, -0.00834662839770317, -0.00792614184319973, -0.007505655288696289, -0.007085168734192848, -0.006664682179689407, -0.0062441956251859665, -0.005823709070682526, -0.005403222516179085, -0.004982735961675644, -0.004562249407172203, -0.004141762852668762, -0.0037212762981653214, -0.0033007897436618805, -0.0028803031891584396, -0.0024598166346549988, -0.002039330080151558, -0.001618843525648117, -0.0011983569711446762, -0.0007778704166412354, -0.0003573838621377945, 6.310269236564636e-05, 0.0004835892468690872, 0.0009040758013725281, 0.001324562355875969, 0.0017450489103794098, 0.0021655354648828506, 0.0025860220193862915, 0.0030065085738897324, 0.0034269951283931732, 0.003847481682896614, 0.004267968237400055, 0.004688454791903496, 0.005108941346406937, 0.0055294279009103775, 0.005949914455413818, 0.006370401009917259, 0.0067908875644207, 0.007211374118924141, 0.007631860673427582, 0.008052347227931023, 0.008472833782434464, 0.008893320336937904, 0.009313806891441345, 0.009734293445944786, 0.010154780000448227, 0.010575266554951668, 0.010995753109455109, 0.01141623966395855, 0.01183672621846199, 0.012257212772965431, 0.012677699327468872, 0.013098185881972313, 0.013518672436475754, 0.013939158990979195, 0.014359645545482635]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 4.0, 4.0, 1.0, 3.0, 1.0, 6.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 5.0, 3.0, 5.0, 2.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.025105362758040428, -0.02454337850213051, -0.02398139238357544, -0.02341940812766552, -0.02285742200911045, -0.02229543775320053, -0.02173345349729061, -0.021171467378735542, -0.020609483122825623, -0.020047497004270554, -0.019485512748360634, -0.018923528492450714, -0.018361542373895645, -0.017799558117985725, -0.017237571999430656, -0.016675587743520737, -0.016113601624965668, -0.015551617369055748, -0.014989632181823254, -0.014427647925913334, -0.01386566273868084, -0.013303677551448345, -0.01274169236421585, -0.012179707176983356, -0.011617721989750862, -0.011055737733840942, -0.010493752546608448, -0.009931767359375954, -0.00936978217214346, -0.008807796984910965, -0.008245812729001045, -0.007683827541768551, -0.0071218423545360565, -0.006559857167303562, -0.005997872445732355, -0.005435887258499861, -0.004873902536928654, -0.004311917349696159, -0.003749932162463665, -0.0031879472080618143, -0.0026259622536599636, -0.002063977299258113, -0.0015019922284409404, -0.0009400072158314288, -0.00037802220322191715, 0.00018396280938759446, 0.0007459478219971061, 0.0013079328928142786, 0.0018699178472161293, 0.00243190280161798, 0.0029938877560198307, 0.003555872943252325, 0.004117857664823532, 0.0046798428520560265, 0.005241828039288521, 0.005803812760859728, 0.006365797948092222, 0.006927783135324717, 0.007489767856895924, 0.008051753044128418, 0.008613738231360912, 0.009175723418593407, 0.009737707674503326, 0.01029969286173582, 0.010861678048968315]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 3.0, 3.0, 6.0, 0.0, 3.0, 7.0, 7.0, 8.0, 6.0, 12.0, 8.0, 14.0, 5.0, 13.0, 24.0, 18.0, 27.0, 20.0, 24.0, 41.0, 63.0, 107.0, 142.0, 210.0, 234.0, 261.0, 399.0, 588.0, 885.0, 1335.0, 2172.0, 6751.0, 1385.0, 1061.0, 626.0, 456.0, 474.0, 420.0, 277.0, 134.0, 96.0, 61.0, 17.0, 8.0, 4.0, 3.0], "bins": [-0.01733596995472908, -0.0169852152466774, -0.016634460538625717, -0.016283705830574036, -0.015932949259877205, -0.015582194551825523, -0.015231439843773842, -0.01488068513572216, -0.014529930427670479, -0.014179174788296223, -0.013828420080244541, -0.01347766537219286, -0.013126909732818604, -0.012776155024766922, -0.01242540031671524, -0.012074644677340984, -0.011723889969289303, -0.011373135261237621, -0.011022379621863365, -0.010671624913811684, -0.010320870205760002, -0.009970114566385746, -0.009619359858334064, -0.009268605150282383, -0.008917849510908127, -0.008567094802856445, -0.008216340094804764, -0.007865585386753082, -0.007514829747378826, -0.007164075039327145, -0.006813319865614176, -0.006462565157562494, -0.0061118099838495255, -0.005761054810136557, -0.005410300102084875, -0.005059544928371906, -0.004708790220320225, -0.004358035046607256, -0.004007279872894287, -0.003656524932011962, -0.0033057699911296368, -0.0029550150502473116, -0.0026042601093649864, -0.0022535049356520176, -0.0019027499947696924, -0.0015519950538873672, -0.0012012399965897202, -0.0008504849974997342, -0.0004997299984097481, -0.000148974999319762, 0.0002017799997702241, 0.0005525349988602102, 0.0009032899979501963, 0.0012540449388325214, 0.0016047999961301684, 0.0019555550534278154, 0.0023063099943101406, 0.0026570649351924658, 0.003007819876074791, 0.0033585750497877598, 0.003709329990670085, 0.00406008493155241, 0.004410840105265379, 0.0047615948133170605, 0.005112349987030029]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 4.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.05975934490561485, -0.05814717710018158, -0.05653500556945801, -0.054922837764024734, -0.05331066623330116, -0.05169849842786789, -0.05008632689714432, -0.048474159091711044, -0.04686198756098747, -0.0452498197555542, -0.04363764822483063, -0.042025480419397354, -0.04041330888867378, -0.03880114108324051, -0.03718896955251694, -0.035576801747083664, -0.03396463394165039, -0.03235246241092682, -0.030740292742848396, -0.029128123074769974, -0.02751595340669155, -0.02590378373861313, -0.024291614070534706, -0.022679444402456284, -0.02106727659702301, -0.019455106928944588, -0.017842937260866165, -0.016230767592787743, -0.01461859792470932, -0.013006428256630898, -0.011394258588552475, -0.009782088920474052, -0.00816991925239563, -0.006557749584317207, -0.004945579916238785, -0.0033334107138216496, -0.001721241045743227, -0.00010907149408012629, 0.0015030980575829744, 0.0031152674928307533, 0.004727437160909176, 0.006339606828987598, 0.007951776497066021, 0.009563946165144444, 0.011176114901900291, 0.012788284569978714, 0.014400454238057137, 0.01601262390613556, 0.01762479357421398, 0.019236963242292404, 0.020849132910370827, 0.02246130257844925, 0.024073472246527672, 0.025685641914606094, 0.027297811582684517, 0.02890998125076294, 0.030522149056196213, 0.032134320586919785, 0.03374648839235306, 0.03535865992307663, 0.0369708277285099, 0.038582999259233475, 0.04019516706466675, 0.04180733859539032, 0.04341950640082359]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 3.0, 2.0, 1.0, 3.0, 0.0, 1.0, 2.0, 4.0, 5.0, 5.0, 5.0, 7.0, 5.0, 6.0, 8.0, 6.0, 4.0, 5.0, 5.0, 4.0, 7.0, 3.0, 3.0, 3.0, 9.0, 4.0, 6.0, 7.0, 5.0, 7.0, 8.0, 3.0, 8.0, 10.0, 12.0, 43.0, 11.0, 9.0, 11.0, 7.0, 6.0, 9.0, 3.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.023426607251167297, -0.022881852462887764, -0.02233709767460823, -0.021792342886328697, -0.021247589960694313, -0.02070283517241478, -0.020158080384135246, -0.019613325595855713, -0.01906857080757618, -0.018523816019296646, -0.017979063093662262, -0.01743430830538273, -0.016889553517103195, -0.016344798728823662, -0.01580004394054413, -0.01525529008358717, -0.014710535295307636, -0.014165780507028103, -0.013621026650071144, -0.01307627186179161, -0.012531517073512077, -0.011986763216555119, -0.011442008428275585, -0.010897253639996052, -0.010352499783039093, -0.00980774499475956, -0.009262990206480026, -0.008718235418200493, -0.008173481561243534, -0.007628726772964001, -0.007083972450345755, -0.006539217662066221, -0.005994463339447975, -0.005449709016829729, -0.004904954228550196, -0.00436019990593195, -0.00381544535048306, -0.00327069079503417, -0.002725936472415924, -0.0021811819169670343, -0.0016364273615181446, -0.0010916728060692549, -0.000546918367035687, -2.163869794458151e-06, 0.0005425906274467707, 0.0010873451828956604, 0.0016320996219292283, 0.002176854060962796, 0.002721608616411686, 0.0032663631718605757, 0.0038111177273094654, 0.0043558720499277115, 0.004900626838207245, 0.005445381160825491, 0.005990135483443737, 0.00653489027172327, 0.0070796445943415165, 0.007624398916959763, 0.008169153705239296, 0.00871390849351883, 0.009258662350475788, 0.009803417138755322, 0.010348171927034855, 0.010892925783991814, 0.011437680572271347]}, "_runtime": 13.821135759353638, "_timestamp": 1596209460.478017, "_step": 11}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 4.0, 0.0, 2.0, 1.0, 0.0, 2.0, 2.0, 2.0, 4.0, 1.0, 2.0, 5.0, 4.0, 3.0, 2.0, 2.0, 3.0, 2.0, 2.0, 1.0, 2.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.023016823455691338, -0.02234063297510147, -0.021664442494511604, -0.020988252013921738, -0.020312059670686722, -0.019635869190096855, -0.01895967870950699, -0.018283488228917122, -0.017607297748327255, -0.01693110726773739, -0.016254916787147522, -0.01557872537523508, -0.014902534894645214, -0.014226344414055347, -0.013550153002142906, -0.01287396252155304, -0.012197772040963173, -0.011521581560373306, -0.01084539107978344, -0.010169199667870998, -0.009493009187281132, -0.008816818706691265, -0.008140627294778824, -0.007464436814188957, -0.006788246333599091, -0.006112055853009224, -0.00543586490675807, -0.004759673960506916, -0.004083483479917049, -0.003407292766496539, -0.002731102053076029, -0.0020549113396555185, -0.0013787206262350082, -0.000702529912814498, -2.6339199393987656e-05, 0.0006498515140265226, 0.001326042227447033, 0.0020022329408675432, 0.0026784236542880535, 0.003354614367708564, 0.004030805081129074, 0.004706995561718941, 0.005383186507970095, 0.006059377454221249, 0.006735567934811115, 0.007411758415400982, 0.008087949827313423, 0.00876414030790329, 0.009440330788493156, 0.010116521269083023, 0.01079271174967289, 0.011468903161585331, 0.012145093642175198, 0.012821284122765064, 0.013497475534677505, 0.014173666015267372, 0.014849856495857239, 0.015526046976447105, 0.016202237457036972, 0.01687842793762684, 0.017554618418216705, 0.01823081076145172, 0.018907001242041588, 0.019583191722631454, 0.02025938220322132]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 4.0, 2.0, 3.0, 3.0, 8.0, 14.0, 14.0, 14.0, 21.0, 26.0, 38.0, 40.0, 59.0, 76.0, 106.0, 144.0, 184.0, 259.0, 382.0, 509.0, 3198.0, 1377.0, 585.0, 304.0, 182.0, 117.0, 71.0, 55.0, 37.0, 23.0, 15.0, 15.0, 7.0, 12.0, 6.0, 5.0, 1.0, 3.0, 2.0, 2.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.17604166269302368, -0.1693890392780304, -0.1627364158630371, -0.15608377754688263, -0.14943115413188934, -0.14277853071689606, -0.13612589240074158, -0.1294732689857483, -0.122820645570755, -0.11616802215576172, -0.10951539129018784, -0.10286276042461395, -0.09621013700962067, -0.08955751359462738, -0.0829048827290535, -0.07625225186347961, -0.06959962844848633, -0.06294700503349304, -0.05629437416791916, -0.049641747027635574, -0.04298911988735199, -0.036336492747068405, -0.02968386560678482, -0.023031238466501236, -0.01637861132621765, -0.009725984185934067, -0.003073357045650482, 0.0035792700946331024, 0.010231897234916687, 0.01688452437520027, 0.023537151515483856, 0.03018977865576744, 0.036842405796051025, 0.04349503293633461, 0.050147660076618195, 0.05680028721690178, 0.06345291435718536, 0.07010553777217865, 0.07675816863775253, 0.08341079950332642, 0.0900634229183197, 0.09671604633331299, 0.10336867719888687, 0.11002130806446075, 0.11667393147945404, 0.12332655489444733, 0.1299791932106018, 0.1366318166255951, 0.14328444004058838, 0.14993706345558167, 0.15658968687057495, 0.16324232518672943, 0.16989494860172272, 0.176547572016716, 0.18320021033287048, 0.18985283374786377, 0.19650545716285706, 0.20315808057785034, 0.20981070399284363, 0.2164633423089981, 0.2231159657239914, 0.22976858913898468, 0.23642122745513916, 0.24307385087013245, 0.24972647428512573]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 3.0, 3.0, 1.0, 5.0, 2.0, 7.0, 7.0, 3.0, 0.0, 3.0, 5.0, 1.0, 4.0, 2.0, 24.0, 4.0, 2.0, 1.0, 1.0, 3.0, 3.0, 3.0, 2.0, 1.0, 4.0, 4.0, 2.0, 3.0, 1.0, 2.0, 3.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.00515915360301733, -0.004983457736670971, -0.004807762335985899, -0.00463206646963954, -0.0044563706032931805, -0.0042806752026081085, -0.004104979336261749, -0.00392928346991539, -0.0037535878363996744, -0.003577892202883959, -0.0034021963365375996, -0.003226500703021884, -0.0030508050695061684, -0.002875109203159809, -0.0026994135696440935, -0.0025237177032977343, -0.0023480220697820187, -0.002172326436266303, -0.001996630569919944, -0.0018209349364042282, -0.0016452391864731908, -0.0014695434365421534, -0.0012938478030264378, -0.0011181520530954003, -0.0009424563031643629, -0.0007667605532333255, -0.000591064861509949, -0.000415369140682742, -0.00023967341985553503, -6.397769902832806e-05, 0.00011171802179887891, 0.0002874137426260859, 0.00046310946345329285, 0.0006388052133843303, 0.0008145009051077068, 0.0009901965968310833, 0.0011658923467621207, 0.0013415880966931581, 0.0015172837302088737, 0.0016929794801399112, 0.0018686752300709486, 0.002044370863586664, 0.0022200667299330235, 0.002395762363448739, 0.0025714579969644547, 0.002747153863310814, 0.0029228494968265295, 0.0030985453631728888, 0.0032742409966886044, 0.00344993663020432, 0.003625632496550679, 0.003801328130066395, 0.003977023996412754, 0.004152719397097826, 0.004328415263444185, 0.0045041111297905445, 0.0046798065304756165, 0.004855502396821976, 0.005031198263168335, 0.005206894129514694, 0.005382589530199766, 0.005558285396546125, 0.005733981262892485, 0.005909676663577557, 0.006085372529923916]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 4.0, 3.0, 7.0, 8.0, 18.0, 18.0, 28.0, 62.0, 82.0, 133.0, 177.0, 247.0, 364.0, 533.0, 760.0, 1046.0, 1479.0, 2077.0, 2813.0, 3915.0, 5397.0, 7560.0, 10159.0, 13979.0, 18922.0, 25168.0, 33440.0, 45007.0, 59961.0, 78155.0, 99769.0, 415850.0, 84987.0, 65806.0, 49420.0, 36736.0, 27197.0, 20823.0, 15810.0, 12379.0, 9764.0, 7330.0, 5662.0, 4289.0, 3307.0, 2506.0, 1851.0, 1392.0, 1015.0, 700.0, 526.0, 369.0, 234.0, 158.0, 90.0, 71.0, 28.0, 25.0, 13.0, 10.0, 4.0, 3.0], "bins": [-0.014801513403654099, -0.014357076957821846, -0.013912639580667019, -0.013468203134834766, -0.01302376575767994, -0.012579329311847687, -0.01213489193469286, -0.011690455488860607, -0.01124601811170578, -0.010801581665873528, -0.0103571442887187, -0.009912707842886448, -0.00946827046573162, -0.009023834019899368, -0.008579396642744541, -0.008134960196912289, -0.007690523285418749, -0.007246086373925209, -0.006801649462431669, -0.006357212550938129, -0.00591277563944459, -0.00546833872795105, -0.00502390181645751, -0.00457946490496397, -0.004135028459131718, -0.0036905913148075342, -0.0032461544033139944, -0.0028017174918204546, -0.0023572808131575584, -0.0019128437852486968, -0.0014684069901704788, -0.001023970078676939, -0.0005795331671833992, -0.00013509628479368985, 0.0003093405975960195, 0.0007537774508818984, 0.0011982143623754382, 0.001642651273868978, 0.002087088068947196, 0.002531524980440736, 0.0029759618919342756, 0.0034203988034278154, 0.0038648357149213552, 0.004309272393584251, 0.004753709305077791, 0.005198146216571331, 0.005642583128064871, 0.006087020039558411, 0.0065314569510519505, 0.00697589386254549, 0.00742033077403903, 0.00786476768553257, 0.008309204131364822, 0.00875364150851965, 0.009198077954351902, 0.009642515331506729, 0.010086951777338982, 0.010531389154493809, 0.010975825600326061, 0.011420262977480888, 0.011864699423313141, 0.012309136800467968, 0.01275357324630022, 0.013198010623455048, 0.0136424470692873]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 2.0, 4.0, 6.0, 6.0, 9.0, 1.0, 1.0, 4.0, 5.0, 5.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.021136045455932617, -0.02055021934211254, -0.019964395090937614, -0.01937856897711754, -0.018792742863297462, -0.018206918612122536, -0.01762109249830246, -0.017035266384482384, -0.016449440270662308, -0.01586361601948738, -0.015277789905667305, -0.014691964723169804, -0.014106139540672302, -0.013520313426852226, -0.012934488244354725, -0.012348662130534649, -0.011762836948037148, -0.011177011765539646, -0.01059118565171957, -0.010005360469222069, -0.009419534355401993, -0.008833709172904491, -0.00824788399040699, -0.007662058342248201, -0.007076232694089413, -0.006490407045930624, -0.005904581397771835, -0.005318756215274334, -0.004732930567115545, -0.004147104918956757, -0.0035612795036286116, -0.0029754540883004665, -0.002389628440141678, -0.001803802908398211, -0.0012179773766547441, -0.0006321518449112773, -4.632631316781044e-05, 0.0005394992185756564, 0.0011253247503191233, 0.0017111502820625901, 0.002296975813806057, 0.0028828014619648457, 0.0034686268772929907, 0.004054452292621136, 0.004640277940779924, 0.005226103588938713, 0.0058119287714362144, 0.006397754419595003, 0.006983580067753792, 0.0075694057159125805, 0.00815523136407137, 0.00874105654656887, 0.009326882660388947, 0.009912707842886448, 0.01049853302538395, 0.011084359139204025, 0.011670184321701527, 0.012256009504199028, 0.012841835618019104, 0.013427660800516605, 0.014013485983014107, 0.014599312096834183, 0.015185137279331684, 0.015770962461829185, 0.01635678857564926]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 5.0, 3.0, 0.0, 3.0, 2.0, 3.0, 8.0, 7.0, 4.0, 4.0, 8.0, 5.0, 13.0, 12.0, 12.0, 9.0, 13.0, 18.0, 5.0, 9.0, 12.0, 12.0, 19.0, 30.0, 27.0, 31.0, 65.0, 108.0, 142.0, 216.0, 346.0, 592.0, 1033.0, 1611.0, 2532.0, 7315.0, 1665.0, 925.0, 496.0, 275.0, 186.0, 152.0, 127.0, 106.0, 63.0, 63.0, 34.0, 19.0, 18.0, 11.0, 13.0, 16.0, 12.0, 1.0, 3.0, 2.0, 4.0, 1.0, 2.0, 1.0], "bins": [-0.016415070742368698, -0.015999652445316315, -0.01558423601090908, -0.015168818645179272, -0.014753401279449463, -0.014337983913719654, -0.013922566547989845, -0.013507149182260036, -0.013091731816530228, -0.012676314450800419, -0.01226089708507061, -0.011845479719340801, -0.011430062353610992, -0.011014644987881184, -0.010599227622151375, -0.010183810256421566, -0.009768392890691757, -0.009352974593639374, -0.008937557227909565, -0.008522139862179756, -0.008106722496449947, -0.007691305596381426, -0.007275888230651617, -0.006860470864921808, -0.006445053033530712, -0.006029635667800903, -0.0056142183020710945, -0.005198800936341286, -0.004783383570611477, -0.004367966204881668, -0.003952548839151859, -0.0035371314734220505, -0.0031217141076922417, -0.002706296741962433, -0.002290879376232624, -0.0018754618940874934, -0.0014600445283576846, -0.0010446271626278758, -0.0006292097386904061, -0.00021379234385676682, 0.00020162505097687244, 0.0006170424167066813, 0.00103245978243649, 0.0014478772645816207, 0.0018632946303114295, 0.00227871211245656, 0.002694129478186369, 0.0031095468439161777, 0.0035249642096459866, 0.003940381575375795, 0.004355798941105604, 0.004771216306835413, 0.005186633672565222, 0.005602051038295031, 0.006017468404024839, 0.006432885769754648, 0.006848303601145744, 0.007263720966875553, 0.007679138332605362, 0.00809455569833517, 0.00850997306406498, 0.008925390429794788, 0.009340807795524597, 0.009756225161254406, 0.010171642526984215]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.05125298723578453, -0.0498141385614872, -0.04837528616189957, -0.046936437487602234, -0.0454975888133049, -0.04405873641371727, -0.04261988773941994, -0.041181039065122604, -0.03974218666553497, -0.03830333799123764, -0.03686448931694031, -0.035425640642642975, -0.033986788243055344, -0.03254793956875801, -0.03110908903181553, -0.029670240357518196, -0.028231389820575714, -0.026792539283633232, -0.0253536906093359, -0.023914840072393417, -0.022475991398096085, -0.021037140861153603, -0.01959829032421112, -0.018159441649913788, -0.016720591112971306, -0.015281741507351398, -0.013842891901731491, -0.012404041364789009, -0.010965191759169102, -0.009526342153549194, -0.008087491616606712, -0.006648642010986805, -0.005209792405366898, -0.0037709425669163465, -0.0023320927284657955, -0.0008932428900152445, 0.0005456069484353065, 0.0019844567868858576, 0.0034233066253364086, 0.004862156696617603, 0.006301006302237511, 0.007739855907857418, 0.009178705513477325, 0.010617556050419807, 0.012056405656039715, 0.013495255261659622, 0.014934105798602104, 0.016372954472899437, 0.01781180500984192, 0.0192506555467844, 0.020689504221081734, 0.022128354758024216, 0.02356720343232155, 0.02500605396926403, 0.026444904506206512, 0.027883753180503845, 0.029322603717446327, 0.03076145425438881, 0.03220030292868614, 0.033639151602983475, 0.035078004002571106, 0.03651685267686844, 0.03795570135116577, 0.0393945537507534, 0.040833402425050735]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 1.0, 3.0, 6.0, 7.0, 4.0, 4.0, 7.0, 7.0, 9.0, 3.0, 12.0, 6.0, 6.0, 12.0, 10.0, 15.0, 16.0, 16.0, 53.0, 13.0, 12.0, 10.0, 9.0, 13.0, 2.0, 1.0, 8.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0], "bins": [-0.0375654511153698, -0.03668324649333954, -0.03580104187130928, -0.03491884097456932, -0.03403663635253906, -0.033154431730508804, -0.032272227108478546, -0.03139002248644829, -0.03050781972706318, -0.02962561510503292, -0.028743410483002663, -0.027861207723617554, -0.026979003101587296, -0.026096798479557037, -0.02521459572017193, -0.02433239109814167, -0.02345018833875656, -0.022567983716726303, -0.021685779094696045, -0.020803576335310936, -0.019921371713280678, -0.01903916709125042, -0.01815696433186531, -0.017274759709835052, -0.016392555087804794, -0.01551035139709711, -0.014628147706389427, -0.013745944015681744, -0.012863739393651485, -0.011981535702943802, -0.011099332012236118, -0.01021712739020586, -0.009334923699498177, -0.008452720008790493, -0.007570515852421522, -0.006688311696052551, -0.005806108005344868, -0.004923903848975897, -0.004041699692606926, -0.0031594957690685987, -0.0022772918455302715, -0.0013950879219919443, -0.0005128838820382953, 0.00036932009970769286, 0.001251524081453681, 0.002133728004992008, 0.003015932161360979, 0.0038981360848993063, 0.0047803400084376335, 0.005662544164806604, 0.006544747855514288, 0.007426952011883259, 0.008309155702590942, 0.0091913603246212, 0.010073564015328884, 0.010955767706036568, 0.011837972328066826, 0.01272017601877451, 0.013602379709482193, 0.014484583400189877, 0.015366788022220135, 0.01624899171292782, 0.017131196334958076, 0.018013399094343185, 0.018895603716373444]}, "_runtime": 14.653722047805786, "_timestamp": 1596209461.3106034, "_step": 12}
+{"val_accuracy": 0.6683896974885845, "val_loss": 1.0904629657801972, "_runtime": 16.200103282928467, "_timestamp": 1596209462.8569846, "_step": 13}
diff --git a/wandb/run-20200731_153049-3umrhzi5/wandb-metadata.json b/wandb/run-20200731_153049-3umrhzi5/wandb-metadata.json
new file mode 100644
index 0000000..34663eb
--- /dev/null
+++ b/wandb/run-20200731_153049-3umrhzi5/wandb-metadata.json
@@ -0,0 +1,30 @@
+{
+ "root": "/home/akternurra/Documents/projects/quest-for-general-artifical-intelligence/projects/text-recognizer",
+ "program": "<python with no main file>",
+ "git": {
+ "remote": "git@github.com:aktersnurra/text-recognizer.git",
+ "commit": "fa461db6132e7a22f3aa1bb48cce8981890325fb"
+ },
+ "email": "gustaf.rydholm@gmail.com",
+ "startedAt": "2020-07-31T15:30:49.744453",
+ "host": "kompjuter",
+ "username": "akternurra",
+ "executable": "/home/akternurra/.cache/pypoetry/virtualenvs/text-recognizer-N1c_zsdp-py3.8/bin/python",
+ "os": "Linux-5.4.0-42-generic-x86_64-with-glibc2.27",
+ "python": "3.8.2",
+ "gpu": "GeForce RTX 2070",
+ "gpu_count": 1,
+ "cpu_count": 12,
+ "cuda": "10.1.105",
+ "args": [
+ "--gpu=-1",
+ "--save",
+ "--experiment_config={\"dataloader\": \"EmnistDataLoader\", \"data_loader_args\": {\"splits\": [\"train\", \"val\"], \"sample_to_balance\": true, \"subsample_fraction\": null, \"transform\": null, \"target_transform\": null, \"batch_size\": 256, \"shuffle\": true, \"num_workers\": 8, \"cuda\": true, \"seed\": 4711}, \"model\": \"CharacterModel\", \"metrics\": [\"accuracy\"], \"network\": \"LeNet\", \"network_args\": {\"input_size\": [28, 28], \"output_size\": 62}, \"train_args\": {\"batch_size\": 256, \"epochs\": 16}, \"criterion\": \"CrossEntropyLoss\", \"criterion_args\": {\"weight\": null, \"ignore_index\": -100, \"reduction\": \"mean\"}, \"optimizer\": \"AdamW\", \"optimizer_args\": {\"lr\": 0.01, \"betas\": [0.9, 0.999], \"eps\": 1e-08, \"weight_decay\": 0, \"amsgrad\": false}, \"lr_scheduler\": \"OneCycleLR\", \"lr_scheduler_args\": {\"max_lr\": 0.001, \"epochs\": 16}, \"callbacks\": [\"Checkpoint\", \"EarlyStopping\", \"WandbCallback\", \"WandbImageLogger\"], \"callback_args\": {\"Checkpoint\": {\"monitor\": \"val_accuracy\"}, \"EarlyStopping\": {\"monitor\": \"val_loss\", \"min_delta\": 0.0, \"patience\": 3, \"mode\": \"min\"}, \"WandbCallback\": {\"log_batch_frequency\": 10}, \"WandbImageLogger\": {\"num_examples\": 4}}, \"verbosity\": 2, \"resume_experiment\": null, \"experiment_group\": \"Sample Experiments\"}"
+ ],
+ "state": "failed",
+ "jobType": null,
+ "mode": "run",
+ "project": "text-recognizer",
+ "heartbeatAt": "2020-07-31T15:31:03.397271",
+ "exitcode": 1
+}
diff --git a/wandb/run-20200731_153049-3umrhzi5/wandb-summary.json b/wandb/run-20200731_153049-3umrhzi5/wandb-summary.json
new file mode 100644
index 0000000..36d12e9
--- /dev/null
+++ b/wandb/run-20200731_153049-3umrhzi5/wandb-summary.json
@@ -0,0 +1 @@
+{"graph_0": {"_type": "graph-file", "path": "media/graph/graph_0_summary_8b3c2360.graph.json", "sha256": "8b3c236059bc04386a1ea658ff2800fc30c89335f32ad25db090f543c4a2290e", "size": 1814}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 3.0, 3.0, 1.0, 5.0, 2.0, 7.0, 7.0, 3.0, 0.0, 3.0, 5.0, 1.0, 4.0, 2.0, 24.0, 4.0, 2.0, 1.0, 1.0, 3.0, 3.0, 3.0, 2.0, 1.0, 4.0, 4.0, 2.0, 3.0, 1.0, 2.0, 3.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.00515915360301733, -0.004983457736670971, -0.004807762335985899, -0.00463206646963954, -0.0044563706032931805, -0.0042806752026081085, -0.004104979336261749, -0.00392928346991539, -0.0037535878363996744, -0.003577892202883959, -0.0034021963365375996, -0.003226500703021884, -0.0030508050695061684, -0.002875109203159809, -0.0026994135696440935, -0.0025237177032977343, -0.0023480220697820187, -0.002172326436266303, -0.001996630569919944, -0.0018209349364042282, -0.0016452391864731908, -0.0014695434365421534, -0.0012938478030264378, -0.0011181520530954003, -0.0009424563031643629, -0.0007667605532333255, -0.000591064861509949, -0.000415369140682742, -0.00023967341985553503, -6.397769902832806e-05, 0.00011171802179887891, 0.0002874137426260859, 0.00046310946345329285, 0.0006388052133843303, 0.0008145009051077068, 0.0009901965968310833, 0.0011658923467621207, 0.0013415880966931581, 0.0015172837302088737, 0.0016929794801399112, 0.0018686752300709486, 0.002044370863586664, 0.0022200667299330235, 0.002395762363448739, 0.0025714579969644547, 0.002747153863310814, 0.0029228494968265295, 0.0030985453631728888, 0.0032742409966886044, 0.00344993663020432, 0.003625632496550679, 0.003801328130066395, 0.003977023996412754, 0.004152719397097826, 0.004328415263444185, 0.0045041111297905445, 0.0046798065304756165, 0.004855502396821976, 0.005031198263168335, 0.005206894129514694, 0.005382589530199766, 0.005558285396546125, 0.005733981262892485, 0.005909676663577557, 0.006085372529923916]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 4.0, 2.0, 3.0, 3.0, 8.0, 14.0, 14.0, 14.0, 21.0, 26.0, 38.0, 40.0, 59.0, 76.0, 106.0, 144.0, 184.0, 259.0, 382.0, 509.0, 3198.0, 1377.0, 585.0, 304.0, 182.0, 117.0, 71.0, 55.0, 37.0, 23.0, 15.0, 15.0, 7.0, 12.0, 6.0, 5.0, 1.0, 3.0, 2.0, 2.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.17604166269302368, -0.1693890392780304, -0.1627364158630371, -0.15608377754688263, -0.14943115413188934, -0.14277853071689606, -0.13612589240074158, -0.1294732689857483, -0.122820645570755, -0.11616802215576172, -0.10951539129018784, -0.10286276042461395, -0.09621013700962067, -0.08955751359462738, -0.0829048827290535, -0.07625225186347961, -0.06959962844848633, -0.06294700503349304, -0.05629437416791916, -0.049641747027635574, -0.04298911988735199, -0.036336492747068405, -0.02968386560678482, -0.023031238466501236, -0.01637861132621765, -0.009725984185934067, -0.003073357045650482, 0.0035792700946331024, 0.010231897234916687, 0.01688452437520027, 0.023537151515483856, 0.03018977865576744, 0.036842405796051025, 0.04349503293633461, 0.050147660076618195, 0.05680028721690178, 0.06345291435718536, 0.07010553777217865, 0.07675816863775253, 0.08341079950332642, 0.0900634229183197, 0.09671604633331299, 0.10336867719888687, 0.11002130806446075, 0.11667393147945404, 0.12332655489444733, 0.1299791932106018, 0.1366318166255951, 0.14328444004058838, 0.14993706345558167, 0.15658968687057495, 0.16324232518672943, 0.16989494860172272, 0.176547572016716, 0.18320021033287048, 0.18985283374786377, 0.19650545716285706, 0.20315808057785034, 0.20981070399284363, 0.2164633423089981, 0.2231159657239914, 0.22976858913898468, 0.23642122745513916, 0.24307385087013245, 0.24972647428512573]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 5.0, 3.0, 0.0, 3.0, 2.0, 3.0, 8.0, 7.0, 4.0, 4.0, 8.0, 5.0, 13.0, 12.0, 12.0, 9.0, 13.0, 18.0, 5.0, 9.0, 12.0, 12.0, 19.0, 30.0, 27.0, 31.0, 65.0, 108.0, 142.0, 216.0, 346.0, 592.0, 1033.0, 1611.0, 2532.0, 7315.0, 1665.0, 925.0, 496.0, 275.0, 186.0, 152.0, 127.0, 106.0, 63.0, 63.0, 34.0, 19.0, 18.0, 11.0, 13.0, 16.0, 12.0, 1.0, 3.0, 2.0, 4.0, 1.0, 2.0, 1.0], "bins": [-0.016415070742368698, -0.015999652445316315, -0.01558423601090908, -0.015168818645179272, -0.014753401279449463, -0.014337983913719654, -0.013922566547989845, -0.013507149182260036, -0.013091731816530228, -0.012676314450800419, -0.01226089708507061, -0.011845479719340801, -0.011430062353610992, -0.011014644987881184, -0.010599227622151375, -0.010183810256421566, -0.009768392890691757, -0.009352974593639374, -0.008937557227909565, -0.008522139862179756, -0.008106722496449947, -0.007691305596381426, -0.007275888230651617, -0.006860470864921808, -0.006445053033530712, -0.006029635667800903, -0.0056142183020710945, -0.005198800936341286, -0.004783383570611477, -0.004367966204881668, -0.003952548839151859, -0.0035371314734220505, -0.0031217141076922417, -0.002706296741962433, -0.002290879376232624, -0.0018754618940874934, -0.0014600445283576846, -0.0010446271626278758, -0.0006292097386904061, -0.00021379234385676682, 0.00020162505097687244, 0.0006170424167066813, 0.00103245978243649, 0.0014478772645816207, 0.0018632946303114295, 0.00227871211245656, 0.002694129478186369, 0.0031095468439161777, 0.0035249642096459866, 0.003940381575375795, 0.004355798941105604, 0.004771216306835413, 0.005186633672565222, 0.005602051038295031, 0.006017468404024839, 0.006432885769754648, 0.006848303601145744, 0.007263720966875553, 0.007679138332605362, 0.00809455569833517, 0.00850997306406498, 0.008925390429794788, 0.009340807795524597, 0.009756225161254406, 0.010171642526984215]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 1.0, 3.0, 6.0, 7.0, 4.0, 4.0, 7.0, 7.0, 9.0, 3.0, 12.0, 6.0, 6.0, 12.0, 10.0, 15.0, 16.0, 16.0, 53.0, 13.0, 12.0, 10.0, 9.0, 13.0, 2.0, 1.0, 8.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0], "bins": [-0.0375654511153698, -0.03668324649333954, -0.03580104187130928, -0.03491884097456932, -0.03403663635253906, -0.033154431730508804, -0.032272227108478546, -0.03139002248644829, -0.03050781972706318, -0.02962561510503292, -0.028743410483002663, -0.027861207723617554, -0.026979003101587296, -0.026096798479557037, -0.02521459572017193, -0.02433239109814167, -0.02345018833875656, -0.022567983716726303, -0.021685779094696045, -0.020803576335310936, -0.019921371713280678, -0.01903916709125042, -0.01815696433186531, -0.017274759709835052, -0.016392555087804794, -0.01551035139709711, -0.014628147706389427, -0.013745944015681744, -0.012863739393651485, -0.011981535702943802, -0.011099332012236118, -0.01021712739020586, -0.009334923699498177, -0.008452720008790493, -0.007570515852421522, -0.006688311696052551, -0.005806108005344868, -0.004923903848975897, -0.004041699692606926, -0.0031594957690685987, -0.0022772918455302715, -0.0013950879219919443, -0.0005128838820382953, 0.00036932009970769286, 0.001251524081453681, 0.002133728004992008, 0.003015932161360979, 0.0038981360848993063, 0.0047803400084376335, 0.005662544164806604, 0.006544747855514288, 0.007426952011883259, 0.008309155702590942, 0.0091913603246212, 0.010073564015328884, 0.010955767706036568, 0.011837972328066826, 0.01272017601877451, 0.013602379709482193, 0.014484583400189877, 0.015366788022220135, 0.01624899171292782, 0.017131196334958076, 0.018013399094343185, 0.018895603716373444]}, "_timestamp": 1596209462.8569846, "_runtime": 16.200103282928467, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.05125298723578453, -0.0498141385614872, -0.04837528616189957, -0.046936437487602234, -0.0454975888133049, -0.04405873641371727, -0.04261988773941994, -0.041181039065122604, -0.03974218666553497, -0.03830333799123764, -0.03686448931694031, -0.035425640642642975, -0.033986788243055344, -0.03254793956875801, -0.03110908903181553, -0.029670240357518196, -0.028231389820575714, -0.026792539283633232, -0.0253536906093359, -0.023914840072393417, -0.022475991398096085, -0.021037140861153603, -0.01959829032421112, -0.018159441649913788, -0.016720591112971306, -0.015281741507351398, -0.013842891901731491, -0.012404041364789009, -0.010965191759169102, -0.009526342153549194, -0.008087491616606712, -0.006648642010986805, -0.005209792405366898, -0.0037709425669163465, -0.0023320927284657955, -0.0008932428900152445, 0.0005456069484353065, 0.0019844567868858576, 0.0034233066253364086, 0.004862156696617603, 0.006301006302237511, 0.007739855907857418, 0.009178705513477325, 0.010617556050419807, 0.012056405656039715, 0.013495255261659622, 0.014934105798602104, 0.016372954472899437, 0.01781180500984192, 0.0192506555467844, 0.020689504221081734, 0.022128354758024216, 0.02356720343232155, 0.02500605396926403, 0.026444904506206512, 0.027883753180503845, 0.029322603717446327, 0.03076145425438881, 0.03220030292868614, 0.033639151602983475, 0.035078004002571106, 0.03651685267686844, 0.03795570135116577, 0.0393945537507534, 0.040833402425050735]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 2.0, 4.0, 6.0, 6.0, 9.0, 1.0, 1.0, 4.0, 5.0, 5.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.021136045455932617, -0.02055021934211254, -0.019964395090937614, -0.01937856897711754, -0.018792742863297462, -0.018206918612122536, -0.01762109249830246, -0.017035266384482384, -0.016449440270662308, -0.01586361601948738, -0.015277789905667305, -0.014691964723169804, -0.014106139540672302, -0.013520313426852226, -0.012934488244354725, -0.012348662130534649, -0.011762836948037148, -0.011177011765539646, -0.01059118565171957, -0.010005360469222069, -0.009419534355401993, -0.008833709172904491, -0.00824788399040699, -0.007662058342248201, -0.007076232694089413, -0.006490407045930624, -0.005904581397771835, -0.005318756215274334, -0.004732930567115545, -0.004147104918956757, -0.0035612795036286116, -0.0029754540883004665, -0.002389628440141678, -0.001803802908398211, -0.0012179773766547441, -0.0006321518449112773, -4.632631316781044e-05, 0.0005394992185756564, 0.0011253247503191233, 0.0017111502820625901, 0.002296975813806057, 0.0028828014619648457, 0.0034686268772929907, 0.004054452292621136, 0.004640277940779924, 0.005226103588938713, 0.0058119287714362144, 0.006397754419595003, 0.006983580067753792, 0.0075694057159125805, 0.00815523136407137, 0.00874105654656887, 0.009326882660388947, 0.009912707842886448, 0.01049853302538395, 0.011084359139204025, 0.011670184321701527, 0.012256009504199028, 0.012841835618019104, 0.013427660800516605, 0.014013485983014107, 0.014599312096834183, 0.015185137279331684, 0.015770962461829185, 0.01635678857564926]}, "_step": 13, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 4.0, 3.0, 7.0, 8.0, 18.0, 18.0, 28.0, 62.0, 82.0, 133.0, 177.0, 247.0, 364.0, 533.0, 760.0, 1046.0, 1479.0, 2077.0, 2813.0, 3915.0, 5397.0, 7560.0, 10159.0, 13979.0, 18922.0, 25168.0, 33440.0, 45007.0, 59961.0, 78155.0, 99769.0, 415850.0, 84987.0, 65806.0, 49420.0, 36736.0, 27197.0, 20823.0, 15810.0, 12379.0, 9764.0, 7330.0, 5662.0, 4289.0, 3307.0, 2506.0, 1851.0, 1392.0, 1015.0, 700.0, 526.0, 369.0, 234.0, 158.0, 90.0, 71.0, 28.0, 25.0, 13.0, 10.0, 4.0, 3.0], "bins": [-0.014801513403654099, -0.014357076957821846, -0.013912639580667019, -0.013468203134834766, -0.01302376575767994, -0.012579329311847687, -0.01213489193469286, -0.011690455488860607, -0.01124601811170578, -0.010801581665873528, -0.0103571442887187, -0.009912707842886448, -0.00946827046573162, -0.009023834019899368, -0.008579396642744541, -0.008134960196912289, -0.007690523285418749, -0.007246086373925209, -0.006801649462431669, -0.006357212550938129, -0.00591277563944459, -0.00546833872795105, -0.00502390181645751, -0.00457946490496397, -0.004135028459131718, -0.0036905913148075342, -0.0032461544033139944, -0.0028017174918204546, -0.0023572808131575584, -0.0019128437852486968, -0.0014684069901704788, -0.001023970078676939, -0.0005795331671833992, -0.00013509628479368985, 0.0003093405975960195, 0.0007537774508818984, 0.0011982143623754382, 0.001642651273868978, 0.002087088068947196, 0.002531524980440736, 0.0029759618919342756, 0.0034203988034278154, 0.0038648357149213552, 0.004309272393584251, 0.004753709305077791, 0.005198146216571331, 0.005642583128064871, 0.006087020039558411, 0.0065314569510519505, 0.00697589386254549, 0.00742033077403903, 0.00786476768553257, 0.008309204131364822, 0.00875364150851965, 0.009198077954351902, 0.009642515331506729, 0.010086951777338982, 0.010531389154493809, 0.010975825600326061, 0.011420262977480888, 0.011864699423313141, 0.012309136800467968, 0.01275357324630022, 0.013198010623455048, 0.0136424470692873]}, "gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 4.0, 0.0, 2.0, 1.0, 0.0, 2.0, 2.0, 2.0, 4.0, 1.0, 2.0, 5.0, 4.0, 3.0, 2.0, 2.0, 3.0, 2.0, 2.0, 1.0, 2.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.023016823455691338, -0.02234063297510147, -0.021664442494511604, -0.020988252013921738, -0.020312059670686722, -0.019635869190096855, -0.01895967870950699, -0.018283488228917122, -0.017607297748327255, -0.01693110726773739, -0.016254916787147522, -0.01557872537523508, -0.014902534894645214, -0.014226344414055347, -0.013550153002142906, -0.01287396252155304, -0.012197772040963173, -0.011521581560373306, -0.01084539107978344, -0.010169199667870998, -0.009493009187281132, -0.008816818706691265, -0.008140627294778824, -0.007464436814188957, -0.006788246333599091, -0.006112055853009224, -0.00543586490675807, -0.004759673960506916, -0.004083483479917049, -0.003407292766496539, -0.002731102053076029, -0.0020549113396555185, -0.0013787206262350082, -0.000702529912814498, -2.6339199393987656e-05, 0.0006498515140265226, 0.001326042227447033, 0.0020022329408675432, 0.0026784236542880535, 0.003354614367708564, 0.004030805081129074, 0.004706995561718941, 0.005383186507970095, 0.006059377454221249, 0.006735567934811115, 0.007411758415400982, 0.008087949827313423, 0.00876414030790329, 0.009440330788493156, 0.010116521269083023, 0.01079271174967289, 0.011468903161585331, 0.012145093642175198, 0.012821284122765064, 0.013497475534677505, 0.014173666015267372, 0.014849856495857239, 0.015526046976447105, 0.016202237457036972, 0.01687842793762684, 0.017554618418216705, 0.01823081076145172, 0.018907001242041588, 0.019583191722631454, 0.02025938220322132]}, "val_accuracy": 0.6683896974885845, "val_loss": 1.0904629657801972}
diff --git a/wandb/run-20200731_160357-3tq05mdm/config.yaml b/wandb/run-20200731_160357-3tq05mdm/config.yaml
new file mode 100644
index 0000000..f8813b6
--- /dev/null
+++ b/wandb/run-20200731_160357-3tq05mdm/config.yaml
@@ -0,0 +1,111 @@
+wandb_version: 1
+
+_wandb:
+ desc: null
+ value:
+ cli_version: 0.8.36
+ framework: torch
+ is_jupyter_run: false
+ is_kaggle_kernel: false
+ python_version: 3.8.2
+callback_args:
+ desc: null
+ value:
+ Checkpoint:
+ monitor: val_accuracy
+ EarlyStopping:
+ min_delta: 0.0
+ mode: min
+ monitor: val_loss
+ patience: 3
+ WandbCallback:
+ log_batch_frequency: 10
+ WandbImageLogger:
+ num_examples: 4
+callbacks:
+ desc: null
+ value:
+ - Checkpoint
+ - EarlyStopping
+ - WandbCallback
+ - WandbImageLogger
+criterion:
+ desc: null
+ value: CrossEntropyLoss
+criterion_args:
+ desc: null
+ value:
+ ignore_index: -100
+ reduction: mean
+ weight: null
+data_loader_args:
+ desc: null
+ value:
+ batch_size: 256
+ cuda: true
+ num_workers: 8
+ sample_to_balance: true
+ seed: 4711
+ shuffle: true
+ splits:
+ - train
+ - val
+ subsample_fraction: null
+ target_transform: null
+ transform: null
+dataloader:
+ desc: null
+ value: EmnistDataLoader
+experiment_group:
+ desc: null
+ value: Sample Experiments
+lr_scheduler:
+ desc: null
+ value: OneCycleLR
+lr_scheduler_args:
+ desc: null
+ value:
+ epochs: 16
+ max_lr: 0.001
+ steps_per_epoch: 1314
+metrics:
+ desc: null
+ value:
+ - accuracy
+model:
+ desc: null
+ value: CharacterModel
+network:
+ desc: null
+ value: LeNet
+network_args:
+ desc: null
+ value:
+ input_size:
+ - 28
+ - 28
+ output_size: 62
+optimizer:
+ desc: null
+ value: AdamW
+optimizer_args:
+ desc: null
+ value:
+ amsgrad: false
+ betas:
+ - 0.9
+ - 0.999
+ eps: 1.0e-08
+ lr: 0.01
+ weight_decay: 0
+resume_experiment:
+ desc: null
+ value: null
+train_args:
+ desc: null
+ value:
+ batch_size: 256
+ epochs: 16
+verbosity:
+ desc: null
+ value: 2
diff --git a/wandb/run-20200731_160357-3tq05mdm/media/graph/graph_0_summary_97659cc1.graph.json b/wandb/run-20200731_160357-3tq05mdm/media/graph/graph_0_summary_97659cc1.graph.json
new file mode 100644
index 0000000..af5120a
--- /dev/null
+++ b/wandb/run-20200731_160357-3tq05mdm/media/graph/graph_0_summary_97659cc1.graph.json
@@ -0,0 +1 @@
+{"format": "torch", "nodes": [{"name": "layers.0", "id": 139854451491936, "class_name": "Conv2d(1, 32, kernel_size=(3, 3), stride=(1, 1))", "parameters": [["weight", [32, 1, 3, 3]], ["bias", [32]]], "output_shape": [[2, 32, 26, 26]], "num_parameters": [288, 32]}, {"name": "layers.1", "id": 139854451491744, "class_name": "ReLU(inplace=True)", "parameters": [], "output_shape": [[2, 32, 26, 26]], "num_parameters": []}, {"name": "layers.2", "id": 139854451491888, "class_name": "Conv2d(32, 64, kernel_size=(3, 3), stride=(1, 1))", "parameters": [["weight", [64, 32, 3, 3]], ["bias", [64]]], "output_shape": [[2, 64, 24, 24]], "num_parameters": [18432, 64]}, {"name": "layers.4", "id": 139854451492176, "class_name": "MaxPool2d(kernel_size=2, stride=2, padding=0, dilation=1, ceil_mode=False)", "parameters": [], "output_shape": [[2, 64, 12, 12]], "num_parameters": []}, {"name": "layers.5", "id": 139854451492128, "class_name": "Dropout(p=0.2, inplace=False)", "parameters": [], "output_shape": [[2, 64, 12, 12]], "num_parameters": []}, {"name": "layers.6", "id": 139854451491840, "class_name": "Flatten()", "parameters": [], "output_shape": [[2, 9216]], "num_parameters": []}, {"name": "layers.7", "id": 139854451388768, "class_name": "Linear(in_features=9216, out_features=128, bias=True)", "parameters": [["weight", [128, 9216]], ["bias", [128]]], "output_shape": [[2, 128]], "num_parameters": [1179648, 128]}, {"name": "layers.9", "id": 139854451388816, "class_name": "Dropout(p=0.2, inplace=False)", "parameters": [], "output_shape": [[2, 128]], "num_parameters": []}, {"name": "layers.10", "id": 139854451388864, "class_name": "Linear(in_features=128, out_features=62, bias=True)", "parameters": [["weight", [62, 128]], ["bias", [62]]], "output_shape": [[2, 62]], "num_parameters": [7936, 62]}], "edges": []}
diff --git a/wandb/run-20200731_160357-3tq05mdm/requirements.txt b/wandb/run-20200731_160357-3tq05mdm/requirements.txt
new file mode 100644
index 0000000..10c63b6
--- /dev/null
+++ b/wandb/run-20200731_160357-3tq05mdm/requirements.txt
@@ -0,0 +1,145 @@
+alabaster==0.7.12
+appdirs==1.4.4
+attrs==19.3.0
+babel==2.8.0
+backcall==0.2.0
+bandit==1.6.2
+black==19.10b0
+bleach==3.1.5
+blessings==1.7
+boltons==20.2.0
+certifi==2020.6.20
+chardet==3.0.4
+click==7.1.2
+configparser==5.0.0
+coverage==5.2.1
+cycler==0.10.0
+darglint==1.5.2
+dataclasses==0.6
+decorator==4.4.2
+defusedxml==0.6.0
+desert==2020.1.6
+docker-pycreds==0.4.0
+docutils==0.16
+dparse==0.5.1
+entrypoints==0.3
+flake8-annotations==2.3.0
+flake8-bandit==2.1.2
+flake8-black==0.2.1
+flake8-bugbear==20.1.4
+flake8-docstrings==1.5.0
+flake8-import-order==0.18.1
+flake8-polyfill==1.0.2
+flake8==3.8.3
+future==0.18.2
+gitdb==4.0.5
+gitpython==3.1.7
+gpustat==0.6.0
+gql==0.2.0
+graphql-core==1.1
+h5py==2.10.0
+idna==2.10
+imagesize==1.2.0
+ipykernel==5.3.4
+ipython-genutils==0.2.0
+ipython==7.16.1
+ipywidgets==7.5.1
+jedi==0.17.2
+jinja2==2.11.2
+jsonschema==3.2.0
+jupyter-client==6.1.6
+jupyter-console==6.1.0
+jupyter-core==4.6.3
+jupyter==1.0.0
+kiwisolver==1.2.0
+loguru==0.5.1
+markupsafe==1.1.1
+marshmallow==3.7.1
+matplotlib==3.3.0
+mccabe==0.6.1
+mistune==0.8.4
+more-itertools==8.4.0
+mypy-extensions==0.4.3
+mypy==0.770
+nbconvert==5.6.1
+nbformat==5.0.7
+notebook==6.0.3
+numpy==1.19.1
+nvidia-ml-py3==7.352.0
+opencv-python==4.3.0.36
+packaging==20.4
+pandocfilters==1.4.2
+parso==0.7.1
+pathspec==0.8.0
+pathtools==0.1.2
+pbr==5.4.5
+pexpect==4.8.0
+pickleshare==0.7.5
+pillow==7.2.0
+pip==20.2
+pluggy==0.13.1
+prometheus-client==0.8.0
+promise==2.3
+prompt-toolkit==3.0.5
+psutil==5.7.2
+ptyprocess==0.6.0
+py==1.9.0
+pycodestyle==2.6.0
+pydocstyle==5.0.2
+pyflakes==2.2.0
+pygments==2.6.1
+pyparsing==2.4.7
+pyrsistent==0.16.0
+pytest-cov==2.10.0
+pytest-mock==3.2.0
+pytest==5.4.3
+python-dateutil==2.8.1
+pytz==2020.1
+pyyaml==5.3.1
+pyzmq==19.0.1
+qtconsole==4.7.5
+qtpy==1.9.0
+redis==3.5.3
+redlock-py==1.0.8
+regex==2020.7.14
+requests==2.24.0
+safety==1.9.0
+send2trash==1.5.0
+sentry-sdk==0.16.2
+setuptools==41.2.0
+shortuuid==1.0.1
+six==1.15.0
+smmap==3.0.4
+snowballstemmer==2.0.0
+sphinx-autodoc-typehints==1.11.0
+sphinx-rtd-theme==0.4.3
+sphinx==3.1.2
+sphinxcontrib-applehelp==1.0.2
+sphinxcontrib-devhelp==1.0.2
+sphinxcontrib-htmlhelp==1.0.3
+sphinxcontrib-jsmath==1.0.1
+sphinxcontrib-qthelp==1.0.3
+sphinxcontrib-serializinghtml==1.1.4
+stevedore==3.2.0
+subprocess32==3.5.4
+terminado==0.8.3
+testpath==0.4.4
+text-recognizer==0.1.0
+toml==0.10.1
+torch==1.5.1
+torchsummary==1.5.1
+torchvision==0.6.1
+tornado==6.0.4
+tqdm==4.48.0
+traitlets==4.3.3
+typed-ast==1.4.1
+typeguard==2.9.1
+typing-extensions==3.7.4.2
+typing-inspect==0.6.0
+urllib3==1.25.10
+wandb==0.8.36
+watchdog==0.10.3
+wcwidth==0.2.5
+webencodings==0.5.1
+widgetsnbextension==3.5.1
+xdoctest==0.12.0
diff --git a/wandb/run-20200731_160357-3tq05mdm/wandb-events.jsonl b/wandb/run-20200731_160357-3tq05mdm/wandb-events.jsonl
new file mode 100644
index 0000000..e390469
--- /dev/null
+++ b/wandb/run-20200731_160357-3tq05mdm/wandb-events.jsonl
@@ -0,0 +1 @@
+{"system.gpu.0.gpu": 58.62, "system.gpu.0.memory": 42.12, "system.gpu.0.memoryAllocated": 21.53, "system.gpu.0.temp": 54.38, "system.gpu.process.0.gpu": 58.62, "system.gpu.process.0.memory": 42.12, "system.gpu.process.0.memoryAllocated": 21.53, "system.gpu.process.0.temp": 54.38, "system.gpu.0.powerWatts": 121.98, "system.gpu.0.powerPercent": 56.74, "system.gpu.process.0.powerWatts": 121.98, "system.gpu.process.0.powerPercent": 56.74, "system.cpu": 46.21, "system.memory": 70.15, "system.disk": 37.2, "system.proc.memory.availableMB": 4778.92, "system.proc.memory.rssMB": 2580.15, "system.proc.memory.percent": 16.12, "system.proc.cpu.threads": 18.25, "system.network.sent": 1077429, "system.network.recv": 884527, "_wandb": true, "_timestamp": 1596211450, "_runtime": 13}
diff --git a/wandb/run-20200731_160357-3tq05mdm/wandb-history.jsonl b/wandb/run-20200731_160357-3tq05mdm/wandb-history.jsonl
new file mode 100644
index 0000000..8140f92
--- /dev/null
+++ b/wandb/run-20200731_160357-3tq05mdm/wandb-history.jsonl
@@ -0,0 +1,14 @@
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 5.0, 1.0, 4.0, 3.0, 1.0, 2.0, 1.0, 2.0, 5.0, 0.0, 1.0, 1.0, 4.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0], "bins": [-0.025287797674536705, -0.024627286940813065, -0.023966776207089424, -0.023306263610720634, -0.022645752876996994, -0.021985242143273354, -0.021324731409549713, -0.020664218813180923, -0.020003708079457283, -0.019343197345733643, -0.018682686612010002, -0.01802217587828636, -0.017361663281917572, -0.01670115254819393, -0.01604064181447029, -0.015380130149424076, -0.014719619415700436, -0.014059108681976795, -0.01339859701693058, -0.01273808628320694, -0.012077574618160725, -0.011417063884437084, -0.01075655221939087, -0.010096041485667229, -0.009435530751943588, -0.008775019086897373, -0.008114508353173733, -0.007453996688127518, -0.006793485954403877, -0.0061329747550189495, -0.005472463555634022, -0.004811952356249094, -0.004151441156864166, -0.0034909299574792385, -0.0028304187580943108, -0.0021699077915400267, -0.001509396592155099, -0.0008488854509778321, -0.00018837430980056524, 0.0004721368313767016, 0.0011326479725539684, 0.0017931591719388962, 0.002453670371323824, 0.003114181337878108, 0.0037746925372630358, 0.00443520350381732, 0.005095714703202248, 0.005756225902587175, 0.006416737101972103, 0.007077248301357031, 0.007737759500741959, 0.008398270234465599, 0.009058781899511814, 0.009719292633235455, 0.01037980429828167, 0.01104031503200531, 0.01170082576572895, 0.012361337430775166, 0.013021848164498806, 0.013682359829545021, 0.014342870563268661, 0.015003382228314877, 0.01566389389336109, 0.016324404627084732, 0.016984915360808372]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 3.0, 0.0, 0.0, 4.0, 5.0, 4.0, 6.0, 8.0, 14.0, 14.0, 14.0, 25.0, 23.0, 38.0, 47.0, 82.0, 89.0, 96.0, 146.0, 164.0, 243.0, 322.0, 452.0, 650.0, 2573.0, 863.0, 644.0, 481.0, 299.0, 211.0, 127.0, 81.0, 53.0, 48.0, 33.0, 20.0, 13.0, 9.0, 2.0, 5.0, 5.0, 5.0, 3.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.06551533937454224, -0.06376203149557114, -0.06200872361660004, -0.06025541573762894, -0.05850210785865784, -0.056748803704977036, -0.054995495826005936, -0.053242187947034836, -0.051488880068063736, -0.049735572189092636, -0.047982264310121536, -0.046228956431150436, -0.044475652277469635, -0.042722344398498535, -0.040969036519527435, -0.039215728640556335, -0.037462420761585236, -0.035709112882614136, -0.033955805003643036, -0.032202497124671936, -0.030449191108345985, -0.028695883229374886, -0.026942577213048935, -0.025189269334077835, -0.023435961455106735, -0.021682653576135635, -0.019929345697164536, -0.018176039680838585, -0.016422731801867485, -0.014669423922896385, -0.01291611697524786, -0.011162810027599335, -0.009409502148628235, -0.007656194735318422, -0.00590288732200861, -0.004149579908698797, -0.0023962724953889847, -0.0006429650820791721, 0.0011103423312306404, 0.002863649744540453, 0.0046169571578502655, 0.006370264571160078, 0.00812357198446989, 0.009876878932118416, 0.011630186811089516, 0.013383494690060616, 0.01513680163770914, 0.016890108585357666, 0.018643416464328766, 0.020396724343299866, 0.022150032222270966, 0.023903338238596916, 0.025656646117568016, 0.027409953996539116, 0.029163260012865067, 0.030916567891836166, 0.032669875770807266, 0.034423183649778366, 0.036176491528749466, 0.037929799407720566, 0.03968310356140137, 0.04143641144037247, 0.04318971931934357, 0.04494302719831467, 0.04669633507728577]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 2.0, 1.0, 2.0, 1.0, 4.0, 3.0, 4.0, 3.0, 4.0, 5.0, 2.0, 2.0, 3.0, 1.0, 3.0, 0.0, 2.0, 1.0, 30.0, 1.0, 2.0, 1.0, 5.0, 3.0, 4.0, 6.0, 1.0, 0.0, 0.0, 5.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008122023195028305, -0.007850171066820621, -0.007578318938612938, -0.007306466810405254, -0.007034614682197571, -0.006762762553989887, -0.006490910425782204, -0.00621905829757452, -0.0059472061693668365, -0.005675353575497866, -0.005403501447290182, -0.0051316493190824986, -0.004859797190874815, -0.004587945062667131, -0.004316092934459448, -0.004044240806251764, -0.0037723886780440807, -0.003500536549836397, -0.0032286844216287136, -0.00295683229342103, -0.0026849801652133465, -0.0024131278041750193, -0.0021412756759673357, -0.0018694235477596521, -0.0015975714195519686, -0.001325719291344285, -0.0010538671631366014, -0.0007820149185135961, -0.0005101627903059125, -0.00023831063299439847, 3.3541524317115545e-05, 0.00030539368162862957, 0.0005772458389401436, 0.0008490979671478271, 0.0011209500953555107, 0.001392802339978516, 0.0016646544681861997, 0.0019365065963938832, 0.0022083588410168886, 0.002480210969224572, 0.0027520630974322557, 0.0030239152256399393, 0.003295767353847623, 0.0035676194820553064, 0.0038394718430936337, 0.004111323971301317, 0.004383176099509001, 0.004655028227716684, 0.004926880355924368, 0.0051987324841320515, 0.005470584612339735, 0.005742436740547419, 0.006014288868755102, 0.006286140996962786, 0.006557993125170469, 0.006829845253378153, 0.007101697847247124, 0.007373549975454807, 0.007645402103662491, 0.007917254231870174, 0.008189106360077858, 0.008460958488285542, 0.008732810616493225, 0.009004662744700909, 0.009276514872908592]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 0.0, 3.0, 3.0, 0.0, 5.0, 8.0, 13.0, 28.0, 40.0, 63.0, 104.0, 141.0, 197.0, 315.0, 484.0, 715.0, 1045.0, 1554.0, 2184.0, 3119.0, 4635.0, 6749.0, 9925.0, 14840.0, 22247.0, 33659.0, 51396.0, 75841.0, 111357.0, 523661.0, 107260.0, 68248.0, 44646.0, 29039.0, 19504.0, 13588.0, 9360.0, 6575.0, 4700.0, 3365.0, 2411.0, 1838.0, 1296.0, 963.0, 684.0, 477.0, 415.0, 275.0, 196.0, 125.0, 100.0, 70.0, 65.0, 28.0, 32.0, 13.0, 13.0, 7.0, 9.0, 6.0, 2.0, 2.0, 2.0], "bins": [-0.007126576267182827, -0.006893484387546778, -0.006660392973572016, -0.0064273010939359665, -0.0061942096799612045, -0.005961117800325155, -0.005728026386350393, -0.005494934506714344, -0.005261843092739582, -0.005028751213103533, -0.0047956593334674835, -0.0045625679194927216, -0.004329476039856672, -0.00409638462588191, -0.003863292746245861, -0.0036302010994404554, -0.00339710945263505, -0.003164017805829644, -0.0029309261590242386, -0.002697834512218833, -0.0024647428654134274, -0.002231650985777378, -0.0019985593389719725, -0.0017654676921665668, -0.0015323760453611612, -0.0012992843985557556, -0.00106619275175035, -0.0008331009885296226, -0.0006000093417242169, -0.00036691766581498086, -0.0001338259899057448, 9.926568600349128e-05, 0.00033235736191272736, 0.000565449008718133, 0.0007985407137311995, 0.001031632418744266, 0.0012647240655496716, 0.0014978157123550773, 0.0017309074755758047, 0.0019639991223812103, 0.002197090769186616, 0.0024301824159920216, 0.002663274062797427, 0.002896365709602833, 0.003129457589238882, 0.0033625492360442877, 0.0035956408828496933, 0.003828732529655099, 0.0040618241764605045, 0.004294916056096554, 0.004528007470071316, 0.004761099349707365, 0.004994190763682127, 0.005227282643318176, 0.005460374057292938, 0.0056934659369289875, 0.005926557816565037, 0.006159649230539799, 0.006392741110175848, 0.00662583252415061, 0.006858924403786659, 0.007092015817761421, 0.0073251076973974705, 0.0075581991113722324, 0.007791290991008282]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 3.0, 0.0, 1.0, 1.0, 3.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 5.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 7.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 2.0, 1.0, 3.0, 0.0, 1.0, 2.0], "bins": [-0.022778445854783058, -0.022277869284152985, -0.021777290850877762, -0.02127671428024769, -0.020776137709617615, -0.02027556113898754, -0.019774984568357468, -0.019274406135082245, -0.01877382956445217, -0.018273252993822098, -0.017772674560546875, -0.0172720979899168, -0.016771521419286728, -0.016270944848656654, -0.01577036827802658, -0.015269789844751358, -0.014769213274121284, -0.014268636703491211, -0.013768059201538563, -0.013267481699585915, -0.012766905128955841, -0.012266328558325768, -0.01176575105637312, -0.011265173554420471, -0.010764596983790398, -0.010264020413160324, -0.009763442911207676, -0.009262865409255028, -0.008762288838624954, -0.00826171226799488, -0.0077611347660422325, -0.007260557729750872, -0.006759980693459511, -0.00625940365716815, -0.005758826620876789, -0.005258249584585428, -0.004757672548294067, -0.0042570955120027065, -0.0037565184757113457, -0.003255941439419985, -0.002755364403128624, -0.002254787366837263, -0.0017542103305459023, -0.0012536332942545414, -0.0007530562579631805, -0.0002524792216718197, 0.00024809781461954117, 0.000748674850910902, 0.0012492518872022629, 0.0017498289234936237, 0.0022504059597849846, 0.0027509829960763454, 0.0032515600323677063, 0.003752137068659067, 0.004252714104950428, 0.004753291141241789, 0.00525386817753315, 0.005754445213824511, 0.006255022250115871, 0.006755599286407232, 0.007256176322698593, 0.007756753358989954, 0.008257330395281315, 0.008757907897233963, 0.009258484467864037]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 2.0, 6.0, 12.0, 17.0, 11.0, 17.0, 18.0, 27.0, 29.0, 35.0, 29.0, 46.0, 30.0, 50.0, 43.0, 49.0, 72.0, 59.0, 75.0, 72.0, 90.0, 84.0, 118.0, 144.0, 124.0, 133.0, 143.0, 190.0, 159.0, 199.0, 197.0, 240.0, 277.0, 286.0, 338.0, 313.0, 350.0, 358.0, 369.0, 435.0, 580.0, 810.0, 1562.0, 7310.0, 763.0, 544.0, 414.0, 249.0, 178.0, 163.0, 129.0, 101.0, 105.0, 92.0, 65.0, 43.0, 36.0, 22.0, 9.0, 8.0], "bins": [-0.02357855997979641, -0.023078229278326035, -0.02257789857685566, -0.022077569738030434, -0.02157723903656006, -0.021076908335089684, -0.02057657763361931, -0.020076248794794083, -0.019575918093323708, -0.019075587391853333, -0.018575256690382957, -0.018074925988912582, -0.017574597150087357, -0.01707426644861698, -0.016573935747146606, -0.01607360504567623, -0.015573275275528431, -0.015072944574058056, -0.014572614803910255, -0.01407228410243988, -0.01357195433229208, -0.013071623630821705, -0.012571293860673904, -0.01207096315920353, -0.011570632457733154, -0.011070302687585354, -0.010569971986114979, -0.010069642215967178, -0.009569311514496803, -0.009068981744349003, -0.008568651042878628, -0.008068321272730827, -0.007567990571260452, -0.0070676603354513645, -0.006567330099642277, -0.006066999863833189, -0.005566669628024101, -0.005066338926553726, -0.0045660086907446384, -0.004065678454935551, -0.003565348219126463, -0.003065017983317375, -0.0025646877475082874, -0.002064357278868556, -0.0015640270430594683, -0.0010636968072503805, -0.0005633664550259709, -6.303616100922227e-05, 0.0004372941330075264, 0.0009376244270242751, 0.0014379547210410237, 0.0019382850732654333, 0.002438615309074521, 0.002938945544883609, 0.0034392760135233402, 0.003939606249332428, 0.004439936485141516, 0.0049402667209506035, 0.005440596956759691, 0.005940927192568779, 0.006441257894039154, 0.006941588129848242, 0.0074419183656573296, 0.00794224813580513, 0.008442578837275505]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 6.0, 0.0, 0.0, 1.0], "bins": [-0.04203195497393608, -0.04133273661136627, -0.04063351824879646, -0.039934299886226654, -0.039235081523656845, -0.038535863161087036, -0.03783664479851723, -0.03713742643594742, -0.03643820807337761, -0.0357389897108078, -0.03503977134823799, -0.03434055298566818, -0.03364133462309837, -0.032942116260528564, -0.032242897897958755, -0.03154367953538895, -0.03084445931017399, -0.03014524094760418, -0.02944602258503437, -0.02874680422246456, -0.028047585859894753, -0.027348367497324944, -0.026649149134755135, -0.025949930772185326, -0.025250710546970367, -0.02455149218440056, -0.02385227382183075, -0.02315305545926094, -0.02245383709669113, -0.021754618734121323, -0.021055400371551514, -0.020356182008981705, -0.019656963646411896, -0.018957745283842087, -0.018258526921272278, -0.01755930855870247, -0.01686009019613266, -0.01616087183356285, -0.015461652539670467, -0.014762434177100658, -0.01406321581453085, -0.01336399745196104, -0.012664779089391232, -0.011965560726821423, -0.011266341432929039, -0.01056712307035923, -0.009867904707789421, -0.009168686345219612, -0.008469467982649803, -0.007770249620079994, -0.007071031257510185, -0.006371812429279089, -0.00567259406670928, -0.004973375704139471, -0.004274156875908375, -0.003574938513338566, -0.002875720150768757, -0.002176501788198948, -0.0014772831927984953, -0.0007780647138133645, -7.884623482823372e-05, 0.0006203722441568971, 0.0013195907231420279, 0.0020188093185424805, 0.0027180276811122894]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 4.0, 1.0, 2.0, 2.0, 0.0, 3.0, 2.0, 4.0, 4.0, 2.0, 1.0, 3.0, 2.0, 3.0, 4.0, 4.0, 2.0, 2.0, 3.0, 3.0, 1.0, 8.0, 10.0, 4.0, 4.0, 5.0, 8.0, 3.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 4.0, 6.0, 9.0, 9.0, 18.0, 96.0, 3.0, 7.0, 3.0, 6.0, 5.0, 7.0], "bins": [-0.055140044540166855, -0.05417855829000473, -0.05321706831455231, -0.05225558206439018, -0.05129409208893776, -0.050332605838775635, -0.04937111586332321, -0.04840962961316109, -0.047448139637708664, -0.04648665338754654, -0.045525163412094116, -0.04456367716193199, -0.04360218718647957, -0.042640700936317444, -0.04167921096086502, -0.040717724710702896, -0.03975623473525047, -0.03879474848508835, -0.037833258509635925, -0.0368717722594738, -0.03591028228402138, -0.03494879603385925, -0.03398730605840683, -0.033025819808244705, -0.03206432983279228, -0.031102843582630157, -0.030141355469822884, -0.02917986735701561, -0.028218379244208336, -0.027256891131401062, -0.026295403018593788, -0.025333914905786514, -0.02437242679297924, -0.023410938680171967, -0.022449450567364693, -0.02148796245455742, -0.020526474341750145, -0.01956498622894287, -0.018603498116135597, -0.017642010003328323, -0.01668052189052105, -0.015719033777713776, -0.014757546596229076, -0.013796058483421803, -0.012834570370614529, -0.011873082257807255, -0.010911594144999981, -0.009950106032192707, -0.008988617919385433, -0.00802712980657816, -0.0070656416937708855, -0.006104153580963612, -0.005142665468156338, -0.004181177821010351, -0.0032196897082030773, -0.0022582015953958035, -0.0012967134825885296, -0.00033522542798891664, 0.0006262626266106963, 0.0015877506230026484, 0.0025492387358099222, 0.003510726848617196, 0.004472214728593826, 0.0054337028414011, 0.006395190954208374]}, "_runtime": 5.174862623214722, "_timestamp": 1596211439.6211197, "_step": 0}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 0.0, 1.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 4.0, 3.0, 3.0, 2.0, 3.0, 2.0, 2.0, 3.0, 0.0, 1.0, 3.0, 0.0, 4.0, 2.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.016851307824254036, -0.0161962378770113, -0.015541169792413712, -0.01488610077649355, -0.014231031760573387, -0.01357596181333065, -0.012920892797410488, -0.012265823781490326, -0.011610754765570164, -0.010955685749650002, -0.01030061673372984, -0.009645547717809677, -0.00899047777056694, -0.008335408754646778, -0.007680339738726616, -0.007025270722806454, -0.0063702017068862915, -0.005715132690966129, -0.005060063675045967, -0.004404994193464518, -0.0037499251775443554, -0.003094856161624193, -0.0024397869128733873, -0.0017847177805379033, -0.0011296486482024193, -0.00047457951586693525, 0.00018048961646854877, 0.0008355587488040328, 0.0014906278811395168, 0.002145696897059679, 0.002800766145810485, 0.0034558353945612907, 0.004110904410481453, 0.004765973426401615, 0.005421042442321777, 0.006076111923903227, 0.006731180939823389, 0.007386249955743551, 0.008041319437325, 0.008696388453245163, 0.009351457469165325, 0.010006526485085487, 0.01066159550100565, 0.011316664516925812, 0.011971734464168549, 0.01262680348008871, 0.013281872496008873, 0.013936941511929035, 0.014592010527849197, 0.01524707954376936, 0.015902148559689522, 0.01655721850693226, 0.017212286591529846, 0.017867356538772583, 0.01852242462337017, 0.019177494570612907, 0.019832562655210495, 0.020487632602453232, 0.02114270254969597, 0.021797770634293556, 0.022452840581536293, 0.02310790866613388, 0.023762978613376617, 0.024418046697974205, 0.025073116645216942]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 6.0, 2.0, 6.0, 8.0, 7.0, 10.0, 13.0, 8.0, 21.0, 24.0, 38.0, 37.0, 46.0, 51.0, 70.0, 80.0, 88.0, 120.0, 155.0, 203.0, 254.0, 275.0, 437.0, 576.0, 2442.0, 759.0, 695.0, 472.0, 312.0, 188.0, 153.0, 95.0, 62.0, 47.0, 55.0, 25.0, 26.0, 19.0, 9.0, 10.0, 7.0, 7.0, 1.0, 3.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.12204260379076004, -0.1185733824968338, -0.11510416120290756, -0.11163494735956192, -0.10816572606563568, -0.10469650477170944, -0.1012272834777832, -0.09775806218385696, -0.09428884088993073, -0.09081962704658508, -0.08735040575265884, -0.0838811844587326, -0.08041196316480637, -0.07694274187088013, -0.07347352802753448, -0.07000430673360825, -0.066535085439682, -0.06306586414575577, -0.05959664657711983, -0.05612742528319359, -0.05265820771455765, -0.04918898642063141, -0.04571976512670517, -0.04225054755806923, -0.03878132626414299, -0.03531210497021675, -0.03184288740158081, -0.02837366610765457, -0.024904446676373482, -0.021435227245092392, -0.017966005951166153, -0.014496786519885063, -0.011027567088603973, -0.007558347191661596, -0.004089127294719219, -0.0006199073977768421, 0.002849312499165535, 0.006318532396107912, 0.00978775229305029, 0.013256972655653954, 0.016726192086935043, 0.020195411518216133, 0.023664630949497223, 0.027133852243423462, 0.03060307167470455, 0.03407229110598564, 0.03754151239991188, 0.04101072996854782, 0.04447995126247406, 0.0479491725564003, 0.05141839012503624, 0.05488761141896248, 0.05835682898759842, 0.06182605028152466, 0.0652952715754509, 0.06876449286937714, 0.07223370671272278, 0.07570292800664902, 0.07917214930057526, 0.0826413705945015, 0.08611059188842773, 0.08957981318235397, 0.09304902702569962, 0.09651824831962585, 0.0999874696135521]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [3.0, 0.0, 4.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 2.0, 1.0, 6.0, 1.0, 0.0, 1.0, 6.0, 0.0, 4.0, 0.0, 2.0, 3.0, 8.0, 5.0, 2.0, 3.0, 32.0, 1.0, 5.0, 3.0, 1.0, 1.0, 1.0, 0.0, 4.0, 0.0, 2.0, 0.0, 1.0, 2.0, 2.0, 2.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.006695894058793783, -0.006448918953537941, -0.006201943848282099, -0.0059549687430262566, -0.005707993637770414, -0.005461018532514572, -0.00521404342725873, -0.004967068322002888, -0.0047200932167470455, -0.004473118111491203, -0.004226143006235361, -0.003979167900979519, -0.0037321927957236767, -0.0034852176904678345, -0.0032382425852119923, -0.00299126747995615, -0.002744292374700308, -0.0024973172694444656, -0.0022503421641886234, -0.0020033670589327812, -0.001756391953676939, -0.0015094168484210968, -0.0012624417431652546, -0.0010154666379094124, -0.0007684915326535702, -0.000521516427397728, -0.00027454132214188576, -2.756621688604355e-05, 0.00021940888836979866, 0.00046638399362564087, 0.0007133590988814831, 0.0009603342041373253, 0.0012073093093931675, 0.0014542844146490097, 0.001701259519904852, 0.0019482346251606941, 0.0021952097304165363, 0.0024421848356723785, 0.0026891599409282207, 0.002936135046184063, 0.003183110151439905, 0.0034300852566957474, 0.0036770603619515896, 0.003924035467207432, 0.004171010572463274, 0.004417985677719116, 0.004664960782974958, 0.004911935888230801, 0.005158910993486643, 0.005405886098742485, 0.005652861203998327, 0.0058998363092541695, 0.006146811414510012, 0.006393786519765854, 0.006640761625021696, 0.006887736730277538, 0.0071347118355333805, 0.007381686940789223, 0.007628662046045065, 0.007875637151300907, 0.008122611790895462, 0.008369587361812592, 0.008616562932729721, 0.008863537572324276, 0.009110512211918831]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [7.0, 8.0, 7.0, 16.0, 24.0, 26.0, 49.0, 80.0, 104.0, 163.0, 284.0, 354.0, 528.0, 710.0, 1098.0, 1592.0, 2205.0, 2897.0, 4139.0, 5700.0, 7816.0, 10620.0, 15000.0, 21089.0, 30010.0, 43012.0, 60515.0, 83480.0, 111274.0, 457950.0, 90564.0, 64944.0, 45921.0, 32412.0, 23373.0, 16703.0, 12092.0, 8790.0, 6599.0, 4861.0, 3633.0, 2695.0, 1847.0, 1401.0, 976.0, 661.0, 471.0, 301.0, 226.0, 139.0, 112.0, 47.0, 47.0, 21.0, 22.0, 10.0, 10.0, 7.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.009374851360917091, -0.00905538722872734, -0.008735922165215015, -0.00841645710170269, -0.00809699296951294, -0.0077775283716619015, -0.0074580637738108635, -0.0071385991759598255, -0.0068191345781087875, -0.0064996699802577496, -0.006180205382406712, -0.005860740784555674, -0.005541276186704636, -0.005221811588853598, -0.00490234699100256, -0.004582882393151522, -0.004263417795300484, -0.003943953197449446, -0.0036244885995984077, -0.0033050240017473698, -0.002985559403896332, -0.002666094806045294, -0.002346630208194256, -0.002027165610343218, -0.0017077010124921799, -0.0013882364146411419, -0.001068771816790104, -0.0007493072189390659, -0.00042984262108802795, -0.00011037802323698997, 0.000209086574614048, 0.000528551172465086, 0.000848015770316124, 0.001167480368167162, 0.0014869449660182, 0.001806409563869238, 0.002125874161720276, 0.002445338759571314, 0.002764803357422352, 0.00308426795527339, 0.003403732553124428, 0.0037231971509754658, 0.004042661748826504, 0.004362126346677542, 0.00468159094452858, 0.005001055542379618, 0.005320520140230656, 0.005639984738081694, 0.005959449335932732, 0.00627891393378377, 0.006598378531634808, 0.0069178431294858456, 0.0072373077273368835, 0.0075567723251879215, 0.00787623692303896, 0.008195701986551285, 0.008515166118741035, 0.008834630250930786, 0.009154095314443111, 0.009473560377955437, 0.009793024510145187, 0.010112488642334938, 0.010431953705847263, 0.010751418769359589, 0.01107088290154934]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 3.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 3.0, 3.0, 0.0, 3.0, 0.0, 3.0, 0.0, 10.0, 2.0, 1.0, 1.0, 2.0, 0.0, 2.0, 3.0, 0.0, 0.0, 2.0], "bins": [-0.02319488301873207, -0.02275747060775757, -0.022320058196783066, -0.021882645785808563, -0.02144523337483406, -0.021007820963859558, -0.020570408552885056, -0.020132996141910553, -0.01969558373093605, -0.019258171319961548, -0.018820758908987045, -0.018383348360657692, -0.01794593594968319, -0.017508523538708687, -0.017071111127734184, -0.01663369871675968, -0.01619628630578518, -0.015758873894810677, -0.015321461483836174, -0.014884049072861671, -0.014446636661887169, -0.014009224250912666, -0.013571811839938164, -0.013134399428963661, -0.012696987017989159, -0.012259574607014656, -0.011822162196040154, -0.011384750716388226, -0.010947338305413723, -0.01050992589443922, -0.010072513483464718, -0.009635101072490215, -0.009197688661515713, -0.00876027625054121, -0.008322863839566708, -0.007885451428592205, -0.00744803948327899, -0.007010627072304487, -0.006573214661329985, -0.006135802250355482, -0.005698390305042267, -0.005260977894067764, -0.004823565483093262, -0.004386153072118759, -0.003948740661144257, -0.0035113284830003977, -0.003073916072025895, -0.002636503893882036, -0.0021990914829075336, -0.001761679188348353, -0.0013242668937891722, -0.0008868544828146696, -0.00044944218825548887, -1.202986459247768e-05, 0.0004253824590705335, 0.0008627948118373752, 0.001300207106396556, 0.0017376194009557366, 0.0021750316955149174, 0.00261244410648942, 0.0030498565174639225, 0.0034872686956077814, 0.00392468087375164, 0.004362093284726143, 0.0047995056957006454]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [5.0, 4.0, 3.0, 8.0, 12.0, 8.0, 19.0, 30.0, 20.0, 23.0, 21.0, 35.0, 44.0, 47.0, 58.0, 61.0, 66.0, 64.0, 105.0, 113.0, 123.0, 152.0, 145.0, 203.0, 190.0, 206.0, 220.0, 222.0, 252.0, 261.0, 219.0, 264.0, 263.0, 284.0, 311.0, 309.0, 299.0, 362.0, 437.0, 579.0, 698.0, 1161.0, 6903.0, 924.0, 779.0, 551.0, 243.0, 216.0, 191.0, 199.0, 162.0, 125.0, 123.0, 63.0, 30.0, 7.0, 3.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.025464966893196106, -0.02486053854227066, -0.024256108328700066, -0.02365167997777462, -0.023047251626849174, -0.02244282141327858, -0.021838393062353134, -0.02123396471142769, -0.020629534497857094, -0.020025106146931648, -0.019420677796006203, -0.018816247582435608, -0.018211819231510162, -0.017607390880584717, -0.017002960667014122, -0.016398532316088676, -0.01579410210251808, -0.015189673751592636, -0.01458524540066719, -0.01398081611841917, -0.01337638683617115, -0.012771958485245705, -0.012167529202997684, -0.011563099920749664, -0.010958671569824219, -0.010354242287576199, -0.009749813005328178, -0.009145383723080158, -0.008540955372154713, -0.007936526089906693, -0.00733209727331996, -0.0067276679910719395, -0.006123239174485207, -0.005518810357898474, -0.004914381075650454, -0.004309952259063721, -0.003705523209646344, -0.0031010941602289677, -0.002496665343642235, -0.0018922362942248583, -0.0012878072448074818, -0.0006833782535977662, -7.894926238805056e-05, 0.000525479728821665, 0.0011299087200313807, 0.0017343377694487572, 0.00233876658603549, 0.0029431956354528666, 0.003547624684870243, 0.004152053501456976, 0.004756482783704996, 0.005360911600291729, 0.005965340882539749, 0.006569769699126482, 0.007174198515713215, 0.007778627797961235, 0.00838305614888668, 0.0089874854311347, 0.009591914713382721, 0.010196343995630741, 0.010800772346556187, 0.011405201628804207, 0.012009630911052227, 0.012614059261977673, 0.013218488544225693]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 2.0, 6.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08529649674892426, -0.08355537056922913, -0.081814244389534, -0.08007311820983887, -0.07833199203014374, -0.07659086585044861, -0.07484973967075348, -0.07310861349105835, -0.07136748731136322, -0.06962636858224869, -0.06788524240255356, -0.06614411622285843, -0.0644029900431633, -0.06266186386346817, -0.06092073768377304, -0.05917961150407791, -0.05743848532438278, -0.05569735914468765, -0.05395623296499252, -0.052215106785297394, -0.050473980605602264, -0.048732858151197433, -0.046991731971502304, -0.045250605791807175, -0.043509479612112045, -0.041768353432416916, -0.040027227252721786, -0.03828610107302666, -0.036544978618621826, -0.0348038524389267, -0.03306272625923157, -0.03132160007953644, -0.02958047389984131, -0.02783934772014618, -0.02609822154045105, -0.02435709722340107, -0.02261597104370594, -0.02087484486401081, -0.01913372054696083, -0.0173925943672657, -0.015651468187570572, -0.013910342007875443, -0.012169216759502888, -0.010428091511130333, -0.008686965331435204, -0.0069458396174013615, -0.005204713903367519, -0.0034635881893336773, -0.0017224624752998352, 1.8663238734006882e-05, 0.001759788952767849, 0.003500914666801691, 0.005242040380835533, 0.006983166094869375, 0.008724291808903217, 0.010465417057275772, 0.012206543236970901, 0.013947669416666031, 0.01568879559636116, 0.01742991991341114, 0.01917104609310627, 0.0209121722728014, 0.02265329658985138, 0.02439442276954651, 0.026135548949241638]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 2.0, 0.0, 3.0, 3.0, 2.0, 6.0, 2.0, 6.0, 3.0, 5.0, 7.0, 5.0, 2.0, 8.0, 7.0, 3.0, 9.0, 4.0, 5.0, 1.0, 4.0, 2.0, 3.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 0.0, 5.0, 4.0, 1.0, 6.0, 4.0, 2.0, 7.0, 8.0, 95.0, 13.0, 6.0, 2.0, 6.0, 4.0, 5.0, 3.0], "bins": [-0.09721396118402481, -0.09549499303102493, -0.09377602487802505, -0.09205704927444458, -0.0903380811214447, -0.08861911296844482, -0.08690014481544495, -0.08518117666244507, -0.08346220850944519, -0.08174323290586472, -0.08002426475286484, -0.07830529659986496, -0.07658632844686508, -0.0748673602938652, -0.07314839214086533, -0.07142941653728485, -0.06971044838428497, -0.0679914802312851, -0.06627251207828522, -0.06455354392528534, -0.06283457577228546, -0.061115603893995285, -0.05939663201570511, -0.05767766386270523, -0.05595869570970535, -0.054239723831415176, -0.0525207556784153, -0.05080178752541542, -0.049082815647125244, -0.047363847494125366, -0.04564487934112549, -0.04392590746283531, -0.042206939309835434, -0.040487971156835556, -0.03876899927854538, -0.0370500311255455, -0.035331062972545624, -0.03361209109425545, -0.03189312294125557, -0.030174152925610542, -0.028455182909965515, -0.026736214756965637, -0.02501724474132061, -0.023298274725675583, -0.021579306572675705, -0.019860336557030678, -0.01814136654138565, -0.016422398388385773, -0.014703428372740746, -0.012984459288418293, -0.011265489272773266, -0.009546520188450813, -0.007827550172805786, -0.006108581088483334, -0.004389612004160881, -0.002670642454177141, -0.0009516729041934013, 0.0007672965293750167, 0.0024862659629434347, 0.004205235280096531, 0.005924204830080271, 0.007643174380064011, 0.009362143464386463, 0.01108111348003149, 0.012800082564353943]}, "_runtime": 5.948485851287842, "_timestamp": 1596211440.394743, "_step": 1}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 3.0, 3.0, 2.0, 2.0, 1.0, 2.0, 2.0, 1.0, 6.0, 4.0, 3.0, 1.0, 2.0, 0.0, 2.0, 2.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.019266970455646515, -0.018638819456100464, -0.018010668456554413, -0.01738251931965351, -0.01675436832010746, -0.01612621732056141, -0.015498067252337933, -0.014869916252791882, -0.014241766184568405, -0.013613615185022354, -0.012985464185476303, -0.012357314117252827, -0.011729163117706776, -0.0111010130494833, -0.010472862049937248, -0.009844711981713772, -0.00921656098216772, -0.00858840998262167, -0.007960259914398193, -0.00733210938051343, -0.006703958846628666, -0.006075807847082615, -0.005447657313197851, -0.0048195067793130875, -0.004191356245428324, -0.00356320571154356, -0.0029350551776587963, -0.002306904410943389, -0.0016787538770586252, -0.0010506033431738615, -0.00042245269287377596, 0.00020569789921864867, 0.0008338484913110733, 0.001461999025195837, 0.0020901495590806007, 0.002718300325796008, 0.003346450859680772, 0.003974601626396179, 0.004602752160280943, 0.005230902694165707, 0.00585905322805047, 0.006487203761935234, 0.007115354295819998, 0.0077435048297047615, 0.008371655829250813, 0.008999805897474289, 0.00962795689702034, 0.010256106965243816, 0.010884257964789867, 0.011512408964335918, 0.012140559032559395, 0.012768710032105446, 0.013396860100328922, 0.014025011099874973, 0.01465316116809845, 0.0152813121676445, 0.015909463167190552, 0.016537614166736603, 0.017165763303637505, 0.017793914303183556, 0.018422065302729607, 0.019050216302275658, 0.01967836543917656, 0.02030651643872261, 0.02093466743826866]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 4.0, 2.0, 3.0, 4.0, 5.0, 4.0, 5.0, 5.0, 7.0, 8.0, 7.0, 13.0, 15.0, 14.0, 19.0, 17.0, 19.0, 34.0, 41.0, 37.0, 49.0, 61.0, 68.0, 95.0, 104.0, 122.0, 175.0, 238.0, 262.0, 327.0, 412.0, 2088.0, 814.0, 781.0, 614.0, 449.0, 287.0, 191.0, 128.0, 107.0, 73.0, 50.0, 47.0, 24.0, 22.0, 18.0, 15.0, 12.0, 4.0, 4.0, 8.0, 4.0, 6.0, 3.0, 2.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.12290501594543457, -0.11915723979473114, -0.11540946364402771, -0.11166168004274368, -0.10791390389204025, -0.10416612774133682, -0.10041835159063339, -0.09667056798934937, -0.09292279183864594, -0.0891750156879425, -0.08542723953723907, -0.08167946338653564, -0.07793167978525162, -0.07418390363454819, -0.07043612748384476, -0.06668835133314133, -0.0629405677318573, -0.05919279530644417, -0.05544501543045044, -0.05169723927974701, -0.04794945940375328, -0.04420168325304985, -0.04045390337705612, -0.03670612722635269, -0.03295835107564926, -0.029210571199655533, -0.025462793186306953, -0.021715015172958374, -0.017967239022254944, -0.01421946007758379, -0.010471682995557785, -0.006723904982209206, -0.0029761269688606262, 0.0007716508116573095, 0.004519428592175245, 0.008267206139862537, 0.012014984153211117, 0.01576276123523712, 0.0195105392485857, 0.02325831726193428, 0.02700609527528286, 0.03075387328863144, 0.03450164943933487, 0.0382494293153286, 0.04199720546603203, 0.04574498534202576, 0.04949276149272919, 0.053240541368722916, 0.056988317519426346, 0.060736093670129776, 0.0644838735461235, 0.06823164969682693, 0.07197942584753036, 0.07572720944881439, 0.07947498559951782, 0.08322276175022125, 0.08697053790092468, 0.09071831405162811, 0.09446609765291214, 0.09821387380361557, 0.101961649954319, 0.10570942610502243, 0.10945720970630646, 0.11320498585700989, 0.11695276200771332]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 2.0, 1.0, 2.0, 6.0, 6.0, 0.0, 0.0, 2.0, 3.0, 5.0, 3.0, 5.0, 2.0, 1.0, 2.0, 28.0, 5.0, 6.0, 1.0, 2.0, 2.0, 0.0, 3.0, 1.0, 2.0, 5.0, 1.0, 3.0, 2.0, 2.0, 2.0, 1.0, 2.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.006841868627816439, -0.006586233153939247, -0.006330598145723343, -0.006074962671846151, -0.00581932719796896, -0.005563692189753056, -0.005308056715875864, -0.00505242170765996, -0.004796786233782768, -0.004541150759905577, -0.0042855157516896725, -0.004029880277812481, -0.003774245036765933, -0.003518609795719385, -0.0032629743218421936, -0.0030073390807956457, -0.002751703839749098, -0.00249606859870255, -0.002240433357656002, -0.0019847978837788105, -0.0017291626427322626, -0.0014735274016857147, -0.001217892044223845, -0.0009622567449696362, -0.0007066214457154274, -0.0004509861464612186, -0.0001953508472070098, 6.028445204719901e-05, 0.0003159197513014078, 0.0005715550505556166, 0.0008271903498098254, 0.0010828257072716951, 0.001338460948318243, 0.001594096189364791, 0.0018497315468266606, 0.0021053669042885303, 0.0023610021453350782, 0.002616637386381626, 0.0028722728602588177, 0.0031279081013053656, 0.0033835433423519135, 0.0036391785833984613, 0.0038948138244450092, 0.004150449298322201, 0.004406084306538105, 0.0046617197804152966, 0.004917355254292488, 0.005172990262508392, 0.005428625736385584, 0.005684261210262775, 0.00593989621847868, 0.006195531692355871, 0.006451167166233063, 0.006706802174448967, 0.0069624376483261585, 0.007218072656542063, 0.007473708130419254, 0.007729343604296446, 0.007984979078173637, 0.008240614086389542, 0.008496249094605446, 0.008751885034143925, 0.009007520042359829, 0.009263155050575733, 0.009518790990114212]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 5.0, 12.0, 21.0, 23.0, 38.0, 61.0, 90.0, 165.0, 240.0, 373.0, 617.0, 909.0, 1424.0, 2041.0, 2971.0, 4417.0, 6111.0, 8331.0, 11399.0, 16008.0, 21801.0, 30843.0, 44810.0, 65357.0, 90671.0, 115000.0, 436755.0, 90159.0, 64910.0, 45928.0, 32105.0, 22906.0, 16900.0, 12263.0, 9181.0, 6715.0, 4925.0, 3645.0, 2672.0, 2024.0, 1432.0, 1018.0, 751.0, 488.0, 358.0, 264.0, 165.0, 121.0, 70.0, 50.0, 35.0, 18.0, 15.0, 12.0, 9.0, 9.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.012296982109546661, -0.011874859221279621, -0.011452736333012581, -0.01103061344474554, -0.0106084905564785, -0.010186366736888885, -0.009764243848621845, -0.009342120960354805, -0.008919998072087765, -0.008497875183820724, -0.008075752295553684, -0.007653628941625357, -0.007231506053358316, -0.006809383165091276, -0.006387259811162949, -0.005965136922895908, -0.005543014034628868, -0.005120891146361828, -0.004698768258094788, -0.00427664490416646, -0.00385452201589942, -0.0034323991276323795, -0.0030102760065346956, -0.0025881528854370117, -0.0021660299971699715, -0.0017439069924876094, -0.0013217839878052473, -0.0008996609831228852, -0.00047753797844052315, -5.541497375816107e-05, 0.000366708030924201, 0.0007888310356065631, 0.0012109540402889252, 0.0016330770449712873, 0.0020552000496536493, 0.0024773231707513332, 0.0028994460590183735, 0.0033215689472854137, 0.0037436920683830976, 0.0041658151894807816, 0.004587938077747822, 0.005010060966014862, 0.005432183854281902, 0.00585430720821023, 0.00627643009647727, 0.00669855298474431, 0.007120676338672638, 0.007542799226939678, 0.007964922115206718, 0.008387045003473759, 0.008809167891740799, 0.00923129078000784, 0.00965341366827488, 0.010075537487864494, 0.010497660376131535, 0.010919783264398575, 0.011341906152665615, 0.011764029040932655, 0.012186151929199696, 0.012608274817466736, 0.01303039863705635, 0.013452521525323391, 0.013874644413590431, 0.014296767301857471, 0.014718890190124512]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 3.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 9.0, 2.0, 0.0, 3.0, 1.0, 1.0, 3.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0], "bins": [-0.010560963302850723, -0.010262793861329556, -0.009964624419808388, -0.00966645497828722, -0.009368285536766052, -0.009070116095244884, -0.008771946653723717, -0.008473777212202549, -0.008175607770681381, -0.007877438329160213, -0.007579268421977758, -0.007281098980456591, -0.006982929538935423, -0.006684760097414255, -0.006386590655893087, -0.00608842121437192, -0.005790251772850752, -0.005492082331329584, -0.005193912889808416, -0.004895743448287249, -0.004597574006766081, -0.004299404565244913, -0.004001235123723745, -0.003703065449371934, -0.003404896007850766, -0.0031067265663295984, -0.0028085571248084307, -0.002510387683287263, -0.0022122180089354515, -0.0019140486838296056, -0.001615879125893116, -0.0013177096843719482, -0.0010195402428507805, -0.0007213708013296127, -0.00042320130160078406, -0.00012503183097578585, 0.00017313763964921236, 0.00047130711027421057, 0.0007694765808992088, 0.0010676460806280375, 0.0013658155221492052, 0.001663984963670373, 0.0019621544051915407, 0.0022603238467127085, 0.00255849352106452, 0.0028566629625856876, 0.0031548324041068554, 0.003453001845628023, 0.003751171287149191, 0.004049340728670359, 0.004347510170191526, 0.004645679611712694, 0.004943849053233862, 0.00524201849475503, 0.005540187936276197, 0.005838357377797365, 0.00613652728497982, 0.006434696726500988, 0.006732866168022156, 0.0070310356095433235, 0.007329205051064491, 0.007627374492585659, 0.007925543934106827, 0.008223713375627995, 0.008521882817149162]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 4.0, 5.0, 11.0, 8.0, 13.0, 13.0, 15.0, 25.0, 33.0, 26.0, 55.0, 39.0, 41.0, 68.0, 82.0, 94.0, 107.0, 110.0, 143.0, 161.0, 196.0, 223.0, 203.0, 226.0, 245.0, 270.0, 232.0, 276.0, 261.0, 270.0, 281.0, 346.0, 406.0, 459.0, 615.0, 733.0, 6483.0, 1601.0, 988.0, 679.0, 490.0, 384.0, 391.0, 280.0, 249.0, 211.0, 147.0, 105.0, 55.0, 23.0, 15.0, 14.0, 5.0, 2.0, 4.0, 2.0, 2.0], "bins": [-0.01432005874812603, -0.013993147760629654, -0.013666235841810703, -0.013339324854314327, -0.013012413866817951, -0.012685501947999, -0.012358590960502625, -0.012031679973006248, -0.011704768985509872, -0.011377857066690922, -0.011050946079194546, -0.01072403509169817, -0.010397123172879219, -0.010070212185382843, -0.009743301197886467, -0.009416389279067516, -0.00908947829157114, -0.008762567304074764, -0.008435655385255814, -0.008108744397759438, -0.0077818334102630615, -0.007454921957105398, -0.007128010503947735, -0.006801099516451359, -0.0064741880632936954, -0.006147276610136032, -0.005820365622639656, -0.005493454169481993, -0.005166542716324329, -0.004839631728827953, -0.00451272027567029, -0.004185809288173914, -0.0038588978350162506, -0.003531986614689231, -0.0032050753943622112, -0.002878163941204548, -0.002551252720877528, -0.0022243415005505085, -0.001897430163808167, -0.0015705188270658255, -0.0012436076067388058, -0.0009166963282041252, -0.0005897850496694446, -0.00026287377113476396, 6.403750739991665e-05, 0.00039094878593459725, 0.0007178600644692779, 0.0010447714012116194, 0.001371682621538639, 0.0016985938418656588, 0.0020255050621926785, 0.002352416515350342, 0.0026793277356773615, 0.003006238956004381, 0.0033331504091620445, 0.003660061629489064, 0.003986972849816084, 0.004313884302973747, 0.004640795290470123, 0.004967706743627787, 0.00529461819678545, 0.005621529184281826, 0.005948440637439489, 0.006275351624935865, 0.006602263078093529]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 4.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 6.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.05437885969877243, -0.053310833871364594, -0.05224280804395676, -0.05117478221654892, -0.05010675638914108, -0.049038730561733246, -0.04797070473432541, -0.04690267890691757, -0.045834653079509735, -0.0447666235268116, -0.04369859769940376, -0.042630571871995926, -0.04156254604458809, -0.04049452021718025, -0.039426494389772415, -0.03835846856236458, -0.03729044273495674, -0.036222416907548904, -0.03515439108014107, -0.03408636525273323, -0.033018339425325394, -0.03195031359791756, -0.03088228590786457, -0.029814260080456734, -0.028746234253048897, -0.02767820842564106, -0.026610182598233223, -0.025542156770825386, -0.0244741290807724, -0.023406103253364563, -0.022338077425956726, -0.02127005159854889, -0.020202025771141052, -0.019133999943733215, -0.01806597411632538, -0.01699794828891754, -0.015929922461509705, -0.014861895702779293, -0.013793868944048882, -0.012725843116641045, -0.011657817289233208, -0.01058979146182537, -0.009521765634417534, -0.008453738875687122, -0.007385713048279285, -0.0063176872208714485, -0.005249660927802324, -0.0041816346347332, -0.003113608807325363, -0.0020455827470868826, -0.000977556686848402, 9.046937339007854e-05, 0.0011584954336285591, 0.0022265214938670397, 0.0032945475541055202, 0.0043625738471746445, 0.005430599674582481, 0.006498625501990318, 0.0075666517950594425, 0.008634678088128567, 0.009702703915536404, 0.01077072974294424, 0.011838756501674652, 0.012906782329082489, 0.013974808156490326]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 3.0, 9.0, 4.0, 4.0, 11.0, 7.0, 4.0, 4.0, 5.0, 8.0, 4.0, 6.0, 4.0, 0.0, 2.0, 5.0, 2.0, 6.0, 2.0, 1.0, 3.0, 2.0, 2.0, 2.0, 1.0, 3.0, 1.0, 4.0, 3.0, 4.0, 1.0, 5.0, 5.0, 1.0, 3.0, 2.0, 11.0, 12.0, 68.0, 12.0, 6.0, 8.0, 8.0, 4.0, 3.0, 2.0, 2.0, 4.0, 3.0, 0.0, 1.0, 2.0], "bins": [-0.05573980510234833, -0.05463879182934761, -0.053537774831056595, -0.05243676155805588, -0.05133574828505516, -0.050234731286764145, -0.04913371801376343, -0.04803270474076271, -0.046931687742471695, -0.04583067446947098, -0.04472966119647026, -0.043628644198179245, -0.04252763092517853, -0.04142661765217781, -0.040325600653886795, -0.03922458738088608, -0.03812357038259506, -0.037022557109594345, -0.03592154383659363, -0.03482052683830261, -0.033719513565301895, -0.03261850029230118, -0.03151748329401016, -0.030416470021009445, -0.029315456748008728, -0.02821444161236286, -0.027113426476716995, -0.02601241134107113, -0.02491139806807041, -0.023810382932424545, -0.02270936779677868, -0.02160835452377796, -0.020507339388132095, -0.01940632425248623, -0.018305310979485512, -0.017204295843839645, -0.01610328070819378, -0.015002266503870487, -0.013901252299547195, -0.012800237163901329, -0.011699222959578037, -0.010598208755254745, -0.009497193619608879, -0.008396179415285587, -0.007295164745301008, -0.006194150075316429, -0.005093135870993137, -0.003992121201008558, -0.002891106531023979, -0.001790091977454722, -0.0006890774238854647, 0.0004119371296837926, 0.0015129516832530499, 0.002613966353237629, 0.0037149807903915644, 0.0048159952275455, 0.005917009897530079, 0.007018024567514658, 0.008119039237499237, 0.009220053441822529, 0.01032106764614582, 0.011422082781791687, 0.012523096986114979, 0.013624112121760845, 0.014725126326084137]}, "_runtime": 6.710948944091797, "_timestamp": 1596211441.157206, "_step": 2}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 2.0, 2.0, 1.0, 2.0, 1.0, 2.0, 2.0, 1.0, 6.0, 1.0, 2.0, 1.0, 1.0, 2.0, 4.0, 2.0, 4.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.01477050967514515, -0.014317328110337257, -0.01386414747685194, -0.013410965912044048, -0.012957784347236156, -0.01250460371375084, -0.012051422148942947, -0.011598240584135056, -0.011145059019327164, -0.010691878385841846, -0.010238696821033955, -0.009785515256226063, -0.009332334622740746, -0.008879153057932854, -0.008425971493124962, -0.007972790859639645, -0.007519609294831753, -0.007066428195685148, -0.006613246630877256, -0.006160065531730652, -0.00570688396692276, -0.0052537028677761555, -0.004800521768629551, -0.004347340203821659, -0.0038941591046750546, -0.0034409777726978064, -0.002987796440720558, -0.0025346153415739536, -0.0020814340095967054, -0.0016282526776194572, -0.0011750714620575309, -0.0007218901882879436, -0.0002687089145183563, 0.00018447235925123096, 0.0006376536330208182, 0.0010908348485827446, 0.0015440161805599928, 0.001997197512537241, 0.0024503786116838455, 0.0029035599436610937, 0.003356741275638342, 0.00380992260761559, 0.004263103939592838, 0.004716285038739443, 0.005169466137886047, 0.005622647702693939, 0.006075828801840544, 0.006529010366648436, 0.00698219146579504, 0.007435372564941645, 0.00788855366408825, 0.008341735228896141, 0.008794916793704033, 0.00924809742718935, 0.009701278991997242, 0.010154460556805134, 0.010607641190290451, 0.011060822755098343, 0.011514004319906235, 0.011967185884714127, 0.012420366518199444, 0.012873548083007336, 0.013326729647815228, 0.013779910281300545, 0.014233091846108437]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 3.0, 2.0, 6.0, 8.0, 5.0, 5.0, 7.0, 7.0, 15.0, 19.0, 30.0, 38.0, 31.0, 52.0, 63.0, 50.0, 73.0, 94.0, 113.0, 147.0, 225.0, 288.0, 406.0, 529.0, 2224.0, 1174.0, 869.0, 512.0, 301.0, 190.0, 133.0, 83.0, 72.0, 50.0, 27.0, 25.0, 16.0, 5.0, 12.0, 4.0, 3.0, 4.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.17789161205291748, -0.17326883971691132, -0.16864605247974396, -0.1640232801437378, -0.15940049290657043, -0.15477772057056427, -0.1501549333333969, -0.14553216099739075, -0.1409093737602234, -0.13628660142421722, -0.13166382908821106, -0.1270410418510437, -0.12241826951503754, -0.11779548972845078, -0.11317270994186401, -0.10854993015527725, -0.10392715036869049, -0.09930437058210373, -0.09468159079551697, -0.0900588110089302, -0.08543603122234344, -0.08081325888633728, -0.07619047909975052, -0.07156769931316376, -0.066944919526577, -0.062322139739990234, -0.05769935995340347, -0.05307658389210701, -0.04845380410552025, -0.04383102431893349, -0.039208248257637024, -0.03458546847105026, -0.0299626886844635, -0.02533990889787674, -0.020717130973935127, -0.016094353049993515, -0.011471573263406754, -0.006848794408142567, -0.00222601555287838, 0.002396763302385807, 0.007019542157649994, 0.01164232101291418, 0.016265099868178368, 0.02088787779211998, 0.02551065757870674, 0.030133437365293503, 0.034756213426589966, 0.03937899321317673, 0.04400177299976349, 0.04862455278635025, 0.05324733257293701, 0.057870108634233475, 0.062492888420820236, 0.0671156644821167, 0.07173844426870346, 0.07636122405529022, 0.08098400384187698, 0.08560678362846375, 0.0902295634150505, 0.09485234320163727, 0.09947511553764343, 0.1040978953242302, 0.10872067511081696, 0.11334345489740372, 0.11796623468399048]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 5.0, 3.0, 3.0, 2.0, 3.0, 2.0, 2.0, 0.0, 0.0, 1.0, 2.0, 3.0, 2.0, 1.0, 0.0, 3.0, 2.0, 24.0, 4.0, 4.0, 3.0, 5.0, 4.0, 4.0, 2.0, 1.0, 0.0, 2.0, 0.0, 2.0, 4.0, 5.0, 3.0, 1.0, 4.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.006138522643595934, -0.005945189855992794, -0.0057518575340509415, -0.005558524746447802, -0.005365192424505949, -0.005171859636902809, -0.004978527314960957, -0.004785194527357817, -0.004591862205415964, -0.004398529417812824, -0.004205197095870972, -0.004011864308267832, -0.0038185317534953356, -0.0036251991987228394, -0.003431866643950343, -0.003238534089177847, -0.0030452015344053507, -0.0028518689796328545, -0.0026585364248603582, -0.002465203870087862, -0.002271871315315366, -0.0020785387605428696, -0.0018852060893550515, -0.0016918735345825553, -0.001498540979810059, -0.0013052084250375628, -0.0011118758702650666, -0.0009185432572849095, -0.0007252107025124133, -0.000531878147739917, -0.00033854556386359036, -0.0001452129945391789, 4.8119574785232544e-05, 0.000241452144109644, 0.00043478471343405545, 0.0006281172973103821, 0.0008214498520828784, 0.0010147824650630355, 0.0012081150198355317, 0.001401447574608028, 0.0015947801293805242, 0.0017881126841530204, 0.0019814453553408384, 0.0021747779101133347, 0.002368110464885831, 0.002561443019658327, 0.0027547755744308233, 0.0029481081292033195, 0.0031414406839758158, 0.003334773238748312, 0.0035281057935208082, 0.0037214383482933044, 0.003914771135896444, 0.004108103457838297, 0.004301436245441437, 0.004494768567383289, 0.004688101354986429, 0.004881433676928282, 0.005074766464531422, 0.005268098786473274, 0.005461431574076414, 0.005654763896018267, 0.0058480966836214066, 0.006041429005563259, 0.006234761793166399]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 0.0, 7.0, 9.0, 22.0, 36.0, 61.0, 89.0, 172.0, 247.0, 336.0, 522.0, 858.0, 1248.0, 1719.0, 2396.0, 3130.0, 4163.0, 5585.0, 7114.0, 9114.0, 11621.0, 14566.0, 18715.0, 24406.0, 32657.0, 43904.0, 57999.0, 73691.0, 91874.0, 413390.0, 88519.0, 70743.0, 52356.0, 38340.0, 27988.0, 20957.0, 15676.0, 11700.0, 8900.0, 6977.0, 5123.0, 3785.0, 2661.0, 1877.0, 1379.0, 921.0, 641.0, 440.0, 328.0, 227.0, 149.0, 100.0, 65.0, 55.0, 38.0, 18.0, 12.0, 7.0, 4.0, 2.0, 4.0, 1.0, 1.0], "bins": [-0.011443227529525757, -0.011065088212490082, -0.010686948895454407, -0.010308809578418732, -0.009930670261383057, -0.009552530944347382, -0.009174391627311707, -0.008796252310276031, -0.008418112993240356, -0.008039974607527256, -0.007661834824830294, -0.007283695507794619, -0.006905556656420231, -0.006527417339384556, -0.006149278022348881, -0.005771138705313206, -0.005392999388277531, -0.005014860071241856, -0.004636720754206181, -0.0042585814371705055, -0.003880442352965474, -0.003502303035929799, -0.0031241639517247677, -0.0027460246346890926, -0.0023678853176534176, -0.0019897460006177425, -0.0016116067999973893, -0.001233467599377036, -0.000855328282341361, -0.0004771890235133469, -9.904976468533278e-05, 0.00027908949414268136, 0.0006572287529706955, 0.0010353680700063705, 0.0014135072706267238, 0.001791646471247077, 0.002169785788282752, 0.002547925105318427, 0.0029260641895234585, 0.0033042035065591335, 0.0036823428235948086, 0.004060482140630484, 0.004438621457666159, 0.004816760774701834, 0.0051948996260762215, 0.0055730389431118965, 0.0059511782601475716, 0.006329317577183247, 0.006707456894218922, 0.007085596211254597, 0.007463735528290272, 0.007841874845325947, 0.008220014162361622, 0.008598153479397297, 0.008976292796432972, 0.009354432113468647, 0.009732570499181747, 0.010110709816217422, 0.010488849133253098, 0.010866988450288773, 0.011245127767324448, 0.011623267084360123, 0.012001406401395798, 0.012379545718431473, 0.012757685035467148]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 1.0, 1.0, 1.0, 3.0, 0.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 1.0, 2.0, 3.0, 1.0, 7.0, 3.0, 1.0, 2.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.020551325753331184, -0.02011861652135849, -0.019685907289385796, -0.019253196194767952, -0.018820486962795258, -0.018387777730822563, -0.01795506849884987, -0.017522359266877174, -0.01708964817225933, -0.016656938940286636, -0.016224229708313942, -0.015791520476341248, -0.015358810313045979, -0.014926101081073284, -0.014493390917778015, -0.01406068168580532, -0.013627972453832626, -0.013195262290537357, -0.012762553058564663, -0.012329842895269394, -0.0118971336632967, -0.01146442350000143, -0.011031714268028736, -0.010599005036056042, -0.010166294872760773, -0.009733585640788078, -0.00930087547749281, -0.008868166245520115, -0.00843545701354742, -0.008002746850252151, -0.007570037618279457, -0.007137327920645475, -0.006704618223011494, -0.006271908525377512, -0.00583919882774353, -0.005406489595770836, -0.004973779898136854, -0.0045410702005028725, -0.004108360502868891, -0.0036756510380655527, -0.003242941340431571, -0.0028102316427975893, -0.0023775221779942513, -0.0019448124803602695, -0.0015121028991416097, -0.0010793933179229498, -0.000646683678496629, -0.00021397406817413867, 0.00021873554214835167, 0.0006514451233670115, 0.0010841547045856714, 0.0015168644022196531, 0.001949573983438313, 0.002382283564656973, 0.0028149932622909546, 0.0032477027270942926, 0.0036804124247282743, 0.004113121889531612, 0.004545831587165594, 0.004978541284799576, 0.0054112509824335575, 0.005843960680067539, 0.006276669912040234, 0.006709379609674215, 0.007142089307308197]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 2.0, 3.0, 1.0, 6.0, 2.0, 1.0, 3.0, 9.0, 9.0, 7.0, 7.0, 12.0, 11.0, 9.0, 10.0, 23.0, 38.0, 34.0, 40.0, 47.0, 42.0, 49.0, 57.0, 63.0, 69.0, 87.0, 93.0, 99.0, 128.0, 118.0, 134.0, 162.0, 188.0, 217.0, 228.0, 234.0, 284.0, 281.0, 313.0, 362.0, 376.0, 417.0, 445.0, 537.0, 657.0, 729.0, 884.0, 1259.0, 6679.0, 874.0, 574.0, 394.0, 253.0, 179.0, 148.0, 151.0, 107.0, 107.0, 65.0, 55.0, 30.0, 16.0, 12.0], "bins": [-0.011178088374435902, -0.010951162315905094, -0.010724235326051712, -0.010497309267520905, -0.010270383208990097, -0.010043456219136715, -0.009816530160605907, -0.0095896041020751, -0.009362677112221718, -0.00913575105369091, -0.008908824995160103, -0.00868189800530672, -0.008454971946775913, -0.008228045888245106, -0.008001118898391724, -0.007774192839860916, -0.007547266315668821, -0.0073203397914767265, -0.007093413732945919, -0.006866487208753824, -0.006639560684561729, -0.006412634626030922, -0.006185708101838827, -0.005958781577646732, -0.005731855519115925, -0.00550492899492383, -0.005278002470731735, -0.00505107594653964, -0.004824149888008833, -0.004597223363816738, -0.004370296839624643, -0.004143370781093836, -0.003916444256901741, -0.00368951796554029, -0.003462591441348195, -0.003235665149986744, -0.003008738625794649, -0.002781812334433198, -0.002554886043071747, -0.002327959518879652, -0.002101033227518201, -0.001874106819741428, -0.001647180411964655, -0.0014202541206032038, -0.0011933277128264308, -0.0009664013050496578, -0.0007394749554805458, -0.0005125486059114337, -0.0002856221981346607, -5.86958194617182e-05, 0.00016823055921122432, 0.00039515693788416684, 0.0006220833165571094, 0.0008490097243338823, 0.0010759360156953335, 0.0013028624234721065, 0.0015297888312488794, 0.0017567152390256524, 0.0019836416468024254, 0.0022105679381638765, 0.0024374942295253277, 0.0026644207537174225, 0.0028913470450788736, 0.0031182735692709684, 0.0033451998606324196]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 4.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 5.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0], "bins": [-0.047824639827013016, -0.04694899171590805, -0.046073347330093384, -0.04519769921898842, -0.04432205483317375, -0.04344640672206879, -0.04257076233625412, -0.041695114225149155, -0.04081946983933449, -0.03994382172822952, -0.039068177342414856, -0.03819252923130989, -0.037316884845495224, -0.03644123673439026, -0.03556559234857559, -0.03468994423747063, -0.03381429612636566, -0.032938651740550995, -0.03206300362944603, -0.031187359243631363, -0.030311712995171547, -0.02943606674671173, -0.028560420498251915, -0.0276847742497921, -0.026809126138687134, -0.025933479890227318, -0.025057833641767502, -0.024182187393307686, -0.02330654114484787, -0.022430894896388054, -0.021555248647928238, -0.020679602399468422, -0.019803956151008606, -0.01892830990254879, -0.018052663654088974, -0.017177017405629158, -0.016301371157169342, -0.015425723977386951, -0.014550077728927135, -0.01367443148046732, -0.012798785232007504, -0.011923138983547688, -0.011047492735087872, -0.010171846486628056, -0.009296199306845665, -0.008420553058385849, -0.007544906809926033, -0.006669260561466217, -0.005793614313006401, -0.004917968064546585, -0.004042321816086769, -0.003166675101965666, -0.00229102885350585, -0.001415382488630712, -0.0005397361237555742, 0.0003359102411195636, 0.0012115566059947014, 0.0020872028544545174, 0.002962849335744977, 0.0038384958170354366, 0.004714142065495253, 0.005589788313955069, 0.006465435028076172, 0.007341081276535988, 0.008216727524995804]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 4.0, 1.0, 2.0, 6.0, 5.0, 4.0, 4.0, 4.0, 4.0, 3.0, 5.0, 4.0, 6.0, 9.0, 4.0, 2.0, 7.0, 3.0, 5.0, 3.0, 2.0, 2.0, 1.0, 6.0, 3.0, 4.0, 3.0, 0.0, 6.0, 2.0, 5.0, 2.0, 4.0, 3.0, 3.0, 0.0, 2.0, 2.0, 7.0, 5.0, 7.0, 15.0, 66.0, 20.0, 6.0, 5.0, 4.0, 3.0, 0.0, 3.0, 3.0], "bins": [-0.032179076224565506, -0.03159983083605766, -0.03102058358490467, -0.030441338196396828, -0.029862092807888985, -0.029282845556735992, -0.02870360016822815, -0.028124354779720306, -0.027545109391212463, -0.02696586214005947, -0.026386616751551628, -0.025807371363043785, -0.025228124111890793, -0.02464887872338295, -0.024069633334875107, -0.023490386083722115, -0.02291114069521427, -0.02233189530670643, -0.021752648055553436, -0.021173402667045593, -0.02059415727853775, -0.020014910027384758, -0.019435664638876915, -0.018856419250369072, -0.01827717199921608, -0.017697926610708237, -0.017118681222200394, -0.01653943583369255, -0.01596018858253956, -0.015380943194031715, -0.014801696874201298, -0.014222451485693455, -0.013643205165863037, -0.01306395884603262, -0.012484713457524776, -0.011905467137694359, -0.011326221749186516, -0.010746975429356098, -0.01016772910952568, -0.009588483721017838, -0.00900923740118742, -0.008429991081357002, -0.00785074569284916, -0.007271499373018742, -0.006692253518849611, -0.006113007664680481, -0.005533761344850063, -0.004954515490680933, -0.004375269636511803, -0.0037960237823426723, -0.0032167776953428984, -0.0026375316083431244, -0.002058285754173994, -0.001479039783589542, -0.0008997938130050898, -0.0003205478424206376, 0.00025869812816381454, 0.0008379440987482667, 0.0014171900693327188, 0.001996436156332493, 0.002575682010501623, 0.0031549278646707535, 0.0037341739516705275, 0.0043134200386703014, 0.004892665892839432]}, "_runtime": 7.480810880661011, "_timestamp": 1596211441.927068, "_step": 3}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 4.0, 3.0, 3.0, 1.0, 1.0, 3.0, 2.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 0.0, 3.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.016980424523353577, -0.016526881605386734, -0.01607333868741989, -0.015619794838130474, -0.015166250988841057, -0.014712708070874214, -0.014259164221584797, -0.013805621303617954, -0.013352077454328537, -0.012898534536361694, -0.012444990687072277, -0.011991447769105434, -0.011537903919816017, -0.011084361001849174, -0.010630817152559757, -0.010177274234592915, -0.009723730385303497, -0.009270187467336655, -0.008816644549369812, -0.008363100700080395, -0.007909557782113552, -0.007456013932824135, -0.007002470549196005, -0.006548927165567875, -0.006095384247601032, -0.005641840863972902, -0.005188297480344772, -0.004734754096716642, -0.004281210713088512, -0.0038276673294603825, -0.0033741239458322525, -0.0029205805622041225, -0.0024670371785759926, -0.0020134937949478626, -0.0015599504113197327, -0.0011064071441069245, -0.0006528637604787946, -0.00019932040595449507, 0.00025422294856980443, 0.0007077662739902735, 0.0011613096576184034, 0.0016148530412465334, 0.0020683964248746634, 0.0025219398085027933, 0.0029754829593002796, 0.0034290263429284096, 0.0038825697265565395, 0.0043361131101846695, 0.0047896564938127995, 0.005243199877440929, 0.005696743261069059, 0.006150286644697189, 0.006603830028325319, 0.007057373411953449, 0.007510916795581579, 0.00796446017920971, 0.008418003097176552, 0.008871546946465969, 0.009325089864432812, 0.009778633713722229, 0.010232176631689072, 0.010685720480978489, 0.011139263398945332, 0.011592807248234749, 0.012046350166201591]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 3.0, 1.0, 3.0, 6.0, 3.0, 7.0, 3.0, 7.0, 9.0, 12.0, 22.0, 18.0, 31.0, 38.0, 56.0, 86.0, 69.0, 104.0, 119.0, 161.0, 199.0, 245.0, 331.0, 449.0, 532.0, 2534.0, 978.0, 677.0, 429.0, 262.0, 164.0, 122.0, 83.0, 43.0, 27.0, 26.0, 17.0, 11.0, 13.0, 8.0, 11.0, 4.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.16086870431900024, -0.15599605441093445, -0.15112340450286865, -0.14625076949596405, -0.14137811958789825, -0.13650546967983246, -0.13163283467292786, -0.12676018476486206, -0.12188753485679626, -0.11701488494873047, -0.11214224249124527, -0.10726960003376007, -0.10239695012569427, -0.09752430021762848, -0.09265165776014328, -0.08777901530265808, -0.08290636539459229, -0.07803371548652649, -0.07316107302904129, -0.06828843057155609, -0.0634157806634903, -0.0585431344807148, -0.0536704882979393, -0.0487978421151638, -0.043925195932388306, -0.03905254974961281, -0.03417990356683731, -0.029307257384061813, -0.024434611201286316, -0.01956196501851082, -0.014689318835735321, -0.009816672652959824, -0.004944026470184326, -7.138028740882874e-05, 0.004801265895366669, 0.009673912078142166, 0.014546558260917664, 0.01941920444369316, 0.02429185062646866, 0.029164496809244156, 0.03403714299201965, 0.03890978917479515, 0.04378243535757065, 0.048655081540346146, 0.05352772772312164, 0.05840037390589714, 0.06327302008867264, 0.06814566254615784, 0.07301831245422363, 0.07789096236228943, 0.08276360481977463, 0.08763624727725983, 0.09250889718532562, 0.09738154709339142, 0.10225418955087662, 0.10712683200836182, 0.11199948191642761, 0.11687213182449341, 0.12174477428197861, 0.1266174167394638, 0.1314900666475296, 0.1363627165555954, 0.1412353515625, 0.1461080014705658, 0.1509806513786316]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 1.0, 3.0, 5.0, 1.0, 4.0, 1.0, 3.0, 5.0, 1.0, 1.0, 4.0, 0.0, 3.0, 2.0, 2.0, 2.0, 2.0, 24.0, 5.0, 4.0, 4.0, 2.0, 1.0, 2.0, 2.0, 4.0, 3.0, 1.0, 1.0, 3.0, 4.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 3.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00421952037140727, -0.0040544611401855946, -0.0038894019089639187, -0.0037243429105728865, -0.0035592836793512106, -0.0033942244481295347, -0.0032291654497385025, -0.0030641062185168266, -0.0028990469872951508, -0.002733987756073475, -0.002568928524851799, -0.002403869526460767, -0.002238810295239091, -0.002073751064017415, -0.001908691949211061, -0.001743632834404707, -0.001578573603183031, -0.0014135143719613552, -0.0012484552571550012, -0.0010833961423486471, -0.0009183369111269712, -0.0007532777381129563, -0.0005882185650989413, -0.00042315939208492637, -0.0002581002190709114, -9.304104605689645e-05, 7.201812695711851e-05, 0.00023707729997113347, 0.00040213647298514843, 0.0005671956459991634, 0.0007322548190131783, 0.0008973139920271933, 0.0010623731650412083, 0.0012274323962628841, 0.0013924915110692382, 0.0015575506258755922, 0.001722609857097268, 0.001887669088318944, 0.002052728086709976, 0.002217787317931652, 0.002382846549153328, 0.002547905780375004, 0.0027129650115966797, 0.002878024009987712, 0.0030430832412093878, 0.0032081424724310637, 0.003373201470822096, 0.0035382607020437717, 0.0037033199332654476, 0.0038683791644871235, 0.004033438395708799, 0.004198497626930475, 0.004363556392490864, 0.00452861562371254, 0.0046936748549342155, 0.004858734086155891, 0.005023793317377567, 0.005188852548599243, 0.005353911779820919, 0.005518971011042595, 0.005684030242264271, 0.005849089007824659, 0.006014148239046335, 0.006179207470268011, 0.006344266701489687]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 1.0, 1.0, 5.0, 13.0, 22.0, 19.0, 46.0, 72.0, 116.0, 203.0, 326.0, 501.0, 772.0, 1157.0, 1740.0, 2675.0, 3801.0, 5548.0, 7521.0, 10617.0, 14003.0, 19452.0, 26408.0, 37422.0, 54111.0, 77254.0, 103377.0, 429004.0, 100329.0, 76222.0, 55398.0, 40073.0, 28811.0, 20843.0, 15230.0, 11575.0, 8970.0, 6932.0, 5359.0, 3854.0, 2984.0, 2119.0, 1483.0, 1129.0, 765.0, 507.0, 323.0, 200.0, 137.0, 76.0, 55.0, 27.0, 25.0, 13.0, 6.0, 3.0, 2.0, 6.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.011994254775345325, -0.011574307456612587, -0.011154360137879848, -0.01073441281914711, -0.010314466431736946, -0.009894519113004208, -0.009474571794271469, -0.00905462447553873, -0.008634677156805992, -0.008214729838073254, -0.007794782519340515, -0.007374835666269064, -0.0069548883475363255, -0.006534941028803587, -0.006114994175732136, -0.005695046856999397, -0.005275099538266659, -0.00485515221953392, -0.004435204900801182, -0.004015258047729731, -0.003595310728996992, -0.0031753634102642536, -0.0027554163243621588, -0.002335469238460064, -0.0019155219197273254, -0.0014955747174099088, -0.001075627515092492, -0.0006556803127750754, -0.00023573311045765877, 0.0001842140918597579, 0.0006041612941771746, 0.0010241084964945912, 0.001444055698812008, 0.0018640029011294246, 0.0022839501034468412, 0.002703897189348936, 0.0031238445080816746, 0.003543791826814413, 0.003963738679885864, 0.004383685998618603, 0.004803633317351341, 0.00522358063608408, 0.005643527954816818, 0.006063474807888269, 0.006483422126621008, 0.006903369445353746, 0.007323316298425198, 0.007743263617157936, 0.008163210935890675, 0.008583158254623413, 0.009003105573356152, 0.00942305289208889, 0.009842999279499054, 0.010262946598231792, 0.010682893916964531, 0.01110284123569727, 0.011522788554430008, 0.011942735873162746, 0.012362683191895485, 0.012782630510628223, 0.013202577829360962, 0.013622524216771126, 0.014042471535503864, 0.014462418854236603, 0.014882366172969341]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 2.0, 5.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 7.0, 4.0, 0.0, 3.0, 3.0, 1.0, 2.0, 3.0, 0.0, 2.0, 1.0, 3.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008111177012324333, -0.007885250262916088, -0.007659322582185268, -0.007433395832777023, -0.007207468617707491, -0.0069815414026379585, -0.0067556146532297134, -0.006529687438160181, -0.006303760223090649, -0.006077833008021116, -0.005851905792951584, -0.005625979043543339, -0.005400051828473806, -0.005174124613404274, -0.004948197863996029, -0.0047222706489264965, -0.004496343433856964, -0.004270416218787432, -0.004044489003717899, -0.0038185622543096542, -0.003592635039240122, -0.0033667078241705894, -0.0031407808419317007, -0.002914853859692812, -0.0026889266446232796, -0.002462999429553747, -0.0022370724473148584, -0.0020111454650759697, -0.0017852182500064373, -0.0015592911513522267, -0.0013333640526980162, -0.0011074369540438056, -0.000881509855389595, -0.0006555827567353845, -0.0004296556580811739, -0.00020372855942696333, 2.2198539227247238e-05, 0.0002481256378814578, 0.0004740527365356684, 0.0006999798351898789, 0.0009259069338440895, 0.0011518340324983, 0.0013777611311525106, 0.0016036882298067212, 0.0018296153284609318, 0.002055542543530464, 0.002281469525769353, 0.0025073965080082417, 0.002733323723077774, 0.0029592509381473064, 0.003185177920386195, 0.003411104902625084, 0.0036370321176946163, 0.0038629593327641487, 0.004088886082172394, 0.004314813297241926, 0.004540740512311459, 0.004766667727380991, 0.004992594942450523, 0.0052185216918587685, 0.005444448906928301, 0.005670376121997833, 0.005896302871406078, 0.006122230086475611, 0.006348157301545143]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 3.0, 3.0, 6.0, 1.0, 5.0, 8.0, 7.0, 12.0, 13.0, 11.0, 15.0, 19.0, 28.0, 37.0, 30.0, 37.0, 77.0, 75.0, 78.0, 115.0, 128.0, 157.0, 199.0, 239.0, 252.0, 320.0, 395.0, 368.0, 436.0, 509.0, 663.0, 748.0, 1169.0, 6742.0, 2061.0, 1061.0, 667.0, 544.0, 427.0, 292.0, 179.0, 102.0, 62.0, 24.0, 20.0, 21.0, 11.0, 12.0, 8.0, 6.0, 6.0, 3.0, 4.0, 2.0, 3.0, 0.0, 1.0, 4.0, 1.0, 2.0], "bins": [-0.008144506253302097, -0.007928300648927689, -0.007712094578891993, -0.0074958885088562965, -0.007279682904481888, -0.007063477300107479, -0.006847271230071783, -0.006631065160036087, -0.006414859555661678, -0.00619865395128727, -0.0059824478812515736, -0.0057662418112158775, -0.005550036206841469, -0.00533383060246706, -0.005117624532431364, -0.004901418462395668, -0.004685212858021259, -0.004469007253646851, -0.0042528011836111546, -0.0040365951135754585, -0.00382038950920105, -0.0036041836719959974, -0.003387977834790945, -0.0031717719975858927, -0.0029555661603808403, -0.002739360323175788, -0.0025231544859707355, -0.002306948648765683, -0.002090742811560631, -0.0018745369743555784, -0.001658331137150526, -0.0014421252999454737, -0.0012259194627404213, -0.001009713625535369, -0.0007935077883303165, -0.0005773019511252642, -0.0003610961139202118, -0.00014489027671515942, 7.131556048989296e-05, 0.00028752139769494534, 0.0005037272348999977, 0.0007199330721050501, 0.0009361389093101025, 0.0011523447465151548, 0.0013685505837202072, 0.0015847564209252596, 0.001800962258130312, 0.0020171680953353643, 0.0022333739325404167, 0.002449579769745469, 0.0026657856069505215, 0.002881991444155574, 0.0030981972813606262, 0.0033144031185656786, 0.003530608955770731, 0.0037468147929757833, 0.003963020630180836, 0.0041792262345552444, 0.0043954323045909405, 0.0046116383746266365, 0.004827843979001045, 0.005044049583375454, 0.00526025565341115, 0.005476461723446846, 0.005692667327821255]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 5.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0310196615755558, -0.030470632016658783, -0.029921602457761765, -0.029372572898864746, -0.028823543339967728, -0.02827451378107071, -0.02772548608481884, -0.02717645652592182, -0.026627426967024803, -0.026078397408127785, -0.025529367849230766, -0.024980338290333748, -0.02443130873143673, -0.02388227917253971, -0.023333249613642693, -0.022784220054745674, -0.022235192358493805, -0.021686162799596786, -0.021137133240699768, -0.02058810368180275, -0.02003907412290573, -0.019490044564008713, -0.018941015005111694, -0.018391985446214676, -0.017842955887317657, -0.01729392632842064, -0.01674489676952362, -0.01619586907327175, -0.015646839514374733, -0.01509780902415514, -0.014548780396580696, -0.013999750837683678, -0.01345072127878666, -0.01290169171988964, -0.012352662160992622, -0.011803633533418179, -0.01125460397452116, -0.010705574415624142, -0.010156544856727123, -0.009607515297830105, -0.009058486670255661, -0.008509457111358643, -0.007960427552461624, -0.007411397993564606, -0.006862368434667587, -0.006313339341431856, -0.005764309782534838, -0.005215280689299107, -0.004666251130402088, -0.00411722157150507, -0.0035681924782693386, -0.00301916291937232, -0.0024701335933059454, -0.0019211042672395706, -0.001372074824757874, -0.0008230454404838383, -0.00027401605620980263, 0.00027501332806423306, 0.0008240427123382688, 0.0013730721548199654, 0.0019221014808863401, 0.002471130806952715, 0.0030201603658497334, 0.003569189691916108, 0.004118219017982483]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 4.0, 2.0, 0.0, 2.0, 0.0, 3.0, 4.0, 7.0, 10.0, 4.0, 2.0, 2.0, 4.0, 3.0, 3.0, 2.0, 8.0, 5.0, 1.0, 4.0, 3.0, 2.0, 4.0, 3.0, 3.0, 1.0, 1.0, 1.0, 1.0, 8.0, 4.0, 6.0, 8.0, 3.0, 5.0, 8.0, 2.0, 3.0, 1.0, 4.0, 6.0, 8.0, 2.0, 9.0, 17.0, 58.0, 9.0, 9.0, 7.0, 7.0, 5.0, 1.0, 1.0, 2.0], "bins": [-0.026612112298607826, -0.02613174356520176, -0.025651374831795692, -0.025171007961034775, -0.024690639227628708, -0.02421027049422264, -0.023729901760816574, -0.023249533027410507, -0.02276916615664959, -0.022288797423243523, -0.021808428689837456, -0.02132805995643139, -0.020847691223025322, -0.020367324352264404, -0.019886955618858337, -0.01940658688545227, -0.018926218152046204, -0.018445849418640137, -0.01796548254787922, -0.017485113814473152, -0.017004745081067085, -0.01652437634766102, -0.01604400761425495, -0.01556363981217146, -0.015083272010087967, -0.0146029032766819, -0.014122535474598408, -0.01364216674119234, -0.013161798007786274, -0.012681430205702782, -0.012201061472296715, -0.011720693670213223, -0.011240324936807156, -0.010759956203401089, -0.010279588401317596, -0.00979921966791153, -0.009318851865828037, -0.00883848313242197, -0.008358114399015903, -0.007877746596932411, -0.007397377863526344, -0.006917009595781565, -0.006436641328036785, -0.0059562730602920055, -0.005475904792547226, -0.004995536524802446, -0.0045151677913963795, -0.0040347995236516, -0.0035544312559068203, -0.0030740629881620407, -0.0025936944875866175, -0.002113326219841838, -0.0016329578356817365, -0.001152589451521635, -0.0006722211255691946, -0.0001918527705129236, 0.00028851558454334736, 0.0007688839687034488, 0.0012492523528635502, 0.0017296206206083298, 0.0022099888883531094, 0.0026903573889285326, 0.003170725656673312, 0.0036510941572487354, 0.004131462424993515]}, "_runtime": 8.256234884262085, "_timestamp": 1596211442.702492, "_step": 4}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 2.0, 1.0, 3.0, 2.0, 3.0, 2.0, 2.0, 3.0, 5.0, 3.0, 3.0, 3.0, 6.0, 2.0, 2.0, 0.0, 0.0, 4.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.027522385120391846, -0.026815081015229225, -0.026107778772711754, -0.025400474667549133, -0.024693172425031662, -0.02398586831986904, -0.02327856607735157, -0.02257126197218895, -0.02186395972967148, -0.021156655624508858, -0.020449353381991386, -0.019742049276828766, -0.019034747034311295, -0.018327442929148674, -0.017620140686631203, -0.016912836581468582, -0.01620553433895111, -0.01549823023378849, -0.014790927059948444, -0.014083623886108398, -0.013376320712268353, -0.012669017538428307, -0.01196171436458826, -0.011254411190748215, -0.010547107085585594, -0.009839803911745548, -0.009132500737905502, -0.008425197564065456, -0.0077178943902254105, -0.0070105912163853645, -0.006303288042545319, -0.005595984868705273, -0.004888681694865227, -0.004181378521025181, -0.003474075347185135, -0.0027667719405144453, -0.0020594687666743994, -0.0013521655928343534, -0.0006448623025789857, 6.244092946872115e-05, 0.000769744161516428, 0.001477047335356474, 0.00218435050919652, 0.0028916539158672094, 0.0035989570897072554, 0.004306260496377945, 0.005013563670217991, 0.005720866844058037, 0.006428170017898083, 0.007135473191738129, 0.007842776365578175, 0.00855007953941822, 0.009257382713258266, 0.009964685887098312, 0.010671989060938358, 0.011379292234778404, 0.012086596339941025, 0.01279389951378107, 0.013501202687621117, 0.014208505861461163, 0.014915809035301208, 0.015623112209141254, 0.0163304153829813, 0.01703771762549877, 0.017745021730661392]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 5.0, 1.0, 1.0, 3.0, 1.0, 7.0, 1.0, 3.0, 8.0, 11.0, 7.0, 21.0, 27.0, 44.0, 54.0, 65.0, 91.0, 138.0, 186.0, 354.0, 439.0, 635.0, 2720.0, 1524.0, 731.0, 345.0, 208.0, 105.0, 67.0, 36.0, 25.0, 16.0, 15.0, 10.0, 7.0, 8.0, 3.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.27280566096305847, -0.2658903896808624, -0.2589751183986664, -0.25205981731414795, -0.2451445460319519, -0.23822927474975586, -0.23131398856639862, -0.22439871728420258, -0.21748343110084534, -0.2105681598186493, -0.20365288853645325, -0.196737602353096, -0.18982233107089996, -0.18290704488754272, -0.17599177360534668, -0.16907648742198944, -0.1621612161397934, -0.15524594485759735, -0.1483306586742401, -0.14141538739204407, -0.13450010120868683, -0.12758482992649078, -0.12066955119371414, -0.1137542724609375, -0.10683899372816086, -0.09992371499538422, -0.09300843626260757, -0.08609315752983093, -0.07917788624763489, -0.07226260751485825, -0.0653473287820816, -0.05843205004930496, -0.05151677131652832, -0.04460149258375168, -0.03768621385097504, -0.030770938843488693, -0.02385566011071205, -0.01694038137793541, -0.010025104507803917, -0.0031098267063498497, 0.0038054510951042175, 0.010720728896558285, 0.017636006698012352, 0.024551283568143845, 0.031466562300920486, 0.03838184103369713, 0.04529711604118347, 0.052212394773960114, 0.059127673506736755, 0.0660429522395134, 0.07295823097229004, 0.07987350970506668, 0.08678878843784332, 0.09370405972003937, 0.10061933845281601, 0.10753461718559265, 0.1144498959183693, 0.12136517465114594, 0.12828044593334198, 0.13519573211669922, 0.14211100339889526, 0.1490262895822525, 0.15594156086444855, 0.1628568470478058, 0.16977211833000183]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 3.0, 0.0, 3.0, 4.0, 1.0, 2.0, 2.0, 4.0, 3.0, 5.0, 0.0, 2.0, 0.0, 2.0, 4.0, 1.0, 1.0, 26.0, 4.0, 6.0, 4.0, 2.0, 5.0, 2.0, 0.0, 1.0, 6.0, 2.0, 3.0, 0.0, 1.0, 3.0, 1.0, 2.0, 2.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.005222804378718138, -0.00505176791921258, -0.004880730994045734, -0.004709694534540176, -0.004538658075034618, -0.00436762161552906, -0.004196585156023502, -0.004025548230856657, -0.003854511771351099, -0.003683475311845541, -0.0035124386195093393, -0.0033414019271731377, -0.0031703654676675797, -0.0029993290081620216, -0.00282829231582582, -0.0026572556234896183, -0.0024862191639840603, -0.0023151827044785023, -0.0021441460121423006, -0.001973109319806099, -0.001802072860300541, -0.001631036284379661, -0.0014599997084587812, -0.0012889631325379014, -0.0011179265566170216, -0.0009468899806961417, -0.0007758534047752619, -0.000604816828854382, -0.0004337802529335022, -0.00026274367701262236, -9.170710109174252e-05, 7.932947482913733e-05, 0.00025036605075001717, 0.000421402626670897, 0.0005924392025917768, 0.0007634757785126567, 0.0009345123544335365, 0.0011055489303544164, 0.0012765855062752962, 0.001447622082196176, 0.001618658658117056, 0.0017896952340379357, 0.0019607318099588156, 0.0021317685022950172, 0.0023028049618005753, 0.0024738414213061333, 0.002644878113642335, 0.0028159148059785366, 0.0029869512654840946, 0.0031579877249896526, 0.0033290244173258543, 0.003500061109662056, 0.003671097569167614, 0.003842134028673172, 0.00401317048817873, 0.004184207413345575, 0.004355243872851133, 0.004526280332356691, 0.004697317257523537, 0.004868353717029095, 0.005039390176534653, 0.005210426636040211, 0.005381463095545769, 0.005552500020712614, 0.005723536480218172]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 3.0, 6.0, 7.0, 9.0, 23.0, 39.0, 70.0, 113.0, 205.0, 389.0, 558.0, 831.0, 1212.0, 1733.0, 2392.0, 3334.0, 4441.0, 5792.0, 7638.0, 9763.0, 12629.0, 16444.0, 21893.0, 29965.0, 42498.0, 61851.0, 87812.0, 117895.0, 434420.0, 90488.0, 62299.0, 42838.0, 29737.0, 21944.0, 16354.0, 12573.0, 9722.0, 7317.0, 5792.0, 4425.0, 3299.0, 2449.0, 1885.0, 1350.0, 948.0, 696.0, 511.0, 349.0, 266.0, 144.0, 118.0, 72.0, 49.0, 26.0, 11.0, 7.0, 7.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.013500958681106567, -0.013037070631980896, -0.01257318165153265, -0.012109293602406979, -0.011645404621958733, -0.011181516572833061, -0.01071762852370739, -0.010253739543259144, -0.009789851494133472, -0.009325963445007801, -0.008862074464559555, -0.008398186415433884, -0.007934298366308212, -0.007470409385859966, -0.007006521336734295, -0.006542632821947336, -0.0060787443071603775, -0.005614855792373419, -0.00515096727758646, -0.004687079228460789, -0.00422319071367383, -0.0037593021988868713, -0.0032954139169305563, -0.0028315256349742413, -0.0023676371201872826, -0.0019037487218156457, -0.0014398603234440088, -0.000975971925072372, -0.0005120835267007351, -4.8195128329098225e-05, 0.00041569327004253864, 0.0008795816684141755, 0.0013434700667858124, 0.0018073584651574492, 0.002271246863529086, 0.002735135145485401, 0.00319902366027236, 0.0036629121750593185, 0.00412680022418499, 0.004590688738971949, 0.005054577253758907, 0.005518465768545866, 0.005982354283332825, 0.006446242332458496, 0.006910130847245455, 0.0073740193620324135, 0.007837907411158085, 0.008301796391606331, 0.008765684440732002, 0.009229572489857674, 0.00969346147030592, 0.010157349519431591, 0.010621238499879837, 0.011085126549005508, 0.01154901459813118, 0.012012903578579426, 0.012476791627705097, 0.012940679676830769, 0.013404568657279015, 0.013868456706404686, 0.014332344755530357, 0.014796233735978603, 0.015260121785104275, 0.01572401076555252, 0.016187898814678192]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 5.0, 0.0, 1.0, 2.0, 3.0, 2.0, 2.0, 2.0, 1.0, 3.0, 1.0, 1.0, 3.0, 1.0, 3.0, 3.0, 6.0, 2.0, 0.0, 8.0, 0.0, 2.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008282791823148727, -0.007893208414316177, -0.007503625471144915, -0.007114042527973652, -0.006724459119141102, -0.006334876175969839, -0.005945293232798576, -0.005555709823966026, -0.0051661268807947636, -0.004776543937623501, -0.004386960528790951, -0.003997377585619688, -0.0036077944096177816, -0.0032182112336158752, -0.0028286282904446125, -0.002439045114442706, -0.0020494619384407997, -0.0016598787624388933, -0.0012702957028523088, -0.0008807125850580633, -0.0004911294672638178, -0.0001015463494695723, 0.0002880367683246732, 0.0006776198861189187, 0.0010672030039131641, 0.0014567861799150705, 0.001846369239501655, 0.0022359522990882397, 0.002625535475090146, 0.0030151186510920525, 0.003404701594263315, 0.0037942847702652216, 0.004183867946267128, 0.004573450889438391, 0.004963034298270941, 0.0053526172414422035, 0.005742200650274754, 0.006131783593446016, 0.006521366536617279, 0.006910949945449829, 0.007300532888621092, 0.007690115831792355, 0.008079699240624905, 0.008469282649457455, 0.00885886512696743, 0.00924844853579998, 0.00963803194463253, 0.010027614422142506, 0.010417197830975056, 0.010806781239807606, 0.011196363717317581, 0.011585947126150131, 0.011975530534982681, 0.012365113012492657, 0.012754696421325207, 0.013144279830157757, 0.013533862307667732, 0.013923445716500282, 0.014313029125332832, 0.014702612534165382, 0.015092195011675358, 0.015481778420507908, 0.015871360898017883, 0.016260944306850433, 0.016650527715682983]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 1.0, 1.0, 2.0, 4.0, 7.0, 21.0, 25.0, 18.0, 23.0, 46.0, 64.0, 94.0, 95.0, 136.0, 164.0, 202.0, 271.0, 327.0, 383.0, 417.0, 449.0, 630.0, 796.0, 1012.0, 1402.0, 6891.0, 2095.0, 859.0, 529.0, 374.0, 298.0, 222.0, 137.0, 88.0, 67.0, 57.0, 43.0, 27.0, 24.0, 32.0, 20.0, 13.0, 9.0, 10.0, 3.0, 1.0, 4.0, 1.0, 2.0, 5.0, 8.0, 4.0, 4.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 2.0, 1.0], "bins": [-0.007177599240094423, -0.006910908035933971, -0.006644216366112232, -0.00637752516195178, -0.006110833492130041, -0.005844142287969589, -0.00557745061814785, -0.005310759413987398, -0.005044068209826946, -0.004777376540005207, -0.004510685335844755, -0.004243993666023016, -0.003977302461862564, -0.0037106110248714685, -0.003443919587880373, -0.0031772281508892775, -0.002910536713898182, -0.0026438452769070864, -0.002377153839915991, -0.0021104624029248953, -0.0018437710823491216, -0.001577079645358026, -0.0013103883247822523, -0.0010436968877911568, -0.0007770054508000612, -0.0005103140138089657, -0.00024362263502553105, 2.3068772861734033e-05, 0.0002897601807489991, 0.0005564516177400947, 0.0008231429965235293, 0.001089834375306964, 0.0013565258122980595, 0.001623217249289155, 0.0018899086862802505, 0.002156600123271346, 0.0024232915602624416, 0.0026899827644228935, 0.002956674201413989, 0.0032233656384050846, 0.00349005707539618, 0.0037567485123872757, 0.004023439716547728, 0.004290131386369467, 0.004556822590529919, 0.004823514260351658, 0.00509020546451211, 0.005356897134333849, 0.005623588338494301, 0.005890279542654753, 0.006156971212476492, 0.006423662416636944, 0.006690354086458683, 0.006957045290619135, 0.007223736960440874, 0.007490428164601326, 0.007757119834423065, 0.00802381057292223, 0.008290502242743969, 0.008557193912565708, 0.008823885582387447, 0.009090576320886612, 0.009357267990708351, 0.00962395966053009, 0.00989065133035183]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 4.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.035226769745349884, -0.03450930491089821, -0.03379184007644653, -0.03307437524199486, -0.03235691040754318, -0.03163944557309151, -0.03092198073863983, -0.030204515904188156, -0.02948705106973648, -0.028769584372639656, -0.02805211953818798, -0.027334654703736305, -0.02661718986928463, -0.025899725034832954, -0.02518226020038128, -0.024464795365929604, -0.023747330531477928, -0.023029865697026253, -0.022312400862574577, -0.021594936028122902, -0.020877471193671227, -0.02016000635921955, -0.019442541524767876, -0.0187250766903162, -0.018007609993219376, -0.0172901451587677, -0.016572680324316025, -0.01585521548986435, -0.015137750655412674, -0.014420285820960999, -0.013702820986509323, -0.012985356152057648, -0.012267891317605972, -0.011550426483154297, -0.010832961648702621, -0.010115496814250946, -0.00939803197979927, -0.00868056621402502, -0.007963101379573345, -0.00724563654512167, -0.006528171710669994, -0.005810706876218319, -0.0050932420417666435, -0.004375776741653681, -0.0036583119072020054, -0.00294084707275033, -0.002223382005468011, -0.0015059170546010137, -0.0007884521037340164, -7.098715286701918e-05, 0.0006464777979999781, 0.0013639427488669753, 0.0020814076997339725, 0.002798872534185648, 0.003516337601467967, 0.004233802668750286, 0.0049512675032019615, 0.005668732337653637, 0.006386197172105312, 0.007103662472218275, 0.007821127772331238, 0.008538592606782913, 0.009256057441234589, 0.009973522275686264, 0.01069098711013794]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 4.0, 4.0, 1.0, 2.0, 7.0, 4.0, 4.0, 0.0, 6.0, 5.0, 4.0, 6.0, 2.0, 8.0, 7.0, 7.0, 6.0, 3.0, 5.0, 6.0, 5.0, 1.0, 6.0, 7.0, 6.0, 3.0, 3.0, 0.0, 2.0, 4.0, 1.0, 4.0, 3.0, 2.0, 4.0, 2.0, 1.0, 2.0, 1.0, 1.0, 5.0, 5.0, 49.0, 17.0, 10.0, 7.0, 6.0, 4.0, 6.0, 7.0, 3.0, 6.0, 2.0, 2.0, 1.0, 1.0, 2.0], "bins": [-0.021747903898358345, -0.021311793476343155, -0.020875681191682816, -0.020439570769667625, -0.020003458485007286, -0.019567348062992096, -0.019131235778331757, -0.018695125356316566, -0.018259014934301376, -0.017822902649641037, -0.017386792227625847, -0.016950679942965508, -0.016514569520950317, -0.016078457236289978, -0.015642346814274788, -0.015206235460937023, -0.014770124107599258, -0.014334012754261494, -0.013897901400923729, -0.013461790047585964, -0.0130256786942482, -0.01258956827223301, -0.012153456918895245, -0.01171734556555748, -0.011281234212219715, -0.01084512285888195, -0.010409011505544186, -0.009972900152206421, -0.00953678973019123, -0.009100678376853466, -0.008664567023515701, -0.008228455670177937, -0.007792344316840172, -0.007356232963502407, -0.006920121610164642, -0.006484010722488165, -0.0060478993691504, -0.005611788015812635, -0.005175677128136158, -0.004739565774798393, -0.0043034544214606285, -0.0038673430681228638, -0.0034312319476157427, -0.0029951208271086216, -0.002559009473770857, -0.002122898120433092, -0.001686786999925971, -0.0012506757630035281, -0.0008145645260810852, -0.0003784532891586423, 5.765794776380062e-05, 0.0004937691846862435, 0.0009298804216086864, 0.0013659916585311294, 0.0018021028954535723, 0.0022382140159606934, 0.002674325369298458, 0.003110436722636223, 0.003546547843143344, 0.003982658963650465, 0.00441877031698823, 0.0048548816703259945, 0.005290992558002472, 0.005727103911340237, 0.006163215264678001]}, "_runtime": 9.03360104560852, "_timestamp": 1596211443.4798582, "_step": 5}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 4.0, 2.0, 4.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 3.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012456899508833885, -0.012062696740031242, -0.0116684939712286, -0.011274291202425957, -0.010880088433623314, -0.010485885664820671, -0.010091682896018028, -0.009697480127215385, -0.009303277358412743, -0.008909073658287525, -0.008514870889484882, -0.00812066812068224, -0.007726465351879597, -0.007332262583076954, -0.006938059814274311, -0.006543857045471668, -0.006149654276669025, -0.005755451507866383, -0.00536124873906374, -0.004967045970261097, -0.004572843201458454, -0.004178639966994524, -0.003784437198191881, -0.0033902344293892384, -0.0029960316605865955, -0.0026018288917839527, -0.00220762612298131, -0.0018134231213480234, -0.0014192203525453806, -0.0010250175837427378, -0.0006308146985247731, -0.00023661187151446939, 0.00015759095549583435, 0.0005517937825061381, 0.0009459966095164418, 0.0013401994947344065, 0.0017344022635370493, 0.002128605032339692, 0.0025228080339729786, 0.0029170108027756214, 0.0033112135715782642, 0.003705416340380907, 0.00409961910918355, 0.004493821877986193, 0.004888025112450123, 0.005282227881252766, 0.0056764306500554085, 0.006070633418858051, 0.006464836187660694, 0.006859038956463337, 0.00725324172526598, 0.007647444494068623, 0.008041647262871265, 0.008435850031673908, 0.008830052800476551, 0.009224255569279194, 0.009618459269404411, 0.010012662038207054, 0.010406864807009697, 0.01080106757581234, 0.011195270344614983, 0.011589473113417625, 0.011983675882220268, 0.012377878651022911, 0.012772081419825554]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 2.0, 5.0, 5.0, 5.0, 5.0, 9.0, 11.0, 14.0, 12.0, 19.0, 28.0, 29.0, 44.0, 49.0, 47.0, 80.0, 93.0, 133.0, 145.0, 232.0, 247.0, 269.0, 393.0, 502.0, 2332.0, 1170.0, 683.0, 461.0, 254.0, 185.0, 120.0, 77.0, 64.0, 47.0, 33.0, 28.0, 23.0, 11.0, 14.0, 7.0, 7.0, 7.0, 6.0, 4.0, 6.0, 1.0, 1.0, 2.0, 1.0, 3.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.14751967787742615, -0.14308759570121765, -0.13865551352500916, -0.13422343134880066, -0.12979134917259216, -0.12535925209522247, -0.12092716991901398, -0.11649508774280548, -0.11206300556659698, -0.10763092339038849, -0.10319884121417999, -0.0987667515873909, -0.0943346694111824, -0.08990258723497391, -0.08547049760818481, -0.08103841543197632, -0.07660633325576782, -0.07217425107955933, -0.06774216890335083, -0.06331007927656174, -0.05887799710035324, -0.054445914924144745, -0.05001382902264595, -0.045581743121147156, -0.04114966094493866, -0.036717578768730164, -0.03228549286723137, -0.027853408828377724, -0.02342132478952408, -0.018989240750670433, -0.014557156711816788, -0.010125072672963142, -0.005692988634109497, -0.0012609045952558517, 0.0031711794435977936, 0.007603263482451439, 0.012035347521305084, 0.01646743156015873, 0.020899515599012375, 0.02533159963786602, 0.029763683676719666, 0.03419576585292816, 0.038627851754426956, 0.04305993765592575, 0.04749201983213425, 0.05192410200834274, 0.05635618790984154, 0.06078827381134033, 0.06522035598754883, 0.06965243816375732, 0.07408452033996582, 0.07851660996675491, 0.08294869214296341, 0.0873807743191719, 0.091812863945961, 0.0962449461221695, 0.10067702829837799, 0.10510911047458649, 0.10954119265079498, 0.11397328227758408, 0.11840536445379257, 0.12283744663000107, 0.12726953625679016, 0.13170161843299866, 0.13613370060920715]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 2.0, 1.0, 1.0, 2.0, 1.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 3.0, 2.0, 3.0, 3.0, 7.0, 2.0, 2.0, 4.0, 1.0, 4.0, 23.0, 3.0, 3.0, 2.0, 2.0, 3.0, 2.0, 1.0, 2.0, 3.0, 0.0, 1.0, 3.0, 1.0, 2.0, 2.0, 1.0, 5.0, 4.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0], "bins": [-0.006421326659619808, -0.00624926807358861, -0.0060772099532186985, -0.0059051513671875, -0.0057330927811563015, -0.00556103466078639, -0.005388976074755192, -0.005216917488723993, -0.005044858902692795, -0.004872800782322884, -0.004700742196291685, -0.004528683610260487, -0.004356625489890575, -0.004184566903859377, -0.004012508317828178, -0.0038404499646276236, -0.0036683916114270687, -0.003496333258226514, -0.0033242746721953154, -0.0031522163189947605, -0.002980157732963562, -0.002808099379763007, -0.0026360410265624523, -0.002463982440531254, -0.002291924087330699, -0.002119865734130144, -0.0019478071480989456, -0.0017757487948983908, -0.001603690325282514, -0.0014316318556666374, -0.0012595735024660826, -0.001087515032850206, -0.0009154565632343292, -0.0007433980936184525, -0.0005713396822102368, -0.00039928124169819057, -0.00022722280118614435, -5.5164360674098134e-05, 0.00011689407983794808, 0.0002889525203499943, 0.0004610109608620405, 0.0006330694304779172, 0.000805127841886133, 0.0009771862532943487, 0.0011492447229102254, 0.001321303192526102, 0.001493361545726657, 0.0016654200153425336, 0.0018374784849584103, 0.002009536838158965, 0.0021815954241901636, 0.0023536537773907185, 0.002525712363421917, 0.002697770716622472, 0.0028698290698230267, 0.003041887655854225, 0.00321394600905478, 0.003386004362255335, 0.0035580629482865334, 0.003730121301487088, 0.003902179654687643, 0.0040742382407188416, 0.00424629682675004, 0.004418354947119951, 0.00459041353315115]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 3.0, 2.0, 5.0, 6.0, 20.0, 24.0, 43.0, 59.0, 84.0, 146.0, 213.0, 357.0, 480.0, 619.0, 928.0, 1191.0, 1602.0, 2208.0, 2796.0, 3595.0, 4668.0, 5841.0, 7340.0, 9059.0, 11553.0, 14509.0, 18179.0, 23169.0, 30042.0, 39787.0, 53948.0, 73415.0, 97339.0, 412109.0, 93301.0, 69360.0, 50575.0, 36536.0, 27241.0, 20686.0, 16452.0, 12825.0, 10123.0, 7604.0, 5820.0, 4197.0, 2902.0, 2177.0, 1440.0, 1000.0, 707.0, 476.0, 301.0, 209.0, 138.0, 94.0, 57.0, 34.0, 29.0, 9.0, 8.0, 5.0, 2.0], "bins": [-0.014956354163587093, -0.014523226767778397, -0.0140900993719697, -0.013656971044838428, -0.013223843649029732, -0.012790716253221035, -0.012357588857412338, -0.011924461461603642, -0.011491334065794945, -0.011058205738663673, -0.010625078342854977, -0.01019195094704628, -0.009758823551237583, -0.009325696155428886, -0.008892567828297615, -0.008459440432488918, -0.008026313036680222, -0.007593185640871525, -0.007160057779401541, -0.006726930383592844, -0.00629380252212286, -0.005860675126314163, -0.0054275477305054665, -0.004994419869035482, -0.004561292473226786, -0.004128165077418089, -0.003695037215948105, -0.003261909820139408, -0.0028287821915000677, -0.0023956545628607273, -0.0019625271670520306, -0.0015293995384126902, -0.0010962719097733498, -0.0006631443393416703, -0.0002300167689099908, 0.0002031108015216887, 0.0006362383719533682, 0.0010693660005927086, 0.0015024935128167272, 0.0019356210250407457, 0.002368748653680086, 0.0028018762823194265, 0.003235003910958767, 0.0036681313067674637, 0.00410125870257616, 0.0045343865640461445, 0.004967513959854841, 0.005400641821324825, 0.005833769217133522, 0.006266896612942219, 0.006700024474412203, 0.0071331518702209, 0.007566279731690884, 0.00799940712749958, 0.008432534523308277, 0.008865661919116974, 0.009298790246248245, 0.009731917642056942, 0.010165045037865639, 0.010598172433674335, 0.011031299829483032, 0.011464427225291729, 0.011897555552423, 0.012330682948231697, 0.012763810344040394]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 2.0, 0.0, 1.0, 3.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0, 3.0, 2.0, 2.0, 2.0, 2.0, 4.0, 3.0, 6.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 2.0, 0.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008754381909966469, -0.008412430062890053, -0.008070478215813637, -0.007728526834398508, -0.007386574987322092, -0.007044623605906963, -0.006702671758830547, -0.006360719911754131, -0.006018768064677715, -0.005676816683262587, -0.005334864836186171, -0.0049929129891097546, -0.004650961607694626, -0.00430900976061821, -0.003967057913541794, -0.0036251062992960215, -0.003283154685050249, -0.0029412030708044767, -0.0025992512237280607, -0.0022572996094822884, -0.0019153478788211942, -0.0015733961481601, -0.0012314445339143276, -0.0008894928032532334, -0.0005475410725921392, -0.0002055893710348755, 0.00013636233052238822, 0.00047831403207965195, 0.0008202657336369157, 0.0011622174642980099, 0.0015041690785437822, 0.0018461208092048764, 0.0021880725398659706, 0.002530024154111743, 0.002871976001188159, 0.0032139276154339314, 0.0035558794625103474, 0.0038978310767561197, 0.004239782691001892, 0.004581734538078308, 0.004923686385154724, 0.005265637766569853, 0.005607589613646269, 0.005949541460722685, 0.006291492842137814, 0.00663344468921423, 0.006975396536290646, 0.007317347917705774, 0.00765929976478219, 0.008001251146197319, 0.008343202993273735, 0.008685154840350151, 0.009027106687426567, 0.009369058534502983, 0.009711010381579399, 0.01005296129733324, 0.010394913144409657, 0.010736864991486073, 0.011078816838562489, 0.011420768685638905, 0.01176272053271532, 0.012104671448469162, 0.012446623295545578, 0.012788575142621994, 0.01313052698969841]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 2.0, 4.0, 3.0, 6.0, 10.0, 4.0, 12.0, 17.0, 20.0, 23.0, 35.0, 60.0, 57.0, 74.0, 95.0, 123.0, 138.0, 195.0, 234.0, 278.0, 382.0, 382.0, 465.0, 514.0, 672.0, 969.0, 1215.0, 1786.0, 6855.0, 1385.0, 755.0, 418.0, 259.0, 189.0, 168.0, 140.0, 118.0, 85.0, 63.0, 42.0, 34.0, 27.0, 12.0, 11.0, 16.0, 12.0, 9.0, 7.0, 8.0, 7.0, 6.0, 7.0, 4.0, 5.0, 2.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 3.0], "bins": [-0.007445523049682379, -0.007191581651568413, -0.006937640719115734, -0.006683699786663055, -0.006429758388549089, -0.0061758169904351234, -0.005921876057982445, -0.005667935125529766, -0.0054139937274158, -0.005160052329301834, -0.004906111396849155, -0.004652170464396477, -0.004398229066282511, -0.004144287668168545, -0.003890346735715866, -0.0036364055704325438, -0.0033824644051492214, -0.003128523239865899, -0.0028745820745825768, -0.0026206409092992544, -0.002366699744015932, -0.0021127585787326097, -0.0018588174134492874, -0.001604876248165965, -0.0013509350828826427, -0.0010969939175993204, -0.0008430527523159981, -0.0005891115870326757, -0.0003351704217493534, -8.122925646603107e-05, 0.00017271190881729126, 0.0004266530741006136, 0.0006805942393839359, 0.0009345354046672583, 0.0011884765699505806, 0.001442417735233903, 0.0016963589005172253, 0.0019503000658005476, 0.00220424123108387, 0.0024581823963671923, 0.0027121235616505146, 0.002966064726933837, 0.0032200058922171593, 0.0034739470575004816, 0.003727888222783804, 0.00398182962089777, 0.004235770553350449, 0.004489711485803127, 0.004743652883917093, 0.004997594282031059, 0.005251535214483738, 0.005505476146936417, 0.005759417545050383, 0.006013358943164349, 0.006267299875617027, 0.006521240808069706, 0.006775182206183672, 0.007029123604297638, 0.007283064536750317, 0.007537005469202995, 0.007790946867316961, 0.008044888265430927, 0.008298829197883606, 0.008552770130336285, 0.008806711062788963]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 5.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.03142498806118965, -0.03068038448691368, -0.02993577904999256, -0.02919117547571659, -0.02844657003879547, -0.0277019664645195, -0.02695736289024353, -0.02621275745332241, -0.02546815387904644, -0.02472355030477047, -0.02397894486784935, -0.02323434129357338, -0.02248973771929741, -0.02174513228237629, -0.02100052870810032, -0.0202559232711792, -0.01951131969690323, -0.01876671612262726, -0.01802211068570614, -0.017277507111430168, -0.01653290167450905, -0.015788298100233078, -0.015043694525957108, -0.014299090020358562, -0.013554485514760017, -0.012809881009161472, -0.012065276503562927, -0.011320672929286957, -0.010576068423688412, -0.009831463918089867, -0.009086860343813896, -0.008342255838215351, -0.007597651332616806, -0.006853046827018261, -0.006108442787081003, -0.005363838747143745, -0.0046192342415452, -0.003874629968777299, -0.0031300256960093975, -0.002385421423241496, -0.0016408171504735947, -0.0008962128777056932, -0.00015160860493779182, 0.0005929956678301096, 0.001337599940598011, 0.0020822042133659124, 0.002826808486133814, 0.0035714127589017153, 0.004316017031669617, 0.005060621537268162, 0.0058052255772054195, 0.006549829617142677, 0.007294434122741222, 0.008039038628339767, 0.008783642202615738, 0.009528246708214283, 0.010272851213812828, 0.011017455719411373, 0.011762060225009918, 0.012506663799285889, 0.013251268304884434, 0.013995872810482979, 0.01474047638475895, 0.015485080890357494, 0.01622968539595604]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 3.0, 2.0, 3.0, 1.0, 3.0, 2.0, 1.0, 2.0, 3.0, 1.0, 6.0, 4.0, 3.0, 3.0, 4.0, 4.0, 3.0, 5.0, 0.0, 9.0, 4.0, 4.0, 3.0, 3.0, 4.0, 6.0, 5.0, 2.0, 3.0, 3.0, 8.0, 7.0, 5.0, 3.0, 3.0, 0.0, 4.0, 3.0, 6.0, 9.0, 7.0, 9.0, 13.0, 63.0, 9.0, 9.0, 5.0, 1.0, 2.0, 5.0, 1.0, 4.0, 3.0, 2.0, 2.0, 1.0], "bins": [-0.026159271597862244, -0.025651250034570694, -0.025143228471279144, -0.024635205045342445, -0.024127183482050896, -0.023619161918759346, -0.023111140355467796, -0.022603116929531097, -0.022095095366239548, -0.021587073802947998, -0.02107905223965645, -0.0205710306763649, -0.0200630072504282, -0.01955498568713665, -0.0190469641238451, -0.01853894256055355, -0.018030919134616852, -0.017522897571325302, -0.017014876008033752, -0.016506854444742203, -0.015998832881450653, -0.015490810386836529, -0.014982787892222404, -0.014474766328930855, -0.013966744765639305, -0.01345872227102518, -0.012950700707733631, -0.012442678213119507, -0.011934656649827957, -0.011426634155213833, -0.010918612591922283, -0.010410590097308159, -0.00990256853401661, -0.00939454697072506, -0.008886524476110935, -0.008378502912819386, -0.007870480418205261, -0.0073624588549137115, -0.0068544368259608746, -0.006346414797008038, -0.005838392768055201, -0.005330370739102364, -0.004822348710149527, -0.00431432668119669, -0.0038063048850744963, -0.0032982828561216593, -0.002790261059999466, -0.002282239031046629, -0.001774217002093792, -0.001266194973140955, -0.0007581730606034398, -0.00025015108985826373, 0.00025787088088691235, 0.0007658928516320884, 0.0012739148223772645, 0.0017819367349147797, 0.0022899587638676167, 0.0027979807928204536, 0.0033060028217732906, 0.003814024617895484, 0.004322046414017677, 0.004830068442970514, 0.005338090471923351, 0.005846112500876188, 0.006354134529829025]}, "_runtime": 9.811673402786255, "_timestamp": 1596211444.2579305, "_step": 6}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 4.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 2.0, 0.0, 3.0, 2.0, 1.0, 3.0, 3.0, 3.0, 1.0, 0.0, 3.0, 1.0, 4.0, 1.0, 4.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.015471767634153366, -0.01499683316797018, -0.01452189963310957, -0.014046965166926384, -0.013572031632065773, -0.013097097165882587, -0.012622163631021976, -0.012147229164838791, -0.01167229562997818, -0.011197361163794994, -0.010722427628934383, -0.010247493162751198, -0.009772559627890587, -0.009297625161707401, -0.00882269162684679, -0.008347757160663605, -0.007872823625802994, -0.007397889159619808, -0.00692295515909791, -0.006448021158576012, -0.005973087158054113, -0.005498153157532215, -0.005023219157010317, -0.004548285156488419, -0.004073350690305233, -0.0035984169226139784, -0.00312348292209208, -0.002648548921570182, -0.00217361468821764, -0.0016986808041110635, -0.0012237466871738434, -0.0007488126866519451, -0.00027387868613004684, 0.00020105534349568188, 0.0006759893731214106, 0.0011509234318509698, 0.001625857432372868, 0.002100791549310088, 0.0025757255498319864, 0.0030506595503538847, 0.003525593550875783, 0.004000527784228325, 0.004475461784750223, 0.004950395785272121, 0.00542532978579402, 0.005900263786315918, 0.006375197786837816, 0.0068501317873597145, 0.007325065787881613, 0.007799999788403511, 0.008274934254586697, 0.008749867789447308, 0.009224802255630493, 0.009699735790491104, 0.01017467025667429, 0.0106496037915349, 0.011124538257718086, 0.011599471792578697, 0.012074406258761883, 0.012549339793622494, 0.01302427425980568, 0.01349920779466629, 0.013974142260849476, 0.014449075795710087, 0.014924010261893272]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 3.0, 6.0, 1.0, 5.0, 6.0, 3.0, 9.0, 9.0, 13.0, 6.0, 15.0, 22.0, 32.0, 31.0, 41.0, 57.0, 68.0, 70.0, 97.0, 132.0, 161.0, 185.0, 256.0, 262.0, 386.0, 472.0, 2643.0, 1075.0, 616.0, 375.0, 224.0, 170.0, 130.0, 79.0, 66.0, 51.0, 36.0, 28.0, 15.0, 15.0, 14.0, 10.0, 5.0, 9.0, 3.0, 1.0, 2.0, 5.0, 1.0, 2.0, 3.0, 1.0, 1.0], "bins": [-0.171293705701828, -0.1666799932718277, -0.1620662659406662, -0.1574525535106659, -0.1528388410806656, -0.1482251137495041, -0.14361140131950378, -0.13899768888950348, -0.13438396155834198, -0.12977024912834167, -0.12515653669834137, -0.12054280936717987, -0.11592909693717957, -0.11131537705659866, -0.10670165717601776, -0.10208794474601746, -0.09747422486543655, -0.09286050498485565, -0.08824679255485535, -0.08363307267427444, -0.07901935279369354, -0.07440564036369324, -0.06979192048311234, -0.06517820060253143, -0.06056448444724083, -0.055950768291950226, -0.051337048411369324, -0.04672333225607872, -0.042109616100788116, -0.037495896220207214, -0.03288218006491661, -0.028268462046980858, -0.023654744029045105, -0.019041026011109352, -0.014427308924496174, -0.009813591837882996, -0.005199873819947243, -0.0005861562676727772, 0.004027561284601688, 0.008641278371214867, 0.01325499638915062, 0.017868714407086372, 0.022482432425022125, 0.02709614858031273, 0.03170986473560333, 0.036323584616184235, 0.04093730077147484, 0.04555102065205574, 0.050164736807346344, 0.05477845296263695, 0.05939217284321785, 0.06400588899850845, 0.06861960887908936, 0.07323332130908966, 0.07784704118967056, 0.08246076107025146, 0.08707447350025177, 0.09168819338083267, 0.09630191326141357, 0.10091563314199448, 0.10552934557199478, 0.11014306545257568, 0.11475678533315659, 0.11937049776315689, 0.12398421764373779]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 6.0, 1.0, 0.0, 2.0, 2.0, 2.0, 2.0, 2.0, 2.0, 3.0, 3.0, 1.0, 5.0, 6.0, 2.0, 6.0, 1.0, 5.0, 25.0, 7.0, 1.0, 2.0, 1.0, 3.0, 3.0, 2.0, 2.0, 3.0, 2.0, 3.0, 6.0, 1.0, 2.0, 1.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.006701694335788488, -0.006503354758024216, -0.006305014714598656, -0.006106674671173096, -0.005908335093408823, -0.00570999551564455, -0.00551165547221899, -0.00531331542879343, -0.005114975851029158, -0.004916636273264885, -0.004718296229839325, -0.004519956186413765, -0.004321616608649492, -0.00412327703088522, -0.00392493698745966, -0.0037265971768647432, -0.003528257366269827, -0.0033299175556749105, -0.003131577745079994, -0.002933237934485078, -0.0027348981238901615, -0.002536558313295245, -0.002338218502700329, -0.0021398786921054125, -0.0019415388815104961, -0.0017431990709155798, -0.0015448592603206635, -0.0013465194497257471, -0.0011481796391308308, -0.0009498398285359144, -0.0007515000179409981, -0.0005531602073460817, -0.0003548203967511654, -0.00015648058615624905, 4.18592244386673e-05, 0.00024019903503358364, 0.0004385388456285, 0.0006368786562234163, 0.0008352184668183327, 0.001033558277413249, 0.0012318980880081654, 0.0014302378986030817, 0.001628577709197998, 0.0018269175197929144, 0.0020252573303878307, 0.002223597140982747, 0.0024219369515776634, 0.0026202767621725798, 0.002818616572767496, 0.0030169563833624125, 0.003215296193957329, 0.003413636004552245, 0.0036119758151471615, 0.003810315625742078, 0.004008655436336994, 0.004206995479762554, 0.004405335057526827, 0.0046036746352910995, 0.0048020146787166595, 0.0050003547221422195, 0.005198694299906492, 0.005397033877670765, 0.005595373921096325, 0.005793713964521885, 0.005992053542286158]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 3.0, 2.0, 5.0, 5.0, 17.0, 25.0, 37.0, 42.0, 109.0, 169.0, 250.0, 353.0, 519.0, 708.0, 1018.0, 1410.0, 1964.0, 2516.0, 3347.0, 4523.0, 6009.0, 8072.0, 10604.0, 13888.0, 18244.0, 24454.0, 32939.0, 44627.0, 62574.0, 87634.0, 118946.0, 420663.0, 87951.0, 62236.0, 43516.0, 31008.0, 22938.0, 16979.0, 13060.0, 9718.0, 7337.0, 5435.0, 3992.0, 2993.0, 2084.0, 1519.0, 1039.0, 748.0, 519.0, 348.0, 212.0, 129.0, 90.0, 59.0, 33.0, 12.0, 9.0, 3.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.015449688769876957, -0.014969159848988056, -0.014488630928099155, -0.01400810107588768, -0.01352757215499878, -0.013047043234109879, -0.012566514313220978, -0.012085985392332077, -0.011605456471443176, -0.011124926619231701, -0.0106443976983428, -0.0101638687774539, -0.009683339856564999, -0.009202810935676098, -0.008722281083464622, -0.008241752162575722, -0.007761223241686821, -0.00728069432079792, -0.006800164934247732, -0.006319636013358831, -0.005839106626808643, -0.005358577705919743, -0.004878048785030842, -0.004397519398480654, -0.003916990477591753, -0.0034364613238722086, -0.002955932170152664, -0.0024754032492637634, -0.001994874095544219, -0.0015143449418246746, -0.001033815904520452, -0.0005532868090085685, -7.275771349668503e-05, 0.00040777138201519847, 0.000888300477527082, 0.0013688295148313046, 0.001849358668550849, 0.0023298878222703934, 0.002810416743159294, 0.0032909458968788385, 0.003771475050598383, 0.004252003971487284, 0.004732533358037472, 0.0052130622789263725, 0.005693591199815273, 0.006174120586365461, 0.006654649507254362, 0.00713517889380455, 0.007615707814693451, 0.008096236735582352, 0.008576765656471252, 0.009057295508682728, 0.009537824429571629, 0.01001835335046053, 0.01049888227134943, 0.01097941119223833, 0.011459941044449806, 0.011940469965338707, 0.012420998886227608, 0.012901527807116508, 0.01338205672800541, 0.01386258564889431, 0.014343115501105785, 0.014823644421994686, 0.015304173342883587]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 3.0, 0.0, 3.0, 2.0, 3.0, 4.0, 0.0, 1.0, 0.0, 2.0, 8.0, 4.0, 2.0, 0.0, 0.0, 2.0, 1.0, 2.0, 2.0, 2.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.011476894840598106, -0.01122620515525341, -0.01097551453858614, -0.010724824853241444, -0.010474135167896748, -0.010223444551229477, -0.009972754865884781, -0.009722065180540085, -0.009471375495195389, -0.009220684878528118, -0.008969995193183422, -0.008719305507838726, -0.008468614891171455, -0.00821792520582676, -0.007967235520482063, -0.00771654536947608, -0.007465855218470097, -0.007215165067464113, -0.006964475382119417, -0.006713785231113434, -0.006463095545768738, -0.0062124053947627544, -0.005961715243756771, -0.005711025558412075, -0.005460335407406092, -0.005209645256400108, -0.004958955571055412, -0.004708265420049429, -0.004457575269043446, -0.0042068855836987495, -0.003956195432692766, -0.0037055055145174265, -0.003454815596342087, -0.003204125678166747, -0.0029534357599914074, -0.002702745608985424, -0.0024520556908100843, -0.0022013657726347446, -0.0019506757380440831, -0.0016999857034534216, -0.001449295785278082, -0.0011986058671027422, -0.0009479158325120807, -0.0006972258561290801, -0.00044653587974607944, -0.00019584590336307883, 5.484407301992178e-05, 0.0003055340494029224, 0.000556224025785923, 0.0008069140021689236, 0.0010576039785519242, 0.0013082940131425858, 0.0015589839313179255, 0.0018096738494932652, 0.0020603640004992485, 0.002311053918674588, 0.002561743836849928, 0.0028124337550252676, 0.0030631236732006073, 0.0033138138242065907, 0.0035645037423819304, 0.00381519366055727, 0.004065883811563253, 0.0043165734969079494, 0.004567263647913933]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 3.0, 4.0, 2.0, 3.0, 2.0, 6.0, 6.0, 3.0, 7.0, 5.0, 8.0, 9.0, 16.0, 18.0, 19.0, 30.0, 22.0, 31.0, 51.0, 73.0, 78.0, 87.0, 108.0, 104.0, 118.0, 164.0, 178.0, 167.0, 213.0, 252.0, 260.0, 284.0, 370.0, 431.0, 534.0, 641.0, 838.0, 1117.0, 1419.0, 6412.0, 1450.0, 827.0, 551.0, 444.0, 311.0, 228.0, 190.0, 125.0, 69.0, 55.0, 21.0, 26.0, 17.0, 6.0, 4.0, 7.0, 2.0], "bins": [-0.008158336393535137, -0.007982193492352962, -0.007806051056832075, -0.007629908621311188, -0.0074537661857903, -0.007277623284608126, -0.007101480849087238, -0.006925338413566351, -0.0067491959780454636, -0.006573053076863289, -0.0063969106413424015, -0.006220768205821514, -0.0060446253046393394, -0.005868482869118452, -0.005692340433597565, -0.00551619753241539, -0.005340055096894503, -0.005163912661373615, -0.004987769760191441, -0.004811627324670553, -0.004635484889149666, -0.004459341987967491, -0.004283199552446604, -0.004107057116925716, -0.003930914215743542, -0.0037547717802226543, -0.003578629344701767, -0.003402486676350236, -0.003226344007998705, -0.0030502015724778175, -0.0028740589041262865, -0.002697916468605399, -0.002521773800253868, -0.002345631131902337, -0.0021694886963814497, -0.0019933460280299187, -0.0018172034760937095, -0.0016410609241575003, -0.0014649182558059692, -0.00128877570386976, -0.0011126331519335508, -0.0009364905999973416, -0.0007603479898534715, -0.0005842053797096014, -0.0004080628277733922, -0.00023192024673335254, -5.577766569331288e-05, 0.00012036491534672678, 0.00029650749638676643, 0.0004726500774268061, 0.0006487926584668458, 0.0008249352686107159, 0.001001077820546925, 0.0011772203724831343, 0.0013533630408346653, 0.0015295055927708745, 0.0017056481447070837, 0.001881790696643293, 0.002057933248579502, 0.002234075916931033, 0.002410218585282564, 0.0025863610208034515, 0.0027625036891549826, 0.00293864612467587, 0.003114788793027401]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.035588525235652924, -0.03485800325870514, -0.03412748500704765, -0.03339696303009987, -0.032666441053152084, -0.0319359228014946, -0.031205400824546814, -0.03047488071024418, -0.029744360595941544, -0.02901383861899376, -0.028283318504691124, -0.02755279839038849, -0.026822276413440704, -0.02609175629913807, -0.025361236184835434, -0.02463071420788765, -0.023900194093585014, -0.02316967397928238, -0.022439152002334595, -0.02170863188803196, -0.020978111773729324, -0.02024758979678154, -0.019517069682478905, -0.01878654956817627, -0.018056027591228485, -0.01732550747692585, -0.016594987362623215, -0.01586446724832058, -0.015133945271372795, -0.01440342515707016, -0.01367290411144495, -0.012942383997142315, -0.012211862951517105, -0.011481341905891895, -0.01075082179158926, -0.01002030074596405, -0.009289780631661415, -0.008559259586036205, -0.007828738540410995, -0.007098217960447073, -0.0063676973804831505, -0.005637176800519228, -0.0049066562205553055, -0.004176135174930096, -0.003445614594966173, -0.0027150940150022507, -0.0019845732022076845, -0.0012540525058284402, -0.0005235318094491959, 0.00020698888693004847, 0.0009375095833092928, 0.0016680302796885371, 0.0023985509760677814, 0.003129071556031704, 0.00385959236882627, 0.004590113181620836, 0.005320633761584759, 0.006051154341548681, 0.006781674921512604, 0.007512195967137814, 0.008242717012763023, 0.008973237127065659, 0.009703758172690868, 0.010434278286993504, 0.011164799332618713]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 5.0, 0.0, 1.0, 0.0, 4.0, 3.0, 1.0, 1.0, 5.0, 4.0, 2.0, 1.0, 3.0, 1.0, 4.0, 4.0, 6.0, 3.0, 4.0, 4.0, 4.0, 8.0, 5.0, 6.0, 5.0, 5.0, 5.0, 4.0, 5.0, 4.0, 4.0, 3.0, 4.0, 9.0, 2.0, 5.0, 4.0, 5.0, 10.0, 4.0, 12.0, 13.0, 61.0, 9.0, 2.0, 2.0, 2.0, 3.0, 3.0, 1.0, 2.0, 2.0, 4.0, 5.0], "bins": [-0.01991719752550125, -0.019540712237358093, -0.019164226949214935, -0.018787741661071777, -0.01841125637292862, -0.01803477108478546, -0.017658285796642303, -0.017281800508499146, -0.016905315220355988, -0.01652882993221283, -0.01615234464406967, -0.015775861218571663, -0.01539937499910593, -0.015022889710962772, -0.014646404422819614, -0.014269919134676456, -0.013893434777855873, -0.013516949489712715, -0.013140464201569557, -0.0127639789134264, -0.012387493625283241, -0.012011008337140083, -0.011634523048996925, -0.011258037760853767, -0.01088155247271061, -0.010505067184567451, -0.010128581896424294, -0.00975209753960371, -0.009375612251460552, -0.008999126963317394, -0.008622641675174236, -0.008246156387031078, -0.00786967109888792, -0.007493185810744762, -0.0071167005226016045, -0.006740215700119734, -0.006363730411976576, -0.005987245123833418, -0.00561075983569026, -0.005234274547547102, -0.004857789725065231, -0.004481304436922073, -0.004104819148778915, -0.0037283338606357574, -0.0033518485724925995, -0.002975363517180085, -0.0025988782290369272, -0.002222393173724413, -0.001845907885581255, -0.0014694227138534188, -0.0010929375421255827, -0.0007164522539824247, -0.0003399670822545886, 3.6518118577077985e-05, 0.0004130033194087446, 0.0007894885493442416, 0.0011659737210720778, 0.0015424588927999139, 0.00191894406452775, 0.002295429352670908, 0.002671914640814066, 0.0030483996961265802, 0.003424884984269738, 0.0038013700395822525, 0.0041778553277254105]}, "_runtime": 10.632045030593872, "_timestamp": 1596211445.0783021, "_step": 7}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 2.0, 1.0, 3.0, 2.0, 2.0, 3.0, 2.0, 1.0, 6.0, 1.0, 4.0, 5.0, 4.0, 1.0, 0.0, 2.0, 0.0, 0.0, 5.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.025023728609085083, -0.024333078414201736, -0.02364243008196354, -0.022951779887080193, -0.022261129692196846, -0.02157048135995865, -0.020879831165075302, -0.020189180970191956, -0.019498532637953758, -0.01880788244307041, -0.018117232248187065, -0.017426583915948868, -0.01673593372106552, -0.016045283526182175, -0.015354635193943977, -0.01466398499906063, -0.013973335735499859, -0.013282686471939087, -0.01259203627705574, -0.011901387013494968, -0.011210737749934196, -0.01052008755505085, -0.009829438291490078, -0.009138789027929306, -0.00844813883304596, -0.0077574895694851875, -0.007066840305924416, -0.006376190576702356, -0.005685540847480297, -0.004994891583919525, -0.004304241854697466, -0.0036135923583060503, -0.0029229428619146347, -0.002232293365523219, -0.0015416437527164817, -0.0008509941981174052, -0.00016034464351832867, 0.0005303049110807478, 0.0012209544656798244, 0.0019116040784865618, 0.0026022535748779774, 0.003292903071269393, 0.0039835525676608086, 0.004674202296882868, 0.005364852026104927, 0.006055501289665699, 0.006746151018887758, 0.00743680028244853, 0.00812745001167059, 0.008818099275231361, 0.009508749470114708, 0.01019939873367548, 0.010890047997236252, 0.011580698192119598, 0.01227134745568037, 0.012961996719241142, 0.013652646914124489, 0.01434329617768526, 0.015033945441246033, 0.01572459563612938, 0.016415243968367577, 0.017105894163250923, 0.01779654435813427, 0.018487192690372467, 0.019177842885255814]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 3.0, 3.0, 6.0, 3.0, 4.0, 4.0, 3.0, 11.0, 6.0, 9.0, 17.0, 16.0, 25.0, 36.0, 49.0, 75.0, 87.0, 140.0, 216.0, 299.0, 499.0, 693.0, 3454.0, 1066.0, 524.0, 281.0, 132.0, 89.0, 62.0, 33.0, 25.0, 12.0, 11.0, 6.0, 2.0, 7.0, 2.0, 3.0, 4.0, 3.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.2739918828010559, -0.26597362756729126, -0.257955402135849, -0.24993714690208435, -0.2419188916683197, -0.23390065133571625, -0.2258823961019516, -0.21786415576934814, -0.2098459005355835, -0.20182766020298004, -0.1938094198703766, -0.18579116463661194, -0.17777292430400848, -0.16975466907024384, -0.16173642873764038, -0.15371817350387573, -0.14569993317127228, -0.13768169283866882, -0.12966343760490417, -0.12164518982172012, -0.11362694203853607, -0.10560870170593262, -0.09759045392274857, -0.08957220613956451, -0.08155395835638046, -0.07353571057319641, -0.06551746279001236, -0.05749921873211861, -0.049480970948934555, -0.041462723165750504, -0.03344447910785675, -0.0254262313246727, -0.017407983541488647, -0.00938973668962717, -0.0013714898377656937, 0.006646757014095783, 0.01466500386595726, 0.02268325164914131, 0.030701497569680214, 0.038719743490219116, 0.04673799127340317, 0.05475623905658722, 0.06277448683977127, 0.07079273462295532, 0.07881097495555878, 0.08682922273874283, 0.09484747052192688, 0.10286571830511093, 0.11088396608829498, 0.11890221387147903, 0.12692046165466309, 0.13493870198726654, 0.1429569572210312, 0.15097519755363464, 0.1589934527873993, 0.16701169312000275, 0.1750299334526062, 0.18304818868637085, 0.1910664290189743, 0.19908468425273895, 0.2071029245853424, 0.21512117981910706, 0.2231394201517105, 0.23115767538547516, 0.2391759157180786]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 5.0, 1.0, 1.0, 1.0, 2.0, 6.0, 4.0, 2.0, 5.0, 6.0, 6.0, 7.0, 26.0, 5.0, 4.0, 8.0, 7.0, 5.0, 4.0, 2.0, 0.0, 5.0, 4.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009564897045493126, -0.009245657362043858, -0.008926418609917164, -0.008607178926467896, -0.008287940174341202, -0.007968700490891933, -0.007649461273103952, -0.007330222055315971, -0.007010982371866703, -0.006691743154078722, -0.006372503936290741, -0.00605326471850276, -0.005734025500714779, -0.005414786282926798, -0.0050955465994775295, -0.0047763073816895485, -0.0044570681639015675, -0.004137828946113586, -0.0038185894954949617, -0.0034993502777069807, -0.003180110827088356, -0.002860871609300375, -0.002541632391512394, -0.0022223929408937693, -0.0019031537231057882, -0.0015839143889024854, -0.0012646750546991825, -0.0009454358369112015, -0.0006261965027078986, -0.0003069571976084262, 1.228210749104619e-05, 0.0003315214125905186, 0.000650760717689991, 0.0009700000518932939, 0.0012892393860965967, 0.0016084786038845778, 0.0019277179380878806, 0.0022469572722911835, 0.0025661964900791645, 0.002885435940697789, 0.0032046751584857702, 0.0035239143762737513, 0.003843153826892376, 0.004162393044680357, 0.004481632262468338, 0.004800871480256319, 0.005120111163705587, 0.005439350381493568, 0.0057585895992815495, 0.0060778288170695305, 0.0063970680348575115, 0.00671630771830678, 0.007035546936094761, 0.007354786153882742, 0.007674025371670723, 0.007993265055119991, 0.008312503807246685, 0.008631743490695953, 0.008950982242822647, 0.009270221926271915, 0.009589461609721184, 0.009908700361847878, 0.010227940045297146, 0.01054717879742384, 0.010866418480873108]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 2.0, 5.0, 16.0, 19.0, 37.0, 52.0, 89.0, 104.0, 146.0, 209.0, 262.0, 292.0, 363.0, 386.0, 507.0, 736.0, 994.0, 1436.0, 2337.0, 3701.0, 5722.0, 8546.0, 12787.0, 18926.0, 27363.0, 40304.0, 62545.0, 98460.0, 150117.0, 453311.0, 100957.0, 61741.0, 39050.0, 26605.0, 18623.0, 13017.0, 9130.0, 6216.0, 4177.0, 2814.0, 1873.0, 1343.0, 929.0, 734.0, 516.0, 404.0, 356.0, 299.0, 226.0, 219.0, 177.0, 135.0, 110.0, 66.0, 65.0, 40.0, 25.0, 15.0, 4.0, 1.0, 2.0, 2.0, 1.0], "bins": [-0.020844969898462296, -0.02015317790210247, -0.019461384043097496, -0.01876959204673767, -0.018077798187732697, -0.01738600619137287, -0.016694214195013046, -0.016002420336008072, -0.015310628339648247, -0.014618835411965847, -0.013927042484283447, -0.013235249556601048, -0.012543456628918648, -0.011851663701236248, -0.011159871704876423, -0.010468078777194023, -0.009776285849511623, -0.009084492921829224, -0.008392699994146824, -0.0077009075321257114, -0.007009115070104599, -0.006317322142422199, -0.0056255292147397995, -0.004933736752718687, -0.004241943825036287, -0.003550151130184531, -0.002858358435332775, -0.0021665655076503754, -0.0014747728127986193, -0.0007829800597392023, -9.118730667978525e-05, 0.0006006054463796318, 0.0012923981994390488, 0.001984190894290805, 0.002675983589142561, 0.0033677765168249607, 0.004059568978846073, 0.004751361906528473, 0.005443154834210873, 0.006134947296231985, 0.006826740223914385, 0.007518533151596785, 0.008210325613617897, 0.008902118541300297, 0.009593911468982697, 0.010285704396665096, 0.010977496393024921, 0.011669289320707321, 0.012361082248389721, 0.01305287517607212, 0.01374466810375452, 0.014436460100114346, 0.015128253027796745, 0.01582004688680172, 0.016511838883161545, 0.01720363087952137, 0.017895424738526344, 0.01858721673488617, 0.019279010593891144, 0.01997080259025097, 0.020662594586610794, 0.02135438844561577, 0.022046180441975594, 0.022737974300980568, 0.023429766297340393]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 5.0, 4.0, 0.0, 4.0, 3.0, 11.0, 2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 2.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 3.0, 1.0, 1.0, 0.0, 0.0, 3.0], "bins": [-0.02046240121126175, -0.019995063543319702, -0.019527725875377655, -0.019060388207435608, -0.01859305053949356, -0.018125712871551514, -0.017658375203609467, -0.01719103753566742, -0.016723699867725372, -0.016256362199783325, -0.015789024531841278, -0.015321686863899231, -0.014854349195957184, -0.014387011528015137, -0.01391967386007309, -0.013452336192131042, -0.012984998524188995, -0.012517661787569523, -0.012050324119627476, -0.011582986451685429, -0.011115648783743382, -0.010648311115801334, -0.010180973447859287, -0.00971363577991724, -0.009246298111975193, -0.008778960444033146, -0.008311622776091099, -0.007844285108149052, -0.0073769474402070045, -0.006909609772264957, -0.00644227210432291, -0.005974934436380863, -0.005507596768438816, -0.005040259100496769, -0.004572921432554722, -0.004105583764612675, -0.0036382460966706276, -0.003170908661559224, -0.002703570993617177, -0.00223623332567513, -0.0017688956577330828, -0.0013015579897910357, -0.0008342203800566494, -0.0003668827412184328, 0.00010045489761978388, 0.000567792565561831, 0.0010351301170885563, 0.0015024677850306034, 0.0019698054529726505, 0.0024371431209146976, 0.0029044807888567448, 0.003371818456798792, 0.003839156124740839, 0.004306493792682886, 0.004773831460624933, 0.00524116912856698, 0.00570850633084774, 0.006175843998789787, 0.006643181666731834, 0.0071105193346738815, 0.007577857002615929, 0.008045194670557976, 0.008512532338500023, 0.00897987000644207, 0.009447207674384117]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 4.0, 5.0, 4.0, 7.0, 11.0, 16.0, 12.0, 19.0, 31.0, 30.0, 39.0, 44.0, 34.0, 61.0, 86.0, 61.0, 72.0, 72.0, 70.0, 98.0, 74.0, 85.0, 111.0, 104.0, 187.0, 226.0, 302.0, 516.0, 740.0, 1052.0, 1764.0, 7112.0, 1496.0, 905.0, 542.0, 412.0, 334.0, 271.0, 258.0, 178.0, 194.0, 162.0, 134.0, 101.0, 92.0, 72.0, 64.0, 44.0, 33.0, 20.0, 20.0, 17.0, 7.0, 9.0, 4.0, 5.0, 1.0, 3.0, 2.0], "bins": [-0.010236905887722969, -0.009955390356481075, -0.009673874825239182, -0.009392359293997288, -0.009110843762755394, -0.0088293282315135, -0.008547812700271606, -0.008266297169029713, -0.007984781637787819, -0.0077032665722072124, -0.007421751040965319, -0.007140235509723425, -0.0068587204441428185, -0.006577204912900925, -0.006295689381659031, -0.006014173850417137, -0.005732658319175243, -0.00545114278793335, -0.005169627256691456, -0.004888111725449562, -0.004606596194207668, -0.004325081128627062, -0.004043565597385168, -0.0037620500661432743, -0.0034805345349013805, -0.0031990190036594868, -0.002917503472417593, -0.002635988174006343, -0.002354472642764449, -0.0020729571115225554, -0.0017914416966959834, -0.0015099262818694115, -0.0012284107506275177, -0.0009468952775932848, -0.000665379804559052, -0.00038386433152481914, -0.00010234885849058628, 0.00017916661454364657, 0.00046068208757787943, 0.0007421975606121123, 0.0010237130336463451, 0.001305228564888239, 0.0015867439797148108, 0.0018682593945413828, 0.0021497749257832766, 0.0024312904570251703, 0.0027128057554364204, 0.002994321286678314, 0.003275836817920208, 0.0035573523491621017, 0.0038388678804039955, 0.004120383411645889, 0.004401898942887783, 0.0046834140084683895, 0.004964929539710283, 0.005246445070952177, 0.005527960602194071, 0.005809476133435965, 0.006090991664677858, 0.006372507195919752, 0.006654022261500359, 0.006935537792742252, 0.007217053323984146, 0.00749856885522604, 0.007780084386467934]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 7.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.05209534615278244, -0.050630174577236176, -0.04916500300168991, -0.047699835151433945, -0.04623466357588768, -0.044769492000341415, -0.04330432415008545, -0.041839152574539185, -0.04037398099899292, -0.038908809423446655, -0.03744363784790039, -0.035978469997644424, -0.03451329842209816, -0.033048126846551895, -0.03158295899629593, -0.030117787420749664, -0.0286526158452034, -0.027187444269657135, -0.02572227455675602, -0.024257104843854904, -0.02279193326830864, -0.021326761692762375, -0.01986159197986126, -0.018396422266960144, -0.01693125069141388, -0.01546608004719019, -0.0140009094029665, -0.01253573875874281, -0.01107056811451912, -0.00960539747029543, -0.00814022682607174, -0.006675056181848049, -0.005209885537624359, -0.003744714893400669, -0.002279544249176979, -0.000814373604953289, 0.000650797039270401, 0.002115967683494091, 0.003581138327717781, 0.005046308971941471, 0.006511479616165161, 0.007976650260388851, 0.009441820904612541, 0.010906991548836231, 0.012372162193059921, 0.013837332837283611, 0.015302503481507301, 0.016767673194408417, 0.01823284476995468, 0.019698016345500946, 0.02116318605840206, 0.022628355771303177, 0.02409352734684944, 0.025558698922395706, 0.02702386863529682, 0.028489038348197937, 0.0299542099237442, 0.031419381499290466, 0.03288455307483673, 0.0343497209250927, 0.03581489250063896, 0.037280064076185226, 0.03874523192644119, 0.04021040350198746, 0.04167557507753372]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 4.0, 2.0, 1.0, 4.0, 10.0, 2.0, 5.0, 2.0, 6.0, 13.0, 10.0, 15.0, 46.0, 7.0, 1.0, 5.0, 7.0, 5.0, 5.0, 10.0, 6.0, 7.0, 7.0, 13.0, 3.0, 5.0, 11.0, 11.0, 7.0, 5.0, 8.0, 1.0, 6.0, 3.0, 2.0, 3.0, 8.0, 2.0, 1.0, 0.0, 6.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010638323612511158, -0.010238160379230976, -0.009837998077273369, -0.009437834843993187, -0.009037671610713005, -0.008637508377432823, -0.008237346075475216, -0.007837182842195034, -0.007437019608914852, -0.0070368568412959576, -0.006636694073677063, -0.006236530840396881, -0.0058363680727779865, -0.005436204839497805, -0.00503604207187891, -0.004635878838598728, -0.004235716070979834, -0.0038355530705302954, -0.003435390070080757, -0.003035227069631219, -0.0026350640691816807, -0.002234901301562786, -0.0018347383011132479, -0.0014345753006637096, -0.0010344123002141714, -0.0006342492997646332, -0.00023408635752275586, 0.0001660766138229519, 0.0005662395851686597, 0.0009664025856181979, 0.0013665654696524143, 0.0017667284701019526, 0.002166891470551491, 0.002567054471001029, 0.0029672174714505672, 0.0033673804719001055, 0.0037675434723496437, 0.004167706239968538, 0.00456786947324872, 0.004968032240867615, 0.005368195474147797, 0.005768358241766691, 0.006168521009385586, 0.006568684242665768, 0.006968847010284662, 0.007369010243564844, 0.007769173011183739, 0.00816933624446392, 0.008569499477744102, 0.00896966177970171, 0.009369825012981892, 0.009769988246262074, 0.01017015054821968, 0.010570313781499863, 0.010970477014780045, 0.011370640248060226, 0.011770802550017834, 0.012170965783298016, 0.012571129016578197, 0.012971291318535805, 0.013371454551815987, 0.013771617785096169, 0.01417178101837635, 0.014571943320333958, 0.01497210655361414]}, "_runtime": 11.446925163269043, "_timestamp": 1596211445.8931823, "_step": 8}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 4.0, 3.0, 2.0, 1.0, 0.0, 1.0, 4.0, 3.0, 1.0, 3.0, 1.0, 2.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 5.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.015581116080284119, -0.015113855712115765, -0.01464659534394741, -0.014179334975779057, -0.013712074607610703, -0.013244814239442348, -0.012777553871273994, -0.01231029350310564, -0.011843033134937286, -0.011375772766768932, -0.010908512398600578, -0.010441252030432224, -0.00997399166226387, -0.009506731294095516, -0.009039470925927162, -0.008572210557758808, -0.008104950189590454, -0.007637690287083387, -0.007170429918915033, -0.006703169550746679, -0.006235909182578325, -0.005768648814409971, -0.005301388446241617, -0.004834128078073263, -0.0043668681755661964, -0.0038996075745671988, -0.0034323472063988447, -0.0029650868382304907, -0.0024978267028927803, -0.0020305663347244263, -0.0015633059665560722, -0.0010960455983877182, -0.0006287852302193642, -0.0001615248911548406, 0.000305735447909683, 0.0007729957578703761, 0.0012402561260387301, 0.0017075164942070842, 0.0021747767459601164, 0.0026420371141284704, 0.0031092974822968245, 0.0035765578504651785, 0.004043817985802889, 0.004511078353971243, 0.004978338722139597, 0.005445599090307951, 0.005912859458476305, 0.006380119826644659, 0.006847380194813013, 0.007314640562981367, 0.007781900931149721, 0.008249160833656788, 0.008716421201825142, 0.009183681569993496, 0.00965094193816185, 0.010118202306330204, 0.010585462674498558, 0.011052723042666912, 0.011519983410835266, 0.01198724377900362, 0.012454504147171974, 0.012921764515340328, 0.013389024883508682, 0.013856285251677036, 0.01432354561984539]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 1.0, 6.0, 8.0, 12.0, 17.0, 13.0, 16.0, 16.0, 27.0, 36.0, 45.0, 61.0, 71.0, 111.0, 145.0, 204.0, 246.0, 347.0, 499.0, 2369.0, 1770.0, 793.0, 410.0, 239.0, 160.0, 77.0, 68.0, 34.0, 25.0, 28.0, 24.0, 6.0, 11.0, 5.0, 5.0, 6.0, 3.0, 2.0, 4.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.2077684849500656, -0.2017802894115448, -0.195792093873024, -0.18980389833450317, -0.18381568789482117, -0.17782749235630035, -0.17183929681777954, -0.16585110127925873, -0.15986290574073792, -0.1538747102022171, -0.1478865146636963, -0.14189831912517548, -0.13591012358665466, -0.12992191314697266, -0.12393371760845184, -0.11794552206993103, -0.11195732653141022, -0.1059691309928894, -0.09998093545436859, -0.09399273246526718, -0.08800453692674637, -0.08201634138822556, -0.07602813839912415, -0.07003994286060333, -0.06405174732208252, -0.05806355178356171, -0.052075352519750595, -0.046087153255939484, -0.04009895771741867, -0.03411076217889786, -0.028122562915086746, -0.022134365513920784, -0.016146168112754822, -0.01015797071158886, -0.004169773310422897, 0.0018184240907430649, 0.007806621491909027, 0.01379481889307499, 0.01978301629424095, 0.025771213695406914, 0.031759411096572876, 0.03774760663509369, 0.0437358058989048, 0.04972400516271591, 0.055712200701236725, 0.06170039623975754, 0.06768859922885895, 0.07367679476737976, 0.07966499030590057, 0.08565318584442139, 0.0916413813829422, 0.09762958437204361, 0.10361777991056442, 0.10960597544908524, 0.11559417843818665, 0.12158237397670746, 0.12757056951522827, 0.13355876505374908, 0.1395469605922699, 0.1455351561307907, 0.15152335166931152, 0.15751156210899353, 0.16349975764751434, 0.16948795318603516, 0.17547614872455597]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 4.0, 2.0, 4.0, 2.0, 5.0, 4.0, 4.0, 4.0, 5.0, 4.0, 2.0, 24.0, 3.0, 2.0, 7.0, 3.0, 4.0, 3.0, 4.0, 3.0, 3.0, 1.0, 2.0, 3.0, 2.0, 1.0, 0.0, 0.0, 2.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.005601990967988968, -0.0054225800558924675, -0.005243169609457254, -0.005063758697360754, -0.004884348250925541, -0.0047049373388290405, -0.0045255268923938274, -0.004346115980297327, -0.004166705533862114, -0.0039872946217656136, -0.003807883942499757, -0.0036284732632339, -0.0034490623511373997, -0.003269651671871543, -0.003090240992605686, -0.0029108303133398294, -0.0027314196340739727, -0.002552008954808116, -0.002372598275542259, -0.0021931875962764025, -0.0020137769170105457, -0.0018343661213293672, -0.0016549553256481886, -0.0014755446463823318, -0.001296133967116475, -0.0011167232878506184, -0.0009373125503771007, -0.000757901812903583, -0.0005784911336377263, -0.0003990804252680391, -0.0002196697168983519, -4.025900852866471e-05, 0.0001391516998410225, 0.0003185624082107097, 0.0004979731165803969, 0.0006773838540539145, 0.0008567945333197713, 0.001036205212585628, 0.0012156160082668066, 0.0013950266875326633, 0.00157443736679852, 0.0017538480460643768, 0.0019332587253302336, 0.0021126694045960903, 0.0022920803166925907, 0.0024714909959584475, 0.002650901675224304, 0.002830312354490161, 0.0030097230337560177, 0.0031891337130218744, 0.003368544392287731, 0.003547955071553588, 0.0037273657508194447, 0.003906776662915945, 0.004086187109351158, 0.0042655980214476585, 0.004445008933544159, 0.004624419379979372, 0.004803830292075872, 0.0049832407385110855, 0.005162651650607586, 0.005342062097042799, 0.005521473009139299, 0.0057008834555745125, 0.005880294367671013]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [4.0, 4.0, 10.0, 4.0, 18.0, 50.0, 57.0, 132.0, 206.0, 293.0, 430.0, 639.0, 906.0, 1322.0, 1800.0, 2663.0, 3517.0, 4937.0, 6714.0, 9216.0, 12392.0, 16445.0, 21350.0, 28921.0, 39593.0, 56925.0, 81386.0, 111827.0, 425566.0, 99308.0, 70859.0, 49479.0, 34831.0, 25327.0, 18988.0, 14094.0, 10406.0, 7796.0, 5681.0, 4077.0, 3026.0, 2269.0, 1721.0, 1180.0, 949.0, 676.0, 490.0, 378.0, 234.0, 173.0, 124.0, 72.0, 61.0, 44.0, 18.0, 23.0, 11.0, 8.0, 8.0, 4.0, 2.0, 2.0, 0.0, 2.0], "bins": [-0.014055993407964706, -0.013559404760599136, -0.013062815181910992, -0.012566225603222847, -0.012069636955857277, -0.011573048308491707, -0.011076458729803562, -0.010579869151115417, -0.010083280503749847, -0.009586691856384277, -0.009090102277696133, -0.008593512699007988, -0.008096924051642418, -0.0076003349386155605, -0.007103745825588703, -0.006607156712561846, -0.006110567599534988, -0.005613978486508131, -0.005117389373481274, -0.004620800260454416, -0.004124211147427559, -0.0036276220344007015, -0.003131032921373844, -0.0026344438083469868, -0.0021378546953201294, -0.001641265582293272, -0.0011446764692664146, -0.0006480873562395573, -0.0001514982432126999, 0.0003450908698141575, 0.0008416799828410149, 0.0013382690958678722, 0.0018348582088947296, 0.002331447321921587, 0.0028280364349484444, 0.0033246255479753017, 0.003821214661002159, 0.0043178037740290165, 0.004814392887055874, 0.005310982000082731, 0.005807571113109589, 0.006304160226136446, 0.006800749339163303, 0.007297338452190161, 0.007793927565217018, 0.008290516212582588, 0.008787105791270733, 0.009283695369958878, 0.009780284017324448, 0.010276872664690018, 0.010773462243378162, 0.011270051822066307, 0.011766640469431877, 0.012263229116797447, 0.012759818695485592, 0.013256408274173737, 0.013752996921539307, 0.014249585568904877, 0.014746175147593021, 0.015242764726281166, 0.015739353373646736, 0.016235942021012306, 0.016732532531023026, 0.017229121178388596, 0.017725709825754166]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 7.0, 3.0, 1.0, 5.0, 2.0, 0.0, 6.0, 1.0, 0.0, 9.0, 1.0, 5.0, 1.0, 1.0, 1.0, 0.0, 3.0, 0.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0049706026911735535, -0.0048021432012319565, -0.004633684176951647, -0.004465225152671337, -0.00429676566272974, -0.004128306172788143, -0.0039598471485078335, -0.00379138789139688, -0.003622928634285927, -0.0034544693771749735, -0.00328601012006402, -0.003117550862953067, -0.0029490916058421135, -0.00278063234873116, -0.002612173091620207, -0.0024437138345092535, -0.0022752545773983, -0.002106795320287347, -0.0019383360631763935, -0.0017698768060654402, -0.0016014175489544868, -0.0014329582918435335, -0.0012644990347325802, -0.0010960397776216269, -0.0009275805205106735, -0.0007591212633997202, -0.0005906620062887669, -0.00042220274917781353, -0.0002537434920668602, -8.528423495590687e-05, 8.317502215504646e-05, 0.0002516342792659998, 0.0004200935363769531, 0.0005885527934879065, 0.0007570120505988598, 0.0009254713077098131, 0.0010939305648207664, 0.0012623898219317198, 0.0014308490790426731, 0.0015993083361536264, 0.0017677675932645798, 0.001936226850375533, 0.0021046861074864864, 0.0022731453645974398, 0.002441604621708393, 0.0026100638788193464, 0.0027785231359302998, 0.002946982393041253, 0.0031154416501522064, 0.0032839009072631598, 0.003452360164374113, 0.0036208194214850664, 0.0037892786785960197, 0.003957738168537617, 0.004126197192817926, 0.004294656217098236, 0.004463115707039833, 0.00463157519698143, 0.00480003422126174, 0.004968493245542049, 0.005136952735483646, 0.005305412225425243, 0.005473871249705553, 0.005642330273985863, 0.00581078976392746]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 2.0, 4.0, 1.0, 5.0, 4.0, 4.0, 1.0, 5.0, 6.0, 9.0, 10.0, 20.0, 9.0, 13.0, 24.0, 34.0, 46.0, 45.0, 77.0, 88.0, 136.0, 211.0, 300.0, 400.0, 604.0, 783.0, 1105.0, 1726.0, 5996.0, 1506.0, 1010.0, 782.0, 630.0, 498.0, 447.0, 346.0, 313.0, 257.0, 213.0, 152.0, 127.0, 114.0, 81.0, 72.0, 50.0, 32.0, 35.0, 22.0, 27.0, 13.0, 10.0, 6.0, 8.0, 4.0, 1.0, 1.0, 1.0], "bins": [-0.004955479875206947, -0.0048163896426558495, -0.004677299410104752, -0.004538208711892366, -0.0043991184793412685, -0.004260028246790171, -0.0041209375485777855, -0.003981847316026688, -0.0038427570834755898, -0.003703666850924492, -0.0035645763855427504, -0.003425485920161009, -0.003286395687609911, -0.003147305455058813, -0.0030082149896770716, -0.00286912452429533, -0.002730034291744232, -0.0025909440591931343, -0.002451853593811393, -0.0023127631284296513, -0.0021736728958785534, -0.0020345826633274555, -0.001895492197945714, -0.0017564018489792943, -0.0016173115000128746, -0.001478221151046455, -0.0013391308020800352, -0.0012000404531136155, -0.0010609501041471958, -0.0009218597551807761, -0.0007827694062143564, -0.0006436790572479367, -0.000504588708281517, -0.00036549835931509733, -0.00022640801034867764, -8.731766138225794e-05, 5.177268758416176e-05, 0.00019086303655058146, 0.00032995338551700115, 0.00046904373448342085, 0.0006081340834498405, 0.0007472244324162602, 0.0008863147813826799, 0.0010254051303490996, 0.0011644954793155193, 0.001303585828281939, 0.0014426761772483587, 0.0015817665262147784, 0.0017208568751811981, 0.0018599472241476178, 0.0019990375731140375, 0.002138128038495779, 0.002277218271046877, 0.0024163085035979748, 0.0025553989689797163, 0.002694489434361458, 0.0028335796669125557, 0.0029726698994636536, 0.003111760364845395, 0.0032508508302271366, 0.0033899410627782345, 0.0035290312953293324, 0.003668121760711074, 0.0038072122260928154, 0.003946302458643913]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 4.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01365472562611103, -0.013300547376275063, -0.01294636819511652, -0.012592189945280552, -0.01223801076412201, -0.011883832514286041, -0.011529653333127499, -0.01117547508329153, -0.010821295902132988, -0.01046711765229702, -0.010112938471138477, -0.00975876022130251, -0.009404581040143967, -0.009050402790307999, -0.008696223609149456, -0.008342045359313488, -0.007987866178154945, -0.007633687928318977, -0.007279509212821722, -0.006925330497324467, -0.006571151781827211, -0.006216973066329956, -0.005862794350832701, -0.005508615635335445, -0.005154437385499477, -0.004800258670002222, -0.004446079954504967, -0.004091901239007711, -0.003737722523510456, -0.0033835438080132008, -0.0030293650925159454, -0.00267518637701869, -0.002321007661521435, -0.0019668289460241795, -0.0016126502305269241, -0.0012584716314449906, -0.0009042929159477353, -0.00055011420045048, -0.00019593554316088557, 0.0001582431432325393, 0.0005124218296259642, 0.0008666005451232195, 0.0012207792606204748, 0.0015749578597024083, 0.0019291365751996636, 0.002283315174281597, 0.0026374938897788525, 0.002991672605276108, 0.003345851320773363, 0.0037000300362706184, 0.004054208751767874, 0.004408387467265129, 0.004762566182762384, 0.00511674489825964, 0.005470923613756895, 0.00582510232925415, 0.006179280579090118, 0.006533459294587374, 0.006887638010084629, 0.007241816725581884, 0.00759599544107914, 0.007950174622237682, 0.00830435287207365, 0.008658532053232193, 0.009012710303068161]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 2.0, 3.0, 5.0, 4.0, 0.0, 4.0, 6.0, 6.0, 6.0, 12.0, 15.0, 66.0, 8.0, 9.0, 9.0, 4.0, 9.0, 8.0, 9.0, 4.0, 7.0, 5.0, 1.0, 12.0, 5.0, 7.0, 2.0, 8.0, 8.0, 6.0, 3.0, 2.0, 3.0, 4.0, 3.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 2.0], "bins": [-0.010248586535453796, -0.009909147396683693, -0.009569709189236164, -0.00923027005046606, -0.008890831843018532, -0.008551392704248428, -0.008211953565478325, -0.007872515358030796, -0.007533076219260693, -0.0071936375461518764, -0.00685419887304306, -0.006514760199934244, -0.006175321526825428, -0.005835882853716612, -0.005496443714946508, -0.005157005041837692, -0.004817566368728876, -0.00447812769562006, -0.004138689022511244, -0.003799250116571784, -0.0034598112106323242, -0.003120372537523508, -0.002780933864414692, -0.002441494958475232, -0.002102056285366416, -0.001762617495842278, -0.00142317870631814, -0.0010837400332093239, -0.0007443012436851859, -0.0004048624832648784, -6.542372284457088e-05, 0.00027401503757573664, 0.0006134537979960442, 0.0009528925875201821, 0.00129233137704432, 0.0016317700501531363, 0.001971208956092596, 0.002310647629201412, 0.0026500863023102283, 0.002989525208249688, 0.0033289638813585043, 0.0036684025544673204, 0.00400784146040678, 0.004347280133515596, 0.0046867188066244125, 0.005026157479733229, 0.005365596618503332, 0.005705035291612148, 0.006044473964720964, 0.006383912637829781, 0.006723351310938597, 0.0070627904497087, 0.007402229122817516, 0.0077416677959263325, 0.008081106469035149, 0.008420545607805252, 0.008759983815252781, 0.009099422954022884, 0.009438861161470413, 0.009778300300240517, 0.01011773943901062, 0.010457177646458149, 0.010796616785228252, 0.011136054992675781, 0.011475494131445885]}, "_runtime": 12.290385484695435, "_timestamp": 1596211446.7366426, "_step": 9}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 3.0, 1.0, 1.0, 2.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0, 3.0, 4.0, 0.0, 2.0, 2.0, 0.0, 2.0, 1.0, 1.0, 4.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.016132216900587082, -0.015745218843221664, -0.015358220785856247, -0.01497122272849083, -0.014584224671125412, -0.014197227545082569, -0.013810229487717152, -0.013423231430351734, -0.013036233372986317, -0.0126492353156209, -0.012262237258255482, -0.011875239200890064, -0.011488242074847221, -0.011101244017481804, -0.010714245960116386, -0.010327247902750969, -0.009940249845385551, -0.009553251788020134, -0.009166253730654716, -0.008779255673289299, -0.008392257615923882, -0.008005260489881039, -0.007618262432515621, -0.007231264375150204, -0.006844266317784786, -0.006457268260419369, -0.006070270203053951, -0.005683272611349821, -0.005296274553984404, -0.004909276496618986, -0.004522278904914856, -0.0041352808475494385, -0.003748282790184021, -0.0033612847328186035, -0.0029742869082838297, -0.002587289083749056, -0.0022002910263836384, -0.0018132930854335427, -0.001426295144483447, -0.0010392972035333514, -0.0006522992625832558, -0.0002653013216331601, 0.00012169661931693554, 0.0005086945602670312, 0.0008956925012171268, 0.0012826904421672225, 0.0016696883831173182, 0.002056686207652092, 0.0024436842650175095, 0.002830682322382927, 0.0032176801469177008, 0.0036046779714524746, 0.003991676028817892, 0.0043786740861833096, 0.00476567167788744, 0.005152669735252857, 0.005539667792618275, 0.005926665849983692, 0.00631366390734911, 0.00670066149905324, 0.007087659556418657, 0.007474657613784075, 0.007861655205488205, 0.008248653262853622, 0.00863565132021904]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 3.0, 5.0, 7.0, 7.0, 5.0, 5.0, 8.0, 6.0, 15.0, 15.0, 16.0, 16.0, 38.0, 48.0, 64.0, 63.0, 118.0, 134.0, 175.0, 220.0, 283.0, 355.0, 491.0, 3008.0, 1197.0, 584.0, 360.0, 236.0, 128.0, 83.0, 75.0, 45.0, 32.0, 31.0, 14.0, 11.0, 10.0, 3.0, 4.0, 3.0, 4.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0], "bins": [-0.21394260227680206, -0.2086302489042282, -0.20331788063049316, -0.1980055272579193, -0.19269315898418427, -0.1873808056116104, -0.18206843733787537, -0.1767560839653015, -0.17144373059272766, -0.16613136231899261, -0.16081900894641876, -0.15550664067268372, -0.15019428730010986, -0.14488191902637482, -0.13956956565380096, -0.13425719738006592, -0.12894484400749207, -0.12363248318433762, -0.11832012236118317, -0.11300776153802872, -0.10769540071487427, -0.10238304734230042, -0.09707068651914597, -0.09175832569599152, -0.08644596487283707, -0.08113360404968262, -0.07582124322652817, -0.07050888240337372, -0.06519652903079987, -0.05988416448235512, -0.05457180738449097, -0.04925944656133652, -0.04394708573818207, -0.03863472491502762, -0.03332236409187317, -0.028010006994009018, -0.02269764617085457, -0.01738528534770012, -0.012072926387190819, -0.006760566495358944, -0.001448206603527069, 0.0038641532883048058, 0.00917651318013668, 0.014488873071968555, 0.01980123296380043, 0.02511359378695488, 0.03042595274746418, 0.03573831170797348, 0.04105067253112793, 0.04636303335428238, 0.05167539417743683, 0.05698775127530098, 0.06230011209845543, 0.06761246919631958, 0.07292483001947403, 0.07823719084262848, 0.08354955166578293, 0.08886191248893738, 0.09417427331209183, 0.09948663413524628, 0.10479898750782013, 0.11011134833097458, 0.11542370915412903, 0.12073606997728348, 0.12604843080043793]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 4.0, 0.0, 2.0, 2.0, 2.0, 2.0, 4.0, 2.0, 3.0, 4.0, 7.0, 3.0, 2.0, 2.0, 3.0, 2.0, 2.0, 2.0, 5.0, 25.0, 2.0, 3.0, 3.0, 2.0, 2.0, 2.0, 3.0, 3.0, 2.0, 2.0, 2.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.005206546746194363, -0.00504598394036293, -0.004885421134531498, -0.004724858794361353, -0.004564295988529921, -0.004403733182698488, -0.004243170376867056, -0.0040826075710356236, -0.0039220452308654785, -0.0037614821922034025, -0.003600919619202614, -0.0034403568133711815, -0.003279794007539749, -0.0031192314345389605, -0.002958668628707528, -0.0027981060557067394, -0.002637543249875307, -0.0024769804440438747, -0.002316417871043086, -0.0021558550652116537, -0.001995292492210865, -0.0018347296863794327, -0.0016741668805480003, -0.0015136041911318898, -0.0013530415017157793, -0.0011924788122996688, -0.0010319161228835583, -0.0008713533170521259, -0.0007107906276360154, -0.0005502279382199049, -0.00038966519059613347, -0.0002291024720761925, -6.853975355625153e-05, 9.202296496368945e-05, 0.0002525856834836304, 0.0004131484020035714, 0.0005737111205235124, 0.0007342738099396229, 0.0008948365575633943, 0.0010553993051871657, 0.0012159619946032763, 0.0013765246840193868, 0.0015370873734354973, 0.0016976501792669296, 0.0018582128686830401, 0.0020187755580991507, 0.002179338363930583, 0.0023399009369313717, 0.002500463742762804, 0.0026610265485942364, 0.002821589121595025, 0.0029821519274264574, 0.003142714500427246, 0.0033032773062586784, 0.0034638401120901108, 0.0036244026850908995, 0.003784965490922332, 0.0039455280639231205, 0.004106090869754553, 0.004266653675585985, 0.0044272164814174175, 0.00458777928724885, 0.004748341627418995, 0.004908904433250427, 0.00506946723908186]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 5.0, 6.0, 8.0, 28.0, 37.0, 72.0, 82.0, 136.0, 175.0, 251.0, 301.0, 409.0, 533.0, 758.0, 1014.0, 1420.0, 1855.0, 2601.0, 3631.0, 5044.0, 6699.0, 8831.0, 11660.0, 15618.0, 20101.0, 26263.0, 35710.0, 48729.0, 65532.0, 86698.0, 108048.0, 407263.0, 80676.0, 59850.0, 43787.0, 32308.0, 24773.0, 18605.0, 14475.0, 11209.0, 8355.0, 6569.0, 5199.0, 3884.0, 2928.0, 2287.0, 1620.0, 1121.0, 841.0, 557.0, 383.0, 255.0, 154.0, 124.0, 68.0, 41.0, 20.0, 19.0, 9.0, 4.0, 4.0], "bins": [-0.015035942196846008, -0.014596396125853062, -0.01415684912353754, -0.013717303052544594, -0.013277756981551647, -0.012838209979236126, -0.01239866390824318, -0.011959117837250233, -0.011519571766257286, -0.011080024763941765, -0.010640478692948818, -0.010200932621955872, -0.00976138561964035, -0.009321839548647404, -0.008882293477654457, -0.008442746475338936, -0.00800320040434599, -0.007563653867691755, -0.007124107796698809, -0.006684561260044575, -0.006245015189051628, -0.005805468652397394, -0.00536592211574316, -0.004926376044750214, -0.00448682950809598, -0.004047282971441746, -0.003607736900448799, -0.003168190363794565, -0.002728644059970975, -0.0022890977561473846, -0.0018495513359084725, -0.0014100049156695604, -0.0009704586118459702, -0.000530912249814719, -9.136588778346777e-05, 0.0003481804742477834, 0.0007877268362790346, 0.001227273140102625, 0.001666819560341537, 0.002106365980580449, 0.0025459122844040394, 0.0029854585882276297, 0.00342500489205122, 0.003864551428705454, 0.004304097965359688, 0.004743644036352634, 0.005183190573006868, 0.005622736643999815, 0.006062283180654049, 0.006501829717308283, 0.0069413757883012295, 0.007380922324955463, 0.00782046839594841, 0.008260015398263931, 0.008699561469256878, 0.009139107540249825, 0.009578654542565346, 0.010018200613558292, 0.010457746684551239, 0.010897292755544186, 0.011336839757859707, 0.011776385828852654, 0.0122159318998456, 0.012655478902161121, 0.013095024973154068]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 2.0, 2.0, 1.0, 3.0, 1.0, 3.0, 3.0, 3.0, 0.0, 7.0, 2.0, 3.0, 2.0, 1.0, 2.0, 3.0, 3.0, 5.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0], "bins": [-0.020675400272011757, -0.020178908482193947, -0.019682416692376137, -0.019185924902558327, -0.018689433112740517, -0.018192941322922707, -0.017696449533104897, -0.017199957743287086, -0.016703465953469276, -0.016206974163651466, -0.015710482373833656, -0.015213991515338421, -0.01471749972552061, -0.0142210079357028, -0.01372451614588499, -0.01322802435606718, -0.01273153256624937, -0.01223504077643156, -0.01173854898661375, -0.01124205719679594, -0.01074556540697813, -0.01024907361716032, -0.00975258182734251, -0.0092560900375247, -0.008759599179029465, -0.008263107389211655, -0.007766615133732557, -0.007270123343914747, -0.0067736320197582245, -0.006277140229940414, -0.005780648440122604, -0.005284156650304794, -0.004787664860486984, -0.004291173070669174, -0.003794681280851364, -0.0032981897238641977, -0.0028016979340463877, -0.0023052061442285776, -0.0018087144708260894, -0.0013122227974236012, -0.0008157310076057911, -0.00031923927599564195, 0.0001772524556145072, 0.0006737441872246563, 0.0011702359188348055, 0.0016667277086526155, 0.002163219265639782, 0.002659711055457592, 0.003156202845275402, 0.003652694635093212, 0.004149186424911022, 0.004645678214728832, 0.005142170004546642, 0.005638661328703165, 0.006135153118520975, 0.006631644908338785, 0.007128136698156595, 0.007624628487974405, 0.008121119812130928, 0.008617611601948738, 0.009114103391766548, 0.009610595181584358, 0.010107086971402168, 0.010603578761219978, 0.011100070551037788]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 2.0, 1.0, 4.0, 1.0, 1.0, 1.0, 2.0, 1.0, 4.0, 0.0, 5.0, 2.0, 5.0, 7.0, 2.0, 7.0, 7.0, 5.0, 7.0, 14.0, 7.0, 8.0, 7.0, 13.0, 4.0, 11.0, 9.0, 15.0, 28.0, 15.0, 14.0, 17.0, 27.0, 27.0, 45.0, 53.0, 75.0, 89.0, 153.0, 172.0, 259.0, 305.0, 448.0, 633.0, 1002.0, 1833.0, 7130.0, 2257.0, 1256.0, 797.0, 557.0, 366.0, 247.0, 139.0, 109.0, 79.0, 50.0, 29.0, 18.0, 13.0, 25.0, 6.0, 4.0], "bins": [-0.015201534144580364, -0.014882417395710945, -0.0145633015781641, -0.014244184829294682, -0.013925069011747837, -0.013605952262878418, -0.013286836445331573, -0.012967719696462154, -0.012648602947592735, -0.01232948713004589, -0.012010370381176472, -0.011691254563629627, -0.011372137814760208, -0.011053021997213364, -0.010733905248343945, -0.0104147894307971, -0.010095672681927681, -0.009776555933058262, -0.009457440115511417, -0.009138323366641998, -0.008819207549095154, -0.008500090800225735, -0.00818097498267889, -0.007861858233809471, -0.007542741950601339, -0.0072236256673932076, -0.006904509384185076, -0.006585393100976944, -0.006266276352107525, -0.005947160068899393, -0.005628043785691261, -0.0053089275024831295, -0.004989811219274998, -0.004670694936066866, -0.004351578652858734, -0.004032462369650602, -0.003713345853611827, -0.003394229570403695, -0.0030751130543649197, -0.002755996771156788, -0.002436880487948656, -0.0021177642047405243, -0.0017986478051170707, -0.001479531405493617, -0.0011604151222854853, -0.0008412987808696926, -0.0005221824394538999, -0.00020306609803810716, 0.00011605024337768555, 0.00043516658479347825, 0.000754282926209271, 0.0010733993258327246, 0.0013925156090408564, 0.0017116318922489882, 0.0020307484082877636, 0.0023498646914958954, 0.002668980974704027, 0.002988097257912159, 0.0033072135411202908, 0.003626330057159066, 0.003945446573197842, 0.0042645628564059734, 0.004583679139614105, 0.004902795422822237, 0.005221911706030369]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0], "bins": [-0.040766097605228424, -0.03982285037636757, -0.038879603147506714, -0.03793635591864586, -0.036993108689785004, -0.03604986146092415, -0.035106610506772995, -0.03416336327791214, -0.033220116049051285, -0.03227686882019043, -0.031333621591329575, -0.03039037436246872, -0.029447127133607864, -0.02850387990474701, -0.027560630813241005, -0.02661738358438015, -0.025674136355519295, -0.02473088912665844, -0.023787641897797585, -0.02284439280629158, -0.021901145577430725, -0.02095789834856987, -0.020014651119709015, -0.01907140389084816, -0.018128156661987305, -0.0171849075704813, -0.016241660341620445, -0.01529841311275959, -0.014355165883898735, -0.013411917723715305, -0.01246867049485445, -0.01152542233467102, -0.010582175105810165, -0.00963892787694931, -0.00869567971676588, -0.0077524324879050255, -0.006809184793382883, -0.005865937098860741, -0.0049226898699998856, -0.003979442175477743, -0.0030361944809556007, -0.0020929467864334583, -0.0011496993247419596, -0.000206451746635139, 0.0007367958314716816, 0.0016800434095785022, 0.0026232909876853228, 0.0035665384493768215, 0.004509786143898964, 0.005453033838421106, 0.006396281532943249, 0.007339528761804104, 0.008282776921987534, 0.009226024150848389, 0.010169271379709244, 0.011112519539892673, 0.012055766768753529, 0.012999013997614384, 0.013942262157797813, 0.014885509386658669, 0.015828756615519524, 0.01677200384438038, 0.017715252935886383, 0.018658500164747238, 0.019601747393608093]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 1.0, 1.0, 1.0, 1.0, 3.0, 4.0, 2.0, 4.0, 3.0, 4.0, 3.0, 7.0, 2.0, 6.0, 4.0, 8.0, 6.0, 6.0, 5.0, 11.0, 5.0, 6.0, 10.0, 8.0, 13.0, 23.0, 17.0, 51.0, 13.0, 13.0, 12.0, 6.0, 6.0, 4.0, 3.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.02248346619307995, -0.022033147513866425, -0.0215828288346529, -0.021132510155439377, -0.020682191476225853, -0.02023187279701233, -0.019781554117798805, -0.01933123543858528, -0.018880916759371758, -0.018430598080158234, -0.01798027940094471, -0.017529958859086037, -0.017079640179872513, -0.01662932150065899, -0.016179002821445465, -0.01572868414223194, -0.015278365463018417, -0.014828046783804893, -0.01437772810459137, -0.013927409425377846, -0.013477090746164322, -0.013026772066950798, -0.012576453387737274, -0.01212613470852375, -0.011675816029310226, -0.011225497350096703, -0.010775178670883179, -0.01032485906034708, -0.009874540381133556, -0.009424221701920033, -0.008973903022706509, -0.008523584343492985, -0.008073265664279461, -0.007622946985065937, -0.007172628305852413, -0.006722309160977602, -0.006271990481764078, -0.005821671802550554, -0.00537135312333703, -0.0049210344441235065, -0.004470715299248695, -0.0040203966200351715, -0.0035700779408216476, -0.0031197592616081238, -0.0026694405823946, -0.0022191216703504324, -0.0017688029911369085, -0.0013184841955080628, -0.0008681653998792171, -0.0004178466333542019, 3.247213317081332e-05, 0.00048279089969582856, 0.0009331096662208438, 0.0013834284618496895, 0.0018337471410632133, 0.002284066053107381, 0.0027343847323209047, 0.0031847034115344286, 0.003635022323578596, 0.00408534100279212, 0.004535659682005644, 0.004985978361219168, 0.005436297506093979, 0.005886616185307503, 0.006336934864521027]}, "_runtime": 13.107867956161499, "_timestamp": 1596211447.554125, "_step": 10}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 3.0, 0.0, 2.0, 1.0, 0.0, 2.0, 4.0, 3.0, 0.0, 1.0, 5.0, 1.0, 6.0, 0.0, 0.0, 3.0, 0.0, 1.0, 3.0, 3.0, 3.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014918779954314232, -0.014458014629781246, -0.013997248373925686, -0.0135364830493927, -0.013075717724859715, -0.012614951469004154, -0.012154186144471169, -0.011693420819938183, -0.011232654564082623, -0.010771889239549637, -0.010311123915016651, -0.00985035765916109, -0.009389592334628105, -0.00892882701009512, -0.00846806075423956, -0.008007295429706573, -0.0075465296395123005, -0.0070857638493180275, -0.006624998524785042, -0.006164232734590769, -0.005703466944396496, -0.00524270161986351, -0.004781935829669237, -0.004321170039474964, -0.003860404482111335, -0.0033996389247477055, -0.0029388731345534325, -0.002478107577189803, -0.0020173420198261738, -0.0015565762296319008, -0.0010958106722682714, -0.0006350449984893203, -0.0001742793247103691, 0.0002864863199647516, 0.0007472519646398723, 0.0012080175802111626, 0.0016687832539901137, 0.002129548927769065, 0.0025903144851326942, 0.0030510802753269672, 0.0035118458326905966, 0.003972611390054226, 0.004433377180248499, 0.004894142970442772, 0.005354908294975758, 0.005815674085170031, 0.006276439875364304, 0.006737205199897289, 0.007197970990091562, 0.007658736780285835, 0.008119502104818821, 0.008580268360674381, 0.009041033685207367, 0.009501799009740353, 0.009962565265595913, 0.010423330590128899, 0.010884095914661884, 0.011344862170517445, 0.01180562749505043, 0.012266392819583416, 0.012727159075438976, 0.013187924399971962, 0.013648689724504948, 0.014109455980360508, 0.014570221304893494]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 3.0, 1.0, 4.0, 5.0, 9.0, 4.0, 6.0, 8.0, 19.0, 11.0, 15.0, 32.0, 38.0, 59.0, 66.0, 98.0, 127.0, 165.0, 186.0, 307.0, 395.0, 518.0, 2827.0, 1358.0, 650.0, 375.0, 221.0, 134.0, 75.0, 62.0, 40.0, 38.0, 16.0, 17.0, 9.0, 9.0, 5.0, 5.0, 3.0, 3.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.18065769970417023, -0.1754068285226822, -0.17015595734119415, -0.16490508615970612, -0.15965421497821808, -0.15440334379673004, -0.149152472615242, -0.14390160143375397, -0.13865073025226593, -0.1333998590707779, -0.12814898788928986, -0.12289811670780182, -0.11764724552631378, -0.11239637434482574, -0.10714550316333771, -0.10189463198184967, -0.09664376080036163, -0.0913928896188736, -0.08614201843738556, -0.08089114725589752, -0.07564027607440948, -0.07038940489292145, -0.06513853371143341, -0.059887662529945374, -0.054636791348457336, -0.0493859201669693, -0.04413504898548126, -0.038884177803993225, -0.03363330662250519, -0.02838243544101715, -0.023131564259529114, -0.017880693078041077, -0.01262982189655304, -0.0073789507150650024, -0.0021280795335769653, 0.0031227916479110718, 0.008373662829399109, 0.013624534010887146, 0.018875405192375183, 0.02412627637386322, 0.029377147555351257, 0.034628018736839294, 0.03987888991832733, 0.04512976109981537, 0.050380632281303406, 0.05563150346279144, 0.06088237464427948, 0.06613324582576752, 0.07138411700725555, 0.07663498818874359, 0.08188585937023163, 0.08713673055171967, 0.0923876017332077, 0.09763847291469574, 0.10288934409618378, 0.10814021527767181, 0.11339108645915985, 0.11864195764064789, 0.12389282882213593, 0.12914370000362396, 0.134394571185112, 0.13964544236660004, 0.14489631354808807, 0.1501471847295761, 0.15539805591106415]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 0.0, 0.0, 2.0, 0.0, 5.0, 1.0, 3.0, 2.0, 1.0, 1.0, 3.0, 4.0, 6.0, 3.0, 4.0, 2.0, 3.0, 4.0, 2.0, 2.0, 2.0, 24.0, 2.0, 2.0, 6.0, 1.0, 4.0, 5.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 4.0, 2.0, 0.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.0046365587040781975, -0.004499427974224091, -0.004362296778708696, -0.0042251660488545895, -0.004088034853339195, -0.003950904123485088, -0.003813773160800338, -0.0036766421981155872, -0.0035395114682614803, -0.0034023805055767298, -0.0032652495428919792, -0.0031281185802072287, -0.002990987617522478, -0.0028538566548377275, -0.0027167259249836206, -0.00257959496229887, -0.0024424639996141195, -0.002305333036929369, -0.0021682020742446184, -0.0020310713443905115, -0.001893940381705761, -0.0017568094190210104, -0.0016196784563362598, -0.0014825476100668311, -0.0013454166473820806, -0.00120828568469733, -0.0010711548384279013, -0.0009340238757431507, -0.0007968929712660611, -0.0006597620667889714, -0.0005226311041042209, -0.0003855001996271312, -0.0002483692951500416, -0.00011123837612103671, 2.5892542907968163e-05, 0.00016302346193697304, 0.0003001543809659779, 0.00043728528544306755, 0.0005744162481278181, 0.0007115471526049078, 0.0008486780570819974, 0.000985809019766748, 0.0011229398660361767, 0.0012600708287209272, 0.0013972017914056778, 0.0015343326376751065, 0.001671463600359857, 0.0018085944466292858, 0.0019457254093140364, 0.002082856371998787, 0.0022199873346835375, 0.0023571180645376444, 0.002494249027222395, 0.0026313799899071455, 0.002768510952591896, 0.0029056419152766466, 0.003042772877961397, 0.003179903607815504, 0.0033170345705002546, 0.003454165533185005, 0.0035912964958697557, 0.0037284274585545063, 0.003865558188408613, 0.004002689383924007, 0.004139820113778114]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 1.0, 6.0, 7.0, 21.0, 39.0, 55.0, 98.0, 182.0, 253.0, 347.0, 561.0, 814.0, 1230.0, 1894.0, 2508.0, 3505.0, 4666.0, 6405.0, 8190.0, 10718.0, 13970.0, 18167.0, 23382.0, 30999.0, 41791.0, 55938.0, 74245.0, 97093.0, 417635.0, 100442.0, 71223.0, 50446.0, 35822.0, 25844.0, 19626.0, 14460.0, 10932.0, 8407.0, 6604.0, 5158.0, 4048.0, 3057.0, 2412.0, 1802.0, 1345.0, 997.0, 741.0, 508.0, 355.0, 226.0, 159.0, 121.0, 65.0, 44.0, 25.0, 22.0, 12.0, 15.0, 0.0, 1.0, 2.0, 2.0, 2.0], "bins": [-0.012719596736133099, -0.012293669395148754, -0.01186774205416441, -0.01144181378185749, -0.011015886440873146, -0.010589959099888802, -0.010164031758904457, -0.009738104417920113, -0.009312177076935768, -0.008886248804628849, -0.008460321463644505, -0.00803439412266016, -0.007608466781675816, -0.007182538975030184, -0.006756611634045839, -0.0063306838274002075, -0.005904756486415863, -0.0054788291454315186, -0.005052901338785887, -0.004626973997801542, -0.0042010461911559105, -0.003775118850171566, -0.0033491915091872215, -0.0029232639353722334, -0.0024973363615572453, -0.002071408787742257, -0.0016454813303425908, -0.0012195538729429245, -0.0007936262991279364, -0.00036769878352060914, 5.822873208671808e-05, 0.0004841562476940453, 0.0009100837633013725, 0.0013360113371163607, 0.001761938794516027, 0.0021878662519156933, 0.0026137938257306814, 0.0030397213995456696, 0.003465648740530014, 0.003891576314345002, 0.00431750388815999, 0.004743431229144335, 0.005169359035789967, 0.005595286376774311, 0.0060212137177586555, 0.006447141524404287, 0.006873068865388632, 0.007298996672034264, 0.007724924013018608, 0.008150851354002953, 0.008576778694987297, 0.009002706967294216, 0.00942863430827856, 0.009854561649262905, 0.01028048899024725, 0.010706416331231594, 0.011132344603538513, 0.011558271944522858, 0.011984199285507202, 0.012410126626491547, 0.012836053967475891, 0.013261981308460236, 0.013687909580767155, 0.0141138369217515, 0.014539764262735844]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 7.0, 1.0, 1.0, 2.0, 3.0, 4.0, 0.0, 8.0, 0.0, 1.0, 3.0, 0.0, 3.0, 0.0, 0.0, 2.0, 0.0, 3.0, 2.0, 1.0, 4.0, 0.0, 1.0, 3.0, 0.0, 2.0], "bins": [-0.023211076855659485, -0.02270093560218811, -0.022190794348716736, -0.02168065309524536, -0.021170511841773987, -0.02066037245094776, -0.020150231197476387, -0.019640089944005013, -0.019129948690533638, -0.018619807437062263, -0.01810966618359089, -0.017599524930119514, -0.01708938553929329, -0.016579244285821915, -0.01606910303235054, -0.015558961778879166, -0.015048820525407791, -0.014538679271936417, -0.014028538018465042, -0.013518397696316242, -0.013008256442844868, -0.012498115189373493, -0.011987974867224693, -0.011477833613753319, -0.010967692360281944, -0.01045755110681057, -0.009947409853339195, -0.009437269531190395, -0.00892712827771902, -0.008416987024247646, -0.007906846702098846, -0.007396705448627472, -0.006886564195156097, -0.006376422941684723, -0.005866282153874636, -0.0053561413660645485, -0.004846000112593174, -0.0043358588591217995, -0.0038257180713117123, -0.0033155770506709814, -0.0028054360300302505, -0.0022952950093895197, -0.0017851539887487888, -0.001275012968108058, -0.0007648719474673271, -0.00025473092682659626, 0.0002554100938141346, 0.0007655511144548655, 0.0012756921350955963, 0.0017858331557363272, 0.002295974176377058, 0.002806115197017789, 0.0033162562176585197, 0.0038263972382992506, 0.0043365382589399815, 0.004846679046750069, 0.005356820300221443, 0.005866961553692818, 0.006377102341502905, 0.006887243129312992, 0.007397384382784367, 0.007907525636255741, 0.008417665958404541, 0.008927807211875916, 0.00943794846534729]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 3.0, 3.0, 3.0, 5.0, 3.0, 0.0, 7.0, 6.0, 8.0, 9.0, 8.0, 13.0, 13.0, 9.0, 20.0, 23.0, 25.0, 28.0, 24.0, 30.0, 46.0, 87.0, 109.0, 165.0, 167.0, 217.0, 341.0, 424.0, 622.0, 858.0, 1307.0, 1995.0, 6851.0, 1575.0, 976.0, 726.0, 415.0, 319.0, 316.0, 246.0, 199.0, 111.0, 62.0, 33.0, 10.0, 2.0, 3.0], "bins": [-0.01599876955151558, -0.015676720067858696, -0.015354671515524387, -0.015032622031867504, -0.014710573479533195, -0.014388523995876312, -0.014066474512219429, -0.01374442595988512, -0.013422376476228237, -0.013100326992571354, -0.012778278440237045, -0.012456228956580162, -0.012134179472923279, -0.01181213092058897, -0.011490081436932087, -0.011168032884597778, -0.010845983400940895, -0.010523933917284012, -0.010201885364949703, -0.00987983588129282, -0.009557787328958511, -0.009235737845301628, -0.008913688361644745, -0.008591639809310436, -0.008269590325653553, -0.00794754084199667, -0.007625492289662361, -0.007303442806005478, -0.006981393788009882, -0.006659344770014286, -0.006337295286357403, -0.006015246268361807, -0.005693197250366211, -0.005371148232370615, -0.005049099214375019, -0.004727049730718136, -0.00440500071272254, -0.004082951694726944, -0.0037609024439007044, -0.003438853193074465, -0.003116804175078869, -0.002794755157083273, -0.0024727059062570333, -0.0021506566554307938, -0.0018286076374351978, -0.00150655850302428, -0.0011845093686133623, -0.0008624602342024446, -0.0005404110997915268, -0.00021836196538060904, 0.00010368716903030872, 0.0004257363034412265, 0.0007477854378521442, 0.001069834572263062, 0.0013918837066739798, 0.0017139328410848975, 0.0020359819754958153, 0.002358030993491411, 0.002680080244317651, 0.0030021294951438904, 0.0033241785131394863, 0.0036462275311350822, 0.0039682770147919655, 0.004290326032787561, 0.004612375050783157]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.04934173822402954, -0.04804995656013489, -0.046758174896240234, -0.04546639323234558, -0.04417461156845093, -0.042882829904556274, -0.04159104824066162, -0.04029926657676697, -0.039007484912872314, -0.03771570697426796, -0.036423925310373306, -0.03513214364647865, -0.033840361982584, -0.032548580318689346, -0.03125679865479469, -0.02996501699090004, -0.028673235327005386, -0.027381453663110733, -0.02608967199921608, -0.024797890335321426, -0.023506108671426773, -0.02221432887017727, -0.020922547206282616, -0.019630765542387962, -0.01833898387849331, -0.017047202214598656, -0.015755420550704002, -0.014463639818131924, -0.01317185815423727, -0.011880076490342617, -0.010588295757770538, -0.009296514093875885, -0.008004732429981232, -0.006712950766086578, -0.005421169567853212, -0.004129388369619846, -0.002837606705725193, -0.0015458252746611834, -0.0002540438435971737, 0.001037737587466836, 0.0023295190185308456, 0.0036213004495948553, 0.004913081880658865, 0.006204863078892231, 0.007496644742786884, 0.008788426406681538, 0.010080207139253616, 0.01137198880314827, 0.012663770467042923, 0.013955552130937576, 0.01524733379483223, 0.016539115458726883, 0.017830897122621536, 0.01912267692387104, 0.020414458587765694, 0.021706240251660347, 0.022998021915555, 0.024289803579449654, 0.025581585243344307, 0.02687336690723896, 0.028165146708488464, 0.029456928372383118, 0.03074871003627777, 0.032040491700172424, 0.03333227336406708]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 4.0, 3.0, 3.0, 0.0, 3.0, 4.0, 0.0, 5.0, 4.0, 2.0, 7.0, 3.0, 9.0, 7.0, 3.0, 7.0, 5.0, 5.0, 8.0, 1.0, 3.0, 3.0, 5.0, 6.0, 4.0, 7.0, 3.0, 7.0, 7.0, 3.0, 11.0, 4.0, 6.0, 6.0, 8.0, 10.0, 50.0, 10.0, 11.0, 7.0, 6.0, 6.0, 4.0, 6.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.020220518112182617, -0.01971694640815258, -0.019213374704122543, -0.018709804862737656, -0.01820623315870762, -0.017702661454677582, -0.017199091613292694, -0.016695519909262657, -0.01619194820523262, -0.015688376501202583, -0.015184805728495121, -0.014681234955787659, -0.014177663251757622, -0.013674091547727585, -0.013170520775020123, -0.01266695000231266, -0.012163378298282623, -0.011659806594252586, -0.011156235821545124, -0.010652665048837662, -0.010149093344807625, -0.009645521640777588, -0.009141950868070126, -0.008638380095362663, -0.008134808391332626, -0.007631237152963877, -0.007127665914595127, -0.0066240946762263775, -0.006120523437857628, -0.005616952199488878, -0.005113380961120129, -0.004609809722751379, -0.004106238484382629, -0.0036026672460138798, -0.00309909600764513, -0.0025955247692763805, -0.002091953530907631, -0.0015883822925388813, -0.0010848110541701317, -0.0005812398158013821, -7.766857743263245e-05, 0.00042590266093611717, 0.0009294738993048668, 0.0014330451376736164, 0.001936616376042366, 0.0024401876144111156, 0.0029437588527798653, 0.003447330091148615, 0.0039509013295173645, 0.004454472567886114, 0.004958043806254864, 0.005461615044623613, 0.005965186282992363, 0.006468757521361113, 0.006972328759729862, 0.007475899998098612, 0.007979471236467361, 0.008483042940497398, 0.00898661371320486, 0.009490184485912323, 0.00999375618994236, 0.010497327893972397, 0.01100089866667986, 0.011504469439387321, 0.012008041143417358]}, "_runtime": 13.950209856033325, "_timestamp": 1596211448.396467, "_step": 11}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0, 3.0, 1.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 6.0, 2.0, 0.0, 2.0, 4.0, 4.0, 4.0, 1.0, 6.0, 0.0, 2.0, 1.0, 2.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02275410294532776, -0.022093307226896286, -0.021432511508464813, -0.02077171765267849, -0.020110921934247017, -0.019450126215815544, -0.01878933049738407, -0.0181285347789526, -0.017467740923166275, -0.016806945204734802, -0.01614614948630333, -0.015485353767871857, -0.014824558049440384, -0.014163763262331486, -0.013502967543900013, -0.012842172756791115, -0.012181377038359642, -0.01152058131992817, -0.010859786532819271, -0.010198990814387798, -0.0095381960272789, -0.008877400308847427, -0.008216604590415955, -0.007555809337645769, -0.006895014084875584, -0.006234218832105398, -0.005573423579335213, -0.00491262786090374, -0.0042518326081335545, -0.003591037355363369, -0.00293024186976254, -0.0022694463841617107, -0.0016086511313915253, -0.000947855762206018, -0.0002870603930205107, 0.0003737349761649966, 0.001034530345350504, 0.0016953257145360112, 0.0023561210837215185, 0.0030169165693223476, 0.003677711822092533, 0.004338507074862719, 0.004999302327632904, 0.005660098046064377, 0.006320893298834562, 0.006981688551604748, 0.0076424842700362206, 0.008303279057145119, 0.008964074775576591, 0.009624870494008064, 0.010285665281116962, 0.010946460999548435, 0.011607255786657333, 0.012268051505088806, 0.012928847223520279, 0.013589642010629177, 0.01425043772906065, 0.014911233447492123, 0.01557202823460102, 0.016232823953032494, 0.016893619671463966, 0.01755441538989544, 0.018215209245681763, 0.018876004964113235, 0.019536800682544708]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 3.0, 2.0, 1.0, 4.0, 2.0, 7.0, 11.0, 9.0, 16.0, 19.0, 17.0, 34.0, 35.0, 58.0, 51.0, 92.0, 108.0, 155.0, 217.0, 260.0, 386.0, 595.0, 3423.0, 1123.0, 498.0, 263.0, 179.0, 115.0, 62.0, 61.0, 26.0, 26.0, 15.0, 14.0, 9.0, 6.0, 9.0, 5.0, 1.0, 6.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1756337583065033, -0.16918691992759705, -0.1627400815486908, -0.15629322826862335, -0.1498463898897171, -0.14339955151081085, -0.1369526982307434, -0.13050585985183716, -0.12405902147293091, -0.11761218309402466, -0.11116533726453781, -0.10471849143505096, -0.09827165305614471, -0.09182481467723846, -0.08537796884775162, -0.07893112301826477, -0.07248428463935852, -0.06603744626045227, -0.059590600430965424, -0.053143758326768875, -0.04669691622257233, -0.04025007411837578, -0.03380323201417923, -0.02735638990998268, -0.020909547805786133, -0.014462705701589584, -0.008015863597393036, -0.0015690214931964874, 0.004877820611000061, 0.01132466271519661, 0.017771504819393158, 0.024218346923589706, 0.030665189027786255, 0.0371120311319828, 0.04355887323617935, 0.0500057153403759, 0.05645255744457245, 0.0628993958234787, 0.06934624165296555, 0.07579308748245239, 0.08223992586135864, 0.08868676424026489, 0.09513361006975174, 0.10158045589923859, 0.10802729427814484, 0.11447413265705109, 0.12092097848653793, 0.12736782431602478, 0.13381466269493103, 0.14026150107383728, 0.14670833945274353, 0.15315519273281097, 0.15960203111171722, 0.16604886949062347, 0.17249572277069092, 0.17894256114959717, 0.18538939952850342, 0.19183623790740967, 0.19828307628631592, 0.20472992956638336, 0.2111767679452896, 0.21762360632419586, 0.2240704596042633, 0.23051729798316956, 0.2369641363620758]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 4.0, 3.0, 3.0, 2.0, 7.0, 5.0, 3.0, 1.0, 5.0, 4.0, 1.0, 3.0, 2.0, 26.0, 3.0, 3.0, 3.0, 3.0, 3.0, 2.0, 1.0, 3.0, 4.0, 3.0, 4.0, 2.0, 2.0, 5.0, 1.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.005303774494677782, -0.005115262232720852, -0.004926749505102634, -0.004738237243145704, -0.004549724515527487, -0.004361212253570557, -0.004172699525952339, -0.003984187263995409, -0.0037956745363771915, -0.0036071622744202614, -0.0034186497796326876, -0.0032301372848451138, -0.00304162479005754, -0.002853112295269966, -0.0026645998004823923, -0.0024760873056948185, -0.0022875748109072447, -0.002099062316119671, -0.001910549821332097, -0.0017220373265445232, -0.0015335248317569494, -0.0013450124533846974, -0.0011564999585971236, -0.0009679874638095498, -0.000779474969021976, -0.0005909624742344022, -0.0004024500085506588, -0.00021393752831500024, -2.542504807934165e-05, 0.00016308743215631694, 0.0003515999123919755, 0.0005401123780757189, 0.0007286248728632927, 0.0009171373676508665, 0.0011056498624384403, 0.0012941623572260141, 0.001482674852013588, 0.00167118723038584, 0.0018596997251734138, 0.0020482123363763094, 0.002236724831163883, 0.0024252370931208134, 0.002613749587908387, 0.002802262082695961, 0.002990774577483535, 0.0031792870722711086, 0.0033677995670586824, 0.0035563120618462563, 0.00374482455663383, 0.003933337051421404, 0.004121849313378334, 0.0043103620409965515, 0.004498874302953482, 0.004687387030571699, 0.004875899292528629, 0.005064412020146847, 0.005252924282103777, 0.005441437009721994, 0.0056299492716789246, 0.005818461999297142, 0.006006974261254072, 0.00619548698887229, 0.00638399925082922, 0.006572511978447437, 0.0067610242404043674]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 8.0, 4.0, 15.0, 8.0, 31.0, 37.0, 62.0, 85.0, 138.0, 217.0, 299.0, 432.0, 624.0, 870.0, 1163.0, 1567.0, 2237.0, 3075.0, 4235.0, 5907.0, 8288.0, 11699.0, 16483.0, 23139.0, 31244.0, 42956.0, 59355.0, 80289.0, 104797.0, 420298.0, 95173.0, 71461.0, 52197.0, 37136.0, 27062.0, 19815.0, 14816.0, 11214.0, 8414.0, 6000.0, 4404.0, 3219.0, 2471.0, 1825.0, 1350.0, 943.0, 759.0, 515.0, 381.0, 308.0, 180.0, 168.0, 102.0, 69.0, 38.0, 25.0, 20.0, 11.0, 4.0, 1.0, 2.0], "bins": [-0.015501154586672783, -0.01502299029380083, -0.014544825069606304, -0.014066660776734352, -0.013588495552539825, -0.013110331259667873, -0.012632166966795921, -0.012154001742601395, -0.011675837449729443, -0.011197672225534916, -0.010719507932662964, -0.010241343639791012, -0.009763178415596485, -0.009285014122724533, -0.008806848898530006, -0.008328684605658054, -0.007850520312786102, -0.007372355088591576, -0.006894190330058336, -0.006416026037186384, -0.005937861278653145, -0.0054596965201199055, -0.004981531761586666, -0.004503367003053427, -0.004025202244520187, -0.0035470377188175917, -0.003068873193114996, -0.0025907084345817566, -0.0021125436760485172, -0.0016343791503459215, -0.0011562143918126822, -0.0006780497496947646, -0.00019988510757684708, 0.0002782795636449009, 0.0007564442348666489, 0.0012346089351922274, 0.001712773577310145, 0.0021909382194280624, 0.002669102977961302, 0.0031472675036638975, 0.003625432262197137, 0.004103596787899733, 0.004581761546432972, 0.005059926304966211, 0.005538091063499451, 0.00601625582203269, 0.006494420114904642, 0.0069725848734378815, 0.007450749631971121, 0.00792891439050436, 0.008407078683376312, 0.008885243907570839, 0.009363408200442791, 0.009841573424637318, 0.01031973771750927, 0.010797902010381222, 0.011276067234575748, 0.0117542315274477, 0.012232396751642227, 0.01271056104451418, 0.013188725337386131, 0.013666890561580658, 0.01414505485445261, 0.014623220078647137, 0.015101384371519089]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 2.0, 7.0, 5.0, 3.0, 5.0, 6.0, 1.0, 3.0, 7.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 4.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.020908644422888756, -0.02040466107428074, -0.019900677725672722, -0.019396694377064705, -0.018892711028456688, -0.01838872767984867, -0.017884744331240654, -0.017380760982632637, -0.01687677763402462, -0.016372794285416603, -0.015868810936808586, -0.01536482758820057, -0.014860844239592552, -0.014356860890984535, -0.013852877542376518, -0.013348894193768501, -0.012844910845160484, -0.012340927496552467, -0.01183694414794445, -0.011332960799336433, -0.010828977450728416, -0.0103249941021204, -0.009821010753512383, -0.009317027404904366, -0.008813044056296349, -0.008309060707688332, -0.007805077359080315, -0.007301094010472298, -0.006797110661864281, -0.006293127313256264, -0.005789143964648247, -0.00528516061604023, -0.004781177267432213, -0.004277193918824196, -0.003773210570216179, -0.003269227221608162, -0.002765243873000145, -0.002261260524392128, -0.001757277175784111, -0.001253293827176094, -0.0007493104785680771, -0.0002453271299600601, 0.00025865621864795685, 0.0007626395672559738, 0.0012666229158639908, 0.0017706062644720078, 0.0022745896130800247, 0.0027785729616880417, 0.0032825563102960587, 0.0037865396589040756, 0.004290523007512093, 0.0047945063561201096, 0.0052984897047281265, 0.0058024730533361435, 0.0063064564019441605, 0.006810439750552177, 0.007314423099160194, 0.007818406447768211, 0.008322389796376228, 0.008826373144984245, 0.009330356493592262, 0.00983433984220028, 0.010338323190808296, 0.010842306539416313, 0.01134628988802433]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 2.0, 3.0, 4.0, 2.0, 6.0, 5.0, 10.0, 4.0, 5.0, 4.0, 5.0, 12.0, 17.0, 18.0, 11.0, 8.0, 11.0, 8.0, 10.0, 11.0, 14.0, 22.0, 18.0, 17.0, 23.0, 44.0, 53.0, 66.0, 95.0, 153.0, 270.0, 464.0, 868.0, 1373.0, 2428.0, 7843.0, 1940.0, 932.0, 546.0, 416.0, 259.0, 150.0, 86.0, 61.0, 27.0, 22.0, 20.0, 16.0, 9.0, 13.0, 3.0, 6.0, 3.0, 3.0, 3.0, 0.0, 2.0, 1.0], "bins": [-0.016681630164384842, -0.01628037542104721, -0.01587911881506443, -0.015477863140404224, -0.015076607465744019, -0.014675351791083813, -0.014274096116423607, -0.013872840441763401, -0.013471584767103195, -0.013070330023765564, -0.012669074349105358, -0.012267818674445152, -0.011866562999784946, -0.01146530732512474, -0.011064051650464535, -0.010662795975804329, -0.010261540301144123, -0.009860284626483917, -0.009459028951823711, -0.009057773277163506, -0.0086565176025033, -0.008255261927843094, -0.007854006253182888, -0.0074527510441839695, -0.007051495369523764, -0.006650239694863558, -0.006248984020203352, -0.005847728345543146, -0.005446473136544228, -0.005045217461884022, -0.004643961787223816, -0.00424270611256361, -0.0038414504379034042, -0.0034401947632431984, -0.0030389390885829926, -0.0026376836467534304, -0.0022364279720932245, -0.0018351722974330187, -0.0014339167391881347, -0.0010326611809432507, -0.0006314055062830448, -0.0002301498898304999, 0.00017110572662204504, 0.00057236134307459, 0.0009736169595271349, 0.0013748726341873407, 0.0017761281924322248, 0.0021773837506771088, 0.0025786394253373146, 0.0029798950999975204, 0.0033811507746577263, 0.0037824062164872885, 0.004183662123978138, 0.0045849173329770565, 0.004986173007637262, 0.005387428682297468, 0.005788684356957674, 0.00618994003161788, 0.006591195706278086, 0.0069924513809382915, 0.00739370658993721, 0.007794962264597416, 0.008196217939257622, 0.008597473613917828, 0.008998729288578033]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 4.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.04847508668899536, -0.04732334613800049, -0.046171609312295914, -0.04501986876130104, -0.043868131935596466, -0.04271639138460159, -0.04156465083360672, -0.040412914007902145, -0.03926117345690727, -0.0381094366312027, -0.036957696080207825, -0.03580595552921295, -0.03465421870350838, -0.033502478152513504, -0.03235074132680893, -0.031199000775814056, -0.030047262087464333, -0.02889552339911461, -0.027743784710764885, -0.026592044159770012, -0.025440305471420288, -0.024288566783070564, -0.02313682809472084, -0.021985089406371117, -0.020833350718021393, -0.01968161016702652, -0.018529871478676796, -0.017378132790327072, -0.01622639410197735, -0.01507465448230505, -0.013922915793955326, -0.012771176174283028, -0.011619437485933304, -0.01046769879758358, -0.009315959177911282, -0.008164220489561558, -0.007012481335550547, -0.0058607421815395355, -0.004709003493189812, -0.0035572643391788006, -0.0024055251851677895, -0.0012537861475721002, -0.00010204710997641087, 0.0010496919276192784, 0.0022014309652149677, 0.003353170119225979, 0.004504908807575703, 0.005656647961586714, 0.006808387115597725, 0.007960125803947449, 0.009111865423619747, 0.010263604111969471, 0.01141534373164177, 0.012567082419991493, 0.013718821108341217, 0.014870560728013515, 0.016022298485040665, 0.017174039036035538, 0.01832577772438526, 0.019477516412734985, 0.02062925510108471, 0.021780993789434433, 0.022932734340429306, 0.02408447302877903, 0.025236211717128754]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 1.0, 2.0, 8.0, 6.0, 5.0, 7.0, 7.0, 4.0, 8.0, 9.0, 9.0, 7.0, 11.0, 16.0, 11.0, 19.0, 60.0, 15.0, 12.0, 8.0, 11.0, 7.0, 7.0, 5.0, 4.0, 3.0, 3.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0], "bins": [-0.035530298948287964, -0.034692876040935516, -0.03385545313358307, -0.03301803022623062, -0.032180607318878174, -0.031343188136816025, -0.030505765229463577, -0.02966834232211113, -0.028830919414758682, -0.027993496507406235, -0.027156073600053787, -0.02631865255534649, -0.02548122964799404, -0.024643806740641594, -0.023806385695934296, -0.022968962788581848, -0.0221315398812294, -0.021294116973876953, -0.020456694066524506, -0.019619273021817207, -0.01878185011446476, -0.017944427207112312, -0.017107006162405014, -0.016269583255052567, -0.015432160347700119, -0.014594737440347672, -0.013757315464317799, -0.012919893488287926, -0.012082470580935478, -0.01124504767358303, -0.010407625697553158, -0.009570203721523285, -0.008732780814170837, -0.00789535790681839, -0.007057935930788517, -0.006220513489097357, -0.005383091047406197, -0.004545668605715036, -0.003708246164023876, -0.002870823722332716, -0.002033401280641556, -0.0011959788389503956, -0.0003585563972592354, 0.0004788660444319248, 0.001316288486123085, 0.0021537109278142452, 0.0029911333695054054, 0.0038285558111965656, 0.004665978252887726, 0.005503400694578886, 0.006340823136270046, 0.0071782455779612064, 0.008015668019652367, 0.008853090927004814, 0.009690512903034687, 0.01052793487906456, 0.011365357786417007, 0.012202780693769455, 0.013040202669799328, 0.0138776246458292, 0.014715047553181648, 0.015552470460534096, 0.016389891505241394, 0.01722731441259384, 0.01806473731994629]}, "_runtime": 14.795156240463257, "_timestamp": 1596211449.2414134, "_step": 12}
+{"val_accuracy": 0.669123144977169, "val_loss": 1.0895543895899977, "_runtime": 16.325434684753418, "_timestamp": 1596211450.7716918, "_step": 13}
diff --git a/wandb/run-20200731_160357-3tq05mdm/wandb-metadata.json b/wandb/run-20200731_160357-3tq05mdm/wandb-metadata.json
new file mode 100644
index 0000000..01cf456
--- /dev/null
+++ b/wandb/run-20200731_160357-3tq05mdm/wandb-metadata.json
@@ -0,0 +1,30 @@
+{
+ "root": "/home/akternurra/Documents/projects/quest-for-general-artifical-intelligence/projects/text-recognizer",
+ "program": "<python with no main file>",
+ "git": {
+ "remote": "git@github.com:aktersnurra/text-recognizer.git",
+ "commit": "fa461db6132e7a22f3aa1bb48cce8981890325fb"
+ },
+ "email": "gustaf.rydholm@gmail.com",
+ "startedAt": "2020-07-31T16:03:57.589098",
+ "host": "kompjuter",
+ "username": "akternurra",
+ "executable": "/home/akternurra/.cache/pypoetry/virtualenvs/text-recognizer-N1c_zsdp-py3.8/bin/python",
+ "os": "Linux-5.4.0-42-generic-x86_64-with-glibc2.27",
+ "python": "3.8.2",
+ "gpu": "GeForce RTX 2070",
+ "gpu_count": 1,
+ "cpu_count": 12,
+ "cuda": "10.1.105",
+ "args": [
+ "--gpu=-1",
+ "--save",
+ "--experiment_config={\"dataloader\": \"EmnistDataLoader\", \"data_loader_args\": {\"splits\": [\"train\", \"val\"], \"sample_to_balance\": true, \"subsample_fraction\": null, \"transform\": null, \"target_transform\": null, \"batch_size\": 256, \"shuffle\": true, \"num_workers\": 8, \"cuda\": true, \"seed\": 4711}, \"model\": \"CharacterModel\", \"metrics\": [\"accuracy\"], \"network\": \"LeNet\", \"network_args\": {\"input_size\": [28, 28], \"output_size\": 62}, \"train_args\": {\"batch_size\": 256, \"epochs\": 16}, \"criterion\": \"CrossEntropyLoss\", \"criterion_args\": {\"weight\": null, \"ignore_index\": -100, \"reduction\": \"mean\"}, \"optimizer\": \"AdamW\", \"optimizer_args\": {\"lr\": 0.01, \"betas\": [0.9, 0.999], \"eps\": 1e-08, \"weight_decay\": 0, \"amsgrad\": false}, \"lr_scheduler\": \"OneCycleLR\", \"lr_scheduler_args\": {\"max_lr\": 0.001, \"epochs\": 16}, \"callbacks\": [\"Checkpoint\", \"EarlyStopping\", \"WandbCallback\", \"WandbImageLogger\"], \"callback_args\": {\"Checkpoint\": {\"monitor\": \"val_accuracy\"}, \"EarlyStopping\": {\"monitor\": \"val_loss\", \"min_delta\": 0.0, \"patience\": 3, \"mode\": \"min\"}, \"WandbCallback\": {\"log_batch_frequency\": 10}, \"WandbImageLogger\": {\"num_examples\": 4}}, \"verbosity\": 2, \"resume_experiment\": null, \"experiment_group\": \"Sample Experiments\"}"
+ ],
+ "state": "failed",
+ "jobType": null,
+ "mode": "run",
+ "project": "text-recognizer",
+ "heartbeatAt": "2020-07-31T16:04:11.258296",
+ "exitcode": 1
+}
diff --git a/wandb/run-20200731_160357-3tq05mdm/wandb-summary.json b/wandb/run-20200731_160357-3tq05mdm/wandb-summary.json
new file mode 100644
index 0000000..57be69e
--- /dev/null
+++ b/wandb/run-20200731_160357-3tq05mdm/wandb-summary.json
@@ -0,0 +1 @@
+{"graph_0": {"_type": "graph-file", "path": "media/graph/graph_0_summary_97659cc1.graph.json", "sha256": "97659cc11ad0163714bd90c8b07636f80b0d10f01cc0e4ed34f7147334f1cf75", "size": 1814}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 4.0, 3.0, 3.0, 2.0, 7.0, 5.0, 3.0, 1.0, 5.0, 4.0, 1.0, 3.0, 2.0, 26.0, 3.0, 3.0, 3.0, 3.0, 3.0, 2.0, 1.0, 3.0, 4.0, 3.0, 4.0, 2.0, 2.0, 5.0, 1.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.005303774494677782, -0.005115262232720852, -0.004926749505102634, -0.004738237243145704, -0.004549724515527487, -0.004361212253570557, -0.004172699525952339, -0.003984187263995409, -0.0037956745363771915, -0.0036071622744202614, -0.0034186497796326876, -0.0032301372848451138, -0.00304162479005754, -0.002853112295269966, -0.0026645998004823923, -0.0024760873056948185, -0.0022875748109072447, -0.002099062316119671, -0.001910549821332097, -0.0017220373265445232, -0.0015335248317569494, -0.0013450124533846974, -0.0011564999585971236, -0.0009679874638095498, -0.000779474969021976, -0.0005909624742344022, -0.0004024500085506588, -0.00021393752831500024, -2.542504807934165e-05, 0.00016308743215631694, 0.0003515999123919755, 0.0005401123780757189, 0.0007286248728632927, 0.0009171373676508665, 0.0011056498624384403, 0.0012941623572260141, 0.001482674852013588, 0.00167118723038584, 0.0018596997251734138, 0.0020482123363763094, 0.002236724831163883, 0.0024252370931208134, 0.002613749587908387, 0.002802262082695961, 0.002990774577483535, 0.0031792870722711086, 0.0033677995670586824, 0.0035563120618462563, 0.00374482455663383, 0.003933337051421404, 0.004121849313378334, 0.0043103620409965515, 0.004498874302953482, 0.004687387030571699, 0.004875899292528629, 0.005064412020146847, 0.005252924282103777, 0.005441437009721994, 0.0056299492716789246, 0.005818461999297142, 0.006006974261254072, 0.00619548698887229, 0.00638399925082922, 0.006572511978447437, 0.0067610242404043674]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 3.0, 2.0, 1.0, 4.0, 2.0, 7.0, 11.0, 9.0, 16.0, 19.0, 17.0, 34.0, 35.0, 58.0, 51.0, 92.0, 108.0, 155.0, 217.0, 260.0, 386.0, 595.0, 3423.0, 1123.0, 498.0, 263.0, 179.0, 115.0, 62.0, 61.0, 26.0, 26.0, 15.0, 14.0, 9.0, 6.0, 9.0, 5.0, 1.0, 6.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1756337583065033, -0.16918691992759705, -0.1627400815486908, -0.15629322826862335, -0.1498463898897171, -0.14339955151081085, -0.1369526982307434, -0.13050585985183716, -0.12405902147293091, -0.11761218309402466, -0.11116533726453781, -0.10471849143505096, -0.09827165305614471, -0.09182481467723846, -0.08537796884775162, -0.07893112301826477, -0.07248428463935852, -0.06603744626045227, -0.059590600430965424, -0.053143758326768875, -0.04669691622257233, -0.04025007411837578, -0.03380323201417923, -0.02735638990998268, -0.020909547805786133, -0.014462705701589584, -0.008015863597393036, -0.0015690214931964874, 0.004877820611000061, 0.01132466271519661, 0.017771504819393158, 0.024218346923589706, 0.030665189027786255, 0.0371120311319828, 0.04355887323617935, 0.0500057153403759, 0.05645255744457245, 0.0628993958234787, 0.06934624165296555, 0.07579308748245239, 0.08223992586135864, 0.08868676424026489, 0.09513361006975174, 0.10158045589923859, 0.10802729427814484, 0.11447413265705109, 0.12092097848653793, 0.12736782431602478, 0.13381466269493103, 0.14026150107383728, 0.14670833945274353, 0.15315519273281097, 0.15960203111171722, 0.16604886949062347, 0.17249572277069092, 0.17894256114959717, 0.18538939952850342, 0.19183623790740967, 0.19828307628631592, 0.20472992956638336, 0.2111767679452896, 0.21762360632419586, 0.2240704596042633, 0.23051729798316956, 0.2369641363620758]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 2.0, 7.0, 5.0, 3.0, 5.0, 6.0, 1.0, 3.0, 7.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 4.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.020908644422888756, -0.02040466107428074, -0.019900677725672722, -0.019396694377064705, -0.018892711028456688, -0.01838872767984867, -0.017884744331240654, -0.017380760982632637, -0.01687677763402462, -0.016372794285416603, -0.015868810936808586, -0.01536482758820057, -0.014860844239592552, -0.014356860890984535, -0.013852877542376518, -0.013348894193768501, -0.012844910845160484, -0.012340927496552467, -0.01183694414794445, -0.011332960799336433, -0.010828977450728416, -0.0103249941021204, -0.009821010753512383, -0.009317027404904366, -0.008813044056296349, -0.008309060707688332, -0.007805077359080315, -0.007301094010472298, -0.006797110661864281, -0.006293127313256264, -0.005789143964648247, -0.00528516061604023, -0.004781177267432213, -0.004277193918824196, -0.003773210570216179, -0.003269227221608162, -0.002765243873000145, -0.002261260524392128, -0.001757277175784111, -0.001253293827176094, -0.0007493104785680771, -0.0002453271299600601, 0.00025865621864795685, 0.0007626395672559738, 0.0012666229158639908, 0.0017706062644720078, 0.0022745896130800247, 0.0027785729616880417, 0.0032825563102960587, 0.0037865396589040756, 0.004290523007512093, 0.0047945063561201096, 0.0052984897047281265, 0.0058024730533361435, 0.0063064564019441605, 0.006810439750552177, 0.007314423099160194, 0.007818406447768211, 0.008322389796376228, 0.008826373144984245, 0.009330356493592262, 0.00983433984220028, 0.010338323190808296, 0.010842306539416313, 0.01134628988802433]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 2.0, 3.0, 4.0, 2.0, 6.0, 5.0, 10.0, 4.0, 5.0, 4.0, 5.0, 12.0, 17.0, 18.0, 11.0, 8.0, 11.0, 8.0, 10.0, 11.0, 14.0, 22.0, 18.0, 17.0, 23.0, 44.0, 53.0, 66.0, 95.0, 153.0, 270.0, 464.0, 868.0, 1373.0, 2428.0, 7843.0, 1940.0, 932.0, 546.0, 416.0, 259.0, 150.0, 86.0, 61.0, 27.0, 22.0, 20.0, 16.0, 9.0, 13.0, 3.0, 6.0, 3.0, 3.0, 3.0, 0.0, 2.0, 1.0], "bins": [-0.016681630164384842, -0.01628037542104721, -0.01587911881506443, -0.015477863140404224, -0.015076607465744019, -0.014675351791083813, -0.014274096116423607, -0.013872840441763401, -0.013471584767103195, -0.013070330023765564, -0.012669074349105358, -0.012267818674445152, -0.011866562999784946, -0.01146530732512474, -0.011064051650464535, -0.010662795975804329, -0.010261540301144123, -0.009860284626483917, -0.009459028951823711, -0.009057773277163506, -0.0086565176025033, -0.008255261927843094, -0.007854006253182888, -0.0074527510441839695, -0.007051495369523764, -0.006650239694863558, -0.006248984020203352, -0.005847728345543146, -0.005446473136544228, -0.005045217461884022, -0.004643961787223816, -0.00424270611256361, -0.0038414504379034042, -0.0034401947632431984, -0.0030389390885829926, -0.0026376836467534304, -0.0022364279720932245, -0.0018351722974330187, -0.0014339167391881347, -0.0010326611809432507, -0.0006314055062830448, -0.0002301498898304999, 0.00017110572662204504, 0.00057236134307459, 0.0009736169595271349, 0.0013748726341873407, 0.0017761281924322248, 0.0021773837506771088, 0.0025786394253373146, 0.0029798950999975204, 0.0033811507746577263, 0.0037824062164872885, 0.004183662123978138, 0.0045849173329770565, 0.004986173007637262, 0.005387428682297468, 0.005788684356957674, 0.00618994003161788, 0.006591195706278086, 0.0069924513809382915, 0.00739370658993721, 0.007794962264597416, 0.008196217939257622, 0.008597473613917828, 0.008998729288578033]}, "gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0, 3.0, 1.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 6.0, 2.0, 0.0, 2.0, 4.0, 4.0, 4.0, 1.0, 6.0, 0.0, 2.0, 1.0, 2.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02275410294532776, -0.022093307226896286, -0.021432511508464813, -0.02077171765267849, -0.020110921934247017, -0.019450126215815544, -0.01878933049738407, -0.0181285347789526, -0.017467740923166275, -0.016806945204734802, -0.01614614948630333, -0.015485353767871857, -0.014824558049440384, -0.014163763262331486, -0.013502967543900013, -0.012842172756791115, -0.012181377038359642, -0.01152058131992817, -0.010859786532819271, -0.010198990814387798, -0.0095381960272789, -0.008877400308847427, -0.008216604590415955, -0.007555809337645769, -0.006895014084875584, -0.006234218832105398, -0.005573423579335213, -0.00491262786090374, -0.0042518326081335545, -0.003591037355363369, -0.00293024186976254, -0.0022694463841617107, -0.0016086511313915253, -0.000947855762206018, -0.0002870603930205107, 0.0003737349761649966, 0.001034530345350504, 0.0016953257145360112, 0.0023561210837215185, 0.0030169165693223476, 0.003677711822092533, 0.004338507074862719, 0.004999302327632904, 0.005660098046064377, 0.006320893298834562, 0.006981688551604748, 0.0076424842700362206, 0.008303279057145119, 0.008964074775576591, 0.009624870494008064, 0.010285665281116962, 0.010946460999548435, 0.011607255786657333, 0.012268051505088806, 0.012928847223520279, 0.013589642010629177, 0.01425043772906065, 0.014911233447492123, 0.01557202823460102, 0.016232823953032494, 0.016893619671463966, 0.01755441538989544, 0.018215209245681763, 0.018876004964113235, 0.019536800682544708]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 8.0, 4.0, 15.0, 8.0, 31.0, 37.0, 62.0, 85.0, 138.0, 217.0, 299.0, 432.0, 624.0, 870.0, 1163.0, 1567.0, 2237.0, 3075.0, 4235.0, 5907.0, 8288.0, 11699.0, 16483.0, 23139.0, 31244.0, 42956.0, 59355.0, 80289.0, 104797.0, 420298.0, 95173.0, 71461.0, 52197.0, 37136.0, 27062.0, 19815.0, 14816.0, 11214.0, 8414.0, 6000.0, 4404.0, 3219.0, 2471.0, 1825.0, 1350.0, 943.0, 759.0, 515.0, 381.0, 308.0, 180.0, 168.0, 102.0, 69.0, 38.0, 25.0, 20.0, 11.0, 4.0, 1.0, 2.0], "bins": [-0.015501154586672783, -0.01502299029380083, -0.014544825069606304, -0.014066660776734352, -0.013588495552539825, -0.013110331259667873, -0.012632166966795921, -0.012154001742601395, -0.011675837449729443, -0.011197672225534916, -0.010719507932662964, -0.010241343639791012, -0.009763178415596485, -0.009285014122724533, -0.008806848898530006, -0.008328684605658054, -0.007850520312786102, -0.007372355088591576, -0.006894190330058336, -0.006416026037186384, -0.005937861278653145, -0.0054596965201199055, -0.004981531761586666, -0.004503367003053427, -0.004025202244520187, -0.0035470377188175917, -0.003068873193114996, -0.0025907084345817566, -0.0021125436760485172, -0.0016343791503459215, -0.0011562143918126822, -0.0006780497496947646, -0.00019988510757684708, 0.0002782795636449009, 0.0007564442348666489, 0.0012346089351922274, 0.001712773577310145, 0.0021909382194280624, 0.002669102977961302, 0.0031472675036638975, 0.003625432262197137, 0.004103596787899733, 0.004581761546432972, 0.005059926304966211, 0.005538091063499451, 0.00601625582203269, 0.006494420114904642, 0.0069725848734378815, 0.007450749631971121, 0.00792891439050436, 0.008407078683376312, 0.008885243907570839, 0.009363408200442791, 0.009841573424637318, 0.01031973771750927, 0.010797902010381222, 0.011276067234575748, 0.0117542315274477, 0.012232396751642227, 0.01271056104451418, 0.013188725337386131, 0.013666890561580658, 0.01414505485445261, 0.014623220078647137, 0.015101384371519089]}, "_step": 13, "_runtime": 16.325434684753418, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 1.0, 2.0, 8.0, 6.0, 5.0, 7.0, 7.0, 4.0, 8.0, 9.0, 9.0, 7.0, 11.0, 16.0, 11.0, 19.0, 60.0, 15.0, 12.0, 8.0, 11.0, 7.0, 7.0, 5.0, 4.0, 3.0, 3.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0], "bins": [-0.035530298948287964, -0.034692876040935516, -0.03385545313358307, -0.03301803022623062, -0.032180607318878174, -0.031343188136816025, -0.030505765229463577, -0.02966834232211113, -0.028830919414758682, -0.027993496507406235, -0.027156073600053787, -0.02631865255534649, -0.02548122964799404, -0.024643806740641594, -0.023806385695934296, -0.022968962788581848, -0.0221315398812294, -0.021294116973876953, -0.020456694066524506, -0.019619273021817207, -0.01878185011446476, -0.017944427207112312, -0.017107006162405014, -0.016269583255052567, -0.015432160347700119, -0.014594737440347672, -0.013757315464317799, -0.012919893488287926, -0.012082470580935478, -0.01124504767358303, -0.010407625697553158, -0.009570203721523285, -0.008732780814170837, -0.00789535790681839, -0.007057935930788517, -0.006220513489097357, -0.005383091047406197, -0.004545668605715036, -0.003708246164023876, -0.002870823722332716, -0.002033401280641556, -0.0011959788389503956, -0.0003585563972592354, 0.0004788660444319248, 0.001316288486123085, 0.0021537109278142452, 0.0029911333695054054, 0.0038285558111965656, 0.004665978252887726, 0.005503400694578886, 0.006340823136270046, 0.0071782455779612064, 0.008015668019652367, 0.008853090927004814, 0.009690512903034687, 0.01052793487906456, 0.011365357786417007, 0.012202780693769455, 0.013040202669799328, 0.0138776246458292, 0.014715047553181648, 0.015552470460534096, 0.016389891505241394, 0.01722731441259384, 0.01806473731994629]}, "_timestamp": 1596211450.7716918, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 4.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.04847508668899536, -0.04732334613800049, -0.046171609312295914, -0.04501986876130104, -0.043868131935596466, -0.04271639138460159, -0.04156465083360672, -0.040412914007902145, -0.03926117345690727, -0.0381094366312027, -0.036957696080207825, -0.03580595552921295, -0.03465421870350838, -0.033502478152513504, -0.03235074132680893, -0.031199000775814056, -0.030047262087464333, -0.02889552339911461, -0.027743784710764885, -0.026592044159770012, -0.025440305471420288, -0.024288566783070564, -0.02313682809472084, -0.021985089406371117, -0.020833350718021393, -0.01968161016702652, -0.018529871478676796, -0.017378132790327072, -0.01622639410197735, -0.01507465448230505, -0.013922915793955326, -0.012771176174283028, -0.011619437485933304, -0.01046769879758358, -0.009315959177911282, -0.008164220489561558, -0.007012481335550547, -0.0058607421815395355, -0.004709003493189812, -0.0035572643391788006, -0.0024055251851677895, -0.0012537861475721002, -0.00010204710997641087, 0.0010496919276192784, 0.0022014309652149677, 0.003353170119225979, 0.004504908807575703, 0.005656647961586714, 0.006808387115597725, 0.007960125803947449, 0.009111865423619747, 0.010263604111969471, 0.01141534373164177, 0.012567082419991493, 0.013718821108341217, 0.014870560728013515, 0.016022298485040665, 0.017174039036035538, 0.01832577772438526, 0.019477516412734985, 0.02062925510108471, 0.021780993789434433, 0.022932734340429306, 0.02408447302877903, 0.025236211717128754]}, "val_loss": 1.0895543895899977, "val_accuracy": 0.669123144977169}
diff --git a/wandb/run-20200731_160529-1qduvpsf/config.yaml b/wandb/run-20200731_160529-1qduvpsf/config.yaml
new file mode 100644
index 0000000..f8813b6
--- /dev/null
+++ b/wandb/run-20200731_160529-1qduvpsf/config.yaml
@@ -0,0 +1,111 @@
+wandb_version: 1
+
+_wandb:
+ desc: null
+ value:
+ cli_version: 0.8.36
+ framework: torch
+ is_jupyter_run: false
+ is_kaggle_kernel: false
+ python_version: 3.8.2
+callback_args:
+ desc: null
+ value:
+ Checkpoint:
+ monitor: val_accuracy
+ EarlyStopping:
+ min_delta: 0.0
+ mode: min
+ monitor: val_loss
+ patience: 3
+ WandbCallback:
+ log_batch_frequency: 10
+ WandbImageLogger:
+ num_examples: 4
+callbacks:
+ desc: null
+ value:
+ - Checkpoint
+ - EarlyStopping
+ - WandbCallback
+ - WandbImageLogger
+criterion:
+ desc: null
+ value: CrossEntropyLoss
+criterion_args:
+ desc: null
+ value:
+ ignore_index: -100
+ reduction: mean
+ weight: null
+data_loader_args:
+ desc: null
+ value:
+ batch_size: 256
+ cuda: true
+ num_workers: 8
+ sample_to_balance: true
+ seed: 4711
+ shuffle: true
+ splits:
+ - train
+ - val
+ subsample_fraction: null
+ target_transform: null
+ transform: null
+dataloader:
+ desc: null
+ value: EmnistDataLoader
+experiment_group:
+ desc: null
+ value: Sample Experiments
+lr_scheduler:
+ desc: null
+ value: OneCycleLR
+lr_scheduler_args:
+ desc: null
+ value:
+ epochs: 16
+ max_lr: 0.001
+ steps_per_epoch: 1314
+metrics:
+ desc: null
+ value:
+ - accuracy
+model:
+ desc: null
+ value: CharacterModel
+network:
+ desc: null
+ value: LeNet
+network_args:
+ desc: null
+ value:
+ input_size:
+ - 28
+ - 28
+ output_size: 62
+optimizer:
+ desc: null
+ value: AdamW
+optimizer_args:
+ desc: null
+ value:
+ amsgrad: false
+ betas:
+ - 0.9
+ - 0.999
+ eps: 1.0e-08
+ lr: 0.01
+ weight_decay: 0
+resume_experiment:
+ desc: null
+ value: null
+train_args:
+ desc: null
+ value:
+ batch_size: 256
+ epochs: 16
+verbosity:
+ desc: null
+ value: 2
diff --git a/wandb/run-20200731_160529-1qduvpsf/media/graph/graph_0_summary_e4afaee8.graph.json b/wandb/run-20200731_160529-1qduvpsf/media/graph/graph_0_summary_e4afaee8.graph.json
new file mode 100644
index 0000000..9a3228b
--- /dev/null
+++ b/wandb/run-20200731_160529-1qduvpsf/media/graph/graph_0_summary_e4afaee8.graph.json
@@ -0,0 +1 @@
+{"format": "torch", "nodes": [{"name": "layers.0", "id": 139733259727920, "class_name": "Conv2d(1, 32, kernel_size=(3, 3), stride=(1, 1))", "parameters": [["weight", [32, 1, 3, 3]], ["bias", [32]]], "output_shape": [[2, 32, 26, 26]], "num_parameters": [288, 32]}, {"name": "layers.1", "id": 139733259727728, "class_name": "ReLU(inplace=True)", "parameters": [], "output_shape": [[2, 32, 26, 26]], "num_parameters": []}, {"name": "layers.2", "id": 139733259727872, "class_name": "Conv2d(32, 64, kernel_size=(3, 3), stride=(1, 1))", "parameters": [["weight", [64, 32, 3, 3]], ["bias", [64]]], "output_shape": [[2, 64, 24, 24]], "num_parameters": [18432, 64]}, {"name": "layers.4", "id": 139733259728160, "class_name": "MaxPool2d(kernel_size=2, stride=2, padding=0, dilation=1, ceil_mode=False)", "parameters": [], "output_shape": [[2, 64, 12, 12]], "num_parameters": []}, {"name": "layers.5", "id": 139733259728112, "class_name": "Dropout(p=0.2, inplace=False)", "parameters": [], "output_shape": [[2, 64, 12, 12]], "num_parameters": []}, {"name": "layers.6", "id": 139733259727824, "class_name": "Flatten()", "parameters": [], "output_shape": [[2, 9216]], "num_parameters": []}, {"name": "layers.7", "id": 139733259624800, "class_name": "Linear(in_features=9216, out_features=128, bias=True)", "parameters": [["weight", [128, 9216]], ["bias", [128]]], "output_shape": [[2, 128]], "num_parameters": [1179648, 128]}, {"name": "layers.9", "id": 139733259624848, "class_name": "Dropout(p=0.2, inplace=False)", "parameters": [], "output_shape": [[2, 128]], "num_parameters": []}, {"name": "layers.10", "id": 139733259624896, "class_name": "Linear(in_features=128, out_features=62, bias=True)", "parameters": [["weight", [62, 128]], ["bias", [62]]], "output_shape": [[2, 62]], "num_parameters": [7936, 62]}], "edges": []}
diff --git a/wandb/run-20200731_160529-1qduvpsf/requirements.txt b/wandb/run-20200731_160529-1qduvpsf/requirements.txt
new file mode 100644
index 0000000..10c63b6
--- /dev/null
+++ b/wandb/run-20200731_160529-1qduvpsf/requirements.txt
@@ -0,0 +1,145 @@
+alabaster==0.7.12
+appdirs==1.4.4
+attrs==19.3.0
+babel==2.8.0
+backcall==0.2.0
+bandit==1.6.2
+black==19.10b0
+bleach==3.1.5
+blessings==1.7
+boltons==20.2.0
+certifi==2020.6.20
+chardet==3.0.4
+click==7.1.2
+configparser==5.0.0
+coverage==5.2.1
+cycler==0.10.0
+darglint==1.5.2
+dataclasses==0.6
+decorator==4.4.2
+defusedxml==0.6.0
+desert==2020.1.6
+docker-pycreds==0.4.0
+docutils==0.16
+dparse==0.5.1
+entrypoints==0.3
+flake8-annotations==2.3.0
+flake8-bandit==2.1.2
+flake8-black==0.2.1
+flake8-bugbear==20.1.4
+flake8-docstrings==1.5.0
+flake8-import-order==0.18.1
+flake8-polyfill==1.0.2
+flake8==3.8.3
+future==0.18.2
+gitdb==4.0.5
+gitpython==3.1.7
+gpustat==0.6.0
+gql==0.2.0
+graphql-core==1.1
+h5py==2.10.0
+idna==2.10
+imagesize==1.2.0
+ipykernel==5.3.4
+ipython-genutils==0.2.0
+ipython==7.16.1
+ipywidgets==7.5.1
+jedi==0.17.2
+jinja2==2.11.2
+jsonschema==3.2.0
+jupyter-client==6.1.6
+jupyter-console==6.1.0
+jupyter-core==4.6.3
+jupyter==1.0.0
+kiwisolver==1.2.0
+loguru==0.5.1
+markupsafe==1.1.1
+marshmallow==3.7.1
+matplotlib==3.3.0
+mccabe==0.6.1
+mistune==0.8.4
+more-itertools==8.4.0
+mypy-extensions==0.4.3
+mypy==0.770
+nbconvert==5.6.1
+nbformat==5.0.7
+notebook==6.0.3
+numpy==1.19.1
+nvidia-ml-py3==7.352.0
+opencv-python==4.3.0.36
+packaging==20.4
+pandocfilters==1.4.2
+parso==0.7.1
+pathspec==0.8.0
+pathtools==0.1.2
+pbr==5.4.5
+pexpect==4.8.0
+pickleshare==0.7.5
+pillow==7.2.0
+pip==20.2
+pluggy==0.13.1
+prometheus-client==0.8.0
+promise==2.3
+prompt-toolkit==3.0.5
+psutil==5.7.2
+ptyprocess==0.6.0
+py==1.9.0
+pycodestyle==2.6.0
+pydocstyle==5.0.2
+pyflakes==2.2.0
+pygments==2.6.1
+pyparsing==2.4.7
+pyrsistent==0.16.0
+pytest-cov==2.10.0
+pytest-mock==3.2.0
+pytest==5.4.3
+python-dateutil==2.8.1
+pytz==2020.1
+pyyaml==5.3.1
+pyzmq==19.0.1
+qtconsole==4.7.5
+qtpy==1.9.0
+redis==3.5.3
+redlock-py==1.0.8
+regex==2020.7.14
+requests==2.24.0
+safety==1.9.0
+send2trash==1.5.0
+sentry-sdk==0.16.2
+setuptools==41.2.0
+shortuuid==1.0.1
+six==1.15.0
+smmap==3.0.4
+snowballstemmer==2.0.0
+sphinx-autodoc-typehints==1.11.0
+sphinx-rtd-theme==0.4.3
+sphinx==3.1.2
+sphinxcontrib-applehelp==1.0.2
+sphinxcontrib-devhelp==1.0.2
+sphinxcontrib-htmlhelp==1.0.3
+sphinxcontrib-jsmath==1.0.1
+sphinxcontrib-qthelp==1.0.3
+sphinxcontrib-serializinghtml==1.1.4
+stevedore==3.2.0
+subprocess32==3.5.4
+terminado==0.8.3
+testpath==0.4.4
+text-recognizer==0.1.0
+toml==0.10.1
+torch==1.5.1
+torchsummary==1.5.1
+torchvision==0.6.1
+tornado==6.0.4
+tqdm==4.48.0
+traitlets==4.3.3
+typed-ast==1.4.1
+typeguard==2.9.1
+typing-extensions==3.7.4.2
+typing-inspect==0.6.0
+urllib3==1.25.10
+wandb==0.8.36
+watchdog==0.10.3
+wcwidth==0.2.5
+webencodings==0.5.1
+widgetsnbextension==3.5.1
+xdoctest==0.12.0
diff --git a/wandb/run-20200731_160529-1qduvpsf/wandb-events.jsonl b/wandb/run-20200731_160529-1qduvpsf/wandb-events.jsonl
new file mode 100644
index 0000000..8c1be07
--- /dev/null
+++ b/wandb/run-20200731_160529-1qduvpsf/wandb-events.jsonl
@@ -0,0 +1 @@
+{"system.gpu.0.gpu": 62.62, "system.gpu.0.memory": 45.62, "system.gpu.0.memoryAllocated": 21.38, "system.gpu.0.temp": 55.5, "system.gpu.process.0.gpu": 62.62, "system.gpu.process.0.memory": 45.62, "system.gpu.process.0.memoryAllocated": 21.38, "system.gpu.process.0.temp": 55.5, "system.gpu.0.powerWatts": 117.89, "system.gpu.0.powerPercent": 54.83, "system.gpu.process.0.powerWatts": 117.89, "system.gpu.process.0.powerPercent": 54.83, "system.cpu": 34.84, "system.memory": 69.06, "system.disk": 37.2, "system.proc.memory.availableMB": 4949.73, "system.proc.memory.rssMB": 2582.05, "system.proc.memory.percent": 16.13, "system.proc.cpu.threads": 17.0, "system.network.sent": 816203, "system.network.recv": 400484, "_wandb": true, "_timestamp": 1596211542, "_runtime": 12}
diff --git a/wandb/run-20200731_160529-1qduvpsf/wandb-history.jsonl b/wandb/run-20200731_160529-1qduvpsf/wandb-history.jsonl
new file mode 100644
index 0000000..aa11713
--- /dev/null
+++ b/wandb/run-20200731_160529-1qduvpsf/wandb-history.jsonl
@@ -0,0 +1,14 @@
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 5.0, 1.0, 4.0, 3.0, 1.0, 2.0, 1.0, 2.0, 5.0, 0.0, 1.0, 1.0, 4.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0], "bins": [-0.025287805125117302, -0.02462729439139366, -0.02396678365767002, -0.02330627292394638, -0.02264576032757759, -0.02198524959385395, -0.02132473886013031, -0.02066422812640667, -0.02000371739268303, -0.01934320665895939, -0.01868269592523575, -0.018022185191512108, -0.017361674457788467, -0.016701161861419678, -0.016040651127696037, -0.015380140393972397, -0.014719629660248756, -0.014059118926525116, -0.013398608192801476, -0.01273809652775526, -0.01207758579403162, -0.01141707506030798, -0.010756563395261765, -0.010096052661538124, -0.009435541927814484, -0.008775031194090843, -0.008114520460367203, -0.007454008795320988, -0.006793498061597347, -0.006132987327873707, -0.005472476128488779, -0.004811964929103851, -0.004151454195380211, -0.0034909432288259268, -0.0028304322622716427, -0.0021699212957173586, -0.0015094103291630745, -0.0008488993626087904, -0.0001883883960545063, 0.0004721225704997778, 0.0011326335370540619, 0.001793144503608346, 0.00245365547016263, 0.003114166436716914, 0.0037746774032711983, 0.004435188136994839, 0.0050956993363797665, 0.005756210535764694, 0.006416721269488335, 0.007077232003211975, 0.007737743202596903, 0.00839825440198183, 0.009058765135705471, 0.009719275869429111, 0.010379787534475327, 0.011040298268198967, 0.011700809001922607, 0.012361319735646248, 0.013021830469369888, 0.013682342134416103, 0.014342852868139744, 0.015003363601863384, 0.0156638752669096, 0.01632438600063324, 0.01698489673435688]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 3.0, 0.0, 0.0, 4.0, 5.0, 4.0, 6.0, 8.0, 14.0, 14.0, 14.0, 25.0, 23.0, 38.0, 47.0, 82.0, 89.0, 96.0, 146.0, 164.0, 243.0, 322.0, 452.0, 650.0, 2573.0, 863.0, 644.0, 481.0, 299.0, 211.0, 127.0, 81.0, 53.0, 48.0, 33.0, 20.0, 13.0, 9.0, 2.0, 5.0, 5.0, 5.0, 3.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.0655154213309288, -0.0637621134519577, -0.062008801847696304, -0.060255490243434906, -0.058502182364463806, -0.056748874485492706, -0.05499556288123131, -0.05324225127696991, -0.05148894339799881, -0.04973563551902771, -0.04798232391476631, -0.04622901231050491, -0.044475704431533813, -0.042722396552562714, -0.040969084948301315, -0.03921577334403992, -0.03746246546506882, -0.03570915758609772, -0.03395584598183632, -0.03220253437757492, -0.03044922649860382, -0.02869591675698757, -0.026942607015371323, -0.025189297273755074, -0.023435987532138824, -0.021682677790522575, -0.019929368048906326, -0.018176058307290077, -0.016422748565673828, -0.014669438824057579, -0.01291612908244133, -0.011162819340825081, -0.009409509599208832, -0.007656199857592583, -0.005902890115976334, -0.0041495803743600845, -0.0023962706327438354, -0.0006429608911275864, 0.0011103488504886627, 0.002863658592104912, 0.004616968333721161, 0.00637027807533741, 0.008123587816953659, 0.009876897558569908, 0.011630207300186157, 0.013383517041802406, 0.015136826783418655, 0.016890136525034904, 0.018643446266651154, 0.020396756008267403, 0.02215006574988365, 0.0239033754914999, 0.02565668523311615, 0.0274099949747324, 0.029163304716348648, 0.030916614457964897, 0.032669924199581146, 0.034423232078552246, 0.036176543682813644, 0.03792985528707504, 0.03968316316604614, 0.04143647104501724, 0.04318978264927864, 0.04494309425354004, 0.04669640213251114]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 2.0, 1.0, 2.0, 1.0, 4.0, 3.0, 4.0, 3.0, 4.0, 5.0, 2.0, 2.0, 3.0, 1.0, 3.0, 0.0, 2.0, 1.0, 30.0, 1.0, 2.0, 1.0, 5.0, 3.0, 4.0, 6.0, 1.0, 0.0, 0.0, 5.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008122017607092857, -0.007850165478885174, -0.00757831335067749, -0.007306460756808519, -0.007034608628600836, -0.006762756500393152, -0.006490903906524181, -0.006219051778316498, -0.005947199650108814, -0.005675347521901131, -0.005403495393693447, -0.005131642799824476, -0.004859790671616793, -0.004587938543409109, -0.004316085949540138, -0.004044233821332455, -0.003772381693124771, -0.0035005295649170876, -0.0032286772038787603, -0.002956824842840433, -0.0026849727146327496, -0.002413120586425066, -0.0021412682253867388, -0.0018694159807637334, -0.001597563736140728, -0.0013257114915177226, -0.0010538592468947172, -0.0007820070022717118, -0.0005101547576487064, -0.00023830251302570105, 3.3549731597304344e-05, 0.00030540197622030973, 0.0005772542208433151, 0.0008491064654663205, 0.001120958710089326, 0.0013928109547123313, 0.0016646631993353367, 0.001936515443958342, 0.0022083676885813475, 0.0024802200496196747, 0.0027520721778273582, 0.003023924306035042, 0.003295776667073369, 0.0035676290281116962, 0.00383948115631938, 0.004111333284527063, 0.004383185878396034, 0.004655038006603718, 0.004926890134811401, 0.005198742263019085, 0.0054705943912267685, 0.005742446985095739, 0.006014299113303423, 0.0062861512415111065, 0.006558003835380077, 0.006829855963587761, 0.0071017080917954445, 0.007373560220003128, 0.007645412348210812, 0.007917264476418495, 0.008189117535948753, 0.008460969664156437, 0.00873282179236412, 0.009004673920571804, 0.009276526048779488]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 0.0, 3.0, 3.0, 0.0, 5.0, 8.0, 13.0, 28.0, 40.0, 63.0, 104.0, 141.0, 197.0, 315.0, 484.0, 715.0, 1046.0, 1553.0, 2184.0, 3119.0, 4635.0, 6749.0, 9925.0, 14840.0, 22249.0, 33658.0, 51396.0, 75843.0, 111357.0, 523661.0, 107259.0, 68247.0, 44646.0, 29038.0, 19505.0, 13588.0, 9359.0, 6575.0, 4700.0, 3365.0, 2411.0, 1838.0, 1296.0, 963.0, 684.0, 477.0, 415.0, 275.0, 196.0, 125.0, 100.0, 70.0, 65.0, 28.0, 32.0, 13.0, 13.0, 7.0, 9.0, 6.0, 2.0, 2.0, 2.0], "bins": [-0.007126568350940943, -0.006893476936966181, -0.0066603850573301315, -0.00642729364335537, -0.006194202229380608, -0.005961110349744558, -0.005728018935769796, -0.005494927056133747, -0.005261835642158985, -0.005028744228184223, -0.004795652348548174, -0.004562560934573412, -0.004329469054937363, -0.004096377640962601, -0.0038632862269878387, -0.003630194580182433, -0.0033971029333770275, -0.003164011286571622, -0.0029309196397662163, -0.0026978282257914543, -0.0024647365789860487, -0.002231644932180643, -0.001998553518205881, -0.0017654618714004755, -0.0015323702245950699, -0.0012992785777896643, -0.0010661870473995805, -0.0008330954588018358, -0.0006000038702040911, -0.00036691228160634637, -0.00013382069300860167, 9.927089558914304e-05, 0.00033236248418688774, 0.0005654540727846324, 0.0007985456613823771, 0.001031637191772461, 0.0012647288385778666, 0.0014978204853832722, 0.001730912015773356, 0.0019640035461634398, 0.0021970951929688454, 0.002430186839774251, 0.0026632784865796566, 0.0028963699005544186, 0.003129461547359824, 0.00336255319416523, 0.0035956446081399918, 0.0038287362549453974, 0.004061827901750803, 0.004294919315725565, 0.004528011195361614, 0.004761102609336376, 0.004994194023311138, 0.005227285902947187, 0.005460377316921949, 0.005693469196557999, 0.005926560610532761, 0.006159652024507523, 0.006392743904143572, 0.006625835318118334, 0.006858927197754383, 0.007092018611729145, 0.007325110025703907, 0.007558201905339956, 0.007791293319314718]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 3.0, 0.0, 1.0, 1.0, 3.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 5.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 7.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 2.0, 1.0, 3.0, 0.0, 1.0, 2.0], "bins": [-0.022778429090976715, -0.02227785252034664, -0.021777275949716568, -0.021276697516441345, -0.02077612094581127, -0.020275544375181198, -0.019774965941905975, -0.019274389371275902, -0.018773812800645828, -0.018273236230015755, -0.01777265965938568, -0.01727208122611046, -0.016771504655480385, -0.01627092808485031, -0.01577034965157509, -0.015269773080945015, -0.014769196510314941, -0.014268619939684868, -0.01376804243773222, -0.013267464935779572, -0.012766888365149498, -0.012266311794519424, -0.011765734292566776, -0.011265156790614128, -0.010764580219984055, -0.010264003649353981, -0.009763426147401333, -0.009262848645448685, -0.008762272074818611, -0.008261695504188538, -0.0077611180022358894, -0.007260540965944529, -0.006759963929653168, -0.006259386893361807, -0.005758809857070446, -0.005258232820779085, -0.004757655784487724, -0.0042570787481963634, -0.0037565017119050026, -0.0032559246756136417, -0.002755347639322281, -0.00225477060303092, -0.0017541935667395592, -0.0012536165304481983, -0.0007530394941568375, -0.0002524624578654766, 0.00024811457842588425, 0.0007486916147172451, 0.001249268651008606, 0.0017498456872999668, 0.0022504227235913277, 0.0027509997598826885, 0.0032515767961740494, 0.0037521538324654102, 0.004252730868756771, 0.004753307905048132, 0.005253884941339493, 0.005754461977630854, 0.0062550390139222145, 0.006755616050213575, 0.007256193086504936, 0.007756770122796297, 0.008257347159087658, 0.008757924661040306, 0.00925850123167038]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 2.0, 6.0, 12.0, 17.0, 11.0, 17.0, 18.0, 27.0, 29.0, 35.0, 29.0, 46.0, 30.0, 50.0, 43.0, 49.0, 72.0, 59.0, 75.0, 71.0, 91.0, 84.0, 118.0, 144.0, 124.0, 133.0, 144.0, 189.0, 159.0, 199.0, 198.0, 238.0, 278.0, 286.0, 338.0, 313.0, 351.0, 358.0, 369.0, 434.0, 581.0, 809.0, 1562.0, 7311.0, 763.0, 544.0, 413.0, 250.0, 177.0, 163.0, 130.0, 101.0, 105.0, 91.0, 66.0, 44.0, 34.0, 22.0, 9.0, 8.0], "bins": [-0.023578548803925514, -0.02307821810245514, -0.022577889263629913, -0.02207755856215954, -0.021577227860689163, -0.021076899021863937, -0.020576568320393562, -0.020076237618923187, -0.01957590878009796, -0.019075578078627586, -0.01857524737715721, -0.018074916675686836, -0.01757458783686161, -0.017074257135391235, -0.01657392643392086, -0.016073597595095634, -0.01557326689362526, -0.015072937123477459, -0.014572606422007084, -0.014072276651859283, -0.013571945950388908, -0.013071616180241108, -0.012571286410093307, -0.012070955708622932, -0.011570625938475132, -0.011070296168327332, -0.010569965466856956, -0.010069635696709156, -0.009569305926561356, -0.00906897522509098, -0.00856864545494318, -0.008068314753472805, -0.007567984983325005, -0.007067654747515917, -0.006567324511706829, -0.006066994741559029, -0.005566664505749941, -0.005066334269940853, -0.004566004499793053, -0.004065674263983965, -0.003565344028174877, -0.0030650137923657894, -0.0025646837893873453, -0.002064353786408901, -0.0015640235505998135, -0.0010636934312060475, -0.0005633633118122816, -6.303319241851568e-05, 0.00043729692697525024, 0.0009376270463690162, 0.001437957165762782, 0.001938287285156548, 0.002438617404550314, 0.0029389476403594017, 0.003439277643337846, 0.00393960764631629, 0.004439937882125378, 0.004940268117934465, 0.005440598353743553, 0.005940928123891354, 0.006441258359700441, 0.006941588595509529, 0.0074419183656573296, 0.007942249067127705, 0.008442578837275505]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 7.0, 0.0, 0.0, 1.0], "bins": [-0.04203062504529953, -0.041332293301820755, -0.04063396155834198, -0.039935629814863205, -0.03923730179667473, -0.03853897005319595, -0.03784063830971718, -0.0371423065662384, -0.03644397482275963, -0.03574564307928085, -0.03504731133580208, -0.0343489833176136, -0.03365065157413483, -0.03295231983065605, -0.03225398808717728, -0.0315556563436985, -0.030857324600219727, -0.0301589947193861, -0.029460662975907326, -0.02876233123242855, -0.028064001351594925, -0.02736566960811615, -0.026667337864637375, -0.0259690061211586, -0.025270676240324974, -0.0245723444968462, -0.023874012753367424, -0.023175682872533798, -0.022477351129055023, -0.021779019385576248, -0.021080687642097473, -0.020382357761263847, -0.019684026017785072, -0.018985694274306297, -0.01828736439347267, -0.017589032649993896, -0.01689070090651512, -0.016192369163036346, -0.015494038350880146, -0.014795707538723946, -0.01409737579524517, -0.01339904498308897, -0.01270071417093277, -0.012002382427453995, -0.011304051615297794, -0.01060571987181902, -0.009907389059662819, -0.009209057316184044, -0.008510726504027843, -0.007812395226210356, -0.007114063948392868, -0.00641573267057538, -0.005717401392757893, -0.005019070580601692, -0.0043207393027842045, -0.0036224080249667168, -0.002924076747149229, -0.0022257454693317413, -0.0015274143079295754, -0.0008290830883197486, -0.00013075186870992184, 0.000567579350899905, 0.0012659105705097318, 0.0019642417319118977, 0.0026625730097293854]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 4.0, 1.0, 2.0, 2.0, 0.0, 3.0, 2.0, 4.0, 4.0, 2.0, 1.0, 3.0, 2.0, 3.0, 4.0, 4.0, 2.0, 2.0, 3.0, 3.0, 1.0, 8.0, 10.0, 5.0, 3.0, 6.0, 7.0, 3.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 4.0, 6.0, 9.0, 9.0, 18.0, 96.0, 3.0, 7.0, 3.0, 6.0, 5.0, 7.0], "bins": [-0.0551440604031086, -0.054182492196559906, -0.053220927715301514, -0.05225935950875282, -0.05129779130220413, -0.05033622682094574, -0.04937465861439705, -0.04841309040784836, -0.047451525926589966, -0.046489957720041275, -0.045528389513492584, -0.04456682130694389, -0.0436052568256855, -0.04264368861913681, -0.04168212041258812, -0.04072055593132973, -0.039758987724781036, -0.038797419518232346, -0.03783585503697395, -0.03687428683042526, -0.03591271862387657, -0.03495115414261818, -0.03398958593606949, -0.0330280177295208, -0.03206644952297211, -0.031104885041713715, -0.030143316835165024, -0.029181750491261482, -0.02822018414735794, -0.02725861594080925, -0.02629704959690571, -0.025335481390357018, -0.024373915046453476, -0.023412348702549934, -0.022450780496001244, -0.021489214152097702, -0.02052764594554901, -0.01956607960164547, -0.018604513257741928, -0.017642945051193237, -0.016681378707289696, -0.015719812363386154, -0.014758244156837463, -0.013796677812933922, -0.012835110537707806, -0.01187354326248169, -0.010911976918578148, -0.009950409643352032, -0.008988842368125916, -0.0080272750928998, -0.0070657082833349705, -0.006104141473770142, -0.005142574198544025, -0.004181006923317909, -0.0032194401137530804, -0.002257873071357608, -0.0012963060289621353, -0.0003347389865666628, 0.0006268280558288097, 0.0015883950982242823, 0.002549962140619755, 0.0035115291830152273, 0.0044730962254107, 0.005434663034975529, 0.006396230310201645]}, "_runtime": 5.275160789489746, "_timestamp": 1596211531.998378, "_step": 0}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 0.0, 1.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 4.0, 3.0, 3.0, 2.0, 3.0, 2.0, 2.0, 3.0, 0.0, 1.0, 3.0, 0.0, 4.0, 2.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.016853131353855133, -0.01619802974164486, -0.01554292906075716, -0.014887828379869461, -0.014232726767659187, -0.013577625155448914, -0.012922524474561214, -0.012267423793673515, -0.011612322181463242, -0.010957220569252968, -0.010302119888365269, -0.00964701920747757, -0.008991917595267296, -0.008336815983057022, -0.007681715302169323, -0.0070266141556203365, -0.00637151300907135, -0.005716411862522364, -0.005061310715973377, -0.004406209569424391, -0.0037511084228754044, -0.003096007276326418, -0.0024409061297774315, -0.001785804983228445, -0.0011307038366794586, -0.0004756026901304722, 0.00017949845641851425, 0.0008345996029675007, 0.0014897007495164871, 0.0021448018960654736, 0.00279990304261446, 0.0034550041891634464, 0.004110105335712433, 0.004765206482261419, 0.005420307628810406, 0.006075408775359392, 0.006730509921908379, 0.007385611068457365, 0.008040712215006351, 0.00869581289589405, 0.009350914508104324, 0.010006016120314598, 0.010661116801202297, 0.011316217482089996, 0.01197131909430027, 0.012626420706510544, 0.013281521387398243, 0.013936622068285942, 0.014591723680496216, 0.01524682529270649, 0.015901926904916763, 0.016557026654481888, 0.01721212826669216, 0.017867229878902435, 0.01852232962846756, 0.019177431240677834, 0.019832532852888107, 0.02048763446509838, 0.021142736077308655, 0.02179783582687378, 0.022452937439084053, 0.023108039051294327, 0.02376313880085945, 0.024418240413069725, 0.02507334202528]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 6.0, 2.0, 5.0, 8.0, 7.0, 10.0, 12.0, 10.0, 21.0, 24.0, 38.0, 37.0, 45.0, 52.0, 70.0, 79.0, 88.0, 121.0, 152.0, 204.0, 255.0, 271.0, 435.0, 576.0, 2442.0, 762.0, 691.0, 473.0, 318.0, 188.0, 154.0, 95.0, 62.0, 47.0, 55.0, 24.0, 27.0, 19.0, 9.0, 10.0, 7.0, 7.0, 1.0, 3.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.12213430553674698, -0.11866356432437897, -0.11519282311201096, -0.11172208189964294, -0.10825134068727493, -0.10478059947490692, -0.10130985826253891, -0.0978391170501709, -0.09436837583780289, -0.09089763462543488, -0.08742689341306686, -0.08395615220069885, -0.08048541098833084, -0.07701466977596283, -0.07354392856359482, -0.0700731873512268, -0.0666024461388588, -0.06313170492649078, -0.05966096371412277, -0.05619022250175476, -0.05271948128938675, -0.04924874007701874, -0.045777998864650726, -0.042307257652282715, -0.0388365164399147, -0.03536577522754669, -0.03189503401517868, -0.02842429280281067, -0.024953551590442657, -0.021482810378074646, -0.018012069165706635, -0.014541327953338623, -0.011070586740970612, -0.0075998455286026, -0.004129104316234589, -0.0006583631038665771, 0.0028123781085014343, 0.006283119320869446, 0.009753860533237457, 0.013224601745605469, 0.01669534295797348, 0.02016608417034149, 0.023636825382709503, 0.027107566595077515, 0.030578307807445526, 0.03404904901981354, 0.03751979023218155, 0.04099053144454956, 0.04446127265691757, 0.047932013869285583, 0.051402755081653595, 0.054873496294021606, 0.05834423750638962, 0.06181497871875763, 0.06528571993112564, 0.06875646114349365, 0.07222720235586166, 0.07569794356822968, 0.07916868478059769, 0.0826394259929657, 0.08611016720533371, 0.08958090841770172, 0.09305164963006973, 0.09652239084243774, 0.09999313205480576]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 1.0, 4.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 2.0, 1.0, 6.0, 1.0, 0.0, 1.0, 6.0, 0.0, 4.0, 0.0, 2.0, 3.0, 8.0, 5.0, 1.0, 4.0, 32.0, 1.0, 5.0, 3.0, 1.0, 1.0, 1.0, 0.0, 3.0, 1.0, 2.0, 0.0, 1.0, 2.0, 2.0, 2.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.006693662144243717, -0.006446721497923136, -0.006199780851602554, -0.00595284067094326, -0.005705900024622679, -0.005458959378302097, -0.005212019197642803, -0.004965078551322222, -0.00471813790500164, -0.004471197258681059, -0.0042242566123604774, -0.003977316431701183, -0.003730375785380602, -0.0034834351390600204, -0.0032364947255700827, -0.002989554312080145, -0.0027426136657595634, -0.002495673019438982, -0.0022487326059490442, -0.0020017921924591064, -0.001754851546138525, -0.0015079110162332654, -0.0012609704863280058, -0.0010140299564227462, -0.0007670894265174866, -0.000520148896612227, -0.00027320836670696735, -2.6267836801707745e-05, 0.00022067269310355186, 0.0004676132230088115, 0.0007145537529140711, 0.0009614942828193307, 0.0012084348127245903, 0.00145537534262985, 0.0017023158725351095, 0.0019492564024403691, 0.0021961969323456287, 0.00244313757866621, 0.002690077992156148, 0.0029370184056460857, 0.003183959051966667, 0.0034308996982872486, 0.0036778401117771864, 0.003924780525267124, 0.004171721171587706, 0.004418661817908287, 0.004665601998567581, 0.004912542644888163, 0.005159483291208744, 0.0054064239375293255, 0.005653364583849907, 0.005900304764509201, 0.0061472454108297825, 0.006394186057150364, 0.006641126237809658, 0.0068880668841302395, 0.007135007530450821, 0.007381948176771402, 0.007628888823091984, 0.007875829003751278, 0.008122770115733147, 0.00836971029639244, 0.008616650477051735, 0.008863591589033604, 0.009110531769692898]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [7.0, 8.0, 7.0, 14.0, 23.0, 27.0, 48.0, 80.0, 102.0, 162.0, 276.0, 362.0, 520.0, 706.0, 1087.0, 1583.0, 2204.0, 2897.0, 4128.0, 5676.0, 7822.0, 10588.0, 15007.0, 21079.0, 29958.0, 42990.0, 60566.0, 83481.0, 111504.0, 458139.0, 90483.0, 64974.0, 45818.0, 32415.0, 23314.0, 16705.0, 12069.0, 8760.0, 6590.0, 4857.0, 3627.0, 2686.0, 1851.0, 1399.0, 971.0, 660.0, 471.0, 299.0, 229.0, 138.0, 111.0, 47.0, 46.0, 22.0, 22.0, 10.0, 10.0, 7.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.009374436922371387, -0.009054964408278465, -0.008735492825508118, -0.00841602124273777, -0.008096548728644848, -0.007777076680213213, -0.007457604631781578, -0.007138132583349943, -0.006818660534918308, -0.006499188486486673, -0.0061797164380550385, -0.0058602443896234035, -0.005540772341191769, -0.005221300292760134, -0.004901828244328499, -0.004582356195896864, -0.004262884147465229, -0.003943412099033594, -0.0036239400506019592, -0.0033044680021703243, -0.0029849959537386894, -0.0026655239053070545, -0.0023460518568754196, -0.0020265798084437847, -0.0017071077600121498, -0.001387635711580515, -0.00106816366314888, -0.0007486916147172451, -0.0004292195662856102, -0.0001097475178539753, 0.0002097245305776596, 0.0005291965790092945, 0.0008486686274409294, 0.0011681406758725643, 0.0014876127243041992, 0.0018070847727358341, 0.002126556821167469, 0.002446028869599104, 0.002765500918030739, 0.0030849729664623737, 0.0034044450148940086, 0.0037239170633256435, 0.0040433891117572784, 0.004362861160188913, 0.004682333208620548, 0.005001805257052183, 0.005321277305483818, 0.005640749353915453, 0.005960221402347088, 0.006279693450778723, 0.006599165499210358, 0.006918637547641993, 0.0072381095960736275, 0.007557581644505262, 0.007877053692936897, 0.008196525275707245, 0.008515997789800167, 0.00883547030389309, 0.009154941886663437, 0.009474413469433784, 0.009793885983526707, 0.010113358497619629, 0.010432830080389977, 0.010752301663160324, 0.011071774177253246]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 2.0, 2.0, 3.0, 0.0, 3.0, 0.0, 2.0, 1.0, 10.0, 2.0, 1.0, 1.0, 3.0, 0.0, 2.0, 3.0, 0.0, 0.0, 2.0], "bins": [-0.023306982591748238, -0.022867416962981224, -0.02242785319685936, -0.021988287568092346, -0.021548721939325333, -0.02110915817320347, -0.020669592544436455, -0.02023002877831459, -0.019790463149547577, -0.019350897520780563, -0.0189113337546587, -0.018471768125891685, -0.018032202497124672, -0.017592638731002808, -0.017153073102235794, -0.01671350747346878, -0.016273943707346916, -0.015834378078579903, -0.015394813381135464, -0.014955248683691025, -0.014515683054924011, -0.014076118357479572, -0.013636553660035133, -0.013196988962590694, -0.012757423333823681, -0.012317858636379242, -0.011878293938934803, -0.01143872831016779, -0.01099916361272335, -0.010559598915278912, -0.010120034217834473, -0.009680468589067459, -0.00924090389162302, -0.008801339194178581, -0.008361773565411568, -0.007922208867967129, -0.00748264417052269, -0.007043079007416964, -0.006603514309972525, -0.006163949146866798, -0.0057243844494223595, -0.005284819286316633, -0.004845254123210907, -0.004405689425766468, -0.003966124262660742, -0.0035265593323856592, -0.0030869944021105766, -0.002647429471835494, -0.0022078645415604115, -0.0017682996112853289, -0.0013287346810102463, -0.0008891696343198419, -0.0004496047040447593, -1.0039744665846229e-05, 0.0004295252147130668, 0.0008690902031958103, 0.001308655133470893, 0.0017482200637459755, 0.002187784994021058, 0.0026273499242961407, 0.003066915087401867, 0.0035064800176769495, 0.003946044947952032, 0.004385609645396471, 0.004825174808502197]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [5.0, 2.0, 5.0, 8.0, 11.0, 8.0, 21.0, 27.0, 19.0, 21.0, 24.0, 33.0, 42.0, 51.0, 55.0, 59.0, 69.0, 68.0, 101.0, 112.0, 129.0, 150.0, 150.0, 196.0, 191.0, 208.0, 220.0, 233.0, 240.0, 262.0, 228.0, 265.0, 258.0, 279.0, 313.0, 308.0, 305.0, 359.0, 439.0, 585.0, 721.0, 1315.0, 6729.0, 908.0, 771.0, 539.0, 242.0, 216.0, 193.0, 196.0, 174.0, 130.0, 123.0, 62.0, 33.0, 11.0, 3.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.025455603376030922, -0.024850545451045036, -0.0242454893887043, -0.023640431463718414, -0.023035375401377678, -0.022430317476391792, -0.021825261414051056, -0.02122020348906517, -0.020615145564079285, -0.02001008950173855, -0.019405031576752663, -0.018799975514411926, -0.01819491758942604, -0.017589861527085304, -0.01698480360209942, -0.016379747539758682, -0.015774689614772797, -0.015169632621109486, -0.014564575627446175, -0.013959518633782864, -0.013354461640119553, -0.012749403715133667, -0.012144346721470356, -0.011539289727807045, -0.010934232734143734, -0.010329175740480423, -0.009724118746817112, -0.009119061753153801, -0.008514003828167915, -0.007908946834504604, -0.007303889840841293, -0.006698832847177982, -0.006093775853514671, -0.00548871885985136, -0.004883661866188049, -0.004278604406863451, -0.00367354741320014, -0.003068490419536829, -0.0024634331930428743, -0.0018583760829642415, -0.0012533189728856087, -0.0006482618628069758, -4.320475272834301e-05, 0.0005618523573502898, 0.0011669094674289227, 0.0017719665775075555, 0.0023770236875861883, 0.002982080914080143, 0.003587137907743454, 0.004192194901406765, 0.004797251895070076, 0.005402309354394674, 0.006007366348057985, 0.006612423341721296, 0.007217480801045895, 0.007822537794709206, 0.008427594788372517, 0.009032651782035828, 0.009637708775699139, 0.01024276576936245, 0.010847823694348335, 0.011452880688011646, 0.012057937681674957, 0.012662994675338268, 0.01326805166900158]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 2.0, 5.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08534042537212372, -0.08353643864393234, -0.08173245191574097, -0.07992846518754959, -0.07812447845935822, -0.07632049173116684, -0.07451650500297546, -0.07271251082420349, -0.07090852409601212, -0.06910453736782074, -0.06730055063962936, -0.06549656391143799, -0.06369257718324661, -0.06188859045505524, -0.06008460372686386, -0.058280616998672485, -0.05647663027048111, -0.054672639816999435, -0.05286865308880806, -0.051064666360616684, -0.04926067963242531, -0.04745669290423393, -0.04565270617604256, -0.04384871572256088, -0.04204472899436951, -0.04024074226617813, -0.038436755537986755, -0.03663276880979538, -0.034828782081604004, -0.03302479162812233, -0.031220806762576103, -0.029416818171739578, -0.027612831443548203, -0.025808844715356827, -0.024004856124520302, -0.022200869396328926, -0.02039688266813755, -0.018592894077301025, -0.01678890734910965, -0.014984920620918274, -0.013180932961404324, -0.011376945301890373, -0.009572958573698997, -0.007768970914185047, -0.005964983720332384, -0.004160996526479721, -0.0023570090997964144, -0.0005530217895284295, 0.0012509655207395554, 0.0030549527145922184, 0.0048589399084448814, 0.006662927567958832, 0.008466914296150208, 0.010270901955664158, 0.012074889615178108, 0.013878876343369484, 0.01568286493420601, 0.017486851662397385, 0.01929083839058876, 0.021094825118780136, 0.02289881370961666, 0.024702800437808037, 0.026506787165999413, 0.028310775756835938, 0.030114762485027313]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 2.0, 0.0, 3.0, 3.0, 2.0, 6.0, 2.0, 7.0, 2.0, 5.0, 7.0, 5.0, 2.0, 8.0, 7.0, 3.0, 9.0, 4.0, 5.0, 1.0, 4.0, 2.0, 3.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 0.0, 5.0, 4.0, 1.0, 6.0, 4.0, 2.0, 7.0, 8.0, 95.0, 13.0, 5.0, 2.0, 7.0, 5.0, 4.0, 3.0], "bins": [-0.09722649306058884, -0.09550739824771881, -0.09378829598426819, -0.09206920117139816, -0.09035009890794754, -0.08863100409507751, -0.08691190183162689, -0.08519280701875687, -0.08347370475530624, -0.08175460994243622, -0.0800355076789856, -0.07831641286611557, -0.07659731060266495, -0.07487821578979492, -0.0731591135263443, -0.07144001871347427, -0.06972091645002365, -0.06800182163715363, -0.066282719373703, -0.06456362456083298, -0.06284452229738235, -0.06112542748451233, -0.059406328946352005, -0.05768723040819168, -0.05596813187003136, -0.05424903333187103, -0.05252993479371071, -0.050810836255550385, -0.04909173771739006, -0.047372639179229736, -0.04565354064106941, -0.04393444210290909, -0.042215343564748764, -0.04049624502658844, -0.038777146488428116, -0.03705804795026779, -0.03533894941210747, -0.033619850873947144, -0.03190075233578682, -0.030181653797626495, -0.02846255525946617, -0.026743458583950996, -0.025024360045790672, -0.023305261507630348, -0.021586162969470024, -0.0198670644313097, -0.018147965893149376, -0.016428867354989052, -0.014709768816828728, -0.012990670278668404, -0.01127157174050808, -0.009552473202347755, -0.007833374664187431, -0.0061142765916883945, -0.004395178519189358, -0.0026760799810290337, -0.0009569814428687096, 0.0007621169788762927, 0.002481215400621295, 0.004200313705950975, 0.0059194122441112995, 0.007638510782271624, 0.00935760885477066, 0.011076707392930984, 0.012795805931091309]}, "_runtime": 6.047673463821411, "_timestamp": 1596211532.7708907, "_step": 1}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 3.0, 3.0, 2.0, 2.0, 1.0, 2.0, 2.0, 2.0, 5.0, 4.0, 3.0, 1.0, 2.0, 0.0, 2.0, 2.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.019283484667539597, -0.018655098974704742, -0.01802671328186989, -0.017398325726389885, -0.01676994003355503, -0.016141554340720177, -0.015513167716562748, -0.014884782023727894, -0.014256395399570465, -0.013628009706735611, -0.012999624013900757, -0.012371237389743328, -0.011742851696908474, -0.011114465072751045, -0.010486079379916191, -0.009857692755758762, -0.009229307062923908, -0.008600921370089054, -0.007972534745931625, -0.007344148587435484, -0.0067157624289393425, -0.006087376736104488, -0.005458990577608347, -0.0048306044191122055, -0.004202218260616064, -0.0035738321021199226, -0.002945445943623781, -0.0023170600179582834, -0.001688673859462142, -0.0010602877009660006, -0.00043190165888518095, 0.00019648444140329957, 0.0008248705416917801, 0.0014532567001879215, 0.002081642858684063, 0.0027100287843495607, 0.003338414942845702, 0.0039668008685112, 0.004595187027007341, 0.005223573185503483, 0.005851959343999624, 0.006480345502495766, 0.007108731660991907, 0.0077371178194880486, 0.008365503512322903, 0.008993890136480331, 0.009622275829315186, 0.010250662453472614, 0.010879048146307468, 0.011507433839142323, 0.012135820463299751, 0.012764206156134605, 0.013392592780292034, 0.014020978473126888, 0.014649365097284317, 0.015277750790119171, 0.015906136482954025, 0.01653452217578888, 0.017162909731268883, 0.017791295424103737, 0.01841968111693859, 0.019048066809773445, 0.01967645436525345, 0.020304840058088303, 0.020933225750923157]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 5.0, 2.0, 3.0, 5.0, 4.0, 4.0, 5.0, 6.0, 9.0, 5.0, 12.0, 11.0, 17.0, 13.0, 18.0, 14.0, 20.0, 39.0, 43.0, 40.0, 50.0, 55.0, 80.0, 89.0, 105.0, 138.0, 175.0, 257.0, 255.0, 352.0, 408.0, 2128.0, 819.0, 775.0, 579.0, 421.0, 266.0, 186.0, 131.0, 101.0, 72.0, 46.0, 46.0, 23.0, 22.0, 16.0, 15.0, 11.0, 6.0, 3.0, 8.0, 3.0, 6.0, 3.0, 2.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.12165214121341705, -0.11792593449354172, -0.11419972777366638, -0.11047352105379105, -0.10674731433391571, -0.10302110761404037, -0.09929490089416504, -0.0955686941742897, -0.09184248745441437, -0.08811628818511963, -0.0843900814652443, -0.08066387474536896, -0.07693766802549362, -0.07321146130561829, -0.06948525458574295, -0.06575904786586761, -0.06203284114599228, -0.05830663442611694, -0.05458042770624161, -0.05085422098636627, -0.047128014266490936, -0.0434018112719059, -0.03967560455203056, -0.03594939783215523, -0.03222319111227989, -0.028496984392404556, -0.02477077767252922, -0.021044572815299034, -0.0173183660954237, -0.013592159375548363, -0.009865953586995602, -0.006139747332781553, -0.002413541078567505, 0.0013126651756465435, 0.005038871429860592, 0.008765077218413353, 0.012491283938288689, 0.016217490658164024, 0.01994369551539421, 0.023669902235269547, 0.027396108955144882, 0.031122315675020218, 0.034848522394895554, 0.03857472911477089, 0.042300932109355927, 0.04602713882923126, 0.0497533455491066, 0.053479552268981934, 0.05720575898885727, 0.060931965708732605, 0.06465817242860794, 0.06838437914848328, 0.07211058586835861, 0.07583679258823395, 0.07956299930810928, 0.08328920602798462, 0.08701540529727936, 0.0907416120171547, 0.09446781873703003, 0.09819402545690536, 0.1019202321767807, 0.10564643889665604, 0.10937264561653137, 0.11309885233640671, 0.11682505905628204]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 1.0, 1.0, 4.0, 4.0, 6.0, 2.0, 0.0, 1.0, 4.0, 2.0, 5.0, 5.0, 2.0, 2.0, 2.0, 2.0, 30.0, 4.0, 3.0, 3.0, 2.0, 0.0, 3.0, 0.0, 3.0, 3.0, 2.0, 3.0, 3.0, 1.0, 3.0, 1.0, 0.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.006885838229209185, -0.006630882620811462, -0.006375926546752453, -0.006120970938354731, -0.005866015329957008, -0.005611059721559286, -0.005356104113161564, -0.005101148039102554, -0.004846192430704832, -0.00459123682230711, -0.0043362807482481, -0.004081325139850378, -0.003826369531452656, -0.0035714139230549335, -0.0033164580818265676, -0.0030615022405982018, -0.0028065466322004795, -0.0025515910238027573, -0.0022966351825743914, -0.0020416793413460255, -0.0017867237329483032, -0.0015317680081352592, -0.001276812283322215, -0.001021856558509171, -0.0007669008336961269, -0.0005119451088830829, -0.0002569893840700388, -2.0336592569947243e-06, 0.00025292206555604935, 0.0005078777903690934, 0.0007628335151821375, 0.0010177892399951816, 0.0012727449648082256, 0.0015277006896212697, 0.0017826564144343138, 0.0020376122556626797, 0.002292567864060402, 0.002547523472458124, 0.00280247931368649, 0.003057435154914856, 0.003312390763312578, 0.0035673463717103004, 0.0038223022129386663, 0.004077258054167032, 0.0043322136625647545, 0.004587169270962477, 0.004842124879360199, 0.0050970809534192085, 0.005352036561816931, 0.005606992170214653, 0.005861948244273663, 0.006116903852671385, 0.006371859461069107, 0.006626815069466829, 0.0068817706778645515, 0.007136726751923561, 0.007391682360321283, 0.007646637968719006, 0.007901594042778015, 0.00815654918551445, 0.00841150525957346, 0.00866646133363247, 0.008921416476368904, 0.009176372550427914, 0.009431328624486923]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 4.0, 5.0, 12.0, 23.0, 22.0, 33.0, 57.0, 95.0, 153.0, 232.0, 337.0, 565.0, 865.0, 1323.0, 1877.0, 2773.0, 4110.0, 5839.0, 7892.0, 11131.0, 15595.0, 21476.0, 30456.0, 44392.0, 65061.0, 91173.0, 115523.0, 437441.0, 90987.0, 65509.0, 46041.0, 32284.0, 23034.0, 16945.0, 12299.0, 9235.0, 6765.0, 4931.0, 3642.0, 2694.0, 2036.0, 1417.0, 1010.0, 750.0, 484.0, 351.0, 270.0, 161.0, 118.0, 69.0, 51.0, 36.0, 15.0, 15.0, 12.0, 9.0, 9.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.01228970568627119, -0.011868004687130451, -0.011446302756667137, -0.011024601757526398, -0.010602900758385658, -0.010181198827922344, -0.009759497828781605, -0.00933779589831829, -0.008916094899177551, -0.008494393900036812, -0.008072691969573498, -0.007650990970432758, -0.007229289505630732, -0.006807588040828705, -0.006385887041687965, -0.005964185576885939, -0.005542484112083912, -0.005120782647281885, -0.004699081182479858, -0.004277380183339119, -0.003855678718537092, -0.0034339772537350655, -0.0030122760217636824, -0.0025905747897922993, -0.0021688733249902725, -0.0017471719766035676, -0.0013254706282168627, -0.0009037692798301578, -0.00048206793144345284, -6.036658305674791e-05, 0.000361334765329957, 0.0007830361137166619, 0.0012047374621033669, 0.0016264388104900718, 0.0020481401588767767, 0.00246984139084816, 0.0028915428556501865, 0.0033132443204522133, 0.0037349455524235964, 0.0041566467843949795, 0.004578348249197006, 0.005000049713999033, 0.00542175117880106, 0.005843452177941799, 0.006265153642743826, 0.006686855107545853, 0.007108556106686592, 0.007530257571488619, 0.007951959036290646, 0.008373660035431385, 0.008795361965894699, 0.009217062965035439, 0.009638763964176178, 0.010060465894639492, 0.010482166893780231, 0.010903868824243546, 0.011325569823384285, 0.011747270822525024, 0.012168972752988338, 0.012590673752129078, 0.013012375682592392, 0.013434076681733131, 0.01385577768087387, 0.014277479611337185, 0.014699180610477924]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 3.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 6.0, 4.0, 0.0, 2.0, 0.0, 2.0, 3.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.0107327401638031, -0.010434150695800781, -0.010135561227798462, -0.009836971759796143, -0.009538382291793823, -0.009239792823791504, -0.008941203355789185, -0.008642613887786865, -0.008344024419784546, -0.008045434951782227, -0.007746845483779907, -0.007448256015777588, -0.0071496665477752686, -0.006851077079772949, -0.00655248761177063, -0.0062538981437683105, -0.005955308675765991, -0.005656719207763672, -0.0053581297397613525, -0.005059540271759033, -0.004760950803756714, -0.0044623613357543945, -0.004163771867752075, -0.003865182399749756, -0.0035665929317474365, -0.003268003463745117, -0.002969413995742798, -0.0026708245277404785, -0.002372235059738159, -0.00207364559173584, -0.0017750561237335205, -0.0014764666557312012, -0.0011778771877288818, -0.0008792877197265625, -0.0005806982517242432, -0.00028210878372192383, 1.6480684280395508e-05, 0.00031507015228271484, 0.0006136596202850342, 0.0009122490882873535, 0.0012108385562896729, 0.0015094280242919922, 0.0018080174922943115, 0.002106606960296631, 0.00240519642829895, 0.0027037858963012695, 0.003002375364303589, 0.003300964832305908, 0.0035995543003082275, 0.003898143768310547, 0.004196733236312866, 0.0044953227043151855, 0.004793912172317505, 0.005092501640319824, 0.0053910911083221436, 0.005689680576324463, 0.005988270044326782, 0.0062868595123291016, 0.006585448980331421, 0.00688403844833374, 0.00718262791633606, 0.007481217384338379, 0.007779806852340698, 0.008078396320343018, 0.008376985788345337]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 3.0, 6.0, 10.0, 8.0, 13.0, 9.0, 14.0, 19.0, 24.0, 38.0, 43.0, 47.0, 37.0, 64.0, 73.0, 82.0, 111.0, 111.0, 129.0, 151.0, 188.0, 211.0, 212.0, 207.0, 257.0, 235.0, 274.0, 248.0, 257.0, 269.0, 277.0, 325.0, 403.0, 440.0, 551.0, 671.0, 1057.0, 6702.0, 1173.0, 783.0, 567.0, 440.0, 355.0, 313.0, 259.0, 227.0, 192.0, 120.0, 96.0, 53.0, 28.0, 17.0, 16.0, 3.0, 5.0, 0.0, 3.0], "bins": [-0.014251877553761005, -0.013929612003266811, -0.013607347384095192, -0.013285081833600998, -0.012962817214429379, -0.012640551663935184, -0.01231828611344099, -0.011996021494269371, -0.011673755943775177, -0.011351491324603558, -0.011029225774109364, -0.01070696022361517, -0.01038469560444355, -0.010062430053949356, -0.009740165434777737, -0.009417899884283543, -0.009095635265111923, -0.00877336971461773, -0.008451104164123535, -0.008128839544951916, -0.007806573994457722, -0.007484308909624815, -0.007162043824791908, -0.0068397787399590015, -0.006517513655126095, -0.006195248104631901, -0.005872983019798994, -0.005550717934966087, -0.005228452850133181, -0.004906187765300274, -0.00458392221480608, -0.004261657129973173, -0.003939392045140266, -0.0036171269603073597, -0.0032948616426438093, -0.0029725965578109026, -0.0026503312401473522, -0.0023280661553144455, -0.0020058010704815388, -0.0016835358692333102, -0.0013612706679850817, -0.0010390054667368531, -0.0007167403236962855, -0.0003944751515518874, -7.22099794074893e-05, 0.0002500551927369088, 0.0005723203648813069, 0.0008945855079218745, 0.001216850709170103, 0.0015391159104183316, 0.0018613811116665602, 0.002183646196499467, 0.0025059115141630173, 0.002828176598995924, 0.0031504416838288307, 0.003472707001492381, 0.003794972086325288, 0.004117237403988838, 0.004439502488821745, 0.004761767573654652, 0.005084032658487558, 0.005406297743320465, 0.005728563293814659, 0.006050828378647566, 0.0063730934634804726]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 5.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0540570467710495, -0.05294996500015259, -0.051842883229255676, -0.05073580518364906, -0.04962872341275215, -0.04852164164185524, -0.04741455987095833, -0.04630747810006142, -0.0452004000544548, -0.04409331828355789, -0.04298623651266098, -0.04187915474176407, -0.04077207297086716, -0.039664991199970245, -0.03855791315436363, -0.03745083138346672, -0.03634374961256981, -0.0352366678416729, -0.034129586070775986, -0.03302250802516937, -0.03191542625427246, -0.03080834448337555, -0.029701262712478638, -0.028594182804226875, -0.027487101033329964, -0.026380019262433052, -0.02527293935418129, -0.024165857583284378, -0.023058775812387466, -0.021951695904135704, -0.020844614133238792, -0.01973753422498703, -0.01863045245409012, -0.017523370683193207, -0.016416290774941444, -0.015309209004044533, -0.014202128164470196, -0.013095047324895859, -0.011987965553998947, -0.01088088471442461, -0.009773803874850273, -0.008666723035275936, -0.007559641730040312, -0.0064525604248046875, -0.0053454795852303505, -0.0042383987456560135, -0.003131317440420389, -0.0020242363680154085, -0.0009171552956104279, 0.0001899257767945528, 0.0012970068491995335, 0.002404087921604514, 0.0035111689940094948, 0.004618249833583832, 0.005725331138819456, 0.00683241244405508, 0.007939493283629417, 0.009046574123203754, 0.010153654962778091, 0.011260736733675003, 0.01236781757324934, 0.013474898412823677, 0.014581980183720589, 0.01568906009197235, 0.016796141862869263]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 4.0, 8.0, 5.0, 5.0, 11.0, 5.0, 4.0, 4.0, 5.0, 8.0, 5.0, 6.0, 3.0, 0.0, 2.0, 5.0, 2.0, 6.0, 1.0, 2.0, 3.0, 2.0, 3.0, 1.0, 1.0, 3.0, 1.0, 5.0, 2.0, 4.0, 0.0, 6.0, 5.0, 1.0, 3.0, 2.0, 11.0, 10.0, 68.0, 15.0, 5.0, 8.0, 8.0, 4.0, 3.0, 2.0, 2.0, 4.0, 3.0, 0.0, 1.0, 2.0], "bins": [-0.055222395807504654, -0.054132863879203796, -0.05304333567619324, -0.05195380747318268, -0.05086427554488182, -0.04977474361658096, -0.048685215413570404, -0.047595687210559845, -0.04650615528225899, -0.04541662335395813, -0.04432709515094757, -0.04323756694793701, -0.042148035019636154, -0.0410585030913353, -0.03996897488832474, -0.03887944668531418, -0.03778991475701332, -0.03670038282871246, -0.035610854625701904, -0.034521326422691345, -0.03343179449439049, -0.03234226256608963, -0.03125273436307907, -0.030163204297423363, -0.029073674231767654, -0.027984144166111946, -0.026894614100456238, -0.02580508403480053, -0.02471555396914482, -0.023626023903489113, -0.022536493837833405, -0.021446963772177696, -0.020357433706521988, -0.01926790364086628, -0.01817837357521057, -0.017088843509554863, -0.015999313443899155, -0.014909783378243446, -0.013820253312587738, -0.01273072324693203, -0.011641193181276321, -0.010551663115620613, -0.009462133049964905, -0.008372602984309196, -0.007283072918653488, -0.00619354285299778, -0.0051040127873420715, -0.004014482721686363, -0.002924952656030655, -0.0018354225903749466, -0.0007458925247192383, 0.00034363754093647003, 0.0014331676065921783, 0.0025226976722478867, 0.003612227737903595, 0.004701757803559303, 0.005791287869215012, 0.00688081793487072, 0.007970348000526428, 0.009059878066182137, 0.010149408131837845, 0.011238938197493553, 0.012328468263149261, 0.01341799832880497, 0.014507528394460678]}, "_runtime": 6.813783884048462, "_timestamp": 1596211533.5370011, "_step": 2}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 3.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 3.0, 2.0, 1.0, 1.0, 1.0, 2.0, 2.0, 3.0, 3.0, 4.0, 1.0, 2.0, 0.0, 2.0, 4.0, 3.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.014639093540608883, -0.014187284745275974, -0.013735475018620491, -0.013283666223287582, -0.012831857427954674, -0.01238004770129919, -0.011928238905966282, -0.011476430110633373, -0.01102462038397789, -0.010572811588644981, -0.010121002793312073, -0.009669193997979164, -0.009217384271323681, -0.008765575475990772, -0.008313766680657864, -0.00786195695400238, -0.007410148158669472, -0.006958338897675276, -0.006506530102342367, -0.006054720841348171, -0.005602912046015263, -0.005151102785021067, -0.004699293524026871, -0.004247484728693962, -0.003795675467699766, -0.003343866439536214, -0.0028920574113726616, -0.0024402481503784657, -0.0019884391222149134, -0.001536630094051361, -0.001084820949472487, -0.0006330118631012738, -0.00018120277673006058, 0.0002706063096411526, 0.0007224153960123658, 0.00117422454059124, 0.0016260335687547922, 0.0020778425969183445, 0.0025296518579125404, 0.0029814608860760927, 0.003433269914239645, 0.0038850789424031973, 0.00433688797056675, 0.0047886972315609455, 0.0052405064925551414, 0.00569231528788805, 0.006144124548882246, 0.006595933344215155, 0.007047742605209351, 0.0074995518662035465, 0.007951361127197742, 0.008403169922530651, 0.00885497871786356, 0.009306788444519043, 0.009758597239851952, 0.01021040603518486, 0.010662214830517769, 0.011114024557173252, 0.01156583335250616, 0.01201764214783907, 0.012469451874494553, 0.012921260669827461, 0.01337306946516037, 0.013824879191815853, 0.014276687987148762]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 3.0, 1.0, 3.0, 8.0, 7.0, 4.0, 6.0, 6.0, 8.0, 16.0, 15.0, 33.0, 35.0, 34.0, 50.0, 63.0, 52.0, 74.0, 96.0, 113.0, 148.0, 241.0, 297.0, 412.0, 540.0, 2256.0, 1158.0, 869.0, 483.0, 291.0, 183.0, 122.0, 85.0, 68.0, 47.0, 34.0, 20.0, 13.0, 4.0, 12.0, 5.0, 3.0, 4.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.17753706872463226, -0.1729150265455246, -0.16829298436641693, -0.16367094218730927, -0.1590489000082016, -0.15442685782909393, -0.14980481564998627, -0.1451827734708786, -0.14056073129177094, -0.13593868911266327, -0.1313166469335556, -0.12669460475444794, -0.12207256257534027, -0.1174505203962326, -0.11282847821712494, -0.10820643603801727, -0.1035843938589096, -0.09896235167980194, -0.09434030950069427, -0.08971826732158661, -0.08509622514247894, -0.08047418296337128, -0.07585214078426361, -0.07123009860515594, -0.06660805642604828, -0.06198601424694061, -0.05736397206783295, -0.05274192988872528, -0.048119887709617615, -0.04349784553050995, -0.03887580335140228, -0.03425376117229462, -0.02963171899318695, -0.025009676814079285, -0.02038763463497162, -0.015765592455863953, -0.011143550276756287, -0.006521508097648621, -0.0018994659185409546, 0.0027225762605667114, 0.0073446184396743774, 0.011966660618782043, 0.01658870279788971, 0.021210744976997375, 0.02583278715610504, 0.030454829335212708, 0.035076871514320374, 0.03969891369342804, 0.044320955872535706, 0.04894299805164337, 0.05356504023075104, 0.058187082409858704, 0.06280912458896637, 0.06743116676807404, 0.0720532089471817, 0.07667525112628937, 0.08129729330539703, 0.0859193354845047, 0.09054137766361237, 0.09516341984272003, 0.0997854620218277, 0.10440750420093536, 0.10902954638004303, 0.1136515885591507, 0.11827363073825836]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 3.0, 0.0, 1.0, 4.0, 6.0, 4.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 4.0, 1.0, 1.0, 3.0, 1.0, 1.0, 3.0, 2.0, 25.0, 3.0, 4.0, 4.0, 2.0, 5.0, 4.0, 2.0, 1.0, 0.0, 1.0, 2.0, 3.0, 4.0, 2.0, 3.0, 3.0, 2.0, 0.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.006019851192831993, -0.0058272965252399445, -0.005634741857647896, -0.005442187190055847, -0.0052496325224637985, -0.005057077389210463, -0.004864522721618414, -0.004671968054026365, -0.004479413386434317, -0.004286858718842268, -0.004094304051250219, -0.003901749150827527, -0.0037091944832354784, -0.0035166398156434298, -0.0033240849152207375, -0.003131530247628689, -0.00293897558003664, -0.0027464209124445915, -0.002553866244852543, -0.0023613113444298506, -0.002168756676837802, -0.0019762020092457533, -0.0017836472252383828, -0.0015910924412310123, -0.0013985377736389637, -0.001205983106046915, -0.0010134283220395446, -0.000820873596239835, -0.0006283188704401255, -0.0004357641446404159, -0.00024320941884070635, -5.065469304099679e-05, 0.00014190003275871277, 0.0003344547585584223, 0.0005270094843581319, 0.0007195642101578414, 0.000912118935957551, 0.0011046736035495996, 0.0012972283875569701, 0.0014897831715643406, 0.0016823378391563892, 0.0018748925067484379, 0.0020674471743404865, 0.002260002074763179, 0.0024525567423552275, 0.002645111409947276, 0.0028376663103699684, 0.003030220977962017, 0.0032227756455540657, 0.0034153303131461143, 0.003607884980738163, 0.0038004398811608553, 0.00399299431592226, 0.004185549449175596, 0.004378104116767645, 0.0045706587843596935, 0.004763213451951742, 0.004955768119543791, 0.0051483227871358395, 0.005340877454727888, 0.005533432587981224, 0.005725987255573273, 0.005918541923165321, 0.00611109659075737, 0.006303651258349419]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 0.0, 4.0, 8.0, 17.0, 29.0, 57.0, 86.0, 151.0, 217.0, 291.0, 448.0, 766.0, 1129.0, 1593.0, 2191.0, 2975.0, 4023.0, 5358.0, 6822.0, 8947.0, 11586.0, 14460.0, 18594.0, 24566.0, 32687.0, 44281.0, 58401.0, 74718.0, 93029.0, 414181.0, 88789.0, 70201.0, 52085.0, 37884.0, 27593.0, 20728.0, 15517.0, 11560.0, 8845.0, 6857.0, 5110.0, 3801.0, 2659.0, 1898.0, 1409.0, 920.0, 677.0, 459.0, 329.0, 238.0, 147.0, 108.0, 68.0, 54.0, 39.0, 24.0, 12.0, 7.0, 4.0, 2.0, 3.0, 2.0, 1.0], "bins": [-0.011472102254629135, -0.011092961765825748, -0.010713820345699787, -0.0103346798568964, -0.00995553843677044, -0.009576397947967052, -0.009197256527841091, -0.008818116039037704, -0.008438974618911743, -0.008059834130108356, -0.0076806931756436825, -0.0073015522211790085, -0.006922411732375622, -0.006543270777910948, -0.006164129823446274, -0.0057849888689816, -0.005405847914516926, -0.005026706960052252, -0.004647566005587578, -0.004268425051122904, -0.0038892843294888735, -0.0035101433750241995, -0.003131002653390169, -0.002751861698925495, -0.002372720744460821, -0.001993579789996147, -0.001614438951946795, -0.0012352981138974428, -0.0008561571594327688, -0.00047701626317575574, -9.787536691874266e-05, 0.0002812655293382704, 0.0006604064255952835, 0.0010395473800599575, 0.0014186882181093097, 0.0017978290561586618, 0.002176970010623336, 0.00255611096508801, 0.00293525168672204, 0.003314392641186714, 0.003693533595651388, 0.004072674550116062, 0.004451815504580736, 0.00483095645904541, 0.005210096947848797, 0.005589237902313471, 0.005968378856778145, 0.006347519811242819, 0.006726660765707493, 0.007105801720172167, 0.007484942674636841, 0.007864083163440228, 0.008243224583566189, 0.008622365072369576, 0.009001506492495537, 0.009380646981298923, 0.00975978747010231, 0.010138928890228271, 0.010518069379031658, 0.01089721079915762, 0.011276351287961006, 0.011655492708086967, 0.012034633196890354, 0.012413774617016315, 0.012792915105819702]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 0.0, 0.0, 1.0, 2.0, 1.0, 4.0, 0.0, 2.0, 3.0, 1.0, 1.0, 9.0, 1.0, 1.0, 4.0, 4.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02088937722146511, -0.020447498187422752, -0.020005617290735245, -0.019563738256692886, -0.01912185736000538, -0.01867997832596302, -0.018238097429275513, -0.017796218395233154, -0.017354339361190796, -0.01691245846450329, -0.01647057943046093, -0.016028698533773422, -0.015586819499731064, -0.01514493953436613, -0.014703059569001198, -0.014261179603636265, -0.013819299638271332, -0.013377419672906399, -0.012935539707541466, -0.012493659742176533, -0.0120517797768116, -0.011609900742769241, -0.011168020777404308, -0.010726140812039375, -0.010284260846674442, -0.00984238088130951, -0.009400500915944576, -0.008958620950579643, -0.008516741916537285, -0.008074861951172352, -0.007632981985807419, -0.007191102020442486, -0.006749222055077553, -0.00630734208971262, -0.005865462124347687, -0.005423582624644041, -0.004981702659279108, -0.004539822693914175, -0.004097943194210529, -0.0036560632288455963, -0.0032141832634806633, -0.0027723032981157303, -0.002330423565581441, -0.0018885437166318297, -0.0014466638676822186, -0.0010047840187326074, -0.0005629041697829962, -0.00012102432083338499, 0.0003208555281162262, 0.0007627353770658374, 0.0012046152260154486, 0.0016464950749650598, 0.002088374923914671, 0.002530254889279604, 0.0029721346218138933, 0.0034140143543481827, 0.0038558943197131157, 0.004297774285078049, 0.004739654250442982, 0.005181533750146627, 0.0056234137155115604, 0.0060652936808764935, 0.006507173180580139, 0.006949053145945072, 0.007390933111310005]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [6.0, 1.0, 1.0, 2.0, 5.0, 11.0, 6.0, 8.0, 10.0, 12.0, 6.0, 14.0, 14.0, 13.0, 24.0, 35.0, 36.0, 52.0, 49.0, 36.0, 45.0, 56.0, 61.0, 71.0, 71.0, 86.0, 97.0, 115.0, 116.0, 108.0, 148.0, 167.0, 222.0, 196.0, 218.0, 240.0, 274.0, 291.0, 312.0, 328.0, 381.0, 426.0, 447.0, 539.0, 628.0, 721.0, 879.0, 1560.0, 6431.0, 838.0, 515.0, 387.0, 273.0, 163.0, 147.0, 150.0, 116.0, 104.0, 56.0, 43.0, 38.0, 10.0, 12.0, 5.0], "bins": [-0.01062955055385828, -0.010408367961645126, -0.010187185369431973, -0.009966002777218819, -0.009744820185005665, -0.009523638524115086, -0.009302455931901932, -0.009081273339688778, -0.008860090747475624, -0.00863890815526247, -0.008417725563049316, -0.008196542970836163, -0.007975360378623009, -0.007754178252071142, -0.007532995659857988, -0.0073118130676448345, -0.007090630941092968, -0.006869448348879814, -0.00664826575666666, -0.0064270831644535065, -0.006205900572240353, -0.005984718445688486, -0.005763535853475332, -0.005542353261262178, -0.005321170669049025, -0.005099988076835871, -0.004878805950284004, -0.00465762335807085, -0.0044364407658576965, -0.004215258173644543, -0.003994076047092676, -0.0037728934548795223, -0.0035517108626663685, -0.0033305282704532146, -0.0031093459110707045, -0.0028881633188575506, -0.0026669809594750404, -0.0024457983672618866, -0.0022246160078793764, -0.0020034334156662226, -0.0017822509398683906, -0.0015610684640705585, -0.0013398859882727265, -0.0011187035124748945, -0.0008975209784694016, -0.0006763385026715696, -0.0004551559977699071, -0.00023397350742015988, -1.2791017070412636e-05, 0.0002083914732793346, 0.00042957396362908185, 0.0006507564685307443, 0.0008719389443285763, 0.0010931214783340693, 0.0013143039541319013, 0.0015354864299297333, 0.0017566689057275653, 0.0019778513815253973, 0.002199033973738551, 0.0024202163331210613, 0.002641398925334215, 0.0028625812847167253, 0.003083763876929879, 0.0033049462363123894, 0.003526128828525543]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 5.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.045950621366500854, -0.0450734868645668, -0.04419634863734245, -0.0433192141354084, -0.04244207590818405, -0.04156494140625, -0.04068780317902565, -0.0398106686770916, -0.03893353417515755, -0.0380563959479332, -0.037179261445999146, -0.036302123218774796, -0.035424988716840744, -0.03454785421490669, -0.03367071598768234, -0.03279358148574829, -0.03191644325852394, -0.03103930875658989, -0.03016217239201069, -0.029285036027431488, -0.028407899662852287, -0.027530763298273087, -0.026653626933693886, -0.025776492431759834, -0.024899356067180634, -0.024022219702601433, -0.023145083338022232, -0.02226794697344303, -0.02139081060886383, -0.02051367610692978, -0.01963653974235058, -0.018759403377771378, -0.017882267013192177, -0.017005130648612976, -0.016127994284033775, -0.01525085885077715, -0.014373722486197948, -0.013496587052941322, -0.012619450688362122, -0.01174231432378292, -0.01086517795920372, -0.009988042525947094, -0.009110906161367893, -0.008233769796788692, -0.007356634363532066, -0.006479497998952866, -0.005602362100034952, -0.004725225735455751, -0.003848089836537838, -0.002970953704789281, -0.002093817573040724, -0.0012166816741228104, -0.0003395455423742533, 0.0005375905311666429, 0.001414726604707539, 0.0022918626200407743, 0.0031689987517893314, 0.004046134650707245, 0.004923271015286446, 0.005800406914204359, 0.0066775428131222725, 0.007554679177701473, 0.008431815542280674, 0.0093089509755373, 0.0101860873401165]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 4.0, 2.0, 2.0, 5.0, 3.0, 5.0, 5.0, 3.0, 4.0, 3.0, 4.0, 6.0, 5.0, 7.0, 4.0, 6.0, 5.0, 4.0, 5.0, 2.0, 4.0, 1.0, 1.0, 4.0, 4.0, 5.0, 4.0, 0.0, 4.0, 3.0, 5.0, 3.0, 3.0, 2.0, 3.0, 2.0, 2.0, 2.0, 4.0, 4.0, 9.0, 15.0, 64.0, 19.0, 9.0, 6.0, 4.0, 2.0, 2.0, 3.0, 3.0], "bins": [-0.03255518898367882, -0.03197218477725983, -0.031389184296131134, -0.030806180089712143, -0.0302231777459383, -0.02964017540216446, -0.029057171195745468, -0.028474168851971626, -0.027891166508197784, -0.027308164164423943, -0.0267251618206501, -0.02614215761423111, -0.025559155270457268, -0.024976152926683426, -0.024393148720264435, -0.023810146376490593, -0.02322714403271675, -0.02264414168894291, -0.022061139345169067, -0.021478135138750076, -0.020895132794976234, -0.020312130451202393, -0.0197291262447834, -0.01914612390100956, -0.018563121557235718, -0.017980119213461876, -0.017397116869688034, -0.016814112663269043, -0.0162311103194952, -0.01564810797572136, -0.015065104700624943, -0.014482101425528526, -0.013899099081754684, -0.013316096737980843, -0.012733093462884426, -0.01215009018778801, -0.011567087844014168, -0.010984085500240326, -0.01040108222514391, -0.009818078950047493, -0.009235076606273651, -0.00865207426249981, -0.008069070987403393, -0.007486068177968264, -0.0069030653685331345, -0.006320062559098005, -0.005737059749662876, -0.005154056940227747, -0.004571054130792618, -0.003988051321357489, -0.0034050485119223595, -0.0028220457024872303, -0.002239042893052101, -0.001656040083616972, -0.0010730372741818428, -0.0004900344647467136, 9.296834468841553e-05, 0.0006759711541235447, 0.0012589739635586739, 0.001841976772993803, 0.002424979582428932, 0.0030079823918640614, 0.0035909852012991905, 0.00417398801073432, 0.004756990820169449]}, "_runtime": 7.592968940734863, "_timestamp": 1596211534.3161862, "_step": 3}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 6.0, 2.0, 1.0, 2.0, 0.0, 3.0, 2.0, 2.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 3.0, 1.0, 2.0, 0.0, 1.0, 4.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.017255209386348724, -0.01679743453860283, -0.016339659690856934, -0.015881884843111038, -0.015424109995365143, -0.014966334216296673, -0.014508559368550777, -0.014050784520804882, -0.013593009673058987, -0.013135234825313091, -0.012677459977567196, -0.0122196851298213, -0.01176190935075283, -0.011304134503006935, -0.01084635965526104, -0.010388584807515144, -0.009930809959769249, -0.009473035112023354, -0.009015260264277458, -0.008557485416531563, -0.008099710568785667, -0.007641935255378485, -0.007184159941971302, -0.006726385094225407, -0.006268610246479511, -0.005810835398733616, -0.0053530605509877205, -0.004895285237580538, -0.004437510389834642, -0.003979735542088747, -0.003521960461512208, -0.003064185380935669, -0.0026064105331897736, -0.002148635685443878, -0.0016908606048673391, -0.001233085640706122, -0.0007753106765449047, -0.0003175357123836875, 0.00014023925177752972, 0.0005980142159387469, 0.0010557891800999641, 0.0015135641442611814, 0.0019713391084223986, 0.0024291141889989376, 0.002886889036744833, 0.0033446638844907284, 0.0038024389650672674, 0.0042602140456438065, 0.004717988893389702, 0.005175763741135597, 0.005633538588881493, 0.006091313902288675, 0.006549088750034571, 0.007006863597780466, 0.007464638911187649, 0.007922413758933544, 0.00838018860667944, 0.008837963454425335, 0.00929573830217123, 0.009753513149917126, 0.010211288928985596, 0.010669063776731491, 0.011126838624477386, 0.011584613472223282, 0.012042388319969177]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 1.0, 5.0, 4.0, 3.0, 8.0, 4.0, 8.0, 6.0, 13.0, 20.0, 20.0, 29.0, 44.0, 50.0, 88.0, 74.0, 100.0, 130.0, 145.0, 213.0, 235.0, 325.0, 447.0, 511.0, 2495.0, 991.0, 691.0, 438.0, 275.0, 163.0, 127.0, 83.0, 49.0, 32.0, 27.0, 18.0, 13.0, 10.0, 9.0, 10.0, 4.0, 3.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1598408967256546, -0.15500465035438538, -0.15016840398311615, -0.14533214271068573, -0.1404958963394165, -0.13565964996814728, -0.13082340359687805, -0.12598715722560883, -0.121150903403759, -0.11631465703248978, -0.11147840321063995, -0.10664215683937073, -0.1018059104681015, -0.09696965664625168, -0.09213341027498245, -0.08729715645313263, -0.0824609100818634, -0.07762466371059418, -0.07278840988874435, -0.06795216351747513, -0.0631159096956253, -0.05827966332435608, -0.05344341695308685, -0.04860716685652733, -0.043770916759967804, -0.03893466666340828, -0.034098416566848755, -0.02926217019557953, -0.024425920099020004, -0.01958967000246048, -0.014753421768546104, -0.009917172603309155, -0.005080923438072205, -0.00024467427283525467, 0.004591574892401695, 0.009427824057638645, 0.014264073222875595, 0.01910032331943512, 0.023936571553349495, 0.02877281978726387, 0.033609069883823395, 0.03844531998038292, 0.043281570076942444, 0.04811781644821167, 0.052954066544771194, 0.05779031664133072, 0.06262656301259995, 0.06746281683444977, 0.072299063205719, 0.07713530957698822, 0.08197156339883804, 0.08680780977010727, 0.09164406359195709, 0.09648030996322632, 0.10131655633449554, 0.10615281015634537, 0.1109890565276146, 0.11582530289888382, 0.12066155672073364, 0.12549780309200287, 0.1303340494632721, 0.13517029583454132, 0.14000655710697174, 0.14484280347824097, 0.1496790498495102]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 5.0, 1.0, 1.0, 5.0, 1.0, 5.0, 1.0, 1.0, 7.0, 1.0, 1.0, 3.0, 2.0, 1.0, 4.0, 2.0, 1.0, 1.0, 27.0, 2.0, 8.0, 3.0, 0.0, 1.0, 4.0, 2.0, 4.0, 2.0, 1.0, 1.0, 4.0, 3.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 2.0, 5.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.004315443802624941, -0.004144568927586079, -0.003973694052547216, -0.003802819177508354, -0.003631944302469492, -0.0034610696602612734, -0.003290194785222411, -0.003119319910183549, -0.0029484450351446867, -0.0027775701601058245, -0.0026066952850669622, -0.0024358204100281, -0.0022649457678198814, -0.002094070892781019, -0.001923196017742157, -0.0017523211427032948, -0.0015814462676644325, -0.0014105713926255703, -0.001239696517586708, -0.0010688217589631677, -0.0008979468839243054, -0.0007270720088854432, -0.0005561971920542419, -0.0003853223461192101, -0.00021444750018417835, -4.357265424914658e-05, 0.0001273021916858852, 0.00029817703762091696, 0.00046905188355594873, 0.000639926758594811, 0.0008108015754260123, 0.0009816763922572136, 0.0011525512672960758, 0.001323426142334938, 0.0014943010173738003, 0.0016651757759973407, 0.001836050651036203, 0.0020069254096597433, 0.0021778002846986055, 0.0023486751597374678, 0.00251955003477633, 0.0026904249098151922, 0.0028612997848540545, 0.0030321746598929167, 0.0032030493021011353, 0.0033739241771399975, 0.0035447990521788597, 0.003715673927217722, 0.003886548802256584, 0.004057423677295446, 0.004228298552334309, 0.004399173427373171, 0.004570048302412033, 0.004740923177450895, 0.0049117980524897575, 0.00508267292752862, 0.005253547802567482, 0.005424422211945057, 0.005595297086983919, 0.005766171962022781, 0.005937046837061644, 0.006107921712100506, 0.006278796587139368, 0.00644967146217823, 0.0066205463372170925]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 1.0, 2.0, 6.0, 11.0, 24.0, 28.0, 45.0, 77.0, 129.0, 205.0, 329.0, 511.0, 806.0, 1142.0, 1780.0, 2633.0, 3819.0, 5515.0, 7332.0, 10307.0, 13748.0, 18799.0, 25835.0, 36577.0, 52945.0, 75629.0, 101735.0, 429080.0, 101946.0, 77782.0, 56429.0, 40836.0, 29338.0, 21234.0, 15678.0, 11794.0, 9161.0, 7033.0, 5383.0, 3975.0, 3000.0, 2113.0, 1538.0, 1135.0, 764.0, 528.0, 321.0, 215.0, 139.0, 107.0, 57.0, 30.0, 21.0, 12.0, 11.0, 5.0, 3.0, 3.0, 3.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011988598853349686, -0.011569704860448837, -0.011150811798870564, -0.010731917805969715, -0.010313024744391441, -0.009894130751490593, -0.00947523768991232, -0.00905634369701147, -0.008637450635433197, -0.008218556642532349, -0.0077996631152927876, -0.0073807695880532265, -0.006961875595152378, -0.006542982067912817, -0.006124088540673256, -0.005705195013433695, -0.005286301486194134, -0.004867407958954573, -0.004448514431715012, -0.0040296209044754505, -0.0036107271444052458, -0.0031918336171656847, -0.00277293985709548, -0.002354046329855919, -0.0019351528026163578, -0.0015162592753767967, -0.0010973656317219138, -0.0006784720462746918, -0.0002595784608274698, 0.00015931512461975217, 0.0005782087100669742, 0.000997102353721857, 0.0014159958809614182, 0.0018348894082009792, 0.0022537829354405403, 0.002672676695510745, 0.003091570222750306, 0.003510463749989867, 0.003929357510060072, 0.004348251037299633, 0.004767144564539194, 0.005186038091778755, 0.005604931619018316, 0.006023825146257877, 0.006442719139158726, 0.006861612666398287, 0.007280506193637848, 0.007699399720877409, 0.00811829324811697, 0.008537187241017818, 0.008956080302596092, 0.00937497429549694, 0.009793867357075214, 0.010212761349976063, 0.010631654411554337, 0.011050548404455185, 0.011469442397356033, 0.011888335458934307, 0.012307229451835155, 0.01272612251341343, 0.013145016506314278, 0.013563909567892551, 0.0139828035607934, 0.014401696622371674, 0.014820590615272522]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 2.0, 0.0, 1.0, 1.0, 9.0, 2.0, 1.0, 0.0, 3.0, 1.0, 1.0, 2.0, 1.0, 2.0, 0.0, 2.0, 4.0, 2.0, 0.0, 1.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00614182511344552, -0.005967312026768923, -0.0057927994057536125, -0.005618286319077015, -0.005443773232400417, -0.005269260611385107, -0.0050947475247085094, -0.004920234903693199, -0.0047457218170166016, -0.004571208730340004, -0.004396696109324694, -0.004222183022648096, -0.004047670401632786, -0.003873157314956188, -0.0036986442282795906, -0.0035241313744336367, -0.0033496185205876827, -0.0031751056667417288, -0.003000592812895775, -0.0028260797262191772, -0.0026515668723732233, -0.0024770540185272694, -0.0023025409318506718, -0.002128028078004718, -0.001953515224158764, -0.00177900237031281, -0.0016044894000515342, -0.0014299764297902584, -0.0012554635759443045, -0.0010809507220983505, -0.0009064377518370748, -0.0007319248397834599, -0.000557411927729845, -0.0003828990156762302, -0.00020838610362261534, -3.387319156900048e-05, 0.00014063972048461437, 0.0003151526325382292, 0.0004896655445918441, 0.0006641784566454589, 0.0008386913686990738, 0.0010132042225450277, 0.0011877171928063035, 0.0013622301630675793, 0.0015367430169135332, 0.0017112558707594872, 0.001885768841020763, 0.0020602818112820387, 0.0022347946651279926, 0.0024093075189739466, 0.0025838203728199005, 0.002758333459496498, 0.002932846313342452, 0.003107359167188406, 0.0032818722538650036, 0.0034563851077109575, 0.0036308979615569115, 0.0038054108154028654, 0.003979923669248819, 0.004154436755925417, 0.004328949376940727, 0.004503462463617325, 0.004677975550293922, 0.004852488171309233, 0.00502700125798583]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 3.0, 1.0, 2.0, 1.0, 5.0, 4.0, 5.0, 7.0, 10.0, 15.0, 10.0, 18.0, 20.0, 23.0, 37.0, 26.0, 47.0, 61.0, 63.0, 93.0, 94.0, 114.0, 148.0, 200.0, 229.0, 270.0, 298.0, 378.0, 403.0, 431.0, 520.0, 667.0, 792.0, 1091.0, 6657.0, 2235.0, 1057.0, 686.0, 587.0, 450.0, 268.0, 167.0, 77.0, 52.0, 27.0, 16.0, 16.0, 6.0, 8.0, 12.0, 6.0, 5.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 3.0], "bins": [-0.00823365431278944, -0.008015410043299198, -0.007797165308147669, -0.007578921038657427, -0.007360676769167185, -0.0071424320340156555, -0.0069241877645254135, -0.0067059434950351715, -0.0064876992255449295, -0.0062694544903934, -0.006051210220903158, -0.005832965951412916, -0.005614721216261387, -0.005396476946771145, -0.005178232677280903, -0.0049599879421293736, -0.0047417436726391315, -0.0045234994031488895, -0.00430525466799736, -0.004087010398507118, -0.0038687661290168762, -0.0036505216266959906, -0.003432277124375105, -0.003214032854884863, -0.0029957883525639772, -0.0027775438502430916, -0.0025592995807528496, -0.002341055078431964, -0.0021228105761110783, -0.0019045663066208363, -0.0016863218042999506, -0.0014680774183943868, -0.001249833032488823, -0.001031588646583259, -0.0008133442024700344, -0.0005950997583568096, -0.0003768553724512458, -0.0001586109574418515, 5.963345756754279e-05, 0.0002778778725769371, 0.0004961222875863314, 0.0007143666734918952, 0.0009326111176051199, 0.0011508555617183447, 0.0013690999476239085, 0.0015873443335294724, 0.001805588835850358, 0.0020238331053406, 0.0022420776076614857, 0.0024603221099823713, 0.0026785663794726133, 0.002896810881793499, 0.003115055151283741, 0.0033332996536046267, 0.0035515441559255123, 0.0037697884254157543, 0.003988033160567284, 0.004206277430057526, 0.004424521699547768, 0.00464276596903801, 0.004861010704189539, 0.005079254973679781, 0.005297499243170023, 0.005515743978321552, 0.005733988247811794]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 5.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.03064381331205368, -0.0300856065005064, -0.029527397826313972, -0.028969191014766693, -0.028410984203219414, -0.027852775529026985, -0.027294568717479706, -0.026736361905932426, -0.026178155094385147, -0.02561994642019272, -0.02506173960864544, -0.02450353279709816, -0.02394532412290573, -0.023387117311358452, -0.022828910499811172, -0.022270701825618744, -0.021712495014071465, -0.021154288202524185, -0.020596079528331757, -0.020037872716784477, -0.019479665905237198, -0.01892145723104477, -0.01836325041949749, -0.01780504360795021, -0.017246834933757782, -0.016688628122210503, -0.016130421310663223, -0.01557221356779337, -0.015014005824923515, -0.014455799013376236, -0.013897591270506382, -0.013339384458959103, -0.012781176716089249, -0.012222968973219395, -0.011664762161672115, -0.011106554418802261, -0.010548347607254982, -0.009990139864385128, -0.009431932121515274, -0.008873725309967995, -0.00831551756709814, -0.007757310289889574, -0.007199103012681007, -0.006640895269811153, -0.006082687992602587, -0.00552448071539402, -0.004966272972524166, -0.0044080656953155994, -0.0038498584181070328, -0.003291651140898466, -0.002733443630859256, -0.0021752361208200455, -0.0016170288436114788, -0.0010588214499875903, -0.0005006140563637018, 5.759333726018667e-05, 0.0006158007308840752, 0.0011740081245079637, 0.0017322155181318521, 0.0022904230281710625, 0.002848630305379629, 0.003406837582588196, 0.00396504532545805, 0.0045232526026666164, 0.005081459879875183]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 3.0, 3.0, 2.0, 1.0, 1.0, 2.0, 1.0, 5.0, 13.0, 2.0, 4.0, 3.0, 1.0, 5.0, 3.0, 1.0, 3.0, 7.0, 6.0, 2.0, 4.0, 2.0, 2.0, 2.0, 5.0, 3.0, 2.0, 1.0, 1.0, 0.0, 7.0, 7.0, 4.0, 9.0, 3.0, 5.0, 6.0, 5.0, 3.0, 1.0, 3.0, 6.0, 6.0, 3.0, 9.0, 18.0, 58.0, 9.0, 10.0, 7.0, 6.0, 5.0, 1.0, 1.0, 2.0], "bins": [-0.025957873091101646, -0.02548953704535961, -0.025021199136972427, -0.024552863091230392, -0.02408452518284321, -0.023616189137101173, -0.02314785122871399, -0.022679515182971954, -0.02221117727458477, -0.021742841228842735, -0.02127450332045555, -0.020806167274713516, -0.02033783122897148, -0.019869493320584297, -0.019401157274842262, -0.018932819366455078, -0.018464483320713043, -0.01799614541232586, -0.017527809366583824, -0.01705947145819664, -0.016591135412454605, -0.01612279750406742, -0.015654461458325386, -0.015186124481260777, -0.014717787504196167, -0.014249450527131557, -0.013781113550066948, -0.013312777504324913, -0.012844440527260303, -0.012376103550195694, -0.011907766573131084, -0.011439429596066475, -0.010971092619001865, -0.010502755641937256, -0.010034418664872646, -0.009566081687808037, -0.009097744710743427, -0.008629407733678818, -0.008161071687936783, -0.007692734245210886, -0.007224397733807564, -0.006756060756742954, -0.006287723779678345, -0.005819386802613735, -0.005351049825549126, -0.004882712848484516, -0.004414376337081194, -0.003946039360016584, -0.003477702382951975, -0.0030093654058873653, -0.0025410286616533995, -0.00207269168458879, -0.0016043548239395022, -0.0011360179632902145, -0.0006676810444332659, -0.00019934415468014777, 0.0002689927350729704, 0.0007373295957222581, 0.0012056664563715458, 0.0016740034334361553, 0.002142340410500765, 0.0026106771547347307, 0.0030790141317993402, 0.003547350876033306, 0.004015687853097916]}, "_runtime": 8.36051630973816, "_timestamp": 1596211535.0837336, "_step": 4}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 2.0, 1.0, 1.0, 4.0, 3.0, 2.0, 2.0, 4.0, 2.0, 5.0, 3.0, 3.0, 6.0, 3.0, 1.0, 0.0, 0.0, 4.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02773198112845421, -0.02702082134783268, -0.02630966156721115, -0.025598501786589622, -0.024887342005968094, -0.024176182225346565, -0.023465020582079887, -0.02275386080145836, -0.02204270102083683, -0.0213315412402153, -0.020620381459593773, -0.019909221678972244, -0.019198061898350716, -0.018486902117729187, -0.01777574233710766, -0.01706458255648613, -0.016353420913219452, -0.015642261132597923, -0.01493110228329897, -0.014219941571354866, -0.013508781790733337, -0.012797622010111809, -0.01208646222949028, -0.011375302448868752, -0.010664142668247223, -0.00995298195630312, -0.009241822175681591, -0.008530662395060062, -0.007819502614438534, -0.007108342368155718, -0.006397182587534189, -0.005686022341251373, -0.004974862560629845, -0.004263702780008316, -0.0035525425337255, -0.0028413827531039715, -0.002130222739651799, -0.001419062726199627, -0.0007079028291627765, 3.2571260817348957e-06, 0.0007144170813262463, 0.0014255770947784185, 0.002136737108230591, 0.0028478968888521194, 0.0035590569023042917, 0.004270216915756464, 0.004981376696377993, 0.0056925369426608086, 0.006403696723282337, 0.007114856503903866, 0.007826016284525394, 0.008537176996469498, 0.009248336777091026, 0.009959496557712555, 0.010670656338334084, 0.011381816118955612, 0.01209297589957714, 0.012804136611521244, 0.013515296392142773, 0.014226456172764301, 0.01493761595338583, 0.015648776665329933, 0.016359936445951462, 0.01707109622657299, 0.01778225600719452]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 4.0, 0.0, 2.0, 3.0, 2.0, 6.0, 1.0, 3.0, 7.0, 12.0, 6.0, 20.0, 26.0, 41.0, 47.0, 75.0, 81.0, 137.0, 180.0, 312.0, 442.0, 613.0, 2556.0, 1646.0, 772.0, 395.0, 219.0, 115.0, 73.0, 35.0, 26.0, 17.0, 16.0, 10.0, 9.0, 4.0, 7.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.27360209822654724, -0.26668864488601685, -0.25977519154548645, -0.25286173820495605, -0.24594828486442566, -0.23903483152389526, -0.23212136328220367, -0.22520790994167328, -0.21829445660114288, -0.2113810032606125, -0.2044675499200821, -0.1975540965795517, -0.1906406432390213, -0.1837271898984909, -0.1768137365579605, -0.16990028321743011, -0.16298681497573853, -0.15607336163520813, -0.14915990829467773, -0.14224645495414734, -0.13533300161361694, -0.12841954827308655, -0.12150609493255615, -0.11459264159202576, -0.10767918825149536, -0.10076572746038437, -0.09385227411985397, -0.08693882077932358, -0.08002536743879318, -0.07311191409826279, -0.0661984533071518, -0.0592849999666214, -0.052371546626091, -0.04545809328556061, -0.038544636219739914, -0.03163118287920952, -0.024717727676033974, -0.01780427247285843, -0.010890818201005459, -0.003977363463491201, 0.002936091274023056, 0.0098495464771986, 0.016763001680374146, 0.02367645502090454, 0.030589910224080086, 0.03750336542725563, 0.044416818767786026, 0.05133027583360672, 0.058243729174137115, 0.06515718251466751, 0.0720706358551979, 0.0789840966463089, 0.0858975499868393, 0.09281100332736969, 0.09972445666790009, 0.10663791000843048, 0.11355136334896088, 0.12046482414007187, 0.12737827003002167, 0.13429173827171326, 0.14120519161224365, 0.14811864495277405, 0.15503209829330444, 0.16194555163383484, 0.16885900497436523]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 2.0, 4.0, 1.0, 3.0, 3.0, 1.0, 2.0, 3.0, 3.0, 5.0, 2.0, 1.0, 0.0, 1.0, 5.0, 1.0, 3.0, 25.0, 6.0, 3.0, 2.0, 3.0, 7.0, 2.0, 1.0, 2.0, 2.0, 4.0, 1.0, 1.0, 0.0, 5.0, 0.0, 1.0, 4.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.005227839574217796, -0.005055561661720276, -0.004883283283561468, -0.00471100490540266, -0.00453872699290514, -0.0043664490804076195, -0.004194170702248812, -0.004021892324090004, -0.0038496144115924835, -0.0036773362662643194, -0.0035050581209361553, -0.0033327799756079912, -0.003160501830279827, -0.002988223684951663, -0.002815945539623499, -0.002643667394295335, -0.0024713892489671707, -0.0022991111036390066, -0.0021268329583108425, -0.0019545548129826784, -0.0017822766676545143, -0.0016099985223263502, -0.0014377203769981861, -0.001265442231670022, -0.001093164086341858, -0.0009208859410136938, -0.0007486077956855297, -0.0005763296503573656, -0.0004040515050292015, -0.0002317733597010374, -5.9495214372873306e-05, 0.0001127829309552908, 0.0002850610762834549, 0.000457339221611619, 0.0006296173669397831, 0.0008018955122679472, 0.0009741736575961113, 0.0011464518029242754, 0.0013187299482524395, 0.0014910080935806036, 0.0016632862389087677, 0.0018355643842369318, 0.002007842529565096, 0.00218012067489326, 0.002352398820221424, 0.002524676965549588, 0.0026969551108777523, 0.0028692332562059164, 0.0030415114015340805, 0.0032137895468622446, 0.0033860676921904087, 0.003558345837518573, 0.003730623982846737, 0.003902902128174901, 0.004075180273503065, 0.004247458651661873, 0.004419736564159393, 0.004592014476656914, 0.0047642928548157215, 0.004936571232974529, 0.00510884914547205, 0.00528112705796957, 0.005453405436128378, 0.005625683814287186, 0.005797961726784706]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 3.0, 5.0, 7.0, 12.0, 24.0, 43.0, 83.0, 134.0, 241.0, 400.0, 588.0, 912.0, 1311.0, 1764.0, 2505.0, 3411.0, 4538.0, 5923.0, 7780.0, 10016.0, 12836.0, 16963.0, 22520.0, 30789.0, 44365.0, 64339.0, 90868.0, 433119.0, 119506.0, 87552.0, 59726.0, 41131.0, 28716.0, 21376.0, 16016.0, 12235.0, 9281.0, 7148.0, 5530.0, 4203.0, 3191.0, 2392.0, 1791.0, 1281.0, 890.0, 675.0, 479.0, 347.0, 251.0, 140.0, 118.0, 68.0, 52.0, 20.0, 12.0, 8.0, 7.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.01345165353268385, -0.0129875298589468, -0.012523405253887177, -0.012059281580150127, -0.011595157906413078, -0.011131033301353455, -0.010666909627616405, -0.010202785022556782, -0.009738661348819733, -0.009274537675082684, -0.00881041307002306, -0.00834628939628601, -0.007882164791226387, -0.007418041117489338, -0.006953917443752289, -0.006489793304353952, -0.006025669164955616, -0.00556154502555728, -0.005097420886158943, -0.004633297212421894, -0.004169173073023558, -0.0037050489336252213, -0.0032409250270575285, -0.0027768011204898357, -0.0023126769810914993, -0.0018485529581084847, -0.0013844289351254702, -0.0009203049121424556, -0.000456180889159441, 7.94313382357359e-06, 0.0004720671568065882, 0.0009361911797896028, 0.0014003152027726173, 0.001864439225755632, 0.0023285632487386465, 0.0027926871553063393, 0.0032568112947046757, 0.003720935434103012, 0.004185059107840061, 0.004649183247238398, 0.005113307386636734, 0.00557743152603507, 0.006041555665433407, 0.006505679339170456, 0.006969803478568792, 0.007433927617967129, 0.007898051291704178, 0.008362175896763802, 0.00882629957050085, 0.0092904232442379, 0.009754547849297523, 0.010218671523034573, 0.010682795196771622, 0.011146919801831245, 0.011611043475568295, 0.012075168080627918, 0.012539291754364967, 0.013003415428102016, 0.01346754003316164, 0.01393166370689869, 0.014395788311958313, 0.014859911985695362, 0.015324035659432411, 0.015788160264492035, 0.01625228300690651]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 2.0, 3.0, 1.0, 2.0, 4.0, 1.0, 1.0, 1.0, 2.0, 3.0, 1.0, 1.0, 2.0, 2.0, 6.0, 2.0, 0.0, 2.0, 8.0, 3.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00884164497256279, -0.008426603861153126, -0.008011562749743462, -0.0075965216383337975, -0.007181480526924133, -0.006766439415514469, -0.006351398304104805, -0.005936357192695141, -0.005521316081285477, -0.0051062754355371, -0.004691234324127436, -0.0042761932127177715, -0.0038611521013081074, -0.0034461109898984432, -0.003031069878488779, -0.002616028767079115, -0.0022009876556694508, -0.0017859465442597866, -0.0013709054328501225, -0.0009558644378557801, -0.000540823326446116, -0.00012578224414028227, 0.0002892588381655514, 0.0007042998913675547, 0.0011193410027772188, 0.001534382114186883, 0.0019494232255965471, 0.0023644643370062113, 0.0027795052155852318, 0.003194546326994896, 0.00360958743840456, 0.004024628549814224, 0.004439669661223888, 0.0048547107726335526, 0.005269751884043217, 0.005684792995452881, 0.006099834106862545, 0.006514875218272209, 0.006929916329681873, 0.0073449574410915375, 0.007759998552501202, 0.008175039663910866, 0.00859008077532053, 0.009005121886730194, 0.009420162998139858, 0.009835204109549522, 0.010250245220959187, 0.01066528633236885, 0.01108032651245594, 0.011495367623865604, 0.011910408735275269, 0.012325449846684933, 0.012740490958094597, 0.013155532069504261, 0.013570573180913925, 0.01398561429232359, 0.014400655403733253, 0.014815696515142918, 0.015230737626552582, 0.01564577966928482, 0.01606081984937191, 0.01647586189210415, 0.01689090207219124, 0.017305944114923477, 0.017720984295010567]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 1.0, 2.0, 1.0, 4.0, 10.0, 21.0, 19.0, 22.0, 35.0, 56.0, 77.0, 87.0, 114.0, 158.0, 178.0, 204.0, 285.0, 335.0, 398.0, 439.0, 529.0, 667.0, 930.0, 1044.0, 1672.0, 7062.0, 1525.0, 682.0, 494.0, 364.0, 268.0, 197.0, 123.0, 84.0, 69.0, 46.0, 47.0, 30.0, 27.0, 27.0, 20.0, 16.0, 10.0, 7.0, 2.0, 2.0, 4.0, 0.0, 3.0, 5.0, 9.0, 2.0, 5.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 3.0, 2.0, 1.0], "bins": [-0.007354639004915953, -0.007077875081449747, -0.006801111623644829, -0.006524347700178623, -0.006247583776712418, -0.005970820318907499, -0.005694056395441294, -0.005417292937636375, -0.00514052901417017, -0.004863765090703964, -0.004587001632899046, -0.00431023770943284, -0.004033474251627922, -0.0037567103281617165, -0.003479946404695511, -0.003203182714059949, -0.002926419023424387, -0.002649655332788825, -0.002372891642153263, -0.0020961277186870575, -0.0018193640280514956, -0.0015426003374159336, -0.0012658365303650498, -0.000989072723314166, -0.0007123090326786041, -0.00043554528383538127, -0.0001587815349921584, 0.00011798221385106444, 0.0003947459626942873, 0.0006715097115375102, 0.000948273460380733, 0.0012250372674316168, 0.0015018009580671787, 0.0017785646487027407, 0.0020553283393383026, 0.002332092262804508, 0.00260885595344007, 0.002885619644075632, 0.0031623835675418377, 0.0034391472581773996, 0.0037159109488129616, 0.003992674872279167, 0.0042694383300840855, 0.004546202253550291, 0.004822965711355209, 0.005099729634821415, 0.0053764935582876205, 0.005653257016092539, 0.005930020939558744, 0.00620678486302495, 0.006483548320829868, 0.006760312244296074, 0.0070370761677622795, 0.007313839625567198, 0.007590603549033403, 0.007867367006838322, 0.008144130930304527, 0.008420894853770733, 0.008697658777236938, 0.00897442176938057, 0.009251185692846775, 0.00952794961631298, 0.009804713539779186, 0.010081477463245392, 0.010358240455389023]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 5.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.040210455656051636, -0.03936605900526047, -0.0385216660797596, -0.03767726942896843, -0.03683287277817726, -0.03598847612738609, -0.03514408320188522, -0.034299686551094055, -0.03345528990030289, -0.03261089697480202, -0.03176650032401085, -0.03092210367321968, -0.030077708885073662, -0.029233312234282494, -0.028388917446136475, -0.027544520795345306, -0.026700126007199287, -0.02585573121905327, -0.0250113345682621, -0.02416693978011608, -0.023322543129324913, -0.022478148341178894, -0.021633751690387726, -0.020789356902241707, -0.019944962114095688, -0.01910056546330452, -0.0182561706751585, -0.017411774024367332, -0.016567379236221313, -0.015722982585430145, -0.014878587797284126, -0.014034192077815533, -0.013189796358346939, -0.012345400638878345, -0.011501004919409752, -0.010656609199941158, -0.009812213480472565, -0.008967818692326546, -0.008123422972857952, -0.0072790272533893585, -0.006434631533920765, -0.005590235814452171, -0.004745840094983578, -0.0039014448411762714, -0.003057049121707678, -0.0022126534022390842, -0.0013682579156011343, -0.0005238623125478625, 0.00032053329050540924, 0.001164928893558681, 0.0020093244966119528, 0.0028537199832499027, 0.0036981157027184963, 0.00454251142218709, 0.005386906675994396, 0.00623130239546299, 0.007075698114931583, 0.007920093834400177, 0.00876448955386877, 0.009608885273337364, 0.010453280061483383, 0.011297675780951977, 0.01214207150042057, 0.012986467219889164, 0.013830862939357758]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 3.0, 3.0, 2.0, 6.0, 5.0, 3.0, 2.0, 3.0, 6.0, 6.0, 6.0, 4.0, 4.0, 6.0, 8.0, 3.0, 8.0, 3.0, 5.0, 6.0, 4.0, 7.0, 4.0, 7.0, 4.0, 0.0, 2.0, 3.0, 1.0, 3.0, 3.0, 4.0, 0.0, 5.0, 3.0, 2.0, 1.0, 0.0, 2.0, 7.0, 7.0, 58.0, 9.0, 7.0, 5.0, 8.0, 5.0, 3.0, 7.0, 5.0, 3.0, 4.0, 1.0, 0.0, 1.0, 2.0], "bins": [-0.02262178249657154, -0.02216055989265442, -0.021699337288737297, -0.021238114684820175, -0.020776892080903053, -0.02031567133963108, -0.01985444873571396, -0.019393226131796837, -0.018932003527879715, -0.018470780923962593, -0.01800955832004547, -0.01754833571612835, -0.017087113112211227, -0.016625890508294106, -0.016164669767022133, -0.01570344716310501, -0.015242224559187889, -0.014781001955270767, -0.014319779351353645, -0.013858556747436523, -0.013397334143519402, -0.012936112470924854, -0.012474889867007732, -0.01201366726309061, -0.011552444659173489, -0.011091222055256367, -0.01063000038266182, -0.010168777778744698, -0.009707555174827576, -0.009246332570910454, -0.008785110898315907, -0.008323888294398785, -0.007862665690481663, -0.007401443086564541, -0.006940220948308706, -0.006478998344391584, -0.00601777620613575, -0.005556553602218628, -0.005095331463962793, -0.0046341088600456715, -0.004172886721789837, -0.003711664117872715, -0.0032504417467862368, -0.0027892193756997585, -0.0023279967717826366, -0.0018667745171114802, -0.0014055520296096802, -0.0009443296585232019, -0.0004831072874367237, -2.188488724641502e-05, 0.00043933751294389367, 0.0009005599422380328, 0.001361782313324511, 0.0018230046844109893, 0.0022842271719127893, 0.0027454495429992676, 0.003206671914085746, 0.003667894285172224, 0.004129116889089346, 0.0045903390273451805, 0.005051561631262302, 0.005512783769518137, 0.005974006373435259, 0.0064352285116910934, 0.006896451115608215]}, "_runtime": 9.126421689987183, "_timestamp": 1596211535.849639, "_step": 5}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 3.0, 2.0, 1.0, 3.0, 2.0, 4.0, 2.0, 3.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 3.0, 1.0, 2.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01271410845220089, -0.012301844544708729, -0.011889581568539143, -0.011477317661046982, -0.011065053753554821, -0.010652790777385235, -0.010240526869893074, -0.009828262962400913, -0.009415999054908752, -0.009003736078739166, -0.008591472171247005, -0.008179208263754845, -0.0077669452875852585, -0.007354681380093098, -0.006942417938262224, -0.006530154030770063, -0.00611789058893919, -0.005705627147108316, -0.005293363239616156, -0.004881099797785282, -0.004468835890293121, -0.004056572448462248, -0.0036443090066313744, -0.003232045331969857, -0.00281978165730834, -0.002407517982646823, -0.001995254307985306, -0.0015829908661544323, -0.0011707271914929152, -0.0007584635750390589, -0.0003461999585852027, 6.606365786865354e-05, 0.00047832727432250977, 0.000890590890776366, 0.0013028545072302222, 0.0017151180654764175, 0.0021273817401379347, 0.002539645414799452, 0.0029519088566303253, 0.0033641725312918425, 0.0037764362059533596, 0.004188699647784233, 0.004600963555276394, 0.005013226997107267, 0.005425490438938141, 0.005837754346430302, 0.006250017788261175, 0.006662281695753336, 0.0070745451375842094, 0.007486808579415083, 0.007899072021245956, 0.008311335928738117, 0.008723599836230278, 0.009135862812399864, 0.009548126719892025, 0.009960390627384186, 0.010372653603553772, 0.010784917511045933, 0.011197181418538094, 0.011609445326030254, 0.01202170830219984, 0.012433972209692001, 0.012846236117184162, 0.013258499093353748, 0.013670763000845909]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 1.0, 3.0, 8.0, 5.0, 4.0, 7.0, 15.0, 13.0, 15.0, 21.0, 23.0, 38.0, 43.0, 52.0, 48.0, 87.0, 104.0, 144.0, 176.0, 222.0, 282.0, 279.0, 442.0, 1941.0, 1272.0, 961.0, 580.0, 358.0, 238.0, 140.0, 103.0, 77.0, 50.0, 42.0, 27.0, 19.0, 16.0, 16.0, 10.0, 8.0, 6.0, 8.0, 7.0, 4.0, 2.0, 0.0, 4.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.1490175426006317, -0.1444896161556244, -0.13996168971061707, -0.13543376326560974, -0.13090583682060242, -0.1263779103755951, -0.12184999138116837, -0.11732206493616104, -0.11279414594173431, -0.10826621949672699, -0.10373829305171967, -0.09921036660671234, -0.09468244016170502, -0.09015451371669769, -0.08562659472227097, -0.08109866827726364, -0.07657074183225632, -0.07204281538724899, -0.06751488894224167, -0.06298696994781494, -0.05845904350280762, -0.05393111705780029, -0.04940319061279297, -0.04487526789307594, -0.04034734144806862, -0.035819415003061295, -0.03129149228334427, -0.026763565838336945, -0.02223564125597477, -0.017707716673612595, -0.013179791159927845, -0.008651865646243095, -0.00412394106388092, 0.0004039839841425419, 0.004931909032166004, 0.009459834545850754, 0.013987759128212929, 0.018515683710575104, 0.023043610155582428, 0.027571534737944603, 0.03209945932030678, 0.0366273857653141, 0.04115530848503113, 0.04568323493003845, 0.050211161375045776, 0.0547390840947628, 0.059267010539770126, 0.06379493325948715, 0.06832285970449448, 0.0728507861495018, 0.07737871259450912, 0.08190663158893585, 0.08643455803394318, 0.0909624844789505, 0.09549041092395782, 0.10001833736896515, 0.10454626381397247, 0.1090741828083992, 0.11360210925340652, 0.11813003569841385, 0.12265796214342117, 0.1271858811378479, 0.13171380758285522, 0.13624173402786255, 0.14076966047286987]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 4.0, 0.0, 1.0, 1.0, 3.0, 3.0, 0.0, 6.0, 2.0, 7.0, 2.0, 3.0, 3.0, 1.0, 2.0, 23.0, 2.0, 2.0, 3.0, 3.0, 3.0, 2.0, 0.0, 2.0, 2.0, 3.0, 1.0, 1.0, 3.0, 1.0, 1.0, 3.0, 4.0, 2.0, 2.0, 3.0, 0.0, 1.0, 0.0, 1.0, 2.0], "bins": [-0.0063973101787269115, -0.006230379920452833, -0.0060634491965174675, -0.005896518938243389, -0.0057295882143080235, -0.005562657956033945, -0.005395727232098579, -0.005228796973824501, -0.005061866715550423, -0.004894935991615057, -0.004728005733340979, -0.004561075009405613, -0.004394144751131535, -0.004227214027196169, -0.0040602837689220905, -0.0038933532778173685, -0.0037264227867126465, -0.0035594922956079245, -0.0033925618045032024, -0.0032256313133984804, -0.0030587008222937584, -0.00289177056401968, -0.002724840072914958, -0.002557909581810236, -0.002390979090705514, -0.002224048599600792, -0.00205711810849607, -0.0018901877338066697, -0.0017232572427019477, -0.0015563267515972257, -0.0013893963769078255, -0.0012224658858031034, -0.0010555353946983814, -0.0008886049035936594, -0.0007216744706965983, -0.0005547440377995372, -0.00038781354669481516, -0.0002208830846939236, -5.3952622693032026e-05, 0.00011297783930785954, 0.0002799083013087511, 0.00044683876330964267, 0.0006137692253105342, 0.0007806996582075953, 0.0009476301493123174, 0.0011145606404170394, 0.0012814910151064396, 0.0014484215062111616, 0.0016153519973158836, 0.0017822824884206057, 0.0019492129795253277, 0.0021161434706300497, 0.0022830739617347717, 0.00245000422000885, 0.002616934711113572, 0.002783865202218294, 0.002950795693323016, 0.003117726184427738, 0.00328465667553246, 0.0034515871666371822, 0.0036185174249112606, 0.0037854479160159826, 0.003952378407120705, 0.00411930913105607, 0.004286239389330149]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 3.0, 2.0, 11.0, 13.0, 30.0, 42.0, 54.0, 89.0, 168.0, 208.0, 352.0, 506.0, 644.0, 895.0, 1256.0, 1671.0, 2139.0, 2839.0, 3666.0, 4631.0, 5785.0, 7228.0, 9068.0, 11073.0, 13919.0, 17220.0, 21483.0, 27690.0, 36031.0, 48544.0, 65454.0, 86649.0, 405578.0, 100092.0, 75526.0, 56026.0, 41325.0, 30415.0, 23169.0, 18210.0, 14511.0, 11491.0, 8970.0, 7036.0, 5144.0, 3809.0, 2766.0, 2063.0, 1280.0, 938.0, 687.0, 441.0, 263.0, 215.0, 116.0, 91.0, 49.0, 33.0, 20.0, 6.0, 8.0, 2.0, 2.0], "bins": [-0.014178265817463398, -0.01375948078930378, -0.013340695761144161, -0.012921911664307117, -0.012503126636147499, -0.01208434160798788, -0.011665556579828262, -0.011246771551668644, -0.010827986523509026, -0.010409202426671982, -0.009990417398512363, -0.009571632370352745, -0.009152847342193127, -0.008734062314033508, -0.008315278217196465, -0.007896493189036846, -0.007477708160877228, -0.007058923132717609, -0.006640138570219278, -0.00622135354205966, -0.005802568979561329, -0.0053837839514017105, -0.004964998923242092, -0.004546214360743761, -0.004127429332584143, -0.003708644537255168, -0.0032898597419261932, -0.002871074713766575, -0.0024522899184376, -0.0020335051231086254, -0.0016147202113643289, -0.0011959352996200323, -0.0007771505042910576, -0.00035836565075442195, 6.041920278221369e-05, 0.0004792040563188493, 0.000897988909855485, 0.0013167737051844597, 0.0017355586169287562, 0.002154343528673053, 0.0025731283240020275, 0.0029919131193310022, 0.003410697914659977, 0.0038294829428195953, 0.004248267970979214, 0.004667052533477545, 0.005085837561637163, 0.005504622124135494, 0.005923407152295113, 0.006342192180454731, 0.006760976742953062, 0.0071797617711126804, 0.0075985463336110115, 0.00801733136177063, 0.008436116389930248, 0.008854901418089867, 0.00927368551492691, 0.009692470543086529, 0.010111255571246147, 0.010530040599405766, 0.010948825627565384, 0.011367610655725002, 0.011786394752562046, 0.012205179780721664, 0.012623964808881283]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 4.0, 2.0, 3.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 4.0, 2.0, 3.0, 2.0, 8.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 1.0, 0.0, 2.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008507884107530117, -0.008185703307390213, -0.007863521575927734, -0.007541340310126543, -0.007219159044325352, -0.006896978244185448, -0.006574796978384256, -0.006252615712583065, -0.005930434446781874, -0.005608253180980682, -0.005286071915179491, -0.0049638906493783, -0.004641709849238396, -0.004319528583437204, -0.003997347317636013, -0.0036751660518348217, -0.0033529847860336304, -0.003030803520232439, -0.0027086222544312477, -0.0023864412214607, -0.0020642599556595087, -0.0017420786898583174, -0.0014198975404724479, -0.0010977163910865784, -0.000775535125285387, -0.0004533539176918566, -0.0001311727100983262, 0.0001910084974952042, 0.0005131897050887346, 0.000835370912682265, 0.0011575521202757955, 0.001479733269661665, 0.0018019145354628563, 0.0021240958012640476, 0.002446277067065239, 0.0027684581000357866, 0.003090639365836978, 0.0034128206316381693, 0.003735001664608717, 0.004057182930409908, 0.0043793641962111, 0.004701545462012291, 0.005023726727813482, 0.005345907993614674, 0.005668088793754578, 0.005990270059555769, 0.00631245132535696, 0.006634632591158152, 0.006956813856959343, 0.007278995122760534, 0.007601176388561726, 0.00792335718870163, 0.008245538920164108, 0.008567719720304012, 0.008889901451766491, 0.009212082251906395, 0.009534263983368874, 0.009856444783508778, 0.010178625583648682, 0.01050080731511116, 0.010822988115251064, 0.011145169846713543, 0.011467350646853447, 0.011789532378315926, 0.01211171317845583]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [4.0, 2.0, 2.0, 7.0, 7.0, 7.0, 9.0, 12.0, 21.0, 12.0, 29.0, 42.0, 52.0, 48.0, 87.0, 99.0, 87.0, 138.0, 181.0, 201.0, 225.0, 323.0, 327.0, 421.0, 500.0, 609.0, 800.0, 1089.0, 1368.0, 6658.0, 1932.0, 979.0, 635.0, 334.0, 238.0, 179.0, 194.0, 156.0, 98.0, 80.0, 53.0, 42.0, 26.0, 13.0, 13.0, 13.0, 12.0, 11.0, 6.0, 8.0, 8.0, 6.0, 5.0, 5.0, 5.0, 4.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 3.0], "bins": [-0.007174951955676079, -0.006933879107236862, -0.006692805793136358, -0.006451732479035854, -0.006210659630596638, -0.005969586782157421, -0.005728513468056917, -0.005487440153956413, -0.005246367305517197, -0.00500529445707798, -0.004764221142977476, -0.004523147828876972, -0.004282074980437756, -0.004041002131998539, -0.003799928817898035, -0.0035588557366281748, -0.0033177826553583145, -0.0030767095740884542, -0.002835636492818594, -0.0025945634115487337, -0.0023534903302788734, -0.002112417249009013, -0.001871344167739153, -0.0016302710864692926, -0.0013891980051994324, -0.001148124923929572, -0.0009070518426597118, -0.0006659787613898516, -0.0004249056801199913, -0.00018383259885013103, 5.724048241972923e-05, 0.0002983135636895895, 0.0005393866449594498, 0.00078045972622931, 0.0010215328074991703, 0.0012626058887690306, 0.0015036789700388908, 0.001744752051308751, 0.0019858251325786114, 0.0022268982138484716, 0.002467971295118332, 0.002709044376388192, 0.0029501174576580524, 0.0031911905389279127, 0.003432263620197773, 0.0036733367014676332, 0.0039144097827374935, 0.0041554830968379974, 0.004396555945277214, 0.004637628793716431, 0.004878702107816935, 0.0051197754219174385, 0.005360848270356655, 0.005601921118795872, 0.005842994432896376, 0.00608406774699688, 0.006325140595436096, 0.006566213443875313, 0.006807286757975817, 0.007048360072076321, 0.007289432920515537, 0.007530505768954754, 0.007771579083055258, 0.008012652397155762, 0.008253725245594978]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 4.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 6.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.029224146157503128, -0.02851218357682228, -0.027800220996141434, -0.027088258415460587, -0.02637629583477974, -0.025664333254098892, -0.024952372536063194, -0.024240409955382347, -0.0235284473747015, -0.022816484794020653, -0.022104522213339806, -0.02139255963265896, -0.02068059705197811, -0.019968634471297264, -0.019256671890616417, -0.01854470930993557, -0.017832748591899872, -0.017120786011219025, -0.016408823430538177, -0.01569686084985733, -0.014984898269176483, -0.014272935688495636, -0.013560973107814789, -0.012849010527133942, -0.012137047946453094, -0.011425086297094822, -0.010713123716413975, -0.010001161135733128, -0.00928919855505228, -0.008577235974371433, -0.00786527432501316, -0.0071533117443323135, -0.006441349163651466, -0.005729386582970619, -0.005017424467951059, -0.004305461887270212, -0.0035934995394200087, -0.002881537191569805, -0.002169574610888958, -0.0014576122630387545, -0.000745649915188551, -3.368750913068652e-05, 0.0006782748969271779, 0.0013902373611927032, 0.0021021997090429068, 0.0028141620568931103, 0.0035261246375739574, 0.004238086752593517, 0.0049500493332743645, 0.005662011913955212, 0.0063739740289747715, 0.007085936609655619, 0.0077978987246751785, 0.008509861305356026, 0.009221823886036873, 0.00993378646671772, 0.010645749047398567, 0.01135771069675684, 0.012069673277437687, 0.012781635858118534, 0.013493598438799381, 0.014205561019480228, 0.014917522668838501, 0.015629485249519348, 0.016341447830200195]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 4.0, 2.0, 2.0, 3.0, 1.0, 2.0, 1.0, 2.0, 3.0, 3.0, 4.0, 5.0, 4.0, 1.0, 6.0, 2.0, 7.0, 1.0, 3.0, 7.0, 5.0, 4.0, 1.0, 4.0, 5.0, 6.0, 3.0, 4.0, 3.0, 5.0, 7.0, 6.0, 5.0, 4.0, 0.0, 3.0, 3.0, 3.0, 5.0, 9.0, 8.0, 8.0, 24.0, 53.0, 9.0, 8.0, 3.0, 2.0, 3.0, 4.0, 2.0, 3.0, 3.0, 3.0, 1.0, 1.0], "bins": [-0.026018014177680016, -0.025508655235171318, -0.02499929815530777, -0.024489939212799072, -0.023980582132935524, -0.023471223190426826, -0.02296186424791813, -0.02245250716805458, -0.021943148225545883, -0.021433791145682335, -0.020924432203173637, -0.02041507326066494, -0.01990571618080139, -0.019396357238292694, -0.018887000158429146, -0.01837764121592045, -0.0178682841360569, -0.017358925193548203, -0.016849566251039505, -0.016340209171175957, -0.01583085022866726, -0.015321492217481136, -0.014812134206295013, -0.01430277619510889, -0.013793418183922768, -0.01328405924141407, -0.012774701230227947, -0.012265343219041824, -0.011755985207855701, -0.011246627196669579, -0.010737268254160881, -0.010227910242974758, -0.009718552231788635, -0.009209194220602512, -0.00869983620941639, -0.008190477266907692, -0.007681119255721569, -0.007171761244535446, -0.006662403233349323, -0.006153044756501913, -0.00564368674531579, -0.005134328734129667, -0.004624970257282257, -0.004115612246096134, -0.0036062540020793676, -0.003096895758062601, -0.002587537746876478, -0.0020781795028597116, -0.001568821258842945, -0.0010594630148261786, -0.0005501048872247338, -4.0746701415628195e-05, 0.00046861148439347744, 0.000977969728410244, 0.0014873278560116887, 0.0019966859836131334, 0.0025060442276299, 0.0030154024716466665, 0.003524760715663433, 0.004034118726849556, 0.004543476738035679, 0.005052835214883089, 0.005562193226069212, 0.006071551702916622, 0.006580909714102745]}, "_runtime": 9.890119075775146, "_timestamp": 1596211536.6133363, "_step": 6}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 3.0, 1.0, 2.0, 4.0, 2.0, 1.0, 2.0, 1.0, 2.0, 3.0, 1.0, 3.0, 0.0, 2.0, 3.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.01538422703742981, -0.014910806901752949, -0.014437386766076088, -0.013963967561721802, -0.013490547426044941, -0.01301712729036808, -0.012543708086013794, -0.012070287950336933, -0.011596867814660072, -0.011123447678983212, -0.01065002754330635, -0.010176608338952065, -0.009703188203275204, -0.009229768067598343, -0.008756348863244057, -0.008282928727567196, -0.007809508591890335, -0.007336088456213474, -0.006862668786197901, -0.006389249116182327, -0.0059158289805054665, -0.005442408844828606, -0.004968989174813032, -0.004495569504797459, -0.004022149369120598, -0.0035487294662743807, -0.0030753095634281635, -0.0026018896605819464, -0.0021284697577357292, -0.001655049854889512, -0.001181629952043295, -0.0007082100491970778, -0.0002347901463508606, 0.00023862975649535656, 0.0007120496593415737, 0.0011854695621877909, 0.001658889465034008, 0.002132309367880225, 0.0026057292707264423, 0.0030791491735726595, 0.0035525690764188766, 0.0040259892120957375, 0.004499408882111311, 0.0049728285521268845, 0.005446248687803745, 0.005919668823480606, 0.00639308849349618, 0.006866508163511753, 0.007339928299188614, 0.007813348434865475, 0.008286768570542336, 0.008760187774896622, 0.009233607910573483, 0.009707028046250343, 0.01018044725060463, 0.01065386738628149, 0.011127287521958351, 0.011600707657635212, 0.012074127793312073, 0.012547546997666359, 0.01302096713334322, 0.01349438726902008, 0.013967806473374367, 0.014441226609051228, 0.014914646744728088]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 6.0, 2.0, 3.0, 3.0, 5.0, 7.0, 4.0, 9.0, 11.0, 11.0, 9.0, 16.0, 27.0, 30.0, 33.0, 47.0, 60.0, 73.0, 75.0, 114.0, 135.0, 179.0, 214.0, 255.0, 316.0, 394.0, 2077.0, 1400.0, 838.0, 502.0, 303.0, 205.0, 151.0, 102.0, 76.0, 65.0, 42.0, 31.0, 23.0, 14.0, 13.0, 17.0, 4.0, 8.0, 4.0, 2.0, 3.0, 3.0, 3.0, 1.0, 2.0, 2.0, 2.0], "bins": [-0.1745193600654602, -0.16989320516586304, -0.16526703536510468, -0.1606408655643463, -0.15601471066474915, -0.15138855576515198, -0.14676238596439362, -0.14213621616363525, -0.13751006126403809, -0.13288390636444092, -0.12825773656368256, -0.12363157421350479, -0.11900541186332703, -0.11437924951314926, -0.1097530871629715, -0.10512692481279373, -0.10050076246261597, -0.0958746001124382, -0.09124843776226044, -0.08662227541208267, -0.08199611306190491, -0.07736995071172714, -0.07274378836154938, -0.06811762601137161, -0.06349146366119385, -0.05886530131101608, -0.05423913896083832, -0.04961297661066055, -0.04498681426048279, -0.04036065191030502, -0.03573448956012726, -0.031108327209949493, -0.02648216485977173, -0.021856002509593964, -0.0172298401594162, -0.012603677809238434, -0.007977515459060669, -0.003351353108882904, 0.0012748092412948608, 0.005900971591472626, 0.01052713394165039, 0.015153296291828156, 0.01977945864200592, 0.024405620992183685, 0.02903178334236145, 0.033657945692539215, 0.03828410804271698, 0.042910270392894745, 0.04753643274307251, 0.052162595093250275, 0.05678875744342804, 0.061414919793605804, 0.06604108214378357, 0.07066724449396133, 0.0752934068441391, 0.07991956919431686, 0.08454573154449463, 0.0891718938946724, 0.09379805624485016, 0.09842421859502792, 0.10305038094520569, 0.10767654329538345, 0.11230270564556122, 0.11692886799573898, 0.12155503034591675]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 2.0, 0.0, 3.0, 1.0, 3.0, 4.0, 1.0, 3.0, 2.0, 1.0, 3.0, 3.0, 6.0, 5.0, 3.0, 2.0, 5.0, 26.0, 5.0, 3.0, 0.0, 2.0, 4.0, 1.0, 4.0, 3.0, 3.0, 0.0, 5.0, 3.0, 2.0, 0.0, 3.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.006605846807360649, -0.006410703063011169, -0.00621555931866169, -0.00602041557431221, -0.00582527182996273, -0.005630128085613251, -0.005434983875602484, -0.005239840131253004, -0.005044696386903524, -0.004849552642554045, -0.004654408898204565, -0.004459265153855085, -0.004264121409505606, -0.004068977665156126, -0.0038738336879760027, -0.003678689943626523, -0.0034835461992770433, -0.0032884024549275637, -0.003093258710578084, -0.0028981147333979607, -0.002702970989048481, -0.0025078272446990013, -0.0023126835003495216, -0.002117539756000042, -0.0019223958952352405, -0.0017272521508857608, -0.0015321082901209593, -0.0013369645457714796, -0.001141820801422, -0.0009466769406571984, -0.0007515331963077188, -0.0005563893937505782, -0.0003612455911934376, -0.00016610180318821222, 2.9041984817013144e-05, 0.0002241857728222385, 0.00041932956082746387, 0.0006144733633846045, 0.0008096171077340841, 0.0010047609684988856, 0.0011999047128483653, 0.001395048457197845, 0.0015901923179626465, 0.0017853360623121262, 0.001980479806661606, 0.0021756235510110855, 0.002370767528191209, 0.0025659112725406885, 0.002761055016890168, 0.002956198761239648, 0.0031513425055891275, 0.003346486482769251, 0.0035416302271187305, 0.0037367739714682102, 0.00393191771581769, 0.00412706146016717, 0.004322205204516649, 0.004517348948866129, 0.004712492693215609, 0.004907636903226376, 0.005102780647575855, 0.005297924391925335, 0.005493068136274815, 0.005688211880624294, 0.005883355624973774]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 6.0, 4.0, 15.0, 18.0, 33.0, 45.0, 78.0, 141.0, 209.0, 319.0, 447.0, 626.0, 870.0, 1298.0, 1805.0, 2377.0, 3269.0, 4373.0, 5913.0, 8060.0, 10483.0, 13722.0, 18259.0, 24047.0, 32361.0, 44172.0, 62206.0, 86447.0, 114761.0, 425739.0, 89468.0, 63555.0, 44224.0, 31427.0, 23103.0, 17099.0, 13133.0, 9474.0, 7224.0, 5218.0, 3937.0, 2801.0, 2043.0, 1518.0, 1038.0, 759.0, 530.0, 401.0, 218.0, 148.0, 95.0, 55.0, 34.0, 26.0, 6.0, 3.0, 1.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.015441625379025936, -0.01496224757283926, -0.014482869766652584, -0.014003491960465908, -0.013524114154279232, -0.013044736348092556, -0.01256535854190588, -0.012085980735719204, -0.011606601998209953, -0.011127224192023277, -0.010647846385836601, -0.010168468579649925, -0.00968909077346325, -0.009209712967276573, -0.008730335161089897, -0.008250957354903221, -0.007771579548716545, -0.007292201742529869, -0.006812823936343193, -0.006333446130156517, -0.005854068323969841, -0.005374690052121878, -0.004895312245935202, -0.004415934439748526, -0.00393655663356185, -0.0034571788273751736, -0.0029778010211884975, -0.002498422982171178, -0.002019045175984502, -0.0015396673697978258, -0.001060289447195828, -0.000580911582801491, -0.00010153371840715408, 0.00037784414598718286, 0.0008572220103815198, 0.0013365999329835176, 0.0018159777391701937, 0.0022953555453568697, 0.0027747335843741894, 0.0032541113905608654, 0.0037334891967475414, 0.0042128670029342175, 0.0046922448091208935, 0.0051716226153075695, 0.005651000887155533, 0.006130378693342209, 0.006609756499528885, 0.007089134305715561, 0.007568512111902237, 0.008047889918088913, 0.008527267724275589, 0.009006645530462265, 0.009486023336648941, 0.009965401142835617, 0.010444778949022293, 0.010924156755208969, 0.011403534561395645, 0.011882913298904896, 0.012362291105091572, 0.012841668911278248, 0.013321046717464924, 0.0138004245236516, 0.014279802329838276, 0.014759180136024952, 0.015238557942211628]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 3.0, 2.0, 2.0, 0.0, 2.0, 4.0, 2.0, 0.0, 1.0, 2.0, 3.0, 7.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.012032810598611832, -0.011782201938331127, -0.011531593278050423, -0.011280984617769718, -0.011030376888811588, -0.010779768228530884, -0.01052915956825018, -0.010278550907969475, -0.01002794224768877, -0.009777333587408066, -0.009526725858449936, -0.009276117198169231, -0.009025508537888527, -0.008774899877607822, -0.008524291217327118, -0.008273682557046413, -0.008023073896765709, -0.007772465702146292, -0.0075218575075268745, -0.00727124884724617, -0.0070206401869654655, -0.006770031992346048, -0.006519423332065344, -0.006268814671784639, -0.006018206477165222, -0.005767597816884518, -0.005516989156603813, -0.005266380496323109, -0.0050157723017036915, -0.004765163641422987, -0.0045145549811422825, -0.004263946786522865, -0.004013338126242161, -0.0037627296987921, -0.0035121210385113955, -0.0032615126110613346, -0.00301090395078063, -0.0027602955233305693, -0.0025096870958805084, -0.002259078435599804, -0.002008470008149743, -0.0017578614642843604, -0.0015072529204189777, -0.001256644492968917, -0.0010060359491035342, -0.0007554274052381516, -0.0005048189195804298, -0.0002542104048188776, -3.601890057325363e-06, 0.00024700662470422685, 0.0004976151394657791, 0.0007482236251235008, 0.0009988321689888835, 0.0012494407128542662, 0.001500049140304327, 0.0017506576841697097, 0.0020012662280350924, 0.002251874655485153, 0.0025024833157658577, 0.0027530917432159185, 0.0030037001706659794, 0.003254308830946684, 0.0035049172583967447, 0.0037555259186774492, 0.00400613434612751]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 2.0, 4.0, 1.0, 1.0, 1.0, 4.0, 3.0, 4.0, 5.0, 9.0, 6.0, 6.0, 12.0, 12.0, 18.0, 15.0, 25.0, 26.0, 41.0, 45.0, 54.0, 64.0, 75.0, 88.0, 96.0, 116.0, 116.0, 134.0, 156.0, 178.0, 190.0, 226.0, 240.0, 284.0, 344.0, 401.0, 446.0, 503.0, 718.0, 887.0, 1166.0, 1781.0, 6087.0, 1216.0, 702.0, 497.0, 391.0, 310.0, 226.0, 192.0, 116.0, 69.0, 40.0, 26.0, 20.0, 9.0, 10.0, 3.0, 8.0, 1.0, 2.0], "bins": [-0.007780009415000677, -0.00760730030015111, -0.00743459165096283, -0.007261882536113262, -0.007089173886924982, -0.006916464772075415, -0.006743755657225847, -0.006571047008037567, -0.006398337893188, -0.00622562924399972, -0.006052920129150152, -0.005880211014300585, -0.005707502365112305, -0.005534793250262737, -0.005362084601074457, -0.00518937548622489, -0.00501666683703661, -0.004843957722187042, -0.004671248607337475, -0.004498539958149195, -0.004325830843299627, -0.004153122194111347, -0.00398041307926178, -0.003807704197242856, -0.0036349953152239323, -0.003462286200374365, -0.003289577318355441, -0.0031168684363365173, -0.0029441595543175936, -0.00277145067229867, -0.0025987415574491024, -0.0024260326754301786, -0.002253323793411255, -0.002080614911392331, -0.0019079059129580855, -0.0017351970309391618, -0.0015624880325049162, -0.0013897791504859924, -0.0012170702684670687, -0.001044361270032823, -0.0008716523880138993, -0.0006989434477873147, -0.00052623450756073, -0.0003535256255418062, -0.00018081668531522155, -8.107759640552104e-06, 0.00016460116603411734, 0.00033731007715687156, 0.0005100190173834562, 0.0006827279576100409, 0.0008554368978366256, 0.0010281457798555493, 0.001200854778289795, 0.0013735636603087187, 0.0015462725423276424, 0.001718981540761888, 0.0018916904227808118, 0.0020643994212150574, 0.002237108303233981, 0.002409817185252905, 0.0025825260672718287, 0.0027552349492907524, 0.00292794406414032, 0.0031006529461592436, 0.0032733618281781673]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 5.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.038211412727832794, -0.037417709827423096, -0.036624010652303696, -0.035830307751894, -0.0350366085767746, -0.0342429056763649, -0.0334492065012455, -0.0326555036008358, -0.0318618044257164, -0.0310681015253067, -0.030274400487542152, -0.029480699449777603, -0.028686998412013054, -0.027893297374248505, -0.027099596336483955, -0.026305895298719406, -0.025512192398309708, -0.02471849136054516, -0.02392479032278061, -0.02313108928501606, -0.02233738824725151, -0.02154368720948696, -0.020749986171722412, -0.019956285133957863, -0.019162584096193314, -0.018368883058428764, -0.017575182020664215, -0.016781479120254517, -0.015987778082489967, -0.015194077976047993, -0.014400376006960869, -0.01360667496919632, -0.01281297393143177, -0.012019272893667221, -0.011225571855902672, -0.010431869886815548, -0.009638168849050999, -0.00884446781128645, -0.0080507667735219, -0.007257065270096064, -0.006463364232331514, -0.005669663194566965, -0.0048759616911411285, -0.004082260653376579, -0.0032885593827813864, -0.0024948581121861935, -0.0017011569580063224, -0.0009074557456187904, -0.00011375453323125839, 0.0006799466791562736, 0.0014736478915438056, 0.0022673490457236767, 0.0030610503163188696, 0.0038547515869140625, 0.004648452624678612, 0.005442154128104448, 0.006235855165868998, 0.007029556203633547, 0.007823257707059383, 0.008616958744823933, 0.009410659782588482, 0.010204360820353031, 0.010998062789440155, 0.011791763827204704, 0.012585464864969254]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 0.0, 0.0, 2.0, 4.0, 1.0, 0.0, 2.0, 3.0, 3.0, 1.0, 1.0, 5.0, 2.0, 4.0, 2.0, 1.0, 4.0, 6.0, 3.0, 4.0, 2.0, 4.0, 4.0, 5.0, 9.0, 7.0, 8.0, 4.0, 2.0, 5.0, 5.0, 3.0, 6.0, 3.0, 5.0, 5.0, 4.0, 3.0, 5.0, 7.0, 6.0, 9.0, 8.0, 15.0, 17.0, 50.0, 5.0, 3.0, 1.0, 4.0, 4.0, 1.0, 2.0, 2.0, 3.0, 2.0, 3.0], "bins": [-0.018904274329543114, -0.018542030826210976, -0.018179787322878838, -0.0178175438195467, -0.01745530031621456, -0.017093056812882423, -0.016730813309550285, -0.016368569806218147, -0.01600632630288601, -0.01564408279955387, -0.015281838364899158, -0.01491959486156702, -0.014557351358234882, -0.014195107854902744, -0.013832864351570606, -0.013470620848238468, -0.013108376413583755, -0.012746132910251617, -0.01238388940691948, -0.012021645903587341, -0.011659402400255203, -0.011297158896923065, -0.010934915393590927, -0.010572671890258789, -0.010210428386926651, -0.009848184883594513, -0.009485941380262375, -0.009123696945607662, -0.008761453442275524, -0.008399209938943386, -0.008036966435611248, -0.00767472293227911, -0.007312479428946972, -0.006950235925614834, -0.006587992422282696, -0.00622574845328927, -0.005863504949957132, -0.005501261446624994, -0.005139017943292856, -0.004776774439960718, -0.004414530470967293, -0.004052286967635155, -0.0036900434643030167, -0.0033277999609708786, -0.0029655564576387405, -0.002603312721475959, -0.0022410692181438208, -0.0018788255983963609, -0.001516581978648901, -0.001154338358901441, -0.0007920947973616421, -0.0004298512067180127, -6.760761607438326e-05, 0.0002946359745692462, 0.0006568795652128756, 0.0010191231267526746, 0.0013813667465001345, 0.0017436103662475944, 0.0021058539859950542, 0.0024680974893271923, 0.0028303409926593304, 0.003192584728822112, 0.00355482823215425, 0.003917071968317032, 0.00427931547164917]}, "_runtime": 10.659231901168823, "_timestamp": 1596211537.3824492, "_step": 7}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 2.0, 0.0, 3.0, 1.0, 3.0, 1.0, 3.0, 2.0, 3.0, 5.0, 1.0, 1.0, 7.0, 4.0, 1.0, 1.0, 1.0, 0.0, 0.0, 3.0, 3.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.024492667987942696, -0.023811180144548416, -0.023129692301154137, -0.022448204457759857, -0.02176671475172043, -0.02108522690832615, -0.02040373906493187, -0.01972225122153759, -0.01904076337814331, -0.01835927553474903, -0.01767778769135475, -0.016996299847960472, -0.016314812004566193, -0.015633322298526764, -0.014951834455132484, -0.014270346611738205, -0.013588858768343925, -0.012907370924949646, -0.012225883081555367, -0.011544394306838512, -0.010862906463444233, -0.010181418620049953, -0.0094999298453331, -0.00881844200193882, -0.00813695415854454, -0.007455466315150261, -0.006773978006094694, -0.006092489697039127, -0.005411001853644848, -0.004729514010250568, -0.004048025701195002, -0.0033665376249700785, -0.0026850495487451553, -0.002003561472520232, -0.001322073396295309, -0.0006405853200703859, 4.09027561545372e-05, 0.0007223908323794603, 0.0014038789086043835, 0.0020853669848293066, 0.0027668550610542297, 0.003448343137279153, 0.004129831213504076, 0.004811319522559643, 0.005492807365953922, 0.006174295209348202, 0.0068557835184037685, 0.007537271827459335, 0.008218759670853615, 0.008900247514247894, 0.009581735357642174, 0.010263224132359028, 0.010944711975753307, 0.011626199819147587, 0.012307688593864441, 0.01298917643725872, 0.013670664280653, 0.01435215212404728, 0.015033639967441559, 0.01571512781083584, 0.016396615654230118, 0.017078105360269547, 0.017759593203663826, 0.018441081047058105, 0.019122568890452385]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 4.0, 3.0, 4.0, 4.0, 2.0, 3.0, 7.0, 8.0, 8.0, 6.0, 15.0, 13.0, 28.0, 35.0, 45.0, 61.0, 81.0, 127.0, 205.0, 274.0, 446.0, 642.0, 3299.0, 1290.0, 568.0, 315.0, 146.0, 104.0, 63.0, 39.0, 23.0, 17.0, 9.0, 5.0, 3.0, 8.0, 3.0, 1.0, 3.0, 4.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.2792329490184784, -0.27110952138900757, -0.26298609375953674, -0.2548626959323883, -0.24673926830291748, -0.23861584067344666, -0.23049241304397583, -0.2223690003156662, -0.21424557268619537, -0.20612214505672455, -0.19799873232841492, -0.1898753046989441, -0.18175187706947327, -0.17362846434116364, -0.1655050367116928, -0.15738162398338318, -0.14925819635391235, -0.14113476872444153, -0.1330113559961319, -0.12488792836666107, -0.11676450818777084, -0.10864108800888062, -0.10051766037940979, -0.09239424020051956, -0.08427082002162933, -0.0761473998427391, -0.06802397966384888, -0.05990055203437805, -0.051777131855487823, -0.043653711676597595, -0.03553028777241707, -0.02740686573088169, -0.019283443689346313, -0.011160021647810936, -0.0030365996062755585, 0.005086822435259819, 0.013210244476795197, 0.021333666518330574, 0.02945708855986595, 0.03758051246404648, 0.04570393264293671, 0.053827352821826935, 0.06195077672600746, 0.07007420063018799, 0.07819762080907822, 0.08632104098796844, 0.09444446861743927, 0.1025678887963295, 0.11069130897521973, 0.11881472915410995, 0.12693814933300018, 0.135061576962471, 0.14318498969078064, 0.15130841732025146, 0.1594318449497223, 0.16755525767803192, 0.17567868530750275, 0.18380211293697357, 0.1919255256652832, 0.20004895329475403, 0.20817238092422485, 0.21629579365253448, 0.2244192212820053, 0.23254263401031494, 0.24066606163978577]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 4.0, 3.0, 1.0, 1.0, 2.0, 5.0, 3.0, 1.0, 3.0, 7.0, 7.0, 6.0, 28.0, 7.0, 4.0, 3.0, 7.0, 7.0, 4.0, 3.0, 2.0, 5.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009697962552309036, -0.009373844601213932, -0.009049726650118828, -0.008725607767701149, -0.008401489816606045, -0.00807737186551094, -0.007753253448754549, -0.0074291350319981575, -0.007105017080903053, -0.006780899129807949, -0.0064567807130515575, -0.006132662296295166, -0.005808544345200062, -0.005484426394104958, -0.005160307977348566, -0.0048361895605921745, -0.00451207160949707, -0.004187953658401966, -0.0038638352416455746, -0.0035397170577198267, -0.003215598873794079, -0.002891480689868331, -0.002567362505942583, -0.002243244322016835, -0.0019191261380910873, -0.0015950079541653395, -0.0012708897702395916, -0.0009467715863138437, -0.0006226534023880959, -0.000298535218462348, 2.5582965463399887e-05, 0.00034970114938914776, 0.0006738193333148956, 0.0009979375172406435, 0.0013220557011663914, 0.0016461738850921392, 0.001970292069017887, 0.002294410252943635, 0.002618528436869383, 0.0029426466207951307, 0.0032667648047208786, 0.0035908829886466265, 0.003915001172572374, 0.004239119589328766, 0.00456323754042387, 0.004887355491518974, 0.005211473908275366, 0.005535592325031757, 0.005859710276126862, 0.006183828227221966, 0.006507946643978357, 0.006832065060734749, 0.007156183011829853, 0.007480300962924957, 0.007804419379681349, 0.00812853779643774, 0.008452655747532845, 0.008776773698627949, 0.009100891649723053, 0.009425010532140732, 0.009749128483235836, 0.01007324643433094, 0.010397365316748619, 0.010721483267843723, 0.011045601218938828]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 2.0, 9.0, 17.0, 19.0, 44.0, 56.0, 87.0, 112.0, 175.0, 207.0, 273.0, 304.0, 361.0, 386.0, 554.0, 742.0, 1095.0, 1543.0, 2521.0, 3875.0, 5910.0, 8835.0, 12558.0, 18507.0, 26594.0, 39654.0, 61725.0, 96698.0, 148877.0, 460128.0, 100797.0, 61856.0, 39078.0, 26507.0, 18476.0, 12820.0, 8826.0, 5941.0, 3877.0, 2583.0, 1714.0, 1199.0, 855.0, 677.0, 469.0, 366.0, 344.0, 287.0, 232.0, 224.0, 171.0, 138.0, 117.0, 69.0, 67.0, 41.0, 24.0, 13.0, 4.0, 1.0, 3.0, 1.0, 1.0], "bins": [-0.021055474877357483, -0.020356155931949615, -0.0196568351238966, -0.01895751617848873, -0.018258195370435715, -0.017558876425027847, -0.01685955747961998, -0.016160236671566963, -0.015460917726159096, -0.014761597849428654, -0.014062277972698212, -0.013362959027290344, -0.012663639150559902, -0.01196431927382946, -0.011265000328421593, -0.01056568045169115, -0.009866360574960709, -0.009167040698230267, -0.008467720821499825, -0.007768401876091957, -0.007069081999361515, -0.006369762122631073, -0.005670442711561918, -0.0049711233004927635, -0.0042718034237623215, -0.003572483779862523, -0.0028731641359627247, -0.0021738444920629263, -0.001474524848163128, -0.0007752052042633295, -7.588556036353111e-05, 0.0006234340835362673, 0.0013227537274360657, 0.002022073371335864, 0.0027213930152356625, 0.003420712659135461, 0.004120032303035259, 0.004819352179765701, 0.005518671590834856, 0.006217991001904011, 0.006917310878634453, 0.007616630755364895, 0.008315950632095337, 0.009015269577503204, 0.009714589454233646, 0.010413909330964088, 0.011113228276371956, 0.011812548153102398, 0.01251186802983284, 0.013211187906563282, 0.013910507783293724, 0.014609826728701591, 0.015309146605432034, 0.016008466482162476, 0.016707785427570343, 0.01740710623562336, 0.018106425181031227, 0.018805744126439095, 0.01950506493449211, 0.02020438387989998, 0.020903702825307846, 0.021603023633360863, 0.02230234257876873, 0.023001663386821747, 0.023700982332229614]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 4.0, 2.0, 4.0, 1.0, 4.0, 2.0, 7.0, 3.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 3.0, 2.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.017522946000099182, -0.01711432822048664, -0.01670571230351925, -0.016297094523906708, -0.015888478606939316, -0.01547986175864935, -0.015071243979036808, -0.014662627130746841, -0.014254010282456875, -0.013845393434166908, -0.013436776585876942, -0.013028159737586975, -0.012619542889297009, -0.012210926041007042, -0.011802309192717075, -0.011393692344427109, -0.010985074564814568, -0.010576457716524601, -0.010167840868234634, -0.009759224019944668, -0.009350607171654701, -0.008941990323364735, -0.008533373475074768, -0.008124756626784801, -0.007716139778494835, -0.007307522464543581, -0.006898905616253614, -0.006490288767963648, -0.006081671919673681, -0.005673055071383715, -0.005264437757432461, -0.004855820909142494, -0.004447204060852528, -0.004038587212562561, -0.003629970131441951, -0.003221353283151984, -0.002812736202031374, -0.0024041193537414074, -0.001995502505451441, -0.0015868855407461524, -0.001178268576040864, -0.0007696516113355756, -0.0003610347048379481, 4.758223076350987e-05, 0.0004561991663649678, 0.0008648161310702562, 0.0012734329793602228, 0.0016820499440655112, 0.0020906669087707996, 0.0024992837570607662, 0.0029079008381813765, 0.003316517686471343, 0.0037251347675919533, 0.00413375161588192, 0.0045423684641718864, 0.004950985312461853, 0.00535960216075182, 0.0057682194747030735, 0.00617683632299304, 0.006585453171283007, 0.006994070019572973, 0.00740268686786294, 0.007811304181814194, 0.00821992103010416, 0.008628537878394127]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 5.0, 3.0, 4.0, 6.0, 4.0, 16.0, 20.0, 23.0, 24.0, 34.0, 31.0, 40.0, 48.0, 55.0, 69.0, 79.0, 66.0, 81.0, 102.0, 89.0, 110.0, 132.0, 188.0, 278.0, 356.0, 491.0, 755.0, 1025.0, 1373.0, 6921.0, 1895.0, 950.0, 639.0, 424.0, 310.0, 265.0, 283.0, 230.0, 179.0, 156.0, 132.0, 112.0, 79.0, 95.0, 70.0, 46.0, 36.0, 22.0, 20.0, 16.0, 13.0, 6.0, 4.0, 4.0, 6.0, 1.0, 2.0, 0.0, 6.0], "bins": [-0.009043204598128796, -0.00878352764993906, -0.0085238516330719, -0.008264174684882164, -0.008004497736692429, -0.007744820788502693, -0.007485144305974245, -0.007225467823445797, -0.0069657908752560616, -0.006706113927066326, -0.006446437444537878, -0.00618676096200943, -0.0059270840138196945, -0.005667407065629959, -0.005407730583101511, -0.005148054100573063, -0.0048883771523833275, -0.004628700204193592, -0.004369023721665144, -0.004109347239136696, -0.0038496702909469604, -0.0035899935755878687, -0.003330316860228777, -0.003070640144869685, -0.0028109634295105934, -0.0025512867141515017, -0.00229160999879241, -0.002031933283433318, -0.0017722565680742264, -0.0015125798527151346, -0.0012529031373560429, -0.000993226421996951, -0.0007335497066378593, -0.0004738729912787676, -0.00021419627591967583, 4.548043943941593e-05, 0.0003051571547985077, 0.0005648338701575994, 0.0008245105855166912, 0.001084187300875783, 0.0013438640162348747, 0.0016035407315939665, 0.0018632174469530582, 0.00212289416231215, 0.0023825708776712418, 0.0026422475930303335, 0.0029019243083894253, 0.003161601023748517, 0.003421277739107609, 0.0036809544544667006, 0.003940631169825792, 0.00420030765235424, 0.004459984600543976, 0.004719661548733711, 0.004979338031262159, 0.0052390145137906075, 0.005498691461980343, 0.005758368410170078, 0.006018044892698526, 0.0062777213752269745, 0.00653739832341671, 0.006797075271606445, 0.007056751754134893, 0.0073164282366633415, 0.007576105184853077]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 5.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.03961948677897453, -0.038523346185684204, -0.03742720186710358, -0.03633106127381325, -0.03523491695523262, -0.03413877636194229, -0.033042632043361664, -0.031946491450071335, -0.030850347131490707, -0.02975420653820038, -0.0286580640822649, -0.027561921626329422, -0.026465779170393944, -0.025369636714458466, -0.024273494258522987, -0.02317735180258751, -0.02208120934665203, -0.020985066890716553, -0.019888924434781075, -0.018792781978845596, -0.017696639522910118, -0.01660049706697464, -0.015504355542361736, -0.014408213086426258, -0.01331207063049078, -0.012215928174555302, -0.011119785718619823, -0.010023643262684345, -0.008927501738071442, -0.007831359282135963, -0.006735216826200485, -0.005639074370265007, -0.004542931914329529, -0.0034467894583940506, -0.002350647235289216, -0.0012545048957690597, -0.00015836255624890327, 0.0009377797832712531, 0.0020339221227914095, 0.003130064345896244, 0.004226206801831722, 0.0053223492577672005, 0.006418491713702679, 0.00751463370397687, 0.00861077569425106, 0.009706918150186539, 0.010803060606122017, 0.011899203062057495, 0.012995345517992973, 0.014091487973928452, 0.01518763042986393, 0.016283772885799408, 0.017379915341734886, 0.018476057797670364, 0.019572200253605843, 0.02066834270954132, 0.02176448330283165, 0.022860625758767128, 0.023956768214702606, 0.025052910670638084, 0.026149053126573563, 0.02724519558250904, 0.02834133803844452, 0.029437480494379997, 0.030533622950315475]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 3.0, 3.0, 3.0, 3.0, 6.0, 7.0, 4.0, 12.0, 3.0, 7.0, 20.0, 48.0, 9.0, 7.0, 5.0, 13.0, 10.0, 13.0, 7.0, 4.0, 7.0, 9.0, 3.0, 6.0, 7.0, 9.0, 6.0, 8.0, 3.0, 5.0, 4.0, 3.0, 4.0, 1.0, 0.0, 4.0, 4.0, 0.0, 0.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00952212791889906, -0.009151679463684559, -0.008781231008470058, -0.008410783484578133, -0.008040335029363632, -0.007669886574149132, -0.007299438118934631, -0.006928990129381418, -0.006558541674166918, -0.006188093218952417, -0.005817645229399204, -0.005447196774184704, -0.005076748318970203, -0.00470630032941699, -0.00433585187420249, -0.003965403884649277, -0.0035949554294347763, -0.0032245072070509195, -0.0028540589846670628, -0.0024836105294525623, -0.0021131623070687056, -0.0017427140846848488, -0.0013722657458856702, -0.0010018174070864916, -0.0006313691847026348, -0.0002609209041111171, 0.00010952737648040056, 0.00047997565707191825, 0.0008504239376634359, 0.0012208721600472927, 0.0015913204988464713, 0.00196176883764565, 0.0023322170600295067, 0.0027026652824133635, 0.0030731135047972202, 0.0034435619600117207, 0.0038140101823955774, 0.004184458404779434, 0.004554906859993935, 0.004925354849547148, 0.005295803304761648, 0.005666251759976149, 0.006036699749529362, 0.006407148204743862, 0.006777596659958363, 0.007148044649511576, 0.007518493104726076, 0.00788894109427929, 0.00825938954949379, 0.00862983800470829, 0.00900028645992279, 0.009370733983814716, 0.009741182439029217, 0.010111630894243717, 0.010482079349458218, 0.010852527804672718, 0.011222975328564644, 0.011593423783779144, 0.011963872238993645, 0.012334320694208145, 0.012704769149422646, 0.013075217604637146, 0.013445665128529072, 0.013816113583743572, 0.014186562038958073]}, "_runtime": 11.422975540161133, "_timestamp": 1596211538.1461928, "_step": 8}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 3.0, 0.0, 0.0, 5.0, 2.0, 0.0, 1.0, 3.0, 5.0, 0.0, 3.0, 2.0, 3.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 4.0, 2.0, 1.0, 1.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.016106491908431053, -0.01563245989382267, -0.015158429741859436, -0.014684397727251053, -0.014210366643965244, -0.013736335560679436, -0.013262304477393627, -0.012788273394107819, -0.012314241379499435, -0.011840210296213627, -0.011366179212927818, -0.01089214812964201, -0.010418117046356201, -0.009944085963070393, -0.00947005394846201, -0.0089960228651762, -0.008521991781890392, -0.008047960698604584, -0.007573929149657488, -0.007099898066371679, -0.0066258665174245834, -0.006151835434138775, -0.005677804350852966, -0.0052037728019058704, -0.004729741718620062, -0.004255710635334253, -0.0037816790863871574, -0.003307648003101349, -0.0028336166869848967, -0.0023595853708684444, -0.001885554171167314, -0.0014115229714661837, -0.0009374916553497314, -0.00046346039744094014, 1.0570860467851162e-05, 0.00048460211837664247, 0.0009586333762854338, 0.001432664692401886, 0.0019066958921030164, 0.0023807270918041468, 0.002854758407920599, 0.003328789724037051, 0.0038028210401535034, 0.004276852123439312, 0.0047508832067251205, 0.005224914755672216, 0.005698945838958025, 0.006172977387905121, 0.006647008471190929, 0.007121039554476738, 0.007595071103423834, 0.00806910265237093, 0.008543133735656738, 0.009017164818942547, 0.009491195902228355, 0.009965226985514164, 0.010439258068799973, 0.010913290083408356, 0.011387321166694164, 0.011861352249979973, 0.012335383333265781, 0.01280941441655159, 0.013283446431159973, 0.013757477514445782, 0.01423150859773159]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 3.0, 0.0, 3.0, 1.0, 7.0, 9.0, 11.0, 12.0, 17.0, 11.0, 23.0, 29.0, 32.0, 48.0, 61.0, 80.0, 121.0, 134.0, 227.0, 269.0, 384.0, 542.0, 2786.0, 1458.0, 676.0, 370.0, 201.0, 138.0, 73.0, 55.0, 31.0, 29.0, 25.0, 20.0, 7.0, 8.0, 5.0, 4.0, 7.0, 1.0, 3.0, 4.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.2088356912136078, -0.2027769237756729, -0.19671815633773804, -0.19065938889980316, -0.1846006214618683, -0.1785418540239334, -0.17248308658599854, -0.16642431914806366, -0.16036555171012878, -0.1543067842721939, -0.14824801683425903, -0.14218924939632416, -0.13613048195838928, -0.1300717145204544, -0.12401295453310013, -0.11795418709516525, -0.11189541965723038, -0.1058366522192955, -0.09977788478136063, -0.09371911734342575, -0.08766034990549088, -0.081601582467556, -0.07554281502962112, -0.06948404759168625, -0.06342528760433197, -0.057366516441106796, -0.05130774900317192, -0.045248981565237045, -0.03919021785259247, -0.03313145041465759, -0.027072682976722717, -0.021013915538787842, -0.014955148100852966, -0.00889638066291809, -0.00283761415630579, 0.0032211528159677982, 0.009279919788241386, 0.015338687226176262, 0.021397452801465988, 0.027456220239400864, 0.03351498767733574, 0.039573755115270615, 0.04563252255320549, 0.051691289991140366, 0.05775005370378494, 0.06380882114171982, 0.0698675885796547, 0.07592635601758957, 0.08198512345552444, 0.08804389089345932, 0.0941026583313942, 0.10016142576932907, 0.10622019320726395, 0.11227896064519882, 0.1183377280831337, 0.12439649552106857, 0.13045525550842285, 0.13651402294635773, 0.1425727903842926, 0.14863155782222748, 0.15469032526016235, 0.16074909269809723, 0.1668078601360321, 0.17286662757396698, 0.17892539501190186]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 3.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 4.0, 3.0, 2.0, 3.0, 2.0, 3.0, 2.0, 1.0, 4.0, 5.0, 5.0, 3.0, 25.0, 3.0, 1.0, 3.0, 9.0, 2.0, 3.0, 2.0, 5.0, 2.0, 2.0, 1.0, 2.0, 2.0, 1.0, 4.0, 1.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.005129564553499222, -0.004963729530572891, -0.004797894973307848, -0.004632059950381517, -0.004466224927455187, -0.004300390370190144, -0.004134555347263813, -0.0039687203243374825, -0.003802885767072439, -0.0036370507441461086, -0.0034712159540504217, -0.003305381163954735, -0.0031395461410284042, -0.0029737113509327173, -0.0028078765608370304, -0.0026420415379107, -0.002476206747815013, -0.002310371957719326, -0.0021445369347929955, -0.0019787021446973085, -0.0018128673546016216, -0.0016470324480906129, -0.0014811975415796041, -0.0013153627514839172, -0.0011495278449729085, -0.0009836929384618998, -0.0008178581483662128, -0.0006520232418552041, -0.0004861883935518563, -0.00032035354524850845, -0.00015451866784133017, 1.1316195013932884e-05, 0.00017715105786919594, 0.00034298590617254376, 0.0005088207544758916, 0.0006746556609869003, 0.0008404905092902482, 0.001006325357593596, 0.0011721602641046047, 0.0013379950542002916, 0.0015038299607113004, 0.0016696648672223091, 0.001835499657317996, 0.002001334447413683, 0.0021671694703400135, 0.0023330042604357004, 0.0024988390505313873, 0.002664674073457718, 0.002830508863553405, 0.0029963436536490917, 0.0031621786765754223, 0.003328013466671109, 0.003493848256766796, 0.0036596832796931267, 0.0038255180697888136, 0.0039913528598845005, 0.004157187882810831, 0.004323022440075874, 0.004488857463002205, 0.0046546924859285355, 0.004820527043193579, 0.004986362066119909, 0.00515219708904624, 0.005318031646311283, 0.005483866669237614]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 2.0, 5.0, 9.0, 14.0, 26.0, 58.0, 103.0, 150.0, 248.0, 400.0, 602.0, 867.0, 1273.0, 1718.0, 2512.0, 3369.0, 4527.0, 6209.0, 8086.0, 10826.0, 14341.0, 18855.0, 24487.0, 33613.0, 46802.0, 65587.0, 91111.0, 424681.0, 114458.0, 84397.0, 59804.0, 42512.0, 30527.0, 22653.0, 16660.0, 12603.0, 9228.0, 6946.0, 5156.0, 3677.0, 2826.0, 2057.0, 1503.0, 1152.0, 859.0, 620.0, 454.0, 363.0, 220.0, 164.0, 109.0, 79.0, 48.0, 31.0, 22.0, 15.0, 8.0, 6.0, 4.0, 0.0, 1.0, 2.0, 1.0], "bins": [-0.013947581872344017, -0.013465287163853645, -0.012982992455363274, -0.012500697746872902, -0.01201840303838253, -0.011536108329892159, -0.011053813621401787, -0.010571518912911415, -0.010089224204421043, -0.009606930427253246, -0.009124635718762875, -0.008642341010272503, -0.008160046301782131, -0.0076777515932917595, -0.007195456884801388, -0.006713162176311016, -0.006230867467820644, -0.005748572759330273, -0.005266278050839901, -0.004783983342349529, -0.0043016886338591576, -0.0038193941581994295, -0.0033370996825397015, -0.0028548049740493298, -0.002372510265558958, -0.0018902155570685863, -0.0014079209649935365, -0.0009256263147108257, -0.0004433316644281149, 3.89629858545959e-05, 0.0005212576361373067, 0.0010035522282123566, 0.0014858469367027283, 0.0019681416451931, 0.0024504363536834717, 0.0029327308293431997, 0.0034150255378335714, 0.003897320246323943, 0.004379614721983671, 0.004861909430474043, 0.005344204138964415, 0.005826498847454786, 0.006308793555945158, 0.00679108826443553, 0.007273382507264614, 0.007755677215754986, 0.008237971924245358, 0.00872026663273573, 0.009202561341226101, 0.009684856049716473, 0.010167150758206844, 0.010649445466697216, 0.011131740175187588, 0.01161403488367796, 0.012096329592168331, 0.012578624300658703, 0.0130609180778265, 0.013543212786316872, 0.014025507494807243, 0.014507802203297615, 0.014990096911787987, 0.015472391620278358, 0.01595468632876873, 0.016436981037259102, 0.016919275745749474]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 5.0, 0.0, 3.0, 4.0, 4.0, 1.0, 0.0, 3.0, 7.0, 2.0, 1.0, 3.0, 4.0, 3.0, 2.0, 2.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.004256876185536385, -0.004102267324924469, -0.003947658929973841, -0.003793050069361925, -0.0036384412087500095, -0.0034838325809687376, -0.003329223720356822, -0.00317461509257555, -0.0030200062319636345, -0.0028653976041823626, -0.0027107889764010906, -0.002556180115789175, -0.002401571488007903, -0.0022469626273959875, -0.0020923539996147156, -0.0019377452554181218, -0.001783136511221528, -0.0016285277670249343, -0.0014739190228283405, -0.0013193102786317468, -0.001164701534435153, -0.001010092906653881, -0.0008554841624572873, -0.0007008754182606936, -0.0005462666740640998, -0.00039165792986750603, -0.00023704921477474272, -8.244048513006419e-05, 7.216824451461434e-05, 0.00022677697415929288, 0.0003813857038039714, 0.0005359944188967347, 0.0006906031630933285, 0.0008452119072899222, 0.000999820651486516, 0.0011544293956831098, 0.0013090381398797035, 0.0014636467676609755, 0.0016182555118575692, 0.001772864256054163, 0.0019274730002507567, 0.0020820817444473505, 0.0022366903722286224, 0.002391299232840538, 0.00254590786062181, 0.0027005167212337255, 0.0028551253490149975, 0.003009734209626913, 0.003164342837408185, 0.003318951465189457, 0.0034735603258013725, 0.0036281689535826445, 0.00378277781419456, 0.003937386441975832, 0.004091995302587748, 0.004246604163199663, 0.0044012125581502914, 0.004555821418762207, 0.004710430279374123, 0.004865038674324751, 0.0050196475349366665, 0.005174256395548582, 0.005328865256160498, 0.005483473651111126, 0.0056380825117230415]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 3.0, 3.0, 4.0, 5.0, 2.0, 4.0, 8.0, 7.0, 14.0, 20.0, 9.0, 22.0, 36.0, 35.0, 48.0, 71.0, 123.0, 142.0, 188.0, 272.0, 402.0, 570.0, 826.0, 1159.0, 1859.0, 6102.0, 1357.0, 968.0, 799.0, 600.0, 515.0, 404.0, 339.0, 289.0, 252.0, 181.0, 167.0, 126.0, 95.0, 86.0, 75.0, 51.0, 48.0, 40.0, 22.0, 20.0, 11.0, 15.0, 9.0, 8.0, 4.0, 5.0, 2.0, 0.0, 1.0, 1.0], "bins": [-0.004679862409830093, -0.004539800807833672, -0.00439973920583725, -0.004259677603840828, -0.004119616001844406, -0.003979554399847984, -0.003839492565020919, -0.003699430963024497, -0.0035593693610280752, -0.0034193077590316534, -0.0032792461570352316, -0.0031391845550388098, -0.0029991227202117443, -0.0028590611182153225, -0.0027189995162189007, -0.002578937914222479, -0.002438876312226057, -0.0022988147102296352, -0.0021587531082332134, -0.0020186915062367916, -0.001878629787825048, -0.0017385681858286262, -0.0015985064674168825, -0.0014584448654204607, -0.0013183832634240389, -0.001178321661427617, -0.0010382600594311953, -0.0008981983410194516, -0.0007581367390230298, -0.000618075137026608, -0.00047801347682252526, -0.000337951845722273, -0.00019789021462202072, -5.782858352176845e-05, 8.223304757848382e-05, 0.0002222946786787361, 0.00036235630977898836, 0.0005024179117754102, 0.0006424795719794929, 0.0007825412321835756, 0.0009226028341799974, 0.0010626644361764193, 0.001202726038172841, 0.0013427877565845847, 0.0014828493585810065, 0.0016229109605774283, 0.001762972678989172, 0.0019030342809855938, 0.0020430958829820156, 0.0021831574849784374, 0.0023232190869748592, 0.002463280688971281, 0.002603342290967703, 0.0027434041257947683, 0.00288346572779119, 0.003023527329787612, 0.0031635889317840338, 0.0033036505337804556, 0.0034437121357768774, 0.0035837737377732992, 0.0037238355726003647, 0.0038638971745967865, 0.004003958776593208, 0.00414402037858963, 0.004284081980586052]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 0.0, 1.0, 2.0, 4.0, 4.0, 0.0, 0.0, 1.0, 0.0, 5.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013850618153810501, -0.0135237080976367, -0.013196798041462898, -0.012869887985289097, -0.012542977929115295, -0.012216067872941494, -0.011889156885445118, -0.011562246829271317, -0.011235336773097515, -0.010908426716923714, -0.010581516660749912, -0.01025460660457611, -0.00992769654840231, -0.009600786492228508, -0.009273876436054707, -0.008946966379880905, -0.008620055392384529, -0.008293145336210728, -0.007966235280036926, -0.007639325223863125, -0.007312415167689323, -0.006985505111515522, -0.006658595055341721, -0.006331684999167919, -0.006004774942994118, -0.005677864421159029, -0.005350954364985228, -0.005024044308811426, -0.004697134252637625, -0.004370224196463823, -0.004043313674628735, -0.003716403618454933, -0.0033894935622811317, -0.0030625835061073303, -0.0027356732171028852, -0.002408763160929084, -0.0020818528719246387, -0.0017549428157508373, -0.001428032759577036, -0.0011011225869879127, -0.0007742124143987894, -0.0004473022709134966, -0.00012039212742820382, 0.00020651801605708897, 0.0005334281595423818, 0.000860338332131505, 0.0011872483883053064, 0.0015141585608944297, 0.001841068733483553, 0.0021679787896573544, 0.0024948890786617994, 0.002821799134835601, 0.003148709423840046, 0.0034756194800138474, 0.0038025295361876488, 0.00412943959236145, 0.004456349648535252, 0.00478326017037034, 0.005110170226544142, 0.005437080282717943, 0.005763990338891745, 0.006090900395065546, 0.006417810916900635, 0.006744720973074436, 0.007071631029248238]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 5.0, 1.0, 5.0, 3.0, 2.0, 10.0, 8.0, 8.0, 21.0, 55.0, 10.0, 9.0, 8.0, 8.0, 5.0, 12.0, 5.0, 5.0, 10.0, 2.0, 7.0, 3.0, 6.0, 4.0, 7.0, 6.0, 3.0, 6.0, 8.0, 8.0, 4.0, 3.0, 3.0, 5.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 3.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.009292327798902988, -0.008948609232902527, -0.008604890666902065, -0.008261172100901604, -0.007917453534901142, -0.007573735434561968, -0.007230016868561506, -0.006886298302561045, -0.006542579736560583, -0.0061988611705601215, -0.00585514260455966, -0.005511424038559198, -0.005167705938220024, -0.0048239873722195625, -0.004480268806219101, -0.004136550240218639, -0.003792831674218178, -0.0034491131082177162, -0.0031053945422172546, -0.0027616762090474367, -0.002417957643046975, -0.0020742390770465136, -0.0017305206274613738, -0.001386802177876234, -0.0010430836118757725, -0.0006993651040829718, -0.00035564659629017115, -1.1928088497370481e-05, 0.0003317904192954302, 0.0006755089270882308, 0.0010192274348810315, 0.0013629458844661713, 0.0017066644504666328, 0.0020503830164670944, 0.002394101582467556, 0.002737819915637374, 0.0030815384816378355, 0.003425257047638297, 0.003768975380808115, 0.004112693946808577, 0.004456412512809038, 0.0048001310788095, 0.005143849644809961, 0.005487568210810423, 0.005831286311149597, 0.006175004877150059, 0.00651872344315052, 0.006862442009150982, 0.0072061605751514435, 0.007549879141151905, 0.007893597707152367, 0.008237316273152828, 0.00858103483915329, 0.008924753405153751, 0.009268471971154213, 0.009612190537154675, 0.009955909103155136, 0.010299626737833023, 0.010643345303833485, 0.010987063869833946, 0.011330782435834408, 0.01167450100183487, 0.012018219567835331, 0.012361938133835793, 0.012705656699836254]}, "_runtime": 12.189234733581543, "_timestamp": 1596211538.912452, "_step": 9}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 4.0, 0.0, 1.0, 1.0, 1.0, 0.0, 4.0, 1.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0, 3.0, 0.0, 3.0, 3.0, 1.0, 2.0, 1.0, 2.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.015314252115786076, -0.014936694875359535, -0.01455913670361042, -0.01418157946318388, -0.01380402222275734, -0.013426464051008224, -0.013048906810581684, -0.012671348638832569, -0.012293791398406029, -0.011916234157979488, -0.011538675986230373, -0.011161118745803833, -0.010783560574054718, -0.010406003333628178, -0.010028446093201637, -0.009650887921452522, -0.009273330681025982, -0.008895773440599442, -0.008518215268850327, -0.008140658028423786, -0.0077631003223359585, -0.007385542616248131, -0.00700798537582159, -0.006630427669733763, -0.006252869963645935, -0.005875312257558107, -0.00549775455147028, -0.005120197311043739, -0.004742639604955912, -0.004365081898868084, -0.003987524658441544, -0.003609966952353716, -0.003232409246265888, -0.0028548515401780605, -0.0024772940669208765, -0.0020997365936636925, -0.0017221788875758648, -0.001344621297903359, -0.0009670637082308531, -0.0005895061185583472, -0.00021194852888584137, 0.00016560906078666449, 0.0005431666504591703, 0.0009207242401316762, 0.001298281829804182, 0.001675839419476688, 0.0020533970091491938, 0.002430954482406378, 0.0028085121884942055, 0.003186069894582033, 0.003563627367839217, 0.003941184841096401, 0.004318742547184229, 0.004696300253272057, 0.005073857493698597, 0.005451415199786425, 0.005828972905874252, 0.00620653061196208, 0.006584088318049908, 0.006961645558476448, 0.007339203264564276, 0.007716760970652103, 0.008094318211078644, 0.008471876382827759, 0.0088494336232543]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 6.0, 5.0, 7.0, 3.0, 9.0, 6.0, 8.0, 7.0, 13.0, 16.0, 16.0, 20.0, 38.0, 53.0, 52.0, 83.0, 113.0, 130.0, 170.0, 232.0, 276.0, 357.0, 489.0, 3064.0, 1164.0, 547.0, 361.0, 233.0, 137.0, 81.0, 71.0, 44.0, 38.0, 24.0, 18.0, 12.0, 9.0, 3.0, 6.0, 0.0, 3.0, 2.0, 0.0, 1.0, 0.0, 2.0, 2.0], "bins": [-0.21054530143737793, -0.20531250536441803, -0.20007970929145813, -0.19484691321849823, -0.18961411714553833, -0.18438132107257843, -0.17914852499961853, -0.17391572892665863, -0.16868293285369873, -0.16345015168190002, -0.15821735560894012, -0.15298455953598022, -0.14775176346302032, -0.14251896739006042, -0.13728617131710052, -0.13205337524414062, -0.12682057917118073, -0.12158778309822083, -0.11635498702526093, -0.11112219095230103, -0.10588939487934113, -0.10065660625696182, -0.09542381018400192, -0.09019101411104202, -0.08495821803808212, -0.07972542196512222, -0.07449262589216232, -0.06925982981920242, -0.06402704119682312, -0.05879424139857292, -0.05356144905090332, -0.04832865297794342, -0.04309585690498352, -0.03786306083202362, -0.03263026475906372, -0.02739747241139412, -0.02216467633843422, -0.01693188026547432, -0.011699086055159569, -0.0064662909135222435, -0.0012334957718849182, 0.003999299369752407, 0.009232094511389732, 0.014464889653027058, 0.019697684794664383, 0.024930480867624283, 0.030163275077939034, 0.035396069288253784, 0.040628865361213684, 0.045861661434173584, 0.051094457507133484, 0.056327249854803085, 0.061560045927762985, 0.06679283827543259, 0.07202563434839249, 0.07725843042135239, 0.08249122649431229, 0.08772402256727219, 0.09295681864023209, 0.09818961471319199, 0.10342240333557129, 0.10865519940853119, 0.11388799548149109, 0.11912079155445099, 0.12435358762741089]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 1.0, 3.0, 2.0, 5.0, 0.0, 2.0, 4.0, 3.0, 6.0, 3.0, 3.0, 2.0, 1.0, 3.0, 2.0, 2.0, 4.0, 27.0, 3.0, 2.0, 4.0, 4.0, 1.0, 1.0, 3.0, 3.0, 2.0, 1.0, 1.0, 3.0, 2.0, 2.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.005006996914744377, -0.004853370599448681, -0.004699744284152985, -0.004546117968857288, -0.004392491187900305, -0.0042388648726046085, -0.004085238557308912, -0.003931612242013216, -0.0037779859267175198, -0.00362435937859118, -0.0034707330632954836, -0.0033171067479997873, -0.0031634801998734474, -0.003009853884577751, -0.002856227569282055, -0.002702601021155715, -0.0025489747058600187, -0.0023953483905643225, -0.0022417218424379826, -0.0020880955271422863, -0.00193446921184659, -0.001780842780135572, -0.0016272163484245539, -0.0014735900331288576, -0.0013199636014178395, -0.0011663371697068214, -0.0010127108544111252, -0.0008590844227001071, -0.0007054580491967499, -0.0005518316756933928, -0.0003982052730862051, -0.0002445788704790175, -9.095249697566032e-05, 6.267389107961208e-05, 0.00021630027913488448, 0.0003699266817420721, 0.0005235530552454293, 0.0006771794287487864, 0.0008308058604598045, 0.0009844321757555008, 0.0011380586074665189, 0.001291685039177537, 0.0014453113544732332, 0.0015989377861842513, 0.0017525642178952694, 0.0019061905331909657, 0.002059816848486662, 0.002213443396613002, 0.002367069711908698, 0.0025206960272043943, 0.0026743225753307343, 0.0028279488906264305, 0.0029815752059221268, 0.0031352017540484667, 0.003288828069344163, 0.003442454384639859, 0.003596080932766199, 0.0037497072480618954, 0.0039033335633575916, 0.004056959878653288, 0.004210586193948984, 0.004364212974905968, 0.004517839290201664, 0.00467146560549736, 0.0048250919207930565]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 3.0, 0.0, 8.0, 8.0, 15.0, 27.0, 40.0, 70.0, 87.0, 140.0, 188.0, 246.0, 288.0, 422.0, 557.0, 746.0, 1018.0, 1454.0, 1960.0, 2668.0, 3755.0, 5166.0, 6943.0, 9259.0, 12280.0, 16043.0, 21334.0, 27802.0, 38040.0, 51781.0, 70023.0, 91332.0, 112719.0, 410287.0, 76317.0, 55772.0, 40097.0, 29412.0, 22258.0, 16728.0, 12990.0, 10044.0, 7589.0, 5900.0, 4506.0, 3298.0, 2402.0, 1773.0, 1224.0, 859.0, 615.0, 404.0, 287.0, 170.0, 116.0, 80.0, 42.0, 29.0, 9.0, 9.0, 5.0, 2.0], "bins": [-0.01537797786295414, -0.01493894774466753, -0.01449991762638092, -0.01406088750809431, -0.013621856458485126, -0.013182826340198517, -0.012743796221911907, -0.012304766103625298, -0.011865735985338688, -0.011426705867052078, -0.010987674817442894, -0.010548644699156284, -0.010109614580869675, -0.009670584462583065, -0.009231554344296455, -0.008792524226009846, -0.008353494107723236, -0.007914463058114052, -0.007475432939827442, -0.0070364028215408325, -0.006597372703254223, -0.006158342119306326, -0.005719312001019716, -0.005280281882733107, -0.00484125129878521, -0.0044022211804986, -0.00396319106221199, -0.003524160711094737, -0.0030851303599774837, -0.002646100241690874, -0.002207069890573621, -0.0017680396558716893, -0.0013290094211697578, -0.0008899791864678264, -0.000450948893558234, -1.1918629752472043e-05, 0.0004271116340532899, 0.0008661418687552214, 0.0013051722198724747, 0.0017442024545744061, 0.0021832326892763376, 0.002622263040393591, 0.0030612931586802006, 0.003500323509797454, 0.003939353860914707, 0.004378383979201317, 0.0048174140974879265, 0.0052564446814358234, 0.005695474799722433, 0.006134504918009043, 0.00657353550195694, 0.007012565620243549, 0.007451595738530159, 0.007890625856816769, 0.008329655975103378, 0.008768687024712563, 0.009207717142999172, 0.009646747261285782, 0.010085777379572392, 0.010524807497859001, 0.01096383761614561, 0.011402868665754795, 0.011841898784041405, 0.012280928902328014, 0.012719959020614624]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 3.0, 0.0, 1.0, 3.0, 3.0, 1.0, 3.0, 2.0, 2.0, 2.0, 7.0, 0.0, 4.0, 3.0, 0.0, 0.0, 2.0, 5.0, 2.0, 4.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0], "bins": [-0.02257552370429039, -0.0220487043261528, -0.021521886810660362, -0.020995067432522774, -0.020468249917030334, -0.019941430538892746, -0.019414611160755157, -0.018887793645262718, -0.01836097426712513, -0.01783415488898754, -0.017307337373495102, -0.016780517995357513, -0.016253698617219925, -0.015726881101727486, -0.015200061723589897, -0.014673243276774883, -0.01414642482995987, -0.013619606383144855, -0.013092787936329842, -0.012565968558192253, -0.01203915011137724, -0.011512331664562225, -0.010985512286424637, -0.010458693839609623, -0.009931875392794609, -0.009405056945979595, -0.008878238499164581, -0.008351419121026993, -0.007824600674211979, -0.007297782227396965, -0.006770963314920664, -0.006244144402444363, -0.005717325955629349, -0.005190507508814335, -0.004663688596338034, -0.0041368696838617325, -0.0036100512370467186, -0.003083232557401061, -0.0025564138777554035, -0.002029595198109746, -0.0015027765184640884, -0.0009759578388184309, -0.00044913915917277336, 7.767952047288418e-05, 0.0006044982001185417, 0.0011313168797641993, 0.0016581355594098568, 0.0021849542390555143, 0.002711772918701172, 0.0032385915983468294, 0.003765410277992487, 0.004292229190468788, 0.004819047637283802, 0.005345866084098816, 0.005872684996575117, 0.006399503909051418, 0.006926322355866432, 0.007453140802681446, 0.00797995924949646, 0.008506778627634048, 0.009033597074449062, 0.009560415521264076, 0.010087234899401665, 0.010614053346216679, 0.011140871793031693]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 2.0, 3.0, 2.0, 3.0, 2.0, 1.0, 2.0, 5.0, 6.0, 2.0, 2.0, 6.0, 8.0, 12.0, 11.0, 10.0, 9.0, 4.0, 9.0, 11.0, 6.0, 11.0, 16.0, 16.0, 12.0, 10.0, 17.0, 15.0, 19.0, 23.0, 27.0, 35.0, 57.0, 78.0, 81.0, 100.0, 128.0, 179.0, 262.0, 377.0, 515.0, 668.0, 986.0, 1630.0, 7080.0, 2188.0, 1210.0, 770.0, 529.0, 407.0, 310.0, 173.0, 124.0, 86.0, 46.0, 49.0, 26.0, 10.0, 10.0, 16.0, 9.0, 7.0, 1.0], "bins": [-0.014556429348886013, -0.01423763856291771, -0.013918846845626831, -0.013600056059658527, -0.013281265273690224, -0.01296247448772192, -0.012643683701753616, -0.012324891984462738, -0.012006101198494434, -0.01168731041252613, -0.011368518695235252, -0.011049727909266949, -0.010730937123298645, -0.010412146337330341, -0.010093355551362038, -0.00977456383407116, -0.009455773048102856, -0.009136982262134552, -0.008818190544843674, -0.00849939975887537, -0.008180608972907066, -0.007861818186938763, -0.007543026935309172, -0.007224235683679581, -0.006905444897711277, -0.006586654111742973, -0.006267862860113382, -0.005949071608483791, -0.005630280822515488, -0.005311490036547184, -0.004992698784917593, -0.004673907533288002, -0.004355116747319698, -0.004036325961351395, -0.0037175347097218037, -0.0033987436909228563, -0.003079952672123909, -0.0027611616533249617, -0.0024423706345260143, -0.002123579615727067, -0.0018047885969281197, -0.0014859975781291723, -0.001167206559330225, -0.0008484155405312777, -0.0005296245217323303, -0.000210833502933383, 0.00010795751586556435, 0.0004267485346645117, 0.000745539553463459, 0.0010643305722624063, 0.0013831215910613537, 0.001701912609860301, 0.0020207036286592484, 0.0023394946474581957, 0.002658285666257143, 0.0029770766850560904, 0.0032958677038550377, 0.003614658722653985, 0.003933449741452932, 0.004252240993082523, 0.004571031779050827, 0.004889822565019131, 0.005208613816648722, 0.005527405068278313, 0.005846195854246616]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 4.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.05251641571521759, -0.05126742646098137, -0.050018440932035446, -0.048769451677799225, -0.0475204661488533, -0.04627147689461708, -0.04502248764038086, -0.043773502111434937, -0.042524512857198715, -0.041275523602962494, -0.04002653807401657, -0.03877754881978035, -0.03752855956554413, -0.036279574036598206, -0.035030584782361984, -0.03378159925341606, -0.03253260999917984, -0.03128362074494362, -0.030034635215997696, -0.028785645961761475, -0.027536658570170403, -0.02628767117857933, -0.02503868192434311, -0.023789694532752037, -0.022540707141160965, -0.021291719749569893, -0.02004273235797882, -0.0187937431037426, -0.017544755712151527, -0.016295768320560455, -0.015046779997646809, -0.013797791674733162, -0.01254880428314209, -0.011299816891551018, -0.010050828568637371, -0.008801840245723724, -0.007552852854132652, -0.006303864996880293, -0.0050548771396279335, -0.003805889282375574, -0.0025569014251232147, -0.0013079135678708553, -5.892571061849594e-05, 0.0011900621466338634, 0.002439050003886223, 0.0036880378611385822, 0.004937025718390942, 0.006186013575643301, 0.00743500143289566, 0.008683988824486732, 0.00993297714740038, 0.011181965470314026, 0.012430952861905098, 0.01367994025349617, 0.014928928576409817, 0.016177916899323463, 0.017426904290914536, 0.018675891682505608, 0.01992487907409668, 0.0211738683283329, 0.022422855719923973, 0.023671843111515045, 0.024920832365751266, 0.02616981975734234, 0.02741880714893341]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 4.0, 2.0, 3.0, 0.0, 4.0, 3.0, 4.0, 2.0, 0.0, 4.0, 4.0, 7.0, 5.0, 11.0, 3.0, 7.0, 5.0, 5.0, 4.0, 7.0, 9.0, 14.0, 15.0, 20.0, 19.0, 23.0, 48.0, 11.0, 8.0, 8.0, 8.0, 2.0, 2.0, 3.0, 2.0, 1.0, 1.0, 2.0], "bins": [-0.02362820878624916, -0.023175235837697983, -0.022722262889146805, -0.022269289940595627, -0.02181631699204445, -0.02136334404349327, -0.020910371094942093, -0.020457398146390915, -0.020004425197839737, -0.01955145038664341, -0.019098477438092232, -0.018645504489541054, -0.018192531540989876, -0.017739558592438698, -0.01728658564388752, -0.016833612695336342, -0.016380639746785164, -0.015927666798233986, -0.015474693849682808, -0.01502172090113163, -0.014568747952580452, -0.0141157740727067, -0.013662801124155521, -0.013209828175604343, -0.012756855227053165, -0.012303882278501987, -0.01185090932995081, -0.011397936381399632, -0.010944962501525879, -0.010491989552974701, -0.010039016604423523, -0.009586043655872345, -0.009133070707321167, -0.008680097758769989, -0.008227124810218811, -0.007774151396006346, -0.007321178447455168, -0.00686820549890399, -0.0064152320846915245, -0.0059622591361403465, -0.0055092861875891685, -0.005056313239037991, -0.004603340290486813, -0.004150366876274347, -0.0036973939277231693, -0.0032444209791719913, -0.0027914477977901697, -0.002338474616408348, -0.00188550166785717, -0.0014325286028906703, -0.0009795555379241705, -0.0005265824729576707, -7.360940799117088e-05, 0.0003793636569753289, 0.0008323367219418287, 0.0012853097869083285, 0.0017382828518748283, 0.0021912558004260063, 0.002644228981807828, 0.0030972021631896496, 0.0035501751117408276, 0.0040031480602920055, 0.004456121474504471, 0.004909094423055649, 0.005362067371606827]}, "_runtime": 12.964311122894287, "_timestamp": 1596211539.6875284, "_step": 10}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 3.0, 1.0, 0.0, 3.0, 2.0, 2.0, 1.0, 2.0, 4.0, 4.0, 4.0, 0.0, 0.0, 2.0, 1.0, 2.0, 2.0, 4.0, 1.0, 2.0, 2.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01514704804867506, -0.014679831452667713, -0.014212614856660366, -0.013745398260653019, -0.013278181664645672, -0.012810965068638325, -0.012343749403953552, -0.011876532807946205, -0.011409316211938858, -0.010942099615931511, -0.010474883019924164, -0.010007666423916817, -0.00954044982790947, -0.009073233231902122, -0.008606016635894775, -0.008138800039887428, -0.0076715839095413685, -0.007204367313534021, -0.006737150717526674, -0.0062699345871806145, -0.005802717991173267, -0.00533550139516592, -0.004868284799158573, -0.004401068203151226, -0.003933851607143879, -0.0034666352439671755, -0.002999418880790472, -0.002532202284783125, -0.002064985688775778, -0.0015977693255990744, -0.0011305527295917273, -0.000663336249999702, -0.0001961197704076767, 0.00027109673828817904, 0.0007383132469840348, 0.001205529784783721, 0.0016727462643757463, 0.0021399627439677715, 0.0026071793399751186, 0.003074395703151822, 0.003541612299159169, 0.004008828662335873, 0.00447604525834322, 0.004943261854350567, 0.005410478450357914, 0.005877695046365261, 0.006344911176711321, 0.006812127772718668, 0.007279344368726015, 0.007746560964733362, 0.008213777095079422, 0.008680993691086769, 0.009148210287094116, 0.009615426883101463, 0.01008264347910881, 0.010549860075116158, 0.011017076671123505, 0.011484293267130852, 0.011951509863138199, 0.012418725527822971, 0.012885942123830318, 0.013353158719837666, 0.013820375315845013, 0.01428759191185236, 0.014754808507859707]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 3.0, 0.0, 3.0, 3.0, 4.0, 9.0, 5.0, 5.0, 8.0, 13.0, 16.0, 15.0, 30.0, 44.0, 49.0, 73.0, 87.0, 127.0, 149.0, 197.0, 265.0, 415.0, 497.0, 2743.0, 1431.0, 693.0, 385.0, 223.0, 139.0, 93.0, 56.0, 38.0, 29.0, 26.0, 17.0, 10.0, 11.0, 5.0, 3.0, 2.0, 4.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1819411963224411, -0.17666606605052948, -0.17139093577861786, -0.16611580550670624, -0.16084067523479462, -0.155565544962883, -0.15029041469097137, -0.14501528441905975, -0.13974015414714813, -0.1344650238752365, -0.1291898936033249, -0.12391476333141327, -0.11863963305950165, -0.11336450278759003, -0.1080893725156784, -0.10281424224376678, -0.09753911197185516, -0.09226398169994354, -0.08698885142803192, -0.0817137211561203, -0.07643859088420868, -0.07116346061229706, -0.06588833034038544, -0.060613200068473816, -0.055338069796562195, -0.050062939524650574, -0.04478780925273895, -0.03951267898082733, -0.03423754870891571, -0.02896241843700409, -0.023687288165092468, -0.018412157893180847, -0.013137027621269226, -0.007861897349357605, -0.002586767077445984, 0.002688363194465637, 0.007963493466377258, 0.01323862373828888, 0.0185137540102005, 0.02378888428211212, 0.029064014554023743, 0.034339144825935364, 0.039614275097846985, 0.044889405369758606, 0.05016453564167023, 0.05543966591358185, 0.06071479618549347, 0.06598992645740509, 0.07126505672931671, 0.07654018700122833, 0.08181531727313995, 0.08709044754505157, 0.0923655778169632, 0.09764070808887482, 0.10291583836078644, 0.10819096863269806, 0.11346609890460968, 0.1187412291765213, 0.12401635944843292, 0.12929148972034454, 0.13456661999225616, 0.13984175026416779, 0.1451168805360794, 0.15039201080799103, 0.15566714107990265]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 4.0, 3.0, 0.0, 4.0, 2.0, 1.0, 4.0, 5.0, 5.0, 3.0, 4.0, 4.0, 1.0, 2.0, 3.0, 4.0, 3.0, 1.0, 23.0, 3.0, 3.0, 1.0, 4.0, 0.0, 3.0, 2.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 3.0, 3.0, 1.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.0042119743302464485, -0.004078630357980728, -0.0039452859200537205, -0.003811941947788, -0.0036785979755222797, -0.0035452537704259157, -0.0034119097981601954, -0.0032785655930638313, -0.003145221620798111, -0.003011877415701747, -0.002878533210605383, -0.0027451892383396626, -0.0026118450332432985, -0.002478501060977578, -0.002345156855881214, -0.0022118128836154938, -0.0020784686785191298, -0.0019451245898380876, -0.0018117805011570454, -0.0016784364124760032, -0.001545092323794961, -0.001411748118698597, -0.0012784040300175548, -0.0011450599413365126, -0.0010117158526554704, -0.0008783717639744282, -0.000745027675293386, -0.0006116835284046829, -0.0004783394397236407, -0.0003449953510425985, -0.00021165123325772583, -7.830713002476841e-05, 5.503697320818901e-05, 0.00018838107644114643, 0.00032172517967410386, 0.0004550692974589765, 0.0005884133861400187, 0.0007217574748210609, 0.000855101621709764, 0.0009884457103908062, 0.0011217897990718484, 0.0012551338877528906, 0.0013884779764339328, 0.001521822065114975, 0.001655166270211339, 0.0017885103588923812, 0.0019218544475734234, 0.0020551984198391438, 0.0021885426249355078, 0.002321886830031872, 0.002455230802297592, 0.002588575007393956, 0.0027219189796596766, 0.0028552631847560406, 0.002988607157021761, 0.003121951362118125, 0.003255295567214489, 0.0033886395394802094, 0.0035219837445765734, 0.0036553277168422937, 0.0037886719219386578, 0.003922015894204378, 0.0040553598664700985, 0.004188704304397106, 0.0043220482766628265]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [4.0, 6.0, 13.0, 18.0, 31.0, 60.0, 82.0, 160.0, 243.0, 349.0, 498.0, 822.0, 1210.0, 1760.0, 2505.0, 3459.0, 4616.0, 6096.0, 8029.0, 10485.0, 13321.0, 17179.0, 22108.0, 28619.0, 38075.0, 50184.0, 66861.0, 86274.0, 107344.0, 413397.0, 77212.0, 55427.0, 39644.0, 29003.0, 21717.0, 16361.0, 12617.0, 9786.0, 7540.0, 6015.0, 4821.0, 3794.0, 2998.0, 2306.0, 1782.0, 1362.0, 982.0, 765.0, 530.0, 387.0, 279.0, 202.0, 116.0, 68.0, 49.0, 26.0, 19.0, 16.0, 8.0, 2.0, 2.0, 0.0, 3.0, 1.0], "bins": [-0.012028314173221588, -0.011617259122431278, -0.011206205002963543, -0.010795149952173233, -0.010384095832705498, -0.009973040781915188, -0.009561985731124878, -0.009150931611657143, -0.008739876560866833, -0.008328822441399097, -0.007917767390608788, -0.007506712805479765, -0.007095658220350742, -0.00668460363522172, -0.00627354858443141, -0.005862493999302387, -0.005451439414173365, -0.005040384829044342, -0.0046293302439153194, -0.0042182751931250095, -0.003807220607995987, -0.0033961660228669643, -0.0029851114377379417, -0.0025740566197782755, -0.002163002034649253, -0.0017519473331049085, -0.001340892631560564, -0.0009298380464315414, -0.000518783344887197, -0.00010772867244668305, 0.0003033259999938309, 0.0007143806433305144, 0.0011254353448748589, 0.0015364900464192033, 0.0019475447479635477, 0.0023585993330925703, 0.0027696541510522366, 0.003180708736181259, 0.0035917633213102818, 0.004002817906439304, 0.004413872957229614, 0.004824927542358637, 0.0052359821274876595, 0.005647036712616682, 0.006058091297745705, 0.006469145882874727, 0.006880200933665037, 0.00729125551879406, 0.007702310103923082, 0.008113364689052105, 0.008524419739842415, 0.00893547385931015, 0.00934652891010046, 0.009757583029568195, 0.010168638080358505, 0.010579693131148815, 0.01099074725061655, 0.01140180230140686, 0.011812856420874596, 0.012223911471664906, 0.012634966522455215, 0.01304602064192295, 0.01345707569271326, 0.013868129812180996, 0.014279184862971306]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 3.0, 6.0, 2.0, 1.0, 5.0, 3.0, 4.0, 8.0, 0.0, 0.0, 1.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 3.0, 3.0, 1.0, 0.0, 1.0, 4.0], "bins": [-0.024577852338552475, -0.024043118581175804, -0.023508386686444283, -0.02297365292906761, -0.02243891917169094, -0.02190418727695942, -0.02136945351958275, -0.020834719762206078, -0.020299986004829407, -0.019765254110097885, -0.019230520352721214, -0.018695786595344543, -0.018161054700613022, -0.01762632094323635, -0.01709158718585968, -0.01655685529112816, -0.016022121533751488, -0.015487388707697392, -0.01495265495032072, -0.014417922124266624, -0.013883188366889954, -0.013348455540835857, -0.012813722714781761, -0.01227898895740509, -0.011744256131350994, -0.011209523305296898, -0.010674789547920227, -0.01014005672186613, -0.009605323895812035, -0.009070590138435364, -0.008535857312381268, -0.008001123555004597, -0.0074663907289505005, -0.006931657437235117, -0.006396924145519733, -0.005862191319465637, -0.005327458027750254, -0.00479272473603487, -0.004257991909980774, -0.0037232586182653904, -0.003188525326550007, -0.0026537920348346233, -0.0021190589759498835, -0.0015843258006498218, -0.00104959262534976, -0.0005148594500496984, 1.987372525036335e-05, 0.000554606900550425, 0.0010893400758504868, 0.0016240732511505485, 0.00215880642645061, 0.00269353948533535, 0.0032282727770507336, 0.003763006068766117, 0.004297738894820213, 0.004832472186535597, 0.00536720547825098, 0.005901938769966364, 0.0064366720616817474, 0.006971404887735844, 0.007506138179451227, 0.00804087147116661, 0.008575604297220707, 0.009110338054597378, 0.009645070880651474]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 2.0, 3.0, 1.0, 3.0, 4.0, 3.0, 1.0, 4.0, 7.0, 7.0, 6.0, 11.0, 8.0, 10.0, 10.0, 11.0, 23.0, 17.0, 28.0, 19.0, 27.0, 27.0, 49.0, 89.0, 120.0, 145.0, 174.0, 215.0, 304.0, 452.0, 663.0, 890.0, 1407.0, 2187.0, 7102.0, 1383.0, 789.0, 590.0, 353.0, 241.0, 288.0, 264.0, 200.0, 129.0, 92.0, 40.0, 16.0, 9.0], "bins": [-0.016573702916502953, -0.016246138140559196, -0.01591857150197029, -0.01559100579470396, -0.01526344008743763, -0.014935875311493874, -0.014608309604227543, -0.014280743896961212, -0.013953178189694881, -0.01362561248242855, -0.01329804677516222, -0.01297048106789589, -0.012642916291952133, -0.012315350584685802, -0.011987784877419472, -0.011660219170153141, -0.01133265346288681, -0.01100508775562048, -0.010677522048354149, -0.010349956341087818, -0.010022390633821487, -0.009694825857877731, -0.0093672601506114, -0.00903969444334507, -0.00871212873607874, -0.008384563028812408, -0.008056997321546078, -0.007729432079941034, -0.007401866372674704, -0.007074300665408373, -0.0067467354238033295, -0.006419169716536999, -0.006091604009270668, -0.005764038302004337, -0.005436472594738007, -0.005108907353132963, -0.0047813416458666325, -0.004453775938600302, -0.004126210696995258, -0.0037986449897289276, -0.003471079282462597, -0.003143513575196266, -0.002815948100760579, -0.002488382626324892, -0.0021608169190585613, -0.0018332513282075524, -0.0015056857373565435, -0.0011781201465055346, -0.0008505545556545258, -0.0005229889648035169, -0.00019542337395250797, 0.00013214221689850092, 0.0004597078077495098, 0.0007872733986005187, 0.0011148389894515276, 0.0014424045803025365, 0.0017699701711535454, 0.002097535878419876, 0.002425101352855563, 0.0027526668272912502, 0.003080232534557581, 0.0034077982418239117, 0.0037353637162595987, 0.004062929190695286, 0.0043904948979616165]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 4.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.05359533801674843, -0.05224549397826195, -0.05089564993977547, -0.049545809626579285, -0.048195965588092804, -0.04684612154960632, -0.04549627751111984, -0.04414643347263336, -0.04279658943414688, -0.0414467491209507, -0.04009690508246422, -0.03874706104397774, -0.03739721700549126, -0.036047372967004776, -0.034697532653808594, -0.03334768861532211, -0.03199784457683563, -0.03064800053834915, -0.02929815836250782, -0.02794831432402134, -0.026598472148180008, -0.025248628109693527, -0.023898784071207047, -0.022548941895365715, -0.021199097856879234, -0.019849253818392754, -0.018499411642551422, -0.01714956760406494, -0.01579972356557846, -0.01444988138973713, -0.013100037351250648, -0.011750194244086742, -0.010400351136922836, -0.00905050802975893, -0.007700664456933737, -0.006350820884108543, -0.005000977776944637, -0.0036511344369500875, -0.002301291096955538, -0.000951447756960988, 0.0003983955830335617, 0.0017482389230281115, 0.003098082263022661, 0.004447925835847855, 0.005797768943011761, 0.007147612050175667, 0.008497456088662148, 0.009847299195826054, 0.01119714230298996, 0.012546985410153866, 0.013896828517317772, 0.015246672555804253, 0.016596514731645584, 0.017946358770132065, 0.019296202808618546, 0.020646044984459877, 0.021995889022946358, 0.02334573306143284, 0.02469557523727417, 0.02604541927576065, 0.02739526331424713, 0.028745105490088463, 0.030094949528574944, 0.031444791704416275, 0.032794635742902756]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 4.0, 1.0, 1.0, 3.0, 2.0, 1.0, 3.0, 1.0, 6.0, 4.0, 6.0, 5.0, 6.0, 6.0, 6.0, 3.0, 8.0, 6.0, 4.0, 6.0, 1.0, 4.0, 4.0, 4.0, 4.0, 6.0, 5.0, 5.0, 6.0, 5.0, 4.0, 11.0, 2.0, 10.0, 6.0, 7.0, 38.0, 22.0, 7.0, 13.0, 7.0, 5.0, 7.0, 3.0, 6.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.021439041942358017, -0.02093973010778427, -0.020440420135855675, -0.01994110830128193, -0.019441796466708183, -0.018942484632134438, -0.01844317466020584, -0.017943862825632095, -0.01744455099105835, -0.016945241019129753, -0.016445929184556007, -0.01594661734998226, -0.01544730644673109, -0.014947994612157345, -0.014448683708906174, -0.013949371874332428, -0.013450060971081257, -0.012950750067830086, -0.01245143823325634, -0.011952127330005169, -0.011452815495431423, -0.010953504592180252, -0.010454192757606506, -0.009954881854355335, -0.009455570951104164, -0.008956259116530418, -0.008456948213279247, -0.007957636378705502, -0.0074583254754543304, -0.006959014106541872, -0.006459702737629414, -0.005960391368716955, -0.005461079999804497, -0.004961768630892038, -0.00446245726197958, -0.0039631458930671215, -0.0034638347569853067, -0.0029645233880728483, -0.0024652122519910336, -0.001965900883078575, -0.0014665895141661167, -0.0009672782034613192, -0.0004679668927565217, 3.1344417948275805e-05, 0.0005306557286530733, 0.0010299670975655317, 0.0015292783500626683, 0.002028589602559805, 0.0025279009714722633, 0.0030272123403847218, 0.00352652370929718, 0.004025835078209639, 0.004525146447122097, 0.005024457350373268, 0.0055237687192857265, 0.006023080088198185, 0.006522391457110643, 0.007021702826023102, 0.00752101419493556, 0.008020325563848019, 0.00851963646709919, 0.009018948301672935, 0.009518259204924107, 0.010017571039497852, 0.010516881942749023]}, "_runtime": 13.751944780349731, "_timestamp": 1596211540.475162, "_step": 11}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 4.0, 1.0, 1.0, 2.0, 0.0, 1.0, 3.0, 2.0, 4.0, 1.0, 2.0, 4.0, 3.0, 4.0, 3.0, 2.0, 3.0, 2.0, 0.0, 4.0, 0.0, 0.0, 2.0, 4.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.023014796897768974, -0.02234303019940853, -0.021671265363693237, -0.020999498665332794, -0.0203277338296175, -0.019655967131257057, -0.018984202295541763, -0.01831243559718132, -0.017640668898820877, -0.016968904063105583, -0.01629713736474514, -0.015625372529029846, -0.014953605830669403, -0.014281840063631535, -0.013610074296593666, -0.012938308529555798, -0.012266542762517929, -0.01159477699548006, -0.010923011228442192, -0.010251245461404324, -0.009579479694366455, -0.008907712996006012, -0.008235947228968143, -0.007564181461930275, -0.0068924156948924065, -0.006220649927854538, -0.0055488841608166695, -0.004877117928117514, -0.004205352161079645, -0.0035335863940417767, -0.0028618203941732645, -0.0021900543943047523, -0.0015182886272668839, -0.0008465227438136935, -0.0001747568603605032, 0.0004970090230926871, 0.0011687749065458775, 0.0018405407899990678, 0.002512306673452258, 0.0031840726733207703, 0.0038558384403586388, 0.004527604207396507, 0.005199369974434376, 0.005871136207133532, 0.0065429019741714, 0.007214667741209269, 0.007886433973908424, 0.008558199740946293, 0.009229965507984161, 0.00990173127502203, 0.010573497042059898, 0.011245262809097767, 0.011917028576135635, 0.012588795274496078, 0.013260561041533947, 0.013932326808571815, 0.014604092575609684, 0.015275858342647552, 0.015947625041007996, 0.01661938987672329, 0.017291156575083733, 0.017962921410799026, 0.01863468810915947, 0.019306452944874763, 0.019978219643235207]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 3.0, 2.0, 2.0, 7.0, 10.0, 10.0, 13.0, 18.0, 20.0, 30.0, 37.0, 41.0, 58.0, 94.0, 105.0, 143.0, 216.0, 273.0, 394.0, 557.0, 3507.0, 1096.0, 499.0, 281.0, 165.0, 103.0, 68.0, 48.0, 35.0, 25.0, 16.0, 10.0, 9.0, 6.0, 8.0, 4.0, 1.0, 5.0, 1.0, 2.0, 2.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.17455291748046875, -0.16790533065795898, -0.16125772893428802, -0.15461014211177826, -0.1479625552892685, -0.14131496846675873, -0.13466736674308777, -0.128019779920578, -0.12137219309806824, -0.11472459882497787, -0.10807700455188751, -0.10142941772937775, -0.09478182345628738, -0.08813423663377762, -0.08148664236068726, -0.07483905553817749, -0.06819146126508713, -0.061543870717287064, -0.054896280169487, -0.048248689621686935, -0.04160109907388687, -0.03495350480079651, -0.028305914252996445, -0.02165832370519638, -0.015010733157396317, -0.008363142609596252, -0.0017155511304736137, 0.004932039882987738, 0.011579630896449089, 0.018227221444249153, 0.024874813854694366, 0.03152240440249443, 0.038169994950294495, 0.04481758549809456, 0.05146517604589462, 0.05811276659369469, 0.06476035714149475, 0.07140795141458511, 0.07805553823709488, 0.08470313251018524, 0.09135071933269501, 0.09799831360578537, 0.10464590787887573, 0.1112934947013855, 0.11794108897447586, 0.12458867579698563, 0.131236270070076, 0.13788385689258575, 0.1445314586162567, 0.15117904543876648, 0.15782663226127625, 0.164474219083786, 0.17112182080745697, 0.17776940762996674, 0.1844169944524765, 0.19106458127498627, 0.19771218299865723, 0.204359769821167, 0.21100735664367676, 0.21765495836734772, 0.22430254518985748, 0.23095013201236725, 0.23759771883487701, 0.24424532055854797, 0.25089290738105774]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 2.0, 2.0, 4.0, 3.0, 2.0, 3.0, 6.0, 6.0, 1.0, 1.0, 6.0, 2.0, 1.0, 29.0, 3.0, 2.0, 1.0, 2.0, 1.0, 4.0, 4.0, 2.0, 1.0, 2.0, 4.0, 2.0, 2.0, 2.0, 4.0, 4.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.005174959544092417, -0.004996494855731726, -0.004818030167371035, -0.004639565013349056, -0.004461100324988365, -0.004282635636627674, -0.004104170948266983, -0.003925706259906292, -0.0037472413387149572, -0.003568776650354266, -0.0033903117291629314, -0.0032118470408022404, -0.0030333823524415493, -0.0028549174312502146, -0.0026764527428895235, -0.0024979878216981888, -0.0023195231333374977, -0.0021410584449768066, -0.001962593523785472, -0.0017841288354247808, -0.001605664030648768, -0.001427199225872755, -0.001248734537512064, -0.001070269732736051, -0.0008918049279600382, -0.0007133401231840253, -0.0005348753766156733, -0.00035641060094349086, -0.00017794582527130842, 5.189504008740187e-07, 0.00017898372607305646, 0.0003574485017452389, 0.0005359132774174213, 0.0007143780821934342, 0.0008928428287617862, 0.0010713075753301382, 0.001249772380106151, 0.001428237184882164, 0.001606701873242855, 0.001785166678018868, 0.001963631482794881, 0.002142096171155572, 0.0023205610923469067, 0.0024990257807075977, 0.002677490469068289, 0.0028559553902596235, 0.0030344200786203146, 0.0032128849998116493, 0.0033913496881723404, 0.0035698143765330315, 0.003748279297724366, 0.003926744218915701, 0.004105208907276392, 0.004283673595637083, 0.004462138283997774, 0.004640602972358465, 0.004819068126380444, 0.004997532814741135, 0.005175997503101826, 0.005354462191462517, 0.005532926879823208, 0.005711391568183899, 0.005889856722205877, 0.006068321410566568, 0.0062467860989272594]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 2.0, 5.0, 7.0, 10.0, 11.0, 22.0, 35.0, 63.0, 82.0, 124.0, 196.0, 260.0, 359.0, 551.0, 712.0, 988.0, 1294.0, 1878.0, 2598.0, 3605.0, 4871.0, 6767.0, 9393.0, 12987.0, 17854.0, 24296.0, 32131.0, 43284.0, 58901.0, 77732.0, 100460.0, 420463.0, 89249.0, 68053.0, 50934.0, 37595.0, 27436.0, 20847.0, 15538.0, 11976.0, 9422.0, 6943.0, 5079.0, 3895.0, 2927.0, 2185.0, 1617.0, 1148.0, 874.0, 608.0, 444.0, 305.0, 219.0, 152.0, 98.0, 67.0, 39.0, 26.0, 20.0, 2.0, 5.0, 1.0, 2.0], "bins": [-0.014791100285947323, -0.014334730803966522, -0.013878362253308296, -0.013421992771327496, -0.012965623289346695, -0.012509254738688469, -0.012052885256707668, -0.011596515774726868, -0.011140147224068642, -0.010683777742087841, -0.01022740826010704, -0.00977103877812624, -0.009314670227468014, -0.008858300745487213, -0.008401931263506413, -0.007945562712848186, -0.007489193230867386, -0.0070328242145478725, -0.006576454732567072, -0.006120085716247559, -0.005663716234266758, -0.005207347217947245, -0.004750978201627731, -0.004294608719646931, -0.0038382397033274174, -0.0033818704541772604, -0.0029255012050271034, -0.00246913218870759, -0.002012762939557433, -0.0015563936904072762, -0.001100024557672441, -0.0006436553667299449, -0.00018728617578744888, 0.0002690830151550472, 0.0007254522060975432, 0.0011818213388323784, 0.0016381905879825354, 0.0020945598371326923, 0.0025509288534522057, 0.0030072981026023626, 0.0034636673517525196, 0.003920036368072033, 0.0043764058500528336, 0.004832774866372347, 0.00528914388269186, 0.005745513364672661, 0.006201882380992174, 0.006658251862972975, 0.007114620879292488, 0.007570989895612001, 0.008027358911931515, 0.008483728393912315, 0.008940097875893116, 0.009396466426551342, 0.009852835908532143, 0.010309205390512943, 0.010765574872493744, 0.01122194342315197, 0.01167831290513277, 0.012134682387113571, 0.012591050937771797, 0.013047420419752598, 0.013503789901733398, 0.013960158452391624, 0.014416527934372425]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 3.0, 7.0, 3.0, 2.0, 7.0, 7.0, 1.0, 2.0, 3.0, 10.0, 3.0, 4.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01879807561635971, -0.018242090940475464, -0.017686106264591217, -0.01713012158870697, -0.016574138775467873, -0.016018154099583626, -0.015462169423699379, -0.014906184747815132, -0.014350200071930885, -0.013794216327369213, -0.013238231651484966, -0.01268224697560072, -0.012126263231039047, -0.0115702785551548, -0.011014293879270554, -0.010458310134708881, -0.009902325458824635, -0.009346340782940388, -0.008790357038378716, -0.008234372362494469, -0.007678387686610222, -0.007122403476387262, -0.006566419266164303, -0.006010434590280056, -0.0054544503800570965, -0.004898466169834137, -0.00434248149394989, -0.0037864972837269306, -0.0032305128406733274, -0.0026745283976197243, -0.0021185441873967648, -0.0015625597443431616, -0.0010065753012895584, -0.00045059091644361615, 0.00010539346840232611, 0.0006613778532482684, 0.0012173622380942106, 0.0017733466811478138, 0.0023293308913707733, 0.0028853153344243765, 0.0034412997774779797, 0.003997283987700939, 0.004553268663585186, 0.0051092528738081455, 0.005665237084031105, 0.006221221759915352, 0.006777205970138311, 0.007333190646022558, 0.007889174856245518, 0.008445159532129765, 0.009001143276691437, 0.009557127952575684, 0.01011311262845993, 0.010669096373021603, 0.01122508104890585, 0.011781065724790096, 0.012337049469351768, 0.012893034145236015, 0.013449018821120262, 0.014005003497004509, 0.014560987241566181, 0.015116971917450428, 0.0156729556620121, 0.016228940337896347, 0.016784925013780594]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 2.0, 2.0, 0.0, 3.0, 3.0, 3.0, 6.0, 5.0, 5.0, 4.0, 4.0, 5.0, 11.0, 9.0, 12.0, 9.0, 13.0, 12.0, 9.0, 16.0, 11.0, 12.0, 17.0, 19.0, 24.0, 44.0, 62.0, 96.0, 116.0, 170.0, 260.0, 445.0, 691.0, 1141.0, 1508.0, 2996.0, 6836.0, 1450.0, 848.0, 455.0, 274.0, 207.0, 152.0, 121.0, 87.0, 66.0, 53.0, 38.0, 30.0, 24.0, 9.0, 4.0, 7.0, 5.0, 3.0, 6.0, 2.0, 3.0], "bins": [-0.014860955998301506, -0.014509501866996288, -0.01415804773569107, -0.013806593604385853, -0.013455139473080635, -0.013103685341775417, -0.0127522312104702, -0.012400777079164982, -0.012049322947859764, -0.011697869747877121, -0.011346415616571903, -0.010994961485266685, -0.010643507353961468, -0.01029205322265625, -0.009940599091351032, -0.009589144960045815, -0.009237690828740597, -0.008886236697435379, -0.008534782566130161, -0.008183328434824944, -0.007831874303519726, -0.007480420637875795, -0.007128966506570578, -0.00677751237526536, -0.006426058243960142, -0.006074604112654924, -0.005723149981349707, -0.005371695850044489, -0.0050202421844005585, -0.004668788053095341, -0.004317333921790123, -0.003965879790484905, -0.0036144256591796875, -0.0032629715278744698, -0.002911517396569252, -0.002560063498094678, -0.00220860936678946, -0.0018571552354842424, -0.0015057012205943465, -0.0011542472057044506, -0.0008027930743992329, -0.00045133900130167603, -9.98849282041192e-05, 0.0002515691448934376, 0.0006030232179909945, 0.0009544772910885513, 0.0013059313641861081, 0.001657385379076004, 0.0020088395103812218, 0.0023602936416864395, 0.0027117477729916573, 0.0030632016714662313, 0.003414655802771449, 0.003766109934076667, 0.004117563832551241, 0.004469017963856459, 0.004820472095161676, 0.005171926226466894, 0.005523380357772112, 0.00587483448907733, 0.00622628815472126, 0.006577742286026478, 0.0069291964173316956, 0.007280650548636913, 0.007632104679942131]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.04223788529634476, -0.04101450741291046, -0.039791133254766464, -0.03856775909662247, -0.03734438121318817, -0.036121003329753876, -0.03489762917160988, -0.03367425501346588, -0.032450877130031586, -0.03122750110924244, -0.030004125088453293, -0.028780749067664146, -0.027557373046875, -0.026333997026085854, -0.025110621005296707, -0.02388724498450756, -0.022663868963718414, -0.021440492942929268, -0.02021711692214012, -0.018993740901350975, -0.01777036488056183, -0.016546988859772682, -0.015323612838983536, -0.01410023681819439, -0.012876860797405243, -0.011653484776616096, -0.01043010875582695, -0.009206732735037804, -0.007983356714248657, -0.006759980693459511, -0.005536604672670364, -0.004313228651881218, -0.0030898526310920715, -0.0018664766103029251, -0.0006431005895137787, 0.0005802754312753677, 0.0018036514520645142, 0.0030270274728536606, 0.004250403493642807, 0.005473779514431953, 0.0066971555352211, 0.007920531556010246, 0.009143907576799393, 0.010367283597588539, 0.011590659618377686, 0.012814035639166832, 0.014037411659955978, 0.015260787680745125, 0.01648416370153427, 0.017707539722323418, 0.018930915743112564, 0.02015429176390171, 0.021377667784690857, 0.022601043805480003, 0.02382441982626915, 0.025047795847058296, 0.026271171867847443, 0.02749454788863659, 0.028717923909425735, 0.029941299930214882, 0.03116467595100403, 0.032388053834438324, 0.03361142799258232, 0.03483480215072632, 0.036058180034160614]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 4.0, 5.0, 1.0, 6.0, 4.0, 3.0, 11.0, 7.0, 12.0, 5.0, 7.0, 11.0, 9.0, 12.0, 19.0, 14.0, 13.0, 52.0, 14.0, 14.0, 8.0, 10.0, 8.0, 6.0, 3.0, 4.0, 4.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.030453374609351158, -0.029719442129135132, -0.028985509648919106, -0.02825157716870308, -0.027517644688487053, -0.026783712208271027, -0.026049779728055, -0.025315847247838974, -0.024581916630268097, -0.02384798415005207, -0.023114051669836044, -0.022380119189620018, -0.02164618670940399, -0.020912254229187965, -0.02017832174897194, -0.019444389268755913, -0.018710456788539886, -0.01797652430832386, -0.017242591828107834, -0.016508659347891808, -0.01577472686767578, -0.01504079531878233, -0.014306862838566303, -0.013572930358350277, -0.01283899787813425, -0.012105065397918224, -0.011371132917702198, -0.010637200437486172, -0.00990326888859272, -0.009169336408376694, -0.008435403928160667, -0.007701471447944641, -0.006967538967728615, -0.0062336064875125885, -0.005499674007296562, -0.004765741992741823, -0.004031809512525797, -0.0032978770323097706, -0.002563944784924388, -0.0018300124211236835, -0.001096080057322979, -0.0003621476935222745, 0.00037178467027843, 0.0011057170340791345, 0.001839649397879839, 0.0025735818780958652, 0.003307514125481248, 0.0040414463728666306, 0.004775378853082657, 0.005509311333298683, 0.0062432438135147095, 0.0069771758280694485, 0.007711108308285475, 0.008445040322840214, 0.00917897280305624, 0.009912905283272266, 0.010646837763488293, 0.011380770243704319, 0.012114702723920345, 0.012848635204136372, 0.013582566753029823, 0.01431649923324585, 0.015050431713461876, 0.015784364193677902, 0.01651829667389393]}, "_runtime": 14.532074689865112, "_timestamp": 1596211541.255292, "_step": 12}
+{"val_accuracy": 0.6690774828767124, "val_loss": 1.089642172262549, "_runtime": 15.904379844665527, "_timestamp": 1596211542.627597, "_step": 13}
diff --git a/wandb/run-20200731_160529-1qduvpsf/wandb-metadata.json b/wandb/run-20200731_160529-1qduvpsf/wandb-metadata.json
new file mode 100644
index 0000000..16aa312
--- /dev/null
+++ b/wandb/run-20200731_160529-1qduvpsf/wandb-metadata.json
@@ -0,0 +1,30 @@
+{
+ "root": "/home/akternurra/Documents/projects/quest-for-general-artifical-intelligence/projects/text-recognizer",
+ "program": "<python with no main file>",
+ "git": {
+ "remote": "git@github.com:aktersnurra/text-recognizer.git",
+ "commit": "fa461db6132e7a22f3aa1bb48cce8981890325fb"
+ },
+ "email": "gustaf.rydholm@gmail.com",
+ "startedAt": "2020-07-31T16:05:29.944842",
+ "host": "kompjuter",
+ "username": "akternurra",
+ "executable": "/home/akternurra/.cache/pypoetry/virtualenvs/text-recognizer-N1c_zsdp-py3.8/bin/python",
+ "os": "Linux-5.4.0-42-generic-x86_64-with-glibc2.27",
+ "python": "3.8.2",
+ "gpu": "GeForce RTX 2070",
+ "gpu_count": 1,
+ "cpu_count": 12,
+ "cuda": "10.1.105",
+ "args": [
+ "--gpu=-1",
+ "--save",
+ "--experiment_config={\"dataloader\": \"EmnistDataLoader\", \"data_loader_args\": {\"splits\": [\"train\", \"val\"], \"sample_to_balance\": true, \"subsample_fraction\": null, \"transform\": null, \"target_transform\": null, \"batch_size\": 256, \"shuffle\": true, \"num_workers\": 8, \"cuda\": true, \"seed\": 4711}, \"model\": \"CharacterModel\", \"metrics\": [\"accuracy\"], \"network\": \"LeNet\", \"network_args\": {\"input_size\": [28, 28], \"output_size\": 62}, \"train_args\": {\"batch_size\": 256, \"epochs\": 16}, \"criterion\": \"CrossEntropyLoss\", \"criterion_args\": {\"weight\": null, \"ignore_index\": -100, \"reduction\": \"mean\"}, \"optimizer\": \"AdamW\", \"optimizer_args\": {\"lr\": 0.01, \"betas\": [0.9, 0.999], \"eps\": 1e-08, \"weight_decay\": 0, \"amsgrad\": false}, \"lr_scheduler\": \"OneCycleLR\", \"lr_scheduler_args\": {\"max_lr\": 0.001, \"epochs\": 16}, \"callbacks\": [\"Checkpoint\", \"EarlyStopping\", \"WandbCallback\", \"WandbImageLogger\"], \"callback_args\": {\"Checkpoint\": {\"monitor\": \"val_accuracy\"}, \"EarlyStopping\": {\"monitor\": \"val_loss\", \"min_delta\": 0.0, \"patience\": 3, \"mode\": \"min\"}, \"WandbCallback\": {\"log_batch_frequency\": 10}, \"WandbImageLogger\": {\"num_examples\": 4}}, \"verbosity\": 2, \"resume_experiment\": null, \"experiment_group\": \"Sample Experiments\"}"
+ ],
+ "state": "failed",
+ "jobType": null,
+ "mode": "run",
+ "project": "text-recognizer",
+ "heartbeatAt": "2020-07-31T16:05:43.603314",
+ "exitcode": 1
+}
diff --git a/wandb/run-20200731_160529-1qduvpsf/wandb-summary.json b/wandb/run-20200731_160529-1qduvpsf/wandb-summary.json
new file mode 100644
index 0000000..6caa26c
--- /dev/null
+++ b/wandb/run-20200731_160529-1qduvpsf/wandb-summary.json
@@ -0,0 +1 @@
+{"graph_0": {"_type": "graph-file", "path": "media/graph/graph_0_summary_e4afaee8.graph.json", "sha256": "e4afaee8053047d0407a141aa218c30751bc805112d13c101fde7f1cdc18a775", "size": 1814}, "_runtime": 15.904379844665527, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 3.0, 2.0, 2.0, 7.0, 10.0, 10.0, 13.0, 18.0, 20.0, 30.0, 37.0, 41.0, 58.0, 94.0, 105.0, 143.0, 216.0, 273.0, 394.0, 557.0, 3507.0, 1096.0, 499.0, 281.0, 165.0, 103.0, 68.0, 48.0, 35.0, 25.0, 16.0, 10.0, 9.0, 6.0, 8.0, 4.0, 1.0, 5.0, 1.0, 2.0, 2.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.17455291748046875, -0.16790533065795898, -0.16125772893428802, -0.15461014211177826, -0.1479625552892685, -0.14131496846675873, -0.13466736674308777, -0.128019779920578, -0.12137219309806824, -0.11472459882497787, -0.10807700455188751, -0.10142941772937775, -0.09478182345628738, -0.08813423663377762, -0.08148664236068726, -0.07483905553817749, -0.06819146126508713, -0.061543870717287064, -0.054896280169487, -0.048248689621686935, -0.04160109907388687, -0.03495350480079651, -0.028305914252996445, -0.02165832370519638, -0.015010733157396317, -0.008363142609596252, -0.0017155511304736137, 0.004932039882987738, 0.011579630896449089, 0.018227221444249153, 0.024874813854694366, 0.03152240440249443, 0.038169994950294495, 0.04481758549809456, 0.05146517604589462, 0.05811276659369469, 0.06476035714149475, 0.07140795141458511, 0.07805553823709488, 0.08470313251018524, 0.09135071933269501, 0.09799831360578537, 0.10464590787887573, 0.1112934947013855, 0.11794108897447586, 0.12458867579698563, 0.131236270070076, 0.13788385689258575, 0.1445314586162567, 0.15117904543876648, 0.15782663226127625, 0.164474219083786, 0.17112182080745697, 0.17776940762996674, 0.1844169944524765, 0.19106458127498627, 0.19771218299865723, 0.204359769821167, 0.21100735664367676, 0.21765495836734772, 0.22430254518985748, 0.23095013201236725, 0.23759771883487701, 0.24424532055854797, 0.25089290738105774]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 4.0, 5.0, 1.0, 6.0, 4.0, 3.0, 11.0, 7.0, 12.0, 5.0, 7.0, 11.0, 9.0, 12.0, 19.0, 14.0, 13.0, 52.0, 14.0, 14.0, 8.0, 10.0, 8.0, 6.0, 3.0, 4.0, 4.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.030453374609351158, -0.029719442129135132, -0.028985509648919106, -0.02825157716870308, -0.027517644688487053, -0.026783712208271027, -0.026049779728055, -0.025315847247838974, -0.024581916630268097, -0.02384798415005207, -0.023114051669836044, -0.022380119189620018, -0.02164618670940399, -0.020912254229187965, -0.02017832174897194, -0.019444389268755913, -0.018710456788539886, -0.01797652430832386, -0.017242591828107834, -0.016508659347891808, -0.01577472686767578, -0.01504079531878233, -0.014306862838566303, -0.013572930358350277, -0.01283899787813425, -0.012105065397918224, -0.011371132917702198, -0.010637200437486172, -0.00990326888859272, -0.009169336408376694, -0.008435403928160667, -0.007701471447944641, -0.006967538967728615, -0.0062336064875125885, -0.005499674007296562, -0.004765741992741823, -0.004031809512525797, -0.0032978770323097706, -0.002563944784924388, -0.0018300124211236835, -0.001096080057322979, -0.0003621476935222745, 0.00037178467027843, 0.0011057170340791345, 0.001839649397879839, 0.0025735818780958652, 0.003307514125481248, 0.0040414463728666306, 0.004775378853082657, 0.005509311333298683, 0.0062432438135147095, 0.0069771758280694485, 0.007711108308285475, 0.008445040322840214, 0.00917897280305624, 0.009912905283272266, 0.010646837763488293, 0.011380770243704319, 0.012114702723920345, 0.012848635204136372, 0.013582566753029823, 0.01431649923324585, 0.015050431713461876, 0.015784364193677902, 0.01651829667389393]}, "_step": 13, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 2.0, 2.0, 4.0, 3.0, 2.0, 3.0, 6.0, 6.0, 1.0, 1.0, 6.0, 2.0, 1.0, 29.0, 3.0, 2.0, 1.0, 2.0, 1.0, 4.0, 4.0, 2.0, 1.0, 2.0, 4.0, 2.0, 2.0, 2.0, 4.0, 4.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.005174959544092417, -0.004996494855731726, -0.004818030167371035, -0.004639565013349056, -0.004461100324988365, -0.004282635636627674, -0.004104170948266983, -0.003925706259906292, -0.0037472413387149572, -0.003568776650354266, -0.0033903117291629314, -0.0032118470408022404, -0.0030333823524415493, -0.0028549174312502146, -0.0026764527428895235, -0.0024979878216981888, -0.0023195231333374977, -0.0021410584449768066, -0.001962593523785472, -0.0017841288354247808, -0.001605664030648768, -0.001427199225872755, -0.001248734537512064, -0.001070269732736051, -0.0008918049279600382, -0.0007133401231840253, -0.0005348753766156733, -0.00035641060094349086, -0.00017794582527130842, 5.189504008740187e-07, 0.00017898372607305646, 0.0003574485017452389, 0.0005359132774174213, 0.0007143780821934342, 0.0008928428287617862, 0.0010713075753301382, 0.001249772380106151, 0.001428237184882164, 0.001606701873242855, 0.001785166678018868, 0.001963631482794881, 0.002142096171155572, 0.0023205610923469067, 0.0024990257807075977, 0.002677490469068289, 0.0028559553902596235, 0.0030344200786203146, 0.0032128849998116493, 0.0033913496881723404, 0.0035698143765330315, 0.003748279297724366, 0.003926744218915701, 0.004105208907276392, 0.004283673595637083, 0.004462138283997774, 0.004640602972358465, 0.004819068126380444, 0.004997532814741135, 0.005175997503101826, 0.005354462191462517, 0.005532926879823208, 0.005711391568183899, 0.005889856722205877, 0.006068321410566568, 0.0062467860989272594]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 2.0, 5.0, 7.0, 10.0, 11.0, 22.0, 35.0, 63.0, 82.0, 124.0, 196.0, 260.0, 359.0, 551.0, 712.0, 988.0, 1294.0, 1878.0, 2598.0, 3605.0, 4871.0, 6767.0, 9393.0, 12987.0, 17854.0, 24296.0, 32131.0, 43284.0, 58901.0, 77732.0, 100460.0, 420463.0, 89249.0, 68053.0, 50934.0, 37595.0, 27436.0, 20847.0, 15538.0, 11976.0, 9422.0, 6943.0, 5079.0, 3895.0, 2927.0, 2185.0, 1617.0, 1148.0, 874.0, 608.0, 444.0, 305.0, 219.0, 152.0, 98.0, 67.0, 39.0, 26.0, 20.0, 2.0, 5.0, 1.0, 2.0], "bins": [-0.014791100285947323, -0.014334730803966522, -0.013878362253308296, -0.013421992771327496, -0.012965623289346695, -0.012509254738688469, -0.012052885256707668, -0.011596515774726868, -0.011140147224068642, -0.010683777742087841, -0.01022740826010704, -0.00977103877812624, -0.009314670227468014, -0.008858300745487213, -0.008401931263506413, -0.007945562712848186, -0.007489193230867386, -0.0070328242145478725, -0.006576454732567072, -0.006120085716247559, -0.005663716234266758, -0.005207347217947245, -0.004750978201627731, -0.004294608719646931, -0.0038382397033274174, -0.0033818704541772604, -0.0029255012050271034, -0.00246913218870759, -0.002012762939557433, -0.0015563936904072762, -0.001100024557672441, -0.0006436553667299449, -0.00018728617578744888, 0.0002690830151550472, 0.0007254522060975432, 0.0011818213388323784, 0.0016381905879825354, 0.0020945598371326923, 0.0025509288534522057, 0.0030072981026023626, 0.0034636673517525196, 0.003920036368072033, 0.0043764058500528336, 0.004832774866372347, 0.00528914388269186, 0.005745513364672661, 0.006201882380992174, 0.006658251862972975, 0.007114620879292488, 0.007570989895612001, 0.008027358911931515, 0.008483728393912315, 0.008940097875893116, 0.009396466426551342, 0.009852835908532143, 0.010309205390512943, 0.010765574872493744, 0.01122194342315197, 0.01167831290513277, 0.012134682387113571, 0.012591050937771797, 0.013047420419752598, 0.013503789901733398, 0.013960158452391624, 0.014416527934372425]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.04223788529634476, -0.04101450741291046, -0.039791133254766464, -0.03856775909662247, -0.03734438121318817, -0.036121003329753876, -0.03489762917160988, -0.03367425501346588, -0.032450877130031586, -0.03122750110924244, -0.030004125088453293, -0.028780749067664146, -0.027557373046875, -0.026333997026085854, -0.025110621005296707, -0.02388724498450756, -0.022663868963718414, -0.021440492942929268, -0.02021711692214012, -0.018993740901350975, -0.01777036488056183, -0.016546988859772682, -0.015323612838983536, -0.01410023681819439, -0.012876860797405243, -0.011653484776616096, -0.01043010875582695, -0.009206732735037804, -0.007983356714248657, -0.006759980693459511, -0.005536604672670364, -0.004313228651881218, -0.0030898526310920715, -0.0018664766103029251, -0.0006431005895137787, 0.0005802754312753677, 0.0018036514520645142, 0.0030270274728536606, 0.004250403493642807, 0.005473779514431953, 0.0066971555352211, 0.007920531556010246, 0.009143907576799393, 0.010367283597588539, 0.011590659618377686, 0.012814035639166832, 0.014037411659955978, 0.015260787680745125, 0.01648416370153427, 0.017707539722323418, 0.018930915743112564, 0.02015429176390171, 0.021377667784690857, 0.022601043805480003, 0.02382441982626915, 0.025047795847058296, 0.026271171867847443, 0.02749454788863659, 0.028717923909425735, 0.029941299930214882, 0.03116467595100403, 0.032388053834438324, 0.03361142799258232, 0.03483480215072632, 0.036058180034160614]}, "_timestamp": 1596211542.627597, "gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 4.0, 1.0, 1.0, 2.0, 0.0, 1.0, 3.0, 2.0, 4.0, 1.0, 2.0, 4.0, 3.0, 4.0, 3.0, 2.0, 3.0, 2.0, 0.0, 4.0, 0.0, 0.0, 2.0, 4.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.023014796897768974, -0.02234303019940853, -0.021671265363693237, -0.020999498665332794, -0.0203277338296175, -0.019655967131257057, -0.018984202295541763, -0.01831243559718132, -0.017640668898820877, -0.016968904063105583, -0.01629713736474514, -0.015625372529029846, -0.014953605830669403, -0.014281840063631535, -0.013610074296593666, -0.012938308529555798, -0.012266542762517929, -0.01159477699548006, -0.010923011228442192, -0.010251245461404324, -0.009579479694366455, -0.008907712996006012, -0.008235947228968143, -0.007564181461930275, -0.0068924156948924065, -0.006220649927854538, -0.0055488841608166695, -0.004877117928117514, -0.004205352161079645, -0.0035335863940417767, -0.0028618203941732645, -0.0021900543943047523, -0.0015182886272668839, -0.0008465227438136935, -0.0001747568603605032, 0.0004970090230926871, 0.0011687749065458775, 0.0018405407899990678, 0.002512306673452258, 0.0031840726733207703, 0.0038558384403586388, 0.004527604207396507, 0.005199369974434376, 0.005871136207133532, 0.0065429019741714, 0.007214667741209269, 0.007886433973908424, 0.008558199740946293, 0.009229965507984161, 0.00990173127502203, 0.010573497042059898, 0.011245262809097767, 0.011917028576135635, 0.012588795274496078, 0.013260561041533947, 0.013932326808571815, 0.014604092575609684, 0.015275858342647552, 0.015947625041007996, 0.01661938987672329, 0.017291156575083733, 0.017962921410799026, 0.01863468810915947, 0.019306452944874763, 0.019978219643235207]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 3.0, 7.0, 3.0, 2.0, 7.0, 7.0, 1.0, 2.0, 3.0, 10.0, 3.0, 4.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01879807561635971, -0.018242090940475464, -0.017686106264591217, -0.01713012158870697, -0.016574138775467873, -0.016018154099583626, -0.015462169423699379, -0.014906184747815132, -0.014350200071930885, -0.013794216327369213, -0.013238231651484966, -0.01268224697560072, -0.012126263231039047, -0.0115702785551548, -0.011014293879270554, -0.010458310134708881, -0.009902325458824635, -0.009346340782940388, -0.008790357038378716, -0.008234372362494469, -0.007678387686610222, -0.007122403476387262, -0.006566419266164303, -0.006010434590280056, -0.0054544503800570965, -0.004898466169834137, -0.00434248149394989, -0.0037864972837269306, -0.0032305128406733274, -0.0026745283976197243, -0.0021185441873967648, -0.0015625597443431616, -0.0010065753012895584, -0.00045059091644361615, 0.00010539346840232611, 0.0006613778532482684, 0.0012173622380942106, 0.0017733466811478138, 0.0023293308913707733, 0.0028853153344243765, 0.0034412997774779797, 0.003997283987700939, 0.004553268663585186, 0.0051092528738081455, 0.005665237084031105, 0.006221221759915352, 0.006777205970138311, 0.007333190646022558, 0.007889174856245518, 0.008445159532129765, 0.009001143276691437, 0.009557127952575684, 0.01011311262845993, 0.010669096373021603, 0.01122508104890585, 0.011781065724790096, 0.012337049469351768, 0.012893034145236015, 0.013449018821120262, 0.014005003497004509, 0.014560987241566181, 0.015116971917450428, 0.0156729556620121, 0.016228940337896347, 0.016784925013780594]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 2.0, 2.0, 0.0, 3.0, 3.0, 3.0, 6.0, 5.0, 5.0, 4.0, 4.0, 5.0, 11.0, 9.0, 12.0, 9.0, 13.0, 12.0, 9.0, 16.0, 11.0, 12.0, 17.0, 19.0, 24.0, 44.0, 62.0, 96.0, 116.0, 170.0, 260.0, 445.0, 691.0, 1141.0, 1508.0, 2996.0, 6836.0, 1450.0, 848.0, 455.0, 274.0, 207.0, 152.0, 121.0, 87.0, 66.0, 53.0, 38.0, 30.0, 24.0, 9.0, 4.0, 7.0, 5.0, 3.0, 6.0, 2.0, 3.0], "bins": [-0.014860955998301506, -0.014509501866996288, -0.01415804773569107, -0.013806593604385853, -0.013455139473080635, -0.013103685341775417, -0.0127522312104702, -0.012400777079164982, -0.012049322947859764, -0.011697869747877121, -0.011346415616571903, -0.010994961485266685, -0.010643507353961468, -0.01029205322265625, -0.009940599091351032, -0.009589144960045815, -0.009237690828740597, -0.008886236697435379, -0.008534782566130161, -0.008183328434824944, -0.007831874303519726, -0.007480420637875795, -0.007128966506570578, -0.00677751237526536, -0.006426058243960142, -0.006074604112654924, -0.005723149981349707, -0.005371695850044489, -0.0050202421844005585, -0.004668788053095341, -0.004317333921790123, -0.003965879790484905, -0.0036144256591796875, -0.0032629715278744698, -0.002911517396569252, -0.002560063498094678, -0.00220860936678946, -0.0018571552354842424, -0.0015057012205943465, -0.0011542472057044506, -0.0008027930743992329, -0.00045133900130167603, -9.98849282041192e-05, 0.0002515691448934376, 0.0006030232179909945, 0.0009544772910885513, 0.0013059313641861081, 0.001657385379076004, 0.0020088395103812218, 0.0023602936416864395, 0.0027117477729916573, 0.0030632016714662313, 0.003414655802771449, 0.003766109934076667, 0.004117563832551241, 0.004469017963856459, 0.004820472095161676, 0.005171926226466894, 0.005523380357772112, 0.00587483448907733, 0.00622628815472126, 0.006577742286026478, 0.0069291964173316956, 0.007280650548636913, 0.007632104679942131]}, "val_accuracy": 0.6690774828767124, "val_loss": 1.089642172262549}
diff --git a/wandb/run-20200731_160632-2x5j8g6d/config.yaml b/wandb/run-20200731_160632-2x5j8g6d/config.yaml
new file mode 100644
index 0000000..f8813b6
--- /dev/null
+++ b/wandb/run-20200731_160632-2x5j8g6d/config.yaml
@@ -0,0 +1,111 @@
+wandb_version: 1
+
+_wandb:
+ desc: null
+ value:
+ cli_version: 0.8.36
+ framework: torch
+ is_jupyter_run: false
+ is_kaggle_kernel: false
+ python_version: 3.8.2
+callback_args:
+ desc: null
+ value:
+ Checkpoint:
+ monitor: val_accuracy
+ EarlyStopping:
+ min_delta: 0.0
+ mode: min
+ monitor: val_loss
+ patience: 3
+ WandbCallback:
+ log_batch_frequency: 10
+ WandbImageLogger:
+ num_examples: 4
+callbacks:
+ desc: null
+ value:
+ - Checkpoint
+ - EarlyStopping
+ - WandbCallback
+ - WandbImageLogger
+criterion:
+ desc: null
+ value: CrossEntropyLoss
+criterion_args:
+ desc: null
+ value:
+ ignore_index: -100
+ reduction: mean
+ weight: null
+data_loader_args:
+ desc: null
+ value:
+ batch_size: 256
+ cuda: true
+ num_workers: 8
+ sample_to_balance: true
+ seed: 4711
+ shuffle: true
+ splits:
+ - train
+ - val
+ subsample_fraction: null
+ target_transform: null
+ transform: null
+dataloader:
+ desc: null
+ value: EmnistDataLoader
+experiment_group:
+ desc: null
+ value: Sample Experiments
+lr_scheduler:
+ desc: null
+ value: OneCycleLR
+lr_scheduler_args:
+ desc: null
+ value:
+ epochs: 16
+ max_lr: 0.001
+ steps_per_epoch: 1314
+metrics:
+ desc: null
+ value:
+ - accuracy
+model:
+ desc: null
+ value: CharacterModel
+network:
+ desc: null
+ value: LeNet
+network_args:
+ desc: null
+ value:
+ input_size:
+ - 28
+ - 28
+ output_size: 62
+optimizer:
+ desc: null
+ value: AdamW
+optimizer_args:
+ desc: null
+ value:
+ amsgrad: false
+ betas:
+ - 0.9
+ - 0.999
+ eps: 1.0e-08
+ lr: 0.01
+ weight_decay: 0
+resume_experiment:
+ desc: null
+ value: null
+train_args:
+ desc: null
+ value:
+ batch_size: 256
+ epochs: 16
+verbosity:
+ desc: null
+ value: 2
diff --git a/wandb/run-20200731_160632-2x5j8g6d/media/graph/graph_0_summary_e437d211.graph.json b/wandb/run-20200731_160632-2x5j8g6d/media/graph/graph_0_summary_e437d211.graph.json
new file mode 100644
index 0000000..350e1ba
--- /dev/null
+++ b/wandb/run-20200731_160632-2x5j8g6d/media/graph/graph_0_summary_e437d211.graph.json
@@ -0,0 +1 @@
+{"format": "torch", "nodes": [{"name": "layers.0", "id": 140565579297840, "class_name": "Conv2d(1, 32, kernel_size=(3, 3), stride=(1, 1))", "parameters": [["weight", [32, 1, 3, 3]], ["bias", [32]]], "output_shape": [[2, 32, 26, 26]], "num_parameters": [288, 32]}, {"name": "layers.1", "id": 140565579297648, "class_name": "ReLU(inplace=True)", "parameters": [], "output_shape": [[2, 32, 26, 26]], "num_parameters": []}, {"name": "layers.2", "id": 140565579297792, "class_name": "Conv2d(32, 64, kernel_size=(3, 3), stride=(1, 1))", "parameters": [["weight", [64, 32, 3, 3]], ["bias", [64]]], "output_shape": [[2, 64, 24, 24]], "num_parameters": [18432, 64]}, {"name": "layers.4", "id": 140565579298080, "class_name": "MaxPool2d(kernel_size=2, stride=2, padding=0, dilation=1, ceil_mode=False)", "parameters": [], "output_shape": [[2, 64, 12, 12]], "num_parameters": []}, {"name": "layers.5", "id": 140565579298032, "class_name": "Dropout(p=0.2, inplace=False)", "parameters": [], "output_shape": [[2, 64, 12, 12]], "num_parameters": []}, {"name": "layers.6", "id": 140565579297744, "class_name": "Flatten()", "parameters": [], "output_shape": [[2, 9216]], "num_parameters": []}, {"name": "layers.7", "id": 140565579194720, "class_name": "Linear(in_features=9216, out_features=128, bias=True)", "parameters": [["weight", [128, 9216]], ["bias", [128]]], "output_shape": [[2, 128]], "num_parameters": [1179648, 128]}, {"name": "layers.9", "id": 140565579194768, "class_name": "Dropout(p=0.2, inplace=False)", "parameters": [], "output_shape": [[2, 128]], "num_parameters": []}, {"name": "layers.10", "id": 140565579194816, "class_name": "Linear(in_features=128, out_features=62, bias=True)", "parameters": [["weight", [62, 128]], ["bias", [62]]], "output_shape": [[2, 62]], "num_parameters": [7936, 62]}], "edges": []}
diff --git a/wandb/run-20200731_160632-2x5j8g6d/media/images/examples_104.png b/wandb/run-20200731_160632-2x5j8g6d/media/images/examples_104.png
new file mode 100644
index 0000000..80739e6
--- /dev/null
+++ b/wandb/run-20200731_160632-2x5j8g6d/media/images/examples_104.png
Binary files differ
diff --git a/wandb/run-20200731_160632-2x5j8g6d/media/images/examples_120.png b/wandb/run-20200731_160632-2x5j8g6d/media/images/examples_120.png
new file mode 100644
index 0000000..80739e6
--- /dev/null
+++ b/wandb/run-20200731_160632-2x5j8g6d/media/images/examples_120.png
Binary files differ
diff --git a/wandb/run-20200731_160632-2x5j8g6d/media/images/examples_135.png b/wandb/run-20200731_160632-2x5j8g6d/media/images/examples_135.png
new file mode 100644
index 0000000..80739e6
--- /dev/null
+++ b/wandb/run-20200731_160632-2x5j8g6d/media/images/examples_135.png
Binary files differ
diff --git a/wandb/run-20200731_160632-2x5j8g6d/media/images/examples_14.png b/wandb/run-20200731_160632-2x5j8g6d/media/images/examples_14.png
new file mode 100644
index 0000000..80739e6
--- /dev/null
+++ b/wandb/run-20200731_160632-2x5j8g6d/media/images/examples_14.png
Binary files differ
diff --git a/wandb/run-20200731_160632-2x5j8g6d/media/images/examples_150.png b/wandb/run-20200731_160632-2x5j8g6d/media/images/examples_150.png
new file mode 100644
index 0000000..80739e6
--- /dev/null
+++ b/wandb/run-20200731_160632-2x5j8g6d/media/images/examples_150.png
Binary files differ
diff --git a/wandb/run-20200731_160632-2x5j8g6d/media/images/examples_165.png b/wandb/run-20200731_160632-2x5j8g6d/media/images/examples_165.png
new file mode 100644
index 0000000..80739e6
--- /dev/null
+++ b/wandb/run-20200731_160632-2x5j8g6d/media/images/examples_165.png
Binary files differ
diff --git a/wandb/run-20200731_160632-2x5j8g6d/media/images/examples_180.png b/wandb/run-20200731_160632-2x5j8g6d/media/images/examples_180.png
new file mode 100644
index 0000000..80739e6
--- /dev/null
+++ b/wandb/run-20200731_160632-2x5j8g6d/media/images/examples_180.png
Binary files differ
diff --git a/wandb/run-20200731_160632-2x5j8g6d/media/images/examples_195.png b/wandb/run-20200731_160632-2x5j8g6d/media/images/examples_195.png
new file mode 100644
index 0000000..80739e6
--- /dev/null
+++ b/wandb/run-20200731_160632-2x5j8g6d/media/images/examples_195.png
Binary files differ
diff --git a/wandb/run-20200731_160632-2x5j8g6d/media/images/examples_210.png b/wandb/run-20200731_160632-2x5j8g6d/media/images/examples_210.png
new file mode 100644
index 0000000..80739e6
--- /dev/null
+++ b/wandb/run-20200731_160632-2x5j8g6d/media/images/examples_210.png
Binary files differ
diff --git a/wandb/run-20200731_160632-2x5j8g6d/media/images/examples_226.png b/wandb/run-20200731_160632-2x5j8g6d/media/images/examples_226.png
new file mode 100644
index 0000000..80739e6
--- /dev/null
+++ b/wandb/run-20200731_160632-2x5j8g6d/media/images/examples_226.png
Binary files differ
diff --git a/wandb/run-20200731_160632-2x5j8g6d/media/images/examples_29.png b/wandb/run-20200731_160632-2x5j8g6d/media/images/examples_29.png
new file mode 100644
index 0000000..80739e6
--- /dev/null
+++ b/wandb/run-20200731_160632-2x5j8g6d/media/images/examples_29.png
Binary files differ
diff --git a/wandb/run-20200731_160632-2x5j8g6d/media/images/examples_44.png b/wandb/run-20200731_160632-2x5j8g6d/media/images/examples_44.png
new file mode 100644
index 0000000..80739e6
--- /dev/null
+++ b/wandb/run-20200731_160632-2x5j8g6d/media/images/examples_44.png
Binary files differ
diff --git a/wandb/run-20200731_160632-2x5j8g6d/media/images/examples_59.png b/wandb/run-20200731_160632-2x5j8g6d/media/images/examples_59.png
new file mode 100644
index 0000000..80739e6
--- /dev/null
+++ b/wandb/run-20200731_160632-2x5j8g6d/media/images/examples_59.png
Binary files differ
diff --git a/wandb/run-20200731_160632-2x5j8g6d/media/images/examples_74.png b/wandb/run-20200731_160632-2x5j8g6d/media/images/examples_74.png
new file mode 100644
index 0000000..80739e6
--- /dev/null
+++ b/wandb/run-20200731_160632-2x5j8g6d/media/images/examples_74.png
Binary files differ
diff --git a/wandb/run-20200731_160632-2x5j8g6d/media/images/examples_89.png b/wandb/run-20200731_160632-2x5j8g6d/media/images/examples_89.png
new file mode 100644
index 0000000..80739e6
--- /dev/null
+++ b/wandb/run-20200731_160632-2x5j8g6d/media/images/examples_89.png
Binary files differ
diff --git a/wandb/run-20200731_160632-2x5j8g6d/requirements.txt b/wandb/run-20200731_160632-2x5j8g6d/requirements.txt
new file mode 100644
index 0000000..10c63b6
--- /dev/null
+++ b/wandb/run-20200731_160632-2x5j8g6d/requirements.txt
@@ -0,0 +1,145 @@
+alabaster==0.7.12
+appdirs==1.4.4
+attrs==19.3.0
+babel==2.8.0
+backcall==0.2.0
+bandit==1.6.2
+black==19.10b0
+bleach==3.1.5
+blessings==1.7
+boltons==20.2.0
+certifi==2020.6.20
+chardet==3.0.4
+click==7.1.2
+configparser==5.0.0
+coverage==5.2.1
+cycler==0.10.0
+darglint==1.5.2
+dataclasses==0.6
+decorator==4.4.2
+defusedxml==0.6.0
+desert==2020.1.6
+docker-pycreds==0.4.0
+docutils==0.16
+dparse==0.5.1
+entrypoints==0.3
+flake8-annotations==2.3.0
+flake8-bandit==2.1.2
+flake8-black==0.2.1
+flake8-bugbear==20.1.4
+flake8-docstrings==1.5.0
+flake8-import-order==0.18.1
+flake8-polyfill==1.0.2
+flake8==3.8.3
+future==0.18.2
+gitdb==4.0.5
+gitpython==3.1.7
+gpustat==0.6.0
+gql==0.2.0
+graphql-core==1.1
+h5py==2.10.0
+idna==2.10
+imagesize==1.2.0
+ipykernel==5.3.4
+ipython-genutils==0.2.0
+ipython==7.16.1
+ipywidgets==7.5.1
+jedi==0.17.2
+jinja2==2.11.2
+jsonschema==3.2.0
+jupyter-client==6.1.6
+jupyter-console==6.1.0
+jupyter-core==4.6.3
+jupyter==1.0.0
+kiwisolver==1.2.0
+loguru==0.5.1
+markupsafe==1.1.1
+marshmallow==3.7.1
+matplotlib==3.3.0
+mccabe==0.6.1
+mistune==0.8.4
+more-itertools==8.4.0
+mypy-extensions==0.4.3
+mypy==0.770
+nbconvert==5.6.1
+nbformat==5.0.7
+notebook==6.0.3
+numpy==1.19.1
+nvidia-ml-py3==7.352.0
+opencv-python==4.3.0.36
+packaging==20.4
+pandocfilters==1.4.2
+parso==0.7.1
+pathspec==0.8.0
+pathtools==0.1.2
+pbr==5.4.5
+pexpect==4.8.0
+pickleshare==0.7.5
+pillow==7.2.0
+pip==20.2
+pluggy==0.13.1
+prometheus-client==0.8.0
+promise==2.3
+prompt-toolkit==3.0.5
+psutil==5.7.2
+ptyprocess==0.6.0
+py==1.9.0
+pycodestyle==2.6.0
+pydocstyle==5.0.2
+pyflakes==2.2.0
+pygments==2.6.1
+pyparsing==2.4.7
+pyrsistent==0.16.0
+pytest-cov==2.10.0
+pytest-mock==3.2.0
+pytest==5.4.3
+python-dateutil==2.8.1
+pytz==2020.1
+pyyaml==5.3.1
+pyzmq==19.0.1
+qtconsole==4.7.5
+qtpy==1.9.0
+redis==3.5.3
+redlock-py==1.0.8
+regex==2020.7.14
+requests==2.24.0
+safety==1.9.0
+send2trash==1.5.0
+sentry-sdk==0.16.2
+setuptools==41.2.0
+shortuuid==1.0.1
+six==1.15.0
+smmap==3.0.4
+snowballstemmer==2.0.0
+sphinx-autodoc-typehints==1.11.0
+sphinx-rtd-theme==0.4.3
+sphinx==3.1.2
+sphinxcontrib-applehelp==1.0.2
+sphinxcontrib-devhelp==1.0.2
+sphinxcontrib-htmlhelp==1.0.3
+sphinxcontrib-jsmath==1.0.1
+sphinxcontrib-qthelp==1.0.3
+sphinxcontrib-serializinghtml==1.1.4
+stevedore==3.2.0
+subprocess32==3.5.4
+terminado==0.8.3
+testpath==0.4.4
+text-recognizer==0.1.0
+toml==0.10.1
+torch==1.5.1
+torchsummary==1.5.1
+torchvision==0.6.1
+tornado==6.0.4
+tqdm==4.48.0
+traitlets==4.3.3
+typed-ast==1.4.1
+typeguard==2.9.1
+typing-extensions==3.7.4.2
+typing-inspect==0.6.0
+urllib3==1.25.10
+wandb==0.8.36
+watchdog==0.10.3
+wcwidth==0.2.5
+webencodings==0.5.1
+widgetsnbextension==3.5.1
+xdoctest==0.12.0
diff --git a/wandb/run-20200731_160632-2x5j8g6d/wandb-events.jsonl b/wandb/run-20200731_160632-2x5j8g6d/wandb-events.jsonl
new file mode 100644
index 0000000..d625b95
--- /dev/null
+++ b/wandb/run-20200731_160632-2x5j8g6d/wandb-events.jsonl
@@ -0,0 +1,6 @@
+{"system.gpu.0.gpu": 72.6, "system.gpu.0.memory": 45.73, "system.gpu.0.memoryAllocated": 23.27, "system.gpu.0.temp": 57.87, "system.gpu.process.0.gpu": 72.6, "system.gpu.process.0.memory": 45.73, "system.gpu.process.0.memoryAllocated": 23.27, "system.gpu.process.0.temp": 57.87, "system.gpu.0.powerWatts": 141.22, "system.gpu.0.powerPercent": 65.68, "system.gpu.process.0.powerWatts": 141.22, "system.gpu.process.0.powerPercent": 65.68, "system.cpu": 44.09, "system.memory": 69.02, "system.disk": 37.2, "system.proc.memory.availableMB": 4962.05, "system.proc.memory.rssMB": 2575.24, "system.proc.memory.percent": 16.09, "system.proc.cpu.threads": 19.6, "system.network.sent": 1921542, "system.network.recv": 713597, "_wandb": true, "_timestamp": 1596211621, "_runtime": 28}
+{"system.gpu.0.gpu": 76.6, "system.gpu.0.memory": 47.87, "system.gpu.0.memoryAllocated": 24.18, "system.gpu.0.temp": 62.67, "system.gpu.process.0.gpu": 76.6, "system.gpu.process.0.memory": 47.87, "system.gpu.process.0.memoryAllocated": 24.18, "system.gpu.process.0.temp": 62.67, "system.gpu.0.powerWatts": 150.12, "system.gpu.0.powerPercent": 69.82, "system.gpu.process.0.powerWatts": 150.12, "system.gpu.process.0.powerPercent": 69.82, "system.cpu": 49.56, "system.memory": 69.15, "system.disk": 37.2, "system.proc.memory.availableMB": 4938.99, "system.proc.memory.rssMB": 2579.68, "system.proc.memory.percent": 16.12, "system.proc.cpu.threads": 20.4, "system.network.sent": 4095018, "system.network.recv": 1237546, "_wandb": true, "_timestamp": 1596211652, "_runtime": 59}
+{"system.gpu.0.gpu": 78.4, "system.gpu.0.memory": 48.13, "system.gpu.0.memoryAllocated": 24.25, "system.gpu.0.temp": 64.4, "system.gpu.process.0.gpu": 78.4, "system.gpu.process.0.memory": 48.13, "system.gpu.process.0.memoryAllocated": 24.25, "system.gpu.process.0.temp": 64.4, "system.gpu.0.powerWatts": 147.78, "system.gpu.0.powerPercent": 68.73, "system.gpu.process.0.powerWatts": 147.78, "system.gpu.process.0.powerPercent": 68.73, "system.cpu": 52.69, "system.memory": 69.51, "system.disk": 37.2, "system.proc.memory.availableMB": 4878.65, "system.proc.memory.rssMB": 2580.99, "system.proc.memory.percent": 16.13, "system.proc.cpu.threads": 21.0, "system.network.sent": 6089221, "system.network.recv": 2042088, "_wandb": true, "_timestamp": 1596211682, "_runtime": 89}
+{"system.gpu.0.gpu": 75.6, "system.gpu.0.memory": 47.2, "system.gpu.0.memoryAllocated": 24.22, "system.gpu.0.temp": 65.47, "system.gpu.process.0.gpu": 75.6, "system.gpu.process.0.memory": 47.2, "system.gpu.process.0.memoryAllocated": 24.22, "system.gpu.process.0.temp": 65.47, "system.gpu.0.powerWatts": 154.64, "system.gpu.0.powerPercent": 71.93, "system.gpu.process.0.powerWatts": 154.64, "system.gpu.process.0.powerPercent": 71.93, "system.cpu": 49.81, "system.memory": 69.87, "system.disk": 37.2, "system.proc.memory.availableMB": 4819.31, "system.proc.memory.rssMB": 2580.44, "system.proc.memory.percent": 16.12, "system.proc.cpu.threads": 20.4, "system.network.sent": 7942246, "system.network.recv": 2724622, "_wandb": true, "_timestamp": 1596211712, "_runtime": 119}
+{"system.gpu.0.gpu": 78.6, "system.gpu.0.memory": 47.73, "system.gpu.0.memoryAllocated": 24.23, "system.gpu.0.temp": 66.0, "system.gpu.process.0.gpu": 78.6, "system.gpu.process.0.memory": 47.73, "system.gpu.process.0.memoryAllocated": 24.23, "system.gpu.process.0.temp": 66.0, "system.gpu.0.powerWatts": 152.95, "system.gpu.0.powerPercent": 71.14, "system.gpu.process.0.powerWatts": 152.95, "system.gpu.process.0.powerPercent": 71.14, "system.cpu": 51.94, "system.memory": 69.96, "system.disk": 37.2, "system.proc.memory.availableMB": 4808.46, "system.proc.memory.rssMB": 2581.21, "system.proc.memory.percent": 16.13, "system.proc.cpu.threads": 20.93, "system.network.sent": 10126688, "system.network.recv": 3744849, "_wandb": true, "_timestamp": 1596211743, "_runtime": 150}
+{"system.gpu.0.gpu": 73.53, "system.gpu.0.memory": 44.6, "system.gpu.0.memoryAllocated": 24.22, "system.gpu.0.temp": 65.33, "system.gpu.process.0.gpu": 73.53, "system.gpu.process.0.memory": 44.6, "system.gpu.process.0.memoryAllocated": 24.22, "system.gpu.process.0.temp": 65.33, "system.gpu.0.powerWatts": 135.06, "system.gpu.0.powerPercent": 62.82, "system.gpu.process.0.powerWatts": 135.06, "system.gpu.process.0.powerPercent": 62.82, "system.cpu": 52.59, "system.memory": 69.88, "system.disk": 37.2, "system.proc.memory.availableMB": 4819.67, "system.proc.memory.rssMB": 2561.2, "system.proc.memory.percent": 16.0, "system.proc.cpu.threads": 19.73, "system.network.sent": 11880092, "system.network.recv": 4374345, "_wandb": true, "_timestamp": 1596211772, "_runtime": 179}
diff --git a/wandb/run-20200731_160632-2x5j8g6d/wandb-history.jsonl b/wandb/run-20200731_160632-2x5j8g6d/wandb-history.jsonl
new file mode 100644
index 0000000..0e849c2
--- /dev/null
+++ b/wandb/run-20200731_160632-2x5j8g6d/wandb-history.jsonl
@@ -0,0 +1,228 @@
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 5.0, 1.0, 4.0, 3.0, 1.0, 2.0, 1.0, 2.0, 5.0, 0.0, 1.0, 1.0, 4.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0], "bins": [-0.025287412106990814, -0.024626925587654114, -0.023966437205672264, -0.023305950686335564, -0.022645464166998863, -0.021984975785017014, -0.021324489265680313, -0.020664002746343613, -0.020003514364361763, -0.019343027845025063, -0.018682541325688362, -0.018022052943706512, -0.017361566424369812, -0.01670107990503311, -0.016040591523051262, -0.015380105003714561, -0.014719617553055286, -0.014059130102396011, -0.013398643583059311, -0.012738156132400036, -0.01207766868174076, -0.01141718216240406, -0.010756694711744785, -0.01009620726108551, -0.00943572074174881, -0.008775233291089535, -0.00811474584043026, -0.007454258855432272, -0.006793771870434284, -0.006133284419775009, -0.005472797434777021, -0.004812309984117746, -0.004151822999119759, -0.003491335781291127, -0.002830848563462496, -0.002170361578464508, -0.0015098743606358767, -0.0008493872010149062, -0.00018890004139393568, 0.0004715871182270348, 0.0011320742778480053, 0.0017925614956766367, 0.002453048713505268, 0.003113535698503256, 0.0037740229163318872, 0.004434510134160519, 0.005094997119158506, 0.0057554845698177814, 0.006415971554815769, 0.007076458539813757, 0.007736945990473032, 0.00839743297547102, 0.009057920426130295, 0.009718406945466995, 0.01037889439612627, 0.011039381846785545, 0.011699868366122246, 0.01236035581678152, 0.013020843267440796, 0.013681330718100071, 0.014341817237436771, 0.015002304688096046, 0.015662791207432747, 0.016323279589414597, 0.016983766108751297]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 3.0, 0.0, 0.0, 4.0, 5.0, 4.0, 6.0, 8.0, 14.0, 14.0, 14.0, 25.0, 23.0, 38.0, 47.0, 82.0, 89.0, 96.0, 146.0, 165.0, 242.0, 322.0, 453.0, 650.0, 2572.0, 863.0, 646.0, 479.0, 299.0, 211.0, 127.0, 81.0, 53.0, 48.0, 33.0, 20.0, 13.0, 9.0, 2.0, 5.0, 5.0, 5.0, 3.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.06551467627286911, -0.06376136094331741, -0.06200804561376572, -0.06025473028421402, -0.05850141495466232, -0.05674809589982033, -0.05499478057026863, -0.053241465240716934, -0.05148814991116524, -0.04973483458161354, -0.047981519252061844, -0.04622820392251015, -0.04447488486766815, -0.042721569538116455, -0.04096825420856476, -0.03921493887901306, -0.037461623549461365, -0.03570830821990967, -0.03395499289035797, -0.032201677560806274, -0.03044836036860943, -0.02869504503905773, -0.026941727846860886, -0.02518841251730919, -0.023435097187757492, -0.021681781858205795, -0.0199284665286541, -0.018175149336457253, -0.016421834006905556, -0.014668518677353859, -0.012915202416479588, -0.011161886155605316, -0.00940857082605362, -0.007655255030840635, -0.005901939235627651, -0.004148623440414667, -0.002395307645201683, -0.000641991849988699, 0.0011113239452242851, 0.002864639740437269, 0.004617955535650253, 0.006371271330863237, 0.008124587126076221, 0.009877903386950493, 0.01163121871650219, 0.013384534046053886, 0.015137850306928158, 0.01689116656780243, 0.018644481897354126, 0.020397797226905823, 0.02215111255645752, 0.023904429748654366, 0.025657745078206062, 0.02741106040775776, 0.029164377599954605, 0.030917692929506302, 0.032671008259058, 0.034424323588609695, 0.03617763891816139, 0.03793095424771309, 0.039684273302555084, 0.04143758863210678, 0.04319090396165848, 0.044944219291210175, 0.04669753462076187]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 2.0, 1.0, 2.0, 1.0, 4.0, 3.0, 4.0, 3.0, 4.0, 5.0, 2.0, 2.0, 3.0, 1.0, 3.0, 0.0, 2.0, 1.0, 30.0, 1.0, 2.0, 1.0, 5.0, 3.0, 4.0, 6.0, 1.0, 0.0, 0.0, 5.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008122289553284645, -0.007850431837141514, -0.007578574120998383, -0.007306716404855251, -0.00703485868871212, -0.006763000972568989, -0.0064911432564258575, -0.006219285540282726, -0.005947427824139595, -0.005675570573657751, -0.00540371285751462, -0.005131855141371489, -0.004859997425228357, -0.004588139709085226, -0.004316281992942095, -0.0040444242767989635, -0.0037725665606558323, -0.003500708844512701, -0.0032288511283695698, -0.0029569934122264385, -0.0026851356960833073, -0.0024132782127708197, -0.0021414204966276884, -0.0018695627804845572, -0.001597705064341426, -0.0013258473481982946, -0.0010539896320551634, -0.000782132032327354, -0.0005102743161842227, -0.0002384166291449219, 3.34410578943789e-05, 0.0003052987449336797, 0.0005771564319729805, 0.0008490141481161118, 0.001120871864259243, 0.0013927294639870524, 0.0016645871801301837, 0.001936444896273315, 0.0022083024960011244, 0.0024801602121442556, 0.002752017928287387, 0.003023875644430518, 0.0032957333605736494, 0.0035675910767167807, 0.0038394485600292683, 0.0041113062761723995, 0.004383163992315531, 0.004655021708458662, 0.004926879424601793, 0.0051987371407449245, 0.005470594856888056, 0.005742452573031187, 0.006014310289174318, 0.00628616800531745, 0.006558025721460581, 0.006829883437603712, 0.007101740688085556, 0.007373598404228687, 0.0076454561203718185, 0.00791731383651495, 0.008189171552658081, 0.008461029268801212, 0.008732886984944344, 0.009004744701087475, 0.009276602417230606]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 0.0, 3.0, 3.0, 0.0, 5.0, 8.0, 13.0, 28.0, 40.0, 63.0, 104.0, 141.0, 197.0, 315.0, 484.0, 716.0, 1045.0, 1554.0, 2183.0, 3122.0, 4633.0, 6750.0, 9926.0, 14842.0, 22253.0, 33660.0, 51401.0, 75856.0, 111357.0, 523674.0, 107239.0, 68233.0, 44644.0, 29037.0, 19507.0, 13583.0, 9359.0, 6576.0, 4699.0, 3364.0, 2410.0, 1839.0, 1294.0, 964.0, 684.0, 477.0, 415.0, 275.0, 196.0, 125.0, 100.0, 70.0, 65.0, 28.0, 32.0, 13.0, 13.0, 7.0, 9.0, 6.0, 2.0, 2.0, 2.0], "bins": [-0.007126472890377045, -0.006893382407724857, -0.006660291459411383, -0.006427200976759195, -0.006194110028445721, -0.005961019545793533, -0.005727929063141346, -0.005494838114827871, -0.005261747632175684, -0.005028656683862209, -0.004795566201210022, -0.004562475718557835, -0.00432938477024436, -0.004096294287592173, -0.0038632035721093416, -0.0036301128566265106, -0.0033970221411436796, -0.0031639314256608486, -0.0029308407101780176, -0.0026977502275258303, -0.0024646595120429993, -0.0022315687965601683, -0.0019984780810773373, -0.001765387482009828, -0.001532296766526997, -0.001299206051044166, -0.001066115451976657, -0.0008330247364938259, -0.0005999340792186558, -0.00036684342194348574, -0.0001337527355644852, 9.933793626260012e-05, 0.00033242860808968544, 0.0005655192653648555, 0.0007986099226400256, 0.0010317006381228566, 0.0012647912371903658, 0.0014978819526731968, 0.0017309726681560278, 0.001964063383638859, 0.002197153866291046, 0.002430244581773877, 0.002663335297256708, 0.002896426012739539, 0.00312951672822237, 0.003362607443705201, 0.0035956979263573885, 0.0038287886418402195, 0.004061879590153694, 0.0042949700728058815, 0.004528060555458069, 0.0047611515037715435, 0.004994241986423731, 0.0052273329347372055, 0.005460423417389393, 0.00569351390004158, 0.005926604848355055, 0.006159695331007242, 0.006392786279320717, 0.006625876761972904, 0.0068589672446250916, 0.007092058192938566, 0.0073251486755907536, 0.007558239623904228, 0.0077913301065564156]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 3.0, 0.0, 1.0, 1.0, 3.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 5.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 7.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 2.0, 1.0, 3.0, 0.0, 1.0, 2.0], "bins": [-0.022778643295168877, -0.022278062999248505, -0.021777480840682983, -0.02127690054476261, -0.02077631838619709, -0.020275738090276718, -0.019775155931711197, -0.019274575635790825, -0.018773995339870453, -0.01827341318130493, -0.01777283288538456, -0.01727225072681904, -0.016771670430898666, -0.016271088272333145, -0.015770507976412773, -0.015269926749169827, -0.01476934552192688, -0.014268764294683933, -0.013768183067440987, -0.01326760184019804, -0.012767020612955093, -0.012266440317034721, -0.011765859089791775, -0.011265277862548828, -0.010764696635305882, -0.010264115408062935, -0.009763534180819988, -0.009262952953577042, -0.00876237265765667, -0.008261791430413723, -0.007761210203170776, -0.00726062897592783, -0.006760047748684883, -0.0062594665214419365, -0.00575888529419899, -0.0052583045326173306, -0.004757723305374384, -0.004257142078131437, -0.0037565610837191343, -0.0032559800893068314, -0.0027553988620638847, -0.002254817634820938, -0.0017542366404086351, -0.0012536555295810103, -0.0007530744187533855, -0.00025249330792576075, 0.00024808780290186405, 0.0007486689137294888, 0.0012492500245571136, 0.0017498311353847384, 0.0022504122462123632, 0.002750993240624666, 0.003251574467867613, 0.0037521556951105595, 0.004252736456692219, 0.004753317683935165, 0.005253898911178112, 0.005754480138421059, 0.006255061365664005, 0.006755642127245665, 0.007256223354488611, 0.007756804581731558, 0.008257385343313217, 0.008757966570556164, 0.00925854779779911]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 2.0, 6.0, 12.0, 17.0, 11.0, 17.0, 18.0, 27.0, 29.0, 35.0, 29.0, 46.0, 30.0, 50.0, 43.0, 49.0, 72.0, 59.0, 75.0, 71.0, 91.0, 84.0, 118.0, 144.0, 124.0, 133.0, 144.0, 189.0, 159.0, 199.0, 198.0, 238.0, 278.0, 286.0, 338.0, 313.0, 351.0, 357.0, 370.0, 434.0, 582.0, 808.0, 1563.0, 7310.0, 763.0, 544.0, 413.0, 250.0, 177.0, 163.0, 130.0, 101.0, 105.0, 91.0, 66.0, 44.0, 34.0, 22.0, 9.0, 8.0], "bins": [-0.023578723892569542, -0.02307838946580887, -0.022578056901693344, -0.02207772247493267, -0.021577389910817146, -0.021077055484056473, -0.02057672291994095, -0.020076388493180275, -0.0195760540664196, -0.019075721502304077, -0.018575387075543404, -0.01807505451142788, -0.017574720084667206, -0.01707438752055168, -0.016574053093791008, -0.016073720529675484, -0.01557338610291481, -0.015073052607476711, -0.014572719112038612, -0.014072385616600513, -0.013572052121162415, -0.013071717694401741, -0.012571384198963642, -0.012071050703525543, -0.011570717208087444, -0.011070383712649345, -0.010570050217211246, -0.010069716721773148, -0.009569382295012474, -0.009069048799574375, -0.008568715304136276, -0.008068381808698177, -0.007568048313260078, -0.0070677148178219795, -0.006567381322383881, -0.006067047361284494, -0.0055667138658463955, -0.005066380370408297, -0.00456604640930891, -0.0040657129138708115, -0.0035653794184327126, -0.0030650459229946136, -0.002564712194725871, -0.0020643784664571285, -0.0015640449710190296, -0.0010637113591656089, -0.0005633777473121881, -6.304413545876741e-05, 0.0004372894763946533, 0.0009376230882480741, 0.0014379567001014948, 0.0019382903119549155, 0.0024386239238083363, 0.002938957419246435, 0.0034392911475151777, 0.00393962487578392, 0.004439958371222019, 0.004940291866660118, 0.005440625362098217, 0.005940959323197603, 0.006441292818635702, 0.006941626314073801, 0.007441960275173187, 0.007942293770611286, 0.008442627266049385]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 7.0, 0.0, 0.0, 1.0], "bins": [-0.04203317314386368, -0.04133465141057968, -0.040636129677295685, -0.03993760794401169, -0.03923908621072769, -0.038540564477443695, -0.0378420427441597, -0.0371435210108757, -0.036444999277591705, -0.03574647754430771, -0.03504795581102371, -0.034349434077739716, -0.03365091234445572, -0.03295239061117172, -0.032253868877887726, -0.03155534714460373, -0.030856825411319733, -0.030158303678035736, -0.02945978194475174, -0.028761260211467743, -0.028062738478183746, -0.02736421674489975, -0.026665695011615753, -0.025967173278331757, -0.02526865154504776, -0.024570129811763763, -0.023871608078479767, -0.02317308634519577, -0.022474564611911774, -0.021776042878627777, -0.02107752114534378, -0.020378999412059784, -0.019680477678775787, -0.01898195594549179, -0.018283434212207794, -0.017584912478923798, -0.0168863907456398, -0.016187869012355804, -0.015489347279071808, -0.014790825545787811, -0.014092303812503815, -0.013393782079219818, -0.012695260345935822, -0.011996738612651825, -0.011298216879367828, -0.010599695146083832, -0.009901173412799835, -0.009202651679515839, -0.008504129946231842, -0.0078056082129478455, -0.007107086479663849, -0.006408564746379852, -0.005710043013095856, -0.005011521279811859, -0.0043129995465278625, -0.003614477813243866, -0.0029159560799598694, -0.002217434346675873, -0.0015189126133918762, -0.0008203908801078796, -0.00012186914682388306, 0.0005766525864601135, 0.00127517431974411, 0.0019736960530281067, 0.0026722177863121033]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 4.0, 1.0, 2.0, 2.0, 0.0, 3.0, 2.0, 4.0, 4.0, 2.0, 1.0, 3.0, 2.0, 3.0, 4.0, 4.0, 2.0, 2.0, 3.0, 3.0, 1.0, 8.0, 10.0, 4.0, 4.0, 5.0, 8.0, 3.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 4.0, 6.0, 9.0, 9.0, 18.0, 96.0, 3.0, 7.0, 3.0, 6.0, 5.0, 7.0], "bins": [-0.055145785212516785, -0.05418422445654869, -0.0532226599752903, -0.052261099219322205, -0.05129953473806381, -0.05033797398209572, -0.049376409500837326, -0.04841484874486923, -0.04745328798890114, -0.046491723507642746, -0.04553016275167465, -0.04456859827041626, -0.043607037514448166, -0.04264547675848007, -0.04168391227722168, -0.040722351521253586, -0.039760787039995193, -0.0387992262840271, -0.03783766180276871, -0.03687610104680061, -0.03591454029083252, -0.03495297580957413, -0.03399141505360603, -0.03302985057234764, -0.03206828981637955, -0.031106727197766304, -0.03014516457915306, -0.029183601960539818, -0.028222039341926575, -0.02726047858595848, -0.026298915967345238, -0.025337353348731995, -0.02437579073011875, -0.02341422811150551, -0.022452665492892265, -0.021491102874279022, -0.02052954211831093, -0.019567979499697685, -0.018606416881084442, -0.0176448542624712, -0.016683291643857956, -0.015721729025244713, -0.014760167337954044, -0.013798604719340801, -0.012837043032050133, -0.01187548041343689, -0.010913917794823647, -0.009952356107532978, -0.008990793488919735, -0.008029230870306492, -0.007067668717354536, -0.00610610656440258, -0.005144543945789337, -0.004182981792837381, -0.0032214196398854256, -0.002259857254102826, -0.0012982948683202267, -0.00033673254074528813, 0.0006248297868296504, 0.001586392056196928, 0.0025479544419795275, 0.003509516827762127, 0.004471078980714083, 0.005432641599327326, 0.006394203752279282]}, "_runtime": 5.1772966384887695, "_timestamp": 1596211594.9484055, "_step": 0}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 0.0, 1.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 4.0, 3.0, 3.0, 2.0, 3.0, 2.0, 2.0, 3.0, 0.0, 1.0, 3.0, 0.0, 4.0, 2.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01685253158211708, -0.016197416931390762, -0.015542300418019295, -0.014887184835970402, -0.014232069253921509, -0.01357695460319519, -0.012921839021146297, -0.012266723439097404, -0.011611607857048512, -0.010956492274999619, -0.010301376692950726, -0.009646261110901833, -0.008991146460175514, -0.008336030878126621, -0.007680915296077728, -0.007025799714028835, -0.006370684131979942, -0.005715568549931049, -0.005060452967882156, -0.004405337851494551, -0.0037502222694456577, -0.0030951066873967648, -0.0024399913381785154, -0.0017848758725449443, -0.0011297604069113731, -0.000474644941277802, 0.00018047052435576916, 0.0008355859899893403, 0.0014907014556229115, 0.0021458170376718044, 0.0028009323868900537, 0.003456047736108303, 0.004111163318157196, 0.004766278900206089, 0.005421394482254982, 0.006076509598642588, 0.006731625180691481, 0.007386740762740374, 0.00804185587912798, 0.008696971461176872, 0.009352087043225765, 0.010007202625274658, 0.010662318207323551, 0.011317433789372444, 0.011972548440098763, 0.012627664022147655, 0.013282779604196548, 0.013937895186245441, 0.014593010768294334, 0.015248126350343227, 0.01590324193239212, 0.01655835658311844, 0.017213473096489906, 0.017868587747216225, 0.018523704260587692, 0.01917881891131401, 0.01983393356204033, 0.020489050075411797, 0.021144164726138115, 0.021799281239509583, 0.0224543958902359, 0.02310951240360737, 0.023764627054333687, 0.024419743567705154, 0.025074858218431473]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 6.0, 2.0, 5.0, 8.0, 7.0, 10.0, 12.0, 10.0, 21.0, 24.0, 37.0, 38.0, 43.0, 54.0, 70.0, 79.0, 88.0, 121.0, 152.0, 204.0, 252.0, 277.0, 434.0, 579.0, 2440.0, 760.0, 694.0, 472.0, 318.0, 185.0, 154.0, 95.0, 63.0, 46.0, 53.0, 26.0, 27.0, 19.0, 9.0, 10.0, 7.0, 7.0, 1.0, 3.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.12223881483078003, -0.11876481026411057, -0.1152908131480217, -0.11181680858135223, -0.10834281146526337, -0.1048688068985939, -0.10139480233192444, -0.09792080521583557, -0.09444680064916611, -0.09097279608249664, -0.08749879896640778, -0.08402479439973831, -0.08055078983306885, -0.07707679271697998, -0.07360278815031052, -0.07012879103422165, -0.06665478646755219, -0.06318078190088272, -0.059706784784793854, -0.05623278021812439, -0.052758779376745224, -0.04928477853536606, -0.045810773968696594, -0.04233677312731743, -0.03886277228593826, -0.0353887714445591, -0.03191477060317993, -0.028440766036510468, -0.024966765195131302, -0.021492764353752136, -0.01801876164972782, -0.014544759877026081, -0.01107075810432434, -0.0075967563316226006, -0.00412275455892086, -0.00064875278621912, 0.0028252489864826202, 0.0062992507591843605, 0.0097732525318861, 0.013247254304587841, 0.01672125607728958, 0.020195256918668747, 0.023669259622693062, 0.027143262326717377, 0.030617263168096542, 0.03409126400947571, 0.03756526857614517, 0.04103926941752434, 0.0445132702589035, 0.04798727110028267, 0.051461271941661835, 0.0549352765083313, 0.058409277349710464, 0.06188327819108963, 0.0653572827577591, 0.06883127987384796, 0.07230528444051743, 0.07577928900718689, 0.07925328612327576, 0.08272729068994522, 0.08620129525661469, 0.08967529237270355, 0.09314929693937302, 0.09662329405546188, 0.10009729862213135]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 1.0, 4.0, 1.0, 0.0, 1.0, 1.0, 3.0, 1.0, 0.0, 1.0, 1.0, 1.0, 6.0, 1.0, 0.0, 1.0, 6.0, 0.0, 4.0, 0.0, 2.0, 4.0, 7.0, 4.0, 2.0, 3.0, 33.0, 1.0, 5.0, 3.0, 1.0, 1.0, 1.0, 0.0, 4.0, 0.0, 2.0, 0.0, 1.0, 2.0, 2.0, 1.0, 3.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0066946991719305515, -0.006447585765272379, -0.006200472358614206, -0.005953359417617321, -0.005706246010959148, -0.005459132604300976, -0.005212019197642803, -0.004964905790984631, -0.004717792384326458, -0.004470679443329573, -0.0042235660366714, -0.0039764526300132275, -0.003729339223355055, -0.003482226049527526, -0.0032351126428693533, -0.0029879994690418243, -0.0027408860623836517, -0.002493772655725479, -0.00224665948189795, -0.0019995460752397776, -0.0017524327849969268, -0.001505319494754076, -0.0012582060880959034, -0.0010110927978530526, -0.0007639795076102018, -0.0005168662173673511, -0.00026975286891683936, -2.2639549570158124e-05, 0.0002244737697765231, 0.00047158708912320435, 0.0007187004084698856, 0.0009658137569203973, 0.001212927047163248, 0.0014600403374060988, 0.0017071536276489496, 0.0019542670343071222, 0.002201380208134651, 0.002448493614792824, 0.0026956070214509964, 0.0029427201952785254, 0.003189833601936698, 0.0034369470085948706, 0.0036840601824223995, 0.003931173589080572, 0.004178286995738745, 0.004425400402396917, 0.004672513343393803, 0.004919626750051975, 0.005166740156710148, 0.0054138535633683205, 0.005660966970026493, 0.005908079911023378, 0.006155193317681551, 0.006402306724339724, 0.006649420130997896, 0.006896533537656069, 0.007143646478652954, 0.007390759885311127, 0.007637873291969299, 0.007884986698627472, 0.008132100105285645, 0.008379213511943817, 0.00862632691860199, 0.008873440325260162, 0.009120553731918335]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [7.0, 8.0, 7.0, 14.0, 24.0, 27.0, 47.0, 79.0, 106.0, 162.0, 275.0, 366.0, 517.0, 710.0, 1090.0, 1598.0, 2209.0, 2911.0, 4142.0, 5713.0, 7862.0, 10658.0, 15073.0, 21215.0, 30093.0, 43239.0, 60721.0, 83628.0, 111561.0, 457856.0, 90043.0, 64757.0, 45758.0, 32444.0, 23334.0, 16698.0, 12034.0, 8766.0, 6574.0, 4854.0, 3605.0, 2674.0, 1828.0, 1379.0, 947.0, 651.0, 462.0, 299.0, 213.0, 144.0, 103.0, 48.0, 41.0, 22.0, 21.0, 8.0, 11.0, 7.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.009373683482408524, -0.009054124355316162, -0.008734566159546375, -0.008415007032454014, -0.008095448836684227, -0.007775890175253153, -0.007456331513822079, -0.0071367728523910046, -0.00681721419095993, -0.006497655063867569, -0.006178096402436495, -0.005858537741005421, -0.0055389790795743465, -0.005219420418143272, -0.004899861756712198, -0.004580303095281124, -0.00426074443385005, -0.003941185772418976, -0.0036216271109879017, -0.0033020684495568275, -0.0029825097881257534, -0.0026629508938640356, -0.0023433922324329615, -0.0020238335710018873, -0.0017042749095708132, -0.001384716248139739, -0.001065157586708665, -0.0007455988088622689, -0.0004260401474311948, -0.00010648145689629018, 0.00021307723363861442, 0.0005326359532773495, 0.0008521946147084236, 0.0011717532761394978, 0.001491311937570572, 0.0018108707154169679, 0.00213042926043272, 0.002449988154694438, 0.002769546816125512, 0.0030891054775565863, 0.0034086641389876604, 0.0037282228004187346, 0.004047781694680452, 0.0043673403561115265, 0.004686899017542601, 0.005006457678973675, 0.005326016340404749, 0.005645575001835823, 0.005965133663266897, 0.006284692324697971, 0.0066042509861290455, 0.00692380964756012, 0.007243368308991194, 0.007562926970422268, 0.00788248609751463, 0.008202044293284416, 0.008521603420376778, 0.008841161616146564, 0.009160720743238926, 0.009480278939008713, 0.009799838066101074, 0.010119396261870861, 0.010438955388963223, 0.01075851358473301, 0.01107807271182537]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 3.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0, 4.0, 1.0, 2.0, 0.0, 3.0, 1.0, 9.0, 2.0, 1.0, 1.0, 4.0, 0.0, 1.0, 3.0, 0.0, 0.0, 3.0], "bins": [-0.023277996107935905, -0.022841589525341988, -0.02240518294274807, -0.021968774497509003, -0.021532367914915085, -0.021095961332321167, -0.02065955474972725, -0.020223146304488182, -0.019786739721894264, -0.019350333139300346, -0.01891392655670643, -0.01847751811146736, -0.018041111528873444, -0.017604704946279526, -0.017168298363685608, -0.01673188991844654, -0.016295483335852623, -0.015859076753258705, -0.015422670170664787, -0.014986262656748295, -0.014549856074154377, -0.014113448560237885, -0.013677041977643967, -0.013240634463727474, -0.012804227881133556, -0.012367820367217064, -0.011931413784623146, -0.011495006270706654, -0.011058599688112736, -0.010622192174196243, -0.010185785591602325, -0.009749378077685833, -0.009312971495091915, -0.008876564912497997, -0.008440157398581505, -0.008003750815987587, -0.0075673433020710945, -0.007130936253815889, -0.006694529205560684, -0.006258122157305479, -0.005821715109050274, -0.005385308526456356, -0.004948901478201151, -0.004512494429945946, -0.004076087381690741, -0.0036396803334355354, -0.0032032732851803303, -0.002766866236925125, -0.00233045918866992, -0.0018940521404147148, -0.0014576450921595097, -0.0010212381603196263, -0.0005848311120644212, -0.00014842409291304648, 0.0002879829262383282, 0.0007243899162858725, 0.0011607969645410776, 0.0015972040127962828, 0.002033611061051488, 0.002470018109306693, 0.0029064249247312546, 0.0033428319729864597, 0.003779239021241665, 0.00421564606949687, 0.004652053117752075]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [5.0, 2.0, 4.0, 8.0, 11.0, 8.0, 23.0, 25.0, 22.0, 18.0, 22.0, 31.0, 49.0, 48.0, 56.0, 53.0, 67.0, 76.0, 94.0, 110.0, 113.0, 149.0, 157.0, 197.0, 185.0, 214.0, 216.0, 226.0, 259.0, 254.0, 222.0, 258.0, 257.0, 288.0, 304.0, 295.0, 304.0, 345.0, 440.0, 559.0, 696.0, 1087.0, 6926.0, 953.0, 783.0, 578.0, 257.0, 223.0, 198.0, 196.0, 163.0, 132.0, 126.0, 68.0, 48.0, 13.0, 4.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.025485340505838394, -0.02488127537071705, -0.024277210235595703, -0.023673145100474358, -0.023069079965353012, -0.022465014830231667, -0.02186094969511032, -0.021256884559988976, -0.02065281942486763, -0.020048754289746284, -0.01944468915462494, -0.018840624019503593, -0.018236558884382248, -0.017632493749260902, -0.017028428614139557, -0.01642436347901821, -0.015820298343896866, -0.015216232277452946, -0.0146121671423316, -0.014008102007210255, -0.01340403687208891, -0.012799971736967564, -0.012195906601846218, -0.011591841466724873, -0.010987775400280952, -0.010383710265159607, -0.009779645130038261, -0.009175579994916916, -0.00857151485979557, -0.007967449724674225, -0.007363384589552879, -0.006759319454431534, -0.006155254319310188, -0.005551189184188843, -0.004947124049067497, -0.004343058913946152, -0.0037389935459941626, -0.003134928410872817, -0.002530863042920828, -0.0019267979077994823, -0.0013227327726781368, -0.0007186675793491304, -0.00011460238602012396, 0.0004894628073088825, 0.001093528000637889, 0.0016975931357592344, 0.0023016585037112236, 0.002905723638832569, 0.0035097887739539146, 0.00411385390907526, 0.004717919044196606, 0.005321984179317951, 0.005926049314439297, 0.0065301149152219296, 0.007134180050343275, 0.007738245185464621, 0.008342310786247253, 0.008946375921368599, 0.009550441056489944, 0.01015450619161129, 0.010758571326732635, 0.011362636461853981, 0.011966701596975327, 0.012570766732096672, 0.013174831867218018]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 6.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.085368812084198, -0.08362282067537308, -0.08187682181596756, -0.08013083040714264, -0.07838483154773712, -0.0766388401389122, -0.07489284127950668, -0.07314684987068176, -0.07140085101127625, -0.06965485960245132, -0.0679088607430458, -0.06616286933422089, -0.06441687792539597, -0.06267087906599045, -0.06092488393187523, -0.05917888879776001, -0.05743289738893509, -0.05568690225481987, -0.05394090712070465, -0.05219491198658943, -0.05044891685247421, -0.048702921718358994, -0.046956926584243774, -0.045210931450128555, -0.043464936316013336, -0.04171894118189812, -0.0399729460477829, -0.03822695463895798, -0.03648095950484276, -0.03473496437072754, -0.03298896923661232, -0.0312429741024971, -0.02949697896838188, -0.027750983834266663, -0.026004988700151443, -0.024258995428681374, -0.022513000294566154, -0.020767005160450935, -0.019021010026335716, -0.017275014892220497, -0.015529020689427853, -0.013783025555312634, -0.012037031352519989, -0.01029103621840477, -0.00854504108428955, -0.006799046881496906, -0.005053051747381687, -0.0033070570789277554, -0.0015610624104738235, 0.0001849323743954301, 0.0019309271592646837, 0.003676922060549259, 0.005422916729003191, 0.007168911397457123, 0.008914906531572342, 0.010660900734364986, 0.012406895868480206, 0.014152891002595425, 0.01589888520538807, 0.01764488033950329, 0.019390875473618507, 0.021136870607733727, 0.022882863879203796, 0.024628859013319016, 0.026374854147434235]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 2.0, 0.0, 3.0, 3.0, 2.0, 6.0, 2.0, 6.0, 3.0, 5.0, 7.0, 5.0, 2.0, 8.0, 7.0, 3.0, 9.0, 4.0, 5.0, 1.0, 4.0, 2.0, 3.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 1.0, 1.0, 4.0, 4.0, 1.0, 6.0, 4.0, 2.0, 7.0, 7.0, 95.0, 14.0, 5.0, 2.0, 7.0, 4.0, 5.0, 3.0], "bins": [-0.09727484732866287, -0.0955551266670227, -0.09383539855480194, -0.09211567789316177, -0.09039594978094101, -0.08867622911930084, -0.08695650100708008, -0.08523678034543991, -0.08351705223321915, -0.08179733157157898, -0.08007760345935822, -0.07835788279771805, -0.07663816213607788, -0.07491843402385712, -0.07319871336221695, -0.07147898524999619, -0.06975926458835602, -0.06803953647613525, -0.06631981581449509, -0.06460008770227432, -0.06288036704063416, -0.06116064265370369, -0.059440918266773224, -0.05772119387984276, -0.05600146949291229, -0.05428174510598183, -0.05256202071905136, -0.050842300057411194, -0.04912257567048073, -0.04740285128355026, -0.0456831268966198, -0.04396340250968933, -0.042243678122758865, -0.0405239537358284, -0.038804229348897934, -0.03708450496196747, -0.035364780575037, -0.03364505618810654, -0.03192533552646637, -0.030205609276890755, -0.028485886752605438, -0.026766162365674973, -0.025046437978744507, -0.02332671359181404, -0.021606989204883575, -0.01988726481795311, -0.018167542293667793, -0.016447817906737328, -0.014728093519806862, -0.013008369132876396, -0.011288645677268505, -0.00956892129033804, -0.007849197834730148, -0.006129473447799683, -0.004409749060869217, -0.0026900251396000385, -0.0009703012183308601, 0.0007494228193536401, 0.0024691468570381403, 0.004188871011137962, 0.005908594932407141, 0.007628318853676319, 0.009348043240606785, 0.011067766696214676, 0.012787491083145142]}, "_runtime": 5.941967964172363, "_timestamp": 1596211595.7130768, "_step": 1}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 3.0, 3.0, 2.0, 2.0, 1.0, 2.0, 2.0, 2.0, 5.0, 4.0, 3.0, 1.0, 1.0, 1.0, 2.0, 2.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.019334079697728157, -0.018705369904637337, -0.018076661974191666, -0.017447952181100845, -0.016819242388010025, -0.016190534457564354, -0.015561824664473534, -0.014933114871382713, -0.014304406009614468, -0.013675697147846222, -0.013046987354755402, -0.012418278492987156, -0.01178956963121891, -0.01116085983812809, -0.010532150976359844, -0.009903441183269024, -0.009274732321500778, -0.008646023459732533, -0.008017313666641712, -0.0073886048048734665, -0.0067598954774439335, -0.0061311861500144005, -0.005502477288246155, -0.004873767960816622, -0.004245058633387089, -0.0036163493059575558, -0.0029876402113586664, -0.002358931116759777, -0.001730221789330244, -0.0011015125783160329, -0.0004728033673018217, 0.00015590584371238947, 0.0007846150547266006, 0.0014133242657408118, 0.002042033476755023, 0.0026707425713539124, 0.0032994518987834454, 0.003928161226212978, 0.004556870087981224, 0.005185579415410757, 0.00581428874284029, 0.006442998070269823, 0.007071707397699356, 0.007700416259467602, 0.008329125121235847, 0.008957834914326668, 0.009586543776094913, 0.010215253569185734, 0.01084396243095398, 0.011472671292722225, 0.012101381085813046, 0.012730089947581291, 0.013358799740672112, 0.013987508602440357, 0.014616217464208603, 0.015244927257299423, 0.015873637050390244, 0.016502344980835915, 0.017131054773926735, 0.017759764567017555, 0.018388472497463226, 0.019017182290554047, 0.019645892083644867, 0.020274600014090538, 0.02090330980718136]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 4.0, 3.0, 3.0, 3.0, 5.0, 4.0, 5.0, 6.0, 10.0, 5.0, 8.0, 13.0, 15.0, 16.0, 17.0, 16.0, 19.0, 38.0, 41.0, 38.0, 49.0, 60.0, 72.0, 94.0, 102.0, 129.0, 175.0, 254.0, 258.0, 342.0, 402.0, 2107.0, 819.0, 768.0, 599.0, 440.0, 276.0, 189.0, 132.0, 100.0, 75.0, 47.0, 47.0, 24.0, 23.0, 16.0, 15.0, 13.0, 4.0, 4.0, 8.0, 4.0, 6.0, 3.0, 2.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.12214212119579315, -0.11841002106666565, -0.11467792093753815, -0.11094582080841064, -0.10721372067928314, -0.10348162055015564, -0.09974952042102814, -0.09601742029190063, -0.09228532016277313, -0.08855322003364563, -0.08482111990451813, -0.08108901977539062, -0.07735691964626312, -0.07362481951713562, -0.06989271938800812, -0.06616061925888062, -0.062428515404462814, -0.05869641527533531, -0.05496431514620781, -0.05123221501708031, -0.047500114887952805, -0.0437680147588253, -0.0400359146296978, -0.0363038145005703, -0.032571710646152496, -0.028839612379670143, -0.02510751225054264, -0.021375412121415138, -0.017643310129642487, -0.013911210931837559, -0.010179109871387482, -0.006447009742259979, -0.002714909613132477, 0.0010171907488256693, 0.004749291110783815, 0.008481391705572605, 0.012213491834700108, 0.015945592895150185, 0.019677693024277687, 0.02340979315340519, 0.027141893282532692, 0.030873993411660194, 0.034606095403432846, 0.03833819553256035, 0.04207029566168785, 0.04580239579081535, 0.049534495919942856, 0.05326659604907036, 0.05699869617819786, 0.06073079630732536, 0.06446290016174316, 0.06819500029087067, 0.07192710041999817, 0.07565920054912567, 0.07939130067825317, 0.08312340080738068, 0.08685550093650818, 0.09058760106563568, 0.09431970119476318, 0.09805180132389069, 0.10178390145301819, 0.10551600158214569, 0.1092481017112732, 0.1129802018404007, 0.1167123019695282]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 3.0, 1.0, 2.0, 2.0, 4.0, 5.0, 1.0, 2.0, 2.0, 3.0, 3.0, 4.0, 6.0, 1.0, 2.0, 2.0, 27.0, 5.0, 5.0, 2.0, 2.0, 2.0, 1.0, 3.0, 0.0, 3.0, 4.0, 1.0, 2.0, 3.0, 2.0, 3.0, 0.0, 1.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.006892582401633263, -0.006637131329625845, -0.006381680257618427, -0.006126229651272297, -0.005870778579264879, -0.0056153275072574615, -0.005359876900911331, -0.0051044258289039135, -0.004848974756896496, -0.004593523684889078, -0.0043380726128816605, -0.00408262200653553, -0.0038271709345281124, -0.0035717198625206947, -0.0033162690233439207, -0.0030608181841671467, -0.002805367112159729, -0.0025499160401523113, -0.0022944652009755373, -0.0020390143617987633, -0.0017835632897913456, -0.0015281123341992497, -0.001272661378607154, -0.001017210423015058, -0.0007617594674229622, -0.0005063085118308663, -0.0002508575562387705, 4.593399353325367e-06, 0.0002600443549454212, 0.0005154953105375171, 0.0007709462661296129, 0.0010263972217217088, 0.0012818481773138046, 0.0015372991329059005, 0.0017927500884979963, 0.0020482009276747704, 0.002303651999682188, 0.0025591030716896057, 0.0028145539108663797, 0.0030700047500431538, 0.0033254558220505714, 0.003580906894057989, 0.003836357733234763, 0.004091808572411537, 0.004347259644418955, 0.0046027107164263725, 0.004858161322772503, 0.005113612394779921, 0.005369063466787338, 0.005624514538794756, 0.005879965610802174, 0.006135416217148304, 0.006390867289155722, 0.006646318361163139, 0.00690176896750927, 0.007157220039516687, 0.007412671111524105, 0.007668122183531523, 0.00792357325553894, 0.00817902386188507, 0.008434474468231201, 0.008689926005899906, 0.008945376612246037, 0.009200828149914742, 0.009456278756260872]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 4.0, 5.0, 12.0, 23.0, 20.0, 36.0, 55.0, 101.0, 151.0, 239.0, 341.0, 604.0, 881.0, 1375.0, 1963.0, 2867.0, 4238.0, 5964.0, 8097.0, 11238.0, 15689.0, 21721.0, 30477.0, 44441.0, 64516.0, 90053.0, 114471.0, 437433.0, 90843.0, 65625.0, 46420.0, 32510.0, 23220.0, 17166.0, 12456.0, 9335.0, 6838.0, 5004.0, 3670.0, 2699.0, 2040.0, 1434.0, 1013.0, 750.0, 486.0, 356.0, 268.0, 160.0, 119.0, 69.0, 52.0, 35.0, 16.0, 15.0, 12.0, 9.0, 9.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.01230452861636877, -0.011882475577294827, -0.011460423469543457, -0.011038370430469513, -0.010616317391395569, -0.0101942652836442, -0.009772212244570255, -0.009350159205496311, -0.008928107097744942, -0.008506054058670998, -0.008084001019597054, -0.007661948911845684, -0.00723989587277174, -0.006817843299359083, -0.006395790725946426, -0.005973737686872482, -0.0055516851134598255, -0.005129632540047169, -0.004707579500973225, -0.004285526927560568, -0.003863474354147911, -0.0034414215479046106, -0.00301936874166131, -0.0025973161682486534, -0.002175263362005353, -0.0017532106721773744, -0.0013311579823493958, -0.0009091051761060953, -0.0004870524862781167, -6.499976734630764e-05, 0.00035705295158550143, 0.000779105699621141, 0.0012011583894491196, 0.0016232110792770982, 0.002045263769105077, 0.0024673165753483772, 0.002889369148761034, 0.0033114219550043344, 0.003733474761247635, 0.004155527334660292, 0.0045775799080729485, 0.0049996329471468925, 0.005421685520559549, 0.005843738093972206, 0.00626579113304615, 0.006687843706458807, 0.007109896279871464, 0.007531949318945408, 0.007954001426696777, 0.008376054465770721, 0.008798107504844666, 0.009220159612596035, 0.009642212651669979, 0.010064265690743923, 0.010486317798495293, 0.010908370837569237, 0.01133042387664318, 0.01175247598439455, 0.012174529023468494, 0.012596582062542439, 0.013018634170293808, 0.013440687209367752, 0.013862740248441696, 0.014284792356193066, 0.01470684539526701]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 3.0, 2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 8.0, 0.0, 4.0, 2.0, 1.0, 2.0, 3.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.011209245771169662, -0.010896870866417885, -0.010584496892988682, -0.010272121988236904, -0.009959748014807701, -0.009647373110055923, -0.00933499913662672, -0.009022624231874943, -0.00871025025844574, -0.008397875353693962, -0.008085500448942184, -0.007773126475512981, -0.007460751570761204, -0.007148377131670713, -0.006836002692580223, -0.006523628253489733, -0.006211253814399242, -0.005898879375308752, -0.005586504936218262, -0.005274130497127771, -0.004961756058037281, -0.004649381153285503, -0.004337006714195013, -0.004024632275104523, -0.0037122578360140324, -0.003399883396923542, -0.0030875089578330517, -0.0027751342859119177, -0.0024627598468214273, -0.002150385407730937, -0.0018380108522251248, -0.0015256362967193127, -0.0012132618576288223, -0.0009008873603306711, -0.0005885128630325198, -0.00027613836573436856, 3.623613156378269e-05, 0.00034861062886193395, 0.0006609851261600852, 0.0009733596234582365, 0.0012857341207563877, 0.001598108559846878, 0.0019104831153526902, 0.0022228576708585024, 0.0025352321099489927, 0.002847606549039483, 0.003159981220960617, 0.0034723556600511074, 0.0037847300991415977, 0.004097104538232088, 0.004409478977322578, 0.004721853416413069, 0.005034227855503559, 0.005346602760255337, 0.005658977199345827, 0.0059713516384363174, 0.006283726077526808, 0.006596100516617298, 0.0069084749557077885, 0.007220849394798279, 0.0075332242995500565, 0.00784559827297926, 0.008157973177731037, 0.00847034715116024, 0.008782722055912018]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 5.0, 5.0, 8.0, 11.0, 4.0, 15.0, 17.0, 14.0, 26.0, 41.0, 33.0, 54.0, 37.0, 59.0, 74.0, 79.0, 105.0, 119.0, 118.0, 154.0, 187.0, 224.0, 192.0, 212.0, 272.0, 242.0, 253.0, 268.0, 252.0, 286.0, 274.0, 331.0, 401.0, 458.0, 553.0, 710.0, 1617.0, 6381.0, 1093.0, 710.0, 537.0, 413.0, 371.0, 286.0, 244.0, 221.0, 167.0, 108.0, 76.0, 40.0, 25.0, 14.0, 18.0, 3.0, 4.0, 2.0, 2.0], "bins": [-0.014552290551364422, -0.014221756719052792, -0.013891222886741161, -0.013560689054429531, -0.0132301552221179, -0.01289962138980627, -0.01256908755749464, -0.01223855372518301, -0.011908020824193954, -0.011577486991882324, -0.011246953159570694, -0.010916419327259064, -0.010585885494947433, -0.010255351662635803, -0.009924817830324173, -0.009594283998012543, -0.009263750165700912, -0.008933216333389282, -0.008602682501077652, -0.008272148668766022, -0.007941614836454391, -0.0076110814698040485, -0.007280547637492418, -0.006950013805180788, -0.006619479972869158, -0.0062889461405575275, -0.005958412308245897, -0.005627878475934267, -0.005297345109283924, -0.004966811276972294, -0.004636277444660664, -0.004305743612349033, -0.003975209780037403, -0.003644675947725773, -0.0033141421154141426, -0.002983608515933156, -0.0026530746836215258, -0.0023225408513098955, -0.001992007251828909, -0.0016614734195172787, -0.0013309395872056484, -0.0010004057548940182, -0.0006698720389977098, -0.0003393382648937404, -8.80449078977108e-06, 0.00032172928331419826, 0.0006522630574181676, 0.000982796773314476, 0.0013133306056261063, 0.0016438644379377365, 0.0019743982702493668, 0.0023049318697303534, 0.0026354657020419836, 0.002965999534353614, 0.0032965331338346004, 0.0036270669661462307, 0.003957600798457861, 0.004288134630769491, 0.0046186684630811214, 0.004949202295392752, 0.005279735662043095, 0.005610269494354725, 0.005940803326666355, 0.006271337158977985, 0.006601870991289616]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 2.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 6.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.05405617505311966, -0.05293744429945946, -0.051818713545799255, -0.05069998651742935, -0.04958125576376915, -0.04846252501010895, -0.047343794256448746, -0.046225063502788544, -0.04510633647441864, -0.04398760572075844, -0.042868874967098236, -0.041750144213438034, -0.04063141345977783, -0.03951268270611763, -0.038393955677747726, -0.037275224924087524, -0.03615649417042732, -0.03503776341676712, -0.03391903266310692, -0.032800305634737015, -0.03168157488107681, -0.03056284412741661, -0.02944411337375641, -0.028325384482741356, -0.027206653729081154, -0.026087922975420952, -0.0249691940844059, -0.023850463330745697, -0.022731732577085495, -0.021613003686070442, -0.02049427293241024, -0.019375544041395187, -0.018256813287734985, -0.017138082534074783, -0.01601935364305973, -0.014900622889399529, -0.013781893067061901, -0.012663163244724274, -0.011544432491064072, -0.010425702668726444, -0.009306972846388817, -0.00818824302405119, -0.007069512736052275, -0.00595078244805336, -0.004832052625715733, -0.0037133225705474615, -0.0025945925153791904, -0.0014758624602109194, -0.0003571324050426483, 0.0007615976501256227, 0.0018803277052938938, 0.002999057760462165, 0.004117787815630436, 0.005236517637968063, 0.006355247925966978, 0.007473978213965893, 0.00859270803630352, 0.009711437858641148, 0.010830167680978775, 0.011948898434638977, 0.013067628256976604, 0.014186358079314232, 0.015305088832974434, 0.016423817723989487, 0.01754254847764969]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 5.0, 9.0, 4.0, 5.0, 10.0, 6.0, 4.0, 4.0, 5.0, 8.0, 4.0, 7.0, 3.0, 0.0, 2.0, 5.0, 2.0, 6.0, 2.0, 1.0, 3.0, 2.0, 3.0, 1.0, 1.0, 3.0, 1.0, 5.0, 2.0, 4.0, 0.0, 6.0, 4.0, 2.0, 3.0, 2.0, 10.0, 10.0, 69.0, 15.0, 5.0, 8.0, 8.0, 4.0, 3.0, 2.0, 2.0, 4.0, 3.0, 0.0, 1.0, 2.0], "bins": [-0.05532851815223694, -0.0542377270758152, -0.05314693599939346, -0.052056144922971725, -0.05096535384654999, -0.04987456649541855, -0.04878377541899681, -0.04769298434257507, -0.046602193266153336, -0.0455114021897316, -0.04442061111330986, -0.04332982003688812, -0.04223903268575668, -0.041148241609334946, -0.04005745053291321, -0.03896665945649147, -0.03787586838006973, -0.036785077303647995, -0.03569428622722626, -0.03460349515080452, -0.03351270407438278, -0.03242191672325134, -0.031331125646829605, -0.030240334570407867, -0.02914954349398613, -0.028058752417564392, -0.026967961341142654, -0.025877172127366066, -0.02478638105094433, -0.02369558997452259, -0.022604800760746002, -0.021514009684324265, -0.020423218607902527, -0.01933242753148079, -0.01824163645505905, -0.017150847241282463, -0.016060056164860725, -0.014969265088438988, -0.013878474943339825, -0.012787684798240662, -0.011696893721818924, -0.010606102645397186, -0.009515312500298023, -0.00842452235519886, -0.0073337312787771225, -0.006242940668016672, -0.005152150057256222, -0.004061359446495771, -0.002970568835735321, -0.0018797782249748707, -0.0007889876142144203, 0.00030180299654603004, 0.0013925936073064804, 0.0024833842180669308, 0.003574174828827381, 0.0046649654395878315, 0.005755756050348282, 0.006846546661108732, 0.007937337271869183, 0.009028127416968346, 0.010118918493390083, 0.011209709569811821, 0.012300499714910984, 0.013391289860010147, 0.014482080936431885]}, "_runtime": 6.701813697814941, "_timestamp": 1596211596.4729226, "_step": 2}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 3.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 2.0, 2.0, 0.0, 1.0, 2.0, 2.0, 3.0, 3.0, 4.0, 1.0, 2.0, 0.0, 4.0, 2.0, 3.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.014629554934799671, -0.014175459742546082, -0.013721365481615067, -0.013267270289361477, -0.012813175097107887, -0.012359080836176872, -0.011904985643923283, -0.011450890451669693, -0.010996796190738678, -0.010542700998485088, -0.010088605806231499, -0.009634510613977909, -0.009180416353046894, -0.008726321160793304, -0.008272225968539715, -0.0078181317076087, -0.00736403651535511, -0.006909941788762808, -0.006455846596509218, -0.006001751869916916, -0.005547656677663326, -0.005093561951071024, -0.004639467224478722, -0.004185372032225132, -0.0037312773056328297, -0.0032771823462098837, -0.0028230873867869377, -0.0023689926601946354, -0.0019148977007716894, -0.0014608027413487434, -0.0010067078983411193, -0.0005526129971258342, -9.851809591054916e-05, 0.0003555768053047359, 0.000809671706520021, 0.0012637665495276451, 0.001717861508950591, 0.002171956468373537, 0.0026260511949658394, 0.0030801461543887854, 0.0035342411138117313, 0.003988335840404034, 0.004442431032657623, 0.004896525759249926, 0.005350620485842228, 0.0058047156780958176, 0.00625881040468812, 0.0067129055969417095, 0.007167000323534012, 0.007621095050126314, 0.008075189776718616, 0.008529284968972206, 0.008983380161225796, 0.00943747442215681, 0.0098915696144104, 0.01034566480666399, 0.01079975999891758, 0.011253854259848595, 0.011707949452102184, 0.012162044644355774, 0.012616138905286789, 0.013070234097540379, 0.013524329289793968, 0.013978423550724983, 0.014432518742978573]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 3.0, 2.0, 2.0, 10.0, 4.0, 5.0, 7.0, 5.0, 8.0, 18.0, 16.0, 33.0, 37.0, 38.0, 49.0, 62.0, 48.0, 80.0, 100.0, 109.0, 162.0, 240.0, 304.0, 437.0, 548.0, 2302.0, 1172.0, 806.0, 470.0, 273.0, 180.0, 110.0, 80.0, 67.0, 46.0, 33.0, 18.0, 12.0, 8.0, 8.0, 3.0, 3.0, 4.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1775318682193756, -0.17289648950099945, -0.1682611107826233, -0.16362573206424713, -0.15899036824703217, -0.154354989528656, -0.14971961081027985, -0.1450842320919037, -0.14044885337352753, -0.13581347465515137, -0.1311781108379364, -0.12654273211956024, -0.12190735340118408, -0.11727197468280792, -0.11263659596443176, -0.1080012246966362, -0.10336584597826004, -0.09873046725988388, -0.09409509599208832, -0.08945971727371216, -0.084824338555336, -0.08018896728754044, -0.07555358856916428, -0.07091820985078812, -0.06628283858299255, -0.061647459864616394, -0.057012081146240234, -0.05237670615315437, -0.04774133116006851, -0.04310595244169235, -0.03847057744860649, -0.03383519873023033, -0.02919982373714447, -0.02456444688141346, -0.01992907002568245, -0.015293695032596588, -0.010658318176865578, -0.006022941786795855, -0.0013875653967261314, 0.0032478109933435917, 0.007883187383413315, 0.012518564239144325, 0.017153941094875336, 0.021789316087961197, 0.026424692943692207, 0.031060069799423218, 0.03569544479250908, 0.04033082351088524, 0.0449661985039711, 0.04960157349705696, 0.05423695221543312, 0.05887232720851898, 0.06350770592689514, 0.0681430771946907, 0.07277845591306686, 0.07741383463144302, 0.08204920589923859, 0.08668458461761475, 0.0913199633359909, 0.09595534205436707, 0.10059071332216263, 0.10522609204053879, 0.10986147075891495, 0.11449684202671051, 0.11913222074508667]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 3.0, 4.0, 4.0, 2.0, 4.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 3.0, 4.0, 2.0, 2.0, 26.0, 4.0, 3.0, 7.0, 2.0, 2.0, 4.0, 1.0, 0.0, 0.0, 3.0, 2.0, 3.0, 3.0, 2.0, 3.0, 3.0, 2.0, 0.0, 2.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.0059920744970440865, -0.005799972452223301, -0.005607870407402515, -0.005415767896920443, -0.005223665852099657, -0.0050315638072788715, -0.004839461762458086, -0.0046473597176373005, -0.004455257207155228, -0.004263155162334442, -0.004071053117513657, -0.003878951072692871, -0.0036868490278720856, -0.0034947467502206564, -0.003302644705399871, -0.0031105424277484417, -0.002918440382927656, -0.0027263383381068707, -0.0025342360604554415, -0.002342134015634656, -0.0021500317379832268, -0.0019579296931624413, -0.0017658276483416557, -0.0015737254871055484, -0.001381623325869441, -0.0011895211646333337, -0.0009974190033972263, -0.0008053169585764408, -0.0006132147973403335, -0.00042111266520805657, -0.00022901053307577968, -3.6908400943502784e-05, 0.0001551937311887741, 0.000347295863321051, 0.0005393979954533279, 0.0007315000984817743, 0.0009236022597178817, 0.001115704420953989, 0.0013078064657747746, 0.001499908627010882, 0.0016920107882469893, 0.0018841129494830966, 0.002076215110719204, 0.0022683171555399895, 0.002460419200360775, 0.002652521478012204, 0.0028446235228329897, 0.003036725800484419, 0.0032288278453052044, 0.00342092989012599, 0.003613032167777419, 0.0038051342125982046, 0.003997236490249634, 0.004189338535070419, 0.004381440579891205, 0.00457354262471199, 0.004765644669532776, 0.004957747180014849, 0.005149849224835634, 0.00534195126965642, 0.005534053314477205, 0.005726155359297991, 0.005918257869780064, 0.006110359914600849, 0.006302461959421635]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 0.0, 4.0, 10.0, 18.0, 33.0, 52.0, 89.0, 159.0, 227.0, 322.0, 461.0, 803.0, 1182.0, 1668.0, 2219.0, 3079.0, 4066.0, 5411.0, 7064.0, 9016.0, 11590.0, 14386.0, 18636.0, 24261.0, 32277.0, 43676.0, 57719.0, 73961.0, 92108.0, 414400.0, 89336.0, 70865.0, 52394.0, 38376.0, 27915.0, 20853.0, 15511.0, 11623.0, 8913.0, 6892.0, 5112.0, 3822.0, 2697.0, 1904.0, 1399.0, 946.0, 679.0, 472.0, 333.0, 229.0, 153.0, 106.0, 69.0, 54.0, 41.0, 22.0, 13.0, 7.0, 4.0, 2.0, 3.0, 2.0, 1.0], "bins": [-0.011502840556204319, -0.01112328376621008, -0.01074372697621584, -0.0103641701862216, -0.00998461339622736, -0.00960505660623312, -0.009225500747561455, -0.008845943957567215, -0.008466387167572975, -0.008086830377578735, -0.0077072735875844955, -0.007327716797590256, -0.006948160007596016, -0.006568603217601776, -0.006189046893268824, -0.005809490103274584, -0.005429933313280344, -0.005050376523286104, -0.004670819733291864, -0.004291263408958912, -0.003911706618964672, -0.0035321498289704323, -0.0031525930389761925, -0.0027730364818125963, -0.0023934796918183565, -0.0020139229018241167, -0.0016343663446605206, -0.0012548095546662807, -0.0008752528810873628, -0.0004956962075084448, -0.00011613947572186589, 0.00026341722696088254, 0.000642973929643631, 0.001022530603222549, 0.001402087276801467, 0.0017816440667957067, 0.002161200623959303, 0.0025407574139535427, 0.0029203142039477825, 0.0032998707611113787, 0.0036794275511056185, 0.004058984108269215, 0.0044385408982634544, 0.004818097688257694, 0.005197654478251934, 0.005577211268246174, 0.005956767592579126, 0.006336324382573366, 0.006715881172567606, 0.007095437962561846, 0.007474994752556086, 0.007854551076889038, 0.008234107866883278, 0.008613664656877518, 0.008993221446871758, 0.009372778236865997, 0.009752335026860237, 0.010131891816854477, 0.010511448606848717, 0.010891004465520382, 0.011270561255514622, 0.011650118045508862, 0.012029674835503101, 0.012409231625497341, 0.012788788415491581]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 2.0, 1.0, 4.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 4.0, 1.0, 3.0, 1.0, 4.0, 2.0, 6.0, 3.0, 3.0, 2.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.021483801305294037, -0.02104075439274311, -0.020597707480192184, -0.02015465870499611, -0.019711611792445183, -0.019268564879894257, -0.01882551796734333, -0.018382469192147255, -0.01793942227959633, -0.017496375367045403, -0.017053328454494476, -0.0166102796792984, -0.016167232766747475, -0.01572418585419655, -0.015281138010323048, -0.014838091097772121, -0.01439504325389862, -0.013951996341347694, -0.013508949428796768, -0.013065901584923267, -0.012622854672372341, -0.01217980682849884, -0.011736759915947914, -0.011293712072074413, -0.010850665159523487, -0.010407617315649986, -0.00996457040309906, -0.00952152255922556, -0.009078475646674633, -0.008635427802801132, -0.008192380890250206, -0.0077493335120379925, -0.007306286133825779, -0.0068632387556135654, -0.006420191377401352, -0.005977143999189138, -0.005534096620976925, -0.005091049242764711, -0.004648001864552498, -0.004204954486340284, -0.0037619073409587145, -0.003318859962746501, -0.0028758125845342875, -0.002432765206322074, -0.001989718060940504, -0.0015466705663129687, -0.001103623304516077, -0.0006605759263038635, -0.00021752854809165, 0.00022551880101673305, 0.0006685661501251161, 0.0011116134701296687, 0.0015546608483418822, 0.001997708110138774, 0.0024407554883509874, 0.002883802866563201, 0.0033268502447754145, 0.003769897622987628, 0.004212944768369198, 0.004655992146581411, 0.005099039524793625, 0.005542086903005838, 0.005985134281218052, 0.006428181659430265, 0.006871229037642479]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [5.0, 1.0, 2.0, 0.0, 6.0, 3.0, 10.0, 7.0, 7.0, 11.0, 11.0, 12.0, 11.0, 11.0, 35.0, 33.0, 32.0, 46.0, 43.0, 36.0, 55.0, 53.0, 63.0, 62.0, 71.0, 87.0, 97.0, 116.0, 103.0, 125.0, 142.0, 161.0, 192.0, 204.0, 215.0, 244.0, 266.0, 275.0, 327.0, 321.0, 376.0, 372.0, 464.0, 513.0, 596.0, 692.0, 792.0, 1095.0, 6757.0, 1059.0, 653.0, 394.0, 285.0, 192.0, 144.0, 133.0, 126.0, 86.0, 79.0, 53.0, 29.0, 21.0, 12.0, 8.0], "bins": [-0.01066626701503992, -0.010446224361658096, -0.010226182639598846, -0.010006139986217022, -0.009786097332835197, -0.009566054679453373, -0.009346012957394123, -0.009125970304012299, -0.008905927650630474, -0.00868588499724865, -0.0084658432751894, -0.008245800621807575, -0.00802575796842575, -0.0078057157807052135, -0.007585673127323389, -0.007365630939602852, -0.007145588286221027, -0.00692554609850049, -0.006705503910779953, -0.0064854612573981285, -0.006265419069677591, -0.006045376416295767, -0.00582533422857523, -0.005605291575193405, -0.005385249387472868, -0.0051652067340910435, -0.004945164546370506, -0.004725121892988682, -0.004505079705268145, -0.00428503705188632, -0.004064994864165783, -0.003844952443614602, -0.0036249100230634212, -0.0034048676025122404, -0.0031848251819610596, -0.0029647827614098787, -0.002744740340858698, -0.002524697920307517, -0.002304655499756336, -0.0020846130792051554, -0.0018645707750692964, -0.0016445283545181155, -0.0014244859339669347, -0.0012044435134157538, -0.0009844012092798948, -0.0007643587305210531, -0.0005443163681775331, -0.0003242739476263523, -0.00010423152707517147, 0.00011581087892409414, 0.00033585328492335975, 0.0005558956763707101, 0.000775938096921891, 0.000995980459265411, 0.0012160228798165917, 0.0014360653003677726, 0.0016561077209189534, 0.0018761501414701343, 0.0020961924456059933, 0.002316234866157174, 0.002536277286708355, 0.002756319707259536, 0.0029763621278107166, 0.0031964045483618975, 0.0034164469689130783]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 5.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.04738132655620575, -0.04648435488343239, -0.04558738321065903, -0.044690411537885666, -0.043793436139822006, -0.042896464467048645, -0.041999492794275284, -0.04110252112150192, -0.04020554944872856, -0.0393085777759552, -0.03841160237789154, -0.03751463070511818, -0.03661765903234482, -0.03572068735957146, -0.034823715686798096, -0.033926744014024734, -0.03302977234125137, -0.032132796943187714, -0.031235825270414352, -0.03033885359764099, -0.02944188192486763, -0.02854490838944912, -0.02764793671667576, -0.026750965043902397, -0.025853991508483887, -0.024957019835710526, -0.024060048162937164, -0.023163076490163803, -0.022266102954745293, -0.02136913128197193, -0.02047215960919857, -0.01957518607378006, -0.0186782144010067, -0.017781242728233337, -0.016884269192814827, -0.015987297520041466, -0.015090325847268105, -0.014193353243172169, -0.013296380639076233, -0.012399408966302872, -0.011502436362206936, -0.010605463758111, -0.009708492085337639, -0.008811519481241703, -0.007914546877145767, -0.007017575204372406, -0.00612060260027647, -0.005223630461841822, -0.004326658323407173, -0.0034296861849725246, -0.0025327138137072325, -0.0016357415588572621, -0.0007387693040072918, 0.00015820295084267855, 0.0010551752056926489, 0.0019521474605426192, 0.0028491197153925896, 0.003746091853827238, 0.004643063992261887, 0.005540036596357822, 0.006437008734792471, 0.0073339808732271194, 0.008230953477323055, 0.009127925150096416, 0.010024897754192352]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 3.0, 1.0, 2.0, 5.0, 5.0, 4.0, 4.0, 4.0, 3.0, 4.0, 4.0, 5.0, 4.0, 7.0, 6.0, 5.0, 5.0, 5.0, 3.0, 3.0, 3.0, 2.0, 1.0, 4.0, 4.0, 5.0, 4.0, 1.0, 3.0, 4.0, 4.0, 3.0, 4.0, 2.0, 2.0, 3.0, 1.0, 3.0, 4.0, 5.0, 7.0, 16.0, 63.0, 19.0, 10.0, 5.0, 5.0, 2.0, 1.0, 3.0, 3.0], "bins": [-0.03222564980387688, -0.03164830431342125, -0.031070958822965622, -0.030493613332509995, -0.029916267842054367, -0.02933892421424389, -0.02876157872378826, -0.028184233233332634, -0.027606887742877007, -0.02702954225242138, -0.02645219676196575, -0.025874851271510124, -0.025297507643699646, -0.02472016215324402, -0.02414281666278839, -0.023565471172332764, -0.022988125681877136, -0.02241078019142151, -0.02183343470096588, -0.021256089210510254, -0.020678743720054626, -0.020101400092244148, -0.01952405460178852, -0.018946709111332893, -0.018369363620877266, -0.01779201813042164, -0.01721467263996601, -0.016637327149510384, -0.016059983521699905, -0.015482637099921703, -0.01490529254078865, -0.014327947050333023, -0.013750601559877396, -0.013173256069421768, -0.01259591057896614, -0.012018566019833088, -0.01144122052937746, -0.010863875038921833, -0.01028653047978878, -0.009709184989333153, -0.009131839498877525, -0.008554494008421898, -0.00797714851796627, -0.007399803958833218, -0.00682245846837759, -0.006245112977921963, -0.005667767953127623, -0.0050904229283332825, -0.004513077437877655, -0.003935731947422028, -0.0033583869226276875, -0.0027810416650027037, -0.00220369640737772, -0.001626351149752736, -0.0010490058921277523, -0.0004716606345027685, 0.00010568462312221527, 0.0006830298807471991, 0.0012603751383721828, 0.0018377203959971666, 0.0024150656536221504, 0.002992410911247134, 0.003569756168872118, 0.004147101193666458, 0.004724446684122086]}, "_runtime": 7.45121169090271, "_timestamp": 1596211597.2223206, "_step": 3}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 3.0, 4.0, 2.0, 2.0, 2.0, 0.0, 3.0, 3.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 3.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.017048070207238197, -0.016594095155596733, -0.01614011824131012, -0.015686143189668655, -0.015232167206704617, -0.014778191223740578, -0.014324215240776539, -0.013870240189135075, -0.013416264206171036, -0.012962288223206997, -0.012508312240242958, -0.01205433625727892, -0.011600361205637455, -0.011146385222673416, -0.010692409239709377, -0.010238433256745338, -0.009784458205103874, -0.009330482222139835, -0.008876506239175797, -0.008422530256211758, -0.007968554273247719, -0.007514578755944967, -0.007060603238642216, -0.006606627255678177, -0.006152651272714138, -0.0056986757554113865, -0.005244699772447348, -0.004790724255144596, -0.004336748272180557, -0.003882772522047162, -0.003428796771913767, -0.0029748210217803717, -0.0025208452716469765, -0.0020668695215135813, -0.001612893771380186, -0.001158917904831469, -0.0007049421546980739, -0.0002509663754608482, 0.00020300940377637744, 0.0006569852121174335, 0.0011109609622508287, 0.001564936712384224, 0.002018912462517619, 0.0024728882126510143, 0.002926864195615053, 0.0033808399457484484, 0.0038348156958818436, 0.004288791213184595, 0.004742767196148634, 0.005196743179112673, 0.005650718696415424, 0.006104694679379463, 0.006558670196682215, 0.007012646179646254, 0.007466621696949005, 0.007920597679913044, 0.008374573662877083, 0.008828549645841122, 0.009282524697482586, 0.009736500680446625, 0.010190476663410664, 0.010644452646374702, 0.011098427698016167, 0.011552403680980206, 0.012006379663944244]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 1.0, 4.0, 5.0, 3.0, 8.0, 3.0, 6.0, 7.0, 14.0, 21.0, 18.0, 28.0, 41.0, 52.0, 85.0, 72.0, 100.0, 118.0, 157.0, 184.0, 246.0, 320.0, 420.0, 514.0, 2461.0, 1048.0, 690.0, 452.0, 293.0, 160.0, 131.0, 90.0, 42.0, 34.0, 23.0, 19.0, 14.0, 12.0, 8.0, 10.0, 4.0, 3.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.16084805130958557, -0.15599200129508972, -0.15113595128059387, -0.14627988636493683, -0.14142383635044098, -0.13656778633594513, -0.13171172142028809, -0.12685567140579224, -0.12199962139129639, -0.11714357137680054, -0.11228751391172409, -0.10743145644664764, -0.1025754064321518, -0.09771935641765594, -0.0928632989525795, -0.08800724148750305, -0.0831511914730072, -0.07829514145851135, -0.0734390839934349, -0.06858302652835846, -0.06372697651386261, -0.05887092277407646, -0.054014869034290314, -0.049158815294504166, -0.04430276155471802, -0.03944670781493187, -0.03459065407514572, -0.029734600335359573, -0.024878546595573425, -0.020022492855787277, -0.01516643911600113, -0.010310385376214981, -0.005454331636428833, -0.0005982778966426849, 0.004257775843143463, 0.009113829582929611, 0.01396988332271576, 0.018825937062501907, 0.023681990802288055, 0.028538044542074203, 0.03339409828186035, 0.0382501520216465, 0.04310620576143265, 0.047962259501218796, 0.052818313241004944, 0.05767436698079109, 0.06253042072057724, 0.06738647818565369, 0.07224252820014954, 0.07709857821464539, 0.08195463567972183, 0.08681069314479828, 0.09166674315929413, 0.09652279317378998, 0.10137885063886642, 0.10623490810394287, 0.11109095811843872, 0.11594700813293457, 0.12080306559801102, 0.12565912306308746, 0.1305151730775833, 0.13537122309207916, 0.1402272880077362, 0.14508333802223206, 0.1499393880367279]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 3.0, 2.0, 3.0, 1.0, 4.0, 2.0, 4.0, 3.0, 3.0, 1.0, 0.0, 3.0, 3.0, 3.0, 1.0, 3.0, 0.0, 28.0, 0.0, 5.0, 5.0, 3.0, 1.0, 1.0, 3.0, 4.0, 2.0, 2.0, 2.0, 2.0, 2.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 3.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0043023014441132545, -0.004135969560593367, -0.003969638142734766, -0.003803306259214878, -0.00363697437569499, -0.003470642725005746, -0.0033043110743165016, -0.0031379791907966137, -0.0029716475401073694, -0.002805315889418125, -0.0026389840058982372, -0.002472652355208993, -0.0023063207045197487, -0.0021399888209998608, -0.0019736571703106165, -0.0018073254032060504, -0.0016409936361014843, -0.0014746618689969182, -0.001308330101892352, -0.0011419984512031078, -0.0009756666840985417, -0.0008093349169939756, -0.0006430032080970705, -0.0004766714700963348, -0.0003103397320955992, -0.00014400799409486353, 2.2323743905872107e-05, 0.00018865548190660775, 0.0003549872199073434, 0.0005213189870119095, 0.0006876506959088147, 0.0008539824048057199, 0.001020314171910286, 0.001186645939014852, 0.0013529777061194181, 0.0015193093568086624, 0.0016856411239132285, 0.0018519728910177946, 0.002018304541707039, 0.002184636425226927, 0.002350968075916171, 0.0025172997266054153, 0.0026836316101253033, 0.0028499632608145475, 0.003016294911503792, 0.0031826267950236797, 0.003348958445712924, 0.003515290329232812, 0.003681621979922056, 0.0038479536306113005, 0.004014285281300545, 0.004180617164820433, 0.004346949048340321, 0.004513280466198921, 0.004679612349718809, 0.004845944233238697, 0.005012275651097298, 0.005178607534617186, 0.0053449394181370735, 0.0055112713016569614, 0.005677602719515562, 0.00584393460303545, 0.006010266486555338, 0.0061765979044139385, 0.0063429297879338264]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [4.0, 0.0, 2.0, 6.0, 14.0, 21.0, 32.0, 52.0, 82.0, 145.0, 228.0, 372.0, 545.0, 864.0, 1253.0, 1952.0, 2852.0, 4169.0, 5850.0, 7982.0, 11059.0, 14715.0, 20343.0, 27455.0, 39349.0, 57125.0, 80698.0, 106255.0, 428433.0, 96595.0, 72687.0, 52699.0, 38269.0, 27601.0, 20027.0, 14841.0, 11203.0, 8673.0, 6729.0, 5245.0, 3744.0, 2878.0, 2064.0, 1453.0, 1072.0, 737.0, 468.0, 302.0, 183.0, 124.0, 79.0, 45.0, 25.0, 21.0, 8.0, 7.0, 4.0, 3.0, 4.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011889398097991943, -0.011471002362668514, -0.011052606627345085, -0.010634210892021656, -0.010215815156698227, -0.009797419421374798, -0.009379023686051369, -0.00896062795072794, -0.00854223221540451, -0.008123836480081081, -0.007705440744757652, -0.007287045009434223, -0.006868649274110794, -0.006450253538787365, -0.006031857803463936, -0.005613462068140507, -0.005195066332817078, -0.0047766705974936485, -0.004358274862170219, -0.00393987912684679, -0.003521483391523361, -0.003103087656199932, -0.002684691920876503, -0.002266296185553074, -0.0018479004502296448, -0.0014295047149062157, -0.0010111089795827866, -0.0005927132442593575, -0.00017431750893592834, 0.00024407822638750076, 0.0006624739617109299, 0.001080869697034359, 0.001499265432357788, 0.0019176611676812172, 0.0023360569030046463, 0.0027544526383280754, 0.0031728483736515045, 0.0035912441089749336, 0.004009639844298363, 0.004428035579621792, 0.004846431314945221, 0.00526482705026865, 0.005683222785592079, 0.006101618520915508, 0.006520014256238937, 0.0069384099915623665, 0.007356805726885796, 0.007775201462209225, 0.008193597197532654, 0.008611992932856083, 0.009030388668179512, 0.009448784403502941, 0.00986718013882637, 0.0102855758741498, 0.010703971609473228, 0.011122367344796658, 0.011540763080120087, 0.011959158815443516, 0.012377554550766945, 0.012795950286090374, 0.013214346021413803, 0.013632741756737232, 0.014051137492060661, 0.01446953322738409, 0.01488792896270752]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 4.0, 1.0, 3.0, 1.0, 1.0, 3.0, 1.0, 2.0, 8.0, 1.0, 4.0, 1.0, 1.0, 2.0, 2.0, 2.0, 2.0, 3.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008131363429129124, -0.00790563877671957, -0.007679913192987442, -0.0074541885405778885, -0.007228463422507048, -0.007002738304436207, -0.006777013652026653, -0.0065512885339558125, -0.006325563415884972, -0.006099838297814131, -0.00587411317974329, -0.005648388527333736, -0.005422663409262896, -0.005196938291192055, -0.004971213638782501, -0.00474548852071166, -0.0045197634026408195, -0.004294038284569979, -0.004068313166499138, -0.0038425885140895844, -0.0036168633960187435, -0.0033911382779479027, -0.0031654133927077055, -0.0029396885074675083, -0.0027139633893966675, -0.0024882382713258266, -0.0022625133860856295, -0.0020367885008454323, -0.0018110633827745914, -0.0015853383811190724, -0.0013596133794635534, -0.0011338883778080344, -0.0009081633761525154, -0.0006824383744969964, -0.0004567133728414774, -0.00023098837118595839, -5.263369530439377e-06, 0.00022046163212507963, 0.00044618663378059864, 0.0006719116354361176, 0.0008976366370916367, 0.0011233616387471557, 0.0013490866404026747, 0.0015748116420581937, 0.0018005366437137127, 0.0020262617617845535, 0.0022519866470247507, 0.002477711532264948, 0.0027034366503357887, 0.0029291617684066296, 0.0031548866536468267, 0.003380611538887024, 0.0036063366569578648, 0.0038320617750287056, 0.004057786427438259, 0.0042835115455091, 0.004509236663579941, 0.004734961781650782, 0.0049606868997216225, 0.005186411552131176, 0.005412136670202017, 0.005637861788272858, 0.005863586440682411, 0.006089311558753252, 0.006315036676824093]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 1.0, 6.0, 2.0, 3.0, 5.0, 8.0, 9.0, 13.0, 15.0, 13.0, 13.0, 24.0, 21.0, 31.0, 36.0, 38.0, 63.0, 75.0, 80.0, 82.0, 130.0, 125.0, 180.0, 204.0, 260.0, 288.0, 336.0, 390.0, 382.0, 484.0, 530.0, 706.0, 815.0, 1373.0, 6973.0, 1778.0, 852.0, 610.0, 500.0, 347.0, 239.0, 154.0, 66.0, 52.0, 21.0, 15.0, 19.0, 9.0, 12.0, 8.0, 5.0, 8.0, 2.0, 2.0, 2.0, 4.0, 1.0, 1.0, 4.0, 1.0, 2.0], "bins": [-0.008029456250369549, -0.007815227843821049, -0.007600999902933836, -0.007386771962046623, -0.007172543555498123, -0.00695831561461091, -0.006744087673723698, -0.006529859267175198, -0.006315631326287985, -0.006101403385400772, -0.005887174978852272, -0.005672947037965059, -0.0054587190970778465, -0.0052444906905293465, -0.005030262749642134, -0.004816034343093634, -0.004601806402206421, -0.004387578461319208, -0.004173350054770708, -0.003959122113883495, -0.003744893940165639, -0.0035306657664477825, -0.0033164378255605698, -0.0031022096518427134, -0.002887981478124857, -0.0026737533044070005, -0.002459525130689144, -0.0022452971898019314, -0.002031069016084075, -0.0018168408423662186, -0.001602612785063684, -0.0013883847277611494, -0.001174156554043293, -0.0009599284385330975, -0.000745700323022902, -0.0005314722075127065, -0.000317244092002511, -0.00010301597649231553, 0.00011121213901787996, 0.00032544025452807546, 0.000539668370038271, 0.0007538964855484664, 0.0009681246010586619, 0.0011823526583611965, 0.001396580832079053, 0.0016108090057969093, 0.001825037063099444, 0.0020392651204019785, 0.002253493294119835, 0.0024677214678376913, 0.0026819496415555477, 0.0028961775824427605, 0.003110405756160617, 0.0033246339298784733, 0.003538861870765686, 0.0037530900444835424, 0.003967318218201399, 0.004181546159088612, 0.004395774565637112, 0.004610002506524324, 0.004824230447411537, 0.005038458853960037, 0.00525268679484725, 0.00546691520139575, 0.005681143142282963]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 5.0, 0.0, 0.0, 1.0], "bins": [-0.031177707016468048, -0.030663777142763138, -0.03014984540641308, -0.029635915532708168, -0.02912198379635811, -0.028608053922653198, -0.02809412218630314, -0.02758019231259823, -0.02706626057624817, -0.02655233070254326, -0.02603840082883835, -0.02552446909248829, -0.02501053921878338, -0.02449660748243332, -0.02398267760872841, -0.02346874587237835, -0.02295481599867344, -0.02244088612496853, -0.02192695438861847, -0.02141302451491356, -0.0208990927785635, -0.02038516290485859, -0.01987123116850853, -0.01935730129480362, -0.01884337142109871, -0.01832943968474865, -0.01781550981104374, -0.01730157807469368, -0.01678764820098877, -0.01627371646463871, -0.0157597865909338, -0.015245855785906315, -0.01473192498087883, -0.014217994175851345, -0.01370406337082386, -0.013190132565796375, -0.01267620176076889, -0.01216227188706398, -0.011648341082036495, -0.01113441027700901, -0.010620479471981525, -0.01010654866695404, -0.009592617861926556, -0.00907868705689907, -0.00856475718319416, -0.008050826378166676, -0.007536895573139191, -0.007022964768111706, -0.006509033963084221, -0.005995103158056736, -0.005481172353029251, -0.0049672420136630535, -0.004453311208635569, -0.003939380403608084, -0.0034254498314112425, -0.0029115192592144012, -0.0023975884541869164, -0.0018836577655747533, -0.0013697270769625902, -0.0008557963883504272, -0.0003418656997382641, 0.00017206498887389898, 0.000685995677486062, 0.0011999263660982251, 0.0017138570547103882]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 2.0, 4.0, 0.0, 2.0, 2.0, 1.0, 7.0, 10.0, 2.0, 5.0, 3.0, 2.0, 3.0, 2.0, 2.0, 4.0, 8.0, 4.0, 5.0, 1.0, 4.0, 2.0, 0.0, 8.0, 2.0, 1.0, 1.0, 2.0, 2.0, 5.0, 5.0, 7.0, 8.0, 4.0, 7.0, 4.0, 2.0, 5.0, 1.0, 1.0, 6.0, 9.0, 5.0, 11.0, 14.0, 57.0, 10.0, 8.0, 9.0, 4.0, 4.0, 3.0, 1.0, 1.0], "bins": [-0.02683265507221222, -0.026346441358327866, -0.02586022950708866, -0.025374015793204308, -0.024887803941965103, -0.02440159022808075, -0.023915378376841545, -0.02342916466295719, -0.022942952811717987, -0.022456739097833633, -0.02197052538394928, -0.021484313532710075, -0.020998099818825722, -0.020511887967586517, -0.020025674253702164, -0.01953946240246296, -0.019053248688578606, -0.018567034974694252, -0.018080823123455048, -0.017594609409570694, -0.01710839755833149, -0.016622183844447136, -0.01613597199320793, -0.015649758279323578, -0.015163545496761799, -0.01467733271420002, -0.01419111993163824, -0.013704907149076462, -0.013218693435192108, -0.012732480652630329, -0.01224626787006855, -0.011760055087506771, -0.011273842304944992, -0.010787629522383213, -0.010301416739821434, -0.009815203957259655, -0.009328991174697876, -0.008842777460813522, -0.008356564678251743, -0.007870351895689964, -0.007384139113128185, -0.006897926330566406, -0.006411713548004627, -0.005925500299781561, -0.005439287517219782, -0.004953074734658003, -0.0044668614864349365, -0.0039806487038731575, -0.0034944359213113785, -0.0030082231387495995, -0.0025220101233571768, -0.002035797107964754, -0.001549584325402975, -0.0010633714264258742, -0.0005771585274487734, -9.094562847167253e-05, 0.0003952672705054283, 0.0008814801694825292, 0.00136769306845963, 0.0018539059674367309, 0.0023401188664138317, 0.0028263316489756107, 0.0033125446643680334, 0.003798757679760456, 0.004284970462322235]}, "_runtime": 8.209184169769287, "_timestamp": 1596211597.980293, "_step": 4}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 2.0, 1.0, 4.0, 3.0, 2.0, 2.0, 4.0, 2.0, 5.0, 3.0, 3.0, 6.0, 2.0, 2.0, 0.0, 0.0, 4.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.02787443995475769, -0.02715975046157837, -0.026445062831044197, -0.025730375200510025, -0.025015685707330704, -0.024300996214151382, -0.02358630858361721, -0.02287162095308304, -0.022156931459903717, -0.021442241966724396, -0.020727554336190224, -0.02001286670565605, -0.01929817721247673, -0.01858348771929741, -0.017868800088763237, -0.017154112458229065, -0.016439422965049744, -0.015724733471870422, -0.01501004584133625, -0.014295357279479504, -0.013580668717622757, -0.01286598015576601, -0.012151291593909264, -0.011436603032052517, -0.01072191447019577, -0.010007225908339024, -0.009292537346482277, -0.00857784878462553, -0.007863160222768784, -0.007148471660912037, -0.00643378309905529, -0.0057190945371985435, -0.005004405975341797, -0.00428971741348505, -0.0035750288516283035, -0.002860340289771557, -0.00214565172791481, -0.0014309631660580635, -0.0007162746042013168, -1.58604234457016e-06, 0.0007131025195121765, 0.0014277910813689232, 0.00214247964322567, 0.0028571682050824165, 0.003571856766939163, 0.00428654532879591, 0.0050012338906526566, 0.005715922452509403, 0.00643061101436615, 0.007145299576222897, 0.007859988138079643, 0.00857467669993639, 0.009289365261793137, 0.010004053823649883, 0.01071874238550663, 0.011433430947363377, 0.012148119509220123, 0.01286280807107687, 0.013577496632933617, 0.014292185194790363, 0.01500687375664711, 0.01572156324982643, 0.016436250880360603, 0.017150938510894775, 0.017865628004074097]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 4.0, 0.0, 0.0, 1.0, 1.0, 1.0, 4.0, 0.0, 2.0, 3.0, 2.0, 4.0, 3.0, 2.0, 8.0, 10.0, 8.0, 19.0, 23.0, 42.0, 39.0, 68.0, 81.0, 130.0, 171.0, 303.0, 433.0, 565.0, 2430.0, 1756.0, 819.0, 431.0, 238.0, 120.0, 74.0, 41.0, 26.0, 19.0, 12.0, 12.0, 9.0, 6.0, 6.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.2760531008243561, -0.26909929513931274, -0.2621454894542694, -0.25519171357154846, -0.24823790788650513, -0.2412841022014618, -0.23433031141757965, -0.22737650573253632, -0.22042271494865417, -0.21346890926361084, -0.2065151035785675, -0.19956131279468536, -0.19260750710964203, -0.1856537163257599, -0.17869991064071655, -0.1717461198568344, -0.16479231417179108, -0.15783850848674774, -0.1508847177028656, -0.14393091201782227, -0.13697712123394012, -0.1300233155488968, -0.12306951731443405, -0.11611571907997131, -0.10916192084550858, -0.10220812261104584, -0.0952543243765831, -0.08830052614212036, -0.08134672045707703, -0.07439292222261429, -0.06743912398815155, -0.06048532575368881, -0.053531527519226074, -0.046577729284763336, -0.0396239310503006, -0.03267012909054756, -0.025716330856084824, -0.018762532621622086, -0.011808732524514198, -0.004854933358728886, 0.002098865807056427, 0.00905266497284174, 0.016006464138627052, 0.02296026423573494, 0.029914062470197678, 0.036867860704660416, 0.04382166266441345, 0.05077546089887619, 0.05772925913333893, 0.06468305736780167, 0.0716368556022644, 0.07859065383672714, 0.08554445207118988, 0.09249825775623322, 0.09945205599069595, 0.10640585422515869, 0.11335965245962143, 0.12031345069408417, 0.1272672563791275, 0.13422104716300964, 0.14117485284805298, 0.14812864363193512, 0.15508244931697845, 0.1620362401008606, 0.16899004578590393]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 5.0, 3.0, 1.0, 5.0, 2.0, 4.0, 4.0, 2.0, 0.0, 0.0, 4.0, 1.0, 3.0, 26.0, 4.0, 8.0, 1.0, 6.0, 3.0, 2.0, 0.0, 3.0, 2.0, 3.0, 3.0, 0.0, 2.0, 3.0, 1.0, 3.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.0059251319617033005, -0.005743294954299927, -0.005561457946896553, -0.005379620939493179, -0.005197783932089806, -0.005015946924686432, -0.004834109917283058, -0.0046522729098796844, -0.004470435902476311, -0.00428859842941165, -0.004106761422008276, -0.003924924414604902, -0.0037430874072015285, -0.003561250399798155, -0.003379413392394781, -0.0031975763849914074, -0.0030157393775880337, -0.00283390237018466, -0.0026520653627812862, -0.0024702283553779125, -0.002288391347974539, -0.0021065541077405214, -0.0019247171003371477, -0.001742880092933774, -0.0015610430855304003, -0.0013792060781270266, -0.0011973690707236528, -0.0010155319469049573, -0.0008336949395015836, -0.0006518579320982099, -0.0004700208664871752, -0.00028818382997997105, -0.00010634679347276688, 7.54902430344373e-05, 0.0002573272795416415, 0.00043916431604884565, 0.0006210013525560498, 0.0008028383599594235, 0.000984675483778119, 0.0011665124911814928, 0.0013483494985848665, 0.0015301865059882402, 0.001712023513391614, 0.0018938606372103095, 0.002075697761029005, 0.0022575347684323788, 0.0024393717758357525, 0.002621208783239126, 0.0028030457906425, 0.0029848827980458736, 0.0031667198054492474, 0.003348556812852621, 0.003530393820255995, 0.003712231060490012, 0.003894068067893386, 0.004075904842466116, 0.004257742315530777, 0.004439579322934151, 0.004621416330337524, 0.004803253337740898, 0.004985090345144272, 0.005166927352547646, 0.005348764359951019, 0.005530601367354393, 0.005712438374757767]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 3.0, 5.0, 9.0, 13.0, 24.0, 55.0, 84.0, 146.0, 269.0, 443.0, 648.0, 950.0, 1305.0, 1844.0, 2477.0, 3433.0, 4352.0, 5781.0, 7439.0, 9595.0, 12493.0, 16068.0, 21560.0, 29460.0, 41788.0, 61220.0, 87583.0, 118183.0, 434603.0, 90438.0, 62371.0, 42921.0, 30010.0, 22142.0, 16576.0, 12737.0, 9744.0, 7545.0, 5839.0, 4554.0, 3448.0, 2636.0, 1995.0, 1432.0, 1035.0, 731.0, 543.0, 371.0, 278.0, 149.0, 134.0, 70.0, 52.0, 29.0, 12.0, 8.0, 7.0, 4.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.013512621633708477, -0.013048408553004265, -0.012584194540977478, -0.012119981460273266, -0.011655768379569054, -0.011191554367542267, -0.010727341286838055, -0.010263127274811268, -0.009798914194107056, -0.009334701113402843, -0.008870487101376057, -0.008406274020671844, -0.007942060008645058, -0.0074778469279408455, -0.007013633847236633, -0.006549420300871134, -0.006085206754505634, -0.005620993208140135, -0.005156779661774635, -0.004692566581070423, -0.004228353034704924, -0.003764139488339424, -0.0032999261748045683, -0.0028357128612697124, -0.002371499314904213, -0.0019072858849540353, -0.0014430724550038576, -0.00097885902505368, -0.0005146455951035023, -5.0432165153324604e-05, 0.00041378126479685307, 0.0008779946947470307, 0.0013422081246972084, 0.001806421554647386, 0.0022706349845975637, 0.0027348482981324196, 0.003199061844497919, 0.0036632753908634186, 0.004127488471567631, 0.00459170201793313, 0.00505591556429863, 0.005520129110664129, 0.005984342657029629, 0.006448555737733841, 0.0069127692840993404, 0.00737698283046484, 0.007841195911169052, 0.008305409923195839, 0.008769623003900051, 0.009233836084604263, 0.00969805009663105, 0.010162263177335262, 0.010626476258039474, 0.011090690270066261, 0.011554903350770473, 0.01201911736279726, 0.012483330443501472, 0.012947543524205685, 0.013411757536232471, 0.013875970616936684, 0.01434018462896347, 0.014804397709667683, 0.015268610790371895, 0.01573282480239868, 0.01619703695178032]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 1.0, 1.0, 3.0, 2.0, 0.0, 3.0, 2.0, 1.0, 1.0, 0.0, 2.0, 2.0, 2.0, 0.0, 4.0, 5.0, 6.0, 2.0, 6.0, 0.0, 1.0, 3.0, 2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008801784366369247, -0.008398780599236488, -0.007995775900781155, -0.0075927721336483955, -0.007189767900854349, -0.006786763668060303, -0.006383759900927544, -0.005980755668133497, -0.005577751435339451, -0.0051747472025454044, -0.004771742969751358, -0.004368739202618599, -0.0039657349698245525, -0.003562730737030506, -0.0031597267370671034, -0.0027567227371037006, -0.0023537185043096542, -0.0019507143879309297, -0.001547710271552205, -0.0011447061551734805, -0.0007417020387947559, -0.00033869792241603136, 6.430619396269321e-05, 0.0004673103103414178, 0.0008703144267201424, 0.001273318543098867, 0.0016763226594775915, 0.0020793266594409943, 0.0024823308922350407, 0.002885335125029087, 0.00328833912499249, 0.0036913431249558926, 0.004094347357749939, 0.004497351590543985, 0.004900355823338032, 0.005303359590470791, 0.005706363823264837, 0.006109368056058884, 0.006512371823191643, 0.006915376055985689, 0.0073183802887797356, 0.007721384521573782, 0.008124388754367828, 0.008527392521500587, 0.008930396288633347, 0.00933340098708868, 0.00973640475422144, 0.010139409452676773, 0.010542413219809532, 0.010945416986942291, 0.011348421685397625, 0.011751425452530384, 0.012154430150985718, 0.012557433918118477, 0.012960437685251236, 0.01336344238370657, 0.013766446150839329, 0.014169449917972088, 0.014572454616427422, 0.01497545838356018, 0.01537846215069294, 0.0157814659178257, 0.016184471547603607, 0.016587475314736366, 0.016990479081869125]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 3.0, 1.0, 2.0, 1.0, 5.0, 13.0, 21.0, 19.0, 31.0, 38.0, 51.0, 74.0, 92.0, 123.0, 137.0, 185.0, 232.0, 283.0, 367.0, 389.0, 447.0, 588.0, 728.0, 934.0, 1177.0, 2134.0, 6863.0, 1174.0, 592.0, 470.0, 386.0, 255.0, 164.0, 94.0, 70.0, 62.0, 47.0, 25.0, 26.0, 30.0, 19.0, 16.0, 10.0, 8.0, 2.0, 2.0, 3.0, 3.0, 1.0, 3.0, 10.0, 5.0, 4.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 3.0, 2.0, 1.0], "bins": [-0.007422336842864752, -0.007149256765842438, -0.006876176223158836, -0.006603096146136522, -0.006330016069114208, -0.006056935526430607, -0.005783855449408293, -0.005510774906724691, -0.005237694829702377, -0.004964614752680063, -0.004691534209996462, -0.004418454132974148, -0.004145373590290546, -0.0038722935132682323, -0.0035992134362459183, -0.0033261331263929605, -0.003053052816540003, -0.002779972506687045, -0.0025068921968340874, -0.0022338121198117733, -0.0019607318099588156, -0.0016876515001058578, -0.001414571306668222, -0.001141491113230586, -0.0008684108033776283, -0.0005953305517323315, -0.0003222503000870347, -4.917004844173789e-05, 0.00022391020320355892, 0.0004969904548488557, 0.0007700707064941525, 0.0010431508999317884, 0.0013162312097847462, 0.001589311519637704, 0.0018623917130753398, 0.0021354719065129757, 0.0024085522163659334, 0.002681632526218891, 0.002954712603241205, 0.003227792913094163, 0.0035008732229471207, 0.0037739535328000784, 0.004047033842653036, 0.00432011391967535, 0.004593194462358952, 0.004866274539381266, 0.00513935461640358, 0.005412435159087181, 0.005685515236109495, 0.005958595313131809, 0.006231675855815411, 0.006504755932837725, 0.006777836009860039, 0.00705091655254364, 0.007323996629565954, 0.007597077172249556, 0.00787015724927187, 0.008143237791955471, 0.008416317403316498, 0.0086893979460001, 0.0089624784886837, 0.009235558100044727, 0.009508638642728329, 0.00978171918541193, 0.010054798796772957]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 5.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.03341595456004143, -0.032733071595430374, -0.03205018863081932, -0.03136730566620827, -0.030684420838952065, -0.03000153787434101, -0.02931865304708481, -0.028635770082473755, -0.0279528871178627, -0.027270004153251648, -0.026587121188640594, -0.025904236361384392, -0.02522135339677334, -0.024538470432162285, -0.023855585604906082, -0.02317270264029503, -0.022489819675683975, -0.021806936711072922, -0.02112405374646187, -0.020441168919205666, -0.019758285954594612, -0.01907540298998356, -0.018392518162727356, -0.017709635198116302, -0.01702675223350525, -0.016343869268894196, -0.015660986304283142, -0.01497810147702694, -0.014295218512415886, -0.013612335547804832, -0.012929451651871204, -0.012246567755937576, -0.011563684791326523, -0.01088080182671547, -0.010197917930781841, -0.009515034034848213, -0.00883215107023716, -0.008149268105626106, -0.007466384209692478, -0.006783500779420137, -0.006100617349147797, -0.005417733918875456, -0.004734850488603115, -0.004051967058330774, -0.0033690836280584335, -0.0026862001977860928, -0.002003316767513752, -0.0013204333372414112, -0.0006375499069690704, 4.533352330327034e-05, 0.0007282169535756111, 0.0014111003838479519, 0.0020939838141202927, 0.0027768672443926334, 0.003459750674664974, 0.004142634104937315, 0.004825517535209656, 0.0055084009654819965, 0.006191284395754337, 0.006874167826026678, 0.007557051256299019, 0.008239934220910072, 0.0089228181168437, 0.009605702012777328, 0.010288584977388382]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 0.0, 0.0, 1.0, 1.0, 3.0, 3.0, 3.0, 0.0, 8.0, 3.0, 4.0, 2.0, 3.0, 3.0, 8.0, 5.0, 5.0, 6.0, 1.0, 11.0, 4.0, 6.0, 4.0, 4.0, 6.0, 5.0, 3.0, 7.0, 4.0, 7.0, 4.0, 0.0, 2.0, 2.0, 3.0, 1.0, 5.0, 2.0, 3.0, 4.0, 1.0, 2.0, 1.0, 0.0, 3.0, 5.0, 55.0, 13.0, 12.0, 7.0, 8.0, 4.0, 3.0, 7.0, 6.0, 4.0, 1.0, 3.0, 0.0, 1.0, 2.0], "bins": [-0.022129932418465614, -0.021684488281607628, -0.02123904414474964, -0.020793600007891655, -0.02034815587103367, -0.019902711734175682, -0.019457265734672546, -0.01901182159781456, -0.018566377460956573, -0.018120933324098587, -0.0176754891872406, -0.017230045050382614, -0.016784600913524628, -0.01633915677666664, -0.015893712639808655, -0.015448267571628094, -0.015002823434770107, -0.01455737929791212, -0.014111935161054134, -0.013666490092873573, -0.013221045956015587, -0.0127756018191576, -0.012330157682299614, -0.011884713545441628, -0.011439269408583641, -0.01099382434040308, -0.010548380203545094, -0.010102936066687107, -0.00965749192982912, -0.009212047792971134, -0.008766602724790573, -0.008321158587932587, -0.0078757144510746, -0.007430270314216614, -0.00698482571169734, -0.0065393815748393536, -0.00609393697232008, -0.005648492835462093, -0.005203048698604107, -0.004757604096084833, -0.004312159959226847, -0.0038667155895382166, -0.0034212712198495865, -0.0029758270829916, -0.00253038271330297, -0.00208493834361434, -0.0016394940903410316, -0.0011940498370677233, -0.0007486054673790932, -0.000303161155898124, 0.0001422831555828452, 0.0005877274670638144, 0.0010331717785447836, 0.0014786161482334137, 0.001924060401506722, 0.0023695046547800303, 0.0028149490244686604, 0.0032603933941572905, 0.0037058377638459206, 0.004151281900703907, 0.0045967260375618935, 0.005042170640081167, 0.005487614776939154, 0.005933059379458427, 0.006378503516316414]}, "_runtime": 8.961463212966919, "_timestamp": 1596211598.732572, "_step": 5}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 3.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 2.0, 2.0, 4.0, 2.0, 3.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 4.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012727977707982063, -0.012328932993113995, -0.011929888278245926, -0.011530843563377857, -0.011131798848509789, -0.01073275413364172, -0.010333709418773651, -0.009934664703905582, -0.009535619989037514, -0.009136575274169445, -0.008737530559301376, -0.008338485844433308, -0.007939441129565239, -0.00754039641469717, -0.0071413516998291016, -0.006742306984961033, -0.006343262270092964, -0.0059442175552248955, -0.005545172840356827, -0.005146128125488758, -0.004747083410620689, -0.004348038695752621, -0.003948993980884552, -0.0035499492660164833, -0.0031509045511484146, -0.002751859836280346, -0.0023528151214122772, -0.0019537704065442085, -0.0015547256916761398, -0.0011556809768080711, -0.0007566362619400024, -0.00035759154707193375, 4.145316779613495e-05, 0.00044049788266420364, 0.0008395425975322723, 0.001238587312400341, 0.0016376320272684097, 0.0020366767421364784, 0.002435721457004547, 0.002834766171872616, 0.0032338108867406845, 0.003632855601608753, 0.004031900316476822, 0.004430945031344891, 0.004829989746212959, 0.005229034461081028, 0.005628079175949097, 0.006027123890817165, 0.006426168605685234, 0.006825213320553303, 0.0072242580354213715, 0.00762330275028944, 0.008022347465157509, 0.008421392180025578, 0.008820436894893646, 0.009219481609761715, 0.009618526324629784, 0.010017571039497852, 0.010416615754365921, 0.01081566046923399, 0.011214705184102058, 0.011613749898970127, 0.012012794613838196, 0.012411839328706264, 0.012810884043574333]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [4.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 1.0, 6.0, 5.0, 5.0, 3.0, 7.0, 10.0, 18.0, 13.0, 19.0, 24.0, 31.0, 40.0, 56.0, 44.0, 78.0, 95.0, 122.0, 162.0, 213.0, 250.0, 275.0, 369.0, 513.0, 2320.0, 1186.0, 693.0, 453.0, 267.0, 186.0, 116.0, 79.0, 62.0, 49.0, 32.0, 33.0, 14.0, 17.0, 12.0, 8.0, 7.0, 7.0, 6.0, 6.0, 5.0, 1.0, 0.0, 3.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.14866581559181213, -0.14420296251773834, -0.13974009454250336, -0.13527724146842957, -0.13081437349319458, -0.1263515204191208, -0.1218886598944664, -0.11742579936981201, -0.11296293884515762, -0.10850007832050323, -0.10403721779584885, -0.09957435727119446, -0.09511150419712067, -0.09064864367246628, -0.08618578314781189, -0.0817229226231575, -0.07726006209850311, -0.07279720157384872, -0.06833434104919434, -0.06387148052453995, -0.05940862372517586, -0.05494576320052147, -0.05048290640115738, -0.04602004587650299, -0.0415571853518486, -0.037094324827194214, -0.032631464302539825, -0.028168607503175735, -0.023705746978521347, -0.01924288645386696, -0.01478002779185772, -0.010317168198525906, -0.005854308605194092, -0.001391449011862278, 0.003071410581469536, 0.00753427017480135, 0.011997129768133163, 0.016459990292787552, 0.02092284895479679, 0.02538570761680603, 0.02984856814146042, 0.03431142866611481, 0.038774289190769196, 0.043237145990133286, 0.047700006514787674, 0.05216286703944206, 0.05662572383880615, 0.06108858436346054, 0.06555144488811493, 0.07001430541276932, 0.0744771659374237, 0.0789400264620781, 0.08340288698673248, 0.08786574006080627, 0.09232860058546066, 0.09679146111011505, 0.10125432163476944, 0.10571718215942383, 0.11018004268407822, 0.1146429032087326, 0.1191057562828064, 0.12356861680746078, 0.12803147733211517, 0.13249434530735016, 0.13695719838142395]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 3.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 4.0, 1.0, 2.0, 2.0, 5.0, 4.0, 3.0, 4.0, 4.0, 2.0, 1.0, 24.0, 2.0, 2.0, 1.0, 5.0, 1.0, 3.0, 2.0, 2.0, 2.0, 0.0, 2.0, 3.0, 3.0, 1.0, 0.0, 5.0, 2.0, 2.0, 1.0, 3.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.006406467407941818, -0.006234294269233942, -0.006062121130526066, -0.00588994799181819, -0.005717775318771601, -0.0055456021800637245, -0.005373429041355848, -0.005201255902647972, -0.005029082763940096, -0.00485690962523222, -0.004684736952185631, -0.004512563813477755, -0.004340390674769878, -0.004168217536062002, -0.003996044397354126, -0.0038238714914768934, -0.0036516983527690172, -0.003479525214061141, -0.0033073523081839085, -0.0031351791694760323, -0.002963006030768156, -0.0027908331248909235, -0.0026186599861830473, -0.002446486847475171, -0.0022743139415979385, -0.0021021408028900623, -0.0019299676641821861, -0.0017577946418896317, -0.0015856216195970774, -0.0014134484808892012, -0.0012412754585966468, -0.0010691023198887706, -0.0008969292975962162, -0.0007247562170960009, -0.0005525831365957856, -0.00038041011430323124, -0.00020823703380301595, -3.6063967854715884e-05, 0.00013610909809358418, 0.000308282149489969, 0.0004804552299901843, 0.0006526283104903996, 0.0008248013909906149, 0.0009969744132831693, 0.0011691474355757236, 0.0013413205742835999, 0.0015134935965761542, 0.0016856667352840304, 0.0018578397575765848, 0.002030012896284461, 0.0022021858021616936, 0.0023743589408695698, 0.002546532079577446, 0.0027187049854546785, 0.0028908781241625547, 0.003063051262870431, 0.0032352241687476635, 0.0034073973074555397, 0.003579570446163416, 0.003751743584871292, 0.003923916723579168, 0.004096089396625757, 0.004268262535333633, 0.00444043567404151, 0.004612608812749386]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 3.0, 2.0, 5.0, 6.0, 20.0, 24.0, 47.0, 54.0, 91.0, 148.0, 229.0, 351.0, 513.0, 619.0, 951.0, 1237.0, 1687.0, 2266.0, 2960.0, 3732.0, 4938.0, 6063.0, 7693.0, 9514.0, 11900.0, 14774.0, 18701.0, 23436.0, 30708.0, 40533.0, 55258.0, 75358.0, 99337.0, 412811.0, 90457.0, 67472.0, 48712.0, 35573.0, 26117.0, 20463.0, 16108.0, 12717.0, 9952.0, 7422.0, 5645.0, 4031.0, 2807.0, 2131.0, 1334.0, 898.0, 681.0, 425.0, 250.0, 181.0, 112.0, 87.0, 43.0, 27.0, 16.0, 9.0, 6.0, 0.0, 2.0], "bins": [-0.014906368218362331, -0.014472992159426212, -0.014039615169167519, -0.0136062391102314, -0.01317286305129528, -0.012739486061036587, -0.012306110002100468, -0.011872733011841774, -0.011439356952905655, -0.011005980893969536, -0.010572603903710842, -0.010139227844774723, -0.00970585085451603, -0.00927247479557991, -0.008839098736643791, -0.008405721746385098, -0.007972345687448978, -0.007538969162851572, -0.007105592638254166, -0.006672216579318047, -0.00623884005472064, -0.005805463530123234, -0.005372087471187115, -0.004938710946589708, -0.004505334421992302, -0.0040719578973948956, -0.003638581605628133, -0.00320520531386137, -0.0027718287892639637, -0.0023384522646665573, -0.0019050759728997946, -0.00147169956471771, -0.0010383231565356255, -0.0006049467483535409, -0.00017157034017145634, 0.0002618060680106282, 0.0006951824761927128, 0.0011285588843747973, 0.001561935292556882, 0.0019953115843236446, 0.002428688108921051, 0.0028620646335184574, 0.00329544092528522, 0.003728817217051983, 0.004162193741649389, 0.004595570266246796, 0.005028946325182915, 0.005462322849780321, 0.0058956993743777275, 0.006329075898975134, 0.00676245242357254, 0.007195828482508659, 0.007629205007106066, 0.008062581531703472, 0.008495957590639591, 0.008929334580898285, 0.009362710639834404, 0.009796086698770523, 0.010229463689029217, 0.010662839747965336, 0.01109621673822403, 0.011529592797160149, 0.011962968856096268, 0.012396345846354961, 0.01282972190529108]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 3.0, 4.0, 2.0, 0.0, 3.0, 2.0, 1.0, 1.0, 0.0, 6.0, 3.0, 1.0, 2.0, 2.0, 2.0, 8.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.007969403639435768, -0.007648896891623735, -0.007328390143811703, -0.00700788339599967, -0.006687376648187637, -0.006366870366036892, -0.006046363618224859, -0.0057258568704128265, -0.005405350122600794, -0.005084843374788761, -0.0047643366269767284, -0.004443829879164696, -0.00412332359701395, -0.003802816616371274, -0.003482310101389885, -0.0031618033535778522, -0.0028412966057658195, -0.002520789857953787, -0.002200283110141754, -0.001879776595160365, -0.0015592698473483324, -0.0012387630995362997, -0.0009182564681395888, -0.000597749778535217, -0.00027724308893084526, 4.3263600673526525e-05, 0.0003637702902778983, 0.0006842769798822701, 0.0010047836694866419, 0.0013252904172986746, 0.0016457970486953855, 0.0019663036800920963, 0.002286810427904129, 0.0026073171757161617, 0.0029278239235281944, 0.0032483304385095835, 0.003568837186321616, 0.003889343934133649, 0.004209850449115038, 0.004530357196927071, 0.004850863944739103, 0.005171370692551136, 0.005491877440363169, 0.005812384188175201, 0.006132890470325947, 0.0064533972181379795, 0.006773903965950012, 0.007094410713762045, 0.007414917461574078, 0.00773542420938611, 0.008055930957198143, 0.008376437239348888, 0.008696944452822208, 0.009017450734972954, 0.009337957948446274, 0.00965846423059702, 0.009978970512747765, 0.010299477726221085, 0.01061998400837183, 0.01094049122184515, 0.011260997503995895, 0.011581504717469215, 0.01190201099961996, 0.01222251821309328, 0.012543024495244026]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 3.0, 5.0, 3.0, 5.0, 8.0, 7.0, 14.0, 19.0, 21.0, 29.0, 36.0, 55.0, 58.0, 82.0, 105.0, 128.0, 153.0, 196.0, 253.0, 292.0, 358.0, 401.0, 491.0, 556.0, 700.0, 996.0, 1195.0, 1880.0, 6938.0, 1347.0, 680.0, 373.0, 227.0, 160.0, 133.0, 112.0, 96.0, 57.0, 53.0, 47.0, 27.0, 15.0, 14.0, 11.0, 16.0, 10.0, 11.0, 6.0, 8.0, 7.0, 4.0, 7.0, 5.0, 5.0, 1.0, 4.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 3.0], "bins": [-0.007276950869709253, -0.007028653286397457, -0.006780356168746948, -0.006532058585435152, -0.006283761002123356, -0.006035463884472847, -0.005787166301161051, -0.005538869183510542, -0.005290571600198746, -0.0050422740168869495, -0.004793976899236441, -0.0045456793159246445, -0.004297382198274136, -0.004049084614962339, -0.003800787031650543, -0.0035524896811693907, -0.003304192330688238, -0.0030558949802070856, -0.002807597629725933, -0.002559300046414137, -0.0023110026959329844, -0.002062705345451832, -0.0018144078785553575, -0.001566110411658883, -0.0013178130611777306, -0.001069515710696578, -0.0008212182438001037, -0.0005729208351112902, -0.00032462342642247677, -7.632601773366332e-05, 0.00017197139095515013, 0.0004202687996439636, 0.000668566208332777, 0.0009168636170215905, 0.001165161025710404, 0.0014134584926068783, 0.0016617558430880308, 0.0019100531935691833, 0.0021583507768809795, 0.002406648127362132, 0.0026549454778432846, 0.002903242828324437, 0.0031515401788055897, 0.003399837762117386, 0.0036481351125985384, 0.003896432463079691, 0.004144730046391487, 0.004393027164041996, 0.004641324747353792, 0.004889622330665588, 0.005137919448316097, 0.0053862170316278934, 0.00563451461493969, 0.0058828117325901985, 0.006131109315901995, 0.006379406433552504, 0.0066277040168643, 0.006876001600176096, 0.007124298717826605, 0.007372596301138401, 0.00762089341878891, 0.007869191467761993, 0.008117488585412502, 0.008365785703063011, 0.008614083752036095]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 5.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02716181054711342, -0.02657538838684559, -0.02598896622657776, -0.02540254406630993, -0.0248161219060421, -0.02422970160841942, -0.02364327944815159, -0.02305685728788376, -0.02247043512761593, -0.0218840129673481, -0.02129759080708027, -0.02071116864681244, -0.02012474834918976, -0.01953832618892193, -0.0189519040286541, -0.01836548186838627, -0.01777905970811844, -0.01719263754785061, -0.01660621538758278, -0.01601979322731495, -0.015433371998369694, -0.014846949838101864, -0.014260528609156609, -0.013674106448888779, -0.013087684288620949, -0.012501262128353119, -0.011914839968085289, -0.011328418739140034, -0.010741996578872204, -0.010155574418604374, -0.009569153189659119, -0.008982731029391289, -0.008396308869123459, -0.007809886708855629, -0.007223465014249086, -0.006637043319642544, -0.006050621159374714, -0.005464198999106884, -0.004877777304500341, -0.004291355609893799, -0.003704933449625969, -0.0031185115221887827, -0.0025320895947515965, -0.0019456676673144102, -0.001359245739877224, -0.0007728238124400377, -0.00018640188500285149, 0.00040002004243433475, 0.000986441969871521, 0.0015728638973087072, 0.0021592858247458935, 0.0027457077521830797, 0.003332129679620266, 0.003918551839888096, 0.0045049735344946384, 0.005091395229101181, 0.005677817389369011, 0.006264239549636841, 0.006850661244243383, 0.007437082938849926, 0.008023505099117756, 0.008609927259385586, 0.009196348488330841, 0.009782770648598671, 0.0103691928088665]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 4.0, 2.0, 3.0, 1.0, 2.0, 2.0, 1.0, 3.0, 3.0, 2.0, 6.0, 4.0, 3.0, 3.0, 3.0, 3.0, 7.0, 1.0, 7.0, 3.0, 6.0, 3.0, 1.0, 5.0, 4.0, 7.0, 2.0, 5.0, 3.0, 4.0, 6.0, 9.0, 5.0, 2.0, 1.0, 3.0, 3.0, 1.0, 7.0, 7.0, 9.0, 9.0, 18.0, 57.0, 9.0, 8.0, 5.0, 1.0, 3.0, 4.0, 2.0, 5.0, 1.0, 3.0, 1.0, 1.0], "bins": [-0.025960303843021393, -0.02545284479856491, -0.02494538389146328, -0.024437924847006798, -0.023930465802550316, -0.023423004895448685, -0.022915545850992203, -0.02240808680653572, -0.02190062589943409, -0.021393166854977608, -0.020885707810521126, -0.020378246903419495, -0.019870787858963013, -0.01936332881450653, -0.0188558679074049, -0.018348408862948418, -0.017840947955846786, -0.017333488911390305, -0.016826029866933823, -0.01631856895983219, -0.01581110991537571, -0.015303650870919228, -0.014796190895140171, -0.014288730919361115, -0.013781271874904633, -0.013273811899125576, -0.01276635192334652, -0.012258891947567463, -0.011751432903110981, -0.011243972927331924, -0.010736512951552868, -0.010229053907096386, -0.00972159393131733, -0.009214133955538273, -0.008706674911081791, -0.008199214935302734, -0.007691754959523678, -0.007184295449405909, -0.006676835939288139, -0.006169375963509083, -0.0056619164533913136, -0.005154456943273544, -0.004646996967494488, -0.0041395374573767185, -0.0036320777144283056, -0.0031246179714798927, -0.0026171584613621235, -0.0021096987184137106, -0.0016022389754652977, -0.0010947792325168848, -0.0005873196059837937, -7.985992124304175e-05, 0.00042759976349771023, 0.0009350594482384622, 0.0014425191329792142, 0.0019499787595123053, 0.002457438502460718, 0.002964898245409131, 0.003472357988357544, 0.003979817498475313, 0.004487277008593082, 0.004994736984372139, 0.005502196494489908, 0.006009656470268965, 0.006517115980386734]}, "_runtime": 9.71850299835205, "_timestamp": 1596211599.4896119, "_step": 6}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 3.0, 1.0, 3.0, 2.0, 4.0, 0.0, 1.0, 2.0, 2.0, 2.0, 3.0, 2.0, 1.0, 1.0, 2.0, 3.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.015405680984258652, -0.014931966550648212, -0.014458251185715199, -0.01398453675210476, -0.01351082231849432, -0.01303710788488388, -0.012563392519950867, -0.012089678086340427, -0.011615963652729988, -0.011142248287796974, -0.010668533854186535, -0.010194819420576096, -0.009721104986965656, -0.009247389622032642, -0.008773675188422203, -0.008299960754811764, -0.007826246321201324, -0.0073525309562683105, -0.006878816522657871, -0.006405101623386145, -0.005931387189775705, -0.005457672290503979, -0.004983957856893539, -0.004510242957621813, -0.004036528058350086, -0.003562813624739647, -0.003089098958298564, -0.002615384291857481, -0.0021416693925857544, -0.0016679548425599933, -0.0011942400597035885, -0.0007205253932625055, -0.0002468107268214226, 0.00022690396872349083, 0.0007006186642684042, 0.0011743333889171481, 0.001648048055358231, 0.002121762838214636, 0.002595477504655719, 0.0030691921710968018, 0.0035429068375378847, 0.004016621503978968, 0.004490336403250694, 0.004964050836861134, 0.00543776573613286, 0.0059114801697432995, 0.006385195069015026, 0.006858909502625465, 0.007332624401897192, 0.007806339301168919, 0.008280053734779358, 0.008753768168389797, 0.009227483533322811, 0.00970119796693325, 0.01017491240054369, 0.010648626834154129, 0.011122342199087143, 0.011596056632697582, 0.012069771066308022, 0.012543486431241035, 0.013017200864851475, 0.013490915298461914, 0.013964629732072353, 0.014438345097005367, 0.014912059530615807]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 3.0, 0.0, 5.0, 3.0, 3.0, 6.0, 4.0, 3.0, 9.0, 10.0, 13.0, 6.0, 14.0, 22.0, 33.0, 28.0, 47.0, 57.0, 69.0, 68.0, 101.0, 137.0, 176.0, 205.0, 241.0, 303.0, 389.0, 1930.0, 1435.0, 953.0, 533.0, 336.0, 220.0, 148.0, 104.0, 80.0, 60.0, 45.0, 32.0, 24.0, 15.0, 16.0, 12.0, 4.0, 10.0, 4.0, 1.0, 2.0, 6.0, 1.0, 2.0, 2.0, 2.0, 1.0], "bins": [-0.17859703302383423, -0.17388580739498138, -0.16917458176612854, -0.1644633561372757, -0.15975211560726166, -0.1550408899784088, -0.15032966434955597, -0.14561843872070312, -0.14090721309185028, -0.13619598746299744, -0.1314847469329834, -0.12677352130413055, -0.12206229567527771, -0.11735107004642487, -0.11263984441757202, -0.10792861133813858, -0.10321738570928574, -0.09850616008043289, -0.09379492700099945, -0.0890837013721466, -0.08437247574329376, -0.07966124266386032, -0.07495001703500748, -0.07023879140615463, -0.06552755832672119, -0.06081633269786835, -0.0561051070690155, -0.05139387771487236, -0.04668264836072922, -0.04197142273187637, -0.03726019337773323, -0.032548967748880386, -0.027837738394737244, -0.02312651090323925, -0.018415283411741257, -0.013704054057598114, -0.00899282656610012, -0.00428159860894084, 0.000429629348218441, 0.005140857305377722, 0.009852085262537003, 0.014563312754034996, 0.01927454024553299, 0.023985769599676132, 0.028696997091174126, 0.03340822458267212, 0.03811945393681526, 0.042830679565668106, 0.04754190891981125, 0.05225313827395439, 0.056964363902807236, 0.06167559325695038, 0.06638681888580322, 0.07109805196523666, 0.07580927759408951, 0.08052050322294235, 0.0852317363023758, 0.08994296193122864, 0.09465418756008148, 0.09936541318893433, 0.10407664626836777, 0.10878787189722061, 0.11349909752607346, 0.1182103306055069, 0.12292155623435974]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 2.0, 0.0, 1.0, 1.0, 3.0, 4.0, 2.0, 4.0, 3.0, 2.0, 2.0, 4.0, 7.0, 3.0, 6.0, 4.0, 0.0, 25.0, 5.0, 2.0, 2.0, 2.0, 3.0, 3.0, 1.0, 3.0, 4.0, 4.0, 2.0, 1.0, 1.0, 2.0, 3.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.006657961755990982, -0.006462366785854101, -0.006266772281378508, -0.006071177311241627, -0.005875582341104746, -0.005679987370967865, -0.005484392866492271, -0.0052887978963553905, -0.00509320292621851, -0.004897608421742916, -0.004702013451606035, -0.004506418481469154, -0.0043108235113322735, -0.00411522900685668, -0.003919634036719799, -0.003724039066582918, -0.003528444329276681, -0.0033328495919704437, -0.003137254621833563, -0.0029416598845273256, -0.0027460649143904448, -0.0025504701770842075, -0.0023548752069473267, -0.0021592804696410894, -0.0019636857323348522, -0.0017680907621979713, -0.0015724959084764123, -0.0013769010547548532, -0.001181306317448616, -0.000985711463727057, -0.0007901166100054979, -0.0005945217562839389, -0.00039892690256237984, -0.00020333206339273602, -7.737224223092198e-06, 0.00018785761494655162, 0.00038345245411619544, 0.0005790473078377545, 0.0007746421033516526, 0.0009702369570732117, 0.0011658318107947707, 0.0013614266645163298, 0.0015570215182378888, 0.0017526163719594479, 0.001948211109265685, 0.002143806079402566, 0.002339400816708803, 0.002534995786845684, 0.0027305905241519213, 0.0029261852614581585, 0.0031217802315950394, 0.0033173749689012766, 0.0035129699390381575, 0.0037085646763443947, 0.0039041596464812756, 0.004099754616618156, 0.00429534912109375, 0.004490944091230631, 0.004686539061367512, 0.004882133565843105, 0.005077728535979986, 0.005273323506116867, 0.005468918476253748, 0.0056645129807293415, 0.005860107950866222]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 3.0, 2.0, 5.0, 5.0, 15.0, 18.0, 37.0, 46.0, 89.0, 164.0, 231.0, 351.0, 497.0, 691.0, 974.0, 1369.0, 1904.0, 2478.0, 3321.0, 4387.0, 5853.0, 7886.0, 10489.0, 13950.0, 18466.0, 24909.0, 33368.0, 45828.0, 64772.0, 90104.0, 123450.0, 414117.0, 87719.0, 61510.0, 42958.0, 30571.0, 22587.0, 16840.0, 12744.0, 9374.0, 7102.0, 5173.0, 3888.0, 2799.0, 1994.0, 1469.0, 985.0, 744.0, 492.0, 362.0, 205.0, 145.0, 90.0, 51.0, 33.0, 21.0, 5.0, 3.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.015411540865898132, -0.01493223849684, -0.014452936127781868, -0.013973633758723736, -0.013494331389665604, -0.013015029020607471, -0.01253572665154934, -0.012056424282491207, -0.011577121913433075, -0.011097819544374943, -0.01061851717531681, -0.010139214806258678, -0.009659912437200546, -0.009180610068142414, -0.008701307699084282, -0.00822200533002615, -0.00774270249530673, -0.007263400126248598, -0.006784097757190466, -0.006304795388132334, -0.005825493019074202, -0.005346190650016069, -0.004866888280957937, -0.004387585911899805, -0.003908283077180386, -0.003428980940952897, -0.002949678571894765, -0.0024703762028366327, -0.001991073600947857, -0.0015117713483050466, -0.0010324688628315926, -0.0005531664937734604, -7.386412471532822e-05, 0.0004054382734466344, 0.000884740671608597, 0.0013640430988743901, 0.0018433454679325223, 0.0023226479534059763, 0.0028019503224641085, 0.0032812526915222406, 0.003760555060580373, 0.004239857662469149, 0.004719160031527281, 0.005198462400585413, 0.005677764769643545, 0.006157067138701677, 0.0066363695077598095, 0.007115671876817942, 0.007594974245876074, 0.008074277080595493, 0.008553579449653625, 0.009032881818711758, 0.00951218418776989, 0.009991486556828022, 0.010470788925886154, 0.010950091294944286, 0.011429393664002419, 0.01190869603306055, 0.012387998402118683, 0.012867300771176815, 0.013346603140234947, 0.01382590550929308, 0.014305207878351212, 0.014784510247409344, 0.015263812616467476]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 4.0, 3.0, 1.0, 1.0, 2.0, 4.0, 1.0, 1.0, 3.0, 8.0, 1.0, 3.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 4.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.01317119225859642, -0.01288216095417738, -0.012593129649758339, -0.012304098345339298, -0.012015067040920258, -0.011726035736501217, -0.011437004432082176, -0.011147973127663136, -0.010858941823244095, -0.010569910518825054, -0.010280879214406013, -0.009991847909986973, -0.009702816605567932, -0.009413785301148891, -0.00912475399672985, -0.00883572269231081, -0.00854669138789177, -0.008257660083472729, -0.007968628779053688, -0.007679597474634647, -0.007390566170215607, -0.007101534865796566, -0.006812503561377525, -0.006523472256958485, -0.006234440952539444, -0.005945409648120403, -0.005656378343701363, -0.005367347039282322, -0.005078315734863281, -0.004789284430444241, -0.0045002531260252, -0.004211221821606159, -0.0039221905171871185, -0.003633159212768078, -0.003344127908349037, -0.0030550966039299965, -0.002766065299510956, -0.002477033995091915, -0.0021880026906728745, -0.0018989713862538338, -0.001609940081834793, -0.0013209087774157524, -0.0010318774729967117, -0.000742846168577671, -0.00045381486415863037, -0.0001647835597395897, 0.000124247744679451, 0.00041327904909849167, 0.0007023103535175323, 0.000991341657936573, 0.0012803729623556137, 0.0015694042667746544, 0.001858435571193695, 0.0021474668756127357, 0.0024364981800317764, 0.002725529484450817, 0.003014560788869858, 0.0033035920932888985, 0.003592623397707939, 0.00388165470212698, 0.0041706860065460205, 0.004459717310965061, 0.004748748615384102, 0.0050377799198031425, 0.005326811224222183]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [5.0, 1.0, 2.0, 1.0, 2.0, 4.0, 3.0, 3.0, 2.0, 3.0, 3.0, 11.0, 12.0, 8.0, 10.0, 15.0, 11.0, 29.0, 26.0, 43.0, 59.0, 39.0, 61.0, 55.0, 76.0, 79.0, 106.0, 106.0, 101.0, 138.0, 155.0, 170.0, 195.0, 217.0, 243.0, 294.0, 327.0, 385.0, 412.0, 517.0, 656.0, 883.0, 1114.0, 1527.0, 6256.0, 1213.0, 714.0, 545.0, 384.0, 321.0, 258.0, 197.0, 155.0, 97.0, 66.0, 39.0, 24.0, 24.0, 11.0, 6.0, 6.0, 6.0, 0.0, 1.0], "bins": [-0.00768650695681572, -0.0075124227441847324, -0.007338338531553745, -0.007164254318922758, -0.006990170571953058, -0.006816086359322071, -0.006642002146691084, -0.006467917934060097, -0.00629383372142911, -0.006119749508798122, -0.0059456657618284225, -0.005771581549197435, -0.005597497336566448, -0.005423413123935461, -0.005249328911304474, -0.005075244698673487, -0.0049011604860424995, -0.0047270767390728, -0.0045529925264418125, -0.004378908313810825, -0.004204824101179838, -0.004030739888548851, -0.0038566559087485075, -0.0036825716961175203, -0.003508487716317177, -0.0033344035036861897, -0.0031603192910552025, -0.0029862350784242153, -0.002812151098623872, -0.0026380668859928846, -0.0024639826733618975, -0.002289898693561554, -0.002115814480930567, -0.0019417303847149014, -0.0017676461720839143, -0.001593562075868249, -0.0014194778632372618, -0.0012453937670215964, -0.001071309670805931, -0.0008972255163826048, -0.0007231413619592786, -0.0005490572075359523, -0.00037497308221645653, -0.0002008889423450455, -2.680480247363448e-05, 0.00014727933739777654, 0.00032136347726918757, 0.0004954476025886834, 0.0006695317570120096, 0.0008436159114353359, 0.0010177000658586621, 0.0011917841620743275, 0.0013658683747053146, 0.00153995247092098, 0.0017140365671366453, 0.0018881207797676325, 0.002062204759567976, 0.002236288972198963, 0.0024103731848299503, 0.0025844573974609375, 0.002758541377261281, 0.002932625589892268, 0.0031067098025232553, 0.003280793782323599, 0.003454877994954586]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 4.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.04244779050350189, -0.04153499752283096, -0.040622204542160034, -0.039709411561489105, -0.038796618580818176, -0.03788382560014725, -0.03697102889418602, -0.03605823591351509, -0.03514544293284416, -0.03423264995217323, -0.033319856971502304, -0.032407063990831375, -0.031494271010160446, -0.030581478029489517, -0.02966868318617344, -0.02875589020550251, -0.02784309722483158, -0.026930304244160652, -0.026017511263489723, -0.025104716420173645, -0.024191923439502716, -0.023279130458831787, -0.022366337478160858, -0.02145354449748993, -0.020540751516819, -0.019627956673502922, -0.018715163692831993, -0.017802370712161064, -0.016889577731490135, -0.015976784750819206, -0.015063990838825703, -0.014151196926832199, -0.01323840394616127, -0.012325610965490341, -0.011412817053496838, -0.010500024072825909, -0.009587230160832405, -0.008674437180161476, -0.007761644199490547, -0.006848850753158331, -0.005936057306826115, -0.005023263860493898, -0.004110470414161682, -0.003197677433490753, -0.002284883987158537, -0.0013720906572416425, -0.00045929732732474804, 0.0004534960025921464, 0.0013662893325090408, 0.002279082778841257, 0.0031918759923428297, 0.004104669205844402, 0.005017462652176619, 0.005930256098508835, 0.006843049079179764, 0.00775584252551198, 0.008668635971844196, 0.009581428952515125, 0.010494222864508629, 0.011407015845179558, 0.012319808825850487, 0.01323260273784399, 0.01414539571851492, 0.015058189630508423, 0.015970982611179352]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 0.0, 2.0, 2.0, 3.0, 0.0, 2.0, 3.0, 0.0, 3.0, 2.0, 3.0, 4.0, 4.0, 0.0, 2.0, 3.0, 5.0, 4.0, 5.0, 3.0, 5.0, 3.0, 4.0, 9.0, 7.0, 7.0, 6.0, 3.0, 2.0, 6.0, 3.0, 6.0, 4.0, 4.0, 3.0, 4.0, 8.0, 4.0, 3.0, 7.0, 15.0, 6.0, 16.0, 18.0, 47.0, 5.0, 2.0, 1.0, 3.0, 5.0, 1.0, 2.0, 3.0, 2.0, 3.0, 2.0], "bins": [-0.018336184322834015, -0.017984118312597275, -0.017632052302360535, -0.017279986292123795, -0.016927920281887054, -0.016575852409005165, -0.016223786398768425, -0.015871720388531685, -0.015519654378294945, -0.015167588368058205, -0.014815522357821465, -0.014463456347584724, -0.01411138940602541, -0.01375932339578867, -0.01340725738555193, -0.01305519137531519, -0.012703124433755875, -0.012351058423519135, -0.011998992413282394, -0.011646926403045654, -0.011294860392808914, -0.0109427934512496, -0.01059072744101286, -0.01023866143077612, -0.009886595420539379, -0.009534529410302639, -0.009182462468743324, -0.008830396458506584, -0.008478330448269844, -0.008126264438033104, -0.0077741979621350765, -0.007422131486237049, -0.007070065476000309, -0.006717999465763569, -0.0063659329898655415, -0.006013866979628801, -0.005661800503730774, -0.005309734493494034, -0.004957668017596006, -0.004605602007359266, -0.004253535531461239, -0.0039014695212244987, -0.003549403278157115, -0.003197337035089731, -0.002845271024852991, -0.0024932047817856073, -0.0021411385387182236, -0.0017890722956508398, -0.001437006052583456, -0.0010849398095160723, -0.0007328736246563494, -0.0003808074106927961, -2.87411967292428e-05, 0.0003233250172343105, 0.0006753912311978638, 0.0010274574160575867, 0.0013795236591249704, 0.0017315899021923542, 0.002083656145259738, 0.0024357223883271217, 0.002787788398563862, 0.0031398546416312456, 0.0034919208846986294, 0.003843987127766013, 0.004196053370833397]}, "_runtime": 10.463244199752808, "_timestamp": 1596211600.234353, "_step": 7}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 1.0, 3.0, 0.0, 3.0, 3.0, 0.0, 2.0, 3.0, 1.0, 4.0, 2.0, 4.0, 4.0, 6.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 5.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.024706166237592697, -0.02401050552725792, -0.02331484481692314, -0.022619184106588364, -0.021923523396253586, -0.021227862685918808, -0.02053220197558403, -0.019836541265249252, -0.019140880554914474, -0.018445217981934547, -0.01774955727159977, -0.017053896561264992, -0.016358235850930214, -0.015662575140595436, -0.014966914430260658, -0.01427125371992588, -0.013575593009591103, -0.012879932299256325, -0.012184271588921547, -0.011488610878586769, -0.010792950168251991, -0.010097288526594639, -0.009401627816259861, -0.008705967105925083, -0.008010306395590305, -0.0073146456852555275, -0.00661898497492075, -0.0059233237989246845, -0.005227663088589907, -0.004532002378255129, -0.0038363414350897074, -0.003140680491924286, -0.002445019781589508, -0.0017493589548394084, -0.0010536981280893087, -0.0003580373013392091, 0.0003376235254108906, 0.0010332843521609902, 0.00172894517891109, 0.0024246061220765114, 0.003120266832411289, 0.003815927542746067, 0.004511588253080845, 0.00520724942907691, 0.005902910139411688, 0.006598570849746466, 0.007294232025742531, 0.007989892736077309, 0.008685553446412086, 0.009381214156746864, 0.010076874867081642, 0.01077253557741642, 0.011468196287751198, 0.01216385792940855, 0.012859518639743328, 0.013555179350078106, 0.014250840060412884, 0.014946500770747662, 0.015642162412405014, 0.016337823122739792, 0.01703348383307457, 0.017729144543409348, 0.018424805253744125, 0.019120465964078903, 0.01981612667441368]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 5.0, 2.0, 5.0, 4.0, 3.0, 4.0, 7.0, 8.0, 6.0, 12.0, 12.0, 26.0, 16.0, 47.0, 48.0, 78.0, 96.0, 169.0, 235.0, 351.0, 578.0, 2367.0, 2076.0, 836.0, 399.0, 200.0, 128.0, 67.0, 52.0, 24.0, 15.0, 18.0, 6.0, 0.0, 5.0, 5.0, 2.0, 5.0, 2.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.2766430974006653, -0.26846399903297424, -0.2602848708629608, -0.2521057724952698, -0.24392664432525635, -0.2357475459575653, -0.22756843268871307, -0.21938931941986084, -0.2112102061510086, -0.20303109288215637, -0.19485197961330414, -0.1866728663444519, -0.17849376797676086, -0.17031465470790863, -0.1621355414390564, -0.15395642817020416, -0.14577731490135193, -0.1375982016324997, -0.12941908836364746, -0.12123998254537582, -0.11306086927652359, -0.10488175600767136, -0.09670265018939972, -0.08852353692054749, -0.08034442365169525, -0.07216531038284302, -0.06398619711399078, -0.05580709129571915, -0.04762797802686691, -0.03944886475801468, -0.031269755214452744, -0.02309064380824566, -0.014911532402038574, -0.0067324209958314896, 0.001446690410375595, 0.00962580181658268, 0.017804913222789764, 0.02598402462899685, 0.034163136035203934, 0.04234224557876587, 0.0505213588476181, 0.05870047211647034, 0.06687958538532257, 0.07505869120359421, 0.08323780447244644, 0.09141691774129868, 0.09959602355957031, 0.10777513682842255, 0.11595425009727478, 0.12413336336612701, 0.13231247663497925, 0.14049158990383148, 0.14867070317268372, 0.15684980154037476, 0.165028914809227, 0.17320802807807922, 0.18138714134693146, 0.1895662546157837, 0.19774536788463593, 0.20592448115348816, 0.2141035795211792, 0.22228269279003143, 0.23046180605888367, 0.2386409193277359, 0.24682003259658813]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 5.0, 2.0, 1.0, 2.0, 3.0, 3.0, 2.0, 4.0, 2.0, 6.0, 5.0, 5.0, 6.0, 25.0, 7.0, 4.0, 6.0, 8.0, 5.0, 3.0, 2.0, 4.0, 3.0, 4.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009237930178642273, -0.008928103372454643, -0.008618277497589588, -0.008308450691401958, -0.007998624816536903, -0.007688798010349274, -0.007378971669822931, -0.007069145329296589, -0.006759318523108959, -0.006449492182582617, -0.006139665842056274, -0.005829839501529932, -0.00552001316100359, -0.005210186820477247, -0.0049003600142896175, -0.004590533673763275, -0.004280707333236933, -0.00397088099271059, -0.0036610544193536043, -0.003351228078827262, -0.003041401505470276, -0.0027315751649439335, -0.002421748824417591, -0.002111922251060605, -0.0018020959105342627, -0.0014922694535925984, -0.0011824429966509342, -0.0008726166561245918, -0.0005627901991829276, -0.00025296377134509385, 5.6862656492739916e-05, 0.0003666890843305737, 0.0006765155121684074, 0.0009863419691100717, 0.0012961684260517359, 0.0016059947665780783, 0.0019158212235197425, 0.0022256476804614067, 0.002535474020987749, 0.002845300594344735, 0.0031551269348710775, 0.00346495327539742, 0.003774779848754406, 0.004084606189280748, 0.004394432529807091, 0.004704258870333433, 0.005014085676521063, 0.005323912017047405, 0.005633738357573748, 0.00594356469810009, 0.006253391038626432, 0.006563217844814062, 0.0068730441853404045, 0.007182870525866747, 0.007492696866393089, 0.007802523206919432, 0.008112349547445774, 0.008422176353633404, 0.008732002228498459, 0.009041829034686089, 0.009351655840873718, 0.009661481715738773, 0.009971308521926403, 0.010281134396791458, 0.010590961202979088]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 1.0, 8.0, 15.0, 19.0, 35.0, 47.0, 93.0, 105.0, 154.0, 219.0, 263.0, 325.0, 391.0, 439.0, 628.0, 921.0, 1254.0, 1842.0, 2887.0, 4492.0, 6754.0, 9959.0, 14552.0, 20676.0, 29758.0, 44535.0, 69039.0, 108064.0, 446791.0, 142744.0, 92896.0, 57233.0, 37200.0, 25522.0, 17809.0, 12580.0, 8748.0, 6148.0, 4060.0, 2824.0, 1894.0, 1315.0, 989.0, 733.0, 538.0, 429.0, 365.0, 309.0, 225.0, 211.0, 171.0, 126.0, 97.0, 67.0, 66.0, 37.0, 23.0, 11.0, 3.0, 1.0, 2.0, 2.0, 1.0], "bins": [-0.02024206891655922, -0.019565638154745102, -0.018889207392930984, -0.018212776631116867, -0.01753634586930275, -0.01685991697013378, -0.016183486208319664, -0.015507055446505547, -0.01483062468469143, -0.014154193922877312, -0.013477763161063194, -0.012801333330571651, -0.012124902568757534, -0.011448471806943417, -0.010772041976451874, -0.010095611214637756, -0.009419180452823639, -0.008742749691009521, -0.008066318929195404, -0.007389889098703861, -0.006713458336889744, -0.006037027575075626, -0.005360597278922796, -0.004684166982769966, -0.004007736220955849, -0.003331305691972375, -0.002654875162988901, -0.0019784446340054274, -0.0013020141050219536, -0.0006255835760384798, 5.084695294499397e-05, 0.0007272774819284678, 0.0014037080109119415, 0.0020801385398954153, 0.002756569068878889, 0.003432999597862363, 0.004109430126845837, 0.004785860888659954, 0.005462291184812784, 0.006138721480965614, 0.006815152242779732, 0.007491583004593849, 0.008168013766407967, 0.00884444359689951, 0.009520874358713627, 0.010197305120527744, 0.010873734951019287, 0.011550165712833405, 0.012226596474647522, 0.01290302723646164, 0.013579457998275757, 0.0142558878287673, 0.014932318590581417, 0.015608749352395535, 0.016285179182887077, 0.016961609944701195, 0.017638040706515312, 0.01831447146832943, 0.018990902230143547, 0.019667332991957664, 0.020343761891126633, 0.02102019265294075, 0.021696623414754868, 0.022373054176568985, 0.023049484938383102]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 3.0, 4.0, 0.0, 5.0, 6.0, 8.0, 0.0, 0.0, 2.0, 0.0, 2.0, 2.0, 2.0, 2.0, 0.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0], "bins": [-0.02091827616095543, -0.02044760063290596, -0.01997692510485649, -0.019506249576807022, -0.019035574048757553, -0.018564898520708084, -0.018094221130013466, -0.017623545601963997, -0.017152870073914528, -0.01668219454586506, -0.01621151901781559, -0.01574084348976612, -0.015270167961716652, -0.014799492433667183, -0.01432881597429514, -0.01385814044624567, -0.013387464918196201, -0.012916789390146732, -0.012446113862097263, -0.01197543740272522, -0.01150476187467575, -0.011034086346626282, -0.010563410818576813, -0.010092735290527344, -0.009622059762477875, -0.009151383303105831, -0.008680707775056362, -0.008210032247006893, -0.007739356718957424, -0.007268680725246668, -0.006798005197197199, -0.0063273292034864426, -0.005856653675436974, -0.005385978147387505, -0.004915302153676748, -0.004444626625627279, -0.003973950631916523, -0.003503275103867054, -0.003032599575817585, -0.0025619238149374723, -0.0020912480540573597, -0.001620572293177247, -0.0011498966487124562, -0.0006792209460400045, -0.00020854524336755276, 0.000262130459304899, 0.0007328061619773507, 0.0012034818064421415, 0.0016741575673222542, 0.002144833328202367, 0.0026155090890824795, 0.0030861846171319485, 0.003556860378012061, 0.004027536138892174, 0.004498211666941643, 0.004968887660652399, 0.005439563188701868, 0.005910238716751337, 0.006380914710462093, 0.006851590238511562, 0.007322265766561031, 0.007792941760271788, 0.008263617753982544, 0.008734293282032013, 0.009204968810081482]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 5.0, 4.0, 4.0, 6.0, 13.0, 16.0, 15.0, 7.0, 36.0, 31.0, 35.0, 42.0, 38.0, 49.0, 92.0, 78.0, 59.0, 72.0, 71.0, 95.0, 69.0, 85.0, 96.0, 103.0, 143.0, 220.0, 294.0, 449.0, 681.0, 966.0, 1417.0, 7097.0, 1875.0, 1050.0, 634.0, 425.0, 333.0, 296.0, 267.0, 211.0, 182.0, 151.0, 123.0, 114.0, 82.0, 78.0, 57.0, 44.0, 32.0, 19.0, 20.0, 13.0, 9.0, 8.0, 5.0, 4.0, 2.0, 2.0, 4.0], "bins": [-0.010482809506356716, -0.010197832249104977, -0.009912854060530663, -0.009627876803278923, -0.009342898614704609, -0.00905792135745287, -0.008772943168878555, -0.008487965911626816, -0.008202987723052502, -0.007918010465800762, -0.007633032742887735, -0.0073480550199747086, -0.007063077297061682, -0.006778099574148655, -0.006493121851235628, -0.006208144128322601, -0.0059231664054095745, -0.005638188682496548, -0.005353210959583521, -0.005068233236670494, -0.004783255513757467, -0.0044982777908444405, -0.004213300067931414, -0.003928322345018387, -0.0036433448549360037, -0.003358367132022977, -0.00307338940910995, -0.0027884116861969233, -0.00250343419611454, -0.0022184564732015133, -0.0019334787502884865, -0.0016485010273754597, -0.0013635233044624329, -0.001078545581549406, -0.0007935679168440402, -0.0005085902521386743, -0.00022361252922564745, 6.13651645835489e-05, 0.00034634285839274526, 0.0006313205230981112, 0.000916298246011138, 0.0012012759689241648, 0.0014862536918371916, 0.0017712312983348966, 0.0020562089048326015, 0.0023411866277456284, 0.002626164350658655, 0.002911142073571682, 0.003196119796484709, 0.0034810975193977356, 0.0037660752423107624, 0.004051052965223789, 0.004336030688136816, 0.004621008411049843, 0.00490598613396287, 0.0051909638568758965, 0.005475941114127636, 0.005760918837040663, 0.00604589655995369, 0.006330874282866716, 0.006615852005779743, 0.00690082972869277, 0.007185807451605797, 0.007470785174518824, 0.00775576289743185]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 5.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.050439298152923584, -0.049043525010347366, -0.04764774814248085, -0.04625197499990463, -0.044856198132038116, -0.0434604249894619, -0.04206465184688568, -0.040668874979019165, -0.03927310183644295, -0.03787732869386673, -0.036481551826000214, -0.035085778683423996, -0.03369000554084778, -0.03229422867298126, -0.030898455530405045, -0.029502680525183678, -0.02810690551996231, -0.026711130514740944, -0.025315355509519577, -0.02391958236694336, -0.022523807361721992, -0.021128032356500626, -0.019732259213924408, -0.01833648420870304, -0.016940709203481674, -0.015544934198260307, -0.014149160124361515, -0.012753386050462723, -0.011357611045241356, -0.009961836040019989, -0.008566061966121197, -0.007170287426561117, -0.005774512887001038, -0.004378738347440958, -0.0029829638078808784, -0.0015871892683207989, -0.0001914147287607193, 0.0012043598107993603, 0.00260013435035944, 0.003995908889919519, 0.005391683429479599, 0.006787457969039679, 0.008183232508599758, 0.00957900658249855, 0.010974781587719917, 0.012370556592941284, 0.013766330666840076, 0.015162104740738869, 0.016557879745960236, 0.017953654751181602, 0.01934942975640297, 0.020745202898979187, 0.022140977904200554, 0.02353675290942192, 0.02493252605199814, 0.026328301057219505, 0.027724076062440872, 0.02911985106766224, 0.030515626072883606, 0.031911399215459824, 0.03330717235803604, 0.03470294922590256, 0.036098722368478775, 0.03749449923634529, 0.03889027237892151]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 3.0, 0.0, 5.0, 3.0, 4.0, 8.0, 5.0, 3.0, 7.0, 8.0, 15.0, 14.0, 45.0, 8.0, 4.0, 6.0, 4.0, 10.0, 4.0, 7.0, 11.0, 7.0, 11.0, 6.0, 6.0, 4.0, 5.0, 8.0, 6.0, 5.0, 4.0, 8.0, 5.0, 4.0, 1.0, 6.0, 1.0, 7.0, 0.0, 1.0, 3.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010166877880692482, -0.009768770076334476, -0.009370662271976471, -0.00897255539894104, -0.008574447594583035, -0.008176339790225029, -0.0077782319858670235, -0.007380124647170305, -0.0069820168428123, -0.006583909038454294, -0.006185801699757576, -0.0057876938953995705, -0.005389586091041565, -0.004991478752344847, -0.004593370947986841, -0.004195263609290123, -0.0037971558049321175, -0.0033990482334047556, -0.0030009406618773937, -0.002602832857519388, -0.0022047252859920263, -0.0018066177144646645, -0.0014085100265219808, -0.001010402338579297, -0.0006122947670519352, -0.0002141871373169124, 0.00018392049241811037, 0.0005820281221531332, 0.000980135751888156, 0.0013782433234155178, 0.0017763510113582015, 0.002174458699300885, 0.002572566270828247, 0.002970673842355609, 0.003368781413882971, 0.0037668892182409763, 0.0041649965569376945, 0.0045631043612957, 0.004961212165653706, 0.005359319504350424, 0.005757427308708429, 0.006155535113066435, 0.006553642451763153, 0.006951750256121159, 0.007349858060479164, 0.007747965399175882, 0.0081460727378726, 0.008544180542230606, 0.008942288346588612, 0.009340396150946617, 0.009738503955304623, 0.010136610828340054, 0.010534718632698059, 0.010932826437056065, 0.01133093424141407, 0.011729042045772076, 0.012127149850130081, 0.012525256723165512, 0.012923364527523518, 0.013321472331881523, 0.013719580136239529, 0.014117687940597534, 0.014515794813632965, 0.01491390261799097, 0.015312010422348976]}, "_runtime": 11.21274185180664, "_timestamp": 1596211600.9838507, "_step": 8}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 2.0, 3.0, 0.0, 1.0, 1.0, 4.0, 1.0, 1.0, 2.0, 1.0, 3.0, 3.0, 2.0, 1.0, 2.0, 3.0, 2.0, 0.0, 2.0, 1.0, 2.0, 2.0, 2.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.016046717762947083, -0.01557655818760395, -0.015106397680938244, -0.014636238105595112, -0.014166077598929405, -0.013695918023586273, -0.013225757516920567, -0.012755597941577435, -0.012285437434911728, -0.011815277859568596, -0.011345118284225464, -0.010874957777559757, -0.010404798202216625, -0.009934637695550919, -0.009464478120207787, -0.00899431761354208, -0.008524158038198948, -0.008053998462855816, -0.007583837956190109, -0.00711367791518569, -0.006643517874181271, -0.006173358298838139, -0.005703198257833719, -0.0052330382168293, -0.004762878175824881, -0.004292718134820461, -0.003822558093816042, -0.0033523982856422663, -0.002882238244637847, -0.0024120782036334276, -0.0019419182790443301, -0.0014717583544552326, -0.0010015983134508133, -0.0005314383306540549, -6.127834785729647e-05, 0.00040888163493946195, 0.0008790416177362204, 0.0013492016587406397, 0.0018193615833297372, 0.0022895215079188347, 0.002759681548923254, 0.0032298415899276733, 0.0037000016309320927, 0.004170161671936512, 0.004640321247279644, 0.005110481288284063, 0.005580641329288483, 0.006050801370292902, 0.006520961411297321, 0.006991121452301741, 0.00746128149330616, 0.007931441068649292, 0.008401601575314999, 0.00887176115065813, 0.009341921657323837, 0.00981208123266697, 0.010282240808010101, 0.010752401314675808, 0.01122256089001894, 0.011692721396684647, 0.012162880972027779, 0.012633041478693485, 0.013103201054036617, 0.013573361560702324, 0.014043521136045456]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 0.0, 2.0, 2.0, 1.0, 2.0, 3.0, 2.0, 12.0, 17.0, 11.0, 15.0, 13.0, 22.0, 28.0, 34.0, 48.0, 60.0, 76.0, 128.0, 130.0, 231.0, 248.0, 380.0, 514.0, 2550.0, 1594.0, 744.0, 396.0, 219.0, 155.0, 77.0, 59.0, 34.0, 26.0, 27.0, 23.0, 5.0, 9.0, 8.0, 5.0, 4.0, 5.0, 5.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.20559006929397583, -0.19964385032653809, -0.19369763135910034, -0.1877514272928238, -0.18180520832538605, -0.1758589893579483, -0.16991278529167175, -0.163966566324234, -0.15802034735679626, -0.15207412838935852, -0.14612790942192078, -0.14018170535564423, -0.13423548638820648, -0.12828926742076874, -0.12234305590391159, -0.11639684438705444, -0.1104506254196167, -0.10450440645217896, -0.09855819493532181, -0.09261198341846466, -0.08666576445102692, -0.08071954548358917, -0.07477333396673203, -0.06882712244987488, -0.06288090348243713, -0.05693468824028969, -0.05098847299814224, -0.0450422577559948, -0.03909604251384735, -0.033149827271699905, -0.02720361202955246, -0.021257396787405014, -0.015311181545257568, -0.009364966303110123, -0.003418751060962677, 0.0025274641811847687, 0.008473679423332214, 0.01441989466547966, 0.020366109907627106, 0.02631232514977455, 0.032258540391922, 0.03820475563406944, 0.04415097087621689, 0.050097186118364334, 0.05604340136051178, 0.061989616602659225, 0.06793583184480667, 0.07388204336166382, 0.07982826232910156, 0.0857744812965393, 0.09172069281339645, 0.0976669043302536, 0.10361312329769135, 0.10955934226512909, 0.11550555378198624, 0.12145176529884338, 0.12739798426628113, 0.13334420323371887, 0.13929042220115662, 0.14523662626743317, 0.1511828452348709, 0.15712906420230865, 0.1630752682685852, 0.16902148723602295, 0.1749677062034607]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 3.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 4.0, 5.0, 4.0, 1.0, 4.0, 2.0, 6.0, 5.0, 3.0, 24.0, 1.0, 5.0, 5.0, 3.0, 5.0, 1.0, 4.0, 3.0, 3.0, 3.0, 3.0, 3.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.005778982304036617, -0.00560311134904623, -0.005427239928394556, -0.005251368973404169, -0.005075498018413782, -0.004899626597762108, -0.004723755642771721, -0.004547884687781334, -0.00437201326712966, -0.004196142312139273, -0.004020271357148886, -0.0038443999364972115, -0.0036685289815068245, -0.003492657793685794, -0.0033167866058647633, -0.0031409156508743763, -0.0029650444630533457, -0.002789173275232315, -0.002613302320241928, -0.0024374311324208975, -0.002261559944599867, -0.00208568898960948, -0.0019098178017884493, -0.0017339466139674187, -0.0015580755425617099, -0.001382204471156001, -0.0012063332833349705, -0.0010304622119292617, -0.000854591082315892, -0.0006787199527025223, -0.0005028488812968135, -0.0003269777516834438, -0.00015110662207007408, 2.4764492991380394e-05, 0.00020063560805283487, 0.0003765067085623741, 0.0005523778381757438, 0.0007282489677891135, 0.0009041200391948223, 0.001079991227015853, 0.0012558622984215617, 0.0014317333698272705, 0.0016076045576483011, 0.00178347562905401, 0.0019593467004597187, 0.0021352178882807493, 0.00231108907610178, 0.002486960031092167, 0.0026628312189131975, 0.002838702406734228, 0.003014573361724615, 0.0031904445495456457, 0.0033663157373666763, 0.0035421866923570633, 0.003718057880178094, 0.0038939290679991245, 0.0040698000229895115, 0.004245671443641186, 0.004421542398631573, 0.00459741335362196, 0.004773284774273634, 0.004949155729264021, 0.005125026684254408, 0.005300898104906082, 0.005476769059896469]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 5.0, 10.0, 5.0, 14.0, 35.0, 61.0, 93.0, 185.0, 237.0, 332.0, 511.0, 704.0, 1052.0, 1338.0, 2002.0, 2772.0, 3784.0, 5096.0, 6855.0, 9274.0, 12277.0, 16000.0, 21513.0, 28552.0, 39307.0, 55965.0, 78887.0, 109444.0, 417481.0, 101802.0, 73569.0, 51463.0, 36477.0, 26633.0, 19526.0, 14825.0, 11183.0, 8226.0, 6193.0, 4478.0, 3146.0, 2356.0, 1702.0, 1235.0, 908.0, 651.0, 471.0, 332.0, 219.0, 145.0, 109.0, 73.0, 43.0, 29.0, 24.0, 15.0, 7.0, 8.0, 3.0, 0.0, 1.0, 2.0, 1.0], "bins": [-0.014279268682003021, -0.0137930978089571, -0.013306927867233753, -0.012820756994187832, -0.01233458612114191, -0.01184841524809599, -0.011362245306372643, -0.010876074433326721, -0.0103899035602808, -0.009903733618557453, -0.009417562745511532, -0.00893139187246561, -0.00844522099941969, -0.007959051057696342, -0.007472880184650421, -0.0069867093116045, -0.006500538904219866, -0.006014368496835232, -0.0055281976237893105, -0.0050420272164046764, -0.004555856343358755, -0.004069685935974121, -0.0035835152957588434, -0.0030973446555435658, -0.002611174015328288, -0.0021250033751130104, -0.0016388327348977327, -0.0011526622110977769, -0.0006664915708824992, -0.000180320959771052, 0.0003058496513403952, 0.000792020233348012, 0.0012781908735632896, 0.0017643615137785673, 0.002250532153993845, 0.0027367027942091227, 0.0032228734344244003, 0.0037090438418090343, 0.004195214714854956, 0.00468138512223959, 0.005167555995285511, 0.005653726402670145, 0.006139896810054779, 0.0066260676831007, 0.007112238090485334, 0.007598408963531256, 0.00808457937091589, 0.008570750243961811, 0.009056920185685158, 0.009543091058731079, 0.010029261931777, 0.010515432804822922, 0.011001602746546268, 0.01148777361959219, 0.011973944492638111, 0.012460115365684032, 0.01294628530740738, 0.0134324561804533, 0.013918627053499222, 0.014404796995222569, 0.01489096786826849, 0.015377138741314411, 0.015863308683037758, 0.01634947955608368, 0.0168356504291296]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 3.0, 4.0, 2.0, 2.0, 2.0, 2.0, 2.0, 2.0, 2.0, 12.0, 2.0, 1.0, 2.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.00484240660443902, -0.004678001627326012, -0.004513596650213003, -0.004349191207438707, -0.004184786230325699, -0.00402038125321269, -0.003855976276099682, -0.0036915710661560297, -0.003527166089043021, -0.0033627611119300127, -0.0031983559019863605, -0.003033950924873352, -0.0028695459477603436, -0.0027051407378166914, -0.002540735760703683, -0.0023763305507600307, -0.0022119255736470222, -0.0020475205965340137, -0.0018831153865903616, -0.001718710409477353, -0.0015543053159490228, -0.0013899002224206924, -0.001225495245307684, -0.0010610901517793536, -0.0008966850582510233, -0.000732279964722693, -0.0005678749294020236, -0.0004034698649775237, -0.00023906480055302382, -7.465973612852395e-05, 8.974532829597592e-05, 0.0002541503927204758, 0.00041855545714497566, 0.000582960550673306, 0.0007473655859939754, 0.0009117706213146448, 0.0010761757148429751, 0.0012405808083713055, 0.001404985785484314, 0.0015693908790126443, 0.0017337959725409746, 0.001898201066069305, 0.0020626061595976353, 0.0022270111367106438, 0.0023914161138236523, 0.0025558213237673044, 0.002720226300880313, 0.002884631510823965, 0.0030490364879369736, 0.003213441465049982, 0.0033778466749936342, 0.0035422516521066427, 0.003706656862050295, 0.0038710618391633034, 0.004035466816276312, 0.00419987179338932, 0.004364277236163616, 0.004528682213276625, 0.004693087190389633, 0.004857492167502642, 0.00502189714461565, 0.005186302121728659, 0.0053507075645029545, 0.005515112541615963, 0.0056795175187289715]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 4.0, 1.0, 4.0, 5.0, 6.0, 3.0, 8.0, 12.0, 16.0, 22.0, 13.0, 28.0, 37.0, 42.0, 48.0, 88.0, 107.0, 152.0, 241.0, 365.0, 558.0, 643.0, 953.0, 1493.0, 5906.0, 1788.0, 1168.0, 859.0, 727.0, 554.0, 444.0, 402.0, 332.0, 277.0, 259.0, 203.0, 149.0, 129.0, 101.0, 67.0, 58.0, 47.0, 27.0, 25.0, 10.0, 13.0, 8.0, 11.0, 6.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.004781113937497139, -0.004640308674424887, -0.004499503411352634, -0.0043586986139416695, -0.004217893350869417, -0.004077088087797165, -0.0039362832903862, -0.0037954780273139477, -0.0036546727642416954, -0.003513867501169443, -0.0033730624709278345, -0.003232257440686226, -0.0030914521776139736, -0.0029506469145417213, -0.0028098418843001127, -0.002669036854058504, -0.002528231590986252, -0.0023874263279139996, -0.002246621297672391, -0.0021058162674307823, -0.00196501100435853, -0.0018242058577015996, -0.0016834007110446692, -0.0015425955643877387, -0.0014017904177308083, -0.0012609852710738778, -0.0011201801244169474, -0.000979374977760017, -0.0008385698311030865, -0.000697764684446156, -0.0005569595377892256, -0.00041615439113229513, -0.0002753492444753647, -0.00013454409781843424, 6.261048838496208e-06, 0.00014706619549542665, 0.0002878713421523571, 0.00042867648880928755, 0.000569481635466218, 0.0007102867821231484, 0.0008510919287800789, 0.0009918970754370093, 0.0011327022220939398, 0.0012735073687508702, 0.0014143125154078007, 0.0015551176620647311, 0.0016959228087216616, 0.001836727955378592, 0.0019775331020355225, 0.0021183383651077747, 0.0022591433953493834, 0.002399948425590992, 0.0025407536886632442, 0.0026815589517354965, 0.002822363981977105, 0.0029631690122187138, 0.003103974275290966, 0.0032447795383632183, 0.003385584568604827, 0.0035263895988464355, 0.003667194861918688, 0.00380800012499094, 0.003948804922401905, 0.004089610185474157, 0.00423041544854641]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 5.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.016431324183940887, -0.015990102663636208, -0.015548881143331528, -0.015107659623026848, -0.014666437171399593, -0.014225215651094913, -0.013783994130790234, -0.013342772610485554, -0.012901551090180874, -0.012460329569876194, -0.01201910711824894, -0.01157788559794426, -0.01113666407763958, -0.0106954425573349, -0.01025422103703022, -0.00981299951672554, -0.00937177799642086, -0.008930555544793606, -0.008489334024488926, -0.008048112504184246, -0.007606890983879566, -0.007165668997913599, -0.006724447477608919, -0.006283225957304239, -0.005842003971338272, -0.005400782451033592, -0.004959560930728912, -0.0045183394104242325, -0.004077117424458265, -0.0036358959041535854, -0.003194674151018262, -0.002753452630713582, -0.0023122308775782585, -0.0018710092408582568, -0.0014297876041382551, -0.0009885658510029316, -0.0005473442142829299, -0.00010612254845909774, 0.0003350991173647344, 0.000776320812292397, 0.0012175424490123987, 0.0016587640857324004, 0.002099985722452402, 0.0025412074755877256, 0.002982429228723049, 0.003423650749027729, 0.0038648725021630526, 0.004306094255298376, 0.004747315775603056, 0.005188537295907736, 0.005629759281873703, 0.006070980802178383, 0.006512202322483063, 0.00695342430844903, 0.00739464582875371, 0.007835867814719677, 0.008277089335024357, 0.008718310855329037, 0.009159532375633717, 0.009600753895938396, 0.010041975416243076, 0.01048319786787033, 0.01092441938817501, 0.01136564090847969, 0.01180686242878437]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 4.0, 2.0, 3.0, 4.0, 1.0, 7.0, 5.0, 7.0, 8.0, 17.0, 54.0, 22.0, 9.0, 6.0, 9.0, 8.0, 11.0, 11.0, 7.0, 7.0, 4.0, 5.0, 6.0, 7.0, 5.0, 5.0, 9.0, 8.0, 3.0, 3.0, 6.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 3.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011107166297733784, -0.010742614045739174, -0.010378062725067139, -0.010013510473072529, -0.009648959152400494, -0.009284406900405884, -0.008919855579733849, -0.008555303327739239, -0.008190751075744629, -0.007826199755072594, -0.007461647968739271, -0.007097096182405949, -0.006732543930411339, -0.006367992144078016, -0.006003440357744694, -0.005638888571411371, -0.005274336785078049, -0.004909784998744726, -0.004545233212411404, -0.004180681426078081, -0.003816129406914115, -0.0034515776205807924, -0.0030870256014168262, -0.0027224738150835037, -0.002357922028750181, -0.0019933702424168587, -0.0016288183396682143, -0.00126426643691957, -0.0008997146505862474, -0.000535162806045264, -0.00017061096150428057, 0.00019394088303670287, 0.0005584927275776863, 0.0009230445721186697, 0.0012875964166596532, 0.0016521483194082975, 0.00201670010574162, 0.0023812518920749426, 0.0027458039112389088, 0.0031103556975722313, 0.003474907483905554, 0.0038394592702388763, 0.004204011056572199, 0.004568562842905521, 0.004933115094900131, 0.005297666881233454, 0.005662218667566776, 0.006026770453900099, 0.006391322240233421, 0.006755874026566744, 0.007120425812900066, 0.007484977599233389, 0.007849529385566711, 0.008214081637561321, 0.008578632958233356, 0.008943185210227966, 0.009307736530900002, 0.009672288782894611, 0.010036841034889221, 0.010401392355561256, 0.010765944607555866, 0.011130495928227901, 0.011495048180222511, 0.011859599500894547, 0.012224151752889156]}, "_runtime": 11.957322597503662, "_timestamp": 1596211601.7284315, "_step": 9}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 2.0, 3.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 3.0, 1.0, 1.0, 2.0, 0.0, 1.0, 3.0, 2.0, 1.0, 2.0, 3.0, 0.0, 2.0, 1.0, 2.0, 2.0, 3.0, 1.0, 1.0, 2.0, 0.0, 1.0], "bins": [-0.016227027401328087, -0.015837136656045914, -0.015447244048118591, -0.015057352371513844, -0.014667460694909096, -0.014277569018304348, -0.0138876773416996, -0.013497785665094852, -0.013107893988490105, -0.012718002311885357, -0.012328110635280609, -0.011938218958675861, -0.011548327282071114, -0.011158435605466366, -0.010768543928861618, -0.01037865225225687, -0.009988760575652122, -0.009598868899047375, -0.009208977222442627, -0.00881908554583788, -0.008429193869233131, -0.008039302192628384, -0.007649410516023636, -0.007259518839418888, -0.00686962716281414, -0.0064797354862093925, -0.006089843809604645, -0.005699952132999897, -0.005310060456395149, -0.0049201687797904015, -0.004530277103185654, -0.004140385426580906, -0.003750493749976158, -0.0033606020733714104, -0.0029707103967666626, -0.002580818720161915, -0.002190927043557167, -0.0018010353669524193, -0.0014111436903476715, -0.0010212520137429237, -0.000631360337138176, -0.0002414686605334282, 0.00014842301607131958, 0.0005383146926760674, 0.0009282063692808151, 0.001318098045885563, 0.0017079897224903107, 0.0020978813990950584, 0.002487773075699806, 0.002877664752304554, 0.0032675564289093018, 0.0036574481055140495, 0.004047339782118797, 0.004437231458723545, 0.004827123135328293, 0.005217014811933041, 0.005606906488537788, 0.005996798165142536, 0.006386689841747284, 0.006776581518352032, 0.0071664731949567795, 0.007556364871561527, 0.007946256548166275, 0.008336148224771023, 0.00872603990137577]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 3.0, 5.0, 7.0, 8.0, 6.0, 4.0, 11.0, 10.0, 9.0, 14.0, 16.0, 24.0, 37.0, 57.0, 58.0, 92.0, 110.0, 152.0, 178.0, 235.0, 309.0, 364.0, 582.0, 3188.0, 988.0, 493.0, 340.0, 198.0, 131.0, 78.0, 66.0, 43.0, 36.0, 20.0, 18.0, 14.0, 7.0, 2.0, 4.0, 5.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.20684027671813965, -0.20154215395450592, -0.1962440311908722, -0.19094590842723846, -0.18564778566360474, -0.180349662899971, -0.17505154013633728, -0.16975341737270355, -0.16445529460906982, -0.1591571867465973, -0.15385906398296356, -0.14856094121932983, -0.1432628184556961, -0.13796469569206238, -0.13266657292842865, -0.12736845016479492, -0.1220703274011612, -0.11677220463752747, -0.11147408187389374, -0.10617595911026001, -0.10087783634662628, -0.09557972103357315, -0.09028159826993942, -0.0849834755063057, -0.07968535274267197, -0.07438722997903824, -0.06908910721540451, -0.06379098445177078, -0.05849286541342735, -0.053194742649793625, -0.047896623611450195, -0.04259850084781647, -0.03730037808418274, -0.03200225532054901, -0.026704134419560432, -0.021406013518571854, -0.016107890754938126, -0.010809768922626972, -0.005511647090315819, -0.00021352525800466537, 0.005084596574306488, 0.010382718406617641, 0.015680840238928795, 0.020978961139917374, 0.0262770839035511, 0.03157520666718483, 0.03687332570552826, 0.04217144846916199, 0.047469571232795715, 0.05276769399642944, 0.05806581676006317, 0.0633639395236969, 0.06866206228733063, 0.07396017760038376, 0.07925830036401749, 0.08455642312765121, 0.08985454589128494, 0.09515266865491867, 0.1004507914185524, 0.10574891418218613, 0.11104702949523926, 0.11634515225887299, 0.12164327502250671, 0.12694139778614044, 0.13223952054977417]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 2.0, 0.0, 6.0, 1.0, 2.0, 5.0, 3.0, 2.0, 3.0, 3.0, 7.0, 2.0, 3.0, 3.0, 3.0, 5.0, 3.0, 27.0, 1.0, 3.0, 2.0, 1.0, 0.0, 2.0, 3.0, 3.0, 1.0, 2.0, 0.0, 1.0, 3.0, 4.0, 0.0, 2.0, 0.0, 1.0, 3.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0049323877319693565, -0.004776558373123407, -0.004620728548616171, -0.004464899189770222, -0.0043090698309242725, -0.004153240006417036, -0.003997410647571087, -0.003841581055894494, -0.0036857514642179012, -0.003529922105371952, -0.0033740925136953592, -0.0032182629220187664, -0.0030624335631728172, -0.0029066039714962244, -0.0027507743798196316, -0.0025949450209736824, -0.0024391154292970896, -0.0022832858376204967, -0.0021274564787745476, -0.0019716268870979548, -0.001815797295421362, -0.001659967820160091, -0.00150413834489882, -0.001348308753222227, -0.001192479277960956, -0.001036649802699685, -0.0008808202110230923, -0.0007249907357618213, -0.0005691612022928894, -0.00041333166882395744, -0.000257502164458856, -0.0001016726455418393, 5.4156873375177383e-05, 0.00020998639229219407, 0.00036581591120921075, 0.0005216454155743122, 0.0006774749490432441, 0.000833304482512176, 0.000989133957773447, 0.0011449635494500399, 0.0013007930247113109, 0.0014566224999725819, 0.0016124520916491747, 0.0017682815669104457, 0.0019241110421717167, 0.0020799406338483095, 0.0022357702255249023, 0.0023915995843708515, 0.0025474291760474443, 0.002703258767724037, 0.0028590881265699863, 0.003014917718246579, 0.003170747309923172, 0.003326576668769121, 0.003482406260445714, 0.003638235852122307, 0.003794065210968256, 0.0039498950354754925, 0.004105724394321442, 0.004261553753167391, 0.004417383577674627, 0.0045732129365205765, 0.004729042295366526, 0.004884872119873762, 0.005040701478719711]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 1.0, 4.0, 5.0, 6.0, 16.0, 28.0, 42.0, 72.0, 100.0, 113.0, 168.0, 232.0, 306.0, 360.0, 532.0, 679.0, 970.0, 1311.0, 1863.0, 2548.0, 3554.0, 5024.0, 6723.0, 9233.0, 12246.0, 16610.0, 22027.0, 29048.0, 39801.0, 54332.0, 75096.0, 98006.0, 407730.0, 101512.0, 74136.0, 53956.0, 39652.0, 29478.0, 22125.0, 16840.0, 12918.0, 9924.0, 7849.0, 6026.0, 4560.0, 3517.0, 2556.0, 1830.0, 1281.0, 954.0, 610.0, 418.0, 268.0, 177.0, 116.0, 66.0, 44.0, 24.0, 12.0, 6.0, 2.0, 1.0, 2.0], "bins": [-0.014925344847142696, -0.014484364539384842, -0.014043385162949562, -0.013602404855191708, -0.013161424547433853, -0.012720444239675999, -0.012279463931918144, -0.011838484555482864, -0.01139750424772501, -0.010956523939967155, -0.010515544563531876, -0.010074564255774021, -0.009633583948016167, -0.009192603640258312, -0.008751623332500458, -0.008310643956065178, -0.007869663648307323, -0.007428683340549469, -0.006987703498452902, -0.006546723656356335, -0.00610574334859848, -0.005664763040840626, -0.005223783198744059, -0.0047828033566474915, -0.004341823048889637, -0.003900842973962426, -0.0034598628990352154, -0.0030188828241080046, -0.0025779027491807938, -0.002136922674253583, -0.0016959425993263721, -0.0012549625243991613, -0.0008139824494719505, -0.0003730023745447397, 6.797770038247108e-05, 0.0005089577753096819, 0.0009499378502368927, 0.0013909179251641035, 0.0018318980000913143, 0.002272878075018525, 0.002713858149945736, 0.0031548382248729467, 0.0035958182998001575, 0.004036798141896725, 0.004477778449654579, 0.004918758757412434, 0.005359738599509001, 0.005800718441605568, 0.006241698749363422, 0.006682679057121277, 0.007123658899217844, 0.007564638741314411, 0.008005619049072266, 0.00844659935683012, 0.008887579664587975, 0.009328559041023254, 0.009769539348781109, 0.010210519656538963, 0.010651499032974243, 0.011092479340732098, 0.011533459648489952, 0.011974439956247807, 0.012415420264005661, 0.01285639964044094, 0.013297379948198795]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 2.0, 0.0, 1.0, 3.0, 1.0, 7.0, 2.0, 2.0, 1.0, 3.0, 9.0, 3.0, 1.0, 1.0, 2.0, 2.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0], "bins": [-0.018860165029764175, -0.018413854762911797, -0.01796754263341427, -0.01752123236656189, -0.01707492209970951, -0.016628609970211983, -0.016182299703359604, -0.015735989436507225, -0.015289678238332272, -0.014843367040157318, -0.01439705677330494, -0.013950745575129986, -0.013504434376955032, -0.013058124110102654, -0.0126118129119277, -0.012165502645075321, -0.011719191446900368, -0.011272880248725414, -0.010826569981873035, -0.010380258783698082, -0.009933948516845703, -0.00948763731867075, -0.009041326120495796, -0.008595015853643417, -0.008148704655468464, -0.007702393922954798, -0.007256083190441132, -0.006809771992266178, -0.006363461259752512, -0.005917150527238846, -0.005470839329063892, -0.005024528596550226, -0.00457821786403656, -0.004131907131522894, -0.003685596166178584, -0.0032392852008342743, -0.002792974468320608, -0.002346663735806942, -0.0019003527704626322, -0.0014540419215336442, -0.0010077310726046562, -0.0005614202236756682, -0.00011510937474668026, 0.0003312014741823077, 0.0007775123231112957, 0.0012238231720402837, 0.0016701340209692717, 0.0021164449863135815, 0.0025627557188272476, 0.0030090664513409138, 0.0034553774166852236, 0.0039016883820295334, 0.0043479991145431995, 0.004794309847056866, 0.005240621045231819, 0.005686931777745485, 0.0061332425102591515, 0.006579553242772818, 0.007025863975286484, 0.007472175173461437, 0.00791848637163639, 0.00836479663848877, 0.008811107836663723, 0.009257418103516102, 0.009703729301691055]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 3.0, 1.0, 2.0, 2.0, 0.0, 2.0, 1.0, 6.0, 1.0, 5.0, 1.0, 1.0, 1.0, 10.0, 8.0, 5.0, 5.0, 7.0, 10.0, 12.0, 7.0, 8.0, 8.0, 11.0, 2.0, 20.0, 12.0, 23.0, 16.0, 14.0, 19.0, 25.0, 30.0, 27.0, 62.0, 59.0, 93.0, 120.0, 172.0, 230.0, 340.0, 433.0, 584.0, 905.0, 1470.0, 2978.0, 6496.0, 1525.0, 854.0, 528.0, 352.0, 302.0, 204.0, 136.0, 81.0, 65.0, 48.0, 27.0, 16.0, 17.0, 19.0, 7.0, 1.0], "bins": [-0.013846538960933685, -0.013552387244999409, -0.013258236460387707, -0.01296408474445343, -0.012669933028519154, -0.012375781312584877, -0.012081630527973175, -0.011787478812038898, -0.011493327096104622, -0.01119917631149292, -0.010905024595558643, -0.010610872879624367, -0.01031672116369009, -0.010022570379078388, -0.009728418663144112, -0.009434266947209835, -0.009140115231275558, -0.008845964446663857, -0.00855181273072958, -0.008257661014795303, -0.007963510230183601, -0.007669358514249325, -0.007375206798315048, -0.007081055548042059, -0.00678690429776907, -0.006492752581834793, -0.006198601331561804, -0.005904449615627527, -0.005610298365354538, -0.005316146649420261, -0.005021995399147272, -0.0047278436832129955, -0.004433692432940006, -0.004139541182667017, -0.0038453894667327404, -0.0035512379836291075, -0.0032570865005254745, -0.0029629352502524853, -0.0026687837671488523, -0.0023746322840452194, -0.0020804808009415865, -0.0017863293178379536, -0.0014921778347343206, -0.0011980264680460095, -0.0009038749849423766, -0.0006097235018387437, -0.0003155720769427717, -2.1420622942969203e-05, 0.00027273083105683327, 0.0005668823141604662, 0.0008610337390564382, 0.0011551851639524102, 0.0014493366470560431, 0.001743488130159676, 0.002037639496847987, 0.00233179097995162, 0.002625942463055253, 0.002920093946158886, 0.003214245429262519, 0.003508396912366152, 0.003802548162639141, 0.004096699878573418, 0.004390851128846407, 0.0046850028447806835, 0.004979154095053673]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.03533327206969261, -0.034587372094392776, -0.03384146839380264, -0.03309556841850281, -0.032349664717912674, -0.03160376474261284, -0.030857861042022705, -0.03011195920407772, -0.029366057366132736, -0.0286201573908329, -0.027874255552887917, -0.027128353714942932, -0.026382451876997948, -0.025636550039052963, -0.02489064820110798, -0.024144746363162994, -0.02339884452521801, -0.022652942687273026, -0.02190704084932804, -0.021161139011383057, -0.020415237173438072, -0.019669335335493088, -0.018923433497548103, -0.01817753165960312, -0.017431631684303284, -0.0166857298463583, -0.015939828008413315, -0.015193925239145756, -0.014448024332523346, -0.013702122494578362, -0.012956220656633377, -0.012210318818688393, -0.011464416980743408, -0.010718515142798424, -0.00997261330485344, -0.009226711466908455, -0.00848080962896347, -0.007734908256679773, -0.006989006884396076, -0.006243105046451092, -0.005497203208506107, -0.004751301370561123, -0.0040053995326161385, -0.0032594981603324413, -0.002513596322387457, -0.0017676946008577943, -0.0010217928793281317, -0.00027589115779846907, 0.00047001056373119354, 0.0012159122852608562, 0.0019618140067905188, 0.0027077156119048595, 0.003453617449849844, 0.004199519287794828, 0.0049454206600785255, 0.00569132249802351, 0.006437224335968494, 0.007183126173913479, 0.007929028011858463, 0.008674929849803448, 0.009420830756425858, 0.010166732594370842, 0.010912634432315826, 0.01165853627026081, 0.012404438108205795]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 4.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 4.0, 5.0, 5.0, 3.0, 0.0, 8.0, 5.0, 2.0, 5.0, 5.0, 8.0, 7.0, 3.0, 12.0, 5.0, 8.0, 7.0, 6.0, 5.0, 10.0, 13.0, 17.0, 19.0, 55.0, 12.0, 14.0, 5.0, 6.0, 4.0, 5.0, 2.0, 2.0, 1.0, 1.0, 2.0], "bins": [-0.022042492404580116, -0.021621763706207275, -0.021201033145189285, -0.020780304446816444, -0.020359575748443604, -0.019938847050070763, -0.019518116489052773, -0.01909738779067993, -0.01867665909230709, -0.01825593039393425, -0.01783519983291626, -0.01741447113454342, -0.016993742436170578, -0.016573013737797737, -0.016152283176779747, -0.015731554478406906, -0.015310825780034065, -0.01489009615033865, -0.014469366520643234, -0.014048637822270393, -0.013627908192574978, -0.013207179494202137, -0.012786449864506721, -0.01236572116613388, -0.011944991536438465, -0.011524262838065624, -0.011103533208370209, -0.010682804509997368, -0.010262074880301952, -0.009841346181929111, -0.009420616552233696, -0.008999887853860855, -0.00857915822416544, -0.008158428594470024, -0.007737699896097183, -0.007316970732063055, -0.006896241568028927, -0.006475512403994799, -0.0060547832399606705, -0.005634054075926542, -0.005213324911892414, -0.004792595282196999, -0.00437186611816287, -0.003951136954128742, -0.003530407790094614, -0.003109678626060486, -0.0026889494620263577, -0.0022682202979922295, -0.0018474911339581013, -0.001426761969923973, -0.001006032805889845, -0.0005853035254403949, -0.0001645743614062667, 0.00025615483173169196, 0.0006768840248696506, 0.0010976132471114397, 0.001518342411145568, 0.001939071575179696, 0.0023598007392138243, 0.0027805299032479525, 0.0032012593001127243, 0.0036219884641468525, 0.004042717628180981, 0.004463446792215109, 0.004884175956249237]}, "_runtime": 12.718428611755371, "_timestamp": 1596211602.4895375, "_step": 10}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 3.0, 0.0, 1.0, 1.0, 4.0, 1.0, 0.0, 3.0, 1.0, 2.0, 4.0, 1.0, 2.0, 2.0, 6.0, 1.0, 0.0, 2.0, 0.0, 3.0, 1.0, 1.0, 5.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014286421239376068, -0.013838132843375206, -0.013389844447374344, -0.012941556051373482, -0.01249326765537262, -0.012044979259371758, -0.01159669179469347, -0.011148403398692608, -0.010700115002691746, -0.010251826606690884, -0.009803538210690022, -0.00935524981468916, -0.008906961418688297, -0.008458673022687435, -0.008010384626686573, -0.007562096696346998, -0.007113808300346136, -0.006665519904345274, -0.006217231508344412, -0.005768943578004837, -0.005320655182003975, -0.004872366786003113, -0.004424078390002251, -0.0039757899940013885, -0.00352750183083117, -0.003079213434830308, -0.0026309252716600895, -0.0021826368756592274, -0.001734348596073687, -0.0012860603164881468, -0.0008377719786949456, -0.0003894836700055748, 5.880463868379593e-05, 0.0005070929182693362, 0.0009553812560625374, 0.0014036695938557386, 0.001851957873441279, 0.0023002461530268192, 0.0027485345490276814, 0.0031968227121979, 0.003645111108198762, 0.00409339927136898, 0.0045416876673698425, 0.004989976063370705, 0.005438264459371567, 0.005886552855372429, 0.006334840785712004, 0.006783129181712866, 0.007231417577713728, 0.00767970597371459, 0.008127993904054165, 0.008576282300055027, 0.009024570696055889, 0.009472859092056751, 0.009921147488057613, 0.010369435884058475, 0.010817724280059338, 0.0112660126760602, 0.011714301072061062, 0.01216258853673935, 0.012610876932740211, 0.013059165328741074, 0.013507453724741936, 0.013955742120742798, 0.01440403051674366]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 2.0, 5.0, 2.0, 7.0, 6.0, 4.0, 10.0, 20.0, 10.0, 20.0, 20.0, 42.0, 51.0, 74.0, 88.0, 125.0, 143.0, 186.0, 256.0, 382.0, 480.0, 2379.0, 1677.0, 791.0, 415.0, 246.0, 162.0, 85.0, 76.0, 41.0, 41.0, 15.0, 21.0, 13.0, 10.0, 5.0, 6.0, 1.0, 3.0, 3.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.18011532723903656, -0.17492087185382843, -0.1697264313697815, -0.16453197598457336, -0.15933752059936523, -0.1541430652141571, -0.14894860982894897, -0.14375416934490204, -0.1385597139596939, -0.13336525857448578, -0.12817081809043884, -0.12297636270523071, -0.11778190732002258, -0.11258745193481445, -0.10739300400018692, -0.10219855606555939, -0.09700410068035126, -0.09180964529514313, -0.0866151973605156, -0.08142074942588806, -0.07622629404067993, -0.0710318386554718, -0.06583739072084427, -0.06064293906092644, -0.055448487401008606, -0.050254035741090775, -0.04505958408117294, -0.03986513242125511, -0.03467068076133728, -0.02947622910141945, -0.024281777441501617, -0.019087325781583786, -0.013892874121665955, -0.008698422461748123, -0.0035039708018302917, 0.0016904808580875397, 0.006884932518005371, 0.012079384177923203, 0.017273835837841034, 0.022468287497758865, 0.027662739157676697, 0.03285719081759453, 0.03805164247751236, 0.04324609413743019, 0.04844054579734802, 0.053634997457265854, 0.058829449117183685, 0.06402389705181122, 0.06921835243701935, 0.07441280782222748, 0.07960725575685501, 0.08480170369148254, 0.08999615907669067, 0.0951906144618988, 0.10038506239652634, 0.10557951033115387, 0.110773965716362, 0.11596842110157013, 0.12116286903619766, 0.1263573169708252, 0.13155177235603333, 0.13674622774124146, 0.14194068312644958, 0.14713512361049652, 0.15232957899570465]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 4.0, 2.0, 1.0, 4.0, 1.0, 2.0, 2.0, 6.0, 1.0, 4.0, 2.0, 3.0, 4.0, 5.0, 2.0, 3.0, 4.0, 3.0, 3.0, 22.0, 3.0, 7.0, 3.0, 4.0, 0.0, 2.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 4.0, 3.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.0049820770509541035, -0.004837059415876865, -0.004692042246460915, -0.004547025077044964, -0.004402007441967726, -0.004256989806890488, -0.004111972637474537, -0.003966955468058586, -0.003821937832981348, -0.0036769204307347536, -0.003531903028488159, -0.0033868856262415648, -0.0032418682239949703, -0.003096850821748376, -0.0029518334195017815, -0.002806816017255187, -0.0026617986150085926, -0.002516781212761998, -0.0023717638105154037, -0.0022267464082688093, -0.002081729006022215, -0.0019367116037756205, -0.001791694201529026, -0.0016466767992824316, -0.0015016593970358372, -0.0013566419947892427, -0.0012116245925426483, -0.0010666071902960539, -0.0009215897880494595, -0.000776572385802865, -0.0006315549835562706, -0.00048653758130967617, -0.00034152017906308174, -0.0001965027768164873, -5.148537456989288e-05, 9.353202767670155e-05, 0.00023854942992329597, 0.0003835668321698904, 0.0005285842344164848, 0.0006736016366630793, 0.0008186190389096737, 0.0009636364411562681, 0.0011086538434028625, 0.001253671245649457, 0.0013986886478960514, 0.0015437060501426458, 0.0016887234523892403, 0.0018337408546358347, 0.001978758256882429, 0.0021237756591290236, 0.002268793061375618, 0.0024138104636222124, 0.002558827865868807, 0.0027038452681154013, 0.0028488626703619957, 0.00299388007260859, 0.0031388974748551846, 0.003283914877101779, 0.0034289322793483734, 0.003573949681594968, 0.0037189670838415623, 0.0038639844860881567, 0.004009001888334751, 0.004154019057750702, 0.00429903669282794]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 2.0, 11.0, 12.0, 33.0, 47.0, 81.0, 135.0, 192.0, 309.0, 450.0, 684.0, 1003.0, 1485.0, 2162.0, 2919.0, 3990.0, 5443.0, 7239.0, 9562.0, 12319.0, 15771.0, 20422.0, 26259.0, 35165.0, 46941.0, 62612.0, 84170.0, 108888.0, 410398.0, 87466.0, 61923.0, 43465.0, 31262.0, 22974.0, 17153.0, 13014.0, 9949.0, 7650.0, 6161.0, 4825.0, 3738.0, 2892.0, 2340.0, 1742.0, 1308.0, 913.0, 698.0, 488.0, 322.0, 218.0, 150.0, 107.0, 68.0, 35.0, 24.0, 20.0, 13.0, 12.0, 4.0, 1.0, 2.0, 1.0, 3.0], "bins": [-0.01242290623486042, -0.012001599185168743, -0.011580292135477066, -0.011158985085785389, -0.010737678036093712, -0.01031637191772461, -0.009895064868032932, -0.009473757818341255, -0.009052450768649578, -0.008631143718957901, -0.008209836669266224, -0.007788530085235834, -0.007367223035544157, -0.00694591598585248, -0.00652460940182209, -0.006103302352130413, -0.005681995302438736, -0.005260688252747059, -0.004839381203055382, -0.004418074619024992, -0.003996767569333315, -0.003575460519641638, -0.0031541537027806044, -0.002732846885919571, -0.002311539836227894, -0.0018902329029515386, -0.0014689259696751833, -0.001047619036398828, -0.0006263121031224728, -0.0002050051698461175, 0.00021630176343023777, 0.000637608696706593, 0.0010589156299829483, 0.0014802225632593036, 0.0019015294965356588, 0.0023228363133966923, 0.0027441433630883694, 0.0031654504127800465, 0.00358675722964108, 0.004008064046502113, 0.0044293710961937904, 0.0048506781458854675, 0.005271985195577145, 0.005693291779607534, 0.0061145988292992115, 0.006535905878990889, 0.006957212463021278, 0.0073785195127129555, 0.007799826562404633, 0.00822113361209631, 0.008642440661787987, 0.009063747711479664, 0.009485054761171341, 0.009906360879540443, 0.01032766792923212, 0.010748974978923798, 0.011170282028615475, 0.011591589078307152, 0.012012896127998829, 0.012434203177690506, 0.012855509296059608, 0.013276816345751286, 0.013698123395442963, 0.01411943044513464, 0.014540737494826317]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 3.0, 6.0, 1.0, 4.0, 2.0, 3.0, 0.0, 5.0, 6.0, 0.0, 0.0, 0.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 2.0, 2.0, 1.0, 1.0, 2.0, 3.0], "bins": [-0.023052198812365532, -0.022549256682395935, -0.022046314552426338, -0.02154337242245674, -0.021040430292487144, -0.020537488162517548, -0.02003454603254795, -0.019531603902578354, -0.019028661772608757, -0.01852571964263916, -0.018022777512669563, -0.017519835382699966, -0.01701689325273037, -0.016513951122760773, -0.016011008992791176, -0.015508066862821579, -0.015005124732851982, -0.014502182602882385, -0.013999240472912788, -0.013496298342943192, -0.012993356212973595, -0.012490414083003998, -0.011987471953034401, -0.011484529823064804, -0.010981587693095207, -0.01047864556312561, -0.009975703433156013, -0.009472761303186417, -0.00896981917321682, -0.008466877043247223, -0.007963934913277626, -0.007460992783308029, -0.006958050653338432, -0.0064551085233688354, -0.005952166393399239, -0.005449224263429642, -0.004946282133460045, -0.004443340003490448, -0.003940397873520851, -0.0034374557435512543, -0.0029345136135816574, -0.0024315714836120605, -0.0019286293536424637, -0.0014256872236728668, -0.00092274509370327, -0.0004198029637336731, 8.313916623592377e-05, 0.0005860812962055206, 0.0010890234261751175, 0.0015919655561447144, 0.0020949076861143112, 0.002597849816083908, 0.003100791946053505, 0.003603734076023102, 0.004106676205992699, 0.0046096183359622955, 0.005112560465931892, 0.005615502595901489, 0.006118444725871086, 0.006621386855840683, 0.00712432898581028, 0.007627271115779877, 0.008130213245749474, 0.00863315537571907, 0.009136097505688667]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 3.0, 3.0, 5.0, 0.0, 5.0, 7.0, 7.0, 7.0, 5.0, 11.0, 13.0, 10.0, 12.0, 21.0, 24.0, 25.0, 26.0, 30.0, 29.0, 60.0, 110.0, 126.0, 168.0, 215.0, 236.0, 362.0, 480.0, 698.0, 914.0, 1416.0, 2059.0, 6809.0, 1347.0, 845.0, 660.0, 355.0, 241.0, 295.0, 284.0, 207.0, 138.0, 98.0, 33.0, 11.0, 7.0], "bins": [-0.0158829428255558, -0.0155689911916852, -0.015255039557814598, -0.014941087923943996, -0.014627136290073395, -0.014313184656202793, -0.013999233953654766, -0.013685282319784164, -0.013371330685913563, -0.013057379052042961, -0.01274342741817236, -0.012429475784301758, -0.012115524150431156, -0.011801572516560555, -0.011487620882689953, -0.011173669248819351, -0.010859718546271324, -0.010545766912400723, -0.01023181527853012, -0.00991786364465952, -0.009603912010788918, -0.009289960376918316, -0.008976008743047714, -0.008662057109177113, -0.008348105475306511, -0.00803415384143591, -0.007720202673226595, -0.007406251039355993, -0.007092299405485392, -0.00677834777161479, -0.006464396603405476, -0.006150444969534874, -0.005836493335664272, -0.005522541701793671, -0.005208590067923069, -0.004894638899713755, -0.004580687265843153, -0.004266735631972551, -0.00395278399810195, -0.0036388325970619917, -0.00332488096319139, -0.0030109293293207884, -0.0026969779282808304, -0.0023830262944102287, -0.002069074660539627, -0.001755123259499669, -0.0014411716256290674, -0.0011272201081737876, -0.0008132685907185078, -0.0004993170732632279, -0.0001853654976002872, 0.00012858604895882308, 0.00044253759551793337, 0.0007564891129732132, 0.0010704407468438148, 0.0013843922642990947, 0.0016983437817543745, 0.002012295415624976, 0.002326246816664934, 0.002640198450535536, 0.0029541500844061375, 0.0032681014854460955, 0.003582053119316697, 0.003896004520356655, 0.004209956154227257]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 4.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.05179329589009285, -0.05052179470658302, -0.0492502897977829, -0.04797878861427307, -0.046707287430763245, -0.04543578624725342, -0.04416428133845329, -0.042892780154943466, -0.04162127897143364, -0.040349774062633514, -0.03907827287912369, -0.03780677169561386, -0.036535270512104034, -0.03526376560330391, -0.03399226441979408, -0.032720763236284256, -0.03144925832748413, -0.030177757143974304, -0.028906255960464478, -0.0276347529143095, -0.026363251730799675, -0.0250917486846447, -0.023820247501134872, -0.022548744454979897, -0.02127724140882492, -0.020005740225315094, -0.018734237179160118, -0.01746273599565029, -0.016191232949495316, -0.014919730834662914, -0.013648228719830513, -0.012376726604998112, -0.01110522449016571, -0.00983372237533331, -0.008562220260500908, -0.007290717680007219, -0.006019215565174818, -0.004747713450342417, -0.003476211102679372, -0.002204708755016327, -0.0009332066401839256, 0.0003382955910637975, 0.0016097978223115206, 0.0028813001699745655, 0.004152802284806967, 0.005424304399639368, 0.006695806980133057, 0.007967309094965458, 0.00923881120979786, 0.01051031332463026, 0.011781815439462662, 0.013053317554295063, 0.014324819669127464, 0.01559632271528244, 0.016867823898792267, 0.018139326944947243, 0.01941082999110222, 0.020682331174612045, 0.02195383422076702, 0.023225335404276848, 0.024496838450431824, 0.02576833963394165, 0.027039842680096626, 0.028311343863606453, 0.02958284690976143]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 2.0, 2.0, 4.0, 2.0, 2.0, 4.0, 3.0, 3.0, 4.0, 4.0, 2.0, 10.0, 4.0, 7.0, 6.0, 3.0, 7.0, 8.0, 2.0, 4.0, 4.0, 4.0, 2.0, 8.0, 2.0, 7.0, 4.0, 9.0, 5.0, 2.0, 9.0, 8.0, 4.0, 10.0, 6.0, 40.0, 16.0, 11.0, 7.0, 11.0, 6.0, 5.0, 6.0, 6.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.02089913748204708, -0.020376009866595268, -0.019852882251143456, -0.019329754635691643, -0.01880662702023983, -0.018283499404788017, -0.017760371789336205, -0.017237244173884392, -0.01671411469578743, -0.016190987080335617, -0.015667859464883804, -0.015144732780754566, -0.014621604233980179, -0.014098476618528366, -0.013575349003076553, -0.01305222138762474, -0.012529093772172928, -0.012005966156721115, -0.011482838541269302, -0.01095971092581749, -0.010436583310365677, -0.00991345476359129, -0.009390327148139477, -0.008867199532687664, -0.008344071917235851, -0.007820944301784039, -0.007297816686332226, -0.006774688605219126, -0.006251560989767313, -0.0057284333743155, -0.0052053052932024, -0.0046821776777505875, -0.004159050062298775, -0.003635922446846962, -0.0031127945985645056, -0.002589666750282049, -0.0020665391348302364, -0.0015434114029631019, -0.0010202836710959673, -0.0004971559392288327, 2.597179263830185e-05, 0.0005490995245054364, 0.001072227256372571, 0.0015953549882397056, 0.00211848272010684, 0.002641610335558653, 0.0031647381838411093, 0.0036878660321235657, 0.004210993647575378, 0.004734121263027191, 0.005257248878479004, 0.005780376959592104, 0.006303504575043917, 0.0068266321904957294, 0.0073497602716088295, 0.007872887887060642, 0.008396015502512455, 0.008919143117964268, 0.00944227073341608, 0.009965398348867893, 0.01048852689564228, 0.011011654511094093, 0.011534782126545906, 0.012057909741997719, 0.012581037357449532]}, "_runtime": 13.463144540786743, "_timestamp": 1596211603.2342534, "_step": 11}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 3.0, 1.0, 0.0, 2.0, 1.0, 1.0, 3.0, 4.0, 1.0, 2.0, 5.0, 2.0, 4.0, 3.0, 2.0, 2.0, 2.0, 2.0, 2.0, 0.0, 4.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.022830288857221603, -0.02215249091386795, -0.021474694833159447, -0.020796896889805794, -0.02011910080909729, -0.019441302865743637, -0.018763506785035133, -0.01808570884168148, -0.017407912760972977, -0.016730114817619324, -0.01605231687426567, -0.015374520793557167, -0.014696722850203514, -0.014018925838172436, -0.013341128826141357, -0.012663331814110279, -0.0119855348020792, -0.011307737790048122, -0.010629940778017044, -0.009952143765985966, -0.009274346753954887, -0.008596548810601234, -0.007918751798570156, -0.007240954786539078, -0.006563157774507999, -0.005885360762476921, -0.005207563750445843, -0.004529766272753477, -0.0038519692607223988, -0.0031741722486913204, -0.0024963750038295984, -0.0018185778753831983, -0.001140780746936798, -0.00046298361849039793, 0.00021481350995600224, 0.0008926106384024024, 0.0015704077668488026, 0.002248204778879881, 0.002926002023741603, 0.003603799268603325, 0.004281596280634403, 0.004959393292665482, 0.00563719030469656, 0.0063149877823889256, 0.006992784794420004, 0.007670581806451082, 0.008348379284143448, 0.009026176296174526, 0.009703973308205605, 0.010381770320236683, 0.011059567332267761, 0.01173736434429884, 0.012415161356329918, 0.01309295929968357, 0.01377075631171465, 0.014448553323745728, 0.015126350335776806, 0.015804147347807884, 0.016481945291161537, 0.01715974137187004, 0.017837539315223694, 0.018515335395932198, 0.01919313333928585, 0.019870929419994354, 0.020548727363348007]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 3.0, 2.0, 2.0, 5.0, 5.0, 7.0, 14.0, 11.0, 15.0, 26.0, 31.0, 40.0, 60.0, 52.0, 105.0, 108.0, 167.0, 238.0, 312.0, 455.0, 2140.0, 2284.0, 785.0, 394.0, 227.0, 138.0, 99.0, 53.0, 38.0, 36.0, 18.0, 14.0, 10.0, 5.0, 6.0, 7.0, 5.0, 1.0, 5.0, 0.0, 0.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.179697185754776, -0.17301803827285767, -0.16633889079093933, -0.159659743309021, -0.15298059582710266, -0.14630144834518433, -0.139622300863266, -0.13294315338134766, -0.12626400589942932, -0.11958486586809158, -0.11290571838617325, -0.10622657090425491, -0.09954743087291718, -0.09286828339099884, -0.0861891359090805, -0.07950998842716217, -0.07283084094524384, -0.0661516934633255, -0.059472545981407166, -0.05279340222477913, -0.046114254742860794, -0.03943510726094246, -0.03275596350431442, -0.026076816022396088, -0.019397668540477753, -0.012718521989881992, -0.006039375439286232, 0.0006397711113095284, 0.007318917661905289, 0.013998064212501049, 0.02067721076309681, 0.027356356382369995, 0.03403550386428833, 0.040714651346206665, 0.047393798828125, 0.054072942584753036, 0.06075209006667137, 0.06743123382329941, 0.07411038130521774, 0.08078952878713608, 0.08746867626905441, 0.09414782375097275, 0.10082697123289108, 0.10750611871480942, 0.11418525874614716, 0.12086440622806549, 0.12754355370998383, 0.13422270119190216, 0.1409018486738205, 0.14758099615573883, 0.15426014363765717, 0.1609392911195755, 0.16761843860149384, 0.17429758608341217, 0.1809767335653305, 0.18765588104724884, 0.19433501362800598, 0.20101416110992432, 0.20769330859184265, 0.214372456073761, 0.22105160355567932, 0.22773075103759766, 0.234409898519516, 0.24108904600143433, 0.24776819348335266]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 3.0, 1.0, 4.0, 1.0, 6.0, 3.0, 6.0, 3.0, 2.0, 3.0, 3.0, 6.0, 1.0, 2.0, 25.0, 4.0, 2.0, 2.0, 5.0, 1.0, 3.0, 2.0, 3.0, 3.0, 2.0, 4.0, 5.0, 1.0, 5.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0051860627718269825, -0.004997673910111189, -0.004809285048395395, -0.004620896186679602, -0.004432507324963808, -0.0042441184632480145, -0.004055729601532221, -0.0038673407398164272, -0.0036789518781006336, -0.0034905627835541964, -0.0033021739218384027, -0.003113785060122609, -0.0029253961984068155, -0.002737007336691022, -0.0025486184749752283, -0.0023602296132594347, -0.002171840751543641, -0.0019834518898278475, -0.0017950630281120539, -0.0016066741663962603, -0.0014182853046804667, -0.0012298963265493512, -0.0010415074648335576, -0.000853118603117764, -0.0006647297414019704, -0.0004763408796861768, -0.0002879519888665527, -9.956311259884387e-05, 8.882576366886497e-05, 0.0002772146253846586, 0.00046560351620428264, 0.0006539924070239067, 0.0008423812687397003, 0.001030770130455494, 0.0012191589921712875, 0.0014075478538870811, 0.0015959367156028748, 0.0017843256937339902, 0.001972714439034462, 0.0021611033007502556, 0.002349492162466049, 0.0025378812570124865, 0.00272627011872828, 0.0029146589804440737, 0.0031030478421598673, 0.003291436703875661, 0.0034798255655914545, 0.003668214427307248, 0.0038566032890230417, 0.004044992383569479, 0.004233381245285273, 0.004421770107001066, 0.00461015896871686, 0.004798547830432653, 0.004986936692148447, 0.005175325553864241, 0.005363714415580034, 0.005552103277295828, 0.0057404921390116215, 0.005928881000727415, 0.006117269862443209, 0.006305658724159002, 0.006494047585874796, 0.0066824364475905895, 0.006870825309306383]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 5.0, 5.0, 10.0, 11.0, 16.0, 27.0, 43.0, 66.0, 102.0, 130.0, 239.0, 312.0, 463.0, 619.0, 855.0, 1249.0, 1695.0, 2455.0, 3396.0, 4748.0, 6707.0, 9178.0, 13424.0, 18487.0, 25569.0, 34836.0, 48001.0, 66491.0, 88923.0, 115141.0, 407162.0, 87452.0, 65481.0, 47052.0, 33783.0, 24982.0, 18441.0, 13725.0, 10396.0, 7574.0, 5753.0, 3944.0, 2925.0, 2154.0, 1581.0, 1132.0, 796.0, 622.0, 414.0, 316.0, 234.0, 178.0, 113.0, 85.0, 56.0, 32.0, 32.0, 14.0, 7.0, 4.0, 1.0, 2.0], "bins": [-0.015400279313325882, -0.014920891262590885, -0.014441503211855888, -0.013962116092443466, -0.01348272804170847, -0.013003339990973473, -0.012523951940238476, -0.012044564820826054, -0.011565176770091057, -0.01108578871935606, -0.010606400668621063, -0.010127012617886066, -0.009647625498473644, -0.009168237447738647, -0.00868884939700365, -0.008209461346268654, -0.007730073761194944, -0.007250685710459948, -0.006771298125386238, -0.006291910074651241, -0.005812522489577532, -0.005333134438842535, -0.0048537468537688255, -0.004374358803033829, -0.0038949709851294756, -0.0034155831672251225, -0.0029361953493207693, -0.002456807531416416, -0.0019774194806814194, -0.001498031779192388, -0.001018643844872713, -0.00053925602696836, -5.9868209064006805e-05, 0.0004195196379441768, 0.0008989074849523604, 0.0013782953610643744, 0.0018576831789687276, 0.0023370711132884026, 0.0028164589311927557, 0.003295846749097109, 0.003775234567001462, 0.004254622384905815, 0.004734010435640812, 0.005213398020714521, 0.005692786071449518, 0.006172173656523228, 0.0066515617072582245, 0.007130949292331934, 0.007610337343066931, 0.00808972492814064, 0.008569112978875637, 0.009048501029610634, 0.00952788908034563, 0.010007276199758053, 0.01048666425049305, 0.010966052301228046, 0.011445440351963043, 0.01192482840269804, 0.012404215522110462, 0.012883603572845459, 0.013362991623580456, 0.013842379674315453, 0.014321766793727875, 0.014801154844462872, 0.015280542895197868]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 0.0, 3.0, 2.0, 4.0, 10.0, 4.0, 1.0, 6.0, 2.0, 7.0, 4.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.019723089411854744, -0.019250772893428802, -0.01877845637500286, -0.01830613985657692, -0.017833823338150978, -0.017361506819725037, -0.016889192163944244, -0.016416875645518303, -0.01594455912709236, -0.01547224260866642, -0.014999926090240479, -0.014527609571814537, -0.014055293053388596, -0.013582976534962654, -0.013110660947859287, -0.012638344429433346, -0.012166027911007404, -0.011693711392581463, -0.011221394874155521, -0.010749079287052155, -0.010276762768626213, -0.009804446250200272, -0.00933212973177433, -0.008859813213348389, -0.008387496694922447, -0.00791518110781908, -0.007442864589393139, -0.006970548070967197, -0.006498231552541256, -0.006025915499776602, -0.00555359898135066, -0.005081282928586006, -0.004608966410160065, -0.004136649891734123, -0.003664333838969469, -0.0031920173205435276, -0.00271970103494823, -0.002247384749352932, -0.0017750683473423123, -0.0013027519453316927, -0.0008304356597363949, -0.00035811931593343616, 0.00011419702786952257, 0.0005865133716724813, 0.00105882971547544, 0.0015311460010707378, 0.0020034625194966793, 0.002475778805091977, 0.002948095090687275, 0.0034204113762825727, 0.0038927276618778706, 0.004365044180303812, 0.004837360233068466, 0.005309676751494408, 0.005781993269920349, 0.006254309322685003, 0.006726625841110945, 0.007198942359536886, 0.00767125841230154, 0.008143574930727482, 0.008615891449153423, 0.009088207967579365, 0.009560523554682732, 0.010032840073108673, 0.010505156591534615]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 3.0, 3.0, 2.0, 4.0, 4.0, 6.0, 8.0, 6.0, 5.0, 2.0, 6.0, 5.0, 18.0, 13.0, 16.0, 12.0, 9.0, 7.0, 11.0, 7.0, 15.0, 18.0, 16.0, 17.0, 16.0, 30.0, 48.0, 57.0, 76.0, 105.0, 172.0, 309.0, 482.0, 919.0, 1482.0, 2733.0, 7617.0, 1630.0, 878.0, 603.0, 429.0, 286.0, 114.0, 68.0, 50.0, 25.0, 19.0, 13.0, 13.0, 11.0, 6.0, 10.0, 4.0, 3.0, 1.0, 4.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.015565993264317513, -0.015181217342615128, -0.014796441420912743, -0.014411665499210358, -0.014026889577507973, -0.013642113655805588, -0.013257337734103203, -0.012872561812400818, -0.012487785890698433, -0.012103009968996048, -0.011718234047293663, -0.011333458125591278, -0.010948682203888893, -0.010563906282186508, -0.010179130360484123, -0.009794354438781738, -0.009409578517079353, -0.009024802595376968, -0.008640026673674583, -0.008255250751972198, -0.007870474830269814, -0.007485698908567429, -0.007100922986865044, -0.006716147065162659, -0.006331371143460274, -0.005946595221757889, -0.005561819300055504, -0.005177043378353119, -0.004792267456650734, -0.004407491534948349, -0.004022715613245964, -0.003637939691543579, -0.003253163769841194, -0.002868387848138809, -0.0024836119264364243, -0.0020988360047340393, -0.0017140600830316544, -0.0013292841613292694, -0.0009445082396268845, -0.0005597323179244995, -0.00017495639622211456, 0.00020981952548027039, 0.0005945954471826553, 0.0009793713688850403, 0.0013641472905874252, 0.0017489232122898102, 0.002133699133992195, 0.00251847505569458, 0.002903250977396965, 0.00328802689909935, 0.003672802820801735, 0.00405757874250412, 0.004442354664206505, 0.00482713058590889, 0.005211906507611275, 0.00559668242931366, 0.005981458351016045, 0.0063662342727184296, 0.0067510101944208145, 0.0071357861161231995, 0.007520562037825584, 0.00790533795952797, 0.008290113881230354, 0.00867488980293274, 0.009059665724635124]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 5.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.04587903618812561, -0.044780828058719635, -0.04368261992931366, -0.042584411799907684, -0.04148620367050171, -0.040387995541095734, -0.03928978741168976, -0.03819157928228378, -0.03709337115287781, -0.03599516674876213, -0.034896958619356155, -0.03379875048995018, -0.032700542360544205, -0.03160233423113823, -0.030504126101732254, -0.02940591797232628, -0.028307709842920303, -0.027209501713514328, -0.026111293584108353, -0.025013085454702377, -0.023914877325296402, -0.022816671058535576, -0.0217184629291296, -0.020620254799723625, -0.01952204667031765, -0.018423838540911674, -0.0173256304115057, -0.016227422282099724, -0.015129215084016323, -0.014031006954610348, -0.012932799756526947, -0.011834591627120972, -0.010736383497714996, -0.009638175368309021, -0.008539967238903046, -0.007441760040819645, -0.00634355191141367, -0.005245343782007694, -0.004147136118263006, -0.0030489282216876745, -0.0019507203251123428, -0.0008525124285370111, 0.00024569546803832054, 0.0013439033646136522, 0.002442111261188984, 0.0035403191577643156, 0.004638527054339647, 0.005736734718084335, 0.006834942847490311, 0.007933150976896286, 0.009031359106302261, 0.010129566304385662, 0.011227774433791637, 0.012325982563197613, 0.013424189761281013, 0.014522397890686989, 0.015620606020092964, 0.01671881414949894, 0.017817022278904915, 0.01891523040831089, 0.020013436675071716, 0.02111164480447769, 0.022209852933883667, 0.023308061063289642, 0.024406269192695618]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 1.0, 4.0, 7.0, 7.0, 6.0, 4.0, 6.0, 8.0, 10.0, 5.0, 12.0, 6.0, 13.0, 16.0, 9.0, 50.0, 27.0, 14.0, 12.0, 13.0, 5.0, 5.0, 13.0, 2.0, 4.0, 3.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0], "bins": [-0.03327252343297005, -0.032459378242492676, -0.031646233052015305, -0.030833085998892784, -0.030019938945770264, -0.029206793755292892, -0.02839364856481552, -0.027580501511693, -0.02676735632121563, -0.02595420926809311, -0.025141064077615738, -0.024327918887138367, -0.023514771834015846, -0.022701626643538475, -0.021888479590415955, -0.021075334399938583, -0.020262189209461212, -0.01944904215633869, -0.01863589696586132, -0.0178227499127388, -0.01700960472226143, -0.01619645766913891, -0.015383312478661537, -0.014570166356861591, -0.013757020235061646, -0.012943875044584274, -0.012130728922784328, -0.011317582800984383, -0.010504436679184437, -0.009691290557384491, -0.00887814536690712, -0.008064999245107174, -0.007251853123307228, -0.006438707001507282, -0.005625561345368624, -0.004812415223568678, -0.003999269567430019, -0.0031861234456300735, -0.0023729773238301277, -0.0015598314348608255, -0.0007466855458915234, 6.646040128543973e-05, 0.0008796063484624028, 0.0016927523538470268, 0.002505898242816329, 0.003319044131785631, 0.004132190253585577, 0.0049453359097242355, 0.005758482031524181, 0.006571628153324127, 0.007384773809462786, 0.008197919465601444, 0.00901106558740139, 0.009824211709201336, 0.010637357831001282, 0.011450503952801228, 0.012263650074601173, 0.013076795265078545, 0.01388994138687849, 0.014703087508678436, 0.015516233630478382, 0.016329379752278328, 0.0171425249427557, 0.01795567199587822, 0.01876881718635559]}, "_runtime": 14.21638560295105, "_timestamp": 1596211603.9874945, "_step": 12}
+{"val_accuracy": 0.6699693207762558, "val_loss": 1.08602885160272, "_runtime": 15.572300910949707, "_timestamp": 1596211605.3434098, "_step": 13}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: T Confidence: 0.8693940043449402 Truth: v", "Prediction: M Confidence: 0.3198785185813904 Truth: 5", "Prediction: U Confidence: 0.27951425313949585 Truth: 2", "Prediction: n Confidence: 0.2723323404788971 Truth: 0"]}, "_runtime": 15.870548009872437, "_timestamp": 1596211605.6416569, "_step": 14}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 1.0, 2.0, 1.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 2.0, 1.0, 0.0, 4.0, 3.0, 1.0, 2.0, 2.0, 4.0, 0.0, 3.0, 3.0, 0.0, 2.0, 4.0, 4.0, 1.0, 1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.015524615533649921, -0.015081408433616161, -0.014638201333582401, -0.014194993302226067, -0.013751786202192307, -0.013308579102158546, -0.012865372002124786, -0.012422163970768452, -0.011978956870734692, -0.011535749770700932, -0.011092542670667171, -0.010649335570633411, -0.010206127539277077, -0.009762920439243317, -0.009319713339209557, -0.008876506239175797, -0.008433299139142036, -0.007990091107785702, -0.007546884007751942, -0.007103676907718182, -0.006660469342023134, -0.006217262241989374, -0.005774054676294327, -0.005330847576260567, -0.004887640476226807, -0.004444432910531759, -0.004001225810497999, -0.003558018244802952, -0.0031148111447691917, -0.002671603811904788, -0.0022283964790403843, -0.0017851891461759806, -0.0013419818133115768, -0.0008987744804471731, -0.0004555672057904303, -1.235990202985704e-05, 0.00043084740173071623, 0.00087405473459512, 0.0013172619510442019, 0.0017604692839086056, 0.0022036766167730093, 0.002646883949637413, 0.0030900912825018167, 0.0035332986153662205, 0.0039765057153999805, 0.004419713281095028, 0.004862920381128788, 0.005306127946823835, 0.0057493350468575954, 0.0061925421468913555, 0.006635749712586403, 0.007078956812620163, 0.00752216437831521, 0.007965371944010258, 0.008408579044044018, 0.008851786144077778, 0.009294993244111538, 0.009738200344145298, 0.010181408375501633, 0.010624615475535393, 0.011067822575569153, 0.011511029675602913, 0.011954237706959248, 0.012397444806993008, 0.012840651907026768]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 4.0, 4.0, 6.0, 5.0, 8.0, 6.0, 7.0, 6.0, 9.0, 24.0, 20.0, 18.0, 27.0, 39.0, 24.0, 47.0, 80.0, 87.0, 108.0, 148.0, 194.0, 256.0, 358.0, 513.0, 3164.0, 1230.0, 568.0, 289.0, 206.0, 124.0, 105.0, 68.0, 44.0, 33.0, 20.0, 23.0, 14.0, 14.0, 11.0, 7.0, 4.0, 1.0, 0.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.15871845185756683, -0.15365345776081085, -0.14858846366405487, -0.1435234695672989, -0.1384584754705429, -0.13339348137378693, -0.12832848727703094, -0.12326350063085556, -0.11819850653409958, -0.1131335124373436, -0.10806851834058762, -0.10300352424383163, -0.09793853759765625, -0.09287354350090027, -0.08780854940414429, -0.0827435553073883, -0.07767856121063232, -0.07261356711387634, -0.06754857301712036, -0.06248358264565468, -0.0574185885488987, -0.052353594452142715, -0.04728860408067703, -0.04222360998392105, -0.03715861588716507, -0.03209362179040909, -0.027028629556298256, -0.021963637322187424, -0.016898643225431442, -0.011833650059998035, -0.006768656894564629, -0.0017036637291312218, 0.003361329436302185, 0.008426322601735592, 0.013491315767168999, 0.01855630800127983, 0.023621302098035812, 0.028686296194791794, 0.03375128656625748, 0.03881628066301346, 0.04388127475976944, 0.04894626885652542, 0.0540112629532814, 0.059076253324747086, 0.06414124369621277, 0.06920623779296875, 0.07427123188972473, 0.07933622598648071, 0.0844012200832367, 0.08946621417999268, 0.09453120827674866, 0.09959620237350464, 0.10466119647026062, 0.109726183116436, 0.11479117721319199, 0.11985617130994797, 0.12492116540670395, 0.12998615205287933, 0.13505114614963531, 0.1401161402463913, 0.14518113434314728, 0.15024612843990326, 0.15531112253665924, 0.16037611663341522, 0.1654411107301712]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 4.0, 1.0, 2.0, 3.0, 3.0, 5.0, 3.0, 6.0, 3.0, 4.0, 4.0, 2.0, 3.0, 5.0, 23.0, 2.0, 4.0, 3.0, 4.0, 2.0, 4.0, 2.0, 2.0, 0.0, 1.0, 3.0, 5.0, 3.0, 2.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0050175990909338, -0.004866962321102619, -0.004716326016932726, -0.004565689247101545, -0.004415052477270365, -0.0042644161731004715, -0.004113779403269291, -0.00396314263343811, -0.003812506329268217, -0.0036618695594370365, -0.0035112330224364996, -0.0033605964854359627, -0.003209959715604782, -0.003059323178604245, -0.0029086866416037083, -0.0027580498717725277, -0.0026074133347719908, -0.002456776797771454, -0.0023061400279402733, -0.0021555034909397364, -0.0020048669539391994, -0.0018542303005233407, -0.001703593647107482, -0.001552957110106945, -0.0014023204566910863, -0.0012516838032752275, -0.0011010472662746906, -0.0009504106128588319, -0.000799774017650634, -0.0006491374224424362, -0.0004985007690265775, -0.00034786417381837964, -0.0001972275786101818, -4.659096885006875e-05, 0.00010404564091004431, 0.0002546822652220726, 0.00040531886043027043, 0.0005559554556384683, 0.000706592109054327, 0.0008572287042625248, 0.0010078652994707227, 0.0011585019528865814, 0.0013091384898871183, 0.001459775143302977, 0.0016104117967188358, 0.0017610483337193727, 0.0019116849871352315, 0.0020623216405510902, 0.002212958177551627, 0.002363594714552164, 0.0025142314843833447, 0.0026648680213838816, 0.0028155045583844185, 0.002966141328215599, 0.003116777865216136, 0.003267414402216673, 0.0034180511720478535, 0.0035686877090483904, 0.0037193242460489273, 0.0038699607830494642, 0.004020597320050001, 0.004171234089881182, 0.004321870859712362, 0.0044725071638822556, 0.004623143933713436]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 6.0, 14.0, 18.0, 38.0, 48.0, 82.0, 119.0, 175.0, 317.0, 448.0, 693.0, 995.0, 1483.0, 2088.0, 3155.0, 4357.0, 5968.0, 8311.0, 11279.0, 15143.0, 20479.0, 27636.0, 38525.0, 53162.0, 70921.0, 94338.0, 412318.0, 106974.0, 80305.0, 58890.0, 42342.0, 30544.0, 22492.0, 16549.0, 12435.0, 9379.0, 7049.0, 5308.0, 3986.0, 3019.0, 2283.0, 1747.0, 1249.0, 907.0, 685.0, 433.0, 306.0, 204.0, 157.0, 119.0, 71.0, 32.0, 27.0, 12.0, 5.0, 8.0, 2.0, 1.0, 5.0, 2.0, 1.0], "bins": [-0.012468436732888222, -0.01204974576830864, -0.011631054803729057, -0.011212363839149475, -0.010793672874569893, -0.010374982841312885, -0.009956291876733303, -0.00953760091215372, -0.009118909947574139, -0.008700218982994556, -0.008281528018414974, -0.007862837053835392, -0.007444146554917097, -0.007025455590337515, -0.00660676509141922, -0.006188074126839638, -0.0057693831622600555, -0.005350692197680473, -0.004932001233100891, -0.004513310734182596, -0.004094619769603014, -0.0036759288050234318, -0.0032572380732744932, -0.0028385473415255547, -0.0024198563769459724, -0.0020011654123663902, -0.0015824746806174517, -0.0011637838324531913, -0.0007450929842889309, -0.0003264021361246705, 9.228871203958988e-05, 0.0005109795602038503, 0.0009296704083681107, 0.001348361256532371, 0.0017670521046966314, 0.00218574283644557, 0.002604433801025152, 0.0030231247656047344, 0.003441815497353673, 0.0038605062291026115, 0.004279197193682194, 0.004697888158261776, 0.005116579122841358, 0.005535269621759653, 0.005953960586339235, 0.0063726515509188175, 0.006791342049837112, 0.007210033014416695, 0.007628723978996277, 0.008047414943575859, 0.008466105908155441, 0.008884796872735023, 0.009303487837314606, 0.009722177870571613, 0.010140868835151196, 0.010559559799730778, 0.01097825076431036, 0.011396941728889942, 0.011815632693469524, 0.012234323658049107, 0.012653013691306114, 0.013071704655885696, 0.013490395620465279, 0.01390908658504486, 0.014327777549624443]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 3.0, 1.0, 1.0, 2.0, 0.0, 5.0, 1.0, 1.0, 2.0, 0.0, 6.0, 1.0, 2.0, 3.0, 2.0, 2.0, 1.0, 3.0, 2.0, 0.0, 7.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009486440569162369, -0.009074615314602852, -0.008662790060043335, -0.008250964805483818, -0.007839139550924301, -0.0074273147620260715, -0.007015489507466555, -0.006603664252907038, -0.006191838998347521, -0.005780013743788004, -0.005368188489228487, -0.00495636323466897, -0.0045445384457707405, -0.004132713191211224, -0.0037208879366517067, -0.00330906268209219, -0.002897237427532673, -0.002485412172973156, -0.002073586918413639, -0.0016617618966847658, -0.001249936642125249, -0.0008381114457733929, -0.0004262862494215369, -1.446105306968093e-05, 0.00039736414328217506, 0.0008091893396340311, 0.001221014535985887, 0.0016328396741300821, 0.002044664928689599, 0.002456490183249116, 0.002868315204977989, 0.003280140459537506, 0.003691965714097023, 0.00410379096865654, 0.004515616223216057, 0.004927441477775574, 0.005339266732335091, 0.00575109152123332, 0.006162916775792837, 0.006574742030352354, 0.006986567284911871, 0.007398392539471388, 0.007810217794030905, 0.008222042582929134, 0.008633867837488651, 0.009045693092048168, 0.009457518346607685, 0.009869343601167202, 0.010281168855726719, 0.010692994110286236, 0.011104819364845753, 0.01151664461940527, 0.011928469873964787, 0.012340295128524303, 0.01275212038308382, 0.013163945637643337, 0.01357576996088028, 0.013987595215439796, 0.014399420469999313, 0.01481124572455883, 0.015223070979118347, 0.015634896233677864, 0.01604672148823738, 0.016458546742796898, 0.016870371997356415]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 3.0, 1.0, 2.0, 3.0, 2.0, 6.0, 8.0, 14.0, 13.0, 18.0, 34.0, 40.0, 59.0, 78.0, 99.0, 156.0, 277.0, 463.0, 659.0, 712.0, 839.0, 1259.0, 2125.0, 5580.0, 1597.0, 1033.0, 660.0, 582.0, 405.0, 350.0, 249.0, 222.0, 170.0, 145.0, 97.0, 100.0, 85.0, 51.0, 46.0, 38.0, 32.0, 23.0, 23.0, 18.0, 12.0, 11.0, 1.0, 3.0, 2.0, 3.0, 1.0, 4.0, 5.0, 1.0, 1.0, 0.0, 1.0, 0.0, 3.0, 2.0, 0.0, 4.0], "bins": [-0.007612739223986864, -0.007313436362892389, -0.0070141335017979145, -0.00671483064070344, -0.006415527779608965, -0.00611622491851449, -0.005816922057420015, -0.0055176191963255405, -0.005218316335231066, -0.004919013474136591, -0.004619710613042116, -0.004320407751947641, -0.004021104890853167, -0.003721802029758692, -0.003422499168664217, -0.003123196307569742, -0.0028238934464752674, -0.0025245905853807926, -0.002225287724286318, -0.001925984863191843, -0.0016266820020973682, -0.0013273791410028934, -0.0010280762799084187, -0.0007287734188139439, -0.00042947055771946907, -0.00013016769662499428, 0.00016913516446948051, 0.0004684380255639553, 0.0007677408866584301, 0.001067043747752905, 0.0013663466088473797, 0.0016656494699418545, 0.0019649523310363293, 0.002264255192130804, 0.002563558053225279, 0.0028628609143197536, 0.0031621637754142284, 0.0034614666365087032, 0.003760769497603178, 0.004060072358697653, 0.004359375219792128, 0.004658678080886602, 0.004957980941981077, 0.005257283803075552, 0.005556586664170027, 0.005855889525264502, 0.006155192386358976, 0.006454495247453451, 0.006753798108547926, 0.007053100969642401, 0.0073524038307368755, 0.00765170669183135, 0.007951010018587112, 0.008250312879681587, 0.008549615740776062, 0.008848918601870537, 0.009148221462965012, 0.009447524324059486, 0.009746827185153961, 0.010046130046248436, 0.01034543290734291, 0.010644735768437386, 0.01094403862953186, 0.011243341490626335, 0.01154264435172081]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 4.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.07400467991828918, -0.07193747907876968, -0.06987028568983078, -0.06780308485031128, -0.06573589146137238, -0.06366869062185287, -0.06160149350762367, -0.05953429639339447, -0.05746709927916527, -0.055399902164936066, -0.05333270505070686, -0.05126550793647766, -0.04919830709695816, -0.04713110998272896, -0.045063912868499756, -0.042996715754270554, -0.04092951864004135, -0.03886232152581215, -0.03679512441158295, -0.034727927297353745, -0.03266073018312454, -0.03059353120625019, -0.02852633222937584, -0.026459135115146637, -0.024391938000917435, -0.022324740886688232, -0.02025754377245903, -0.01819034479558468, -0.016123147681355476, -0.014055950567126274, -0.011988752521574497, -0.00992155447602272, -0.007854357361793518, -0.0057871597819030285, -0.003719962202012539, -0.0016527646221220493, 0.00041443295776844025, 0.00248163053765893, 0.004548828117549419, 0.006616025697439909, 0.008683223277330399, 0.0107504203915596, 0.012817618437111378, 0.014884816482663155, 0.016952013596892357, 0.01901921071112156, 0.02108640968799591, 0.023153606802225113, 0.025220803916454315, 0.027288001030683517, 0.02935519814491272, 0.03142239525914192, 0.033489592373371124, 0.035556793212890625, 0.03762399032711983, 0.03969118744134903, 0.04175838455557823, 0.043825581669807434, 0.045892778784036636, 0.04795997589826584, 0.05002717673778534, 0.05209437385201454, 0.054161570966243744, 0.056228768080472946, 0.05829596519470215]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 2.0, 2.0, 2.0, 6.0, 5.0, 5.0, 6.0, 13.0, 5.0, 4.0, 10.0, 41.0, 19.0, 14.0, 17.0, 18.0, 15.0, 12.0, 14.0, 10.0, 9.0, 8.0, 10.0, 6.0, 6.0, 1.0, 0.0, 1.0, 4.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.024044588208198547, -0.023383336141705513, -0.02272208407521248, -0.022060832008719444, -0.02139957994222641, -0.020738327875733376, -0.02007707580924034, -0.019415823742747307, -0.018754571676254272, -0.01809331774711609, -0.017432065680623055, -0.01677081361413002, -0.016109561547636986, -0.015448309481143951, -0.014787057414650917, -0.014125805348157883, -0.013464553281664848, -0.012803301215171814, -0.01214204914867878, -0.011480797082185745, -0.010819545015692711, -0.010158292017877102, -0.009497039951384068, -0.008835787884891033, -0.008174535818397999, -0.0075132837519049644, -0.00685203168541193, -0.006190779153257608, -0.005529527086764574, -0.00486827502027154, -0.004207022488117218, -0.0035457704216241837, -0.0028845183551311493, -0.002223266288638115, -0.001562013989314437, -0.0009007618064060807, -0.00023950962349772453, 0.00042174255941063166, 0.0010829947423189878, 0.001744246925227344, 0.0024054991081357002, 0.0030667511746287346, 0.0037280034739524126, 0.004389255773276091, 0.005050507839769125, 0.005711759906262159, 0.006373012438416481, 0.007034264504909515, 0.00769551657140255, 0.008356768637895584, 0.009018020704388618, 0.009679272770881653, 0.010340524837374687, 0.011001777835190296, 0.01166302990168333, 0.012324281968176365, 0.0129855340346694, 0.013646786101162434, 0.014308038167655468, 0.014969290234148502, 0.01563054323196411, 0.016291795298457146, 0.01695304736495018, 0.017614299431443214, 0.01827555149793625]}, "_runtime": 16.55801033973694, "_timestamp": 1596211606.3291192, "_step": 15}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 3.0, 3.0, 3.0, 4.0, 2.0, 1.0, 3.0, 2.0, 1.0, 3.0, 0.0, 2.0, 3.0, 1.0, 3.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.015599722974002361, -0.015113133005797863, -0.014626543037593365, -0.014139953069388866, -0.013653363101184368, -0.01316677313297987, -0.012680183164775372, -0.012193593196570873, -0.01170700415968895, -0.011220414191484451, -0.010733824223279953, -0.010247234255075455, -0.009760644286870956, -0.009274054318666458, -0.00878746435046196, -0.008300874382257462, -0.007814284414052963, -0.007327694445848465, -0.006841104477643967, -0.006354514509439468, -0.00586792454123497, -0.005381335038691759, -0.004894745070487261, -0.0044081551022827625, -0.003921565134078264, -0.003434975165873766, -0.0029483851976692677, -0.002461795462295413, -0.0019752054940909147, -0.0014886155258864164, -0.00100202567409724, -0.0005154357641004026, -2.8845854103565216e-05, 0.00045774405589327216, 0.0009443339658901095, 0.001430923817679286, 0.0019175137858837843, 0.0024041037540882826, 0.0028906934894621372, 0.0033772834576666355, 0.003863873425871134, 0.004350463394075632, 0.00483705336228013, 0.005323643330484629, 0.00581023283302784, 0.006296822801232338, 0.006783412769436836, 0.0072700027376413345, 0.007756592705845833, 0.008243182674050331, 0.00872977264225483, 0.009216362610459328, 0.009702952578663826, 0.010189542546868324, 0.010676132515072823, 0.01116272248327732, 0.01164931245148182, 0.012135901488363743, 0.012622491456568241, 0.01310908142477274, 0.013595671392977238, 0.014082261361181736, 0.014568851329386234, 0.015055441297590733, 0.01554203126579523]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 2.0, 0.0, 0.0, 4.0, 1.0, 1.0, 7.0, 2.0, 6.0, 11.0, 14.0, 18.0, 17.0, 32.0, 43.0, 59.0, 75.0, 106.0, 172.0, 255.0, 330.0, 517.0, 2006.0, 2368.0, 834.0, 411.0, 241.0, 110.0, 94.0, 51.0, 30.0, 24.0, 25.0, 14.0, 15.0, 5.0, 5.0, 6.0, 3.0, 4.0, 2.0, 3.0, 0.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.2345564067363739, -0.2280379831790924, -0.2215195745229721, -0.2150011658668518, -0.2084827423095703, -0.20196431875228882, -0.19544591009616852, -0.18892750144004822, -0.18240907788276672, -0.17589065432548523, -0.16937224566936493, -0.16285383701324463, -0.15633541345596313, -0.14981698989868164, -0.14329858124256134, -0.13678017258644104, -0.13026174902915955, -0.12374333292245865, -0.11722491681575775, -0.11070650070905685, -0.10418808460235596, -0.09766966849565506, -0.09115125238895416, -0.08463283628225327, -0.07811442017555237, -0.07159600406885147, -0.06507758796215057, -0.058559171855449677, -0.05204075574874878, -0.04552233964204788, -0.039003923535346985, -0.03248550742864609, -0.02596709132194519, -0.019448675215244293, -0.012930259108543396, -0.006411843001842499, 0.00010657310485839844, 0.006624989211559296, 0.013143405318260193, 0.01966182142496109, 0.026180237531661987, 0.032698653638362885, 0.03921706974506378, 0.04573548585176468, 0.052253901958465576, 0.05877231806516647, 0.06529073417186737, 0.07180915027856827, 0.07832756638526917, 0.08484598249197006, 0.09136439859867096, 0.09788281470537186, 0.10440123081207275, 0.11091964691877365, 0.11743806302547455, 0.12395647913217545, 0.13047489523887634, 0.13699331879615784, 0.14351172745227814, 0.15003013610839844, 0.15654855966567993, 0.16306698322296143, 0.16958539187908173, 0.17610380053520203, 0.18262222409248352]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 5.0, 4.0, 5.0, 4.0, 3.0, 5.0, 5.0, 8.0, 5.0, 25.0, 3.0, 7.0, 6.0, 2.0, 4.0, 3.0, 5.0, 6.0, 5.0, 2.0, 2.0, 0.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0035847402177751064, -0.0033914924133569, -0.0031982443761080503, -0.003004996571689844, -0.0028117485344409943, -0.002618500730022788, -0.002425252925604582, -0.002232004888355732, -0.0020387570839375257, -0.0018455091631039977, -0.0016522612422704697, -0.0014590134378522635, -0.0012657655170187354, -0.0010725175961852074, -0.0008792697335593402, -0.0006860218709334731, -0.0004927739500999451, -0.0002995260583702475, -0.0001062781666405499, 8.696972508914769e-05, 0.00028021761681884527, 0.00047346550854854286, 0.0006667134002782404, 0.0008599612629041076, 0.0010532091837376356, 0.0012464571045711637, 0.0014397050254046917, 0.001632952829822898, 0.001826200750656426, 0.002019448671489954, 0.00221269647590816, 0.00240594451315701, 0.0025991923175752163, 0.0027924401219934225, 0.0029856881592422724, 0.0031789359636604786, 0.0033721840009093285, 0.0035654318053275347, 0.003758679609745741, 0.003951927646994591, 0.004145175218582153, 0.004338423255831003, 0.004531671293079853, 0.004724919330328703, 0.0049181669019162655, 0.005111414939165115, 0.005304662976413965, 0.005497910548001528, 0.005691158585250378, 0.0058844066224992275, 0.00607765419408679, 0.00627090223133564, 0.00646415026858449, 0.006657397840172052, 0.006850645877420902, 0.007043893914669752, 0.007237141951918602, 0.0074303895235061646, 0.007623637560755014, 0.007816885598003864, 0.008010133169591427, 0.00820338074117899, 0.008396629244089127, 0.00858987681567669, 0.008783124387264252]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [7.0, 4.0, 8.0, 24.0, 28.0, 60.0, 67.0, 139.0, 272.0, 466.0, 785.0, 1323.0, 2097.0, 3347.0, 5209.0, 7762.0, 11386.0, 16643.0, 24027.0, 35275.0, 51922.0, 76838.0, 109683.0, 443556.0, 114453.0, 79962.0, 55355.0, 38082.0, 26879.0, 19368.0, 14025.0, 10264.0, 7745.0, 5530.0, 4135.0, 2984.0, 2095.0, 1549.0, 1146.0, 899.0, 680.0, 568.0, 489.0, 420.0, 383.0, 321.0, 275.0, 224.0, 220.0, 144.0, 136.0, 92.0, 78.0, 69.0, 48.0, 36.0, 18.0, 21.0, 13.0, 6.0, 2.0, 5.0, 0.0, 1.0], "bins": [-0.010811347514390945, -0.010353234596550465, -0.009895121678709984, -0.009437008760869503, -0.008978895843029022, -0.008520783856511116, -0.008062670938670635, -0.007604558020830154, -0.007146445102989674, -0.006688332185149193, -0.006230219267308712, -0.0057721068151295185, -0.005313993897289038, -0.004855880979448557, -0.004397768527269363, -0.003939655609428883, -0.003481542691588402, -0.003023429773747921, -0.002565317088738084, -0.0021072044037282467, -0.0016490914858877659, -0.001190978684462607, -0.0007328658830374479, -0.00027475308161228895, 0.00018335971981287003, 0.000641472521238029, 0.001099585322663188, 0.001557698124088347, 0.002015810925513506, 0.0024739238433539867, 0.002932036528363824, 0.003390149213373661, 0.003848262131214142, 0.004306375049054623, 0.0047644879668951035, 0.005222600419074297, 0.005680713336914778, 0.0061388262547552586, 0.006596938706934452, 0.007055051624774933, 0.007513164542615414, 0.007971277460455894, 0.008429390378296375, 0.008887503296136856, 0.009345615282654762, 0.009803728200495243, 0.010261841118335724, 0.010719954036176205, 0.011178066954016685, 0.011636179871857166, 0.012094292789697647, 0.012552405707538128, 0.013010518625378609, 0.013468630611896515, 0.013926743529736996, 0.014384856447577477, 0.014842969365417957, 0.015301082283258438, 0.015759194269776344, 0.0162173081189394, 0.016675420105457306, 0.01713353395462036, 0.017591645941138268, 0.018049759790301323, 0.01850787177681923]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 7.0, 2.0, 2.0, 4.0, 2.0, 4.0, 2.0, 2.0, 1.0, 2.0, 4.0, 3.0, 1.0, 0.0, 2.0, 6.0, 0.0, 2.0, 3.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008560169488191605, -0.008228661492466927, -0.007897153496742249, -0.007565645966678858, -0.007234138436615467, -0.006902630440890789, -0.006571122910827398, -0.00623961491510272, -0.0059081073850393295, -0.0055765993893146515, -0.0052450913935899734, -0.004913583863526583, -0.004582075867801905, -0.004250568337738514, -0.003919060342013836, -0.0035875525791198015, -0.003256044816225767, -0.0029245370533317327, -0.0025930292904376984, -0.002261521527543664, -0.0019300136482343078, -0.0015985058853402734, -0.0012669980060309172, -0.0009354902431368828, -0.0006039824802428484, -0.00027247468824498355, 5.903310375288129e-05, 0.00039054089575074613, 0.000722048687748611, 0.0010535564506426454, 0.0013850643299520016, 0.001716572092846036, 0.0020480798557400703, 0.0023795876186341047, 0.002711095381528139, 0.0030426031444221735, 0.003374110907316208, 0.003705618903040886, 0.004037126433104277, 0.004368634428828955, 0.004700141958892345, 0.0050316499546170235, 0.0053631579503417015, 0.005694665480405092, 0.00602617347612977, 0.006357681006193161, 0.006689189001917839, 0.00702069653198123, 0.007352204527705908, 0.007683712523430586, 0.008015220053493977, 0.008346728049218655, 0.008678236044943333, 0.009009743109345436, 0.009341251105070114, 0.009672759100794792, 0.01000426709651947, 0.010335775092244148, 0.010667282156646252, 0.01099879015237093, 0.011330298148095608, 0.011661806143820286, 0.01199331320822239, 0.012324821203947067, 0.012656329199671745]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 2.0, 1.0, 3.0, 1.0, 3.0, 4.0, 2.0, 8.0, 5.0, 10.0, 12.0, 21.0, 22.0, 35.0, 40.0, 66.0, 85.0, 120.0, 166.0, 282.0, 351.0, 490.0, 616.0, 731.0, 885.0, 1080.0, 1621.0, 2155.0, 5201.0, 1101.0, 813.0, 582.0, 417.0, 291.0, 229.0, 178.0, 129.0, 122.0, 94.0, 90.0, 64.0, 58.0, 52.0, 38.0, 33.0, 14.0, 27.0, 13.0, 7.0, 12.0, 16.0, 7.0, 6.0, 3.0, 6.0, 5.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.006615820340812206, -0.006405266467481852, -0.006194712594151497, -0.005984158720821142, -0.0057736048474907875, -0.00556305143982172, -0.005352497566491365, -0.005141943693161011, -0.004931389819830656, -0.004720835946500301, -0.004510282073169947, -0.004299728199839592, -0.004089174792170525, -0.0038786206860095263, -0.003668067045509815, -0.0034575131721794605, -0.003246959298849106, -0.003036405425518751, -0.0028258515521883965, -0.0026152979116886854, -0.0024047440383583307, -0.002194190165027976, -0.001983636524528265, -0.0017730826511979103, -0.0015625287778675556, -0.001351974904537201, -0.001141421147622168, -0.0009308673324994743, -0.0007203135173767805, -0.0005097597022540867, -0.00029920588713139296, -8.865207200869918e-05, 0.0001219017431139946, 0.0003324555582366884, 0.0005430093733593822, 0.0007535631884820759, 0.0009641170036047697, 0.0011746708769351244, 0.0013852246338501573, 0.0015957783907651901, 0.0018063322640955448, 0.0020168861374258995, 0.002227440010756254, 0.0024379936512559652, 0.00264854752458632, 0.0028591013979166746, 0.0030696550384163857, 0.0032802089117467403, 0.003490762785077095, 0.0037013166584074497, 0.003911870531737804, 0.004122424405068159, 0.004332978278398514, 0.004543531686067581, 0.004754085559397936, 0.0049646394327282906, 0.005175193306058645, 0.005385747179389, 0.005596301052719355, 0.005806854926049709, 0.006017408333718777, 0.006227962207049131, 0.006438516080379486, 0.006649069953709841, 0.0068596238270401955]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 3.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08160793036222458, -0.07975876331329346, -0.07790960371494293, -0.07606044411659241, -0.07421127706766129, -0.07236211001873016, -0.07051295042037964, -0.06866379082202911, -0.06681462377309799, -0.06496545672416687, -0.06311629712581635, -0.06126713380217552, -0.0594179704785347, -0.057568807154893875, -0.05571964383125305, -0.05387048050761223, -0.052021317183971405, -0.05017215386033058, -0.04832299053668976, -0.046473827213048935, -0.04462466388940811, -0.04277550056576729, -0.040926337242126465, -0.03907717391848564, -0.03722801059484482, -0.035378847271203995, -0.03352968394756317, -0.03168052062392235, -0.029831357300281525, -0.0279821939766407, -0.026133030652999878, -0.024283867329359055, -0.02243470400571823, -0.020585540682077408, -0.018736377358436584, -0.01688721403479576, -0.015038050711154938, -0.013188887387514114, -0.011339724063873291, -0.009490560740232468, -0.007641397416591644, -0.005792234092950821, -0.0039430707693099976, -0.002093907445669174, -0.00024474412202835083, 0.0016044192016124725, 0.003453582525253296, 0.005302745848894119, 0.007151909172534943, 0.009001072496175766, 0.01085023581981659, 0.012699399143457413, 0.014548562467098236, 0.01639772579073906, 0.018246889114379883, 0.020096052438020706, 0.02194521576166153, 0.023794379085302353, 0.025643542408943176, 0.027492705732584, 0.029341869056224823, 0.031191032379865646, 0.03304019570350647, 0.03488935902714729, 0.036738522350788116]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 3.0, 0.0, 3.0, 1.0, 5.0, 2.0, 4.0, 2.0, 5.0, 10.0, 1.0, 6.0, 5.0, 4.0, 8.0, 5.0, 10.0, 7.0, 8.0, 13.0, 8.0, 30.0, 16.0, 9.0, 11.0, 10.0, 9.0, 11.0, 4.0, 8.0, 3.0, 8.0, 5.0, 5.0, 3.0, 7.0, 4.0, 7.0, 3.0, 5.0, 2.0, 2.0, 1.0, 2.0, 4.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.019489839673042297, -0.018942847847938538, -0.018395856022834778, -0.017848864197731018, -0.01730187237262726, -0.0167548805475235, -0.01620788872241974, -0.01566089689731598, -0.015113906003534794, -0.014566914178431034, -0.014019922353327274, -0.013472930528223515, -0.01292593963444233, -0.01237894780933857, -0.01183195598423481, -0.01128496415913105, -0.01073797233402729, -0.01019098050892353, -0.00964398868381977, -0.009096996858716011, -0.008550005033612251, -0.008003014139831066, -0.007456022314727306, -0.006909030489623547, -0.006362038664519787, -0.005815046839416027, -0.005268055014312267, -0.004721063654869795, -0.004174071829766035, -0.0036270800046622753, -0.003080088412389159, -0.002533096820116043, -0.0019861049950122833, -0.0014391132863238454, -0.0008921215776354074, -0.0003451298689469695, 0.00020186183974146843, 0.0007488535484299064, 0.0012958452571183443, 0.0018428369658067822, 0.00238982867449522, 0.00293682049959898, 0.003483812091872096, 0.004030803684145212, 0.004577795509248972, 0.005124787334352732, 0.005671778693795204, 0.006218770518898964, 0.006765762344002724, 0.0073127541691064835, 0.007859745994210243, 0.008406737819314003, 0.008953729644417763, 0.009500720538198948, 0.010047712363302708, 0.010594704188406467, 0.011141696013510227, 0.011688687838613987, 0.012235679663717747, 0.012782671488821507, 0.013329662382602692, 0.013876654207706451, 0.014423646032810211, 0.014970637857913971, 0.01551762968301773]}, "_runtime": 17.313601970672607, "_timestamp": 1596211607.0847108, "_step": 16}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 3.0, 4.0, 0.0, 2.0, 2.0, 2.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 2.0, 4.0, 2.0, 1.0, 4.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.013283664360642433, -0.012865905649960041, -0.012448147870600224, -0.012030389159917831, -0.01161263044923544, -0.011194872669875622, -0.01077711395919323, -0.010359355248510838, -0.009941596537828445, -0.009523838758468628, -0.009106080047786236, -0.008688321337103844, -0.008270563557744026, -0.007852804847061634, -0.007435046602040529, -0.007017287891358137, -0.006599529646337032, -0.0061817714013159275, -0.005764012690633535, -0.005346254445612431, -0.0049284957349300385, -0.004510737489908934, -0.004092979244887829, -0.0036752207670360804, -0.003257462289184332, -0.0028397038113325834, -0.002421945333480835, -0.00200418708845973, -0.0015864286106079817, -0.0011686701327562332, -0.0007509117713198066, -0.000333153351675719, 8.460506796836853e-05, 0.0005023634876124561, 0.0009201219072565436, 0.0013378802686929703, 0.0017556387465447187, 0.002173397224396467, 0.002591155469417572, 0.0030089139472693205, 0.003426672425121069, 0.0038444309029728174, 0.004262189380824566, 0.004679947625845671, 0.0050977058708667755, 0.005515464581549168, 0.0059332228265702724, 0.0063509815372526646, 0.006768739782273769, 0.007186498027294874, 0.007604256737977266, 0.008022014982998371, 0.008439773693680763, 0.00885753147304058, 0.009275290183722973, 0.009693048894405365, 0.010110806673765182, 0.010528565384447575, 0.010946324095129967, 0.011364082805812359, 0.011781840585172176, 0.012199599295854568, 0.01261735800653696, 0.013035115785896778, 0.01345287449657917]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 3.0, 4.0, 2.0, 5.0, 2.0, 4.0, 6.0, 6.0, 7.0, 11.0, 16.0, 22.0, 26.0, 28.0, 37.0, 62.0, 63.0, 72.0, 99.0, 122.0, 168.0, 213.0, 275.0, 353.0, 559.0, 3151.0, 1075.0, 503.0, 294.0, 194.0, 127.0, 97.0, 70.0, 54.0, 48.0, 44.0, 23.0, 15.0, 20.0, 13.0, 4.0, 3.0, 8.0, 7.0, 4.0, 1.0, 0.0, 2.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.15674301981925964, -0.15188966691493988, -0.14703629910945892, -0.14218294620513916, -0.1373295783996582, -0.13247622549533844, -0.12762285768985748, -0.12276949733495712, -0.11791613698005676, -0.113062784075737, -0.10820942372083664, -0.10335606336593628, -0.09850270301103592, -0.09364934265613556, -0.0887959823012352, -0.08394262194633484, -0.07908926159143448, -0.07423590123653412, -0.06938254088163376, -0.0645291805267334, -0.05967582017183304, -0.05482246354222298, -0.04996910318732262, -0.045115742832422256, -0.040262382477521896, -0.035409022122621536, -0.030555661767721176, -0.025702303275465965, -0.020848942920565605, -0.015995582565665245, -0.01114222314208746, -0.006288863252848387, -0.001435503363609314, 0.003417856525629759, 0.008271216414868832, 0.013124575838446617, 0.017977936193346977, 0.022831296548247337, 0.027684655040502548, 0.03253801539540291, 0.03739137575030327, 0.04224473610520363, 0.04709809646010399, 0.05195145681500435, 0.05680481344461441, 0.06165817379951477, 0.06651153415441513, 0.07136489450931549, 0.07621825486421585, 0.08107161521911621, 0.08592497557401657, 0.09077833592891693, 0.09563169628381729, 0.10048505663871765, 0.10533841699361801, 0.11019177734851837, 0.11504513025283813, 0.1198984906077385, 0.12475185096263885, 0.1296052187681198, 0.13445857167243958, 0.13931193947792053, 0.1441652923822403, 0.14901866018772125, 0.15387201309204102]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 2.0, 4.0, 5.0, 2.0, 2.0, 1.0, 3.0, 3.0, 4.0, 7.0, 3.0, 26.0, 7.0, 1.0, 2.0, 1.0, 6.0, 6.0, 4.0, 1.0, 6.0, 3.0, 2.0, 3.0, 1.0, 0.0, 1.0, 2.0, 0.0, 3.0, 0.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.005799058824777603, -0.005633150227367878, -0.005467241629958153, -0.005301333498209715, -0.00513542490079999, -0.0049695163033902645, -0.004803608171641827, -0.0046376995742321014, -0.004471790976822376, -0.004305882379412651, -0.004139973782002926, -0.003974065650254488, -0.003808157052844763, -0.0036422484554350376, -0.003476340090855956, -0.0033104317262768745, -0.0031445231288671494, -0.002978614531457424, -0.0028127061668783426, -0.002646797802299261, -0.002480889204889536, -0.0023149806074798107, -0.002149072242900729, -0.0019831638783216476, -0.0018172552809119225, -0.001651346799917519, -0.0014854383189231157, -0.0013195298379287124, -0.001153621356934309, -0.0009877128759399056, -0.0008218043949455023, -0.0006558959139510989, -0.0004899874329566956, -0.0003240789519622922, -0.00015817047096788883, 7.73801002651453e-06, 0.0001736464910209179, 0.00033955497201532125, 0.0005054634530097246, 0.000671371934004128, 0.0008372804149985313, 0.0010031888959929347, 0.001169097376987338, 0.0013350058579817414, 0.0015009143389761448, 0.0016668228199705482, 0.0018327313009649515, 0.001998639665544033, 0.0021645482629537582, 0.0023304568603634834, 0.002496365224942565, 0.0026622735895216465, 0.0028281821869313717, 0.002994090784341097, 0.0031599991489201784, 0.00332590751349926, 0.003491816110908985, 0.0036577247083187103, 0.003823633072897792, 0.003989541437476873, 0.004155450034886599, 0.004321358632296324, 0.004487266764044762, 0.004653175361454487, 0.004819083958864212]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 4.0, 4.0, 8.0, 13.0, 16.0, 35.0, 48.0, 95.0, 155.0, 231.0, 327.0, 501.0, 642.0, 961.0, 1270.0, 1601.0, 2116.0, 2791.0, 3698.0, 5351.0, 7314.0, 10461.0, 14420.0, 20540.0, 29150.0, 41366.0, 58282.0, 82994.0, 118942.0, 424963.0, 95847.0, 70760.0, 51549.0, 37476.0, 26810.0, 19461.0, 14053.0, 10171.0, 7374.0, 5366.0, 3783.0, 2617.0, 1815.0, 1231.0, 982.0, 637.0, 433.0, 327.0, 226.0, 139.0, 94.0, 63.0, 38.0, 40.0, 23.0, 17.0, 5.0, 4.0, 2.0, 1.0, 1.0, 2.0], "bins": [-0.013310563750565052, -0.012884038500487804, -0.012457512319087982, -0.012030987069010735, -0.011604461818933487, -0.011177935637533665, -0.010751410387456417, -0.01032488513737917, -0.009898358955979347, -0.0094718337059021, -0.009045308455824852, -0.00861878227442503, -0.008192257024347782, -0.007765731308609247, -0.007339205592870712, -0.006912680342793465, -0.00648615462705493, -0.006059628911316395, -0.005633103661239147, -0.005206577945500612, -0.004780052229762077, -0.00435352697968483, -0.003927001263946295, -0.00350047554820776, -0.0030739500652998686, -0.0026474245823919773, -0.0022208988666534424, -0.0017943733837455511, -0.001367847784422338, -0.0009413221850991249, -0.0005147966439835727, -8.827107376419008e-05, 0.00033825449645519257, 0.0007647800957784057, 0.0011913056951016188, 0.00161783117800951, 0.002044356893748045, 0.0024708823766559362, 0.0028974078595638275, 0.0033239335753023624, 0.0037504590582102537, 0.004176984541118145, 0.00460351025685668, 0.005030035972595215, 0.0054565612226724625, 0.005883086938410997, 0.006309612654149532, 0.00673613790422678, 0.007162663619965315, 0.00758918933570385, 0.008015714585781097, 0.00844224076718092, 0.008868766017258167, 0.009295291267335415, 0.009721817448735237, 0.010148342698812485, 0.010574867948889732, 0.011001394130289555, 0.011427919380366802, 0.01185444463044405, 0.012280970811843872, 0.01270749606192112, 0.013134021311998367, 0.01356054749339819, 0.013987072743475437]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 7.0, 2.0, 3.0, 4.0, 8.0, 6.0, 3.0, 2.0, 3.0, 3.0, 1.0, 3.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.007349538151174784, -0.007031613495200872, -0.0067136893048882484, -0.006395764648914337, -0.006077839992940426, -0.005759915802627802, -0.005441991146653891, -0.005124066956341267, -0.004806142300367355, -0.004488217644393444, -0.00417029345408082, -0.003852368798106909, -0.003534444374963641, -0.0032165199518203735, -0.0028985952958464622, -0.0025806708727031946, -0.002262746449559927, -0.0019448220264166594, -0.00162689748685807, -0.0013089729472994804, -0.0009910485241562128, -0.0006731240428052843, -0.0003551995614543557, -3.727508010342717e-05, 0.0002806494012475014, 0.0005985738825984299, 0.0009164983639493585, 0.001234422903507948, 0.0015523473266512156, 0.0018702717497944832, 0.0021881964057683945, 0.002506120828911662, 0.0028240452520549297, 0.0031419696751981974, 0.003459894098341465, 0.0037778187543153763, 0.004095743410289288, 0.0044136676006019115, 0.004731592256575823, 0.005049516446888447, 0.005367441102862358, 0.005685365758836269, 0.006003289949148893, 0.006321214605122805, 0.006639138795435429, 0.00695706345140934, 0.007274988107383251, 0.007592912297695875, 0.0079108364880085, 0.00822876114398241, 0.008546685799956322, 0.008864610455930233, 0.009182535111904144, 0.009500459767878056, 0.009818383492529392, 0.010136308148503304, 0.010454232804477215, 0.010772157460451126, 0.011090082116425037, 0.011408005841076374, 0.011725930497050285, 0.012043855153024197, 0.012361779808998108, 0.01267970446497202, 0.01299762912094593]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 4.0, 3.0, 9.0, 15.0, 15.0, 30.0, 30.0, 33.0, 64.0, 68.0, 88.0, 145.0, 180.0, 172.0, 277.0, 415.0, 834.0, 2493.0, 5751.0, 1733.0, 1344.0, 1068.0, 852.0, 622.0, 551.0, 458.0, 340.0, 229.0, 167.0, 111.0, 72.0, 54.0, 38.0, 28.0, 28.0, 17.0, 15.0, 13.0, 15.0, 10.0, 5.0, 4.0, 3.0, 6.0, 2.0, 2.0, 2.0, 1.0, 1.0, 0.0, 3.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.004834238439798355, -0.004604296758770943, -0.00437435507774353, -0.004144413396716118, -0.0039144717156887054, -0.0036845302674919367, -0.0034545885864645243, -0.003224646905437112, -0.002994705457240343, -0.0027647637762129307, -0.0025348220951855183, -0.002304880414158106, -0.0020749387331306934, -0.0018449971685186028, -0.0016150554874911904, -0.0013851139228790998, -0.0011551722418516874, -0.0009252306190319359, -0.0006952889962121844, -0.000465347315184772, -0.0002354056923650205, -5.464054993353784e-06, 0.00022447758237831295, 0.0004544192343018949, 0.0006843608571216464, 0.0009143024799413979, 0.0011442441027611494, 0.0013741857837885618, 0.0016041274648159742, 0.0018340690294280648, 0.0020640105940401554, 0.002293952275067568, 0.0025238939560949802, 0.0027538356371223927, 0.002983777318149805, 0.003213718766346574, 0.0034436604473739862, 0.0036736021284013987, 0.003903543809428811, 0.00413348525762558, 0.004363426938652992, 0.004593368619680405, 0.004823310300707817, 0.0050532519817352295, 0.005283193662762642, 0.005513135343790054, 0.005743077024817467, 0.005973018705844879, 0.0062029603868722916, 0.006432901602238417, 0.006662843283265829, 0.0068927849642932415, 0.007122726645320654, 0.007352668326348066, 0.007582610007375479, 0.007812551222741604, 0.008042492903769016, 0.008272434584796429, 0.008502376265823841, 0.008732317946851254, 0.008962259627878666, 0.009192201308906078, 0.00942214298993349, 0.009652084670960903, 0.009882026351988316]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.026739109307527542, -0.025897357612848282, -0.02505560591816902, -0.02421385422348976, -0.0233721025288105, -0.02253034897148609, -0.02168859727680683, -0.02084684558212757, -0.02000509388744831, -0.01916334219276905, -0.01832159049808979, -0.01747983880341053, -0.01663808524608612, -0.01579633355140686, -0.0149545818567276, -0.01411283016204834, -0.01327107846736908, -0.01242932677268982, -0.011587575078010559, -0.010745822452008724, -0.009904070757329464, -0.009062319062650204, -0.008220566436648369, -0.007378814741969109, -0.006537063047289848, -0.005695311352610588, -0.0048535591922700405, -0.004011807031929493, -0.0031700553372502327, -0.002328303409740329, -0.0014865514822304249, -0.000644799554720521, 0.00019695237278938293, 0.0010387043002992868, 0.0018804562278091908, 0.0027222081553190947, 0.0035639600828289986, 0.004405711777508259, 0.005247463937848806, 0.006089216098189354, 0.006930967792868614, 0.0077727194875478745, 0.008614471182227135, 0.00945622380822897, 0.01029797550290823, 0.01113972719758749, 0.011981479823589325, 0.012823231518268585, 0.013664983212947845, 0.014506734907627106, 0.015348486602306366, 0.016190238296985626, 0.017031989991664886, 0.017873743548989296, 0.018715495243668556, 0.019557246938347816, 0.020398998633027077, 0.021240750327706337, 0.022082502022385597, 0.022924253717064857, 0.023766007274389267, 0.024607758969068527, 0.025449510663747787, 0.026291262358427048, 0.027133014053106308]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 1.0, 2.0, 4.0, 2.0, 6.0, 3.0, 4.0, 9.0, 6.0, 7.0, 15.0, 14.0, 32.0, 11.0, 4.0, 7.0, 1.0, 11.0, 3.0, 10.0, 13.0, 16.0, 14.0, 10.0, 9.0, 8.0, 12.0, 7.0, 7.0, 11.0, 8.0, 2.0, 4.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.013433570973575115, -0.012814928777515888, -0.012196286581456661, -0.011577644385397434, -0.010959002189338207, -0.01034035999327898, -0.009721717797219753, -0.009103075601160526, -0.0084844334051013, -0.007865791209042072, -0.007247149012982845, -0.006628506816923618, -0.006009864620864391, -0.005391222424805164, -0.004772580228745937, -0.00415393803268671, -0.0035352958366274834, -0.0029166536405682564, -0.0022980114445090294, -0.0016793692484498024, -0.0010607270523905754, -0.0004420848563313484, 0.00017655733972787857, 0.0007951995357871056, 0.0014138417318463326, 0.0020324839279055595, 0.0026511261239647865, 0.0032697683200240135, 0.0038884105160832405, 0.0045070527121424675, 0.0051256949082016945, 0.0057443371042609215, 0.0063629793003201485, 0.0069816214963793755, 0.0076002636924386024, 0.00821890588849783, 0.008837548084557056, 0.009456190280616283, 0.01007483247667551, 0.010693474672734737, 0.011312116868793964, 0.011930759064853191, 0.012549401260912418, 0.013168043456971645, 0.013786685653030872, 0.0144053278490901, 0.015023970045149326, 0.015642613172531128, 0.016261253505945206, 0.016879897564649582, 0.01749853789806366, 0.018117181956768036, 0.018735822290182114, 0.01935446634888649, 0.019973106682300568, 0.020591750741004944, 0.02121039107441902, 0.021829035133123398, 0.022447675466537476, 0.023066319525241852, 0.02368495985865593, 0.024303603917360306, 0.024922244250774384, 0.02554088830947876, 0.026159528642892838]}, "_runtime": 18.06595492362976, "_timestamp": 1596211607.8370638, "_step": 17}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 2.0, 2.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 3.0, 0.0, 4.0, 1.0, 1.0, 2.0, 1.0, 3.0, 0.0, 3.0, 3.0, 0.0, 0.0, 1.0, 3.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.011554316617548466, -0.011193818412721157, -0.010833319276571274, -0.010472821071743965, -0.010112322866916656, -0.009751823730766773, -0.009391325525939465, -0.009030827321112156, -0.008670328184962273, -0.008309829980134964, -0.007949331775307655, -0.007588833104819059, -0.007228334434330463, -0.006867836229503155, -0.006507337559014559, -0.00614683935418725, -0.005786340683698654, -0.005425842013210058, -0.0050653438083827496, -0.004704845137894154, -0.004344346933066845, -0.003983848262578249, -0.003623349592089653, -0.0032628511544317007, -0.0029023527167737484, -0.002541854279115796, -0.0021813558414578438, -0.0018208571709692478, -0.0014603587333112955, -0.0010998602956533432, -0.0007393617415800691, -0.00037886324571445584, -1.836474984884262e-05, 0.0003421337460167706, 0.0007026322418823838, 0.001063130795955658, 0.0014236292336136103, 0.0017841276712715626, 0.0021446263417601585, 0.002505124779418111, 0.002865623217076063, 0.0032261216547340155, 0.0035866200923919678, 0.003947118762880564, 0.00430761743336916, 0.004668115638196468, 0.005028614308685064, 0.005389112513512373, 0.005749611184000969, 0.006110109854489565, 0.0064706080593168736, 0.0068311067298054695, 0.007191604934632778, 0.007552103605121374, 0.00791260227560997, 0.008273100480437279, 0.008633598685264587, 0.00899409782141447, 0.00935459602624178, 0.009715094231069088, 0.010075593367218971, 0.01043609157204628, 0.010796589776873589, 0.011157088913023472, 0.01151758711785078]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [3.0, 2.0, 1.0, 1.0, 1.0, 5.0, 0.0, 1.0, 2.0, 6.0, 7.0, 8.0, 7.0, 16.0, 10.0, 16.0, 14.0, 24.0, 32.0, 41.0, 51.0, 59.0, 73.0, 87.0, 112.0, 160.0, 187.0, 235.0, 325.0, 356.0, 2292.0, 1798.0, 659.0, 386.0, 243.0, 180.0, 108.0, 90.0, 64.0, 61.0, 58.0, 38.0, 29.0, 15.0, 17.0, 11.0, 9.0, 8.0, 5.0, 2.0, 7.0, 4.0, 2.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.13578665256500244, -0.13138152658939362, -0.1269764006137848, -0.12257128208875656, -0.11816616356372833, -0.1137610375881195, -0.10935591161251068, -0.10495079308748245, -0.10054566711187363, -0.0961405411362648, -0.09173542261123657, -0.08733029663562775, -0.08292517066001892, -0.07852005213499069, -0.07411492615938187, -0.06970980763435364, -0.06530468165874481, -0.060899559408426285, -0.05649443715810776, -0.05208931118249893, -0.047684188932180405, -0.04327906668186188, -0.03887394070625305, -0.034468818455934525, -0.030063696205615997, -0.02565857395529747, -0.021253449842333794, -0.016848325729370117, -0.01244320347905159, -0.008038080297410488, -0.0036329571157693863, 0.0007721660658717155, 0.005177289247512817, 0.00958241242915392, 0.013987535610795021, 0.018392659723758698, 0.022797781974077225, 0.027202904224395752, 0.03160803020000458, 0.036013152450323105, 0.04041827470064163, 0.04482339695096016, 0.049228519201278687, 0.05363364517688751, 0.05803876742720604, 0.06244388967752457, 0.06684901565313339, 0.07125413417816162, 0.07565926015377045, 0.08006438612937927, 0.0844695046544075, 0.08887463063001633, 0.09327974915504456, 0.09768487513065338, 0.10209000110626221, 0.10649511963129044, 0.11090024560689926, 0.11530537158250809, 0.11971049010753632, 0.12411561608314514, 0.12852074205875397, 0.1329258680343628, 0.13733097910881042, 0.14173610508441925, 0.14614123106002808]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 4.0, 1.0, 1.0, 2.0, 1.0, 4.0, 3.0, 3.0, 5.0, 0.0, 1.0, 3.0, 5.0, 3.0, 5.0, 1.0, 22.0, 6.0, 2.0, 2.0, 2.0, 4.0, 3.0, 3.0, 3.0, 2.0, 1.0, 4.0, 2.0, 3.0, 3.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.004373536445200443, -0.00422935513779521, -0.0040851738303899765, -0.003940992522984743, -0.0037968112155795097, -0.0036526296753436327, -0.0035084483679383993, -0.003364267060533166, -0.0032200857531279325, -0.003075904445722699, -0.0029317231383174658, -0.0027875418309122324, -0.0026433602906763554, -0.002499178983271122, -0.0023549976758658886, -0.002210816368460655, -0.002066635061055422, -0.0019224537536501884, -0.001778272446244955, -0.0016340910224243999, -0.0014899097150191665, -0.001345728407613933, -0.0012015469837933779, -0.0010573656763881445, -0.0009131843689829111, -0.0007690030615776777, -0.0006248216959647834, -0.0004806403594557196, -0.00033645902294665575, -0.0001922776864375919, -4.809634992852807e-05, 9.608498658053577e-05, 0.0002402663230895996, 0.00038444765959866345, 0.0005286289961077273, 0.0006728103617206216, 0.000816991669125855, 0.0009611729765310884, 0.0011053544003516436, 0.001249535707756877, 0.0013937170151621103, 0.0015378983225673437, 0.001682079629972577, 0.0018262610537931323, 0.0019704424776136875, 0.002114623785018921, 0.0022588050924241543, 0.0024029863998293877, 0.002547167707234621, 0.0026913490146398544, 0.002835530322045088, 0.002979711629450321, 0.0031238929368555546, 0.0032680744770914316, 0.003412255784496665, 0.0035564370919018984, 0.0037006183993071318, 0.003844799706712365, 0.003988981246948242, 0.004133162554353476, 0.004277343861758709, 0.004421525169163942, 0.004565706476569176, 0.004709887783974409, 0.0048540690913796425]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 7.0, 2.0, 4.0, 1.0, 6.0, 18.0, 28.0, 50.0, 76.0, 114.0, 214.0, 299.0, 516.0, 796.0, 1236.0, 1752.0, 2587.0, 3628.0, 5120.0, 7348.0, 10474.0, 14823.0, 21330.0, 29974.0, 43182.0, 61969.0, 89478.0, 129661.0, 424587.0, 95210.0, 66607.0, 47542.0, 33421.0, 24329.0, 17667.0, 12573.0, 8898.0, 6621.0, 4871.0, 3486.0, 2664.0, 1947.0, 1444.0, 1061.0, 684.0, 500.0, 283.0, 223.0, 147.0, 83.0, 33.0, 24.0, 15.0, 11.0, 8.0, 8.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0], "bins": [-0.012774156406521797, -0.012336049228906631, -0.011897942051291466, -0.011459833942353725, -0.01102172676473856, -0.010583619587123394, -0.010145511478185654, -0.009707404300570488, -0.009269297122955322, -0.008831189945340157, -0.00839308276772499, -0.00795497465878725, -0.007516867481172085, -0.007078760303556919, -0.006640652660280466, -0.006202545017004013, -0.005764437839388847, -0.005326330661773682, -0.004888223018497229, -0.004450115375220776, -0.00401200819760561, -0.0035739007871598005, -0.003135793376713991, -0.002697685966268182, -0.0022595785558223724, -0.001821471145376563, -0.0013833637349307537, -0.0009452563244849443, -0.000507148914039135, -6.904150359332561e-05, 0.00036906590685248375, 0.0008071733172982931, 0.0012452807277441025, 0.0016833881381899118, 0.002121495548635721, 0.0025596029590815306, 0.00299771036952734, 0.0034358177799731493, 0.0038739251904189587, 0.004312032833695412, 0.004750140011310577, 0.005188247188925743, 0.005626354832202196, 0.006064462475478649, 0.006502569653093815, 0.0069406768307089806, 0.007378784473985434, 0.007816892117261887, 0.008254999294877052, 0.008693106472492218, 0.009131213650107384, 0.009569321759045124, 0.01000742893666029, 0.010445536114275455, 0.010883644223213196, 0.011321751400828362, 0.011759858578443527, 0.012197965756058693, 0.012636072933673859, 0.013074181042611599, 0.013512288220226765, 0.01395039539784193, 0.01438850350677967, 0.014826610684394836, 0.015264717862010002]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 4.0, 2.0, 2.0, 3.0, 4.0, 1.0, 6.0, 7.0, 2.0, 3.0, 4.0, 3.0, 0.0, 3.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01762751117348671, -0.017118852585554123, -0.016610195860266685, -0.0161015372723341, -0.015592880547046661, -0.015084221959114075, -0.014575564302504063, -0.01406690664589405, -0.013558248989284039, -0.013049591332674026, -0.012540933676064014, -0.012032276019454002, -0.011523617431521416, -0.011014959774911404, -0.010506302118301392, -0.00999764446169138, -0.009488986805081367, -0.008980329148471355, -0.008471671491861343, -0.007963013835251331, -0.007454355712980032, -0.00694569805637002, -0.0064370399340987206, -0.0059283822774887085, -0.0054197246208786964, -0.004911066964268684, -0.004402409307658672, -0.003893751185387373, -0.003385093528777361, -0.002876435872167349, -0.002367777982726693, -0.0018591202097013593, -0.0013504624366760254, -0.0008418046636506915, -0.00033314689062535763, 0.00017551088239997625, 0.0006841686554253101, 0.001192826428450644, 0.001701484201475978, 0.0022101420909166336, 0.0027187997475266457, 0.0032274574041366577, 0.0037361152935773134, 0.004244773183017969, 0.004753430839627981, 0.005262088496237993, 0.005770746618509293, 0.006279404275119305, 0.006788061931729317, 0.007296719588339329, 0.007805377244949341, 0.008314034901559353, 0.008822692558169365, 0.009331351146101952, 0.009840008802711964, 0.010348666459321976, 0.010857324115931988, 0.011365981772542, 0.011874639429152012, 0.012383297085762024, 0.01289195567369461, 0.013400613330304623, 0.013909270986914635, 0.014417928643524647, 0.014926586300134659]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 3.0, 3.0, 2.0, 2.0, 0.0, 6.0, 6.0, 14.0, 12.0, 10.0, 6.0, 4.0, 17.0, 10.0, 10.0, 16.0, 31.0, 29.0, 55.0, 59.0, 83.0, 106.0, 169.0, 267.0, 454.0, 823.0, 1480.0, 6218.0, 3519.0, 1514.0, 1065.0, 685.0, 413.0, 360.0, 286.0, 215.0, 130.0, 88.0, 73.0, 36.0, 35.0, 11.0, 16.0, 14.0, 8.0, 6.0, 11.0, 6.0, 6.0, 5.0, 6.0, 6.0, 6.0, 0.0, 6.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.015281307511031628, -0.014752905815839767, -0.014224505051970482, -0.013696103356778622, -0.013167701661586761, -0.012639300897717476, -0.012110899202525616, -0.01158249843865633, -0.01105409674346447, -0.01052569504827261, -0.009997294284403324, -0.009468892589211464, -0.008940491825342178, -0.008412090130150318, -0.007883688434958458, -0.007355287205427885, -0.006826885975897312, -0.006298484746366739, -0.005770083516836166, -0.005241681821644306, -0.004713280592113733, -0.00418487936258316, -0.003656477900221944, -0.0031280764378607273, -0.0025996752083301544, -0.0020712739787995815, -0.001542872516438365, -0.0010144711704924703, -0.00048606982454657555, 4.233152139931917e-05, 0.0005707328673452139, 0.0010991342132911086, 0.0016275355592370033, 0.0021559367887675762, 0.0026843382511287928, 0.0032127397134900093, 0.003741140943020582, 0.004269542172551155, 0.004797943867743015, 0.005326345097273588, 0.005854746326804161, 0.006383147556334734, 0.006911548785865307, 0.007439950481057167, 0.007968351244926453, 0.008496752940118313, 0.009025154635310173, 0.009553555399179459, 0.010081957094371319, 0.010610358789563179, 0.011138759553432465, 0.011667161248624325, 0.012195562943816185, 0.01272396370768547, 0.01325236540287733, 0.013780766166746616, 0.014309167861938477, 0.014837569557130337, 0.015365970320999622, 0.015894372016191483, 0.016422772780060768, 0.016951175406575203, 0.01747957617044449, 0.018007976934313774, 0.01853637769818306]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 0.0, 2.0, 3.0, 3.0, 1.0, 0.0, 0.0, 0.0, 3.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.06446689367294312, -0.06195896118879318, -0.05945102497935295, -0.05694309249520302, -0.054435160011053085, -0.051927223801612854, -0.04941929131746292, -0.04691135883331299, -0.044403426349163055, -0.041895490139722824, -0.03938755765557289, -0.03687962517142296, -0.03437168896198273, -0.031863756477832794, -0.029355822131037712, -0.02684788964688778, -0.024339955300092697, -0.021832020953297615, -0.019324088469147682, -0.0168161541223526, -0.014308220706880093, -0.011800287291407585, -0.009292352944612503, -0.006784419529139996, -0.004276486113667488, -0.001768552465364337, 0.0007393811829388142, 0.0032473148312419653, 0.005755248479545116, 0.008263181895017624, 0.010771116241812706, 0.013279049657285213, 0.01578698307275772, 0.018294917419552803, 0.020802849903702736, 0.023310784250497818, 0.02581871673464775, 0.028326651081442833, 0.030834585428237915, 0.03334251791238785, 0.03585045039653778, 0.03835838660597801, 0.040866319090127945, 0.04337425157427788, 0.04588218778371811, 0.04839012026786804, 0.050898052752017975, 0.053405988961458206, 0.05591392144560814, 0.05842185392975807, 0.0609297901391983, 0.06343772262334824, 0.06594565510749817, 0.0684535875916481, 0.07096152007579803, 0.07346946001052856, 0.0759773924946785, 0.07848532497882843, 0.08099325746297836, 0.0835011899471283, 0.08600912243127823, 0.08851706236600876, 0.09102499485015869, 0.09353292733430862, 0.09604085981845856]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 4.0, 1.0, 6.0, 4.0, 3.0, 2.0, 6.0, 3.0, 5.0, 8.0, 12.0, 16.0, 23.0, 41.0, 23.0, 14.0, 20.0, 15.0, 12.0, 13.0, 7.0, 8.0, 8.0, 3.0, 3.0, 2.0, 4.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.043578874319791794, -0.04142056405544281, -0.039262257516384125, -0.03710394725203514, -0.03494563698768616, -0.03278732672333717, -0.03062901832163334, -0.028470709919929504, -0.02631239965558052, -0.024154089391231537, -0.021995780989527702, -0.019837472587823868, -0.017679162323474884, -0.015520852990448475, -0.013362543657422066, -0.011204234324395657, -0.009045924991369247, -0.006887615658342838, -0.004729306325316429, -0.00257099699229002, -0.00041268765926361084, 0.0017456216737627983, 0.0039039310067892075, 0.006062240339815617, 0.008220549672842026, 0.010378859005868435, 0.012537168338894844, 0.014695477671921253, 0.016853787004947662, 0.019012097269296646, 0.02117040567100048, 0.023328714072704315, 0.0254870243370533, 0.027645334601402283, 0.029803643003106117, 0.03196195140480995, 0.034120261669158936, 0.03627857193350792, 0.0384368821978569, 0.04059518873691559, 0.04275349900126457, 0.044911809265613556, 0.04707011580467224, 0.049228426069021225, 0.05138673633337021, 0.05354504659771919, 0.055703356862068176, 0.05786166340112686, 0.060019973665475845, 0.06217828392982483, 0.06433659046888351, 0.0664949044585228, 0.06865321099758148, 0.07081151753664017, 0.07296983152627945, 0.07512813806533813, 0.07728645205497742, 0.0794447585940361, 0.08160306513309479, 0.08376137912273407, 0.08591968566179276, 0.08807799220085144, 0.09023630619049072, 0.09239461272954941, 0.0945529192686081]}, "_runtime": 18.82625412940979, "_timestamp": 1596211608.597363, "_step": 18}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 1.0, 1.0, 3.0, 0.0, 1.0, 4.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 5.0, 2.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 2.0, 4.0, 3.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.012210376560688019, -0.011811844073235989, -0.011413311585783958, -0.011014779098331928, -0.010616246610879898, -0.010217715054750443, -0.009819182567298412, -0.009420650079846382, -0.009022117592394352, -0.008623585104942322, -0.008225052617490292, -0.007826520130038261, -0.0074279881082475185, -0.007029455620795488, -0.0066309235990047455, -0.006232391111552715, -0.005833858624100685, -0.005435326136648655, -0.005036793649196625, -0.004638261627405882, -0.004239729139953852, -0.0038411966525018215, -0.003442664397880435, -0.0030441321432590485, -0.0026455996558070183, -0.002247067168354988, -0.0018485349137336016, -0.0014500025426968932, -0.0010514701716601849, -0.0006529378006234765, -0.00025440542958676815, 0.0001441269414499402, 0.0005426593124866486, 0.0009411916835233569, 0.0013397240545600653, 0.0017382564255967736, 0.002136788796633482, 0.002535321284085512, 0.0029338535387068987, 0.0033323857933282852, 0.0037309182807803154, 0.004129450768232346, 0.004527983255684376, 0.004926515277475119, 0.005325047764927149, 0.005723580252379179, 0.006122112274169922, 0.006520644761621952, 0.006919177249073982, 0.007317709736526012, 0.007716242223978043, 0.008114774711430073, 0.008513307198882103, 0.008911838755011559, 0.009310371242463589, 0.009708903729915619, 0.010107436217367649, 0.01050596870481968, 0.01090450119227171, 0.01130303367972374, 0.011701565235853195, 0.012100097723305225, 0.012498630210757256, 0.012897162698209286, 0.013295695185661316]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 4.0, 3.0, 1.0, 3.0, 5.0, 1.0, 6.0, 12.0, 13.0, 14.0, 24.0, 25.0, 33.0, 30.0, 46.0, 57.0, 79.0, 81.0, 128.0, 136.0, 160.0, 235.0, 318.0, 470.0, 3282.0, 1211.0, 522.0, 314.0, 192.0, 132.0, 93.0, 82.0, 48.0, 39.0, 24.0, 20.0, 17.0, 20.0, 10.0, 8.0, 5.0, 1.0, 3.0, 4.0, 4.0, 4.0, 0.0, 3.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 3.0], "bins": [-0.16665087640285492, -0.16167089343070984, -0.15669091045856476, -0.15171091258525848, -0.1467309296131134, -0.14175094664096832, -0.13677096366882324, -0.13179098069667816, -0.12681099772453308, -0.1218310073018074, -0.11685101687908173, -0.11187103390693665, -0.10689105093479156, -0.10191106051206589, -0.0969310775399208, -0.09195108711719513, -0.08697110414505005, -0.08199112117290497, -0.07701113075017929, -0.07203114777803421, -0.06705115735530853, -0.06207117438316345, -0.05709119141101837, -0.05211120471358299, -0.047131218016147614, -0.042151231318712234, -0.037171244621276855, -0.032191261649131775, -0.027211274951696396, -0.022231288254261017, -0.017251303419470787, -0.012271317653357983, -0.007291331887245178, -0.002311346121132374, 0.0026686396449804306, 0.007648625411093235, 0.01262861117720604, 0.01760859787464142, 0.022588582709431648, 0.027568567544221878, 0.03254855424165726, 0.037528540939092636, 0.042508527636528015, 0.047488510608673096, 0.052468497306108475, 0.057448484003543854, 0.062428466975688934, 0.06740845739841461, 0.07238844037055969, 0.07736842334270477, 0.08234841376543045, 0.08732839673757553, 0.09230838716030121, 0.09728837013244629, 0.10226835310459137, 0.10724834352731705, 0.11222832649946213, 0.11720830947160721, 0.12218829989433289, 0.12716828286647797, 0.13214826583862305, 0.13712824881076813, 0.1421082466840744, 0.14708822965621948, 0.15206821262836456]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 3.0, 4.0, 1.0, 3.0, 2.0, 4.0, 6.0, 0.0, 2.0, 3.0, 5.0, 1.0, 3.0, 3.0, 2.0, 1.0, 3.0, 5.0, 24.0, 2.0, 1.0, 3.0, 6.0, 3.0, 3.0, 2.0, 2.0, 4.0, 2.0, 3.0, 1.0, 4.0, 3.0, 2.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.003896202426403761, -0.003761308267712593, -0.0036264141090214252, -0.0034915199503302574, -0.0033566257916390896, -0.003221731400117278, -0.0030868372414261103, -0.0029519430827349424, -0.0028170489240437746, -0.0026821547653526068, -0.002547260606661439, -0.002412366447970271, -0.0022774720564484596, -0.002142577897757292, -0.002007683739066124, -0.0018727895803749561, -0.0017378954216837883, -0.0016030012629926205, -0.0014681071043014526, -0.001333212829194963, -0.0011983186705037951, -0.0010634245118126273, -0.0009285302949137986, -0.0007936360780149698, -0.000658741919323802, -0.0005238477606326342, -0.0003889535437338054, -0.00025405935593880713, -0.00011916516814380884, 1.5729019651189446e-05, 0.00015062320744618773, 0.000285517395241186, 0.0004204115830361843, 0.0005553057417273521, 0.0006901999586261809, 0.0008250941755250096, 0.0009599883342161775, 0.0010948824929073453, 0.001229776768013835, 0.0013646709267050028, 0.0014995650853961706, 0.0016344592440873384, 0.0017693534027785063, 0.001904247677884996, 0.0020391419529914856, 0.0021740361116826534, 0.0023089302703738213, 0.002443824429064989, 0.002578718587756157, 0.0027136127464473248, 0.0028485069051384926, 0.0029834010638296604, 0.0031182952225208282, 0.0032531896140426397, 0.0033880837727338076, 0.0035229779314249754, 0.0036578720901161432, 0.003792766248807311, 0.0039276606403291225, 0.00406255479902029, 0.004197448957711458, 0.004332343116402626, 0.004467237275093794, 0.004602131433784962, 0.0047370255924761295]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 4.0, 3.0, 2.0, 8.0, 10.0, 22.0, 29.0, 50.0, 107.0, 175.0, 258.0, 457.0, 789.0, 1260.0, 2049.0, 3481.0, 5745.0, 9448.0, 14757.0, 22983.0, 35781.0, 54220.0, 81528.0, 119457.0, 470696.0, 125444.0, 78971.0, 51655.0, 34116.0, 23070.0, 15205.0, 9913.0, 6557.0, 4184.0, 2824.0, 1680.0, 1013.0, 640.0, 392.0, 246.0, 138.0, 88.0, 73.0, 40.0, 25.0, 12.0, 13.0, 5.0, 7.0, 8.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.015436540357768536, -0.014964522793889046, -0.014492505230009556, -0.014020486734807491, -0.013548469170928001, -0.013076451607048512, -0.012604434043169022, -0.012132416479289532, -0.011660398915410042, -0.011188380420207977, -0.010716362856328487, -0.010244345292448997, -0.009772327728569508, -0.009300310164690018, -0.008828291669487953, -0.008356274105608463, -0.007884256541728973, -0.0074122389778494835, -0.006940220948308706, -0.006468203384429216, -0.005996185354888439, -0.005524167791008949, -0.005052150227129459, -0.004580132197588682, -0.004108114633709192, -0.0036360968369990587, -0.003164079040288925, -0.0026920614764094353, -0.0022200436796993017, -0.0017480258829891682, -0.0012760082026943564, -0.0008039904641918838, -0.00033197272568941116, 0.00014004501281306148, 0.0006120627513155341, 0.0010840804316103458, 0.0015560982283204794, 0.002028116025030613, 0.002500133588910103, 0.0029721513856202364, 0.00344416918233037, 0.00391618674620986, 0.004388204775750637, 0.004860222339630127, 0.005332239903509617, 0.005804257933050394, 0.006276275496929884, 0.006748293526470661, 0.007220311090350151, 0.007692328654229641, 0.00816434621810913, 0.008636364713311195, 0.009108382277190685, 0.009580399841070175, 0.010052417404949665, 0.010524434968829155, 0.01099645346403122, 0.01146847102791071, 0.0119404885917902, 0.01241250615566969, 0.012884523719549179, 0.013356541283428669, 0.013828559778630733, 0.014300577342510223, 0.014772594906389713]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 3.0, 1.0, 2.0, 11.0, 3.0, 1.0, 1.0, 2.0, 2.0, 3.0, 1.0, 4.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.014412562362849712, -0.013998962007462978, -0.013585361652076244, -0.013171762228012085, -0.012758161872625351, -0.012344561517238617, -0.011930961161851883, -0.011517360806465149, -0.011103760451078415, -0.010690161027014256, -0.010276560671627522, -0.009862960316240788, -0.009449359960854053, -0.00903575960546732, -0.00862216018140316, -0.008208559826016426, -0.007794959470629692, -0.007381359115242958, -0.006967759225517511, -0.006554158870130777, -0.006140558980405331, -0.005726958625018597, -0.005313358269631863, -0.004899758379906416, -0.004486158024519682, -0.004072557669132948, -0.0036589577794075012, -0.003245357424020767, -0.002831757301464677, -0.0024181571789085865, -0.0020045568235218525, -0.0015909567009657621, -0.0011773565784096718, -0.0007637563976459205, -0.00035015621688216925, 6.344396388158202e-05, 0.0004770441446453333, 0.0008906443254090846, 0.0013042445061728358, 0.001717844745144248, 0.0021314448677003384, 0.0025450449902564287, 0.002958645112812519, 0.003372245468199253, 0.0037858455907553434, 0.004199445713311434, 0.004613046068698168, 0.0050266459584236145, 0.0054402463138103485, 0.0058538466691970825, 0.006267446558922529, 0.006681046914309263, 0.00709464680403471, 0.007508247159421444, 0.007921847514808178, 0.008335447870194912, 0.008749047294259071, 0.009162647649645805, 0.00957624800503254, 0.009989848360419273, 0.010403448715806007, 0.010817049071192741, 0.0112306484952569, 0.011644248850643635, 0.012057849206030369]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 3.0, 0.0, 4.0, 3.0, 4.0, 7.0, 9.0, 15.0, 12.0, 22.0, 20.0, 17.0, 22.0, 57.0, 40.0, 63.0, 77.0, 78.0, 119.0, 127.0, 160.0, 152.0, 164.0, 183.0, 204.0, 230.0, 266.0, 342.0, 482.0, 634.0, 827.0, 1100.0, 4480.0, 2491.0, 1391.0, 987.0, 757.0, 584.0, 453.0, 336.0, 322.0, 250.0, 187.0, 127.0, 139.0, 104.0, 97.0, 75.0, 69.0, 46.0, 24.0, 23.0, 17.0, 6.0, 7.0, 3.0, 0.0, 6.0, 2.0, 1.0, 1.0, 1.0], "bins": [-0.008839843794703484, -0.008586786687374115, -0.008333729580044746, -0.008080672472715378, -0.007827614434063435, -0.007574557326734066, -0.007321500219404697, -0.007068443112075329, -0.00681538600474596, -0.006562328431755304, -0.006309271324425936, -0.006056214217096567, -0.005803156644105911, -0.005550099536776543, -0.005297042429447174, -0.005043984856456518, -0.00479092774912715, -0.004537870641797781, -0.004284813068807125, -0.0040317559614777565, -0.003778698854148388, -0.0035256415139883757, -0.0032725841738283634, -0.003019527066498995, -0.0027664697263389826, -0.0025134123861789703, -0.0022603552788496017, -0.0020072979386895895, -0.001754240714944899, -0.0015011834912002087, -0.0012481261510401964, -0.000995068927295506, -0.0007420117035508156, -0.0004889544798061252, -0.00023589719785377383, 1.7160054994747043e-05, 0.0002702173078432679, 0.0005232745315879583, 0.0007763318135403097, 0.001029389095492661, 0.0012824463192373514, 0.0015355035429820418, 0.0017885607667267323, 0.0020416181068867445, 0.0022946754470467567, 0.0025477325543761253, 0.0028007898945361376, 0.003053847001865506, 0.0033069043420255184, 0.0035599616821855307, 0.0038130187895148993, 0.0040660761296749115, 0.00431913323700428, 0.004572190809994936, 0.004825247917324305, 0.005078305024653673, 0.005331362597644329, 0.005584419704973698, 0.005837476812303066, 0.006090533919632435, 0.006343591492623091, 0.006596648599952459, 0.006849705707281828, 0.007102763280272484, 0.007355820387601852]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.05805840343236923, -0.05637156963348389, -0.05468473955988884, -0.05299790948629379, -0.05131107568740845, -0.0496242418885231, -0.047937411814928055, -0.04625058174133301, -0.04456374794244766, -0.04287691414356232, -0.04119008406996727, -0.03950325399637222, -0.03781642019748688, -0.03612958639860153, -0.034442756325006485, -0.03275592625141144, -0.031069092452526093, -0.029382260516285896, -0.0276954285800457, -0.026008596643805504, -0.024321764707565308, -0.02263493277132511, -0.020948100835084915, -0.01926126889884472, -0.017574436962604523, -0.015887605026364326, -0.01420077309012413, -0.012513941153883934, -0.010827109217643738, -0.009140277281403542, -0.007453445345163345, -0.005766613408923149, -0.004079781472682953, -0.0023929495364427567, -0.0007061176002025604, 0.0009807143360376358, 0.002667546272277832, 0.004354378208518028, 0.0060412101447582245, 0.007728042080998421, 0.009414874017238617, 0.011101705953478813, 0.01278853788971901, 0.014475369825959206, 0.016162201762199402, 0.017849033698439598, 0.019535865634679794, 0.02122269757091999, 0.022909529507160187, 0.024596361443400383, 0.02628319337964058, 0.027970025315880775, 0.02965685725212097, 0.03134369105100632, 0.033030521124601364, 0.03471735119819641, 0.03640418499708176, 0.0380910187959671, 0.03977784886956215, 0.041464678943157196, 0.04315151274204254, 0.04483834654092789, 0.046525176614522934, 0.04821200668811798, 0.049898840487003326]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 0.0, 3.0, 3.0, 1.0, 1.0, 3.0, 6.0, 6.0, 12.0, 3.0, 13.0, 9.0, 13.0, 10.0, 12.0, 11.0, 17.0, 26.0, 30.0, 18.0, 9.0, 13.0, 7.0, 6.0, 4.0, 8.0, 2.0, 7.0, 4.0, 2.0, 2.0, 1.0, 2.0, 3.0, 0.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.022937437519431114, -0.021888824179768562, -0.02084021270275116, -0.019791599363088608, -0.018742986023426056, -0.017694372683763504, -0.016645759344100952, -0.01559714786708355, -0.014548534527420998, -0.013499921187758446, -0.012451308779418468, -0.011402696371078491, -0.01035408303141594, -0.009305469691753387, -0.00825685728341341, -0.007208244409412146, -0.006159631535410881, -0.0051110186614096165, -0.004062405787408352, -0.0030137929134070873, -0.0019651800394058228, -0.0009165671654045582, 0.0001320457085967064, 0.001180658582597971, 0.0022292714565992355, 0.0032778843306005, 0.004326497204601765, 0.005375110078603029, 0.006423722952604294, 0.007472335826605558, 0.008520948700606823, 0.0095695611089468, 0.010618174448609352, 0.011666787788271904, 0.012715400196611881, 0.013764012604951859, 0.01481262594461441, 0.015861239284276962, 0.016909852623939514, 0.017958464100956917, 0.01900707744061947, 0.02005569078028202, 0.021104302257299423, 0.022152915596961975, 0.023201528936624527, 0.02425014227628708, 0.02529875561594963, 0.026347367092967033, 0.027395980432629585, 0.028444593772292137, 0.02949320524930954, 0.03054181858897209, 0.031590431928634644, 0.032639045268297195, 0.03368765860795975, 0.0347362719476223, 0.03578488528728485, 0.036833494901657104, 0.037882108241319656, 0.03893072158098221, 0.03997933492064476, 0.04102794826030731, 0.042076561599969864, 0.043125174939632416, 0.04417378455400467]}, "_runtime": 19.59199070930481, "_timestamp": 1596211609.3630996, "_step": 19}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 3.0, 0.0, 3.0, 0.0, 0.0, 0.0, 4.0, 1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 2.0, 3.0, 3.0, 4.0, 5.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.012611149810254574, -0.012251602485775948, -0.011892054229974747, -0.01153250690549612, -0.01117295864969492, -0.010813411325216293, -0.010453863069415092, -0.010094315744936466, -0.00973476842045784, -0.009375220164656639, -0.009015672840178013, -0.008656124584376812, -0.008296577259898186, -0.007937029004096985, -0.007577481679618359, -0.007217933889478445, -0.0068583860993385315, -0.006498838309198618, -0.006139290519058704, -0.005779742728918791, -0.005420194938778877, -0.005060647614300251, -0.0047010998241603374, -0.004341552034020424, -0.00398200424388051, -0.0036224564537405968, -0.003262908663600683, -0.0029033611062914133, -0.0025438133161514997, -0.002184265526011586, -0.0018247178522869945, -0.0014651701785624027, -0.0011056223884224892, -0.0007460746564902365, -0.0003865269245579839, -2.697919262573123e-05, 0.0003325685393065214, 0.0006921162712387741, 0.0010516640031710267, 0.0014112116768956184, 0.001770759467035532, 0.0021303072571754456, 0.002489855047315359, 0.002849402604624629, 0.0032089503947645426, 0.003568498184904456, 0.003928045742213726, 0.00428759353235364, 0.004647141322493553, 0.005006689112633467, 0.00536623690277338, 0.005725784692913294, 0.006085332483053207, 0.006444879807531834, 0.006804427597671747, 0.007163975387811661, 0.007523523177951574, 0.007883070968091488, 0.008242618292570114, 0.008602166548371315, 0.008961713872849941, 0.009321262128651142, 0.009680809453129768, 0.01004035770893097, 0.010399905033409595]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 4.0, 1.0, 2.0, 3.0, 4.0, 2.0, 8.0, 6.0, 7.0, 7.0, 9.0, 16.0, 18.0, 18.0, 24.0, 24.0, 40.0, 40.0, 63.0, 76.0, 89.0, 125.0, 142.0, 201.0, 259.0, 340.0, 529.0, 3649.0, 838.0, 468.0, 264.0, 186.0, 114.0, 109.0, 61.0, 46.0, 29.0, 37.0, 18.0, 18.0, 11.0, 7.0, 1.0, 3.0, 5.0, 4.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.17009428143501282, -0.16538061201572418, -0.16066694259643555, -0.15595325827598572, -0.15123958885669708, -0.14652591943740845, -0.1418122500181198, -0.13709856569766998, -0.13238489627838135, -0.1276712268590927, -0.12295755743980408, -0.11824388056993484, -0.11353021115064621, -0.10881653428077698, -0.10410286486148834, -0.09938918799161911, -0.09467551857233047, -0.08996184915304184, -0.08524817228317261, -0.08053450286388397, -0.07582082599401474, -0.0711071565747261, -0.06639347970485687, -0.06167981028556824, -0.056966137140989304, -0.05225246399641037, -0.047538790851831436, -0.0428251177072525, -0.03811144828796387, -0.033397775143384933, -0.028684101998806, -0.023970428854227066, -0.019256755709648132, -0.014543082565069199, -0.00982941035181284, -0.005115737672895193, -0.0004020649939775467, 0.0043116076849401, 0.009025280363857746, 0.013738952577114105, 0.01845262572169304, 0.023166298866271973, 0.027879972010850906, 0.03259364515542984, 0.037307314574718475, 0.04202098771929741, 0.04673466086387634, 0.051448334008455276, 0.05616200715303421, 0.060875680297613144, 0.06558935344219208, 0.07030302286148071, 0.07501669973134995, 0.07973036915063858, 0.08444404602050781, 0.08915771543979645, 0.09387138485908508, 0.09858506172895432, 0.10329873114824295, 0.10801240801811218, 0.11272607743740082, 0.11743975430727005, 0.12215342372655869, 0.12686710059642792, 0.13158077001571655]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 2.0, 0.0, 0.0, 0.0, 2.0, 2.0, 3.0, 2.0, 1.0, 3.0, 2.0, 3.0, 3.0, 3.0, 1.0, 3.0, 2.0, 2.0, 4.0, 4.0, 3.0, 26.0, 3.0, 3.0, 5.0, 0.0, 3.0, 7.0, 3.0, 0.0, 0.0, 4.0, 3.0, 4.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0], "bins": [-0.0041283490136265755, -0.0040055387653410435, -0.003882728051394224, -0.003759917803108692, -0.0036371073219925165, -0.003514296840876341, -0.003391486592590809, -0.0032686761114746332, -0.0031458656303584576, -0.003023055149242282, -0.0029002446681261063, -0.0027774344198405743, -0.0026546239387243986, -0.002531813457608223, -0.002409003209322691, -0.0022861927282065153, -0.0021633822470903397, -0.002040571765974164, -0.0019177614012733102, -0.0017949510365724564, -0.0016721405554562807, -0.001549330074340105, -0.0014265197096392512, -0.0013037093449383974, -0.0011808988638222218, -0.001058088382706046, -0.0009352780180051923, -0.0008124675950966775, -0.0006896571721881628, -0.0005668467492796481, -0.00044403632637113333, -0.0003212259034626186, -0.00019841548055410385, -7.560505764558911e-05, 4.7205365262925625e-05, 0.00017001578817144036, 0.0002928262110799551, 0.00041563663398846984, 0.0005384470568969846, 0.0006612574798054993, 0.000784067902714014, 0.0009068783256225288, 0.0010296887485310435, 0.0011524991132318974, 0.001275309594348073, 0.0013981200754642487, 0.0015209304401651025, 0.0016437408048659563, 0.001766551285982132, 0.0018893617670983076, 0.0020121722482144833, 0.0021349824965000153, 0.002257792977616191, 0.0023806034587323666, 0.0025034137070178986, 0.002626224188134074, 0.00274903466925025, 0.0028718451503664255, 0.002994655631482601, 0.003117465879768133, 0.003240276360884309, 0.0033630868420004845, 0.0034858970902860165, 0.003608707571402192, 0.0037315180525183678]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 2.0, 5.0, 2.0, 10.0, 11.0, 16.0, 19.0, 23.0, 39.0, 30.0, 57.0, 89.0, 160.0, 277.0, 436.0, 736.0, 1134.0, 1933.0, 3028.0, 4778.0, 7335.0, 11348.0, 17085.0, 25834.0, 38673.0, 57809.0, 87353.0, 139724.0, 483170.0, 103122.0, 67077.0, 43593.0, 28872.0, 18682.0, 12518.0, 8441.0, 5560.0, 3772.0, 2421.0, 1515.0, 1058.0, 666.0, 379.0, 250.0, 175.0, 114.0, 82.0, 58.0, 38.0, 33.0, 29.0, 20.0, 18.0, 8.0, 9.0, 6.0, 3.0, 3.0, 3.0, 1.0, 2.0, 0.0, 1.0], "bins": [-0.013011821545660496, -0.012567699886858463, -0.01212357822805643, -0.011679457500576973, -0.01123533584177494, -0.010791214182972908, -0.010347092524170876, -0.009902970865368843, -0.00945884920656681, -0.009014728479087353, -0.00857060682028532, -0.008126485161483288, -0.007682363502681255, -0.00723824230954051, -0.006794120650738478, -0.0063499994575977325, -0.0059058777987957, -0.005461756139993668, -0.0050176349468529224, -0.00457351328805089, -0.004129392094910145, -0.0036852704361081123, -0.00324114877730608, -0.002797027351334691, -0.0023529059253633022, -0.0019087844993919134, -0.0014646629570052028, -0.0010205414146184921, -0.0005764199886471033, -0.00013229850446805358, 0.00031182297971099615, 0.0007559444638900459, 0.0012000659480690956, 0.0016441873740404844, 0.0020883088000118732, 0.0025324304588139057, 0.0029765518847852945, 0.0034206733107566833, 0.003864794969558716, 0.004308916162699461, 0.0047530378215014935, 0.005197159480303526, 0.005641280673444271, 0.0060854023322463036, 0.006529523991048336, 0.006973645184189081, 0.007417766842991114, 0.007861888036131859, 0.008306009694933891, 0.008750131353735924, 0.009194253012537956, 0.009638373740017414, 0.010082495398819447, 0.010526617057621479, 0.010970738716423512, 0.011414860375225544, 0.011858981102705002, 0.012303102761507034, 0.012747224420309067, 0.0131913460791111, 0.013635467737913132, 0.014079589396715164, 0.014523710124194622, 0.014967831782996655, 0.015411953441798687]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 6.0, 0.0, 5.0, 1.0, 2.0, 2.0, 4.0, 3.0, 2.0, 1.0, 0.0, 3.0, 2.0, 1.0, 0.0, 4.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0], "bins": [-0.02487955056130886, -0.024150552228093147, -0.023421553894877434, -0.02269255556166172, -0.021963557228446007, -0.021234558895230293, -0.02050556056201458, -0.019776562228798866, -0.019047565758228302, -0.01831856742501259, -0.017589569091796875, -0.01686057075858116, -0.016131572425365448, -0.015402574092149734, -0.014673575758934021, -0.013944577425718307, -0.013215579092502594, -0.01248658075928688, -0.011757582426071167, -0.011028584092855453, -0.01029958575963974, -0.009570588357746601, -0.008841590024530888, -0.008112591691315174, -0.007383593358099461, -0.006654595024883747, -0.005925596691668034, -0.005196598824113607, -0.004467600490897894, -0.0037386021576821804, -0.0030096040572971106, -0.0022806059569120407, -0.0015516076236963272, -0.0008226094068959355, -9.361119009554386e-05, 0.0006353870267048478, 0.0013643852435052395, 0.002093383576720953, 0.002822381677106023, 0.0035513797774910927, 0.004280378110706806, 0.00500937644392252, 0.005738374777138233, 0.006467372644692659, 0.007196370977908373, 0.007925368845462799, 0.008654367178678513, 0.009383365511894226, 0.01011236384510994, 0.010841362178325653, 0.011570360511541367, 0.01229935884475708, 0.013028357177972794, 0.013757354579865932, 0.014486352913081646, 0.01521535124629736, 0.015944350510835648, 0.016673346981406212, 0.017402345314621925, 0.01813134364783764, 0.018860341981053352, 0.019589340314269066, 0.02031833864748478, 0.021047336980700493, 0.021776335313916206]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 4.0, 2.0, 7.0, 12.0, 16.0, 18.0, 27.0, 32.0, 35.0, 45.0, 58.0, 49.0, 62.0, 44.0, 48.0, 52.0, 63.0, 66.0, 63.0, 81.0, 106.0, 135.0, 154.0, 214.0, 226.0, 364.0, 364.0, 520.0, 697.0, 1222.0, 4666.0, 1951.0, 1337.0, 1089.0, 925.0, 583.0, 490.0, 352.0, 293.0, 260.0, 261.0, 242.0, 204.0, 205.0, 168.0, 146.0, 113.0, 92.0, 68.0, 38.0, 27.0, 35.0, 25.0, 13.0, 16.0, 4.0, 6.0, 5.0, 3.0, 5.0, 12.0, 9.0, 2.0], "bins": [-0.010256766341626644, -0.009929572232067585, -0.009602378122508526, -0.009275184944272041, -0.008947990834712982, -0.008620796725153923, -0.008293602615594864, -0.007966408506035805, -0.007639214862138033, -0.007312020752578974, -0.006984827108681202, -0.006657632999122143, -0.006330438889563084, -0.006003245245665312, -0.005676051136106253, -0.005348857492208481, -0.005021663382649422, -0.0046944692730903625, -0.004367275629192591, -0.004040081519633532, -0.003712887642905116, -0.0033856937661767006, -0.0030584996566176414, -0.002731305779889226, -0.0024041119031608105, -0.002076918026432395, -0.0017497240332886577, -0.0014225300401449203, -0.0010953361634165049, -0.0007681422284804285, -0.00044094829354435205, -0.00011375435860827565, 0.00021343957632780075, 0.0005406335112638772, 0.0008678274461999536, 0.0011950214393436909, 0.0015222153160721064, 0.0018494091928005219, 0.002176603302359581, 0.0025037971790879965, 0.002830991055816412, 0.0031581849325448275, 0.003485378809273243, 0.003812572918832302, 0.004139767028391361, 0.004466960672289133, 0.004794154781848192, 0.005121348425745964, 0.005448542535305023, 0.005775736644864082, 0.006102930288761854, 0.006430124398320913, 0.006757318042218685, 0.007084512151777744, 0.0074117062613368034, 0.007738899905234575, 0.008066093549132347, 0.008393287658691406, 0.008720481768250465, 0.009047675877809525, 0.009374869987368584, 0.009702064096927643, 0.010029257275164127, 0.010356451384723186, 0.010683645494282246]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 2.0, 1.0, 2.0, 0.0, 2.0, 2.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.12452070415019989, -0.11895620822906494, -0.11339171230792999, -0.10782720893621445, -0.1022627130150795, -0.09669821709394455, -0.091133713722229, -0.08556921780109406, -0.0800047218799591, -0.07444022595882416, -0.06887573003768921, -0.06331122666597366, -0.057746730744838715, -0.052182234823703766, -0.04661773517727852, -0.04105323553085327, -0.03548873960971832, -0.029924241825938225, -0.024359744042158127, -0.01879524625837803, -0.013230748474597931, -0.007666250690817833, -0.002101752907037735, 0.003462744876742363, 0.009027242660522461, 0.014591740444302559, 0.020156238228082657, 0.025720736011862755, 0.03128523379564285, 0.0368497297167778, 0.04241422936320305, 0.047978729009628296, 0.053543224930763245, 0.05910772085189819, 0.06467221677303314, 0.07023672014474869, 0.07580121606588364, 0.08136571198701859, 0.08693021535873413, 0.09249471127986908, 0.09805920720100403, 0.10362370312213898, 0.10918819904327393, 0.11475270241498947, 0.12031719833612442, 0.12588170170783997, 0.13144619762897491, 0.13701069355010986, 0.1425751894712448, 0.14813968539237976, 0.1537041813135147, 0.15926867723464966, 0.1648331880569458, 0.17039768397808075, 0.1759621798992157, 0.18152667582035065, 0.1870911717414856, 0.19265566766262054, 0.1982201635837555, 0.20378465950489044, 0.2093491554260254, 0.21491366624832153, 0.22047816216945648, 0.22604265809059143, 0.23160715401172638]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [4.0, 0.0, 3.0, 2.0, 3.0, 1.0, 2.0, 1.0, 1.0, 4.0, 4.0, 1.0, 1.0, 2.0, 7.0, 5.0, 7.0, 6.0, 10.0, 18.0, 24.0, 15.0, 27.0, 12.0, 11.0, 16.0, 8.0, 7.0, 5.0, 3.0, 13.0, 7.0, 3.0, 5.0, 3.0, 2.0, 6.0, 6.0, 2.0, 2.0, 2.0, 6.0, 2.0, 3.0, 3.0, 4.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.021516066044569016, -0.020569659769535065, -0.019623255357146263, -0.018676849082112312, -0.01773044466972351, -0.01678403839468956, -0.01583763211965561, -0.014891226775944233, -0.013944821432232857, -0.01299841608852148, -0.012052010744810104, -0.011105604469776154, -0.010159199126064777, -0.009212793782353401, -0.00826638750731945, -0.007319982163608074, -0.006373576819896698, -0.005427171476185322, -0.004480765666812658, -0.0035343600902706385, -0.0025879545137286186, -0.0016415489371865988, -0.0006951433606445789, 0.0002512622158974409, 0.0011976677924394608, 0.0021440733689814806, 0.0030904789455235004, 0.004036884754896164, 0.00498329009860754, 0.005929695442318916, 0.00687610125169158, 0.007822507061064243, 0.00876891240477562, 0.009715317748486996, 0.010661723092198372, 0.011608129367232323, 0.012554534710943699, 0.013500940054655075, 0.014447346329689026, 0.015393751673400402, 0.016340157017111778, 0.01728656329214573, 0.01823296770453453, 0.01917937397956848, 0.020125780254602432, 0.021072184666991234, 0.022018590942025185, 0.022964995354413986, 0.023911401629447937, 0.024857807904481888, 0.02580421231687069, 0.02675061859190464, 0.027697023004293442, 0.028643429279327393, 0.029589835554361343, 0.030536239966750145, 0.03148264437913895, 0.0324290506541729, 0.03337545692920685, 0.0343218632042408, 0.03526826947927475, 0.0362146757543087, 0.03716107830405235, 0.038107484579086304, 0.039053890854120255]}, "_runtime": 20.362282752990723, "_timestamp": 1596211610.1333916, "_step": 20}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 0.0, 4.0, 3.0, 4.0, 2.0, 3.0, 2.0, 3.0, 0.0, 1.0, 2.0, 5.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.015572954900562763, -0.015107342042028904, -0.014641729183495045, -0.014176116324961185, -0.0137105043977499, -0.013244891539216042, -0.012779278680682182, -0.012313665822148323, -0.011848052963614464, -0.011382440105080605, -0.010916827246546745, -0.010451214388012886, -0.009985601529479027, -0.009519989602267742, -0.009054376743733883, -0.008588763885200024, -0.008123151026666164, -0.007657538168132305, -0.007191925309598446, -0.006726312916725874, -0.006260700058192015, -0.0057950871996581554, -0.0053294748067855835, -0.004863861948251724, -0.004398249089717865, -0.003932636231184006, -0.00346702360548079, -0.0030014109797775745, -0.0025357981212437153, -0.002070185262709856, -0.0016045726370066404, -0.001138959894888103, -0.0006733471527695656, -0.00020773441065102816, 0.00025787833146750927, 0.0007234910735860467, 0.0011891038157045841, 0.0016547165578231215, 0.002120329299941659, 0.0025859419256448746, 0.003051554784178734, 0.003517167642712593, 0.003982780501246452, 0.004448392894119024, 0.0049140057526528835, 0.005379618611186743, 0.005845231004059315, 0.006310843862593174, 0.006776456721127033, 0.0072420695796608925, 0.007707682438194752, 0.008173295296728611, 0.008638907223939896, 0.009104520082473755, 0.009570132941007614, 0.010035745799541473, 0.010501358658075333, 0.010966971516609192, 0.011432584375143051, 0.01189819723367691, 0.01236381009221077, 0.012829422019422054, 0.013295034877955914, 0.013760647736489773, 0.014226260595023632]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 1.0, 0.0, 0.0, 1.0, 3.0, 2.0, 2.0, 2.0, 2.0, 4.0, 4.0, 7.0, 2.0, 3.0, 8.0, 12.0, 10.0, 11.0, 19.0, 26.0, 27.0, 42.0, 47.0, 77.0, 101.0, 138.0, 223.0, 303.0, 466.0, 703.0, 3827.0, 766.0, 382.0, 225.0, 129.0, 93.0, 71.0, 41.0, 44.0, 31.0, 15.0, 12.0, 9.0, 12.0, 8.0, 0.0, 6.0, 4.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.1923842579126358, -0.18656648695468903, -0.18074871599674225, -0.17493093013763428, -0.1691131591796875, -0.16329538822174072, -0.15747761726379395, -0.15165984630584717, -0.1458420753479004, -0.14002428948879242, -0.13420651853084564, -0.12838874757289886, -0.12257097661495209, -0.11675319820642471, -0.11093542724847794, -0.10511764883995056, -0.09929987788200378, -0.093482106924057, -0.08766432851552963, -0.08184655755758286, -0.07602877914905548, -0.0702110081911087, -0.06439323723316193, -0.05857546254992485, -0.052757687866687775, -0.0469399131834507, -0.04112213850021362, -0.035304367542266846, -0.02948659285902977, -0.023668818175792694, -0.017851045355200768, -0.012033271603286266, -0.006215497851371765, -0.00039772409945726395, 0.005420049652457237, 0.011237823404371738, 0.01705559715628624, 0.022873371839523315, 0.028691144660115242, 0.03450891748070717, 0.040326692163944244, 0.04614446684718132, 0.051962241530418396, 0.05778001248836517, 0.06359778344631195, 0.06941556185483932, 0.0752333328127861, 0.08105111122131348, 0.08686888217926025, 0.09268665313720703, 0.0985044315457344, 0.10432220250368118, 0.11013998091220856, 0.11595775187015533, 0.12177552282810211, 0.1275932937860489, 0.13341107964515686, 0.13922885060310364, 0.14504662156105042, 0.1508643925189972, 0.15668216347694397, 0.16249993443489075, 0.16831772029399872, 0.1741354912519455, 0.17995326220989227]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 3.0, 1.0, 1.0, 0.0, 2.0, 5.0, 1.0, 3.0, 4.0, 3.0, 4.0, 1.0, 5.0, 3.0, 2.0, 4.0, 6.0, 23.0, 3.0, 2.0, 4.0, 2.0, 3.0, 2.0, 1.0, 4.0, 4.0, 2.0, 1.0, 2.0, 2.0, 2.0, 2.0, 0.0, 4.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.003868249710649252, -0.0037365343887358904, -0.0036048192996531725, -0.003473103977739811, -0.003341388888657093, -0.0032096735667437315, -0.00307795824483037, -0.002946243155747652, -0.0028145278338342905, -0.002682812511920929, -0.002551097422838211, -0.0024193821009248495, -0.002287666779011488, -0.00215595168992877, -0.0020242363680154085, -0.0018925211625173688, -0.001760805957019329, -0.0016290907515212893, -0.0014973755460232496, -0.001365660224109888, -0.0012339450186118484, -0.0011022298131138086, -0.000970514549408108, -0.0008387992857024074, -0.0007070840802043676, -0.0005753688747063279, -0.0004436536110006273, -0.0003119383763987571, -0.00018022314179688692, -4.850790719501674e-05, 8.320732740685344e-05, 0.00021492256200872362, 0.0003466377966105938, 0.000478353031212464, 0.0006100682658143342, 0.0007417835295200348, 0.0008734987350180745, 0.0010052139405161142, 0.0011369292624294758, 0.0012686444679275155, 0.0014003596734255552, 0.001532074878923595, 0.0016637900844216347, 0.0017955054063349962, 0.001927220611833036, 0.0020589358173310757, 0.0021906511392444372, 0.002322366228327155, 0.0024540815502405167, 0.002585796872153878, 0.002717511961236596, 0.0028492272831499577, 0.0029809423722326756, 0.003112657694146037, 0.0032443730160593987, 0.0033760881051421165, 0.003507803427055478, 0.0036395187489688396, 0.0037712338380515575, 0.003902949159964919, 0.004034664481878281, 0.0041663795709609985, 0.004298094660043716, 0.004429810214787722, 0.0045615253038704395]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 7.0, 7.0, 14.0, 18.0, 33.0, 31.0, 54.0, 70.0, 140.0, 213.0, 303.0, 518.0, 736.0, 1378.0, 2344.0, 3805.0, 6796.0, 11414.0, 19217.0, 32712.0, 53362.0, 83325.0, 125097.0, 480901.0, 126112.0, 80588.0, 52188.0, 34352.0, 22377.0, 14452.0, 9468.0, 6313.0, 3957.0, 2427.0, 1610.0, 1029.0, 716.0, 492.0, 333.0, 210.0, 133.0, 103.0, 67.0, 70.0, 34.0, 31.0, 18.0, 16.0, 15.0, 14.0, 4.0, 4.0, 4.0, 3.0, 1.0, 3.0, 2.0, 1.0], "bins": [-0.014070356264710426, -0.013596072793006897, -0.013121790252625942, -0.012647506780922413, -0.012173224240541458, -0.011698940768837929, -0.0112246572971344, -0.010750374756753445, -0.010276091285049915, -0.009801807813346386, -0.009327525272965431, -0.008853241801261902, -0.008378958329558372, -0.007904675789177418, -0.007430392317473888, -0.006956109311431646, -0.006481826305389404, -0.006007543299347162, -0.00553326029330492, -0.005058976821601391, -0.004584693815559149, -0.004110410809516907, -0.003636127570644021, -0.0031618443317711353, -0.0026875613257288933, -0.0022132783196866512, -0.0017389950808137655, -0.0012647119583562016, -0.0007904288358986378, -0.0003161457134410739, 0.00015813740901648998, 0.0006324205314740539, 0.0011067036539316177, 0.0015809867763891816, 0.0020552698988467455, 0.002529553137719631, 0.0030038361437618732, 0.0034781191498041153, 0.003952402621507645, 0.004426685627549887, 0.004900968633592129, 0.005375251639634371, 0.005849534645676613, 0.006323818117380142, 0.006798101123422384, 0.007272384129464626, 0.007746667601168156, 0.00822095014154911, 0.00869523361325264, 0.009169517084956169, 0.009643799625337124, 0.010118083097040653, 0.010592365637421608, 0.011066649109125137, 0.011540932580828667, 0.012015215121209621, 0.01248949859291315, 0.01296378206461668, 0.013438064604997635, 0.013912348076701164, 0.014386631548404694, 0.014860914088785648, 0.015335197560489178, 0.015809480100870132, 0.016283763572573662]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 2.0, 4.0, 3.0, 2.0, 5.0, 3.0, 10.0, 3.0, 5.0, 2.0, 3.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.015395503491163254, -0.01490107923746109, -0.014406654052436352, -0.013912229798734188, -0.01341780461370945, -0.012923380360007286, -0.012428956106305122, -0.011934530921280384, -0.01144010666757822, -0.010945682413876057, -0.010451257228851318, -0.009956832975149155, -0.009462408721446991, -0.008967983536422253, -0.008473559282720089, -0.00797913409769535, -0.007484709843993187, -0.006990285124629736, -0.006495860405266285, -0.006001436151564121, -0.00550701143220067, -0.005012586712837219, -0.0045181624591350555, -0.0040237377397716045, -0.0035293130204081535, -0.0030348883010447025, -0.002540463814511895, -0.002046039327979088, -0.0015516146086156368, -0.0010571900056675076, -0.0005627654027193785, -6.83407997712493e-05, 0.0004260838031768799, 0.0009205084061250091, 0.0014149330090731382, 0.0019093576120212674, 0.0024037822149693966, 0.0028982069343328476, 0.003392631420865655, 0.0038870559073984623, 0.004381480626761913, 0.004875905346125364, 0.005370330065488815, 0.005864754319190979, 0.00635917903855443, 0.006853603757917881, 0.007348028011620045, 0.007842453196644783, 0.008336877450346947, 0.00883130170404911, 0.009325726889073849, 0.009820151142776012, 0.01031457632780075, 0.010809000581502914, 0.011303424835205078, 0.011797850020229816, 0.01229227427393198, 0.012786698527634144, 0.013281123712658882, 0.013775547966361046, 0.01426997222006321, 0.014764397405087948, 0.015258821658790112, 0.01575324684381485, 0.016247671097517014]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 5.0, 1.0, 2.0, 4.0, 3.0, 2.0, 3.0, 2.0, 3.0, 5.0, 5.0, 7.0, 6.0, 9.0, 20.0, 19.0, 18.0, 35.0, 30.0, 63.0, 89.0, 123.0, 194.0, 243.0, 395.0, 622.0, 839.0, 1587.0, 6161.0, 3845.0, 1755.0, 824.0, 465.0, 285.0, 197.0, 181.0, 69.0, 68.0, 56.0, 57.0, 43.0, 21.0, 16.0, 9.0, 9.0, 10.0, 3.0, 4.0, 2.0, 1.0, 3.0, 2.0], "bins": [-0.016593167558312416, -0.016188405454158783, -0.01578364148736, -0.015378879383206367, -0.014974117279052734, -0.014569355174899101, -0.014164592139422894, -0.013759829103946686, -0.013355066999793053, -0.01295030489563942, -0.012545541860163212, -0.012140778824687004, -0.011736016720533371, -0.011331254616379738, -0.01092649158090353, -0.010521728545427322, -0.01011696644127369, -0.009712204337120056, -0.009307441301643848, -0.00890267826616764, -0.008497916162014008, -0.008093154057860374, -0.007688391022384167, -0.007283628452569246, -0.006878865882754326, -0.0064741033129394054, -0.006069340743124485, -0.005664578173309565, -0.005259815603494644, -0.004855053033679724, -0.004450290463864803, -0.004045527894049883, -0.0036407653242349625, -0.003236002754420042, -0.0028312401846051216, -0.002426477614790201, -0.0020217150449752808, -0.0016169524751603603, -0.00121218990534544, -0.0008074273355305195, -0.00040266476571559906, 2.0978040993213654e-06, 0.0004068603739142418, 0.0008116229437291622, 0.0012163855135440826, 0.001621148083359003, 0.0020259106531739235, 0.002430673222988844, 0.0028354357928037643, 0.0032401983626186848, 0.003644960932433605, 0.004049723502248526, 0.004454486072063446, 0.0048592486418783665, 0.005264011211693287, 0.005668773781508207, 0.006073536351323128, 0.006478298921138048, 0.006883061490952969, 0.007287824060767889, 0.0076925866305828094, 0.008097348734736443, 0.00850211177021265, 0.008906874805688858, 0.009311636909842491]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 2.0, 1.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08042257279157639, -0.07842128723859787, -0.07642000913619995, -0.07441872358322144, -0.07241743803024292, -0.0704161524772644, -0.06841486692428589, -0.06641358882188797, -0.06441230326890945, -0.06241101771593094, -0.06040973588824272, -0.058408454060554504, -0.05640716850757599, -0.05440588295459747, -0.052404601126909256, -0.05040331929922104, -0.04840203374624252, -0.04640074819326401, -0.04439946636557579, -0.04239818453788757, -0.04039689898490906, -0.03839561343193054, -0.036394331604242325, -0.03439304977655411, -0.03239176422357559, -0.030390480533242226, -0.02838919684290886, -0.026387913152575493, -0.024386629462242126, -0.02238534577190876, -0.020384062081575394, -0.018382778391242027, -0.01638149470090866, -0.014380211010575294, -0.012378927320241928, -0.010377643629908562, -0.008376359939575195, -0.006375076249241829, -0.0043737925589084625, -0.002372508868575096, -0.00037122517824172974, 0.0016300585120916367, 0.003631342202425003, 0.0056326258927583694, 0.007633909583091736, 0.009635193273425102, 0.011636476963758469, 0.013637760654091835, 0.0156390443444252, 0.017640328034758568, 0.019641611725091934, 0.0216428954154253, 0.023644179105758667, 0.025645462796092033, 0.0276467464864254, 0.029648030176758766, 0.03164931386709213, 0.03365059942007065, 0.035651881247758865, 0.03765316307544708, 0.0396544486284256, 0.041655734181404114, 0.04365701600909233, 0.04565829783678055, 0.047659583389759064]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 1.0, 1.0, 1.0, 3.0, 1.0, 1.0, 5.0, 2.0, 4.0, 3.0, 3.0, 12.0, 10.0, 7.0, 14.0, 15.0, 15.0, 10.0, 7.0, 14.0, 11.0, 36.0, 19.0, 12.0, 13.0, 6.0, 5.0, 4.0, 7.0, 9.0, 4.0, 0.0, 2.0, 5.0, 2.0, 3.0, 1.0, 3.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.03862437605857849, -0.037563662976026535, -0.03650294989347458, -0.03544223681092262, -0.03438152000308037, -0.03332080692052841, -0.032260093837976456, -0.0311993807554245, -0.030138667672872543, -0.029077952727675438, -0.028017239645123482, -0.026956526562571526, -0.02589581161737442, -0.024835098534822464, -0.023774385452270508, -0.022713670507073402, -0.021652957424521446, -0.02059224434196949, -0.019531529396772385, -0.01847081631422043, -0.017410103231668472, -0.016349388286471367, -0.01528867520391941, -0.014227962121367455, -0.013167248107492924, -0.012106534093618393, -0.011045821011066437, -0.009985106997191906, -0.008924392983317375, -0.007863679900765419, -0.006802965886890888, -0.005742252338677645, -0.004681538790464401, -0.0036208252422511578, -0.0025601114612072706, -0.0014993977965787053, -0.00043868413195014, 0.0006220295326784253, 0.0016827431973069906, 0.0027434569783508778, 0.0038041705265641212, 0.004864884074777365, 0.005925597622990608, 0.006986311636865139, 0.00804702565073967, 0.009107738733291626, 0.010168452747166157, 0.011229165829718113, 0.012289879843592644, 0.013350593857467175, 0.01441130694001913, 0.015472020953893661, 0.016532734036445618, 0.017593448981642723, 0.01865416206419468, 0.019714875146746635, 0.02077559009194374, 0.021836303174495697, 0.022897016257047653, 0.02395772933959961, 0.025018444284796715, 0.02607915736734867, 0.027139870449900627, 0.028200585395097733, 0.02926129847764969]}, "_runtime": 21.12236523628235, "_timestamp": 1596211610.893474, "_step": 21}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 2.0, 2.0, 1.0, 2.0, 2.0, 1.0, 4.0, 1.0, 0.0, 3.0, 0.0, 4.0, 4.0, 2.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 3.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.015949755907058716, -0.015519792214035988, -0.015089829452335835, -0.014659865759313107, -0.014229902997612953, -0.013799939304590225, -0.013369976542890072, -0.012940012849867344, -0.01251005008816719, -0.012080086395144463, -0.011650122702121735, -0.011220159940421581, -0.010790196247398853, -0.0103602334856987, -0.009930269792675972, -0.009500307030975819, -0.00907034333795309, -0.008640379644930363, -0.00821041688323021, -0.007780453655868769, -0.007350490428507328, -0.0069205267354846, -0.006490563508123159, -0.006060600280761719, -0.005630637053400278, -0.005200673826038837, -0.004770710598677397, -0.004340747371315956, -0.003910783678293228, -0.003480820683762431, -0.003050857223570347, -0.002620893996208906, -0.0021909307688474655, -0.0017609675414860249, -0.0013310041977092624, -0.0009010409121401608, -0.0004710776265710592, -4.1114341001957655e-05, 0.0003888489445671439, 0.0008188122301362455, 0.001248775515705347, 0.0016787387430667877, 0.0021087019704282284, 0.0025386654306203127, 0.0029686286579817533, 0.003398591885343194, 0.0038285553455352783, 0.004258518572896719, 0.00468848180025816, 0.0051184450276196, 0.005548408254981041, 0.005978371482342482, 0.006408334709703922, 0.00683829840272665, 0.007268261630088091, 0.0076982248574495316, 0.00812818855047226, 0.008558151312172413, 0.00898811500519514, 0.009418077766895294, 0.009848041459918022, 0.010278004221618176, 0.010707967914640903, 0.011137930676341057, 0.011567894369363785]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 5.0, 2.0, 1.0, 2.0, 9.0, 5.0, 10.0, 9.0, 7.0, 19.0, 12.0, 23.0, 27.0, 31.0, 31.0, 42.0, 56.0, 78.0, 96.0, 138.0, 174.0, 262.0, 382.0, 608.0, 3887.0, 880.0, 406.0, 232.0, 141.0, 102.0, 68.0, 45.0, 31.0, 19.0, 14.0, 19.0, 14.0, 9.0, 7.0, 7.0, 5.0, 6.0, 2.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1908346563577652, -0.18523846566677094, -0.17964227497577667, -0.1740460842847824, -0.16844989359378815, -0.16285370290279388, -0.15725751221179962, -0.15166132152080536, -0.1460651308298111, -0.14046894013881683, -0.13487274944782257, -0.1292765587568283, -0.12368037551641464, -0.11808418482542038, -0.11248799413442612, -0.10689180344343185, -0.10129561275243759, -0.09569942206144333, -0.09010323137044907, -0.0845070406794548, -0.07891084998846054, -0.07331465929746628, -0.06771846860647202, -0.06212228164076805, -0.05652609094977379, -0.050929900258779526, -0.04533370956778526, -0.039737518876791, -0.034141331911087036, -0.028545139357447624, -0.02294895052909851, -0.017352759838104248, -0.011756569147109985, -0.00616037892177701, -0.0005641886964440346, 0.005032001528888941, 0.010628191754221916, 0.01622438244521618, 0.021820571273565292, 0.027416761964559555, 0.03301295265555382, 0.03860914334654808, 0.04420533403754234, 0.049801524728536606, 0.05539771169424057, 0.06099390238523483, 0.0665900930762291, 0.07218628376722336, 0.07778247445821762, 0.08337866514921188, 0.08897485584020615, 0.09457104653120041, 0.10016723722219467, 0.10576342791318893, 0.1113596186041832, 0.11695580929517746, 0.12255199253559113, 0.1281481832265854, 0.13374437391757965, 0.1393405646085739, 0.14493675529956818, 0.15053294599056244, 0.1561291366815567, 0.16172532737255096, 0.16732151806354523]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 2.0, 1.0, 5.0, 4.0, 3.0, 7.0, 2.0, 3.0, 3.0, 3.0, 3.0, 4.0, 1.0, 4.0, 0.0, 26.0, 3.0, 3.0, 2.0, 5.0, 3.0, 6.0, 2.0, 2.0, 3.0, 0.0, 2.0, 1.0, 3.0, 2.0, 2.0, 1.0, 2.0, 4.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.004722279030829668, -0.004562701098620892, -0.004403123166412115, -0.004243545234203339, -0.004083967301994562, -0.003924389369785786, -0.003764811670407653, -0.0036052337381988764, -0.0034456558059901, -0.0032860778737813234, -0.003126499941572547, -0.0029669220093637705, -0.0028073443099856377, -0.002647766377776861, -0.0024881884455680847, -0.0023286105133593082, -0.0021690325811505318, -0.0020094546489417553, -0.0018498767167329788, -0.0016902989009395242, -0.0015307209687307477, -0.0013711430365219712, -0.0012115652207285166, -0.00105198728851974, -0.0008924093563109636, -0.0007328314241021872, -0.0005732535501010716, -0.0004136756469961256, -0.00025409774389117956, -9.451984078623354e-05, 6.505806231871247e-05, 0.0002246359654236585, 0.0003842138685286045, 0.000543791800737381, 0.0007033696747384965, 0.0008629475487396121, 0.0010225254809483886, 0.001182103413157165, 0.0013416812289506197, 0.0015012591611593962, 0.0016608370933681726, 0.0018204150255769491, 0.0019799929577857256, 0.002139570889994502, 0.002299148589372635, 0.0024587265215814114, 0.002618304453790188, 0.0027778823859989643, 0.002937460318207741, 0.0030970382504165173, 0.0032566161826252937, 0.00341619411483407, 0.0035757720470428467, 0.0037353497464209795, 0.003894927678629756, 0.004054505843669176, 0.004214083775877953, 0.004373661242425442, 0.004533239174634218, 0.004692817106842995, 0.004852395039051771, 0.005011972971260548, 0.005171550903469324, 0.005331128835678101, 0.005490706767886877]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 5.0, 6.0, 8.0, 9.0, 15.0, 25.0, 50.0, 70.0, 73.0, 132.0, 202.0, 335.0, 546.0, 867.0, 1525.0, 2659.0, 4646.0, 8578.0, 16417.0, 30880.0, 54920.0, 93886.0, 159690.0, 525543.0, 115251.0, 65110.0, 38418.0, 22995.0, 14060.0, 8431.0, 5288.0, 3298.0, 2047.0, 1229.0, 790.0, 512.0, 307.0, 216.0, 149.0, 131.0, 97.0, 56.0, 48.0, 37.0, 22.0, 23.0, 10.0, 9.0, 13.0, 5.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0], "bins": [-0.016940666362643242, -0.016382966190576553, -0.015825264155864716, -0.015267563983798027, -0.014709863811731339, -0.014152162708342075, -0.013594461604952812, -0.013036761432886124, -0.01247906032949686, -0.011921359226107597, -0.011363659054040909, -0.010805957950651646, -0.010248256847262383, -0.009690556675195694, -0.00913285557180643, -0.008575155399739742, -0.008017454296350479, -0.007459753658622503, -0.0069020530208945274, -0.006344351917505264, -0.0057866512797772884, -0.005228950642049313, -0.0046712495386600494, -0.004113548900932074, -0.0035558482632040977, -0.002998147625476122, -0.0024404467549175024, -0.0018827460007742047, -0.001325045246630907, -0.0007673444924876094, -0.00020964373834431171, 0.00034805701579898596, 0.0009057577699422836, 0.0014634585240855813, 0.002021159278228879, 0.0025788601487874985, 0.0031365607865154743, 0.00369426142424345, 0.004251962527632713, 0.004809663165360689, 0.005367363803088665, 0.005925064440816641, 0.006482765078544617, 0.00704046618193388, 0.007598166819661856, 0.008155867457389832, 0.008713568560779095, 0.009271268732845783, 0.009828969836235046, 0.01038667093962431, 0.010944371111690998, 0.011502072215080261, 0.01205977238714695, 0.012617473490536213, 0.013175174593925476, 0.013732874765992165, 0.014290575869381428, 0.014848276972770691, 0.01540597714483738, 0.015963677316904068, 0.016521379351615906, 0.017079079523682594, 0.017636779695749283, 0.01819448173046112, 0.01875218190252781]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 8.0, 3.0, 6.0, 4.0, 3.0, 3.0, 1.0, 4.0, 2.0, 2.0, 2.0, 2.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.029659446328878403, -0.02890428714454174, -0.028149129822850227, -0.027393970638513565, -0.026638813316822052, -0.02588365413248539, -0.025128494948148727, -0.024373337626457214, -0.023618178442120552, -0.02286301925778389, -0.022107861936092377, -0.021352702751755714, -0.020597543567419052, -0.01984238624572754, -0.019087227061390877, -0.018332069739699364, -0.0175769105553627, -0.01682175137102604, -0.016066594049334526, -0.015311434864997864, -0.014556276611983776, -0.013801118358969688, -0.013045959174633026, -0.012290800921618938, -0.01153564266860485, -0.010780484415590763, -0.010025326162576675, -0.009270166978240013, -0.008515008725225925, -0.007759850472211838, -0.007004691753536463, -0.006249533034861088, -0.005494374781847, -0.0047392165288329124, -0.0039840578101575375, -0.003228899324312806, -0.002473740838468075, -0.0017185823526233435, -0.0009634238667786121, -0.0002082653809338808, 0.0005468931049108505, 0.0013020515907555819, 0.002057210076600313, 0.0028123685624450445, 0.003567527048289776, 0.0043226853013038635, 0.0050778440199792385, 0.0058330027386546135, 0.006588160991668701, 0.007343319244682789, 0.008098477497696877, 0.008853636682033539, 0.009608794935047626, 0.010363953188061714, 0.011119112372398376, 0.011874270625412464, 0.012629428878426552, 0.01338458713144064, 0.014139745384454727, 0.01489490456879139, 0.015650063753128052, 0.016405221074819565, 0.017160380259156227, 0.01791553758084774, 0.018670696765184402]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 2.0, 3.0, 5.0, 9.0, 18.0, 25.0, 25.0, 32.0, 34.0, 45.0, 45.0, 42.0, 48.0, 56.0, 54.0, 77.0, 68.0, 89.0, 105.0, 99.0, 111.0, 136.0, 145.0, 208.0, 237.0, 323.0, 350.0, 418.0, 597.0, 1121.0, 5152.0, 2582.0, 1605.0, 1138.0, 753.0, 548.0, 437.0, 347.0, 262.0, 235.0, 187.0, 129.0, 113.0, 75.0, 68.0, 51.0, 39.0, 44.0, 26.0, 24.0, 18.0, 17.0, 16.0, 8.0, 8.0, 6.0, 7.0, 3.0, 2.0, 0.0, 1.0], "bins": [-0.013792096637189388, -0.013382736593484879, -0.012973376549780369, -0.012564016506075859, -0.012154657393693924, -0.011745297349989414, -0.011335937306284904, -0.010926577262580395, -0.010517217218875885, -0.010107857175171375, -0.00969849806278944, -0.00928913801908493, -0.00887977797538042, -0.008470417931675911, -0.008061057887971401, -0.007651698309928179, -0.007242338266223669, -0.006832978222519159, -0.006423618644475937, -0.006014258600771427, -0.005604898557066917, -0.005195538979023695, -0.004786178935319185, -0.0043768188916146755, -0.003967459313571453, -0.0035580992698669434, -0.0031487392261624336, -0.0027393794152885675, -0.0023300196044147015, -0.0019206595607101917, -0.0015112997498363256, -0.0011019398225471377, -0.0006925798952579498, -0.0002832199970725924, 0.00012613990111276507, 0.0005354997701942921, 0.00094485969748348, 0.0013542196247726679, 0.001763579435646534, 0.0021729394793510437, 0.0025822992902249098, 0.002991659101098776, 0.0034010191448032856, 0.0038103789556771517, 0.004219738766551018, 0.0046290988102555275, 0.005038458853960037, 0.00544781843200326, 0.005857178475707769, 0.006266538519412279, 0.0066758980974555016, 0.007085258141160011, 0.007494618184864521, 0.00790397822856903, 0.00831333827227354, 0.008722697384655476, 0.009132057428359985, 0.009541417472064495, 0.009950777515769005, 0.010360137559473515, 0.010769497603178024, 0.01117885671555996, 0.01158821675926447, 0.011997576802968979, 0.012406936846673489]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.09180619567632675, -0.08822578936815262, -0.08464537560939789, -0.08106496930122375, -0.07748456299304962, -0.07390414923429489, -0.07032374292612076, -0.06674332916736603, -0.0631629228591919, -0.05958251282572746, -0.05600210279226303, -0.0524216964840889, -0.048841286450624466, -0.045260876417160034, -0.0416804701089859, -0.03810006007552147, -0.03451965004205704, -0.030939240008592606, -0.027358831837773323, -0.02377842366695404, -0.02019801363348961, -0.016617603600025177, -0.013037195429205894, -0.009456786327064037, -0.00587637722492218, -0.002295968122780323, 0.0012844409793615341, 0.004864850081503391, 0.008445259183645248, 0.012025668285787106, 0.015606077387928963, 0.019186485558748245, 0.022766895592212677, 0.02634730562567711, 0.02992771379649639, 0.033508121967315674, 0.037088532000780106, 0.04066894203424454, 0.04424934834241867, 0.0478297583758831, 0.051410168409347534, 0.054990578442811966, 0.0585709884762764, 0.06215139478445053, 0.06573180854320526, 0.0693122148513794, 0.07289262115955353, 0.07647303491830826, 0.08005344122648239, 0.08363384753465652, 0.08721426129341125, 0.09079466760158539, 0.09437507390975952, 0.09795548766851425, 0.10153589397668839, 0.10511630773544312, 0.10869671404361725, 0.11227712035179138, 0.11585753411054611, 0.11943794041872025, 0.12301835417747498, 0.1265987604856491, 0.13017916679382324, 0.13375957310199738, 0.1373399794101715]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 3.0, 2.0, 4.0, 6.0, 4.0, 7.0, 2.0, 10.0, 8.0, 8.0, 16.0, 13.0, 18.0, 21.0, 23.0, 10.0, 16.0, 10.0, 12.0, 12.0, 6.0, 9.0, 5.0, 10.0, 6.0, 10.0, 5.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 5.0, 2.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.017245935276150703, -0.016187608242034912, -0.01512928307056427, -0.014070956967771053, -0.013012630864977837, -0.011954303830862045, -0.010895977728068829, -0.009837651625275612, -0.008779325522482395, -0.0077209994196891785, -0.006662673316895962, -0.005604346748441458, -0.004546020645648241, -0.0034876945428550243, -0.002429368207231164, -0.0013710419880226254, -0.0003127157688140869, 0.0007456104503944516, 0.0018039366696029902, 0.0028622630052268505, 0.003920589108020067, 0.004978915210813284, 0.006037241779267788, 0.007095567882061005, 0.008153893984854221, 0.009212220087647438, 0.010270546190440655, 0.011328872293233871, 0.012387199327349663, 0.01344552543014288, 0.014503851532936096, 0.015562177635729313, 0.01662050373852253, 0.01767883077263832, 0.018737155944108963, 0.019795482978224754, 0.020853808149695396, 0.021912135183811188, 0.02297046035528183, 0.02402878738939762, 0.025087114423513412, 0.026145439594984055, 0.027203766629099846, 0.028262091800570488, 0.02932041883468628, 0.03037874400615692, 0.031437069177627563, 0.032495398074388504, 0.033553723245859146, 0.03461204841732979, 0.03567037731409073, 0.03672870248556137, 0.03778702765703201, 0.038845352828502655, 0.039903681725263596, 0.04096200689673424, 0.04202033206820488, 0.04307866096496582, 0.04413698613643646, 0.045195311307907104, 0.04625363647937775, 0.04731196537613869, 0.04837029054760933, 0.04942861571907997, 0.05048694461584091]}, "_runtime": 21.873746395111084, "_timestamp": 1596211611.6448553, "_step": 22}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 3.0, 0.0, 1.0, 3.0, 3.0, 2.0, 6.0, 3.0, 3.0, 1.0, 5.0, 1.0, 2.0, 3.0, 1.0, 0.0, 0.0, 2.0, 1.0, 4.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.015611544251441956, -0.015060536563396454, -0.014509528875350952, -0.01395852118730545, -0.013407513499259949, -0.012856505811214447, -0.012305498123168945, -0.011754490435123444, -0.011203482747077942, -0.010652474127709866, -0.010101466439664364, -0.009550458751618862, -0.00899945106357336, -0.008448443375527859, -0.007897435687482357, -0.007346427999436855, -0.006795420311391354, -0.006244412623345852, -0.00569340493530035, -0.0051423972472548485, -0.004591389559209347, -0.004040381405502558, -0.003489373717457056, -0.0029383660294115543, -0.0023873583413660526, -0.001836350653320551, -0.0012853428488597274, -0.0007343351026065648, -0.00018332735635340214, 0.0003676803898997605, 0.0009186881361529231, 0.0014696959406137466, 0.0020207036286592484, 0.00257171131670475, 0.0031227190047502518, 0.003673726925626397, 0.004224734380841255, 0.004775742534548044, 0.005326750222593546, 0.005877757910639048, 0.006428765598684549, 0.006979773286730051, 0.007530780974775553, 0.008081789128482342, 0.008632796816527843, 0.009183804504573345, 0.009734812192618847, 0.010285819880664349, 0.01083682756870985, 0.011387835256755352, 0.011938842944800854, 0.012489850632846355, 0.013040858320891857, 0.013591866008937359, 0.01414287369698286, 0.014693881385028362, 0.015244890004396439, 0.01579589769244194, 0.016346905380487442, 0.016897913068532944, 0.017448920756578445, 0.017999928444623947, 0.01855093613266945, 0.01910194382071495, 0.019652951508760452]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 2.0, 3.0, 0.0, 2.0, 3.0, 4.0, 3.0, 4.0, 8.0, 11.0, 12.0, 13.0, 21.0, 15.0, 32.0, 42.0, 55.0, 75.0, 106.0, 143.0, 196.0, 258.0, 400.0, 609.0, 4108.0, 737.0, 341.0, 223.0, 137.0, 92.0, 64.0, 41.0, 36.0, 32.0, 18.0, 16.0, 16.0, 11.0, 6.0, 10.0, 7.0, 5.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.1967700719833374, -0.19101347029209137, -0.18525686860084534, -0.1795002669095993, -0.17374368011951447, -0.16798707842826843, -0.1622304767370224, -0.15647387504577637, -0.15071727335453033, -0.1449606716632843, -0.13920408487319946, -0.13344748318195343, -0.1276908814907074, -0.12193427979946136, -0.11617767810821533, -0.1104210838675499, -0.10466448217630386, -0.09890788048505783, -0.0931512862443924, -0.08739468455314636, -0.08163808286190033, -0.0758814886212349, -0.07012488692998886, -0.06436828523874283, -0.058611687272787094, -0.05285508930683136, -0.04709848761558533, -0.04134188964962959, -0.03558529168367386, -0.029828689992427826, -0.02407209202647209, -0.018315492197871208, -0.012558892369270325, -0.0068022930063307285, -0.0010456936433911324, 0.004710905719548464, 0.01046750508248806, 0.016224104911088943, 0.021980702877044678, 0.02773730270564556, 0.033493902534246445, 0.03925050050020218, 0.04500710219144821, 0.050763700157403946, 0.05652029812335968, 0.06227689981460571, 0.06803350150585175, 0.07379009574651718, 0.07954669743776321, 0.08530329912900925, 0.09105989336967468, 0.09681649506092072, 0.10257309675216675, 0.10832969099283218, 0.11408629268407822, 0.11984289437532425, 0.12559948861598969, 0.13135609030723572, 0.13711269199848175, 0.14286929368972778, 0.14862589538097382, 0.15438248217105865, 0.1601390838623047, 0.16589568555355072, 0.17165228724479675]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 5.0, 4.0, 1.0, 0.0, 2.0, 2.0, 1.0, 3.0, 3.0, 4.0, 1.0, 3.0, 5.0, 6.0, 4.0, 7.0, 3.0, 3.0, 23.0, 5.0, 4.0, 3.0, 1.0, 2.0, 2.0, 4.0, 2.0, 0.0, 3.0, 1.0, 0.0, 2.0, 1.0, 1.0, 3.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002400360768660903, -0.00228690542280674, -0.0021734500769525766, -0.0020599947310984135, -0.0019465395016595721, -0.001833084155805409, -0.0017196289263665676, -0.0016061735805124044, -0.0014927182346582413, -0.001379262888804078, -0.001265807542949915, -0.0011523523135110736, -0.0010388969676569104, -0.0009254416218027472, -0.000811986334156245, -0.0006985310465097427, -0.0005850757006555796, -0.00047162038390524685, -0.00035816506715491414, -0.00024470975040458143, -0.00013125443365424871, -1.7799116903916e-05, 9.565619984641671e-05, 0.00020911151659674942, 0.00032256683334708214, 0.00043602215009741485, 0.0005494774668477476, 0.0006629327544942498, 0.000776388100348413, 0.0008898434462025762, 0.0010032986756414175, 0.0011167540214955807, 0.0012302093673497438, 0.001343664713203907, 0.0014571200590580702, 0.0015705752884969115, 0.0016840306343510747, 0.0017974859802052379, 0.0019109412096440792, 0.0020243965554982424, 0.0021378519013524055, 0.0022513072472065687, 0.002364762593060732, 0.002478217938914895, 0.0025916732847690582, 0.0027051283977925777, 0.002818583743646741, 0.002932039089500904, 0.0030454944353550673, 0.0031589497812092304, 0.0032724051270633936, 0.0033858604729175568, 0.0034993155859410763, 0.0036127709317952394, 0.0037262262776494026, 0.003839681623503566, 0.003953136969357729, 0.0040665920823812485, 0.004180047661066055, 0.004293502774089575, 0.004406958352774382, 0.004520413465797901, 0.004633869044482708, 0.0047473241575062275, 0.004860779270529747]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 1.0, 3.0, 4.0, 4.0, 6.0, 13.0, 25.0, 38.0, 46.0, 73.0, 115.0, 179.0, 312.0, 443.0, 763.0, 1354.0, 2244.0, 4348.0, 8617.0, 17598.0, 36411.0, 72133.0, 135725.0, 559289.0, 157600.0, 80153.0, 43818.0, 24265.0, 13566.0, 7848.0, 4584.0, 2837.0, 1777.0, 1100.0, 722.0, 500.0, 323.0, 217.0, 141.0, 126.0, 90.0, 57.0, 46.0, 31.0, 27.0, 16.0, 13.0, 10.0, 6.0, 8.0, 5.0, 3.0, 2.0, 3.0, 3.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.013288149610161781, -0.01275031641125679, -0.012212483212351799, -0.011674650013446808, -0.011136816814541817, -0.010598983615636826, -0.010061150416731834, -0.009523317217826843, -0.008985484018921852, -0.008447649888694286, -0.007909816689789295, -0.007371983956545591, -0.006834150291979313, -0.006296317093074322, -0.005758483894169331, -0.0052206506952643394, -0.004682817496359348, -0.004144984297454357, -0.003607151098549366, -0.003069317666813731, -0.00253148446790874, -0.001993651269003749, -0.001455817953683436, -0.0009179846965707839, -0.0003801514394581318, 0.00015768181765452027, 0.0006955150747671723, 0.0012333483900874853, 0.0017711815889924765, 0.0023090147878974676, 0.0028468482196331024, 0.0033846814185380936, 0.003922514617443085, 0.004460347816348076, 0.004998181015253067, 0.005536014214158058, 0.006073847413063049, 0.006611681077629328, 0.007149514276534319, 0.00768734747543931, 0.008225180208683014, 0.00876301433891058, 0.00930084753781557, 0.009838680736720562, 0.010376513935625553, 0.010914347134530544, 0.011452180333435535, 0.011990013532340527, 0.012527846731245518, 0.013065679930150509, 0.0136035131290555, 0.014141346327960491, 0.014679179526865482, 0.015217012725770473, 0.01575484685599804, 0.01629268005490303, 0.01683051325380802, 0.017368346452713013, 0.017906179651618004, 0.018444012850522995, 0.018981846049427986, 0.019519679248332977, 0.02005751244723797, 0.02059534564614296, 0.02113317884504795]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 2.0, 3.0, 1.0, 2.0, 6.0, 1.0, 2.0, 3.0, 3.0, 2.0, 1.0, 4.0, 1.0, 4.0, 6.0, 0.0, 1.0, 0.0, 2.0, 2.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.00895696971565485, -0.008483112789690495, -0.008009255863726139, -0.007535398937761784, -0.007061542011797428, -0.006587685085833073, -0.006113828159868717, -0.005639971233904362, -0.005166114307940006, -0.004692257381975651, -0.004218400456011295, -0.00374454353004694, -0.0032706866040825844, -0.002796829678118229, -0.0023229727521538734, -0.001849115826189518, -0.0013752589002251625, -0.000901401974260807, -0.00042754504829645157, 4.63118776679039e-05, 0.0005201688036322594, 0.0009940257295966148, 0.0014678826555609703, 0.0019417395815253258, 0.0024155965074896812, 0.0028894534334540367, 0.003363310359418392, 0.0038371672853827477, 0.004311024211347103, 0.004784881137311459, 0.005258738063275814, 0.0057325949892401695, 0.006206451915204525, 0.0066803088411688805, 0.007154165767133236, 0.007628022693097591, 0.008101879619061947, 0.008575736545026302, 0.009049593470990658, 0.009523450396955013, 0.009997307322919369, 0.010471164248883724, 0.01094502117484808, 0.011418878100812435, 0.01189273502677679, 0.012366591952741146, 0.012840448878705502, 0.013314305804669857, 0.013788162730634212, 0.014262019656598568, 0.014735876582562923, 0.015209733508527279, 0.01568359136581421, 0.016157448291778564, 0.01663130521774292, 0.017105162143707275, 0.01757901906967163, 0.018052875995635986, 0.018526732921600342, 0.019000589847564697, 0.019474446773529053, 0.019948303699493408, 0.020422160625457764, 0.02089601755142212, 0.021369874477386475]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [4.0, 0.0, 1.0, 1.0, 8.0, 4.0, 9.0, 7.0, 10.0, 18.0, 24.0, 33.0, 37.0, 43.0, 45.0, 62.0, 97.0, 105.0, 137.0, 163.0, 257.0, 249.0, 369.0, 443.0, 525.0, 641.0, 871.0, 1185.0, 1586.0, 2162.0, 4114.0, 967.0, 711.0, 523.0, 433.0, 393.0, 320.0, 296.0, 252.0, 187.0, 158.0, 133.0, 85.0, 91.0, 96.0, 64.0, 59.0, 61.0, 49.0, 63.0, 53.0, 48.0, 42.0, 36.0, 25.0, 19.0, 12.0, 18.0, 7.0, 10.0, 5.0, 2.0, 3.0, 1.0], "bins": [-0.007970159873366356, -0.007706523407250643, -0.00744288694113493, -0.0071792504750192165, -0.006915614008903503, -0.00665197754278779, -0.006388341076672077, -0.006124704610556364, -0.005861068144440651, -0.005597432143986225, -0.005333795677870512, -0.005070159211754799, -0.004806522745639086, -0.004542886279523373, -0.0042792498134076595, -0.004015613347291946, -0.0037519768811762333, -0.00348834041506052, -0.003224703948944807, -0.002961067482829094, -0.002697431016713381, -0.0024337947834283113, -0.0021701583173125982, -0.0019065218511968851, -0.001642885385081172, -0.0013792489189654589, -0.0011156124528497458, -0.0008519761031493545, -0.0005883396370336413, -0.0003247032000217587, -6.106676300987601e-05, 0.00020256967400200665, 0.0004662061110138893, 0.0007298425771296024, 0.0009934790432453156, 0.0012571153929457068, 0.00152075185906142, 0.001784388325177133, 0.0020480246748775244, 0.0023116611409932375, 0.0025752976071089506, 0.0028389340732246637, 0.003102570539340377, 0.00336620700545609, 0.0036298432387411594, 0.0038934797048568726, 0.004157116170972586, 0.004420752637088299, 0.004684389103204012, 0.004948025569319725, 0.005211662035435438, 0.005475298501551151, 0.005738934967666864, 0.0060025714337825775, 0.006266207899898291, 0.006529844366014004, 0.0067934803664684296, 0.007057116832584143, 0.007320753298699856, 0.007584389764815569, 0.007848026230931282, 0.008111663162708282, 0.008375299163162708, 0.008638936094939709, 0.008902572095394135]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0], "bins": [-0.11825744807720184, -0.1155327633023262, -0.11280807852745056, -0.11008340120315552, -0.10735871642827988, -0.10463403165340424, -0.1019093468785286, -0.09918466955423355, -0.09645998477935791, -0.09373530000448227, -0.09101061522960663, -0.08828593045473099, -0.08556125313043594, -0.0828365683555603, -0.08011188358068466, -0.07738719880580902, -0.07466252148151398, -0.07193783670663834, -0.0692131519317627, -0.06648846715688705, -0.06376378238201141, -0.06103910133242607, -0.05831442028284073, -0.05558973550796509, -0.05286505073308945, -0.050140369683504105, -0.047415684908628464, -0.04469100385904312, -0.04196631908416748, -0.03924163803458214, -0.0365169532597065, -0.033792272210121155, -0.031067587435245514, -0.028342904523015022, -0.02561822161078453, -0.02289353869855404, -0.020168855786323547, -0.017444171011447906, -0.014719488099217415, -0.011994805186986923, -0.009270122274756432, -0.00654543936252594, -0.003820755984634161, -0.0010960728395730257, 0.0016286103054881096, 0.004353293217718601, 0.00707797659561038, 0.009802659973502159, 0.01252734288573265, 0.015252025797963142, 0.017976708710193634, 0.020701391622424126, 0.023426074534654617, 0.026150759309530258, 0.02887544222176075, 0.03160012513399124, 0.03432480990886688, 0.037049490958452225, 0.039774175733327866, 0.04249885678291321, 0.04522354155778885, 0.04794822260737419, 0.05067290738224983, 0.053397588431835175, 0.056122273206710815]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 3.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 4.0, 3.0, 3.0, 1.0, 0.0, 1.0, 1.0, 4.0, 4.0, 1.0, 3.0, 2.0, 3.0, 6.0, 5.0, 9.0, 15.0, 11.0, 8.0, 13.0, 12.0, 7.0, 30.0, 21.0, 18.0, 21.0, 16.0, 10.0, 3.0, 9.0, 5.0, 3.0, 5.0, 5.0, 0.0, 0.0, 2.0, 2.0, 2.0], "bins": [-0.06032619625329971, -0.05904741212725639, -0.057768628001213074, -0.05648984760046005, -0.05521106347441673, -0.05393227934837341, -0.05265349894762039, -0.05137471482157707, -0.05009593069553375, -0.04881714656949043, -0.04753836244344711, -0.04625958204269409, -0.04498079791665077, -0.04370201379060745, -0.04242323338985443, -0.04114444926381111, -0.03986566513776779, -0.03858688101172447, -0.03730809688568115, -0.03602931648492813, -0.03475053235888481, -0.03347174823284149, -0.03219296783208847, -0.03091418370604515, -0.02963539958000183, -0.02835661545395851, -0.02707783319056034, -0.02579905092716217, -0.02452026680111885, -0.02324148267507553, -0.02196270041167736, -0.02068391814827919, -0.01940513402223587, -0.01812634989619255, -0.01684756763279438, -0.015568784438073635, -0.01429000124335289, -0.013011218048632145, -0.0117324348539114, -0.010453651659190655, -0.00917486846446991, -0.007896085269749165, -0.0066173020750284195, -0.005338518880307674, -0.004059735685586929, -0.0027809524908661842, -0.0015021692961454391, -0.00022338610142469406, 0.001055397093296051, 0.002334180288016796, 0.003612963482737541, 0.004891746677458286, 0.006170529872179031, 0.0074493130668997765, 0.008728096261620522, 0.010006879456341267, 0.011285662651062012, 0.012564445845782757, 0.013843229040503502, 0.015122012235224247, 0.016400795429944992, 0.017679579555988312, 0.018958361819386482, 0.020237144082784653, 0.021515928208827972]}, "_runtime": 22.621872186660767, "_timestamp": 1596211612.392981, "_step": 23}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 3.0, 6.0, 1.0, 2.0, 4.0, 4.0, 4.0, 2.0, 4.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012425326742231846, -0.012081880122423172, -0.011738433502614498, -0.011394986882805824, -0.01105154026299715, -0.010708093643188477, -0.010364647023379803, -0.010021200403571129, -0.009677753783762455, -0.009334307163953781, -0.008990860544145107, -0.008647413924336433, -0.00830396730452776, -0.007960520684719086, -0.007617074530571699, -0.007273627910763025, -0.006930181290954351, -0.006586734671145678, -0.006243288051337004, -0.00589984143152833, -0.005556394811719656, -0.005212948191910982, -0.004869501572102308, -0.004526054952293634, -0.004182608798146248, -0.0038391619455069304, -0.0034957153256982565, -0.0031522687058895826, -0.0028088223189115524, -0.0024653756991028786, -0.0021219290792942047, -0.0017784824594855309, -0.001435035839676857, -0.0010915892198681831, -0.0007481426582671702, -0.0004046960675623268, -6.124947685748339e-05, 0.00028219711384736, 0.0006256437045522034, 0.0009690902661532164, 0.0013125368859618902, 0.001655983505770564, 0.001999430125579238, 0.002342876745387912, 0.002686323132365942, 0.003029769752174616, 0.0033732163719832897, 0.0037166629917919636, 0.0040601096116006374, 0.004403556231409311, 0.004747002851217985, 0.005090449471026659, 0.005433896090835333, 0.005777342710644007, 0.006120789330452681, 0.0064642359502613544, 0.006807682104408741, 0.007151128724217415, 0.007494575344026089, 0.007838021963834763, 0.008181468583643436, 0.00852491520345211, 0.008868361823260784, 0.009211808443069458, 0.009555255062878132]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 2.0, 3.0, 3.0, 4.0, 2.0, 9.0, 10.0, 12.0, 6.0, 9.0, 12.0, 20.0, 40.0, 32.0, 53.0, 56.0, 89.0, 133.0, 143.0, 188.0, 256.0, 438.0, 1969.0, 2712.0, 674.0, 346.0, 172.0, 124.0, 104.0, 67.0, 53.0, 38.0, 41.0, 18.0, 17.0, 17.0, 9.0, 11.0, 9.0, 3.0, 9.0, 4.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.15956389904022217, -0.15513116121292114, -0.15069842338562012, -0.1462656706571579, -0.14183293282985687, -0.13740019500255585, -0.13296745717525482, -0.1285347044467926, -0.12410196661949158, -0.11966922879219055, -0.11523649096488953, -0.1108037456870079, -0.10637100785970688, -0.10193826258182526, -0.09750552475452423, -0.09307277947664261, -0.08864004164934158, -0.08420730382204056, -0.07977455854415894, -0.07534182071685791, -0.07090907543897629, -0.06647633761167526, -0.06204359605908394, -0.057610854506492615, -0.05317811295390129, -0.04874537140130997, -0.04431262984871864, -0.03987988829612732, -0.035447150468826294, -0.03101440705358982, -0.026581667363643646, -0.022148925811052322, -0.017716184258461, -0.013283442705869675, -0.008850702084600925, -0.004417960997670889, 1.4780089259147644e-05, 0.004447521176189184, 0.00888026226311922, 0.01331300288438797, 0.017745744436979294, 0.022178485989570618, 0.02661122754216194, 0.031043967232108116, 0.03547670692205429, 0.039909448474645615, 0.04434219002723694, 0.04877493157982826, 0.053207673132419586, 0.05764041468501091, 0.062073156237602234, 0.06650589406490326, 0.07093863934278488, 0.07537137717008591, 0.07980412244796753, 0.08423686027526855, 0.08866959810256958, 0.0931023433804512, 0.09753508120775223, 0.10196782648563385, 0.10640056431293488, 0.1108333095908165, 0.11526604741811752, 0.11969879269599915, 0.12413153052330017]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 2.0, 4.0, 2.0, 4.0, 0.0, 2.0, 3.0, 3.0, 0.0, 5.0, 2.0, 3.0, 4.0, 1.0, 1.0, 4.0, 23.0, 4.0, 5.0, 6.0, 7.0, 1.0, 3.0, 3.0, 6.0, 1.0, 3.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 4.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0029883692041039467, -0.0028978341724723577, -0.0028072993736714125, -0.0027167643420398235, -0.0026262295432388783, -0.0025356945116072893, -0.0024451594799757004, -0.002354624681174755, -0.002264089649543166, -0.0021735546179115772, -0.002083019819110632, -0.001992484787479043, -0.001901949872262776, -0.0018114149570465088, -0.0017208799254149199, -0.0016303450101986527, -0.0015398100949823856, -0.0014492751797661185, -0.0013587402645498514, -0.0012682052329182625, -0.0011776703177019954, -0.0010871354024857283, -0.0009966003708541393, -0.0009060654556378722, -0.0008155305404216051, -0.000724995625205338, -0.00063446065178141, -0.000543925678357482, -0.00045339076314121485, -0.0003628558188211173, -0.0002723208745010197, -0.00018178593018092215, -9.125098586082458e-05, -7.160415407270193e-07, 8.981890277937055e-05, 0.0001803538470994681, 0.0002708887914195657, 0.00036142373573966324, 0.0004519586800597608, 0.0005424936534836888, 0.0006330285686999559, 0.000723563483916223, 0.0008140984573401511, 0.0009046334307640791, 0.0009951683459803462, 0.0010857032611966133, 0.0011762382928282022, 0.0012667732080444694, 0.0013573081232607365, 0.0014478430384770036, 0.0015383779536932707, 0.0016289129853248596, 0.0017194479005411267, 0.0018099828157573938, 0.0019005178473889828, 0.001991052646189928, 0.002081587677821517, 0.002172122709453106, 0.002262657508254051, 0.00235319253988564, 0.002443727571517229, 0.0025342623703181744, 0.0026247974019497633, 0.0027153322007507086, 0.0028058672323822975]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 3.0, 6.0, 4.0, 7.0, 16.0, 20.0, 27.0, 39.0, 50.0, 70.0, 101.0, 171.0, 241.0, 327.0, 496.0, 721.0, 1147.0, 1789.0, 3041.0, 5094.0, 9067.0, 16603.0, 30096.0, 55631.0, 103366.0, 513902.0, 196780.0, 104662.0, 57875.0, 32662.0, 18308.0, 10369.0, 6148.0, 3762.0, 2216.0, 1506.0, 1001.0, 654.0, 463.0, 338.0, 249.0, 175.0, 105.0, 94.0, 53.0, 57.0, 32.0, 27.0, 20.0, 17.0, 10.0, 5.0, 9.0, 3.0, 3.0, 2.0, 0.0, 2.0, 2.0, 0.0, 1.0], "bins": [-0.012799044139683247, -0.012357453815639019, -0.011915863491594791, -0.011474274098873138, -0.01103268377482891, -0.010591093450784683, -0.010149503126740456, -0.009707912802696228, -0.009266322478652, -0.008824733085930347, -0.00838314276188612, -0.007941552437841892, -0.007499962113797665, -0.007058372255414724, -0.006616781931370497, -0.0061751920729875565, -0.005733601748943329, -0.005292011424899101, -0.004850421566516161, -0.004408831242471933, -0.003967241384088993, -0.0035256510600447655, -0.003084060736000538, -0.002642470644786954, -0.00220088055357337, -0.001759290462359786, -0.0013177002547308803, -0.0008761101053096354, -0.00043451995588839054, 7.070193532854319e-06, 0.0004486603429540992, 0.000890250492375344, 0.001331840641796589, 0.0017734307330101728, 0.002215020824223757, 0.0026566111482679844, 0.0030982012394815683, 0.0035397913306951523, 0.00398138165473938, 0.00442297151312232, 0.004864561837166548, 0.005306152161210775, 0.005747742019593716, 0.006189332343637943, 0.006630922667682171, 0.007072512526065111, 0.007514102850109339, 0.007955692708492279, 0.008397283032536507, 0.008838873356580734, 0.009280463680624962, 0.009722053073346615, 0.010163643397390842, 0.01060523372143507, 0.011046824045479298, 0.011488414369523525, 0.011930003762245178, 0.012371594086289406, 0.012813184410333633, 0.013254774734377861, 0.013696365058422089, 0.014137955382466316, 0.01457954477518797, 0.015021135099232197, 0.015462725423276424]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 3.0, 3.0, 9.0, 0.0, 1.0, 1.0, 3.0, 3.0, 1.0, 5.0, 3.0, 2.0, 0.0, 1.0, 1.0, 5.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.007944757118821144, -0.00770949013531208, -0.007474223151803017, -0.007238956168293953, -0.007003689184784889, -0.0067684222012758255, -0.006533155217766762, -0.006297888234257698, -0.006062621250748634, -0.005827353801578283, -0.00559208681806922, -0.005356819834560156, -0.005121552851051092, -0.004886285867542028, -0.004651018884032965, -0.004415751900523901, -0.004180484917014837, -0.0039452179335057735, -0.00370995094999671, -0.003474683966487646, -0.0032394169829785824, -0.003004149766638875, -0.0027688827831298113, -0.0025336157996207476, -0.002298348816111684, -0.00206308183260262, -0.0018278148490935564, -0.0015925477491691709, -0.0013572807656601071, -0.0011220137821510434, -0.0008867467404343188, -0.0006514796987175941, -0.0004162127152085304, -0.00018094570259563625, 5.432131001725793e-05, 0.0002895883226301521, 0.0005248553352430463, 0.00076012231875211, 0.0009953894186764956, 0.0012306564021855593, 0.001465923385694623, 0.0017011903692036867, 0.0019364573527127504, 0.002171724336221814, 0.0024069915525615215, 0.0026422585360705853, 0.002877525519579649, 0.0031127925030887127, 0.0033480594865977764, 0.00358332647010684, 0.003818593453615904, 0.004053860437124968, 0.004289127420634031, 0.004524394404143095, 0.004759661387652159, 0.0049949283711612225, 0.0052301958203315735, 0.005465462803840637, 0.005700729787349701, 0.005935996770858765, 0.006171263754367828, 0.006406530737876892, 0.006641797721385956, 0.0068770647048950195, 0.007112331688404083]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 3.0, 3.0, 2.0, 0.0, 3.0, 1.0, 4.0, 4.0, 6.0, 9.0, 6.0, 5.0, 10.0, 9.0, 11.0, 10.0, 20.0, 37.0, 52.0, 95.0, 90.0, 137.0, 175.0, 200.0, 273.0, 391.0, 566.0, 726.0, 1254.0, 5379.0, 2871.0, 1696.0, 1222.0, 742.0, 486.0, 353.0, 274.0, 215.0, 214.0, 171.0, 154.0, 125.0, 104.0, 64.0, 42.0, 36.0, 37.0, 27.0, 23.0, 22.0, 17.0, 15.0, 12.0, 5.0, 8.0, 6.0, 1.0, 0.0, 2.0, 3.0, 1.0], "bins": [-0.008260171860456467, -0.008008250035345554, -0.007756328210234642, -0.00750440638512373, -0.007252484560012817, -0.007000562734901905, -0.006748640909790993, -0.00649671908468008, -0.006244797259569168, -0.005992875434458256, -0.0057409536093473434, -0.005489031784236431, -0.005237109959125519, -0.0049851881340146065, -0.004733266308903694, -0.004481344483792782, -0.0042294226586818695, -0.003977500833570957, -0.003725579008460045, -0.0034736571833491325, -0.00322173535823822, -0.002969813533127308, -0.0027178917080163956, -0.0024659698829054832, -0.002214048057794571, -0.0019621262326836586, -0.0017102044075727463, -0.001458282582461834, -0.0012063607573509216, -0.0009544389322400093, -0.000702517107129097, -0.00045059528201818466, -0.00019867345690727234, 5.3248368203639984e-05, 0.0003051701933145523, 0.0005570920184254646, 0.000809013843536377, 0.0010609356686472893, 0.0013128574937582016, 0.001564779318869114, 0.0018167011439800262, 0.0020686229690909386, 0.002320544794201851, 0.002572466619312763, 0.0028243884444236755, 0.003076310269534588, 0.0033282320946455, 0.0035801539197564125, 0.003832075744867325, 0.004083997569978237, 0.0043359193950891495, 0.004587841220200062, 0.004839763045310974, 0.0050916848704218864, 0.005343606695532799, 0.005595528520643711, 0.005847450345754623, 0.006099372170865536, 0.006351293995976448, 0.00660321582108736, 0.006855137646198273, 0.007107059471309185, 0.007358981296420097, 0.00761090312153101, 0.007862824946641922]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 4.0, 1.0, 1.0, 1.0, 5.0, 0.0, 0.0, 4.0, 1.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.04583785682916641, -0.04387565329670906, -0.04191344976425171, -0.03995124250650406, -0.03798903897404671, -0.036026835441589355, -0.034064628183841705, -0.032102424651384354, -0.030140221118927002, -0.02817801758646965, -0.02621581219136715, -0.02425360679626465, -0.022291403263807297, -0.020329199731349945, -0.018366994336247444, -0.016404788941144943, -0.014442585408687592, -0.012480380944907665, -0.010518176481127739, -0.008555972017347813, -0.006593767553567886, -0.00463156308978796, -0.0026693586260080338, -0.0007071541622281075, 0.0012550503015518188, 0.003217254765331745, 0.0051794592291116714, 0.007141663692891598, 0.009103868156671524, 0.01106607262045145, 0.013028277084231377, 0.014990481548011303, 0.01695268601179123, 0.01891488954424858, 0.020877094939351082, 0.022839300334453583, 0.024801503866910934, 0.026763707399368286, 0.028725912794470787, 0.030688118189573288, 0.03265032172203064, 0.03461252525448799, 0.03657472878694534, 0.03853693604469299, 0.040499139577150345, 0.0424613431096077, 0.04442355036735535, 0.0463857538998127, 0.04834795743227005, 0.0503101609647274, 0.05227236449718475, 0.054234571754932404, 0.056196775287389755, 0.05815897881984711, 0.06012118607759476, 0.06208338961005211, 0.06404559314250946, 0.06600780040025711, 0.06797000020742416, 0.06993220746517181, 0.07189440727233887, 0.07385661453008652, 0.07581882178783417, 0.07778102159500122, 0.07974322885274887]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 7.0, 7.0, 14.0, 15.0, 18.0, 10.0, 19.0, 19.0, 67.0, 30.0, 11.0, 15.0, 3.0, 5.0, 0.0, 1.0, 1.0, 0.0, 3.0, 2.0, 3.0, 2.0, 0.0, 1.0, 3.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.0375584214925766, -0.035797543823719025, -0.03403666615486145, -0.032275788486003876, -0.03051491267979145, -0.028754036873579025, -0.02699315920472145, -0.025232281535863876, -0.023471403867006302, -0.021710528060793877, -0.019949650391936302, -0.018188772723078728, -0.016427896916866302, -0.014667019248008728, -0.012906142510473728, -0.011145264841616154, -0.009384388104081154, -0.007623510900884867, -0.0058626336976885796, -0.00410175696015358, -0.0023408797569572926, -0.0005800026701763272, 0.001180874416604638, 0.0029417513869702816, 0.004702628590166569, 0.006463505793362856, 0.008224382996559143, 0.009985259734094143, 0.011746136471629143, 0.013507014140486717, 0.015267890878021717, 0.017028767615556717, 0.01878964528441429, 0.020550522953271866, 0.02231139875948429, 0.024072276428341866, 0.02583315409719944, 0.027594029903411865, 0.02935490757226944, 0.031115785241127014, 0.03287666290998459, 0.03463754057884216, 0.03639841452240944, 0.038159292191267014, 0.03992016986012459, 0.04168104752898216, 0.04344192519783974, 0.04520280286669731, 0.04696367681026459, 0.04872455447912216, 0.050485432147979736, 0.05224630981683731, 0.054007187485694885, 0.05576806515455246, 0.057528942823410034, 0.05928981676697731, 0.061050694435834885, 0.06281157582998276, 0.06457244604825974, 0.06633332371711731, 0.06809420138597488, 0.06985507905483246, 0.07161595672369003, 0.07337683439254761, 0.07513771206140518]}, "_runtime": 23.402466297149658, "_timestamp": 1596211613.1735752, "_step": 24}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 4.0, 4.0, 4.0, 2.0, 2.0, 4.0, 2.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01593823730945587, -0.015486476942896843, -0.01503471564501524, -0.014582955278456211, -0.014131194911897182, -0.013679434545338154, -0.01322767324745655, -0.012775912880897522, -0.012324152514338493, -0.01187239121645689, -0.011420630849897861, -0.010968870483338833, -0.010517110116779804, -0.010065348818898201, -0.009613588452339172, -0.009161828085780144, -0.008710067719221115, -0.008258306421339512, -0.007806546054780483, -0.007354785222560167, -0.006903024856001139, -0.006451264023780823, -0.005999503657221794, -0.005547742825001478, -0.005095981992781162, -0.004644221626222134, -0.004192460794001818, -0.003740700427442789, -0.003288939595222473, -0.002837178995832801, -0.0023854183964431286, -0.0019336577970534563, -0.001481897197663784, -0.0010301365982741117, -0.0005783759406767786, -0.00012661531218327582, 0.0003251453163102269, 0.0007769059156998992, 0.0012286666315048933, 0.0016804272308945656, 0.002132187830284238, 0.00258394842967391, 0.0030357090290635824, 0.0034874696284532547, 0.003939230460673571, 0.004390990827232599, 0.004842751659452915, 0.005294512026011944, 0.00574627285823226, 0.006198033690452576, 0.006649794057011604, 0.00710155488923192, 0.007553315255790949, 0.008005076088011265, 0.008456836454570293, 0.008908596821129322, 0.009360358119010925, 0.009812118485569954, 0.010263878852128983, 0.010715640150010586, 0.011167400516569614, 0.011619160883128643, 0.012070921249687672, 0.012522682547569275, 0.012974442914128304]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 4.0, 2.0, 3.0, 2.0, 4.0, 2.0, 9.0, 5.0, 7.0, 6.0, 15.0, 21.0, 13.0, 23.0, 26.0, 25.0, 24.0, 42.0, 60.0, 76.0, 82.0, 134.0, 139.0, 230.0, 297.0, 430.0, 3326.0, 1372.0, 516.0, 303.0, 190.0, 120.0, 90.0, 70.0, 54.0, 45.0, 35.0, 25.0, 22.0, 18.0, 18.0, 15.0, 8.0, 7.0, 3.0, 3.0, 2.0, 2.0, 2.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.1805598884820938, -0.17576800286769867, -0.17097611725330353, -0.1661842316389084, -0.16139236092567444, -0.1566004753112793, -0.15180858969688416, -0.147016704082489, -0.14222481846809387, -0.13743293285369873, -0.1326410472393036, -0.12784916162490845, -0.1230572834610939, -0.11826539784669876, -0.11347351968288422, -0.10868163406848907, -0.10388974845409393, -0.09909786283969879, -0.09430597722530365, -0.0895140990614891, -0.08472221344709396, -0.07993032783269882, -0.07513844966888428, -0.07034656405448914, -0.065554678440094, -0.06076279282569885, -0.05597091093659401, -0.051179029047489166, -0.046387143433094025, -0.04159525781869888, -0.03680337592959404, -0.0320114940404892, -0.027219608426094055, -0.022427724674344063, -0.01763584092259407, -0.012843957170844078, -0.008052073419094086, -0.0032601896673440933, 0.001531694084405899, 0.006323577836155891, 0.011115461587905884, 0.015907345339655876, 0.02069922909140587, 0.02549111284315586, 0.030282996594905853, 0.035074882209300995, 0.03986676409840584, 0.04465864598751068, 0.04945053160190582, 0.054242417216300964, 0.05903429910540581, 0.06382618099451065, 0.06861806660890579, 0.07340995222330093, 0.07820183038711548, 0.08299371600151062, 0.08778560161590576, 0.0925774872303009, 0.09736937284469604, 0.10216125100851059, 0.10695313662290573, 0.11174502223730087, 0.11653690040111542, 0.12132878601551056, 0.1261206716299057]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 4.0, 1.0, 5.0, 1.0, 1.0, 0.0, 8.0, 3.0, 2.0, 8.0, 2.0, 3.0, 27.0, 3.0, 9.0, 6.0, 3.0, 3.0, 6.0, 1.0, 3.0, 1.0, 1.0, 0.0, 4.0, 1.0, 4.0, 0.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0037557044997811317, -0.0036397248040884733, -0.003523745108395815, -0.0034077654127031565, -0.003291785717010498, -0.0031758062541484833, -0.003059826558455825, -0.0029438468627631664, -0.002827867167070508, -0.0027118874713778496, -0.002595907775685191, -0.0024799280799925327, -0.002363948617130518, -0.0022479689214378595, -0.002131989225745201, -0.0020160095300525427, -0.0019000298343598843, -0.0017840501386672258, -0.0016680704429745674, -0.0015520908636972308, -0.0014361111680045724, -0.001320131472311914, -0.0012041518930345774, -0.001088172197341919, -0.0009721925016492605, -0.0008562128059566021, -0.0007402331684716046, -0.0006242535309866071, -0.0005082738352939487, -0.0003922941687051207, -0.0002763145021162927, -0.00016033483552746475, -4.435516893863678e-05, 7.162449765019119e-05, 0.00018760416423901916, 0.0003035838308278471, 0.0004195634974166751, 0.0005355431931093335, 0.000651522830594331, 0.0007675024680793285, 0.000883482163771987, 0.0009994618594646454, 0.0011154415551573038, 0.0012314211344346404, 0.0013474008301272988, 0.0014633805258199573, 0.0015793601050972939, 0.0016953398007899523, 0.0018113194964826107, 0.0019272991921752691, 0.0020432788878679276, 0.002159258583560586, 0.0022752382792532444, 0.002391217742115259, 0.0025071974378079176, 0.002623177133500576, 0.0027391568291932344, 0.002855136524885893, 0.0029711162205785513, 0.0030870959162712097, 0.0032030753791332245, 0.003319055074825883, 0.0034350347705185413, 0.0035510144662111998, 0.003666994161903858]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 7.0, 7.0, 4.0, 11.0, 18.0, 20.0, 33.0, 53.0, 99.0, 129.0, 251.0, 412.0, 652.0, 1217.0, 2211.0, 4541.0, 9294.0, 20984.0, 50615.0, 127641.0, 645629.0, 184584.0, 73064.0, 30836.0, 13655.0, 6406.0, 3158.0, 1668.0, 899.0, 564.0, 354.0, 217.0, 164.0, 89.0, 60.0, 36.0, 22.0, 14.0, 5.0, 5.0, 3.0, 4.0, 1.0, 2.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.01951514184474945, -0.018835531547665596, -0.018155919387936592, -0.017476309090852737, -0.016796696931123734, -0.01611708663403988, -0.015437474474310875, -0.014757863245904446, -0.014078252017498016, -0.013398641720414162, -0.012719030492007732, -0.012039419263601303, -0.011359808035194874, -0.010680196806788445, -0.010000585578382015, -0.009320974349975586, -0.008641363121569157, -0.007961751893162727, -0.007282140664756298, -0.006602529436349869, -0.0059229182079434395, -0.0052433074451982975, -0.004563696216791868, -0.003884084988385439, -0.0032044737599790096, -0.0025248625315725803, -0.0018452514195814729, -0.0011656403075903654, -0.0004860290791839361, 0.00019358209101483226, 0.0008731932612136006, 0.001552804373204708, 0.0022324156016111374, 0.0029120268300175667, 0.003591638058423996, 0.004271249286830425, 0.0049508605152368546, 0.0056304712779819965, 0.006310082506388426, 0.006989693734794855, 0.007669304963201284, 0.008348915725946426, 0.009028526954352856, 0.009708138182759285, 0.010387749411165714, 0.011067360639572144, 0.011746971867978573, 0.012426583096385002, 0.013106194324791431, 0.01378580555319786, 0.01446541678160429, 0.01514502801001072, 0.015824638307094574, 0.016504250466823578, 0.017183860763907433, 0.017863472923636436, 0.01854308322072029, 0.019222695380449295, 0.01990230567753315, 0.020581917837262154, 0.02126152813434601, 0.021941140294075012, 0.022620750591158867, 0.02330036275088787, 0.023979973047971725]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 3.0, 1.0, 1.0, 3.0, 1.0, 1.0, 2.0, 3.0, 3.0, 2.0, 9.0, 3.0, 3.0, 1.0, 5.0, 1.0, 3.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009853234514594078, -0.009574889205396175, -0.009296544827520847, -0.009018199518322945, -0.008739855140447617, -0.008461509831249714, -0.008183164522051811, -0.007904820144176483, -0.0076264748349785805, -0.007348129991441965, -0.00706978514790535, -0.006791440304368734, -0.006513095460832119, -0.006234750617295504, -0.005956405308097601, -0.0056780604645609856, -0.00539971562102437, -0.005121370777487755, -0.0048430259339511395, -0.004564680624753237, -0.004286335781216621, -0.004007990937680006, -0.0037296460941433907, -0.0034513010177761316, -0.0031729561742395163, -0.002894611330702901, -0.002616266254335642, -0.0023379214107990265, -0.002059576567262411, -0.001781231490895152, -0.0015028866473585367, -0.0012245416874065995, -0.0009461967274546623, -0.0006678517675027251, -0.00038950686575844884, -0.0001111619349103421, 0.00016718299593776464, 0.0004455279267858714, 0.0007238728576339781, 0.0010022177593782544, 0.0012805627193301916, 0.0015589076792821288, 0.001837252639234066, 0.0021155974827706814, 0.0023939423263072968, 0.0026722874026745558, 0.002950632246211171, 0.00322897732257843, 0.0035073221661150455, 0.003785667009651661, 0.004064011853188276, 0.004342357162386179, 0.004620702005922794, 0.00489904684945941, 0.005177391692996025, 0.0054557365365326405, 0.005734081380069256, 0.0060124266892671585, 0.006290771532803774, 0.006569116376340389, 0.006847461219877005, 0.00712580606341362, 0.007404151372611523, 0.007682496216148138, 0.007960841059684753]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 1.0, 3.0, 2.0, 1.0, 4.0, 4.0, 8.0, 8.0, 9.0, 7.0, 12.0, 17.0, 19.0, 23.0, 24.0, 29.0, 31.0, 38.0, 65.0, 53.0, 70.0, 77.0, 118.0, 129.0, 160.0, 221.0, 262.0, 297.0, 392.0, 483.0, 691.0, 857.0, 1277.0, 1915.0, 5199.0, 1754.0, 1132.0, 691.0, 492.0, 414.0, 351.0, 256.0, 205.0, 167.0, 133.0, 83.0, 67.0, 47.0, 31.0, 26.0, 16.0, 9.0, 12.0, 7.0, 10.0, 7.0, 4.0, 3.0, 1.0, 3.0, 1.0], "bins": [-0.008792099542915821, -0.00855720043182373, -0.008322300389409065, -0.008087401278316975, -0.007852502167224884, -0.007617602124810219, -0.007382703013718128, -0.00714780343696475, -0.006912903860211372, -0.0066780042834579945, -0.0064431047067046165, -0.006208205595612526, -0.005973306018859148, -0.00573840644210577, -0.0055035073310136795, -0.005268607754260302, -0.005033708177506924, -0.004798808600753546, -0.004563909024000168, -0.004329009912908077, -0.004094110336154699, -0.0038592107594013214, -0.003624311415478587, -0.003389412071555853, -0.003154512494802475, -0.002919612918049097, -0.002684713574126363, -0.0024498142302036285, -0.0022149146534502506, -0.0019800150766968727, -0.0017451157327741385, -0.0015102162724360824, -0.0012753168120980263, -0.0010404173517599702, -0.0008055178914219141, -0.000570618431083858, -0.0003357189707458019, -0.00010081951040774584, 0.00013407994993031025, 0.00036897941026836634, 0.0006038788706064224, 0.0008387783309444785, 0.0010736777912825346, 0.0013085772516205907, 0.0015434767119586468, 0.0017783761722967029, 0.002013275632634759, 0.002248174976557493, 0.002483074553310871, 0.002717974130064249, 0.0029528734739869833, 0.0031877728179097176, 0.0034226723946630955, 0.0036575719714164734, 0.0038924713153392076, 0.004127370659261942, 0.00436227023601532, 0.004597169812768698, 0.004832069389522076, 0.005066968500614166, 0.005301868077367544, 0.005536767654120922, 0.005771666765213013, 0.006006566341966391, 0.0062414659187197685]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 4.0, 1.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.05246473103761673, -0.050977159291505814, -0.0494895838201046, -0.04800201207399368, -0.04651444032788277, -0.04502686485648155, -0.043539293110370636, -0.04205172136425972, -0.040564145892858505, -0.03907657414674759, -0.03758900240063667, -0.03610142692923546, -0.03461385518312454, -0.033126283437013626, -0.03163870796561241, -0.030151136219501495, -0.02866356261074543, -0.027175989001989365, -0.02568841725587845, -0.024200843647122383, -0.022713270038366318, -0.0212256982922554, -0.019738124683499336, -0.01825055107474327, -0.016762979328632355, -0.01527540571987629, -0.013787832111120224, -0.012300259433686733, -0.010812686756253242, -0.009325113147497177, -0.007837540470063686, -0.006349967326968908, -0.00486239418387413, -0.003374821040779352, -0.0018872481305152178, -0.00039967510383576155, 0.0010878979228436947, 0.0025754710659384727, 0.0040630437433719635, 0.0055506168864667416, 0.00703819002956152, 0.00852576270699501, 0.010013336315751076, 0.011500908993184566, 0.012988481670618057, 0.014476055279374123, 0.015963628888130188, 0.017451200634241104, 0.01893877424299717, 0.020426347851753235, 0.02191391959786415, 0.023401493206620216, 0.024889066815376282, 0.026376638561487198, 0.027864212170243263, 0.02935178577899933, 0.030839357525110245, 0.03232693299651146, 0.033814504742622375, 0.03530207648873329, 0.036789651960134506, 0.03827722370624542, 0.03976479545235634, 0.04125237092375755, 0.04273994266986847]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 3.0, 1.0, 0.0, 2.0, 2.0, 2.0, 2.0, 5.0, 3.0, 0.0, 2.0, 1.0, 4.0, 5.0, 3.0, 10.0, 10.0, 13.0, 14.0, 19.0, 8.0, 16.0, 17.0, 30.0, 15.0, 5.0, 14.0, 13.0, 6.0, 2.0, 8.0, 6.0, 9.0, 7.0, 5.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 2.0, 2.0], "bins": [-0.03680258244276047, -0.035631611943244934, -0.0344606451690197, -0.033289674669504166, -0.03211870416998863, -0.030947735533118248, -0.029776766896247864, -0.02860579639673233, -0.027434827759861946, -0.026263859122991562, -0.02509288862347603, -0.023921919986605644, -0.02275095134973526, -0.021579980850219727, -0.020409012213349342, -0.01923804171383381, -0.018067073076963425, -0.01689610444009304, -0.015725133940577507, -0.014554165303707123, -0.013383195735514164, -0.012212226167321205, -0.011041257530450821, -0.009870287962257862, -0.008699318394064903, -0.007528348825871944, -0.006357379723340273, -0.005186410620808601, -0.0040154410526156425, -0.0028444717172533274, -0.0016735023818910122, -0.000502533046528697, 0.0006684362888336182, 0.0018394056241959333, 0.0030103749595582485, 0.00418134406208992, 0.005352313630282879, 0.006523283198475838, 0.007694252301007509, 0.00886522140353918, 0.01003619097173214, 0.011207160539925098, 0.012378130108118057, 0.013549098744988441, 0.0147200683131814, 0.01589103788137436, 0.017062006518244743, 0.018232977017760277, 0.01940394565463066, 0.020574914291501045, 0.02174588479101658, 0.022916853427886963, 0.024087823927402496, 0.02525879256427288, 0.026429761201143265, 0.027600731700658798, 0.028771700337529182, 0.029942668974399567, 0.0311136394739151, 0.032284609973430634, 0.03345557674765587, 0.0346265472471714, 0.035797517746686935, 0.03696848452091217, 0.038139455020427704]}, "_runtime": 24.142631769180298, "_timestamp": 1596211613.9137406, "_step": 25}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 4.0, 0.0, 1.0, 0.0, 0.0, 5.0, 3.0, 1.0, 2.0, 1.0, 1.0, 4.0, 1.0, 1.0, 3.0, 4.0, 1.0, 2.0, 0.0, 1.0, 0.0, 2.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 3.0], "bins": [-0.012200875207781792, -0.011871915310621262, -0.011542955413460732, -0.011213995516300201, -0.010885035619139671, -0.010556074790656567, -0.010227114893496037, -0.009898154996335506, -0.009569195099174976, -0.009240235202014446, -0.008911275304853916, -0.008582315407693386, -0.008253354579210281, -0.007924394682049751, -0.007595434784889221, -0.007266474887728691, -0.006937514990568161, -0.006608555093407631, -0.006279595196247101, -0.005950634833425283, -0.005621674936264753, -0.005292715039104223, -0.004963754676282406, -0.004634794779121876, -0.004305834881961346, -0.003976874984800816, -0.003647914854809642, -0.003318954724818468, -0.002989994827657938, -0.002661034930497408, -0.002332074800506234, -0.0020031146705150604, -0.0016741547733545303, -0.0013451947597786784, -0.0010162347462028265, -0.0006872747326269746, -0.00035831471905112267, -2.9354705475270748e-05, 0.00029960530810058117, 0.0006285653216764331, 0.000957525335252285, 0.001286485348828137, 0.0016154453624039888, 0.0019444053759798408, 0.0022733653895556927, 0.0026023252867162228, 0.0029312854167073965, 0.0032602455466985703, 0.0035892054438591003, 0.00391816534101963, 0.0042471252381801605, 0.004576085601001978, 0.004905045498162508, 0.005234005395323038, 0.0055629657581448555, 0.005891925655305386, 0.006220885552465916, 0.006549845449626446, 0.006878805346786976, 0.007207765709608793, 0.007536725606769323, 0.00786568596959114, 0.00819464586675167, 0.008523605763912201, 0.008852565661072731]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 2.0, 2.0, 5.0, 4.0, 2.0, 5.0, 6.0, 10.0, 6.0, 7.0, 5.0, 13.0, 11.0, 15.0, 28.0, 26.0, 45.0, 40.0, 56.0, 77.0, 85.0, 117.0, 139.0, 193.0, 258.0, 363.0, 526.0, 3745.0, 783.0, 415.0, 255.0, 146.0, 117.0, 91.0, 70.0, 46.0, 41.0, 34.0, 25.0, 22.0, 21.0, 13.0, 7.0, 13.0, 7.0, 10.0, 3.0, 3.0, 2.0, 2.0, 2.0, 0.0, 3.0, 2.0, 3.0], "bins": [-0.161095529794693, -0.15664684772491455, -0.1521981656551361, -0.14774948358535767, -0.14330080151557922, -0.13885211944580078, -0.13440343737602234, -0.1299547553062439, -0.12550607323646545, -0.12105739861726761, -0.11660871654748917, -0.11216003447771072, -0.10771135240793228, -0.10326267033815384, -0.0988139882683754, -0.09436530619859695, -0.08991662412881851, -0.08546794205904007, -0.08101925998926163, -0.07657057791948318, -0.07212189584970474, -0.0676732137799263, -0.06322453171014786, -0.058775853365659714, -0.05432717129588127, -0.04987848922610283, -0.04542980715632439, -0.040981125086545944, -0.0365324467420578, -0.03208376467227936, -0.027635082602500916, -0.023186400532722473, -0.01873771846294403, -0.014289036393165588, -0.00984035525470972, -0.0053916736505925655, -0.0009429920464754105, 0.0035056895576417446, 0.0079543711617589, 0.012403052300214767, 0.01685173436999321, 0.021300416439771652, 0.025749098509550095, 0.030197778716683388, 0.03464645892381668, 0.03909514099359512, 0.043543823063373566, 0.04799250513315201, 0.05244118720293045, 0.05688986927270889, 0.061338551342487335, 0.06578723341226578, 0.07023591548204422, 0.07468459755182266, 0.0791332796216011, 0.08358196169137955, 0.08803063631057739, 0.09247931838035583, 0.09692800045013428, 0.10137668251991272, 0.10582536458969116, 0.1102740466594696, 0.11472272872924805, 0.11917141079902649, 0.12362009286880493]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 1.0, 4.0, 1.0, 4.0, 2.0, 4.0, 3.0, 3.0, 2.0, 4.0, 5.0, 1.0, 5.0, 1.0, 0.0, 26.0, 1.0, 4.0, 1.0, 2.0, 7.0, 2.0, 1.0, 2.0, 2.0, 0.0, 2.0, 1.0, 2.0, 4.0, 2.0, 2.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0025473476853221655, -0.002447297563776374, -0.002347247675061226, -0.0022471975535154343, -0.0021471474319696426, -0.0020470975432544947, -0.001947047421708703, -0.0018469973001629114, -0.0017469472950324416, -0.0016468972899019718, -0.0015468471683561802, -0.0014467971632257104, -0.0013467471580952406, -0.001246697036549449, -0.0011466470314189792, -0.0010465969098731875, -0.0009465469047427177, -0.000846496841404587, -0.0007464467780664563, -0.0006463967729359865, -0.0005463467095978558, -0.0004462966462597251, -0.00034624661202542484, -0.0002461965777911246, -0.00014614651445299387, -4.6096465666778386e-05, 5.39535831194371e-05, 0.00015400363190565258, 0.00025405368069186807, 0.0003541037440299988, 0.00045415377826429904, 0.0005542038124985993, 0.00065425387583673, 0.0007543039391748607, 0.0008543540025129914, 0.0009544040076434612, 0.0010544541291892529, 0.0011545041343197227, 0.0012545541394501925, 0.001354604260995984, 0.0014546542661264539, 0.0015547042712569237, 0.0016547543928027153, 0.001754804397933185, 0.001854854403063655, 0.0019549045246094465, 0.002054954646155238, 0.002155004534870386, 0.0022550546564161777, 0.0023551047779619694, 0.0024551546666771173, 0.002555204788222909, 0.0026552549097687006, 0.0027553047984838486, 0.00285535492002964, 0.002955405041575432, 0.0030554551631212234, 0.0031555050518363714, 0.003255555173382163, 0.0033556052949279547, 0.0034556551836431026, 0.0035557053051888943, 0.003655755426734686, 0.003755805315449834, 0.0038558554369956255]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 4.0, 2.0, 9.0, 8.0, 13.0, 25.0, 28.0, 54.0, 63.0, 85.0, 148.0, 180.0, 254.0, 385.0, 568.0, 865.0, 1271.0, 2105.0, 3695.0, 6404.0, 11785.0, 22559.0, 43795.0, 83410.0, 159773.0, 559704.0, 124462.0, 67632.0, 37817.0, 21180.0, 11986.0, 7009.0, 4236.0, 2677.0, 1667.0, 1150.0, 812.0, 534.0, 364.0, 285.0, 178.0, 125.0, 95.0, 64.0, 59.0, 31.0, 23.0, 14.0, 16.0, 8.0, 12.0, 8.0, 1.0, 3.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.014021772891283035, -0.013545067049562931, -0.013068362139165401, -0.012591656297445297, -0.012114951387047768, -0.011638245545327663, -0.01116153970360756, -0.01068483479321003, -0.010208128951489925, -0.009731423109769821, -0.009254718199372292, -0.008778012357652187, -0.008301306515932083, -0.007824601605534554, -0.007347895763814449, -0.006871190387755632, -0.0063944850116968155, -0.005917779635637999, -0.005441074259579182, -0.0049643684178590775, -0.0044876630418002605, -0.004010957665741444, -0.003534252056851983, -0.0030575464479625225, -0.0025808410719037056, -0.0021041356958448887, -0.0016274300869554281, -0.0011507245944812894, -0.0006740191020071507, -0.0001973136095330119, 0.0002793918829411268, 0.0007560973754152656, 0.0012328028678894043, 0.001709508360363543, 0.0021862138528376818, 0.0026629194617271423, 0.0031396248377859592, 0.003616330213844776, 0.00409303605556488, 0.004569741431623697, 0.005046446807682514, 0.005523152183741331, 0.005999857559800148, 0.006476563401520252, 0.006953268777579069, 0.007429974153637886, 0.00790667999535799, 0.00838338490575552, 0.008860090747475624, 0.009336796589195728, 0.009813501499593258, 0.010290207341313362, 0.010766912251710892, 0.011243618093430996, 0.0117203239351511, 0.01219702884554863, 0.012673734687268734, 0.013150440528988838, 0.013627145439386368, 0.014103851281106472, 0.014580557122826576, 0.015057262033224106, 0.01553396787494421, 0.016010673716664314, 0.016487378627061844]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 4.0, 6.0, 11.0, 4.0, 4.0, 5.0, 3.0, 3.0, 1.0, 0.0, 0.0, 2.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.027866488322615623, -0.02715039812028408, -0.026434307917952538, -0.025718217715620995, -0.02500212751328945, -0.02428603731095791, -0.023569947108626366, -0.022853856906294823, -0.02213776856660843, -0.021421678364276886, -0.020705588161945343, -0.0199894979596138, -0.019273407757282257, -0.018557317554950714, -0.01784122735261917, -0.017125137150287628, -0.016409046947956085, -0.015692956745624542, -0.014976866543293, -0.014260776340961456, -0.013544686138629913, -0.012828596867620945, -0.012112506665289402, -0.011396416462957859, -0.010680326260626316, -0.009964236058294773, -0.00924814585596323, -0.008532055653631687, -0.007815966382622719, -0.0070998757146298885, -0.006383785977959633, -0.00566769577562809, -0.004951605573296547, -0.004235515370965004, -0.0035194254014641047, -0.0028033354319632053, -0.0020872452296316624, -0.0013711551437154412, -0.0006550650577992201, 6.102502811700106e-05, 0.0007771151140332222, 0.0014932051999494433, 0.0022092952858656645, 0.002925385255366564, 0.0036414754576981068, 0.00435756566002965, 0.005073655396699905, 0.005789745599031448, 0.006505835801362991, 0.007221926003694534, 0.007938016206026077, 0.00865410640835762, 0.009370196610689163, 0.010086285881698132, 0.010802376084029675, 0.011518466286361217, 0.01223455648869276, 0.012950646691024303, 0.013666736893355846, 0.01438282709568739, 0.015098916366696358, 0.0158150065690279, 0.016531096771359444, 0.017247186973690987, 0.01796327717602253]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 3.0, 0.0, 1.0, 5.0, 6.0, 6.0, 10.0, 11.0, 12.0, 8.0, 13.0, 18.0, 12.0, 14.0, 27.0, 34.0, 58.0, 77.0, 93.0, 128.0, 166.0, 269.0, 380.0, 522.0, 851.0, 1326.0, 1957.0, 6112.0, 2505.0, 1255.0, 730.0, 537.0, 278.0, 220.0, 150.0, 118.0, 78.0, 82.0, 54.0, 52.0, 37.0, 36.0, 33.0, 22.0, 19.0, 22.0, 17.0, 12.0, 7.0, 8.0, 6.0, 10.0, 8.0, 3.0, 1.0, 7.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.012268857099115849, -0.011855400167405605, -0.011441942304372787, -0.011028485372662544, -0.010615028440952301, -0.010201570577919483, -0.00978811364620924, -0.009374656714498997, -0.008961198851466179, -0.008547741919755936, -0.008134284988045692, -0.007720827125012875, -0.007307370193302631, -0.006893912795931101, -0.00648045539855957, -0.006066998466849327, -0.0056535410694777966, -0.005240083672106266, -0.004826626740396023, -0.004413169343024492, -0.003999711945652962, -0.003586254781112075, -0.003172797616571188, -0.0027593402191996574, -0.0023458830546587706, -0.0019324257737025619, -0.0015189684927463531, -0.0011055113282054663, -0.0006920540472492576, -0.0002785967953968793, 0.00013486045645549893, 0.0005483176792040467, 0.0009617749601602554, 0.0013752322411164641, 0.0017886895220726728, 0.0022021466866135597, 0.0026156040839850903, 0.003029061248525977, 0.003442518413066864, 0.0038559758104383945, 0.004269433207809925, 0.004682890139520168, 0.005096347536891699, 0.005509804934263229, 0.005923261865973473, 0.006336719263345003, 0.006750176660716534, 0.007163633592426777, 0.007577090989798307, 0.007990548387169838, 0.008404005318880081, 0.008817463181912899, 0.009230920113623142, 0.009644377045333385, 0.010057834908366203, 0.010471291840076447, 0.01088474877178669, 0.011298206634819508, 0.01171166356652975, 0.012125120498239994, 0.012538578361272812, 0.012952035292983055, 0.013365492224693298, 0.013778950087726116, 0.01419240701943636]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 2.0, 2.0, 3.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.11628657579421997, -0.11149842292070389, -0.1067102700471878, -0.10192212462425232, -0.09713397175073624, -0.09234581887722015, -0.08755767345428467, -0.08276952058076859, -0.0779813677072525, -0.07319321483373642, -0.06840506196022034, -0.06361691653728485, -0.05882876366376877, -0.054040610790252686, -0.0492524616420269, -0.04446431249380112, -0.039676159620285034, -0.03488800674676895, -0.030099857598543167, -0.025311706587672234, -0.0205235555768013, -0.015735404565930367, -0.010947253555059433, -0.0061591025441884995, -0.001370951533317566, 0.0034171994775533676, 0.008205350488424301, 0.012993501499295235, 0.017781652510166168, 0.022569803521037102, 0.027357954531908035, 0.03214610368013382, 0.0369342565536499, 0.041722409427165985, 0.04651055857539177, 0.051298707723617554, 0.056086860597133636, 0.06087501347064972, 0.0656631588935852, 0.07045131176710129, 0.07523946464061737, 0.08002761751413345, 0.08481577038764954, 0.08960391581058502, 0.0943920686841011, 0.09918022155761719, 0.10396836698055267, 0.10875651985406876, 0.11354467272758484, 0.11833282560110092, 0.123120978474617, 0.1279091238975525, 0.13269728422164917, 0.13748542964458466, 0.14227357506752014, 0.14706173539161682, 0.1518498808145523, 0.1566380262374878, 0.16142618656158447, 0.16621433198451996, 0.17100247740745544, 0.17579063773155212, 0.1805787831544876, 0.1853669434785843, 0.19015508890151978]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 3.0, 4.0, 3.0, 2.0, 1.0, 1.0, 1.0, 4.0, 3.0, 2.0, 4.0, 3.0, 7.0, 26.0, 20.0, 22.0, 22.0, 28.0, 29.0, 12.0, 5.0, 7.0, 5.0, 5.0, 8.0, 7.0, 4.0, 3.0, 3.0, 6.0, 1.0, 2.0, 5.0, 3.0, 1.0, 4.0, 2.0, 1.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.04886024445295334, -0.04733375459909439, -0.04580726474523544, -0.044280774891376495, -0.04275428131222725, -0.0412277914583683, -0.039701301604509354, -0.038174811750650406, -0.03664832189679146, -0.03512183204293251, -0.033595338463783264, -0.032068848609924316, -0.03054235875606537, -0.02901586890220642, -0.027489379048347473, -0.025962887331843376, -0.02443639747798443, -0.02290990762412548, -0.021383415907621384, -0.019856926053762436, -0.018330436199903488, -0.01680394448339939, -0.015277454629540443, -0.013750964775681496, -0.012224473990499973, -0.010697983205318451, -0.009171493351459503, -0.007645002566277981, -0.006118512246757746, -0.004592021927237511, -0.003065531374886632, -0.001539040938951075, -1.2550503015518188e-05, 0.0015139399329200387, 0.0030404303688555956, 0.004566920921206474, 0.006093411240726709, 0.007619901560246944, 0.009146392345428467, 0.010672882199287415, 0.012199372984468937, 0.01372586376965046, 0.015252353623509407, 0.016778843477368355, 0.018305335193872452, 0.0198318250477314, 0.021358314901590347, 0.022884806618094444, 0.024411296471953392, 0.02593778632581234, 0.027464278042316437, 0.028990767896175385, 0.030517257750034332, 0.03204374760389328, 0.03357023745775223, 0.035096731036901474, 0.03662322089076042, 0.03814971074461937, 0.03967620059847832, 0.041202690452337265, 0.04272918030619621, 0.04425567388534546, 0.04578216373920441, 0.047308653593063354, 0.0488351434469223]}, "_runtime": 24.8906192779541, "_timestamp": 1596211614.6617281, "_step": 26}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 3.0, 4.0, 3.0, 3.0, 1.0, 4.0, 2.0, 0.0, 3.0, 3.0, 3.0, 3.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.013867659494280815, -0.013500644825398922, -0.013133631087839603, -0.01276661641895771, -0.012399602681398392, -0.012032588012516499, -0.01166557427495718, -0.011298559606075287, -0.010931545868515968, -0.010564531199634075, -0.010197516530752182, -0.009830502793192863, -0.00946348812431097, -0.009096474386751652, -0.008729459717869759, -0.00836244598031044, -0.007995431311428547, -0.007628417108207941, -0.007261402904987335, -0.006894388701766729, -0.0065273744985461235, -0.00616035982966423, -0.0057933456264436245, -0.005426331423223019, -0.005059317220002413, -0.004692303016781807, -0.004325288813561201, -0.003958274610340595, -0.0035912601742893457, -0.00322424597106874, -0.0028572315350174904, -0.0024902173317968845, -0.0021232031285762787, -0.0017561889253556728, -0.0013891746057197452, -0.0010221602860838175, -0.0006551460828632116, -0.00028813182143494487, 7.88824399933219e-05, 0.00044589670142158866, 0.0008129109628498554, 0.0011799251660704613, 0.001546939485706389, 0.0019139538053423166, 0.0022809680085629225, 0.0026479822117835283, 0.003014996647834778, 0.0033820108510553837, 0.0037490250542759895, 0.004116039257496595, 0.004483053460717201, 0.004850067663937807, 0.005217081867158413, 0.005584096536040306, 0.005951110739260912, 0.006318124942481518, 0.006685139145702124, 0.0070521533489227295, 0.007419167552143335, 0.007786181755363941, 0.008153196424245834, 0.008520210161805153, 0.008887224830687046, 0.009254238568246365, 0.009621253237128258]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 2.0, 3.0, 4.0, 1.0, 0.0, 4.0, 1.0, 4.0, 3.0, 3.0, 11.0, 4.0, 13.0, 24.0, 15.0, 19.0, 19.0, 33.0, 33.0, 37.0, 53.0, 85.0, 79.0, 128.0, 137.0, 201.0, 268.0, 377.0, 2591.0, 2065.0, 570.0, 310.0, 237.0, 139.0, 111.0, 87.0, 67.0, 39.0, 38.0, 29.0, 22.0, 12.0, 12.0, 7.0, 13.0, 8.0, 4.0, 3.0, 0.0, 2.0, 0.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.15403006970882416, -0.14919982850551605, -0.14436957240104675, -0.13953933119773865, -0.13470907509326935, -0.12987883388996124, -0.12504857778549194, -0.12021833658218384, -0.11538808792829514, -0.11055783927440643, -0.10572759062051773, -0.10089734196662903, -0.09606710076332092, -0.09123685210943222, -0.08640660345554352, -0.08157635480165482, -0.07674610614776611, -0.07191585749387741, -0.06708560883998871, -0.062255363911390305, -0.0574251152575016, -0.0525948666036129, -0.047764621675014496, -0.04293437302112579, -0.03810412436723709, -0.03327387571334839, -0.028443628922104836, -0.023613382130861282, -0.01878313347697258, -0.013952885754406452, -0.009122638031840324, -0.004292390309274197, 0.0005378574132919312, 0.005368105135858059, 0.010198352858424187, 0.015028600580990314, 0.019858848303556442, 0.024689096957445145, 0.029519343748688698, 0.03434959053993225, 0.03917983919382095, 0.044010087847709656, 0.04884033650159836, 0.05367058143019676, 0.058500830084085464, 0.06333107501268387, 0.06816132366657257, 0.07299157232046127, 0.07782182097434998, 0.08265206962823868, 0.08748231828212738, 0.09231256693601608, 0.09714281558990479, 0.10197305679321289, 0.10680330544710159, 0.1116335541009903, 0.116463802754879, 0.1212940514087677, 0.1261242926120758, 0.1309545487165451, 0.1357847899198532, 0.1406150460243225, 0.14544528722763062, 0.15027554333209991, 0.15510578453540802]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 4.0, 0.0, 0.0, 0.0, 4.0, 4.0, 1.0, 4.0, 6.0, 3.0, 6.0, 6.0, 1.0, 2.0, 6.0, 22.0, 1.0, 1.0, 6.0, 2.0, 3.0, 6.0, 3.0, 6.0, 4.0, 3.0, 3.0, 4.0, 2.0, 0.0, 1.0, 2.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.003347450867295265, -0.003220041748136282, -0.0030926328618079424, -0.002965223742648959, -0.0028378148563206196, -0.0027104057371616364, -0.0025829968508332968, -0.0024555877316743135, -0.002328178845345974, -0.0022007697261869907, -0.0020733606070280075, -0.001945951720699668, -0.0018185426015406847, -0.0016911335987970233, -0.001563724596053362, -0.0014363155933097005, -0.001308906590566039, -0.0011814975878223777, -0.0010540885850787163, -0.000926679524127394, -0.0007992705213837326, -0.0006718615186400712, -0.0005444524576887488, -0.00041704345494508743, -0.00028963445220142603, -0.0001622254349058494, -3.4816417610272765e-05, 9.259259968530387e-05, 0.0002200016169808805, 0.0003474106197245419, 0.00047481965157203376, 0.0006022286834195256, 0.000729637686163187, 0.0008570466889068484, 0.0009844556916505098, 0.0011118646943941712, 0.0012392736971378326, 0.0013666828162968159, 0.0014940918190404773, 0.0016215008217841387, 0.0017489098245278, 0.0018763188272714615, 0.0020037279464304447, 0.0021311368327587843, 0.0022585459519177675, 0.002385954838246107, 0.0025133639574050903, 0.00264077284373343, 0.002768181962892413, 0.0028955910820513964, 0.003022999968379736, 0.003150409087538719, 0.0032778179738670588, 0.003405227093026042, 0.0035326359793543816, 0.003660045098513365, 0.003787454217672348, 0.003914863336831331, 0.004042271990329027, 0.00416968110948801, 0.004297090228646994, 0.004424499347805977, 0.004551908001303673, 0.004679317120462656, 0.004806726239621639]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 3.0, 2.0, 3.0, 6.0, 3.0, 14.0, 13.0, 17.0, 36.0, 46.0, 84.0, 94.0, 157.0, 247.0, 380.0, 545.0, 885.0, 1314.0, 2282.0, 3881.0, 6636.0, 12161.0, 23311.0, 44873.0, 88328.0, 192223.0, 543971.0, 109694.0, 62227.0, 35151.0, 19788.0, 11453.0, 6876.0, 4378.0, 2723.0, 1855.0, 1188.0, 831.0, 565.0, 391.0, 291.0, 191.0, 140.0, 106.0, 70.0, 54.0, 43.0, 41.0, 18.0, 11.0, 14.0, 5.0, 13.0, 6.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 3.0], "bins": [-0.013703360222280025, -0.013232650235295296, -0.012761939316987991, -0.012291229330003262, -0.011820519343018532, -0.011349808424711227, -0.010879098437726498, -0.010408388450741768, -0.009937677532434464, -0.009466967545449734, -0.008996257558465004, -0.008525547571480274, -0.00805483665317297, -0.00758412666618824, -0.007113416213542223, -0.006642706226557493, -0.006171995773911476, -0.005701285321265459, -0.005230575334280729, -0.004759864881634712, -0.0042891548946499825, -0.0038184444420039654, -0.0033477339893579483, -0.002877023769542575, -0.0024063135497272015, -0.001935603329911828, -0.0014648929936811328, -0.0009941826574504375, -0.0005234724376350641, -5.276215961202979e-05, 0.00041794811841100454, 0.0008886583964340389, 0.0013593686744570732, 0.0018300788942724466, 0.00230078911408782, 0.002771499566733837, 0.0032422097865492105, 0.003712920006364584, 0.004183630459010601, 0.004654340445995331, 0.005125050898641348, 0.005595761351287365, 0.006066471338272095, 0.006537181790918112, 0.007007892243564129, 0.007478602230548859, 0.007949312217533588, 0.008420023135840893, 0.008890733122825623, 0.009361443109810352, 0.009832154028117657, 0.010302864015102386, 0.010773574002087116, 0.01124428492039442, 0.01171499490737915, 0.01218570489436388, 0.01265641488134861, 0.013127125799655914, 0.013597835786640644, 0.014068545773625374, 0.014539256691932678, 0.015009966678917408, 0.015480676665902138, 0.015951387584209442, 0.016422096639871597]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 7.0, 1.0, 1.0, 1.0, 2.0, 2.0, 0.0, 3.0, 2.0, 3.0, 3.0, 4.0, 2.0, 5.0, 1.0, 3.0, 4.0, 1.0, 4.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009785052388906479, -0.009407846257090569, -0.009030640125274658, -0.008653434924781322, -0.008276228792965412, -0.007899022661149502, -0.007521816994994879, -0.007144610863178968, -0.006767405197024345, -0.006390199065208435, -0.006012992933392525, -0.005635787267237902, -0.005258581135421991, -0.004881375469267368, -0.004504169337451458, -0.004126963671296835, -0.0037497575394809246, -0.003372551640495658, -0.0029953457415103912, -0.0026181398425251245, -0.002240933943539858, -0.0018637279281392694, -0.0014865219127386808, -0.0011093160137534142, -0.0007321101147681475, -0.0003549041866790503, 2.2301741410046816e-05, 0.00039950766949914396, 0.0007767135975882411, 0.0011539194965735078, 0.0015311255119740963, 0.001908331410959363, 0.0022855373099446297, 0.0026627432089298964, 0.003039949107915163, 0.0034171550069004297, 0.0037943609058856964, 0.004171567037701607, 0.00454877270385623, 0.00492597883567214, 0.005303184501826763, 0.0056803906336426735, 0.006057596765458584, 0.006434802431613207, 0.006812008563429117, 0.00718921422958374, 0.007566420361399651, 0.007943626493215561, 0.008320832625031471, 0.008698037825524807, 0.009075243957340717, 0.009452450089156628, 0.009829656220972538, 0.010206861421465874, 0.010584067553281784, 0.010961273685097694, 0.011338479816913605, 0.011715685948729515, 0.01209289114922285, 0.012470097281038761, 0.012847303412854671, 0.013224509544670582, 0.013601714745163918, 0.013978920876979828, 0.014356127008795738]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 7.0, 8.0, 6.0, 6.0, 12.0, 17.0, 19.0, 20.0, 37.0, 42.0, 70.0, 101.0, 154.0, 182.0, 268.0, 396.0, 507.0, 1079.0, 5047.0, 2277.0, 1758.0, 1396.0, 1119.0, 805.0, 656.0, 570.0, 423.0, 365.0, 263.0, 173.0, 164.0, 114.0, 77.0, 68.0, 48.0, 41.0, 29.0, 15.0, 16.0, 12.0, 11.0, 11.0, 5.0, 6.0, 3.0, 8.0, 3.0, 2.0, 3.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.008487720042467117, -0.008151532150804996, -0.007815344259142876, -0.0074791559018194675, -0.007142968010157347, -0.006806780118495226, -0.006470592226833105, -0.006134404335170984, -0.005798215977847576, -0.005462028086185455, -0.0051258401945233345, -0.004789652302861214, -0.004453464411199093, -0.004117276519536972, -0.0037810883950442076, -0.003444900270551443, -0.0031087123788893223, -0.0027725244872272015, -0.002436336362734437, -0.002100148471072316, -0.0017639604629948735, -0.0014277724549174309, -0.00109158456325531, -0.0007553965551778674, -0.00041920854710042477, -8.302056812681258e-05, 0.0002531674108467996, 0.0005893553607165813, 0.000925543368794024, 0.0012617313768714666, 0.0015979192685335875, 0.00193410727661103, 0.0022702952846884727, 0.0026064831763505936, 0.002942671300843358, 0.003278859192505479, 0.0036150473169982433, 0.003951235208660364, 0.004287423100322485, 0.004623610991984606, 0.004959799349308014, 0.005295987240970135, 0.0056321751326322556, 0.005968363024294376, 0.006304550915956497, 0.006640738807618618, 0.006976927164942026, 0.007313115056604147, 0.007649302948266268, 0.007985491305589676, 0.008321679197251797, 0.008657867088913918, 0.008994054980576038, 0.00933024287223816, 0.00966643076390028, 0.0100026186555624, 0.010338806547224522, 0.010674994438886642, 0.011011182330548763, 0.011347371153533459, 0.01168355904519558, 0.0120197469368577, 0.012355934828519821, 0.012692122720181942, 0.013028310611844063]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 3.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.04461675509810448, -0.04231737554073334, -0.040017999708652496, -0.03771862015128136, -0.03541924059391022, -0.033119864761829376, -0.030820485204458237, -0.028521105647087097, -0.026221727952361107, -0.023922350257635117, -0.021622970700263977, -0.019323593005537987, -0.017024215310811996, -0.014724835753440857, -0.012425458058714867, -0.010126079432666302, -0.007826700806617737, -0.005527322180569172, -0.0032279440201818943, -0.000928565626963973, 0.0013708127662539482, 0.0036701911594718695, 0.005969569552689791, 0.008268947713077068, 0.010568326339125633, 0.012867704965174198, 0.015167083591222763, 0.017466461285948753, 0.019765838980674744, 0.022065218538045883, 0.024364596232771873, 0.026663975790143013, 0.028963353484869003, 0.03126273304224014, 0.033562108874320984, 0.03586148843169212, 0.03816086798906326, 0.040460243821144104, 0.042759623378515244, 0.04505900293588638, 0.047358378767967224, 0.049657758325338364, 0.0519571378827095, 0.05425651744008064, 0.056555893272161484, 0.05885527282953262, 0.06115465238690376, 0.0634540319442749, 0.06575340777635574, 0.06805278360843658, 0.07035216689109802, 0.07265154272317886, 0.0749509185552597, 0.07725030183792114, 0.07954967767000198, 0.08184905350208282, 0.08414843678474426, 0.0864478126168251, 0.08874718844890594, 0.09104657173156738, 0.09334594756364822, 0.09564532339572906, 0.0979447066783905, 0.10024408251047134, 0.10254345834255219]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 4.0, 5.0, 0.0, 5.0, 2.0, 2.0, 9.0, 6.0, 9.0, 14.0, 25.0, 36.0, 14.0, 12.0, 15.0, 16.0, 25.0, 16.0, 15.0, 9.0, 6.0, 7.0, 4.0, 3.0, 2.0, 3.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.02446792460978031, -0.022807536646723747, -0.021147146821022034, -0.01948675885796547, -0.017826369032263756, -0.01616598106920719, -0.014505592174828053, -0.012845203280448914, -0.011184814386069775, -0.009524425491690636, -0.007864036597311497, -0.006203648168593645, -0.004543259274214506, -0.002882870379835367, -0.001222481718286872, 0.0004379070596769452, 0.0020982958376407623, 0.0037586847320199013, 0.00541907362639904, 0.007079462055116892, 0.008739851415157318, 0.010400239378213882, 0.012060628272593021, 0.01372101716697216, 0.0153814060613513, 0.017041794955730438, 0.018702182918787003, 0.020362572744488716, 0.02202296070754528, 0.023683350533246994, 0.02534373849630356, 0.027004128322005272, 0.028664516285061836, 0.0303249042481184, 0.031985294073820114, 0.03364568203687668, 0.03530606999993324, 0.036966461688280106, 0.03862684965133667, 0.040287237614393234, 0.0419476255774498, 0.04360801354050636, 0.045268405228853226, 0.04692879319190979, 0.048589181154966354, 0.05024956911802292, 0.05190996080636978, 0.053570348769426346, 0.05523073673248291, 0.056891124695539474, 0.05855151265859604, 0.0602119043469429, 0.061872292309999466, 0.06353268027305603, 0.0651930719614029, 0.06685345619916916, 0.06851384788751602, 0.07017423212528229, 0.07183462381362915, 0.07349501550197601, 0.07515539973974228, 0.07681579142808914, 0.078476183116436, 0.08013656735420227, 0.08179695904254913]}, "_runtime": 25.628891468048096, "_timestamp": 1596211615.4000003, "_step": 27}
+{"val_accuracy": 0.771980593607306, "val_loss": 0.6431768200441038, "_runtime": 27.068576335906982, "_timestamp": 1596211616.8396852, "_step": 28}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: Z Confidence: 0.5381754040718079 Truth: v", "Prediction: P Confidence: 0.8605735898017883 Truth: 5", "Prediction: U Confidence: 0.38960808515548706 Truth: 2", "Prediction: O Confidence: 0.4687299132347107 Truth: 0"]}, "_runtime": 27.347970485687256, "_timestamp": 1596211617.1190794, "_step": 29}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 4.0, 1.0, 1.0, 4.0, 3.0, 3.0, 3.0, 1.0, 3.0, 3.0, 2.0, 0.0, 3.0, 6.0, 4.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01047783624380827, -0.010048638097941875, -0.009619439020752907, -0.009190240874886513, -0.008761042729020119, -0.00833184365183115, -0.007902645505964756, -0.007473447360098362, -0.007044248748570681, -0.006615050137042999, -0.006185851991176605, -0.005756653379648924, -0.0053274547681212425, -0.0048982566222548485, -0.004469058010727167, -0.004039859864860773, -0.0036106612533330917, -0.003181462874636054, -0.0027522644959390163, -0.002323065884411335, -0.0018938675057142973, -0.0014646691270172596, -0.0010354706319049, -0.0006062721950002015, -0.00017707375809550285, 0.00025212467880919576, 0.0006813231157138944, 0.0011105216108262539, 0.0015397199895232916, 0.0019689183682203293, 0.0023981169797480106, 0.0028273153584450483, 0.003256513737142086, 0.0036857121158391237, 0.004114910494536161, 0.004544109106063843, 0.004973307251930237, 0.005402505863457918, 0.0058317044749855995, 0.0062609026208519936, 0.006690101232379675, 0.007119299843907356, 0.00754849798977375, 0.007977696135640144, 0.008406895212829113, 0.008836093358695507, 0.009265291504561901, 0.00969449058175087, 0.010123688727617264, 0.010552886873483658, 0.010982085950672626, 0.01141128409653902, 0.011840482242405415, 0.012269681319594383, 0.012698879465460777, 0.013128077611327171, 0.013557275757193565, 0.013986474834382534, 0.014415672980248928, 0.014844871126115322, 0.01527407020330429, 0.015703268349170685, 0.01613246649503708, 0.016561664640903473, 0.016990862786769867]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 2.0, 6.0, 5.0, 9.0, 15.0, 14.0, 24.0, 33.0, 31.0, 50.0, 82.0, 146.0, 183.0, 282.0, 489.0, 4410.0, 1182.0, 426.0, 188.0, 105.0, 78.0, 46.0, 25.0, 26.0, 17.0, 15.0, 6.0, 4.0, 6.0, 2.0, 4.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 4.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.23659032583236694, -0.228879913687706, -0.22116951644420624, -0.2134591042995453, -0.20574870705604553, -0.19803829491138458, -0.19032789766788483, -0.18261748552322388, -0.17490708827972412, -0.16719667613506317, -0.15948626399040222, -0.15177586674690247, -0.14406545460224152, -0.13635505735874176, -0.1286446452140808, -0.12093424052000046, -0.1132238358259201, -0.10551343113183975, -0.0978030264377594, -0.09009262174367905, -0.0823822170495987, -0.07467180490493774, -0.06696140021085739, -0.05925099551677704, -0.051540590822696686, -0.04383018612861633, -0.03611978143453598, -0.02840937301516533, -0.020698968321084976, -0.012988562695682049, -0.005278157070279121, 0.002432248555123806, 0.010142654180526733, 0.017853058874607086, 0.025563465431332588, 0.03327387198805809, 0.04098427668213844, 0.048694681376218796, 0.05640508979558945, 0.0641154944896698, 0.07182589918375015, 0.0795363038778305, 0.08724670857191086, 0.09495711326599121, 0.10266752541065216, 0.11037793010473251, 0.11808833479881287, 0.12579873204231262, 0.13350914418697357, 0.14121955633163452, 0.14892995357513428, 0.15664036571979523, 0.16435076296329498, 0.17206117510795593, 0.1797715723514557, 0.18748198449611664, 0.1951923966407776, 0.20290279388427734, 0.2106132060289383, 0.21832360327243805, 0.226034015417099, 0.23374441266059875, 0.2414548248052597, 0.24916522204875946, 0.2568756341934204]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 3.0, 3.0, 4.0, 5.0, 2.0, 2.0, 1.0, 4.0, 2.0, 2.0, 3.0, 2.0, 23.0, 4.0, 6.0, 3.0, 2.0, 6.0, 1.0, 4.0, 6.0, 1.0, 2.0, 3.0, 0.0, 2.0, 5.0, 1.0, 1.0, 1.0, 2.0, 1.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002825701842084527, -0.0027292191516608, -0.0026327362284064293, -0.0025362535379827023, -0.0024397706147283316, -0.0023432879243046045, -0.002246805001050234, -0.002150322310626507, -0.0020538396202027798, -0.001957356696948409, -0.0018608738901093602, -0.0017643910832703114, -0.0016679083928465843, -0.0015714255860075355, -0.0014749427791684866, -0.0013784599723294377, -0.0012819771654903889, -0.00118549435865134, -0.0010890115518122911, -0.0009925287449732423, -0.0008960459963418543, -0.0007995631895028055, -0.0007030804408714175, -0.0006065976340323687, -0.0005101148271933198, -0.00041363202035427094, -0.00031714924261905253, -0.0002206664503319189, -0.00012418365804478526, -2.7700865757651627e-05, 6.878192652948201e-05, 0.00016526471881661564, 0.0002617475111037493, 0.00035823031794279814, 0.00045471309567801654, 0.000551195873413235, 0.0006476786802522838, 0.0007441614870913327, 0.0008406442357227206, 0.0009371270425617695, 0.0010336098494008183, 0.0011300926562398672, 0.001226575463078916, 0.001323058269917965, 0.001419540960341692, 0.0015160237671807408, 0.0016125065740197897, 0.0017089893808588386, 0.0018054721876978874, 0.0019019549945369363, 0.001998437801375985, 0.002094920491799712, 0.002191403415054083, 0.00228788610547781, 0.0023843690287321806, 0.0024808517191559076, 0.0025773346424102783, 0.0026738173328340054, 0.0027703000232577324, 0.002866782946512103, 0.00296326563693583, 0.003059748560190201, 0.003156231250613928, 0.0032527141738682985, 0.0033491968642920256]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 1.0, 2.0, 3.0, 10.0, 8.0, 16.0, 22.0, 38.0, 44.0, 101.0, 160.0, 226.0, 414.0, 644.0, 1088.0, 1895.0, 3633.0, 7281.0, 16001.0, 37375.0, 93892.0, 590304.0, 244364.0, 93612.0, 43324.0, 20575.0, 10504.0, 5622.0, 3144.0, 1872.0, 1116.0, 737.0, 507.0, 305.0, 251.0, 173.0, 110.0, 87.0, 50.0, 43.0, 25.0, 15.0, 19.0, 12.0, 6.0, 5.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.018782474100589752, -0.018212972208857536, -0.01764347031712532, -0.017073968425393105, -0.01650446653366089, -0.015934964641928673, -0.015365462750196457, -0.014795960858464241, -0.014226458966732025, -0.01365695707499981, -0.013087455183267593, -0.012517953291535378, -0.011948451399803162, -0.011378949508070946, -0.01080944761633873, -0.010239945724606514, -0.009670443832874298, -0.009100941941142082, -0.008531440049409866, -0.00796193815767765, -0.007392436265945435, -0.006822934374213219, -0.006253432482481003, -0.005683930590748787, -0.005114428699016571, -0.004544926807284355, -0.003975424915552139, -0.0034059230238199234, -0.0028364211320877075, -0.0022669192403554916, -0.0016974173486232758, -0.0011279154568910599, -0.000558413565158844, 1.1088326573371887e-05, 0.0005805902183055878, 0.0011500921100378036, 0.0017195940017700195, 0.0022890958935022354, 0.0028585977852344513, 0.003428099676966667, 0.003997601568698883, 0.004567103460431099, 0.005136605352163315, 0.005706107243895531, 0.006275609135627747, 0.0068451110273599625, 0.007414612919092178, 0.007984114810824394, 0.00855361670255661, 0.009123118594288826, 0.009692620486021042, 0.010262122377753258, 0.010831624269485474, 0.01140112616121769, 0.011970628052949905, 0.012540129944682121, 0.013109631836414337, 0.013679133728146553, 0.014248635619878769, 0.014818137511610985, 0.0153876394033432, 0.015957141295075417, 0.016526643186807632, 0.01709614507853985, 0.017665646970272064]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 10.0, 1.0, 2.0, 3.0, 5.0, 3.0, 3.0, 3.0, 5.0, 4.0, 2.0, 2.0, 2.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.015530180186033249, -0.015033249743282795, -0.014536319300532341, -0.014039388857781887, -0.013542458415031433, -0.013045528903603554, -0.0125485984608531, -0.012051668018102646, -0.011554737575352192, -0.011057807132601738, -0.010560876689851284, -0.01006394624710083, -0.00956701673567295, -0.009070086292922497, -0.008573155850172043, -0.008076225407421589, -0.007579294964671135, -0.007082364521920681, -0.006585434079170227, -0.00608850410208106, -0.0055915736593306065, -0.0050946432165801525, -0.004597713239490986, -0.004100782796740532, -0.003603852353990078, -0.003106921911239624, -0.0026099917013198137, -0.0021130614914000034, -0.0016161310486495495, -0.0011192007223144174, -0.0006222703959792852, -0.00012534006964415312, 0.000371590256690979, 0.0008685205830261111, 0.0013654509093612432, 0.0018623812356963754, 0.0023593115620315075, 0.0028562420047819614, 0.0033531722147017717, 0.003850102424621582, 0.004347032867372036, 0.00484396331012249, 0.005340893752872944, 0.0058378237299621105, 0.0063347541727125645, 0.006831684615463018, 0.007328614592552185, 0.007825545035302639, 0.008322475478053093, 0.008819405920803547, 0.009316336363554, 0.009813266806304455, 0.010310197249054909, 0.010807126760482788, 0.011304057203233242, 0.011800987645983696, 0.01229791808873415, 0.012794848531484604, 0.013291778974235058, 0.013788709416985512, 0.014285638928413391, 0.014782569371163845, 0.015279499813914299, 0.015776431187987328, 0.016273360699415207]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 3.0, 2.0, 4.0, 2.0, 13.0, 9.0, 22.0, 18.0, 21.0, 32.0, 33.0, 34.0, 66.0, 72.0, 65.0, 94.0, 116.0, 151.0, 102.0, 176.0, 177.0, 293.0, 421.0, 586.0, 1081.0, 5591.0, 2291.0, 1359.0, 1087.0, 935.0, 819.0, 647.0, 534.0, 420.0, 300.0, 249.0, 198.0, 133.0, 70.0, 67.0, 36.0, 31.0, 15.0, 15.0, 7.0, 8.0, 5.0, 4.0, 3.0, 1.0, 3.0, 2.0, 0.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.011229925788939, -0.01084877084940672, -0.01046761590987444, -0.010086461901664734, -0.009705306962132454, -0.009324152022600174, -0.008942997083067894, -0.008561843074858189, -0.008180688135325909, -0.007799533195793629, -0.007418378256261349, -0.007037223782390356, -0.006656068842858076, -0.0062749143689870834, -0.0058937594294548035, -0.005512604955583811, -0.005131450016051531, -0.004750295076519251, -0.004369140602648258, -0.003987985663115978, -0.0036068311892449856, -0.0032256762497127056, -0.0028445215430110693, -0.002463366836309433, -0.0020822121296077967, -0.0017010574229061604, -0.001319902716204524, -0.0009387478930875659, -0.0005575931863859296, -0.0001764384505804628, 0.00020471628522500396, 0.0005858710501343012, 0.0009670257568359375, 0.0013481804635375738, 0.0017293351702392101, 0.0021104898769408464, 0.0024916445836424828, 0.0028727995231747627, 0.003253954229876399, 0.0036351089365780354, 0.004016263410449028, 0.004397418349981308, 0.004778573289513588, 0.005159727763384581, 0.005540882702916861, 0.005922037176787853, 0.006303192116320133, 0.006684346590191126, 0.007065501529723406, 0.007446656469255686, 0.007827810943126678, 0.008208965882658958, 0.008590120822191238, 0.008971274830400944, 0.009352429769933224, 0.009733584709465504, 0.010114739648997784, 0.010495894588530064, 0.010877048596739769, 0.011258203536272049, 0.011639358475804329, 0.012020513415336609, 0.012401667423546314, 0.012782822363078594, 0.013163977302610874]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 2.0, 2.0, 3.0, 3.0, 2.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08324521780014038, -0.07928665727376938, -0.07532808929681778, -0.07136952877044678, -0.06741096079349518, -0.06345240026712418, -0.059493839740753174, -0.05553527548909187, -0.05157671123743057, -0.04761814698576927, -0.04365958273410797, -0.03970102220773697, -0.03574245795607567, -0.03178389370441437, -0.027825331315398216, -0.023866768926382065, -0.019908204674720764, -0.015949640423059464, -0.011991078034043312, -0.008032514713704586, -0.00407395139336586, -0.00011538807302713394, 0.003843175247311592, 0.007801738567650318, 0.011760301887989044, 0.015718866139650345, 0.019677428528666496, 0.023635990917682648, 0.02759455516934395, 0.03155311942100525, 0.03551167994737625, 0.03947024419903755, 0.04342880845069885, 0.04738737270236015, 0.051345936954021454, 0.055304497480392456, 0.05926306173205376, 0.06322162598371506, 0.06718018651008606, 0.07113875448703766, 0.07509731501340866, 0.07905587553977966, 0.08301444351673126, 0.08697300404310226, 0.09093156456947327, 0.09489013254642487, 0.09884869307279587, 0.10280726104974747, 0.10676582157611847, 0.11072438210248947, 0.11468295007944107, 0.11864151060581207, 0.12260007858276367, 0.12655863165855408, 0.13051719963550568, 0.13447576761245728, 0.13843432068824768, 0.14239288866519928, 0.14635145664215088, 0.15031002461910248, 0.15426857769489288, 0.15822714567184448, 0.16218571364879608, 0.1661442667245865, 0.17010283470153809]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 4.0, 3.0, 3.0, 2.0, 3.0, 1.0, 4.0, 8.0, 6.0, 9.0, 5.0, 12.0, 20.0, 25.0, 36.0, 22.0, 16.0, 15.0, 12.0, 12.0, 9.0, 10.0, 12.0, 5.0, 5.0, 1.0, 4.0, 1.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.027841949835419655, -0.026338886469602585, -0.024835823103785515, -0.023332757875323296, -0.021829694509506226, -0.020326631143689156, -0.018823567777872086, -0.017320504412055016, -0.015817441046237946, -0.014314376749098301, -0.012811312451958656, -0.011308249086141586, -0.009805185720324516, -0.008302121423184872, -0.006799058057367802, -0.005295994225889444, -0.003792930394411087, -0.0022898665629327297, -0.0007868029642850161, 0.0007162607507780194, 0.002219324465841055, 0.0037223882973194122, 0.005225451663136482, 0.0067285154946148396, 0.008231579326093197, 0.009734642691910267, 0.011237706989049911, 0.012740770354866982, 0.014243833720684052, 0.01574689708650112, 0.01724996231496334, 0.01875302568078041, 0.02025608904659748, 0.02175915241241455, 0.02326221577823162, 0.02476528100669384, 0.02626834437251091, 0.02777140773832798, 0.02927447110414505, 0.03077753446996212, 0.03228059783577919, 0.03378366306424141, 0.03528672456741333, 0.03678978979587555, 0.03829285502433777, 0.03979591652750969, 0.04129898175597191, 0.04280204325914383, 0.04430510848760605, 0.04580817371606827, 0.04731123521924019, 0.04881430044770241, 0.05031736195087433, 0.05182042717933655, 0.05332349240779877, 0.05482655391097069, 0.05632961913943291, 0.05783268064260483, 0.05933574587106705, 0.060838811099529266, 0.06234187260270119, 0.06384493410587311, 0.06534799933433533, 0.06685106456279755, 0.06835412979125977]}, "_runtime": 27.95205521583557, "_timestamp": 1596211617.723164, "_step": 30}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 2.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 4.0, 5.0, 1.0, 5.0, 1.0, 4.0, 2.0, 1.0, 0.0, 3.0, 3.0, 4.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.012793581932783127, -0.012445837259292603, -0.012098092585802078, -0.011750347912311554, -0.01140260323882103, -0.011054858565330505, -0.010707113891839981, -0.010359369218349457, -0.010011624544858932, -0.009663879871368408, -0.009316135197877884, -0.00896839052438736, -0.008620645850896835, -0.008272901177406311, -0.007925156503915787, -0.007577411364763975, -0.007229666691273451, -0.0068819220177829266, -0.006534177344292402, -0.006186432670801878, -0.005838687997311354, -0.005490943323820829, -0.005143198650330305, -0.004795453976839781, -0.004447708837687969, -0.004099964164197445, -0.0037522197235375643, -0.00340447505004704, -0.003056730143725872, -0.0027089854702353477, -0.0023612407967448235, -0.002013496123254299, -0.0016657514497637749, -0.0013180067762732506, -0.0009702620445750654, -0.0006225173128768802, -0.0002747726393863559, 7.297206320799887e-05, 0.0004207167658023536, 0.0007684614975005388, 0.0011162061709910631, 0.0014639508444815874, 0.0018116955179721117, 0.002159440191462636, 0.002507185097783804, 0.0028549297712743282, 0.0032026744447648525, 0.003550419118255377, 0.003898163791745901, 0.004245908465236425, 0.00459365313872695, 0.004941397812217474, 0.005289142485707998, 0.005636887159198523, 0.005984631832689047, 0.006332376506179571, 0.006680121645331383, 0.007027866318821907, 0.007375610992312431, 0.007723355665802956, 0.00807110033929348, 0.008418845012784004, 0.008766589686274529, 0.009114334359765053, 0.009462079033255577]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 5.0, 2.0, 1.0, 1.0, 2.0, 2.0, 2.0, 5.0, 4.0, 5.0, 7.0, 9.0, 7.0, 14.0, 14.0, 20.0, 16.0, 18.0, 42.0, 42.0, 70.0, 61.0, 102.0, 135.0, 193.0, 244.0, 322.0, 608.0, 4351.0, 612.0, 301.0, 174.0, 111.0, 94.0, 66.0, 55.0, 40.0, 35.0, 27.0, 12.0, 14.0, 18.0, 14.0, 14.0, 5.0, 7.0, 9.0, 1.0, 4.0, 4.0, 3.0, 1.0, 2.0, 3.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.15429821610450745, -0.14977751672267914, -0.14525681734085083, -0.14073610305786133, -0.13621540367603302, -0.1316947042942047, -0.1271740049123764, -0.1226532980799675, -0.11813259869813919, -0.11361189931631088, -0.10909119248390198, -0.10457049310207367, -0.10004979372024536, -0.09552908688783646, -0.09100838750600815, -0.08648768067359924, -0.08196698129177094, -0.07744628190994263, -0.07292557507753372, -0.06840487569570541, -0.06388416886329651, -0.0593634694814682, -0.05484277009963989, -0.050322066992521286, -0.04580136388540268, -0.04128066077828407, -0.036759957671165466, -0.03223925828933716, -0.02771855518221855, -0.023197852075099945, -0.018677150830626488, -0.014156448654830456, -0.009635746479034424, -0.005115044303238392, -0.0005943421274423599, 0.003926360048353672, 0.008447062224149704, 0.012967764399945736, 0.017488466575741768, 0.022009167820215225, 0.026529870927333832, 0.03105057403445244, 0.035571277141571045, 0.04009197652339935, 0.04461267963051796, 0.049133382737636566, 0.053654082119464874, 0.05817478522658348, 0.06269548833370209, 0.0672161877155304, 0.0717368945479393, 0.07625759392976761, 0.08077830076217651, 0.08529900014400482, 0.08981969952583313, 0.09434040635824203, 0.09886110574007034, 0.10338180512189865, 0.10790251195430756, 0.11242321133613586, 0.11694391071796417, 0.12146461755037308, 0.12598532438278198, 0.1305060237646103, 0.1350267231464386]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 2.0, 2.0, 4.0, 0.0, 4.0, 3.0, 2.0, 2.0, 3.0, 3.0, 2.0, 5.0, 3.0, 0.0, 1.0, 6.0, 21.0, 8.0, 4.0, 7.0, 3.0, 4.0, 1.0, 4.0, 1.0, 0.0, 4.0, 2.0, 2.0, 2.0, 1.0, 0.0, 4.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002682638820260763, -0.0025916127488017082, -0.0025005864445120096, -0.0024095603730529547, -0.002318534068763256, -0.002227507997304201, -0.002136481925845146, -0.0020454556215554476, -0.0019544295500963926, -0.0018634033622220159, -0.001772377174347639, -0.0016813511028885841, -0.0015903249150142074, -0.0014992987271398306, -0.0014082726556807756, -0.0013172464678063989, -0.001226220279932022, -0.0011351940920576453, -0.0010441679041832685, -0.0009531418327242136, -0.0008621156448498368, -0.00077108945697546, -0.0006800633273087442, -0.0005890371976420283, -0.0004980110097676516, -0.00040698485099710524, -0.0003159586922265589, -0.0002249325334560126, -0.0001339063746854663, -4.288021591491997e-05, 4.8145942855626345e-05, 0.00013917210162617266, 0.00023019826039671898, 0.0003212244191672653, 0.0004122505779378116, 0.0005032767076045275, 0.0005943028954789042, 0.000685329083353281, 0.0007763552130199969, 0.0008673813426867127, 0.0009584075305610895, 0.0010494337184354663, 0.001140459906309843, 0.001231485977768898, 0.0013225121656432748, 0.0014135383535176516, 0.0015045644249767065, 0.0015955906128510833, 0.00168661680072546, 0.0017776429885998368, 0.0018686691764742136, 0.0019596952479332685, 0.002050721552222967, 0.002141747623682022, 0.002232773695141077, 0.0023237999994307756, 0.0024148260708898306, 0.0025058521423488855, 0.002596878446638584, 0.002687904518097639, 0.002778930589556694, 0.0028699568938463926, 0.0029609829653054476, 0.003052009269595146, 0.003143035341054201]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 3.0, 4.0, 2.0, 11.0, 13.0, 21.0, 35.0, 38.0, 61.0, 65.0, 97.0, 162.0, 244.0, 310.0, 484.0, 704.0, 1083.0, 1698.0, 2712.0, 4284.0, 7424.0, 13183.0, 24560.0, 47071.0, 92558.0, 205523.0, 564286.0, 95054.0, 50155.0, 27053.0, 15496.0, 9058.0, 5515.0, 3491.0, 2216.0, 1442.0, 973.0, 698.0, 503.0, 396.0, 271.0, 182.0, 134.0, 96.0, 60.0, 44.0, 38.0, 37.0, 27.0, 18.0, 19.0, 12.0, 8.0, 5.0, 0.0, 3.0, 3.0, 0.0, 0.0, 1.0], "bins": [-0.011947263032197952, -0.011550870724022388, -0.0111544793471694, -0.010758087038993835, -0.010361695662140846, -0.009965303353965282, -0.009568911045789719, -0.00917251966893673, -0.008776127360761166, -0.008379735983908176, -0.007983343675732613, -0.007586951833218336, -0.00719055999070406, -0.006794168148189783, -0.006397775840014219, -0.006001383997499943, -0.005604992154985666, -0.00520860031247139, -0.004812208469957113, -0.0044158161617815495, -0.004019424319267273, -0.0036230324767529964, -0.00322664063423872, -0.0028302485588937998, -0.0024338567163795233, -0.0020374648738652468, -0.0016410727985203266, -0.0012446809560060501, -0.0008482889970764518, -0.0004518970672506839, -5.550513742491603e-05, 0.00034088679240085185, 0.0007372787222266197, 0.001133670681156218, 0.0015300626400858164, 0.0019264544826000929, 0.002322846557945013, 0.0027192384004592896, 0.003115630242973566, 0.003512022318318486, 0.003908414393663406, 0.004304806236177683, 0.004701198078691959, 0.005097589921206236, 0.005493981763720512, 0.005890373606234789, 0.006286765914410353, 0.006683157756924629, 0.007079549599438906, 0.007475941441953182, 0.007872333750128746, 0.008268725126981735, 0.008665117435157299, 0.009061508812010288, 0.009457901120185852, 0.009854293428361416, 0.010250684805214405, 0.010647077113389969, 0.011043468490242958, 0.011439860798418522, 0.011836253106594086, 0.012232644483447075, 0.012629036791622639, 0.013025428168475628, 0.013421820476651192]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 3.0, 9.0, 3.0, 0.0, 2.0, 6.0, 3.0, 6.0, 0.0, 4.0, 1.0, 5.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01732557639479637, -0.01687649078667164, -0.016427407041192055, -0.015978321433067322, -0.015529237687587738, -0.01508015301078558, -0.014631068333983421, -0.014181983657181263, -0.013732898980379105, -0.013283814303576946, -0.012834729626774788, -0.01238564494997263, -0.011936560273170471, -0.011487475596368313, -0.011038390919566154, -0.010589306242763996, -0.010140221565961838, -0.009691135957837105, -0.009242051281034946, -0.008792966604232788, -0.00834388192743063, -0.007894797250628471, -0.0074457130394876, -0.006996628362685442, -0.006547543220221996, -0.006098458543419838, -0.00564937386661768, -0.005200289189815521, -0.004751204513013363, -0.0043021198362112045, -0.003853035159409046, -0.003403950482606888, -0.0029548658058047295, -0.002505781129002571, -0.0020566964522004128, -0.0016076116589829326, -0.0011585269821807742, -0.0007094423053786159, -0.0002603575703687966, 0.00018872713553719223, 0.000637811841443181, 0.0010868965182453394, 0.0015359811950474977, 0.001985065871849656, 0.002434150781482458, 0.0028832354582846165, 0.003332320135086775, 0.003781404811888933, 0.0042304894886910915, 0.00467957416549325, 0.005128658842295408, 0.005577743519097567, 0.006026828195899725, 0.006475912872701883, 0.006924997549504042, 0.0073740822263062, 0.007823167368769646, 0.008272252045571804, 0.008721336722373962, 0.00917042139917612, 0.009619506075978279, 0.010068590752780437, 0.010517675429582596, 0.010966760106384754, 0.011415844783186913]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 1.0, 1.0, 3.0, 1.0, 2.0, 2.0, 3.0, 4.0, 2.0, 6.0, 10.0, 5.0, 3.0, 0.0, 1.0, 7.0, 5.0, 10.0, 10.0, 15.0, 12.0, 17.0, 11.0, 20.0, 41.0, 39.0, 63.0, 64.0, 69.0, 84.0, 75.0, 62.0, 111.0, 123.0, 129.0, 181.0, 225.0, 282.0, 328.0, 454.0, 686.0, 1122.0, 4701.0, 2696.0, 1923.0, 1401.0, 1016.0, 743.0, 557.0, 364.0, 251.0, 150.0, 119.0, 75.0, 56.0, 41.0, 17.0, 11.0, 7.0, 2.0, 8.0], "bins": [-0.012215157970786095, -0.011948293074965477, -0.011681427247822285, -0.011414562352001667, -0.01114769745618105, -0.010880832560360432, -0.01061396673321724, -0.010347101837396622, -0.010080236941576004, -0.009813371114432812, -0.009546506218612194, -0.009279641322791576, -0.009012776426970959, -0.008745910599827766, -0.008479045704007149, -0.008212180808186531, -0.007945315912365913, -0.007678450085222721, -0.007411585189402103, -0.0071447198279201984, -0.006877854932099581, -0.006610989570617676, -0.006344124674797058, -0.006077259313315153, -0.005810393951833248, -0.0055435290560126305, -0.0052766636945307255, -0.005009798798710108, -0.004742933437228203, -0.004476068541407585, -0.00420920317992568, -0.0039423382841050625, -0.0036754729226231575, -0.003408607793971896, -0.003141742665320635, -0.0028748775366693735, -0.002608012408018112, -0.002341147046536207, -0.002074281917884946, -0.0018074167892336845, -0.0015405516605824232, -0.0012736865319311619, -0.0010068214032799006, -0.0007399561582133174, -0.00047309102956205606, -0.00020622587180696428, 6.063928594812751e-05, 0.0003275044437032193, 0.0005943696014583111, 0.0008612347301095724, 0.0011280998587608337, 0.001394965103827417, 0.0016618302324786782, 0.0019286953611299396, 0.0021955606061965227, 0.002462425734847784, 0.0027292908634990454, 0.0029961559921503067, 0.003263021120801568, 0.0035298862494528294, 0.0037967516109347343, 0.004063616506755352, 0.004330481868237257, 0.004597346764057875, 0.00486421212553978]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.04923052713274956, -0.04734418913722038, -0.04545784741640091, -0.043571509420871735, -0.04168517142534256, -0.039798833429813385, -0.03791249543428421, -0.03602615371346474, -0.03413981571793556, -0.03225347772240639, -0.030367137864232063, -0.02848079800605774, -0.026594460010528564, -0.02470812201499939, -0.022821782156825066, -0.02093544229865074, -0.019049104303121567, -0.017162766307592392, -0.015276426449418068, -0.013390087522566319, -0.011503748595714569, -0.00961740966886282, -0.00773107074201107, -0.005844731815159321, -0.003958392888307571, -0.002072053961455822, -0.00018571503460407257, 0.0017006238922476768, 0.0035869628190994263, 0.005473301745951176, 0.007359640672802925, 0.009245979599654675, 0.011132318526506424, 0.013018657453358173, 0.014904996380209923, 0.016791336238384247, 0.01867767423391342, 0.020564012229442596, 0.02245035208761692, 0.024336691945791245, 0.02622302994132042, 0.028109367936849594, 0.029995707795023918, 0.03188204765319824, 0.03376838564872742, 0.03565472364425659, 0.03754106163978577, 0.03942740336060524, 0.041313741356134415, 0.04320007935166359, 0.04508642107248306, 0.04697275906801224, 0.04885909706354141, 0.05074543505907059, 0.05263177305459976, 0.054518114775419235, 0.05640445277094841, 0.058290790766477585, 0.06017713248729706, 0.06206347048282623, 0.06394980847835541, 0.06583614647388458, 0.06772248446941376, 0.06960882246494293, 0.0714951604604721]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 3.0, 3.0, 2.0, 3.0, 6.0, 4.0, 2.0, 5.0, 6.0, 13.0, 7.0, 8.0, 15.0, 14.0, 17.0, 21.0, 28.0, 26.0, 16.0, 17.0, 15.0, 14.0, 8.0, 4.0, 4.0, 3.0, 0.0, 5.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.01917547918856144, -0.018410634249448776, -0.017645789310336113, -0.01688094437122345, -0.016116099432110786, -0.015351255424320698, -0.014586410485208035, -0.013821565546095371, -0.013056720606982708, -0.012291875667870045, -0.011527030728757381, -0.010762185789644718, -0.00999734178185463, -0.009232496842741966, -0.008467651903629303, -0.00770280696451664, -0.0069379620254039764, -0.006173117086291313, -0.00540827214717865, -0.004643427673727274, -0.0038785827346146107, -0.0031137377955019474, -0.002348893089219928, -0.0015840482665225863, -0.0008192034438252449, -5.435862112790346e-05, 0.000710486201569438, 0.0014753310242667794, 0.002240175846964121, 0.003005020786076784, 0.0037698654923588037, 0.004534710198640823, 0.005299555137753487, 0.00606440007686615, 0.006829245015978813, 0.007594089489430189, 0.00835893489420414, 0.009123778901994228, 0.009888623841106892, 0.010653468780219555, 0.011418313719332218, 0.012183158658444881, 0.012948003597557545, 0.013712848536670208, 0.014477692544460297, 0.01524253748357296, 0.016007382422685623, 0.016772227361798286, 0.01753707230091095, 0.018301917240023613, 0.019066762179136276, 0.01983160711824894, 0.020596452057361603, 0.021361296996474266, 0.02212614193558693, 0.022890986874699593, 0.023655831813812256, 0.02442067489027977, 0.025185519829392433, 0.025950364768505096, 0.02671520970761776, 0.027480054646730423, 0.028244899585843086, 0.02900974452495575, 0.029774589464068413]}, "_runtime": 28.7000515460968, "_timestamp": 1596211618.4711604, "_step": 31}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 3.0, 0.0, 2.0, 2.0, 0.0, 3.0, 0.0, 0.0, 2.0, 5.0, 1.0, 3.0, 1.0, 2.0, 2.0, 2.0, 1.0, 3.0, 3.0, 2.0, 3.0, 1.0, 2.0, 1.0, 0.0, 4.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.014557074755430222, -0.014196070842444897, -0.013835067860782146, -0.013474063947796822, -0.013113060966134071, -0.012752057053148746, -0.012391053140163422, -0.012030050158500671, -0.011669046245515347, -0.011308043263852596, -0.010947039350867271, -0.010586035437881947, -0.010225032456219196, -0.009864028543233871, -0.009503025561571121, -0.009142021648585796, -0.008781017735600471, -0.008420014753937721, -0.008059010840952396, -0.007698007393628359, -0.007337003946304321, -0.006976000498980284, -0.006614997051656246, -0.006253993604332209, -0.005892990157008171, -0.005531986244022846, -0.005170982796698809, -0.004809979349374771, -0.0044489759020507336, -0.004087972454726696, -0.003726968774572015, -0.0033659650944173336, -0.003004961647093296, -0.0026439581997692585, -0.0022829545196145773, -0.0019219510722905397, -0.0015609475085511804, -0.001199943944811821, -0.0008389404392801225, -0.0004779369046445936, -0.00011693337000906467, 0.00024407016462646425, 0.0006050736992619932, 0.0009660772047936916, 0.001327080768533051, 0.0016880843322724104, 0.002049087779596448, 0.002410091459751129, 0.0027710949070751667, 0.0031320983543992043, 0.0034931020345538855, 0.003854105481877923, 0.004215109162032604, 0.004576112609356642, 0.004937116056680679, 0.005298119504004717, 0.005659122951328754, 0.006020126864314079, 0.006381130311638117, 0.006742133758962154, 0.007103137206286192, 0.0074641406536102295, 0.007825144566595554, 0.008186147548258305, 0.00854715146124363]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 4.0, 5.0, 1.0, 3.0, 6.0, 5.0, 8.0, 7.0, 8.0, 14.0, 10.0, 13.0, 17.0, 28.0, 34.0, 45.0, 60.0, 78.0, 105.0, 119.0, 165.0, 217.0, 343.0, 602.0, 4285.0, 679.0, 332.0, 188.0, 131.0, 100.0, 78.0, 58.0, 29.0, 34.0, 24.0, 23.0, 14.0, 12.0, 9.0, 8.0, 5.0, 6.0, 6.0, 3.0, 0.0, 1.0, 2.0, 2.0, 0.0, 1.0, 1.0], "bins": [-0.16646626591682434, -0.1619875729084015, -0.15750887989997864, -0.1530301868915558, -0.14855149388313293, -0.14407280087471008, -0.13959409296512604, -0.13511539995670319, -0.13063670694828033, -0.12615801393985748, -0.12167932093143463, -0.11720062792301178, -0.11272193491458893, -0.10824324190616608, -0.10376454144716263, -0.09928584843873978, -0.09480715543031693, -0.09032846242189407, -0.08584976941347122, -0.08137106895446777, -0.07689237594604492, -0.07241368293762207, -0.06793498992919922, -0.06345629692077637, -0.05897760018706322, -0.054498907178640366, -0.050020210444927216, -0.045541517436504364, -0.04106282442808151, -0.03658412769436836, -0.03210543468594551, -0.02762673981487751, -0.02314804494380951, -0.01866935007274151, -0.014190656132996082, -0.009711962193250656, -0.005233267322182655, -0.0007545729167759418, 0.0037241214886307716, 0.008202815428376198, 0.012681510299444199, 0.0171602051705122, 0.0216389000415802, 0.026117593050003052, 0.030596287921071053, 0.03507498279213905, 0.039553675800561905, 0.044032372534275055, 0.048511065542697906, 0.05298975855112076, 0.05746845528483391, 0.06194714829325676, 0.06642584502696991, 0.07090453803539276, 0.07538323104381561, 0.07986192405223846, 0.08434061706066132, 0.08881931751966476, 0.09329801052808762, 0.09777670353651047, 0.10225539654493332, 0.10673408955335617, 0.11121279001235962, 0.11569148302078247, 0.12017017602920532]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 1.0, 3.0, 3.0, 2.0, 3.0, 4.0, 2.0, 3.0, 1.0, 2.0, 9.0, 7.0, 2.0, 1.0, 26.0, 7.0, 4.0, 6.0, 2.0, 5.0, 0.0, 0.0, 4.0, 2.0, 3.0, 3.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.003184020519256592, -0.0030672275461256504, -0.002950434572994709, -0.0028336418326944113, -0.00271684885956347, -0.0026000558864325285, -0.002483262913301587, -0.0023664699401706457, -0.002249677199870348, -0.0021328842267394066, -0.002016091253608465, -0.0018992982804775238, -0.0017825053073465824, -0.0016657124506309628, -0.0015489194775000215, -0.001432126620784402, -0.0013153336476534605, -0.0011985406745225191, -0.0010817478178068995, -0.0009649548446759582, -0.0008481619297526777, -0.0007313690148293972, -0.0006145760416984558, -0.0004977831267751753, -0.00038099021185189486, -0.0002641972969286144, -0.00014740435290150344, -3.061142342630774e-05, 8.618150604888797e-05, 0.00020297443552408367, 0.0003197673649992794, 0.0004365603090263903, 0.0005533532239496708, 0.0006701461388729513, 0.0007869390537962317, 0.0009037320269271731, 0.0010205248836427927, 0.001137317856773734, 0.0012541108299046755, 0.001370903686620295, 0.0014876966597512364, 0.0016044896328821778, 0.0017212824895977974, 0.0018380754627287388, 0.00195486843585968, 0.0020716614089906216, 0.0021884541492909193, 0.0023052471224218607, 0.002422040095552802, 0.0025388330686837435, 0.002655626041814685, 0.0027724187821149826, 0.002889211755245924, 0.0030060047283768654, 0.0031227977015078068, 0.003239590674638748, 0.0033563836477696896, 0.0034731763880699873, 0.0035899693612009287, 0.00370676233433187, 0.0038235553074628115, 0.003940348047763109, 0.004057141020894051, 0.004173933994024992, 0.004290726967155933]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 6.0, 7.0, 11.0, 19.0, 20.0, 43.0, 73.0, 121.0, 170.0, 262.0, 391.0, 557.0, 884.0, 1373.0, 2436.0, 4104.0, 7365.0, 14174.0, 28370.0, 59860.0, 133765.0, 648686.0, 138097.0, 63085.0, 32151.0, 16861.0, 9643.0, 5947.0, 3747.0, 2427.0, 1591.0, 940.0, 708.0, 490.0, 336.0, 224.0, 166.0, 137.0, 101.0, 68.0, 61.0, 42.0, 27.0, 25.0, 15.0, 15.0, 7.0, 6.0, 7.0, 3.0, 5.0, 3.0, 4.0, 4.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.012910421937704086, -0.012442621402442455, -0.01197481993585825, -0.011507019400596619, -0.011039218865334988, -0.010571417398750782, -0.010103616863489151, -0.00963581632822752, -0.009168015792965889, -0.008700214326381683, -0.008232413791120052, -0.007764612790197134, -0.007296811789274216, -0.006829011254012585, -0.006361210253089666, -0.005893409717828035, -0.005425608716905117, -0.004957807715982199, -0.004490007180720568, -0.004022206179797649, -0.0035544054117053747, -0.0030866046436131, -0.0026188036426901817, -0.002151002874597907, -0.0016832021065056324, -0.0012154013384133577, -0.0007476004539057612, -0.00027979962760582566, 0.00018800119869410992, 0.0006558020249940455, 0.001123602851293981, 0.0015914037358015776, 0.0020592045038938522, 0.002527005271986127, 0.0029948060400784016, 0.00346260704100132, 0.003930407576262951, 0.004398208577185869, 0.0048660095781087875, 0.0053338101133704185, 0.005801611114293337, 0.006269412115216255, 0.006737212650477886, 0.0072050136514008045, 0.007672814652323723, 0.008140615187585354, 0.008608415722846985, 0.00907621718943119, 0.009544017724692822, 0.010011818259954453, 0.010479619726538658, 0.01094742026180029, 0.01141522079706192, 0.011883022263646126, 0.012350822798907757, 0.012818623334169388, 0.013286424800753593, 0.013754225336015224, 0.014222025871276855, 0.014689826406538486, 0.015157627873122692, 0.015625428408384323, 0.01609322987496853, 0.016561029478907585, 0.01702883094549179]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 4.0, 2.0, 7.0, 5.0, 1.0, 4.0, 3.0, 2.0, 0.0, 0.0, 2.0, 2.0, 9.0, 2.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012765767984092236, -0.012120503932237625, -0.01147524081170559, -0.010829976759850979, -0.010184713639318943, -0.009539449587464333, -0.008894186466932297, -0.008248922415077686, -0.007603658828884363, -0.00695839524269104, -0.006313131656497717, -0.005667868070304394, -0.005022604018449783, -0.00437734043225646, -0.003732076846063137, -0.003086813259869814, -0.002441549673676491, -0.0017962860874831676, -0.0011510223848745227, -0.0005057587404735386, 0.0001395049039274454, 0.0007847685483284295, 0.0014300321927294135, 0.0020752958953380585, 0.0027205594815313816, 0.0033658230677247047, 0.004011086653918028, 0.004656350240111351, 0.0053016142919659615, 0.005946877878159285, 0.006592141464352608, 0.007237405050545931, 0.007882668636739254, 0.008527932688593864, 0.0091731958091259, 0.00981845986098051, 0.010463722981512547, 0.011108987033367157, 0.011754250153899193, 0.012399514205753803, 0.013044778257608414, 0.01369004137814045, 0.01433530542999506, 0.014980568550527096, 0.015625832602381706, 0.016271095722913742, 0.016916358843445778, 0.017561623826622963, 0.018206886947155, 0.018852150067687035, 0.01949741505086422, 0.020142678171396255, 0.02078794129192829, 0.021433204412460327, 0.022078469395637512, 0.022723732516169548, 0.023368995636701584, 0.02401426061987877, 0.024659523740410805, 0.02530478686094284, 0.025950049981474876, 0.02659531496465206, 0.027240578085184097, 0.027885841205716133, 0.02853110432624817]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 4.0, 5.0, 5.0, 4.0, 8.0, 8.0, 9.0, 12.0, 9.0, 20.0, 30.0, 59.0, 70.0, 113.0, 200.0, 311.0, 304.0, 444.0, 560.0, 649.0, 791.0, 972.0, 1368.0, 1955.0, 5278.0, 1693.0, 755.0, 570.0, 413.0, 354.0, 235.0, 160.0, 113.0, 108.0, 76.0, 104.0, 98.0, 93.0, 86.0, 87.0, 81.0, 50.0, 30.0, 28.0, 18.0, 19.0, 24.0, 15.0, 6.0, 4.0, 4.0, 8.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.014568408019840717, -0.014097616076469421, -0.01362682320177555, -0.01315603032708168, -0.012685238383710384, -0.012214446440339088, -0.011743653565645218, -0.011272860690951347, -0.010802068747580051, -0.010331276804208755, -0.009860483929514885, -0.009389691054821014, -0.008918899111449718, -0.008448107168078423, -0.007977314293384552, -0.007506521884351969, -0.0070357294753193855, -0.006564937066286802, -0.006094144657254219, -0.005623352248221636, -0.005152559839189053, -0.004681767430156469, -0.004210975021123886, -0.003740182612091303, -0.0032693902030587196, -0.0027985977940261364, -0.002327805384993553, -0.00185701297596097, -0.0013862205669283867, -0.0009154281578958035, -0.0004446357488632202, 2.6156660169363022e-05, 0.0004969490692019463, 0.0009677414782345295, 0.0014385338872671127, 0.001909326296299696, 0.002380118705332279, 0.0028509111143648624, 0.0033217035233974457, 0.003792495932430029, 0.004263288341462612, 0.004734080750495195, 0.005204873159527779, 0.005675665568560362, 0.006146457977592945, 0.006617250386625528, 0.007088042795658112, 0.007558835204690695, 0.008029627613723278, 0.008500419557094574, 0.008971212431788445, 0.009442005306482315, 0.009912797249853611, 0.010383589193224907, 0.010854382067918777, 0.011325174942612648, 0.011795966885983944, 0.01226675882935524, 0.01273755170404911, 0.013208344578742981, 0.013679136522114277, 0.014149928465485573, 0.014620721340179443, 0.015091514214873314, 0.01556230615824461]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0], "bins": [-0.13718567788600922, -0.13379594683647156, -0.1304062306880951, -0.12701649963855743, -0.12362676858901978, -0.12023704499006271, -0.11684732139110565, -0.113457590341568, -0.11006786674261093, -0.10667814314365387, -0.10328841209411621, -0.09989868849515915, -0.09650896489620209, -0.09311923384666443, -0.08972951024770737, -0.08633977919816971, -0.08295005559921265, -0.07956033200025558, -0.07617060095071793, -0.07278087735176086, -0.0693911463022232, -0.06600142270326614, -0.06261169910430908, -0.05922197178006172, -0.05583224445581436, -0.052442517131567, -0.04905278980731964, -0.04566306620836258, -0.04227333888411522, -0.03888361155986786, -0.0354938879609108, -0.03210416063666344, -0.028714433312416077, -0.025324705988168716, -0.021934980526566505, -0.018545255064964294, -0.015155527740716934, -0.011765801347792149, -0.008376074954867363, -0.004986348561942577, -0.0015966221690177917, 0.0017931042239069939, 0.0051828306168317795, 0.008572557009756565, 0.01196228340268135, 0.015352009795606136, 0.018741736188530922, 0.022131461650133133, 0.025521188974380493, 0.028910916298627853, 0.032300643622875214, 0.035690367221832275, 0.039080094546079636, 0.042469821870326996, 0.04585954546928406, 0.04924927279353142, 0.05263900011777878, 0.05602872744202614, 0.0594184547662735, 0.06280817836523056, 0.06619790196418762, 0.06958763301372528, 0.07297735661268234, 0.07636708766222, 0.07975681126117706]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 5.0, 3.0, 2.0, 3.0, 2.0, 2.0, 0.0, 1.0, 3.0, 1.0, 3.0, 1.0, 0.0, 2.0, 0.0, 4.0, 0.0, 1.0, 2.0, 2.0, 5.0, 10.0, 2.0, 10.0, 22.0, 19.0, 16.0, 29.0, 29.0, 12.0, 14.0, 18.0, 9.0, 5.0, 9.0, 5.0, 4.0, 2.0, 1.0, 0.0, 3.0, 2.0, 0.0, 3.0, 2.0, 2.0, 2.0, 4.0, 3.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.08540284633636475, -0.08318762481212616, -0.08097240328788757, -0.07875718921422958, -0.076541967689991, -0.07432674616575241, -0.07211153209209442, -0.06989631056785583, -0.06768108904361725, -0.06546586751937866, -0.06325064599514008, -0.061035431921482086, -0.0588202103972435, -0.05660498887300491, -0.054389771074056625, -0.05217455327510834, -0.04995933175086975, -0.047744110226631165, -0.04552889242768288, -0.04331367462873459, -0.041098453104496, -0.038883231580257416, -0.03666801378130913, -0.03445279598236084, -0.03223757445812225, -0.030022354796528816, -0.02780713513493538, -0.025591915473341942, -0.023376695811748505, -0.021161476150155067, -0.01894625648856163, -0.016731036826968193, -0.014515817165374756, -0.012300597503781319, -0.010085377842187881, -0.007870158180594444, -0.005654938519001007, -0.00343971885740757, -0.0012244991958141327, 0.0009907204657793045, 0.0032059401273727417, 0.005421159788966179, 0.007636379450559616, 0.009851599112153053, 0.01206681877374649, 0.014282038435339928, 0.016497258096933365, 0.018712477758526802, 0.02092769742012024, 0.023142917081713676, 0.025358136743307114, 0.02757335640490055, 0.029788576066493988, 0.032003797590732574, 0.03421901538968086, 0.03643423318862915, 0.03864945471286774, 0.04086467623710632, 0.04307989403605461, 0.0452951118350029, 0.047510333359241486, 0.04972555488348007, 0.05194077268242836, 0.05415599048137665, 0.056371212005615234]}, "_runtime": 29.444812297821045, "_timestamp": 1596211619.2159212, "_step": 32}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 3.0, 3.0, 1.0, 0.0, 2.0, 3.0, 2.0, 2.0, 3.0, 4.0, 2.0, 0.0, 2.0, 5.0, 3.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 3.0, 1.0, 1.0, 3.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013938096351921558, -0.013455772772431374, -0.012973448261618614, -0.01249112468212843, -0.012008801102638245, -0.011526476591825485, -0.0110441530123353, -0.010561828501522541, -0.010079504922032356, -0.009597181342542171, -0.009114856831729412, -0.008632533252239227, -0.008150208741426468, -0.007667885161936283, -0.007185561582446098, -0.006703237537294626, -0.006220913492143154, -0.005738589446991682, -0.00525626540184021, -0.004773941822350025, -0.004291617777198553, -0.003809293732047081, -0.0033269699197262526, -0.002844646107405424, -0.002362322062253952, -0.0018799981335178018, -0.0013976742047816515, -0.0009153502760455012, -0.00043302634730935097, 4.92975814267993e-05, 0.0005316215101629496, 0.0010139454388990998, 0.00149626936763525, 0.001978593412786722, 0.0024609172251075506, 0.002943241037428379, 0.003425565082579851, 0.003907889127731323, 0.004390212707221508, 0.00487253675237298, 0.005354860797524452, 0.005837184842675924, 0.006319508887827396, 0.006801832467317581, 0.007284156512469053, 0.007766480557620525, 0.00824880413711071, 0.00873112864792347, 0.009213452227413654, 0.009695775806903839, 0.010178100317716599, 0.010660423897206783, 0.011142747476696968, 0.011625071987509727, 0.012107395566999912, 0.012589720077812672, 0.013072043657302856, 0.013554367236793041, 0.0140366917476058, 0.014519015327095985, 0.015001339837908745, 0.01548366341739893, 0.015965986996889114, 0.016448311507701874, 0.016930636018514633]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 4.0, 4.0, 1.0, 2.0, 3.0, 8.0, 13.0, 16.0, 29.0, 37.0, 50.0, 68.0, 83.0, 126.0, 176.0, 287.0, 452.0, 4385.0, 1151.0, 381.0, 213.0, 143.0, 89.0, 60.0, 44.0, 27.0, 22.0, 18.0, 15.0, 8.0, 4.0, 1.0, 6.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.24821996688842773, -0.24106928706169128, -0.23391860723495483, -0.22676792740821838, -0.21961724758148193, -0.21246656775474548, -0.20531588792800903, -0.19816520810127258, -0.19101452827453613, -0.18386386334896088, -0.17671318352222443, -0.16956250369548798, -0.16241182386875153, -0.15526114404201508, -0.14811046421527863, -0.14095978438854218, -0.13380910456180573, -0.12665842473506927, -0.11950774490833282, -0.11235706508159637, -0.10520638525485992, -0.09805571287870407, -0.09090503305196762, -0.08375435322523117, -0.07660367339849472, -0.06945299357175827, -0.06230231374502182, -0.05515163764357567, -0.04800095781683922, -0.04085027799010277, -0.033699601888656616, -0.026548922061920166, -0.019398242235183716, -0.01224756333976984, -0.005096884444355965, 0.002053794451057911, 0.009204473346471786, 0.016355153173208237, 0.023505831137299538, 0.03065650910139084, 0.03780718892812729, 0.04495786875486374, 0.05210854858160019, 0.05925922468304634, 0.06640990078449249, 0.07356058061122894, 0.0807112604379654, 0.08786194026470184, 0.0950126200914383, 0.10216329991817474, 0.1093139797449112, 0.11646465957164764, 0.1236153393983841, 0.13076601922512054, 0.137916699051857, 0.14506737887859344, 0.1522180438041687, 0.15936872363090515, 0.1665194034576416, 0.17367008328437805, 0.1808207631111145, 0.18797144293785095, 0.1951221227645874, 0.20227280259132385, 0.2094234824180603]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 2.0, 1.0, 1.0, 2.0, 0.0, 2.0, 2.0, 4.0, 3.0, 0.0, 1.0, 2.0, 2.0, 2.0, 2.0, 1.0, 3.0, 3.0, 6.0, 4.0, 4.0, 25.0, 4.0, 3.0, 3.0, 2.0, 4.0, 4.0, 3.0, 4.0, 2.0, 5.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002674521878361702, -0.002591472351923585, -0.002508422825485468, -0.0024253730662167072, -0.00234232353977859, -0.002259274013340473, -0.002176224486902356, -0.002093174960464239, -0.0020101252011954784, -0.0019270757911726832, -0.0018440261483192444, -0.0017609766218811274, -0.0016779270954430103, -0.0015948774525895715, -0.0015118279261514544, -0.0014287782832980156, -0.0013457287568598986, -0.0012626792304217815, -0.0011796295875683427, -0.0010965800611302257, -0.0010135304182767868, -0.0009304808918386698, -0.0008474313654005527, -0.0007643817807547748, -0.0006813321961089969, -0.0005982826114632189, -0.000515233026817441, -0.00043218350037932396, -0.000349133915733546, -0.0002660843310877681, -0.0001830347755458206, -9.998520545195788e-05, -1.693563535809517e-05, 6.611393473576754e-05, 0.00014916350482963026, 0.00023221307492349297, 0.0003152626450173557, 0.0003983122296631336, 0.0004813617852050811, 0.0005644113407470286, 0.0006474609253928065, 0.0007305105100385845, 0.0008135600946843624, 0.0008966096211224794, 0.0009796591475605965, 0.0010627087904140353, 0.0011457583168521523, 0.0012288079597055912, 0.0013118574861437082, 0.0013949070125818253, 0.0014779566554352641, 0.0015610061818733811, 0.00164405582472682, 0.001727105351164937, 0.001810154877603054, 0.001893204520456493, 0.001976253930479288, 0.0020593036897480488, 0.002142353216186166, 0.002225402742624283, 0.0023084522690624, 0.002391501795500517, 0.0024745515547692776, 0.0025576010812073946, 0.0026406506076455116]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 4.0, 6.0, 4.0, 11.0, 21.0, 15.0, 22.0, 37.0, 63.0, 87.0, 113.0, 147.0, 240.0, 372.0, 573.0, 861.0, 1461.0, 2321.0, 4190.0, 7743.0, 15362.0, 31446.0, 66680.0, 156508.0, 655295.0, 124810.0, 54027.0, 25606.0, 13339.0, 7132.0, 4161.0, 2425.0, 1512.0, 960.0, 608.0, 448.0, 296.0, 205.0, 160.0, 105.0, 75.0, 57.0, 38.0, 31.0, 23.0, 14.0, 8.0, 7.0, 2.0, 5.0, 2.0, 2.0, 2.0, 2.0, 1.0, 0.0, 1.0], "bins": [-0.01393418200314045, -0.013491174206137657, -0.013048166409134865, -0.012605158612132072, -0.01216215081512928, -0.011719143018126488, -0.011276135221123695, -0.010833127424120903, -0.01039011962711811, -0.009947112761437893, -0.0095041049644351, -0.009061097167432308, -0.008618089370429516, -0.008175081573426723, -0.007732073776423931, -0.007289065979421139, -0.006846058182418346, -0.006403050385415554, -0.005960042588412762, -0.005517034791409969, -0.005074026994407177, -0.004631019663065672, -0.0041880118660628796, -0.003745004069060087, -0.003301996272057295, -0.0028589884750545025, -0.00241598067805171, -0.0019729731138795614, -0.001529965316876769, -0.0010869575198739767, -0.0006439498392865062, -0.00020094210049137473, 0.00024206563830375671, 0.0006850733770988882, 0.0011280811158940196, 0.0015710887964814901, 0.0020140965934842825, 0.002457104390487075, 0.0029001119546592236, 0.003343119751662016, 0.0037861275486648083, 0.004229135345667601, 0.004672143142670393, 0.005115150939673185, 0.00555815827101469, 0.006001166068017483, 0.006444173865020275, 0.0068871816620230675, 0.00733018945902586, 0.007773197256028652, 0.008216205053031445, 0.008659212850034237, 0.00910222064703703, 0.009545228444039822, 0.009988236241042614, 0.010431244038045406, 0.010874250903725624, 0.011317258700728416, 0.011760266497731209, 0.012203274294734001, 0.012646282091736794, 0.013089289888739586, 0.013532297685742378, 0.01397530548274517, 0.014418313279747963]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 7.0, 2.0, 2.0, 2.0, 2.0, 2.0, 3.0, 2.0, 4.0, 3.0, 3.0, 2.0, 4.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0], "bins": [-0.008344363421201706, -0.00814212579280138, -0.00793988723307848, -0.007737649139016867, -0.007535411044955254, -0.0073331729508936405, -0.0071309348568320274, -0.006928696762770414, -0.006726458668708801, -0.0065242210403084755, -0.006321982946246862, -0.006119744852185249, -0.005917506758123636, -0.005715268664062023, -0.00551303057000041, -0.005310792475938797, -0.005108554381877184, -0.004906316287815571, -0.004704078193753958, -0.004501840099692345, -0.004299602005630732, -0.0040973639115691185, -0.003895126050338149, -0.003692887956276536, -0.003490649862214923, -0.00328841176815331, -0.0030861736740916967, -0.0028839355800300837, -0.0026816977187991142, -0.002479459624737501, -0.002277221530675888, -0.002074983436614275, -0.001872745342552662, -0.0016705072484910488, -0.0014682691544294357, -0.0012660311767831445, -0.0010637930827215314, -0.0008615549886599183, -0.0006593169528059661, -0.0004570788878481835, -0.0002548408228904009, -5.260275793261826e-05, 0.00014963530702516437, 0.000351873371982947, 0.0005541114369407296, 0.0007563495310023427, 0.0009585875668562949, 0.001160825602710247, 0.0013630636967718601, 0.0015653017908334732, 0.0017675398848950863, 0.0019697779789566994, 0.0021720160730183125, 0.002374253934249282, 0.002576492028310895, 0.002778730122372508, 0.002980968216434121, 0.003183206310495734, 0.0033854444045573473, 0.0035876824986189604, 0.00378992035984993, 0.003992158453911543, 0.004194396547973156, 0.004396634642034769, 0.004598872736096382]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 2.0, 1.0, 2.0, 2.0, 3.0, 4.0, 7.0, 5.0, 4.0, 7.0, 15.0, 6.0, 19.0, 20.0, 31.0, 36.0, 42.0, 59.0, 83.0, 84.0, 121.0, 114.0, 152.0, 242.0, 359.0, 500.0, 709.0, 1192.0, 5242.0, 3239.0, 1943.0, 1217.0, 750.0, 531.0, 392.0, 279.0, 224.0, 173.0, 135.0, 98.0, 79.0, 60.0, 55.0, 47.0, 35.0, 28.0, 16.0, 8.0, 9.0, 9.0, 8.0, 9.0, 8.0, 5.0, 3.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0], "bins": [-0.008245929144322872, -0.00798692274838686, -0.007727915421128273, -0.007468909025192261, -0.007209902163594961, -0.006950895301997662, -0.006691888440400362, -0.0064328815788030624, -0.00617387518286705, -0.005914868321269751, -0.005655861459672451, -0.0053968545980751514, -0.005137847736477852, -0.004878840874880552, -0.00461983447894454, -0.0043608276173472404, -0.004101820755749941, -0.0038428138941526413, -0.0035838072653859854, -0.003324800403788686, -0.00306579377502203, -0.0028067869134247303, -0.0025477800518274307, -0.002288773423060775, -0.0020297665614634752, -0.0017707598162814975, -0.0015117530710995197, -0.0012527462095022202, -0.0009937394643202424, -0.0007347327191382647, -0.000475725915748626, -0.0002167191414628178, 4.228763282299042e-05, 0.0003012944071087986, 0.0005603011813946068, 0.0008193079847842455, 0.0010783147299662232, 0.001337321475148201, 0.0015963283367455006, 0.0018553350819274783, 0.002114341827109456, 0.0023733486887067556, 0.0026323553174734116, 0.002891362179070711, 0.0031503690406680107, 0.0034093756694346666, 0.003668382531031966, 0.003927389159798622, 0.004186396021395922, 0.004445402882993221, 0.004704409744590521, 0.004963416140526533, 0.005222423002123833, 0.005481429863721132, 0.005740436725318432, 0.005999443586915731, 0.006258450448513031, 0.006517456844449043, 0.006776463706046343, 0.007035470567643642, 0.007294477429240942, 0.007553484290838242, 0.007812490686774254, 0.00807149801403284, 0.008330504409968853]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.042085301131010056, -0.04054825380444527, -0.03901120647788048, -0.03747415915131569, -0.0359371118247509, -0.03440006449818611, -0.03286301717162132, -0.031325969845056534, -0.029788920655846596, -0.028251873329281807, -0.026714826002717018, -0.02517777867615223, -0.02364072948694229, -0.022103682160377502, -0.020566634833812714, -0.019029587507247925, -0.017492540180683136, -0.015955492854118347, -0.014418445527553558, -0.012881397269666195, -0.011344349943101406, -0.009807302616536617, -0.008270254358649254, -0.006733207032084465, -0.005196159705519676, -0.0036591121461242437, -0.0021220645867288113, -0.0005850170273333788, 0.0009520305320620537, 0.002489078091457486, 0.004026125650852919, 0.005563173443078995, 0.007100220769643784, 0.008637268096208572, 0.010174315422773361, 0.011711363680660725, 0.013248411007225513, 0.014785458333790302, 0.016322506591677666, 0.017859553918242455, 0.019396601244807243, 0.020933648571372032, 0.02247069589793682, 0.02400774322450161, 0.025544792413711548, 0.027081839740276337, 0.028618887066841125, 0.030155934393405914, 0.0316929817199707, 0.03323002904653549, 0.03476707637310028, 0.03630412369966507, 0.03784117102622986, 0.03937821835279465, 0.040915265679359436, 0.042452313005924225, 0.043989360332489014, 0.0455264113843441, 0.04706345871090889, 0.04860050603747368, 0.05013755336403847, 0.051674600690603256, 0.053211648017168045, 0.054748695343732834, 0.05628574267029762]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [5.0, 0.0, 1.0, 2.0, 1.0, 2.0, 4.0, 2.0, 1.0, 4.0, 3.0, 5.0, 7.0, 3.0, 6.0, 3.0, 5.0, 2.0, 4.0, 2.0, 3.0, 13.0, 22.0, 48.0, 28.0, 23.0, 19.0, 15.0, 11.0, 11.0, 2.0, 5.0, 2.0, 2.0, 4.0, 1.0, 0.0, 0.0, 4.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.03404383361339569, -0.0326036773622036, -0.031163524836301804, -0.02972337044775486, -0.028283216059207916, -0.026843061670660973, -0.02540290728211403, -0.023962752893567085, -0.02252259850502014, -0.02108244225382805, -0.019642287865281105, -0.01820213347673416, -0.016761979088187218, -0.015321824699640274, -0.01388167031109333, -0.012441515922546387, -0.011001361533999443, -0.0095612071454525, -0.008121052756905556, -0.006680897902697325, -0.005240743514150381, -0.0038005891256034374, -0.00236043450422585, -0.0009202799992635846, 0.0005198745056986809, 0.0019600288942456245, 0.003400183515623212, 0.004840338137000799, 0.006280492525547743, 0.0077206469140946865, 0.009160801768302917, 0.010600956156849861, 0.012041110545396805, 0.013481264933943748, 0.014921419322490692, 0.016361573711037636, 0.01780172809958458, 0.019241882488131523, 0.020682036876678467, 0.02212219126522541, 0.023562345653772354, 0.025002501904964447, 0.02644265629351139, 0.027882810682058334, 0.029322965070605278, 0.03076311945915222, 0.032203271985054016, 0.03364342823624611, 0.0350835844874382, 0.036523737013339996, 0.03796389326453209, 0.039404045790433884, 0.04084420204162598, 0.04228435456752777, 0.043724510818719864, 0.04516466334462166, 0.04660481959581375, 0.048044972121715546, 0.04948512837290764, 0.05092528089880943, 0.052365437150001526, 0.05380558967590332, 0.05524574592709541, 0.05668589845299721, 0.0581260547041893]}, "_runtime": 30.193249225616455, "_timestamp": 1596211619.964358, "_step": 33}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 4.0, 1.0, 1.0, 3.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 2.0, 4.0, 3.0, 0.0, 1.0, 6.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.013813450932502747, -0.013452261686325073, -0.0130910724401474, -0.012729883193969727, -0.012368693947792053, -0.012007503770291805, -0.011646314524114132, -0.011285125277936459, -0.010923936031758785, -0.010562746785581112, -0.010201557539403439, -0.009840368293225765, -0.009479178115725517, -0.009117988869547844, -0.00875679962337017, -0.008395610377192497, -0.008034421131014824, -0.007673231884837151, -0.007312042638659477, -0.006950852926820517, -0.006589663680642843, -0.00622847443446517, -0.005867284722626209, -0.005506095476448536, -0.005144906230270863, -0.004783716984093189, -0.004422527737915516, -0.004061338026076555, -0.003700148779898882, -0.0033389595337212086, -0.0029777700547128916, -0.0026165805757045746, -0.0022553913295269012, -0.001894201966933906, -0.001533012604340911, -0.0011718232417479157, -0.0008106338791549206, -0.0004494445165619254, -8.825515396893024e-05, 0.0002729342086240649, 0.0006341235712170601, 0.0009953129338100553, 0.0013565022964030504, 0.0017176916589960456, 0.0020788810215890408, 0.002440070267766714, 0.002801259746775031, 0.003162449225783348, 0.0035236384719610214, 0.0038848277181386948, 0.004246016964316368, 0.004607206676155329, 0.004968395922333002, 0.005329585168510675, 0.005690774880349636, 0.006051964126527309, 0.006413153372704983, 0.006774342618882656, 0.0071355318650603294, 0.00749672157689929, 0.00785791128873825, 0.008219100534915924, 0.008580289781093597, 0.00894147902727127, 0.009302668273448944]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 1.0, 2.0, 0.0, 0.0, 5.0, 4.0, 3.0, 3.0, 2.0, 7.0, 6.0, 12.0, 13.0, 24.0, 37.0, 44.0, 43.0, 64.0, 85.0, 103.0, 147.0, 204.0, 324.0, 478.0, 4604.0, 744.0, 323.0, 192.0, 102.0, 87.0, 65.0, 52.0, 41.0, 25.0, 19.0, 15.0, 12.0, 4.0, 7.0, 6.0, 1.0, 4.0, 3.0, 1.0, 2.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.18858134746551514, -0.18274827301502228, -0.17691519856452942, -0.17108212411403656, -0.1652490496635437, -0.15941599011421204, -0.15358291566371918, -0.14774984121322632, -0.14191676676273346, -0.1360836923122406, -0.13025061786174774, -0.12441755086183548, -0.11858447641134262, -0.11275140196084976, -0.1069183349609375, -0.10108526051044464, -0.09525218605995178, -0.08941911160945892, -0.08358603715896606, -0.0777529701590538, -0.07191989570856094, -0.06608682125806808, -0.060253750532865524, -0.054420679807662964, -0.048587605357170105, -0.042754530906677246, -0.036921460181474686, -0.031088387593626976, -0.025255315005779266, -0.019422242417931557, -0.013589169830083847, -0.007756097242236137, -0.0019230246543884277, 0.003910047933459282, 0.009743120521306992, 0.015576193109154701, 0.02140926569700241, 0.02724233828485012, 0.03307541087269783, 0.03890848159790039, 0.04474155604839325, 0.05057463049888611, 0.05640770122408867, 0.06224077194929123, 0.06807384639978409, 0.07390692085027695, 0.07973998785018921, 0.08557306230068207, 0.09140613675117493, 0.09723921120166779, 0.10307228565216064, 0.1089053526520729, 0.11473842710256577, 0.12057150155305862, 0.1264045685529709, 0.13223764300346375, 0.1380707174539566, 0.14390379190444946, 0.14973686635494232, 0.15556994080543518, 0.16140300035476685, 0.1672360748052597, 0.17306914925575256, 0.17890222370624542, 0.18473529815673828]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 3.0, 1.0, 5.0, 3.0, 2.0, 1.0, 2.0, 4.0, 2.0, 5.0, 0.0, 2.0, 6.0, 4.0, 5.0, 2.0, 3.0, 27.0, 0.0, 2.0, 4.0, 1.0, 2.0, 4.0, 4.0, 5.0, 1.0, 1.0, 1.0, 4.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.001845488790422678, -0.0017722302582114935, -0.0016989716095849872, -0.0016257130773738027, -0.0015524544287472963, -0.0014791958965361118, -0.0014059372479096055, -0.001332678715698421, -0.0012594200670719147, -0.0011861615348607302, -0.0011129030026495457, -0.0010396443540230393, -0.0009663858218118548, -0.0008931272313930094, -0.000819868640974164, -0.0007466100505553186, -0.0006733514601364732, -0.0006000928697176278, -0.0005268342792987823, -0.0004535757179837674, -0.000380317127564922, -0.00030705853714607656, -0.00023379996127914637, -0.0001605413854122162, -8.728279499337077e-05, -1.402421185048297e-05, 5.923437129240483e-05, 0.00013249294715933502, 0.00020575153757818043, 0.00027901012799702585, 0.0003522686893120408, 0.0004255272797308862, 0.0004987858701497316, 0.000572044460568577, 0.0006453030509874225, 0.0007185616414062679, 0.0007918202318251133, 0.0008650787640362978, 0.0009383373544551432, 0.0010115959448739886, 0.001084854593500495, 0.0011581131257116795, 0.001231371657922864, 0.0013046303065493703, 0.0013778888387605548, 0.0014511474873870611, 0.0015244060195982456, 0.001597664668224752, 0.0016709232004359365, 0.001744181732647121, 0.0018174403812736273, 0.0018906989134848118, 0.0019639574456959963, 0.0020372162107378244, 0.002110474742949009, 0.0021837332751601934, 0.002256991807371378, 0.0023302503395825624, 0.0024035091046243906, 0.002476767636835575, 0.0025500261690467596, 0.002623284701257944, 0.0026965434662997723, 0.0027698019985109568, 0.0028430605307221413]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 2.0, 1.0, 8.0, 7.0, 20.0, 22.0, 22.0, 35.0, 59.0, 91.0, 120.0, 176.0, 258.0, 406.0, 613.0, 1016.0, 1592.0, 2985.0, 5200.0, 9955.0, 19708.0, 41655.0, 96428.0, 602499.0, 223437.0, 80774.0, 40469.0, 21312.0, 11872.0, 6863.0, 4119.0, 2610.0, 1678.0, 1075.0, 792.0, 485.0, 377.0, 259.0, 181.0, 130.0, 92.0, 65.0, 44.0, 33.0, 25.0, 19.0, 14.0, 9.0, 8.0, 7.0, 4.0, 2.0, 3.0, 3.0, 1.0, 1.0, 1.0], "bins": [-0.012523587793111801, -0.012119458988308907, -0.011715331114828587, -0.011311202310025692, -0.010907073505222797, -0.010502945631742477, -0.010098816826939583, -0.009694688022136688, -0.009290559217333794, -0.008886431343853474, -0.008482302539050579, -0.008078173734247684, -0.0076740458607673645, -0.00726991705596447, -0.006865788716822863, -0.006461659912019968, -0.006057531572878361, -0.0056534032337367535, -0.005249274428933859, -0.004845146089792252, -0.004441017284989357, -0.00403688894584775, -0.0036327606067061424, -0.0032286320347338915, -0.0028245034627616405, -0.0024203748907893896, -0.0020162463188171387, -0.0016121179796755314, -0.0012079894077032804, -0.0008038608939386904, -0.0003997323801741004, 4.396133590489626e-06, 0.00040852464735507965, 0.0008126531611196697, 0.0012167816748842597, 0.0016209101304411888, 0.0020250387024134398, 0.0024291672743856907, 0.002833295613527298, 0.003237424185499549, 0.0036415527574718, 0.004045681096613407, 0.004449809901416302, 0.004853938240557909, 0.005258066579699516, 0.005662195384502411, 0.006066323723644018, 0.006470452528446913, 0.00687458086758852, 0.007278709206730127, 0.007682838011533022, 0.00808696635067463, 0.008491095155477524, 0.008895223028957844, 0.009299351833760738, 0.009703480638563633, 0.010107608512043953, 0.010511737316846848, 0.010915866121649742, 0.011319994926452637, 0.011724122799932957, 0.012128251604735851, 0.012532380409538746, 0.012936508283019066, 0.01334063708782196]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 4.0, 8.0, 2.0, 4.0, 4.0, 4.0, 2.0, 5.0, 1.0, 3.0, 2.0, 1.0, 4.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02797386609017849, -0.027295539155602455, -0.02661721222102642, -0.025938887149095535, -0.0252605602145195, -0.024582233279943466, -0.02390390634536743, -0.023225579410791397, -0.022547252476215363, -0.021868927404284477, -0.021190600469708443, -0.020512273535132408, -0.019833946600556374, -0.01915561966598034, -0.018477294594049454, -0.01779896765947342, -0.017120640724897385, -0.01644231379032135, -0.015763986855745316, -0.015085660852491856, -0.014407334849238396, -0.013729007914662361, -0.013050680980086327, -0.012372354976832867, -0.011694028042256832, -0.011015701107680798, -0.010337375104427338, -0.009659048169851303, -0.008980721235275269, -0.008302395232021809, -0.007624068297445774, -0.006945741828531027, -0.00626741535961628, -0.005589088890701532, -0.004910762421786785, -0.004232435487210751, -0.0035541090182960033, -0.002875782549381256, -0.002197455847635865, -0.0015191292623057961, -0.0008408026769757271, -0.00016247609164565802, 0.000515850493684411, 0.0011941770790144801, 0.0018725036643445492, 0.0025508301332592964, 0.0032291568350046873, 0.003907483536750078, 0.0045858100056648254, 0.005264136474579573, 0.00594246294349432, 0.0066207898780703545, 0.007299116346985102, 0.007977442815899849, 0.008655769750475883, 0.009334095753729343, 0.010012422688305378, 0.010690749622881413, 0.011369075626134872, 0.012047402560710907, 0.012725729495286942, 0.013404055498540401, 0.014082382433116436, 0.014760708436369896, 0.01543903537094593]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 4.0, 10.0, 17.0, 15.0, 21.0, 12.0, 35.0, 19.0, 19.0, 25.0, 37.0, 40.0, 53.0, 54.0, 67.0, 57.0, 82.0, 75.0, 92.0, 96.0, 98.0, 132.0, 170.0, 210.0, 247.0, 368.0, 428.0, 634.0, 871.0, 4742.0, 2159.0, 1638.0, 1248.0, 897.0, 665.0, 543.0, 447.0, 391.0, 322.0, 279.0, 209.0, 211.0, 151.0, 134.0, 111.0, 76.0, 61.0, 58.0, 30.0, 20.0, 20.0, 9.0, 11.0, 3.0, 1.0, 1.0], "bins": [-0.012804713100194931, -0.012465369887650013, -0.01212602760642767, -0.011786684393882751, -0.011447341181337833, -0.011107997968792915, -0.010768655687570572, -0.010429312475025654, -0.010089969262480736, -0.009750626981258392, -0.009411283768713474, -0.009071940556168556, -0.008732597343623638, -0.008393255062401295, -0.008053911849856377, -0.007714568637311459, -0.007375225890427828, -0.007035883143544197, -0.006696539930999279, -0.006357197184115648, -0.00601785397157073, -0.0056785112246870995, -0.005339168012142181, -0.004999825265258551, -0.00466048251837492, -0.004321139305830002, -0.003981796558946371, -0.003642453346401453, -0.0033031105995178223, -0.002963767619803548, -0.0026244246400892735, -0.002285081660374999, -0.0019457386806607246, -0.0016063957009464502, -0.0012670527212321758, -0.0009277098579332232, -0.0005883668782189488, -0.0002490239276085049, 9.031902300193906e-05, 0.000429661973612383, 0.000769004924222827, 0.0011083479039371014, 0.0014476908836513758, 0.0017870337469503284, 0.002126376610249281, 0.0024657195899635553, 0.0028050625696778297, 0.003144405549392104, 0.0034837485291063786, 0.003823091508820653, 0.004162434488534927, 0.004501777235418558, 0.004841120447963476, 0.005180463194847107, 0.005519806407392025, 0.005859149154275656, 0.0061984919011592865, 0.0065378351137042046, 0.006877177860587835, 0.007216521073132753, 0.007555863820016384, 0.007895207032561302, 0.00823455024510622, 0.008573892526328564, 0.008913235738873482]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0679064393043518, -0.06496509909629822, -0.062023766338825226, -0.059082429856061935, -0.056141093373298645, -0.053199756890535355, -0.050258420407772064, -0.047317083925008774, -0.04437574744224548, -0.041434407234191895, -0.038493070751428604, -0.035551734268665314, -0.03261039778590202, -0.029669061303138733, -0.026727724820375443, -0.023786388337612152, -0.02084505185484886, -0.01790371537208557, -0.014962378889322281, -0.012021041475236416, -0.009079704992473125, -0.006138368509709835, -0.0031970315612852573, -0.0002556948456913233, 0.0026856418699026108, 0.005626978352665901, 0.008568314835429192, 0.011509652249515057, 0.014450988732278347, 0.017392326146364212, 0.020333662629127502, 0.023274999111890793, 0.026216335594654083, 0.029157672077417374, 0.032099008560180664, 0.035040345042943954, 0.037981681525707245, 0.040923018008470535, 0.043864354491233826, 0.046805690973997116, 0.049747027456760406, 0.052688367664813995, 0.055629704147577286, 0.058571040630340576, 0.06151237711310387, 0.06445371359586716, 0.06739504635334015, 0.07033638656139374, 0.07327772676944733, 0.07621905952692032, 0.07916039973497391, 0.0821017324924469, 0.08504307270050049, 0.08798440545797348, 0.09092574566602707, 0.09386707842350006, 0.09680841863155365, 0.09974975138902664, 0.10269109159708023, 0.10563242435455322, 0.10857376456260681, 0.1115150973200798, 0.11445643752813339, 0.11739777028560638, 0.12033911049365997]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 3.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 5.0, 5.0, 9.0, 12.0, 5.0, 13.0, 14.0, 21.0, 22.0, 20.0, 20.0, 28.0, 26.0, 20.0, 3.0, 6.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 2.0, 1.0, 0.0, 4.0, 1.0, 3.0, 2.0, 1.0, 2.0, 4.0, 2.0, 1.0, 3.0, 2.0, 1.0, 2.0, 1.0, 4.0, 1.0, 1.0], "bins": [-0.045549288392066956, -0.04398631304502487, -0.04242333397269249, -0.040860358625650406, -0.039297379553318024, -0.03773440420627594, -0.03617142513394356, -0.034608449786901474, -0.03304547071456909, -0.03148249536752701, -0.029919518157839775, -0.028356540948152542, -0.02679356560111046, -0.025230588391423225, -0.023667611181735992, -0.02210463397204876, -0.020541656762361526, -0.018978679552674294, -0.01741570234298706, -0.015852725133299828, -0.01428974885493517, -0.012726771645247936, -0.011163795366883278, -0.009600818157196045, -0.008037840947508812, -0.006474863737821579, -0.004911886993795633, -0.003348910016939044, -0.0017859330400824547, -0.00022295606322586536, 0.001340020913630724, 0.0029029978904873133, 0.004465974867343903, 0.0060289520770311356, 0.007591928821057081, 0.009154905565083027, 0.01071788277477026, 0.012280859984457493, 0.013843836262822151, 0.015406813472509384, 0.016969790682196617, 0.01853276789188385, 0.020095745101571083, 0.021658722311258316, 0.0232216976583004, 0.024784674867987633, 0.026347652077674866, 0.0279106292873621, 0.02947360649704933, 0.031036583706736565, 0.0325995609164238, 0.03416253626346588, 0.035725515335798264, 0.03728849068284035, 0.03885146975517273, 0.04041444510221481, 0.0419774204492569, 0.04354039952158928, 0.04510337486863136, 0.046666353940963745, 0.04822932928800583, 0.04979230836033821, 0.051355283707380295, 0.05291826277971268, 0.05448123812675476]}, "_runtime": 30.93549609184265, "_timestamp": 1596211620.706605, "_step": 34}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 3.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 2.0, 3.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 2.0, 2.0, 2.0, 1.0, 2.0, 4.0, 2.0, 0.0, 5.0, 3.0, 0.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011354525573551655, -0.011003602296113968, -0.010652679949998856, -0.010301756672561169, -0.009950833395123482, -0.009599910117685795, -0.009248986840248108, -0.008898064494132996, -0.008547141216695309, -0.008196217939257622, -0.00784529559314251, -0.0074943723157048225, -0.007143449038267136, -0.006792525760829449, -0.006441602949053049, -0.0060906801372766495, -0.0057397568598389626, -0.005388833582401276, -0.005037910770624876, -0.004686987958848476, -0.0043360646814107895, -0.003985141403973103, -0.003634218592196703, -0.0032832955475896597, -0.0029323725029826164, -0.002581449458375573, -0.00223052641376853, -0.0018796033691614866, -0.0015286803245544434, -0.0011777572799474, -0.0008268342353403568, -0.00047591119073331356, -0.0001249881461262703, 0.00022593489848077297, 0.0005768579430878162, 0.0009277809876948595, 0.0012787040323019028, 0.001629627076908946, 0.0019805501215159893, 0.0023314731661230326, 0.002682396210730076, 0.003033319255337119, 0.0033842422999441624, 0.0037351653445512056, 0.004086088389158249, 0.004437011666595936, 0.0047879344783723354, 0.005138857290148735, 0.005489780567586422, 0.005840703845024109, 0.0061916266568005085, 0.006542549468576908, 0.006893472746014595, 0.007244396023452282, 0.0075953188352286816, 0.007946241647005081, 0.008297164924442768, 0.008648088201880455, 0.008999010547995567, 0.009349933825433254, 0.009700857102870941, 0.010051780380308628, 0.010402703657746315, 0.010753626003861427, 0.011104549281299114]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 2.0, 1.0, 3.0, 0.0, 5.0, 4.0, 1.0, 8.0, 6.0, 11.0, 5.0, 3.0, 18.0, 20.0, 16.0, 30.0, 36.0, 47.0, 50.0, 81.0, 96.0, 149.0, 190.0, 235.0, 358.0, 639.0, 4308.0, 533.0, 306.0, 199.0, 146.0, 114.0, 81.0, 59.0, 34.0, 25.0, 29.0, 10.0, 13.0, 6.0, 9.0, 12.0, 3.0, 6.0, 4.0, 5.0, 2.0, 1.0, 1.0, 2.0, 0.0, 3.0, 3.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.16066484153270721, -0.15581344068050385, -0.15096205472946167, -0.1461106538772583, -0.14125925302505493, -0.13640785217285156, -0.1315564513206482, -0.12670506536960602, -0.12185366451740265, -0.11700226366519928, -0.11215087026357651, -0.10729947686195374, -0.10244807600975037, -0.097596675157547, -0.09274528175592422, -0.08789388835430145, -0.08304248750209808, -0.07819108664989471, -0.07333969324827194, -0.06848829984664917, -0.0636368989944458, -0.05878550186753273, -0.05393410474061966, -0.04908270761370659, -0.04423131048679352, -0.03937991335988045, -0.03452851623296738, -0.029677119106054306, -0.024825721979141235, -0.019974324852228165, -0.015122927725315094, -0.010271530598402023, -0.005420133471488953, -0.000568736344575882, 0.004282660782337189, 0.00913405790925026, 0.01398545503616333, 0.0188368521630764, 0.02368824928998947, 0.028539646416902542, 0.03339104354381561, 0.038242440670728683, 0.043093837797641754, 0.047945234924554825, 0.052796632051467896, 0.057648029178380966, 0.06249942630529404, 0.06735081970691681, 0.07220222055912018, 0.07705362141132355, 0.08190501481294632, 0.08675640821456909, 0.09160780906677246, 0.09645920991897583, 0.1013106033205986, 0.10616199672222137, 0.11101339757442474, 0.11586479842662811, 0.12071619182825089, 0.12556758522987366, 0.13041898608207703, 0.1352703869342804, 0.14012178778648376, 0.14497317373752594, 0.1498245745897293]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 4.0, 1.0, 7.0, 3.0, 0.0, 5.0, 1.0, 1.0, 3.0, 1.0, 4.0, 4.0, 5.0, 26.0, 5.0, 3.0, 5.0, 4.0, 4.0, 3.0, 4.0, 3.0, 4.0, 3.0, 3.0, 1.0, 2.0, 2.0, 0.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0021199805196374655, -0.00202369038015604, -0.001927400240674615, -0.0018311099847778678, -0.0017348198452964425, -0.0016385297058150172, -0.0015422394499182701, -0.0014459493104368448, -0.0013496591709554195, -0.0012533690314739943, -0.001157078891992569, -0.0010607886360958219, -0.0009644984966143966, -0.0008682083571329713, -0.0007719181594438851, -0.0006756279617547989, -0.0005793378222733736, -0.00048304765368811786, -0.0003867574851028621, -0.0002904673165176064, -0.00019417714793235064, -9.78869793470949e-05, -1.5968107618391514e-06, 9.469335782341659e-05, 0.00019098352640867233, 0.0002872736949939281, 0.0003835638635791838, 0.00047985403216443956, 0.0005761442007496953, 0.0006724343402311206, 0.0007687245379202068, 0.000865014735609293, 0.0009613048750907183, 0.0010575950145721436, 0.0011538851540535688, 0.001250175409950316, 0.0013464655494317412, 0.0014427556889131665, 0.0015390459448099136, 0.001635336084291339, 0.0017316262237727642, 0.0018279163632541895, 0.0019242065027356148, 0.00202049664221704, 0.0021167867816984653, 0.0022130771540105343, 0.0023093672934919596, 0.002405657432973385, 0.00250194757245481, 0.0025982377119362354, 0.0026945278514176607, 0.002790817990899086, 0.002887108363211155, 0.0029833985026925802, 0.0030796886421740055, 0.003175978781655431, 0.003272268921136856, 0.0033685590606182814, 0.0034648492000997066, 0.003561139339581132, 0.0036574294790625572, 0.003753719851374626, 0.0038500099908560514, 0.003946300130337477, 0.004042590036988258]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 8.0, 11.0, 16.0, 16.0, 43.0, 48.0, 64.0, 91.0, 195.0, 309.0, 451.0, 798.0, 1352.0, 2365.0, 4569.0, 9054.0, 18583.0, 41403.0, 100996.0, 660461.0, 175163.0, 74244.0, 37697.0, 20153.0, 11718.0, 6837.0, 4285.0, 2686.0, 1776.0, 1257.0, 839.0, 599.0, 439.0, 303.0, 230.0, 138.0, 104.0, 93.0, 49.0, 49.0, 37.0, 35.0, 21.0, 13.0, 14.0, 5.0, 10.0, 5.0, 3.0, 4.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010724070481956005, -0.010291250422596931, -0.009858429431915283, -0.00942560937255621, -0.008992789313197136, -0.008559968322515488, -0.008127148263156414, -0.007694327738136053, -0.007261507213115692, -0.006828686688095331, -0.00639586616307497, -0.005963046103715897, -0.005530225578695536, -0.005097405053675175, -0.004664584994316101, -0.00423176446929574, -0.003798943944275379, -0.0033661234192550182, -0.002933303127065301, -0.0025004828348755836, -0.0020676623098552227, -0.0016348419012501836, -0.0012020214926451445, -0.0007692010840401053, -0.0003363806754350662, 9.64397331699729e-05, 0.000529260141775012, 0.0009620805503800511, 0.0013949009589850903, 0.0018277213675901294, 0.0022605417761951685, 0.002693362068384886, 0.0031261825934052467, 0.0035590031184256077, 0.003991823643445969, 0.004424643702805042, 0.004857464227825403, 0.005290284752845764, 0.005723104812204838, 0.006155925337225199, 0.00658874586224556, 0.007021566387265921, 0.007454386912286282, 0.007887206971645355, 0.008320027962327003, 0.008752848021686077, 0.00918566808104515, 0.009618489071726799, 0.010051309131085873, 0.010484129190444946, 0.010916950181126595, 0.011349770240485668, 0.011782590299844742, 0.01221541129052639, 0.012648231349885464, 0.013081052340567112, 0.013513872399926186, 0.01394669245928526, 0.014379513449966908, 0.014812333509325981, 0.01524515450000763, 0.01567797362804413, 0.016110794618725777, 0.016543615609407425, 0.016976434737443924]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 4.0, 1.0, 2.0, 2.0, 3.0, 1.0, 2.0, 4.0, 0.0, 1.0, 8.0, 1.0, 4.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.010493031702935696, -0.010132922790944576, -0.009772813878953457, -0.009412704966962337, -0.009052596986293793, -0.008692488074302673, -0.008332379162311554, -0.007972270250320435, -0.007612161338329315, -0.007252052426338196, -0.006891943514347076, -0.006531835068017244, -0.006171726156026125, -0.005811617244035006, -0.0054515087977051735, -0.005091399885714054, -0.004731290973722935, -0.004371182061731815, -0.004011073149740696, -0.003650964703410864, -0.0032908557914197445, -0.002930746879428625, -0.0025706382002681494, -0.0022105295211076736, -0.0018504206091165543, -0.0014903118135407567, -0.0011302030179649591, -0.0007700942223891616, -0.00040998542681336403, -4.987663123756647e-05, 0.0003102321643382311, 0.0006703409599140286, 0.0010304497554898262, 0.0013905585510656238, 0.0017506673466414213, 0.002110776025801897, 0.0024708849377930164, 0.002830993849784136, 0.0031911025289446115, 0.0035512112081050873, 0.003911320120096207, 0.004271429032087326, 0.0046315379440784454, 0.0049916463904082775, 0.005351755302399397, 0.005711864214390516, 0.006071972660720348, 0.006432081572711468, 0.006792190484702587, 0.0071522993966937065, 0.007512408308684826, 0.007872517220675945, 0.00823262520134449, 0.00859273411333561, 0.008952843025326729, 0.009312951937317848, 0.009673060849308968, 0.010033169761300087, 0.010393278673291206, 0.010753387585282326, 0.011113496497273445, 0.01147360447794199, 0.01183371338993311, 0.012193822301924229, 0.012553931213915348]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 2.0, 0.0, 5.0, 5.0, 5.0, 3.0, 6.0, 7.0, 16.0, 6.0, 17.0, 23.0, 20.0, 23.0, 35.0, 41.0, 62.0, 114.0, 102.0, 144.0, 156.0, 217.0, 273.0, 369.0, 429.0, 570.0, 719.0, 947.0, 1280.0, 1867.0, 5271.0, 1555.0, 978.0, 639.0, 473.0, 370.0, 290.0, 288.0, 219.0, 135.0, 126.0, 112.0, 91.0, 63.0, 59.0, 61.0, 51.0, 46.0, 30.0, 18.0, 23.0, 17.0, 12.0, 8.0, 10.0, 9.0, 3.0, 1.0, 3.0, 2.0, 2.0], "bins": [-0.009757685475051403, -0.009464533999562263, -0.00917138159275055, -0.00887823011726141, -0.008585077710449696, -0.008291926234960556, -0.007998773828148842, -0.007705622352659702, -0.0074124704115092754, -0.007119318470358849, -0.006826166529208422, -0.006533014588057995, -0.006239863112568855, -0.005946711171418428, -0.0056535592302680016, -0.005360407289117575, -0.005067255347967148, -0.004774103406816721, -0.004480951465666294, -0.004187799524515867, -0.003894647816196084, -0.003601495875045657, -0.003308344166725874, -0.003015192225575447, -0.0027220402844250202, -0.0024288883432745934, -0.0021357364021241665, -0.0018425846938043833, -0.0015494327526539564, -0.0012562808115035295, -0.0009631289867684245, -0.0006699771038256586, -0.0003768252208828926, -8.367333794012666e-05, 0.0002094785450026393, 0.0005026304279454052, 0.0007957823108881712, 0.001088934252038598, 0.001382086076773703, 0.0016752379015088081, 0.001968389842659235, 0.002261541783809662, 0.0025546937249600887, 0.002847845433279872, 0.003140997374430299, 0.0034341493155807257, 0.003727301023900509, 0.004020452965050936, 0.004313604906201363, 0.0046067568473517895, 0.004899908788502216, 0.005193060729652643, 0.00548621267080307, 0.00577936414629221, 0.0060725160874426365, 0.006365668028593063, 0.00665881996974349, 0.006951971910893917, 0.007245123852044344, 0.007538275793194771, 0.00783142726868391, 0.008124579675495625, 0.008417731150984764, 0.008710883557796478, 0.009004035033285618]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 4.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.06322500854730606, -0.06157258152961731, -0.05992015823721886, -0.058267731219530106, -0.05661530792713165, -0.0549628809094429, -0.05331045389175415, -0.0516580305993557, -0.050005603581666946, -0.048353180289268494, -0.04670075327157974, -0.04504832625389099, -0.04339590296149254, -0.04174347594380379, -0.040091052651405334, -0.03843862563371658, -0.03678619861602783, -0.03513377532362938, -0.03348134830594063, -0.031828925013542175, -0.030176497995853424, -0.028524072840809822, -0.02687164768576622, -0.025219222530722618, -0.023566797375679016, -0.021914370357990265, -0.020261945202946663, -0.01860952004790306, -0.01695709489285946, -0.015304668806493282, -0.01365224365144968, -0.011999817565083504, -0.010347392410039902, -0.0086949672549963, -0.007042541168630123, -0.005390116013586521, -0.003737690392881632, -0.0020852647721767426, -0.0004328393843024969, 0.0012195861199870706, 0.002872011624276638, 0.004524437244981527, 0.006176862865686417, 0.007829288020730019, 0.00948171317577362, 0.011134139262139797, 0.0127865644171834, 0.014438990503549576, 0.016091415658593178, 0.01774384081363678, 0.019396265968680382, 0.021048692986369133, 0.022701118141412735, 0.024353543296456337, 0.02600596845149994, 0.02765839360654354, 0.029310818761587143, 0.030963245779275894, 0.03261566907167435, 0.0342680960893631, 0.03592052310705185, 0.0375729463994503, 0.03922537341713905, 0.040877796709537506, 0.04253022372722626]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 4.0, 1.0, 2.0, 4.0, 2.0, 1.0, 4.0, 3.0, 2.0, 1.0, 4.0, 2.0, 6.0, 6.0, 8.0, 5.0, 6.0, 10.0, 10.0, 22.0, 49.0, 37.0, 17.0, 12.0, 8.0, 9.0, 16.0, 7.0, 5.0, 3.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 2.0, 0.0, 2.0], "bins": [-0.07246193289756775, -0.07071610540151596, -0.06897027790546417, -0.06722445040941238, -0.0654786229133606, -0.06373279541730881, -0.06198696792125702, -0.06024114042520523, -0.05849531292915344, -0.05674948915839195, -0.055003661662340164, -0.053257834166288376, -0.05151200667023659, -0.0497661791741848, -0.04802035167813301, -0.04627452418208122, -0.044528696686029434, -0.042782869189977646, -0.04103704169392586, -0.03929121419787407, -0.03754538670182228, -0.03579955920577049, -0.034053731709718704, -0.032307904213666916, -0.030562078580260277, -0.02881625108420849, -0.0270704235881567, -0.025324596092104912, -0.023578770458698273, -0.021832942962646484, -0.020087115466594696, -0.018341287970542908, -0.01659546047449112, -0.014849632978439331, -0.013103805482387543, -0.011357978917658329, -0.00961215142160654, -0.007866323925554752, -0.006120496895164251, -0.00437466986477375, -0.002628842368721962, -0.0008830151055008173, 0.0008628121577203274, 0.002608639420941472, 0.004354466684162617, 0.006100294180214405, 0.007846120744943619, 0.009591948240995407, 0.011337775737047195, 0.013083603233098984, 0.014829430729150772, 0.01657525822520256, 0.01832108572125435, 0.020066911354660988, 0.021812738850712776, 0.023558566346764565, 0.025304393842816353, 0.02705022133886814, 0.02879604883491993, 0.030541876330971718, 0.03228770196437836, 0.034033529460430145, 0.035779356956481934, 0.03752518445253372, 0.03927101194858551]}, "_runtime": 31.68563437461853, "_timestamp": 1596211621.4567432, "_step": 35}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 1.0, 2.0, 3.0, 2.0, 4.0, 0.0, 1.0, 3.0, 3.0, 4.0, 1.0, 3.0, 5.0, 0.0, 1.0, 0.0, 3.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.012161759659647942, -0.011831137351691723, -0.011500515975058079, -0.01116989366710186, -0.010839271359145641, -0.010508649982511997, -0.010178027674555779, -0.00984740536659956, -0.009516783058643341, -0.009186161682009697, -0.008855539374053478, -0.00852491706609726, -0.008194295689463615, -0.007863673381507397, -0.007533051539212465, -0.007202429231256247, -0.006871807388961315, -0.006541185546666384, -0.006210563238710165, -0.005879941396415234, -0.005549319088459015, -0.0052186972461640835, -0.004888075403869152, -0.004557453095912933, -0.004226831253618002, -0.003896209178492427, -0.003565587103366852, -0.0032349652610719204, -0.0029043431859463453, -0.0025737211108207703, -0.002243099268525839, -0.0019124771934002638, -0.0015818551182746887, -0.0012512330431491137, -0.0009206110844388604, -0.0005899890675209463, -0.0002593670506030321, 7.125496631488204e-05, 0.0004018769832327962, 0.0007324990001507103, 0.0010631210170686245, 0.0013937430921941996, 0.0017243650509044528, 0.002054987009614706, 0.002385609084740281, 0.002716231159865856, 0.0030468530021607876, 0.0033774750772863626, 0.0037080971524119377, 0.004038718994706869, 0.004369341302663088, 0.004699963144958019, 0.005030585452914238, 0.005361207295209169, 0.005691829137504101, 0.0060224514454603195, 0.006353073287755251, 0.006683695130050182, 0.007014317438006401, 0.0073449392803013325, 0.007675561122596264, 0.008006183430552483, 0.008336805738508701, 0.008667427115142345, 0.008998049423098564]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 6.0, 1.0, 1.0, 5.0, 11.0, 13.0, 10.0, 13.0, 24.0, 33.0, 44.0, 46.0, 58.0, 80.0, 118.0, 152.0, 191.0, 327.0, 526.0, 4320.0, 908.0, 352.0, 185.0, 120.0, 88.0, 76.0, 53.0, 29.0, 36.0, 24.0, 19.0, 13.0, 10.0, 14.0, 2.0, 6.0, 4.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.15824535489082336, -0.15351545810699463, -0.1487855464220047, -0.14405564963817596, -0.13932573795318604, -0.1345958411693573, -0.12986592948436737, -0.12513603270053864, -0.1204061284661293, -0.11567622423171997, -0.11094631999731064, -0.1062164157629013, -0.10148651897907257, -0.09675661474466324, -0.0920267105102539, -0.08729680627584457, -0.08256690204143524, -0.07783699780702591, -0.07310709357261658, -0.06837718933820724, -0.06364728510379791, -0.05891738459467888, -0.054187484085559845, -0.04945757985115051, -0.04472767561674118, -0.03999777138233185, -0.035267867147922516, -0.030537966638803482, -0.02580806240439415, -0.021078158169984818, -0.016348255798220634, -0.011618352495133877, -0.006888449192047119, -0.0021585458889603615, 0.002571357414126396, 0.007301260717213154, 0.012031164020299911, 0.016761068254709244, 0.021490970626473427, 0.02622087299823761, 0.030950777232646942, 0.035680681467056274, 0.04041058570146561, 0.04514048621058464, 0.04987039044499397, 0.054600294679403305, 0.05933019518852234, 0.06406009942293167, 0.068790003657341, 0.07351990789175034, 0.07824981212615967, 0.082979716360569, 0.08770962059497833, 0.09243951737880707, 0.0971694216132164, 0.10189932584762573, 0.10662923008203506, 0.1113591343164444, 0.11608903855085373, 0.12081894278526306, 0.1255488395690918, 0.13027875125408173, 0.13500864803791046, 0.1397385597229004, 0.14446845650672913]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 3.0, 1.0, 4.0, 2.0, 2.0, 2.0, 2.0, 9.0, 5.0, 4.0, 5.0, 2.0, 4.0, 10.0, 25.0, 6.0, 5.0, 4.0, 5.0, 3.0, 2.0, 2.0, 3.0, 2.0, 2.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0038034473545849323, -0.0036869756877422333, -0.0035705040208995342, -0.003454032354056835, -0.003337560687214136, -0.003221089020371437, -0.0031046171206980944, -0.0029881454538553953, -0.0028716737870126963, -0.002755202120169997, -0.002638730453327298, -0.002522258786484599, -0.0024057871196419, -0.002289315452799201, -0.002172843785956502, -0.002056372119113803, -0.001939900335855782, -0.001823428669013083, -0.001706957002170384, -0.001590485218912363, -0.001474013552069664, -0.001357541885226965, -0.001241070218384266, -0.0011245985515415668, -0.0010081268846988678, -0.0008916551596485078, -0.0007751834345981479, -0.0006587117677554488, -0.0005422401009127498, -0.0004257683758623898, -0.00030929670901969075, -0.00019282501307316124, -7.635331712663174e-05, 4.011837154394016e-05, 0.00015659006021451205, 0.00027306174160912633, 0.00038953343755565584, 0.0005060051335021853, 0.0006224768003448844, 0.0007389485253952444, 0.0008554201922379434, 0.0009718918590806425, 0.0010883635841310024, 0.0012048352509737015, 0.0013213069178164005, 0.0014377785846590996, 0.0015542503679171205, 0.0016707220347598195, 0.0017871937016025186, 0.0019036653684452176, 0.0020201371517032385, 0.0021366088185459375, 0.0022530804853886366, 0.0023695521522313356, 0.0024860238190740347, 0.0026024954859167337, 0.002718967152759433, 0.002835438819602132, 0.002951910486444831, 0.0030683823861181736, 0.0031848540529608727, 0.0033013257198035717, 0.0034177973866462708, 0.00353426905348897, 0.003650740720331669]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 7.0, 5.0, 2.0, 6.0, 19.0, 10.0, 14.0, 22.0, 57.0, 71.0, 100.0, 165.0, 247.0, 406.0, 725.0, 1239.0, 2290.0, 4275.0, 8852.0, 20265.0, 50793.0, 145540.0, 748164.0, 122183.0, 39942.0, 16674.0, 7732.0, 3963.0, 2201.0, 1308.0, 803.0, 531.0, 314.0, 221.0, 119.0, 101.0, 63.0, 49.0, 36.0, 36.0, 19.0, 16.0, 15.0, 12.0, 6.0, 6.0, 6.0, 1.0, 1.0, 3.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.015084070153534412, -0.01455629337579012, -0.014028516598045826, -0.013500739820301533, -0.012972963973879814, -0.012445187196135521, -0.011917410418391228, -0.011389633640646935, -0.010861856862902641, -0.010334080085158348, -0.009806303307414055, -0.009278526529669762, -0.008750749751925468, -0.00822297390550375, -0.007695197127759457, -0.007167420350015163, -0.00663964357227087, -0.006111866794526577, -0.005584090016782284, -0.005056313704699278, -0.004528536926954985, -0.0040007601492106915, -0.003472983604297042, -0.0029452070593833923, -0.002417430281639099, -0.0018896536203101277, -0.0013618769589811563, -0.000834100297652185, -0.0003063236363232136, 0.0002214530250057578, 0.0007492296863347292, 0.0012770063476637006, 0.001804783008992672, 0.002332559786736965, 0.0028603363316506147, 0.0033881128765642643, 0.0039158896543085575, 0.004443666432052851, 0.004971442744135857, 0.00549921952188015, 0.006026996299624443, 0.006554773077368736, 0.0070825498551130295, 0.007610326167196035, 0.008138103410601616, 0.008665879257023335, 0.009193656034767628, 0.009721432812511921, 0.010249209590256214, 0.010776986368000507, 0.0113047631457448, 0.011832539923489094, 0.012360315769910812, 0.012888092547655106, 0.013415869325399399, 0.013943646103143692, 0.014471422880887985, 0.014999199658632278, 0.015526976436376572, 0.016054753214120865, 0.016582529991865158, 0.01711030676960945, 0.017638083547353745, 0.018165860325098038, 0.01869363710284233]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 4.0, 5.0, 3.0, 8.0, 2.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 3.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.006277868989855051, -0.005991165991872549, -0.00570446252822876, -0.005417759530246258, -0.005131056532263756, -0.0048443530686199665, -0.0045576500706374645, -0.0042709470726549625, -0.003984243609011173, -0.0036975406110286713, -0.0034108376130461693, -0.0031241343822330236, -0.002837431151419878, -0.002550728153437376, -0.0022640249226242304, -0.0019773219246417284, -0.0016906186938285828, -0.001403915579430759, -0.0011172124650329351, -0.0008305092342197895, -0.0005438061198219657, -0.00025710297632031143, 2.960016718134284e-05, 0.0003163033106829971, 0.0006030064541846514, 0.0008897095685824752, 0.001176412682980299, 0.0014631159137934446, 0.0017498190281912684, 0.0020365221425890923, 0.002323225373402238, 0.00260992837138474, 0.0028966316021978855, 0.003183334833011031, 0.003470037830993533, 0.0037567410618066788, 0.004043444059789181, 0.00433014752343297, 0.004616850521415472, 0.004903553519397974, 0.005190256983041763, 0.005476959981024265, 0.005763662979006767, 0.006050365976989269, 0.0063370694406330585, 0.0066237724386155605, 0.0069104754365980625, 0.007197178900241852, 0.007483881898224354, 0.007770584896206856, 0.008057287894189358, 0.00834399089217186, 0.008630694821476936, 0.008917397819459438, 0.00920410081744194, 0.009490803815424442, 0.009777506813406944, 0.010064209811389446, 0.010350913740694523, 0.010637616738677025, 0.010924319736659527, 0.011211022734642029, 0.01149772573262453, 0.011784428730607033, 0.01207113265991211]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 5.0, 3.0, 4.0, 6.0, 6.0, 13.0, 18.0, 29.0, 34.0, 39.0, 46.0, 85.0, 106.0, 94.0, 137.0, 196.0, 245.0, 284.0, 393.0, 505.0, 702.0, 1069.0, 1437.0, 5264.0, 2701.0, 1458.0, 911.0, 566.0, 491.0, 365.0, 270.0, 196.0, 155.0, 108.0, 85.0, 69.0, 63.0, 45.0, 39.0, 22.0, 11.0, 23.0, 15.0, 15.0, 11.0, 13.0, 11.0, 13.0, 5.0, 7.0, 9.0, 2.0, 9.0, 7.0, 5.0, 1.0, 3.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0], "bins": [-0.006682876031845808, -0.0064142970368266106, -0.006145718041807413, -0.005877139046788216, -0.005608560051769018, -0.005339981056749821, -0.005071402061730623, -0.004802823066711426, -0.004534243606030941, -0.0042656646110117435, -0.003997085615992546, -0.0037285068538039923, -0.003459927625954151, -0.0031913486309349537, -0.0029227696359157562, -0.0026541906408965588, -0.0023856116458773613, -0.002117032650858164, -0.0018484536558389664, -0.001579874544404447, -0.0013112955493852496, -0.0010427165543660522, -0.0007741375011391938, -0.0005055584479123354, -0.00023697945289313793, 3.159957122988999e-05, 0.0003001785953529179, 0.0005687576485797763, 0.0008373366435989738, 0.0011059156386181712, 0.0013744947500526905, 0.001643073745071888, 0.0019116527400910854, 0.002180231735110283, 0.0024488107301294804, 0.002717389725148678, 0.0029859687201678753, 0.0032545479480177164, 0.003523126943036914, 0.0037917059380561113, 0.0040602851659059525, 0.00432886416092515, 0.004597443155944347, 0.004866022150963545, 0.005134601145982742, 0.00540318014100194, 0.005671759136021137, 0.005940338131040335, 0.006208917126059532, 0.00647749612107873, 0.006746075116097927, 0.0070146541111171246, 0.007283233106136322, 0.0075518121011555195, 0.007820391096174717, 0.008088970556855202, 0.008357549086213112, 0.008626128546893597, 0.008894707076251507, 0.009163286536931992, 0.009431865066289902, 0.009700444526970387, 0.009969023056328297, 0.010237602517008781, 0.010506181046366692]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 3.0, 2.0, 2.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0666668638586998, -0.06359756737947464, -0.06052826717495918, -0.057458970695734024, -0.05438967049121857, -0.05132037401199341, -0.04825107753276825, -0.04518177732825279, -0.042112480849027634, -0.039043184369802475, -0.03597388416528702, -0.03290458768606186, -0.02983528934419155, -0.026765991002321243, -0.023696694523096085, -0.020627396181225777, -0.01755809783935547, -0.01448879949748516, -0.011419502086937428, -0.008350204676389694, -0.005280906334519386, -0.0022116084583103657, 0.0008576894178986549, 0.0039269872941076756, 0.006996285170316696, 0.010065583512187004, 0.013134880922734737, 0.01620417833328247, 0.01927347667515278, 0.022342775017023087, 0.025412071496248245, 0.028481369838118553, 0.03155066817998886, 0.03461996465921402, 0.03768926486372948, 0.040758561342954636, 0.04382786154747009, 0.04689715802669525, 0.04996645450592041, 0.05303575471043587, 0.056105051189661026, 0.059174347668886185, 0.06224364787340164, 0.0653129443526268, 0.06838224083185196, 0.07145153731107712, 0.07452084124088287, 0.07759013772010803, 0.08065943419933319, 0.08372873067855835, 0.08679802715778351, 0.08986733108758926, 0.09293662756681442, 0.09600592404603958, 0.09907522052526474, 0.1021445170044899, 0.10521382093429565, 0.10828311741352081, 0.11135241389274597, 0.11442171037197113, 0.11749100685119629, 0.12056030333042145, 0.1236296072602272, 0.12669889628887177, 0.12976819276809692]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 2.0, 4.0, 2.0, 3.0, 2.0, 0.0, 3.0, 4.0, 0.0, 2.0, 3.0, 3.0, 6.0, 12.0, 22.0, 18.0, 20.0, 15.0, 19.0, 39.0, 17.0, 16.0, 6.0, 13.0, 10.0, 1.0, 0.0, 2.0, 2.0, 1.0, 2.0, 2.0, 2.0, 0.0, 6.0, 4.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 5.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0], "bins": [-0.04904400184750557, -0.04689999669790268, -0.04475599154829979, -0.0426119863986969, -0.04046798124909401, -0.03832397609949112, -0.03617997094988823, -0.03403596580028534, -0.03189196065068245, -0.02974795550107956, -0.02760395035147667, -0.02545994520187378, -0.02331594005227089, -0.021171934902668, -0.01902792975306511, -0.01688392460346222, -0.01473991945385933, -0.01259591430425644, -0.01045190915465355, -0.00830790400505066, -0.006163898855447769, -0.004019893705844879, -0.0018758885562419891, 0.0002681165933609009, 0.002412121742963791, 0.004556126892566681, 0.006700132042169571, 0.008844137191772461, 0.010988142341375351, 0.013132147490978241, 0.015276152640581131, 0.01742015779018402, 0.01956416293978691, 0.0217081680893898, 0.02385217323899269, 0.02599617838859558, 0.02814018353819847, 0.03028418868780136, 0.03242819383740425, 0.03457219898700714, 0.03671620413661003, 0.03886020928621292, 0.04100421443581581, 0.0431482195854187, 0.04529222473502159, 0.04743622988462448, 0.04958023503422737, 0.05172424018383026, 0.05386824533343315, 0.05601225048303604, 0.05815625563263893, 0.06030026078224182, 0.06244426593184471, 0.0645882710814476, 0.06673227250576019, 0.06887628138065338, 0.07102029025554657, 0.07316429167985916, 0.07530829310417175, 0.07745230197906494, 0.07959631085395813, 0.08174031227827072, 0.08388431370258331, 0.0860283225774765, 0.08817233145236969]}, "_runtime": 32.44523906707764, "_timestamp": 1596211622.216348, "_step": 36}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 2.0, 0.0, 3.0, 0.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 3.0, 0.0, 1.0, 3.0, 1.0, 6.0, 4.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.010804127901792526, -0.01045019831508398, -0.01009626779705286, -0.009742338210344315, -0.009388407692313194, -0.009034478105604649, -0.008680547587573528, -0.008326618000864983, -0.007972687482833862, -0.007618757896125317, -0.007264827843755484, -0.006910897791385651, -0.006556968204677105, -0.006203038152307272, -0.005849108099937439, -0.005495178047567606, -0.005141247995197773, -0.00478731794282794, -0.004433387890458107, -0.004079457838088274, -0.0037255280185490847, -0.0033715979661792517, -0.0030176681466400623, -0.0026637380942702293, -0.0023098080419003963, -0.0019558779895305634, -0.0016019480535760522, -0.001248018117621541, -0.000894088065251708, -0.000540158071089536, -0.00018622807692736387, 0.0001677019172348082, 0.0005216319113969803, 0.0008755619055591524, 0.0012294918997213244, 0.0015834218356758356, 0.0019373518880456686, 0.0022912819404155016, 0.002645211759954691, 0.002999141812324524, 0.003353071864694357, 0.00370700191706419, 0.004060931969434023, 0.004414862021803856, 0.004768791608512402, 0.005122721660882235, 0.0054766517132520676, 0.0058305817656219006, 0.0061845118179917336, 0.0065384418703615665, 0.0068923719227313995, 0.0072463019751012325, 0.0076002320274710655, 0.007954161614179611, 0.008308092132210732, 0.008662021718919277, 0.009015951305627823, 0.009369881823658943, 0.009723811410367489, 0.01007774192839861, 0.010431671515107155, 0.010785602033138275, 0.01113953161984682, 0.011493462137877941, 0.011847391724586487]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 3.0, 1.0, 8.0, 6.0, 8.0, 11.0, 9.0, 14.0, 22.0, 20.0, 33.0, 47.0, 44.0, 56.0, 86.0, 119.0, 153.0, 195.0, 300.0, 467.0, 4393.0, 805.0, 342.0, 230.0, 151.0, 96.0, 86.0, 58.0, 38.0, 30.0, 23.0, 21.0, 18.0, 8.0, 10.0, 6.0, 2.0, 3.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.18152061104774475, -0.17574924230575562, -0.16997787356376648, -0.16420650482177734, -0.15843512117862701, -0.15266375243663788, -0.14689238369464874, -0.1411210149526596, -0.13534964621067047, -0.12957827746868134, -0.1238069012761116, -0.11803553253412247, -0.11226415634155273, -0.1064927875995636, -0.10072141885757446, -0.09495004266500473, -0.0891786739230156, -0.08340730518102646, -0.07763592898845673, -0.07186456024646759, -0.06609319150447845, -0.06032181903719902, -0.054550446569919586, -0.04877907782793045, -0.043007705360651016, -0.03723633289337158, -0.031464964151382446, -0.025693591684103012, -0.019922221079468727, -0.014150850474834442, -0.008379478938877583, -0.0026081078685820103, 0.003163263201713562, 0.008934633806347847, 0.014706005342304707, 0.020477376878261566, 0.02624874748289585, 0.032020118087530136, 0.03779149055480957, 0.043562859296798706, 0.04933423176407814, 0.055105604231357574, 0.06087697297334671, 0.06664834171533585, 0.07241971790790558, 0.07819108664989471, 0.08396245539188385, 0.08973383158445358, 0.09550520032644272, 0.10127656906843185, 0.10704794526100159, 0.11281931400299072, 0.11859068274497986, 0.12436205893754959, 0.13013342022895813, 0.13590480387210846, 0.1416761726140976, 0.14744754135608673, 0.15321891009807587, 0.158990278840065, 0.16476164758205414, 0.17053303122520447, 0.1763043999671936, 0.18207576870918274, 0.18784713745117188]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 1.0, 3.0, 1.0, 4.0, 2.0, 2.0, 6.0, 5.0, 4.0, 4.0, 3.0, 5.0, 4.0, 3.0, 27.0, 1.0, 4.0, 5.0, 3.0, 2.0, 1.0, 2.0, 2.0, 1.0, 4.0, 4.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.003358598332852125, -0.00325103965587914, -0.0031434809789061546, -0.0030359223019331694, -0.002928363624960184, -0.002820804947987199, -0.0027132462710142136, -0.0026056875940412283, -0.002498128917068243, -0.0023905704729259014, -0.002283011795952916, -0.002175453118979931, -0.0020678944420069456, -0.0019603357650339603, -0.001852777088060975, -0.0017452184110879898, -0.0016376597341150045, -0.0015301010571420193, -0.001422542380169034, -0.0013149837031960487, -0.0012074250262230635, -0.0010998664656654, -0.0009923077886924148, -0.0008847491117194295, -0.0007771904347464442, -0.000669631757773459, -0.0005620730808004737, -0.00045451446203514934, -0.00034695578506216407, -0.00023939712264109403, -0.000131838460220024, -2.427979779895395e-05, 8.327886462211609e-05, 0.00019083752704318613, 0.00029839618946425617, 0.000405954837333411, 0.0005135135143063962, 0.0006210721912793815, 0.0007286308100447059, 0.0008361894870176911, 0.0009437481639906764, 0.0010513068409636617, 0.001158865517936647, 0.0012664241949096322, 0.0013739827554672956, 0.001481541432440281, 0.0015891001094132662, 0.0016966587863862514, 0.0018042174633592367, 0.001911776140332222, 0.0020193348173052073, 0.0021268934942781925, 0.002234452171251178, 0.002342010848224163, 0.0024495695251971483, 0.0025571282021701336, 0.002664686646312475, 0.0027722453232854605, 0.0028798040002584457, 0.002987362677231431, 0.0030949213542044163, 0.0032024800311774015, 0.003310038708150387, 0.003417597385123372, 0.0035251560620963573]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 4.0, 0.0, 4.0, 3.0, 2.0, 6.0, 10.0, 9.0, 16.0, 24.0, 38.0, 51.0, 64.0, 94.0, 136.0, 183.0, 250.0, 400.0, 624.0, 998.0, 1566.0, 2769.0, 5000.0, 9242.0, 19019.0, 42691.0, 104400.0, 693169.0, 170998.0, 62576.0, 28987.0, 15009.0, 8018.0, 4808.0, 2897.0, 1830.0, 1177.0, 799.0, 545.0, 356.0, 263.0, 194.0, 112.0, 67.0, 64.0, 39.0, 45.0, 21.0, 17.0, 14.0, 13.0, 9.0, 4.0, 4.0, 1.0, 1.0, 1.0, 1.0, 4.0, 1.0], "bins": [-0.015534473583102226, -0.015046089887619019, -0.01455770619213581, -0.014069323427975178, -0.01358093973249197, -0.013092556037008762, -0.012604172341525555, -0.012115788646042347, -0.011627405881881714, -0.011139022186398506, -0.010650638490915298, -0.01016225479543209, -0.009673871099948883, -0.009185487404465675, -0.008697104640305042, -0.008208720944821835, -0.007720337249338627, -0.007231953553855419, -0.006743570324033499, -0.006255186628550291, -0.005766803398728371, -0.005278419703245163, -0.004790036007761955, -0.004301652777940035, -0.003813269082456827, -0.003324885619804263, -0.002836502157151699, -0.0023481184616684914, -0.0018597349990159273, -0.0013713515363633633, -0.0008829679572954774, -0.00039458443643525243, 9.379908442497253e-05, 0.0005821826052851975, 0.0010705661261454225, 0.0015589497052133083, 0.0020473331678658724, 0.0025357166305184364, 0.003024100326001644, 0.003512483788654208, 0.004000867251306772, 0.00448925094678998, 0.0049776341766119, 0.005466017872095108, 0.005954401567578316, 0.006442784797400236, 0.006931168492883444, 0.007419551722705364, 0.007907935418188572, 0.00839631911367178, 0.008884702809154987, 0.00937308557331562, 0.009861469268798828, 0.010349852964282036, 0.010838236659765244, 0.011326620355248451, 0.011815004050731659, 0.012303386814892292, 0.0127917705103755, 0.013280154205858707, 0.013768537901341915, 0.014256921596825123, 0.014745304360985756, 0.015233688056468964, 0.01572207175195217]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 4.0, 3.0, 4.0, 5.0, 9.0, 3.0, 0.0, 3.0, 3.0, 6.0, 2.0, 3.0, 2.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.03081081435084343, -0.030059386044740677, -0.029307955875992775, -0.028556527569890022, -0.02780509740114212, -0.027053669095039368, -0.026302238926291466, -0.025550810620188713, -0.02479938045144081, -0.02404795214533806, -0.023296523839235306, -0.022545093670487404, -0.02179366536438465, -0.02104223519563675, -0.020290806889533997, -0.019539376720786095, -0.018787948414683342, -0.01803652010858059, -0.017285089939832687, -0.016533661633729935, -0.015782231464982033, -0.01503080315887928, -0.014279373921453953, -0.013527944684028625, -0.012776515446603298, -0.012025086209177971, -0.011273656971752644, -0.010522227734327316, -0.009770799428224564, -0.009019370190799236, -0.008267940953373909, -0.007516511715948582, -0.006765082478523254, -0.006013653241097927, -0.0052622240036726, -0.00451079523190856, -0.0037593659944832325, -0.003007936757057905, -0.0022565077524632215, -0.001505078631453216, -0.0007536495104432106, -2.2203894332051277e-06, 0.0007492087315768003, 0.0015006378525868058, 0.0022520669735968113, 0.0030034962110221386, 0.0037549252156168222, 0.004506354220211506, 0.005257783457636833, 0.0060092126950621605, 0.006760641932487488, 0.007512070704251528, 0.008263500407338142, 0.009014928713440895, 0.009766357950866222, 0.01051778718829155, 0.011269216425716877, 0.012020645663142204, 0.012772074900567532, 0.013523504137992859, 0.014274932444095612, 0.015026361681520939, 0.015777790918946266, 0.016529221087694168, 0.01728064939379692]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 2.0, 1.0, 3.0, 6.0, 3.0, 4.0, 19.0, 37.0, 22.0, 21.0, 30.0, 27.0, 42.0, 33.0, 33.0, 38.0, 20.0, 33.0, 39.0, 31.0, 60.0, 44.0, 87.0, 131.0, 210.0, 254.0, 431.0, 558.0, 791.0, 1065.0, 1566.0, 5353.0, 1998.0, 1288.0, 1002.0, 817.0, 571.0, 451.0, 308.0, 228.0, 160.0, 118.0, 117.0, 103.0, 56.0, 47.0, 38.0, 38.0, 17.0, 17.0, 14.0, 8.0, 11.0, 13.0, 5.0, 2.0, 2.0, 2.0, 1.0, 2.0, 1.0], "bins": [-0.01348903402686119, -0.013097868300974369, -0.012706702575087547, -0.012315536849200726, -0.011924371123313904, -0.011533205397427082, -0.01114203967154026, -0.010750873945653439, -0.010359708219766617, -0.00996854342520237, -0.009577377699315548, -0.009186211973428726, -0.008795046247541904, -0.008403880521655083, -0.008012714795768261, -0.007621549069881439, -0.0072303833439946175, -0.006839217618107796, -0.006448051892220974, -0.006056886166334152, -0.0056657204404473305, -0.005274555180221796, -0.004883389454334974, -0.0044922237284481525, -0.004101058002561331, -0.003709892276674509, -0.0033187265507876873, -0.002927561057731509, -0.0025363953318446875, -0.0021452296059578657, -0.0017540639964863658, -0.0013628983870148659, -0.0009717326611280441, -0.0005805669934488833, -0.00018940132576972246, 0.00020176434190943837, 0.0005929300095885992, 0.000984095735475421, 0.0013752613449469209, 0.0017664269544184208, 0.0021575926803052425, 0.0025487584061920643, 0.002939924132078886, 0.003331089625135064, 0.003722255351021886, 0.004113420844078064, 0.004504586569964886, 0.0048957522958517075, 0.005286918021738529, 0.005678083747625351, 0.006069249473512173, 0.0064604151993989944, 0.006851580925285816, 0.007242746185511351, 0.007633911911398172, 0.008025078102946281, 0.008416242897510529, 0.00880740862339735, 0.009198574349284172, 0.009589740075170994, 0.009980905801057816, 0.010372071526944637, 0.010763237252831459, 0.01115440297871828, 0.011545568704605103]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 2.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08207974582910538, -0.07733709365129471, -0.07259444147348404, -0.06785178929567337, -0.0631091371178627, -0.05836648866534233, -0.05362383648753166, -0.04888118430972099, -0.044138532131910324, -0.039395879954099655, -0.034653227776288986, -0.029910577461123466, -0.025167925283312798, -0.02042527310550213, -0.01568262279033661, -0.01093997061252594, -0.006197318434715271, -0.0014546667225658894, 0.0032879849895834923, 0.008030636236071587, 0.012773288413882256, 0.017515940591692924, 0.022258590906858444, 0.027001243084669113, 0.03174389526247978, 0.03648654744029045, 0.04122919961810112, 0.04597185179591179, 0.05071450024843216, 0.05545715242624283, 0.0601998046040535, 0.06494245678186417, 0.06968510895967484, 0.0744277611374855, 0.07917041331529617, 0.08391306549310684, 0.08865571767091751, 0.09339836984872818, 0.09814102202653885, 0.10288367420434952, 0.10762631893157959, 0.11236897110939026, 0.11711162328720093, 0.1218542754650116, 0.12659692764282227, 0.13133957982063293, 0.1360822319984436, 0.14082488417625427, 0.14556753635406494, 0.1503101885318756, 0.15505284070968628, 0.15979549288749695, 0.16453814506530762, 0.1692807972431183, 0.17402344942092896, 0.17876610159873962, 0.1835087537765503, 0.18825140595436096, 0.19299405813217163, 0.1977367103099823, 0.20247936248779297, 0.20722201466560364, 0.2119646668434143, 0.21670731902122498, 0.22144997119903564]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 9.0, 4.0, 11.0, 13.0, 15.0, 13.0, 8.0, 12.0, 13.0, 29.0, 17.0, 13.0, 18.0, 16.0, 14.0, 7.0, 7.0, 8.0, 4.0, 6.0, 1.0, 2.0, 3.0, 3.0, 1.0, 2.0, 1.0, 1.0, 2.0, 4.0, 0.0, 0.0, 4.0, 3.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.04382502660155296, -0.04222816601395607, -0.04063130170106888, -0.039034441113471985, -0.03743757680058479, -0.0358407162129879, -0.03424385190010071, -0.032646991312503815, -0.031050126999616623, -0.02945326641201973, -0.027856403961777687, -0.026259541511535645, -0.024662679061293602, -0.02306581661105156, -0.021468954160809517, -0.019872091710567474, -0.018275229260325432, -0.01667836681008339, -0.015081504359841347, -0.013484641909599304, -0.011887779459357262, -0.010290917940437794, -0.008694055490195751, -0.007097193039953709, -0.005500330589711666, -0.0039034681394696236, -0.0023066059220582247, -0.000709743588231504, 0.0008871187455952168, 0.0024839811958372593, 0.0040808431804180145, 0.005677705630660057, 0.0072745680809021, 0.008871430531144142, 0.010468292981386185, 0.012065155431628227, 0.01366201788187027, 0.015258879400789738, 0.016855742782354355, 0.018452605232596397, 0.02004946768283844, 0.021646328270435333, 0.023243190720677376, 0.02484005317091942, 0.02643691562116146, 0.028033778071403503, 0.029630640521645546, 0.03122750297188759, 0.03282436728477478, 0.034421227872371674, 0.03601808845996857, 0.03761495277285576, 0.03921181336045265, 0.040808677673339844, 0.04240553826093674, 0.04400240257382393, 0.04559926316142082, 0.047196127474308014, 0.04879298806190491, 0.0503898523747921, 0.05198671296238899, 0.053583577275276184, 0.05518043786287308, 0.05677730217576027, 0.05837416276335716]}, "_runtime": 33.187994956970215, "_timestamp": 1596211622.9591038, "_step": 37}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 6.0, 1.0, 0.0, 3.0, 3.0, 2.0, 4.0, 1.0, 2.0, 1.0, 3.0, 1.0, 4.0, 1.0, 0.0, 5.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008293358609080315, -0.007983275689184666, -0.007673192303627729, -0.0073631093837320805, -0.007053025998175144, -0.006742943078279495, -0.006432860158383846, -0.00612277677282691, -0.005812693852931261, -0.005502610933035612, -0.005192527547478676, -0.004882444627583027, -0.004572361707687378, -0.004262278322130442, -0.003952195402234793, -0.0036421122495085, -0.0033320290967822075, -0.003021945944055915, -0.0027118627913296223, -0.0024017798714339733, -0.0020916967187076807, -0.001781613565981388, -0.0014715305296704173, -0.0011614474933594465, -0.0008513643406331539, -0.0005412812461145222, -0.00023119815159589052, 7.888494292274117e-05, 0.00038896803744137287, 0.0006990511319600046, 0.0010091342264786363, 0.001319217262789607, 0.0016293004155158997, 0.0019393835682421923, 0.002249466720968485, 0.002559549640864134, 0.0028696327935904264, 0.003179715946316719, 0.003489798866212368, 0.0037998820189386606, 0.004109965171664953, 0.004420048091560602, 0.0047301314771175385, 0.005040214397013187, 0.005350297316908836, 0.005660380702465773, 0.005970463622361422, 0.006280547007918358, 0.006590629927814007, 0.006900712847709656, 0.007210796233266592, 0.007520879153162241, 0.007830962538719177, 0.008141045458614826, 0.008451128378510475, 0.008761211298406124, 0.009071294218301773, 0.009381378069519997, 0.009691460989415646, 0.010001543909311295, 0.010311626829206944, 0.010621709749102592, 0.010931793600320816, 0.011241876520216465, 0.011551959440112114]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 1.0, 3.0, 2.0, 4.0, 5.0, 4.0, 7.0, 13.0, 11.0, 13.0, 23.0, 41.0, 30.0, 34.0, 58.0, 74.0, 93.0, 127.0, 167.0, 249.0, 330.0, 559.0, 4447.0, 659.0, 323.0, 166.0, 110.0, 89.0, 57.0, 39.0, 34.0, 29.0, 21.0, 19.0, 18.0, 11.0, 9.0, 6.0, 9.0, 3.0, 5.0, 8.0, 3.0, 1.0, 3.0, 1.0, 3.0, 1.0, 1.0, 2.0, 0.0, 1.0, 3.0], "bins": [-0.14333397150039673, -0.13902011513710022, -0.13470624387264252, -0.130392387509346, -0.1260785311460495, -0.1217646673321724, -0.11745080351829529, -0.11313694715499878, -0.10882308334112167, -0.10450921952724457, -0.10019536316394806, -0.09588149935007095, -0.09156763553619385, -0.08725377917289734, -0.08293991535902023, -0.07862605899572372, -0.07431219518184662, -0.06999833136796951, -0.065684475004673, -0.0613706111907959, -0.05705675110220909, -0.052742891013622284, -0.04842902719974518, -0.04411516711115837, -0.039801307022571564, -0.035487446933984756, -0.0311735849827528, -0.026859723031520844, -0.022545862942934036, -0.01823200285434723, -0.013918140903115273, -0.00960427988320589, -0.005290418863296509, -0.0009765578433871269, 0.003337303176522255, 0.007651164196431637, 0.011965025216341019, 0.016278885304927826, 0.020592747256159782, 0.02490660920739174, 0.029220469295978546, 0.03353432938456535, 0.03784818947315216, 0.042162053287029266, 0.046475913375616074, 0.05078977346420288, 0.05510363727807999, 0.059417497366666794, 0.0637313574552536, 0.0680452212691307, 0.07235907763242722, 0.07667294144630432, 0.08098679780960083, 0.08530066162347794, 0.08961452543735504, 0.09392838180065155, 0.09824224561452866, 0.10255610942840576, 0.10686996579170227, 0.11118382960557938, 0.11549769341945648, 0.11981154978275299, 0.1241254135966301, 0.1284392774105072, 0.1327531337738037]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 2.0, 3.0, 1.0, 3.0, 6.0, 6.0, 4.0, 3.0, 2.0, 3.0, 4.0, 5.0, 4.0, 25.0, 2.0, 3.0, 4.0, 3.0, 5.0, 3.0, 3.0, 4.0, 1.0, 4.0, 3.0, 1.0, 0.0, 2.0, 0.0, 3.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.003445614594966173, -0.0033424757421016693, -0.0032393368892371655, -0.0031361982692033052, -0.0030330594163388014, -0.0029299205634742975, -0.0028267817106097937, -0.00272364285774529, -0.0026205042377114296, -0.0025173653848469257, -0.002414226531982422, -0.002311087679117918, -0.002207948826253414, -0.0021048099733889103, -0.00200167135335505, -0.0018985325004905462, -0.0017953936476260424, -0.0016922547947615385, -0.0015891160583123565, -0.0014859772054478526, -0.0013828384689986706, -0.0012796996161341667, -0.0011765607632696629, -0.0010734220268204808, -0.000970283173955977, -0.000867144379299134, -0.0007640055846422911, -0.0006608667317777872, -0.0005577279371209443, -0.0004545891424641013, -0.0003514503187034279, -0.0002483114949427545, -0.00014517270028591156, -4.2033891077153385e-05, 6.110491813160479e-05, 0.00016424372734036297, 0.00026738253654912114, 0.0003705213312059641, 0.0004736601549666375, 0.0005767989787273109, 0.0006799377733841538, 0.0007830765680409968, 0.0008862153626978397, 0.0009893542155623436, 0.0010924930684268475, 0.0011956318048760295, 0.0012987706577405334, 0.0014019093941897154, 0.0015050482470542192, 0.001608187099918723, 0.0017113258363679051, 0.001814464689232409, 0.001917603425681591, 0.002020742278546095, 0.0021238811314105988, 0.0022270199842751026, 0.0023301588371396065, 0.0024332974571734667, 0.0025364363100379705, 0.0026395751629024744, 0.0027427140157669783, 0.002845852868631482, 0.0029489914886653423, 0.003052130341529846, 0.00315526919439435]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 7.0, 7.0, 7.0, 5.0, 18.0, 24.0, 28.0, 48.0, 62.0, 97.0, 149.0, 230.0, 369.0, 573.0, 905.0, 1557.0, 2726.0, 5026.0, 9921.0, 20320.0, 46078.0, 119676.0, 716881.0, 139956.0, 55142.0, 26238.0, 13752.0, 7650.0, 4497.0, 2638.0, 1707.0, 1084.0, 729.0, 462.0, 317.0, 225.0, 147.0, 104.0, 81.0, 63.0, 36.0, 27.0, 22.0, 13.0, 8.0, 1.0, 9.0, 3.0, 4.0, 4.0, 3.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.011707372032105923, -0.011250955052673817, -0.01079453807324171, -0.010338121093809605, -0.009881703183054924, -0.009425286203622818, -0.008968869224190712, -0.008512452244758606, -0.0080560352653265, -0.007599618285894394, -0.007143201306462288, -0.006686783861368895, -0.0062303668819367886, -0.0057739499025046825, -0.005317532457411289, -0.004861115477979183, -0.004404698498547077, -0.003948281519114971, -0.0034918643068522215, -0.003035447094589472, -0.002579030115157366, -0.0021226131357252598, -0.0016661959234625101, -0.0012097788276150823, -0.0007533617317676544, -0.0002969446359202266, 0.00015947245992720127, 0.0006158895557746291, 0.001072306651622057, 0.0015287237474694848, 0.0019851408433169127, 0.0024415580555796623, 0.0028979750350117683, 0.0033543920144438744, 0.003810809226706624, 0.004267226438969374, 0.00472364341840148, 0.005180060397833586, 0.005636477842926979, 0.006092894822359085, 0.006549311801791191, 0.007005728781223297, 0.007462145760655403, 0.00791856274008751, 0.008374979719519615, 0.008831397630274296, 0.009287814609706402, 0.009744231589138508, 0.010200648568570614, 0.01065706554800272, 0.011113482527434826, 0.011569899506866932, 0.012026317417621613, 0.012482734397053719, 0.012939151376485825, 0.01339556835591793, 0.013851985335350037, 0.014308402314782143, 0.014764819294214249, 0.015221236273646355, 0.01567765325307846, 0.016134070232510567, 0.016590487211942673, 0.01704690419137478, 0.017503321170806885]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 1.0, 3.0, 1.0, 3.0, 2.0, 3.0, 0.0, 1.0, 6.0, 4.0, 7.0, 7.0, 1.0, 0.0, 0.0, 3.0, 2.0, 3.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.023316407576203346, -0.022633444517850876, -0.021950481459498405, -0.021267518401145935, -0.020584555342793465, -0.019901592284440994, -0.019218629226088524, -0.018535666167736053, -0.017852703109383583, -0.017169740051031113, -0.016486776992678642, -0.015803813934326172, -0.015120851807296276, -0.014437888748943806, -0.013754925690591335, -0.013071962632238865, -0.012388999573886395, -0.011706036515533924, -0.011023073457181454, -0.010340110398828983, -0.009657147340476513, -0.008974184282124043, -0.008291221223771572, -0.007608258631080389, -0.006925295572727919, -0.006242332514375448, -0.005559369456022978, -0.004876406397670507, -0.004193443804979324, -0.0035104805137962103, -0.0028275176882743835, -0.002144554629921913, -0.0014615915715694427, -0.0007786285714246333, -9.566557127982378e-05, 0.0005872974288649857, 0.0012702604290097952, 0.0019532234873622656, 0.0026361863128840923, 0.0033191493712365627, 0.004002112429589033, 0.0046850754879415035, 0.005368038546293974, 0.006051001604646444, 0.006733964197337627, 0.007416927255690098, 0.008099890314042568, 0.008782853372395039, 0.009465816430747509, 0.01014877948909998, 0.01083174254745245, 0.01151470560580492, 0.01219766866415739, 0.012880631722509861, 0.013563594780862331, 0.014246557839214802, 0.014929519966244698, 0.015612483024597168, 0.01629544608294964, 0.01697840914130211, 0.01766137219965458, 0.01834433525800705, 0.01902729831635952, 0.01971026137471199, 0.02039322443306446]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 1.0, 5.0, 4.0, 5.0, 23.0, 28.0, 45.0, 52.0, 75.0, 89.0, 155.0, 194.0, 220.0, 267.0, 318.0, 412.0, 502.0, 641.0, 1062.0, 1667.0, 2793.0, 6040.0, 1112.0, 610.0, 446.0, 341.0, 251.0, 209.0, 164.0, 107.0, 96.0, 96.0, 80.0, 59.0, 40.0, 32.0, 23.0, 25.0, 22.0, 22.0, 18.0, 12.0, 11.0, 9.0, 7.0, 6.0, 5.0, 5.0, 5.0, 5.0, 2.0, 3.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.011375254951417446, -0.010863588191568851, -0.010351921431720257, -0.009840253740549088, -0.009328586980700493, -0.008816920220851898, -0.008305253461003304, -0.0077935862354934216, -0.007281919475644827, -0.006770252715796232, -0.00625858549028635, -0.005746918730437756, -0.005235251970589161, -0.004723584745079279, -0.004211917985230684, -0.003700250992551446, -0.0031885839998722076, -0.0026769170071929693, -0.002165250014513731, -0.0016535832546651363, -0.001141916261985898, -0.0006302493275143206, -0.0001185823930427432, 0.0003930845414288342, 0.0009047514759004116, 0.00141641846857965, 0.0019280853448435664, 0.002439752221107483, 0.0029514192137867212, 0.0034630862064659595, 0.003974752966314554, 0.004486420191824436, 0.004998086951673031, 0.0055097537115216255, 0.0060214209370315075, 0.006533087696880102, 0.007044754922389984, 0.007556421682238579, 0.008068088442087173, 0.008579755201935768, 0.009091421961784363, 0.009603089652955532, 0.010114756412804127, 0.010626423172652721, 0.011138089932501316, 0.01164975669234991, 0.01216142438352108, 0.012673091143369675, 0.01318475790321827, 0.013696424663066864, 0.014208091422915459, 0.014719759114086628, 0.015231425873935223, 0.015743091702461243, 0.016254760324954987, 0.01676642708480358, 0.017278093844652176, 0.01778976060450077, 0.018301427364349365, 0.01881309412419796, 0.019324760884046555, 0.01983642764389515, 0.020348094403743744, 0.02085976116359234, 0.021371427923440933]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 3.0, 1.0, 0.0, 2.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 3.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.23695069551467896, -0.23127588629722595, -0.22560106217861176, -0.21992625296115875, -0.21425142884254456, -0.20857661962509155, -0.20290179550647736, -0.19722698628902435, -0.19155216217041016, -0.18587735295295715, -0.18020254373550415, -0.17452771961688995, -0.16885291039943695, -0.16317808628082275, -0.15750327706336975, -0.15182845294475555, -0.14615364372730255, -0.14047883450984955, -0.13480401039123535, -0.12912920117378235, -0.12345437705516815, -0.11777956783771515, -0.11210475116968155, -0.10642993450164795, -0.10075511783361435, -0.09508030116558075, -0.08940548449754715, -0.08373066782951355, -0.07805585861206055, -0.07238104194402695, -0.06670622527599335, -0.06103140860795975, -0.05535659193992615, -0.04968177527189255, -0.04400695860385895, -0.038332145661115646, -0.032657328993082047, -0.026982512325048447, -0.021307697519659996, -0.015632882714271545, -0.009958066046237946, -0.00428325030952692, 0.001391565427184105, 0.00706638116389513, 0.012741196900606155, 0.018416013568639755, 0.024090828374028206, 0.029765643179416656, 0.035440459847450256, 0.041115276515483856, 0.046790093183517456, 0.05246490612626076, 0.05813972279429436, 0.06381453573703766, 0.06948935240507126, 0.07516416907310486, 0.08083898574113846, 0.08651380240917206, 0.09218861907720566, 0.09786343574523926, 0.10353824496269226, 0.10921306163072586, 0.11488787829875946, 0.12056269496679306, 0.12623751163482666]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 4.0, 0.0, 2.0, 4.0, 3.0, 3.0, 2.0, 2.0, 5.0, 7.0, 15.0, 22.0, 32.0, 59.0, 37.0, 22.0, 8.0, 10.0, 8.0, 5.0, 5.0, 2.0, 4.0, 3.0, 3.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0], "bins": [-0.19578292965888977, -0.19134068489074707, -0.18689844012260437, -0.18245619535446167, -0.17801395058631897, -0.17357170581817627, -0.16912946105003357, -0.16468721628189087, -0.16024497151374817, -0.15580271184444427, -0.15136046707630157, -0.14691822230815887, -0.14247597754001617, -0.13803373277187347, -0.13359148800373077, -0.12914924323558807, -0.12470699846744537, -0.12026475369930267, -0.11582250893115997, -0.11138026416301727, -0.10693801939487457, -0.10249576717615128, -0.09805352240800858, -0.09361127763986588, -0.08916903287172318, -0.08472678810358047, -0.08028454333543777, -0.07584229856729507, -0.07140004634857178, -0.06695780158042908, -0.06251555681228638, -0.05807331204414368, -0.05363106727600098, -0.049188822507858276, -0.044746577739715576, -0.04030432924628258, -0.03586208447813988, -0.03141983970999718, -0.026977593079209328, -0.02253534644842148, -0.018093101680278778, -0.013650855980813503, -0.009208610281348228, -0.004766364581882954, -0.00032411888241767883, 0.004118126817047596, 0.00856037251651287, 0.013002618215978146, 0.01744486391544342, 0.02188710868358612, 0.02632935531437397, 0.03077160194516182, 0.03521384671330452, 0.03965609148144722, 0.04409833997488022, 0.04854058474302292, 0.05298282951116562, 0.05742507427930832, 0.06186731904745102, 0.06630956381559372, 0.07075181603431702, 0.07519406080245972, 0.07963630557060242, 0.08407855033874512, 0.08852079510688782]}, "_runtime": 33.933643102645874, "_timestamp": 1596211623.704752, "_step": 38}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 1.0, 3.0, 1.0, 3.0, 4.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 3.0, 0.0, 3.0, 1.0, 3.0, 1.0, 3.0, 1.0, 2.0, 2.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010363700799643993, -0.010033330880105495, -0.009702960960566998, -0.0093725910410285, -0.009042221121490002, -0.008711851201951504, -0.008381481282413006, -0.008051111362874508, -0.007720740977674723, -0.007390371058136225, -0.007060001138597727, -0.006729631219059229, -0.006399260833859444, -0.006068890914320946, -0.005738520994782448, -0.00540815107524395, -0.005077781155705452, -0.004747411236166954, -0.004417041316628456, -0.004086671397089958, -0.0037563012447208166, -0.0034259313251823187, -0.003095561172813177, -0.002765191253274679, -0.0024348213337361813, -0.0021044514141976833, -0.0017740813782438636, -0.0014437113422900438, -0.001113341422751546, -0.0007829714450053871, -0.00045260146725922823, -0.0001222314895130694, 0.00020813848823308945, 0.0005385084659792483, 0.0008688784437254071, 0.0011992484796792269, 0.0015296183992177248, 0.0018599883187562227, 0.0021903584711253643, 0.0025207283906638622, 0.00285109831020236, 0.003181468229740858, 0.003511838149279356, 0.0038422083016484976, 0.004172578454017639, 0.004502948373556137, 0.004833318293094635, 0.005163688212633133, 0.005494058132171631, 0.005824428051710129, 0.006154797971248627, 0.006485167890787125, 0.0068155378103256226, 0.007145908195525408, 0.007476278115063906, 0.007806648034602404, 0.008137017488479614, 0.008467388339340687, 0.008797758258879185, 0.009128128178417683, 0.00945849809795618, 0.009788868017494678, 0.010119237937033176, 0.010449607856571674, 0.010779977776110172]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 4.0, 4.0, 2.0, 1.0, 5.0, 9.0, 9.0, 12.0, 12.0, 9.0, 16.0, 27.0, 25.0, 27.0, 41.0, 58.0, 72.0, 110.0, 143.0, 185.0, 272.0, 397.0, 3274.0, 1751.0, 565.0, 255.0, 164.0, 112.0, 82.0, 58.0, 51.0, 34.0, 32.0, 22.0, 18.0, 20.0, 10.0, 13.0, 5.0, 7.0, 2.0, 3.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 3.0, 0.0, 1.0], "bins": [-0.17369040846824646, -0.1687135100364685, -0.16373661160469055, -0.1587596982717514, -0.15378279983997345, -0.1488059014081955, -0.14382898807525635, -0.1388520896434784, -0.13387519121170044, -0.12889829277992249, -0.12392138689756393, -0.11894448101520538, -0.11396758258342743, -0.10899068415164948, -0.10401377826929092, -0.09903687238693237, -0.09405997395515442, -0.08908307552337646, -0.08410616964101791, -0.07912926375865936, -0.07415236532688141, -0.06917546689510345, -0.0641985610127449, -0.05922165885567665, -0.0542447566986084, -0.049267854541540146, -0.04429095238447189, -0.03931405022740364, -0.03433714807033539, -0.029360245913267136, -0.024383343756198883, -0.01940644159913063, -0.014429539442062378, -0.009452637284994125, -0.004475735127925873, 0.0005011670291423798, 0.005478069186210632, 0.010454971343278885, 0.015431873500347137, 0.02040877565741539, 0.025385677814483643, 0.030362579971551895, 0.03533948212862015, 0.0403163842856884, 0.04529328644275665, 0.050270188599824905, 0.05524709075689316, 0.06022399291396141, 0.06520089507102966, 0.07017779350280762, 0.07515469938516617, 0.08013160526752472, 0.08510850369930267, 0.09008540213108063, 0.09506230801343918, 0.10003921389579773, 0.10501611232757568, 0.10999301075935364, 0.11496991664171219, 0.11994682252407074, 0.1249237209558487, 0.12990061938762665, 0.1348775327205658, 0.13985443115234375, 0.1448313295841217]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 3.0, 1.0, 0.0, 2.0, 4.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 2.0, 2.0, 6.0, 3.0, 6.0, 29.0, 5.0, 4.0, 2.0, 3.0, 2.0, 1.0, 4.0, 4.0, 2.0, 3.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0022455949801951647, -0.0021639480255544186, -0.0020823010709136724, -0.0020006541162729263, -0.0019190070452168584, -0.0018373600905761123, -0.0017557130195200443, -0.0016740660648792982, -0.001592419110238552, -0.001510772155597806, -0.0014291252009570599, -0.001347478129900992, -0.0012658311752602458, -0.0011841842206194997, -0.0011025371495634317, -0.0010208901949226856, -0.0009392432402819395, -0.0008575962856411934, -0.0007759492727927864, -0.0006943022599443793, -0.0006126553053036332, -0.0005310083506628871, -0.00044936133781448007, -0.0003677143540699035, -0.0002860673703253269, -0.00020442038658075035, -0.00012277340283617377, -4.11264190915972e-05, 4.0520564652979374e-05, 0.00012216754839755595, 0.00020381453214213252, 0.0002854615158867091, 0.00036710849963128567, 0.00044875548337586224, 0.0005304024671204388, 0.0006120494799688458, 0.000693696434609592, 0.0007753433892503381, 0.0008569904020987451, 0.0009386374149471521, 0.0010202843695878983, 0.0011019313242286444, 0.0011835782788693905, 0.0012652253499254584, 0.0013468723045662045, 0.0014285192592069507, 0.0015101663302630186, 0.0015918132849037647, 0.0016734602395445108, 0.001755107194185257, 0.001836754148826003, 0.001918401219882071, 0.002000048290938139, 0.002081695245578885, 0.002163342200219631, 0.0022449891548603773, 0.0023266361095011234, 0.0024082830641418695, 0.0024899300187826157, 0.0025715769734233618, 0.002653223928064108, 0.0027348711155354977, 0.0028165180701762438, 0.00289816502481699, 0.002979811979457736]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 4.0, 1.0, 7.0, 14.0, 14.0, 19.0, 32.0, 38.0, 54.0, 69.0, 90.0, 169.0, 224.0, 345.0, 509.0, 834.0, 1395.0, 2285.0, 3927.0, 6866.0, 12948.0, 25625.0, 55316.0, 139738.0, 689259.0, 122147.0, 54086.0, 26941.0, 14457.0, 8337.0, 4849.0, 2941.0, 1902.0, 1309.0, 862.0, 601.0, 402.0, 293.0, 204.0, 142.0, 81.0, 87.0, 57.0, 40.0, 37.0, 21.0, 18.0, 10.0, 5.0, 7.0, 4.0, 4.0, 2.0, 3.0, 3.0, 3.0, 1.0, 3.0], "bins": [-0.012865791097283363, -0.012443920597434044, -0.01202204916626215, -0.01160017866641283, -0.011178307235240936, -0.010756436735391617, -0.010334565304219723, -0.009912694804370403, -0.00949082337319851, -0.00906895287334919, -0.00864708237349987, -0.008225210942327976, -0.007803340442478657, -0.00738146947696805, -0.006959598511457443, -0.0065377275459468365, -0.00611585658043623, -0.005693985614925623, -0.005272114649415016, -0.004850243683904409, -0.004428372718393803, -0.004006502218544483, -0.0035846312530338764, -0.0031627602875232697, -0.002740889322012663, -0.002319018356502056, -0.0018971475074067712, -0.0014752766583114862, -0.0010534056928008795, -0.0006315347854979336, -0.00020966387819498777, 0.00021220702910795808, 0.0006340779364109039, 0.0010559489019215107, 0.0014778197510167956, 0.0018996906001120806, 0.0023215615656226873, 0.002743432531133294, 0.0031653032638132572, 0.003587174229323864, 0.004009045194834471, 0.0044309161603450775, 0.004852787125855684, 0.005274658091366291, 0.0056965285912156105, 0.006118399556726217, 0.006540270522236824, 0.006962141487747431, 0.007384012453258038, 0.007805883418768644, 0.008227754384279251, 0.00864962488412857, 0.009071496315300465, 0.009493366815149784, 0.009915238246321678, 0.010337108746170998, 0.010758979246020317, 0.011180850677192211, 0.01160272117704153, 0.012024592608213425, 0.012446463108062744, 0.012868334539234638, 0.013290205039083958, 0.013712076470255852, 0.014133946970105171]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 4.0, 2.0, 3.0, 4.0, 6.0, 10.0, 3.0, 3.0, 3.0, 5.0, 7.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.025854866951704025, -0.024708475917577744, -0.023562084883451462, -0.02241569384932518, -0.0212693028151989, -0.020122909918427467, -0.018976518884301186, -0.017830127850174904, -0.016683736816048622, -0.01553734578192234, -0.014390954747796059, -0.013244562782347202, -0.01209817174822092, -0.010951780714094639, -0.009805388748645782, -0.0086589977145195, -0.007512606680393219, -0.006366215646266937, -0.005219824146479368, -0.004073432646691799, -0.0029270416125655174, -0.001780650345608592, -0.0006342590786516666, 0.0005121321883052588, 0.0016585234552621841, 0.0028049147222191095, 0.003951305989176035, 0.005097697488963604, 0.006244088523089886, 0.0073904795572161674, 0.008536871522665024, 0.009683262556791306, 0.010829653590917587, 0.011976044625043869, 0.01312243565917015, 0.014268827624619007, 0.015415218658745289, 0.016561610624194145, 0.017708001658320427, 0.01885439269244671, 0.02000078372657299, 0.021147174760699272, 0.022293565794825554, 0.023439956828951836, 0.024586349725723267, 0.02573274075984955, 0.02687913179397583, 0.028025522828102112, 0.029171913862228394, 0.030318304896354675, 0.03146469593048096, 0.03261108696460724, 0.03375747799873352, 0.0349038690328598, 0.036050260066986084, 0.037196651101112366, 0.03834304213523865, 0.03948943689465523, 0.04063582792878151, 0.04178221896290779, 0.04292860999703407, 0.044075001031160355, 0.045221392065286636, 0.04636778309941292, 0.0475141741335392]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 3.0, 2.0, 1.0, 4.0, 3.0, 8.0, 3.0, 14.0, 7.0, 7.0, 7.0, 3.0, 15.0, 16.0, 29.0, 33.0, 46.0, 104.0, 124.0, 214.0, 336.0, 475.0, 687.0, 858.0, 1121.0, 1341.0, 1703.0, 2607.0, 5926.0, 730.0, 378.0, 296.0, 219.0, 160.0, 124.0, 88.0, 93.0, 55.0, 66.0, 54.0, 40.0, 32.0, 47.0, 53.0, 50.0, 38.0, 31.0, 50.0, 36.0, 29.0, 18.0, 16.0, 14.0, 3.0, 2.0, 4.0, 3.0, 1.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.021376362070441246, -0.020678237080574036, -0.019980112090706825, -0.019281987100839615, -0.018583860248327255, -0.017885735258460045, -0.017187610268592834, -0.016489485278725624, -0.015791360288858414, -0.015093234367668629, -0.014395109377801418, -0.013696984387934208, -0.012998858466744423, -0.012300733476877213, -0.011602608487010002, -0.010904482565820217, -0.010206357575953007, -0.009508232586085796, -0.008810106664896011, -0.008111981675028801, -0.007413856685161591, -0.006715731229633093, -0.006017605774104595, -0.005319480784237385, -0.004621355328708887, -0.003923229873180389, -0.003225104883313179, -0.0025269794277846813, -0.0018288542050868273, -0.0011307289823889732, -0.00043260364327579737, 0.0002655216376297176, 0.0009636469185352325, 0.0016617721412330866, 0.0023598973639309406, 0.0030580228194594383, 0.0037561480421572924, 0.004454273264855146, 0.005152398720383644, 0.0058505237102508545, 0.006548649165779352, 0.00724677462130785, 0.00794489961117506, 0.00864302460104227, 0.009341150522232056, 0.010039275512099266, 0.010737400501966476, 0.011435526423156261, 0.012133651413023472, 0.012831776402890682, 0.013529902324080467, 0.014228027313947678, 0.014926152303814888, 0.015624278225004673, 0.01632240228354931, 0.01702052913606167, 0.01771865412592888, 0.01841677911579609, 0.0191149041056633, 0.01981302909553051, 0.02051115408539772, 0.02120928093791008, 0.02190740592777729, 0.0226055309176445, 0.02330365590751171]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.25805965065956116, -0.25171053409576416, -0.24536141753196716, -0.23901230096817017, -0.23266318440437317, -0.22631406784057617, -0.21996495127677917, -0.21361583471298218, -0.20726671814918518, -0.20091761648654938, -0.19456849992275238, -0.18821938335895538, -0.1818702667951584, -0.1755211502313614, -0.1691720336675644, -0.1628229171037674, -0.1564738005399704, -0.1501246839761734, -0.1437755674123764, -0.1374264508485794, -0.1310773342847824, -0.12472822517156601, -0.11837910860776901, -0.11202999204397202, -0.10568087548017502, -0.09933175891637802, -0.09298264235258102, -0.08663352578878403, -0.08028441667556763, -0.07393530011177063, -0.06758618354797363, -0.061237066984176636, -0.05488795042037964, -0.04853883385658264, -0.042189717292785645, -0.035840604454278946, -0.02949148789048195, -0.023142371326684952, -0.016793256625533104, -0.010444140993058681, -0.004095025360584259, 0.0022540902718901634, 0.008603205904364586, 0.014952321536839008, 0.02130143716931343, 0.027650553733110428, 0.033999666571617126, 0.040348783135414124, 0.04669789969921112, 0.05304701626300812, 0.059396132826805115, 0.06574524939060211, 0.07209436595439911, 0.07844347506761551, 0.0847925916314125, 0.0911417081952095, 0.0974908247590065, 0.1038399413228035, 0.1101890578866005, 0.11653817445039749, 0.12288728356361389, 0.1292364001274109, 0.13558551669120789, 0.14193463325500488, 0.14828374981880188]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 2.0, 0.0, 3.0, 2.0, 3.0, 3.0, 0.0, 2.0, 2.0, 2.0, 0.0, 5.0, 1.0, 5.0, 3.0, 3.0, 7.0, 10.0, 11.0, 20.0, 10.0, 14.0, 17.0, 37.0, 24.0, 21.0, 8.0, 6.0, 5.0, 10.0, 6.0, 7.0, 3.0, 3.0, 2.0, 3.0, 3.0, 3.0, 2.0, 2.0, 3.0, 1.0, 4.0], "bins": [-0.10144145786762238, -0.09914645552635193, -0.09685145318508148, -0.09455645084381104, -0.09226144105195999, -0.08996643871068954, -0.0876714363694191, -0.08537643402814865, -0.0830814316868782, -0.08078642934560776, -0.07849141955375671, -0.07619641721248627, -0.07390141487121582, -0.07160641252994537, -0.06931141018867493, -0.06701640784740448, -0.06472140550613403, -0.06242639943957329, -0.06013139337301254, -0.057836391031742096, -0.05554138869047165, -0.053246382623910904, -0.05095138028264046, -0.04865637794137001, -0.046361371874809265, -0.04406636953353882, -0.04177136719226837, -0.039476364850997925, -0.03718135878443718, -0.03488635644316673, -0.032591354101896286, -0.03029634989798069, -0.028001345694065094, -0.025706341490149498, -0.02341133914887905, -0.021116334944963455, -0.01882133260369301, -0.016526328399777412, -0.014231324195861816, -0.011936320923268795, -0.009641317650675774, -0.007346314378082752, -0.0050513106398284435, -0.0027563071344047785, -0.00046130362898111343, 0.0018336998764425516, 0.004128703381866217, 0.006423707120120525, 0.008718710392713547, 0.011013713665306568, 0.01330871693789959, 0.015603721141815186, 0.017898723483085632, 0.02019372768700123, 0.022488731890916824, 0.02478373423218727, 0.027078738436102867, 0.029373742640018463, 0.03166874498128891, 0.03396374732255936, 0.0362587533891201, 0.03855375573039055, 0.040848758071660995, 0.04314376413822174, 0.04543876647949219]}, "_runtime": 34.687864542007446, "_timestamp": 1596211624.4589734, "_step": 39}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 2.0, 2.0, 2.0, 0.0, 2.0, 1.0, 2.0, 0.0, 2.0, 4.0, 1.0, 0.0, 7.0, 2.0, 3.0, 4.0, 2.0, 2.0, 3.0, 0.0, 1.0, 2.0, 0.0, 0.0, 3.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013065572828054428, -0.012697506695985794, -0.01232944056391716, -0.011961374431848526, -0.011593308299779892, -0.011225241236388683, -0.01085717510432005, -0.010489108972251415, -0.010121042840182781, -0.009752976708114147, -0.009384910576045513, -0.009016844443976879, -0.00864877738058567, -0.008280711248517036, -0.007912645116448402, -0.007544578984379768, -0.007176512852311134, -0.0068084467202425, -0.006440380588173866, -0.006072313990443945, -0.005704247858375311, -0.005336181726306677, -0.0049681151285767555, -0.0046000489965081215, -0.0042319828644394875, -0.0038639167323708534, -0.0034958503674715757, -0.003127784002572298, -0.002759717870503664, -0.00239165173843503, -0.0020235853735357523, -0.0016555191250517964, -0.0012874528765678406, -0.0009193866280838847, -0.0005513203795999289, -0.000183254131115973, 0.00018481211736798286, 0.0005528783658519387, 0.0009209446143358946, 0.0012890108628198504, 0.0016570771113038063, 0.0020251432433724403, 0.002393209608271718, 0.0027612759731709957, 0.0031293421052396297, 0.0034974082373082638, 0.0038654746022075415, 0.004233540967106819, 0.004601607099175453, 0.004969673231244087, 0.005337739363312721, 0.005705805961042643, 0.006073872093111277, 0.006441938225179911, 0.006810004822909832, 0.007178070954978466, 0.0075461370870471, 0.007914203219115734, 0.008282269351184368, 0.008650335483253002, 0.00901840254664421, 0.009386468678712845, 0.009754534810781479, 0.010122600942850113, 0.010490667074918747]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0, 3.0, 5.0, 10.0, 10.0, 14.0, 24.0, 22.0, 32.0, 46.0, 69.0, 90.0, 142.0, 225.0, 380.0, 797.0, 4886.0, 547.0, 206.0, 130.0, 83.0, 54.0, 35.0, 18.0, 32.0, 21.0, 9.0, 8.0, 5.0, 4.0, 2.0, 4.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.26083341240882874, -0.2535970211029053, -0.246360644698143, -0.23912425339221954, -0.23188787698745728, -0.2246514856815338, -0.21741509437561035, -0.21017871797084808, -0.20294232666492462, -0.19570595026016235, -0.1884695589542389, -0.18123316764831543, -0.17399679124355316, -0.1667603999376297, -0.15952402353286743, -0.15228763222694397, -0.1450512409210205, -0.13781486451625824, -0.13057847321033478, -0.12334208935499191, -0.11610570549964905, -0.10886932164430618, -0.10163293778896332, -0.09439655393362045, -0.08716017007827759, -0.07992377877235413, -0.07268739491701126, -0.0654510110616684, -0.05821462720632553, -0.05097823962569237, -0.0437418557703495, -0.03650546818971634, -0.029269084334373474, -0.02203269861638546, -0.01479631382972002, -0.007559928577393293, -0.00032354332506656647, 0.0069128419272601604, 0.014149227179586887, 0.021385611966252327, 0.02862199768424034, 0.035858381539583206, 0.04309476912021637, 0.050331152975559235, 0.0575675368309021, 0.06480392068624496, 0.07204031199216843, 0.07927669584751129, 0.08651307970285416, 0.09374946355819702, 0.10098584741353989, 0.10822223871946335, 0.11545862257480621, 0.12269500643014908, 0.12993139028549194, 0.1371677815914154, 0.14440415799617767, 0.15164054930210114, 0.1588769257068634, 0.16611331701278687, 0.17334970831871033, 0.1805860847234726, 0.18782247602939606, 0.19505885243415833, 0.2022952437400818]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 2.0, 1.0, 2.0, 1.0, 1.0, 2.0, 1.0, 3.0, 1.0, 2.0, 2.0, 4.0, 5.0, 1.0, 4.0, 3.0, 3.0, 1.0, 6.0, 4.0, 3.0, 23.0, 0.0, 4.0, 4.0, 3.0, 1.0, 5.0, 1.0, 2.0, 1.0, 0.0, 4.0, 1.0, 1.0, 1.0, 3.0, 3.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 4.0], "bins": [-0.002548042219132185, -0.0024844519793987274, -0.002420861506834626, -0.0023572712671011686, -0.002293681027367711, -0.0022300907876342535, -0.0021665003150701523, -0.0021029100753366947, -0.002039319835603237, -0.001975729363039136, -0.0019121391233056784, -0.0018485488835722208, -0.0017849585274234414, -0.0017213682876899838, -0.0016577779315412045, -0.0015941876918077469, -0.0015305973356589675, -0.001467006979510188, -0.0014034167397767305, -0.0013398263836279511, -0.0012762361438944936, -0.0012126457877457142, -0.0011490555480122566, -0.0010854651918634772, -0.0010218748357146978, -0.0009582845959812403, -0.0008946942980401218, -0.0008311040000990033, -0.0007675136439502239, -0.0007039233460091054, -0.000640333048067987, -0.0005767427501268685, -0.00051315245218575, -0.00044956215424463153, -0.00038597185630351305, -0.0003223815292585641, -0.00025879123131744564, -0.00019520093337632716, -0.00013161062088329345, -6.802031566621736e-05, -4.430010449141264e-06, 5.916029476793483e-05, 0.00012275059998501092, 0.00018634091247804463, 0.0002499312104191631, 0.0003135215083602816, 0.0003771118354052305, 0.000440702133346349, 0.0005042924312874675, 0.000567882729228586, 0.0006314730271697044, 0.0006950633251108229, 0.0007586536230519414, 0.0008222439792007208, 0.0008858342771418393, 0.0009494245750829577, 0.0010130149312317371, 0.0010766051709651947, 0.001140195527113974, 0.0012037857668474317, 0.001267376122996211, 0.0013309663627296686, 0.001394556718878448, 0.0014581469586119056, 0.001521737314760685]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 2.0, 9.0, 5.0, 5.0, 5.0, 11.0, 22.0, 25.0, 39.0, 51.0, 75.0, 109.0, 134.0, 186.0, 283.0, 416.0, 599.0, 920.0, 1408.0, 2034.0, 3368.0, 5494.0, 9381.0, 16631.0, 31849.0, 63135.0, 140686.0, 677271.0, 113078.0, 50566.0, 25744.0, 14130.0, 8099.0, 4797.0, 3018.0, 1910.0, 1264.0, 848.0, 597.0, 447.0, 294.0, 190.0, 142.0, 104.0, 84.0, 45.0, 41.0, 30.0, 14.0, 13.0, 9.0, 6.0, 7.0, 4.0, 3.0, 2.0, 0.0, 3.0], "bins": [-0.011100562289357185, -0.010769568383693695, -0.010438574478030205, -0.01010757964104414, -0.00977658573538065, -0.00944559182971716, -0.009114596992731094, -0.008783603087067604, -0.008452609181404114, -0.008121615275740623, -0.007790620904415846, -0.007459626533091068, -0.007128632627427578, -0.006797638721764088, -0.00646664435043931, -0.0061356499791145325, -0.005804656073451042, -0.005473662167787552, -0.005142667796462774, -0.004811673425137997, -0.004480679519474506, -0.004149685613811016, -0.0038186912424862385, -0.0034876971039921045, -0.0031567029654979706, -0.0028257088270038366, -0.0024947146885097027, -0.0021637205500155687, -0.0018327264115214348, -0.0015017322730273008, -0.0011707381345331669, -0.0008397439960390329, -0.000508749857544899, -0.00017775571905076504, 0.0001532384194433689, 0.00048423255793750286, 0.0008152266964316368, 0.0011462208349257708, 0.0014772149734199047, 0.0018082091119140387, 0.0021392032504081726, 0.0024701973889023066, 0.0028011915273964405, 0.0031321856658905745, 0.0034631798043847084, 0.0037941739428788424, 0.004125168081372976, 0.004456162452697754, 0.004787156358361244, 0.0051181502640247345, 0.005449144635349512, 0.00578013900667429, 0.00611113291233778, 0.00644212681800127, 0.006773121189326048, 0.0071041155606508255, 0.007435109466314316, 0.007766103371977806, 0.008097097277641296, 0.008428092114627361, 0.008759086020290852, 0.009090079925954342, 0.009421074762940407, 0.009752068668603897, 0.010083062574267387]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 3.0, 3.0, 6.0, 3.0, 10.0, 4.0, 2.0, 5.0, 3.0, 6.0, 3.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.018934985622763634, -0.018455423414707184, -0.017975861206650734, -0.017496297135949135, -0.017016734927892685, -0.016537172719836235, -0.016057610511779785, -0.01557804737240076, -0.01509848516434431, -0.014618922956287861, -0.014139359816908836, -0.013659797608852386, -0.013180235400795937, -0.012700672261416912, -0.012221110053360462, -0.011741546913981438, -0.011261984705924988, -0.010782422497868538, -0.010302859358489513, -0.009823297150433064, -0.009343734011054039, -0.008864171802997589, -0.00838460959494114, -0.007905046455562115, -0.007425484247505665, -0.006945921573787928, -0.00646635890007019, -0.0059867966920137405, -0.005507234018296003, -0.005027671344578266, -0.004548109136521816, -0.004068546462804079, -0.003588983789086342, -0.0031094211153686047, -0.002629858674481511, -0.0021502962335944176, -0.0016707335598766804, -0.001191171002574265, -0.0007116084452718496, -0.00023204588796943426, 0.0002475166693329811, 0.0007270792266353965, 0.0012066417839378119, 0.0016862043412402272, 0.0021657668985426426, 0.00264532957226038, 0.0031248920131474733, 0.003604454454034567, 0.004084017127752304, 0.004563579801470041, 0.0050431424751877785, 0.005522704683244228, 0.0060022673569619656, 0.006481830030679703, 0.006961392238736153, 0.00744095491245389, 0.007920517586171627, 0.008400079794228077, 0.008879642933607101, 0.009359205141663551, 0.009838767349720001, 0.010318330489099026, 0.010797892697155476, 0.0112774558365345, 0.01175701804459095]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [4.0, 4.0, 11.0, 7.0, 3.0, 9.0, 7.0, 5.0, 8.0, 8.0, 15.0, 12.0, 8.0, 8.0, 10.0, 8.0, 15.0, 20.0, 27.0, 28.0, 20.0, 38.0, 45.0, 64.0, 81.0, 100.0, 126.0, 147.0, 167.0, 213.0, 292.0, 369.0, 438.0, 547.0, 775.0, 1054.0, 1624.0, 5090.0, 1851.0, 1209.0, 945.0, 723.0, 551.0, 412.0, 290.0, 217.0, 155.0, 147.0, 121.0, 92.0, 68.0, 59.0, 33.0, 35.0, 33.0, 20.0, 19.0, 8.0, 7.0, 14.0, 10.0, 2.0, 3.0, 1.0], "bins": [-0.006657143123447895, -0.006478898227214813, -0.006300653796643019, -0.006122408900409937, -0.005944164469838142, -0.005765919573605061, -0.005587675143033266, -0.005409430246800184, -0.00523118581622839, -0.005052940919995308, -0.004874696023762226, -0.004696451593190432, -0.00451820669695735, -0.004339962266385555, -0.0041617173701524734, -0.003983472939580679, -0.003805228043347597, -0.003626983379945159, -0.003448738716542721, -0.0032704940531402826, -0.0030922493897378445, -0.0029140044935047626, -0.0027357598301023245, -0.0025575151666998863, -0.002379270503297448, -0.00220102583989501, -0.002022781176492572, -0.0018445363966748118, -0.0016662917332723737, -0.0014880470698699355, -0.0013098022900521755, -0.0011315576266497374, -0.0009533129632472992, -0.000775068299844861, -0.000596823578234762, -0.00041857888572849333, -0.0002403341932222247, -6.208950071595609e-05, 0.00011615519179031253, 0.00029439988429658115, 0.00047264457680284977, 0.0006508892402052879, 0.000829133961815387, 0.001007378683425486, 0.0011856233468279243, 0.0013638680102303624, 0.0015421127900481224, 0.0017203574534505606, 0.0018986021168529987, 0.002076846780255437, 0.002255091443657875, 0.0024333361070603132, 0.0026115807704627514, 0.002789825666695833, 0.0029680703300982714, 0.0031463149935007095, 0.0033245596569031477, 0.003502804320305586, 0.003681048983708024, 0.003859293647110462, 0.004037538543343544, 0.0042157829739153385, 0.00439402787014842, 0.004572272300720215, 0.004750517196953297]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 4.0, 0.0, 0.0, 3.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.040584906935691833, -0.038532551378011703, -0.036480195820331573, -0.03442784398794174, -0.03237548843026161, -0.030323132872581482, -0.0282707791775465, -0.02621842548251152, -0.02416606992483139, -0.02211371436715126, -0.02006136067211628, -0.0180090069770813, -0.01595665141940117, -0.013904296793043613, -0.011851942166686058, -0.009799587540328503, -0.007747232913970947, -0.005694878287613392, -0.0036425236612558365, -0.001590169034898281, 0.0004621855914592743, 0.0025145402178168297, 0.004566894844174385, 0.0066192494705319405, 0.008671604096889496, 0.010723958723247051, 0.012776313349604607, 0.014828667975962162, 0.016881022602319717, 0.018933378159999847, 0.020985731855034828, 0.02303808555006981, 0.02509044110774994, 0.02714279666543007, 0.02919515036046505, 0.03124750405550003, 0.03329985961318016, 0.03535221517086029, 0.03740456700325012, 0.03945692256093025, 0.04150927811861038, 0.04356163367629051, 0.04561398923397064, 0.047666341066360474, 0.049718696624040604, 0.051771052181720734, 0.053823404014110565, 0.055875759571790695, 0.057928115129470825, 0.059980470687150955, 0.062032826244831085, 0.06408517807722092, 0.06613753736019135, 0.06818988919258118, 0.07024224102497101, 0.07229460030794144, 0.07434695214033127, 0.0763993039727211, 0.07845166325569153, 0.08050401508808136, 0.08255636692047119, 0.08460872620344162, 0.08666107803583145, 0.08871343731880188, 0.09076578915119171]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 4.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 3.0, 2.0, 0.0, 2.0, 0.0, 4.0, 3.0, 4.0, 10.0, 12.0, 31.0, 24.0, 30.0, 34.0, 13.0, 18.0, 10.0, 9.0, 10.0, 3.0, 7.0, 4.0, 1.0, 1.0, 0.0, 1.0, 3.0, 2.0, 3.0, 2.0, 2.0, 2.0, 2.0, 2.0, 0.0, 4.0, 2.0, 1.0, 0.0, 1.0, 3.0, 0.0, 0.0, 3.0, 1.0], "bins": [-0.024574223905801773, -0.023828959092497826, -0.023083694279193878, -0.02233843132853508, -0.021593166515231133, -0.020847901701927185, -0.020102638751268387, -0.01935737393796444, -0.018612109124660492, -0.017866844311356544, -0.017121579498052597, -0.0163763165473938, -0.01563105173408985, -0.014885786920785904, -0.014140523038804531, -0.013395259156823158, -0.01264999434351921, -0.011904729530215263, -0.01115946564823389, -0.010414201766252518, -0.00966893695294857, -0.008923672139644623, -0.00817840825766325, -0.00743314391002059, -0.00668787956237793, -0.0059426152147352695, -0.005197350867092609, -0.004452086519449949, -0.003706822171807289, -0.002961557824164629, -0.002216293476521969, -0.0014710291288793087, -0.0007257647812366486, 1.949956640601158e-05, 0.0007647639140486717, 0.0015100282616913319, 0.002255292609333992, 0.003000556956976652, 0.0037458213046193123, 0.004491085652261972, 0.005236349999904633, 0.005981614347547293, 0.006726878695189953, 0.007472143042832613, 0.008217407390475273, 0.00896267220377922, 0.009707936085760593, 0.010453199967741966, 0.011198464781045914, 0.011943729594349861, 0.012688993476331234, 0.013434257358312607, 0.014179522171616554, 0.014924786984920502, 0.0156700499355793, 0.016415314748883247, 0.017160579562187195, 0.017905844375491142, 0.01865110918879509, 0.019396372139453888, 0.020141636952757835, 0.020886901766061783, 0.02163216471672058, 0.02237742953002453, 0.023122694343328476]}, "_runtime": 35.435567140579224, "_timestamp": 1596211625.206676, "_step": 40}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 4.0, 0.0, 2.0, 1.0, 2.0, 5.0, 2.0, 1.0, 1.0, 1.0, 2.0, 0.0, 3.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 3.0, 5.0, 4.0, 2.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013063779100775719, -0.012648042291402817, -0.012232305482029915, -0.011816568672657013, -0.011400831863284111, -0.010985095053911209, -0.010569358244538307, -0.010153621435165405, -0.009737884625792503, -0.009322148747742176, -0.008906411938369274, -0.008490675128996372, -0.00807493831962347, -0.007659201510250568, -0.0072434647008776665, -0.0068277278915047646, -0.006411991082131863, -0.005996254272758961, -0.005580517463386059, -0.005164780654013157, -0.004749043844640255, -0.00433330750092864, -0.0039175706915557384, -0.0035018338821828365, -0.0030860970728099346, -0.0026703602634370327, -0.0022546234540641308, -0.0018388868775218725, -0.0014231500681489706, -0.0010074132587760687, -0.0005916765658184886, -0.0001759398146532476, 0.0002397969365119934, 0.0006555336876772344, 0.0010712704388424754, 0.0014870071318000555, 0.0019027439411729574, 0.0023184807505458593, 0.0027342173270881176, 0.0031499541364610195, 0.0035656909458339214, 0.003981427755206823, 0.004397164564579725, 0.004812901373952627, 0.005228637717664242, 0.005644374527037144, 0.006060111336410046, 0.0064758481457829475, 0.0068915849551558495, 0.007307321764528751, 0.007723058573901653, 0.008138795383274555, 0.008554532192647457, 0.008970269002020359, 0.009386005811393261, 0.009801742620766163, 0.01021747849881649, 0.010633215308189392, 0.011048952117562294, 0.011464688926935196, 0.011880425736308098, 0.012296162545681, 0.012711899355053902, 0.013127636164426804, 0.013543372973799706]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 6.0, 7.0, 5.0, 7.0, 11.0, 9.0, 6.0, 12.0, 28.0, 28.0, 41.0, 35.0, 42.0, 50.0, 74.0, 101.0, 109.0, 186.0, 202.0, 374.0, 3122.0, 2007.0, 510.0, 270.0, 169.0, 129.0, 102.0, 69.0, 63.0, 34.0, 23.0, 17.0, 22.0, 13.0, 8.0, 7.0, 7.0, 7.0, 6.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.19184856116771698, -0.18635620176792145, -0.18086384236812592, -0.1753714680671692, -0.16987910866737366, -0.16438674926757812, -0.1588943898677826, -0.15340203046798706, -0.14790967106819153, -0.1424172967672348, -0.13692493736743927, -0.13143257796764374, -0.1259402185678482, -0.12044785171747208, -0.11495549231767654, -0.10946312546730042, -0.10397076606750488, -0.09847840666770935, -0.09298603981733322, -0.08749368041753769, -0.08200131356716156, -0.07650895416736603, -0.0710165947675705, -0.06552422791719437, -0.060031868517398834, -0.054539505392313004, -0.04904714226722717, -0.04355478286743164, -0.03806241974234581, -0.03257005661725998, -0.027077695354819298, -0.021585334092378616, -0.016092970967292786, -0.01060060877352953, -0.0051082465797662735, 0.0003841156139969826, 0.005876477807760239, 0.011368840001523495, 0.01686120219528675, 0.022353563457727432, 0.027845926582813263, 0.033338289707899094, 0.038830652832984924, 0.04432301223278046, 0.04981537535786629, 0.05530773848295212, 0.06080009788274765, 0.06629246473312378, 0.07178482413291931, 0.07727718353271484, 0.08276955038309097, 0.0882619097828865, 0.09375427663326263, 0.09924663603305817, 0.1047389954328537, 0.11023136228322983, 0.11572372168302536, 0.12121608108282089, 0.12670844793319702, 0.13220080733299255, 0.13769316673278809, 0.14318552613258362, 0.14867790043354034, 0.15417025983333588, 0.1596626192331314]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 2.0, 1.0, 4.0, 2.0, 1.0, 3.0, 1.0, 3.0, 2.0, 2.0, 2.0, 2.0, 2.0, 3.0, 2.0, 5.0, 4.0, 9.0, 23.0, 4.0, 2.0, 3.0, 2.0, 3.0, 3.0, 0.0, 4.0, 0.0, 4.0, 1.0, 5.0, 1.0, 1.0, 0.0, 2.0, 4.0, 0.0, 3.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00257718819193542, -0.002481941133737564, -0.002386694308370352, -0.002291447250172496, -0.00219620019197464, -0.002100953133776784, -0.0020057063084095716, -0.0019104592502117157, -0.0018152121920138597, -0.0017199652502313256, -0.0016247183084487915, -0.0015294712502509356, -0.0014342243084684014, -0.0013389772502705455, -0.0012437303084880114, -0.0011484832502901554, -0.0010532363085076213, -0.0009579893085174263, -0.0008627423085272312, -0.0007674953085370362, -0.0006722483085468411, -0.000577001366764307, -0.000481754366774112, -0.00038650736678391695, -0.0002912603667937219, -0.00019601336680352688, -0.00010076638136524707, -5.519388651009649e-06, 8.972760406322777e-05, 0.0001849746040534228, 0.0002802215749397874, 0.0003754685749299824, 0.00047071557492017746, 0.0005659625749103725, 0.0006612095749005675, 0.0007564565748907626, 0.0008517035748809576, 0.0009469505166634917, 0.0010421975748613477, 0.0011374445166438818, 0.0012326915748417377, 0.0013279385166242719, 0.001423185458406806, 0.001518432516604662, 0.001613679458387196, 0.001708926516585052, 0.0018041734583675861, 0.001899420516565442, 0.001994667574763298, 0.0020899144001305103, 0.0021851614583283663, 0.0022804085165262222, 0.0023756553418934345, 0.0024709024000912905, 0.0025661494582891464, 0.0026613965164870024, 0.0027566433418542147, 0.0028518904000520706, 0.0029471374582499266, 0.003042384283617139, 0.003137631341814995, 0.0032328784000128508, 0.0033281254582107067, 0.003423372283577919, 0.003518619341775775]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 3.0, 3.0, 2.0, 4.0, 5.0, 6.0, 25.0, 32.0, 50.0, 73.0, 104.0, 229.0, 361.0, 584.0, 982.0, 1599.0, 2784.0, 5197.0, 9533.0, 18616.0, 39459.0, 91015.0, 663338.0, 194941.0, 70657.0, 34704.0, 18387.0, 10229.0, 6236.0, 3743.0, 2342.0, 1459.0, 997.0, 615.0, 386.0, 288.0, 193.0, 126.0, 94.0, 55.0, 51.0, 38.0, 22.0, 12.0, 17.0, 14.0, 10.0, 2.0, 1.0, 6.0, 3.0, 2.0, 3.0, 3.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.012430437840521336, -0.012000594288110733, -0.01157075073570013, -0.011140907183289528, -0.01071106269955635, -0.010281219147145748, -0.009851375594735146, -0.009421532042324543, -0.00899168848991394, -0.008561844937503338, -0.008132001385092735, -0.007702157367020845, -0.007272313814610243, -0.00684247026219964, -0.00641262624412775, -0.005982782691717148, -0.005552939139306545, -0.005123095586895943, -0.00469325203448534, -0.00426340801641345, -0.0038335644640028477, -0.003403720911592245, -0.002973877126350999, -0.0025440333411097527, -0.00211418978869915, -0.0016843461198732257, -0.0012545024510473013, -0.0008246587822213769, -0.0003948151133954525, 3.50285554304719e-05, 0.0004648722242563963, 0.0008947158930823207, 0.001324559561908245, 0.0017544032307341695, 0.002184246899560094, 0.00261409068480134, 0.0030439342372119427, 0.0034737777896225452, 0.0039036215748637915, 0.004333465360105038, 0.00476330891251564, 0.005193152464926243, 0.005622996017336845, 0.006052840035408735, 0.006482683587819338, 0.00691252714022994, 0.00734237115830183, 0.007772214710712433, 0.008202058263123035, 0.008631901815533638, 0.00906174536794424, 0.009491588920354843, 0.00992143340408802, 0.010351276956498623, 0.010781120508909225, 0.011210964061319828, 0.01164080761373043, 0.012070651166141033, 0.012500494718551636, 0.012930338270962238, 0.013360181823372841, 0.013790026307106018, 0.01421986985951662, 0.014649713411927223, 0.015079556964337826]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 3.0, 1.0, 1.0, 1.0, 2.0, 3.0, 2.0, 2.0, 3.0, 0.0, 9.0, 5.0, 1.0, 4.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0], "bins": [-0.02306603081524372, -0.022466229274868965, -0.02186642959713936, -0.021266628056764603, -0.020666828379034996, -0.02006702683866024, -0.019467227160930634, -0.018867425620555878, -0.018267624080181122, -0.017667824402451515, -0.01706802286207676, -0.016468223184347153, -0.015868421643972397, -0.015268621034920216, -0.014668820425868034, -0.014069019816815853, -0.013469219207763672, -0.01286941859871149, -0.01226961798965931, -0.011669817380607128, -0.011070016771554947, -0.010470215231180191, -0.00987041462212801, -0.009270614013075829, -0.008670813404023647, -0.008071012794971466, -0.007471212185919285, -0.006871411111205816, -0.006271610502153635, -0.005671809893101454, -0.005072008818387985, -0.004472208209335804, -0.0038724076002836227, -0.0032726069912314415, -0.0026728061493486166, -0.0020730053074657917, -0.0014732046984136105, -0.0008734039729461074, -0.0002736032474786043, 0.00032619747798889875, 0.0009259982034564018, 0.001525798928923905, 0.002125599654391408, 0.002725400496274233, 0.003325201105326414, 0.003925001714378595, 0.004524802789092064, 0.005124603398144245, 0.005724404007196426, 0.006324204616248608, 0.006924005225300789, 0.007523806300014257, 0.008123606443405151, 0.008723407983779907, 0.009323208592832088, 0.00992300920188427, 0.010522809810936451, 0.011122610419988632, 0.011722411029040813, 0.012322211638092995, 0.01292201317846775, 0.013521813787519932, 0.014121614396572113, 0.014721415005624294, 0.015321215614676476]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 3.0, 2.0, 5.0, 1.0, 4.0, 6.0, 10.0, 8.0, 14.0, 10.0, 11.0, 13.0, 12.0, 5.0, 8.0, 17.0, 21.0, 27.0, 26.0, 39.0, 60.0, 63.0, 92.0, 125.0, 156.0, 192.0, 282.0, 404.0, 563.0, 714.0, 1101.0, 2186.0, 6092.0, 1623.0, 1084.0, 744.0, 497.0, 401.0, 330.0, 275.0, 232.0, 158.0, 133.0, 111.0, 92.0, 93.0, 76.0, 61.0, 67.0, 51.0, 37.0, 25.0, 22.0, 11.0, 13.0, 7.0, 6.0, 4.0, 3.0, 1.0], "bins": [-0.018017444759607315, -0.017521079629659653, -0.01702471449971199, -0.01652834750711918, -0.016031982377171516, -0.015535617247223854, -0.015039251185953617, -0.01454288512468338, -0.014046519994735718, -0.013550154864788055, -0.013053788803517818, -0.012557422742247581, -0.012061057612299919, -0.011564692482352257, -0.01106832642108202, -0.010571960359811783, -0.01007559522986412, -0.009579230099916458, -0.009082864038646221, -0.008586497977375984, -0.008090132847428322, -0.007593767251819372, -0.0070974016562104225, -0.006601036060601473, -0.006104670464992523, -0.0056083048693835735, -0.005111939273774624, -0.004615573678165674, -0.0041192080825567245, -0.003622842486947775, -0.0031264768913388252, -0.0026301112957298756, -0.002133745700120926, -0.0016373801045119762, -0.0011410145089030266, -0.0006446489132940769, -0.00014828331768512726, 0.0003480822779238224, 0.0008444478735327721, 0.0013408134691417217, 0.0018371790647506714, 0.002333544660359621, 0.0028299102559685707, 0.0033262758515775204, 0.00382264144718647, 0.00431900704279542, 0.004815372638404369, 0.005311738234013319, 0.005808103829622269, 0.006304469425231218, 0.006800835020840168, 0.007297200616449118, 0.007793566212058067, 0.00828993134200573, 0.008786297403275967, 0.009282663464546204, 0.009779028594493866, 0.010275393724441528, 0.010771759785711765, 0.011268125846982002, 0.011764490976929665, 0.012260856106877327, 0.012757222168147564, 0.013253588229417801, 0.013749953359365463]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 6.0, 2.0, 1.0, 2.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.15466350317001343, -0.1476176679134369, -0.14057183265686035, -0.1335259974002838, -0.12648016214370728, -0.11943431943655014, -0.1123884841799736, -0.10534264892339706, -0.09829681366682053, -0.09125097841024399, -0.08420514315366745, -0.07715930789709091, -0.07011346518993378, -0.06306762993335724, -0.0560217946767807, -0.04897595942020416, -0.041930124163627625, -0.034884288907051086, -0.0278384517878294, -0.020792614668607712, -0.013746779412031174, -0.006700943224132061, 0.0003448929637670517, 0.007390729151666164, 0.014436565339565277, 0.021482400596141815, 0.028528237715363503, 0.03557407483458519, 0.04261991009116173, 0.049665745347738266, 0.0567115843296051, 0.06375741958618164, 0.07080325484275818, 0.07784909009933472, 0.08489492535591125, 0.09194076061248779, 0.09898659586906433, 0.10603243857622147, 0.113078273832798, 0.12012410908937454, 0.12716993689537048, 0.13421578705310822, 0.14126162230968475, 0.1483074575662613, 0.15535329282283783, 0.16239912807941437, 0.1694449633359909, 0.17649079859256744, 0.18353663384914398, 0.19058246910572052, 0.19762830436229706, 0.2046741396188736, 0.21171997487545013, 0.21876581013202667, 0.2258116453886032, 0.23285748064517975, 0.23990333080291748, 0.24694916605949402, 0.25399500131607056, 0.2610408365726471, 0.26808667182922363, 0.27513250708580017, 0.2821783423423767, 0.28922417759895325, 0.2962700128555298]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 8.0, 4.0, 6.0, 6.0, 6.0, 2.0, 7.0, 4.0, 1.0, 6.0, 3.0, 3.0, 11.0, 24.0, 21.0, 52.0, 31.0, 25.0, 15.0, 2.0, 0.0, 0.0, 0.0, 5.0, 2.0, 1.0, 2.0, 4.0, 4.0, 3.0, 2.0, 4.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.10783462226390839, -0.10276419669389725, -0.09769377112388611, -0.09262334555387497, -0.08755291998386383, -0.0824824869632721, -0.07741206139326096, -0.07234163582324982, -0.06727121025323868, -0.06220078468322754, -0.0571303591132164, -0.05205992981791496, -0.046989504247903824, -0.041919078677892685, -0.03684864938259125, -0.03177822381258011, -0.02670779824256897, -0.02163737267255783, -0.016566945239901543, -0.011496518738567829, -0.006426092237234116, -0.001355665735900402, 0.0037147607654333115, 0.008785187266767025, 0.013855613768100739, 0.018926039338111877, 0.023996466770768166, 0.029066894203424454, 0.03413731977343559, 0.03920774534344673, 0.04427817463874817, 0.04934860020875931, 0.05441902577877045, 0.059489451348781586, 0.06455987691879272, 0.06963030248880386, 0.074700728058815, 0.07977116107940674, 0.08484158664941788, 0.08991201221942902, 0.09498243778944016, 0.1000528633594513, 0.10512328892946243, 0.11019371449947357, 0.11526414752006531, 0.12033457309007645, 0.12540499866008759, 0.13047541677951813, 0.13554584980010986, 0.1406162828207016, 0.14568670094013214, 0.15075713396072388, 0.15582755208015442, 0.16089798510074615, 0.1659684032201767, 0.17103883624076843, 0.17610925436019897, 0.1811796873807907, 0.18625012040138245, 0.191320538520813, 0.19639097154140472, 0.20146138966083527, 0.206531822681427, 0.21160224080085754, 0.21667267382144928]}, "_runtime": 36.18157482147217, "_timestamp": 1596211625.9526837, "_step": 41}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 0.0, 1.0, 1.0, 5.0, 3.0, 0.0, 3.0, 1.0, 2.0, 2.0, 4.0, 4.0, 2.0, 7.0, 2.0, 2.0, 3.0, 2.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.015202188864350319, -0.014769895002245903, -0.014337601140141487, -0.013905308209359646, -0.01347301434725523, -0.013040720485150814, -0.012608426623046398, -0.012176133692264557, -0.011743839830160141, -0.011311545968055725, -0.01087925210595131, -0.010446958243846893, -0.010014665313065052, -0.009582371450960636, -0.00915007758885622, -0.008717783726751804, -0.008285490795969963, -0.007853196933865547, -0.007420903071761131, -0.006988609209656715, -0.006556315813213587, -0.006124021951109171, -0.005691728554666042, -0.0052594346925616264, -0.0048271408304572105, -0.004394847434014082, -0.003962553571909666, -0.0035302601754665375, -0.0030979663133621216, -0.0026656726840883493, -0.002233379054814577, -0.0018010854255408049, -0.0013687917962670326, -0.0009364981669932604, -0.0005042044795118272, -7.191082113422453e-05, 0.00036038283724337816, 0.0007926764665171504, 0.0012249702122062445, 0.0016572638414800167, 0.002089557470753789, 0.002521851100027561, 0.0029541447293013334, 0.0033864383585751057, 0.0038187322206795216, 0.00425102561712265, 0.004683319479227066, 0.005115612875670195, 0.0055479067377746105, 0.005980200599879026, 0.006412493996322155, 0.006844787858426571, 0.0072770812548696995, 0.007709375116974115, 0.008141668513417244, 0.00857396237552166, 0.009006256237626076, 0.009438550099730492, 0.009870843030512333, 0.010303136892616749, 0.010735430754721165, 0.01116772461682558, 0.011600017547607422, 0.012032311409711838, 0.012464605271816254]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 4.0, 4.0, 2.0, 8.0, 4.0, 13.0, 22.0, 21.0, 24.0, 43.0, 65.0, 88.0, 155.0, 204.0, 384.0, 2924.0, 2905.0, 476.0, 203.0, 134.0, 74.0, 48.0, 41.0, 17.0, 11.0, 12.0, 12.0, 4.0, 3.0, 2.0, 3.0, 4.0, 0.0, 1.0, 5.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.22251741588115692, -0.21577095985412598, -0.20902450382709503, -0.2022780478000641, -0.19553159177303314, -0.1887851357460022, -0.18203867971897125, -0.1752922236919403, -0.16854576766490936, -0.16179931163787842, -0.15505285561084747, -0.14830639958381653, -0.14155994355678558, -0.13481348752975464, -0.1280670315027237, -0.12132057547569275, -0.1145741194486618, -0.10782766342163086, -0.10108120739459991, -0.09433475136756897, -0.08758829534053802, -0.08084183931350708, -0.07409538328647614, -0.06734892725944519, -0.060602471232414246, -0.0538560152053833, -0.047109559178352356, -0.04036310315132141, -0.033616647124290466, -0.02687019109725952, -0.020123735070228577, -0.013377279043197632, -0.006630823016166687, 0.00011563301086425781, 0.006862089037895203, 0.013608545064926147, 0.020355001091957092, 0.027101457118988037, 0.03384791314601898, 0.04059436917304993, 0.04734082520008087, 0.054087281227111816, 0.06083373725414276, 0.0675801932811737, 0.07432664930820465, 0.0810731053352356, 0.08781956136226654, 0.09456601738929749, 0.10131247341632843, 0.10805892944335938, 0.11480538547039032, 0.12155184149742126, 0.1282982975244522, 0.13504475355148315, 0.1417912095785141, 0.14853766560554504, 0.155284121632576, 0.16203057765960693, 0.16877703368663788, 0.17552348971366882, 0.18226994574069977, 0.1890164017677307, 0.19576285779476166, 0.2025093138217926, 0.20925576984882355]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 2.0, 4.0, 2.0, 3.0, 2.0, 4.0, 3.0, 4.0, 2.0, 4.0, 4.0, 3.0, 3.0, 1.0, 6.0, 4.0, 26.0, 5.0, 3.0, 0.0, 5.0, 1.0, 1.0, 2.0, 4.0, 2.0, 2.0, 1.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0], "bins": [-0.002186201512813568, -0.0021173569839447737, -0.0020485124550759792, -0.0019796681590378284, -0.001910823630169034, -0.0018419791013002396, -0.001773134688846767, -0.0017042902763932943, -0.0016354457475245, -0.0015666012186557055, -0.0014977568062022328, -0.0014289123937487602, -0.0013600678648799658, -0.0012912233360111713, -0.0012223789235576987, -0.0011535345111042261, -0.0010846899822354317, -0.0010158454533666372, -0.0009470010409131646, -0.0008781565702520311, -0.0008093120995908976, -0.000740467628929764, -0.0006716231582686305, -0.000602778687607497, -0.0005339342169463634, -0.0004650897462852299, -0.0003962452756240964, -0.00032740080496296287, -0.00025855633430182934, -0.0001897118636406958, -0.00012086739297956228, -5.2022922318428755e-05, 1.6821548342704773e-05, 8.56660190038383e-05, 0.00015451048966497183, 0.00022335496032610536, 0.0002921994309872389, 0.0003610439016483724, 0.00042988837230950594, 0.0004987328429706395, 0.000567577313631773, 0.0006364217842929065, 0.00070526625495404, 0.0007741107256151736, 0.0008429551962763071, 0.0009117996669374406, 0.0009806441375985742, 0.0010494885500520468, 0.0011183330789208412, 0.0011871776077896357, 0.0012560220202431083, 0.0013248664326965809, 0.0013937109615653753, 0.0014625554904341698, 0.0015313999028876424, 0.001600244315341115, 0.0016690888442099094, 0.0017379333730787039, 0.0018067777855321765, 0.0018756221979856491, 0.0019444667268544436, 0.002013311255723238, 0.0020821555517613888, 0.0021510000806301832, 0.0022198446094989777]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 4.0, 2.0, 1.0, 9.0, 4.0, 6.0, 9.0, 15.0, 23.0, 22.0, 31.0, 58.0, 89.0, 118.0, 209.0, 288.0, 423.0, 594.0, 974.0, 1608.0, 2568.0, 4518.0, 8042.0, 15386.0, 32775.0, 77407.0, 235993.0, 660022.0, 73095.0, 30415.0, 14883.0, 7838.0, 4591.0, 2653.0, 1580.0, 1080.0, 679.0, 490.0, 326.0, 246.0, 161.0, 117.0, 87.0, 57.0, 46.0, 28.0, 17.0, 9.0, 13.0, 14.0, 7.0, 5.0, 4.0, 3.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009875603951513767, -0.009536676108837128, -0.009197749197483063, -0.008858821354806423, -0.008519894443452358, -0.008180966600775719, -0.007842039689421654, -0.007503111846745014, -0.007164184469729662, -0.00682525709271431, -0.0064863297156989574, -0.006147402338683605, -0.005808474496006966, -0.005469547118991613, -0.005130619741976261, -0.004791692364960909, -0.004452764987945557, -0.004113837610930204, -0.003774910233914852, -0.0034359826240688562, -0.003097055247053504, -0.0027581278700381517, -0.002419200260192156, -0.0020802728831768036, -0.0017413455061614513, -0.001402418129146099, -0.001063490635715425, -0.0007245632004924119, -0.0003856357652693987, -4.670833004638553e-05, 0.00029221910517662764, 0.0006311465403996408, 0.000970073975622654, 0.0013090013526380062, 0.0016479288460686803, 0.0019868563394993544, 0.0023257837165147066, 0.002664711093530059, 0.0030036387033760548, 0.003342566080391407, 0.0036814934574067593, 0.0040204208344221115, 0.004359348211437464, 0.004698275588452816, 0.005037203431129456, 0.005376130808144808, 0.00571505818516016, 0.006053985562175512, 0.0063929129391908646, 0.006731840316206217, 0.007070767693221569, 0.007409695070236921, 0.0077486224472522736, 0.008087550289928913, 0.008426477201282978, 0.008765405043959618, 0.009104331955313683, 0.009443259797990322, 0.009782187640666962, 0.010121114552021027, 0.010460042394697666, 0.010798969306051731, 0.01113789714872837, 0.011476824060082436, 0.011815751902759075]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 4.0, 11.0, 5.0, 7.0, 4.0, 1.0, 1.0, 3.0, 1.0, 0.0, 2.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.02797962725162506, -0.02728002890944481, -0.026580430567264557, -0.025880834087729454, -0.025181235745549202, -0.02448163740336895, -0.023782040923833847, -0.023082442581653595, -0.022382844239473343, -0.02168324589729309, -0.02098364755511284, -0.020284051075577736, -0.019584452733397484, -0.018884854391217232, -0.01818525791168213, -0.017485659569501877, -0.016786061227321625, -0.016086462885141373, -0.015386865474283695, -0.014687268063426018, -0.013987669721245766, -0.013288071379065514, -0.012588473968207836, -0.011888876557350159, -0.011189278215169907, -0.010489679872989655, -0.009790082462131977, -0.0090904850512743, -0.008390886709094048, -0.007691288832575083, -0.006991690956056118, -0.006292093079537153, -0.0055924952030181885, -0.004892897326499224, -0.004193299449980259, -0.003493701573461294, -0.0027941036969423294, -0.0020945058204233646, -0.0013949079439043999, -0.0006953100673854351, 4.287809133529663e-06, 0.0007038856856524944, 0.0014034835621714592, 0.002103081438690424, 0.0028026793152093887, 0.0035022771917283535, 0.004201875068247318, 0.004901472944766283, 0.005601070821285248, 0.006300668697804213, 0.007000266574323177, 0.007699864450842142, 0.008399462327361107, 0.009099060669541359, 0.009798658080399036, 0.010498255491256714, 0.011197853833436966, 0.011897452175617218, 0.012597049586474895, 0.013296646997332573, 0.013996245339512825, 0.014695843681693077, 0.015395441092550755, 0.016095038503408432, 0.016794636845588684]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [7.0, 15.0, 26.0, 15.0, 15.0, 32.0, 30.0, 31.0, 26.0, 33.0, 27.0, 29.0, 44.0, 41.0, 56.0, 85.0, 100.0, 122.0, 137.0, 147.0, 154.0, 149.0, 188.0, 321.0, 426.0, 649.0, 956.0, 2074.0, 6196.0, 1754.0, 1128.0, 788.0, 598.0, 416.0, 294.0, 290.0, 222.0, 163.0, 139.0, 108.0, 80.0, 62.0, 52.0, 44.0, 33.0, 32.0, 26.0, 19.0, 14.0, 6.0, 6.0, 6.0, 6.0, 3.0, 4.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.009802370332181454, -0.009456248953938484, -0.009110127575695515, -0.00876400712877512, -0.00841788575053215, -0.00807176437228918, -0.007725642994046211, -0.007379522081464529, -0.0070334007032215595, -0.00668727932497859, -0.006341158412396908, -0.005995037034153938, -0.005648915655910969, -0.005302794743329287, -0.004956673365086317, -0.004610552452504635, -0.004264431074261665, -0.003918309696018696, -0.0035721887834370136, -0.003226067405194044, -0.0028799462597817183, -0.0025338251143693924, -0.002187703736126423, -0.001841582590714097, -0.0014954614453017712, -0.0011493402998894453, -0.0008032190380617976, -0.00045709783444181085, -0.00011097663082182407, 0.0002351445727981627, 0.0005812657764181495, 0.0009273869800381362, 0.001273508183658123, 0.0016196293290704489, 0.0019657504744827747, 0.0023118718527257442, 0.00265799299813807, 0.003004114143550396, 0.0033502355217933655, 0.0036963566672056913, 0.004042477812618017, 0.004388599190860987, 0.004734720103442669, 0.005080841481685638, 0.005426962859928608, 0.00577308377251029, 0.00611920515075326, 0.006465326063334942, 0.006811447441577911, 0.007157568819820881, 0.007503689732402563, 0.007849810644984245, 0.008195932023227215, 0.008542053401470184, 0.008888174779713154, 0.009234296157956123, 0.009580416604876518, 0.009926537983119488, 0.010272659361362457, 0.010618780739605427, 0.010964902117848396, 0.011311023496091366, 0.01165714394301176, 0.01200326532125473, 0.0123493866994977]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0, 4.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.09423112869262695, -0.08908101916313171, -0.08393090218305588, -0.07878079265356064, -0.0736306756734848, -0.06848056614398956, -0.06333045661449432, -0.058180343359708786, -0.05303023010492325, -0.04788011685013771, -0.04273000359535217, -0.037579894065856934, -0.032429780811071396, -0.027279667556285858, -0.02212955616414547, -0.01697944477200508, -0.011829331517219543, -0.00667921919375658, -0.0015291068702936172, 0.003621005453169346, 0.008771117776632309, 0.013921230100095272, 0.019071342423558235, 0.024221453815698624, 0.02937156707048416, 0.0345216803252697, 0.03967179358005524, 0.044821903109550476, 0.049972016364336014, 0.05512212961912155, 0.06027223914861679, 0.06542235612869263, 0.07057246565818787, 0.0757225751876831, 0.08087269216775894, 0.08602280169725418, 0.09117291867733002, 0.09632302820682526, 0.1014731377363205, 0.10662325471639633, 0.11177336424589157, 0.11692347377538681, 0.12207359075546265, 0.12722370028495789, 0.13237380981445312, 0.13752391934394836, 0.1426740437746048, 0.14782415330410004, 0.15297426283359528, 0.15812437236309052, 0.16327448189258575, 0.1684246063232422, 0.17357471585273743, 0.17872482538223267, 0.1838749349117279, 0.18902504444122314, 0.19417515397071838, 0.19932527840137482, 0.20447538793087006, 0.2096254974603653, 0.21477560698986053, 0.21992571651935577, 0.2250758409500122, 0.23022595047950745, 0.23537606000900269]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 3.0, 5.0, 1.0, 6.0, 6.0, 6.0, 8.0, 6.0, 12.0, 11.0, 26.0, 25.0, 27.0, 44.0, 25.0, 14.0, 12.0, 6.0, 1.0, 1.0, 3.0, 3.0, 2.0, 3.0, 2.0, 2.0, 2.0, 4.0, 2.0, 0.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.04436483979225159, -0.04163916036486626, -0.03891347721219063, -0.0361877977848053, -0.03346211835741997, -0.030736437067389488, -0.02801075577735901, -0.02528507634997368, -0.0225593950599432, -0.01983371376991272, -0.01710803434252739, -0.01438235305249691, -0.011656672693789005, -0.0089309923350811, -0.006205311510711908, -0.00347963091917336, -0.0007539503276348114, 0.001971730263903737, 0.0046974108554422855, 0.007423091679811478, 0.010148772038519382, 0.012874452397227287, 0.015600133687257767, 0.018325813114643097, 0.021051494404673576, 0.023777175694704056, 0.026502855122089386, 0.029228536412119865, 0.031954217702150345, 0.034679897129535675, 0.037405576556921005, 0.040131259709596634, 0.042856939136981964, 0.045582618564367294, 0.04830830171704292, 0.05103398114442825, 0.05375966057181358, 0.05648534372448921, 0.05921102315187454, 0.06193670257925987, 0.0646623820066452, 0.06738806515932083, 0.07011374831199646, 0.07283942401409149, 0.07556510716676712, 0.07829079031944275, 0.08101646602153778, 0.08374214917421341, 0.08646783232688904, 0.08919350802898407, 0.0919191911816597, 0.09464486688375473, 0.09737055003643036, 0.10009623318910599, 0.10282190889120102, 0.10554759204387665, 0.10827327519655228, 0.11099895089864731, 0.11372463405132294, 0.11645031720399857, 0.1191759929060936, 0.12190167605876923, 0.12462735921144485, 0.12735304236412048, 0.13007871806621552]}, "_runtime": 36.94664740562439, "_timestamp": 1596211626.7177563, "_step": 42}
+{"val_accuracy": 0.791789383561644, "val_loss": 0.5607471676994132, "_runtime": 38.45119118690491, "_timestamp": 1596211628.2223, "_step": 43}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: Z Confidence: 0.34983211755752563 Truth: v", "Prediction: P Confidence: 0.5853418707847595 Truth: 5", "Prediction: U Confidence: 0.7440513372421265 Truth: 2", "Prediction: O Confidence: 0.4294275641441345 Truth: 0"]}, "_runtime": 38.726574420928955, "_timestamp": 1596211628.4976833, "_step": 44}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 1.0, 1.0, 0.0, 2.0, 3.0, 1.0, 0.0, 1.0, 3.0, 3.0, 3.0, 2.0, 2.0, 4.0, 2.0, 2.0, 4.0, 1.0, 1.0, 3.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.011823829263448715, -0.011482778936624527, -0.011141727678477764, -0.010800677351653576, -0.010459627024829388, -0.010118575766682625, -0.009777525439858437, -0.009436475113034248, -0.00909542478621006, -0.008754373528063297, -0.008413323201239109, -0.00807227287441492, -0.007731221616268158, -0.00739017128944397, -0.007049120496958494, -0.006708070170134306, -0.00636701937764883, -0.006025968585163355, -0.005684918258339167, -0.005343867465853691, -0.005002817139029503, -0.004661766346544027, -0.004320715554058552, -0.0039796652272343636, -0.003638614434748888, -0.003297563875094056, -0.0029565133154392242, -0.0026154625229537487, -0.002274411963298917, -0.001933361403644085, -0.0015923107275739312, -0.0012512600515037775, -0.0009102094918489456, -0.0005691588739864528, -0.00022810825612396002, 0.00011294236173853278, 0.0004539929796010256, 0.0007950435974635184, 0.0011360942153260112, 0.001477144891396165, 0.0018181954510509968, 0.0021592460107058287, 0.0025002965703606606, 0.002841347362846136, 0.003182397922500968, 0.0035234484821558, 0.0038644992746412754, 0.004205549601465464, 0.004546600393950939, 0.004887651186436415, 0.005228701513260603, 0.0055697523057460785, 0.005910802632570267, 0.006251853425055742, 0.006592904217541218, 0.006933954544365406, 0.007275005336850882, 0.007616056129336357, 0.007957106456160545, 0.008298156782984734, 0.008639208041131496, 0.008980258367955685, 0.009321308694779873, 0.009662359952926636, 0.010003410279750824]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 2.0, 2.0, 6.0, 2.0, 7.0, 13.0, 17.0, 13.0, 25.0, 35.0, 36.0, 52.0, 99.0, 109.0, 139.0, 183.0, 278.0, 502.0, 4710.0, 710.0, 333.0, 201.0, 144.0, 80.0, 60.0, 46.0, 26.0, 17.0, 15.0, 13.0, 12.0, 8.0, 7.0, 4.0, 5.0, 2.0, 0.0, 1.0, 1.0, 3.0, 4.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.18954864144325256, -0.18351846933364868, -0.1774882972240448, -0.17145811021327972, -0.16542793810367584, -0.15939776599407196, -0.15336759388446808, -0.147337406873703, -0.14130723476409912, -0.13527706265449524, -0.12924689054489136, -0.12321671098470688, -0.117186538875103, -0.11115635931491852, -0.10512618720531464, -0.09909600764513016, -0.09306583553552628, -0.0870356634259224, -0.08100548386573792, -0.07497531175613403, -0.06894513219594955, -0.06291496008634567, -0.05688478425145149, -0.05085460841655731, -0.04482443258166313, -0.03879425674676895, -0.03276408091187477, -0.02673390693962574, -0.02070373110473156, -0.01467355526983738, -0.008643380366265774, -0.0026132049970328808, 0.003416970372200012, 0.009447146207094193, 0.015477321110665798, 0.021507496014237404, 0.027537671849131584, 0.033567845821380615, 0.039598021656274796, 0.045628197491168976, 0.051658373326063156, 0.057688549160957336, 0.06371872127056122, 0.0697489008307457, 0.07577907294034958, 0.08180925250053406, 0.08783942461013794, 0.09386960417032242, 0.0998997762799263, 0.10592994838953018, 0.11196012794971466, 0.11799030005931854, 0.12402047961950302, 0.1300506591796875, 0.13608083128929138, 0.14211100339889526, 0.14814117550849915, 0.15417134761810303, 0.1602015346288681, 0.16623170673847198, 0.17226187884807587, 0.17829205095767975, 0.18432223796844482, 0.1903524100780487, 0.1963825821876526]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 5.0, 3.0, 1.0, 5.0, 2.0, 1.0, 3.0, 5.0, 6.0, 4.0, 4.0, 5.0, 9.0, 25.0, 2.0, 0.0, 3.0, 3.0, 4.0, 2.0, 1.0, 3.0, 3.0, 3.0, 0.0, 3.0, 2.0, 3.0, 0.0, 2.0, 1.0, 3.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.0021767118014395237, -0.002083947416394949, -0.001991183264181018, -0.0018984188791364431, -0.0018056546105071902, -0.0017128903418779373, -0.0016201259568333626, -0.0015273616882041097, -0.0014345974195748568, -0.0013418331509456038, -0.001249068882316351, -0.0011563044972717762, -0.0010635402286425233, -0.0009707759600132704, -0.0008780116331763566, -0.0007852473063394427, -0.0006924830377101898, -0.0005997187690809369, -0.0005069544422440231, -0.0004141901445109397, -0.00032142584677785635, -0.00022866154904477298, -0.00013589725131168962, -4.313295357860625e-05, 4.963134415447712e-05, 0.0001423956418875605, 0.00023515993962064385, 0.0003279242373537272, 0.0004206885350868106, 0.0005134528037160635, 0.0006062171305529773, 0.0006989814573898911, 0.0007917457260191441, 0.000884509994648397, 0.0009772742632776499, 0.0010700386483222246, 0.0011628029169514775, 0.0012555671855807304, 0.0013483315706253052, 0.001441095839254558, 0.001533860107883811, 0.001626624376513064, 0.0017193886451423168, 0.0018121530301868916, 0.0019049172988161445, 0.0019976815674453974, 0.002090445952489972, 0.002183210104703903, 0.002275974489748478, 0.0023687388747930527, 0.0024615030270069838, 0.0025542674120515585, 0.0026470315642654896, 0.0027397959493100643, 0.002832560334354639, 0.00292532448656857, 0.003018088871613145, 0.0031108532566577196, 0.0032036174088716507, 0.0032963817939162254, 0.0033891461789608, 0.0034819103311747313, 0.003574674716219306, 0.003667438868433237, 0.003760203253477812]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 4.0, 3.0, 7.0, 8.0, 18.0, 16.0, 32.0, 39.0, 57.0, 91.0, 123.0, 178.0, 302.0, 456.0, 682.0, 1081.0, 1690.0, 2715.0, 4448.0, 7712.0, 14103.0, 27211.0, 55752.0, 127553.0, 685127.0, 118418.0, 55050.0, 29591.0, 16868.0, 10264.0, 6329.0, 4218.0, 2832.0, 1862.0, 1323.0, 942.0, 643.0, 488.0, 362.0, 255.0, 179.0, 146.0, 101.0, 95.0, 69.0, 41.0, 39.0, 31.0, 17.0, 7.0, 15.0, 12.0, 12.0, 9.0, 2.0, 5.0, 4.0, 2.0, 2.0, 0.0, 2.0, 1.0, 1.0], "bins": [-0.008770856074988842, -0.00842745415866375, -0.008084051311016083, -0.0077406493946909904, -0.007397247012704611, -0.007053844630718231, -0.006710442714393139, -0.006367040332406759, -0.00602363795042038, -0.005680235568434, -0.00533683318644762, -0.004993431270122528, -0.0046500288881361485, -0.004306626506149769, -0.0039632245898246765, -0.003619822207838297, -0.0032764198258519173, -0.0029330174438655376, -0.0025896152947098017, -0.0022462131455540657, -0.001902810763567686, -0.0015594084979966283, -0.0012160062324255705, -0.0008726039668545127, -0.0005292017012834549, -0.0001857994357123971, 0.0001576028298586607, 0.0005010050954297185, 0.0008444073610007763, 0.001187809626571834, 0.0015312118921428919, 0.0018746141577139497, 0.0022180164232850075, 0.002561418805271387, 0.002904820954427123, 0.003248223103582859, 0.0035916254855692387, 0.003935027867555618, 0.004278429783880711, 0.00462183216586709, 0.00496523454785347, 0.0053086369298398495, 0.005652039311826229, 0.005995441228151321, 0.006338843610137701, 0.006682245992124081, 0.007025647908449173, 0.007369050290435553, 0.007712452672421932, 0.008055854588747025, 0.008399257436394691, 0.008742659352719784, 0.009086061269044876, 0.009429464116692543, 0.009772866033017635, 0.010116268880665302, 0.010459670796990395, 0.010803072713315487, 0.011146475560963154, 0.011489877477288246, 0.011833280324935913, 0.012176682241261005, 0.012520084157586098, 0.012863487005233765, 0.013206888921558857]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 6.0, 3.0, 3.0, 4.0, 6.0, 10.0, 1.0, 3.0, 3.0, 2.0, 2.0, 1.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.022088827565312386, -0.02147470973432064, -0.020860593765974045, -0.0202464759349823, -0.019632358103990555, -0.01901824213564396, -0.018404124304652214, -0.01779000833630562, -0.017175890505313873, -0.01656177267432213, -0.015947656705975533, -0.015333538874983788, -0.014719421975314617, -0.014105305075645447, -0.013491187244653702, -0.012877070344984531, -0.012262953445315361, -0.01164883654564619, -0.01103471964597702, -0.010420601814985275, -0.009806484915316105, -0.009192368015646935, -0.00857825018465519, -0.00796413328498602, -0.007350016385316849, -0.006735899485647678, -0.006121782120317221, -0.005507664754986763, -0.004893547855317593, -0.004279430955648422, -0.0036653135903179646, -0.0030511964578181505, -0.0024370793253183365, -0.0018229621928185225, -0.0012088450603187084, -0.0005947279278188944, 1.9389204680919647e-05, 0.0006335063371807337, 0.0012476234696805477, 0.0018617406021803617, 0.0024758577346801758, 0.00308997486717999, 0.003704091999679804, 0.0043182093650102615, 0.004932326264679432, 0.005546443164348602, 0.00616056052967906, 0.006774677895009518, 0.007388794794678688, 0.008002911694347858, 0.008617028594017029, 0.009231146425008774, 0.009845263324677944, 0.010459380224347115, 0.01107349805533886, 0.01168761495500803, 0.0123017318546772, 0.01291584875434637, 0.013529965654015541, 0.014144083485007286, 0.014758200384676456, 0.015372317284345627, 0.015986435115337372, 0.016600551083683968, 0.017214668914675713]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 5.0, 10.0, 21.0, 25.0, 36.0, 24.0, 32.0, 65.0, 48.0, 40.0, 32.0, 63.0, 75.0, 126.0, 144.0, 230.0, 281.0, 340.0, 454.0, 587.0, 742.0, 988.0, 1485.0, 5472.0, 2494.0, 1275.0, 760.0, 561.0, 476.0, 295.0, 229.0, 196.0, 153.0, 135.0, 94.0, 61.0, 65.0, 48.0, 56.0, 36.0, 25.0, 28.0, 17.0, 19.0, 10.0, 17.0, 9.0, 10.0, 7.0, 8.0, 8.0, 5.0, 1.0, 0.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.00848163478076458, -0.008154583163559437, -0.00782753061503172, -0.007500478997826576, -0.007173427380621433, -0.006846375297755003, -0.006519323214888573, -0.00619227159768343, -0.0058652195148169994, -0.005538167431950569, -0.005211115814745426, -0.004884063731878996, -0.004557011649012566, -0.004229960031807423, -0.0039029079489409924, -0.0035758560989052057, -0.003248804248869419, -0.0029217523988336325, -0.002594700548797846, -0.0022676484659314156, -0.001940596615895629, -0.0016135447658598423, -0.0012864927994087338, -0.0009594408911652863, -0.0006323889829218388, -0.0003053370746783912, 2.1714833565056324e-05, 0.00034876674180850387, 0.0006758186500519514, 0.001002870500087738, 0.0013299224665388465, 0.001656974432989955, 0.0019840262830257416, 0.002311078133061528, 0.002638129983097315, 0.002965182065963745, 0.0032922339159995317, 0.0036192857660353184, 0.003946337848901749, 0.004273389466106892, 0.004600441548973322, 0.004927493631839752, 0.005254545249044895, 0.0055815973319113255, 0.005908649414777756, 0.006235701031982899, 0.006562753114849329, 0.006889804732054472, 0.007216856814920902, 0.0075439088977873325, 0.007870960980653763, 0.008198012597858906, 0.008525064215064049, 0.008852116763591766, 0.00917916838079691, 0.009506219998002052, 0.00983327254652977, 0.010160324163734913, 0.010487375780940056, 0.010814427398145199, 0.011141479946672916, 0.01146853156387806, 0.011795583181083202, 0.01212263572961092, 0.012449687346816063]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 3.0, 1.0, 1.0, 3.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.05914831906557083, -0.05630391463637352, -0.05345951020717621, -0.0506151020526886, -0.04777069762349129, -0.044926293194293976, -0.042081888765096664, -0.03923748433589935, -0.03639307618141174, -0.03354867175221443, -0.03070426732301712, -0.02785986289381981, -0.025015458464622498, -0.022171052172780037, -0.019326647743582726, -0.016482241451740265, -0.013637837022542953, -0.010793431662023067, -0.007949026301503181, -0.00510462187230587, -0.002260216511785984, 0.0005841886159032583, 0.0034285937435925007, 0.006272998638451099, 0.009117403998970985, 0.011961809359490871, 0.014806214720010757, 0.01765061914920807, 0.02049502357840538, 0.02333942987024784, 0.026183834299445152, 0.029028240591287613, 0.031872645020484924, 0.034717049449682236, 0.03756145387887955, 0.04040586203336716, 0.04325026646256447, 0.04609467089176178, 0.04893907532095909, 0.0517834797501564, 0.05462788790464401, 0.057472292333841324, 0.060316696763038635, 0.06316110491752625, 0.06600550562143326, 0.06884991377592087, 0.07169431447982788, 0.07453872263431549, 0.0773831307888031, 0.08022753149271011, 0.08307193964719772, 0.08591634035110474, 0.08876074850559235, 0.09160514920949936, 0.09444955736398697, 0.09729396551847458, 0.10013836622238159, 0.1029827743768692, 0.10582717508077621, 0.10867158323526382, 0.11151599138975143, 0.11436039209365845, 0.11720480024814606, 0.12004920095205307, 0.12289360910654068]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 5.0, 4.0, 18.0, 19.0, 23.0, 25.0, 44.0, 19.0, 14.0, 16.0, 12.0, 7.0, 8.0, 8.0, 1.0, 1.0, 3.0, 4.0, 2.0, 6.0, 2.0, 2.0, 1.0, 2.0, 1.0, 2.0, 0.0, 5.0, 1.0, 2.0, 0.0, 2.0, 2.0, 0.0, 3.0, 2.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.050954438745975494, -0.04929491505026817, -0.04763539507985115, -0.04597587138414383, -0.04431635141372681, -0.042656827718019485, -0.040997304022312164, -0.03933778405189514, -0.03767826035618782, -0.0360187366604805, -0.03435921669006348, -0.032699692994356155, -0.031040171161293983, -0.02938064932823181, -0.02772112563252449, -0.02606160379946232, -0.024402081966400146, -0.022742560133337975, -0.021083038300275803, -0.01942351460456848, -0.01776399277150631, -0.016104470938444138, -0.014444948174059391, -0.012785425409674644, -0.011125903576612473, -0.0094663817435503, -0.007806858979165554, -0.006147336680442095, -0.0044878143817186356, -0.0028282920829951763, -0.001168769784271717, 0.0004907525144517422, 0.0021502748131752014, 0.0038097971118986607, 0.00546931941062212, 0.007128841709345579, 0.008788364008069038, 0.01044788584113121, 0.012107408605515957, 0.013766931369900703, 0.015426453202962875, 0.017085975036025047, 0.01874549686908722, 0.02040502056479454, 0.022064542397856712, 0.023724064230918884, 0.025383587926626205, 0.027043109759688377, 0.02870263159275055, 0.03036215342581272, 0.03202167525887489, 0.033681198954582214, 0.03534071892499924, 0.03700024262070656, 0.03865976631641388, 0.0403192862868309, 0.04197880998253822, 0.043638333678245544, 0.04529785364866257, 0.04695737734436989, 0.04861690104007721, 0.05027642101049423, 0.05193594470620155, 0.053595464676618576, 0.0552549883723259]}, "_runtime": 39.18816328048706, "_timestamp": 1596211628.9592721, "_step": 45}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 3.0, 4.0, 2.0, 4.0, 3.0, 5.0, 7.0, 3.0, 3.0, 3.0, 1.0, 2.0, 2.0, 3.0, 4.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.021991297602653503, -0.02139071188867092, -0.02079012617468834, -0.020189538598060608, -0.019588952884078026, -0.018988367170095444, -0.018387779593467712, -0.01778719387948513, -0.017186608165502548, -0.016586022451519966, -0.015985436737537384, -0.015384849160909653, -0.01478426344692707, -0.014183677732944489, -0.013583091087639332, -0.012982504442334175, -0.012381918728351593, -0.011781333014369011, -0.011180746369063854, -0.010580159723758698, -0.009979574009776115, -0.009378988295793533, -0.008778401650488377, -0.00817781500518322, -0.007577229291200638, -0.006976643111556768, -0.006376056931912899, -0.00577547075226903, -0.00517488457262516, -0.004574298392981291, -0.003973712213337421, -0.003373126033693552, -0.0027725398540496826, -0.0021719536744058132, -0.0015713674947619438, -0.0009707813151180744, -0.000370195135474205, 0.00023039104416966438, 0.0008309772238135338, 0.0014315634034574032, 0.0020321495831012726, 0.002632735762745142, 0.0032333219423890114, 0.0038339081220328808, 0.00443449430167675, 0.00503508048132062, 0.005635666660964489, 0.006236252840608358, 0.006836839020252228, 0.007437425199896097, 0.008038011379539967, 0.008638598024845123, 0.009239183738827705, 0.009839769452810287, 0.010440356098115444, 0.011040942743420601, 0.011641528457403183, 0.012242114171385765, 0.012842700816690922, 0.013443287461996078, 0.01404387317597866, 0.014644458889961243, 0.0152450455352664, 0.015845632180571556, 0.016446217894554138]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 5.0, 2.0, 4.0, 2.0, 4.0, 5.0, 9.0, 7.0, 8.0, 9.0, 8.0, 15.0, 32.0, 34.0, 47.0, 67.0, 116.0, 151.0, 248.0, 431.0, 4178.0, 1477.0, 433.0, 228.0, 140.0, 90.0, 43.0, 27.0, 27.0, 14.0, 15.0, 13.0, 14.0, 6.0, 6.0, 3.0, 3.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.24695205688476562, -0.23919777572155, -0.23144349455833435, -0.2236892133951187, -0.21593493223190308, -0.20818065106868744, -0.2004263699054718, -0.19267208874225616, -0.18491780757904053, -0.1771635264158249, -0.16940924525260925, -0.16165496408939362, -0.15390068292617798, -0.14614640176296234, -0.1383921205997467, -0.13063783943653107, -0.12288355827331543, -0.11512927711009979, -0.10737499594688416, -0.09962071478366852, -0.09186643362045288, -0.08411215245723724, -0.0763578712940216, -0.06860359013080597, -0.06084930896759033, -0.053095027804374695, -0.04534074664115906, -0.03758646547794342, -0.029832184314727783, -0.022077903151512146, -0.014323621988296509, -0.006569340825080872, 0.0011849403381347656, 0.008939221501350403, 0.01669350266456604, 0.024447783827781677, 0.032202064990997314, 0.03995634615421295, 0.04771062731742859, 0.055464908480644226, 0.06321918964385986, 0.0709734708070755, 0.07872775197029114, 0.08648203313350677, 0.09423631429672241, 0.10199059545993805, 0.10974487662315369, 0.11749915778636932, 0.12525343894958496, 0.1330077201128006, 0.14076200127601624, 0.14851628243923187, 0.1562705636024475, 0.16402484476566315, 0.17177912592887878, 0.17953340709209442, 0.18728768825531006, 0.1950419694185257, 0.20279625058174133, 0.21055053174495697, 0.2183048129081726, 0.22605909407138824, 0.23381337523460388, 0.24156765639781952, 0.24932193756103516]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 3.0, 4.0, 3.0, 3.0, 2.0, 2.0, 2.0, 3.0, 4.0, 5.0, 4.0, 5.0, 3.0, 2.0, 5.0, 23.0, 1.0, 3.0, 4.0, 5.0, 2.0, 1.0, 1.0, 3.0, 3.0, 5.0, 3.0, 3.0, 0.0, 2.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002282945904880762, -0.002193497959524393, -0.002104050014168024, -0.002014602068811655, -0.0019251540070399642, -0.0018357060616835952, -0.0017462581163272262, -0.0016568101709708571, -0.0015673621091991663, -0.0014779141638427973, -0.0013884662184864283, -0.0012990182731300592, -0.0012095703277736902, -0.0011201223824173212, -0.0010306743206456304, -0.0009412263752892613, -0.0008517784299328923, -0.0007623304845765233, -0.0006728824810124934, -0.0005834345356561244, -0.0004939865320920944, -0.0004045385867357254, -0.0003150906413793564, -0.0002256426669191569, -0.00013619469245895743, -4.674672527471557e-05, 4.270124190952629e-05, 0.00013214920181781054, 0.00022159717627801, 0.0003110451507382095, 0.0004004930960945785, 0.0004899410996586084, 0.0005793890450149775, 0.0006688369903713465, 0.0007582849939353764, 0.0008477329392917454, 0.0009371809428557754, 0.0010266288882121444, 0.0011160768335685134, 0.0012055247789248824, 0.0012949728406965733, 0.0013844207860529423, 0.0014738687314093113, 0.0015633166767656803, 0.0016527646221220493, 0.0017422125674784184, 0.0018316606292501092, 0.0019211085746064782, 0.0020105564035475254, 0.002100004581734538, 0.002189452527090907, 0.002278900472447276, 0.002368348417803645, 0.002457796363160014, 0.002547244308516383, 0.002636692253872752, 0.002726140199229121, 0.0028155881445854902, 0.0029050360899418592, 0.002994484268128872, 0.003083932213485241, 0.00317338015884161, 0.003262828104197979, 0.003352276049554348, 0.003441723994910717]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 10.0, 8.0, 14.0, 20.0, 37.0, 54.0, 93.0, 155.0, 233.0, 381.0, 694.0, 1135.0, 1961.0, 3562.0, 6884.0, 14019.0, 31186.0, 79046.0, 666499.0, 235506.0, 71024.0, 31199.0, 15357.0, 8204.0, 4558.0, 2761.0, 1771.0, 1045.0, 684.0, 440.0, 310.0, 213.0, 146.0, 113.0, 76.0, 63.0, 55.0, 30.0, 25.0, 22.0, 12.0, 11.0, 8.0, 7.0, 2.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0], "bins": [-0.013817161321640015, -0.01335629541426897, -0.012895430438220501, -0.012434564530849457, -0.011973698623478413, -0.011512832716107368, -0.011051967740058899, -0.010591101832687855, -0.01013023592531681, -0.009669370949268341, -0.009208505041897297, -0.008747639134526253, -0.008286773227155209, -0.007825908251106739, -0.007365042343735695, -0.006904176436364651, -0.006443310994654894, -0.005982445552945137, -0.005521579645574093, -0.005060714203864336, -0.004599848296493292, -0.004138982854783535, -0.0036781171802431345, -0.003217251505702734, -0.0027563858311623335, -0.002295520156621933, -0.0018346544820815325, -0.0013737889239564538, -0.0009129232494160533, -0.00045205760397948325, 8.808041457086802e-06, 0.00046967368689365685, 0.0009305393323302269, 0.0013914050068706274, 0.001852270681411028, 0.0023131363559514284, 0.002774002030491829, 0.0032348674722015858, 0.0036957331467419863, 0.004156598821282387, 0.004617464728653431, 0.005078330170363188, 0.005539195612072945, 0.006000061519443989, 0.006460926961153746, 0.00692179286852479, 0.007382658310234547, 0.00784352421760559, 0.00830438919365406, 0.008765255101025105, 0.009226121008396149, 0.009686986915767193, 0.010147851891815662, 0.010608717799186707, 0.01106958370655775, 0.011530449613928795, 0.011991314589977264, 0.012452180497348309, 0.012913046404719353, 0.013373911380767822, 0.013834777288138866, 0.01429564319550991, 0.014756509102880955, 0.015217374078929424, 0.01567823998630047]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 11.0, 4.0, 6.0, 3.0, 7.0, 7.0, 4.0, 1.0, 1.0, 5.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.03144335746765137, -0.030772976577281952, -0.030102597549557686, -0.02943221665918827, -0.028761837631464005, -0.02809145674109459, -0.027421077713370323, -0.026750696823000908, -0.026080317795276642, -0.025409936904907227, -0.02473955601453781, -0.024069176986813545, -0.02339879609644413, -0.022728417068719864, -0.02205803617835045, -0.021387657150626183, -0.020717276260256767, -0.020046895369887352, -0.019376516342163086, -0.01870613545179367, -0.018035756424069405, -0.01736537553369999, -0.016694996505975723, -0.016024615615606308, -0.015354235656559467, -0.014683855697512627, -0.014013475738465786, -0.013343095779418945, -0.01267271488904953, -0.01200233493000269, -0.011331954970955849, -0.010661575011909008, -0.009991195052862167, -0.009320815093815327, -0.008650435134768486, -0.007980055175721645, -0.007309674751013517, -0.006639294791966677, -0.005968914367258549, -0.005298534408211708, -0.004628154449164867, -0.003957774490118027, -0.0032873942982405424, -0.002617014106363058, -0.0019466341473162174, -0.001276254071854055, -0.0006058739963918924, 6.450607907027006e-05, 0.0007348861545324326, 0.001405266229994595, 0.0020756463054567575, 0.002746026497334242, 0.0034164064563810825, 0.004086786415427923, 0.004757166840136051, 0.005427546799182892, 0.0060979267582297325, 0.006768306717276573, 0.007438686676323414, 0.008109066635370255, 0.00877944752573967, 0.00944982748478651, 0.010120207443833351, 0.010790587402880192, 0.011460967361927032]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [6.0, 7.0, 9.0, 5.0, 0.0, 6.0, 14.0, 8.0, 8.0, 3.0, 6.0, 11.0, 18.0, 29.0, 45.0, 40.0, 55.0, 26.0, 27.0, 37.0, 29.0, 20.0, 14.0, 29.0, 34.0, 40.0, 65.0, 59.0, 111.0, 181.0, 368.0, 614.0, 1353.0, 5760.0, 2317.0, 1592.0, 1206.0, 801.0, 697.0, 540.0, 486.0, 400.0, 337.0, 232.0, 162.0, 126.0, 95.0, 97.0, 82.0, 57.0, 42.0, 29.0, 28.0, 13.0, 14.0, 18.0, 7.0, 7.0, 2.0, 3.0, 0.0, 0.0, 2.0, 3.0], "bins": [-0.010962220840156078, -0.010633332654833794, -0.010304445400834084, -0.009975557215511799, -0.009646669030189514, -0.009317781776189804, -0.00898889359086752, -0.00866000633686781, -0.008331118151545525, -0.00800222996622324, -0.00767334271222353, -0.007344454526901245, -0.007015566807240248, -0.00668667908757925, -0.006357790902256966, -0.006028903182595968, -0.005700015462934971, -0.0053711277432739735, -0.005042240023612976, -0.004713351838290691, -0.004384464118629694, -0.004055576398968697, -0.0037266884464770555, -0.0033978004939854145, -0.003068912774324417, -0.0027400250546634197, -0.0024111371021717787, -0.0020822491496801376, -0.0017533614300191402, -0.001424473593942821, -0.0010955857578665018, -0.0007666979217901826, -0.00043781008571386337, -0.00010892224963754416, 0.00021996558643877506, 0.0005488534225150943, 0.0008777412585914135, 0.0012066290946677327, 0.001535516930744052, 0.0018644047668203712, 0.0021932926028966904, 0.0025221803225576878, 0.002851068275049329, 0.00317995622754097, 0.0035088439472019672, 0.0038377316668629646, 0.004166619852185249, 0.004495507571846247, 0.004824395291507244, 0.0051532830111682415, 0.005482170730829239, 0.005811058916151524, 0.006139946635812521, 0.006468834355473518, 0.006797722540795803, 0.0071266102604568005, 0.007455497980117798, 0.007784385699778795, 0.008113273419439793, 0.008442161604762077, 0.008771048858761787, 0.009099937044084072, 0.009428825229406357, 0.009757712483406067, 0.010086600668728352]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.06418033689260483, -0.06080487370491028, -0.05742941424250603, -0.054053954780101776, -0.05067849159240723, -0.04730302840471268, -0.043927568942308426, -0.040552109479904175, -0.037176646292209625, -0.033801183104515076, -0.030425723642110825, -0.027050262317061424, -0.023674800992012024, -0.020299339666962624, -0.016923878341913223, -0.013548417016863823, -0.010172955691814423, -0.006797494366765022, -0.003422033041715622, -4.657171666622162e-05, 0.0033288896083831787, 0.006704350933432579, 0.01007981225848198, 0.01345527358353138, 0.01683073490858078, 0.02020619623363018, 0.02358165755867958, 0.02695711888372898, 0.03033258020877838, 0.03370804339647293, 0.03708350285887718, 0.04045896232128143, 0.04383442550897598, 0.04720988869667053, 0.05058534815907478, 0.053960807621479034, 0.057336270809173584, 0.060711733996868134, 0.06408719718456268, 0.06746265292167664, 0.07083811610937119, 0.07421357929706573, 0.07758903503417969, 0.08096449822187424, 0.08433996140956879, 0.08771542459726334, 0.09109088778495789, 0.09446634352207184, 0.09784180670976639, 0.10121726989746094, 0.10459272563457489, 0.10796818882226944, 0.11134365200996399, 0.11471911519765854, 0.11809457838535309, 0.12147003412246704, 0.12484549731016159, 0.12822096049785614, 0.1315964162349701, 0.13497188687324524, 0.1383473426103592, 0.14172279834747314, 0.1450982689857483, 0.14847372472286224, 0.1518491804599762]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 4.0, 2.0, 2.0, 1.0, 1.0, 6.0, 1.0, 1.0, 3.0, 0.0, 1.0, 0.0, 4.0, 2.0, 3.0, 3.0, 4.0, 7.0, 10.0, 21.0, 32.0, 48.0, 27.0, 20.0, 16.0, 12.0, 10.0, 12.0, 5.0, 6.0, 1.0, 0.0, 1.0, 2.0, 0.0, 4.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.039117008447647095, -0.03756166249513626, -0.03600631654262543, -0.034450970590114594, -0.03289562463760376, -0.031340278685092926, -0.029784932732582092, -0.02822958678007126, -0.026674240827560425, -0.025118893012404442, -0.023563547059893608, -0.022008201107382774, -0.02045285515487194, -0.018897509202361107, -0.017342163249850273, -0.01578681729733944, -0.014231471344828606, -0.012676125392317772, -0.011120779439806938, -0.009565433487296104, -0.00801008753478527, -0.00645474111661315, -0.004899394698441029, -0.003344048745930195, -0.0017887027934193611, -0.00023335672449320555, 0.00132198934443295, 0.0028773355297744274, 0.004432681482285261, 0.005988027434796095, 0.007543373852968216, 0.00909871980547905, 0.010654065757989883, 0.012209411710500717, 0.013764757663011551, 0.015320103615522385, 0.01687544956803322, 0.018430795520544052, 0.019986141473054886, 0.02154148742556572, 0.023096833378076553, 0.024652181193232536, 0.02620752714574337, 0.027762873098254204, 0.029318219050765038, 0.03087356500327587, 0.032428909093141556, 0.03398425504565239, 0.03553960472345352, 0.037094950675964355, 0.03865029662847519, 0.04020564258098602, 0.04176098853349686, 0.04331633448600769, 0.044871680438518524, 0.04642702639102936, 0.04798237234354019, 0.049537718296051025, 0.05109306424856186, 0.05264841020107269, 0.05420375615358353, 0.05575910210609436, 0.057314448058605194, 0.05886979401111603, 0.06042513996362686]}, "_runtime": 39.93748617172241, "_timestamp": 1596211629.708595, "_step": 46}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 1.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 2.0, 2.0, 0.0, 2.0, 2.0, 1.0, 3.0, 5.0, 3.0, 2.0, 1.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 5.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.008746662177145481, -0.00846046581864357, -0.008174269460141659, -0.007888073101639748, -0.007601877208799124, -0.007315680850297213, -0.007029484957456589, -0.006743288598954678, -0.006457092240452766, -0.006170895881950855, -0.005884699523448944, -0.00559850363060832, -0.005312307272106409, -0.005026110913604498, -0.004739915020763874, -0.004453718662261963, -0.004167522303760052, -0.0038813259452581406, -0.003595129819586873, -0.0033089336939156055, -0.0030227373354136944, -0.0027365409769117832, -0.0024503448512405157, -0.002164148725569248, -0.001877952367067337, -0.0015917561249807477, -0.0013055598828941584, -0.001019363640807569, -0.0007331673987209797, -0.00044697115663439035, -0.00016077491454780102, 0.00012542132753878832, 0.00041161756962537766, 0.000697813811711967, 0.0009840100537985563, 0.0012702062958851457, 0.001556402537971735, 0.0018425987800583243, 0.0021287950221449137, 0.002414991147816181, 0.0027011875063180923, 0.0029873838648200035, 0.003273579990491271, 0.0035597761161625385, 0.0038459724746644497, 0.004132168833166361, 0.004418364726006985, 0.004704561084508896, 0.004990757443010807, 0.005276953801512718, 0.005563150160014629, 0.005849346052855253, 0.006135542411357164, 0.0064217387698590755, 0.006707934662699699, 0.0069941310212016106, 0.007280327379703522, 0.007566523738205433, 0.007852720096707344, 0.008138916455209255, 0.008425112813711166, 0.008711308240890503, 0.008997504599392414, 0.009283700957894325, 0.009569897316396236]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 1.0, 1.0, 3.0, 2.0, 6.0, 7.0, 9.0, 7.0, 15.0, 29.0, 19.0, 32.0, 46.0, 50.0, 73.0, 91.0, 113.0, 169.0, 198.0, 356.0, 3774.0, 1724.0, 433.0, 237.0, 181.0, 101.0, 54.0, 50.0, 35.0, 23.0, 21.0, 14.0, 9.0, 14.0, 8.0, 6.0, 8.0, 2.0, 3.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.17440518736839294, -0.16909795999526978, -0.1637907177209854, -0.15848349034786224, -0.15317626297473907, -0.1478690207004547, -0.14256179332733154, -0.13725456595420837, -0.1319473385810852, -0.12664009630680084, -0.12133286893367767, -0.11602563410997391, -0.11071839928627014, -0.10541117191314697, -0.1001039370894432, -0.09479670971632004, -0.08948947489261627, -0.0841822400689125, -0.07887501269578934, -0.07356777787208557, -0.0682605504989624, -0.06295331567525864, -0.05764608085155487, -0.0523388497531414, -0.047031618654727936, -0.04172438755631447, -0.036417156457901, -0.031109921634197235, -0.025802690535783768, -0.0204954594373703, -0.015188226476311684, -0.009880994446575642, -0.0045737624168396, 0.0007334696128964424, 0.0060407016426324844, 0.011347933672368526, 0.01665516570210457, 0.021962396800518036, 0.027269629761576653, 0.03257686272263527, 0.03788409382104874, 0.043191324919462204, 0.04849855601787567, 0.05380579084157944, 0.059113021939992905, 0.06442025303840637, 0.06972748786211014, 0.0750347152352333, 0.08034195005893707, 0.08564918488264084, 0.09095641225576401, 0.09626364707946777, 0.10157087445259094, 0.10687810927629471, 0.11218534409999847, 0.11749257147312164, 0.12279980629682541, 0.12810704112052917, 0.13341426849365234, 0.1387214958667755, 0.14402873814105988, 0.14933596551418304, 0.1546431928873062, 0.15995043516159058, 0.16525766253471375]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 4.0, 2.0, 0.0, 3.0, 2.0, 1.0, 2.0, 0.0, 2.0, 2.0, 0.0, 6.0, 6.0, 2.0, 3.0, 3.0, 6.0, 2.0, 2.0, 2.0, 26.0, 1.0, 6.0, 1.0, 2.0, 1.0, 5.0, 3.0, 3.0, 5.0, 1.0, 1.0, 4.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0025662954431027174, -0.0024810375180095434, -0.002395779360085726, -0.002310521434992552, -0.002225263509899378, -0.00214000535197556, -0.002054747426882386, -0.0019694895017892122, -0.0018842314602807164, -0.0017989734187722206, -0.0017137154936790466, -0.0016284574521705508, -0.001543199410662055, -0.001457941485568881, -0.0013726834440603852, -0.0012874255189672112, -0.0012021674774587154, -0.0011169094359502196, -0.0010316515108570457, -0.0009463934693485498, -0.000861135486047715, -0.0007758775027468801, -0.0006906194612383842, -0.0006053614779375494, -0.0005201034946367145, -0.00043484551133587956, -0.0003495874989312142, -0.00026432948652654886, -0.00017907150322571397, -9.381350537296385e-05, -8.555507520213723e-06, 7.67024903325364e-05, 0.00016196048818528652, 0.0002472184714861214, 0.00033247648389078677, 0.0004177344962954521, 0.000502992479596287, 0.0005882504628971219, 0.0006735085044056177, 0.0007587664877064526, 0.0008440244710072875, 0.0009292824543081224, 0.0010145404376089573, 0.001099798479117453, 0.001185056520625949, 0.0012703144457191229, 0.0013555724872276187, 0.0014408304123207927, 0.0015260884538292885, 0.0016113464953377843, 0.0016966044204309583, 0.001781862461939454, 0.001867120387032628, 0.0019523784285411239, 0.0020376364700496197, 0.0021228943951427937, 0.0022081523202359676, 0.0022934104781597853, 0.0023786684032529593, 0.0024639263283461332, 0.002549184486269951, 0.002634442411363125, 0.002719700336456299, 0.0028049584943801165, 0.0028902164194732904]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 2.0, 1.0, 1.0, 3.0, 3.0, 4.0, 9.0, 13.0, 25.0, 25.0, 34.0, 54.0, 73.0, 126.0, 152.0, 242.0, 335.0, 493.0, 775.0, 1159.0, 1868.0, 3015.0, 5144.0, 9049.0, 17296.0, 34531.0, 78284.0, 277372.0, 593812.0, 73004.0, 34846.0, 18253.0, 10534.0, 6450.0, 3924.0, 2496.0, 1807.0, 1234.0, 836.0, 597.0, 380.0, 355.0, 261.0, 180.0, 138.0, 115.0, 68.0, 57.0, 49.0, 35.0, 32.0, 21.0, 25.0, 14.0, 9.0, 9.0, 9.0, 2.0, 2.0, 0.0, 0.0, 1.0, 3.0], "bins": [-0.01021960936486721, -0.009867306798696518, -0.009515004232525826, -0.009162702597677708, -0.008810400031507015, -0.008458097465336323, -0.008105795830488205, -0.0077534932643175125, -0.00740119069814682, -0.007048888131976128, -0.0066965860314667225, -0.006344283930957317, -0.005991981364786625, -0.0056396787986159325, -0.005287376698106527, -0.004935074597597122, -0.00458277203142643, -0.004230469465255737, -0.003878167364746332, -0.0035258650314062834, -0.0031735626980662346, -0.002821260364726186, -0.002468958031386137, -0.0021166556980460882, -0.0017643533647060394, -0.0014120510313659906, -0.0010597486980259418, -0.0007074463646858931, -0.00035514403134584427, -2.841698005795479e-06, 0.0003494606353342533, 0.0007017629686743021, 0.0010540653020143509, 0.0014063676353543997, 0.0017586699686944485, 0.0021109723020344973, 0.002463274635374546, 0.002815576968714595, 0.0031678793020546436, 0.0035201816353946924, 0.003872483968734741, 0.004224786534905434, 0.004577088635414839, 0.004929390735924244, 0.005281693302094936, 0.005633995868265629, 0.005986297968775034, 0.006338600069284439, 0.0066909026354551315, 0.007043205201625824, 0.007395507302135229, 0.007747809402644634, 0.008100111968815327, 0.00845241453498602, 0.008804716169834137, 0.00915701873600483, 0.009509321302175522, 0.009861623868346214, 0.010213926434516907, 0.010566228069365025, 0.010918530635535717, 0.01127083320170641, 0.011623134836554527, 0.01197543740272522, 0.012327739968895912]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 6.0, 2.0, 3.0, 3.0, 12.0, 5.0, 5.0, 5.0, 1.0, 1.0, 0.0, 0.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02813408151268959, -0.02739201858639717, -0.0266499575227499, -0.02590789459645748, -0.025165831670165062, -0.024423770606517792, -0.023681707680225372, -0.022939644753932953, -0.022197583690285683, -0.021455520763993263, -0.020713457837700844, -0.019971396774053574, -0.019229333847761154, -0.018487270921468735, -0.017745209857821465, -0.017003146931529045, -0.016261085867881775, -0.015519022941589355, -0.014776960015296936, -0.014034898020327091, -0.013292836025357246, -0.012550773099064827, -0.011808711104094982, -0.011066649109125137, -0.010324586182832718, -0.009582524187862873, -0.008840462192893028, -0.008098400197923183, -0.007356337271630764, -0.006614275276660919, -0.005872212816029787, -0.005130150821059942, -0.00438808836042881, -0.0036460261326283216, -0.002903963904827833, -0.002161901444196701, -0.0014198392163962126, -0.0006777769303880632, 6.428535562008619e-05, 0.0008063476416282356, 0.001548409927636385, 0.0022904721554368734, 0.003032534383237362, 0.003774596843868494, 0.004516659304499626, 0.005258721299469471, 0.006000783760100603, 0.006742845755070448, 0.00748490821570158, 0.008226970210671425, 0.008969033136963844, 0.009711095131933689, 0.010453157126903534, 0.011195220053195953, 0.011937282048165798, 0.012679344043135643, 0.013421406969428062, 0.014163468964397907, 0.014905530959367752, 0.01564759388566017, 0.01638965494930744, 0.01713171787559986, 0.01787378080189228, 0.01861584186553955, 0.01935790479183197]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [4.0, 9.0, 12.0, 10.0, 12.0, 26.0, 26.0, 24.0, 44.0, 53.0, 84.0, 117.0, 146.0, 239.0, 316.0, 421.0, 578.0, 740.0, 982.0, 1246.0, 2641.0, 6587.0, 1533.0, 795.0, 480.0, 284.0, 248.0, 158.0, 113.0, 70.0, 70.0, 52.0, 54.0, 35.0, 36.0, 35.0, 21.0, 18.0, 13.0, 16.0, 14.0, 16.0, 9.0, 8.0, 6.0, 6.0, 5.0, 2.0, 2.0, 1.0, 2.0, 4.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.010063706897199154, -0.009587522596120834, -0.009111338295042515, -0.008635153993964195, -0.008158969692885876, -0.0076827858574688435, -0.007206601556390524, -0.006730417255312204, -0.006254232954233885, -0.005778048653155565, -0.005301864352077246, -0.004825680050998926, -0.004349496215581894, -0.0038733116816729307, -0.003397127613425255, -0.0029209433123469353, -0.0024447590112686157, -0.001968574710190296, -0.0014923905255272985, -0.0010162063408643007, -0.0005400220397859812, -6.383779691532254e-05, 0.0004123464459553361, 0.0008885306888259947, 0.0013647149316966534, 0.001840899232774973, 0.0023170835338532925, 0.0027932676021009684, 0.003269451903179288, 0.0037456362042576075, 0.004221820272505283, 0.004698004573583603, 0.0051741888746619225, 0.005650373175740242, 0.0061265574768185616, 0.006602741777896881, 0.007078926078975201, 0.007555109914392233, 0.00803129468113184, 0.00850747898221016, 0.008983662351965904, 0.009459846653044224, 0.009936030954122543, 0.010412215255200863, 0.010888399556279182, 0.011364583857357502, 0.011840768158435822, 0.012316952459514141, 0.01279313676059246, 0.01326932106167078, 0.0137455053627491, 0.01422168966382742, 0.014697873964905739, 0.015174058265984058, 0.015650242567062378, 0.016126425936818123, 0.016602611169219017, 0.017078794538974762, 0.017554979771375656, 0.0180311631411314, 0.018507348373532295, 0.01898353174328804, 0.019459716975688934, 0.01993590034544468, 0.020412083715200424]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 4.0, 2.0, 2.0, 1.0, 2.0, 2.0, 1.0, 1.0, 0.0, 3.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.21437186002731323, -0.2088274508714676, -0.20328304171562195, -0.1977386176586151, -0.19219420850276947, -0.18664979934692383, -0.181105375289917, -0.17556096613407135, -0.1700165569782257, -0.16447214782238007, -0.15892773866653442, -0.1533833146095276, -0.14783890545368195, -0.1422944962978363, -0.13675007224082947, -0.13120566308498383, -0.12566125392913818, -0.12011684477329254, -0.1145724281668663, -0.10902801156044006, -0.10348360240459442, -0.09793919324874878, -0.09239477664232254, -0.0868503600358963, -0.08130595088005066, -0.07576154172420502, -0.07021712511777878, -0.06467270851135254, -0.0591282993555069, -0.053583886474370956, -0.048039473593235016, -0.042495060712099075, -0.036950647830963135, -0.031406234949827194, -0.025861822068691254, -0.020317409187555313, -0.014772996306419373, -0.009228583425283432, -0.0036841705441474915, 0.001860242336988449, 0.00740465521812439, 0.01294906809926033, 0.01849348098039627, 0.02403789386153221, 0.029582306742668152, 0.03512671962380409, 0.04067113250494003, 0.046215545386075974, 0.051759958267211914, 0.057304371148347855, 0.0628487840294838, 0.06839320063591003, 0.07393760979175568, 0.07948201894760132, 0.08502643555402756, 0.0905708521604538, 0.09611526131629944, 0.10165967047214508, 0.10720408707857132, 0.11274850368499756, 0.1182929128408432, 0.12383732199668884, 0.12938174605369568, 0.13492615520954132, 0.14047056436538696]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 3.0, 0.0, 1.0, 4.0, 3.0, 2.0, 2.0, 4.0, 6.0, 8.0, 24.0, 26.0, 36.0, 50.0, 29.0, 12.0, 11.0, 10.0, 3.0, 8.0, 6.0, 2.0, 6.0, 2.0, 3.0, 2.0, 3.0, 3.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.16186904907226562, -0.15783509612083435, -0.15380114316940308, -0.1497671902179718, -0.14573323726654053, -0.14169926941394806, -0.13766531646251678, -0.1336313635110855, -0.12959741055965424, -0.12556345760822296, -0.12152950465679169, -0.11749554425477982, -0.11346159130334854, -0.10942763835191727, -0.1053936779499054, -0.10135972499847412, -0.09732577204704285, -0.09329181909561157, -0.0892578661441803, -0.08522390574216843, -0.08118995279073715, -0.07715599983930588, -0.073122039437294, -0.06908808648586273, -0.06505413353443146, -0.06102018058300018, -0.05698622390627861, -0.05295226722955704, -0.04891831427812576, -0.04488436132669449, -0.040850404649972916, -0.03681644797325134, -0.03278249502182007, -0.028748540207743645, -0.02471458539366722, -0.020680630579590797, -0.016646675765514374, -0.01261272095143795, -0.008578766137361526, -0.004544811323285103, -0.0005108565092086792, 0.0035230983048677444, 0.007557053118944168, 0.011591007933020592, 0.015624962747097015, 0.01965891756117344, 0.023692872375249863, 0.027726827189326286, 0.03176078200340271, 0.035794734954833984, 0.03982869163155556, 0.04386264830827713, 0.047896601259708405, 0.05193055421113968, 0.05596451088786125, 0.059998467564582825, 0.0640324205160141, 0.06806637346744537, 0.07210032641887665, 0.07613428682088852, 0.0801682397723198, 0.08420219272375107, 0.08823615312576294, 0.09227010607719421, 0.09630405902862549]}, "_runtime": 40.67263054847717, "_timestamp": 1596211630.4437394, "_step": 47}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 4.0, 1.0, 1.0, 4.0, 2.0, 1.0, 5.0, 1.0, 1.0, 1.0, 3.0, 2.0, 2.0, 5.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.015442436560988426, -0.015073227696120739, -0.014704018831253052, -0.014334809966385365, -0.013965601101517677, -0.01359639223664999, -0.013227183371782303, -0.012857974506914616, -0.012488765642046928, -0.012119556777179241, -0.011750347912311554, -0.011381139047443867, -0.01101193018257618, -0.010642721317708492, -0.010273512452840805, -0.009904303587973118, -0.00953509472310543, -0.009165885858237743, -0.008796676993370056, -0.008427468128502369, -0.008058259263634682, -0.0076890503987669945, -0.007319841533899307, -0.00695063266903162, -0.006581423804163933, -0.006212214939296246, -0.005843006074428558, -0.005473797209560871, -0.005104588344693184, -0.004735379479825497, -0.0043661706149578094, -0.003996961750090122, -0.003627752885222435, -0.0032585440203547478, -0.0028893351554870605, -0.0025201262906193733, -0.002150917425751686, -0.0017817085608839989, -0.0014124996960163116, -0.0010432908311486244, -0.0006740819662809372, -0.00030487310141324997, 6.433576345443726e-05, 0.0004335446283221245, 0.0008027534931898117, 0.001171962358057499, 0.0015411712229251862, 0.0019103800877928734, 0.0022795889526605606, 0.002648797817528248, 0.003018006682395935, 0.0033872155472636223, 0.0037564244121313095, 0.004125633276998997, 0.004494842141866684, 0.004864051006734371, 0.005233259871602058, 0.005602468736469746, 0.005971677601337433, 0.00634088646620512, 0.006710095331072807, 0.0070793041959404945, 0.007448513060808182, 0.007817721925675869, 0.008186930790543556]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 3.0, 2.0, 5.0, 3.0, 3.0, 6.0, 9.0, 3.0, 4.0, 5.0, 11.0, 10.0, 13.0, 21.0, 27.0, 37.0, 46.0, 62.0, 94.0, 126.0, 152.0, 181.0, 273.0, 476.0, 4547.0, 733.0, 316.0, 214.0, 141.0, 105.0, 63.0, 67.0, 47.0, 32.0, 22.0, 16.0, 16.0, 5.0, 11.0, 7.0, 4.0, 6.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.20223477482795715, -0.19696679711341858, -0.19169881939888, -0.18643082678318024, -0.18116284906864166, -0.1758948713541031, -0.17062687873840332, -0.16535890102386475, -0.16009092330932617, -0.1548229455947876, -0.14955496788024902, -0.14428697526454926, -0.13901899755001068, -0.1337510198354721, -0.12848302721977234, -0.12321504950523376, -0.11794707179069519, -0.11267909407615662, -0.10741110891103745, -0.10214312374591827, -0.0968751460313797, -0.09160716831684113, -0.08633918315172195, -0.08107119798660278, -0.07580322027206421, -0.07053524255752563, -0.06526725739240646, -0.05999927595257759, -0.05473129451274872, -0.049463313072919846, -0.04419533163309097, -0.0389273501932621, -0.03365936875343323, -0.028391387313604355, -0.023123405873775482, -0.01785542443394661, -0.012587442994117737, -0.007319461554288864, -0.0020514801144599915, 0.0032165013253688812, 0.008484482765197754, 0.013752464205026627, 0.0190204456448555, 0.024288427084684372, 0.029556408524513245, 0.03482438996434212, 0.04009237140417099, 0.04536035284399986, 0.050628334283828735, 0.05589631572365761, 0.06116429716348648, 0.06643228232860565, 0.07170026004314423, 0.0769682377576828, 0.08223622292280197, 0.08750420808792114, 0.09277218580245972, 0.09804016351699829, 0.10330814868211746, 0.10857613384723663, 0.11384411156177521, 0.11911208927631378, 0.12438007444143295, 0.12964805960655212, 0.1349160373210907]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 7.0, 7.0, 4.0, 1.0, 2.0, 2.0, 3.0, 2.0, 3.0, 1.0, 4.0, 5.0, 5.0, 25.0, 4.0, 3.0, 4.0, 7.0, 0.0, 5.0, 2.0, 2.0, 2.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.0027857825625687838, -0.0026988591998815536, -0.00261193560436368, -0.002525012008845806, -0.002438088646158576, -0.002351165283471346, -0.002264241687953472, -0.0021773180924355984, -0.0020903947297483683, -0.002003471367061138, -0.0019165477715432644, -0.0018296242924407125, -0.0017427008133381605, -0.0016557773342356086, -0.0015688538551330566, -0.0014819303760305047, -0.0013950068969279528, -0.0013080834178254008, -0.001221159938722849, -0.001134236459620297, -0.001047312980517745, -0.0009603895014151931, -0.0008734660223126411, -0.0007865425432100892, -0.0006996190641075373, -0.0006126955850049853, -0.0005257721059024334, -0.00043884862679988146, -0.0003519251476973295, -0.0002650016685947776, -0.00017807818949222565, -9.115471038967371e-05, -4.231231287121773e-06, 8.269224781543016e-05, 0.0001696157269179821, 0.00025653920602053404, 0.000343462685123086, 0.0004303861642256379, 0.0005173096433281898, 0.0006042331224307418, 0.0006911566015332937, 0.0007780800806358457, 0.0008650035597383976, 0.0009519270388409495, 0.0010388505179435015, 0.0011257739970460534, 0.0012126974761486053, 0.0012996209552511573, 0.0013865444343537092, 0.0014734679134562612, 0.001560391392558813, 0.001647314871661365, 0.001734238350763917, 0.001821161829866469, 0.0019080853089690208, 0.0019950089044868946, 0.0020819322671741247, 0.002168855629861355, 0.0022557792253792286, 0.0023427028208971024, 0.0024296261835843325, 0.0025165495462715626, 0.0026034731417894363, 0.00269039673730731, 0.00277732009999454]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 6.0, 4.0, 2.0, 6.0, 8.0, 11.0, 20.0, 19.0, 32.0, 47.0, 58.0, 80.0, 147.0, 139.0, 306.0, 418.0, 714.0, 1179.0, 2166.0, 3655.0, 6664.0, 13297.0, 28745.0, 68516.0, 208185.0, 685636.0, 82872.0, 35815.0, 17816.0, 9327.0, 5296.0, 3046.0, 1908.0, 1191.0, 709.0, 493.0, 345.0, 243.0, 173.0, 112.0, 57.0, 46.0, 40.0, 30.0, 23.0, 13.0, 10.0, 3.0, 5.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.013449009507894516, -0.013043731451034546, -0.012638453394174576, -0.012233175337314606, -0.011827897280454636, -0.011422619223594666, -0.011017341166734695, -0.010612063109874725, -0.010206785053014755, -0.00980150606483221, -0.00939622800797224, -0.00899094995111227, -0.0085856718942523, -0.00818039383739233, -0.00777511578053236, -0.00736983772367239, -0.00696455966681242, -0.00655928160995245, -0.00615400355309248, -0.00574872549623251, -0.0053434474393725395, -0.004938168916851282, -0.004532890859991312, -0.004127612803131342, -0.003722334746271372, -0.0033170566894114017, -0.0029117786325514317, -0.002506500342860818, -0.002101222286000848, -0.0016959442291408777, -0.0012906660558655858, -0.0008853879407979548, -0.0004801098257303238, -7.483171066269279e-05, 0.0003304464044049382, 0.0007357245194725692, 0.0011410026345402002, 0.0015462806914001703, 0.0019515588646754622, 0.002356837037950754, 0.0027621150948107243, 0.0031673931516706944, 0.0035726712085306644, 0.0039779492653906345, 0.004383227787911892, 0.004788505844771862, 0.005193783901631832, 0.005599061958491802, 0.006004340015351772, 0.006409618072211742, 0.0068148961290717125, 0.007220174185931683, 0.007625452242791653, 0.008030730299651623, 0.008436008356511593, 0.008841286413371563, 0.009246565401554108, 0.009651843458414078, 0.010057121515274048, 0.010462399572134018, 0.010867677628993988, 0.011272955685853958, 0.011678233742713928, 0.012083511799573898, 0.012488789856433868]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 10.0, 5.0, 6.0, 1.0, 3.0, 5.0, 3.0, 3.0, 0.0, 2.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02012721262872219, -0.019655711948871613, -0.019184209406375885, -0.018712708726525307, -0.01824120804667473, -0.017769705504179, -0.017298204824328423, -0.016826704144477844, -0.016355201601982117, -0.01588370092213154, -0.015412199310958385, -0.014940697699785233, -0.014469197019934654, -0.013997695408761501, -0.013526193797588348, -0.01305469311773777, -0.012583191506564617, -0.012111689895391464, -0.011640189215540886, -0.011168687604367733, -0.01069718599319458, -0.010225685313344002, -0.009754183702170849, -0.009282682090997696, -0.008811181411147118, -0.008339679799973965, -0.007868178188800812, -0.007396677043288946, -0.0069251758977770805, -0.006453674286603928, -0.005982173141092062, -0.005510671529918909, -0.0050391703844070435, -0.004567669238895178, -0.004096167627722025, -0.0036246664822101593, -0.00315316510386765, -0.0026816637255251408, -0.002210162580013275, -0.0017386612016707659, -0.0012671598233282566, -0.0007956585031934083, -0.0003241571830585599, 0.00014734413707628846, 0.0006188454572111368, 0.001090346835553646, 0.0015618480974808335, 0.002033349359408021, 0.0025048507377505302, 0.0029763521160930395, 0.0034478534944355488, 0.003919354639947414, 0.004390856251120567, 0.004862357396632433, 0.0053338585421442986, 0.0058053601533174515, 0.006276861298829317, 0.006748362444341183, 0.007219864055514336, 0.007691365201026201, 0.008162866346538067, 0.00863436795771122, 0.009105869568884373, 0.009577370248734951, 0.010048871859908104]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 1.0, 3.0, 3.0, 3.0, 2.0, 6.0, 3.0, 10.0, 11.0, 12.0, 11.0, 22.0, 13.0, 26.0, 22.0, 25.0, 48.0, 60.0, 54.0, 78.0, 74.0, 68.0, 84.0, 108.0, 112.0, 154.0, 233.0, 273.0, 327.0, 414.0, 578.0, 1097.0, 5747.0, 3182.0, 1648.0, 1023.0, 717.0, 586.0, 412.0, 301.0, 252.0, 184.0, 122.0, 108.0, 69.0, 53.0, 35.0, 22.0, 7.0, 5.0, 5.0, 4.0, 4.0, 3.0, 1.0, 0.0, 3.0, 0.0, 0.0, 1.0], "bins": [-0.012608652003109455, -0.012266604229807854, -0.011924556456506252, -0.011582507751882076, -0.011240459978580475, -0.010898412205278873, -0.010556364431977272, -0.010214315727353096, -0.009872267954051495, -0.009530220180749893, -0.009188172407448292, -0.00884612463414669, -0.008504075929522514, -0.008162028156220913, -0.007819980382919312, -0.007477932143956423, -0.007135884370654821, -0.00679383659735322, -0.006451788358390331, -0.00610974058508873, -0.005767692346125841, -0.00542564457282424, -0.005083596333861351, -0.00474154856055975, -0.004399500787258148, -0.0040574525482952595, -0.0037154045421630144, -0.0033733565360307693, -0.003031308762729168, -0.002689260756596923, -0.002347212750464678, -0.0020051647443324327, -0.0016631167382001877, -0.0013210687320679426, -0.0009790207259356976, -0.0006369728362187743, -0.00029492483008652925, 4.712314694188535e-05, 0.00038917112397029996, 0.0007312190718948841, 0.0010732670780271292, 0.0014153150841593742, 0.0017573630902916193, 0.0020994110964238644, 0.0024414588697254658, 0.002783506875857711, 0.003125554881989956, 0.003467602888122201, 0.003809650894254446, 0.0041516986675560474, 0.004493746906518936, 0.004835794679820538, 0.005177842918783426, 0.005519890692085028, 0.005861938931047916, 0.006203986704349518, 0.006546034477651119, 0.006888082716614008, 0.007230130489915609, 0.007572178728878498, 0.0079142265021801, 0.008256274275481701, 0.008598322980105877, 0.008940370753407478, 0.00928241852670908]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 3.0, 4.0, 4.0, 3.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.15033358335494995, -0.14568157494068146, -0.14102956652641296, -0.13637755811214447, -0.13172554969787598, -0.12707354128360748, -0.12242153286933899, -0.1177695244550705, -0.113117516040802, -0.10846550762653351, -0.10381349921226501, -0.09916149079799652, -0.09450948238372803, -0.08985747396945953, -0.08520546555519104, -0.08055345714092255, -0.07590144872665405, -0.07124944031238556, -0.06659743189811707, -0.06194542348384857, -0.05729341506958008, -0.052641406655311584, -0.04798939824104309, -0.0433373898267746, -0.038685381412506104, -0.03403337299823761, -0.029381364583969116, -0.024729356169700623, -0.02007734775543213, -0.015425339341163635, -0.010773330926895142, -0.006121322512626648, -0.0014693140983581543, 0.0031826943159103394, 0.007834702730178833, 0.012486711144447327, 0.01713871955871582, 0.021790727972984314, 0.026442736387252808, 0.0310947448015213, 0.035746753215789795, 0.04039876163005829, 0.04505077004432678, 0.049702778458595276, 0.05435478687286377, 0.05900679528713226, 0.06365880370140076, 0.06831081211566925, 0.07296282052993774, 0.07761482894420624, 0.08226683735847473, 0.08691884577274323, 0.09157085418701172, 0.09622286260128021, 0.1008748710155487, 0.1055268794298172, 0.1101788878440857, 0.11483089625835419, 0.11948290467262268, 0.12413491308689117, 0.12878692150115967, 0.13343892991542816, 0.13809093832969666, 0.14274294674396515, 0.14739495515823364]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 6.0, 2.0, 4.0, 4.0, 2.0, 1.0, 3.0, 3.0, 2.0, 3.0, 4.0, 15.0, 29.0, 41.0, 53.0, 21.0, 11.0, 8.0, 4.0, 2.0, 3.0, 4.0, 3.0, 4.0, 4.0, 1.0, 6.0, 5.0, 3.0, 2.0, 3.0, 0.0, 5.0, 2.0, 1.0, 0.0, 3.0, 1.0, 2.0], "bins": [-0.12622326612472534, -0.12300550937652588, -0.11978775262832642, -0.11656999588012695, -0.11335223913192749, -0.11013448238372803, -0.10691672563552856, -0.1036989688873291, -0.10048121213912964, -0.09726345539093018, -0.09404569864273071, -0.09082794189453125, -0.08761018514633179, -0.08439242839813232, -0.08117467164993286, -0.0779569149017334, -0.07473915815353394, -0.07152140140533447, -0.06830364465713501, -0.06508588790893555, -0.061868131160736084, -0.05865037441253662, -0.05543261766433716, -0.052214860916137695, -0.04899710416793823, -0.04577934741973877, -0.04256159067153931, -0.039343833923339844, -0.03612607717514038, -0.03290832042694092, -0.029690563678741455, -0.026472806930541992, -0.02325505018234253, -0.020037293434143066, -0.016819536685943604, -0.01360177993774414, -0.010384023189544678, -0.007166266441345215, -0.003948509693145752, -0.0007307529449462891, 0.002487003803253174, 0.005704760551452637, 0.0089225172996521, 0.012140274047851562, 0.015358030796051025, 0.01857578754425049, 0.02179354429244995, 0.025011301040649414, 0.028229057788848877, 0.03144681453704834, 0.0346645712852478, 0.037882328033447266, 0.04110008478164673, 0.04431784152984619, 0.047535598278045654, 0.05075335502624512, 0.05397111177444458, 0.05718886852264404, 0.060406625270843506, 0.06362438201904297, 0.06684213876724243, 0.0700598955154419, 0.07327765226364136, 0.07649540901184082, 0.07971316576004028]}, "_runtime": 41.4337854385376, "_timestamp": 1596211631.2048943, "_step": 48}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 1.0, 5.0, 3.0, 2.0, 4.0, 2.0, 3.0, 0.0, 1.0, 1.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.01428594347089529, -0.01388370618224144, -0.01348146889358759, -0.013079230673611164, -0.012676993384957314, -0.012274756096303463, -0.011872518807649612, -0.011470280587673187, -0.011068043299019337, -0.010665806010365486, -0.010263568721711636, -0.009861331433057785, -0.00945909321308136, -0.00905685592442751, -0.008654618635773659, -0.008252381347119808, -0.007850144058465958, -0.00744790630415082, -0.007045668549835682, -0.006643431261181831, -0.0062411935068666935, -0.005838956218212843, -0.005436718463897705, -0.0050344811752438545, -0.004632243886590004, -0.004230006132274866, -0.003827768610790372, -0.0034255310893058777, -0.003023293800652027, -0.002621056279167533, -0.0022188187576830387, -0.0018165812361985445, -0.0014143437147140503, -0.001012106193229556, -0.0006098687299527228, -0.00020763123757205904, 0.00019460625480860472, 0.0005968437762930989, 0.0009990811813622713, 0.0014013187028467655, 0.0018035562243312597, 0.002205793745815754, 0.002608031267300248, 0.0030102687887847424, 0.003412506077438593, 0.003814743598923087, 0.004216981120407581, 0.004619218874722719, 0.00502145616337657, 0.00542369345203042, 0.005825931206345558, 0.006228168494999409, 0.006630406249314547, 0.007032643537968397, 0.007434881292283535, 0.007837118580937386, 0.008239355869591236, 0.008641593158245087, 0.009043831378221512, 0.009446068666875362, 0.009848305955529213, 0.010250543244183064, 0.010652781464159489, 0.01105501875281334, 0.01145725604146719]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 4.0, 2.0, 1.0, 0.0, 1.0, 2.0, 4.0, 2.0, 6.0, 3.0, 8.0, 7.0, 8.0, 14.0, 28.0, 18.0, 20.0, 24.0, 37.0, 46.0, 65.0, 77.0, 111.0, 148.0, 207.0, 326.0, 579.0, 4720.0, 548.0, 284.0, 168.0, 120.0, 80.0, 54.0, 47.0, 34.0, 24.0, 19.0, 15.0, 16.0, 18.0, 4.0, 5.0, 4.0, 6.0, 3.0, 2.0, 3.0, 2.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.1905176341533661, -0.1847648024559021, -0.1790119856595993, -0.17325915396213531, -0.16750632226467133, -0.16175350546836853, -0.15600067377090454, -0.15024784207344055, -0.14449502527713776, -0.13874219357967377, -0.13298936188220978, -0.12723654508590698, -0.121483713388443, -0.1157308891415596, -0.10997806489467621, -0.10422523319721222, -0.09847240895032883, -0.09271958470344543, -0.08696675300598145, -0.08121392875909805, -0.07546110451221466, -0.06970827281475067, -0.06395544856786728, -0.05820262432098389, -0.052449796348810196, -0.046696968376636505, -0.04094414412975311, -0.03519131615757942, -0.02943849004805088, -0.02368566393852234, -0.017932835966348648, -0.012180009856820107, -0.006427183747291565, -0.0006743571721017361, 0.005078469403088093, 0.010831296443939209, 0.01658412255346775, 0.022336948662996292, 0.028089776635169983, 0.033842600882053375, 0.039595428854227066, 0.04534825682640076, 0.05110108107328415, 0.05685390904545784, 0.06260673701763153, 0.06835956126451492, 0.07411238551139832, 0.0798652172088623, 0.0856180414557457, 0.09137086570262909, 0.09712369740009308, 0.10287652164697647, 0.10862934589385986, 0.11438217759132385, 0.12013500183820724, 0.12588782608509064, 0.13164065778255463, 0.13739347457885742, 0.1431463062763214, 0.1488991379737854, 0.1546519547700882, 0.16040478646755219, 0.16615761816501617, 0.17191043496131897, 0.17766326665878296]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 5.0, 3.0, 4.0, 2.0, 1.0, 6.0, 0.0, 3.0, 3.0, 3.0, 3.0, 3.0, 3.0, 23.0, 2.0, 8.0, 1.0, 6.0, 3.0, 3.0, 5.0, 3.0, 0.0, 3.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 3.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.002544285263866186, -0.002462900010868907, -0.002381514525040984, -0.002300129272043705, -0.002218743786215782, -0.002137358533218503, -0.002055973280221224, -0.001974587794393301, -0.0018932025413960218, -0.0018118171719834208, -0.0017304318025708199, -0.0016490465495735407, -0.0015676611801609397, -0.0014862758107483387, -0.0014048905577510595, -0.0013235051883384585, -0.0012421198189258575, -0.0011607344495132565, -0.0010793490801006556, -0.0009979638271033764, -0.0009165784576907754, -0.0008351930882781744, -0.0007538077770732343, -0.0006724224658682942, -0.0005910370964556932, -0.0005096517270430923, -0.00042826641583815217, -0.00034688107552938163, -0.0002654957352206111, -0.00018411039491184056, -0.00010272505460307002, -2.1339714294299483e-05, 6.0045626014471054e-05, 0.0001414309663232416, 0.00022281630663201213, 0.00030420164694078267, 0.0003855869872495532, 0.00046697232755832374, 0.0005483576678670943, 0.0006297429790720344, 0.0007111283484846354, 0.0007925137178972363, 0.0008738990291021764, 0.0009552843403071165, 0.0010366697097197175, 0.0011180550791323185, 0.0011994403321295977, 0.0012808257015421987, 0.0013622110709547997, 0.0014435964403674006, 0.0015249818097800016, 0.0016063670627772808, 0.0016877524321898818, 0.0017691378016024828, 0.001850523054599762, 0.001931908424012363, 0.002013293793424964, 0.002094679046422243, 0.002176064532250166, 0.002257449785247445, 0.0023388350382447243, 0.002420220524072647, 0.0025016057770699263, 0.002582991262897849, 0.0026643765158951283]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 4.0, 2.0, 5.0, 9.0, 9.0, 16.0, 18.0, 37.0, 61.0, 75.0, 106.0, 154.0, 252.0, 380.0, 625.0, 976.0, 1607.0, 2789.0, 5172.0, 10043.0, 21102.0, 49720.0, 140398.0, 743010.0, 103972.0, 44729.0, 23113.0, 12392.0, 7134.0, 4211.0, 2691.0, 1600.0, 1059.0, 701.0, 449.0, 330.0, 222.0, 127.0, 105.0, 78.0, 45.0, 32.0, 24.0, 19.0, 12.0, 8.0, 4.0, 7.0, 4.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.012731826864182949, -0.012338784523308277, -0.01194574125111103, -0.011552698910236359, -0.011159656569361687, -0.01076661329716444, -0.010373570956289768, -0.009980527684092522, -0.00958748534321785, -0.009194443002343178, -0.008801399730145931, -0.00840835738927126, -0.008015314117074013, -0.007622271776199341, -0.007229229435324669, -0.00683618662878871, -0.00644314382225275, -0.006050101015716791, -0.005657058209180832, -0.00526401586830616, -0.004870973061770201, -0.0044779302552342415, -0.0040848879143595695, -0.0036918451078236103, -0.003298802301287651, -0.002905759494751692, -0.0025127169210463762, -0.0021196743473410606, -0.0017266315408051014, -0.001333588850684464, -0.0009405461605638266, -0.0005475034704431891, -0.00015446078032255173, 0.0002385819097980857, 0.0006316245999187231, 0.0010246672900393605, 0.001417709980159998, 0.0018107526702806354, 0.0022037953604012728, 0.0025968379341065884, 0.0029898807406425476, 0.003382923547178507, 0.0037759661208838224, 0.004169008694589138, 0.004562051501125097, 0.0049550943076610565, 0.0053481366485357285, 0.005741179455071688, 0.006134222261607647, 0.006527265068143606, 0.006920307874679565, 0.007313350215554237, 0.007706393022090197, 0.008099435828626156, 0.008492478169500828, 0.008885521441698074, 0.009278563782572746, 0.009671606123447418, 0.010064649395644665, 0.010457691736519337, 0.010850735008716583, 0.011243777349591255, 0.011636819690465927, 0.012029862962663174, 0.012422905303537846]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 3.0, 3.0, 5.0, 1.0, 10.0, 7.0, 6.0, 6.0, 5.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011116338893771172, -0.010506990365684032, -0.009897640906274319, -0.00928829237818718, -0.008678942918777466, -0.008069594390690327, -0.0074602458626031876, -0.006850896868854761, -0.006241547875106335, -0.005632198881357908, -0.005022849887609482, -0.004413501359522343, -0.0038041523657739162, -0.00319480337202549, -0.002585454611107707, -0.0019761058501899242, -0.0013667568564414978, -0.0007574079791083932, -0.00014805910177528858, 0.00046128977555781603, 0.0010706386528909206, 0.0016799875302240252, 0.00228933640755713, 0.0028986851684749126, 0.003508034162223339, 0.0041173831559717655, 0.004726732149720192, 0.005336080677807331, 0.0059454296715557575, 0.006554778665304184, 0.007164127193391323, 0.0077734761871397495, 0.008382825180888176, 0.008992173708975315, 0.009601523168385029, 0.010210871696472168, 0.010820221155881882, 0.01142956968396902, 0.01203891821205616, 0.012648267671465874, 0.013257616199553013, 0.013866964727640152, 0.014476314187049866, 0.015085662715137005, 0.015695011243224144, 0.016304360702633858, 0.01691371016204357, 0.017523057758808136, 0.01813240721821785, 0.018741756677627563, 0.019351104274392128, 0.019960453733801842, 0.020569803193211555, 0.02117915078997612, 0.021788500249385834, 0.022397849708795547, 0.02300719916820526, 0.023616546764969826, 0.02422589622437954, 0.024835245683789253, 0.025444593280553818, 0.02605394273996353, 0.026663292199373245, 0.02727263979613781, 0.027881989255547523]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 1.0, 1.0, 2.0, 5.0, 6.0, 10.0, 8.0, 8.0, 11.0, 11.0, 16.0, 21.0, 33.0, 33.0, 76.0, 68.0, 108.0, 162.0, 265.0, 360.0, 497.0, 739.0, 1260.0, 2586.0, 5116.0, 1544.0, 1167.0, 932.0, 800.0, 563.0, 383.0, 351.0, 214.0, 187.0, 147.0, 98.0, 101.0, 71.0, 54.0, 40.0, 29.0, 22.0, 10.0, 24.0, 19.0, 21.0, 17.0, 36.0, 22.0, 37.0, 15.0, 15.0, 24.0, 14.0, 10.0, 13.0, 13.0, 12.0, 2.0, 6.0, 7.0, 4.0, 2.0], "bins": [-0.006590489763766527, -0.006327733863145113, -0.0060649774968624115, -0.005802221596240997, -0.005539465695619583, -0.005276709329336882, -0.0050139534287154675, -0.004751197528094053, -0.004488441161811352, -0.004225685261189938, -0.003962929360568523, -0.0037001732271164656, -0.0034374170936644077, -0.0031746611930429935, -0.0029119050595909357, -0.0026491491589695215, -0.0023863930255174637, -0.002123636892065406, -0.0018608809914439917, -0.0015981248579919338, -0.0013353688409551978, -0.0010726128239184618, -0.0008098567486740649, -0.000547100673429668, -0.00028434465639293194, -2.158861025236547e-05, 0.000241167435888201, 0.0005039235111325979, 0.0007666795281693339, 0.00102943554520607, 0.0012921916786581278, 0.0015549476956948638, 0.0018177037127315998, 0.0020804598461836576, 0.002343215746805072, 0.0026059718802571297, 0.002868727780878544, 0.0031314839143306017, 0.0033942400477826595, 0.0036569959484040737, 0.003919752314686775, 0.004182508215308189, 0.004445264115929604, 0.004708020016551018, 0.004970776382833719, 0.0052335322834551334, 0.005496288184076548, 0.005759044550359249, 0.006021800450980663, 0.0062845563516020775, 0.006547312717884779, 0.006810068618506193, 0.007072824519127607, 0.007335580885410309, 0.007598336786031723, 0.007861092686653137, 0.008123848587274551, 0.008386604487895966, 0.008649361319839954, 0.008912117220461369, 0.009174873121082783, 0.009437629021704197, 0.009700384922325611, 0.009963140822947025, 0.010225897654891014]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 3.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.11511664092540741, -0.11227502673864365, -0.10943340510129929, -0.10659179091453552, -0.10375016927719116, -0.1009085550904274, -0.09806693345308304, -0.09522531926631927, -0.09238369762897491, -0.08954208344221115, -0.08670046925544739, -0.08385884761810303, -0.08101723343133926, -0.0781756117939949, -0.07533399760723114, -0.07249237596988678, -0.06965076178312302, -0.06680914759635925, -0.06396752595901489, -0.06112590804696083, -0.05828429013490677, -0.055442675948143005, -0.052601058036088943, -0.04975944012403488, -0.04691782221198082, -0.04407620429992676, -0.041234586387872696, -0.038392968475818634, -0.03555135428905487, -0.03270973637700081, -0.029868118464946747, -0.027026500552892685, -0.024184882640838623, -0.02134326472878456, -0.0185016468167305, -0.015660030767321587, -0.012818412855267525, -0.009976794943213463, -0.0071351779624819756, -0.004293560516089201, -0.0014519430696964264, 0.0013896743766963482, 0.004231291823089123, 0.007072909269481897, 0.009914526715874672, 0.012756144627928734, 0.015597761608660221, 0.01843937858939171, 0.02128099650144577, 0.024122614413499832, 0.026964232325553894, 0.029805848374962807, 0.03264746814966202, 0.03548908233642578, 0.03833070024847984, 0.041172318160533905, 0.04401393607258797, 0.04685555398464203, 0.04969717189669609, 0.05253878980875015, 0.055380403995513916, 0.05822202190756798, 0.06106363981962204, 0.0639052614569664, 0.06674687564373016]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 3.0, 3.0, 3.0, 3.0, 3.0, 4.0, 8.0, 10.0, 7.0, 12.0, 19.0, 22.0, 41.0, 22.0, 23.0, 12.0, 17.0, 24.0, 6.0, 2.0, 3.0, 1.0, 3.0, 5.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0, 2.0], "bins": [-0.030558839440345764, -0.029075179249048233, -0.027591517195105553, -0.02610785700380802, -0.02462419494986534, -0.02314053475856781, -0.02165687456727028, -0.0201732125133276, -0.018689552322030067, -0.017205892130732536, -0.015722230076789856, -0.014238569885492325, -0.012754908762872219, -0.011271247640252113, -0.009787587448954582, -0.008303926326334476, -0.006820265203714371, -0.005336604081094265, -0.0038529434241354465, -0.0023692825343459845, -0.0008856216445565224, 0.0005980392452329397, 0.002081700135022402, 0.003565361024811864, 0.005049021914601326, 0.006532683037221432, 0.008016344159841537, 0.009500004351139069, 0.010983665473759174, 0.01246732659637928, 0.013950986787676811, 0.015434647910296917, 0.016918309032917023, 0.018401969224214554, 0.019885631278157234, 0.021369291469454765, 0.022852953523397446, 0.024336613714694977, 0.025820273905992508, 0.02730393595993519, 0.02878759615123272, 0.03027125634253025, 0.03175491839647293, 0.03323857858777046, 0.03472223877906799, 0.036205898970365524, 0.037689562886953354, 0.039173223078250885, 0.040656883269548416, 0.04214054346084595, 0.04362420365214348, 0.04510786756873131, 0.04659152776002884, 0.04807518795132637, 0.0495588481426239, 0.05104250833392143, 0.052526168525218964, 0.05400983244180679, 0.055493492633104324, 0.056977152824401855, 0.05846081301569939, 0.05994447320699692, 0.06142813712358475, 0.06291179358959198, 0.06439545750617981]}, "_runtime": 42.18703651428223, "_timestamp": 1596211631.9581454, "_step": 49}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 4.0, 1.0, 3.0, 1.0, 2.0, 0.0, 3.0, 1.0, 2.0, 4.0, 3.0, 2.0, 3.0, 2.0, 1.0, 1.0, 0.0, 4.0, 1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009628327563405037, -0.009342484176158905, -0.009056641720235348, -0.008770798332989216, -0.008484954945743084, -0.008199112489819527, -0.007913269102573395, -0.00762742618098855, -0.007341583259403706, -0.007055739872157574, -0.006769896950572729, -0.0064840540289878845, -0.006198210641741753, -0.005912367720156908, -0.0056265247985720634, -0.0053406814113259315, -0.005054838489741087, -0.004768995568156242, -0.0044831521809101105, -0.004197309259325266, -0.003911466337740421, -0.003625623183324933, -0.003339780028909445, -0.0030539371073246002, -0.002768093952909112, -0.0024822507984936237, -0.002196407876908779, -0.001910564722493291, -0.0016247216844931245, -0.001338878646492958, -0.0010530354920774698, -0.0007671924540773034, -0.000481349416077137, -0.00019550634897314012, 9.033671813085675e-05, 0.0003761797852348536, 0.0006620228523388505, 0.0009478658903390169, 0.0012337090447545052, 0.0015195520827546716, 0.001805395120754838, 0.0020912382751703262, 0.002377081196755171, 0.002662924351170659, 0.0029487675055861473, 0.003234610427170992, 0.00352045358158648, 0.0038062965031713247, 0.004092139657586813, 0.0043779825791716576, 0.0046638259664177895, 0.004949668888002634, 0.005235511809587479, 0.0055213551968336105, 0.005807198118418455, 0.0060930410400033, 0.006378884427249432, 0.006664727348834276, 0.006950570270419121, 0.007236413192003965, 0.007522256579250097, 0.007808099500834942, 0.008093942888081074, 0.008379785344004631, 0.008665628731250763]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 4.0, 1.0, 5.0, 3.0, 7.0, 10.0, 7.0, 14.0, 13.0, 23.0, 22.0, 34.0, 35.0, 63.0, 82.0, 106.0, 140.0, 172.0, 255.0, 366.0, 4074.0, 1262.0, 426.0, 225.0, 147.0, 111.0, 80.0, 60.0, 46.0, 23.0, 23.0, 23.0, 15.0, 11.0, 10.0, 5.0, 6.0, 3.0, 6.0, 2.0, 0.0, 5.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.158574178814888, -0.15388289093971252, -0.14919158816337585, -0.14450030028820038, -0.1398090124130249, -0.13511770963668823, -0.13042642176151276, -0.12573513388633728, -0.12104383111000061, -0.11635254323482513, -0.11166124790906906, -0.10696995258331299, -0.10227866470813751, -0.09758736938238144, -0.09289607405662537, -0.08820478618144989, -0.08351349085569382, -0.07882219552993774, -0.07413090765476227, -0.0694396123290062, -0.06474831700325012, -0.06005702540278435, -0.05536573380231857, -0.0506744384765625, -0.045983146876096725, -0.04129185527563095, -0.03660055994987488, -0.0319092683494091, -0.02721797488629818, -0.022526681423187256, -0.01783538982272148, -0.013144096359610558, -0.008452802896499634, -0.0037615098990499973, 0.0009297830983996391, 0.005621076095849276, 0.010312369093298912, 0.015003662556409836, 0.01969495415687561, 0.024386247619986534, 0.029077541083097458, 0.03376883268356323, 0.038460128009319305, 0.04315141960978508, 0.047842711210250854, 0.05253400653600693, 0.0572252981364727, 0.061916593462228775, 0.06660788506269455, 0.07129918038845062, 0.0759904682636261, 0.08068176358938217, 0.08537305891513824, 0.09006434679031372, 0.0947556421160698, 0.09944693744182587, 0.10413822531700134, 0.10882952064275742, 0.11352081596851349, 0.11821211129426956, 0.12290339916944504, 0.1275946944952011, 0.1322859823703766, 0.13697728514671326, 0.14166857302188873]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 3.0, 0.0, 0.0, 5.0, 2.0, 2.0, 3.0, 2.0, 1.0, 1.0, 3.0, 2.0, 6.0, 5.0, 0.0, 1.0, 5.0, 1.0, 23.0, 6.0, 3.0, 8.0, 6.0, 4.0, 6.0, 2.0, 2.0, 1.0, 5.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0024991645477712154, -0.0024220882914960384, -0.0023450120352208614, -0.0022679357789456844, -0.0021908595226705074, -0.0021137832663953304, -0.0020367070101201534, -0.0019596307538449764, -0.0018825544975697994, -0.0018054782412946224, -0.0017284019850194454, -0.0016513257287442684, -0.0015742494724690914, -0.0014971732161939144, -0.0014200969599187374, -0.0013430207036435604, -0.0012659444473683834, -0.0011888681910932064, -0.0011117919348180294, -0.0010347156785428524, -0.0009576394222676754, -0.0008805631659924984, -0.0008034869097173214, -0.0007264106534421444, -0.0006493343971669674, -0.0005722581408917904, -0.0004951818846166134, -0.0004181056283414364, -0.0003410293720662594, -0.0002639531157910824, -0.00018687685951590538, -0.00010980060324072838, -3.2724346965551376e-05, 4.4351909309625626e-05, 0.00012142816558480263, 0.00019850442185997963, 0.00027558067813515663, 0.00035265693441033363, 0.00042973319068551064, 0.0005068094469606876, 0.0005838857032358646, 0.0006609619595110416, 0.0007380382157862186, 0.0008151144720613956, 0.0008921907283365726, 0.0009692669846117496, 0.0010463432408869267, 0.0011234194971621037, 0.0012004957534372807, 0.0012775720097124577, 0.0013546482659876347, 0.0014317245222628117, 0.0015088007785379887, 0.0015858770348131657, 0.0016629532910883427, 0.0017400295473635197, 0.0018171058036386967, 0.0018941820599138737, 0.0019712583161890507, 0.0020483345724642277, 0.0021254108287394047, 0.0022024870850145817, 0.0022795633412897587, 0.0023566395975649357, 0.0024337158538401127]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 1.0, 5.0, 7.0, 7.0, 10.0, 22.0, 22.0, 32.0, 39.0, 67.0, 136.0, 188.0, 309.0, 455.0, 818.0, 1362.0, 2207.0, 4150.0, 7613.0, 15889.0, 36357.0, 94911.0, 754855.0, 153537.0, 52557.0, 23767.0, 12134.0, 6837.0, 4017.0, 2442.0, 1601.0, 1064.0, 709.0, 476.0, 327.0, 214.0, 151.0, 103.0, 75.0, 49.0, 31.0, 21.0, 22.0, 8.0, 9.0, 9.0, 5.0, 5.0, 1.0, 3.0, 3.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.009701534174382687, -0.009339187294244766, -0.008976840414106846, -0.008614493533968925, -0.00825214758515358, -0.00788980070501566, -0.007527453824877739, -0.007165106944739819, -0.006802760064601898, -0.006440413650125265, -0.006078066769987345, -0.005715719889849424, -0.005353373475372791, -0.004991026595234871, -0.0046286797150969505, -0.0042663333006203175, -0.003903986420482397, -0.0035416397731751204, -0.0031792928930372, -0.0028169462457299232, -0.002454599365592003, -0.002092252718284726, -0.0017299060709774494, -0.0013675593072548509, -0.0010052125435322523, -0.0006428657798096538, -0.0002805190742947161, 8.182766032405198e-05, 0.00044417439494282007, 0.0008065211586654186, 0.0011688678059726954, 0.001531214569695294, 0.0018935613334178925, 0.002255907980725169, 0.0026182548608630896, 0.0029806015081703663, 0.0033429483883082867, 0.0037052950356155634, 0.00406764168292284, 0.0044299885630607605, 0.004792335443198681, 0.005154681857675314, 0.005517028737813234, 0.005879375617951155, 0.006241722032427788, 0.006604068912565708, 0.0069664157927036285, 0.007328762207180262, 0.007691109087318182, 0.008053455501794815, 0.008415802381932735, 0.008778149262070656, 0.009140496142208576, 0.009502843022346497, 0.009865189902484417, 0.010227535851299763, 0.010589882731437683, 0.010952229611575603, 0.011314576491713524, 0.011676923371851444, 0.012039270251989365, 0.01240161620080471, 0.01276396308094263, 0.013126309961080551, 0.013488656841218472]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 5.0, 1.0, 2.0, 2.0, 2.0, 1.0, 2.0, 11.0, 4.0, 3.0, 3.0, 4.0, 3.0, 0.0, 4.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.006735687609761953, -0.0063142552971839905, -0.005892822984606028, -0.005471391137689352, -0.005049958825111389, -0.004628526512533426, -0.004207094199955463, -0.003785662120208144, -0.0033642298076301813, -0.0029427974950522184, -0.002521365415304899, -0.0020999331027269363, -0.0016785009065642953, -0.0012570687104016542, -0.0008356364560313523, -0.0004142042307648808, 7.227994501590729e-06, 0.00042866021976806223, 0.0008500924450345337, 0.0012715246994048357, 0.0016929568955674767, 0.002114389091730118, 0.0025358214043080807, 0.0029572534840554, 0.0033786857966333628, 0.0038001181092113256, 0.004221550188958645, 0.004642982501536608, 0.005064414814114571, 0.0054858471266925335, 0.005907278973609209, 0.006328711286187172, 0.006750143598765135, 0.007171575911343098, 0.0075930082239210606, 0.008014440536499023, 0.008435872383415699, 0.00885730516165495, 0.009278737008571625, 0.0097001688554883, 0.01012160163372755, 0.010543033480644226, 0.010964466258883476, 0.011385898105800152, 0.011807329952716827, 0.012228762730956078, 0.012650194577872753, 0.013071627356112003, 0.013493059203028679, 0.013914491049945354, 0.014335923828184605, 0.01475735567510128, 0.01517878845334053, 0.015600220300257206, 0.01602165214717388, 0.01644308492541313, 0.016864517703652382, 0.017285948619246483, 0.017707381397485733, 0.018128814175724983, 0.018550245091319084, 0.018971677869558334, 0.019393110647797585, 0.019814543426036835, 0.020235974341630936]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [6.0, 3.0, 3.0, 3.0, 11.0, 5.0, 19.0, 10.0, 21.0, 27.0, 34.0, 40.0, 65.0, 87.0, 121.0, 171.0, 232.0, 256.0, 325.0, 418.0, 464.0, 563.0, 720.0, 912.0, 1325.0, 2247.0, 4436.0, 1155.0, 824.0, 626.0, 491.0, 354.0, 376.0, 307.0, 270.0, 243.0, 199.0, 143.0, 140.0, 128.0, 92.0, 101.0, 82.0, 62.0, 73.0, 49.0, 37.0, 30.0, 16.0, 14.0, 11.0, 7.0, 3.0, 14.0, 8.0, 4.0, 10.0, 10.0, 2.0, 0.0, 5.0, 5.0, 10.0, 7.0], "bins": [-0.004719925113022327, -0.004538935609161854, -0.004357945639640093, -0.004176955670118332, -0.003995966166257858, -0.003814976429566741, -0.0036339866928756237, -0.0034529969561845064, -0.003272007219493389, -0.003091017482802272, -0.0029100277461111546, -0.0027290380094200373, -0.00254804827272892, -0.0023670585360378027, -0.0021860687993466854, -0.002005079062655568, -0.0018240893259644508, -0.0016430995892733335, -0.0014621098525822163, -0.001281120115891099, -0.0011001303791999817, -0.0009191406425088644, -0.0007381509058177471, -0.0005571611691266298, -0.00037617143243551254, -0.00019518169574439526, -1.419195905327797e-05, 0.00016679777763783932, 0.0003477875143289566, 0.0005287772510200739, 0.0007097669877111912, 0.0008907567244023085, 0.0010717464610934258, 0.001252736197784543, 0.0014337259344756603, 0.0016147156711667776, 0.001795705407857895, 0.001976695144549012, 0.0021576848812401295, 0.0023386746179312468, 0.002519664354622364, 0.0027006540913134813, 0.0028816438280045986, 0.003062633564695716, 0.003243623301386833, 0.0034246130380779505, 0.0036056027747690678, 0.003786592511460185, 0.003967582248151302, 0.004148571752011776, 0.004329561721533537, 0.004510551691055298, 0.0046915411949157715, 0.004872530698776245, 0.005053520668298006, 0.005234510637819767, 0.005415500141680241, 0.005596489645540714, 0.005777479615062475, 0.005958469584584236, 0.00613945908844471, 0.006320448592305183, 0.006501438561826944, 0.006682428531348705, 0.006863418035209179]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.10422341525554657, -0.1019650474190712, -0.09970668703317642, -0.09744831919670105, -0.09518995136022568, -0.0929315909743309, -0.09067322313785553, -0.08841485530138016, -0.08615648746490479, -0.08389812707901001, -0.08163975924253464, -0.07938139140605927, -0.07712303102016449, -0.07486466318368912, -0.07260629534721375, -0.07034793496131897, -0.0680895671248436, -0.06583119928836823, -0.06357283890247345, -0.06131447106599808, -0.059056103229522705, -0.05679773911833763, -0.05453937500715256, -0.052281007170677185, -0.05002264305949211, -0.04776427894830704, -0.045505911111831665, -0.04324754700064659, -0.04098918288946152, -0.038730815052986145, -0.03647245094180107, -0.0342140831053257, -0.031955718994140625, -0.029697353020310402, -0.02743898704648018, -0.025180622935295105, -0.022922256961464882, -0.02066389098763466, -0.018405526876449585, -0.016147160902619362, -0.013888794928789139, -0.011630428954958916, -0.009372063912451267, -0.0071136984042823315, -0.004855332896113396, -0.00259696738794446, -0.00033860187977552414, 0.0019197636283934116, 0.004178129136562347, 0.006436494644731283, 0.008694860152900219, 0.010953225195407867, 0.01321159116923809, 0.015469957143068314, 0.017728321254253387, 0.01998668722808361, 0.022245053201913834, 0.024503419175744057, 0.02676178514957428, 0.029020149260759354, 0.03127851337194443, 0.0335368812084198, 0.035795245319604874, 0.038053613156080246, 0.04031197726726532]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 3.0, 6.0, 1.0, 1.0, 2.0, 4.0, 3.0, 2.0, 5.0, 5.0, 3.0, 7.0, 7.0, 6.0, 6.0, 6.0, 8.0, 5.0, 10.0, 2.0, 4.0, 6.0, 3.0, 13.0, 8.0, 19.0, 21.0, 11.0, 10.0, 11.0, 16.0, 9.0, 10.0, 9.0, 9.0, 9.0, 6.0, 4.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 1.0], "bins": [-0.03926343470811844, -0.03834768757224083, -0.03743193671107292, -0.03651618957519531, -0.0356004424393177, -0.034684691578149796, -0.033768944442272186, -0.03285319730639458, -0.03193744644522667, -0.03102169930934906, -0.0301059503108263, -0.029190203174948692, -0.028274454176425934, -0.027358705177903175, -0.026442958042025566, -0.025527209043502808, -0.0246114619076252, -0.02369571290910244, -0.02277996391057968, -0.021864216774702072, -0.020948467776179314, -0.020032718777656555, -0.019116971641778946, -0.018201222643256187, -0.01728547364473343, -0.01636972650885582, -0.015453977510333061, -0.014538229443132877, -0.013622480444610119, -0.012706732377409935, -0.011790984310209751, -0.010875235311686993, -0.009959487244486809, -0.009043739177286625, -0.008127990178763866, -0.0072122421115636826, -0.006296494044363499, -0.0053807455115020275, -0.004464996978640556, -0.003549248678609729, -0.0026335003785789013, -0.0017177520785480738, -0.0008020036621019244, 0.00011374469613656402, 0.0010294930543750525, 0.00194524135440588, 0.002860989887267351, 0.0037767381872981787, 0.004692486487329006, 0.005608235020190477, 0.006523983087390661, 0.007439731620252132, 0.008355479687452316, 0.009271228685975075, 0.010186976753175259, 0.011102724820375443, 0.012018473818898201, 0.012934221886098385, 0.013849969953298569, 0.014765718020498753, 0.015681466087698936, 0.016597215086221695, 0.017512964084744453, 0.018428711220622063, 0.01934446021914482]}, "_runtime": 42.94079875946045, "_timestamp": 1596211632.7119076, "_step": 50}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 2.0, 0.0, 2.0, 4.0, 1.0, 2.0, 3.0, 1.0, 4.0, 3.0, 2.0, 3.0, 4.0, 0.0, 4.0, 4.0, 2.0, 2.0, 3.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.018953192979097366, -0.01848934404551983, -0.018025493249297142, -0.017561644315719604, -0.017097793519496918, -0.01663394458591938, -0.016170095652341843, -0.015706244856119156, -0.015242395922541618, -0.014778546057641506, -0.014314696192741394, -0.013850846327841282, -0.01338699646294117, -0.012923146598041058, -0.01245929766446352, -0.011995447799563408, -0.011531597934663296, -0.011067748069763184, -0.010603898204863071, -0.010140049271285534, -0.009676199406385422, -0.00921234954148531, -0.008748499676585197, -0.008284649811685085, -0.007820799946784973, -0.007356950547546148, -0.0068931011483073235, -0.006429251283407211, -0.005965401418507099, -0.005501552019268274, -0.005037702154368162, -0.004573852755129337, -0.004110002890229225, -0.0036461532581597567, -0.003182303626090288, -0.002718453761190176, -0.0022546041291207075, -0.001790754497051239, -0.0013269047485664487, -0.0008630550582893193, -0.00039920536801218987, 6.464432226493955e-05, 0.000528494012542069, 0.0009923437610268593, 0.0014561933930963278, 0.0019200430251657963, 0.0023838928900659084, 0.002847742522135377, 0.0033115921542048454, 0.003775441786274314, 0.004239291418343782, 0.004703141283243895, 0.005166990682482719, 0.005630840547382832, 0.006094690412282944, 0.006558539811521769, 0.007022389676421881, 0.007486239541321993, 0.007950088940560818, 0.00841393880546093, 0.008877788670361042, 0.009341638535261154, 0.009805487468838692, 0.010269337333738804, 0.010733187198638916]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 5.0, 2.0, 1.0, 5.0, 7.0, 9.0, 17.0, 17.0, 29.0, 44.0, 75.0, 94.0, 156.0, 214.0, 394.0, 4176.0, 1735.0, 373.0, 200.0, 134.0, 87.0, 42.0, 32.0, 22.0, 12.0, 7.0, 8.0, 3.0, 5.0, 3.0, 6.0, 2.0, 1.0, 0.0, 3.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.28620511293411255, -0.2784469723701477, -0.27068883180618286, -0.262930691242218, -0.2551725506782532, -0.24741442501544952, -0.23965628445148468, -0.23189814388751984, -0.224140003323555, -0.21638186275959015, -0.2086237221956253, -0.20086558163166046, -0.1931074559688568, -0.18534931540489197, -0.17759117484092712, -0.16983303427696228, -0.16207489371299744, -0.1543167531490326, -0.14655861258506775, -0.1388004720211029, -0.13104233145713806, -0.12328419834375381, -0.11552606523036957, -0.10776792466640472, -0.10000978410243988, -0.09225164353847504, -0.08449350297451019, -0.07673536986112595, -0.0689772292971611, -0.06121908873319626, -0.05346095189452171, -0.04570281505584717, -0.037944674491882324, -0.03018653579056263, -0.022428397089242935, -0.01467025838792324, -0.006912119686603546, 0.0008460190147161484, 0.008604157716035843, 0.016362296417355537, 0.024120435118675232, 0.031878575682640076, 0.03963671252131462, 0.047394849359989166, 0.05515298992395401, 0.06291113048791885, 0.0706692636013031, 0.07842740416526794, 0.08618554472923279, 0.09394368529319763, 0.10170182585716248, 0.10945995897054672, 0.11721809953451157, 0.12497624009847641, 0.13273437321186066, 0.1404925137758255, 0.14825065433979034, 0.1560087949037552, 0.16376693546772003, 0.17152507603168488, 0.17928320169448853, 0.18704134225845337, 0.1947994828224182, 0.20255762338638306, 0.2103157639503479]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 5.0, 1.0, 3.0, 2.0, 4.0, 6.0, 4.0, 4.0, 6.0, 4.0, 1.0, 4.0, 1.0, 24.0, 7.0, 3.0, 2.0, 2.0, 3.0, 4.0, 4.0, 0.0, 5.0, 3.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002776997396722436, -0.002694077556952834, -0.0026111574843525887, -0.002528237644582987, -0.002445317804813385, -0.0023623977322131395, -0.0022794778924435377, -0.002196558052673936, -0.0021136379800736904, -0.0020307181403040886, -0.0019477983005344868, -0.0018648783443495631, -0.0017819583881646395, -0.0016990385483950377, -0.001616118592210114, -0.0015331987524405122, -0.0014502787962555885, -0.0013673588400706649, -0.001284439000301063, -0.0012015190441161394, -0.0011185992043465376, -0.001035679248161614, -0.0009527592919766903, -0.0008698393939994276, -0.0007869194960221648, -0.0007039995980449021, -0.0006210797000676394, -0.0005381597438827157, -0.00045523984590545297, -0.00037231994792819023, -0.00028940002084709704, -0.00020648010831791908, -0.0001235601957887411, -4.064028325956315e-05, 4.2279629269614816e-05, 0.00012519954179879278, 0.00020811945432797074, 0.0002910393523052335, 0.00037395927938632667, 0.00045687920646741986, 0.0005397991044446826, 0.0006227190024219453, 0.0007056389003992081, 0.0007885588565841317, 0.0008714787545613945, 0.0009543986525386572, 0.0010373186087235808, 0.0011202384484931827, 0.0012031584046781063, 0.00128607836086303, 0.0013689982006326318, 0.0014519181568175554, 0.0015348379965871572, 0.001617757952772081, 0.0017006779089570045, 0.0017835977487266064, 0.00186651770491153, 0.0019494376610964537, 0.0020323575008660555, 0.0021152773406356573, 0.002198197413235903, 0.0022811172530055046, 0.0023640370927751064, 0.002446957165375352, 0.0025298770051449537]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 5.0, 6.0, 6.0, 13.0, 11.0, 26.0, 42.0, 52.0, 104.0, 134.0, 178.0, 304.0, 499.0, 668.0, 1049.0, 1542.0, 2414.0, 3829.0, 6336.0, 10356.0, 18988.0, 35978.0, 78278.0, 246970.0, 637131.0, 65276.0, 29817.0, 15719.0, 8883.0, 5330.0, 3272.0, 2030.0, 1382.0, 866.0, 643.0, 431.0, 300.0, 253.0, 151.0, 103.0, 71.0, 63.0, 38.0, 19.0, 17.0, 12.0, 11.0, 14.0, 6.0, 4.0, 4.0, 1.0, 1.0, 0.0, 2.0, 2.0, 2.0, 1.0], "bins": [-0.00906598474830389, -0.008764378726482391, -0.008462772704660892, -0.008161166682839394, -0.007859560661017895, -0.007557954639196396, -0.007256348617374897, -0.006954742595553398, -0.006653136573731899, -0.0063515305519104, -0.0060499245300889015, -0.005748318508267403, -0.005446712486445904, -0.005145106464624405, -0.004843500442802906, -0.004541894420981407, -0.004240288399159908, -0.003938682377338409, -0.0036370763555169106, -0.0033354703336954117, -0.003033864311873913, -0.002732258290052414, -0.002430652268230915, -0.002129046246409416, -0.0018274402245879173, -0.0015258342027664185, -0.0012242281809449196, -0.0009226221591234207, -0.0006210161373019218, -0.000319410115480423, -1.7804093658924103e-05, 0.00028380192816257477, 0.0005854079499840736, 0.0008870139718055725, 0.0011886199936270714, 0.0014902260154485703, 0.0017918320372700691, 0.002093438059091568, 0.002395044080913067, 0.0026966501027345657, 0.0029982561245560646, 0.0032998621463775635, 0.0036014681681990623, 0.0039030741900205612, 0.00420468021184206, 0.004506286233663559, 0.004807892255485058, 0.005109498277306557, 0.005411104299128056, 0.0057127103209495544, 0.006014316342771053, 0.006315922364592552, 0.006617528386414051, 0.00691913440823555, 0.007220740430057049, 0.007522346451878548, 0.007823952473700047, 0.008125558495521545, 0.008427164517343044, 0.008728770539164543, 0.009030376560986042, 0.009331982582807541, 0.00963358860462904, 0.009935194626450539, 0.010236800648272038]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 4.0, 1.0, 2.0, 0.0, 4.0, 3.0, 3.0, 0.0, 3.0, 3.0, 3.0, 1.0, 0.0, 2.0, 1.0, 4.0, 6.0, 3.0, 5.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00807493831962347, -0.007678742054849863, -0.0072825453244149685, -0.006886349059641361, -0.006490152329206467, -0.006093956064432859, -0.005697759799659252, -0.005301563069224358, -0.00490536680445075, -0.004509170539677143, -0.0041129738092422485, -0.0037167775444686413, -0.0033205810468643904, -0.0029243845492601395, -0.002528188284486532, -0.0021319917868822813, -0.0017357952892780304, -0.0013395987916737795, -0.0009434024104848504, -0.0005472059710882604, -0.00015100953169167042, 0.0002451869077049196, 0.0006413833471015096, 0.0010375797282904387, 0.0014337762258946896, 0.0018299727234989405, 0.0022261692211031914, 0.0026223654858767986, 0.0030185619834810495, 0.0034147584810853004, 0.0038109547458589077, 0.004207151476293802, 0.0046033477410674095, 0.004999544005841017, 0.005395740736275911, 0.005791937001049519, 0.006188133731484413, 0.00658432999625802, 0.006980526261031628, 0.007376722991466522, 0.0077729192562401295, 0.008169115521013737, 0.008565312251448631, 0.008961508981883526, 0.009357704780995846, 0.00975390151143074, 0.010150098241865635, 0.010546294040977955, 0.01094249077141285, 0.011338687501847744, 0.011734883300960064, 0.012131080031394958, 0.012527276761829853, 0.012923472560942173, 0.013319669291377068, 0.013715866021811962, 0.014112062752246857, 0.014508258551359177, 0.014904455281794071, 0.015300652012228966, 0.015696847811341286, 0.016093043610453606, 0.016489241272211075, 0.016885437071323395, 0.017281632870435715]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 5.0, 5.0, 12.0, 2.0, 16.0, 16.0, 21.0, 15.0, 24.0, 32.0, 47.0, 51.0, 60.0, 83.0, 110.0, 131.0, 155.0, 193.0, 228.0, 284.0, 331.0, 373.0, 438.0, 459.0, 576.0, 774.0, 973.0, 1413.0, 2205.0, 5245.0, 1141.0, 734.0, 517.0, 412.0, 278.0, 225.0, 160.0, 126.0, 127.0, 100.0, 84.0, 60.0, 46.0, 33.0, 27.0, 15.0, 13.0, 7.0, 4.0, 6.0, 9.0, 6.0, 6.0, 5.0, 3.0, 4.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.008334078826010227, -0.008068912662565708, -0.007803746499121189, -0.00753858033567667, -0.007273414172232151, -0.007008248474448919, -0.0067430823110044, -0.006477916147559881, -0.006212749984115362, -0.005947583820670843, -0.005682417657226324, -0.005417251493781805, -0.005152085795998573, -0.004886919632554054, -0.004621753469109535, -0.004356587305665016, -0.004091421142220497, -0.003826254978775978, -0.003561088815331459, -0.0032959228847175837, -0.0030307567212730646, -0.0027655905578285456, -0.00250042462721467, -0.002235258463770151, -0.001970092300325632, -0.001704926136881113, -0.0014397600898519158, -0.0011745940428227186, -0.0009094278793781996, -0.0006442617741413414, -0.0003790956689044833, -0.00011392956366762519, 0.00015123654156923294, 0.00041640264680609107, 0.0006815687520429492, 0.0009467348572798073, 0.0012119009625166655, 0.0014770671259611845, 0.0017422331729903817, 0.002007399220019579, 0.002272565383464098, 0.002537731546908617, 0.002802897710353136, 0.0030680636409670115, 0.0033332298044115305, 0.0035983959678560495, 0.003863561898469925, 0.004128728061914444, 0.004393894225358963, 0.004659060388803482, 0.004924226552248001, 0.00518939271569252, 0.005454558879137039, 0.005719724576920271, 0.00598489074036479, 0.006250056903809309, 0.006515223067253828, 0.006780389230698347, 0.007045555394142866, 0.007310721557587385, 0.007575887255370617, 0.007841053418815136, 0.008106219582259655, 0.008371385745704174, 0.008636551909148693]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 4.0, 0.0, 3.0, 5.0, 2.0, 1.0, 1.0, 2.0, 2.0, 0.0, 3.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.17201921343803406, -0.1687338501214981, -0.16544848680496216, -0.1621631383895874, -0.15887777507305145, -0.1555924117565155, -0.15230704843997955, -0.1490217000246048, -0.14573633670806885, -0.1424509733915329, -0.13916561007499695, -0.135880246758461, -0.13259489834308624, -0.1293095350265503, -0.12602417171001434, -0.12273881584405899, -0.11945345252752304, -0.11616808921098709, -0.11288273334503174, -0.10959737002849579, -0.10631201416254044, -0.10302665084600449, -0.09974129498004913, -0.09645593166351318, -0.09317056834697723, -0.08988521248102188, -0.08659984916448593, -0.08331449329853058, -0.08002912998199463, -0.07674377411603928, -0.07345841079950333, -0.07017305493354797, -0.06688769161701202, -0.06360232830047607, -0.06031697243452072, -0.05703161284327507, -0.05374625325202942, -0.05046088993549347, -0.04717553034424782, -0.04389017075300217, -0.040604811161756516, -0.037319451570510864, -0.03403409197926521, -0.030748730525374413, -0.02746337093412876, -0.02417801134288311, -0.02089264988899231, -0.01760729029774666, -0.014321930706501007, -0.011036571115255356, -0.00775121059268713, -0.004465850535780191, -0.0011804904788732529, 0.0021048695780336857, 0.005390229634940624, 0.00867559015750885, 0.011960949748754501, 0.015246309340000153, 0.018531668931245804, 0.021817030385136604, 0.025102389976382256, 0.028387749567627907, 0.03167311102151871, 0.03495847061276436, 0.03824383020401001]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 4.0, 4.0, 5.0, 11.0, 14.0, 21.0, 27.0, 20.0, 52.0, 25.0, 26.0, 15.0, 17.0, 3.0, 6.0, 3.0, 2.0, 4.0, 6.0, 4.0, 3.0, 4.0], "bins": [-0.13118697702884674, -0.12858374416828156, -0.12598049640655518, -0.12337726354598999, -0.1207740306854248, -0.11817079037427902, -0.11556755751371384, -0.11296431720256805, -0.11036108434200287, -0.10775784403085709, -0.1051546111702919, -0.10255137085914612, -0.09994813799858093, -0.09734489768743515, -0.09474166482686996, -0.09213842451572418, -0.089535191655159, -0.08693195134401321, -0.08432871103286743, -0.08172547817230225, -0.07912223786115646, -0.07651900500059128, -0.0739157646894455, -0.07131253182888031, -0.06870929151773453, -0.06610605865716934, -0.06350281834602356, -0.060899581760168076, -0.05829634517431259, -0.05569310858845711, -0.053089872002601624, -0.05048663541674614, -0.047883398830890656, -0.04528016224503517, -0.04267692565917969, -0.040073689073324203, -0.03747045248746872, -0.034867215901613235, -0.03226397931575775, -0.029660740867257118, -0.027057504281401634, -0.02445426769554615, -0.021851031109690666, -0.019247794523835182, -0.01664455607533455, -0.01404132042080164, -0.011438082903623581, -0.008834846317768097, -0.006231609731912613, -0.0036283729132264853, -0.0010251360945403576, 0.00157810072414577, 0.004181337542831898, 0.006784574128687382, 0.00938781164586544, 0.011991048231720924, 0.014594284817576408, 0.017197521403431892, 0.019800757989287376, 0.02240399457514286, 0.025007233023643494, 0.027610469609498978, 0.03021370619535446, 0.032816942781209946, 0.03542017936706543]}, "_runtime": 43.70227551460266, "_timestamp": 1596211633.4733844, "_step": 51}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 3.0, 2.0, 2.0, 0.0, 4.0, 2.0, 1.0, 2.0, 2.0, 2.0, 1.0, 2.0, 4.0, 0.0, 2.0, 1.0, 2.0, 4.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.011867059394717216, -0.011544858105480671, -0.011222656816244125, -0.01090045552700758, -0.010578254237771034, -0.010256052948534489, -0.009933850727975368, -0.009611649438738823, -0.009289448149502277, -0.008967246860265732, -0.008645045571029186, -0.00832284428179264, -0.008000642992556095, -0.0076784417033195496, -0.007356239948421717, -0.007034038659185171, -0.0067118373699486256, -0.00638963608071208, -0.0060674347914755344, -0.005745233036577702, -0.005423031747341156, -0.0051008304581046104, -0.004778629168868065, -0.004456427879631519, -0.004134226590394974, -0.0038120250683277845, -0.0034898235462605953, -0.0031676222570240498, -0.002845420967787504, -0.002523219445720315, -0.0022010181564837694, -0.001878816750831902, -0.0015566153451800346, -0.0012344139395281672, -0.0009122125920839608, -0.0005900112446397543, -0.0002678098389878869, 5.439153756015003e-05, 0.00037659291410818696, 0.0006987942615523934, 0.0010209956672042608, 0.0013431970728561282, 0.0016653984785079956, 0.001987599767744541, 0.0023098010569810867, 0.002632002579048276, 0.0029542038682848215, 0.0032764053903520107, 0.0035986066795885563, 0.003920807968825102, 0.004243009258061647, 0.00456521101295948, 0.004887412302196026, 0.005209613591432571, 0.005531814880669117, 0.0058540161699056625, 0.006176217459142208, 0.006498419214040041, 0.0068206205032765865, 0.007142821792513132, 0.007465023081749678, 0.007787224370986223, 0.008109426125884056, 0.008431627415120602, 0.008753828704357147]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 3.0, 1.0, 0.0, 0.0, 7.0, 4.0, 1.0, 3.0, 6.0, 13.0, 11.0, 14.0, 20.0, 16.0, 24.0, 29.0, 33.0, 39.0, 57.0, 52.0, 71.0, 91.0, 107.0, 128.0, 188.0, 268.0, 417.0, 4459.0, 693.0, 322.0, 204.0, 157.0, 107.0, 94.0, 61.0, 41.0, 33.0, 24.0, 28.0, 15.0, 21.0, 14.0, 14.0, 3.0, 5.0, 8.0, 6.0, 3.0, 3.0, 2.0, 3.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.13948334753513336, -0.13542184233665466, -0.13136032223701477, -0.12729881703853607, -0.12323729693889618, -0.11917579174041748, -0.11511427909135818, -0.11105276644229889, -0.1069912537932396, -0.1029297411441803, -0.098868228495121, -0.0948067158460617, -0.09074521064758301, -0.08668369799852371, -0.08262218534946442, -0.07856067270040512, -0.07449916005134583, -0.07043764740228653, -0.06637613475322723, -0.06231462582945824, -0.05825311318039894, -0.054191600531339645, -0.05013009160757065, -0.04606857895851135, -0.04200706630945206, -0.03794555366039276, -0.033884041011333466, -0.02982253208756447, -0.025761019438505173, -0.021699506789445877, -0.01763799600303173, -0.01357648428529501, -0.009514972567558289, -0.0054534608498215675, -0.0013919491320848465, 0.0026695625856518745, 0.006731074303388596, 0.010792586021125317, 0.014854097738862038, 0.018915608525276184, 0.02297712117433548, 0.027038633823394775, 0.031100144609808922, 0.03516165539622307, 0.039223168045282364, 0.04328468069434166, 0.04734618961811066, 0.05140770226716995, 0.05546921491622925, 0.059530727565288544, 0.06359224021434784, 0.06765375286340714, 0.07171526551246643, 0.07577677071094513, 0.07983828336000443, 0.08389979600906372, 0.08796130865812302, 0.09202282130718231, 0.09608433395624161, 0.1001458466053009, 0.1042073518037796, 0.1082688644528389, 0.1123303771018982, 0.11639188975095749, 0.12045340240001678]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 3.0, 1.0, 3.0, 2.0, 4.0, 2.0, 2.0, 3.0, 1.0, 5.0, 5.0, 4.0, 2.0, 5.0, 5.0, 23.0, 4.0, 2.0, 4.0, 1.0, 5.0, 3.0, 5.0, 4.0, 2.0, 3.0, 2.0, 3.0, 2.0, 3.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.002978039439767599, -0.0028980839997529984, -0.002818128326907754, -0.002738172886893153, -0.0026582174468785524, -0.002578261774033308, -0.0024983063340187073, -0.0024183508940041065, -0.002338395221158862, -0.0022584397811442614, -0.0021784843411296606, -0.002098528668284416, -0.0020185732282698154, -0.0019386176718398929, -0.0018586621154099703, -0.0017787066753953695, -0.001698751118965447, -0.0016187955625355244, -0.0015388401225209236, -0.001458884566091001, -0.0013789290096610785, -0.0012989735696464777, -0.0012190180132165551, -0.0011390624567866325, -0.0010591070167720318, -0.0009791514603421092, -0.0008991959039121866, -0.000819240405689925, -0.0007392849074676633, -0.0006593293510377407, -0.000579373852815479, -0.0004994182963855565, -0.0004194627981632948, -0.00033950727083720267, -0.00025955174351111054, -0.00017959624528884888, -9.964071796275675e-05, -1.9685197912622243e-05, 6.027032213751227e-05, 0.00014022583491168916, 0.00022018136223778129, 0.0003001368895638734, 0.00038009241688996553, 0.0004600479151122272, 0.0005400034133344889, 0.0006199589697644114, 0.0006999144679866731, 0.0007798700244165957, 0.0008598255226388574, 0.000939781020861119, 0.0010197365190833807, 0.0010996920755133033, 0.0011796476319432259, 0.0012596030719578266, 0.0013395586283877492, 0.0014195141848176718, 0.0014994696248322725, 0.0015794251812621951, 0.0016593807376921177, 0.0017393362941220403, 0.001819291734136641, 0.0018992472905665636, 0.0019792027305811644, 0.0020591584034264088, 0.0021391138434410095]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 4.0, 1.0, 1.0, 4.0, 7.0, 5.0, 7.0, 7.0, 12.0, 31.0, 49.0, 63.0, 126.0, 208.0, 300.0, 589.0, 1087.0, 1891.0, 3371.0, 6507.0, 13379.0, 29451.0, 75298.0, 735963.0, 197206.0, 57689.0, 25588.0, 13029.0, 7007.0, 4161.0, 2405.0, 1554.0, 936.0, 606.0, 393.0, 269.0, 165.0, 88.0, 65.0, 42.0, 26.0, 19.0, 14.0, 7.0, 3.0, 2.0, 0.0, 4.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.014208152890205383, -0.013801343739032745, -0.013394533656537533, -0.012987724505364895, -0.012580914422869682, -0.012174105271697044, -0.011767296120524406, -0.011360486038029194, -0.010953676886856556, -0.010546867735683918, -0.010140057653188705, -0.009733248502016068, -0.00932643935084343, -0.008919629268348217, -0.008512820117175579, -0.008106010034680367, -0.007699200883507729, -0.007292391266673803, -0.006885581649839878, -0.00647877249866724, -0.006071962881833315, -0.00566515326499939, -0.005258344113826752, -0.0048515344969928265, -0.004444724880158901, -0.004037915263324976, -0.0036311058793216944, -0.0032242964953184128, -0.0028174868784844875, -0.0024106772616505623, -0.0020038678776472807, -0.0015970583772286773, -0.0011902488768100739, -0.0007834393763914704, -0.000376629875972867, 3.0179624445736408e-05, 0.00043698912486433983, 0.0008437986252829432, 0.0012506081257015467, 0.00165741762612015, 0.0020642271265387535, 0.0024710367433726788, 0.0028778461273759604, 0.003284655511379242, 0.003691465128213167, 0.0040982747450470924, 0.00450508389621973, 0.004911893513053656, 0.005318703129887581, 0.005725512746721506, 0.006132322363555431, 0.006539131514728069, 0.0069459411315619946, 0.00735275074839592, 0.007759559899568558, 0.00816636998206377, 0.008573179133236408, 0.008979988284409046, 0.009386798366904259, 0.009793607518076897, 0.010200416669249535, 0.010607226751744747, 0.011014035902917385, 0.011420845985412598, 0.011827655136585236]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 4.0, 0.0, 0.0, 1.0, 3.0, 5.0, 2.0, 4.0, 6.0, 3.0, 4.0, 7.0, 3.0, 3.0, 0.0, 1.0, 1.0, 4.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012135636061429977, -0.011687039397656918, -0.011238443665206432, -0.010789847001433372, -0.010341250337660313, -0.009892653673887253, -0.009444057941436768, -0.008995461277663708, -0.008546864613890648, -0.008098268881440163, -0.007649672217667103, -0.007201075553894043, -0.00675247935578227, -0.006303882692009211, -0.005855286493897438, -0.005406689830124378, -0.004958093632012606, -0.004509497433900833, -0.004060900770127773, -0.003612304339185357, -0.003163707908242941, -0.0027151117101311684, -0.002266515279188752, -0.001817918848246336, -0.0013693224173039198, -0.0009207259863615036, -0.0004721296136267483, -2.353321178816259e-05, 0.00042506319005042315, 0.0008736596209928393, 0.0013222559355199337, 0.00177085236646235, 0.002219448797404766, 0.0026680452283471823, 0.0031166416592895985, 0.0035652380902320147, 0.004013834521174431, 0.004462430719286203, 0.004911027383059263, 0.005359623581171036, 0.005808220244944096, 0.006256816443055868, 0.006705412641167641, 0.0071540093049407005, 0.007602605503052473, 0.008051201701164246, 0.008499798364937305, 0.008948395028710365, 0.00939699076116085, 0.00984558742493391, 0.01029418408870697, 0.01074278075248003, 0.011191376484930515, 0.011639973148703575, 0.012088569812476635, 0.012537166476249695, 0.01298576220870018, 0.01343435887247324, 0.0138829555362463, 0.014331551268696785, 0.014780147932469845, 0.015228744596242905, 0.01567734032869339, 0.016125937923789024, 0.01657453365623951]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 1.0, 3.0, 2.0, 3.0, 9.0, 4.0, 11.0, 10.0, 20.0, 17.0, 27.0, 22.0, 36.0, 42.0, 45.0, 63.0, 86.0, 87.0, 90.0, 134.0, 176.0, 266.0, 374.0, 572.0, 712.0, 1028.0, 2031.0, 6686.0, 2149.0, 1202.0, 704.0, 497.0, 339.0, 243.0, 149.0, 113.0, 91.0, 76.0, 46.0, 55.0, 44.0, 31.0, 22.0, 24.0, 18.0, 14.0, 10.0, 8.0, 10.0, 7.0, 6.0, 3.0, 4.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.011058877222239971, -0.010693724267184734, -0.010328571312129498, -0.00996341835707426, -0.00959826447069645, -0.009233111515641212, -0.008867958560585976, -0.008502805605530739, -0.008137652650475502, -0.007772499695420265, -0.007407346740365028, -0.007042193319648504, -0.0066770403645932674, -0.006311887409538031, -0.0059467339888215065, -0.00558158103376627, -0.005216428078711033, -0.004851275123655796, -0.004486122168600559, -0.004120968747884035, -0.0037558157928287983, -0.0033906628377735615, -0.003025509649887681, -0.0026603564620018005, -0.0022952035069465637, -0.001930050435476005, -0.0015648973640054464, -0.0011997442925348878, -0.0008345912210643291, -0.0004694381495937705, -0.00010428507812321186, 0.0002608679933473468, 0.0006260210648179054, 0.000991174136288464, 0.0013563272077590227, 0.0017214802792295814, 0.00208663335070014, 0.002451786305755377, 0.0028169394936412573, 0.0031820926815271378, 0.0035472456365823746, 0.003912398591637611, 0.004277551546692848, 0.004642704967409372, 0.005007857922464609, 0.005373010877519846, 0.00573816429823637, 0.006103317253291607, 0.006468470208346844, 0.0068336231634020805, 0.007198776118457317, 0.0075639295391738415, 0.007929082959890366, 0.008294235914945602, 0.00865938887000084, 0.009024541825056076, 0.009389694780111313, 0.00975484773516655, 0.010120000690221786, 0.010485153645277023, 0.01085030660033226, 0.011215460486710072, 0.011580613441765308, 0.011945766396820545, 0.012310919351875782]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 0.0, 5.0, 3.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.161139577627182, -0.1571841835975647, -0.15322880446910858, -0.14927342534065247, -0.14531803131103516, -0.14136263728141785, -0.13740725815296173, -0.13345187902450562, -0.1294964849948883, -0.125541090965271, -0.12158571183681488, -0.11763032525777817, -0.11367493867874146, -0.10971955209970474, -0.10576416552066803, -0.10180877894163132, -0.0978533923625946, -0.09389800578355789, -0.08994261920452118, -0.08598723262548447, -0.08203184604644775, -0.07807645946741104, -0.07412107288837433, -0.07016568630933762, -0.0662102997303009, -0.06225491315126419, -0.05829952657222748, -0.054344139993190765, -0.05038875341415405, -0.04643336683511734, -0.04247798025608063, -0.038522593677043915, -0.0345672070980072, -0.03061182051897049, -0.026656433939933777, -0.022701047360897064, -0.01874566078186035, -0.014790274202823639, -0.010834887623786926, -0.006879501044750214, -0.002924114465713501, 0.0010312721133232117, 0.004986658692359924, 0.008942045271396637, 0.01289743185043335, 0.016852818429470062, 0.020808205008506775, 0.024763591587543488, 0.0287189781665802, 0.03267436474561691, 0.036629751324653625, 0.04058513790369034, 0.04454052448272705, 0.04849591106176376, 0.052451297640800476, 0.05640668421983719, 0.0603620707988739, 0.06431745737791061, 0.06827284395694733, 0.07222823053598404, 0.07618361711502075, 0.08013900369405746, 0.08409439027309418, 0.08804977685213089, 0.0920051634311676]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 0.0, 1.0, 5.0, 2.0, 2.0, 1.0, 2.0, 2.0, 1.0, 2.0, 6.0, 4.0, 7.0, 11.0, 23.0, 24.0, 29.0, 31.0, 25.0, 17.0, 15.0, 7.0, 4.0, 1.0, 2.0, 3.0, 0.0, 3.0, 3.0, 0.0, 5.0, 2.0, 4.0, 2.0, 1.0, 5.0, 3.0, 3.0, 4.0, 2.0, 1.0], "bins": [-0.11974239349365234, -0.11675554513931274, -0.11376869678497314, -0.11078184843063354, -0.10779500007629395, -0.10480815172195435, -0.10182130336761475, -0.09883445501327515, -0.09584760665893555, -0.09286076575517654, -0.08987391740083694, -0.08688706904649734, -0.08390022069215775, -0.08091337233781815, -0.07792652398347855, -0.07493967562913895, -0.07195282727479935, -0.06896597892045975, -0.06597913056612015, -0.06299228221178055, -0.06000543385744095, -0.05701858922839165, -0.05403174087405205, -0.05104489251971245, -0.04805804416537285, -0.04507119581103325, -0.04208434745669365, -0.03909749910235405, -0.03611065447330475, -0.03312380611896515, -0.03013695776462555, -0.02715010941028595, -0.02416326105594635, -0.02117641270160675, -0.01818956434726715, -0.0152027178555727, -0.012215869501233101, -0.009229021146893501, -0.006242173723876476, -0.003255325835198164, -0.0002684779465198517, 0.0027183699421584606, 0.005705217830836773, 0.008692065253853798, 0.011678913608193398, 0.014665761962532997, 0.017652608454227448, 0.020639456808567047, 0.023626305162906647, 0.026613153517246246, 0.029600001871585846, 0.032586850225925446, 0.035573698580265045, 0.038560543209314346, 0.041547391563653946, 0.044534239917993546, 0.047521088272333145, 0.050507936626672745, 0.053494784981012344, 0.056481633335351944, 0.059468477964401245, 0.062455326318740845, 0.06544217467308044, 0.06842902302742004, 0.07141587138175964]}, "_runtime": 44.44850754737854, "_timestamp": 1596211634.2196164, "_step": 52}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 4.0, 2.0, 5.0, 3.0, 9.0, 8.0, 5.0, 4.0, 4.0, 3.0, 3.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.024956250563263893, -0.024125169962644577, -0.02329408749938011, -0.022463006898760796, -0.02163192629814148, -0.020800845697522163, -0.019969765096902847, -0.019138682633638382, -0.018307602033019066, -0.01747652143239975, -0.016645438969135284, -0.01581435836851597, -0.014983277767896652, -0.014152197167277336, -0.013321115635335445, -0.012490034103393555, -0.011658953502774239, -0.010827872902154922, -0.009996791370213032, -0.009165709838271141, -0.008334629237651825, -0.0075035481713712215, -0.006672467105090618, -0.005841386038810015, -0.005010304972529411, -0.004179223906248808, -0.0033481428399682045, -0.002517061773687601, -0.0016859807074069977, -0.0008548996411263943, -2.3818574845790863e-05, 0.0008072624914348125, 0.001638343557715416, 0.0024694246239960194, 0.0033005056902766228, 0.004131586756557226, 0.00496266782283783, 0.005793748889118433, 0.006624829955399036, 0.00745591102167964, 0.008286992087960243, 0.00911807268857956, 0.00994915422052145, 0.01078023575246334, 0.011611316353082657, 0.012442396953701973, 0.013273478485643864, 0.014104560017585754, 0.01493564061820507, 0.015766721218824387, 0.016597803682088852, 0.017428884282708168, 0.018259964883327484, 0.0190910454839468, 0.019922126084566116, 0.02075320854783058, 0.021584289148449898, 0.022415369749069214, 0.02324645221233368, 0.024077532812952995, 0.02490861341357231, 0.025739694014191628, 0.026570774614810944, 0.02740185707807541, 0.028232937678694725]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 4.0, 4.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 12.0, 8.0, 12.0, 17.0, 31.0, 39.0, 64.0, 82.0, 136.0, 195.0, 326.0, 615.0, 4999.0, 593.0, 275.0, 167.0, 87.0, 71.0, 37.0, 27.0, 19.0, 14.0, 9.0, 8.0, 4.0, 8.0, 5.0, 3.0, 5.0, 1.0, 1.0, 3.0, 1.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0], "bins": [-0.22326141595840454, -0.2165498584508896, -0.20983828604221344, -0.2031267285346985, -0.19641515612602234, -0.18970359861850739, -0.18299204111099243, -0.17628046870231628, -0.16956891119480133, -0.16285735368728638, -0.15614578127861023, -0.14943422377109528, -0.14272266626358032, -0.13601109385490417, -0.12929953634738922, -0.12258797138929367, -0.11587640643119812, -0.10916484147310257, -0.10245327651500702, -0.09574171900749207, -0.08903015404939651, -0.08231858909130096, -0.07560703158378601, -0.06889546662569046, -0.06218390166759491, -0.05547233670949936, -0.04876077547669411, -0.042049214243888855, -0.035337649285793304, -0.028626086190342903, -0.021914523094892502, -0.0152029599994421, -0.0084913969039917, -0.001779833808541298, 0.004931729286909103, 0.011643292382359505, 0.018354855477809906, 0.025066418573260307, 0.03177798166871071, 0.03848954290151596, 0.04520110785961151, 0.05191267281770706, 0.058624234050512314, 0.06533579528331757, 0.07204736024141312, 0.07875892519950867, 0.08547048270702362, 0.09218204766511917, 0.09889361262321472, 0.10560517758131027, 0.11231674253940582, 0.11902830004692078, 0.12573987245559692, 0.13245142996311188, 0.13916298747062683, 0.14587455987930298, 0.15258611738681793, 0.15929767489433289, 0.16600924730300903, 0.172720804810524, 0.17943236231803894, 0.1861439347267151, 0.19285549223423004, 0.1995670646429062, 0.20627862215042114]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 5.0, 3.0, 2.0, 3.0, 3.0, 4.0, 4.0, 6.0, 2.0, 7.0, 21.0, 4.0, 4.0, 3.0, 2.0, 2.0, 5.0, 5.0, 3.0, 4.0, 4.0, 3.0, 3.0, 1.0, 3.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0035662229638546705, -0.0034664112608879805, -0.0033665993250906467, -0.0032667876221239567, -0.003166975686326623, -0.003067163983359933, -0.002967352047562599, -0.002867540344595909, -0.002767728641629219, -0.0026679167058318853, -0.0025681050028651953, -0.0024682930670678616, -0.0023684813641011715, -0.0022686694283038378, -0.0021688577253371477, -0.002069045789539814, -0.001969234086573124, -0.001869422267191112, -0.0017696104478091002, -0.0016697986284270883, -0.0015699868090450764, -0.0014701751060783863, -0.0013703632866963744, -0.0012705514673143625, -0.0011707396479323506, -0.0010709278285503387, -0.0009711160091683269, -0.0008713042479939759, -0.000771492428611964, -0.0006716806092299521, -0.0005718688480556011, -0.00047205702867358923, -0.00037224520929157734, -0.00027243338990956545, -0.00017262159963138402, -7.280979480128735e-05, 2.700201002880931e-05, 0.00012681381485890597, 0.00022662561968900263, 0.00032643740996718407, 0.00042624922934919596, 0.0005260610487312078, 0.0006258728681132197, 0.0007256846292875707, 0.0008254964486695826, 0.0009253082680515945, 0.0010251200292259455, 0.0011249318486079574, 0.0012247436679899693, 0.0013245554873719811, 0.001424367306753993, 0.001524179126136005, 0.0016239909455180168, 0.0017238026484847069, 0.0018236144678667188, 0.0019234262872487307, 0.0020232382230460644, 0.0021230499260127544, 0.0022228616289794445, 0.0023226735647767782, 0.0024224852677434683, 0.002522297203540802, 0.002622108906507492, 0.0027219208423048258, 0.002821732545271516]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 7.0, 10.0, 10.0, 9.0, 19.0, 45.0, 37.0, 48.0, 67.0, 126.0, 148.0, 210.0, 248.0, 404.0, 583.0, 760.0, 1206.0, 1749.0, 2693.0, 4527.0, 7472.0, 13225.0, 25283.0, 54429.0, 144916.0, 731098.0, 94423.0, 41401.0, 21546.0, 11996.0, 7228.0, 4518.0, 2857.0, 1972.0, 1259.0, 872.0, 630.0, 475.0, 320.0, 228.0, 142.0, 122.0, 90.0, 57.0, 51.0, 36.0, 20.0, 26.0, 12.0, 7.0, 7.0, 4.0, 1.0, 4.0, 4.0, 2.0, 2.0], "bins": [-0.010313104838132858, -0.009994633495807648, -0.009676161222159863, -0.009357689879834652, -0.009039218537509441, -0.008720746263861656, -0.008402274921536446, -0.008083803579211235, -0.007765331771224737, -0.007446859963238239, -0.007128388620913029, -0.006809916812926531, -0.006491445004940033, -0.006172973662614822, -0.0058545018546283245, -0.005536030512303114, -0.005217558704316616, -0.004899086896330118, -0.004580615554004908, -0.00426214374601841, -0.003943672403693199, -0.0036252005957067013, -0.0033067287877202034, -0.002988257212564349, -0.002669785637408495, -0.0023513140622526407, -0.0020328424870967865, -0.0017143706791102886, -0.0013958991039544344, -0.0010774275287985802, -0.0007589558372274041, -0.000440484203863889, -0.00012201257050037384, 0.0001964590628631413, 0.0005149306962266564, 0.0008334023295901716, 0.0011518739629536867, 0.001470345538109541, 0.001788817229680717, 0.002107288921251893, 0.0024257604964077473, 0.0027442320715636015, 0.0030627036467194557, 0.0033811754547059536, 0.003699647029861808, 0.004018118605017662, 0.00433659041300416, 0.0046550617553293705, 0.004973533563315868, 0.005292005371302366, 0.005610476713627577, 0.005928948521614075, 0.006247419863939285, 0.006565891671925783, 0.006884363479912281, 0.007202834822237492, 0.0075213066302239895, 0.007839778438210487, 0.008158249780535698, 0.008476721122860909, 0.008795193396508694, 0.009113664738833904, 0.009432136081159115, 0.0097506083548069, 0.01006907969713211]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 2.0, 4.0, 2.0, 3.0, 9.0, 4.0, 3.0, 2.0, 4.0, 7.0, 2.0, 1.0, 1.0, 2.0, 1.0, 3.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.03839101269841194, -0.03759416565299034, -0.03679731488227844, -0.03600046783685684, -0.03520362079143524, -0.03440677374601364, -0.03360992297530174, -0.03281307592988014, -0.03201622888445854, -0.031219379976391792, -0.030422531068325043, -0.029625682160258293, -0.028828835114836693, -0.028031986206769943, -0.027235139161348343, -0.026438290253281593, -0.025641441345214844, -0.024844594299793243, -0.024047745391726494, -0.023250898346304893, -0.022454049438238144, -0.021657202392816544, -0.020860353484749794, -0.020063504576683044, -0.019266657531261444, -0.018469808623194695, -0.017672961577773094, -0.016876112669706345, -0.016079263761639595, -0.015282416716217995, -0.014485567808151245, -0.01368871983140707, -0.012891871854662895, -0.01209502387791872, -0.011298175901174545, -0.010501326993107796, -0.00970447901636362, -0.008907631039619446, -0.00811078306287527, -0.007313934620469809, -0.006517086643725634, -0.005720238666981459, -0.004923390224575996, -0.0041265422478318214, -0.003329694038257003, -0.0025328458286821842, -0.0017359977355226874, -0.0009391495841555297, -0.00014230143278837204, 0.0006545467185787857, 0.0014513948699459434, 0.00224824296310544, 0.0030450911726802588, 0.0038419393822550774, 0.004638787358999252, 0.005435635801404715, 0.0062324837781488895, 0.0070293317548930645, 0.007826180197298527, 0.008623028174042702, 0.009419876150786877, 0.010216724127531052, 0.011013573035597801, 0.011810421012341976, 0.012607268989086151]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [4.0, 4.0, 8.0, 8.0, 8.0, 17.0, 18.0, 16.0, 26.0, 22.0, 26.0, 23.0, 26.0, 21.0, 23.0, 28.0, 34.0, 43.0, 37.0, 25.0, 38.0, 49.0, 60.0, 72.0, 56.0, 70.0, 115.0, 110.0, 142.0, 189.0, 291.0, 403.0, 542.0, 693.0, 1091.0, 2434.0, 5304.0, 1339.0, 1062.0, 818.0, 672.0, 551.0, 409.0, 312.0, 300.0, 198.0, 159.0, 125.0, 100.0, 74.0, 49.0, 48.0, 33.0, 25.0, 28.0, 20.0, 11.0, 8.0, 3.0, 5.0, 2.0, 2.0, 2.0, 1.0], "bins": [-0.01383016724139452, -0.013446777127683163, -0.013063387013971806, -0.012679996900260448, -0.012296606786549091, -0.011913216672837734, -0.011529827490448952, -0.011146437376737595, -0.010763047263026237, -0.01037965714931488, -0.009996267035603523, -0.009612876921892166, -0.009229486808180809, -0.008846096694469452, -0.008462706580758095, -0.008079316467046738, -0.007695926818996668, -0.007312536705285311, -0.006929146591573954, -0.006545756943523884, -0.006162366829812527, -0.00577897671610117, -0.0053955866023898125, -0.005012196488678455, -0.004628806374967098, -0.004245416726917028, -0.0038620266132056713, -0.003478636499494314, -0.003095246385782957, -0.0027118565049022436, -0.0023284663911908865, -0.0019450763938948512, -0.001561686396598816, -0.0011782963993027806, -0.0007949063437990844, -0.0004115163173992187, -2.8126290999352932e-05, 0.0003552637354005128, 0.0007386537618003786, 0.0011220438173040748, 0.00150543381460011, 0.0018888238118961453, 0.0022722138091921806, 0.0026556039229035378, 0.003038994036614895, 0.0034223839174956083, 0.0038057740312069654, 0.004189163912087679, 0.004572554025799036, 0.004955944139510393, 0.00533933425322175, 0.00572272390127182, 0.006106114014983177, 0.006489504128694534, 0.006872894242405891, 0.0072562843561172485, 0.007639674469828606, 0.008023064583539963, 0.00840645469725132, 0.008789843879640102, 0.00917323399335146, 0.009556624107062817, 0.009940014220774174, 0.01032340433448553, 0.010706794448196888]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08962762355804443, -0.08558705449104309, -0.08154648542404175, -0.077505923807621, -0.07346535474061966, -0.06942478567361832, -0.06538422405719757, -0.06134365499019623, -0.057303085923194885, -0.05326251685619354, -0.0492219515144825, -0.045181386172771454, -0.04114081710577011, -0.03710024803876877, -0.033059682697057724, -0.02901911549270153, -0.024978548288345337, -0.020937981083989143, -0.01689741387963295, -0.012856846675276756, -0.008816279470920563, -0.004775712266564369, -0.0007351450622081757, 0.003305422142148018, 0.007345989346504211, 0.011386556550860405, 0.015427123755216599, 0.019467690959572792, 0.023508258163928986, 0.02754882536828518, 0.03158939257264137, 0.03562995791435242, 0.03967052698135376, 0.0437110960483551, 0.04775166139006615, 0.05179222673177719, 0.055832795798778534, 0.05987336486577988, 0.06391392648220062, 0.06795449554920197, 0.07199506461620331, 0.07603563368320465, 0.080076202750206, 0.08411676436662674, 0.08815733343362808, 0.09219790250062943, 0.09623846411705017, 0.10027903318405151, 0.10431960225105286, 0.1083601713180542, 0.11240074038505554, 0.11644130200147629, 0.12048187106847763, 0.12452244013547897, 0.12856300175189972, 0.13260357081890106, 0.1366441398859024, 0.14068470895290375, 0.1447252780199051, 0.14876584708690643, 0.15280640125274658, 0.15684697031974792, 0.16088753938674927, 0.1649281084537506, 0.16896867752075195]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 3.0, 3.0, 1.0, 2.0, 2.0, 2.0, 3.0, 6.0, 4.0, 2.0, 4.0, 8.0, 15.0, 31.0, 33.0, 46.0, 27.0, 16.0, 20.0, 5.0, 6.0, 3.0, 4.0, 2.0, 4.0, 1.0, 2.0, 5.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 3.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.08918444067239761, -0.08636205643415451, -0.083539679646492, -0.0807172954082489, -0.0778949111700058, -0.0750725269317627, -0.07225014269351959, -0.06942776590585709, -0.06660538166761398, -0.06378299742937088, -0.060960616916418076, -0.05813823640346527, -0.05531585216522217, -0.052493467926979065, -0.04967108741402626, -0.046848706901073456, -0.04402632266283035, -0.04120393842458725, -0.038381557911634445, -0.03555917739868164, -0.03273679316043854, -0.029914410784840584, -0.02709202840924263, -0.024269646033644676, -0.021447263658046722, -0.01862488128244877, -0.015802498906850815, -0.012980116531252861, -0.010157734155654907, -0.007335351780056953, -0.004512969404459, -0.0016905870288610458, 0.001131795346736908, 0.003954177722334862, 0.0067765600979328156, 0.00959894247353077, 0.012421324849128723, 0.015243707224726677, 0.01806608960032463, 0.020888471975922585, 0.02371085435152054, 0.026533236727118492, 0.029355619102716446, 0.03217799961566925, 0.035000383853912354, 0.03782276809215546, 0.04064514860510826, 0.043467529118061066, 0.04628991335630417, 0.04911229759454727, 0.051934678107500076, 0.05475705862045288, 0.057579442858695984, 0.06040182709693909, 0.06322421133518219, 0.0660465881228447, 0.0688689723610878, 0.0716913565993309, 0.07451373338699341, 0.07733611762523651, 0.08015850186347961, 0.08298088610172272, 0.08580327033996582, 0.08862564712762833, 0.09144803136587143]}, "_runtime": 45.19692516326904, "_timestamp": 1596211634.968034, "_step": 53}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 2.0, 5.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 4.0, 3.0, 2.0, 3.0, 1.0, 2.0, 2.0, 5.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 3.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01145937480032444, -0.011121696792542934, -0.010784019716084003, -0.010446341708302498, -0.010108663700520992, -0.009770986624062061, -0.009433308616280556, -0.00909563060849905, -0.008757952600717545, -0.008420275524258614, -0.008082597516477108, -0.00774491997435689, -0.0074072424322366714, -0.007069564424455166, -0.006731886882334948, -0.006394208874553442, -0.006056531332433224, -0.0057188537903130054, -0.0053811757825315, -0.005043498240411282, -0.004705820232629776, -0.004368142690509558, -0.0040304651483893394, -0.0036927873734384775, -0.0033551095984876156, -0.0030174318235367537, -0.0026797540485858917, -0.0023420765064656734, -0.0020043987315148115, -0.0016667209565639496, -0.0013290432980284095, -0.0009913656394928694, -0.0006536878645420074, -0.00031601014779880643, 2.166756894439459e-05, 0.0003593452856875956, 0.0006970230024307966, 0.0010347007773816586, 0.0013723784359171987, 0.0017100560944527388, 0.0020477338694036007, 0.0023854116443544626, 0.0027230894193053246, 0.003060766961425543, 0.0033984447363764048, 0.0037361225113272667, 0.004073800053447485, 0.0044114780612289906, 0.004749155603349209, 0.005086833145469427, 0.005424511153250933, 0.005762188695371151, 0.0060998667031526566, 0.006437544245272875, 0.006775221787393093, 0.007112899795174599, 0.007450577337294817, 0.007788254879415035, 0.00812593288719654, 0.008463610894978046, 0.008801287971436977, 0.009138965979218483, 0.009476643986999989, 0.00981432106345892, 0.010151999071240425]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 8.0, 2.0, 2.0, 0.0, 2.0, 5.0, 6.0, 12.0, 7.0, 10.0, 12.0, 14.0, 23.0, 30.0, 34.0, 42.0, 73.0, 89.0, 88.0, 128.0, 169.0, 253.0, 412.0, 4453.0, 913.0, 395.0, 199.0, 142.0, 98.0, 76.0, 47.0, 47.0, 29.0, 25.0, 22.0, 9.0, 11.0, 8.0, 9.0, 3.0, 4.0, 2.0, 5.0, 5.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.15262848138809204, -0.1477968543767929, -0.14296522736549377, -0.13813360035419464, -0.1333019733428955, -0.12847034633159637, -0.12363872677087784, -0.1188070997595787, -0.11397547274827957, -0.10914384573698044, -0.1043122187256813, -0.09948059171438217, -0.09464897215366364, -0.0898173451423645, -0.08498571813106537, -0.08015409111976624, -0.0753224641084671, -0.07049083709716797, -0.06565921008586884, -0.06082758679986, -0.05599595978856087, -0.051164332777261734, -0.0463327094912529, -0.041501082479953766, -0.03666945546865463, -0.0318378284573555, -0.027006203308701515, -0.02217457816004753, -0.017342951148748398, -0.01251132506877184, -0.0076796989887952805, -0.0028480729088187218, 0.001983553171157837, 0.006815179251134396, 0.011646805331110954, 0.01647843047976494, 0.02131005749106407, 0.026141684502363205, 0.03097330965101719, 0.03580493479967117, 0.040636561810970306, 0.04546818882226944, 0.05029981583356857, 0.05513143911957741, 0.05996306613087654, 0.06479468941688538, 0.06962631642818451, 0.07445794343948364, 0.07928957045078278, 0.08412119746208191, 0.08895282447338104, 0.09378445148468018, 0.09861607849597931, 0.10344769805669785, 0.10827932506799698, 0.11311095207929611, 0.11794257909059525, 0.12277420610189438, 0.12760582566261292, 0.13243745267391205, 0.13726907968521118, 0.14210070669651031, 0.14693233370780945, 0.15176396071910858, 0.15659558773040771]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 4.0, 0.0, 0.0, 2.0, 0.0, 2.0, 2.0, 2.0, 3.0, 5.0, 7.0, 4.0, 3.0, 3.0, 3.0, 6.0, 1.0, 5.0, 1.0, 4.0, 25.0, 1.0, 2.0, 3.0, 4.0, 2.0, 3.0, 3.0, 2.0, 1.0, 3.0, 1.0, 0.0, 3.0, 4.0, 4.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 4.0], "bins": [-0.0035422598011791706, -0.0034563743975013494, -0.0033704889938235283, -0.003284603590145707, -0.003198718186467886, -0.003112832549959421, -0.0030269471462816, -0.002941061742603779, -0.0028551763389259577, -0.0027692909352481365, -0.0026834055315703154, -0.002597520127892494, -0.0025116344913840294, -0.0024257490877062082, -0.002339863684028387, -0.002253978280350566, -0.0021680928766727448, -0.0020822074729949236, -0.0019963220693171024, -0.0019104365492239594, -0.0018245511455461383, -0.0017386657418683171, -0.0016527802217751741, -0.001566894818097353, -0.0014810094144195318, -0.0013951240107417107, -0.0013092386070638895, -0.0012233530869707465, -0.0011374676832929254, -0.0010515822796151042, -0.0009656968177296221, -0.00087981135584414, -0.0007939259521663189, -0.0007080405484884977, -0.0006221550866030157, -0.0005362696247175336, -0.00045038422103971243, -0.0003644987882580608, -0.0002786133554764092, -0.00019272792269475758, -0.00010684248991310596, -2.095705713145435e-05, 6.492837565019727e-05, 0.00015081380843184888, 0.0002366992412135005, 0.0003225846739951521, 0.00040847010677680373, 0.0004943555686622858, 0.000580240972340107, 0.0006661263760179281, 0.0007520118379034102, 0.0008378972997888923, 0.0009237827034667134, 0.0010096681071445346, 0.0010955536272376776, 0.0011814390309154987, 0.00126732443459332, 0.001353209838271141, 0.0014390952419489622, 0.0015249807620421052, 0.0016108661657199264, 0.0016967515693977475, 0.0017826370894908905, 0.0018685224931687117, 0.001954407896846533]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 3.0, 2.0, 6.0, 2.0, 7.0, 9.0, 10.0, 6.0, 12.0, 25.0, 36.0, 28.0, 59.0, 80.0, 97.0, 190.0, 238.0, 352.0, 558.0, 872.0, 1272.0, 1980.0, 3172.0, 5510.0, 10146.0, 19323.0, 40071.0, 96413.0, 756951.0, 139565.0, 49633.0, 23066.0, 11902.0, 6754.0, 4158.0, 2474.0, 1565.0, 977.0, 688.0, 467.0, 305.0, 220.0, 135.0, 101.0, 63.0, 42.0, 30.0, 19.0, 18.0, 11.0, 5.0, 4.0, 6.0, 4.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.011559541337192059, -0.011217072606086731, -0.010874604806303978, -0.01053213607519865, -0.010189668275415897, -0.00984719954431057, -0.009504730813205242, -0.00916226301342249, -0.008819794282317162, -0.008477326482534409, -0.008134857751429081, -0.007792389485985041, -0.007449921220541, -0.00710745295509696, -0.0067649842239916325, -0.006422515958547592, -0.006080047693103552, -0.0057375794276595116, -0.005395111162215471, -0.005052642431110144, -0.004710174165666103, -0.004367705900222063, -0.004025237634778023, -0.003682769136503339, -0.0033403008710592985, -0.0029978326056152582, -0.0026553641073405743, -0.002312895841896534, -0.0019704275764524937, -0.0016279590781778097, -0.0012854908127337694, -0.0009430224308744073, -0.0006005540490150452, -0.0002580856962595135, 8.438265649601817e-05, 0.00042685100925154984, 0.0007693193620070815, 0.0011117877438664436, 0.001454256009310484, 0.001796724391169846, 0.002139192773029208, 0.0024816610384732485, 0.0028241295367479324, 0.0031665978021919727, 0.003509066067636013, 0.003851534565910697, 0.004194003064185381, 0.004536471329629421, 0.0048789395950734615, 0.005221407860517502, 0.005563876125961542, 0.00590634485706687, 0.00624881312251091, 0.00659128138795495, 0.006933749653398991, 0.007276217918843031, 0.007618686184287071, 0.007961154915392399, 0.008303622715175152, 0.00864609144628048, 0.008988560177385807, 0.00933102797716856, 0.009673496708273888, 0.01001596450805664, 0.010358433239161968]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 4.0, 8.0, 7.0, 12.0, 7.0, 13.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.016357049345970154, -0.015225612558424473, -0.014094176702201366, -0.012962739914655685, -0.011831304058432579, -0.010699867270886898, -0.009568430483341217, -0.00843699462711811, -0.00730555783957243, -0.006174121517688036, -0.005042685195803642, -0.003911248408257961, -0.0027798120863735676, -0.001648375648073852, -0.0005169392097741365, 0.000614497228525579, 0.0017459336668252945, 0.002877369988709688, 0.004008806310594082, 0.005140243098139763, 0.006271679420024157, 0.00740311574190855, 0.008534552529454231, 0.009665988385677338, 0.010797425173223019, 0.0119288619607687, 0.013060297816991806, 0.014191734604537487, 0.015323171392083168, 0.016454607248306274, 0.01758604310452938, 0.018717480823397636, 0.019848916679620743, 0.02098035253584385, 0.022111790254712105, 0.02324322611093521, 0.024374661967158318, 0.025506099686026573, 0.02663753554224968, 0.027768971398472786, 0.028900407254695892, 0.030031844973564148, 0.031163280829787254, 0.03229471668601036, 0.033426154404878616, 0.03455759212374687, 0.03568902611732483, 0.036820463836193085, 0.03795190155506134, 0.0390833355486393, 0.04021477326750755, 0.04134620726108551, 0.042477644979953766, 0.04360908269882202, 0.04474051669239998, 0.045871954411268234, 0.04700339213013649, 0.04813482612371445, 0.0492662638425827, 0.05039770156145096, 0.051529135555028915, 0.05266057327389717, 0.05379201099276543, 0.054923444986343384, 0.05605488270521164]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 2.0, 2.0, 3.0, 4.0, 6.0, 6.0, 13.0, 17.0, 13.0, 17.0, 22.0, 38.0, 51.0, 69.0, 97.0, 208.0, 330.0, 567.0, 882.0, 1270.0, 1662.0, 2525.0, 7140.0, 1694.0, 492.0, 247.0, 147.0, 123.0, 111.0, 81.0, 67.0, 67.0, 35.0, 54.0, 46.0, 20.0, 30.0, 24.0, 28.0, 20.0, 25.0, 13.0, 15.0, 9.0, 6.0, 11.0, 16.0, 11.0, 10.0, 6.0, 8.0, 6.0, 5.0, 6.0, 11.0, 8.0, 3.0, 4.0, 6.0, 7.0, 4.0, 5.0, 5.0], "bins": [-0.011251169256865978, -0.010778726078569889, -0.0103062829002738, -0.00983383972197771, -0.009361397475004196, -0.008888954296708107, -0.008416511118412018, -0.007944067940115929, -0.0074716247618198395, -0.00699918158352375, -0.006526738405227661, -0.006054295692592859, -0.00558185251429677, -0.005109409336000681, -0.004636966623365879, -0.00416452344506979, -0.0036920802667737007, -0.0032196370884776115, -0.002747194143012166, -0.0022747511975467205, -0.0018023080192506313, -0.001329864957369864, -0.0008574218954890966, -0.0003849788336083293, 8.746422827243805e-05, 0.0005599072901532054, 0.0010323503520339727, 0.00150479341391474, 0.0019772364757955074, 0.0024496796540915966, 0.002922122599557042, 0.0033945655450224876, 0.003867008723318577, 0.004339451901614666, 0.004811895079910755, 0.005284337792545557, 0.005756780970841646, 0.006229224149137735, 0.006701666861772537, 0.007174110040068626, 0.007646553218364716, 0.008118996396660805, 0.008591439574956894, 0.009063882753252983, 0.009536325931549072, 0.010008768178522587, 0.010481211356818676, 0.010953654535114765, 0.011426097713410854, 0.011898540891706944, 0.012370984070003033, 0.012843427248299122, 0.013315869495272636, 0.013788312673568726, 0.014260755851864815, 0.014733199030160904, 0.015205642208456993, 0.015678085386753082, 0.01615052856504917, 0.01662297174334526, 0.01709541492164135, 0.01756785809993744, 0.018040301278233528, 0.018512744456529617, 0.018985185772180557]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.17372258007526398, -0.16966430842876434, -0.1656060516834259, -0.16154778003692627, -0.15748950839042664, -0.1534312516450882, -0.14937297999858856, -0.14531472325325012, -0.1412564516067505, -0.13719817996025085, -0.13313992321491241, -0.12908165156841278, -0.12502339482307434, -0.12096512317657471, -0.11690685153007507, -0.11284858733415604, -0.108790323138237, -0.10473205894231796, -0.10067379474639893, -0.09661552309989929, -0.09255725890398026, -0.08849899470806122, -0.08444072306156158, -0.08038245886564255, -0.07632419466972351, -0.07226593047380447, -0.06820766627788544, -0.0641493946313858, -0.060091130435466766, -0.05603286623954773, -0.051974598318338394, -0.04791633039712906, -0.04385806620121002, -0.039799802005290985, -0.03574153408408165, -0.031683266162872314, -0.027625001966953278, -0.02356673590838909, -0.019508469849824905, -0.01545020379126072, -0.011391937732696533, -0.007333671674132347, -0.003275405615568161, 0.0007828604429960251, 0.004841126501560211, 0.008899392560124397, 0.012957658618688583, 0.01701592467725277, 0.021074190735816956, 0.02513245679438114, 0.029190722852945328, 0.03324899077415466, 0.0373072549700737, 0.04136551916599274, 0.04542378708720207, 0.04948205500841141, 0.053540319204330444, 0.05759858340024948, 0.061656851321458817, 0.06571511924266815, 0.06977338343858719, 0.07383164763450623, 0.07788991928100586, 0.0819481834769249, 0.08600644767284393]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 3.0, 2.0, 0.0, 0.0, 0.0, 3.0, 1.0, 2.0, 2.0, 1.0, 3.0, 10.0, 15.0, 15.0, 25.0, 28.0, 33.0, 35.0, 23.0, 12.0, 10.0, 9.0, 8.0, 6.0, 0.0, 5.0, 2.0, 1.0, 3.0, 2.0, 2.0, 2.0, 1.0, 3.0, 1.0, 4.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.052570443600416183, -0.05093976855278015, -0.04930909723043442, -0.047678422182798386, -0.046047747135162354, -0.04441707208752632, -0.04278639703989029, -0.041155725717544556, -0.039525050669908524, -0.03789437562227249, -0.03626370429992676, -0.034633029252290726, -0.033002354204654694, -0.03137167915701866, -0.02974100597202778, -0.028110332787036896, -0.026479657739400864, -0.02484898269176483, -0.02321830950677395, -0.021587636321783066, -0.019956961274147034, -0.018326286226511, -0.01669561304152012, -0.015064938925206661, -0.013434264808893204, -0.011803590692579746, -0.010172916576266289, -0.008542242459952831, -0.006911568343639374, -0.005280894227325916, -0.003650220111012459, -0.0020195459946990013, -0.0003888718783855438, 0.0012418022379279137, 0.002872476354241371, 0.004503150470554829, 0.006133824586868286, 0.007764498703181744, 0.009395172819495201, 0.011025846935808659, 0.012656521052122116, 0.014287195168435574, 0.01591786928474903, 0.017548542469739914, 0.019179217517375946, 0.020809892565011978, 0.02244056575000286, 0.024071238934993744, 0.025701913982629776, 0.027332589030265808, 0.02896326221525669, 0.030593935400247574, 0.032224610447883606, 0.03385528549551964, 0.03548596054315567, 0.037116631865501404, 0.038747306913137436, 0.04037798196077347, 0.0420086532831192, 0.043639328330755234, 0.045270003378391266, 0.0469006784260273, 0.04853135347366333, 0.050162024796009064, 0.051792699843645096]}, "_runtime": 45.94474744796753, "_timestamp": 1596211635.7158563, "_step": 54}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 2.0, 2.0, 9.0, 6.0, 1.0, 5.0, 2.0, 4.0, 1.0, 0.0, 3.0, 1.0, 6.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01707984134554863, -0.016513895243406296, -0.01594795100390911, -0.015382004901766777, -0.014816059730947018, -0.014250113628804684, -0.013684168457984924, -0.013118223287165165, -0.012552278116345406, -0.011986332014203072, -0.011420386843383312, -0.010854441672563553, -0.010288495570421219, -0.00972255039960146, -0.0091566052287817, -0.008590659126639366, -0.008024713955819607, -0.00745876831933856, -0.006892823148518801, -0.006326877512037754, -0.005760932341217995, -0.005194986704736948, -0.004629041068255901, -0.004063095897436142, -0.0034971502609550953, -0.0029312048573046923, -0.0023652594536542892, -0.0017993138171732426, -0.0012333684135228395, -0.0006674229516647756, -0.00010147748980671167, 0.00046446797205135226, 0.0010304134339094162, 0.0015963588375598192, 0.0021623042412102222, 0.002728249877691269, 0.003294195281341672, 0.003860140684992075, 0.004426086321473122, 0.004992031492292881, 0.005557977128773928, 0.006123922765254974, 0.006689867936074734, 0.00725581357255578, 0.007821759209036827, 0.008387704379856586, 0.008953649550676346, 0.00951959565281868, 0.01008554082363844, 0.010651485994458199, 0.011217432096600533, 0.011783377267420292, 0.012349322438240051, 0.012915268540382385, 0.013481213711202145, 0.014047158882021904, 0.014613104984164238, 0.015179050154983997, 0.015744995325803757, 0.01631094142794609, 0.016876885667443275, 0.01744283176958561, 0.018008777871727943, 0.018574722111225128, 0.019140668213367462]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 6.0, 3.0, 4.0, 7.0, 3.0, 9.0, 4.0, 14.0, 16.0, 23.0, 31.0, 37.0, 58.0, 78.0, 115.0, 210.0, 400.0, 700.0, 4961.0, 514.0, 266.0, 137.0, 93.0, 63.0, 36.0, 42.0, 27.0, 10.0, 10.0, 11.0, 10.0, 4.0, 3.0, 7.0, 0.0, 0.0, 3.0, 2.0, 0.0, 3.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.20907577872276306, -0.20192471146583557, -0.19477365911006927, -0.18762260675430298, -0.1804715394973755, -0.173320472240448, -0.1661694198846817, -0.1590183675289154, -0.15186730027198792, -0.14471623301506042, -0.13756518065929413, -0.13041412830352783, -0.12326306104660034, -0.11611200124025345, -0.10896094143390656, -0.10180988162755966, -0.09465882182121277, -0.08750776201486588, -0.08035670220851898, -0.07320564240217209, -0.0660545825958252, -0.0589035227894783, -0.05175246298313141, -0.044601403176784515, -0.03745034337043762, -0.03029928356409073, -0.023148223757743835, -0.015997163951396942, -0.008846104145050049, -0.0016950443387031555, 0.005456015467643738, 0.012607075273990631, 0.019758135080337524, 0.026909194886684418, 0.03406025469303131, 0.041211314499378204, 0.0483623743057251, 0.05551343411207199, 0.06266449391841888, 0.06981555372476578, 0.07696661353111267, 0.08411767333745956, 0.09126873314380646, 0.09841979295015335, 0.10557085275650024, 0.11272191256284714, 0.11987297236919403, 0.12702402472496033, 0.13417509198188782, 0.1413261592388153, 0.1484772115945816, 0.1556282639503479, 0.1627793312072754, 0.16993039846420288, 0.17708145081996918, 0.18423250317573547, 0.19138357043266296, 0.19853463768959045, 0.20568569004535675, 0.21283674240112305, 0.21998780965805054, 0.22713887691497803, 0.23428992927074432, 0.24144098162651062, 0.2485920488834381]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 3.0, 0.0, 0.0, 3.0, 1.0, 2.0, 6.0, 1.0, 8.0, 2.0, 3.0, 1.0, 4.0, 4.0, 9.0, 4.0, 0.0, 22.0, 3.0, 6.0, 3.0, 4.0, 2.0, 3.0, 1.0, 3.0, 1.0, 2.0, 2.0, 4.0, 2.0, 4.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.002716109622269869, -0.0026289161760360003, -0.0025417227298021317, -0.002454529283568263, -0.0023673358373343945, -0.002280142391100526, -0.0021929489448666573, -0.0021057554986327887, -0.00201856205239892, -0.0019313687225803733, -0.0018441752763465047, -0.001756981830112636, -0.0016697885002940893, -0.0015825950540602207, -0.0014954016078263521, -0.0014082081615924835, -0.001321014715358615, -0.0012338212691247463, -0.0011466278228908777, -0.0010594343766570091, -0.0009722409886308014, -0.0008850475423969328, -0.0007978541543707252, -0.0007106607081368566, -0.000623467261902988, -0.0005362738156691194, -0.0004490803985390812, -0.0003618869814090431, -0.0002746935351751745, -0.0001875001034932211, -0.00010030667181126773, -1.3113240129314363e-05, 7.408019155263901e-05, 0.00016127362323459238, 0.00024846705491654575, 0.0003356604720465839, 0.0004228539182804525, 0.0005100473645143211, 0.0005972407525405288, 0.0006844341987743974, 0.000771627645008266, 0.0008588210912421346, 0.0009460145374760032, 0.0010332079837098718, 0.0011204013135284185, 0.0012075947597622871, 0.0012947882059961557, 0.0013819816522300243, 0.001469175098463893, 0.0015563685446977615, 0.0016435619909316301, 0.0017307554371654987, 0.0018179488833993673, 0.001905142213217914, 0.0019923357758671045, 0.002079529222100973, 0.002166722435504198, 0.0022539158817380667, 0.0023411093279719353, 0.002428302774205804, 0.0025154962204396725, 0.002602689666673541, 0.0026898831129074097, 0.0027770765591412783, 0.002864270005375147]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [4.0, 4.0, 5.0, 11.0, 13.0, 12.0, 35.0, 41.0, 68.0, 111.0, 143.0, 238.0, 413.0, 669.0, 1043.0, 1782.0, 3164.0, 5472.0, 10451.0, 20659.0, 45222.0, 117132.0, 768457.0, 111422.0, 43473.0, 21115.0, 11607.0, 6555.0, 3685.0, 2278.0, 1470.0, 905.0, 610.0, 408.0, 297.0, 195.0, 124.0, 90.0, 81.0, 39.0, 34.0, 18.0, 19.0, 12.0, 15.0, 7.0, 5.0, 5.0, 7.0, 5.0, 3.0, 3.0, 1.0, 4.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.007310112006962299, -0.006985945627093315, -0.006661778781563044, -0.006337612401694059, -0.006013445556163788, -0.005689279176294804, -0.005365112796425819, -0.005040945950895548, -0.004716779571026564, -0.004392613191157579, -0.004068446345627308, -0.0037442799657583237, -0.003420113353058696, -0.003095946740359068, -0.0027717803604900837, -0.002447613747790456, -0.002123447135090828, -0.0017992805223912, -0.001475114026106894, -0.001150947529822588, -0.0008267809171229601, -0.0005026143626309931, -0.00017844780813902617, 0.0001457187463529408, 0.00046988530084490776, 0.0007940518553368747, 0.0011182184098288417, 0.0014423849061131477, 0.0017665515188127756, 0.0020907181315124035, 0.0024148845113813877, 0.0027390511240810156, 0.0030632177367806435, 0.0033873843494802713, 0.003711550962179899, 0.0040357173420488834, 0.004359884187579155, 0.004684050567448139, 0.005008216947317123, 0.005332383792847395, 0.005656550172716379, 0.005980716552585363, 0.006304883398115635, 0.006629049777984619, 0.006953216157853603, 0.007277383003383875, 0.007601549383252859, 0.00792571622878313, 0.008249882608652115, 0.008574048988521099, 0.008898215368390083, 0.009222382679581642, 0.009546549059450626, 0.00987071543931961, 0.010194881819188595, 0.010519048199057579, 0.010843215510249138, 0.011167381890118122, 0.011491548269987106, 0.01181571464985609, 0.012139881029725075, 0.012464047409594059, 0.012788214720785618, 0.013112381100654602, 0.013436547480523586]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 5.0, 3.0, 5.0, 4.0, 8.0, 2.0, 4.0, 0.0, 4.0, 0.0, 2.0, 3.0, 3.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.022129502147436142, -0.02163233980536461, -0.021135177463293076, -0.020638015121221542, -0.02014085277915001, -0.019643692299723625, -0.019146529957652092, -0.01864936761558056, -0.018152205273509026, -0.017655042931437492, -0.01715788058936596, -0.016660718247294426, -0.016163557767868042, -0.01566639542579651, -0.015169233083724976, -0.014672070741653442, -0.01417490839958191, -0.013677746057510376, -0.013180583715438843, -0.012683422304689884, -0.012186259962618351, -0.011689097620546818, -0.01119193620979786, -0.010694773867726326, -0.010197611525654793, -0.00970044918358326, -0.009203286841511726, -0.008706125430762768, -0.008208963088691235, -0.007711800746619701, -0.0072146388702094555, -0.00671747699379921, -0.006220314651727676, -0.005723152309656143, -0.005225990433245897, -0.004728828556835651, -0.004231666214764118, -0.0037345041055232286, -0.003237341996282339, -0.0027401798870414495, -0.00224301777780056, -0.0017458556685596704, -0.001248693559318781, -0.0007515314500778913, -0.0002543693408370018, 0.00024279276840388775, 0.0007399548776447773, 0.0012371169868856668, 0.0017342790961265564, 0.002231441205367446, 0.0027286033146083355, 0.003225765423849225, 0.0037229275330901146, 0.004220089875161648, 0.004717251751571894, 0.00521441362798214, 0.005711575970053673, 0.006208738312125206, 0.006705900188535452, 0.007203062064945698, 0.007700224407017231, 0.008197386749088764, 0.008694548159837723, 0.009191710501909256, 0.00968887284398079]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 1.0, 2.0, 4.0, 4.0, 5.0, 7.0, 6.0, 16.0, 12.0, 13.0, 19.0, 25.0, 24.0, 33.0, 34.0, 35.0, 33.0, 42.0, 45.0, 73.0, 109.0, 134.0, 169.0, 247.0, 268.0, 335.0, 473.0, 691.0, 1152.0, 1798.0, 5912.0, 2218.0, 1106.0, 794.0, 544.0, 406.0, 314.0, 260.0, 205.0, 157.0, 131.0, 100.0, 70.0, 70.0, 64.0, 47.0, 38.0, 23.0, 38.0, 27.0, 17.0, 18.0, 11.0, 11.0, 10.0, 11.0, 6.0, 7.0, 1.0, 0.0, 2.0, 0.0, 2.0], "bins": [-0.009148376062512398, -0.008860833011567593, -0.008573290891945362, -0.008285747841000557, -0.007998205721378326, -0.007710663136094809, -0.007423120550811291, -0.007135577965527773, -0.006848035380244255, -0.00656049232929945, -0.006272949744015932, -0.005985407158732414, -0.005697864573448896, -0.005410321988165379, -0.005122779402881861, -0.004835236817598343, -0.004547694232314825, -0.004260151647031307, -0.003972609061747789, -0.0036850664764642715, -0.0033975238911807537, -0.003109981073066592, -0.0028224384877830744, -0.0025348959024995565, -0.0022473533172160387, -0.001959810731932521, -0.001672268146649003, -0.0013847254449501634, -0.0010971828596666455, -0.0008096402743831277, -0.0005220976308919489, -0.00023455501650460064, 5.298759788274765e-05, 0.00034053021227009594, 0.0006280728266574442, 0.000915615470148623, 0.0012031580554321408, 0.0014907006407156587, 0.0017782433424144983, 0.002065785927698016, 0.002353328512981534, 0.002640871098265052, 0.0029284136835485697, 0.0032159562688320875, 0.003503499086946249, 0.003791041672229767, 0.004078584257513285, 0.0043661268427968025, 0.00465366942808032, 0.004941212013363838, 0.005228754598647356, 0.005516297183930874, 0.005803839769214392, 0.0060913823544979095, 0.006378924939781427, 0.006666467525064945, 0.00695401057600975, 0.007241553161293268, 0.007529095746576786, 0.007816637866199017, 0.008104180917143822, 0.008391723036766052, 0.008679266087710857, 0.008966808207333088, 0.009254351258277893]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 5.0, 0.0, 2.0, 2.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.07626406848430634, -0.07378783077001572, -0.0713115930557251, -0.06883536279201508, -0.06635912507772446, -0.06388288736343384, -0.06140665337443352, -0.0589304156601429, -0.05645418167114258, -0.05397794395685196, -0.05150170624256134, -0.04902547225356102, -0.0465492345392704, -0.04407300055027008, -0.04159676283597946, -0.03912052884697914, -0.03664429113268852, -0.0341680534183979, -0.03169181942939758, -0.029215583577752113, -0.026739347726106644, -0.024263110011816025, -0.021786874160170555, -0.019310638308525085, -0.016834402456879616, -0.014358166605234146, -0.011881930753588676, -0.009405693970620632, -0.0069294581189751625, -0.004453222267329693, -0.001976985950022936, 0.0004992501344531775, 0.0029754862189292908, 0.0054517220705747604, 0.00792795792222023, 0.010404194705188274, 0.012880430556833744, 0.015356666408479214, 0.017832903191447258, 0.020309139043092728, 0.022785374894738197, 0.025261610746383667, 0.027737846598029137, 0.030214082449674606, 0.032690320163965225, 0.035166554152965546, 0.037642791867256165, 0.040119025856256485, 0.042595263570547104, 0.04507150128483772, 0.04754773527383804, 0.05002397298812866, 0.05250020697712898, 0.0549764446914196, 0.05745267868041992, 0.05992891639471054, 0.06240515410900116, 0.06488139182329178, 0.0673576220870018, 0.06983385980129242, 0.07231009751558304, 0.07478633522987366, 0.07726256549358368, 0.0797388032078743, 0.08221504092216492]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 8.0, 2.0, 4.0, 6.0, 2.0, 7.0, 11.0, 14.0, 25.0, 24.0, 42.0, 50.0, 18.0, 11.0, 6.0, 3.0, 4.0, 6.0, 2.0, 2.0, 2.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 3.0, 1.0, 3.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0], "bins": [-0.054651595652103424, -0.05263270065188408, -0.050613805651664734, -0.04859491437673569, -0.04657601937651634, -0.044557124376297, -0.04253822937607765, -0.04051933437585831, -0.03850044310092926, -0.036481548100709915, -0.03446265310049057, -0.032443758100271225, -0.03042486310005188, -0.028405969962477684, -0.02638707496225834, -0.024368181824684143, -0.022349286824464798, -0.020330391824245453, -0.018311498686671257, -0.016292603686451912, -0.014273709617555141, -0.012254815548658371, -0.010235920548439026, -0.008217026479542255, -0.006198132410645485, -0.0041792383417487144, -0.0021603438071906567, -0.00014144950546324253, 0.0018774447962641716, 0.0038963390979915857, 0.005915233399719, 0.007934127934277058, 0.009953022003173828, 0.011971916072070599, 0.013990810140967369, 0.016009705141186714, 0.01802859827876091, 0.020047493278980255, 0.0220663882791996, 0.024085281416773796, 0.02610417641699314, 0.028123071417212486, 0.030141964554786682, 0.03216085955500603, 0.03417975455522537, 0.03619864955544472, 0.038217540830373764, 0.04023643583059311, 0.042255330830812454, 0.0442742258310318, 0.046293120831251144, 0.04831201210618019, 0.050330907106399536, 0.05234980210661888, 0.054368697106838226, 0.05638759210705757, 0.058406487107276917, 0.06042537838220596, 0.06244427338242531, 0.06446316838264465, 0.0664820596575737, 0.06850095838308334, 0.07051984965801239, 0.07253874838352203, 0.07455763965845108]}, "_runtime": 46.68691039085388, "_timestamp": 1596211636.4580193, "_step": 55}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 2.0, 1.0, 3.0, 1.0, 1.0, 3.0, 2.0, 3.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 4.0, 3.0, 1.0, 0.0, 3.0, 0.0, 3.0, 1.0, 1.0, 0.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.007949084043502808, -0.00770786264911294, -0.007466640789061785, -0.007225419394671917, -0.006984197534620762, -0.006742976140230894, -0.006501754280179739, -0.006260532885789871, -0.006019311025738716, -0.005778089631348848, -0.005536867771297693, -0.0052956463769078255, -0.00505442451685667, -0.004813203122466803, -0.0045719812624156475, -0.00433075986802578, -0.004089538007974625, -0.003848316613584757, -0.0036070949863642454, -0.003365873359143734, -0.0031246517319232225, -0.002883430104702711, -0.0026422084774821997, -0.0024009868502616882, -0.0021597654558718204, -0.0019185437122359872, -0.0016773220850154757, -0.0014361004577949643, -0.0011948789469897747, -0.0009536572615616024, -0.0007124356925487518, -0.0004712140653282404, -0.00022999243810772896, 1.122917456086725e-05, 0.00025245078722946346, 0.0004936723853461444, 0.0007348940125666559, 0.0009761156397871673, 0.0012173372088000178, 0.0014585588360205293, 0.0016997804632410407, 0.0019410020904615521, 0.0021822236012667418, 0.002423445228487253, 0.0026646668557077646, 0.002905888482928276, 0.0031471101101487875, 0.003388331737369299, 0.0036295533645898104, 0.003870774991810322, 0.00411199638620019, 0.004353218246251345, 0.0045944396406412125, 0.0048356615006923676, 0.005076882895082235, 0.00531810475513339, 0.005559326149523258, 0.005800548009574413, 0.006041769403964281, 0.006282991264015436, 0.006524212658405304, 0.006765434518456459, 0.007006655912846327, 0.007247877772897482, 0.00748909916728735]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 3.0, 2.0, 3.0, 5.0, 2.0, 4.0, 6.0, 7.0, 14.0, 6.0, 12.0, 17.0, 17.0, 21.0, 35.0, 65.0, 70.0, 71.0, 103.0, 125.0, 232.0, 294.0, 550.0, 4798.0, 527.0, 293.0, 190.0, 105.0, 83.0, 69.0, 45.0, 33.0, 26.0, 20.0, 17.0, 18.0, 11.0, 4.0, 9.0, 3.0, 1.0, 3.0, 3.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.15022578835487366, -0.14541365206241608, -0.1406015157699585, -0.13578937947750092, -0.13097724318504333, -0.12616510689258575, -0.12135296314954758, -0.11654082685709, -0.11172869056463242, -0.10691655427217484, -0.10210441797971725, -0.09729228168725967, -0.0924801379442215, -0.08766800165176392, -0.08285586535930634, -0.07804372906684875, -0.07323159277439117, -0.0684194564819336, -0.06360732018947601, -0.058795180171728134, -0.053983043879270554, -0.04917090758681297, -0.044358767569065094, -0.03954663127660751, -0.03473449498414993, -0.029922358691692352, -0.025110220536589622, -0.020298082381486893, -0.015485946089029312, -0.010673808865249157, -0.005861671641469002, -0.0010495344176888466, 0.0037626028060913086, 0.008574740029871464, 0.013386877253651619, 0.01819901540875435, 0.02301115170121193, 0.02782328799366951, 0.03263542801141739, 0.03744756430387497, 0.04225970059633255, 0.04707183688879013, 0.05188397318124771, 0.05669611319899559, 0.06150824949145317, 0.06632038950920105, 0.07113252580165863, 0.07594466209411621, 0.08075679838657379, 0.08556893467903137, 0.09038107097148895, 0.09519320726394653, 0.10000534355640411, 0.10481748729944229, 0.10962962359189987, 0.11444175988435745, 0.11925389617681503, 0.12406603246927261, 0.1288781762123108, 0.13369031250476837, 0.13850244879722595, 0.14331458508968353, 0.1481267213821411, 0.1529388576745987, 0.15775099396705627]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 3.0, 2.0, 2.0, 3.0, 1.0, 0.0, 3.0, 5.0, 3.0, 4.0, 4.0, 5.0, 4.0, 6.0, 23.0, 4.0, 3.0, 5.0, 1.0, 4.0, 1.0, 5.0, 4.0, 1.0, 1.0, 0.0, 3.0, 0.0, 4.0, 0.0, 0.0, 2.0, 0.0, 4.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0], "bins": [-0.002402274403721094, -0.002328567672520876, -0.0022548609413206577, -0.002181154442951083, -0.002107447711750865, -0.0020337409805506468, -0.0019600342493504286, -0.0018863276345655322, -0.001812620903365314, -0.0017389141721650958, -0.0016652075573801994, -0.0015915008261799812, -0.001517794094979763, -0.0014440874801948667, -0.0013703807489946485, -0.001296674134209752, -0.0012229674030095339, -0.0011492606718093157, -0.0010755540570244193, -0.001001847325824201, -0.0009281406528316438, -0.0008544339798390865, -0.0007807272486388683, -0.000707020575646311, -0.0006333139026537538, -0.0005596072296611965, -0.0004859005275648087, -0.000412193825468421, -0.0003384871524758637, -0.0002647804794833064, -0.00019107377738691866, -0.00011736708984244615, -4.366040229797363e-05, 3.0046285246498883e-05, 0.0001037529727909714, 0.00017745966033544391, 0.00025116634787991643, 0.0003248730208724737, 0.00039857972296886146, 0.0004722864250652492, 0.0005459930980578065, 0.0006196997710503638, 0.0006934064440429211, 0.0007671131752431393, 0.0008408198482356966, 0.0009145265212282538, 0.000988233252428472, 0.0010619398672133684, 0.0011356465984135866, 0.0012093533296138048, 0.0012830599443987012, 0.0013567666755989194, 0.0014304732903838158, 0.001504180021584034, 0.0015778867527842522, 0.0016515933675691485, 0.0017253000987693667, 0.001799006829969585, 0.0018727134447544813, 0.0019464201759546995, 0.0020201269071549177, 0.002093833638355136, 0.0021675401367247105, 0.0022412468679249287, 0.002314953599125147]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 2.0, 3.0, 10.0, 7.0, 5.0, 22.0, 42.0, 48.0, 73.0, 149.0, 209.0, 319.0, 547.0, 821.0, 1301.0, 2262.0, 3778.0, 6819.0, 13084.0, 28196.0, 74459.0, 738925.0, 190957.0, 56426.0, 26139.0, 13702.0, 7812.0, 4883.0, 2910.0, 1892.0, 1224.0, 820.0, 529.0, 366.0, 258.0, 170.0, 134.0, 98.0, 71.0, 51.0, 36.0, 18.0, 21.0, 15.0, 5.0, 6.0, 10.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.008969311602413654, -0.008669670671224594, -0.008370030671358109, -0.008070389740169048, -0.007770748808979988, -0.007471108343452215, -0.007171467877924442, -0.006871826946735382, -0.006572186481207609, -0.006272546015679836, -0.005972905084490776, -0.005673264618963003, -0.00537362415343523, -0.00507398322224617, -0.004774342756718397, -0.004474701825529337, -0.004175061360001564, -0.0038754206616431475, -0.003575779963284731, -0.003276139497756958, -0.0029764987993985415, -0.002676858101040125, -0.002377217635512352, -0.0020775769371539354, -0.0017779362387955189, -0.0014782955404371023, -0.0011786549584940076, -0.0008790143183432519, -0.0005793736781924963, -0.00027973303804174066, 1.9907602109014988e-05, 0.00031954824225977063, 0.0006191888824105263, 0.0009188295225612819, 0.0012184701627120376, 0.0015181107446551323, 0.0018177514430135489, 0.0021173921413719654, 0.0024170326068997383, 0.002716673305258155, 0.0030163140036165714, 0.003315954701974988, 0.0036155954003334045, 0.0039152358658611774, 0.00421487633138895, 0.0045145172625780106, 0.0048141577281057835, 0.005113798659294844, 0.005413439124822617, 0.0057130795903503895, 0.00601272052153945, 0.006312360987067223, 0.006612001918256283, 0.006911642383784056, 0.007211282849311829, 0.007510923780500889, 0.007810564246028662, 0.008110204711556435, 0.008409845642745495, 0.008709486573934555, 0.00900912657380104, 0.0093087675049901, 0.009608408436179161, 0.009908048436045647, 0.010207689367234707]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 2.0, 5.0, 3.0, 4.0, 4.0, 8.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 2.0, 2.0, 3.0, 0.0, 4.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011676543392241001, -0.011286628432571888, -0.01089671440422535, -0.010506799444556236, -0.010116885416209698, -0.009726970456540585, -0.009337056428194046, -0.008947141468524933, -0.00855722650885582, -0.008167312480509281, -0.007777397986501455, -0.0073874834924936295, -0.006997568532824516, -0.0066076540388166904, -0.006217739544808865, -0.005827825050801039, -0.005437910556793213, -0.005047996062785387, -0.004658081568777561, -0.004268167074769735, -0.003878252347931266, -0.00348833785392344, -0.0030984231270849705, -0.0027085086330771446, -0.0023185941390693188, -0.001928679645061493, -0.0015387650346383452, -0.0011488504242151976, -0.0007589359302073717, -0.00036902137799188495, 2.0893174223601818e-05, 0.0004108077264390886, 0.0008007222786545753, 0.0011906367726624012, 0.0015805513830855489, 0.0019704659935086966, 0.0023603804875165224, 0.0027502949815243483, 0.0031402097083628178, 0.0035301242023706436, 0.0039200386963784695, 0.004309953190386295, 0.004699867684394121, 0.005089782178401947, 0.00547969713807106, 0.005869611632078886, 0.006259526126086712, 0.006649440620094538, 0.007039355114102364, 0.0074292696081101894, 0.007819184102118015, 0.008209099061787128, 0.008599013090133667, 0.00898892804980278, 0.009378842078149319, 0.009768757037818432, 0.01015867106616497, 0.010548586025834084, 0.010938500985503197, 0.011328415013849735, 0.011718329973518848, 0.012108244001865387, 0.0124981589615345, 0.012888072989881039, 0.013277987949550152]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 2.0, 3.0, 5.0, 3.0, 12.0, 16.0, 18.0, 34.0, 44.0, 58.0, 77.0, 110.0, 119.0, 205.0, 285.0, 376.0, 544.0, 712.0, 1149.0, 1704.0, 5794.0, 1735.0, 1091.0, 755.0, 574.0, 493.0, 455.0, 359.0, 327.0, 247.0, 190.0, 174.0, 129.0, 127.0, 100.0, 69.0, 59.0, 58.0, 45.0, 29.0, 29.0, 22.0, 18.0, 13.0, 10.0, 6.0, 7.0, 4.0, 2.0, 6.0, 6.0, 5.0, 2.0, 4.0, 2.0, 4.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.006497887894511223, -0.006234823726117611, -0.005971759557723999, -0.005708695389330387, -0.005445631220936775, -0.005182567052543163, -0.004919502884149551, -0.0046564387157559395, -0.004393374547362328, -0.004130310378968716, -0.0038672462105751038, -0.003604182042181492, -0.00334111787378788, -0.003078053705394268, -0.002814989537000656, -0.0025519253686070442, -0.0022888612002134323, -0.0020257970318198204, -0.0017627328634262085, -0.0014996686950325966, -0.0012366045266389847, -0.0009735403582453728, -0.0007104761898517609, -0.00044741202145814896, -0.00018434785306453705, 7.871631532907486e-05, 0.00034178048372268677, 0.0006048446521162987, 0.0008679088205099106, 0.0011309729889035225, 0.0013940371572971344, 0.0016571013256907463, 0.0019201654940843582, 0.00218322966247797, 0.002446293830871582, 0.002709357999265194, 0.002972422167658806, 0.0032354863360524178, 0.0034985505044460297, 0.0037616146728396416, 0.0040246788412332535, 0.004287743009626865, 0.004550807178020477, 0.004813871346414089, 0.005076935514807701, 0.005339999683201313, 0.005603063851594925, 0.005866128019988537, 0.006129192188382149, 0.006392256356775761, 0.0066553205251693726, 0.0069183846935629845, 0.007181448861956596, 0.007444513030350208, 0.00770757719874382, 0.007970641367137432, 0.008233705535531044, 0.008496769703924656, 0.008759833872318268, 0.00902289804071188, 0.009285962209105492, 0.009549026377499104, 0.009812090545892715, 0.010075154714286327, 0.01033821888267994]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 8.0, 0.0, 0.0, 3.0, 2.0, 1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.03771274536848068, -0.03544866293668747, -0.03318458050489426, -0.030920494347810745, -0.028656411916017532, -0.02639232948422432, -0.024128245189785957, -0.021864160895347595, -0.019600078463554382, -0.01733599603176117, -0.015071911737322807, -0.01280782837420702, -0.010543745011091232, -0.008279661647975445, -0.006015578284859657, -0.0037514949217438698, -0.0014874115586280823, 0.0007766718044877052, 0.0030407551676034927, 0.00530483853071928, 0.007568921893835068, 0.009833005256950855, 0.012097088620066643, 0.01436117198318243, 0.016625255346298218, 0.01888933777809143, 0.021153422072529793, 0.023417506366968155, 0.025681588798761368, 0.02794567123055458, 0.030209755524992943, 0.032473839819431305, 0.03473792225122452, 0.03700200468301773, 0.039266087114810944, 0.041530173271894455, 0.04379425570368767, 0.04605833813548088, 0.04832242429256439, 0.050586506724357605, 0.05285058915615082, 0.05511467158794403, 0.057378754019737244, 0.059642840176820755, 0.06190692260861397, 0.06417100876569748, 0.06643509119749069, 0.0686991736292839, 0.07096325606107712, 0.07322733849287033, 0.07549142092466354, 0.07775550335645676, 0.08001959323883057, 0.08228367567062378, 0.08454775810241699, 0.0868118405342102, 0.08907592296600342, 0.09134000539779663, 0.09360408782958984, 0.09586817026138306, 0.09813225269317627, 0.10039634257555008, 0.10266042500734329, 0.1049245074391365, 0.10718858987092972]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [3.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 1.0, 9.0, 5.0, 9.0, 15.0, 27.0, 27.0, 9.0, 9.0, 39.0, 23.0, 24.0, 17.0, 8.0, 7.0, 9.0, 4.0, 5.0, 4.0, 2.0, 1.0, 2.0, 1.0, 3.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0], "bins": [-0.03369424119591713, -0.03174663335084915, -0.029799027368426323, -0.027851421386003494, -0.025903813540935516, -0.023956207558512688, -0.02200860157608986, -0.02006099373102188, -0.018113387748599052, -0.016165781766176224, -0.014218173921108246, -0.012270567938685417, -0.010322961024940014, -0.00837535411119461, -0.006427747663110495, -0.004480141215026379, -0.0025325343012809753, -0.0005849276203662157, 0.001362679060548544, 0.0033102857414633036, 0.005257892422378063, 0.0072054993361234665, 0.009153105318546295, 0.011100712232291698, 0.013048319146037102, 0.014995926059782505, 0.01694353297352791, 0.018891138955950737, 0.020838744938373566, 0.022786352783441544, 0.024733958765864372, 0.02668156661093235, 0.02862917259335518, 0.030576778575778008, 0.032524384558200836, 0.034471992403268814, 0.03641960024833679, 0.03836720436811447, 0.04031481221318245, 0.04226242005825043, 0.04421002417802811, 0.046157632023096085, 0.04810523986816406, 0.05005284771323204, 0.05200045183300972, 0.0539480596780777, 0.055895667523145676, 0.057843271642923355, 0.05979087948799133, 0.06173848733305931, 0.06368609517812729, 0.06563369929790497, 0.06758130341768265, 0.06952891498804092, 0.0714765191078186, 0.07342412322759628, 0.07537173479795456, 0.07731933891773224, 0.07926694303750992, 0.0812145546078682, 0.08316215872764587, 0.08510976284742355, 0.08705737441778183, 0.08900497853755951, 0.09095259010791779]}, "_runtime": 47.434070348739624, "_timestamp": 1596211637.2051792, "_step": 56}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 2.0, 0.0, 1.0, 1.0, 3.0, 1.0, 1.0, 2.0, 2.0, 2.0, 2.0, 6.0, 4.0, 4.0, 2.0, 5.0, 2.0, 0.0, 2.0, 3.0, 2.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.016170252114534378, -0.015764862298965454, -0.015359473414719105, -0.014954084530472755, -0.014548695646226406, -0.014143306761980057, -0.013737916946411133, -0.013332528062164783, -0.012927139177918434, -0.01252174936234951, -0.01211636047810316, -0.011710971593856812, -0.011305582709610462, -0.010900192894041538, -0.010494804009795189, -0.01008941512554884, -0.00968402624130249, -0.009278636425733566, -0.008873247541487217, -0.008467858657240868, -0.008062468841671944, -0.007657079957425594, -0.007251691073179245, -0.006846301723271608, -0.006440912373363972, -0.006035523489117622, -0.005630134139209986, -0.005224745254963636, -0.004819355905056, -0.00441396702080965, -0.004008577670902014, -0.003603188553825021, -0.003197799436748028, -0.002792410319671035, -0.002387021202594042, -0.001981632085517049, -0.001576242852024734, -0.001170853734947741, -0.0007654645596630871, -0.0003600754134822637, 4.531373269855976e-05, 0.0004507028788793832, 0.0008560920250602067, 0.0012614812003448606, 0.0016668703174218535, 0.0020722595509141684, 0.0024776486679911613, 0.0028830377850681543, 0.0032884269021451473, 0.0036938160192221403, 0.004099205136299133, 0.00450459448620677, 0.004909983370453119, 0.005315372720360756, 0.005720761604607105, 0.006126150954514742, 0.0065315403044223785, 0.006936929188668728, 0.0073423185385763645, 0.007747707422822714, 0.00815309677273035, 0.0085584856569767, 0.00896387454122305, 0.009369264356791973, 0.009774653241038322]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [3.0, 0.0, 4.0, 1.0, 0.0, 2.0, 3.0, 2.0, 2.0, 5.0, 7.0, 5.0, 7.0, 8.0, 10.0, 11.0, 8.0, 20.0, 24.0, 27.0, 38.0, 39.0, 50.0, 70.0, 77.0, 135.0, 179.0, 257.0, 437.0, 4752.0, 747.0, 322.0, 199.0, 112.0, 79.0, 50.0, 47.0, 45.0, 28.0, 30.0, 19.0, 19.0, 9.0, 15.0, 5.0, 4.0, 4.0, 2.0, 8.0, 2.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.13217464089393616, -0.1276928186416626, -0.12321098148822784, -0.11872915923595428, -0.11424732953310013, -0.10976549983024597, -0.10528367012739182, -0.10080184042453766, -0.0963200181722641, -0.09183818846940994, -0.08735635876655579, -0.08287452906370163, -0.07839269936084747, -0.07391086965799332, -0.06942904740571976, -0.0649472177028656, -0.060465388000011444, -0.05598355829715729, -0.05150173231959343, -0.04701990261673927, -0.042538076639175415, -0.03805624693632126, -0.0335744172334671, -0.029092589393258095, -0.024610761553049088, -0.02012893371284008, -0.015647105872631073, -0.011165276169776917, -0.006683448329567909, -0.0022016200236976147, 0.00228020828217268, 0.0067620365880429745, 0.011243864893913269, 0.015725692734122276, 0.020207520574331284, 0.02468935027718544, 0.029171178117394447, 0.033653005957603455, 0.03813483566045761, 0.04261666163802147, 0.047098491340875626, 0.05158032104372978, 0.05606214702129364, 0.0605439767241478, 0.06502580642700195, 0.06950763612985611, 0.07398945838212967, 0.07847128808498383, 0.08295311778783798, 0.08743494749069214, 0.0919167771935463, 0.09639859944581985, 0.10088042914867401, 0.10536225885152817, 0.10984408855438232, 0.11432591825723648, 0.11880774796009064, 0.1232895702123642, 0.12777140736579895, 0.1322532296180725, 0.13673505187034607, 0.14121688902378082, 0.14569871127605438, 0.15018054842948914, 0.1546623706817627]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 3.0, 6.0, 3.0, 2.0, 8.0, 2.0, 3.0, 2.0, 1.0, 2.0, 2.0, 3.0, 4.0, 3.0, 1.0, 1.0, 21.0, 3.0, 3.0, 2.0, 2.0, 2.0, 4.0, 0.0, 3.0, 3.0, 3.0, 1.0, 1.0, 1.0, 2.0, 0.0, 5.0, 0.0, 2.0, 0.0, 2.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.0017613250529393554, -0.0016958306077867746, -0.001630336162634194, -0.0015648417174816132, -0.0014993472723290324, -0.0014338528271764517, -0.001368358382023871, -0.0013028639368712902, -0.0012373696081340313, -0.0011718751629814506, -0.0011063807178288698, -0.001040886272676289, -0.0009753918275237083, -0.0009098973823711276, -0.0008444029372185469, -0.0007789084920659661, -0.0007134140469133854, -0.0006479196017608047, -0.0005824251566082239, -0.0005169307114556432, -0.0004514362954068929, -0.00038594185025431216, -0.0003204474342055619, -0.00025495298905298114, -0.0001894585439004004, -0.00012396409874781966, -5.846966814715415e-05, 7.0247697294689715e-06, 7.25192076060921e-05, 0.00013801365275867283, 0.00020350808335933834, 0.00026900251396000385, 0.0003344969591125846, 0.00039999140426516533, 0.00046548584941774607, 0.0005309802945703268, 0.0005964747397229075, 0.0006619691266678274, 0.0007274635718204081, 0.0007929580169729888, 0.0008584524621255696, 0.0009239469072781503, 0.0009894412942230701, 0.0010549357393756509, 0.0011204301845282316, 0.0011859246296808124, 0.001251419074833393, 0.0013169135199859738, 0.0013824079651385546, 0.0014479024102911353, 0.001513396855443716, 0.0015788913005962968, 0.0016443857457488775, 0.0017098801909014583, 0.001775374636054039, 0.0018408690812066197, 0.0019063635263592005, 0.0019718578550964594, 0.002037352416664362, 0.002102846745401621, 0.0021683413069695234, 0.0022338356357067823, 0.002299330197274685, 0.002364824526011944, 0.0024303188547492027]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 2.0, 4.0, 5.0, 7.0, 9.0, 22.0, 20.0, 44.0, 68.0, 78.0, 138.0, 182.0, 291.0, 415.0, 692.0, 1074.0, 1816.0, 2910.0, 4912.0, 9026.0, 17146.0, 36948.0, 91796.0, 747445.0, 150179.0, 52649.0, 25600.0, 14107.0, 8289.0, 4901.0, 3081.0, 1926.0, 1250.0, 825.0, 565.0, 359.0, 267.0, 192.0, 106.0, 83.0, 55.0, 37.0, 38.0, 26.0, 18.0, 15.0, 4.0, 8.0, 5.0, 2.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.007167748641222715, -0.006910128053277731, -0.006652506999671459, -0.006394886411726475, -0.00613726582378149, -0.005879644770175219, -0.005622024182230234, -0.005364403128623962, -0.005106782540678978, -0.0048491619527339935, -0.004591540899127722, -0.004333920311182737, -0.004076299257576466, -0.003818678669631481, -0.0035610580816864967, -0.0033034372609108686, -0.0030458164401352406, -0.0027881956193596125, -0.0025305747985839844, -0.002272954210639, -0.002015333389863372, -0.0017577125690877438, -0.0015000918647274375, -0.0012424711603671312, -0.0009848503395915031, -0.000727229577023536, -0.0004696088144555688, -0.00021198805188760161, 4.563271068036556e-05, 0.00030325347324833274, 0.0005608742358162999, 0.0008184949983842671, 0.0010761157609522343, 0.0013337365817278624, 0.0015913572860881686, 0.0018489779904484749, 0.002106598811224103, 0.002364219631999731, 0.0026218402199447155, 0.0028794610407203436, 0.0031370818614959717, 0.0033947026822715998, 0.003652323503047228, 0.003909944090992212, 0.004167565144598484, 0.0044251857325434685, 0.004682806320488453, 0.004940427374094725, 0.005198047962039709, 0.0054556685499846935, 0.005713289603590965, 0.00597091019153595, 0.006228530779480934, 0.006486151833087206, 0.00674377242103219, 0.007001393474638462, 0.0072590140625834465, 0.007516634650528431, 0.007774255704134703, 0.008031876757740974, 0.008289497345685959, 0.008547117933630943, 0.008804738521575928, 0.009062359109520912, 0.009319979697465897]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 9.0, 16.0, 4.0, 12.0, 4.0, 2.0, 4.0, 2.0, 3.0], "bins": [-0.07260330021381378, -0.07130926102399826, -0.07001522183418274, -0.06872118264436722, -0.0674271360039711, -0.06613309681415558, -0.06483905762434006, -0.06354501843452454, -0.062250979244709015, -0.060956936329603195, -0.059662897139787674, -0.05836885794997215, -0.05707481503486633, -0.05578077584505081, -0.05448673665523529, -0.05319269374012947, -0.05189865455031395, -0.05060461536049843, -0.04931057244539261, -0.04801653325557709, -0.046722494065761566, -0.045428451150655746, -0.044134411960840225, -0.042840372771024704, -0.041546329855918884, -0.04025229066610336, -0.03895825147628784, -0.03766421228647232, -0.0363701693713665, -0.03507613018155098, -0.03378209099173546, -0.03248804807662964, -0.031194008886814117, -0.029899967834353447, -0.028605928644537926, -0.027311887592077255, -0.026017848402261734, -0.024723807349801064, -0.023429766297340393, -0.022135727107524872, -0.0208416860550642, -0.01954764500260353, -0.01825360581278801, -0.01695956476032734, -0.01566552370786667, -0.014371484518051147, -0.013077443465590477, -0.011783403344452381, -0.010489363223314285, -0.00919532310217619, -0.007901282981038094, -0.006607241928577423, -0.005313201807439327, -0.004019161686301231, -0.0027251210995018482, -0.0014310807455331087, -0.0001370403915643692, 0.0011569999624043703, 0.00245104031637311, 0.0037450806703418493, 0.005039121024310589, 0.006333161145448685, 0.007627201732248068, 0.008921242319047451, 0.010215282440185547]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [6.0, 9.0, 1.0, 2.0, 3.0, 5.0, 8.0, 2.0, 7.0, 6.0, 4.0, 6.0, 3.0, 1.0, 4.0, 8.0, 8.0, 4.0, 11.0, 10.0, 11.0, 8.0, 6.0, 9.0, 19.0, 35.0, 21.0, 21.0, 12.0, 16.0, 16.0, 28.0, 40.0, 17.0, 19.0, 22.0, 59.0, 53.0, 35.0, 76.0, 103.0, 185.0, 389.0, 730.0, 1763.0, 7849.0, 3029.0, 1736.0, 911.0, 466.0, 244.0, 130.0, 82.0, 56.0, 35.0, 28.0, 27.0, 17.0, 6.0, 5.0, 2.0, 3.0, 4.0, 1.0], "bins": [-0.023698508739471436, -0.023177260532975197, -0.022656012326478958, -0.02213476225733757, -0.02161351405084133, -0.021092265844345093, -0.020571017637848854, -0.020049769431352615, -0.019528519362211227, -0.01900727115571499, -0.01848602294921875, -0.01796477474272251, -0.017443526536226273, -0.016922278329730034, -0.016401028260588646, -0.015879780054092407, -0.015358531847596169, -0.01483728364109993, -0.014316034503281116, -0.013794786296784878, -0.013273537158966064, -0.012752288952469826, -0.012231040745973587, -0.011709791608154774, -0.011188543401658535, -0.010667295195162296, -0.010146046057343483, -0.009624797850847244, -0.009103549644351006, -0.008582300506532192, -0.008061052300035954, -0.0075398036278784275, -0.0070185549557209015, -0.0064973062835633755, -0.0059760576114058495, -0.005454809404909611, -0.004933560732752085, -0.004412312060594559, -0.0038910636212676764, -0.003369815181940794, -0.002848566509783268, -0.002327317837625742, -0.0018060693982988596, -0.0012848208425566554, -0.0007635722868144512, -0.00024232373107224703, 0.00027892482466995716, 0.0008001733804121614, 0.0013214219361543655, 0.0018426704918965697, 0.002363919047638774, 0.0028851674869656563, 0.0034064161591231823, 0.003927664831280708, 0.004448913037776947, 0.004970161709934473, 0.005491410382091999, 0.006012659054249525, 0.006533907726407051, 0.00705515593290329, 0.007576404605060816, 0.008097653277218342, 0.00861890148371458, 0.009140150621533394, 0.009661398828029633]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.0974450558423996, -0.0931161418557167, -0.08878722786903381, -0.08445831388235092, -0.08012939989566803, -0.07580048590898514, -0.07147157192230225, -0.06714265793561935, -0.06281374394893646, -0.05848483368754387, -0.05415591970086098, -0.049827005714178085, -0.04549809545278549, -0.0411691814661026, -0.03684026747941971, -0.032511353492736816, -0.028182439506053925, -0.023853525519371033, -0.01952461153268814, -0.015195699408650398, -0.010866785421967506, -0.006537871900945902, -0.0022089583799242973, 0.002119955141097307, 0.006448868662118912, 0.010777782648801804, 0.01510669570416212, 0.019435608759522438, 0.02376452274620533, 0.028093436732888222, 0.032422348856925964, 0.036751262843608856, 0.04108017683029175, 0.04540909081697464, 0.04973800480365753, 0.054066918790340424, 0.058395832777023315, 0.06272474676370621, 0.0670536607503891, 0.07138257473707199, 0.07571148872375488, 0.08004039525985718, 0.08436930924654007, 0.08869822323322296, 0.09302713721990585, 0.09735605120658875, 0.10168496519327164, 0.10601387917995453, 0.11034279316663742, 0.11467170715332031, 0.1190006211400032, 0.1233295351266861, 0.1276584416627884, 0.13198736310005188, 0.13631626963615417, 0.14064519107341766, 0.14497409760951996, 0.14930301904678345, 0.15363192558288574, 0.15796084702014923, 0.16228975355625153, 0.16661867499351501, 0.1709475815296173, 0.1752765029668808, 0.1796054095029831]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 3.0, 4.0, 5.0, 4.0, 5.0, 7.0, 9.0, 8.0, 3.0, 6.0, 5.0, 6.0, 11.0, 6.0, 10.0, 26.0, 48.0, 24.0, 27.0, 15.0, 11.0, 8.0, 1.0, 3.0, 2.0, 1.0, 3.0, 0.0, 1.0, 3.0, 1.0, 3.0, 1.0, 3.0, 4.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.031924840062856674, -0.03029228001832962, -0.028659721836447716, -0.02702716365456581, -0.025394603610038757, -0.023762043565511703, -0.0221294853836298, -0.020496927201747894, -0.01886436715722084, -0.017231807112693787, -0.015599248930811882, -0.013966689817607403, -0.012334130704402924, -0.010701571591198444, -0.009069012477993965, -0.007436453364789486, -0.005803894251585007, -0.0041713351383805275, -0.0025387760251760483, -0.0009062169119715691, 0.0007263422012329102, 0.0023589013144373894, 0.003991460427641869, 0.005624019540846348, 0.007256578654050827, 0.008889137767255306, 0.010521696880459785, 0.012154255993664265, 0.013786815106868744, 0.015419374220073223, 0.017051933333277702, 0.018684491515159607, 0.02031705155968666, 0.021949611604213715, 0.02358216978609562, 0.025214727967977524, 0.026847288012504578, 0.02847984805703163, 0.030112406238913536, 0.03174496442079544, 0.033377524465322495, 0.03501008450984955, 0.036642640829086304, 0.03827520087361336, 0.03990776091814041, 0.041540320962667465, 0.04317288100719452, 0.044805437326431274, 0.04643799737095833, 0.04807055741548538, 0.04970311373472214, 0.05133567377924919, 0.052968233823776245, 0.0546007938683033, 0.05623335391283035, 0.05786591023206711, 0.05949847027659416, 0.061131030321121216, 0.06276358664035797, 0.06439615041017532, 0.06602870672941208, 0.06766126304864883, 0.06929382681846619, 0.07092638313770294, 0.0725589394569397]}, "_runtime": 48.18639159202576, "_timestamp": 1596211637.9575005, "_step": 57}
+{"val_accuracy": 0.7975413812785388, "val_loss": 0.5342997584713104, "_runtime": 49.93533945083618, "_timestamp": 1596211639.7064483, "_step": 58}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: z Confidence: 0.5154578685760498 Truth: v", "Prediction: p Confidence: 0.5853225588798523 Truth: 5", "Prediction: U Confidence: 0.6014965176582336 Truth: 2", "Prediction: O Confidence: 0.3828965127468109 Truth: 0"]}, "_runtime": 50.229145526885986, "_timestamp": 1596211640.0002544, "_step": 59}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 5.0, 4.0, 2.0, 3.0, 2.0, 2.0, 3.0, 5.0, 3.0, 1.0, 0.0, 5.0, 2.0, 2.0, 3.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011136495508253574, -0.010809714905917645, -0.01048293337225914, -0.01015615276992321, -0.00982937216758728, -0.009502590633928776, -0.009175810031592846, -0.008849028497934341, -0.008522247895598412, -0.008195467293262482, -0.007868685759603977, -0.007541905157268047, -0.00721512408927083, -0.006888343021273613, -0.006561562418937683, -0.006234781350940466, -0.005908000282943249, -0.005581219214946032, -0.005254438146948814, -0.0049276575446128845, -0.004600876476615667, -0.00427409540861845, -0.00394731480628252, -0.003620533738285303, -0.003293752670288086, -0.0029669716022908688, -0.0026401907671242952, -0.0023134099319577217, -0.0019866288639605045, -0.0016598479123786092, -0.0013330669607967138, -0.0010062860092148185, -0.0006795050576329231, -0.0003527241060510278, -2.5943154469132423e-05, 0.00030083779711276293, 0.0006276187486946583, 0.0009543997002765536, 0.001281180651858449, 0.0016079616034403443, 0.0019347425550222397, 0.002261523623019457, 0.0025883044581860304, 0.002915085293352604, 0.003241866361349821, 0.0035686474293470383, 0.003895428264513612, 0.004222209099680185, 0.0045489901676774025, 0.00487577123567462, 0.005202552303671837, 0.005529332906007767, 0.005856113974004984, 0.006182895042002201, 0.006509675644338131, 0.006836456712335348, 0.007163237780332565, 0.0074900188483297825, 0.007816799916327, 0.00814358051866293, 0.008470362052321434, 0.008797142654657364, 0.009123923256993294, 0.009450704790651798, 0.009777485392987728]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 2.0, 1.0, 5.0, 4.0, 1.0, 4.0, 7.0, 8.0, 13.0, 9.0, 15.0, 17.0, 28.0, 24.0, 23.0, 41.0, 50.0, 65.0, 98.0, 110.0, 179.0, 239.0, 379.0, 4540.0, 937.0, 379.0, 238.0, 128.0, 84.0, 68.0, 55.0, 30.0, 31.0, 31.0, 16.0, 9.0, 14.0, 12.0, 8.0, 3.0, 4.0, 4.0, 2.0, 1.0, 3.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.13472971320152283, -0.13060158491134644, -0.12647347152233124, -0.12234534323215485, -0.11821721494197845, -0.11408909410238266, -0.10996097326278687, -0.10583284497261047, -0.10170472413301468, -0.09757660329341888, -0.09344847500324249, -0.0893203541636467, -0.0851922333240509, -0.08106410503387451, -0.07693598419427872, -0.07280785590410233, -0.06867973506450653, -0.06455161422491074, -0.060423485934734344, -0.05629536509513855, -0.05216724053025246, -0.048039115965366364, -0.04391099512577057, -0.039782870560884476, -0.03565474599599838, -0.03152662143111229, -0.027398498728871346, -0.0232703760266304, -0.01914225146174431, -0.01501412782818079, -0.010886004194617271, -0.006757880561053753, -0.0026297569274902344, 0.0014983667060732841, 0.005626490339636803, 0.009754613973200321, 0.01388273760676384, 0.018010862171649933, 0.022138984873890877, 0.02626710757613182, 0.030395232141017914, 0.03452335670590401, 0.0386514812707901, 0.042779602110385895, 0.04690772667527199, 0.05103585124015808, 0.055163972079753876, 0.05929209664463997, 0.06342022120952606, 0.06754834204912186, 0.07167647033929825, 0.07580459117889404, 0.07993271946907043, 0.08406084030866623, 0.08818896114826202, 0.09231708943843842, 0.09644521027803421, 0.10057333111763, 0.1047014594078064, 0.10882958024740219, 0.11295770108699799, 0.11708582937717438, 0.12121395021677017, 0.12534207105636597, 0.12947019934654236]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 5.0, 1.0, 1.0, 1.0, 1.0, 2.0, 3.0, 2.0, 5.0, 3.0, 2.0, 3.0, 5.0, 5.0, 5.0, 2.0, 4.0, 3.0, 26.0, 3.0, 2.0, 6.0, 3.0, 3.0, 3.0, 4.0, 3.0, 3.0, 1.0, 1.0, 2.0, 1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0023777117021381855, -0.002295724581927061, -0.0022137374617159367, -0.0021317501086741686, -0.002049762988463044, -0.0019677758682519197, -0.0018857886316254735, -0.0018038013949990273, -0.0017218142747879028, -0.0016398271545767784, -0.0015578399179503322, -0.001475852681323886, -0.0013938655611127615, -0.001311878440901637, -0.0012298912042751908, -0.0011479039676487446, -0.0010659168474376202, -0.0009839297272264957, -0.0009019424906000495, -0.0008199553121812642, -0.0007379681337624788, -0.0006559809553436935, -0.0005739937769249082, -0.0004920065985061228, -0.0004100194200873375, -0.00032803224166855216, -0.0002460450632497668, -0.0001640578848309815, -8.207070641219616e-05, -8.352799341082573e-08, 8.190365042537451e-05, 0.00016389082884415984, 0.0002458780072629452, 0.0003278651856817305, 0.00040985236410051584, 0.0004918395425193012, 0.0005738267209380865, 0.0006558138993568718, 0.0007378010777756572, 0.0008197882561944425, 0.0009017754346132278, 0.0009837625548243523, 0.0010657497914507985, 0.0011477370280772448, 0.0012297241482883692, 0.0013117112684994936, 0.0013936985051259398, 0.001475685741752386, 0.0015576728619635105, 0.001639659982174635, 0.0017216472188010812, 0.0018036344554275274, 0.0018856215756386518, 0.0019676086958497763, 0.0020495960488915443, 0.0021315831691026688, 0.002213570289313793, 0.0022955574095249176, 0.002377544529736042, 0.00245953188277781, 0.0025415190029889345, 0.002623506123200059, 0.002705493476241827, 0.0027874805964529514, 0.002869467716664076]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 2.0, 4.0, 6.0, 9.0, 10.0, 21.0, 36.0, 46.0, 65.0, 108.0, 162.0, 221.0, 350.0, 488.0, 731.0, 1111.0, 1824.0, 2846.0, 4463.0, 7671.0, 12975.0, 23673.0, 46863.0, 108890.0, 748146.0, 109288.0, 45838.0, 24246.0, 14120.0, 8507.0, 5539.0, 3542.0, 2330.0, 1628.0, 1175.0, 785.0, 567.0, 396.0, 293.0, 207.0, 134.0, 99.0, 69.0, 42.0, 35.0, 28.0, 20.0, 13.0, 8.0, 6.0, 1.0, 1.0, 0.0, 0.0, 0.0, 3.0, 1.0], "bins": [-0.00795390922576189, -0.007702491246163845, -0.0074510732665658, -0.007199655286967754, -0.006948237307369709, -0.006696819327771664, -0.006445401348173618, -0.006193983368575573, -0.005942565388977528, -0.005691147409379482, -0.005439729429781437, -0.005188311450183392, -0.004936893470585346, -0.004685475490987301, -0.0044340575113892555, -0.00418263953179121, -0.003931221552193165, -0.0036798035725951195, -0.003428385592997074, -0.0031769676133990288, -0.0029255496338009834, -0.002674131654202938, -0.0024227136746048927, -0.0021712956950068474, -0.001919877715408802, -0.0016684597358107567, -0.0014170417562127113, -0.001165623776614666, -0.0009142057970166206, -0.0006627878174185753, -0.00041136983782052994, -0.0001599518582224846, 9.146612137556076e-05, 0.0003428841009736061, 0.0005943020805716515, 0.0008457200601696968, 0.0010971380397677422, 0.0013485560193657875, 0.0015999739989638329, 0.0018513919785618782, 0.0021028099581599236, 0.002354227937757969, 0.0026056459173560143, 0.0028570638969540596, 0.003108481876552105, 0.0033598998561501503, 0.0036113178357481956, 0.003862735815346241, 0.004114153794944286, 0.004365571774542332, 0.004616989754140377, 0.004868407733738422, 0.005119825713336468, 0.005371243692934513, 0.0056226616725325584, 0.005874079652130604, 0.006125497631728649, 0.0063769156113266945, 0.00662833359092474, 0.006879751570522785, 0.0071311695501208305, 0.007382587529718876, 0.007634005509316921, 0.007885423488914967, 0.008136841468513012]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 2.0, 3.0, 0.0, 0.0, 0.0, 4.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 5.0, 9.0, 3.0, 7.0, 5.0, 6.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.03433295339345932, -0.03357423469424248, -0.03281551972031593, -0.03205680102109909, -0.031298086047172546, -0.030539369210600853, -0.02978065237402916, -0.029021935537457466, -0.028263218700885773, -0.02750450186431408, -0.026745785027742386, -0.025987068191170692, -0.025228351354599, -0.024469634518027306, -0.023710917681455612, -0.02295220084488392, -0.022193484008312225, -0.021434765309095383, -0.02067604847252369, -0.019917331635951996, -0.019158614799380302, -0.01839989796280861, -0.017641181126236916, -0.016882464289665222, -0.01612374745309353, -0.015365030616521835, -0.014606313779950142, -0.013847596943378448, -0.013088880106806755, -0.012330163270235062, -0.011571446433663368, -0.010812729597091675, -0.010054012760519981, -0.009295295923948288, -0.008536579087376595, -0.007777862250804901, -0.007019145414233208, -0.006260428112000227, -0.0055017112754285336, -0.00474299443885684, -0.003984277602285147, -0.0032255607657134533, -0.00246684392914176, -0.0017081268597394228, -0.0009494100231677294, -0.00019069312838837504, 0.0005680237663909793, 0.0013267407193779945, 0.002085457555949688, 0.0028441743925213814, 0.003602891229093075, 0.004361608065664768, 0.005120324902236462, 0.005879042204469442, 0.006637759041041136, 0.007396475877612829, 0.00815519317984581, 0.008913910016417503, 0.009672626852989197, 0.01043134368956089, 0.011190060526132584, 0.011948777362704277, 0.01270749419927597, 0.013466211035847664, 0.014224927872419357]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [5.0, 5.0, 6.0, 2.0, 8.0, 10.0, 4.0, 5.0, 13.0, 8.0, 8.0, 7.0, 14.0, 20.0, 24.0, 25.0, 35.0, 38.0, 77.0, 85.0, 79.0, 108.0, 127.0, 149.0, 163.0, 235.0, 270.0, 333.0, 386.0, 573.0, 761.0, 1096.0, 1814.0, 6183.0, 1945.0, 1214.0, 831.0, 551.0, 348.0, 247.0, 145.0, 109.0, 79.0, 55.0, 46.0, 27.0, 29.0, 21.0, 10.0, 16.0, 14.0, 7.0, 14.0, 14.0, 8.0, 9.0, 3.0, 3.0, 3.0, 1.0, 2.0, 0.0, 3.0, 2.0], "bins": [-0.011545132845640182, -0.011199151165783405, -0.010853169485926628, -0.010507187806069851, -0.010161207057535648, -0.009815225377678871, -0.009469243697822094, -0.009123262017965317, -0.00877728033810854, -0.008431298658251762, -0.00808531790971756, -0.007739335764199495, -0.007393354550004005, -0.007047372870147228, -0.006701391190290451, -0.006355409976094961, -0.006009428296238184, -0.005663446616381407, -0.005317465402185917, -0.00497148372232914, -0.0046255020424723625, -0.004279520828276873, -0.0039335391484200954, -0.0035875574685633183, -0.0032415760215371847, -0.002895594574511051, -0.002549612894654274, -0.0022036314476281404, -0.001857649884186685, -0.0015116683207452297, -0.0011656868737190962, -0.0008197053102776408, -0.00047372374683618546, -0.00012774221249856055, 0.00021823932183906436, 0.0005642208270728588, 0.0009102023905143142, 0.0012561839539557695, 0.001602165400981903, 0.0019481469644233584, 0.002294128527864814, 0.0026401099748909473, 0.0029860916547477245, 0.003332073101773858, 0.0036780545487999916, 0.004024036228656769, 0.004370017908513546, 0.004715999122709036, 0.005061980802565813, 0.00540796248242259, 0.00575394369661808, 0.006099925376474857, 0.0064459070563316345, 0.006791888270527124, 0.007137869950383902, 0.007483851630240679, 0.007829832844436169, 0.008175814524292946, 0.008521796204149723, 0.0088677778840065, 0.009213759563863277, 0.00955974031239748, 0.009905721992254257, 0.010251703672111034, 0.010597685351967812]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 3.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.14656919240951538, -0.14190088212490082, -0.13723257184028625, -0.1325642615556717, -0.12789595127105713, -0.12322764843702316, -0.1185593456029892, -0.11389103531837463, -0.10922272503376007, -0.10455441474914551, -0.09988610446453094, -0.09521780163049698, -0.09054949134588242, -0.08588118106126785, -0.08121287822723389, -0.07654456794261932, -0.07187625765800476, -0.0672079473733902, -0.06253963708877563, -0.05787133425474167, -0.053203023970127106, -0.04853471368551254, -0.04386640712618828, -0.039198100566864014, -0.03452979028224945, -0.029861481860280037, -0.025193173438310623, -0.02052486501634121, -0.015856556594371796, -0.011188248172402382, -0.006519939750432968, -0.0018516313284635544, 0.0028166770935058594, 0.007484985515475273, 0.012153293937444687, 0.0168216023594141, 0.021489910781383514, 0.026158219203352928, 0.030826527625322342, 0.035494834184646606, 0.04016314446926117, 0.04483145475387573, 0.0494997613132, 0.05416806787252426, 0.058836378157138824, 0.06350468844175339, 0.06817299127578735, 0.07284130156040192, 0.07750961184501648, 0.08217792212963104, 0.0868462324142456, 0.09151453524827957, 0.09618284553289413, 0.1008511558175087, 0.10551945865154266, 0.11018776893615723, 0.11485607922077179, 0.11952438950538635, 0.12419269979000092, 0.12886101007461548, 0.13352930545806885, 0.1381976157426834, 0.14286592602729797, 0.14753423631191254, 0.1522025465965271]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [4.0, 2.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 4.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 0.0, 3.0, 3.0, 2.0, 2.0, 7.0, 2.0, 7.0, 3.0, 3.0, 2.0, 5.0, 3.0, 12.0, 11.0, 22.0, 28.0, 51.0, 24.0, 11.0, 8.0, 3.0, 1.0, 3.0, 4.0, 1.0, 0.0, 2.0, 6.0, 1.0, 1.0, 3.0, 4.0, 4.0, 1.0, 5.0, 3.0, 1.0, 2.0, 4.0, 1.0, 3.0, 2.0, 3.0, 0.0, 1.0], "bins": [-0.09121034294366837, -0.08864257484674454, -0.08607479929924011, -0.08350703120231628, -0.08093925565481186, -0.07837148755788803, -0.0758037120103836, -0.07323594391345978, -0.07066816836595535, -0.06810040026903152, -0.0655326247215271, -0.06296485662460327, -0.060397084802389145, -0.05782931298017502, -0.05526154115796089, -0.052693769335746765, -0.05012599751353264, -0.04755822569131851, -0.044990453869104385, -0.04242268204689026, -0.03985491022467613, -0.037287138402462006, -0.03471936658024788, -0.03215159475803375, -0.029583824798464775, -0.02701605297625065, -0.024448281154036522, -0.021880509331822395, -0.019312739372253418, -0.01674496755003929, -0.014177195727825165, -0.011609423905611038, -0.009041652083396912, -0.006473880261182785, -0.0039061089046299458, -0.0013383373152464628, 0.0012294342741370201, 0.003797205863520503, 0.006364977452903986, 0.008932748809456825, 0.011500520631670952, 0.014068292453885078, 0.016636064276099205, 0.01920383609831333, 0.02177160605788231, 0.024339377880096436, 0.026907149702310562, 0.02947492152452469, 0.032042693346738815, 0.03461046516895294, 0.03717823699116707, 0.039746008813381195, 0.04231378063559532, 0.04488155245780945, 0.047449324280023575, 0.0500170961022377, 0.05258486419916153, 0.055152636021375656, 0.05772040784358978, 0.06028817966580391, 0.06285595148801804, 0.06542372703552246, 0.06799149513244629, 0.07055927067995071, 0.07312703877687454]}, "_runtime": 50.61591076850891, "_timestamp": 1596211640.3870196, "_step": 60}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 3.0, 1.0, 4.0, 2.0, 2.0, 3.0, 3.0, 0.0, 7.0, 5.0, 4.0, 3.0, 2.0, 0.0, 0.0, 4.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00981957372277975, -0.009391517378389835, -0.008963461965322495, -0.008535405620932579, -0.008107349276542664, -0.007679292932152748, -0.00725123705342412, -0.006823181174695492, -0.006395124830305576, -0.005967068485915661, -0.005539012607187033, -0.0051109567284584045, -0.004682900384068489, -0.004254844039678574, -0.0038267881609499454, -0.0033987320493906736, -0.002970675937831402, -0.00254261982627213, -0.002114563714712858, -0.0016865076031535864, -0.0012584514915943146, -0.0008303953800350428, -0.00040233926847577095, 2.5716843083500862e-05, 0.0004537729546427727, 0.0008818290662020445, 0.0013098851777613163, 0.0017379412893205881, 0.00216599740087986, 0.0025940535124391317, 0.0030221096239984035, 0.0034501657355576754, 0.003878221847116947, 0.004306278191506863, 0.004734334070235491, 0.005162389948964119, 0.005590446293354034, 0.00601850263774395, 0.006446558516472578, 0.006874614395201206, 0.007302670739591122, 0.007730727083981037, 0.008158782497048378, 0.008586838841438293, 0.009014895185828209, 0.009442951530218124, 0.00987100787460804, 0.01029906328767538, 0.010727119632065296, 0.011155175976455212, 0.011583231389522552, 0.012011287733912468, 0.012439344078302383, 0.012867400422692299, 0.013295456767082214, 0.013723512180149555, 0.01415156852453947, 0.014579624868929386, 0.015007680281996727, 0.015435736626386642, 0.015863792970776558, 0.016291849315166473, 0.01671990565955639, 0.017147962003946304, 0.01757601648569107]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 2.0, 8.0, 6.0, 6.0, 10.0, 8.0, 11.0, 22.0, 29.0, 51.0, 51.0, 88.0, 107.0, 145.0, 187.0, 314.0, 751.0, 4980.0, 430.0, 223.0, 155.0, 81.0, 74.0, 53.0, 34.0, 24.0, 18.0, 8.0, 11.0, 8.0, 6.0, 3.0, 5.0, 5.0, 0.0, 3.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.16772133111953735, -0.16152553260326385, -0.15532973408699036, -0.14913395047187805, -0.14293815195560455, -0.13674235343933105, -0.13054656982421875, -0.12435077130794525, -0.11815497279167175, -0.11195917427539825, -0.10576338320970535, -0.09956759214401245, -0.09337179362773895, -0.08717599511146545, -0.08098020404577255, -0.07478441298007965, -0.06858861446380615, -0.06239281967282295, -0.05619702488183975, -0.05000123009085655, -0.04380543529987335, -0.03760964050889015, -0.03141384571790695, -0.025218050926923752, -0.019022256135940552, -0.012826461344957352, -0.006630666553974152, -0.00043487176299095154, 0.0057609230279922485, 0.011956717818975449, 0.01815251260995865, 0.02434830740094185, 0.03054410219192505, 0.03673989698290825, 0.04293569177389145, 0.04913148656487465, 0.05532728135585785, 0.06152307614684105, 0.06771887093782425, 0.07391466200351715, 0.08011046051979065, 0.08630625903606415, 0.09250205010175705, 0.09869784116744995, 0.10489363968372345, 0.11108943819999695, 0.11728522926568985, 0.12348102033138275, 0.12967681884765625, 0.13587261736392975, 0.14206841588020325, 0.14826419949531555, 0.15445999801158905, 0.16065579652786255, 0.16685158014297485, 0.17304737865924835, 0.17924317717552185, 0.18543897569179535, 0.19163477420806885, 0.19783055782318115, 0.20402635633945465, 0.21022215485572815, 0.21641793847084045, 0.22261373698711395, 0.22880953550338745]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 3.0, 1.0, 4.0, 2.0, 2.0, 1.0, 5.0, 4.0, 3.0, 2.0, 7.0, 0.0, 3.0, 0.0, 3.0, 4.0, 25.0, 2.0, 1.0, 4.0, 5.0, 2.0, 5.0, 3.0, 2.0, 4.0, 0.0, 3.0, 0.0, 1.0, 3.0, 3.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.002584889531135559, -0.002498491434380412, -0.002412093337625265, -0.002325695240870118, -0.002239297144114971, -0.002152899280190468, -0.002066501183435321, -0.001980103086680174, -0.001893704989925027, -0.00180730689316988, -0.001720908796414733, -0.0016345108160749078, -0.0015481127193197608, -0.0014617146225646138, -0.0013753166422247887, -0.0012889185454696417, -0.0012025204487144947, -0.0011161223519593477, -0.0010297242552042007, -0.0009433262748643756, -0.0008569281781092286, -0.0007705300813540816, -0.0006841320428065956, -0.0005977340042591095, -0.0005113359075039625, -0.000424937839852646, -0.00033853977220132947, -0.00025214170455001295, -0.00016574363689869642, -7.93455692473799e-05, 7.0524984039366245e-06, 9.345056605525315e-05, 0.00017984863370656967, 0.0002662467013578862, 0.0003526447690092027, 0.00043904283666051924, 0.0005254409043118358, 0.0006118390010669827, 0.0006982370396144688, 0.0007846350781619549, 0.0008710331749171019, 0.0009574312716722488, 0.0010438293684273958, 0.001130227348767221, 0.001216625445522368, 0.001303023542277515, 0.00138942152261734, 0.001475819619372487, 0.001562217716127634, 0.001648615812882781, 0.001735013909637928, 0.0018214118899777532, 0.0019078099867329001, 0.0019942079670727253, 0.0020806060638278723, 0.0021670041605830193, 0.0022534022573381662, 0.0023398003540933132, 0.00242619845084846, 0.002512596547603607, 0.0025989944115281105, 0.0026853925082832575, 0.0027717906050384045, 0.0028581887017935514, 0.0029445867985486984]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 1.0, 4.0, 7.0, 4.0, 15.0, 13.0, 24.0, 39.0, 57.0, 67.0, 91.0, 161.0, 190.0, 310.0, 405.0, 652.0, 882.0, 1330.0, 1921.0, 2964.0, 4791.0, 7881.0, 13379.0, 24351.0, 50318.0, 129714.0, 755472.0, 87622.0, 39369.0, 21604.0, 12762.0, 7702.0, 4975.0, 3235.0, 2187.0, 1487.0, 982.0, 785.0, 533.0, 391.0, 274.0, 220.0, 115.0, 111.0, 70.0, 48.0, 46.0, 28.0, 14.0, 8.0, 11.0, 9.0, 3.0, 1.0, 3.0, 4.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.007734918035566807, -0.007452852558344603, -0.007170787081122398, -0.006888721138238907, -0.006606655661016703, -0.0063245901837944984, -0.006042524240911007, -0.005760458763688803, -0.0054783932864665985, -0.005196327809244394, -0.00491426233202219, -0.004632196389138699, -0.004350130911916494, -0.00406806543469429, -0.0037859997246414423, -0.0035039340145885944, -0.0032218685373663902, -0.002939803060144186, -0.002657737350091338, -0.0023756716400384903, -0.002093606162816286, -0.00181154056917876, -0.001529474975541234, -0.001247409381903708, -0.000965343788266182, -0.0006832781946286559, -0.0004012126009911299, -0.00011914700735360384, 0.0001629185862839222, 0.00044498417992144823, 0.0007270497735589743, 0.0010091153671965003, 0.0012911809608340263, 0.0015732465544715524, 0.0018553121481090784, 0.0021373778581619263, 0.0024194433353841305, 0.0027015088126063347, 0.0029835745226591825, 0.0032656402327120304, 0.0035477057099342346, 0.003829771187156439, 0.004111836664378643, 0.0043939026072621346, 0.004675968084484339, 0.004958033561706543, 0.0052400995045900345, 0.005522164981812239, 0.005804230459034443, 0.006086295936256647, 0.006368361413478851, 0.006650427356362343, 0.006932492833584547, 0.007214558310806751, 0.007496624253690243, 0.007778689730912447, 0.008060755208134651, 0.008342821151018143, 0.00862488616257906, 0.008906952105462551, 0.009189017117023468, 0.00947108305990696, 0.009753149002790451, 0.010035214014351368, 0.01031727995723486]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 2.0, 0.0, 1.0, 1.0, 3.0, 5.0, 12.0, 2.0, 2.0, 0.0, 1.0, 2.0, 2.0, 2.0, 5.0, 2.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02484634891152382, -0.024083830416202545, -0.023321310058236122, -0.02255879156291485, -0.021796273067593575, -0.0210337545722723, -0.020271234214305878, -0.019508715718984604, -0.01874619722366333, -0.017983676865696907, -0.017221158370375633, -0.01645863987505436, -0.015696121379733086, -0.014933601953089237, -0.014171082526445389, -0.013408564031124115, -0.012646044604480267, -0.011883525177836418, -0.011121006682515144, -0.010358487255871296, -0.009595968760550022, -0.008833449333906174, -0.0080709308385849, -0.0073084114119410515, -0.00654589245095849, -0.005783373489975929, -0.005020854528993368, -0.004258335568010807, -0.0034958163741976023, -0.002733297413215041, -0.0019707782194018364, -0.0012082592584192753, -0.00044574029743671417, 0.00031677872175350785, 0.0010792977409437299, 0.0018418168183416128, 0.002604335779324174, 0.003366854740306735, 0.00412937393411994, 0.004891892895102501, 0.005654411856085062, 0.006416930817067623, 0.007179449778050184, 0.007941968739032745, 0.008704488165676594, 0.009467006660997868, 0.010229526087641716, 0.01099204458296299, 0.011754564009606838, 0.012517083436250687, 0.01327960193157196, 0.014042121358215809, 0.014804639853537083, 0.015567159280180931, 0.016329677775502205, 0.01709219627082348, 0.0178547166287899, 0.018617235124111176, 0.01937975361943245, 0.020142273977398872, 0.020904792472720146, 0.02166731096804142, 0.022429829463362694, 0.023192349821329117, 0.02395486831665039]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 4.0, 5.0, 3.0, 7.0, 9.0, 9.0, 10.0, 17.0, 24.0, 23.0, 28.0, 25.0, 41.0, 52.0, 68.0, 80.0, 106.0, 123.0, 125.0, 155.0, 221.0, 245.0, 386.0, 449.0, 615.0, 903.0, 1531.0, 5760.0, 1980.0, 1268.0, 825.0, 641.0, 541.0, 399.0, 385.0, 250.0, 235.0, 189.0, 159.0, 126.0, 86.0, 68.0, 54.0, 36.0, 27.0, 45.0, 30.0, 19.0, 23.0, 8.0, 1.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.011134317144751549, -0.010770452208817005, -0.010406587272882462, -0.010042722336947918, -0.009678857401013374, -0.00931499246507883, -0.008951127529144287, -0.008587262593209743, -0.0082233976572752, -0.007859531790018082, -0.007495667319744825, -0.007131802383810282, -0.006767936982214451, -0.006404072046279907, -0.006040207110345364, -0.00567634217441082, -0.005312477238476276, -0.004948612302541733, -0.004584747366607189, -0.004220882430672646, -0.0038570172619074583, -0.0034931523259729147, -0.0031292871572077274, -0.002765422221273184, -0.00240155728533864, -0.0020376923494040966, -0.0016738272970542312, -0.0013099622447043657, -0.0009460973087698221, -0.0005822323146276176, -0.00021836732048541307, 0.00014549767365679145, 0.000509362667798996, 0.0008732276619412005, 0.001237092656083405, 0.0016009577084332705, 0.001964822644367814, 0.0023286875803023577, 0.002692552749067545, 0.0030564176850020885, 0.003420282620936632, 0.0037841475568711758, 0.004148012492805719, 0.004511877428740263, 0.004875742830336094, 0.0052396077662706375, 0.005603472702205181, 0.005967337638139725, 0.006331202574074268, 0.006695067510008812, 0.0070589324459433556, 0.007422797381877899, 0.007786662317812443, 0.008150527253746986, 0.00851439218968153, 0.008878257125616074, 0.009242122992873192, 0.009605987928807735, 0.009969852864742279, 0.010333717800676823, 0.010697582736611366, 0.01106144767254591, 0.011425312608480453, 0.011789177544414997, 0.01215304248034954]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 2.0, 1.0, 2.0, 4.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1636950820684433, -0.1569429636001587, -0.1501908302307129, -0.14343871176242828, -0.13668659329414368, -0.12993445992469788, -0.12318234145641327, -0.11643021553754807, -0.10967808961868286, -0.10292596369981766, -0.09617383778095245, -0.08942171931266785, -0.08266959339380264, -0.07591746747493744, -0.06916534900665283, -0.06241322308778763, -0.055661097168922424, -0.04890897125005722, -0.042156849056482315, -0.03540472686290741, -0.028652600944042206, -0.02190047688782215, -0.015148352831602097, -0.008396228775382042, -0.0016441047191619873, 0.005108019337058067, 0.011860143393278122, 0.018612267449498177, 0.02536439150571823, 0.032116517424583435, 0.03886863961815834, 0.045620761811733246, 0.05237288773059845, 0.059125013649463654, 0.06587713956832886, 0.07262925803661346, 0.07938138395547867, 0.08613350987434387, 0.09288562834262848, 0.09963775426149368, 0.10638988018035889, 0.11314200609922409, 0.1198941320180893, 0.1266462504863739, 0.1333983838558197, 0.1401505023241043, 0.14690262079238892, 0.15365475416183472, 0.16040687263011932, 0.16715899109840393, 0.17391112446784973, 0.18066324293613434, 0.18741536140441895, 0.19416749477386475, 0.20091961324214935, 0.20767174661159515, 0.21442386507987976, 0.22117598354816437, 0.22792811691761017, 0.23468023538589478, 0.24143236875534058, 0.24818448722362518, 0.2549366056919098, 0.2616887390613556, 0.268440842628479]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 3.0, 3.0, 3.0, 2.0, 3.0, 3.0, 6.0, 8.0, 5.0, 11.0, 10.0, 20.0, 23.0, 55.0, 38.0, 28.0, 16.0, 6.0, 2.0, 3.0, 6.0, 6.0, 3.0, 4.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.08283860236406326, -0.07859494537115097, -0.07435128837823868, -0.07010762393474579, -0.0658639669418335, -0.061620309948921204, -0.05737665295600891, -0.05313299223780632, -0.04888933524489403, -0.044645678251981735, -0.040402017533779144, -0.03615836054086685, -0.03191470354795456, -0.02767104282975197, -0.023427385836839676, -0.019183726981282234, -0.014940068125724792, -0.01069640927016735, -0.006452751345932484, -0.0022090929560363293, 0.002034565433859825, 0.0062782238237559795, 0.010521882213652134, 0.014765540137887001, 0.019009198993444443, 0.023252857849001884, 0.027496516704559326, 0.03174017369747162, 0.03598383069038391, 0.0402274914085865, 0.044471148401498795, 0.048714809119701385, 0.05295846611261368, 0.05720212310552597, 0.06144578382372856, 0.06568944454193115, 0.06993310153484344, 0.07417675852775574, 0.07842041552066803, 0.08266407251358032, 0.08690772950649261, 0.0911513939499855, 0.0953950509428978, 0.09963870793581009, 0.10388236492872238, 0.10812602192163467, 0.11236968636512756, 0.11661334335803986, 0.12085700035095215, 0.12510065734386444, 0.12934431433677673, 0.13358797132968903, 0.13783162832260132, 0.1420752853155136, 0.1463189572095871, 0.1505626142024994, 0.15480627119541168, 0.15904992818832397, 0.16329358518123627, 0.16753724217414856, 0.17178089916706085, 0.17602455615997314, 0.18026821315288544, 0.18451187014579773, 0.18875554203987122]}, "_runtime": 51.363332748413086, "_timestamp": 1596211641.1344416, "_step": 61}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 8.0, 3.0, 4.0, 1.0, 3.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 4.0, 0.0, 0.0, 3.0, 4.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.012379975989460945, -0.012043584138154984, -0.011707193218171597, -0.01137080229818821, -0.011034410446882248, -0.010698018595576286, -0.0103616276755929, -0.010025236755609512, -0.00968884490430355, -0.009352453052997589, -0.009016062133014202, -0.008679671213030815, -0.008343279361724854, -0.008006887510418892, -0.007670496590435505, -0.007334105204790831, -0.006997713819146156, -0.006661322433501482, -0.006324931047856808, -0.005988539662212133, -0.005652148276567459, -0.005315756890922785, -0.0049793655052781105, -0.004642974119633436, -0.004306582733988762, -0.003970191348344088, -0.0036337999626994133, -0.003297408577054739, -0.0029610171914100647, -0.0026246258057653904, -0.002288234420120716, -0.0019518430344760418, -0.0016154516488313675, -0.0012790602631866932, -0.0009426688775420189, -0.0006062774918973446, -0.0002698861062526703, 6.650527939200401e-05, 0.0004028966650366783, 0.0007392880506813526, 0.001075679436326027, 0.0014120708219707012, 0.0017484622076153755, 0.00208485359326005, 0.002421244978904724, 0.0027576363645493984, 0.0030940277501940727, 0.003430419135838747, 0.0037668105214834213, 0.004103201907128096, 0.00443959329277277, 0.004775984678417444, 0.0051123760640621185, 0.005448767449706793, 0.005785158835351467, 0.0061215502209961414, 0.006457941606640816, 0.00679433299228549, 0.007130724377930164, 0.007467115763574839, 0.007803507149219513, 0.008139899000525475, 0.008476289920508862, 0.008812680840492249, 0.00914907269179821]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 3.0, 0.0, 2.0, 2.0, 0.0, 8.0, 14.0, 15.0, 9.0, 12.0, 15.0, 18.0, 31.0, 42.0, 50.0, 53.0, 65.0, 103.0, 133.0, 208.0, 333.0, 4810.0, 1022.0, 342.0, 182.0, 97.0, 66.0, 66.0, 48.0, 40.0, 27.0, 26.0, 16.0, 21.0, 16.0, 11.0, 9.0, 2.0, 2.0, 2.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1678282767534256, -0.16199886798858643, -0.15616947412490845, -0.15034006536006927, -0.1445106565952301, -0.13868124783039093, -0.13285183906555176, -0.12702244520187378, -0.1211930364370346, -0.11536362767219543, -0.10953422635793686, -0.10370482504367828, -0.09787541627883911, -0.09204600751399994, -0.08621660619974136, -0.08038720488548279, -0.07455779612064362, -0.06872838735580444, -0.06289898604154587, -0.057069581001996994, -0.05124017596244812, -0.045410770922899246, -0.03958136588335037, -0.0337519608438015, -0.027922555804252625, -0.02209315076470375, -0.016263745725154877, -0.010434340685606003, -0.004604935646057129, 0.001224469393491745, 0.007053874433040619, 0.012883279472589493, 0.018712684512138367, 0.02454208955168724, 0.030371494591236115, 0.03620089963078499, 0.04203030467033386, 0.047859709709882736, 0.05368911474943161, 0.059518519788980484, 0.06534792482852936, 0.07117733359336853, 0.0770067349076271, 0.08283613622188568, 0.08866554498672485, 0.09449495375156403, 0.1003243550658226, 0.10615375638008118, 0.11198316514492035, 0.11781257390975952, 0.1236419752240181, 0.12947137653827667, 0.13530078530311584, 0.14113019406795502, 0.1469596028327942, 0.15278899669647217, 0.15861840546131134, 0.1644478142261505, 0.1702772080898285, 0.17610661685466766, 0.18193602561950684, 0.187765434384346, 0.19359484314918518, 0.19942423701286316, 0.20525364577770233]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 2.0, 1.0, 1.0, 3.0, 2.0, 5.0, 0.0, 2.0, 3.0, 2.0, 1.0, 5.0, 2.0, 4.0, 4.0, 2.0, 6.0, 5.0, 23.0, 3.0, 2.0, 2.0, 4.0, 2.0, 4.0, 3.0, 3.0, 2.0, 1.0, 0.0, 4.0, 3.0, 1.0, 4.0, 2.0, 2.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0021870729979127645, -0.00211002747528255, -0.002032981952652335, -0.001955936197191477, -0.0018788906745612621, -0.0018018451519310474, -0.0017247996293008327, -0.0016477539902552962, -0.0015707084676250815, -0.0014936629449948668, -0.0014166173059493303, -0.0013395717833191156, -0.001262526260688901, -0.0011854806216433644, -0.0011084350990131497, -0.0010313894599676132, -0.0009543439373373985, -0.0008772983564995229, -0.0008002527756616473, -0.0007232072530314326, -0.000646161672193557, -0.0005691160913556814, -0.0004920705687254667, -0.0004150249878875911, -0.0003379794070497155, -0.0002609338262118399, -0.00018388827447779477, -0.00010684270819183439, -2.9797141905874014e-05, 4.724842438008636e-05, 0.00012429399066604674, 0.00020133955695200711, 0.0002783851232379675, 0.0003554307040758431, 0.00043247625580988824, 0.0005095218075439334, 0.000586567388381809, 0.0006636129692196846, 0.0007406584918498993, 0.0008177040726877749, 0.0008947496535256505, 0.0009717952343635261, 0.0010488408152014017, 0.0011258863378316164, 0.001202931860461831, 0.0012799774995073676, 0.0013570230221375823, 0.0014340686611831188, 0.0015111141838133335, 0.0015881597064435482, 0.0016652053454890847, 0.0017422508681192994, 0.001819296507164836, 0.0018963420297950506, 0.0019733875524252653, 0.00205043307505548, 0.0021274788305163383, 0.002204524353146553, 0.0022815698757767677, 0.0023586153984069824, 0.002435660921037197, 0.002512706443667412, 0.00258975219912827, 0.002666797721758485, 0.0027438432443886995]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 3.0, 2.0, 3.0, 3.0, 3.0, 10.0, 16.0, 21.0, 22.0, 36.0, 52.0, 67.0, 98.0, 120.0, 190.0, 277.0, 386.0, 480.0, 720.0, 1070.0, 1492.0, 2331.0, 3530.0, 5575.0, 9433.0, 16871.0, 31392.0, 67930.0, 223705.0, 660852.0, 68319.0, 33775.0, 18766.0, 11149.0, 6933.0, 4390.0, 2976.0, 2073.0, 1429.0, 969.0, 636.0, 454.0, 295.0, 230.0, 165.0, 108.0, 81.0, 55.0, 43.0, 33.0, 20.0, 17.0, 10.0, 9.0, 8.0, 1.0, 0.0, 1.0, 3.0, 1.0, 1.0, 1.0, 4.0], "bins": [-0.006523431744426489, -0.006306503899395466, -0.006089576054364443, -0.00587264820933342, -0.005655720364302397, -0.005438792519271374, -0.005221864674240351, -0.005004936829209328, -0.004788008984178305, -0.004571081139147282, -0.004354153294116259, -0.004137225449085236, -0.003920297604054213, -0.0037033697590231895, -0.0034864419139921665, -0.0032695140689611435, -0.0030525862239301205, -0.0028356583788990974, -0.0026187305338680744, -0.0024018026888370514, -0.0021848748438060284, -0.0019679469987750053, -0.0017510191537439823, -0.0015340913087129593, -0.0013171634636819363, -0.0011002356186509132, -0.0008833077736198902, -0.0006663799285888672, -0.00044945208355784416, -0.00023252423852682114, -1.559639349579811e-05, 0.00020133145153522491, 0.00041825929656624794, 0.000635187141597271, 0.000852114986628294, 0.001069042831659317, 0.00128597067669034, 0.001502898521721363, 0.001719826366752386, 0.0019367542117834091, 0.002153682056814432, 0.002370609901845455, 0.002587537746876478, 0.0028044655919075012, 0.0030213934369385242, 0.0032383212819695473, 0.0034552491270005703, 0.0036721769720315933, 0.0038891048170626163, 0.004106032662093639, 0.004322960507124662, 0.004539888352155685, 0.0047568161971867085, 0.0049737440422177315, 0.0051906718872487545, 0.0054075997322797775, 0.0056245275773108006, 0.005841455422341824, 0.006058383267372847, 0.00627531111240387, 0.006492238957434893, 0.006709166802465916, 0.006926094647496939, 0.007143022492527962, 0.007359950337558985]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 9.0, 3.0, 4.0, 10.0, 4.0, 3.0, 5.0, 3.0, 5.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008066445589065552, -0.007386613171547651, -0.006706780754029751, -0.006026947870850563, -0.005347115453332663, -0.004667283035814762, -0.003987450152635574, -0.003307617735117674, -0.0026277853175997734, -0.0019479527836665511, -0.0012681202497333288, -0.0005882877158001065, 9.154481813311577e-05, 0.0007713773520663381, 0.0014512098859995604, 0.0021310425363481045, 0.002810874953866005, 0.0034907073713839054, 0.004170539788901806, 0.004850372672080994, 0.005530205089598894, 0.006210037507116795, 0.006889870390295982, 0.007569702807813883, 0.008249535225331783, 0.008929368108510971, 0.009609200060367584, 0.010289032943546772, 0.01096886582672596, 0.011648697778582573, 0.01232853066176176, 0.013008362613618374, 0.013688195496797562, 0.01436802837997675, 0.015047860331833363, 0.01572769321501255, 0.016407525166869164, 0.017087358981370926, 0.01776719093322754, 0.018447022885084152, 0.019126854836940765, 0.019806688651442528, 0.02048652060329914, 0.021166352555155754, 0.021846186369657516, 0.02252601832151413, 0.023205850273370743, 0.023885684087872505, 0.02456551603972912, 0.02524534799158573, 0.025925181806087494, 0.026605013757944107, 0.02728484570980072, 0.027964679524302483, 0.028644511476159096, 0.02932434342801571, 0.03000417724251747, 0.030684009194374084, 0.0313638411462307, 0.03204367309808731, 0.032723505049943924, 0.033403340727090836, 0.03408317267894745, 0.03476300463080406, 0.035442836582660675]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 4.0, 7.0, 13.0, 19.0, 15.0, 27.0, 35.0, 44.0, 48.0, 58.0, 95.0, 140.0, 239.0, 323.0, 505.0, 633.0, 947.0, 1332.0, 2109.0, 6102.0, 1647.0, 1055.0, 752.0, 529.0, 397.0, 306.0, 200.0, 158.0, 137.0, 93.0, 80.0, 59.0, 48.0, 41.0, 21.0, 22.0, 5.0, 22.0, 15.0, 8.0, 10.0, 10.0, 7.0, 8.0, 7.0, 3.0, 3.0, 6.0, 2.0, 4.0, 6.0, 10.0, 8.0, 7.0, 9.0, 11.0, 4.0, 4.0, 3.0, 0.0, 3.0, 11.0, 4.0], "bins": [-0.005560005083680153, -0.005287847016006708, -0.005015688948333263, -0.004743531346321106, -0.004471373278647661, -0.0041992152109742165, -0.003927057143300772, -0.0036548993084579706, -0.003382741240784526, -0.003110583173111081, -0.00283842533826828, -0.0025662672705948353, -0.0022941092029213905, -0.0020219513680785894, -0.0017497933004051447, -0.0014776353491470218, -0.0012054773978888988, -0.0009333194466307759, -0.0006611614371649921, -0.0003890034568030387, -0.00011684547644108534, 0.00015531250392086804, 0.0004274704842828214, 0.0006996284937486053, 0.0009717864450067282, 0.001243944396264851, 0.001516102347522974, 0.0017882604151964188, 0.0020604184828698635, 0.0023325763177126646, 0.0026047343853861094, 0.0028768922202289104, 0.003149050287902355, 0.0034212083555758, 0.003693366190418601, 0.003965524025261402, 0.004237682092934847, 0.004509840160608292, 0.004781998228281736, 0.005054156295955181, 0.0053263138979673386, 0.005598471965640783, 0.005870630033314228, 0.006142788100987673, 0.0064149461686611176, 0.006687104236334562, 0.00695926183834672, 0.0072314199060201645, 0.007503577973693609, 0.007775736041367054, 0.008047893643379211, 0.008320052176713943, 0.008592209778726101, 0.008864368312060833, 0.00913652591407299, 0.009408683516085148, 0.00968084204941988, 0.009952999651432037, 0.01022515818476677, 0.010497315786778927, 0.010769473388791084, 0.011041631922125816, 0.011313789524137974, 0.011585948057472706, 0.011858105659484863]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 4.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.09157423675060272, -0.08865724503993988, -0.08574025332927704, -0.0828232616186142, -0.07990627735853195, -0.07698928564786911, -0.07407229393720627, -0.07115530222654343, -0.06823831051588058, -0.06532131880521774, -0.0624043308198452, -0.05948733910918236, -0.056570351123809814, -0.05365335941314697, -0.05073636770248413, -0.04781937971711159, -0.044902388006448746, -0.041985396295785904, -0.03906840831041336, -0.03615141659975052, -0.03323442488908768, -0.030317435041069984, -0.027400445193052292, -0.02448345348238945, -0.021566463634371758, -0.018649473786354065, -0.015732482075691223, -0.01281549222767353, -0.009898501448333263, -0.006981510668992996, -0.004064520355314016, -0.0011475298088043928, 0.0017694607377052307, 0.004686451517045498, 0.007603441830724478, 0.010520432144403458, 0.013437422923743725, 0.016354413703083992, 0.019271403551101685, 0.022188395261764526, 0.02510538510978222, 0.02802237495779991, 0.030939366668462753, 0.033856358379125595, 0.03677334636449814, 0.03969033807516098, 0.04260732978582382, 0.045524317771196365, 0.04844130948185921, 0.05135830119252205, 0.05427528917789459, 0.057192280888557434, 0.060109272599220276, 0.06302626430988312, 0.06594325602054596, 0.0688602402806282, 0.07177723199129105, 0.07469422370195389, 0.07761121541261673, 0.08052820712327957, 0.08344519883394241, 0.08636218309402466, 0.0892791748046875, 0.09219616651535034, 0.09511315822601318]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 4.0, 4.0, 17.0, 9.0, 13.0, 18.0, 28.0, 61.0, 33.0, 20.0, 17.0, 16.0, 5.0, 4.0, 4.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 4.0], "bins": [-0.05620286241173744, -0.053988177329301834, -0.05177348852157593, -0.04955880343914032, -0.04734411463141441, -0.045129429548978806, -0.0429147407412529, -0.04070005565881729, -0.03848537057638168, -0.03627068176865578, -0.03405599668622017, -0.03184130787849426, -0.029626622796058655, -0.027411935850977898, -0.02519724890589714, -0.022982561960816383, -0.020767875015735626, -0.01855318807065487, -0.016338501125574112, -0.01412381511181593, -0.011909128166735172, -0.009694441221654415, -0.007479754742234945, -0.0052650682628154755, -0.0030503813177347183, -0.0008356946054846048, 0.0013789921067655087, 0.003593678819015622, 0.005808365531265736, 0.008023052476346493, 0.010237738490104675, 0.012452425435185432, 0.01466711238026619, 0.016881799325346947, 0.019096486270427704, 0.02131117321550846, 0.023525860160589218, 0.025740545243024826, 0.027955232188105583, 0.03016991913318634, 0.03238460421562195, 0.034599293023347855, 0.03681397810578346, 0.03902866691350937, 0.04124335199594498, 0.04345804080367088, 0.04567272588610649, 0.0478874146938324, 0.050102099776268005, 0.05231678485870361, 0.05453147366642952, 0.05674615874886513, 0.058960847556591034, 0.06117553263902664, 0.06339021772146225, 0.06560491025447845, 0.06781959533691406, 0.07003428041934967, 0.07224896550178528, 0.07446365058422089, 0.07667834311723709, 0.0788930281996727, 0.0811077132821083, 0.08332239836454391, 0.08553709089756012]}, "_runtime": 52.12949204444885, "_timestamp": 1596211641.900601, "_step": 62}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 1.0, 2.0, 1.0, 3.0, 2.0, 2.0, 2.0, 2.0, 1.0, 1.0, 2.0, 3.0, 1.0, 4.0, 1.0, 2.0, 2.0, 2.0, 2.0, 2.0, 0.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.009003767743706703, -0.008695815689861774, -0.008387862704694271, -0.008079910650849342, -0.007771958131343126, -0.0074640060774981976, -0.0071560535579919815, -0.0068481010384857655, -0.006540148518979549, -0.006232196465134621, -0.005924243945628405, -0.005616291426122189, -0.00530833937227726, -0.005000386852771044, -0.004692434333264828, -0.004384482279419899, -0.004076529759913683, -0.0037685774732381105, -0.0034606249537318945, -0.003152672667056322, -0.002844720147550106, -0.0025367678608745337, -0.0022288155741989613, -0.001920863171108067, -0.0016129107680171728, -0.0013049583649262786, -0.0009970059618353844, -0.000689053675159812, -0.00038110127206891775, -7.314889808185399e-05, 0.00023480347590520978, 0.0005427558207884431, 0.0008507082238793373, 0.0011586606269702315, 0.0014666130300611258, 0.0017745653167366982, 0.002082517836242914, 0.0023904701229184866, 0.002698422409594059, 0.003006374929100275, 0.0033143272157758474, 0.00362227950245142, 0.003930232021957636, 0.004238184541463852, 0.004546136595308781, 0.004854089114814997, 0.005162041634321213, 0.0054699936881661415, 0.0057779462076723576, 0.006085898727178574, 0.006393850781023502, 0.006701803300529718, 0.0070097558200359344, 0.007317707873880863, 0.007625660393387079, 0.007933612912893295, 0.008241564966738224, 0.008549517951905727, 0.008857470005750656, 0.009165422059595585, 0.009473375044763088, 0.009781327098608017, 0.010089279152452946, 0.010397232137620449, 0.010705184191465378]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 3.0, 3.0, 4.0, 2.0, 2.0, 6.0, 9.0, 5.0, 8.0, 15.0, 12.0, 17.0, 22.0, 29.0, 40.0, 48.0, 48.0, 80.0, 105.0, 128.0, 189.0, 267.0, 440.0, 4765.0, 695.0, 318.0, 165.0, 141.0, 92.0, 56.0, 57.0, 38.0, 32.0, 19.0, 16.0, 14.0, 11.0, 5.0, 4.0, 4.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 1.0, 2.0, 3.0, 1.0, 1.0], "bins": [-0.15808135271072388, -0.15373608469963074, -0.1493908166885376, -0.14504554867744446, -0.14070028066635132, -0.13635499775409698, -0.13200972974300385, -0.1276644617319107, -0.12331919372081757, -0.11897392570972443, -0.11462865769863129, -0.11028338223695755, -0.10593811422586441, -0.10159284621477127, -0.09724757075309753, -0.0929023027420044, -0.08855703473091125, -0.08421176671981812, -0.07986649870872498, -0.07552122324705124, -0.0711759552359581, -0.06683068722486496, -0.06248541548848152, -0.058140143752098083, -0.053794875741004944, -0.049449607729911804, -0.045104335993528366, -0.04075906425714493, -0.03641379624605179, -0.03206852823495865, -0.02772325649857521, -0.02337798662483692, -0.019032716751098633, -0.014687446877360344, -0.010342177003622055, -0.005996907129883766, -0.0016516372561454773, 0.0026936326175928116, 0.0070389024913311005, 0.01138417236506939, 0.015729442238807678, 0.020074712112545967, 0.024419981986284256, 0.028765251860022545, 0.033110521733760834, 0.03745578974485397, 0.04180106148123741, 0.04614633321762085, 0.05049160122871399, 0.05483686923980713, 0.05918214097619057, 0.063527412712574, 0.06787268072366714, 0.07221794873476028, 0.07656322419643402, 0.08090849220752716, 0.0852537602186203, 0.08959902822971344, 0.09394429624080658, 0.09828957170248032, 0.10263483971357346, 0.1069801077246666, 0.11132538318634033, 0.11567065119743347, 0.12001591920852661]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 4.0, 2.0, 1.0, 2.0, 4.0, 3.0, 2.0, 1.0, 4.0, 2.0, 5.0, 6.0, 1.0, 5.0, 1.0, 4.0, 2.0, 26.0, 2.0, 1.0, 3.0, 3.0, 3.0, 2.0, 4.0, 2.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 2.0, 3.0, 1.0, 3.0, 2.0, 0.0, 2.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002019834006205201, -0.0019526757532730699, -0.0018855175003409386, -0.0018183592474088073, -0.001751200994476676, -0.0016840426251292229, -0.0016168843721970916, -0.0015497261192649603, -0.001482567866332829, -0.0014154096134006977, -0.0013482513604685664, -0.0012810931075364351, -0.001213934738188982, -0.0011467764852568507, -0.0010796182323247194, -0.0010124599793925881, -0.0009453017264604568, -0.0008781434735283256, -0.0008109852205961943, -0.0007438269094564021, -0.0006766686565242708, -0.0006095104035921395, -0.0005423520924523473, -0.000475193839520216, -0.0004080355865880847, -0.0003408773336559534, -0.00027371905161999166, -0.00020656078413594514, -0.00013940251665189862, -7.22442491678521e-05, -5.085981683805585e-06, 6.207228580024093e-05, 0.00012923055328428745, 0.00019638882076833397, 0.0002635470882523805, 0.00033070537028834224, 0.00039786362322047353, 0.0004650218761526048, 0.000532180187292397, 0.0005993384402245283, 0.0006664966931566596, 0.0007336549460887909, 0.0008008131990209222, 0.0008679715101607144, 0.0009351297630928457, 0.0010022880742326379, 0.0010694463271647692, 0.0011366045800969005, 0.0012037628330290318, 0.001270921085961163, 0.0013380793388932943, 0.0014052375918254256, 0.001472395844757557, 0.00153955421410501, 0.0016067124670371413, 0.0016738707199692726, 0.001741028972901404, 0.0018081872258335352, 0.0018753454787656665, 0.0019425037316977978, 0.002009662101045251, 0.0020768202375620604, 0.0021439786069095135, 0.002211136743426323, 0.002278295112773776]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 3.0, 4.0, 7.0, 18.0, 17.0, 19.0, 42.0, 85.0, 92.0, 148.0, 192.0, 307.0, 419.0, 679.0, 1009.0, 1683.0, 2598.0, 4215.0, 6764.0, 12164.0, 22796.0, 45972.0, 108794.0, 750738.0, 110055.0, 45196.0, 23815.0, 13797.0, 8440.0, 5624.0, 3988.0, 2617.0, 1923.0, 1394.0, 1030.0, 703.0, 519.0, 438.0, 330.0, 249.0, 195.0, 126.0, 105.0, 92.0, 75.0, 41.0, 25.0, 24.0, 17.0, 17.0, 8.0, 7.0, 6.0, 8.0, 3.0, 3.0, 4.0, 3.0, 0.0, 2.0], "bins": [-0.00643739802762866, -0.006204720586538315, -0.0059720431454479694, -0.005739365704357624, -0.005506688263267279, -0.005274010822176933, -0.005041333381086588, -0.0048086559399962425, -0.00457597803324461, -0.0043433005921542645, -0.004110623151063919, -0.0038779459428042173, -0.0036452682688832283, -0.003412590827792883, -0.0031799133867025375, -0.002947235945612192, -0.0027145585045218468, -0.0024818810634315014, -0.002249203622341156, -0.0020165261812508106, -0.0017838486237451434, -0.001551171182654798, -0.0013184936251491308, -0.0010858161840587854, -0.0008531387429684401, -0.0006204613018780947, -0.0003877838025800884, -0.00015510633238591254, 7.75711378082633e-05, 0.00031024860800243914, 0.000542926078196615, 0.0007756035774946213, 0.0010082810185849667, 0.001240958459675312, 0.0014736359007656574, 0.0017063134582713246, 0.00193899089936167, 0.0021716684568673372, 0.0024043458979576826, 0.002637023339048028, 0.0028697007801383734, 0.0031023782212287188, 0.003335055662319064, 0.0035677331034094095, 0.0038004107773303986, 0.004033088218420744, 0.004265765659511089, 0.004498443100601435, 0.00473112054169178, 0.0049637979827821255, 0.005196475423872471, 0.005429152864962816, 0.005661830306053162, 0.005894507747143507, 0.006127185188233852, 0.006359862629324198, 0.006592540070414543, 0.006825217977166176, 0.007057895418256521, 0.007290572859346867, 0.007523250300437212, 0.007755927741527557, 0.007988604716956615, 0.008221282623708248, 0.008453959599137306]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 3.0, 2.0, 2.0, 5.0, 0.0, 10.0, 3.0, 6.0, 2.0, 3.0, 3.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0112578384578228, -0.010888668708503246, -0.010519499890506268, -0.010150330141186714, -0.009781161323189735, -0.009411991573870182, -0.009042821824550629, -0.00867365300655365, -0.008304483257234097, -0.007935313507914543, -0.007566144689917564, -0.007196974940598011, -0.006827805656939745, -0.006458636373281479, -0.0060894666239619255, -0.0057202973403036594, -0.005351128056645393, -0.004981958772987127, -0.004612789489328861, -0.004243619740009308, -0.003874450456351042, -0.0035052811726927757, -0.003136111656203866, -0.0027669421397149563, -0.00239777285605669, -0.002028603572398424, -0.0016594340559095144, -0.0012902646558359265, -0.0009210952557623386, -0.0005519258556887507, -0.00018275645561516285, 0.00018641294445842505, 0.0005555823445320129, 0.0009247517446056008, 0.0012939211446791887, 0.0016630905447527766, 0.0020322599448263645, 0.0024014292284846306, 0.0027705987449735403, 0.00313976826146245, 0.003508937545120716, 0.003878106828778982, 0.004247276112437248, 0.004616445861756802, 0.004985615145415068, 0.005354784429073334, 0.005723954178392887, 0.006093123462051153, 0.006462292745709419, 0.006831462029367685, 0.007200631313025951, 0.007569801062345505, 0.007938969880342484, 0.008308139629662037, 0.00867730937898159, 0.009046478196978569, 0.009415647946298122, 0.009784817695617676, 0.010153986513614655, 0.010523156262934208, 0.010892326012253761, 0.01126149483025074, 0.011630664579570293, 0.011999833397567272, 0.012369003146886826]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 1.0, 2.0, 2.0, 4.0, 7.0, 5.0, 6.0, 12.0, 18.0, 17.0, 17.0, 18.0, 36.0, 57.0, 55.0, 108.0, 108.0, 139.0, 167.0, 208.0, 271.0, 321.0, 471.0, 627.0, 906.0, 1320.0, 1941.0, 5783.0, 1775.0, 1117.0, 786.0, 532.0, 358.0, 264.0, 213.0, 141.0, 102.0, 85.0, 69.0, 51.0, 40.0, 43.0, 37.0, 28.0, 27.0, 18.0, 10.0, 19.0, 11.0, 10.0, 15.0, 12.0, 9.0, 11.0, 5.0, 5.0, 2.0, 0.0, 2.0, 2.0, 2.0, 0.0, 1.0], "bins": [-0.006372507195919752, -0.006148876156657934, -0.005925245117396116, -0.005701613612473011, -0.005477982573211193, -0.005254351533949375, -0.005030720494687557, -0.004807089455425739, -0.004583458416163921, -0.004359826911240816, -0.004136195871978998, -0.00391256483271718, -0.0036889337934553623, -0.0034653025213629007, -0.003241671482101083, -0.003018040210008621, -0.0027944091707468033, -0.0025707781314849854, -0.0023471468593925238, -0.002123515820130706, -0.001899884664453566, -0.0016762535087764263, -0.0014526224695146084, -0.0012289913138374686, -0.0010053601581603289, -0.0007817290024831891, -0.0005580979050137103, -0.00033446677844040096, -0.00011083565186709166, 0.00011279547470621765, 0.00033642660127952695, 0.0005600576987490058, 0.0007836888544261456, 0.0010073200101032853, 0.001230951165780425, 0.001454582205042243, 0.0016782133607193828, 0.0019018445163965225, 0.0021254755556583405, 0.002349106827750802, 0.00257273786701262, 0.002796368906274438, 0.0030200001783668995, 0.0032436312176287174, 0.0034672622568905354, 0.003690893528982997, 0.0039145248010754585, 0.0041381558403372765, 0.004361786879599094, 0.004585417918860912, 0.00480904895812273, 0.0050326804630458355, 0.005256311502307653, 0.005479942541569471, 0.005703573580831289, 0.005927204620093107, 0.0061508361250162125, 0.00637446716427803, 0.006598098203539848, 0.006821729242801666, 0.007045360282063484, 0.007268991321325302, 0.007492622826248407, 0.007716253865510225, 0.007939884439110756]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 2.0, 2.0, 3.0, 2.0, 4.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.0952618196606636, -0.09285277873277664, -0.09044373780488968, -0.08803469687700272, -0.08562565594911575, -0.08321661502122879, -0.08080757409334183, -0.07839853316545486, -0.0759894922375679, -0.07358045130968094, -0.07117141038179398, -0.06876236945390701, -0.06635332852602005, -0.06394428759813309, -0.061535246670246124, -0.05912620574235916, -0.0567171648144722, -0.054308123886585236, -0.05189908295869827, -0.04949004203081131, -0.04708100110292435, -0.044671960175037384, -0.04226291924715042, -0.03985387831926346, -0.037444837391376495, -0.03503579646348953, -0.03262675553560257, -0.030217714607715607, -0.027808673679828644, -0.02539963275194168, -0.022990591824054718, -0.020581550896167755, -0.018172509968280792, -0.01576346904039383, -0.013354428112506866, -0.010945387184619904, -0.00853634625673294, -0.006127305328845978, -0.003718264400959015, -0.001309223473072052, 0.0010998174548149109, 0.0035088583827018738, 0.005917899310588837, 0.0083269402384758, 0.010735981166362762, 0.013145022094249725, 0.015554063022136688, 0.01796310395002365, 0.020372144877910614, 0.022781185805797577, 0.02519022673368454, 0.027599267661571503, 0.030008308589458466, 0.03241734951734543, 0.03482639044523239, 0.037235431373119354, 0.03964447230100632, 0.04205351322889328, 0.04446255415678024, 0.046871595084667206, 0.04928063601255417, 0.05168967694044113, 0.054098717868328094, 0.05650775879621506, 0.05891679972410202]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 4.0, 1.0, 5.0, 3.0, 1.0, 2.0, 1.0, 3.0, 2.0, 6.0, 3.0, 20.0, 38.0, 43.0, 32.0, 31.0, 12.0, 4.0, 3.0, 4.0, 4.0, 2.0, 4.0, 5.0, 3.0, 1.0, 2.0, 2.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 3.0], "bins": [-0.07586359977722168, -0.07374583184719086, -0.07162806391716003, -0.06951030343770981, -0.06739253550767899, -0.06527476757764816, -0.06315700709819794, -0.061039239168167114, -0.05892147123813629, -0.05680370330810547, -0.054685939103364944, -0.05256817489862442, -0.0504504069685936, -0.048332639038562775, -0.04621487483382225, -0.044097110629081726, -0.0419793426990509, -0.03986157476902008, -0.037743810564279556, -0.03562604635953903, -0.03350827842950821, -0.031390510499477386, -0.029272746294736862, -0.02715498022735119, -0.025037214159965515, -0.02291944809257984, -0.020801682025194168, -0.018683915957808495, -0.01656614989042282, -0.014448383823037148, -0.012330617755651474, -0.0102128516882658, -0.008095085620880127, -0.005977319553494453, -0.00385955348610878, -0.0017417874187231064, 0.00037597864866256714, 0.0024937447160482407, 0.004611510783433914, 0.006729276850819588, 0.008847042918205261, 0.010964808985590935, 0.013082575052976608, 0.015200341120362282, 0.017318107187747955, 0.01943587325513363, 0.021553639322519302, 0.023671405389904976, 0.02578917145729065, 0.027906937524676323, 0.030024703592061996, 0.03214246779680252, 0.034260235726833344, 0.036378003656864166, 0.03849576786160469, 0.040613532066345215, 0.04273129999637604, 0.04484906792640686, 0.046966832131147385, 0.04908459633588791, 0.05120236426591873, 0.053320132195949554, 0.05543789640069008, 0.0575556606054306, 0.059673428535461426]}, "_runtime": 52.88347673416138, "_timestamp": 1596211642.6545856, "_step": 63}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 2.0, 6.0, 2.0, 2.0, 1.0, 4.0, 3.0, 3.0, 2.0, 2.0, 1.0, 1.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011602574959397316, -0.011262793093919754, -0.010923012159764767, -0.010583230294287205, -0.010243448428809643, -0.009903667494654655, -0.009563885629177094, -0.009224103763699532, -0.00888432189822197, -0.008544540964066982, -0.00820475909858942, -0.007864977233111858, -0.007525196298956871, -0.007185414433479309, -0.0068456330336630344, -0.0065058511681854725, -0.006166069768369198, -0.005826288368552923, -0.005486506503075361, -0.005146725103259087, -0.004806943237781525, -0.00446716183796525, -0.004127380438148975, -0.003787598805502057, -0.0034478171728551388, -0.0031080355402082205, -0.002768253907561302, -0.0024284725077450275, -0.0020886908750981092, -0.001748909242451191, -0.0014091277262195945, -0.001069346209987998, -0.0007295645773410797, -0.00038978300290182233, -5.0001428462564945e-05, 0.00028978014597669244, 0.0006295617204159498, 0.0009693432948552072, 0.0013091248692944646, 0.001648906385526061, 0.0019886880181729794, 0.0023284696508198977, 0.002668251283466816, 0.0030080326832830906, 0.003347814315930009, 0.003687595948576927, 0.004027377348393202, 0.004367159213870764, 0.004706940613687038, 0.005046722013503313, 0.005386503878980875, 0.00572628527879715, 0.006066067144274712, 0.006405848544090986, 0.006745629943907261, 0.007085411809384823, 0.0074251932092010975, 0.007764974609017372, 0.008104756474494934, 0.008444538339972496, 0.008784319274127483, 0.009124101139605045, 0.009463883005082607, 0.009803663939237595, 0.010143445804715157]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 1.0, 4.0, 4.0, 5.0, 7.0, 7.0, 3.0, 15.0, 18.0, 10.0, 13.0, 30.0, 44.0, 51.0, 70.0, 110.0, 168.0, 265.0, 593.0, 5241.0, 561.0, 229.0, 164.0, 87.0, 69.0, 42.0, 27.0, 23.0, 14.0, 13.0, 10.0, 4.0, 5.0, 3.0, 2.0, 2.0, 2.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1946883201599121, -0.18865908682346344, -0.18262985348701477, -0.1766006201505661, -0.17057138681411743, -0.16454215347766876, -0.1585129201412201, -0.15248368680477142, -0.14645445346832275, -0.14042523503303528, -0.1343960016965866, -0.12836676836013794, -0.12233753502368927, -0.1163083016872406, -0.11027906835079193, -0.10424983501434326, -0.09822060167789459, -0.09219136834144592, -0.08616213500499725, -0.08013290166854858, -0.07410366833209991, -0.06807444244623184, -0.06204520910978317, -0.0560159757733345, -0.049986742436885834, -0.043957509100437164, -0.037928275763988495, -0.031899046152830124, -0.025869812816381454, -0.019840579479932785, -0.013811348006129265, -0.00778211560100317, -0.0017528831958770752, 0.00427634920924902, 0.010305581614375114, 0.016334813088178635, 0.022364046424627304, 0.028393279761075974, 0.034422509372234344, 0.040451742708683014, 0.04648097604513168, 0.05251020938158035, 0.05853944271802902, 0.06456867605447769, 0.07059790194034576, 0.07662713527679443, 0.0826563686132431, 0.08868560194969177, 0.09471483528614044, 0.10074406862258911, 0.10677330195903778, 0.11280253529548645, 0.11883176863193512, 0.12486099451780319, 0.13089023530483246, 0.13691946864128113, 0.1429486870765686, 0.14897792041301727, 0.15500715374946594, 0.1610363870859146, 0.16706562042236328, 0.17309485375881195, 0.17912408709526062, 0.1851533204317093, 0.19118255376815796]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 2.0, 3.0, 1.0, 5.0, 3.0, 6.0, 2.0, 4.0, 2.0, 5.0, 8.0, 7.0, 24.0, 4.0, 6.0, 2.0, 0.0, 3.0, 5.0, 6.0, 2.0, 3.0, 1.0, 1.0, 0.0, 0.0, 3.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0], "bins": [-0.003505043452605605, -0.003416038816794753, -0.003327034180983901, -0.003238029545173049, -0.003149024909362197, -0.003060020273551345, -0.002971015637740493, -0.0028820110019296408, -0.002793006133288145, -0.002704001497477293, -0.002614996861666441, -0.002525992225855589, -0.002436987590044737, -0.002347982954233885, -0.0022589783184230328, -0.0021699736826121807, -0.0020809690468013287, -0.0019919644109904766, -0.0019029597751796246, -0.0018139551393687725, -0.0017249505035579205, -0.0016359457513317466, -0.0015469411155208945, -0.0014579364797100425, -0.0013689318438991904, -0.0012799272080883384, -0.0011909225722774863, -0.0011019179364666343, -0.0010129131842404604, -0.0009239086066372693, -0.0008349039126187563, -0.0007458992768079042, -0.0006568946409970522, -0.0005678900051862001, -0.00047888534027151763, -0.0003898806753568351, -0.0003008760395459831, -0.0002118713891832158, -0.00012286673882044852, -3.386208845768124e-05, 5.514256190508604e-05, 0.00014414721226785332, 0.0002331518626306206, 0.0003221565275453031, 0.00041116116335615516, 0.0005001657991670072, 0.0005891704931855202, 0.0006781751289963722, 0.0007671797648072243, 0.0008561844006180763, 0.0009451890364289284, 0.0010341936722397804, 0.0011231983080506325, 0.0012122030602768064, 0.0013012076960876584, 0.0013902123318985105, 0.0014792169677093625, 0.0015682216035202146, 0.0016572262393310666, 0.0017462308751419187, 0.0018352356273680925, 0.0019242402631789446, 0.0020132448989897966, 0.0021022495348006487, 0.0021912541706115007]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 3.0, 1.0, 2.0, 1.0, 6.0, 5.0, 2.0, 5.0, 6.0, 5.0, 7.0, 16.0, 14.0, 25.0, 30.0, 32.0, 40.0, 67.0, 85.0, 132.0, 193.0, 213.0, 349.0, 488.0, 668.0, 1040.0, 1709.0, 2970.0, 5327.0, 11004.0, 25174.0, 70621.0, 807015.0, 164168.0, 45481.0, 19229.0, 9462.0, 5206.0, 3154.0, 1984.0, 1268.0, 820.0, 530.0, 322.0, 248.0, 182.0, 104.0, 65.0, 59.0, 35.0, 18.0, 17.0, 10.0, 11.0, 2.0, 5.0, 2.0, 0.0, 2.0, 4.0, 2.0], "bins": [-0.010204758495092392, -0.0099202711135149, -0.009635783731937408, -0.009351296350359917, -0.009066808968782425, -0.008782321587204933, -0.008497834205627441, -0.00821334682404995, -0.007928859442472458, -0.007644371595233679, -0.007359884213656187, -0.007075396832078695, -0.006790908984839916, -0.0065064216032624245, -0.006221934221684933, -0.005937446840107441, -0.005652959458529949, -0.005368472076952457, -0.005083984695374966, -0.004799497313797474, -0.004515009932219982, -0.004230522084981203, -0.003946034703403711, -0.0036615473218262196, -0.003377059940248728, -0.003092572558671236, -0.0028080851770937443, -0.002523597562685609, -0.002239110181108117, -0.0019546227995306253, -0.0016701353015378118, -0.0013856478035449982, -0.0011011604219675064, -0.0008166729821823537, -0.0005321855423972011, -0.0002476981026120484, 3.6789337173104286e-05, 0.00032127677695825696, 0.0006057642167434096, 0.0008902516565285623, 0.001174739096313715, 0.0014592264778912067, 0.0017437139758840203, 0.002028201473876834, 0.0023126888554543257, 0.0025971762370318174, 0.002881663851439953, 0.0031661512330174446, 0.0034506386145949364, 0.003735125996172428, 0.00401961337774992, 0.004304100759327412, 0.004588588140904903, 0.0048730759881436825, 0.005157563369721174, 0.005442050751298666, 0.005726538132876158, 0.0060110255144536495, 0.006295512896031141, 0.006580000277608633, 0.006864488124847412, 0.007148975506424904, 0.007433462888002396, 0.007717950269579887, 0.00800243765115738]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 4.0, 8.0, 5.0, 1.0, 3.0, 2.0, 7.0, 7.0, 3.0, 1.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.02587418630719185, -0.025287019088864326, -0.024699851870536804, -0.024112684652209282, -0.02352551743388176, -0.022938350215554237, -0.022351182997226715, -0.021764015778899193, -0.02117684856057167, -0.020589681342244148, -0.020002514123916626, -0.019415346905589104, -0.01882817968726158, -0.01824101246893406, -0.017653845250606537, -0.017066678032279015, -0.016479510813951492, -0.01589234173297882, -0.015305175445973873, -0.01471800822764635, -0.014130841009318829, -0.013543673790991306, -0.012956506572663784, -0.012369339354336262, -0.011782171204686165, -0.011195003986358643, -0.01060783676803112, -0.010020669549703598, -0.009433502331376076, -0.008846335113048553, -0.008259167894721031, -0.007672000676393509, -0.007084833458065987, -0.006497666239738464, -0.005910499021410942, -0.00532333180308342, -0.0047361645847558975, -0.004148996900767088, -0.0035618296824395657, -0.0029746624641120434, -0.002387495245784521, -0.0018003280274569988, -0.0012131606927141547, -0.0006259934161789715, -3.882613964378834e-05, 0.0005483411368913949, 0.001135508413426578, 0.0017226757481694221, 0.0023098429664969444, 0.0028970101848244667, 0.003484177403151989, 0.004071344621479511, 0.0046585118398070335, 0.005245679523795843, 0.005832846742123365, 0.006420013960450888, 0.00700718117877841, 0.007594348397105932, 0.008181516081094742, 0.008768683299422264, 0.009355850517749786, 0.009943017736077309, 0.010530184954404831, 0.011117352172732353, 0.011704519391059875]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 2.0, 0.0, 2.0, 6.0, 4.0, 9.0, 7.0, 12.0, 10.0, 8.0, 14.0, 13.0, 12.0, 24.0, 20.0, 16.0, 13.0, 22.0, 24.0, 33.0, 31.0, 33.0, 45.0, 72.0, 68.0, 78.0, 125.0, 163.0, 218.0, 282.0, 350.0, 499.0, 771.0, 1242.0, 6144.0, 2195.0, 1445.0, 1075.0, 828.0, 602.0, 450.0, 365.0, 279.0, 213.0, 140.0, 104.0, 72.0, 62.0, 41.0, 39.0, 32.0, 22.0, 25.0, 20.0, 12.0, 9.0, 7.0, 6.0, 4.0, 5.0, 3.0, 0.0, 3.0], "bins": [-0.01061022374778986, -0.010310474783182144, -0.010010724887251854, -0.009710974991321564, -0.009411226026713848, -0.009111477062106133, -0.008811727166175842, -0.008511977270245552, -0.008212228305637836, -0.00791247934103012, -0.007612729445099831, -0.007312980014830828, -0.007013230584561825, -0.006713481154292822, -0.006413731724023819, -0.006113982293754816, -0.005814232863485813, -0.00551448343321681, -0.005214734002947807, -0.004914984572678804, -0.0046152351424098015, -0.004315485712140799, -0.004015736281871796, -0.0037159868516027927, -0.00341623742133379, -0.003116487991064787, -0.002816738560795784, -0.002516989130526781, -0.002217239700257778, -0.0019174902699887753, -0.0016177408397197723, -0.0013179914094507694, -0.0010182419791817665, -0.0007184925489127636, -0.0004187431186437607, -0.00011899368837475777, 0.00018075574189424515, 0.00048050517216324806, 0.000780254602432251, 0.0010800040327012539, 0.0013797534629702568, 0.0016795028932392597, 0.0019792523235082626, 0.0022790017537772655, 0.0025787511840462685, 0.0028785006143152714, 0.0031782500445842743, 0.003477999474853277, 0.00377774890512228, 0.004077498335391283, 0.004377247765660286, 0.004676997195929289, 0.004976746626198292, 0.005276496056467295, 0.005576245486736298, 0.0058759949170053005, 0.0061757443472743034, 0.006475493777543306, 0.006775243207812309, 0.007074992638081312, 0.007374742068350315, 0.007674491498619318, 0.007974240928888321, 0.008273990824818611, 0.008573739789426327]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.05307883769273758, -0.051199790090322495, -0.04932074621319771, -0.04744169861078262, -0.04556265473365784, -0.04368360713124275, -0.04180455952882767, -0.03992551565170288, -0.038046468049287796, -0.03616742417216301, -0.034288376569747925, -0.03240932896733284, -0.030530285090208054, -0.028651239350438118, -0.026772191748023033, -0.024893146008253098, -0.023014100268483162, -0.021135054528713226, -0.01925600878894329, -0.017376961186528206, -0.01549791544675827, -0.013618869706988335, -0.011739823967218399, -0.009860777296125889, -0.007981731556355953, -0.00610268535092473, -0.004223639145493507, -0.0023445934057235718, -0.00046554720029234886, 0.0014134988887235522, 0.0032925449777394533, 0.005171590950340033, 0.0070506371557712555, 0.008929682895541191, 0.010808729566633701, 0.012687775306403637, 0.014566821977496147, 0.016445867717266083, 0.01832491345703602, 0.020203959196805954, 0.02208300679922104, 0.023962052538990974, 0.02584109827876091, 0.027720144018530846, 0.02959918975830078, 0.031478237360715866, 0.03335728123784065, 0.03523632884025574, 0.037115372717380524, 0.03899442031979561, 0.04087346792221069, 0.04275251179933548, 0.044631559401750565, 0.04651060327887535, 0.048389650881290436, 0.05026869848370552, 0.05214774236083031, 0.05402678996324539, 0.05590583384037018, 0.05778488144278526, 0.05966392904520035, 0.061542972922325134, 0.06342201679944992, 0.0653010681271553, 0.06718011200428009]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 3.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 2.0, 0.0, 3.0, 4.0, 0.0, 0.0, 2.0, 1.0, 3.0, 2.0, 2.0, 4.0, 5.0, 3.0, 4.0, 1.0, 10.0, 3.0, 6.0, 8.0, 11.0, 10.0, 11.0, 12.0, 21.0, 44.0, 23.0, 14.0, 18.0, 8.0, 12.0, 5.0, 1.0, 4.0, 4.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.04703061282634735, -0.04570538178086281, -0.044380154460668564, -0.04305492341518402, -0.04172969236969948, -0.040404465049505234, -0.03907923400402069, -0.03775400295853615, -0.036428771913051605, -0.03510354459285736, -0.03377831354737282, -0.032453082501888275, -0.03112785518169403, -0.029802624136209488, -0.028477394953370094, -0.02715216390788555, -0.025826934725046158, -0.024501705542206764, -0.02317647449672222, -0.021851245313882828, -0.020526014268398285, -0.01920078508555889, -0.017875555902719498, -0.016550324857234955, -0.015225095674395561, -0.013899865560233593, -0.012574635446071625, -0.011249406263232231, -0.009924176149070263, -0.008598946034908295, -0.007273716386407614, -0.005948486737906933, -0.004623256623744965, -0.00329802674241364, -0.0019727968610823154, -0.0006475669797509909, 0.0006776629015803337, 0.0020028927829116583, 0.003328122664242983, 0.004653352312743664, 0.005978582426905632, 0.0073038125410676, 0.008629042655229568, 0.009954271838068962, 0.01127950195223093, 0.012604732066392899, 0.013929961249232292, 0.01525519136339426, 0.01658042147755623, 0.017905650660395622, 0.019230881705880165, 0.02055611088871956, 0.0218813419342041, 0.023206571117043495, 0.02453180029988289, 0.02585703134536743, 0.027182260528206825, 0.02850748971104622, 0.02983272075653076, 0.031157949939370155, 0.03248317912220955, 0.03380841016769409, 0.035133641213178635, 0.03645886853337288, 0.03778409957885742]}, "_runtime": 53.629974126815796, "_timestamp": 1596211643.401083, "_step": 64}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 3.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 2.0, 2.0, 4.0, 1.0, 0.0, 5.0, 4.0, 2.0, 1.0, 3.0, 2.0, 3.0, 2.0, 0.0, 3.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010564290918409824, -0.010196558199822903, -0.009828824549913406, -0.009461091831326485, -0.009093359112739563, -0.008725626394152641, -0.00835789367556572, -0.007990160025656223, -0.007622427307069302, -0.00725469458848238, -0.006886961404234171, -0.006519228219985962, -0.00615149550139904, -0.0057837627828121185, -0.0054160295985639095, -0.0050482964143157005, -0.004680563695728779, -0.004312830977141857, -0.003945097792893648, -0.003577364841476083, -0.0032096318900585175, -0.002841898938640952, -0.0024741659872233868, -0.0021064330358058214, -0.001738700084388256, -0.0013709671329706907, -0.0010032341815531254, -0.00063550123013556, -0.0002677682787179947, 9.996467269957066e-05, 0.000467697624117136, 0.0008354305755347013, 0.0012031635269522667, 0.001570896478369832, 0.0019386294297873974, 0.0023063623812049627, 0.002674095332622528, 0.0030418282840400934, 0.0034095612354576588, 0.003777294186875224, 0.0041450271382927895, 0.004512759856879711, 0.00488049304112792, 0.005248226225376129, 0.005615958943963051, 0.0059836916625499725, 0.0063514248467981815, 0.0067191580310463905, 0.007086890749633312, 0.007454623468220234, 0.00782235711812973, 0.008190089836716652, 0.008557822555303574, 0.008925555273890495, 0.009293287992477417, 0.009661021642386913, 0.010028754360973835, 0.010396487079560757, 0.010764220729470253, 0.011131953448057175, 0.011499686166644096, 0.011867418885231018, 0.01223515160381794, 0.012602885253727436, 0.012970617972314358]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 3.0, 2.0, 2.0, 2.0, 3.0, 6.0, 5.0, 6.0, 7.0, 20.0, 10.0, 15.0, 23.0, 41.0, 30.0, 42.0, 86.0, 116.0, 156.0, 235.0, 389.0, 4820.0, 978.0, 305.0, 182.0, 115.0, 78.0, 80.0, 41.0, 35.0, 25.0, 16.0, 13.0, 11.0, 7.0, 4.0, 3.0, 2.0, 5.0, 3.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.15468387305736542, -0.1493021547794342, -0.143920436501503, -0.13853871822357178, -0.13315699994564056, -0.12777528166770935, -0.12239355593919754, -0.11701183766126633, -0.11163011938333511, -0.1062484011054039, -0.10086668282747269, -0.09548496454954147, -0.09010323882102966, -0.08472152054309845, -0.07933980226516724, -0.07395808398723602, -0.06857636570930481, -0.0631946474313736, -0.05781292915344238, -0.05243120715022087, -0.04704948887228966, -0.041667770594358444, -0.03628604859113693, -0.03090433031320572, -0.025522612035274506, -0.020140893757343292, -0.01475917361676693, -0.009377454407513142, -0.003995735198259354, 0.0013859840109944344, 0.006767703220248222, 0.01214942242950201, 0.0175311416387558, 0.02291285991668701, 0.028294580057263374, 0.03367630019783974, 0.03905801847577095, 0.044439736753702164, 0.049821458756923676, 0.05520317703485489, 0.0605848953127861, 0.06596661359071732, 0.07134833186864853, 0.07673005014657974, 0.08211177587509155, 0.08749349415302277, 0.09287521243095398, 0.09825693070888519, 0.1036386489868164, 0.10902036726474762, 0.11440208554267883, 0.11978380382061005, 0.12516552209854126, 0.13054724037647247, 0.1359289586544037, 0.1413106769323349, 0.1466923952102661, 0.15207412838935852, 0.15745584666728973, 0.16283756494522095, 0.16821928322315216, 0.17360100150108337, 0.1789827197790146, 0.1843644380569458, 0.18974615633487701]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 4.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0, 4.0, 6.0, 4.0, 2.0, 2.0, 4.0, 4.0, 4.0, 23.0, 4.0, 1.0, 2.0, 4.0, 4.0, 0.0, 4.0, 2.0, 2.0, 2.0, 7.0, 2.0, 1.0, 0.0, 3.0, 1.0, 1.0, 3.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.0018501438898965716, -0.0017865404952317476, -0.0017229372169822454, -0.0016593338223174214, -0.0015957304276525974, -0.0015321270329877734, -0.0014685236383229494, -0.0014049203600734472, -0.0013413169654086232, -0.0012777135707437992, -0.001214110292494297, -0.001150506897829473, -0.001086903503164649, -0.001023300108499825, -0.0009596967720426619, -0.0008960934355854988, -0.0008324900409206748, -0.0007688866462558508, -0.0007052833097986877, -0.0006416799733415246, -0.0005780765786767006, -0.0005144731840118766, -0.0004508698475547135, -0.00038726648199371994, -0.0003236631164327264, -0.00026005975087173283, -0.00019645638531073928, -0.00013285301974974573, -6.924965418875217e-05, -5.646288627758622e-06, 5.795707693323493e-05, 0.00012156044249422848, 0.00018516380805522203, 0.0002487671736162156, 0.00031237053917720914, 0.0003759739047382027, 0.00043957727029919624, 0.0005031806649640203, 0.0005667840014211833, 0.0006303873378783464, 0.0006939907325431705, 0.0007575941272079945, 0.0008211974636651576, 0.0008848008001223207, 0.0009484041947871447, 0.0010120075894519687, 0.0010756109841167927, 0.0011392142623662949, 0.0012028176570311189, 0.0012664210516959429, 0.001330024329945445, 0.001393627724610269, 0.001457231119275093, 0.001520834513939917, 0.001584437908604741, 0.0016480411868542433, 0.0017116445815190673, 0.0017752479761838913, 0.0018388512544333935, 0.0019024546490982175, 0.0019660580437630415, 0.0020296613220125437, 0.0020932648330926895, 0.0021568681113421917, 0.002220471389591694]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [4.0, 1.0, 1.0, 0.0, 4.0, 3.0, 3.0, 3.0, 8.0, 10.0, 17.0, 22.0, 21.0, 45.0, 48.0, 98.0, 122.0, 213.0, 317.0, 491.0, 815.0, 1290.0, 2039.0, 3468.0, 5855.0, 10334.0, 18710.0, 38532.0, 91951.0, 775948.0, 123932.0, 46600.0, 23865.0, 13105.0, 7675.0, 4778.0, 3031.0, 2075.0, 1234.0, 853.0, 627.0, 438.0, 293.0, 198.0, 145.0, 100.0, 82.0, 68.0, 46.0, 29.0, 23.0, 13.0, 17.0, 13.0, 8.0, 7.0, 4.0, 2.0, 5.0, 2.0, 1.0, 2.0, 3.0, 1.0], "bins": [-0.0063281734474003315, -0.006115317810326815, -0.005902462173253298, -0.005689606536179781, -0.005476750899106264, -0.005263895262032747, -0.00505103962495923, -0.004838183987885714, -0.004625328816473484, -0.004412473179399967, -0.00419961754232645, -0.0039867619052529335, -0.0037739062681794167, -0.0035610506311059, -0.003348194994032383, -0.003135339356958866, -0.0029224837198853493, -0.0027096280828118324, -0.0024967724457383156, -0.0022839168086647987, -0.002071061171591282, -0.0018582056509330869, -0.0016453501302748919, -0.001432494493201375, -0.0012196388561278582, -0.0010067832190543413, -0.0007939276401884854, -0.0005810720613226295, -0.0003682164242491126, -0.00015536081627942622, 5.749479169026017e-05, 0.00027035039965994656, 0.00048320600762963295, 0.0006960616447031498, 0.0009089172235690057, 0.0011217728024348617, 0.0013346284395083785, 0.0015474840765818954, 0.0017603395972400904, 0.001973195234313607, 0.002186050871387124, 0.002398906508460641, 0.0026117621455341578, 0.0028246177826076746, 0.003037473186850548, 0.0032503288239240646, 0.0034631844609975815, 0.0036760400980710983, 0.003888895735144615, 0.004101751372218132, 0.004314607009291649, 0.004527462646365166, 0.0047403182834386826, 0.004953173920512199, 0.005166029557585716, 0.005378885194659233, 0.00559174083173275, 0.0058045960031449795, 0.006017451640218496, 0.006230307277292013, 0.00644316291436553, 0.006656018551439047, 0.006868874188512564, 0.0070817298255860806, 0.007294585462659597]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 4.0, 3.0, 4.0, 0.0, 4.0, 1.0, 7.0, 1.0, 2.0, 2.0, 3.0, 3.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.014911326579749584, -0.014504914171993732, -0.01409850176423788, -0.013692089356482029, -0.013285676017403603, -0.01287926360964775, -0.012472851201891899, -0.012066438794136047, -0.011660026386380196, -0.011253613978624344, -0.010847201570868492, -0.01044078916311264, -0.010034376755356789, -0.009627963416278362, -0.00922155100852251, -0.008815138600766659, -0.008408726193010807, -0.008002313785254955, -0.0075959013774991035, -0.0071894885040819645, -0.006783076096326113, -0.006376663688570261, -0.005970250815153122, -0.00556383840739727, -0.0051574259996414185, -0.004751013591885567, -0.004344601184129715, -0.003938188310712576, -0.003531775902956724, -0.0031253634952008724, -0.002718950854614377, -0.0023125382140278816, -0.0019061258062720299, -0.0014997132821008563, -0.0010933007579296827, -0.0006868882337585092, -0.0002804757095873356, 0.00012593681458383799, 0.0005323493387550116, 0.0009387618629261851, 0.0013451743870973587, 0.0017515869112685323, 0.002157999435439706, 0.0025644120760262012, 0.002970824483782053, 0.0033772368915379047, 0.0037836495321244, 0.0041900621727108955, 0.004596474580466747, 0.005002886988222599, 0.005409299395978451, 0.00581571226939559, 0.006222124677151442, 0.006628537084907293, 0.007034949958324432, 0.007441362366080284, 0.007847774773836136, 0.008254187181591988, 0.00866059958934784, 0.009067011997103691, 0.009473424404859543, 0.00987983774393797, 0.010286250151693821, 0.010692662559449673, 0.011099074967205524]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [4.0, 4.0, 7.0, 3.0, 4.0, 6.0, 9.0, 16.0, 14.0, 17.0, 15.0, 21.0, 35.0, 17.0, 42.0, 38.0, 55.0, 84.0, 94.0, 116.0, 165.0, 217.0, 266.0, 365.0, 561.0, 746.0, 1096.0, 1518.0, 2207.0, 5690.0, 1400.0, 678.0, 474.0, 373.0, 339.0, 259.0, 232.0, 199.0, 142.0, 107.0, 78.0, 61.0, 84.0, 75.0, 58.0, 52.0, 63.0, 44.0, 49.0, 34.0, 34.0, 29.0, 23.0, 13.0, 14.0, 12.0, 13.0, 17.0, 7.0, 9.0, 6.0, 10.0, 4.0, 8.0], "bins": [-0.007332825567573309, -0.007082498166710138, -0.006832170765846968, -0.006581843364983797, -0.0063315159641206264, -0.006081188563257456, -0.005830861162394285, -0.005580533761531115, -0.005330206360667944, -0.005079878959804773, -0.004829551558941603, -0.004579224158078432, -0.0043288967572152615, -0.004078569356352091, -0.00382824195548892, -0.0035779145546257496, -0.003327587153762579, -0.0030772597528994083, -0.0028269323520362377, -0.002576604951173067, -0.0023262775503098965, -0.002075950149446726, -0.0018256227485835552, -0.0015752953477203846, -0.001324967946857214, -0.0010746405459940434, -0.0008243131451308727, -0.0005739857442677021, -0.0003236583434045315, -7.333094254136086e-05, 0.00017699645832180977, 0.0004273238591849804, 0.000677651260048151, 0.0009279786609113216, 0.0011783060617744923, 0.0014286334626376629, 0.0016789608635008335, 0.0019292882643640041, 0.0021796156652271748, 0.0024299430660903454, 0.002680270466953516, 0.0029305978678166866, 0.0031809252686798573, 0.003431252669543028, 0.0036815800704061985, 0.003931907471269369, 0.00418223487213254, 0.00443256227299571, 0.004682889673858881, 0.004933217074722052, 0.005183544475585222, 0.005433871876448393, 0.0056841992773115635, 0.005934526678174734, 0.006184854079037905, 0.006435181479901075, 0.006685508880764246, 0.006935836281627417, 0.007186163682490587, 0.007436491083353758, 0.0076868184842169285, 0.007937146350741386, 0.008187472820281982, 0.008437801152467728, 0.008688127622008324]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 2.0, 2.0, 0.0, 0.0, 2.0, 3.0, 2.0, 3.0, 2.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08113135397434235, -0.07775196433067322, -0.07437257468700409, -0.07099318504333496, -0.06761379539966583, -0.0642344057559967, -0.060855019837617874, -0.057475630193948746, -0.054096244275569916, -0.05071685463190079, -0.04733746498823166, -0.04395807534456253, -0.0405786857008934, -0.037199296057224274, -0.033819910138845444, -0.030440520495176315, -0.027061130851507187, -0.02368174120783806, -0.02030235342681408, -0.01692296378314495, -0.013543575070798397, -0.010164186358451843, -0.006784797180444002, -0.0034054082352668047, -2.601929008960724e-05, 0.0033533696550875902, 0.006732758600264788, 0.010112147778272629, 0.013491536490619183, 0.016870925202965736, 0.020250314846634865, 0.023629702627658844, 0.027009092271327972, 0.0303884819149971, 0.03376787155866623, 0.03714725747704506, 0.04052664712071419, 0.043906036764383316, 0.047285426408052444, 0.05066481605172157, 0.0540442019701004, 0.05742359161376953, 0.06080298125743866, 0.06418237090110779, 0.06756176054477692, 0.07094115018844604, 0.07432053983211517, 0.0776999294757843, 0.08107931911945343, 0.08445870131254196, 0.08783809095621109, 0.09121748059988022, 0.09459687024354935, 0.09797625988721848, 0.1013556495308876, 0.10473503917455673, 0.10811442881822586, 0.11149381846189499, 0.11487320810556412, 0.11825259029865265, 0.12163197994232178, 0.1250113695859909, 0.12839075922966003, 0.13177014887332916, 0.1351495385169983]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 2.0, 2.0, 5.0, 2.0, 1.0, 3.0, 3.0, 5.0, 6.0, 11.0, 12.0, 13.0, 7.0, 16.0, 23.0, 58.0, 27.0, 15.0, 19.0, 10.0, 5.0, 6.0, 2.0, 3.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0], "bins": [-0.06256837397813797, -0.06001283973455429, -0.05745730176568031, -0.054901763796806335, -0.052346229553222656, -0.04979069530963898, -0.047235157340765, -0.04467961937189102, -0.04212408512830734, -0.03956855088472366, -0.037013012915849686, -0.03445747494697571, -0.03190194070339203, -0.0293464045971632, -0.026790868490934372, -0.024235332384705544, -0.021679796278476715, -0.019124260172247887, -0.016568724066019058, -0.01401318795979023, -0.011457651853561401, -0.008902115747332573, -0.0063465796411037445, -0.003791043534874916, -0.0012355074286460876, 0.0013200286775827408, 0.003875564783811569, 0.006431100890040398, 0.008986636996269226, 0.011542173102498055, 0.014097709208726883, 0.01665324531495571, 0.01920878142118454, 0.021764317527413368, 0.024319853633642197, 0.026875389739871025, 0.029430925846099854, 0.03198646008968353, 0.03454199805855751, 0.03709753602743149, 0.03965307027101517, 0.042208604514598846, 0.044764142483472824, 0.0473196804523468, 0.04987521469593048, 0.05243074893951416, 0.05498628690838814, 0.057541824877262115, 0.060097359120845795, 0.06265289336442947, 0.06520843505859375, 0.06776396930217743, 0.07031950354576111, 0.07287503778934479, 0.07543057203292847, 0.07798611372709274, 0.08054164797067642, 0.0830971822142601, 0.08565272390842438, 0.08820825815200806, 0.09076379239559174, 0.09331932663917542, 0.0958748608827591, 0.09843040257692337, 0.10098593682050705]}, "_runtime": 54.384192943573, "_timestamp": 1596211644.1553018, "_step": 65}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 5.0, 3.0, 5.0, 4.0, 3.0, 1.0, 3.0, 3.0, 2.0, 3.0, 3.0, 1.0, 1.0, 3.0, 4.0, 0.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01728237420320511, -0.016743352636694908, -0.016204331070184708, -0.015665309503674507, -0.015126287005841732, -0.014587264508008957, -0.014048242941498756, -0.013509221374988556, -0.012970199808478355, -0.01243117731064558, -0.01189215574413538, -0.01135313417762518, -0.010814111679792404, -0.010275090113282204, -0.009736068546772003, -0.009197046048939228, -0.008658024482429028, -0.008119002915918827, -0.007579980883747339, -0.0070409588515758514, -0.006501937285065651, -0.005962915252894163, -0.005423893220722675, -0.004884871654212475, -0.004345849622040987, -0.003806827822700143, -0.0032678060233592987, -0.002728783991187811, -0.0021897621918469667, -0.0016507403925061226, -0.0011117184767499566, -0.0005726966192014515, -3.367476165294647e-05, 0.0005053470958955586, 0.0010443689534440637, 0.0015833908692002296, 0.002122412668541074, 0.002661434467881918, 0.0032004565000534058, 0.00373947829939425, 0.004278500098735094, 0.004817522130906582, 0.005356543697416782, 0.00589556572958827, 0.006434587761759758, 0.0069736093282699585, 0.007512631360441446, 0.008051653392612934, 0.008590674959123135, 0.009129696525633335, 0.00966871902346611, 0.01020774058997631, 0.010746762156486511, 0.011285784654319286, 0.011824806220829487, 0.012363827787339687, 0.012902850285172462, 0.013441871851682663, 0.013980893418192863, 0.014519914984703064, 0.015058937482535839, 0.01559795904904604, 0.016136981546878815, 0.016676003113389015, 0.017215024679899216]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 3.0, 2.0, 3.0, 2.0, 4.0, 6.0, 5.0, 11.0, 15.0, 22.0, 29.0, 39.0, 54.0, 68.0, 101.0, 188.0, 258.0, 451.0, 5115.0, 791.0, 251.0, 148.0, 97.0, 57.0, 58.0, 46.0, 27.0, 20.0, 10.0, 8.0, 8.0, 7.0, 4.0, 5.0, 2.0, 2.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.24334204196929932, -0.23649917542934418, -0.22965630888938904, -0.2228134572505951, -0.21597059071063995, -0.20912772417068481, -0.20228487253189087, -0.19544200599193573, -0.1885991394519806, -0.18175627291202545, -0.1749134063720703, -0.16807055473327637, -0.16122768819332123, -0.1543848216533661, -0.14754197001457214, -0.140699103474617, -0.13385623693466187, -0.12701337039470673, -0.12017051130533218, -0.11332765221595764, -0.1064847856760025, -0.09964191913604736, -0.09279906004667282, -0.08595620095729828, -0.07911333441734314, -0.072270467877388, -0.06542760878801346, -0.05858474597334862, -0.05174188315868378, -0.044899020344018936, -0.038056157529354095, -0.031213294714689255, -0.024370431900024414, -0.017527569085359573, -0.010684706270694733, -0.003841843456029892, 0.0030010193586349487, 0.00984388217329979, 0.01668674498796463, 0.02352960780262947, 0.03037247061729431, 0.03721533343195915, 0.04405819624662399, 0.050901059061288834, 0.057743921875953674, 0.06458678841590881, 0.07142964750528336, 0.0782725065946579, 0.08511537313461304, 0.09195823967456818, 0.09880109876394272, 0.10564395785331726, 0.1124868243932724, 0.11932969093322754, 0.12617254257202148, 0.13301540911197662, 0.13985827565193176, 0.1467011421918869, 0.15354400873184204, 0.160386860370636, 0.16722972691059113, 0.17407259345054626, 0.1809154450893402, 0.18775831162929535, 0.1946011781692505]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 2.0, 4.0, 0.0, 5.0, 1.0, 5.0, 3.0, 3.0, 10.0, 5.0, 3.0, 1.0, 6.0, 5.0, 25.0, 6.0, 5.0, 3.0, 2.0, 1.0, 3.0, 1.0, 2.0, 2.0, 3.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 3.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002892526797950268, -0.002795312087982893, -0.002698097378015518, -0.0026008824352174997, -0.002503667725250125, -0.00240645301528275, -0.0023092383053153753, -0.0022120235953480005, -0.002114808652549982, -0.0020175939425826073, -0.0019203792326152325, -0.0018231645226478577, -0.0017259498126804829, -0.0016287349862977862, -0.0015315202763304114, -0.0014343054499477148, -0.00133709073998034, -0.0012398760300129652, -0.0011426612036302686, -0.0010454464936628938, -0.0009482317254878581, -0.0008510169573128223, -0.0007538022473454475, -0.0006565874791704118, -0.0005593727109953761, -0.0004621579428203404, -0.00036494320374913514, -0.0002677284646779299, -0.00017051369650289416, -7.329894287977368e-05, 2.391581074334681e-05, 0.0001211305643664673, 0.00021834531798958778, 0.0003155600861646235, 0.00041277482523582876, 0.000509989564307034, 0.0006072043324820697, 0.0007044191006571054, 0.0008016338106244802, 0.000898848578799516, 0.0009960633469745517, 0.0010932780569419265, 0.001190492883324623, 0.001287707593291998, 0.0013849223032593727, 0.0014821371296420693, 0.0015793518396094441, 0.0016765666659921408, 0.0017737813759595156, 0.0018709960859268904, 0.001968210795894265, 0.0020654257386922836, 0.0021626404486596584, 0.0022598551586270332, 0.002357069868594408, 0.002454284578561783, 0.0025514992885291576, 0.002648714231327176, 0.002745928941294551, 0.0028431436512619257, 0.0029403583612293005, 0.0030375730711966753, 0.0031347880139946938, 0.0032320027239620686, 0.0033292174339294434]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 3.0, 3.0, 2.0, 2.0, 9.0, 6.0, 14.0, 23.0, 29.0, 42.0, 67.0, 83.0, 135.0, 192.0, 283.0, 363.0, 583.0, 765.0, 1178.0, 1707.0, 2642.0, 3902.0, 6257.0, 10261.0, 16747.0, 29998.0, 59236.0, 149527.0, 731751.0, 75112.0, 34785.0, 19246.0, 11535.0, 7340.0, 4706.0, 3309.0, 2213.0, 1503.0, 1128.0, 734.0, 591.0, 433.0, 341.0, 251.0, 156.0, 120.0, 85.0, 63.0, 51.0, 31.0, 29.0, 19.0, 13.0, 11.0, 7.0, 8.0, 4.0, 3.0, 4.0, 4.0], "bins": [-0.007048278581351042, -0.006830381229519844, -0.006612483877688646, -0.006394586991518736, -0.006176689639687538, -0.00595879228785634, -0.005740894936025143, -0.005522997584193945, -0.005305100232362747, -0.005087203346192837, -0.004869305994361639, -0.004651408642530441, -0.0044335112906992435, -0.004215613938868046, -0.003997717052698135, -0.0037798197008669376, -0.00356192234903574, -0.003344024997204542, -0.003126127878203988, -0.0029082305263727903, -0.0026903334073722363, -0.0024724360555410385, -0.0022545387037098408, -0.0020366415847092867, -0.001818744232878089, -0.001600846997462213, -0.0013829497620463371, -0.0011650524102151394, -0.0009471551747992635, -0.0007292579393833876, -0.0005113606457598507, -0.00029346338124014437, -7.5566116720438e-05, 0.00014233114779926836, 0.00036022841231897473, 0.0005781257059425116, 0.0007960229413583875, 0.0010139201767742634, 0.0012318175286054611, 0.001449714764021337, 0.001667611999437213, 0.0018855092348530889, 0.0021034064702689648, 0.0023213038221001625, 0.0025392011739313602, 0.0027570982929319143, 0.002974995644763112, 0.003192892763763666, 0.003410790115594864, 0.0036286874674260616, 0.0038465845864266157, 0.00406448170542717, 0.0042823790572583675, 0.004500276409089565, 0.004718173760920763, 0.004936071112751961, 0.005153967998921871, 0.005371865350753069, 0.005589762702584267, 0.005807660054415464, 0.006025557406246662, 0.00624345475807786, 0.00646135164424777, 0.006679248996078968, 0.006897146347910166]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 3.0, 4.0, 4.0, 3.0, 6.0, 9.0, 4.0, 0.0, 0.0, 1.0, 4.0, 1.0, 3.0, 4.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.017223291099071503, -0.01655307412147522, -0.015882855281233788, -0.01521263737231493, -0.014542419463396072, -0.01387220248579979, -0.013201984576880932, -0.012531766667962074, -0.011861548759043217, -0.011191330850124359, -0.010521112941205502, -0.009850895032286644, -0.009180678054690361, -0.008510460145771503, -0.007840242236852646, -0.007170024327933788, -0.006499806419014931, -0.005829588510096073, -0.005159370601177216, -0.004489153157919645, -0.0038189352490007877, -0.00314871734008193, -0.0024784996639937162, -0.0018082818714901805, -0.0011380640789866447, -0.000467846286483109, 0.00020237150602042675, 0.0008725892985239625, 0.0015428070910274982, 0.002213024999946356, 0.0028832426760345697, 0.0035534603521227837, 0.004223678261041641, 0.004893896169960499, 0.005564114078879356, 0.006234331522136927, 0.006904549431055784, 0.007574767339974642, 0.008244984783232212, 0.00891520269215107, 0.009585420601069927, 0.010255638509988785, 0.010925856418907642, 0.0115960743278265, 0.012266291305422783, 0.01293650921434164, 0.013606727123260498, 0.014276945032179356, 0.014947162941098213, 0.01561738085001707, 0.01628759875893593, 0.01695781573653221, 0.017628034576773643, 0.018298251554369926, 0.01896847039461136, 0.01963868737220764, 0.020308904349803925, 0.020979123190045357, 0.02164934016764164, 0.022319559007883072, 0.022989775985479355, 0.023659994825720787, 0.02433021180331707, 0.025000430643558502, 0.025670647621154785]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 3.0, 3.0, 3.0, 0.0, 3.0, 2.0, 1.0, 8.0, 8.0, 9.0, 16.0, 14.0, 13.0, 22.0, 39.0, 36.0, 33.0, 47.0, 46.0, 70.0, 92.0, 99.0, 108.0, 101.0, 154.0, 193.0, 226.0, 326.0, 381.0, 515.0, 661.0, 862.0, 1345.0, 2115.0, 5808.0, 1630.0, 966.0, 647.0, 422.0, 292.0, 237.0, 171.0, 163.0, 130.0, 85.0, 75.0, 77.0, 47.0, 29.0, 21.0, 10.0, 8.0, 4.0, 1.0, 0.0, 4.0, 4.0, 3.0, 23.0, 2.0, 2.0, 3.0, 13.0], "bins": [-0.010199441574513912, -0.009910418651998043, -0.009621395729482174, -0.009332372806966305, -0.009043349884450436, -0.008754326961934566, -0.008465304039418697, -0.008176281116902828, -0.007887258194386959, -0.007598234806209803, -0.0073092118836939335, -0.007020188961178064, -0.006731166038662195, -0.006442143116146326, -0.006153120193630457, -0.005864097271114588, -0.005575074348598719, -0.0052860514260828495, -0.00499702850356698, -0.004708005581051111, -0.004418982658535242, -0.004129959736019373, -0.00384093658067286, -0.003551913658156991, -0.003262890735641122, -0.0029738678131252527, -0.0026848448906093836, -0.0023958219680935144, -0.0021067988127470016, -0.0018177760066464543, -0.0015287529677152634, -0.0012397300451993942, -0.0009507071226835251, -0.0006616842001676559, -0.0003726612194441259, -8.36382678244263e-05, 0.0002053846837952733, 0.0004944076063111424, 0.0007834305870346725, 0.0010724535677582026, 0.0013614764902740717, 0.0016504994127899408, 0.00193952233530581, 0.002228545257821679, 0.002517568413168192, 0.002806591335684061, 0.00309561425819993, 0.0033846371807157993, 0.0036736601032316685, 0.003962683025747538, 0.004251705948263407, 0.004540728870779276, 0.004829751793295145, 0.005118774715811014, 0.005407797638326883, 0.0056968205608427525, 0.005985843949019909, 0.006274866871535778, 0.006563889794051647, 0.006852912716567516, 0.0071419356390833855, 0.007430958561599255, 0.007719981484115124, 0.008009004406630993, 0.008298027329146862]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 4.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.04743032902479172, -0.04600796103477478, -0.04458559304475784, -0.043163225054740906, -0.04174085706472397, -0.04031848907470703, -0.038896121084690094, -0.03747375309467316, -0.03605138510465622, -0.03462901711463928, -0.033206649124622345, -0.03178428113460541, -0.03036191500723362, -0.028939547017216682, -0.027517179027199745, -0.026094811037182808, -0.02467244304716587, -0.023250075057148933, -0.021827707067131996, -0.02040533907711506, -0.01898297108709812, -0.017560603097081184, -0.016138235107064247, -0.014715868048369884, -0.013293500058352947, -0.01187113206833601, -0.010448764078319073, -0.009026396088302135, -0.0076040285639464855, -0.006181660573929548, -0.004759293049573898, -0.003336925059556961, -0.0019145570695400238, -0.0004921891959384084, 0.000930178677663207, 0.0023525464348495007, 0.003774914424866438, 0.005197282414883375, 0.006619649939239025, 0.008042017929255962, 0.0094643859192729, 0.010886753909289837, 0.012309121899306774, 0.013731489889323711, 0.015153856948018074, 0.01657622493803501, 0.01799859292805195, 0.019420960918068886, 0.020843328908085823, 0.02226569689810276, 0.023688064888119698, 0.025110432878136635, 0.026532800868153572, 0.02795516885817051, 0.029377536848187447, 0.030799904838204384, 0.03222227096557617, 0.03364463895559311, 0.035067006945610046, 0.036489374935626984, 0.03791174292564392, 0.03933411091566086, 0.040756478905677795, 0.04217884689569473, 0.04360121488571167]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 4.0, 1.0, 4.0, 2.0, 3.0, 3.0, 4.0, 8.0, 1.0, 6.0, 2.0, 5.0, 3.0, 4.0, 6.0, 14.0, 20.0, 24.0, 46.0, 19.0, 9.0, 9.0, 13.0, 8.0, 8.0, 12.0, 7.0, 5.0, 3.0, 4.0, 0.0, 3.0, 3.0, 3.0, 2.0, 2.0, 2.0, 0.0, 1.0, 3.0, 0.0, 1.0, 3.0], "bins": [-0.06486717611551285, -0.06323334574699402, -0.06159951910376549, -0.05996569246053696, -0.058331865817308426, -0.0566980354487896, -0.055064208805561066, -0.053430382162332535, -0.051796555519104004, -0.050162725150585175, -0.048528898507356644, -0.04689507186412811, -0.04526124149560928, -0.04362741485238075, -0.04199358820915222, -0.04035975784063339, -0.03872593119740486, -0.03709210455417633, -0.0354582741856575, -0.03382444754242897, -0.03219062089920044, -0.03055679239332676, -0.02892296388745308, -0.02728913724422455, -0.025655308738350868, -0.024021480232477188, -0.022387653589248657, -0.020753825083374977, -0.019119996577501297, -0.017486169934272766, -0.015852341428399086, -0.01421851385384798, -0.012584686279296875, -0.01095085870474577, -0.009317031130194664, -0.007683202624320984, -0.006049375049769878, -0.004415547475218773, -0.00278171943500638, -0.001147891627624631, 0.0004859361797571182, 0.0021197639871388674, 0.0037535917945206165, 0.005387419834733009, 0.007021247409284115, 0.00865507498383522, 0.0102889034897089, 0.011922731064260006, 0.013556558638811111, 0.015190386213362217, 0.016824213787913322, 0.018458042293787003, 0.020091868937015533, 0.021725697442889214, 0.023359525948762894, 0.024993352591991425, 0.026627181097865105, 0.028261009603738785, 0.029894836246967316, 0.03152866289019585, 0.033162493258714676, 0.03479631990194321, 0.03643014654517174, 0.03806397691369057, 0.0396978035569191]}, "_runtime": 55.159300565719604, "_timestamp": 1596211644.9304094, "_step": 66}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 3.0, 0.0, 0.0, 3.0, 0.0, 5.0, 1.0, 4.0, 2.0, 1.0, 2.0, 2.0, 0.0, 3.0, 1.0, 4.0, 3.0, 4.0, 3.0, 2.0, 3.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01409154012799263, -0.013579392805695534, -0.013067246414721012, -0.012555099092423916, -0.012042952701449394, -0.011530805379152298, -0.011018658056855202, -0.01050651166588068, -0.009994364343583584, -0.009482217021286488, -0.008970070630311966, -0.00845792330801487, -0.007945775985717773, -0.007433629594743252, -0.0069214822724461555, -0.006409335415810347, -0.005897188559174538, -0.005385041702538729, -0.00487289484590292, -0.0043607475236058235, -0.0038486006669700146, -0.0033364538103342056, -0.002824306720867753, -0.0023121596314013004, -0.0018000127747654915, -0.0012878658017143607, -0.0007757188286632299, -0.00026357185561209917, 0.0002485751174390316, 0.0007607220904901624, 0.0012728690635412931, 0.001785016036592424, 0.0022971630096435547, 0.0028093098662793636, 0.0033214569557458162, 0.003833604045212269, 0.004345750901848078, 0.004857897758483887, 0.005370045080780983, 0.005882191937416792, 0.006394338794052601, 0.00690648565068841, 0.007418632507324219, 0.007930779829621315, 0.008442927151918411, 0.008955073542892933, 0.00946722086519003, 0.00997936725616455, 0.010491514578461647, 0.011003661900758743, 0.011515808291733265, 0.012027955614030361, 0.012540102005004883, 0.013052249327301979, 0.013564396649599075, 0.014076543040573597, 0.014588690362870693, 0.01510083768516779, 0.015612984076142311, 0.016125131398439407, 0.016637278720736504, 0.0171494260430336, 0.017661571502685547, 0.018173718824982643, 0.01868586614727974]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 4.0, 5.0, 9.0, 9.0, 15.0, 31.0, 34.0, 60.0, 42.0, 83.0, 146.0, 200.0, 339.0, 680.0, 5214.0, 441.0, 214.0, 123.0, 80.0, 54.0, 27.0, 29.0, 17.0, 18.0, 11.0, 5.0, 9.0, 8.0, 6.0, 5.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.2214268445968628, -0.21407634019851685, -0.2067258507013321, -0.19937534630298615, -0.1920248419046402, -0.18467435240745544, -0.1773238480091095, -0.16997334361076355, -0.1626228392124176, -0.15527234971523285, -0.1479218453168869, -0.14057134091854095, -0.1332208514213562, -0.12587034702301025, -0.1185198500752449, -0.11116934567689896, -0.1038188487291336, -0.09646835178136826, -0.08911784738302231, -0.08176735043525696, -0.07441684603691101, -0.06706634908914566, -0.05971585214138031, -0.05236535146832466, -0.04501485079526901, -0.037664350122213364, -0.030313851311802864, -0.022963352501392365, -0.015612851828336716, -0.008262352086603642, -0.0009118523448705673, 0.006438647396862507, 0.013789147138595581, 0.02113964781165123, 0.02849014662206173, 0.03584064543247223, 0.04319114610552788, 0.05054164677858353, 0.05789214372634888, 0.06524264812469482, 0.07259314507246017, 0.07994364202022552, 0.08729414641857147, 0.09464464336633682, 0.10199514031410217, 0.10934564471244812, 0.11669614166021347, 0.12404664605855942, 0.13139714300632477, 0.13874764740467072, 0.14609813690185547, 0.15344864130020142, 0.16079914569854736, 0.16814963519573212, 0.17550013959407806, 0.182850643992424, 0.19020113348960876, 0.1975516378879547, 0.20490214228630066, 0.2122526466846466, 0.21960313618183136, 0.2269536405801773, 0.23430414497852325, 0.241654634475708, 0.24900513887405396]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 0.0, 1.0, 6.0, 3.0, 7.0, 5.0, 6.0, 9.0, 4.0, 24.0, 4.0, 1.0, 3.0, 9.0, 5.0, 4.0, 2.0, 2.0, 5.0, 0.0, 2.0, 2.0, 2.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00414336659014225, -0.00401398865506053, -0.0038846107199788094, -0.003755232784897089, -0.0036258548498153687, -0.0034964769147336483, -0.003367098979651928, -0.0032377210445702076, -0.0031083431094884872, -0.002978965174406767, -0.0028495872393250465, -0.002720209304243326, -0.002590831369161606, -0.0024614534340798855, -0.002332075498998165, -0.0022026975639164448, -0.0020733196288347244, -0.001943941693753004, -0.0018145637586712837, -0.0016851858235895634, -0.001555807888507843, -0.0014264299534261227, -0.0012970520183444023, -0.001167674083262682, -0.0010382961481809616, -0.0009089182130992413, -0.0007795402780175209, -0.0006501623429358006, -0.0005207844078540802, -0.00039140647277235985, -0.0002620285376906395, -0.00013265060260891914, -3.2726675271987915e-06, 0.00012610526755452156, 0.0002554832026362419, 0.00038486113771796227, 0.0005142390727996826, 0.000643617007881403, 0.0007729949429631233, 0.0009023728780448437, 0.001031750813126564, 0.0011611287482082844, 0.0012905066832900047, 0.001419884618371725, 0.0015492625534534454, 0.0016786404885351658, 0.0018080184236168861, 0.0019373963586986065, 0.002066774293780327, 0.002196152228862047, 0.0023255301639437675, 0.002454908099025488, 0.0025842860341072083, 0.0027136639691889286, 0.002843041904270649, 0.0029724198393523693, 0.0031017977744340897, 0.00323117570951581, 0.0033605536445975304, 0.0034899315796792507, 0.003619309514760971, 0.0037486874498426914, 0.0038780653849244118, 0.004007443320006132, 0.0041368212550878525]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 3.0, 3.0, 4.0, 8.0, 7.0, 17.0, 14.0, 25.0, 37.0, 62.0, 88.0, 134.0, 234.0, 404.0, 618.0, 1152.0, 2115.0, 4070.0, 8574.0, 20291.0, 57839.0, 795504.0, 196678.0, 50508.0, 20423.0, 9574.0, 4848.0, 2535.0, 1488.0, 849.0, 537.0, 351.0, 226.0, 155.0, 87.0, 43.0, 36.0, 22.0, 16.0, 18.0, 14.0, 8.0, 5.0, 6.0, 7.0, 2.0, 1.0, 1.0, 2.0], "bins": [-0.01561560109257698, -0.015192534774541855, -0.014769468456506729, -0.014346402138471603, -0.013923335820436478, -0.013500268571078777, -0.013077202253043652, -0.012654135935008526, -0.0122310696169734, -0.011808003298938274, -0.011384936980903149, -0.010961870662868023, -0.010538803413510323, -0.010115737095475197, -0.009692670777440071, -0.009269604459404945, -0.00884653814136982, -0.008423471823334694, -0.008000405505299568, -0.007577338721603155, -0.007154272403568029, -0.006731206085532904, -0.006308139301836491, -0.005885072983801365, -0.005462006665766239, -0.0050389403477311134, -0.004615874029695988, -0.004192807245999575, -0.003769740927964449, -0.003346674609929323, -0.002923608059063554, -0.0025005415081977844, -0.0020774751901626587, -0.0016544087557122111, -0.0012313423212617636, -0.000808275886811316, -0.00038520945236086845, 3.7856982089579105e-05, 0.00046092341654002666, 0.0008839898509904742, 0.0013070562854409218, 0.0017301227198913693, 0.002153189154341817, 0.0025762557052075863, 0.002999322023242712, 0.0034223883412778378, 0.003845454892143607, 0.0042685214430093765, 0.004691587761044502, 0.005114654079079628, 0.005537720397114754, 0.005960787180811167, 0.0063838534988462925, 0.006806919816881418, 0.007229986600577831, 0.007653052918612957, 0.008076119236648083, 0.008499185554683208, 0.008922251872718334, 0.00934531819075346, 0.00976838544011116, 0.010191451758146286, 0.010614518076181412, 0.011037584394216537, 0.011460650712251663]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 3.0, 2.0, 5.0, 3.0, 8.0, 3.0, 10.0, 3.0, 2.0, 1.0, 4.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013153133913874626, -0.01237789262086153, -0.011602651327848434, -0.010827409103512764, -0.010052167810499668, -0.009276926517486572, -0.008501684293150902, -0.007726443000137806, -0.00695120170712471, -0.006175960414111614, -0.005400718655437231, -0.004625476896762848, -0.003850235603749752, -0.0030749940779060125, -0.002299752552062273, -0.0015245110262185335, -0.000749269500374794, 2.5972025468945503e-05, 0.000801213551312685, 0.0015764550771564245, 0.002351696603000164, 0.0031269381288439035, 0.003902179654687643, 0.004677421413362026, 0.005452662706375122, 0.006227903999388218, 0.007003145758062601, 0.007778387516736984, 0.00855362880975008, 0.009328870102763176, 0.010104112327098846, 0.010879353620111942, 0.011654594913125038, 0.012429836206138134, 0.01320507749915123, 0.0139803197234869, 0.014755561016499996, 0.015530802309513092, 0.016306044533848763, 0.017081284895539284, 0.017856527119874954, 0.018631769344210625, 0.019407009705901146, 0.020182251930236816, 0.020957492291927338, 0.021732734516263008, 0.02250797674059868, 0.0232832171022892, 0.02405845932662487, 0.02483370155096054, 0.025608941912651062, 0.026384184136986732, 0.027159426361322403, 0.027934666723012924, 0.028709908947348595, 0.029485149309039116, 0.030260391533374786, 0.031035633757710457, 0.03181087598204613, 0.03258611634373665, 0.03336135670542717, 0.03413660079240799, 0.03491184115409851, 0.03568708151578903, 0.03646232187747955]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [4.0, 2.0, 3.0, 8.0, 5.0, 6.0, 14.0, 17.0, 35.0, 32.0, 30.0, 34.0, 41.0, 46.0, 69.0, 78.0, 132.0, 211.0, 295.0, 423.0, 607.0, 823.0, 1133.0, 1793.0, 2944.0, 5829.0, 1342.0, 744.0, 470.0, 286.0, 167.0, 134.0, 126.0, 103.0, 76.0, 62.0, 53.0, 43.0, 30.0, 19.0, 16.0, 12.0, 12.0, 19.0, 18.0, 12.0, 11.0, 13.0, 7.0, 4.0, 8.0, 1.0, 4.0, 4.0, 1.0, 6.0, 3.0, 1.0, 2.0, 3.0, 1.0, 2.0, 2.0, 1.0], "bins": [-0.008973461575806141, -0.00861599761992693, -0.008258534595370293, -0.007901070639491081, -0.007543607614934444, -0.007186143659055233, -0.006828680168837309, -0.006471216678619385, -0.006113753188401461, -0.0057562896981835365, -0.005398826207965612, -0.005041362717747688, -0.004683898761868477, -0.004326435271650553, -0.003968971781432629, -0.0036115082912147045, -0.0032540448009967804, -0.0028965813107788563, -0.002539117820560932, -0.0021816540975123644, -0.0018241906072944403, -0.0014667271170765162, -0.0011092635104432702, -0.0007517999620176852, -0.00039433641359210014, -3.687286516651511e-05, 0.0003205906832590699, 0.000678054231684655, 0.00103551778011024, 0.001392981270328164, 0.00175044487696141, 0.002107908483594656, 0.00246537197381258, 0.0028228354640305042, 0.0031802989542484283, 0.003537762677296996, 0.0038952261675149202, 0.004252689890563488, 0.004610153380781412, 0.004967616870999336, 0.00532508036121726, 0.0056825438514351845, 0.006040007341653109, 0.006397470831871033, 0.006754934787750244, 0.007112398277968168, 0.007469861768186092, 0.00782732479274273, 0.00818478874862194, 0.008542252704501152, 0.008899715729057789, 0.009257179684937, 0.009614642709493637, 0.009972106665372849, 0.010329569689929485, 0.010687033645808697, 0.011044496670365334, 0.011401960626244545, 0.011759424582123756, 0.012116887606680393, 0.012474351562559605, 0.012831814587116241, 0.013189278542995453, 0.01354674156755209, 0.013904205523431301]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.11516276001930237, -0.11222263425588608, -0.10928250849246979, -0.1063423827290535, -0.10340225696563721, -0.10046213120222092, -0.09752200543880463, -0.09458187967538834, -0.09164175391197205, -0.08870162814855576, -0.08576150238513947, -0.08282137662172318, -0.07988125085830688, -0.0769411250948906, -0.0740009993314743, -0.07106087356805801, -0.06812074780464172, -0.06518062204122543, -0.06224049627780914, -0.05930037051439285, -0.05636024475097656, -0.05342011898756027, -0.05047999322414398, -0.04753986746072769, -0.0445997416973114, -0.04165961593389511, -0.03871949017047882, -0.03577936440706253, -0.03283923864364624, -0.02989911288022995, -0.02695898711681366, -0.02401886135339737, -0.02107873558998108, -0.01813860982656479, -0.015198484063148499, -0.012258358299732208, -0.009318232536315918, -0.006378106772899628, -0.0034379810094833374, -0.0004978552460670471, 0.002442270517349243, 0.0053823962807655334, 0.008322522044181824, 0.011262647807598114, 0.014202773571014404, 0.017142899334430695, 0.020083025097846985, 0.023023150861263275, 0.025963276624679565, 0.028903402388095856, 0.031843528151512146, 0.034783653914928436, 0.03772377967834473, 0.04066390544176102, 0.04360403120517731, 0.0465441569685936, 0.04948428273200989, 0.05242440849542618, 0.05536453425884247, 0.05830466002225876, 0.06124478578567505, 0.06418491154909134, 0.06712503731250763, 0.07006516307592392, 0.07300528883934021]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 4.0, 2.0, 3.0, 3.0, 4.0, 7.0, 10.0, 11.0, 11.0, 32.0, 15.0, 63.0, 46.0, 19.0, 7.0, 1.0, 3.0, 0.0, 0.0, 3.0, 1.0, 4.0, 2.0, 3.0, 3.0, 3.0, 2.0, 1.0, 3.0, 2.0, 1.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0], "bins": [-0.08692910522222519, -0.0846799910068512, -0.0824308767914772, -0.08018176257610321, -0.07793264836072922, -0.07568353414535522, -0.07343441247940063, -0.07118529826402664, -0.06893618404865265, -0.06668706983327866, -0.06443795561790466, -0.06218884140253067, -0.05993972718715668, -0.057690612971782684, -0.05544149503111839, -0.0531923808157444, -0.05094326660037041, -0.048694152384996414, -0.04644503816962242, -0.04419592022895813, -0.04194680601358414, -0.039697691798210144, -0.03744857758283615, -0.03519946336746216, -0.032950349152088165, -0.030701233074069023, -0.02845211699604988, -0.026203002780675888, -0.023953888565301895, -0.021704772487282753, -0.01945565827190876, -0.017206542193889618, -0.014957427978515625, -0.012708312831819057, -0.01045919768512249, -0.008210083469748497, -0.0059609683230519295, -0.0037118534091860056, -0.0014627384953200817, 0.0007863764185458422, 0.003035491332411766, 0.005284606479108334, 0.007533721160143614, 0.009782835841178894, 0.012031950987875462, 0.014281066134572029, 0.016530180349946022, 0.018779296427965164, 0.021028410643339157, 0.02327752485871315, 0.025526640936732292, 0.027775755152106285, 0.030024871230125427, 0.03227398544549942, 0.03452309966087341, 0.036772213876247406, 0.0390213280916214, 0.04127044603228569, 0.04351956024765968, 0.045768674463033676, 0.04801778867840767, 0.05026690289378166, 0.05251602083444595, 0.054765135049819946, 0.05701424926519394]}, "_runtime": 55.92100191116333, "_timestamp": 1596211645.6921108, "_step": 67}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 4.0, 0.0, 1.0, 3.0, 1.0, 2.0, 2.0, 2.0, 2.0, 3.0, 8.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 3.0, 3.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.009055525064468384, -0.008757486008107662, -0.00845944695174694, -0.008161407895386219, -0.007863368839025497, -0.007565330248326063, -0.007267291657626629, -0.006969252601265907, -0.006671213544905186, -0.006373174488544464, -0.0060751354321837425, -0.005777096841484308, -0.005479057785123587, -0.005181018728762865, -0.004882980138063431, -0.004584941081702709, -0.004286902025341988, -0.003988862968981266, -0.003690824145451188, -0.00339278532192111, -0.0030947462655603886, -0.002796707209199667, -0.002498668385669589, -0.002200629562139511, -0.0019025905057787895, -0.0016045515658333898, -0.00130651262588799, -0.0010084736859425902, -0.0007104347459971905, -0.0004123958060517907, -0.00011435686610639095, 0.0001836820738390088, 0.00048172101378440857, 0.0007797599537298083, 0.001077798893675208, 0.0013758378336206079, 0.0016738767735660076, 0.001971915829926729, 0.002269954653456807, 0.002567993476986885, 0.0028660325333476067, 0.0031640715897083282, 0.003462110413238406, 0.003760149236768484, 0.004058188293129206, 0.004356227349489927, 0.004654265940189362, 0.004952304996550083, 0.005250344052910805, 0.005548383109271526, 0.005846422165632248, 0.006144460756331682, 0.006442499812692404, 0.006740538869053125, 0.00703857745975256, 0.007336616516113281, 0.007634655572474003, 0.007932694628834724, 0.008230733685195446, 0.008528772741556168, 0.008826810866594315, 0.009124849922955036, 0.009422888979315758, 0.00972092803567648, 0.010018967092037201]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 4.0, 6.0, 1.0, 7.0, 7.0, 4.0, 9.0, 12.0, 10.0, 10.0, 19.0, 27.0, 26.0, 38.0, 39.0, 45.0, 61.0, 94.0, 124.0, 168.0, 213.0, 381.0, 4492.0, 1063.0, 327.0, 199.0, 126.0, 93.0, 55.0, 65.0, 47.0, 26.0, 29.0, 20.0, 15.0, 10.0, 10.0, 11.0, 8.0, 5.0, 6.0, 2.0, 3.0, 5.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0], "bins": [-0.14407648146152496, -0.1396721601486206, -0.13526783883571625, -0.1308635175228119, -0.12645919620990753, -0.12205486744642258, -0.11765054613351822, -0.11324622482061386, -0.1088419035077095, -0.10443758219480515, -0.10003326088190079, -0.09562893956899643, -0.09122461080551147, -0.08682028949260712, -0.08241596817970276, -0.0780116468667984, -0.07360732555389404, -0.06920300424098969, -0.06479868292808533, -0.06039435788989067, -0.05599003657698631, -0.051585715264081955, -0.0471813902258873, -0.04277706891298294, -0.03837274760007858, -0.033968426287174225, -0.029564103111624718, -0.02515977993607521, -0.020755458623170853, -0.016351137310266495, -0.011946814134716988, -0.007542491890490055, -0.0031381696462631226, 0.00126615259796381, 0.0056704748421907425, 0.010074797086417675, 0.014479119330644608, 0.018883440643548965, 0.023287763819098473, 0.02769208699464798, 0.03209640830755234, 0.036500729620456696, 0.04090505093336105, 0.04530937597155571, 0.04971369728446007, 0.054118018597364426, 0.05852234363555908, 0.06292666494846344, 0.0673309862613678, 0.07173530757427216, 0.07613962888717651, 0.08054395020008087, 0.08494827151298523, 0.08935260027647018, 0.09375692158937454, 0.0981612429022789, 0.10256556421518326, 0.10696988552808762, 0.11137420684099197, 0.11577852815389633, 0.12018285691738129, 0.12458717823028564, 0.12899149954319, 0.13339582085609436, 0.13780014216899872]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 2.0, 2.0, 2.0, 5.0, 4.0, 2.0, 2.0, 4.0, 2.0, 22.0, 10.0, 5.0, 3.0, 6.0, 4.0, 3.0, 3.0, 4.0, 3.0, 5.0, 3.0, 6.0, 0.0, 4.0, 7.0, 0.0, 1.0, 2.0, 0.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0022760904394090176, -0.002161592012271285, -0.0020470935851335526, -0.00193259515799582, -0.0018180967308580875, -0.001703598303720355, -0.0015890998765826225, -0.00147460144944489, -0.0013601030223071575, -0.0012456047115847468, -0.0011311062844470143, -0.0010166078573092818, -0.0009021094301715493, -0.0007876110030338168, -0.0006731125758960843, -0.0005586141487583518, -0.0004441157216206193, -0.0003296172944828868, -0.00021511888189706951, -0.00010062046203529462, 1.387795782648027e-05, 0.00012837638496421278, 0.00024287479755003005, 0.00035737321013584733, 0.00047187163727357984, 0.0005863700644113123, 0.0007008684915490448, 0.0008153669186867774, 0.0009298652876168489, 0.0010443637147545815, 0.001158862141892314, 0.0012733605690300465, 0.001387858996167779, 0.0015023574233055115, 0.001616855850443244, 0.0017313542775809765, 0.001845852704718709, 0.0019603511318564415, 0.002074849558994174, 0.0021893479861319065, 0.002303846413269639, 0.0024183448404073715, 0.002532843267545104, 0.0026473416946828365, 0.002761840121820569, 0.0028763385489583015, 0.002990836976096034, 0.0031053354032337666, 0.0032198335975408554, 0.003334332024678588, 0.0034488304518163204, 0.003563328878954053, 0.0036778273060917854, 0.003792325733229518, 0.0039068241603672504, 0.004021322820335627, 0.0041358210146427155, 0.004250319674611092, 0.0043648178689181805, 0.004479316528886557, 0.0045938147231936455, 0.004708313383162022, 0.0048228115774691105, 0.004937310237437487, 0.0050518084317445755]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 5.0, 7.0, 15.0, 35.0, 57.0, 71.0, 123.0, 228.0, 354.0, 601.0, 995.0, 1804.0, 3451.0, 6559.0, 14090.0, 33642.0, 107563.0, 806503.0, 99262.0, 41856.0, 22937.0, 13596.0, 8618.0, 5627.0, 3636.0, 2465.0, 1709.0, 1122.0, 762.0, 556.0, 383.0, 285.0, 212.0, 141.0, 99.0, 77.0, 39.0, 34.0, 31.0, 19.0, 16.0, 12.0, 6.0, 14.0, 4.0, 5.0, 4.0, 2.0, 2.0, 3.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.0066876825876533985, -0.006403180304914713, -0.00611867755651474, -0.005834175273776054, -0.005549672991037369, -0.005265170242637396, -0.00498066795989871, -0.004696165677160025, -0.004411662928760052, -0.004127160646021366, -0.0038426583632826805, -0.0035581558477133512, -0.003273653332144022, -0.0029891510494053364, -0.002704648533836007, -0.0024201462510973215, -0.0021356437355279922, -0.0018511413363739848, -0.0015666389372199774, -0.0012821364216506481, -0.0009976340224966407, -0.0007131316233426332, -0.0004286291659809649, -0.000144126737723127, 0.00014037569053471088, 0.0004248781187925488, 0.0007093805470503867, 0.000993883004412055, 0.0012783854035660625, 0.0015628878027200699, 0.0018473903182893991, 0.0021318926010280848, 0.002416395116597414, 0.0027008976321667433, 0.002985399914905429, 0.003269902430474758, 0.0035544047132134438, 0.003838907228782773, 0.004123409744352102, 0.004407912027090788, 0.004692414775490761, 0.004976917058229446, 0.005261419340968132, 0.005545921623706818, 0.0058304243721067905, 0.006114926654845476, 0.006399428937584162, 0.006683931685984135, 0.00696843396872282, 0.007252936251461506, 0.007537438999861479, 0.007821940816938877, 0.008106444031000137, 0.008390946313738823, 0.008675448596477509, 0.008959950879216194, 0.00924445316195488, 0.009528955444693565, 0.009813458658754826, 0.010097960941493511, 0.010382463224232197, 0.010666965506970882, 0.010951467789709568, 0.011235970072448254, 0.011520473286509514]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 4.0, 0.0, 4.0, 2.0, 4.0, 3.0, 8.0, 4.0, 3.0, 4.0, 4.0, 2.0, 3.0, 0.0, 1.0, 1.0, 3.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.010526156052947044, -0.009750358760356903, -0.008974560536444187, -0.008198763243854046, -0.007422965485602617, -0.006647167727351189, -0.005871370434761047, -0.005095572676509619, -0.00431977491825819, -0.0035439771600067616, -0.0027681796345859766, -0.0019923821091651917, -0.001216584350913763, -0.00044078670907765627, 0.0003350109327584505, 0.0011108085745945573, 0.001886606216430664, 0.0026624039746820927, 0.0034382015001028776, 0.004213999025523663, 0.004989796783775091, 0.00576559454202652, 0.006541391834616661, 0.00731718959286809, 0.008092987351119518, 0.00886878464370966, 0.009644582867622375, 0.010420380160212517, 0.011196177452802658, 0.011971975676715374, 0.012747772969305515, 0.013523571193218231, 0.014299368485808372, 0.015075165778398514, 0.015850963070988655, 0.016626762226223946, 0.017402559518814087, 0.018178356811404228, 0.01895415410399437, 0.01972995139658451, 0.020505748689174652, 0.021281547844409943, 0.022057345137000084, 0.022833142429590225, 0.023608939722180367, 0.024384737014770508, 0.0251605361700058, 0.02593633346259594, 0.02671213075518608, 0.027487928047776222, 0.028263725340366364, 0.029039524495601654, 0.029815321788191795, 0.030591119080781937, 0.03136691823601723, 0.03214271366596222, 0.03291851282119751, 0.0336943082511425, 0.03447010740637779, 0.03524590656161308, 0.036021701991558075, 0.036797501146793365, 0.03757329657673836, 0.03834909573197365, 0.03912489116191864]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 3.0, 5.0, 6.0, 16.0, 23.0, 31.0, 36.0, 49.0, 71.0, 88.0, 119.0, 141.0, 214.0, 360.0, 539.0, 756.0, 1251.0, 2288.0, 5939.0, 1646.0, 1114.0, 823.0, 614.0, 453.0, 356.0, 244.0, 229.0, 150.0, 129.0, 104.0, 65.0, 62.0, 71.0, 47.0, 51.0, 42.0, 33.0, 33.0, 31.0, 25.0, 12.0, 10.0, 9.0, 9.0, 10.0, 8.0, 11.0, 9.0, 7.0, 9.0, 21.0, 13.0, 6.0, 7.0, 1.0, 5.0, 5.0, 14.0, 4.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.006050435360521078, -0.005734678823500872, -0.005418922286480665, -0.005103165749460459, -0.004787409212440252, -0.004471652675420046, -0.004155896138399839, -0.0038401393685489893, -0.003524382831528783, -0.0032086262945085764, -0.00289286975748837, -0.0025771132204681635, -0.0022613564506173134, -0.0019456000300124288, -0.0016298433765769005, -0.001314086839556694, -0.0009983303025364876, -0.0006825737655162811, -0.00036681717028841376, -5.1060604164376855e-05, 0.00026469596195966005, 0.0005804524989798665, 0.0008962090942077339, 0.0012119656894356012, 0.0015277222264558077, 0.0018434787634760141, 0.0021592353004962206, 0.002474991837516427, 0.002790748607367277, 0.0031065051443874836, 0.00342226168140769, 0.0037380182184278965, 0.004053774755448103, 0.004369531292468309, 0.004685287829488516, 0.005001044366508722, 0.005316800903528929, 0.005632557440549135, 0.005948313977569342, 0.006264070514589548, 0.006579827517271042, 0.006895584054291248, 0.007211340591311455, 0.007527097128331661, 0.007842853665351868, 0.008158610202372074, 0.00847436673939228, 0.008790123276412487, 0.009105879813432693, 0.0094216363504529, 0.009737392887473106, 0.010053149424493313, 0.01036890596151352, 0.010684662498533726, 0.011000419035553932, 0.011316175572574139, 0.011631932109594345, 0.011947688646614552, 0.012263445183634758, 0.012579201720654964, 0.012894958257675171, 0.013210714794695377, 0.013526471331715584, 0.01384222786873579, 0.014157984405755997]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 4.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0], "bins": [-0.1885104477405548, -0.1845397651195526, -0.1805690973997116, -0.1765984147787094, -0.17262773215770721, -0.16865704953670502, -0.164686381816864, -0.16071569919586182, -0.15674501657485962, -0.15277434885501862, -0.14880366623401642, -0.14483298361301422, -0.14086230099201202, -0.13689163327217102, -0.13292095065116882, -0.12895026803016663, -0.12497959285974503, -0.12100891768932343, -0.11703823506832123, -0.11306755989789963, -0.10909687727689743, -0.10512620210647583, -0.10115551948547363, -0.09718484431505203, -0.09321416914463043, -0.08924348652362823, -0.08527281135320663, -0.08130212873220444, -0.07733145356178284, -0.07336077094078064, -0.06939009577035904, -0.06541941314935684, -0.06144873797893524, -0.05747805908322334, -0.053507380187511444, -0.049536701291799545, -0.045566022396087646, -0.041595347225666046, -0.03762466832995415, -0.03365398943424225, -0.02968331053853035, -0.02571263164281845, -0.021741952747106552, -0.017771275714039803, -0.013800596818327904, -0.009829917922616005, -0.005859239958226681, -0.0018885615281760693, 0.0020821169018745422, 0.006052795331925154, 0.010023473761975765, 0.01399415172636509, 0.017964830622076988, 0.021935509517788887, 0.025906186550855637, 0.029876865446567535, 0.033847544342279434, 0.03781822323799133, 0.04178890213370323, 0.04575958102941513, 0.04973025619983673, 0.05370093509554863, 0.05767161399126053, 0.06164229288697243, 0.06561297178268433]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 3.0, 1.0, 2.0, 1.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 3.0, 1.0, 3.0, 2.0, 5.0, 2.0, 3.0, 2.0, 3.0, 2.0, 2.0, 2.0, 2.0, 2.0, 6.0, 6.0, 5.0, 8.0, 3.0, 12.0, 28.0, 19.0, 10.0, 8.0, 6.0, 6.0, 7.0, 17.0, 7.0, 9.0, 9.0, 9.0, 9.0, 15.0, 4.0, 5.0, 10.0, 4.0, 1.0, 2.0, 4.0], "bins": [-0.06605494022369385, -0.06455044448375702, -0.06304595619440079, -0.06154146045446396, -0.06003696843981743, -0.0585324764251709, -0.05702798068523407, -0.05552348867058754, -0.05401899665594101, -0.05251450091600418, -0.05101000890135765, -0.04950551688671112, -0.04800102487206459, -0.04649652913212776, -0.04499203711748123, -0.0434875451028347, -0.04198305308818817, -0.04047855734825134, -0.03897406533360481, -0.03746957331895828, -0.035965077579021454, -0.034460585564374924, -0.032956093549728394, -0.03145160153508186, -0.029947105795145035, -0.028442613780498505, -0.026938119903206825, -0.025433627888560295, -0.023929134011268616, -0.022424641996622086, -0.020920148119330406, -0.019415656104683876, -0.017911162227392197, -0.016406668350100517, -0.014902176335453987, -0.013397683389484882, -0.011893190443515778, -0.010388696566224098, -0.008884203620254993, -0.007379710674285889, -0.005875217728316784, -0.004370724782347679, -0.0028662316035479307, -0.0013617385411635041, 0.00014275452122092247, 0.001647247583605349, 0.0031517406459897757, 0.004656233824789524, 0.006160726770758629, 0.007665219716727734, 0.009169712662696838, 0.010674205608665943, 0.012178698554635048, 0.013683192431926727, 0.015187685377895832, 0.016692178323864937, 0.018196672201156616, 0.019701164215803146, 0.021205658093094826, 0.022710150107741356, 0.024214643985033035, 0.025719135999679565, 0.027223629876971245, 0.028728121891617775, 0.030232615768909454]}, "_runtime": 56.65604114532471, "_timestamp": 1596211646.42715, "_step": 68}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 3.0, 3.0, 0.0, 5.0, 3.0, 4.0, 6.0, 8.0, 4.0, 4.0, 5.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014044304378330708, -0.013456947170197964, -0.012869589030742645, -0.012282231822609901, -0.011694874614477158, -0.011107517406344414, -0.01052016019821167, -0.009932802058756351, -0.009345444850623608, -0.008758087642490864, -0.008170729503035545, -0.0075833722949028015, -0.006996015086770058, -0.006408657878637314, -0.005821300204843283, -0.0052339425310492516, -0.004646585322916508, -0.004059228114783764, -0.0034718704409897327, -0.0028845130000263453, -0.0022971555590629578, -0.0017097981180995703, -0.0011224406771361828, -0.0005350832361727953, 5.2274204790592194e-05, 0.0006396316457539797, 0.0012269890867173672, 0.0018143465276807547, 0.002401703968644142, 0.0029890614096075296, 0.003576418850570917, 0.004163776524364948, 0.004751133732497692, 0.005338490940630436, 0.005925848614424467, 0.006513206288218498, 0.007100563496351242, 0.007687920704483986, 0.00827527791261673, 0.008862636052072048, 0.009449993260204792, 0.010037350468337536, 0.010624708607792854, 0.011212065815925598, 0.011799423024058342, 0.012386780232191086, 0.01297413744032383, 0.013561495579779148, 0.014148852787911892, 0.014736209996044636, 0.015323568135499954, 0.015910925343632698, 0.016498282551765442, 0.017085639759898186, 0.01767299696803093, 0.018260354176163673, 0.018847711384296417, 0.01943507045507431, 0.020022427663207054, 0.020609784871339798, 0.021197142079472542, 0.021784499287605286, 0.02237185649573803, 0.022959213703870773, 0.023546572774648666]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 2.0, 1.0, 5.0, 4.0, 9.0, 5.0, 9.0, 18.0, 13.0, 26.0, 47.0, 52.0, 89.0, 129.0, 256.0, 437.0, 5351.0, 804.0, 268.0, 126.0, 73.0, 65.0, 31.0, 26.0, 15.0, 9.0, 10.0, 13.0, 3.0, 2.0, 6.0, 2.0, 5.0, 4.0, 3.0, 5.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.21677866578102112, -0.20970961451530457, -0.202640563249588, -0.19557151198387146, -0.1885024607181549, -0.18143340945243835, -0.1743643581867218, -0.16729530692100525, -0.1602262556552887, -0.15315718948841095, -0.1460881382226944, -0.13901908695697784, -0.1319500356912613, -0.12488098442554474, -0.11781193315982819, -0.11074288189411163, -0.10367383062839508, -0.09660477936267853, -0.08953572809696198, -0.08246667683124542, -0.07539762556552887, -0.06832856684923172, -0.06125951558351517, -0.054190464317798615, -0.04712141305208206, -0.04005236178636551, -0.032983310520648956, -0.025914255529642105, -0.018845204263925552, -0.011776152066886425, -0.004707099869847298, 0.0023619523271918297, 0.009431004524230957, 0.01650005578994751, 0.02356910891830921, 0.030638162046670914, 0.037707213312387466, 0.04477626457810402, 0.05184531956911087, 0.05891437083482742, 0.06598342210054398, 0.07305247336626053, 0.08012152463197708, 0.08719057589769363, 0.09425963461399078, 0.10132868587970734, 0.10839773714542389, 0.11546678841114044, 0.122535839676857, 0.12960489094257355, 0.1366739422082901, 0.14374299347400665, 0.1508120447397232, 0.15788109600543976, 0.1649501472711563, 0.17201919853687286, 0.1790882647037506, 0.18615731596946716, 0.19322636723518372, 0.20029541850090027, 0.20736446976661682, 0.21443352103233337, 0.22150257229804993, 0.22857162356376648, 0.23564067482948303]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 0.0, 4.0, 1.0, 3.0, 2.0, 2.0, 3.0, 1.0, 1.0, 1.0, 1.0, 4.0, 4.0, 2.0, 1.0, 1.0, 5.0, 1.0, 3.0, 2.0, 6.0, 4.0, 25.0, 8.0, 4.0, 1.0, 3.0, 4.0, 1.0, 1.0, 2.0, 1.0, 0.0, 4.0, 3.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0020234498661011457, -0.0019460988696664572, -0.0018687477568164468, -0.0017913966439664364, -0.0017140456475317478, -0.0016366946510970592, -0.0015593435382470489, -0.0014819924253970385, -0.00140464142896235, -0.0013272904325276613, -0.001249939319677651, -0.0011725882068276405, -0.001095237210392952, -0.0010178862139582634, -0.000940535101108253, -0.0008631840464659035, -0.000785832991823554, -0.0007084819371812046, -0.0006311308825388551, -0.0005537798278965056, -0.0004764287732541561, -0.00039907771861180663, -0.00032172666396945715, -0.00024437560932710767, -0.00016702455468475819, -8.96735000424087e-05, -1.2322445400059223e-05, 6.502860924229026e-05, 0.00014237966388463974, 0.00021973071852698922, 0.0002970817731693387, 0.0003744328278116882, 0.00045178388245403767, 0.0005291349370963871, 0.0006064859917387366, 0.0006838370463810861, 0.0007611881010234356, 0.0008385391556657851, 0.0009158902103081346, 0.000993241323158145, 0.0010705923195928335, 0.001147943316027522, 0.0012252944288775325, 0.0013026455417275429, 0.0013799965381622314, 0.00145734753459692, 0.0015346986474469304, 0.0016120497602969408, 0.0016894007567316294, 0.001766751753166318, 0.0018441028660163283, 0.0019214539788663387, 0.0019988049753010273, 0.002076155971735716, 0.0021535069681704044, 0.0022308581974357367, 0.0023082091938704252, 0.002385560190305114, 0.002462911419570446, 0.0025402624160051346, 0.002617613412439823, 0.0026949644088745117, 0.0027723154053092003, 0.0028496666345745325, 0.002927017631009221]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 2.0, 3.0, 6.0, 8.0, 11.0, 19.0, 25.0, 24.0, 64.0, 85.0, 117.0, 182.0, 245.0, 420.0, 596.0, 952.0, 1542.0, 2652.0, 4275.0, 7635.0, 13965.0, 27876.0, 64702.0, 223503.0, 708180.0, 58997.0, 27058.0, 13722.0, 7986.0, 4887.0, 2968.0, 2010.0, 1397.0, 977.0, 689.0, 491.0, 356.0, 239.0, 208.0, 142.0, 102.0, 88.0, 57.0, 47.0, 28.0, 23.0, 13.0, 15.0, 12.0, 11.0, 10.0, 8.0, 1.0, 5.0, 2.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.00597087386995554, -0.005732961464673281, -0.005495048593729734, -0.005257136188447475, -0.0050192237831652164, -0.00478131091222167, -0.004543398506939411, -0.004305486101657152, -0.004067573696374893, -0.003829660825431347, -0.003591748420149088, -0.0033538357820361853, -0.0031159231439232826, -0.0028780107386410236, -0.002640098100528121, -0.002402185695245862, -0.0021642730571329594, -0.0019263605354353786, -0.0016884480137377977, -0.001450535375624895, -0.0012126228539273143, -0.0009747103322297335, -0.0007367977523244917, -0.00049888517241925, -0.0002609726507216692, -2.3060099920257926e-05, 0.00021485245088115335, 0.0004527650016825646, 0.0006906775524839759, 0.0009285900741815567, 0.0011665027122944593, 0.0014044152339920402, 0.001642327755689621, 0.0018802402773872018, 0.0021181527990847826, 0.0023560654371976852, 0.0025939778424799442, 0.002831890480592847, 0.0030698031187057495, 0.0033077155239880085, 0.003545628162100911, 0.0037835408002138138, 0.004021453205496073, 0.004259365610778332, 0.004497278481721878, 0.004735190887004137, 0.004973103292286396, 0.005211016163229942, 0.005448928568512201, 0.00568684097379446, 0.005924753844738007, 0.006162666250020266, 0.006400578655302525, 0.006638491526246071, 0.00687640393152833, 0.007114316336810589, 0.007352229207754135, 0.007590141613036394, 0.007828054018318653, 0.0080659668892622, 0.008303878828883171, 0.008541791699826717, 0.008779704570770264, 0.009017616510391235, 0.009255529381334782]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 8.0, 8.0, 7.0, 10.0, 4.0, 3.0, 8.0, 4.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01687016151845455, -0.015600953251123428, -0.014331744983792305, -0.013062536716461182, -0.011793328449130058, -0.010524120181798935, -0.009254911914467812, -0.007985703647136688, -0.006716495379805565, -0.0054472871124744415, -0.004178078845143318, -0.002908870577812195, -0.0016396623104810715, -0.0003704540431499481, 0.0008987542241811752, 0.0021679624915122986, 0.003437170758843422, 0.004706379026174545, 0.005975587293505669, 0.007244795560836792, 0.008514003828167915, 0.009783212095499039, 0.011052420362830162, 0.012321628630161285, 0.013590836897492409, 0.014860045164823532, 0.016129253432154655, 0.01739846169948578, 0.018667669966816902, 0.019936878234148026, 0.02120608650147915, 0.022475294768810272, 0.023744503036141396, 0.02501371130347252, 0.026282919570803642, 0.027552127838134766, 0.02882133610546589, 0.030090544372797012, 0.031359754502773285, 0.03262896090745926, 0.03389816731214523, 0.035167377442121506, 0.03643658757209778, 0.03770579397678375, 0.03897500038146973, 0.040244210511446, 0.04151342064142227, 0.042782627046108246, 0.04405183345079422, 0.04532104358077049, 0.046590253710746765, 0.04785946011543274, 0.04912866652011871, 0.050397876650094986, 0.05166708678007126, 0.05293629318475723, 0.05420549958944321, 0.05547470971941948, 0.05674391984939575, 0.058013126254081726, 0.0592823326587677, 0.06055154278874397, 0.061820752918720245, 0.06308995932340622, 0.0643591657280922]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 10.0, 14.0, 27.0, 49.0, 80.0, 144.0, 236.0, 317.0, 477.0, 645.0, 853.0, 1260.0, 1917.0, 3084.0, 6440.0, 1075.0, 544.0, 331.0, 189.0, 119.0, 93.0, 83.0, 73.0, 59.0, 31.0, 23.0, 24.0, 13.0, 19.0, 33.0, 18.0, 23.0, 10.0, 24.0, 11.0, 8.0, 8.0, 2.0, 1.0, 2.0, 2.0, 0.0, 0.0, 3.0, 1.0, 3.0, 6.0, 5.0, 11.0, 6.0, 1.0, 0.0, 0.0, 4.0, 9.0, 5.0], "bins": [-0.011120137758553028, -0.010621780529618263, -0.010123424232006073, -0.009625067003071308, -0.009126709774136543, -0.008628352545201778, -0.008129995316267014, -0.007631639018654823, -0.0071332817897200584, -0.006634924560785294, -0.006136567797511816, -0.0056382110342383385, -0.005139853805303574, -0.004641496576368809, -0.004143139813095331, -0.00364478281699121, -0.0031464258208870888, -0.0026480688247829676, -0.0021497118286788464, -0.0016513548325747252, -0.001152997836470604, -0.0006546408403664827, -0.00015628384426236153, 0.0003420731518417597, 0.0008404301479458809, 0.001338787144050002, 0.0018371441401541233, 0.0023355011362582445, 0.0028338581323623657, 0.003332215128466487, 0.003830572124570608, 0.004328928887844086, 0.0048272861167788506, 0.005325643345713615, 0.005824000108987093, 0.0063223568722605705, 0.006820714101195335, 0.0073190713301301, 0.007817428559064865, 0.008315784856677055, 0.00881414208561182, 0.009312499314546585, 0.009810855612158775, 0.01030921284109354, 0.010807570070028305, 0.01130592729896307, 0.011804284527897835, 0.012302640825510025, 0.01280099805444479, 0.013299355283379555, 0.013797711580991745, 0.01429606880992651, 0.014794426038861275, 0.01529278326779604, 0.015791140496730804, 0.016289496794342995, 0.016787853091955185, 0.017286211252212524, 0.017784567549824715, 0.018282925710082054, 0.018781282007694244, 0.019279638305306435, 0.019777996465563774, 0.020276352763175964, 0.020774710923433304]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 3.0, 2.0, 3.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.2042275369167328, -0.19921472668647766, -0.19420191645622253, -0.1891891211271286, -0.18417631089687347, -0.17916350066661835, -0.17415070533752441, -0.1691378951072693, -0.16412508487701416, -0.15911227464675903, -0.1540994644165039, -0.14908666908740997, -0.14407385885715485, -0.13906104862689972, -0.1340482532978058, -0.12903544306755066, -0.12402263283729553, -0.1190098226070404, -0.11399701982736588, -0.10898421704769135, -0.10397140681743622, -0.09895859658718109, -0.09394579380750656, -0.08893299102783203, -0.0839201807975769, -0.07890737056732178, -0.07389456778764725, -0.06888176500797272, -0.06386895477771759, -0.05885614827275276, -0.05384334176778793, -0.048830535262823105, -0.043817728757858276, -0.03880492225289345, -0.03379211574792862, -0.02877930924296379, -0.023766502737998962, -0.018753696233034134, -0.013740889728069305, -0.008728083223104477, -0.0037152767181396484, 0.00129752978682518, 0.0063103362917900085, 0.011323142796754837, 0.016335949301719666, 0.021348755806684494, 0.026361562311649323, 0.03137436881661415, 0.03638717532157898, 0.04139998182654381, 0.046412788331508636, 0.051425594836473465, 0.05643840134143829, 0.06145120784640312, 0.06646401435136795, 0.07147681713104248, 0.07648962736129761, 0.08150243759155273, 0.08651524037122726, 0.0915280431509018, 0.09654085338115692, 0.10155366361141205, 0.10656646639108658, 0.11157926917076111, 0.11659207940101624]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 3.0, 1.0, 3.0, 1.0, 3.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 3.0, 4.0, 5.0, 11.0, 16.0, 16.0, 12.0, 15.0, 12.0, 35.0, 16.0, 13.0, 17.0, 5.0, 7.0, 4.0, 5.0, 8.0, 9.0, 8.0, 7.0, 4.0, 4.0, 5.0, 2.0, 3.0, 4.0, 0.0, 4.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 1.0], "bins": [-0.06237982213497162, -0.060710906982421875, -0.05904199555516243, -0.057373080402612686, -0.05570416525006294, -0.0540352538228035, -0.052366338670253754, -0.05069742351770401, -0.049028512090444565, -0.04735959693789482, -0.04569068178534508, -0.04402177035808563, -0.04235285520553589, -0.040683940052986145, -0.0390150286257267, -0.037346113473176956, -0.03567720204591751, -0.03400828689336777, -0.032339371740818024, -0.03067045845091343, -0.029001545161008835, -0.02733263000845909, -0.025663716718554497, -0.023994803428649902, -0.02232588827610016, -0.020656974986195564, -0.01898806169629097, -0.017319148406386375, -0.015650233253836632, -0.013981319963932037, -0.012312405742704868, -0.010643492452800274, -0.008974578231573105, -0.007305664476007223, -0.005636750720441341, -0.003967836499214172, -0.0022989227436482906, -0.0006300088716670871, 0.0010389050003141165, 0.002707818988710642, 0.004376732744276524, 0.006045646499842405, 0.007714560255408287, 0.009383474476635456, 0.011052388697862625, 0.01272130198776722, 0.014390216208994389, 0.016059130430221558, 0.017728043720126152, 0.019396957010030746, 0.02106587216258049, 0.022734785452485085, 0.02440369874238968, 0.026072613894939423, 0.027741527184844017, 0.02941044047474861, 0.031079355627298355, 0.0327482670545578, 0.034417182207107544, 0.03608609735965729, 0.03775500878691673, 0.039423923939466476, 0.04109283909201622, 0.042761750519275665, 0.04443066567182541]}, "_runtime": 57.41963005065918, "_timestamp": 1596211647.190739, "_step": 69}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 3.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 3.0, 1.0, 1.0, 0.0, 2.0, 2.0, 3.0, 0.0, 2.0, 0.0, 2.0, 1.0, 5.0, 2.0, 3.0, 0.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.007348974235355854, -0.007058200426399708, -0.0067674266174435616, -0.006476652808487415, -0.006185878999531269, -0.00589510565623641, -0.005604331847280264, -0.005313558038324118, -0.005022784229367971, -0.004732010420411825, -0.004441236611455679, -0.004150462802499533, -0.00385968922637403, -0.003568915417417884, -0.0032781418412923813, -0.002987368032336235, -0.002696594223380089, -0.0024058204144239426, -0.0021150466054677963, -0.0018242730293422937, -0.0015334992203861475, -0.0012427254114300013, -0.0009519517188891768, -0.0006611779681406915, -0.0003704042173922062, -7.963046664372087e-05, 0.00021114328410476446, 0.0005019170348532498, 0.0007926907856017351, 0.0010834645945578814, 0.0013742382870987058, 0.0016650119796395302, 0.0019557857885956764, 0.0022465595975518227, 0.002537333406507969, 0.0028281069826334715, 0.0031188807915896177, 0.003409654600545764, 0.0037004281766712666, 0.003991201985627413, 0.004281975794583559, 0.004572749603539705, 0.0048635234124958515, 0.005154297221451998, 0.005445070564746857, 0.005735844373703003, 0.006026618182659149, 0.006317391991615295, 0.006608165800571442, 0.006898939609527588, 0.007189713418483734, 0.00748048722743988, 0.007771261036396027, 0.008062034845352173, 0.008352808654308319, 0.008643582463264465, 0.008934356272220612, 0.009225129149854183, 0.00951590295881033, 0.009806676767766476, 0.010097450576722622, 0.010388224385678768, 0.010678998194634914, 0.01096977200359106, 0.011260545812547207]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 3.0, 5.0, 5.0, 4.0, 9.0, 12.0, 10.0, 17.0, 17.0, 24.0, 23.0, 31.0, 46.0, 65.0, 67.0, 106.0, 120.0, 166.0, 221.0, 286.0, 3818.0, 1695.0, 378.0, 201.0, 131.0, 100.0, 70.0, 74.0, 45.0, 31.0, 22.0, 21.0, 21.0, 15.0, 16.0, 12.0, 11.0, 9.0, 2.0, 7.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.1174202412366867, -0.1136196181178093, -0.10981900244951248, -0.10601837933063507, -0.10221775621175766, -0.09841713309288025, -0.09461651742458344, -0.09081589430570602, -0.08701527118682861, -0.0832146555185318, -0.07941403239965439, -0.07561340928077698, -0.07181278616189957, -0.06801217049360275, -0.06421154737472534, -0.06041092425584793, -0.05661030486226082, -0.052809685468673706, -0.049009062349796295, -0.04520844295620918, -0.04140781983733177, -0.03760720044374466, -0.03380657732486725, -0.030005957931280136, -0.026205336675047874, -0.022404715418815613, -0.01860409416258335, -0.014803473837673664, -0.011002852581441402, -0.007202231325209141, -0.0034016105346381664, 0.0003990104887634516, 0.00419963151216507, 0.008000252768397331, 0.011800874024629593, 0.01560149434953928, 0.019402116537094116, 0.02320273593068123, 0.02700335718691349, 0.030803978443145752, 0.03460460156202316, 0.038405220955610275, 0.04220584034919739, 0.0460064634680748, 0.04980708286166191, 0.05360770598053932, 0.057408325374126434, 0.061208948493003845, 0.06500956416130066, 0.06881018728017807, 0.07261081039905548, 0.07641143351793289, 0.0802120491862297, 0.08401267230510712, 0.08781329542398453, 0.09161391854286194, 0.09541453421115875, 0.09921515733003616, 0.10301578044891357, 0.10681639611721039, 0.1106170192360878, 0.11441764235496521, 0.11821826547384262, 0.12201888114213943, 0.12581950426101685]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 3.0, 1.0, 3.0, 3.0, 8.0, 4.0, 2.0, 6.0, 4.0, 7.0, 3.0, 26.0, 6.0, 5.0, 6.0, 3.0, 2.0, 6.0, 1.0, 3.0, 1.0, 2.0, 1.0, 3.0, 2.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.003966229502111673, -0.003850569250062108, -0.0037349092308431864, -0.003619248978793621, -0.0035035887267440557, -0.0033879284746944904, -0.0032722684554755688, -0.0031566082034260035, -0.003040947951376438, -0.0029252879321575165, -0.002809627680107951, -0.002693967428058386, -0.0025783071760088205, -0.002462647156789899, -0.0023469869047403336, -0.0022313266526907682, -0.002115666400641203, -0.0020000063814222813, -0.001884346129372716, -0.0017686859937384725, -0.0016530257416889071, -0.0015373656060546637, -0.0014217053540050983, -0.0013060452183708549, -0.0011903850827366114, -0.001074724830687046, -0.0009590646368451416, -0.0008434044430032372, -0.0007277443073689938, -0.0006120841135270894, -0.000496423919685185, -0.00038076372584328055, -0.00026510353200137615, -0.00014944333815947175, -3.378315886948258e-05, 8.187702769646421e-05, 0.000197537214262411, 0.0003131974081043154, 0.00042885757284238935, 0.0005445177666842937, 0.0006601779605261981, 0.0007758381543681026, 0.000891498348210007, 0.0010071585420519114, 0.0011228186776861548, 0.0012384789297357202, 0.0013541390653699636, 0.001469799317419529, 0.0015854594530537724, 0.001701119588688016, 0.0018167798407375813, 0.0019324399763718247, 0.0020481001120060682, 0.0021637603640556335, 0.002279420616105199, 0.002395080868154764, 0.002510740887373686, 0.002626401139423251, 0.0027420613914728165, 0.002857721410691738, 0.0029733816627413034, 0.0030890419147908688, 0.003204702166840434, 0.0033203621860593557, 0.003436022438108921]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 4.0, 10.0, 7.0, 8.0, 5.0, 17.0, 20.0, 31.0, 44.0, 62.0, 91.0, 145.0, 216.0, 324.0, 548.0, 871.0, 1586.0, 2805.0, 5613.0, 11981.0, 28814.0, 89628.0, 861939.0, 103055.0, 34535.0, 15695.0, 8369.0, 4745.0, 2787.0, 1806.0, 1184.0, 778.0, 510.0, 329.0, 281.0, 206.0, 160.0, 112.0, 83.0, 61.0, 47.0, 38.0, 30.0, 21.0, 12.0, 9.0, 4.0, 2.0, 8.0, 1.0, 2.0, 0.0, 0.0, 2.0], "bins": [-0.010184614919126034, -0.009872615337371826, -0.009560615755617619, -0.009248616173863411, -0.008936616592109203, -0.008624617010354996, -0.008312617428600788, -0.00800061784684658, -0.00768861873075366, -0.007376619148999453, -0.007064619567245245, -0.006752619985491037, -0.006440620869398117, -0.0061286212876439095, -0.005816621705889702, -0.005504622124135494, -0.005192622542381287, -0.004880622960627079, -0.004568623378872871, -0.004256623797118664, -0.003944624215364456, -0.0036326248664408922, -0.0033206255175173283, -0.0030086259357631207, -0.002696626354008913, -0.0023846267722547054, -0.002072627190500498, -0.0017606278415769339, -0.0014486282598227262, -0.0011366286780685186, -0.0008246292127296329, -0.0005126296891830862, -0.00020063016563653946, 0.00011136935791000724, 0.00042336888145655394, 0.0007353684050031006, 0.0010473679285496473, 0.001359367510303855, 0.0016713669756427407, 0.0019833664409816265, 0.002295366022735834, 0.0026073656044900417, 0.0029193651862442493, 0.0032313645351678133, 0.003543364116922021, 0.0038553636986762285, 0.0041673630475997925, 0.004479362629354, 0.004791362211108208, 0.005103361792862415, 0.005415361374616623, 0.0057273609563708305, 0.006039360538125038, 0.0063513596542179585, 0.006663359235972166, 0.006975358817726374, 0.007287358399480581, 0.007599357981234789, 0.00791135709732771, 0.008223356679081917, 0.008535356260836124, 0.008847355842590332, 0.00915935542434454, 0.009471355006098747, 0.009783354587852955]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 3.0, 1.0, 1.0, 3.0, 3.0, 3.0, 4.0, 8.0, 4.0, 7.0, 3.0, 9.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.015419154427945614, -0.014398972503840923, -0.013378791511058807, -0.012358609586954117, -0.011338427662849426, -0.010318245738744736, -0.009298063814640045, -0.00827788282185793, -0.007257700897753239, -0.006237518973648548, -0.005217337515205145, -0.004197156056761742, -0.003176974132657051, -0.002156792441383004, -0.0011366107501089573, -0.00011642905883491039, 0.0009037526324391365, 0.0019239343237131834, 0.0029441160149872303, 0.0039642974734306335, 0.004984479397535324, 0.006004661321640015, 0.007024842780083418, 0.008045024238526821, 0.009065206162631512, 0.010085388086736202, 0.011105569079518318, 0.012125751003623009, 0.0131459329277277, 0.01416611485183239, 0.01518629677593708, 0.01620647870004177, 0.017226658761501312, 0.018246840685606003, 0.019267022609710693, 0.020287204533815384, 0.021307386457920074, 0.022327568382024765, 0.023347750306129456, 0.024367932230234146, 0.025388114154338837, 0.026408294215798378, 0.02742847613990307, 0.02844865806400776, 0.02946883998811245, 0.03048902191221714, 0.03150920197367668, 0.03252938389778137, 0.03354956582188606, 0.03456974774599075, 0.035589929670095444, 0.036610111594200134, 0.037630293518304825, 0.038650475442409515, 0.039670657366514206, 0.040690839290618896, 0.04171102121472359, 0.04273120313882828, 0.04375138506293297, 0.04477156698703766, 0.04579174518585205, 0.04681192710995674, 0.04783210903406143, 0.04885229095816612, 0.04987247288227081]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 11.0, 4.0, 4.0, 10.0, 15.0, 14.0, 19.0, 28.0, 43.0, 72.0, 74.0, 99.0, 121.0, 147.0, 215.0, 285.0, 446.0, 575.0, 807.0, 1328.0, 2027.0, 3014.0, 6236.0, 945.0, 459.0, 295.0, 195.0, 157.0, 118.0, 93.0, 74.0, 52.0, 38.0, 36.0, 53.0, 27.0, 44.0, 30.0, 22.0, 20.0, 19.0, 12.0, 14.0, 8.0, 8.0, 8.0, 8.0, 8.0, 4.0, 10.0, 3.0, 6.0, 6.0, 7.0, 9.0, 16.0, 7.0, 3.0, 1.0, 3.0, 6.0, 6.0, 5.0], "bins": [-0.009322023950517178, -0.008924020454287529, -0.008526017889380455, -0.008128014393150806, -0.007730010896921158, -0.007332007400691509, -0.006934004370123148, -0.006536001339554787, -0.006137997843325138, -0.0057399943470954895, -0.005341991316527128, -0.004943988285958767, -0.004545984789729118, -0.00414798129349947, -0.0037499782629311085, -0.0033519749995321035, -0.0029539717361330986, -0.0025559684727340937, -0.0021579652093350887, -0.0017599619459360838, -0.0013619586825370789, -0.0009639554191380739, -0.000565952155739069, -0.00016794889234006405, 0.0002300543710589409, 0.0006280576344579458, 0.0010260608978569508, 0.0014240641612559557, 0.0018220674246549606, 0.0022200706880539656, 0.0026180739514529705, 0.0030160772148519754, 0.0034140804782509804, 0.0038120837416499853, 0.00421008700504899, 0.0046080900356173515, 0.005006093531847, 0.005404097028076649, 0.00580210005864501, 0.006200103089213371, 0.00659810658544302, 0.0069961100816726685, 0.00739411311224103, 0.007792116142809391, 0.00819011963903904, 0.008588123135268688, 0.008986126631498337, 0.00938412919640541, 0.00978213269263506, 0.010180136188864708, 0.010578138753771782, 0.01097614225000143, 0.011374145746231079, 0.011772149242460728, 0.012170152738690376, 0.01256815530359745, 0.012966158799827099, 0.013364162296056747, 0.013762164860963821, 0.01416016835719347, 0.014558171853423119, 0.014956175349652767, 0.015354178845882416, 0.01575218141078949, 0.016150183975696564]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.2425478845834732, -0.23693780601024628, -0.23132774233818054, -0.2257176637649536, -0.22010758519172668, -0.21449750661849976, -0.20888744294643402, -0.2032773643732071, -0.19766728579998016, -0.19205722212791443, -0.1864471435546875, -0.18083706498146057, -0.17522698640823364, -0.1696169227361679, -0.16400684416294098, -0.15839676558971405, -0.15278670191764832, -0.1471766233444214, -0.14156654477119446, -0.13595646619796753, -0.1303464025259018, -0.12473632395267487, -0.11912624537944794, -0.1135161742568016, -0.10790610313415527, -0.10229602456092834, -0.09668595343828201, -0.09107587486505508, -0.08546580374240875, -0.07985572516918182, -0.07424565404653549, -0.06863557547330856, -0.06302550435066223, -0.0574154295027256, -0.05180535465478897, -0.04619527980685234, -0.04058520495891571, -0.03497513383626938, -0.02936505898833275, -0.023754984140396118, -0.018144909292459488, -0.012534834444522858, -0.006924760527908802, -0.001314686145633459, 0.004295388236641884, 0.009905463084578514, 0.01551553700119257, 0.021125610917806625, 0.026735685765743256, 0.032345760613679886, 0.037955835461616516, 0.043565910309553146, 0.04917598515748978, 0.05478605628013611, 0.06039613112807274, 0.06600620597600937, 0.0716162770986557, 0.07722635567188263, 0.08283642679452896, 0.08844650536775589, 0.09405657649040222, 0.09966665506362915, 0.10527672618627548, 0.11088680475950241, 0.11649687588214874]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 1.0, 1.0, 1.0, 3.0, 1.0, 0.0, 4.0, 3.0, 3.0, 2.0, 4.0, 12.0, 6.0, 9.0, 12.0, 9.0, 12.0, 23.0, 26.0, 41.0, 17.0, 9.0, 7.0, 8.0, 3.0, 14.0, 1.0, 2.0, 2.0, 4.0, 6.0, 2.0, 2.0, 3.0, 3.0, 1.0, 2.0, 2.0, 3.0, 4.0, 3.0, 0.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.07637469470500946, -0.07351114600896835, -0.07064759731292725, -0.06778404116630554, -0.06492049247026443, -0.06205694377422333, -0.05919339135289192, -0.056329838931560516, -0.05346629023551941, -0.0506027415394783, -0.047739189118146896, -0.04487563669681549, -0.042012088000774384, -0.039148539304733276, -0.03628498688340187, -0.033421434462070465, -0.030557885766029358, -0.0276943352073431, -0.024830784648656845, -0.02196723408997059, -0.019103683531284332, -0.016240132972598076, -0.01337658241391182, -0.010513031855225563, -0.007649481296539307, -0.00478593073785305, -0.0019223801791667938, 0.0009411703795194626, 0.003804720938205719, 0.006668271496891975, 0.009531822055578232, 0.012395372614264488, 0.015258923172950745, 0.018122473731637, 0.020986024290323257, 0.023849574849009514, 0.02671312540769577, 0.029576675966382027, 0.03244022652506828, 0.03530377894639969, 0.038167327642440796, 0.0410308763384819, 0.04389442875981331, 0.046757981181144714, 0.04962152987718582, 0.05248507857322693, 0.055348630994558334, 0.05821218341588974, 0.06107573211193085, 0.06393928080797195, 0.06680282950401306, 0.06966638565063477, 0.07252993434667587, 0.07539348304271698, 0.07825703918933868, 0.08112058788537979, 0.0839841365814209, 0.086847685277462, 0.08971123397350311, 0.09257479012012482, 0.09543833881616592, 0.09830188751220703, 0.10116544365882874, 0.10402899235486984, 0.10689254105091095]}, "_runtime": 58.19620132446289, "_timestamp": 1596211647.9673102, "_step": 70}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 3.0, 2.0, 2.0, 2.0, 0.0, 1.0, 3.0, 3.0, 7.0, 5.0, 6.0, 2.0, 3.0, 2.0, 3.0, 1.0, 4.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0200739074498415, -0.019494250416755676, -0.018914591521024704, -0.01833493448793888, -0.017755277454853058, -0.017175618559122086, -0.016595961526036263, -0.01601630449295044, -0.015436646528542042, -0.014856988564133644, -0.014277331531047821, -0.013697673566639423, -0.013118015602231026, -0.012538358569145203, -0.011958700604736805, -0.011379043571650982, -0.010799385607242584, -0.010219727642834187, -0.009640070609748363, -0.009060412645339966, -0.008480755612254143, -0.007901097647845745, -0.007321439683437347, -0.006741782184690237, -0.006162124685943127, -0.005582467187196016, -0.005002809688448906, -0.004423151724040508, -0.003843494225293398, -0.0032638367265462875, -0.0026841789949685335, -0.0021045212633907795, -0.0015248637646436691, -0.0009452061494812369, -0.00036554853431880474, 0.00021410908084362745, 0.0007937666960060596, 0.0013734243111684918, 0.001953081926330924, 0.002532739657908678, 0.0031123971566557884, 0.003692054655402899, 0.004271712154150009, 0.004851370118558407, 0.005431027617305517, 0.0060106851160526276, 0.006590343080461025, 0.007170000579208136, 0.007749658077955246, 0.008329316042363644, 0.008908973075449467, 0.009488631039857864, 0.010068288072943687, 0.010647946037352085, 0.011227604001760483, 0.011807261034846306, 0.012386918999254704, 0.012966576963663101, 0.013546233996748924, 0.014125891961157322, 0.01470554992556572, 0.015285206958651543, 0.015864863991737366, 0.016444522887468338, 0.01702417992055416]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 1.0, 2.0, 2.0, 6.0, 3.0, 3.0, 2.0, 4.0, 3.0, 15.0, 9.0, 7.0, 18.0, 18.0, 28.0, 29.0, 28.0, 47.0, 51.0, 62.0, 85.0, 101.0, 140.0, 188.0, 256.0, 581.0, 4735.0, 527.0, 299.0, 160.0, 107.0, 89.0, 70.0, 56.0, 36.0, 32.0, 23.0, 12.0, 14.0, 13.0, 12.0, 6.0, 9.0, 12.0, 4.0, 3.0, 9.0, 1.0, 2.0, 1.0, 0.0, 1.0, 3.0, 1.0, 0.0, 1.0], "bins": [-0.14266745746135712, -0.1384953260421753, -0.13432320952415466, -0.13015107810497284, -0.12597894668579102, -0.12180682271718979, -0.11763469129800797, -0.11346256732940674, -0.10929043591022491, -0.10511831194162369, -0.10094618797302246, -0.09677405655384064, -0.09260193258523941, -0.08842980116605759, -0.08425767719745636, -0.08008554577827454, -0.07591342180967331, -0.07174129784107208, -0.06756916642189026, -0.06339704245328903, -0.05922491103410721, -0.05505278706550598, -0.050880659371614456, -0.04670853167772293, -0.042536403983831406, -0.03836427628993988, -0.034192148596048355, -0.03002002276480198, -0.025847895070910454, -0.02167576737701893, -0.017503641545772552, -0.013331513851881027, -0.009159386157989502, -0.004987258929759264, -0.000815131701529026, 0.003356995526701212, 0.00752912275493145, 0.011701250448822975, 0.01587337628006935, 0.020045503973960876, 0.0242176316678524, 0.028389759361743927, 0.03256188705563545, 0.03673401474952698, 0.040906138718128204, 0.04507826641201973, 0.049250394105911255, 0.05342252179980278, 0.057594649493694305, 0.06176677718758583, 0.06593890488147736, 0.07011102885007858, 0.0742831602692604, 0.07845528423786163, 0.08262741565704346, 0.08679953962564468, 0.09097166359424591, 0.09514379501342773, 0.09931591898202896, 0.10348805040121078, 0.10766017436981201, 0.11183230578899384, 0.11600442975759506, 0.12017656117677689, 0.12434868514537811]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 5.0, 2.0, 2.0, 7.0, 2.0, 3.0, 2.0, 4.0, 6.0, 5.0, 6.0, 3.0, 28.0, 5.0, 6.0, 5.0, 7.0, 2.0, 3.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0037983041256666183, -0.003668501041829586, -0.00353869772516191, -0.0034088946413248777, -0.0032790913246572018, -0.0031492882408201694, -0.0030194849241524935, -0.002889681840315461, -0.002759878523647785, -0.002630075439810753, -0.0025002723559737206, -0.0023704690393060446, -0.0022406659554690123, -0.0021108626388013363, -0.001981059554964304, -0.0018512563547119498, -0.0017214531544595957, -0.0015916499542072415, -0.0014618467539548874, -0.0013320435537025332, -0.001202240353450179, -0.0010724372696131468, -0.0009426340693607926, -0.0008128308691084385, -0.0006830276688560843, -0.0005532244686037302, -0.0004234212974552065, -0.0002936181263066828, -0.00016381492605432868, -3.401174035388976e-05, 9.579144534654915e-05, 0.00022559463104698807, 0.000355397816747427, 0.00048520101699978113, 0.0006150042172521353, 0.0007448073592968285, 0.0008746105595491827, 0.0010044137015938759, 0.00113421690184623, 0.0012640201020985842, 0.0013938233023509383, 0.0015236265026032925, 0.0016534297028556466, 0.0017832329031080008, 0.001913035986945033, 0.002042839303612709, 0.0021726423874497414, 0.0023024457041174173, 0.0024322487879544497, 0.002562051871791482, 0.002691855188459158, 0.0028216582722961903, 0.0029514615889638662, 0.0030812646728008986, 0.0032110679894685745, 0.003340871073305607, 0.003470674157142639, 0.003600477473810315, 0.0037302805576473475, 0.0038600838743150234, 0.003989886958152056, 0.004119690041989088, 0.004249493591487408, 0.00437929667532444, 0.004509099759161472]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 9.0, 8.0, 6.0, 16.0, 25.0, 28.0, 32.0, 52.0, 88.0, 125.0, 171.0, 237.0, 372.0, 602.0, 863.0, 1351.0, 2076.0, 3377.0, 5908.0, 10055.0, 18351.0, 35513.0, 80050.0, 727788.0, 178164.0, 51808.0, 24778.0, 13479.0, 7926.0, 4975.0, 3322.0, 2144.0, 1511.0, 1152.0, 787.0, 590.0, 438.0, 333.0, 257.0, 216.0, 161.0, 115.0, 89.0, 71.0, 55.0, 42.0, 28.0, 26.0, 17.0, 13.0, 7.0, 10.0, 5.0, 6.0, 7.0, 3.0, 1.0, 2.0, 3.0], "bins": [-0.006531903520226479, -0.00630628177896142, -0.006080659572035074, -0.005855037830770016, -0.00562941562384367, -0.005403793882578611, -0.005178172141313553, -0.004952549934387207, -0.0047269281931221485, -0.00450130645185709, -0.004275684244930744, -0.004050062503665686, -0.0038244405295699835, -0.0035988185554742813, -0.003373196814209223, -0.0031475748401135206, -0.0029219528660178185, -0.0026963308919221163, -0.002470708917826414, -0.0022450871765613556, -0.0020194652024656534, -0.0017938432283699512, -0.001568221370689571, -0.0013425995130091906, -0.0011169775389134884, -0.0008913556230254471, -0.0006657337071374059, -0.0004401117912493646, -0.00021448987536132336, 1.1132040526717901e-05, 0.00023675395641475916, 0.0004623758723028004, 0.0006879977881908417, 0.0009136197040788829, 0.0011392416199669242, 0.0013648634776473045, 0.0015904854517430067, 0.0018161074258387089, 0.0020417291671037674, 0.0022673511411994696, 0.0024929731152951717, 0.002718595089390874, 0.002944217063486576, 0.0031698388047516346, 0.0033954607788473368, 0.003621082752943039, 0.0038467044942080975, 0.004072326701134443, 0.004297948442399502, 0.00452357018366456, 0.004749192390590906, 0.004974814131855965, 0.0052004363387823105, 0.005426058080047369, 0.0056516798213124275, 0.005877302028238773, 0.006102923769503832, 0.00632854551076889, 0.006554167717695236, 0.006779789458960295, 0.007005411200225353, 0.007231033407151699, 0.007456655148416758, 0.007682277355343103, 0.007907899096608162]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 4.0, 4.0, 9.0, 7.0, 4.0, 4.0, 4.0, 1.0, 4.0, 1.0, 1.0, 6.0, 0.0, 0.0, 3.0, 0.0, 2.0], "bins": [-0.10363415628671646, -0.10156095772981644, -0.09948775917291641, -0.09741456061601639, -0.09534135460853577, -0.09326815605163574, -0.09119495749473572, -0.0891217589378357, -0.08704856038093567, -0.08497536182403564, -0.08290216326713562, -0.0808289647102356, -0.07875576615333557, -0.07668256014585495, -0.07460936158895493, -0.0725361630320549, -0.07046296447515488, -0.06838976591825485, -0.06631656736135483, -0.0642433688044548, -0.06217016652226448, -0.060096967965364456, -0.05802376568317413, -0.05595056712627411, -0.053877368569374084, -0.05180417001247406, -0.049730971455574036, -0.04765776917338371, -0.04558457061648369, -0.043511372059583664, -0.04143816977739334, -0.03936497122049332, -0.03729177266359329, -0.03521857410669327, -0.03314537554979324, -0.03107217326760292, -0.028998974710702896, -0.02692577615380287, -0.024852575734257698, -0.022779375314712524, -0.0207061767578125, -0.018632978200912476, -0.016559777781367302, -0.014486578293144703, -0.012413378804922104, -0.010340179316699505, -0.008266979828476906, -0.006193780340254307, -0.004120580852031708, -0.0020473813638091087, 2.5818124413490295e-05, 0.0020990176126360893, 0.004172217100858688, 0.006245416589081287, 0.008318616077303886, 0.010391815565526485, 0.012465015053749084, 0.014538214541971684, 0.016611414030194283, 0.018684614449739456, 0.02075781300663948, 0.022831011563539505, 0.02490421198308468, 0.026977412402629852, 0.029050610959529877]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [7.0, 9.0, 2.0, 0.0, 0.0, 3.0, 10.0, 12.0, 9.0, 6.0, 8.0, 4.0, 5.0, 8.0, 5.0, 7.0, 7.0, 4.0, 6.0, 5.0, 18.0, 20.0, 18.0, 13.0, 11.0, 17.0, 27.0, 32.0, 29.0, 31.0, 38.0, 51.0, 66.0, 88.0, 110.0, 148.0, 282.0, 471.0, 649.0, 1214.0, 6336.0, 3106.0, 1794.0, 1107.0, 668.0, 513.0, 383.0, 279.0, 170.0, 152.0, 103.0, 101.0, 58.0, 54.0, 46.0, 36.0, 23.0, 13.0, 10.0, 11.0, 8.0, 4.0, 5.0, 2.0], "bins": [-0.03284507244825363, -0.03203997388482094, -0.031234871596097946, -0.030429771170020103, -0.02962467074394226, -0.028819570317864418, -0.028014469891786575, -0.027209369465708733, -0.02640426903963089, -0.025599170476198196, -0.024794070050120354, -0.02398896962404251, -0.02318386919796467, -0.022378768771886826, -0.021573668345808983, -0.02076856791973114, -0.019963467493653297, -0.019158367067575455, -0.018353266641497612, -0.01754816621541977, -0.016743065789341927, -0.015937965363264084, -0.015132865868508816, -0.014327765442430973, -0.01352266501635313, -0.012717564590275288, -0.011912464164197445, -0.011107363738119602, -0.010302264243364334, -0.009497163817286491, -0.008692063391208649, -0.007886962965130806, -0.007081862539052963, -0.0062767621129751205, -0.005471661686897278, -0.004666561726480722, -0.0038614613004028797, -0.003056360874325037, -0.002251260681077838, -0.001446160371415317, -0.0006410600617527962, 0.0001640402479097247, 0.0009691405575722456, 0.0017742408672347665, 0.0025793411768972874, 0.00338444160297513, 0.0041895415633916855, 0.004994641989469528, 0.005799742415547371, 0.006604842841625214, 0.007409943267703056, 0.008215043693780899, 0.009020144119858742, 0.00982524361461401, 0.010630344040691853, 0.011435444466769695, 0.012240544892847538, 0.01304564531892538, 0.013850745745003223, 0.014655846171081066, 0.015460945665836334, 0.016266046091914177, 0.01707114651799202, 0.017876246944069862, 0.018681347370147705]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.23121967911720276, -0.2219247817993164, -0.21262988448143005, -0.2033350020647049, -0.19404010474681854, -0.1847452074289322, -0.17545032501220703, -0.16615542769432068, -0.15686053037643433, -0.14756563305854797, -0.13827073574066162, -0.12897585332393646, -0.11968095600605011, -0.11038605868816376, -0.101091168820858, -0.09179627895355225, -0.0825013816356659, -0.07320648431777954, -0.06391159445047379, -0.05461670085787773, -0.04532180726528168, -0.03602691367268562, -0.02673202008008957, -0.017437126487493515, -0.008142232894897461, 0.0011526606976985931, 0.010447554290294647, 0.0197424478828907, 0.029037341475486755, 0.03833223506808281, 0.047627128660678864, 0.05692202225327492, 0.06621691584587097, 0.07551181316375732, 0.08480670303106308, 0.09410159289836884, 0.10339649021625519, 0.11269138753414154, 0.1219862774014473, 0.13128116726875305, 0.1405760645866394, 0.14987096190452576, 0.1591658592224121, 0.16846074163913727, 0.17775563895702362, 0.18705053627490997, 0.19634541869163513, 0.20564031600952148, 0.21493521332740784, 0.2242301106452942, 0.23352500796318054, 0.2428198903799057, 0.25211477279663086, 0.2614096701145172, 0.27070456743240356, 0.2799994647502899, 0.28929436206817627, 0.2985892593860626, 0.307884156703949, 0.3171790540218353, 0.3264739513397217, 0.33576881885528564, 0.345063716173172, 0.35435861349105835, 0.3636535108089447]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 2.0, 2.0, 8.0, 2.0, 11.0, 5.0, 4.0, 7.0, 3.0, 6.0, 9.0, 18.0, 45.0, 52.0, 34.0, 21.0, 11.0, 5.0, 5.0, 0.0, 4.0, 2.0, 0.0, 4.0, 2.0, 2.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.2085985392332077, -0.2016962617635727, -0.19479398429393768, -0.18789170682430267, -0.18098942935466766, -0.17408715188503265, -0.16718487441539764, -0.16028259694576263, -0.15338033437728882, -0.1464780569076538, -0.1395757794380188, -0.1326735019683838, -0.12577122449874878, -0.11886894702911377, -0.11196666955947876, -0.10506439208984375, -0.09816211462020874, -0.09125983715057373, -0.08435755968093872, -0.07745528221130371, -0.0705530047416687, -0.06365073472261429, -0.05674845725297928, -0.04984617978334427, -0.04294390231370926, -0.03604162484407425, -0.02913934923708439, -0.022237073630094528, -0.015334796160459518, -0.008432519622147083, -0.0015302430838346481, 0.005372033454477787, 0.012274309992790222, 0.019176587462425232, 0.026078863069415092, 0.03298113867640495, 0.03988341614603996, 0.04678569361567497, 0.053687967360019684, 0.060590244829654694, 0.0674925222992897, 0.07439479976892471, 0.08129707723855972, 0.08819935470819473, 0.09510162472724915, 0.10200390219688416, 0.10890617966651917, 0.11580845713615417, 0.12271073460578918, 0.1296130120754242, 0.1365152895450592, 0.1434175670146942, 0.15031984448432922, 0.15722212195396423, 0.16412439942359924, 0.17102667689323425, 0.17792895436286926, 0.18483121693134308, 0.1917334944009781, 0.1986357718706131, 0.2055380493402481, 0.21244032680988312, 0.21934260427951813, 0.22624488174915314, 0.23314715921878815]}, "_runtime": 58.96748375892639, "_timestamp": 1596211648.7385926, "_step": 71}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 2.0, 4.0, 1.0, 3.0, 1.0, 1.0, 2.0, 3.0, 5.0, 0.0, 2.0, 3.0, 4.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.011019470170140266, -0.010657223872840405, -0.010294976644217968, -0.009932730346918106, -0.00957048311829567, -0.009208236820995808, -0.008845990523695946, -0.00848374329507351, -0.008121496997773647, -0.007759250234812498, -0.007397003471851349, -0.007034757174551487, -0.006672510411590338, -0.0063102636486291885, -0.005948017351329327, -0.005585770588368177, -0.005223523825407028, -0.004861277062445879, -0.00449903029948473, -0.004136784002184868, -0.0037745372392237186, -0.0034122904762625694, -0.003050043946132064, -0.0026877974160015583, -0.002325550653040409, -0.00196330389007926, -0.0016010573599487543, -0.001238810713402927, -0.0008765640668570995, -0.0005143174203112721, -0.00015207077376544476, 0.00021017587278038263, 0.00057242251932621, 0.0009346691658720374, 0.0012969158124178648, 0.0016591624589636922, 0.0020214091055095196, 0.002383655868470669, 0.0027459023986011744, 0.00310814892873168, 0.003470395691692829, 0.0038326424546539783, 0.0041948892176151276, 0.0045571355149149895, 0.004919382277876139, 0.005281629040837288, 0.00564387533813715, 0.006006122101098299, 0.006368368864059448, 0.0067306156270205975, 0.007092862389981747, 0.007455108687281609, 0.007817355915904045, 0.008179602213203907, 0.008541848510503769, 0.008904095739126205, 0.009266342036426067, 0.00962858833372593, 0.009990835562348366, 0.010353081859648228, 0.01071532815694809, 0.011077575385570526, 0.011439821682870388, 0.011802068911492825, 0.012164315208792686]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 3.0, 2.0, 3.0, 0.0, 1.0, 5.0, 5.0, 3.0, 15.0, 12.0, 13.0, 20.0, 21.0, 44.0, 37.0, 50.0, 85.0, 117.0, 116.0, 194.0, 330.0, 2161.0, 3587.0, 411.0, 215.0, 123.0, 86.0, 63.0, 62.0, 32.0, 24.0, 17.0, 15.0, 10.0, 13.0, 6.0, 7.0, 5.0, 4.0, 3.0, 3.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.15803022682666779, -0.1529323309659958, -0.1478344351053238, -0.1427365392446518, -0.1376386433839798, -0.1325407475233078, -0.1274428516626358, -0.1223449558019638, -0.11724705994129181, -0.11214916408061981, -0.10705126821994781, -0.10195337235927582, -0.09685547649860382, -0.09175758063793182, -0.08665968477725983, -0.08156178891658783, -0.07646389305591583, -0.07136599719524384, -0.06626810133457184, -0.06117020547389984, -0.056072309613227844, -0.05097441375255585, -0.04587651789188385, -0.04077862203121185, -0.035680726170539856, -0.03058283030986786, -0.025484934449195862, -0.020387038588523865, -0.015289142727851868, -0.01019124686717987, -0.0050933510065078735, 4.544854164123535e-06, 0.005102440714836121, 0.010200336575508118, 0.015298232436180115, 0.020396128296852112, 0.02549402415752411, 0.030591920018196106, 0.0356898158788681, 0.0407877117395401, 0.0458856076002121, 0.050983503460884094, 0.05608139932155609, 0.06117929518222809, 0.06627719104290009, 0.07137508690357208, 0.07647298276424408, 0.08157087862491608, 0.08666877448558807, 0.09176667034626007, 0.09686456620693207, 0.10196246206760406, 0.10706035792827606, 0.11215825378894806, 0.11725614964962006, 0.12235404551029205, 0.12745194137096405, 0.13254983723163605, 0.13764773309230804, 0.14274562895298004, 0.14784352481365204, 0.15294142067432404, 0.15803931653499603, 0.16313721239566803, 0.16823510825634003]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 3.0, 3.0, 6.0, 4.0, 2.0, 8.0, 1.0, 6.0, 4.0, 24.0, 7.0, 5.0, 4.0, 5.0, 0.0, 1.0, 3.0, 5.0, 5.0, 4.0, 2.0, 0.0, 1.0, 3.0, 3.0, 3.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0037924558855593204, -0.0036839828826487064, -0.0035755098797380924, -0.0034670368768274784, -0.0033585638739168644, -0.0032500908710062504, -0.0031416178680956364, -0.0030331448651850224, -0.0029246718622744083, -0.002816199092194438, -0.002707726089283824, -0.00259925308637321, -0.002490780083462596, -0.002382307080551982, -0.002273834077641368, -0.002165361074730754, -0.00205688807182014, -0.0019484150689095259, -0.0018399420659989119, -0.0017314690630882978, -0.0016229960601776838, -0.0015145231736823916, -0.0014060501707717776, -0.0012975771678611636, -0.0011891041649505496, -0.0010806311620399356, -0.0009721581591293216, -0.0008636852144263685, -0.0007552122115157545, -0.0006467392086051404, -0.0005382662639021873, -0.00042979326099157333, -0.0003213202580809593, -0.00021284726972226053, -0.00010437428136356175, 4.098706995137036e-06, 0.00011257169535383582, 0.0002210446837125346, 0.0003295176720712334, 0.00043799064587801695, 0.000546463648788631, 0.000654936651699245, 0.000763409654609859, 0.0008718825993128121, 0.0009803555440157652, 0.0010888285469263792, 0.0011973015498369932, 0.0013057745527476072, 0.0014142475556582212, 0.0015227205585688353, 0.0016311935614794493, 0.0017396665643900633, 0.0018481395673006773, 0.0019566125702112913, 0.0020650855731219053, 0.0021735585760325193, 0.0022820313461124897, 0.0023905043490231037, 0.0024989773519337177, 0.0026074503548443317, 0.0027159233577549458, 0.0028243963606655598, 0.0029328693635761738, 0.003041342366486788, 0.003149815369397402]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 4.0, 1.0, 2.0, 4.0, 1.0, 1.0, 4.0, 3.0, 7.0, 10.0, 19.0, 26.0, 40.0, 50.0, 63.0, 120.0, 183.0, 303.0, 385.0, 704.0, 1122.0, 1877.0, 3192.0, 6231.0, 12154.0, 26249.0, 68640.0, 782521.0, 167436.0, 51362.0, 24338.0, 12880.0, 7496.0, 4397.0, 2733.0, 1675.0, 1140.0, 696.0, 466.0, 327.0, 216.0, 140.0, 105.0, 85.0, 69.0, 55.0, 29.0, 28.0, 18.0, 13.0, 8.0, 5.0, 5.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.008917709812521935, -0.00863814540207386, -0.008358580991625786, -0.008079015649855137, -0.0077994512394070625, -0.007519886828958988, -0.0072403219528496265, -0.006960757076740265, -0.0066811926662921906, -0.006401628255844116, -0.0061220633797347546, -0.005842498503625393, -0.005562934093177319, -0.005283369682729244, -0.005003804806619883, -0.004724239930510521, -0.004444675520062447, -0.004165111109614372, -0.0038855462335050106, -0.0036059815902262926, -0.0033264169469475746, -0.0030468523036688566, -0.0027672876603901386, -0.0024877230171114206, -0.0022081583738327026, -0.0019285937305539846, -0.0016490290872752666, -0.0013694644439965487, -0.0010898998007178307, -0.0008103351574391127, -0.0005307705141603947, -0.0002512058708816767, 2.835877239704132e-05, 0.0003079234156757593, 0.0005874880589544773, 0.0008670527022331953, 0.0011466173455119133, 0.0014261819887906313, 0.0017057466320693493, 0.0019853112753480673, 0.0022648759186267853, 0.0025444405619055033, 0.0028240052051842213, 0.0031035698484629393, 0.0033831344917416573, 0.0036626991350203753, 0.003942263778299093, 0.004221828654408455, 0.004501393064856529, 0.004780957475304604, 0.005060522351413965, 0.005340087227523327, 0.005619651637971401, 0.0058992160484194756, 0.006178780924528837, 0.006458345800638199, 0.006737910211086273, 0.0070174746215343475, 0.007297039497643709, 0.007576604373753071, 0.007856168784201145, 0.00813573319464922, 0.008415298536419868, 0.008694862946867943, 0.008974427357316017]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 3.0, 2.0, 5.0, 3.0, 1.0, 9.0, 1.0, 1.0, 1.0, 7.0, 0.0, 2.0, 2.0, 3.0, 1.0, 0.0, 2.0, 4.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010782628320157528, -0.010275976732373238, -0.009769324213266373, -0.009262672625482082, -0.008756020106375217, -0.008249368518590927, -0.0077427164651453495, -0.007236064411699772, -0.006729412358254194, -0.006222760304808617, -0.005716108251363039, -0.005209456197917461, -0.004702804610133171, -0.0041961525566875935, -0.003689500503242016, -0.0031828484497964382, -0.0026761963963508606, -0.002169544342905283, -0.0016628924058750272, -0.0011562404688447714, -0.0006495884153991938, -0.00014293642016127706, 0.00036371557507663965, 0.0008703675703145564, 0.001377019565552473, 0.0018836716189980507, 0.0023903236724436283, 0.0028969754930585623, 0.00340362754650414, 0.003910279367119074, 0.0044169314205646515, 0.004923583474010229, 0.005430235527455807, 0.005936887580901384, 0.006443539634346962, 0.00695019168779254, 0.007456843741238117, 0.007963495329022408, 0.008470147848129272, 0.008976799435913563, 0.009483451023697853, 0.009990103542804718, 0.010496755130589008, 0.011003407649695873, 0.011510059237480164, 0.012016711756587029, 0.012523363344371319, 0.013030015863478184, 0.013536667451262474, 0.014043319039046764, 0.01454997155815363, 0.01505662314593792, 0.015563275665044785, 0.01606992818415165, 0.016576578840613365, 0.01708323135972023, 0.017589883878827095, 0.01809653453528881, 0.018603187054395676, 0.01910983957350254, 0.019616492092609406, 0.02012314274907112, 0.020629795268177986, 0.02113644778728485, 0.021643098443746567]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 5.0, 9.0, 3.0, 7.0, 8.0, 14.0, 23.0, 36.0, 39.0, 52.0, 85.0, 119.0, 172.0, 188.0, 260.0, 357.0, 467.0, 668.0, 1107.0, 1858.0, 5860.0, 2034.0, 1269.0, 879.0, 695.0, 486.0, 363.0, 271.0, 233.0, 162.0, 130.0, 96.0, 102.0, 66.0, 62.0, 47.0, 39.0, 27.0, 29.0, 22.0, 17.0, 15.0, 10.0, 14.0, 7.0, 4.0, 3.0, 4.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.006132997572422028, -0.005872303619980812, -0.005611609201878309, -0.005350915249437094, -0.005090220831334591, -0.004829526878893375, -0.00456883292645216, -0.004308138508349657, -0.0040474445559084415, -0.0037867503706365824, -0.003526056185364723, -0.0032653622329235077, -0.0030046680476516485, -0.0027439738623797894, -0.002483279909938574, -0.0022225857246667147, -0.0019618915393948555, -0.0017011973541229963, -0.001440503285266459, -0.0011798092164099216, -0.0009191150311380625, -0.0006584209040738642, -0.00039772677700966597, -0.0001370326499454677, 0.00012366147711873055, 0.0003843556041829288, 0.0006450497312471271, 0.0009057438583113253, 0.0011664379853755236, 0.0014271321706473827, 0.00168782623950392, 0.0019485203083604574, 0.0022092144936323166, 0.0024699086789041758, 0.002730602864176035, 0.0029912968166172504, 0.0032519910018891096, 0.0035126851871609688, 0.0037733791396021843, 0.004034073557704687, 0.004294767510145903, 0.004555461462587118, 0.004816155880689621, 0.0050768498331308365, 0.005337543785572052, 0.005598238203674555, 0.00585893215611577, 0.006119626574218273, 0.006380320526659489, 0.006641014479100704, 0.006901708897203207, 0.0071624028496444225, 0.007423097267746925, 0.007683791220188141, 0.007944485172629356, 0.008205179125070572, 0.008465873077511787, 0.008726567961275578, 0.008987261913716793, 0.009247955866158009, 0.009508649818599224, 0.00976934377104044, 0.01003003865480423, 0.010290732607245445, 0.01055142655968666]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 3.0, 4.0, 2.0, 3.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.10980746895074844, -0.10566482692956924, -0.10152218490839005, -0.09737954288721085, -0.09323690086603165, -0.08909425884485245, -0.08495161682367325, -0.08080897480249405, -0.07666633278131485, -0.07252369076013565, -0.06838104873895645, -0.06423840671777725, -0.06009576469659805, -0.055953122675418854, -0.051810480654239655, -0.047667838633060455, -0.043525196611881256, -0.03938255459070206, -0.03523991256952286, -0.03109727054834366, -0.02695462852716446, -0.02281198650598526, -0.01866934448480606, -0.014526702463626862, -0.010384060442447662, -0.006241418421268463, -0.002098776400089264, 0.0020438656210899353, 0.0061865076422691345, 0.010329149663448334, 0.014471791684627533, 0.018614433705806732, 0.02275707572698593, 0.02689971774816513, 0.03104235976934433, 0.03518500179052353, 0.03932764381170273, 0.04347028583288193, 0.04761292785406113, 0.051755569875240326, 0.055898211896419525, 0.060040853917598724, 0.06418349593877792, 0.06832613795995712, 0.07246877998113632, 0.07661142200231552, 0.08075406402349472, 0.08489670604467392, 0.08903934806585312, 0.09318199008703232, 0.09732463210821152, 0.10146727412939072, 0.10560991615056992, 0.10975255817174911, 0.11389520019292831, 0.11803784221410751, 0.12218048423528671, 0.1263231337070465, 0.1304657757282257, 0.1346084177494049, 0.1387510597705841, 0.1428937017917633, 0.1470363438129425, 0.1511789858341217, 0.1553216278553009]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 3.0, 3.0, 6.0, 2.0, 7.0, 5.0, 8.0, 15.0, 10.0, 27.0, 36.0, 64.0, 42.0, 19.0, 7.0, 2.0, 0.0, 4.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.08689283579587936, -0.08342775702476501, -0.07996267825365067, -0.07649759203195572, -0.07303251326084137, -0.06956743448972702, -0.06610235571861267, -0.06263727694749832, -0.059172194451093674, -0.055707115679979324, -0.052242033183574677, -0.04877695441246033, -0.04531187564134598, -0.04184679314494133, -0.03838171437382698, -0.03491663187742233, -0.03145155310630798, -0.027986472472548485, -0.024521391838788986, -0.021056313067674637, -0.017591232433915138, -0.01412615180015564, -0.010661072097718716, -0.007195991929620504, -0.003730911761522293, -0.0002658315934240818, 0.0031992485746741295, 0.006664328742772341, 0.010129408910870552, 0.01359448954463005, 0.0170595683157444, 0.0205246489495039, 0.023989729583263397, 0.027454810217022896, 0.030919890850782394, 0.034384969621896744, 0.03785005211830139, 0.04131513088941574, 0.04478020966053009, 0.04824529215693474, 0.05171037092804909, 0.05517544969916344, 0.058640532195568085, 0.062105610966682434, 0.06557068973779678, 0.06903576850891113, 0.07250085473060608, 0.07596593350172043, 0.07943101227283478, 0.08289609104394913, 0.08636116981506348, 0.08982625603675842, 0.09329133480787277, 0.09675641357898712, 0.10022149235010147, 0.10368657112121582, 0.10715165734291077, 0.11061673611402512, 0.11408181488513947, 0.11754689365625381, 0.12101197242736816, 0.12447705119848251, 0.12794212996959686, 0.1314072161912918, 0.13487228751182556]}, "_runtime": 59.7543830871582, "_timestamp": 1596211649.525492, "_step": 72}
+{"val_accuracy": 0.8055201198630138, "val_loss": 0.5029037881931758, "_runtime": 61.72308945655823, "_timestamp": 1596211651.4941983, "_step": 73}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: T Confidence: 0.3665325939655304 Truth: v", "Prediction: P Confidence: 0.5699436068534851 Truth: 5", "Prediction: U Confidence: 0.6633589863777161 Truth: 2", "Prediction: O Confidence: 0.4335922300815582 Truth: 0"]}, "_runtime": 62.02131104469299, "_timestamp": 1596211651.79242, "_step": 74}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 4.0, 1.0, 1.0, 2.0, 1.0, 2.0, 4.0, 2.0, 3.0, 1.0, 4.0, 2.0, 2.0, 2.0, 5.0, 3.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.017028557136654854, -0.0165704432874918, -0.016112329438328743, -0.015654217451810837, -0.015196103602647781, -0.014737989753484726, -0.01427987590432167, -0.01382176298648119, -0.013363649137318134, -0.012905536219477654, -0.012447422370314598, -0.011989308521151543, -0.011531195603311062, -0.011073081754148006, -0.010614968836307526, -0.01015685498714447, -0.009698741137981415, -0.009240628220140934, -0.008782514370977879, -0.008324401453137398, -0.007866287603974342, -0.007408174220472574, -0.006950060836970806, -0.006491947453469038, -0.00603383406996727, -0.0055757202208042145, -0.005117606837302446, -0.004659493453800678, -0.00420138007029891, -0.0037432664539664984, -0.0032851530704647303, -0.0028270394541323185, -0.0023689260706305504, -0.0019108125707134604, -0.0014526990707963705, -0.0009945856872946024, -0.0005364721873775125, -7.835871656425297e-05, 0.0003797547542490065, 0.0008378681959584355, 0.0012959816958755255, 0.0017540951957926154, 0.0022122086957097054, 0.0026703220792114735, 0.0031284354627132416, 0.0035865490790456533, 0.004044662695378065, 0.004502776078879833, 0.004960889462381601, 0.0054190028458833694, 0.0058771162293851376, 0.006335230078548193, 0.006793343462049961, 0.007251456845551729, 0.007709570229053497, 0.008167684078216553, 0.008625796996057034, 0.009083910845220089, 0.00954202376306057, 0.010000137612223625, 0.01045825146138668, 0.010916364379227161, 0.011374478228390217, 0.011832591146230698, 0.012290704995393753]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 2.0, 3.0, 4.0, 3.0, 3.0, 4.0, 6.0, 4.0, 6.0, 8.0, 11.0, 16.0, 20.0, 22.0, 32.0, 42.0, 62.0, 101.0, 120.0, 173.0, 290.0, 508.0, 4993.0, 647.0, 288.0, 195.0, 91.0, 74.0, 52.0, 34.0, 30.0, 15.0, 16.0, 11.0, 7.0, 4.0, 4.0, 2.0, 9.0, 3.0, 2.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0], "bins": [-0.21311093866825104, -0.20708529651165009, -0.20105965435504913, -0.19503401219844818, -0.18900837004184723, -0.18298272788524628, -0.17695708572864532, -0.17093144357204437, -0.16490581631660461, -0.15888017416000366, -0.1528545320034027, -0.14682888984680176, -0.1408032476902008, -0.13477760553359985, -0.1287519633769989, -0.12272632122039795, -0.116700679063797, -0.11067503690719604, -0.10464939475059509, -0.09862375259399414, -0.09259811043739319, -0.08657247573137283, -0.08054683357477188, -0.07452119141817093, -0.06849554926156998, -0.062469907104969025, -0.05644426494836807, -0.05041862651705742, -0.04439298436045647, -0.038367342203855515, -0.03234170377254486, -0.02631606161594391, -0.020290419459342957, -0.014264778234064579, -0.008239137008786201, -0.002213495783507824, 0.0038121454417705536, 0.009837786667048931, 0.01586342789232731, 0.02188906818628311, 0.027914710342884064, 0.033940352499485016, 0.03996599465608597, 0.04599163308739662, 0.052017275243997574, 0.058042917400598526, 0.06406855583190918, 0.07009419798851013, 0.07611984014511108, 0.08214548230171204, 0.08817112445831299, 0.09419676661491394, 0.10022240877151489, 0.10624804347753525, 0.1122736856341362, 0.11829932779073715, 0.1243249699473381, 0.13035060465335846, 0.1363762468099594, 0.14240188896656036, 0.14842753112316132, 0.15445317327976227, 0.16047881543636322, 0.16650445759296417, 0.17253009974956512]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 3.0, 1.0, 2.0, 1.0, 0.0, 2.0, 3.0, 3.0, 4.0, 3.0, 4.0, 4.0, 2.0, 2.0, 2.0, 24.0, 5.0, 1.0, 3.0, 2.0, 5.0, 3.0, 4.0, 3.0, 5.0, 2.0, 1.0, 1.0, 1.0, 2.0, 3.0, 2.0, 4.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.0035277646966278553, -0.0034342114813625813, -0.003340658266097307, -0.003247105050832033, -0.003153551835566759, -0.003059998620301485, -0.002966445405036211, -0.002872892189770937, -0.002779338974505663, -0.002685785759240389, -0.002592232543975115, -0.0024986793287098408, -0.0024051261134445667, -0.0023115728981792927, -0.0022180196829140186, -0.0021244664676487446, -0.0020309132523834705, -0.0019373600371181965, -0.0018438068218529224, -0.0017502536065876484, -0.0016567003913223743, -0.0015631471760571003, -0.0014695939607918262, -0.0013760407455265522, -0.0012824875302612782, -0.001188934314996004, -0.00109538109973073, -0.001001827884465456, -0.000908274669200182, -0.0008147214539349079, -0.0007211682386696339, -0.0006276150234043598, -0.0005340618081390858, -0.0004405085928738117, -0.0003469553776085377, -0.0002534021623432636, -0.00015984894707798958, -6.629573181271553e-05, 2.7257483452558517e-05, 0.00012081069871783257, 0.0002143639139831066, 0.00030791712924838066, 0.0004014703445136547, 0.0004950235597789288, 0.0005885767750442028, 0.0006821299903094769, 0.0007756832055747509, 0.000869236420840025, 0.000962789636105299, 0.001056342851370573, 0.001149896066635847, 0.0012434492819011211, 0.0013370024971663952, 0.0014305557124316692, 0.0015241089276969433, 0.0016176621429622173, 0.0017112153582274914, 0.0018047685734927654, 0.0018983217887580395, 0.0019918750040233135, 0.0020854282192885876, 0.0021789814345538616, 0.0022725346498191357, 0.0023660878650844097, 0.0024596410803496838]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 4.0, 5.0, 8.0, 6.0, 2.0, 7.0, 27.0, 26.0, 47.0, 67.0, 126.0, 157.0, 264.0, 410.0, 654.0, 1015.0, 1654.0, 2813.0, 5218.0, 9618.0, 18864.0, 40971.0, 111225.0, 810982.0, 93491.0, 36732.0, 18239.0, 10387.0, 5958.0, 3741.0, 2265.0, 1527.0, 979.0, 678.0, 460.0, 308.0, 218.0, 130.0, 125.0, 69.0, 39.0, 45.0, 29.0, 20.0, 14.0, 7.0, 4.0, 5.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008826985023915768, -0.008537787944078445, -0.008248591795563698, -0.007959394715726376, -0.007670198567211628, -0.007381001487374306, -0.007091804873198271, -0.006802608259022236, -0.006513411644846201, -0.006224215030670166, -0.005935018416494131, -0.005645821802318096, -0.005356624722480774, -0.005067428108304739, -0.004778231494128704, -0.004489034879952669, -0.004199838265776634, -0.003910641651600599, -0.0036214450374245644, -0.0033322481904178858, -0.003043051576241851, -0.002753854962065816, -0.0024646581150591373, -0.0021754615008831024, -0.0018862648867070675, -0.0015970682725310326, -0.0013078715419396758, -0.001018674811348319, -0.0007294781971722841, -0.0004402815247885883, -0.00015108485240489244, 0.0001381118199788034, 0.00042730849236249924, 0.0007165051647461951, 0.001005701837129891, 0.0012948985677212477, 0.0015840951818972826, 0.0018732917960733175, 0.002162488643079996, 0.002451685257256031, 0.002740881871432066, 0.003030078485608101, 0.003319275099784136, 0.0036084719467908144, 0.0038976685609668493, 0.004186865407973528, 0.004476062022149563, 0.004765258636325598, 0.005054455250501633, 0.005343651864677668, 0.0056328484788537025, 0.0059220450930297375, 0.006211241707205772, 0.006500438787043095, 0.0067896354012191296, 0.0070788320153951645, 0.007368028629571199, 0.007657225243747234, 0.007946422323584557, 0.008235618472099304, 0.008524815551936626, 0.008814011700451374, 0.009103208780288696, 0.009392404928803444, 0.009681602008640766]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 5.0, 0.0, 3.0, 3.0, 3.0, 0.0, 4.0, 6.0, 3.0, 10.0, 1.0, 1.0, 2.0, 3.0, 1.0, 3.0, 0.0, 2.0, 3.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011372278444468975, -0.010587274096906185, -0.009802269749343395, -0.009017265401780605, -0.00823226012289524, -0.007447256240993738, -0.006662251427769661, -0.005877247080206871, -0.005092242732644081, -0.004307238385081291, -0.0035222338046878576, -0.002737229224294424, -0.0019522248767316341, -0.0011672204127535224, -0.00038221594877541065, 0.0004027885152027011, 0.0011877929791808128, 0.0019727973267436028, 0.0027578019071370363, 0.00354280648753047, 0.00432781083509326, 0.00511281518265605, 0.005897819995880127, 0.006682824343442917, 0.007467828691005707, 0.008252833038568497, 0.009037837386131287, 0.009822841733694077, 0.010607846081256866, 0.011392851360142231, 0.012177855707705021, 0.01296286005526781, 0.0137478644028306, 0.01453286875039339, 0.01531787309795618, 0.016102878376841545, 0.016887882724404335, 0.017672887071967125, 0.018457891419529915, 0.019242895767092705, 0.020027900114655495, 0.020812904462218285, 0.021597908809781075, 0.022382913157343864, 0.023167917504906654, 0.023952921852469444, 0.024737926200032234, 0.025522930547595024, 0.026307936757802963, 0.027092941105365753, 0.027877945452928543, 0.028662949800491333, 0.029447954148054123, 0.030232958495616913, 0.031017962843179703, 0.03180296719074249, 0.03258797153830528, 0.03337297588586807, 0.03415798023343086, 0.03494298458099365, 0.03572798892855644, 0.03651299327611923, 0.03729799762368202, 0.03808300197124481, 0.0388680063188076]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 1.0, 2.0, 0.0, 7.0, 13.0, 15.0, 28.0, 45.0, 47.0, 80.0, 96.0, 134.0, 218.0, 258.0, 326.0, 433.0, 525.0, 751.0, 1098.0, 1553.0, 5916.0, 2404.0, 1250.0, 797.0, 537.0, 382.0, 325.0, 265.0, 173.0, 139.0, 119.0, 105.0, 74.0, 41.0, 47.0, 34.0, 27.0, 22.0, 28.0, 14.0, 7.0, 8.0, 3.0, 8.0, 4.0, 8.0, 7.0, 7.0, 5.0, 6.0, 6.0, 8.0, 6.0, 4.0, 1.0, 2.0, 3.0, 2.0, 0.0, 1.0, 3.0], "bins": [-0.007977711968123913, -0.0076439534313976765, -0.007310195360332727, -0.006976436823606491, -0.006642678752541542, -0.006308920215815306, -0.005975161679089069, -0.00564140360802412, -0.005307645071297884, -0.004973886534571648, -0.004640128463506699, -0.004306369926780462, -0.003972611390054226, -0.003638853318989277, -0.0033050947822630405, -0.002971336478367448, -0.002637578174471855, -0.0023038198705762625, -0.00197006156668067, -0.0016363030299544334, -0.0013025447260588408, -0.0009687863639555871, -0.0006350280018523335, -0.00030126963974907994, 3.248872235417366e-05, 0.00036624708445742726, 0.0007000054465606809, 0.0010337638668715954, 0.001367522170767188, 0.0017012804746627808, 0.002035039011389017, 0.00236879731528461, 0.0027025556191802025, 0.003036313923075795, 0.003370072226971388, 0.003703830763697624, 0.004037588834762573, 0.00437134737148881, 0.004705105908215046, 0.005038863979279995, 0.005372622516006231, 0.005706381052732468, 0.006040139123797417, 0.006373897660523653, 0.006707656197249889, 0.007041414268314838, 0.007375172805041075, 0.007708930876106024, 0.00804268941283226, 0.00837644748389721, 0.008710206486284733, 0.009043964557349682, 0.009377722628414631, 0.009711481630802155, 0.010045239701867104, 0.010378997772932053, 0.010712755843997002, 0.011046514846384525, 0.011380272917449474, 0.011714030988514423, 0.012047789990901947, 0.012381548061966896, 0.012715306133031845, 0.013049065135419369, 0.013382823206484318]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 2.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.1061258465051651, -0.10322374850511551, -0.10032165050506592, -0.09741955250501633, -0.09451744705438614, -0.09161534905433655, -0.08871325105428696, -0.08581115305423737, -0.08290905505418777, -0.08000695705413818, -0.077104851603508, -0.0742027536034584, -0.07130065560340881, -0.06839855760335922, -0.06549645960330963, -0.06259436160326004, -0.05969225987792015, -0.05679016187787056, -0.05388806015253067, -0.05098596215248108, -0.04808386415243149, -0.0451817624270916, -0.04227966442704201, -0.039377566426992416, -0.03647546470165253, -0.033573366701602936, -0.030671268701553345, -0.027769168838858604, -0.024867068976163864, -0.021964970976114273, -0.019062871113419533, -0.01616077311336994, -0.013258673250675201, -0.010356574319303036, -0.007454474922269583, -0.00455237552523613, -0.001650276593863964, 0.0012518225703388453, 0.004153921734541655, 0.007056021131575108, 0.009958120062947273, 0.012860218994319439, 0.015762317925691605, 0.018664417788386345, 0.021566517651081085, 0.024468615651130676, 0.027370715513825417, 0.030272813513875008, 0.03317491337656975, 0.03607701137661934, 0.03897911310195923, 0.04188121110200882, 0.04478330910205841, 0.0476854108273983, 0.05058750882744789, 0.05348960682749748, 0.05639170855283737, 0.05929380655288696, 0.062195904552936554, 0.06509800255298615, 0.06800010055303574, 0.07090220600366592, 0.07380430400371552, 0.0767064020037651, 0.0796085000038147]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 3.0, 3.0, 2.0, 3.0, 4.0, 8.0, 18.0, 16.0, 18.0, 22.0, 20.0, 44.0, 38.0, 13.0, 3.0, 8.0, 7.0, 4.0, 2.0, 3.0, 7.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 3.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 4.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.06535650044679642, -0.06302095204591751, -0.06068539619445801, -0.0583498477935791, -0.0560142956674099, -0.05367874354124069, -0.051343195140361786, -0.04900764301419258, -0.046672090888023376, -0.04433653876185417, -0.04200098663568497, -0.03966543823480606, -0.037329886108636856, -0.03499433398246765, -0.032658785581588745, -0.03032323345541954, -0.027987681329250336, -0.02565212920308113, -0.023316578939557076, -0.02098102867603302, -0.018645476549863815, -0.01630992442369461, -0.013974374160170555, -0.011638822965323925, -0.009303271770477295, -0.006967720575630665, -0.004632169380784035, -0.0022966181859374046, 3.8933008909225464e-05, 0.0023744842037558556, 0.004710035398602486, 0.007045586593449116, 0.009381137788295746, 0.011716688983142376, 0.014052240177989006, 0.01638779044151306, 0.018723342567682266, 0.02105889469385147, 0.023394444957375526, 0.025729995220899582, 0.028065547347068787, 0.03040109947323799, 0.032736651599407196, 0.0350722000002861, 0.03740775212645531, 0.03974330425262451, 0.04207885265350342, 0.04441440477967262, 0.04674995690584183, 0.04908550903201103, 0.05142106115818024, 0.05375660955905914, 0.05609216168522835, 0.05842771381139755, 0.06076326221227646, 0.06309881806373596, 0.06543436646461487, 0.06776991486549377, 0.07010547071695328, 0.07244101911783218, 0.07477657496929169, 0.0771121233701706, 0.0794476717710495, 0.081783227622509, 0.08411877602338791]}, "_runtime": 62.298869609832764, "_timestamp": 1596211652.0699785, "_step": 75}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 2.0, 0.0, 7.0, 5.0, 3.0, 7.0, 3.0, 0.0, 0.0, 0.0, 2.0, 3.0, 1.0, 2.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01060029212385416, -0.010249922052025795, -0.009899552911520004, -0.009549182839691639, -0.009198812767863274, -0.008848442696034908, -0.008498072624206543, -0.008147703483700752, -0.007797333411872387, -0.007446963340044022, -0.007096593733876944, -0.006746224127709866, -0.0063958540558815, -0.006045483984053135, -0.005695114377886057, -0.005344744771718979, -0.0049943746998906136, -0.004644004628062248, -0.00429363502189517, -0.003943265415728092, -0.003592895343899727, -0.003242525504902005, -0.0028921556659042835, -0.002541785826906562, -0.00219141598790884, -0.0018410461489111185, -0.0014906763099133968, -0.0011403064709156752, -0.0007899366319179535, -0.0004395667929202318, -8.919695392251015e-05, 0.0002611728850752115, 0.0006115427240729332, 0.0009619125630706549, 0.0013122824020683765, 0.0016626522410660982, 0.00201302208006382, 0.0023633919190615416, 0.0027137617580592632, 0.003064131597056985, 0.0034145014360547066, 0.0037648712750524282, 0.00411524111405015, 0.004465610720217228, 0.004815980792045593, 0.005166350863873959, 0.005516720470041037, 0.005867090076208115, 0.00621746014803648, 0.006567830219864845, 0.006918199826031923, 0.007268569432199001, 0.007618939504027367, 0.007969309575855732, 0.008319679647684097, 0.008670048788189888, 0.009020418860018253, 0.009370788931846619, 0.00972115807235241, 0.010071528144180775, 0.01042189821600914, 0.010772268287837505, 0.01112263835966587, 0.011473007500171661, 0.011823377572000027]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 2.0, 3.0, 3.0, 3.0, 7.0, 4.0, 7.0, 10.0, 5.0, 9.0, 16.0, 18.0, 25.0, 21.0, 23.0, 50.0, 57.0, 68.0, 118.0, 167.0, 243.0, 438.0, 4790.0, 903.0, 321.0, 169.0, 103.0, 96.0, 59.0, 44.0, 19.0, 30.0, 20.0, 17.0, 11.0, 9.0, 7.0, 4.0, 6.0, 6.0, 3.0, 3.0, 3.0, 1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.13799600303173065, -0.1334943026304245, -0.12899260222911835, -0.12449090927839279, -0.11998921632766724, -0.11548751592636108, -0.11098581552505493, -0.10648412257432938, -0.10198242217302322, -0.09748072177171707, -0.09297902882099152, -0.08847732841968536, -0.08397562801837921, -0.07947393506765366, -0.0749722346663475, -0.07047054171562195, -0.0659688413143158, -0.06146714463829994, -0.05696544796228409, -0.052463747560977936, -0.04796205088496208, -0.04346035420894623, -0.038958653807640076, -0.03445695713162422, -0.029955260455608368, -0.025453563779592514, -0.02095186524093151, -0.016450166702270508, -0.011948470026254654, -0.007446772418916225, -0.002945074811577797, 0.0015566227957606316, 0.00605832040309906, 0.010560018010437489, 0.015061715617775917, 0.01956341415643692, 0.024065110832452774, 0.028566807508468628, 0.03306850790977478, 0.037570204585790634, 0.04207190126180649, 0.04657359793782234, 0.051075294613838196, 0.05557699501514435, 0.0600786916911602, 0.06458038836717606, 0.06908208876848221, 0.07358378171920776, 0.07808548212051392, 0.08258718252182007, 0.08708887547254562, 0.09159057587385178, 0.09609226882457733, 0.10059396922588348, 0.10509566962718964, 0.10959736257791519, 0.11409906297922134, 0.1186007633805275, 0.12310245633125305, 0.1276041567325592, 0.13210585713386536, 0.1366075575351715, 0.14110924303531647, 0.14561094343662262, 0.15011264383792877]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 4.0, 4.0, 1.0, 1.0, 3.0, 2.0, 5.0, 3.0, 7.0, 5.0, 3.0, 0.0, 28.0, 6.0, 5.0, 4.0, 2.0, 6.0, 2.0, 3.0, 6.0, 3.0, 3.0, 4.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00283560948446393, -0.002748384140431881, -0.0026611587963998318, -0.0025739336851984262, -0.002486708341166377, -0.002399482997134328, -0.0023122576531022787, -0.0022250323090702295, -0.002137807197868824, -0.002050581853836775, -0.0019633565098047256, -0.0018761311657726765, -0.0017889058217406273, -0.0017016805941239, -0.0016144552500918508, -0.0015272300224751234, -0.0014400046784430742, -0.001352779334411025, -0.0012655541067942977, -0.0011783287627622485, -0.0010911035351455212, -0.001003878191113472, -0.0009166528470814228, -0.0008294275612570345, -0.0007422022754326463, -0.000654976989608258, -0.0005677517037838697, -0.00048052635975182056, -0.0003933010739274323, -0.00030607578810304403, -0.0002188504731748253, -0.00013162517279852182, -4.439987242221832e-05, 4.282542795408517e-05, 0.00013005072833038867, 0.00021727602870669216, 0.00030450132908299565, 0.0003917266149073839, 0.00047895192983560264, 0.0005661772447638214, 0.0006534025305882096, 0.0007406278164125979, 0.0008278531022369862, 0.0009150784462690353, 0.0010023037903010845, 0.0010895290179178119, 0.001176754361949861, 0.0012639795895665884, 0.0013512049335986376, 0.0014384302776306868, 0.0015256555052474141, 0.0016128808492794633, 0.0017001060768961906, 0.0017873314209282398, 0.001874556764960289, 0.001961782108992338, 0.0020490074530243874, 0.002136232564225793, 0.002223457908257842, 0.0023106832522898912, 0.0023979085963219404, 0.0024851339403539896, 0.002572359051555395, 0.0026595843955874443, 0.0027468097396194935]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 5.0, 4.0, 15.0, 16.0, 18.0, 24.0, 36.0, 50.0, 69.0, 95.0, 172.0, 220.0, 370.0, 526.0, 988.0, 1649.0, 2544.0, 4448.0, 8468.0, 17107.0, 38170.0, 103061.0, 807333.0, 109612.0, 39984.0, 18830.0, 10387.0, 5923.0, 3551.0, 2092.0, 1399.0, 858.0, 555.0, 340.0, 243.0, 159.0, 114.0, 64.0, 50.0, 31.0, 10.0, 13.0, 9.0, 11.0, 2.0, 2.0, 3.0, 3.0, 0.0, 0.0, 2.0, 2.0, 1.0], "bins": [-0.007814117707312107, -0.007581625133752823, -0.007349132094532251, -0.00711663905531168, -0.006884146481752396, -0.006651653908193111, -0.00641916086897254, -0.006186667829751968, -0.005954175256192684, -0.0057216826826334, -0.0054891896434128284, -0.005256696604192257, -0.005024204030632973, -0.0047917114570736885, -0.004559218417853117, -0.0043267253786325455, -0.004094232805073261, -0.0038617399986833334, -0.0036292471922934055, -0.0033967543859034777, -0.00316426157951355, -0.002931768773123622, -0.002699275966733694, -0.002466783160343766, -0.0022342903539538383, -0.0020017975475639105, -0.0017693047411739826, -0.0015368119347840548, -0.001304319128394127, -0.001071826322004199, -0.0008393335156142712, -0.0006068407092243433, -0.00037434790283441544, -0.00014185509644448757, 9.063770994544029e-05, 0.00032313051633536816, 0.000555623322725296, 0.0007881161291152239, 0.0010206089355051517, 0.0012531017418950796, 0.0014855945482850075, 0.0017180873546749353, 0.0019505801610648632, 0.002183072967454791, 0.002415565773844719, 0.002648058580234647, 0.0028805513866245747, 0.0031130441930145025, 0.0033455369994044304, 0.0035780298057943583, 0.003810522612184286, 0.004043015651404858, 0.004275508224964142, 0.004508000798523426, 0.004740493837743998, 0.004972986876964569, 0.005205479450523853, 0.0054379720240831375, 0.005670465063303709, 0.0059029581025242805, 0.006135450676083565, 0.006367943249642849, 0.0066004362888634205, 0.006832929328083992, 0.007065421901643276]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 4.0, 1.0, 2.0, 2.0, 2.0, 0.0, 1.0, 1.0, 3.0, 3.0, 1.0, 9.0, 1.0, 0.0, 4.0, 1.0, 1.0, 2.0, 3.0, 2.0, 4.0, 2.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.019634323194622993, -0.01905975304543972, -0.018485184758901596, -0.017910614609718323, -0.01733604446053505, -0.016761474311351776, -0.016186904162168503, -0.015612335875630379, -0.015037765726447105, -0.014463195577263832, -0.013888626359403133, -0.013314057141542435, -0.012739486992359161, -0.012164916843175888, -0.01159034762531519, -0.01101577840745449, -0.010441208258271217, -0.009866638109087944, -0.009292068891227245, -0.008717499673366547, -0.008142929524183273, -0.007568359840661287, -0.006993790157139301, -0.006419220473617315, -0.005844650790095329, -0.005270081106573343, -0.004695511423051357, -0.004120941739529371, -0.0035463720560073853, -0.0029718023724853992, -0.0023972326889634132, -0.0018226630054414272, -0.0012480933219194412, -0.0006735236383974552, -9.895395487546921e-05, 0.0004756157286465168, 0.0010501854121685028, 0.0016247550956904888, 0.002199324779212475, 0.002773894462734461, 0.003348464146256447, 0.003923033829778433, 0.004497603513300419, 0.005072173196822405, 0.005646742880344391, 0.006221312563866377, 0.006795882247388363, 0.007370451930910349, 0.007945021614432335, 0.008519591763615608, 0.009094160981476307, 0.009668730199337006, 0.010243300348520279, 0.010817870497703552, 0.011392439715564251, 0.01196700893342495, 0.012541579082608223, 0.013116149231791496, 0.013690718449652195, 0.014265287667512894, 0.014839857816696167, 0.01541442796587944, 0.015988998115062714, 0.016563566401600838, 0.01713813655078411]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 4.0, 3.0, 3.0, 7.0, 2.0, 2.0, 5.0, 8.0, 6.0, 8.0, 21.0, 18.0, 35.0, 31.0, 41.0, 42.0, 44.0, 85.0, 153.0, 201.0, 360.0, 441.0, 671.0, 1054.0, 1556.0, 5961.0, 2617.0, 1600.0, 1047.0, 660.0, 488.0, 386.0, 243.0, 173.0, 137.0, 91.0, 68.0, 41.0, 22.0, 18.0, 20.0, 12.0, 6.0, 10.0, 4.0, 4.0, 4.0, 4.0, 2.0, 0.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.012245645746588707, -0.011873282492160797, -0.011500919237732887, -0.011128555983304977, -0.010756192728877068, -0.010383829474449158, -0.010011466220021248, -0.009639102965593338, -0.009266739711165428, -0.008894375525414944, -0.008522012270987034, -0.008149649016559124, -0.007777285762131214, -0.007404922507703304, -0.0070325592532753944, -0.006660195998847485, -0.006287832744419575, -0.005915469489991665, -0.005543106235563755, -0.005170742981135845, -0.004798379726707935, -0.004426016006618738, -0.004053652752190828, -0.0036812894977629185, -0.0033089262433350086, -0.0029365629889070988, -0.002564199734479189, -0.0021918362472206354, -0.0018194729927927256, -0.0014471097383648157, -0.001074746367521584, -0.0007023830548860133, -0.0003300197422504425, 4.234357038512826e-05, 0.000414706883020699, 0.0007870701956562698, 0.0011594335082918406, 0.0015317967627197504, 0.001904160133562982, 0.0022765235044062138, 0.0026488867588341236, 0.0030212500132620335, 0.0033936132676899433, 0.003765976754948497, 0.00413834024220705, 0.00451070349663496, 0.00488306675106287, 0.00525543000549078, 0.00562779325991869, 0.0060001565143466, 0.006372519768774509, 0.006744883023202419, 0.007117246277630329, 0.007489609997719526, 0.007861972786486149, 0.008234336040914059, 0.008606700226664543, 0.008979063481092453, 0.009351426735520363, 0.009723789989948273, 0.010096153244376183, 0.010468516498804092, 0.010840879753232002, 0.011213243007659912, 0.011585606262087822]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 1.0, 3.0, 1.0, 3.0, 1.0, 3.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.05608883127570152, -0.052513424307107925, -0.04893801733851433, -0.04536261036992073, -0.04178720712661743, -0.038211800158023834, -0.03463639318943024, -0.03106098622083664, -0.027485579252243042, -0.023910172283649445, -0.020334765315055847, -0.0167593602091074, -0.013183953240513802, -0.009608546271920204, -0.006033140234649181, -0.0024577337317168713, 0.0011176727712154388, 0.004693079274147749, 0.008268485777080059, 0.011843891814351082, 0.01541929878294468, 0.018994705751538277, 0.022570110857486725, 0.026145517826080322, 0.02972092479467392, 0.03329633176326752, 0.036871738731861115, 0.04044714570045471, 0.04402255266904831, 0.04759795591235161, 0.051173362880945206, 0.0547487698495388, 0.0583241768181324, 0.061899583786726, 0.0654749870300293, 0.0690503939986229, 0.07262580096721649, 0.07620120793581009, 0.07977661490440369, 0.08335202187299728, 0.08692742884159088, 0.09050283581018448, 0.09407824277877808, 0.09765364974737167, 0.10122905671596527, 0.10480446368455887, 0.10837987065315247, 0.11195527762174606, 0.11553068459033966, 0.11910608410835266, 0.12268149107694626, 0.12625689804553986, 0.12983231246471405, 0.13340771198272705, 0.13698312640190125, 0.14055852591991425, 0.14413392543792725, 0.14770933985710144, 0.15128473937511444, 0.15486015379428864, 0.15843555331230164, 0.16201096773147583, 0.16558636724948883, 0.16916178166866302, 0.17273718118667603]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 3.0, 1.0, 4.0, 2.0, 5.0, 7.0, 9.0, 9.0, 12.0, 16.0, 21.0, 17.0, 14.0, 29.0, 45.0, 22.0, 11.0, 8.0, 4.0, 5.0, 5.0, 2.0, 2.0, 2.0, 5.0, 3.0, 1.0, 5.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.04245604947209358, -0.03969637677073479, -0.03693670406937599, -0.0341770313680172, -0.0314173586666584, -0.028657685965299606, -0.02589801326394081, -0.023138340562582016, -0.02037866786122322, -0.017618995159864426, -0.01485932245850563, -0.012099649757146835, -0.00933997705578804, -0.006580304354429245, -0.00382063165307045, -0.0010609589517116547, 0.0016987137496471405, 0.004458386451005936, 0.007218059152364731, 0.009977731853723526, 0.012737404555082321, 0.015497077256441116, 0.01825674995779991, 0.021016422659158707, 0.023776095360517502, 0.026535768061876297, 0.029295440763235092, 0.03205511346459389, 0.03481478616595268, 0.03757445886731148, 0.04033413156867027, 0.04309380427002907, 0.04585347697138786, 0.04861314967274666, 0.051372822374105453, 0.05413249507546425, 0.056892167776823044, 0.05965184047818184, 0.062411513179540634, 0.06517118215560913, 0.06793086230754852, 0.07069052755832672, 0.07345020771026611, 0.07620987296104431, 0.0789695531129837, 0.0817292183637619, 0.0844888985157013, 0.08724856376647949, 0.09000824391841888, 0.09276790916919708, 0.09552758932113647, 0.09828725457191467, 0.10104693472385406, 0.10380659997463226, 0.10656628012657166, 0.10932594537734985, 0.11208562552928925, 0.11484529078006744, 0.11760497093200684, 0.12036463618278503, 0.12312431633472443, 0.12588398158550262, 0.12864366173744202, 0.13140332698822021, 0.1341630071401596]}, "_runtime": 63.13535022735596, "_timestamp": 1596211652.906459, "_step": 76}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 4.0, 5.0, 3.0, 5.0, 3.0, 3.0, 2.0, 1.0, 1.0, 3.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.011046500876545906, -0.010743166320025921, -0.010439831763505936, -0.01013649720698595, -0.009833162650465965, -0.00952982809394598, -0.009226493537425995, -0.00892315898090601, -0.008619824424386024, -0.008316490799188614, -0.008013156242668629, -0.007709821220487356, -0.007406487129628658, -0.007103152573108673, -0.006799818016588688, -0.006496483460068703, -0.0061931489035487175, -0.005889814347028732, -0.005586479790508747, -0.005283145233988762, -0.004979810677468777, -0.004676476586610079, -0.004373142030090094, -0.004069807473570108, -0.003766472917050123, -0.003463138360530138, -0.003159803804010153, -0.0028564694803208113, -0.002553134923800826, -0.002249800367280841, -0.0019464659271761775, -0.0016431314870715141, -0.001339796930551529, -0.0010364623740315437, -0.0007331279339268804, -0.0004297934356145561, -0.0001264589373022318, 0.0001768755610100925, 0.0004802100593224168, 0.0007835445576347411, 0.0010868790559470654, 0.0013902136124670506, 0.001693548052571714, 0.0019968824926763773, 0.0023002170491963625, 0.0026035516057163477, 0.0029068859294056892, 0.0032102204859256744, 0.0035135550424456596, 0.003816889598965645, 0.00412022415548563, 0.004423558712005615, 0.0047268932685256, 0.005030227359384298, 0.0053335619159042835, 0.005636896472424269, 0.005940231028944254, 0.006243565585464239, 0.006546900141984224, 0.0068502346985042095, 0.007153568789362907, 0.007456903345882893, 0.007760237902402878, 0.008063572458922863, 0.008366907015442848]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 3.0, 0.0, 3.0, 2.0, 2.0, 2.0, 4.0, 6.0, 1.0, 10.0, 3.0, 1.0, 13.0, 16.0, 14.0, 11.0, 12.0, 19.0, 30.0, 31.0, 42.0, 53.0, 54.0, 68.0, 106.0, 121.0, 157.0, 212.0, 308.0, 3370.0, 1864.0, 497.0, 224.0, 156.0, 96.0, 100.0, 63.0, 43.0, 49.0, 26.0, 26.0, 26.0, 10.0, 12.0, 13.0, 8.0, 6.0, 4.0, 14.0, 2.0, 2.0, 4.0, 4.0, 1.0, 1.0, 3.0, 2.0, 2.0, 1.0], "bins": [-0.12576162815093994, -0.12215811759233475, -0.11855461448431015, -0.11495110392570496, -0.11134760081768036, -0.10774409025907516, -0.10414058715105057, -0.10053707659244537, -0.09693357348442078, -0.09333006292581558, -0.08972655981779099, -0.08612304925918579, -0.0825195461511612, -0.078916035592556, -0.0753125324845314, -0.07170902192592621, -0.06810551881790161, -0.06450200825929642, -0.06089850142598152, -0.057294994592666626, -0.05369148775935173, -0.050087980926036835, -0.04648447409272194, -0.04288096725940704, -0.03927745670080185, -0.035673949867486954, -0.03207044303417206, -0.02846693806350231, -0.024863429367542267, -0.02125992253422737, -0.017656415700912476, -0.01405290886759758, -0.010449402034282684, -0.006845895200967789, -0.0032423879019916058, 0.0003611191641539335, 0.003964626230299473, 0.0075681330636143684, 0.011171640828251839, 0.014775147661566734, 0.01837865449488163, 0.021982161328196526, 0.02558566816151142, 0.029189174994826317, 0.03279268369078636, 0.03639619052410126, 0.03999969735741615, 0.04360320419073105, 0.047206711024045944, 0.05081021785736084, 0.054413724690675735, 0.05801723152399063, 0.06162073835730553, 0.06522424519062042, 0.06882775574922562, 0.07243125885725021, 0.07603476941585541, 0.07963827252388, 0.0832417830824852, 0.0868452861905098, 0.09044879674911499, 0.09405229985713959, 0.09765581041574478, 0.10125931352376938, 0.10486282408237457]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 1.0, 4.0, 3.0, 2.0, 6.0, 1.0, 5.0, 6.0, 4.0, 7.0, 5.0, 0.0, 3.0, 3.0, 27.0, 5.0, 3.0, 1.0, 1.0, 4.0, 2.0, 1.0, 3.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 2.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0028105375822633505, -0.002716980641707778, -0.0026234237011522055, -0.0025298665277659893, -0.002436309587210417, -0.0023427526466548443, -0.0022491957060992718, -0.0021556387655436993, -0.0020620818249881268, -0.0019685246516019106, -0.001874967711046338, -0.0017814107704907656, -0.001687853829935193, -0.0015942967729642987, -0.0015007398324087262, -0.0014071827754378319, -0.0013136258348822594, -0.0012200688943266869, -0.0011265118373557925, -0.00103295489680022, -0.0009393978980369866, -0.0008458408992737532, -0.0007522839587181807, -0.0006587269599549472, -0.0005651699611917138, -0.0004716129624284804, -0.0003780559927690774, -0.00028449902310967445, -0.00019094202434644103, -9.738504013512284e-05, -3.828055923804641e-06, 8.972892828751355e-05, 0.00018328591249883175, 0.00027684291126206517, 0.00037039988092146814, 0.0004639568505808711, 0.0005575138493441045, 0.000651070848107338, 0.0007446277886629105, 0.0008381847874261439, 0.0009317417861893773, 0.0010252987267449498, 0.0011188557837158442, 0.0012124127242714167, 0.0013059696648269892, 0.0013995267217978835, 0.001493083662353456, 0.0015866407193243504, 0.0016801976598799229, 0.0017737546004354954, 0.0018673116574063897, 0.001960868714377284, 0.0020544256549328566, 0.002147982595488429, 0.0022415395360440016, 0.002335096476599574, 0.0024286536499857903, 0.0025222105905413628, 0.0026157675310969353, 0.0027093244716525078, 0.0028028814122080803, 0.002896438352763653, 0.002989995526149869, 0.0030835524667054415, 0.003177109407261014]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 3.0, 2.0, 2.0, 1.0, 2.0, 7.0, 15.0, 18.0, 39.0, 46.0, 79.0, 102.0, 191.0, 299.0, 446.0, 717.0, 1143.0, 1767.0, 2875.0, 5083.0, 8827.0, 15765.0, 31573.0, 71941.0, 728240.0, 190056.0, 54110.0, 26360.0, 14611.0, 8674.0, 5484.0, 3488.0, 2302.0, 1585.0, 1101.0, 739.0, 531.0, 380.0, 292.0, 197.0, 144.0, 101.0, 83.0, 60.0, 40.0, 25.0, 20.0, 23.0, 14.0, 10.0, 9.0, 9.0, 3.0, 2.0, 1.0, 3.0, 2.0, 0.0, 1.0, 2.0], "bins": [-0.006842775270342827, -0.0066065918654203415, -0.006370408460497856, -0.006134225055575371, -0.0058980416506528854, -0.0056618582457304, -0.005425674840807915, -0.005189491435885429, -0.004953308030962944, -0.004717125091701746, -0.004480941686779261, -0.004244758281856775, -0.00400857487693429, -0.0037723914720118046, -0.0035362080670893192, -0.003300024662166834, -0.0030638412572443485, -0.002827657852321863, -0.002591474447399378, -0.0023552910424768925, -0.002119107637554407, -0.0018829243490472436, -0.00164674106054008, -0.0014105576556175947, -0.0011743742506951094, -0.000938190845772624, -0.0007020074990577996, -0.0004658241232391447, -0.0002296407474204898, 6.542628398165107e-06, 0.00024272600421682, 0.0004789093800354749, 0.0007150927558541298, 0.0009512761607766151, 0.0011874595656991005, 0.001423642854206264, 0.0016598262591287494, 0.0018960096640512347, 0.0021321929525583982, 0.0023683763574808836, 0.002604559762403369, 0.0028407431673258543, 0.0030769265722483397, 0.003313109977170825, 0.0035492931492626667, 0.003785476554185152, 0.004021659959107637, 0.004257843364030123, 0.004494026768952608, 0.0047302101738750935, 0.004966393578797579, 0.005202576983720064, 0.0054387603886425495, 0.005674943793565035, 0.00591112719848752, 0.006147310603410006, 0.006383493542671204, 0.006619676947593689, 0.006855860352516174, 0.00709204375743866, 0.007328227162361145, 0.00756441056728363, 0.007800593972206116, 0.008036777377128601, 0.008272960782051086]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 3.0, 6.0, 4.0, 3.0, 1.0, 0.0, 10.0, 4.0, 3.0, 1.0, 3.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.02096051722764969, -0.020267700776457787, -0.019574884325265884, -0.01888206973671913, -0.01818925328552723, -0.017496436834335327, -0.016803622245788574, -0.016110805794596672, -0.01541798934340477, -0.014725172892212868, -0.01403235737234354, -0.013339541852474213, -0.01264672540128231, -0.011953908950090408, -0.01126109343022108, -0.010568277910351753, -0.009875461459159851, -0.009182645007967949, -0.008489829488098621, -0.0077970135025680065, -0.007104197517037392, -0.006411381531506777, -0.005718565545976162, -0.005025749560445547, -0.004332933574914932, -0.0036401175893843174, -0.0029473016038537025, -0.0022544856183230877, -0.0015616696327924728, -0.000868853647261858, -0.00017603766173124313, 0.0005167783237993717, 0.0012095943093299866, 0.0019024102948606014, 0.0025952262803912163, 0.003288042265921831, 0.003980858251452446, 0.004673674236983061, 0.005366490222513676, 0.0060593062080442905, 0.006752122193574905, 0.00744493817910552, 0.008137754164636135, 0.008830569684505463, 0.009523386135697365, 0.010216202586889267, 0.010909018106758595, 0.011601833626627922, 0.012294650077819824, 0.012987466529011726, 0.013680282048881054, 0.014373097568750381, 0.015065914019942284, 0.015758730471134186, 0.01645154505968094, 0.01714436151087284, 0.017837177962064743, 0.018529994413256645, 0.019222810864448547, 0.0199156254529953, 0.020608441904187202, 0.021301258355379105, 0.021994072943925858, 0.02268688939511776, 0.023379705846309662]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 6.0, 2.0, 8.0, 6.0, 9.0, 5.0, 13.0, 21.0, 27.0, 30.0, 39.0, 57.0, 73.0, 112.0, 154.0, 237.0, 372.0, 509.0, 752.0, 1122.0, 1875.0, 6496.0, 2317.0, 1136.0, 687.0, 524.0, 385.0, 332.0, 210.0, 187.0, 144.0, 129.0, 92.0, 79.0, 59.0, 31.0, 33.0, 31.0, 26.0, 13.0, 14.0, 13.0, 15.0, 10.0, 5.0, 8.0, 7.0, 3.0, 5.0, 0.0, 3.0, 2.0], "bins": [-0.01336646918207407, -0.012970601208508015, -0.012574732303619385, -0.01217886433005333, -0.0117829954251647, -0.011387127451598644, -0.010991258546710014, -0.010595390573143959, -0.010199522599577904, -0.009803653694689274, -0.009407785721123219, -0.009011916816234589, -0.008616048842668533, -0.008220179937779903, -0.007824311964213848, -0.0074284435249865055, -0.007032575085759163, -0.00663670664653182, -0.006240838207304478, -0.005844969768077135, -0.0054491013288497925, -0.005053233355283737, -0.004657364916056395, -0.004261496476829052, -0.0038656280376017094, -0.0034697595983743668, -0.003073891159147024, -0.002678022952750325, -0.0022821545135229826, -0.00188628607429564, -0.0014904177514836192, -0.0010945494286715984, -0.0006986809894442558, -0.00030281260842457414, 9.305577259510756e-05, 0.0004889241536147892, 0.0008847925346344709, 0.0012806609738618135, 0.0016765292966738343, 0.002072397619485855, 0.0024682660587131977, 0.0028641344979405403, 0.003260002937167883, 0.003655871143564582, 0.004051739349961281, 0.004447607789188623, 0.004843476228415966, 0.005239344667643309, 0.005635213106870651, 0.006031081546097994, 0.0064269499853253365, 0.006822818424552679, 0.007218686863780022, 0.007614554837346077, 0.008010423742234707, 0.008406291715800762, 0.008802160620689392, 0.009198028594255447, 0.009593896567821503, 0.009989765472710133, 0.010385633446276188, 0.010781502351164818, 0.011177370324730873, 0.011573239229619503, 0.011969107203185558]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 4.0, 1.0, 1.0, 3.0, 3.0, 0.0, 4.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.15815627574920654, -0.1526363641023636, -0.14711645245552063, -0.14159655570983887, -0.1360766440629959, -0.13055673241615295, -0.12503682076931, -0.11951691657304764, -0.11399700492620468, -0.10847709327936172, -0.10295718908309937, -0.09743727743625641, -0.09191736578941345, -0.08639746159315109, -0.08087754994630814, -0.07535764575004578, -0.06983773410320282, -0.06431782245635986, -0.058797918260097504, -0.05327800661325455, -0.04775809869170189, -0.04223819077014923, -0.036718279123306274, -0.031198371201753616, -0.025678463280200958, -0.0201585553586483, -0.014638645574450493, -0.00911873672157526, -0.0035988278687000275, 0.0019210809841752052, 0.007440989837050438, 0.01296089868992567, 0.018480807542800903, 0.02400071546435356, 0.02952062524855137, 0.035040535032749176, 0.040560442954301834, 0.04608035087585449, 0.05160026252269745, 0.05712017044425011, 0.06264007836580276, 0.06815999001264572, 0.07367989420890808, 0.07919980585575104, 0.084719717502594, 0.09023962169885635, 0.09575953334569931, 0.10127943754196167, 0.10679934918880463, 0.11231926083564758, 0.11783916503190994, 0.1233590766787529, 0.12887898087501526, 0.13439889252185822, 0.13991880416870117, 0.14543871581554413, 0.15095862746238708, 0.15647852420806885, 0.1619984358549118, 0.16751834750175476, 0.17303825914859772, 0.17855817079544067, 0.18407806754112244, 0.1895979791879654, 0.19511789083480835]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 2.0, 3.0, 1.0, 2.0, 6.0, 2.0, 1.0, 3.0, 4.0, 3.0, 1.0, 5.0, 4.0, 4.0, 4.0, 2.0, 1.0, 3.0, 16.0, 15.0, 36.0, 65.0, 20.0, 9.0, 8.0, 9.0, 4.0, 2.0, 5.0, 6.0, 5.0, 3.0, 3.0, 4.0, 3.0, 5.0, 2.0, 1.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.10649099200963974, -0.10229115188121796, -0.09809131175279617, -0.09389147907495499, -0.0896916389465332, -0.08549179881811142, -0.08129195868968964, -0.07709211856126785, -0.07289227843284607, -0.06869244575500488, -0.0644926056265831, -0.060292765498161316, -0.05609292536973953, -0.05189308896660805, -0.047693248838186264, -0.04349341243505478, -0.039293572306632996, -0.03509373217821121, -0.030893895775079727, -0.026694055646657944, -0.02249421738088131, -0.018294379115104675, -0.014094539918005466, -0.009894700720906258, -0.005694862455129623, -0.0014950237236917019, 0.0027048150077462196, 0.006904653739184141, 0.011104492470622063, 0.015304330736398697, 0.01950417086482048, 0.023704009130597115, 0.02790384739637375, 0.03210368752479553, 0.03630352392792702, 0.0405033640563488, 0.044703200459480286, 0.04890304058790207, 0.05310288071632385, 0.05730271711945534, 0.06150255724787712, 0.0657023936510086, 0.06990223377943039, 0.07410207390785217, 0.07830191403627396, 0.08250175416469574, 0.08670158684253693, 0.09090142697095871, 0.0951012670993805, 0.09930110722780228, 0.10350094735622406, 0.10770078003406525, 0.11190062016248703, 0.11610046029090881, 0.1203003004193306, 0.12450014054775238, 0.12869997322559357, 0.13289982080459595, 0.13709965348243713, 0.14129948616027832, 0.1454993337392807, 0.1496991664171219, 0.15389901399612427, 0.15809884667396545, 0.16229867935180664]}, "_runtime": 63.91419315338135, "_timestamp": 1596211653.685302, "_step": 77}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 4.0, 2.0, 5.0, 3.0, 0.0, 1.0, 2.0, 1.0, 2.0, 3.0, 4.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 3.0], "bins": [-0.0101774288341403, -0.009919642470777035, -0.009661857038736343, -0.009404070675373077, -0.009146284312009811, -0.00888849887996912, -0.008630712516605854, -0.008372927084565163, -0.008115140721201897, -0.00785735435783863, -0.007599568925797939, -0.007341782562434673, -0.007083996664732695, -0.006826210767030716, -0.00656842440366745, -0.006310638505965471, -0.006052852608263493, -0.005795066710561514, -0.005537280812859535, -0.005279494449496269, -0.0050217085517942905, -0.004763922654092312, -0.004506136290729046, -0.004248350393027067, -0.0039905644953250885, -0.00373277859762311, -0.0034749924670904875, -0.003217206336557865, -0.0029594204388558865, -0.0027016345411539078, -0.0024438484106212854, -0.002186062280088663, -0.0019282763823866844, -0.001670490368269384, -0.0014127043541520834, -0.0011549183400347829, -0.0008971323259174824, -0.0006393463118001819, -0.00038156029768288136, -0.00012377428356558084, 0.00013401173055171967, 0.0003917977446690202, 0.0006495837587863207, 0.0009073697729036212, 0.0011651557870209217, 0.0014229418011382222, 0.0016807278152555227, 0.0019385138293728232, 0.0021962998434901237, 0.0024540857411921024, 0.0027118718717247248, 0.002969658002257347, 0.003227443899959326, 0.0034852297976613045, 0.003743015928193927, 0.004000802058726549, 0.004258587956428528, 0.0045163738541305065, 0.004774159751832485, 0.005031946115195751, 0.00528973201289773, 0.0055475179105997086, 0.0058053042739629745, 0.006063090171664953, 0.006320876069366932]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 2.0, 0.0, 3.0, 1.0, 2.0, 3.0, 10.0, 6.0, 6.0, 10.0, 10.0, 19.0, 19.0, 18.0, 35.0, 27.0, 46.0, 61.0, 83.0, 136.0, 176.0, 255.0, 580.0, 5165.0, 464.0, 238.0, 161.0, 97.0, 77.0, 53.0, 40.0, 32.0, 17.0, 21.0, 14.0, 13.0, 5.0, 4.0, 5.0, 0.0, 4.0, 3.0, 2.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.14363954961299896, -0.13944265246391296, -0.13524575531482697, -0.13104885816574097, -0.12685194611549377, -0.12265504896640778, -0.11845815181732178, -0.11426125466823578, -0.11006435751914978, -0.10586745291948318, -0.10167055577039719, -0.09747365862131119, -0.09327675402164459, -0.0890798568725586, -0.0848829597234726, -0.080686055123806, -0.07648915797472, -0.072292260825634, -0.06809535622596741, -0.06389845907688141, -0.05970156192779541, -0.05550466105341911, -0.051307760179042816, -0.04711086302995682, -0.04291396215558052, -0.038717061281204224, -0.034520164132118225, -0.030323263257741928, -0.02612636424601078, -0.021929465234279633, -0.017732564359903336, -0.013535665348172188, -0.00933876633644104, -0.005141866859048605, -0.0009449673816561699, 0.003251932095736265, 0.0074488315731287, 0.011645730584859848, 0.015842631459236145, 0.020039530470967293, 0.02423642948269844, 0.02843332849442959, 0.032630227506160736, 0.03682712838053703, 0.04102402925491333, 0.04522092640399933, 0.049417827278375626, 0.053614724427461624, 0.05781162530183792, 0.06200852617621422, 0.06620542705059052, 0.07040232419967651, 0.07459922134876251, 0.07879612594842911, 0.0829930230975151, 0.0871899202466011, 0.0913868248462677, 0.0955837219953537, 0.0997806191444397, 0.1039775162935257, 0.10817442089319229, 0.11237131804227829, 0.11656821519136429, 0.12076511979103088, 0.12496201694011688]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 4.0, 2.0, 0.0, 1.0, 2.0, 0.0, 2.0, 4.0, 5.0, 6.0, 2.0, 3.0, 2.0, 4.0, 5.0, 4.0, 5.0, 8.0, 24.0, 6.0, 5.0, 3.0, 6.0, 1.0, 3.0, 3.0, 3.0, 0.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0022890730760991573, -0.0021995988208800554, -0.002110124798491597, -0.0020206505432724953, -0.001931176520884037, -0.0018417022656649351, -0.001752228126861155, -0.001662753988057375, -0.0015732798492535949, -0.0014838057104498148, -0.0013943315716460347, -0.0013048574328422546, -0.0012153831776231527, -0.0011259090388193727, -0.0010364349000155926, -0.0009469607612118125, -0.0008574866224080324, -0.0007680124836042523, -0.0006785383448004723, -0.0005890641477890313, -0.0004995900089852512, -0.0004101158701814711, -0.0003206417022738606, -0.00023116754891816527, -0.00014169339556246996, -5.221924220677465e-05, 3.7254911148920655e-05, 0.00012672906450461596, 0.00021620321786031127, 0.00030567735666409135, 0.0003951515245717019, 0.0004846256924793124, 0.0005740998312830925, 0.0006635739700868726, 0.0007530481088906527, 0.0008425223059020936, 0.0009319964447058737, 0.0010214706417173147, 0.0011109447805210948, 0.0012004189193248749, 0.001289893058128655, 0.001379367196932435, 0.0014688413357362151, 0.0015583154745399952, 0.001647789729759097, 0.0017372638685628772, 0.0018267380073666573, 0.0019162121461704373, 0.0020056862849742174, 0.0020951605401933193, 0.0021846345625817776, 0.0022741088178008795, 0.0023635828401893377, 0.0024530570954084396, 0.002542531117796898, 0.002632005373016, 0.0027214796282351017, 0.00281095365062356, 0.002900427905842662, 0.00298990192823112, 0.003079376183450222, 0.0031688502058386803, 0.003258324461057782, 0.0033477984834462404, 0.0034372727386653423]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 3.0, 2.0, 1.0, 6.0, 7.0, 2.0, 12.0, 9.0, 21.0, 21.0, 30.0, 71.0, 98.0, 132.0, 183.0, 304.0, 461.0, 737.0, 1128.0, 2038.0, 3653.0, 7033.0, 14651.0, 34709.0, 106277.0, 854943.0, 87419.0, 30043.0, 14416.0, 7951.0, 4536.0, 2997.0, 1954.0, 1216.0, 869.0, 567.0, 347.0, 266.0, 165.0, 127.0, 72.0, 51.0, 44.0, 18.0, 20.0, 13.0, 5.0, 3.0, 5.0, 4.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.006925793364644051, -0.006674746982753277, -0.006423700135201216, -0.006172653753310442, -0.005921606905758381, -0.005670560523867607, -0.005419514141976833, -0.005168467294424772, -0.0049174209125339985, -0.004666374530643225, -0.004415327683091164, -0.00416428130120039, -0.003913234919309616, -0.003662188071757555, -0.0034111416898667812, -0.003160095075145364, -0.0029090484604239464, -0.002658001845702529, -0.0024069552309811115, -0.0021559088490903378, -0.0019048622343689203, -0.001653815619647503, -0.0014027691213414073, -0.0011517226230353117, -0.0009006760083138943, -0.0006496294518001378, -0.00039858289528638124, -0.00014753633877262473, 0.00010351021774113178, 0.0003545567742548883, 0.0006056033307686448, 0.0008566498872824013, 0.0011076964437961578, 0.0013587430585175753, 0.0016097895568236709, 0.0018608360551297665, 0.002111882669851184, 0.0023629292845726013, 0.002613975666463375, 0.0028650222811847925, 0.00311606889590621, 0.0033671155106276274, 0.003618162125349045, 0.0038692085072398186, 0.004120254889130592, 0.004371301736682653, 0.004622348118573427, 0.004873394966125488, 0.005124441348016262, 0.005375487729907036, 0.005626534577459097, 0.005877580959349871, 0.006128627806901932, 0.0063796741887927055, 0.006630720570683479, 0.00688176741823554, 0.007132813800126314, 0.007383860182017088, 0.007634907029569149, 0.007885953411459923, 0.008136999793350697, 0.00838804617524147, 0.008639093488454819, 0.008890139870345592, 0.009141186252236366]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 2.0, 5.0, 4.0, 2.0, 4.0, 3.0, 10.0, 2.0, 3.0, 5.0, 4.0, 4.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.027292847633361816, -0.02663235180079937, -0.025971855968236923, -0.025311360135674477, -0.02465086430311203, -0.023990368470549583, -0.023329872637987137, -0.02266937680542469, -0.022008880972862244, -0.021348385140299797, -0.02068788930773735, -0.020027393475174904, -0.019366897642612457, -0.01870640181005001, -0.018045905977487564, -0.017385410144925117, -0.01672491431236267, -0.016064418479800224, -0.015403922647237778, -0.014743426814675331, -0.014082930982112885, -0.013422435149550438, -0.012761939316987991, -0.012101443484425545, -0.011440947651863098, -0.010780451819300652, -0.010119955986738205, -0.009459460154175758, -0.008798964321613312, -0.008138468489050865, -0.007477972656488419, -0.006817476823925972, -0.006156980991363525, -0.005496485158801079, -0.004835989326238632, -0.004175493493676186, -0.003514997661113739, -0.0028545018285512924, -0.002194005995988846, -0.0015335101634263992, -0.0008730143308639526, -0.00021251849830150604, 0.00044797733426094055, 0.0011084731668233871, 0.0017689689993858337, 0.0024294648319482803, 0.003089960664510727, 0.0037504564970731735, 0.00441095232963562, 0.005071448162198067, 0.005731943994760513, 0.00639243982732296, 0.0070529356598854065, 0.007713431492447853, 0.0083739273250103, 0.009034423157572746, 0.009694918990135193, 0.01035541482269764, 0.011015910655260086, 0.011676406487822533, 0.01233690232038498, 0.012997398152947426, 0.013657893985509872, 0.014318389818072319, 0.014978885650634766]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 5.0, 8.0, 6.0, 4.0, 2.0, 4.0, 13.0, 16.0, 17.0, 10.0, 5.0, 26.0, 18.0, 13.0, 17.0, 6.0, 18.0, 31.0, 38.0, 37.0, 49.0, 75.0, 94.0, 121.0, 174.0, 223.0, 277.0, 358.0, 517.0, 724.0, 1091.0, 1715.0, 5623.0, 2647.0, 1424.0, 915.0, 645.0, 483.0, 305.0, 226.0, 139.0, 109.0, 57.0, 34.0, 26.0, 18.0, 12.0, 11.0, 6.0, 1.0, 7.0, 5.0, 5.0, 2.0, 2.0, 5.0, 3.0, 1.0, 0.0, 1.0, 4.0, 1.0], "bins": [-0.009093744680285454, -0.008833681233227253, -0.008573617786169052, -0.008313554339110851, -0.00805349089205265, -0.007793427910655737, -0.007533364463597536, -0.007273301016539335, -0.007013237569481134, -0.006753174122422934, -0.006493110675364733, -0.006233047228306532, -0.005972984246909618, -0.0057129207998514175, -0.005452857352793217, -0.005192793905735016, -0.004932730458676815, -0.004672667011618614, -0.004412603564560413, -0.0041525401175022125, -0.0038924769032746553, -0.0036324134562164545, -0.0033723502419888973, -0.0031122867949306965, -0.0028522233478724957, -0.002592159900814295, -0.002332096453756094, -0.002072033239528537, -0.001811969792470336, -0.0015519063454121351, -0.0012918430147692561, -0.001031779684126377, -0.0007717162370681763, -0.0005116528482176363, -0.0002515894593670964, 8.473929483443499e-06, 0.0002685373183339834, 0.0005286007071845233, 0.0007886640960350633, 0.0010487274266779423, 0.0013087908737361431, 0.001568854320794344, 0.001828917651437223, 0.002088980982080102, 0.002349044429138303, 0.0026091078761965036, 0.002869171090424061, 0.0031292345374822617, 0.0033892979845404625, 0.0036493614315986633, 0.003909424878656864, 0.004169488325715065, 0.004429551772773266, 0.004689614754170179, 0.00494967820122838, 0.005209741648286581, 0.005469805095344782, 0.005729868542402983, 0.0059899319894611835, 0.006249995436519384, 0.006510058417916298, 0.006770121864974499, 0.0070301853120327, 0.0072902487590909, 0.007550312206149101]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 5.0, 3.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.05527273938059807, -0.05210572108626366, -0.04893869906663895, -0.045771680772304535, -0.04260466247797012, -0.03943764045834541, -0.036270622164011, -0.03310360386967659, -0.02993658371269703, -0.026769563555717468, -0.023602545261383057, -0.020435525104403496, -0.017268504947423935, -0.014101486653089523, -0.010934466496109962, -0.007767447270452976, -0.00460042804479599, -0.00143340858630836, 0.0017336108721792698, 0.004900630563497543, 0.00806764978915453, 0.011234669014811516, 0.014401689171791077, 0.01756870746612549, 0.02073572762310505, 0.02390274778008461, 0.02706976607441902, 0.030236786231398582, 0.03340380638837814, 0.036570824682712555, 0.03973784297704697, 0.04290486499667168, 0.04607188329100609, 0.0492389015853405, 0.05240592360496521, 0.05557294189929962, 0.05873996019363403, 0.06190698221325874, 0.06507399678230286, 0.06824102252721786, 0.07140804082155228, 0.07457505911588669, 0.0777420774102211, 0.08090909570455551, 0.08407611399888992, 0.08724313974380493, 0.09041015803813934, 0.09357717633247375, 0.09674419462680817, 0.09991121292114258, 0.10307823121547699, 0.1062452495098114, 0.10941227525472641, 0.11257929354906082, 0.11574631184339523, 0.11891333013772964, 0.12208034843206406, 0.12524737417697906, 0.12841439247131348, 0.1315814107656479, 0.1347484290599823, 0.1379154473543167, 0.14108246564865112, 0.14424948394298553, 0.14741650223731995]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 3.0, 5.0, 16.0, 12.0, 23.0, 18.0, 18.0, 20.0, 30.0, 56.0, 10.0, 8.0, 7.0, 10.0, 2.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 3.0, 5.0, 1.0, 2.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0], "bins": [-0.05222983658313751, -0.04998304694890976, -0.04773625731468201, -0.045489467680454254, -0.0432426780462265, -0.04099588841199875, -0.038749098777770996, -0.03650230914354324, -0.03425551950931549, -0.03200872987508774, -0.029761940240859985, -0.027515150606632233, -0.02526836097240448, -0.023021571338176727, -0.020774781703948975, -0.018527992069721222, -0.01628120243549347, -0.014034412801265717, -0.011787623167037964, -0.009540833532810211, -0.0072940438985824585, -0.005047254264354706, -0.002800464630126953, -0.0005536749958992004, 0.0016931146383285522, 0.003939904272556305, 0.006186693906784058, 0.00843348354101181, 0.010680273175239563, 0.012927062809467316, 0.015173852443695068, 0.01742064207792282, 0.019667431712150574, 0.021914221346378326, 0.02416101098060608, 0.026407800614833832, 0.028654590249061584, 0.030901379883289337, 0.03314816951751709, 0.03539495915174484, 0.037641748785972595, 0.03988853842020035, 0.0421353280544281, 0.04438211768865585, 0.046628907322883606, 0.04887569695711136, 0.05112248659133911, 0.053369276225566864, 0.05561606585979462, 0.05786285549402237, 0.06010964512825012, 0.062356434762477875, 0.06460322439670563, 0.06685001403093338, 0.06909680366516113, 0.07134359329938889, 0.07359038293361664, 0.07583717256784439, 0.07808396220207214, 0.0803307518362999, 0.08257754147052765, 0.0848243311047554, 0.08707112073898315, 0.08931791037321091, 0.09156470000743866]}, "_runtime": 64.68064761161804, "_timestamp": 1596211654.4517565, "_step": 78}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 2.0, 3.0, 2.0, 1.0, 0.0, 2.0, 3.0, 3.0, 2.0, 2.0, 3.0, 2.0, 4.0, 2.0, 2.0, 3.0, 2.0, 1.0, 0.0, 3.0, 3.0, 2.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01644856296479702, -0.01604168862104416, -0.015634816139936447, -0.01522794272750616, -0.014821069315075874, -0.014414194971323013, -0.014007321558892727, -0.01360044814646244, -0.013193574734032154, -0.012786701321601868, -0.012379827909171581, -0.011972954496741295, -0.011566080152988434, -0.011159206740558147, -0.010752333328127861, -0.010345459915697575, -0.009938586503267288, -0.009531713090837002, -0.009124839678406715, -0.008717966265976429, -0.008311092853546143, -0.007904218509793282, -0.007497345097362995, -0.007090471684932709, -0.006683598272502422, -0.006276724860072136, -0.0058698514476418495, -0.005462977569550276, -0.005056104157119989, -0.004649230744689703, -0.004242356866598129, -0.003835483454167843, -0.0034286100417375565, -0.00302173662930727, -0.00261486298404634, -0.00220798933878541, -0.0018011159263551235, -0.0013942423975095153, -0.000987368868663907, -0.0005804953398182988, -0.00017362181097269058, 0.00023325171787291765, 0.0006401252467185259, 0.0010469987755641341, 0.0014538723044097424, 0.0018607458332553506, 0.002267619362100959, 0.002674493007361889, 0.0030813664197921753, 0.0034882398322224617, 0.0038951134774833918, 0.004301987122744322, 0.004708860535174608, 0.005115733947604895, 0.005522607825696468, 0.005929481238126755, 0.006336354650557041, 0.006743228062987328, 0.007150101475417614, 0.007556975353509188, 0.007963849231600761, 0.008370722644031048, 0.008777596056461334, 0.00918446946889162, 0.009591342881321907]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 6.0, 5.0, 2.0, 10.0, 4.0, 5.0, 23.0, 15.0, 32.0, 42.0, 55.0, 90.0, 136.0, 208.0, 303.0, 779.0, 5241.0, 374.0, 192.0, 131.0, 74.0, 59.0, 50.0, 16.0, 21.0, 20.0, 8.0, 8.0, 4.0, 3.0, 2.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.19677318632602692, -0.19098787009716034, -0.18520253896713257, -0.179417222738266, -0.17363190650939941, -0.16784659028053284, -0.16206127405166626, -0.1562759429216385, -0.1504906266927719, -0.14470531046390533, -0.13891997933387756, -0.133134663105011, -0.1273493468761444, -0.12156403064727783, -0.11577870696783066, -0.10999338328838348, -0.1042080670595169, -0.09842275083065033, -0.09263742715120316, -0.08685210347175598, -0.0810667872428894, -0.07528147101402283, -0.06949614733457565, -0.06371082365512848, -0.0579255074262619, -0.052140187472105026, -0.04635486751794815, -0.040569547563791275, -0.0347842276096344, -0.028998907655477524, -0.023213587701320648, -0.017428267747163773, -0.011642947793006897, -0.005857627838850021, -7.230788469314575e-05, 0.00571301206946373, 0.011498332023620605, 0.01728365197777748, 0.023068971931934357, 0.028854291886091232, 0.03463961184024811, 0.040424931794404984, 0.04621025174856186, 0.051995571702718735, 0.05778089165687561, 0.06356620788574219, 0.06935153156518936, 0.07513685524463654, 0.08092217147350311, 0.08670748770236969, 0.09249281138181686, 0.09827813506126404, 0.10406345129013062, 0.10984876751899719, 0.11563409119844437, 0.12141941487789154, 0.12720473110675812, 0.1329900473356247, 0.13877537846565247, 0.14456069469451904, 0.15034601092338562, 0.1561313271522522, 0.16191664338111877, 0.16770197451114655, 0.17348729074001312]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 2.0, 2.0, 3.0, 1.0, 5.0, 3.0, 6.0, 2.0, 6.0, 4.0, 2.0, 27.0, 6.0, 4.0, 1.0, 3.0, 3.0, 1.0, 2.0, 4.0, 1.0, 1.0, 3.0, 2.0, 2.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.001914503751322627, -0.0018459679558873177, -0.0017774321604520082, -0.0017088964814320207, -0.0016403606859967113, -0.0015718248905614018, -0.0015032892115414143, -0.0014347534161061049, -0.0013662176206707954, -0.001297681825235486, -0.0012291460298001766, -0.001160610350780189, -0.0010920745553448796, -0.0010235387599095702, -0.0009550030226819217, -0.0008864672854542732, -0.0008179314900189638, -0.0007493956945836544, -0.0006808599573560059, -0.0006123242201283574, -0.000543788424693048, -0.00047525265836156905, -0.0004067168920300901, -0.00033818112569861114, -0.0002696453593671322, -0.00020110959303565323, -0.00013257382670417428, -6.403806037269533e-05, 4.4977059587836266e-06, 7.303347229026258e-05, 0.00014156923862174153, 0.0002101050049532205, 0.00027864077128469944, 0.0003471765376161784, 0.00041571230394765735, 0.0004842480702791363, 0.0005527838366106153, 0.0006213196320459247, 0.0006898553692735732, 0.0007583911065012217, 0.0008269269019365311, 0.0008954626973718405, 0.000963998434599489, 0.0010325341718271375, 0.0011010699672624469, 0.0011696057626977563, 0.0012381414417177439, 0.0013066772371530533, 0.0013752130325883627, 0.001443748828023672, 0.0015122846234589815, 0.001580820302478969, 0.0016493560979142785, 0.001717891893349588, 0.0017864275723695755, 0.001854963367804885, 0.0019234991632401943, 0.0019920349586755037, 0.002060570754110813, 0.0021291065495461226, 0.002197642344981432, 0.0022661779075860977, 0.002334713703021407, 0.0024032494984567165, 0.002471785293892026]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 3.0, 6.0, 3.0, 11.0, 7.0, 17.0, 17.0, 18.0, 13.0, 37.0, 40.0, 52.0, 75.0, 102.0, 157.0, 225.0, 288.0, 473.0, 646.0, 966.0, 1435.0, 2287.0, 3457.0, 5530.0, 9328.0, 15822.0, 29255.0, 61587.0, 193074.0, 715119.0, 62933.0, 30574.0, 17124.0, 10186.0, 6247.0, 4068.0, 2619.0, 1758.0, 1209.0, 823.0, 586.0, 423.0, 294.0, 195.0, 124.0, 127.0, 85.0, 55.0, 38.0, 33.0, 21.0, 14.0, 10.0, 9.0, 7.0, 16.0, 6.0, 1.0, 5.0, 2.0, 5.0], "bins": [-0.0053526354022324085, -0.0051860930398106575, -0.0050195506773889065, -0.004853008780628443, -0.004686466418206692, -0.004519924055784941, -0.00435338169336319, -0.004186839330941439, -0.004020296968519688, -0.0038537548389285803, -0.003687212709337473, -0.003520670346915722, -0.003354127984493971, -0.0031875858549028635, -0.0030210434924811125, -0.002854501362890005, -0.002687959000468254, -0.002521416638046503, -0.0023548745084553957, -0.0021883321460336447, -0.0020217900164425373, -0.0018552476540207863, -0.0016887052915990353, -0.001522163045592606, -0.0013556207995861769, -0.0011890785535797477, -0.0010225363075733185, -0.0008559939451515675, -0.0006894516991451383, -0.0005229094531387091, -0.00035636714892461896, -0.0001898248738143593, -2.3282598704099655e-05, 0.00014325967640616, 0.00030980195151641965, 0.0004763442266266793, 0.000642886501736939, 0.0008094287477433681, 0.0009759710519574583, 0.0011425133561715484, 0.0013090556021779776, 0.0014755978481844068, 0.001642140094190836, 0.001808682456612587, 0.001975224819034338, 0.0021417669486254454, 0.0023083093110471964, 0.0024748514406383038, 0.0026413938030600548, 0.002807936165481806, 0.002974478295072913, 0.003141020657494664, 0.0033075627870857716, 0.0034741051495075226, 0.0036406475119292736, 0.003807189641520381, 0.003973731771111488, 0.004140274133533239, 0.00430681649595499, 0.004473358858376741, 0.004639901220798492, 0.0048064435832202435, 0.004972985479980707, 0.005139527842402458, 0.005306070204824209]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 2.0, 2.0, 2.0, 1.0, 5.0, 8.0, 6.0, 5.0, 5.0, 2.0, 2.0, 4.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.038303911685943604, -0.0374152809381485, -0.036526646465063095, -0.03563801571726799, -0.034749384969472885, -0.03386075422167778, -0.03297211974859238, -0.03208348900079727, -0.031194858253002167, -0.030306225642561913, -0.029417594894766808, -0.028528962284326553, -0.02764033153653145, -0.026751698926091194, -0.02586306817829609, -0.024974435567855835, -0.02408580482006073, -0.023197172209620476, -0.02230853959918022, -0.021419908851385117, -0.020531276240944862, -0.019642645493149757, -0.018754012882709503, -0.017865382134914398, -0.016976749524474144, -0.01608811877667904, -0.015199486166238785, -0.014310854487121105, -0.013422222808003426, -0.012533591128885746, -0.011644959449768066, -0.010756327770650387, -0.009867696091532707, -0.008979064412415028, -0.008090432733297348, -0.007201801054179668, -0.006313169375061989, -0.005424537230283022, -0.004535905551165342, -0.0036472738720476627, -0.002758642192929983, -0.0018700105138123035, -0.0009813787182793021, -9.274698095396161e-05, 0.0007958847563713789, 0.0016845164354890585, 0.0025731483474373817, 0.0034617800265550613, 0.004350411705672741, 0.0052390433847904205, 0.0061276750639081, 0.00701630674302578, 0.00790493842214346, 0.008793570101261139, 0.009682201780378819, 0.010570833459496498, 0.011459466069936752, 0.012348097749054432, 0.013236729428172112, 0.014125361107289791, 0.01501399278640747, 0.015902623534202576, 0.01679125614464283, 0.017679886892437935, 0.01856851950287819]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [11.0, 6.0, 1.0, 2.0, 6.0, 10.0, 9.0, 19.0, 14.0, 10.0, 15.0, 19.0, 7.0, 15.0, 12.0, 16.0, 17.0, 20.0, 18.0, 18.0, 37.0, 32.0, 41.0, 59.0, 79.0, 85.0, 89.0, 124.0, 198.0, 222.0, 297.0, 407.0, 700.0, 1285.0, 6128.0, 2670.0, 1749.0, 1185.0, 754.0, 534.0, 385.0, 268.0, 183.0, 131.0, 128.0, 92.0, 58.0, 53.0, 40.0, 27.0, 30.0, 24.0, 15.0, 14.0, 9.0, 8.0, 8.0, 9.0, 12.0, 8.0, 4.0, 1.0, 2.0, 3.0], "bins": [-0.011946731247007847, -0.011603194288909435, -0.011259657330811024, -0.010916120372712612, -0.010572582483291626, -0.010229045525193214, -0.009885508567094803, -0.009541971608996391, -0.00919843465089798, -0.008854897692799568, -0.008511359803378582, -0.00816782284528017, -0.007824285887181759, -0.007480748929083347, -0.007137211970984936, -0.006793674547225237, -0.006450137589126825, -0.006106600631028414, -0.005763063207268715, -0.005419526249170303, -0.005075989291071892, -0.004732451867312193, -0.004388914909213781, -0.00404537795111537, -0.0037018407601863146, -0.0033583035692572594, -0.003014766611158848, -0.0026712294202297926, -0.0023276922293007374, -0.001984155271202326, -0.0016406180802732706, -0.0012970810057595372, -0.0009535439312458038, -0.0006100068567320704, -0.00026646972401067615, 7.70673796068877e-05, 0.00042060448322445154, 0.0007641415577381849, 0.0011076787486672401, 0.0014512158231809735, 0.001794752897694707, 0.002138290088623762, 0.0024818270467221737, 0.002825364237651229, 0.003168901428580284, 0.0035124383866786957, 0.003855975577607751, 0.004199512768536806, 0.004543049726635218, 0.004886586684733629, 0.005230124108493328, 0.00557366106659174, 0.005917198024690151, 0.00626073544844985, 0.006604272406548262, 0.006947809364646673, 0.007291346788406372, 0.007634883746504784, 0.007978420704603195, 0.008321957662701607, 0.008665494620800018, 0.009009032510221004, 0.009352569468319416, 0.009696106426417828, 0.01003964338451624]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 4.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.06329263001680374, -0.05908237025141716, -0.05487211421132088, -0.050661854445934296, -0.04645159840583801, -0.04224133864045143, -0.03803107887506485, -0.03382082283496857, -0.029610563069581985, -0.025400305166840553, -0.02119004726409912, -0.01697978749871254, -0.012769529595971107, -0.008559271693229675, -0.0043490128591656685, -0.000138754490762949, 0.0040715038776397705, 0.008281761780381203, 0.01249202061444521, 0.016702279448509216, 0.02091253735125065, 0.02512279525399208, 0.029333055019378662, 0.033543311059474945, 0.037753570824861526, 0.04196383059024811, 0.04617408663034439, 0.05038434639573097, 0.054594606161117554, 0.05880486220121384, 0.06301511824131012, 0.067225381731987, 0.07143563777208328, 0.07564589381217957, 0.07985615730285645, 0.08406641334295273, 0.08827666938304901, 0.09248693287372589, 0.09669718891382217, 0.10090744495391846, 0.10511770844459534, 0.10932796448469162, 0.1135382205247879, 0.11774847656488419, 0.12195874005556107, 0.12616899609565735, 0.13037925958633423, 0.13458950817584991, 0.1387997716665268, 0.14301003515720367, 0.14722028374671936, 0.15143054723739624, 0.15564081072807312, 0.1598510593175888, 0.16406132280826569, 0.16827158629894257, 0.17248183488845825, 0.17669209837913513, 0.180902361869812, 0.1851126104593277, 0.18932287395000458, 0.19353313744068146, 0.19774338603019714, 0.20195364952087402, 0.2061639130115509]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 2.0, 1.0, 1.0, 6.0, 4.0, 8.0, 6.0, 6.0, 9.0, 6.0, 7.0, 17.0, 20.0, 13.0, 18.0, 25.0, 47.0, 13.0, 17.0, 7.0, 8.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 4.0, 2.0, 2.0, 0.0, 3.0, 4.0, 2.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.04961829259991646, -0.04706655442714691, -0.044514819979667664, -0.04196308180689812, -0.03941134735941887, -0.03685960918664932, -0.034307874739170074, -0.03175613656640053, -0.02920440025627613, -0.026652663946151733, -0.024100927636027336, -0.02154919132590294, -0.018997453153133392, -0.016445716843008995, -0.013893980532884598, -0.0113422442227602, -0.008790507912635803, -0.006238771602511406, -0.0036870348267257214, -0.0011352982837706804, 0.0014164382591843605, 0.003968174569308758, 0.006519911345094442, 0.009071648120880127, 0.011623384431004524, 0.014175120741128922, 0.01672685705125332, 0.019278593361377716, 0.021830331534147263, 0.02438206784427166, 0.026933804154396057, 0.029485540464520454, 0.03203727677464485, 0.0345890149474144, 0.037140749394893646, 0.03969248756766319, 0.04224422201514244, 0.04479596018791199, 0.047347694635391235, 0.04989943280816078, 0.05245117098093033, 0.055002905428409576, 0.05755464360117912, 0.06010637804865837, 0.06265811622142792, 0.06520985066890717, 0.06776158511638641, 0.07031332701444626, 0.0728650614619255, 0.07541679590940475, 0.0779685378074646, 0.08052027225494385, 0.0830720067024231, 0.08562374114990234, 0.08817548304796219, 0.09072721749544144, 0.09327895194292068, 0.09583069384098053, 0.09838242828845978, 0.10093416273593903, 0.10348589718341827, 0.10603763908147812, 0.10858937352895737, 0.11114110797643661, 0.11369284987449646]}, "_runtime": 65.42669367790222, "_timestamp": 1596211655.1978025, "_step": 79}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 2.0, 1.0, 1.0, 2.0, 0.0, 2.0, 1.0, 2.0, 0.0, 3.0, 3.0, 2.0, 5.0, 3.0, 1.0, 1.0, 4.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.010087063536047935, -0.009820790961384773, -0.009554518386721611, -0.009288245812058449, -0.009021972306072712, -0.00875569973140955, -0.008489427156746387, -0.008223154582083225, -0.007956882007420063, -0.0076906089670956135, -0.007424336392432451, -0.007158063817769289, -0.0068917907774448395, -0.006625518202781677, -0.006359245628118515, -0.0060929725877940655, -0.005826700013130903, -0.005560427438467741, -0.0052941543981432915, -0.005027881823480129, -0.004761609248816967, -0.0044953362084925175, -0.004229063633829355, -0.003962791059166193, -0.003696518251672387, -0.0034302454441785812, -0.003163972869515419, -0.002897700062021613, -0.0026314272545278072, -0.002365154679864645, -0.002098881872370839, -0.001832609181292355, -0.001566336490213871, -0.001300063799135387, -0.0010337911080569029, -0.000767518300563097, -0.0005012456094846129, -0.00023497288930229843, 3.129983088001609e-05, 0.0002975725510623306, 0.0005638452712446451, 0.0008301179623231292, 0.0010963906534016132, 0.0013626634608954191, 0.0016289361519739032, 0.0018952088430523872, 0.002161481650546193, 0.0024277542252093554, 0.0026940270327031612, 0.002960299840196967, 0.0032265724148601294, 0.0034928452223539352, 0.0037591177970170975, 0.004025390837341547, 0.004291663412004709, 0.0045579359866678715, 0.004824209026992321, 0.005090481601655483, 0.0053567541763186455, 0.005623026750981808, 0.005889299791306257, 0.0061555723659694195, 0.006421844940632582, 0.006688117980957031, 0.0069543905556201935]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 1.0, 4.0, 2.0, 2.0, 0.0, 4.0, 2.0, 4.0, 4.0, 6.0, 8.0, 5.0, 12.0, 8.0, 10.0, 8.0, 15.0, 21.0, 26.0, 28.0, 24.0, 37.0, 45.0, 54.0, 76.0, 90.0, 117.0, 146.0, 229.0, 342.0, 3919.0, 1333.0, 412.0, 237.0, 150.0, 112.0, 92.0, 65.0, 50.0, 43.0, 34.0, 26.0, 19.0, 21.0, 13.0, 16.0, 11.0, 8.0, 7.0, 8.0, 7.0, 6.0, 2.0, 0.0, 2.0, 2.0, 4.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.09814227372407913, -0.09524420648813248, -0.09234614670276642, -0.08944807946681976, -0.0865500196814537, -0.08365195244550705, -0.08075389266014099, -0.07785582542419434, -0.07495775818824768, -0.07205969840288162, -0.06916163116693497, -0.06626357138156891, -0.06336550414562225, -0.0604674406349659, -0.05756937712430954, -0.05467131361365318, -0.051773250102996826, -0.04887518659234047, -0.04597712308168411, -0.043079059571027756, -0.0401809960603714, -0.037282928824424744, -0.03438486531376839, -0.03148680180311203, -0.028588738292455673, -0.025690674781799316, -0.02279261127114296, -0.019894545897841454, -0.016996482387185097, -0.01409841887652874, -0.011200354434549809, -0.008302289992570877, -0.00540422648191452, -0.002506162505596876, 0.000391901470720768, 0.003289965447038412, 0.006188029423356056, 0.009086092934012413, 0.011984157375991344, 0.014882221817970276, 0.017780285328626633, 0.02067834883928299, 0.023576412349939346, 0.026474477723240852, 0.02937254123389721, 0.032270606607198715, 0.03516867011785507, 0.03806673362851143, 0.040964797139167786, 0.04386286064982414, 0.0467609241604805, 0.049658987671136856, 0.05255705118179321, 0.05545511841773987, 0.058353181928396225, 0.06125124543905258, 0.06414930522441864, 0.0670473724603653, 0.06994543969631195, 0.07284349948167801, 0.07574156671762466, 0.07863962650299072, 0.08153769373893738, 0.08443575352430344, 0.08733382076025009]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 0.0, 1.0, 3.0, 1.0, 4.0, 1.0, 4.0, 2.0, 2.0, 4.0, 2.0, 7.0, 4.0, 2.0, 6.0, 1.0, 3.0, 24.0, 1.0, 2.0, 2.0, 2.0, 2.0, 3.0, 0.0, 6.0, 2.0, 4.0, 3.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 2.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002265169285237789, -0.0021857216488569975, -0.002106274012476206, -0.002026826376095414, -0.0019473787397146225, -0.0018679311033338308, -0.0017884834669530392, -0.0017090358305722475, -0.0016295881941914558, -0.001550140674225986, -0.0014706930378451943, -0.0013912454014644027, -0.001311797765083611, -0.0012323501287028193, -0.0011529024923220277, -0.001073454855941236, -0.0009940072195604444, -0.0009145595831796527, -0.000835111946798861, -0.0007556643104180694, -0.0006762166740372777, -0.000596769095864147, -0.0005173214594833553, -0.0004378738231025636, -0.00035842618672177196, -0.0002789785503409803, -0.00019953092851210386, -0.0001200832994072698, -4.0635670302435756e-05, 3.8811958802398294e-05, 0.00011825958790723234, 0.00019770720973610878, 0.00027715484611690044, 0.0003566024824976921, 0.00043605011887848377, 0.0005154977552592754, 0.0005949453916400671, 0.0006743929698131979, 0.0007538406061939895, 0.0008332882425747812, 0.0009127358789555728, 0.0009921834571287036, 0.0010716310935094953, 0.001151078729890287, 0.0012305263662710786, 0.0013099740026518703, 0.001389421639032662, 0.0014688692754134536, 0.0015483169117942452, 0.001627764548175037, 0.0017072121845558286, 0.0017866598209366202, 0.001866107457317412, 0.0019455550936982036, 0.0020250026136636734, 0.002104450250044465, 0.0021838978864252567, 0.0022633455228060484, 0.00234279315918684, 0.0024222407955676317, 0.0025016884319484234, 0.002581136068329215, 0.0026605837047100067, 0.0027400313410907984, 0.00281947897747159]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 3.0, 5.0, 10.0, 12.0, 13.0, 21.0, 24.0, 30.0, 52.0, 80.0, 103.0, 150.0, 239.0, 365.0, 514.0, 838.0, 1310.0, 2170.0, 3553.0, 6105.0, 11290.0, 22208.0, 51269.0, 177864.0, 773502.0, 58869.0, 26906.0, 14812.0, 9052.0, 5811.0, 3934.0, 2706.0, 1783.0, 1202.0, 816.0, 538.0, 430.0, 306.0, 222.0, 133.0, 121.0, 78.0, 59.0, 39.0, 34.0, 17.0, 12.0, 12.0, 9.0, 6.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.006910433527082205, -0.006688912399113178, -0.006467390805482864, -0.0062458692118525505, -0.006024348083883524, -0.005802826955914497, -0.0055813053622841835, -0.00535978376865387, -0.005138262640684843, -0.0049167415127158165, -0.004695219919085503, -0.004473698325455189, -0.004252177197486162, -0.004030656069517136, -0.0038091344758868217, -0.0035876131150871515, -0.0033660917542874813, -0.003144570393487811, -0.002923049032688141, -0.0027015276718884706, -0.0024800063110888004, -0.00225848495028913, -0.00203696358948946, -0.0018154422286897898, -0.0015939208678901196, -0.0013723995070904493, -0.0011508781462907791, -0.0009293567854911089, -0.0007078354246914387, -0.00048631406389176846, -0.00026479270309209824, -4.327134229242802e-05, 0.0001782500185072422, 0.0003997713793069124, 0.0006212927401065826, 0.0008428141009062529, 0.001064335461705923, 0.0012858568225055933, 0.0015073781833052635, 0.0017288995441049337, 0.001950420904904604, 0.002171942265704274, 0.0023934636265039444, 0.0026149849873036146, 0.002836506348103285, 0.003058027708902955, 0.0032795490697026253, 0.0035010704305022955, 0.0037225917913019657, 0.003944112919270992, 0.004165634512901306, 0.00438715610653162, 0.004608677234500647, 0.004830198362469673, 0.005051719956099987, 0.005273241549730301, 0.0054947626776993275, 0.005716283805668354, 0.005937805399298668, 0.006159326992928982, 0.006380848120898008, 0.006602369248867035, 0.006823890842497349, 0.007045412436127663, 0.007266933564096689]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 5.0, 6.0, 8.0, 8.0, 3.0, 9.0, 6.0, 3.0, 2.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.031190834939479828, -0.0294197928160429, -0.027648750692605972, -0.025877708569169044, -0.024106666445732117, -0.02233562432229519, -0.02056458219885826, -0.018793540075421333, -0.017022497951984406, -0.015251455828547478, -0.01348041370511055, -0.011709371581673622, -0.009938329458236694, -0.008167287334799767, -0.006396245211362839, -0.004625203087925911, -0.002854160964488983, -0.0010831188410520554, 0.0006879232823848724, 0.0024589654058218002, 0.004230007529258728, 0.006001049652695656, 0.007772091776132584, 0.009543133899569511, 0.01131417602300644, 0.013085218146443367, 0.014856260269880295, 0.016627302393317223, 0.01839834451675415, 0.020169386640191078, 0.021940428763628006, 0.023711470887064934, 0.02548251301050186, 0.02725355513393879, 0.029024597257375717, 0.030795639380812645, 0.03256668150424957, 0.03433772176504135, 0.03610876575112343, 0.037879809737205505, 0.039650849997997284, 0.04142189025878906, 0.04319293424487114, 0.04496397823095322, 0.046735018491744995, 0.048506058752536774, 0.05027710273861885, 0.05204814672470093, 0.053819186985492706, 0.055590227246284485, 0.05736127123236656, 0.05913231521844864, 0.06090335547924042, 0.0626743957400322, 0.06444543600082397, 0.06621648371219635, 0.06798752397298813, 0.06975856423377991, 0.07152961194515228, 0.07330065220594406, 0.07507169246673584, 0.07684273272752762, 0.0786137729883194, 0.08038482069969177, 0.08215586096048355]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 6.0, 9.0, 11.0, 18.0, 25.0, 33.0, 39.0, 52.0, 68.0, 105.0, 174.0, 250.0, 377.0, 568.0, 877.0, 1350.0, 2092.0, 7038.0, 2708.0, 991.0, 512.0, 278.0, 198.0, 130.0, 94.0, 61.0, 49.0, 26.0, 27.0, 34.0, 34.0, 24.0, 21.0, 8.0, 7.0, 9.0, 19.0, 11.0, 11.0, 7.0, 7.0, 6.0, 5.0, 4.0, 3.0, 0.0, 1.0, 1.0, 1.0, 3.0, 1.0, 5.0, 6.0, 9.0, 6.0, 3.0, 0.0, 0.0, 0.0, 3.0, 3.0, 7.0, 5.0], "bins": [-0.010882851667702198, -0.010307752527296543, -0.009732652455568314, -0.009157553315162659, -0.00858245324343443, -0.008007354103028774, -0.007432254496961832, -0.00685715489089489, -0.006282055284827948, -0.005706955678761005, -0.005131856072694063, -0.004556756466627121, -0.003981657326221466, -0.00340655748732388, -0.0028314581140875816, -0.0022563585080206394, -0.0016812589019536972, -0.001106159295886755, -0.0005310598062351346, 4.40397416241467e-05, 0.000619139289483428, 0.0011942388955503702, 0.0017693383852019906, 0.002344437874853611, 0.002919537480920553, 0.0034946370869874954, 0.004069736693054438, 0.00464483629912138, 0.005219935439527035, 0.005795035045593977, 0.006370134651660919, 0.006945234257727861, 0.007520333863794804, 0.008095433004200459, 0.008670533075928688, 0.009245632216334343, 0.009820732288062572, 0.010395831428468227, 0.010970931500196457, 0.011546030640602112, 0.012121129781007767, 0.012696229852735996, 0.013271328993141651, 0.01384642906486988, 0.014421528205275536, 0.014996628277003765, 0.01557172741740942, 0.01614682748913765, 0.016721926629543304, 0.01729702576994896, 0.017872124910354614, 0.01844722591340542, 0.019022325053811073, 0.019597424194216728, 0.020172523334622383, 0.020747624337673187, 0.021322723478078842, 0.021897822618484497, 0.022472921758890152, 0.023048020899295807, 0.02362312190234661, 0.024198221042752266, 0.02477332018315792, 0.025348419323563576, 0.02592352032661438]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 3.0, 1.0, 3.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.2942453622817993, -0.28706881403923035, -0.2798922657966614, -0.2727157175540924, -0.26553916931152344, -0.2583625912666321, -0.2511860430240631, -0.24400949478149414, -0.23683294653892517, -0.2296563982963562, -0.22247985005378723, -0.21530330181121826, -0.2081267386674881, -0.20095019042491913, -0.19377364218235016, -0.1865970939397812, -0.17942053079605103, -0.17224398255348206, -0.16506743431091309, -0.15789088606834412, -0.15071433782577515, -0.14353777468204498, -0.136361226439476, -0.12918467819690704, -0.12200812995433807, -0.11483157426118851, -0.10765502601861954, -0.10047847032546997, -0.093301922082901, -0.08612536638975143, -0.07894881814718246, -0.0717722624540329, -0.06459571421146393, -0.05741916224360466, -0.05024261027574539, -0.043066058307886124, -0.035889506340026855, -0.028712956234812737, -0.021536406129598618, -0.01435985416173935, -0.007183302193880081, -6.750691682100296e-06, 0.007169800810515881, 0.014346351847052574, 0.021522903814911842, 0.02869945578277111, 0.03587600588798523, 0.0430525578558445, 0.050229109823703766, 0.057405661791563034, 0.0645822137594223, 0.07175876200199127, 0.07893531769514084, 0.08611186593770981, 0.09328842163085938, 0.10046496987342834, 0.10764151811599731, 0.11481807380914688, 0.12199462205171585, 0.12917117774486542, 0.1363477259874344, 0.14352427423000336, 0.15070083737373352, 0.1578773856163025, 0.16505393385887146]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 2.0, 3.0, 1.0, 1.0, 1.0, 5.0, 2.0, 5.0, 6.0, 1.0, 2.0, 3.0, 7.0, 14.0, 47.0, 69.0, 33.0, 14.0, 8.0, 8.0, 3.0, 4.0, 4.0, 6.0, 2.0, 1.0, 3.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.1457546353340149, -0.14151115715503693, -0.13726766407489777, -0.1330241858959198, -0.12878069281578064, -0.12453720718622208, -0.12029372155666351, -0.11605023592710495, -0.11180675029754639, -0.10756327211856842, -0.10331978648900986, -0.0990763008594513, -0.09483281522989273, -0.09058932960033417, -0.0863458439707756, -0.08210235834121704, -0.07785887271165848, -0.07361538708209991, -0.06937190145254135, -0.06512841582298279, -0.060884930193424225, -0.05664144828915596, -0.0523979626595974, -0.048154477030038834, -0.04391099140048027, -0.03966750577092171, -0.035424020141363144, -0.03118053637444973, -0.026937050744891167, -0.022693565115332603, -0.01845008134841919, -0.014206595718860626, -0.009963110089302063, -0.005719624925404787, -0.0014761397615075111, 0.002767345402389765, 0.007010830566287041, 0.011254316195845604, 0.015497800894081593, 0.01974128559231758, 0.023984771221876144, 0.028228256851434708, 0.03247174248099327, 0.036715228110551834, 0.0409587100148201, 0.04520219564437866, 0.049445681273937225, 0.05368916690349579, 0.05793265253305435, 0.062176138162612915, 0.06641962379217148, 0.07066310942173004, 0.0749065950512886, 0.07915008068084717, 0.08339356631040573, 0.0876370519399643, 0.09188053011894226, 0.09612401574850082, 0.10036750137805939, 0.10461098700761795, 0.10885447263717651, 0.11309795826673508, 0.11734144389629364, 0.1215849295258522, 0.12582841515541077]}, "_runtime": 66.17991495132446, "_timestamp": 1596211655.9510238, "_step": 80}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 3.0, 1.0, 5.0, 4.0, 3.0, 1.0, 3.0, 1.0, 2.0, 3.0, 2.0, 1.0, 4.0, 2.0, 3.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0124107226729393, -0.01203683391213417, -0.011662944220006466, -0.011289054527878761, -0.010915165767073631, -0.010541277006268501, -0.010167387314140797, -0.009793497622013092, -0.009419608861207962, -0.009045720100402832, -0.008671830408275127, -0.008297940716147423, -0.007924051955342293, -0.0075501627288758755, -0.007176273502409458, -0.006802384275943041, -0.0064284950494766235, -0.006054605823010206, -0.005680716596543789, -0.005306827370077372, -0.004932938143610954, -0.004559048917144537, -0.00418515969067812, -0.0038112704642117023, -0.003437381237745285, -0.0030634920112788677, -0.0026896027848124504, -0.002315713558346033, -0.0019418243318796158, -0.0015679351054131985, -0.0011940458789467812, -0.0008201566524803638, -0.00044626742601394653, -7.237819954752922e-05, 0.0003015110269188881, 0.0006754002533853054, 0.0010492894798517227, 0.00142317870631814, 0.0017970679327845573, 0.0021709571592509747, 0.002544846385717392, 0.0029187356121838093, 0.0032926248386502266, 0.003666514065116644, 0.004040403291583061, 0.0044142925180494785, 0.004788181744515896, 0.005162070970982313, 0.0055359601974487305, 0.005909849423915148, 0.006283738650381565, 0.006657627876847982, 0.0070315171033144, 0.007405406329780817, 0.007779295556247234, 0.008153185248374939, 0.008527074009180069, 0.008900962769985199, 0.009274852462112904, 0.009648742154240608, 0.010022630915045738, 0.010396519675850868, 0.010770409367978573, 0.011144299060106277, 0.011518187820911407]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 0.0, 1.0, 2.0, 3.0, 3.0, 6.0, 4.0, 1.0, 2.0, 5.0, 9.0, 6.0, 11.0, 15.0, 16.0, 25.0, 13.0, 24.0, 39.0, 39.0, 64.0, 57.0, 88.0, 98.0, 117.0, 181.0, 291.0, 3905.0, 1735.0, 380.0, 207.0, 142.0, 92.0, 65.0, 55.0, 48.0, 33.0, 25.0, 24.0, 18.0, 16.0, 18.0, 7.0, 6.0, 6.0, 7.0, 6.0, 3.0, 3.0, 1.0, 2.0, 1.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.11751552671194077, -0.11371468007564545, -0.10991384088993073, -0.1061129942536354, -0.10231214761734009, -0.09851130843162537, -0.09471046179533005, -0.09090961515903473, -0.08710877597332001, -0.08330792933702469, -0.07950708270072937, -0.07570623606443405, -0.07190539687871933, -0.06810455024242401, -0.06430370360612869, -0.06050286069512367, -0.05670201778411865, -0.05290117487311363, -0.049100328236818314, -0.04529948532581329, -0.041498638689517975, -0.037697795778512955, -0.033896952867507935, -0.030096108093857765, -0.026295263320207596, -0.022494418546557426, -0.018693573772907257, -0.014892730861902237, -0.011091886088252068, -0.0072910417802631855, -0.0034901974722743034, 0.00031064683571457863, 0.004111491143703461, 0.00791233591735363, 0.011713179759681225, 0.01551402360200882, 0.01931486837565899, 0.02311571314930916, 0.02691655606031418, 0.030717400833964348, 0.03451824560761452, 0.03831908851861954, 0.042119935154914856, 0.045920778065919876, 0.049721620976924896, 0.053522467613220215, 0.057323310524225235, 0.061124157160520554, 0.06492500007152557, 0.06872584670782089, 0.07252668589353561, 0.07632753252983093, 0.08012837916612625, 0.08392921835184097, 0.08773006498813629, 0.09153091162443161, 0.09533175826072693, 0.09913259744644165, 0.10293344408273697, 0.10673429071903229, 0.11053512990474701, 0.11433597654104233, 0.11813682317733765, 0.12193766236305237, 0.1257385015487671]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 3.0, 0.0, 3.0, 4.0, 4.0, 1.0, 2.0, 1.0, 4.0, 2.0, 7.0, 7.0, 4.0, 5.0, 2.0, 3.0, 25.0, 3.0, 5.0, 0.0, 1.0, 1.0, 3.0, 1.0, 2.0, 5.0, 0.0, 0.0, 3.0, 2.0, 2.0, 8.0, 2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0028142882511019707, -0.002713549416512251, -0.002612810581922531, -0.0025120717473328114, -0.0024113329127430916, -0.002310594078153372, -0.0022098550107330084, -0.0021091161761432886, -0.002008377341553569, -0.001907638506963849, -0.0018068996723741293, -0.0017061608377844095, -0.0016054220031946898, -0.00150468316860497, -0.0014039442175999284, -0.0013032053830102086, -0.0012024665484204888, -0.001101727713830769, -0.0010009888792410493, -0.0009002499864436686, -0.0007995110936462879, -0.0006987722590565681, -0.0005980334244668484, -0.0004972945316694677, -0.0003965556970797479, -0.0002958168333861977, -0.00019507798424456269, -9.433912782697007e-05, 6.399728590622544e-06, 0.00010713858500821516, 0.00020787744142580777, 0.0003086162905674428, 0.000409355154260993, 0.0005100939888507128, 0.0006108328816480935, 0.0007115717162378132, 0.0008123106090351939, 0.0009130494436249137, 0.0010137882782146335, 0.0011145271128043532, 0.0012152660638093948, 0.0013160048983991146, 0.0014167437329888344, 0.0015174825675785542, 0.001618221402168274, 0.0017189602367579937, 0.0018196991877630353, 0.001920438022352755, 0.002021176740527153, 0.0021219158079475164, 0.002222654642537236, 0.002323393477126956, 0.0024241323117166758, 0.0025248711463063955, 0.0026256099808961153, 0.002726348815485835, 0.002827087650075555, 0.0029278264846652746, 0.0030285653192549944, 0.003129304386675358, 0.0032300432212650776, 0.0033307820558547974, 0.003431520890444517, 0.003532259725034237, 0.0036329985596239567]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 2.0, 6.0, 6.0, 10.0, 7.0, 14.0, 22.0, 35.0, 50.0, 68.0, 96.0, 129.0, 221.0, 312.0, 440.0, 645.0, 920.0, 1398.0, 2016.0, 3217.0, 5221.0, 8528.0, 15093.0, 29147.0, 65064.0, 735573.0, 194861.0, 49445.0, 24798.0, 14243.0, 8941.0, 5917.0, 3857.0, 2659.0, 1947.0, 1347.0, 981.0, 642.0, 468.0, 331.0, 260.0, 194.0, 124.0, 102.0, 66.0, 61.0, 45.0, 26.0, 21.0, 14.0, 19.0, 12.0, 6.0, 6.0, 3.0, 7.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.005987388547509909, -0.005787716247141361, -0.005588044412434101, -0.005388372112065554, -0.0051887002773582935, -0.004989027976989746, -0.004789355676621199, -0.0045896838419139385, -0.004390011541545391, -0.004190339706838131, -0.0039906674064695835, -0.0037909953389316797, -0.003591323271393776, -0.003391651203855872, -0.0031919789034873247, -0.002992306835949421, -0.002792634768411517, -0.0025929627008736134, -0.0023932906333357096, -0.002193618332967162, -0.0019939462654292583, -0.0017942741978913546, -0.0015946021303534508, -0.0013949299464002252, -0.0011952578788623214, -0.0009955858113244176, -0.000795913627371192, -0.0005962415598332882, -0.0003965694340877235, -0.00019689732289407402, 2.774788299575448e-06, 0.00020244689949322492, 0.0004021190106868744, 0.0006017911364324391, 0.0008014632621780038, 0.0010011353297159076, 0.0012008075136691332, 0.001400479581207037, 0.0016001516487449408, 0.0017998238326981664, 0.001999496016651392, 0.0021991680841892958, 0.0023988401517271996, 0.0025985122192651033, 0.002798184286803007, 0.002997856354340911, 0.0031975286547094584, 0.003397200722247362, 0.003596872789785266, 0.0037965448573231697, 0.003996217157691717, 0.004195888992398977, 0.004395561292767525, 0.004595233127474785, 0.004794905427843332, 0.00499457772821188, 0.00519424956291914, 0.005393921863287687, 0.005593593697994947, 0.005793265998363495, 0.005992938298732042, 0.0061926101334393024, 0.00639228243380785, 0.00659195426851511, 0.0067916265688836575]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 4.0, 5.0, 15.0, 4.0, 3.0, 1.0, 5.0, 6.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.04702350124716759, -0.04600357636809349, -0.044983647763729095, -0.043963722884655, -0.0429437980055809, -0.04192386940121651, -0.04090394452214241, -0.039884019643068314, -0.03886409103870392, -0.03784416615962982, -0.036824241280555725, -0.03580431640148163, -0.03478438779711723, -0.03376446291804314, -0.03274453803896904, -0.031724609434604645, -0.030704684555530548, -0.029684757813811302, -0.028664832934737206, -0.02764490619301796, -0.026624981313943863, -0.025605054572224617, -0.02458512783050537, -0.023565202951431274, -0.02254527620971203, -0.021525349467992783, -0.020505424588918686, -0.01948549784719944, -0.018465571105480194, -0.017445646226406097, -0.01642571948468685, -0.01540579367429018, -0.014385867863893509, -0.013365942053496838, -0.012346016243100166, -0.01132608950138092, -0.010306163690984249, -0.009286237880587578, -0.008266311138868332, -0.007246385328471661, -0.006226459518074989, -0.005206533707678318, -0.004186607431620359, -0.0031666813883930445, -0.0021467553451657295, -0.0011268293019384146, -0.00010690325871109962, 0.0009130227845162153, 0.0019329488277435303, 0.0029528748709708452, 0.00397280091419816, 0.004992727190256119, 0.00601265300065279, 0.007032578811049461, 0.008052505552768707, 0.009072431363165379, 0.01009235717356205, 0.011112282983958721, 0.012132208794355392, 0.013152135536074638, 0.01417206134647131, 0.015191987156867981, 0.016211913898587227, 0.017231838777661324, 0.01825176551938057]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [7.0, 7.0, 3.0, 1.0, 0.0, 1.0, 6.0, 10.0, 8.0, 5.0, 4.0, 2.0, 0.0, 0.0, 1.0, 1.0, 5.0, 6.0, 11.0, 4.0, 7.0, 13.0, 22.0, 10.0, 12.0, 16.0, 27.0, 26.0, 33.0, 54.0, 99.0, 155.0, 199.0, 315.0, 460.0, 738.0, 1378.0, 6711.0, 3047.0, 1606.0, 977.0, 626.0, 479.0, 340.0, 289.0, 200.0, 133.0, 87.0, 74.0, 54.0, 37.0, 33.0, 23.0, 19.0, 14.0, 12.0, 3.0, 8.0, 8.0, 3.0, 0.0, 0.0, 2.0, 1.0], "bins": [-0.014686983078718185, -0.01429770328104496, -0.01390842255204916, -0.013519142754375935, -0.01312986295670271, -0.01274058222770691, -0.012351302430033684, -0.011962022632360458, -0.011572742834687233, -0.011183462105691433, -0.010794182308018208, -0.010404902510344982, -0.010015621781349182, -0.009626341983675957, -0.009237062186002731, -0.008847781457006931, -0.008458501659333706, -0.00806922186166048, -0.007679941598325968, -0.007290661334991455, -0.00690138153731823, -0.006512101273983717, -0.006122821010649204, -0.005733541212975979, -0.005344260949641466, -0.004954980686306953, -0.004565700888633728, -0.004176420625299215, -0.0037871405947953463, -0.003397860564291477, -0.0030085803009569645, -0.0026193002704530954, -0.0022300202399492264, -0.0018407402094453573, -0.0014514600625261664, -0.0010621799156069756, -0.0006728998851031065, -0.00028361979639157653, 0.00010566029231995344, 0.0004949403810314834, 0.0008842204697430134, 0.0012735005002468824, 0.0016627806471660733, 0.002052060794085264, 0.0024413408245891333, 0.0028306208550930023, 0.003219901118427515, 0.003609181148931384, 0.003998461179435253, 0.004387741442769766, 0.004777021240442991, 0.005166301503777504, 0.005555581301450729, 0.005944861564785242, 0.006334141828119755, 0.00672342162579298, 0.007112701889127493, 0.007501982152462006, 0.007891261950135231, 0.008280541747808456, 0.008669822476804256, 0.009059102274477482, 0.009448382072150707, 0.009837662801146507, 0.010226942598819733]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 3.0, 2.0, 3.0, 3.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.11363784968852997, -0.10963185876607895, -0.10562587529420853, -0.10161988437175751, -0.09761390089988708, -0.09360790997743607, -0.08960191905498505, -0.08559593558311462, -0.0815899446606636, -0.07758395373821259, -0.07357797026634216, -0.06957197934389114, -0.06556598842144012, -0.0615600049495697, -0.05755401402711868, -0.05354802682995796, -0.04954203963279724, -0.04553605243563652, -0.0415300652384758, -0.03752407431602478, -0.03351808711886406, -0.02951209992170334, -0.02550611086189747, -0.0215001218020916, -0.017494134604930878, -0.013488146476447582, -0.009482158347964287, -0.005476170219480991, -0.001470182090997696, 0.0025358060374855995, 0.006541794165968895, 0.01054778229445219, 0.014553770422935486, 0.018559757620096207, 0.022565746679902077, 0.026571735739707947, 0.030577722936868668, 0.03458371013402939, 0.03858970105648041, 0.04259568825364113, 0.04660167545080185, 0.05060766264796257, 0.05461364984512329, 0.05861964076757431, 0.06262563169002533, 0.06663161516189575, 0.07063760608434677, 0.0746435895562172, 0.07864958047866821, 0.08265557140111923, 0.08666155487298965, 0.09066754579544067, 0.0946735292673111, 0.09867952018976212, 0.10268551111221313, 0.10669149458408356, 0.11069748550653458, 0.1147034764289856, 0.11870945990085602, 0.12271545082330704, 0.12672144174575806, 0.13072742521762848, 0.1347334086894989, 0.13873940706253052, 0.14274539053440094]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 3.0, 3.0, 3.0, 2.0, 0.0, 3.0, 3.0, 6.0, 2.0, 3.0, 3.0, 4.0, 8.0, 8.0, 13.0, 35.0, 56.0, 43.0, 15.0, 18.0, 11.0, 8.0, 5.0, 5.0, 2.0, 1.0, 1.0, 0.0, 0.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.10770731419324875, -0.10510069876909256, -0.10249408334493637, -0.09988747537136078, -0.09728085994720459, -0.0946742445230484, -0.09206762909889221, -0.08946101367473602, -0.08685439825057983, -0.08424779027700424, -0.08164117485284805, -0.07903455942869186, -0.07642794400453568, -0.07382132858037949, -0.0712147206068039, -0.0686081051826477, -0.06600148975849152, -0.06339487433433533, -0.06078826263546944, -0.05818164721131325, -0.05557503551244736, -0.05296842008829117, -0.05036180466413498, -0.04775519296526909, -0.0451485775411129, -0.04254196211695671, -0.03993535041809082, -0.03732873499393463, -0.03472211956977844, -0.03211550787091255, -0.029508892446756363, -0.026902278885245323, -0.024295665323734283, -0.021689051762223244, -0.019082438200712204, -0.016475822776556015, -0.013869209215044975, -0.011262595653533936, -0.008655981160700321, -0.006049367133527994, -0.003442753106355667, -0.0008361390791833401, 0.001770474947988987, 0.004377088975161314, 0.006983703002333641, 0.00959031656384468, 0.012196931056678295, 0.01480354554951191, 0.01741015911102295, 0.02001677267253399, 0.02262338623404503, 0.025230001658201218, 0.027836615219712257, 0.030443228781223297, 0.033049844205379486, 0.03565645590424538, 0.038263071328401566, 0.040869686752557755, 0.043476298451423645, 0.046082913875579834, 0.04868952929973602, 0.05129614099860191, 0.0539027564227581, 0.05650936812162399, 0.05911598354578018]}, "_runtime": 66.93494510650635, "_timestamp": 1596211656.706054, "_step": 81}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 4.0, 2.0, 2.0, 1.0, 1.0, 4.0, 2.0, 2.0, 7.0, 1.0, 4.0, 4.0, 3.0, 4.0, 0.0, 2.0, 3.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013650819659233093, -0.013207387179136276, -0.01276395469903946, -0.012320522218942642, -0.011877089738845825, -0.011433656327426434, -0.010990223847329617, -0.0105467913672328, -0.010103358887135983, -0.009659926407039165, -0.009216493926942348, -0.008773061446845531, -0.00832962803542614, -0.007886195555329323, -0.007442763075232506, -0.006999330595135689, -0.006555898115038872, -0.006112465634942055, -0.005669033154845238, -0.005225600209087133, -0.004782167728990316, -0.004338735248893499, -0.0038953025359660387, -0.003451869823038578, -0.003008437342941761, -0.002565004862844944, -0.0021215721499174833, -0.0016781395534053445, -0.0012347069568932056, -0.0007912743603810668, -0.00034784176386892796, 9.559083264321089e-05, 0.0005390234291553497, 0.0009824560256674886, 0.0014258886221796274, 0.0018693212186917663, 0.002312753815203905, 0.002756186295300722, 0.003199619008228183, 0.0036430517211556435, 0.0040864842012524605, 0.0045299166813492775, 0.0049733491614460945, 0.005416782107204199, 0.005860214587301016, 0.006303647067397833, 0.006747080013155937, 0.007190512493252754, 0.007633944973349571, 0.008077377453446388, 0.008520809933543205, 0.008964242413640022, 0.00940767489373684, 0.009851108305156231, 0.010294540785253048, 0.010737973265349865, 0.011181405745446682, 0.011624838225543499, 0.012068270705640316, 0.012511703185737133, 0.012955136597156525, 0.013398569077253342, 0.013842001557350159, 0.014285434037446976, 0.014728866517543793]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 4.0, 1.0, 6.0, 6.0, 6.0, 9.0, 4.0, 9.0, 8.0, 17.0, 16.0, 19.0, 30.0, 45.0, 33.0, 54.0, 95.0, 121.0, 158.0, 196.0, 408.0, 4794.0, 943.0, 317.0, 158.0, 118.0, 91.0, 66.0, 50.0, 33.0, 29.0, 15.0, 13.0, 13.0, 7.0, 4.0, 3.0, 4.0, 5.0, 2.0, 5.0, 5.0, 4.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.131791889667511, -0.1271950602531433, -0.12259822338819504, -0.11800138652324677, -0.11340455710887909, -0.10880772769451141, -0.10421089082956314, -0.09961405396461487, -0.09501722455024719, -0.09042039513587952, -0.08582355827093124, -0.08122672140598297, -0.0766298919916153, -0.07203306257724762, -0.06743622571229935, -0.06283938884735107, -0.0582425594329834, -0.053645726293325424, -0.04904889315366745, -0.044452060014009476, -0.0398552268743515, -0.03525839373469353, -0.030661560595035553, -0.02606472745537758, -0.021467894315719604, -0.01687106117606163, -0.012274228036403656, -0.007677394896745682, -0.0030805617570877075, 0.0015162713825702667, 0.006113104522228241, 0.010709937661886215, 0.01530677080154419, 0.019903603941202164, 0.024500437080860138, 0.029097270220518112, 0.033694103360176086, 0.03829093649983406, 0.042887769639492035, 0.04748460277915001, 0.05208143591880798, 0.05667826905846596, 0.06127510219812393, 0.0658719390630722, 0.07046876847743988, 0.07506559789180756, 0.07966243475675583, 0.0842592716217041, 0.08885610103607178, 0.09345293045043945, 0.09804976731538773, 0.102646604180336, 0.10724343359470367, 0.11184026300907135, 0.11643709987401962, 0.1210339367389679, 0.12563076615333557, 0.13022759556770325, 0.13482442498207092, 0.1394212692975998, 0.14401809871196747, 0.14861492812633514, 0.153211772441864, 0.1578086018562317, 0.16240543127059937]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 3.0, 0.0, 2.0, 4.0, 1.0, 2.0, 2.0, 5.0, 2.0, 0.0, 4.0, 1.0, 4.0, 5.0, 25.0, 3.0, 4.0, 4.0, 6.0, 4.0, 5.0, 3.0, 1.0, 2.0, 3.0, 1.0, 2.0, 4.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.0023711668327450752, -0.002288867486640811, -0.002206567907705903, -0.002124268561601639, -0.002041968982666731, -0.0019596696365624666, -0.0018773700576275587, -0.0017950705951079726, -0.0017127711325883865, -0.0016304717864841223, -0.0015481723239645362, -0.00146587286144495, -0.001383573398925364, -0.001301273936405778, -0.0012189744738861918, -0.0011366750113666058, -0.0010543755488470197, -0.0009720760863274336, -0.0008897766238078475, -0.0008074771612882614, -0.0007251776987686753, -0.0006428782944567502, -0.0005605788319371641, -0.000478279369417578, -0.0003959799068979919, -0.0003136804443784058, -0.00023138099641073495, -0.0001490815484430641, -6.678208592347801e-05, 1.5517369320150465e-05, 9.781682456377894e-05, 0.0001801162725314498, 0.0002624157350510359, 0.00034471519757062197, 0.00042701466009020805, 0.0005093141226097941, 0.0005916135851293802, 0.0006739129894413054, 0.0007562124519608915, 0.0008385119144804776, 0.0009208113770000637, 0.0010031107813119888, 0.001085410243831575, 0.001167709706351161, 0.001250009168870747, 0.0013323086313903332, 0.0014146080939099193, 0.0014969075564295053, 0.0015792070189490914, 0.0016615064814686775, 0.0017438059439882636, 0.0018261054065078497, 0.0019084048690274358, 0.001990704331547022, 0.002073003677651286, 0.002155303256586194, 0.0022376026026904583, 0.002319902181625366, 0.0024022015277296305, 0.0024845011066645384, 0.0025668004527688026, 0.0026491000317037106, 0.002731399377807975, 0.0028136989567428827, 0.002895998302847147]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 2.0, 1.0, 3.0, 4.0, 5.0, 9.0, 12.0, 18.0, 24.0, 45.0, 64.0, 98.0, 141.0, 219.0, 362.0, 590.0, 880.0, 1320.0, 2264.0, 3602.0, 6127.0, 11189.0, 21336.0, 46919.0, 137691.0, 806627.0, 71302.0, 30546.0, 15495.0, 8734.0, 4978.0, 3157.0, 1999.0, 1242.0, 799.0, 560.0, 413.0, 263.0, 141.0, 109.0, 96.0, 67.0, 47.0, 42.0, 31.0, 25.0, 9.0, 9.0, 5.0, 7.0, 5.0, 3.0, 2.0, 2.0, 2.0, 1.0], "bins": [-0.007853809744119644, -0.007618179079145193, -0.007382548879832029, -0.007146918214857578, -0.006911287549883127, -0.0066756573505699635, -0.006440026685595512, -0.006204396020621061, -0.00596876535564661, -0.0057331351563334465, -0.0054975044913589954, -0.005261873826384544, -0.005026243627071381, -0.0047906129620969296, -0.0045549822971224785, -0.004319352097809315, -0.004083721432834864, -0.0038480910006910563, -0.003612460335716605, -0.0033768299035727978, -0.0031411992385983467, -0.0029055688064545393, -0.002669938374310732, -0.002434307709336281, -0.0021986772771924734, -0.001963046845048666, -0.001727416180074215, -0.0014917857479304075, -0.0012561551993712783, -0.001020524650812149, -0.0007848941604606807, -0.0005492636701092124, -0.00031363312155008316, -7.800260209478438e-05, 0.0001576279173605144, 0.0003932584368158132, 0.000628888956271112, 0.0008645195048302412, 0.0011001499369740486, 0.0013357804855331779, 0.001571411034092307, 0.0018070415826514363, 0.0020426721312105656, 0.002278302563354373, 0.0025139329954981804, 0.0027495636604726315, 0.002985194092616439, 0.00322082475759089, 0.0034564551897346973, 0.0036920856218785048, 0.003927716054022312, 0.004163346718996763, 0.004398977383971214, 0.004634607583284378, 0.004870238248258829, 0.00510586891323328, 0.005341499112546444, 0.005577129777520895, 0.005812760442495346, 0.006048391107469797, 0.006284021306782961, 0.006519651971757412, 0.006755282636731863, 0.006990912836045027, 0.007226543501019478]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 2.0, 4.0, 1.0, 5.0, 14.0, 7.0, 6.0, 4.0, 1.0, 4.0, 1.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.04509880766272545, -0.04409407824277878, -0.04308934882283211, -0.04208461940288544, -0.041079889982938766, -0.040075160562992096, -0.039070431143045425, -0.038065701723098755, -0.03706097602844238, -0.03605624660849571, -0.03505151718854904, -0.03404678776860237, -0.0330420583486557, -0.03203732892870903, -0.03103259950876236, -0.03002787008881569, -0.02902314066886902, -0.028018411248922348, -0.027013681828975677, -0.026008952409029007, -0.025004222989082336, -0.023999495431780815, -0.022994766011834145, -0.021990036591887474, -0.020985307171940804, -0.019980577751994133, -0.018975848332047462, -0.017971118912100792, -0.01696639135479927, -0.0159616619348526, -0.01495693251490593, -0.013952203094959259, -0.012947473675012589, -0.011942744255065918, -0.010938014835119247, -0.009933286346495152, -0.008928556926548481, -0.00792382750660181, -0.006919098552316427, -0.005914369598031044, -0.0049096401780843735, -0.0039049109909683466, -0.0029001818038523197, -0.0018954526167362928, -0.000890723429620266, 0.00011400575749576092, 0.0011187349446117878, 0.0021234641317278147, 0.0031281933188438416, 0.004132922738790512, 0.005137651693075895, 0.0061423806473612785, 0.007147110067307949, 0.00815183948725462, 0.009156567975878716, 0.010161297395825386, 0.011166026815772057, 0.012170756235718727, 0.013175485655665398, 0.014180214144289494, 0.015184943564236164, 0.01618967205286026, 0.01719440147280693, 0.0181991308927536, 0.01920386031270027]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [10.0, 4.0, 3.0, 1.0, 0.0, 9.0, 5.0, 12.0, 8.0, 3.0, 5.0, 4.0, 10.0, 6.0, 8.0, 8.0, 14.0, 16.0, 11.0, 13.0, 11.0, 17.0, 15.0, 16.0, 28.0, 34.0, 34.0, 58.0, 84.0, 159.0, 219.0, 282.0, 424.0, 831.0, 1540.0, 6680.0, 3212.0, 1675.0, 1009.0, 645.0, 392.0, 275.0, 191.0, 128.0, 92.0, 65.0, 34.0, 29.0, 19.0, 18.0, 10.0, 15.0, 9.0, 3.0, 4.0, 8.0, 5.0, 5.0, 2.0, 2.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.013958214782178402, -0.013569505885243416, -0.013180797919631004, -0.012792089022696018, -0.012403380125761032, -0.01201467216014862, -0.011625963263213634, -0.011237254366278648, -0.010848546400666237, -0.01045983750373125, -0.010071128606796265, -0.009682420641183853, -0.009293711744248867, -0.008905002847313881, -0.00851629488170147, -0.008127585984766483, -0.0077388775534927845, -0.007350169122219086, -0.0069614602252841, -0.006572751794010401, -0.006184043362736702, -0.005795334465801716, -0.005406626034528017, -0.005017917603254318, -0.004629208706319332, -0.004240500275045633, -0.0038517918437719345, -0.003463083179667592, -0.0030743745155632496, -0.0026856660842895508, -0.0022969574201852083, -0.0019082488724961877, -0.001519540324807167, -0.0011308317771181464, -0.0007421231712214649, -0.0003534145944286138, 3.529398236423731e-05, 0.0004240025591570884, 0.0008127111359499395, 0.001201419741846621, 0.0015901282895356417, 0.001978836953639984, 0.002367545384913683, 0.0027562540490180254, 0.003144962713122368, 0.0035336711443960667, 0.0039223795756697655, 0.004311088472604752, 0.00469979690387845, 0.005088505335152149, 0.005477214232087135, 0.005865922663360834, 0.006254631094634533, 0.006643339991569519, 0.007032048422843218, 0.007420756854116917, 0.007809465751051903, 0.008198173716664314, 0.0085868826135993, 0.008975591510534286, 0.009364299476146698, 0.009753008373081684, 0.01014171727001667, 0.010530425235629082, 0.010919134132564068]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 2.0, 1.0, 1.0, 3.0, 3.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.06609559059143066, -0.06307731568813324, -0.06005903333425522, -0.057040758430957794, -0.05402247980237007, -0.05100420117378235, -0.047985922545194626, -0.0449676439166069, -0.04194936901330948, -0.038931090384721756, -0.03591281175613403, -0.03289453312754631, -0.029876254498958588, -0.026857977733016014, -0.02383969910442829, -0.020821422338485718, -0.017803143709897995, -0.014784866012632847, -0.011766588315367699, -0.008748309686779976, -0.005730031989514828, -0.002711754059419036, 0.0003065238706767559, 0.0033248018007725477, 0.0063430797308683395, 0.009361357428133488, 0.012379635125398636, 0.015397913753986359, 0.01841619238257408, 0.021434469148516655, 0.024452747777104378, 0.02747102454304695, 0.030489303171634674, 0.0335075818002224, 0.03652586042881012, 0.039544135332107544, 0.04256241396069527, 0.04558069258928299, 0.04859897121787071, 0.051617249846458435, 0.05463552474975586, 0.05765380337834358, 0.060672082006931305, 0.06369035691022873, 0.06670863926410675, 0.06972691416740417, 0.0727451965212822, 0.07576347142457962, 0.07878175377845764, 0.08180002868175507, 0.08481830358505249, 0.08783658593893051, 0.09085486084222794, 0.09387314319610596, 0.09689141809940338, 0.0999096930027008, 0.10292797535657883, 0.10594625025987625, 0.10896453261375427, 0.1119828075170517, 0.11500108242034912, 0.11801936477422714, 0.12103763967752457, 0.12405592203140259, 0.1270741969347]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 0.0, 3.0, 0.0, 3.0, 1.0, 3.0, 3.0, 2.0, 6.0, 6.0, 5.0, 10.0, 8.0, 13.0, 15.0, 11.0, 15.0, 14.0, 35.0, 19.0, 20.0, 13.0, 15.0, 11.0, 7.0, 6.0, 3.0, 4.0, 1.0, 2.0, 3.0, 2.0, 1.0, 1.0, 1.0, 0.0, 3.0, 0.0, 1.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.03649333864450455, -0.03520603105425835, -0.03391871973872185, -0.03263141214847565, -0.03134410083293915, -0.030056793242692947, -0.028769483789801598, -0.027482174336910248, -0.026194864884018898, -0.024907555431127548, -0.0236202459782362, -0.02233293652534485, -0.021045628935098648, -0.0197583194822073, -0.01847101002931595, -0.0171837005764246, -0.01589639112353325, -0.014609081670641899, -0.01332177221775055, -0.012034463696181774, -0.010747154243290424, -0.009459844790399075, -0.0081725362688303, -0.00688522681593895, -0.0055979173630476, -0.00431060791015625, -0.0030232989229261875, -0.0017359897028654814, -0.00044868048280477524, 0.0008386287372559309, 0.002125937957316637, 0.003413247177377343, 0.004700556397438049, 0.005987865850329399, 0.007275174837559462, 0.008562483824789524, 0.009849793277680874, 0.011137102730572224, 0.012424411252140999, 0.013711720705032349, 0.014999030157923698, 0.016286339610815048, 0.017573649063706398, 0.018860958516597748, 0.02014826610684395, 0.021435575559735298, 0.022722885012626648, 0.024010194465517998, 0.025297503918409348, 0.026584813371300697, 0.027872122824192047, 0.029159432277083397, 0.030446741729974747, 0.03173404932022095, 0.033021360635757446, 0.03430866822600365, 0.03559597581624985, 0.036883287131786346, 0.03817059472203255, 0.039457906037569046, 0.04074521362781525, 0.042032524943351746, 0.043319832533597946, 0.044607143849134445, 0.045894451439380646]}, "_runtime": 67.69361972808838, "_timestamp": 1596211657.4647286, "_step": 82}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 2.0, 3.0, 0.0, 0.0, 1.0, 3.0, 2.0, 3.0, 1.0, 2.0, 1.0, 3.0, 3.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 5.0, 1.0, 3.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.007480630185455084, -0.007253772113472223, -0.007026914041489363, -0.006800055969506502, -0.006573198363184929, -0.006346340291202068, -0.006119482219219208, -0.005892624147236347, -0.005665766075253487, -0.005438908003270626, -0.0052120499312877655, -0.004985191859304905, -0.004758333787322044, -0.004531476181000471, -0.0043046181090176105, -0.00407776003703475, -0.0038509019650518894, -0.003624043893069029, -0.0033971858210861683, -0.0031703279819339514, -0.002943469909951091, -0.0027166118379682302, -0.0024897539988160133, -0.0022628959268331528, -0.002036037854850292, -0.0018091797828674316, -0.001582321827299893, -0.0013554638717323542, -0.0011286057997494936, -0.000901747785974294, -0.0006748897721990943, -0.00044803175842389464, -0.000221173744648695, 5.68426912650466e-06, 0.0002325422829017043, 0.00045940029667690396, 0.0006862583104521036, 0.0009131163242273033, 0.001139974338002503, 0.0013668322935700417, 0.0015936903655529022, 0.0018205484375357628, 0.0020474065095186234, 0.0022742643486708403, 0.002501122420653701, 0.0027279804926365614, 0.0029548383317887783, 0.003181696403771639, 0.0034085544757544994, 0.00363541254773736, 0.0038622706197202206, 0.004089128691703081, 0.004315986298024654, 0.004542844370007515, 0.0047697024419903755, 0.004996560513973236, 0.005223418585956097, 0.005450276657938957, 0.005677134729921818, 0.005903992801904678, 0.006130850873887539, 0.006357708480209112, 0.006584566552191973, 0.006811424624174833, 0.007038282696157694]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 3.0, 3.0, 1.0, 5.0, 0.0, 4.0, 4.0, 3.0, 11.0, 16.0, 14.0, 18.0, 17.0, 17.0, 36.0, 38.0, 51.0, 66.0, 104.0, 105.0, 162.0, 222.0, 368.0, 5071.0, 660.0, 286.0, 165.0, 101.0, 92.0, 62.0, 51.0, 37.0, 31.0, 24.0, 22.0, 8.0, 7.0, 10.0, 11.0, 5.0, 3.0, 5.0, 3.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.10145372152328491, -0.09813548624515533, -0.09481725841760635, -0.09149902313947678, -0.0881807878613472, -0.08486256003379822, -0.08154432475566864, -0.07822608947753906, -0.07490785419940948, -0.0715896263718605, -0.06827139109373093, -0.06495315581560135, -0.06163492798805237, -0.05831669270992279, -0.05499846115708351, -0.051680225878953934, -0.048361994326114655, -0.045043762773275375, -0.0417255274951458, -0.03840729594230652, -0.03508906066417694, -0.03177082911133766, -0.028452597558498383, -0.025134364143013954, -0.021816130727529526, -0.018497897312045097, -0.015179664827883244, -0.01186143234372139, -0.008543198928236961, -0.00522496597841382, -0.0019067330285906792, 0.001411499921232462, 0.004729732871055603, 0.008047966286540031, 0.011366198770701885, 0.014684431254863739, 0.018002664670348167, 0.021320898085832596, 0.024639129638671875, 0.027957363054156303, 0.03127559646964073, 0.03459382802248001, 0.03791206330060959, 0.04123029485344887, 0.04454852640628815, 0.047866761684417725, 0.051184993237257004, 0.05450322851538658, 0.05782146006822586, 0.06113969162106514, 0.06445792317390442, 0.067776158452034, 0.07109439373016357, 0.07441262155771255, 0.07773085683584213, 0.08104909211397171, 0.08436731994152069, 0.08768555521965027, 0.09100379049777985, 0.09432202577590942, 0.0976402536034584, 0.10095848888158798, 0.10427672415971756, 0.10759495198726654, 0.11091318726539612]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 2.0, 1.0, 0.0, 2.0, 6.0, 1.0, 3.0, 9.0, 3.0, 4.0, 4.0, 3.0, 7.0, 3.0, 4.0, 4.0, 28.0, 4.0, 0.0, 2.0, 5.0, 2.0, 3.0, 3.0, 3.0, 3.0, 3.0, 2.0, 1.0, 2.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.003045039251446724, -0.00296128005720675, -0.002877520862966776, -0.002793761668726802, -0.0027100027073174715, -0.0026262435130774975, -0.0025424843188375235, -0.0024587251245975494, -0.0023749659303575754, -0.0022912067361176014, -0.002207447774708271, -0.002123688580468297, -0.002039929386228323, -0.001956170191988349, -0.001872410997748375, -0.0017886519199237227, -0.0017048927256837487, -0.0016211335314437747, -0.0015373744536191225, -0.0014536152593791485, -0.0013698560651391745, -0.0012860969873145223, -0.0012023377930745482, -0.0011185785988345742, -0.001034819521009922, -0.000951060326769948, -0.000867301132529974, -0.0007835419964976609, -0.0006997828604653478, -0.0006160236662253737, -0.0005322645301930606, -0.00044850536505691707, -0.0003647461999207735, -0.00028098703478462994, -0.0001972278842004016, -0.00011346872634021565, -2.9709568480029702e-05, 5.404958938015625e-05, 0.0001378087472403422, 0.00022156789782457054, 0.0003053270629607141, 0.00038908622809685767, 0.00047284539323300123, 0.0005566045292653143, 0.0006403636652976274, 0.0007241228595376015, 0.0008078819955699146, 0.0008916411898098886, 0.0009754003258422017, 0.0010591595200821757, 0.001142918597906828, 0.001226677792146802, 0.001310436986386776, 0.0013941960642114282, 0.0014779552584514022, 0.0015617144526913762, 0.0016454735305160284, 0.0017292327247560024, 0.0018129919189959764, 0.0018967511132359505, 0.0019805103074759245, 0.002064269268885255, 0.002148028463125229, 0.002231787657365203, 0.002315546851605177]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 0.0, 2.0, 4.0, 8.0, 6.0, 8.0, 10.0, 13.0, 24.0, 37.0, 40.0, 53.0, 92.0, 151.0, 213.0, 329.0, 429.0, 658.0, 1068.0, 1752.0, 2879.0, 4727.0, 8670.0, 16648.0, 37088.0, 115889.0, 864618.0, 68632.0, 25192.0, 12244.0, 6676.0, 4056.0, 2438.0, 1552.0, 1017.0, 663.0, 518.0, 306.0, 245.0, 148.0, 135.0, 97.0, 69.0, 48.0, 45.0, 29.0, 19.0, 15.0, 23.0, 13.0, 14.0, 11.0, 5.0, 7.0, 3.0, 1.0, 4.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.005733667407184839, -0.0055390032939612865, -0.0053443387150764465, -0.005149674601852894, -0.004955010488629341, -0.004760346375405788, -0.004565682262182236, -0.004371017683297396, -0.004176353570073843, -0.00398168945685029, -0.003787025110796094, -0.0035923607647418976, -0.003397696651518345, -0.003203032538294792, -0.003008368192240596, -0.0028137038461863995, -0.0026190397329628468, -0.002424375619739294, -0.0022297112736850977, -0.0020350469276309013, -0.0018403828144073486, -0.001645718584768474, -0.0014510543551295996, -0.001256390125490725, -0.0010617258958518505, -0.000867061666212976, -0.0006723974365741014, -0.0004777332069352269, -0.0002830689772963524, -8.840474765747786e-05, 0.00010625948198139668, 0.0003009237116202712, 0.0004955879412591457, 0.0006902521708980203, 0.0008849164005368948, 0.0010795806301757693, 0.0012742448598146439, 0.0014689090894535184, 0.001663573319092393, 0.0018582375487312675, 0.002052901778370142, 0.0022475658915936947, 0.002442230237647891, 0.0026368945837020874, 0.00283155869692564, 0.003026222810149193, 0.003220887156203389, 0.0034155515022575855, 0.0036102156154811382, 0.003804879728704691, 0.003999544307589531, 0.004194208420813084, 0.004388872534036636, 0.004583536647260189, 0.004778200760483742, 0.004972865339368582, 0.0051675294525921345, 0.005362193565815687, 0.005556858144700527, 0.00575152225792408, 0.005946186371147633, 0.006140850484371185, 0.006335514597594738, 0.006530179176479578, 0.006724843289703131]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 2.0, 3.0, 5.0, 8.0, 2.0, 2.0, 2.0, 4.0, 1.0, 2.0, 2.0, 6.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.018004097044467926, -0.01741805300116539, -0.016832010820508003, -0.016245966777205467, -0.01565992273390293, -0.01507387962192297, -0.014487836509943008, -0.013901793397963047, -0.013315750285983086, -0.01272970624268055, -0.012143663130700588, -0.011557620018720627, -0.01097157597541809, -0.01038553286343813, -0.009799489751458168, -0.009213445708155632, -0.00862740259617567, -0.00804135948419571, -0.0074553159065544605, -0.006869272328913212, -0.00628322921693325, -0.005697185639292002, -0.005111142061650753, -0.004525098949670792, -0.003939055372029543, -0.003353012027218938, -0.002766968682408333, -0.002180925104767084, -0.001594881759956479, -0.001008838415145874, -0.00042279495391994715, 0.00016324844909831882, 0.0007492918521165848, 0.0013353351969271898, 0.0019213786581531167, 0.0025074221193790436, 0.0030934654641896486, 0.0036795088090002537, 0.004265552386641502, 0.004851595498621464, 0.0054376390762627125, 0.006023682653903961, 0.006609725765883923, 0.007195769343525171, 0.00778181292116642, 0.008367856033146381, 0.008953899145126343, 0.009539943188428879, 0.01012598630040884, 0.010712029412388802, 0.011298073455691338, 0.011884116567671299, 0.01247015967965126, 0.013056203722953796, 0.013642246834933758, 0.01422828994691372, 0.014814333990216255, 0.015400377102196217, 0.015986420214176178, 0.016572464257478714, 0.0171585064381361, 0.017744550481438637, 0.018330594524741173, 0.01891663670539856, 0.019502680748701096]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 4.0, 6.0, 2.0, 4.0, 1.0, 4.0, 4.0, 4.0, 6.0, 4.0, 10.0, 6.0, 11.0, 6.0, 8.0, 7.0, 13.0, 21.0, 22.0, 46.0, 65.0, 110.0, 133.0, 167.0, 196.0, 257.0, 367.0, 577.0, 946.0, 1875.0, 7132.0, 2110.0, 1326.0, 843.0, 566.0, 379.0, 306.0, 221.0, 164.0, 130.0, 96.0, 67.0, 46.0, 36.0, 36.0, 17.0, 19.0, 14.0, 5.0, 8.0, 5.0, 5.0, 6.0, 2.0, 2.0, 1.0], "bins": [-0.012226404622197151, -0.011908670887351036, -0.011590937152504921, -0.011273202486336231, -0.010955468751490116, -0.010637735016644001, -0.010320001281797886, -0.010002266615629196, -0.009684532880783081, -0.009366799145936966, -0.00904906541109085, -0.008731331676244736, -0.008413597010076046, -0.008095863275229931, -0.007778129540383816, -0.007460395339876413, -0.007142661605030298, -0.006824927870184183, -0.006507193669676781, -0.006189459934830666, -0.005871725734323263, -0.005553991999477148, -0.005236257798969746, -0.0049185240641236305, -0.004600790329277515, -0.004283056128770113, -0.003965322393923998, -0.0036475881934165955, -0.0033298544585704803, -0.0030121204908937216, -0.002694386523216963, -0.002376652555540204, -0.0020589185878634453, -0.0017411846201866865, -0.0014234506525099277, -0.0011057168012484908, -0.000787982833571732, -0.00047024889499880373, -0.00015251495642587543, 0.00016521898214705288, 0.0004829529207199812, 0.00080068688839674, 0.0011184208560734987, 0.0014361547073349357, 0.0017538886750116944, 0.0020716225262731314, 0.00238935649394989, 0.002707090461626649, 0.0030248244293034077, 0.0033425583969801664, 0.003660292364656925, 0.00397802609950304, 0.004295760300010443, 0.004613494034856558, 0.00493122823536396, 0.005248961970210075, 0.0055666957050561905, 0.005884429905563593, 0.006202163640409708, 0.0065198978409171104, 0.0068376315757632256, 0.007155365776270628, 0.007473099511116743, 0.0077908337116241455, 0.00810856744647026]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 2.0, 3.0, 1.0, 5.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1406082808971405, -0.1357910931110382, -0.1309739053249359, -0.12615671753883362, -0.12133953720331192, -0.11652234941720963, -0.11170516908168793, -0.10688798129558563, -0.10207079350948334, -0.09725360572338104, -0.09243641793727875, -0.08761923760175705, -0.08280204981565475, -0.07798486202955246, -0.07316768169403076, -0.06835049390792847, -0.06353330612182617, -0.05871611833572388, -0.05389893427491188, -0.049081750214099884, -0.04426456242799759, -0.039447374641895294, -0.0346301905810833, -0.029813004657626152, -0.024995818734169006, -0.02017863281071186, -0.015361446887254715, -0.01054426096379757, -0.005727075040340424, -0.0009098891168832779, 0.003907296806573868, 0.008724482730031013, 0.01354166865348816, 0.018358854576945305, 0.02317604050040245, 0.027993226423859596, 0.03281041234731674, 0.03762760013341904, 0.04244478419423103, 0.04726196825504303, 0.052079156041145325, 0.05689634382724762, 0.061713527888059616, 0.06653071194887161, 0.07134789973497391, 0.0761650875210762, 0.0809822678565979, 0.0857994556427002, 0.09061664342880249, 0.09543383121490479, 0.10025101900100708, 0.10506819933652878, 0.10988538712263107, 0.11470257490873337, 0.11951975524425507, 0.12433694303035736, 0.12915413081645966, 0.13397131860256195, 0.13878850638866425, 0.14360569417476654, 0.14842286705970764, 0.15324005484580994, 0.15805724263191223, 0.16287443041801453, 0.16769161820411682]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 2.0, 3.0, 1.0, 2.0, 4.0, 2.0, 2.0, 0.0, 4.0, 2.0, 1.0, 2.0, 4.0, 3.0, 18.0, 24.0, 40.0, 68.0, 35.0, 14.0, 10.0, 3.0, 2.0, 4.0, 2.0, 2.0, 0.0, 1.0, 2.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.11530668288469315, -0.11190973222255707, -0.1085127741098404, -0.10511581599712372, -0.10171886533498764, -0.09832191467285156, -0.09492495656013489, -0.09152799844741821, -0.08813104778528214, -0.08473409712314606, -0.08133713901042938, -0.07794018089771271, -0.07454323023557663, -0.07114627957344055, -0.06774932146072388, -0.0643523633480072, -0.060955412685871124, -0.05755845829844475, -0.05416150391101837, -0.050764549523591995, -0.04736759513616562, -0.04397064074873924, -0.040573686361312866, -0.03717673197388649, -0.033779777586460114, -0.030382823199033737, -0.02698586881160736, -0.023588914424180984, -0.020191960036754608, -0.016795005649328232, -0.013398051261901855, -0.010001096874475479, -0.006604142487049103, -0.0032071880996227264, 0.0001897662878036499, 0.0035867206752300262, 0.006983675062656403, 0.010380629450082779, 0.013777583837509155, 0.01717453822493553, 0.020571492612361908, 0.023968446999788284, 0.02736540138721466, 0.030762355774641037, 0.03415931016206741, 0.03755626454949379, 0.040953218936920166, 0.04435017332434654, 0.04774712771177292, 0.051144082099199295, 0.05454103648662567, 0.05793799087405205, 0.061334945261478424, 0.0647318959236145, 0.06812885403633118, 0.07152581214904785, 0.07492276281118393, 0.07831971347332001, 0.08171667158603668, 0.08511362969875336, 0.08851058036088943, 0.09190753102302551, 0.09530448913574219, 0.09870144724845886, 0.10209839791059494]}, "_runtime": 68.44974780082703, "_timestamp": 1596211658.2208567, "_step": 83}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 1.0, 0.0, 3.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 3.0, 4.0, 0.0, 0.0, 3.0, 2.0, 2.0, 0.0, 3.0, 1.0, 0.0, 2.0, 2.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.009185473434627056, -0.008906698785722256, -0.008627924136817455, -0.008349149487912655, -0.008070374839007854, -0.007791599724441767, -0.007512825075536966, -0.007234050426632166, -0.0069552757777273655, -0.006676501128822565, -0.006397726479917765, -0.006118951831012964, -0.0058401767164468765, -0.005561402067542076, -0.005282627418637276, -0.005003852769732475, -0.004725078120827675, -0.0044463034719228745, -0.004167528823018074, -0.00388875394128263, -0.0036099792923778296, -0.003331204643473029, -0.003052429761737585, -0.0027736551128327847, -0.0024948804639279842, -0.002216105815023184, -0.0019373310497030616, -0.0016585562843829393, -0.001379781635478139, -0.0011010069865733385, -0.0008222322212532163, -0.0005434575141407549, -0.0002646828070282936, 1.4091900084167719e-05, 0.00029286660719662905, 0.0005716413143090904, 0.0008504160214215517, 0.0011291906703263521, 0.0014079654356464744, 0.0016867402009665966, 0.001965514849871397, 0.0022442894987761974, 0.002523064147680998, 0.002801839029416442, 0.0030806136783212423, 0.0033593883272260427, 0.003638163208961487, 0.003916937857866287, 0.004195712506771088, 0.004474487155675888, 0.0047532618045806885, 0.005032036453485489, 0.005310811102390289, 0.005589586216956377, 0.0058683608658611774, 0.006147135514765978, 0.006425910163670778, 0.006704684812575579, 0.006983459461480379, 0.0072622341103851795, 0.007541009224951267, 0.007819783873856068, 0.008098558522760868, 0.008377333171665668, 0.008656107820570469]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 2.0, 1.0, 3.0, 5.0, 2.0, 3.0, 6.0, 7.0, 17.0, 11.0, 11.0, 26.0, 19.0, 42.0, 39.0, 60.0, 78.0, 108.0, 152.0, 218.0, 359.0, 3859.0, 1736.0, 445.0, 223.0, 134.0, 90.0, 66.0, 41.0, 27.0, 27.0, 21.0, 17.0, 17.0, 13.0, 12.0, 4.0, 7.0, 3.0, 3.0, 5.0, 3.0, 0.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.14569365978240967, -0.1411314308643341, -0.13656918704509735, -0.1320069581270218, -0.12744472920894623, -0.12288249284029007, -0.11832025647163391, -0.11375802755355835, -0.10919579118490219, -0.10463355481624603, -0.10007132589817047, -0.09550908952951431, -0.09094685316085815, -0.08638462424278259, -0.08182238787412643, -0.07726015895605087, -0.07269792258739471, -0.06813568621873856, -0.063573457300663, -0.059011220932006836, -0.054448988288640976, -0.049886755645275116, -0.04532451927661896, -0.0407622866332531, -0.03620005398988724, -0.03163782134652138, -0.02707558684051037, -0.02251335233449936, -0.0179511196911335, -0.013388886116445065, -0.00882665254175663, -0.004264418967068195, 0.00029781460762023926, 0.004860048182308674, 0.009422281756997108, 0.013984515331685543, 0.018546748906373978, 0.023108981549739838, 0.027671216055750847, 0.032233450561761856, 0.036795683205127716, 0.041357915848493576, 0.045920148491859436, 0.050482384860515594, 0.055044617503881454, 0.059606850147247314, 0.06416908651590347, 0.06873131543397903, 0.07329355180263519, 0.07785578817129135, 0.08241801708936691, 0.08698025345802307, 0.09154248237609863, 0.09610471874475479, 0.10066695511341095, 0.10522918403148651, 0.10979142040014267, 0.11435365676879883, 0.11891588568687439, 0.12347812205553055, 0.1280403584241867, 0.13260258734226227, 0.13716481626033783, 0.14172706007957458, 0.14628928899765015]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 1.0, 0.0, 1.0, 5.0, 1.0, 3.0, 3.0, 2.0, 4.0, 1.0, 6.0, 4.0, 1.0, 3.0, 5.0, 5.0, 3.0, 21.0, 3.0, 1.0, 6.0, 5.0, 3.0, 2.0, 0.0, 4.0, 1.0, 3.0, 2.0, 2.0, 4.0, 3.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002533338498324156, -0.0024480458814650774, -0.002362753264605999, -0.0022774606477469206, -0.002192168030887842, -0.0021068754140287638, -0.0020215825643390417, -0.0019362900638952851, -0.001850997330620885, -0.0017657047137618065, -0.001680412096902728, -0.0015951194800436497, -0.0015098268631845713, -0.0014245342463254929, -0.0013392415130510926, -0.0012539488961920142, -0.0011686562793329358, -0.0010833636624738574, -0.000998071045614779, -0.0009127783705480397, -0.0008274856954813004, -0.000742193078622222, -0.0006569004617631435, -0.0005716077866964042, -0.0004863151698373258, -0.00040102252387441695, -0.0003157298779115081, -0.00023043726105242968, -0.0001451446150895208, -5.985197640256956e-05, 2.5440662284381688e-05, 0.00011073330097133294, 0.0001960259396582842, 0.00028131858562119305, 0.0003666112315841019, 0.0004519038484431803, 0.0005371965235099196, 0.000622489140368998, 0.0007077817572280765, 0.0007930744322948158, 0.0008783670491538942, 0.0009636596660129726, 0.001048952341079712, 0.0011342449579387903, 0.0012195375747978687, 0.0013048301916569471, 0.0013901229249313474, 0.0014754155417904258, 0.0015607081586495042, 0.0016460007755085826, 0.001731293392367661, 0.0018165861256420612, 0.0019018787425011396, 0.001987171359360218, 0.0020724639762192965, 0.002157756593078375, 0.0022430492099374533, 0.0023283418267965317, 0.00241363444365561, 0.002498927293345332, 0.0025842199102044106, 0.002669512527063489, 0.0027548051439225674, 0.0028400977607816458, 0.002925390377640724]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 3.0, 0.0, 2.0, 2.0, 0.0, 2.0, 1.0, 4.0, 6.0, 11.0, 18.0, 17.0, 28.0, 32.0, 77.0, 83.0, 114.0, 149.0, 260.0, 384.0, 617.0, 901.0, 1490.0, 2543.0, 4188.0, 7403.0, 13746.0, 27181.0, 61345.0, 213356.0, 724217.0, 58210.0, 27059.0, 14308.0, 8315.0, 4897.0, 3142.0, 1942.0, 1252.0, 769.0, 511.0, 325.0, 228.0, 154.0, 102.0, 69.0, 59.0, 35.0, 35.0, 12.0, 12.0, 12.0, 8.0, 2.0, 5.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0071732900105416775, -0.006956585682928562, -0.006739881820976734, -0.006523177493363619, -0.0063064731657505035, -0.0060897693037986755, -0.00587306497618556, -0.005656361114233732, -0.005439656786620617, -0.005222952459007502, -0.005006248597055674, -0.004789544269442558, -0.00457284040749073, -0.004356136079877615, -0.0041394317522645, -0.003922727890312672, -0.0037060235626995564, -0.0034893194679170847, -0.003272615373134613, -0.0030559110455214977, -0.002839206950739026, -0.0026225028559565544, -0.002405798528343439, -0.0021890944335609674, -0.001972390338778496, -0.0017556862439960241, -0.0015389820327982306, -0.0013222778216004372, -0.0011055737268179655, -0.0008888695738278329, -0.0006721654208377004, -0.0004554612678475678, -0.00023875711485743523, -2.2052961867302656e-05, 0.00019465119112282991, 0.0004113553441129625, 0.0006280594971030951, 0.0008447636500932276, 0.0010614678030833602, 0.0012781720142811537, 0.0014948761090636253, 0.001711580203846097, 0.0019282844150438905, 0.002144988626241684, 0.0023616927210241556, 0.0025783968158066273, 0.0027951011434197426, 0.0030118052382022142, 0.003228509332984686, 0.0034452134277671576, 0.003661917522549629, 0.0038786218501627445, 0.00409532617777586, 0.004312030039727688, 0.004528734367340803, 0.004745438229292631, 0.0049621425569057465, 0.005178846884518862, 0.00539555074647069, 0.005612255074083805, 0.005828958936035633, 0.006045663263648748, 0.006262367591261864, 0.006479071453213692, 0.006695775780826807]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 3.0, 1.0, 3.0, 1.0, 1.0, 3.0, 2.0, 2.0, 2.0, 2.0, 2.0, 6.0, 2.0, 2.0, 2.0, 0.0, 2.0, 10.0, 1.0, 3.0, 0.0, 1.0, 1.0, 3.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.00999451894313097, -0.009466942399740219, -0.008939364925026894, -0.008411787450313568, -0.007884210906922817, -0.007356633897870779, -0.006829056888818741, -0.006301479879766703, -0.0057739028707146645, -0.005246325861662626, -0.004718748852610588, -0.00419117184355855, -0.0036635948345065117, -0.0031360178254544735, -0.0026084408164024353, -0.002080863807350397, -0.001553286798298359, -0.0010257097892463207, -0.0004981327801942825, 2.944422885775566e-05, 0.0005570212379097939, 0.001084598246961832, 0.0016121752560138702, 0.0021397522650659084, 0.0026673292741179466, 0.003194906283169985, 0.003722483292222023, 0.004250060301274061, 0.004777637310326099, 0.005305214319378138, 0.005832791328430176, 0.006360368337482214, 0.006887945346534252, 0.00741552235558629, 0.007943099364638329, 0.008470676839351654, 0.008998253382742405, 0.009525829926133156, 0.010053407400846481, 0.010580984875559807, 0.011108561418950558, 0.011636137962341309, 0.012163715437054634, 0.01269129291176796, 0.01321886945515871, 0.013746445998549461, 0.014274023473262787, 0.014801600947976112, 0.015329177491366863, 0.015856754034757614, 0.01638433150947094, 0.016911908984184265, 0.01743948459625244, 0.017967062070965767, 0.018494639545679092, 0.019022217020392418, 0.019549794495105743, 0.02007737010717392, 0.020604947581887245, 0.02113252505660057, 0.021660100668668747, 0.022187678143382072, 0.022715255618095398, 0.023242833092808723, 0.02377041056752205]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 6.0, 5.0, 4.0, 11.0, 21.0, 31.0, 39.0, 68.0, 77.0, 119.0, 122.0, 151.0, 175.0, 224.0, 259.0, 369.0, 469.0, 612.0, 793.0, 1093.0, 1473.0, 1979.0, 5758.0, 1767.0, 977.0, 584.0, 343.0, 247.0, 159.0, 109.0, 89.0, 70.0, 41.0, 15.0, 20.0, 17.0, 8.0, 10.0, 5.0, 4.0, 5.0, 9.0, 6.0, 9.0, 17.0, 16.0, 6.0, 4.0, 7.0, 9.0, 4.0, 8.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.00677312258630991, -0.006519997492432594, -0.006266872864216566, -0.0060137477703392506, -0.005760623142123222, -0.005507498048245907, -0.005254372954368591, -0.005001248326152563, -0.004748123232275248, -0.004494998138397932, -0.004241873510181904, -0.003988748416304588, -0.0037356235552579165, -0.0034824986942112446, -0.003229373600333929, -0.002976248739287257, -0.0027231238782405853, -0.0024699990171939135, -0.0022168741561472416, -0.001963749062269926, -0.0017106242012232542, -0.0014574993401765823, -0.0012043743627145886, -0.0009512494434602559, -0.0006981245242059231, -0.0004449996049515903, -0.00019187468569725752, 6.125023355707526e-05, 0.00031437515281140804, 0.0005675000720657408, 0.0008206249913200736, 0.0010737499687820673, 0.0013268748298287392, 0.001579999690875411, 0.0018331246683374047, 0.0020862496457993984, 0.0023393745068460703, 0.002592499367892742, 0.0028456244617700577, 0.0030987493228167295, 0.0033518741838634014, 0.0036049990449100733, 0.003858123905956745, 0.004111248999834061, 0.004364374093711376, 0.004617498721927404, 0.00487062381580472, 0.005123748444020748, 0.005376873537898064, 0.005629998631775379, 0.005883123259991407, 0.006136248353868723, 0.006389372982084751, 0.006642498075962067, 0.006895623169839382, 0.00714874779805541, 0.007401872891932726, 0.007654997985810041, 0.00790812261402607, 0.008161247707903385, 0.0084143728017807, 0.008667497895658016, 0.008920622058212757, 0.009173747152090073, 0.009426872245967388]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 1.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0], "bins": [-0.0663583055138588, -0.06469957530498505, -0.0630408450961113, -0.06138211861252785, -0.0597233921289444, -0.05806466192007065, -0.0564059317111969, -0.05474720522761345, -0.0530884750187397, -0.05142974853515625, -0.0497710183262825, -0.04811228811740875, -0.0464535616338253, -0.04479483142495155, -0.0431361049413681, -0.041477374732494354, -0.039818644523620605, -0.038159918040037155, -0.036501187831163406, -0.034842461347579956, -0.03318373113870621, -0.03152500465512276, -0.029866274446249008, -0.02820754610002041, -0.02654881775379181, -0.02489008754491806, -0.02323135919868946, -0.02157263085246086, -0.01991390250623226, -0.018255174160003662, -0.016596443951129913, -0.014937715604901314, -0.013278987258672714, -0.011620258912444115, -0.00996152963489294, -0.008302801288664341, -0.006644072476774454, -0.004985343664884567, -0.003326615085825324, -0.001667886390350759, -9.157694876194e-06, 0.001649571000598371, 0.003308299696072936, 0.004967028275132179, 0.006625757087022066, 0.008284485898911953, 0.009943214245140553, 0.011601943522691727, 0.013260671868920326, 0.014919400215148926, 0.016578128561377525, 0.018236858770251274, 0.019895587116479874, 0.021554315462708473, 0.023213043808937073, 0.024871772155165672, 0.026530500501394272, 0.02818923071026802, 0.02984795905649662, 0.03150668740272522, 0.03316541761159897, 0.03482414409518242, 0.03648287430405617, 0.03814160078763962, 0.03980033099651337]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 5.0, 7.0, 17.0, 14.0, 9.0, 13.0, 8.0, 11.0, 7.0, 20.0, 40.0, 15.0, 11.0, 16.0, 10.0, 7.0, 6.0, 3.0, 7.0, 4.0, 4.0, 1.0, 2.0, 2.0, 2.0, 2.0, 2.0, 2.0, 0.0, 1.0, 2.0, 1.0, 2.0, 1.0, 3.0, 2.0, 4.0, 6.0, 2.0], "bins": [-0.052296578884124756, -0.05081280320882797, -0.04932902753353119, -0.047845251858234406, -0.04636147618293762, -0.04487770423293114, -0.043393928557634354, -0.04191015288233757, -0.04042637720704079, -0.038942601531744, -0.03745882585644722, -0.035975050181150436, -0.03449127823114395, -0.03300750255584717, -0.031523726880550385, -0.0300399512052536, -0.028556175529956818, -0.027072399854660034, -0.02558862417936325, -0.024104850366711617, -0.022621074691414833, -0.02113729901611805, -0.019653525203466415, -0.018169749528169632, -0.01668597385287285, -0.015202198177576065, -0.013718423433601856, -0.012234648689627647, -0.010750873014330864, -0.00926709733903408, -0.007783322595059872, -0.0062995473854243755, -0.004815772175788879, -0.0033319969661533833, -0.0018482217565178871, -0.000364446546882391, 0.0011193286627531052, 0.0026031038723886013, 0.0040868790820240974, 0.005570654291659594, 0.00705442950129509, 0.008538205176591873, 0.010021979920566082, 0.01150575466454029, 0.012989530339837074, 0.014473306015133858, 0.015957079827785492, 0.017440855503082275, 0.01892463117837906, 0.020408406853675842, 0.021892182528972626, 0.02337595634162426, 0.024859732016921043, 0.026343507692217827, 0.02782728150486946, 0.029311057180166245, 0.030794832855463028, 0.03227860853075981, 0.033762384206056595, 0.03524615988135338, 0.03672993183135986, 0.03821370750665665, 0.03969748318195343, 0.041181258857250214, 0.042665034532547]}, "_runtime": 69.2044780254364, "_timestamp": 1596211658.975587, "_step": 84}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 0.0, 2.0, 3.0, 2.0, 3.0, 3.0, 3.0, 3.0, 0.0, 5.0, 2.0, 3.0, 3.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009940842166543007, -0.009627066552639008, -0.009313290938735008, -0.008999515324831009, -0.008685738779604435, -0.008371963165700436, -0.008058187551796436, -0.007744411937892437, -0.007430636323988438, -0.007116860244423151, -0.006803084630519152, -0.006489309016615152, -0.006175532937049866, -0.005861757323145866, -0.005547981709241867, -0.00523420562967658, -0.004920430015772581, -0.004606654401868582, -0.004292878322303295, -0.003979102708399296, -0.0036653270944952965, -0.0033515512477606535, -0.0030377754010260105, -0.002723999787122011, -0.002410223940387368, -0.0020964480936527252, -0.0017826724797487259, -0.001468896633014083, -0.0011551209026947618, -0.0008413451723754406, -0.0005275693838484585, -0.00021379362442530692, 9.99821349978447e-05, 0.0004137578944209963, 0.0007275336538441479, 0.00104130944237113, 0.0013550851726904511, 0.0016688609030097723, 0.0019826367497444153, 0.0022964123636484146, 0.0026101882103830576, 0.0029239640571177006, 0.0032377396710217, 0.003551515517756343, 0.003865291364490986, 0.004179066978394985, 0.0044928425922989845, 0.004806618671864271, 0.0051203942857682705, 0.00543416989967227, 0.0057479459792375565, 0.006061721593141556, 0.006375497207045555, 0.006689273286610842, 0.007003048900514841, 0.00731682451441884, 0.007630600593984127, 0.007944376207888126, 0.008258151821792126, 0.008571927435696125, 0.008885703049600124, 0.009199479594826698, 0.009513255208730698, 0.009827030822634697, 0.010140806436538696]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 3.0, 1.0, 1.0, 2.0, 6.0, 5.0, 16.0, 10.0, 10.0, 14.0, 16.0, 26.0, 25.0, 22.0, 41.0, 35.0, 52.0, 68.0, 84.0, 110.0, 143.0, 216.0, 281.0, 561.0, 4801.0, 466.0, 227.0, 157.0, 108.0, 80.0, 61.0, 49.0, 41.0, 33.0, 24.0, 16.0, 20.0, 14.0, 10.0, 12.0, 9.0, 10.0, 9.0, 8.0, 4.0, 2.0, 3.0, 4.0, 2.0, 2.0, 3.0, 2.0, 1.0, 2.0], "bins": [-0.11201560497283936, -0.10873600095510483, -0.1054564043879509, -0.10217680037021637, -0.09889719635248184, -0.09561759233474731, -0.09233799576759338, -0.08905839174985886, -0.08577878773212433, -0.0824991911649704, -0.07921958714723587, -0.07593998312950134, -0.07266037911176682, -0.06938078254461288, -0.06610117852687836, -0.06282157450914383, -0.0595419742166996, -0.05626237392425537, -0.052982769906520844, -0.049703169614076614, -0.04642356559634209, -0.04314396530389786, -0.03986436128616333, -0.0365847609937191, -0.03330516070127487, -0.030025556683540344, -0.026745954528450966, -0.023466352373361588, -0.02018675208091736, -0.01690714992582798, -0.013627547770738602, -0.010347945615649223, -0.007068343460559845, -0.0037887415383011103, -0.0005091396160423756, 0.002770462306216359, 0.006050064228475094, 0.009329666383564472, 0.012609267607331276, 0.015888869762420654, 0.019168471917510033, 0.02244807407259941, 0.02572767622768879, 0.029007278382778168, 0.0322868786752224, 0.035566482692956924, 0.038846082985401154, 0.04212568700313568, 0.04540528729557991, 0.04868488758802414, 0.05196449160575867, 0.055244091898202896, 0.058523695915937424, 0.06180329620838165, 0.06508290022611618, 0.06836250424385071, 0.07164210081100464, 0.07492170482873917, 0.0782013088464737, 0.08148090541362762, 0.08476050943136215, 0.08804011344909668, 0.09131971746683121, 0.09459931403398514, 0.09787891805171967]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 2.0, 2.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 2.0, 3.0, 3.0, 1.0, 3.0, 0.0, 1.0, 4.0, 2.0, 2.0, 2.0, 2.0, 4.0, 4.0, 26.0, 3.0, 3.0, 2.0, 2.0, 2.0, 4.0, 2.0, 3.0, 2.0, 4.0, 1.0, 3.0, 1.0, 3.0, 5.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0018147800583392382, -0.0017527573509141803, -0.0016907346434891224, -0.0016287119360640645, -0.0015666892286390066, -0.0015046665212139487, -0.0014426438137888908, -0.001380621106363833, -0.001318598398938775, -0.0012565756915137172, -0.0011945529840886593, -0.0011325302766636014, -0.0010705075692385435, -0.0010084848618134856, -0.0009464621543884277, -0.0008844394469633698, -0.000822416739538312, -0.0007603940321132541, -0.0006983713246881962, -0.0006363486172631383, -0.0005743259098380804, -0.0005123032024130225, -0.00045028049498796463, -0.00038825778756290674, -0.00032623508013784885, -0.00026421237271279097, -0.00020218966528773308, -0.0001401669578626752, -7.81442504376173e-05, -1.6121543012559414e-05, 4.5901164412498474e-05, 0.00010792387183755636, 0.00016994657926261425, 0.00023196928668767214, 0.00029399199411273, 0.0003560147015377879, 0.0004180374089628458, 0.0004800601163879037, 0.0005420828238129616, 0.0006041055312380195, 0.0006661282386630774, 0.0007281509460881352, 0.0007901736535131931, 0.000852196360938251, 0.0009142190683633089, 0.0009762417757883668, 0.0010382644832134247, 0.0011002871906384826, 0.0011623098980635405, 0.0012243326054885983, 0.0012863553129136562, 0.0013483780203387141, 0.001410400727763772, 0.00147242343518883, 0.0015344461426138878, 0.0015964688500389457, 0.0016584915574640036, 0.0017205142648890615, 0.0017825369723141193, 0.0018445596797391772, 0.0019065823871642351, 0.001968604978173971, 0.002030627802014351, 0.0020926506258547306, 0.0021546732168644667]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 3.0, 3.0, 3.0, 3.0, 5.0, 10.0, 18.0, 31.0, 40.0, 66.0, 105.0, 171.0, 285.0, 485.0, 791.0, 1323.0, 2366.0, 4116.0, 7574.0, 14500.0, 30966.0, 82933.0, 822131.0, 118668.0, 42005.0, 21083.0, 11599.0, 6880.0, 4147.0, 2623.0, 1606.0, 1048.0, 729.0, 464.0, 289.0, 174.0, 129.0, 84.0, 65.0, 43.0, 29.0, 18.0, 13.0, 11.0, 5.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.005505359265953302, -0.005306720267981291, -0.005108080804347992, -0.00490944180637598, -0.0047108023427426815, -0.00451216334477067, -0.004313523881137371, -0.0041148848831653595, -0.003916245419532061, -0.003717606421560049, -0.003518967190757394, -0.0033203279599547386, -0.0031216887291520834, -0.002923049498349428, -0.002724410267546773, -0.0025257710367441177, -0.0023271318059414625, -0.0021284925751388073, -0.001929853344336152, -0.0017312141135334969, -0.0015325748827308416, -0.0013339357683435082, -0.001135296537540853, -0.0009366573067381978, -0.0007380180759355426, -0.0005393788451328874, -0.0003407396434340626, -0.0001421004271833226, 5.653878906741738e-05, 0.0002551780198700726, 0.00045381722156889737, 0.0006524564232677221, 0.0008510956540703773, 0.0010497348848730326, 0.0012483741156756878, 0.001447013346478343, 0.0016456525772809982, 0.0018442916916683316, 0.0020429310388863087, 0.002241570269688964, 0.002440209500491619, 0.0026388484984636307, 0.002837487729266286, 0.003036126960068941, 0.0032347661908715963, 0.0034334054216742516, 0.0036320446524769068, 0.003830683883279562, 0.004029323346912861, 0.0042279623448848724, 0.004426601342856884, 0.004625240806490183, 0.0048238798044621944, 0.005022519268095493, 0.005221158266067505, 0.005419797729700804, 0.005618436727672815, 0.005817076191306114, 0.006015715189278126, 0.006214354652911425, 0.006412993650883436, 0.006611633114516735, 0.006810272112488747, 0.0070089115761220455, 0.007207550574094057]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 4.0, 0.0, 4.0, 1.0, 3.0, 1.0, 1.0, 4.0, 9.0, 1.0, 2.0, 0.0, 3.0, 1.0, 3.0, 2.0, 1.0, 5.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.019731976091861725, -0.019244784489274025, -0.018757594749331474, -0.018270403146743774, -0.017783211544156075, -0.017296019941568375, -0.016808830201625824, -0.016321638599038124, -0.015834446996450424, -0.015347256325185299, -0.014860065653920174, -0.014372874051332474, -0.013885683380067348, -0.013398491777479649, -0.012911301106214523, -0.012424109503626823, -0.011936918832361698, -0.011449728161096573, -0.010962536558508873, -0.010475345887243748, -0.009988154284656048, -0.009500963613390923, -0.009013772010803223, -0.008526581339538097, -0.008039390668272972, -0.007552199065685272, -0.00706500792875886, -0.006577816791832447, -0.006090626120567322, -0.005603434983640909, -0.005116243846714497, -0.004629052709788084, -0.0041418615728616714, -0.003654670435935259, -0.0031674792990088463, -0.0026802883949130774, -0.0021930972579866648, -0.0017059061210602522, -0.0012187151005491614, -0.0007315240218304098, -0.0002443329431116581, 0.00024285813560709357, 0.0007300492143258452, 0.001217240234836936, 0.0017044313717633486, 0.002191622508689761, 0.00267881341278553, 0.0031660045497119427, 0.0036531956866383553, 0.004140386823564768, 0.00462757796049118, 0.005114769097417593, 0.005601960234344006, 0.006089150905609131, 0.0065763420425355434, 0.007063533179461956, 0.007550724316388369, 0.008037915453314781, 0.008525106124579906, 0.009012297727167606, 0.009499488398432732, 0.009986680001020432, 0.010473870672285557, 0.010961062274873257, 0.011448252946138382]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 2.0, 6.0, 6.0, 6.0, 3.0, 4.0, 17.0, 25.0, 20.0, 23.0, 29.0, 40.0, 26.0, 38.0, 51.0, 56.0, 82.0, 105.0, 117.0, 175.0, 228.0, 297.0, 387.0, 484.0, 666.0, 984.0, 1395.0, 2791.0, 5281.0, 1473.0, 901.0, 675.0, 519.0, 409.0, 281.0, 209.0, 144.0, 108.0, 90.0, 76.0, 47.0, 35.0, 27.0, 20.0, 25.0, 13.0, 8.0, 8.0, 5.0, 2.0, 3.0], "bins": [-0.009919553063809872, -0.009677683934569359, -0.009435813874006271, -0.009193944744765759, -0.008952075615525246, -0.008710206486284733, -0.008468336425721645, -0.008226467296481133, -0.00798459816724062, -0.0077427285723388195, -0.007500859443098307, -0.0072589898481965065, -0.007017120718955994, -0.0067752511240541935, -0.006533381994813681, -0.0062915123999118805, -0.006049643270671368, -0.0058077736757695675, -0.005565904080867767, -0.0053240349516272545, -0.005082165356725454, -0.0048402962274849415, -0.004598426632583141, -0.0043565575033426285, -0.004114687908440828, -0.003872818546369672, -0.0036309491842985153, -0.003389079822227359, -0.0031472104601562023, -0.002905341098085046, -0.0026634717360138893, -0.002421602373942733, -0.0021797330118715763, -0.0019378636498004198, -0.0016959942877292633, -0.0014541249256581068, -0.0012122555635869503, -0.0009703861433081329, -0.0007285167230293155, -0.00048664736095815897, -0.00024477799888700247, -2.908622263930738e-06, 0.000238960754359141, 0.00048083014553412795, 0.0007226995076052845, 0.000964568869676441, 0.0012064382899552584, 0.0014483076520264149, 0.0016901770140975714, 0.0019320463761687279, 0.0021739157382398844, 0.002415785100311041, 0.0026576544623821974, 0.002899523824453354, 0.0031413931865245104, 0.003383262548595667, 0.003625132143497467, 0.0038670015055686235, 0.00410887086763978, 0.004350739996880293, 0.004592609591782093, 0.004834478721022606, 0.005076348315924406, 0.005318217445164919, 0.005560087040066719]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 1.0, 3.0, 2.0, 1.0, 0.0, 3.0, 0.0, 3.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.06474630534648895, -0.060482483357191086, -0.05621866136789322, -0.05195484310388565, -0.047691021114587784, -0.04342719912528992, -0.03916338086128235, -0.03489955887198448, -0.030635736882686615, -0.026371914893388748, -0.02210809476673603, -0.017844274640083313, -0.013580452650785446, -0.009316631592810154, -0.005052810534834862, -0.0007889894768595695, 0.0034748315811157227, 0.007738652639091015, 0.012002473697066307, 0.016266293823719025, 0.02053011581301689, 0.02479393780231476, 0.029057757928967476, 0.033321578055620193, 0.03758540004491806, 0.04184922203421593, 0.046113044023513794, 0.05037686228752136, 0.05464068427681923, 0.058904506266117096, 0.06316832453012466, 0.06743215024471283, 0.0716959685087204, 0.07595978677272797, 0.08022361248731613, 0.0844874307513237, 0.08875125646591187, 0.09301507472991943, 0.097278892993927, 0.10154271870851517, 0.10580653697252274, 0.1100703552365303, 0.11433418095111847, 0.11859799921512604, 0.1228618174791336, 0.12712563574314117, 0.13138946890830994, 0.1356532871723175, 0.13991710543632507, 0.14418092370033264, 0.1484447419643402, 0.15270857512950897, 0.15697239339351654, 0.1612362116575241, 0.16550002992153168, 0.16976384818553925, 0.174027681350708, 0.17829149961471558, 0.18255531787872314, 0.1868191361427307, 0.19108295440673828, 0.19534677267074585, 0.1996106058359146, 0.20387442409992218, 0.20813824236392975]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [5.0, 2.0, 2.0, 1.0, 1.0, 3.0, 4.0, 3.0, 8.0, 4.0, 8.0, 13.0, 18.0, 13.0, 9.0, 8.0, 14.0, 45.0, 32.0, 14.0, 9.0, 2.0, 5.0, 4.0, 5.0, 4.0, 3.0, 5.0, 7.0, 5.0, 4.0, 4.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.044982969760894775, -0.04247375950217247, -0.039964549243450165, -0.03745533898472786, -0.034946128726005554, -0.03243691474199295, -0.029927704483270645, -0.02741849422454834, -0.024909283965826035, -0.02240007370710373, -0.019890863448381424, -0.01738165132701397, -0.014872441068291664, -0.012363230809569359, -0.009854019619524479, -0.007344808895140886, -0.004835598170757294, -0.002326387446373701, 0.0001828232780098915, 0.002692034002393484, 0.005201244726777077, 0.007710455451160669, 0.010219666175544262, 0.012728877365589142, 0.015238087624311447, 0.017747297883033752, 0.020256508141756058, 0.022765720263123512, 0.025274930521845818, 0.027784140780568123, 0.030293352901935577, 0.03280256316065788, 0.03531177341938019, 0.03782098367810249, 0.0403301939368248, 0.042839404195547104, 0.04534861445426941, 0.04785782843828201, 0.05036703869700432, 0.052876248955726624, 0.05538545921444893, 0.057894669473171234, 0.06040387973189354, 0.06291308999061584, 0.06542230397462845, 0.06793151050806046, 0.07044072449207306, 0.07294993102550507, 0.07545914500951767, 0.07796835899353027, 0.08047756552696228, 0.08298677951097488, 0.08549598604440689, 0.0880052000284195, 0.0905144065618515, 0.0930236205458641, 0.09553283452987671, 0.09804204106330872, 0.10055125504732132, 0.10306046158075333, 0.10556967556476593, 0.10807888209819794, 0.11058809608221054, 0.11309730261564255, 0.11560651659965515]}, "_runtime": 69.95267629623413, "_timestamp": 1596211659.7237852, "_step": 85}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 4.0, 1.0, 1.0, 2.0, 1.0, 5.0, 3.0, 1.0, 2.0, 3.0, 6.0, 4.0, 1.0, 0.0, 4.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00942954607307911, -0.009058448486030102, -0.008687351830303669, -0.008316254243254662, -0.007945157587528229, -0.007574060000479221, -0.007202962879091501, -0.006831865757703781, -0.006460768636316061, -0.006089671514928341, -0.005718574393540621, -0.005347477272152901, -0.004976379685103893, -0.004605282563716173, -0.004234185442328453, -0.003863088320940733, -0.003491991199553013, -0.0031208940781652927, -0.0027497969567775726, -0.002378699602559209, -0.0020076024811714888, -0.0016365053597837687, -0.0012654081219807267, -0.0008943109423853457, -0.0005232137627899647, -0.00015211658319458365, 0.00021898059640079737, 0.0005900777759961784, 0.0009611749555915594, 0.0013322720769792795, 0.0017033693147823215, 0.0020744665525853634, 0.0024455636739730835, 0.0028166607953608036, 0.0031877579167485237, 0.0035588552709668875, 0.003929952159523964, 0.004301049746572971, 0.0046721468679606915, 0.0050432439893484116, 0.005414341110736132, 0.005785438232123852, 0.006156535353511572, 0.006527632474899292, 0.006898730061948299, 0.0072698271833360195, 0.00764092430472374, 0.008012020960450172, 0.00838311854749918, 0.008754216134548187, 0.00912531279027462, 0.009496410377323627, 0.00986750703305006, 0.010238604620099068, 0.0106097012758255, 0.010980798862874508, 0.011351896449923515, 0.011722993105649948, 0.012094090692698956, 0.012465187348425388, 0.012836284935474396, 0.013207381591200829, 0.013578479178249836, 0.013949575833976269, 0.014320673421025276]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 4.0, 2.0, 3.0, 5.0, 11.0, 4.0, 11.0, 11.0, 11.0, 17.0, 27.0, 40.0, 34.0, 55.0, 75.0, 102.0, 156.0, 262.0, 475.0, 5306.0, 594.0, 267.0, 132.0, 90.0, 61.0, 38.0, 33.0, 15.0, 17.0, 13.0, 9.0, 7.0, 10.0, 4.0, 6.0, 4.0, 3.0, 4.0, 3.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.19532182812690735, -0.1896384209394455, -0.18395501375198364, -0.1782716065645218, -0.17258821427822113, -0.16690480709075928, -0.16122139990329742, -0.15553799271583557, -0.14985458552837372, -0.14417117834091187, -0.1384877860546112, -0.13280437886714935, -0.1271209716796875, -0.12143756449222565, -0.1157541573047638, -0.11007075756788254, -0.10438735038042068, -0.09870394319295883, -0.09302054345607758, -0.08733713626861572, -0.08165372908115387, -0.07597032934427261, -0.07028692215681076, -0.06460351496934891, -0.05892011150717735, -0.0532367080450058, -0.047553300857543945, -0.04186989739537239, -0.036186493933200836, -0.030503086745738983, -0.02481968328356743, -0.019136277958750725, -0.013452872633934021, -0.0077694677747786045, -0.002086062915623188, 0.0035973419435322285, 0.009280746802687645, 0.014964152127504349, 0.020647555589675903, 0.026330960914492607, 0.03201436623930931, 0.037697769701480865, 0.04338117688894272, 0.04906458035111427, 0.05474798381328583, 0.06043139100074768, 0.06611479818820953, 0.07179819792509079, 0.07748160511255264, 0.0831650123000145, 0.08884841203689575, 0.0945318192243576, 0.10021522641181946, 0.10589862614870071, 0.11158203333616257, 0.11726544052362442, 0.12294884026050568, 0.12863224744796753, 0.13431565463542938, 0.13999906182289124, 0.1456824690103531, 0.15136586129665375, 0.1570492684841156, 0.16273267567157745, 0.1684160828590393]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 3.0, 1.0, 2.0, 2.0, 4.0, 4.0, 0.0, 5.0, 4.0, 4.0, 4.0, 25.0, 5.0, 6.0, 4.0, 4.0, 7.0, 3.0, 1.0, 0.0, 1.0, 3.0, 4.0, 2.0, 3.0, 1.0, 0.0, 0.0, 2.0, 3.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.004127252846956253, -0.004006116650998592, -0.0038849806878715754, -0.0037638447247445583, -0.0036427087616175413, -0.0035215727984905243, -0.0034004366025328636, -0.0032793006394058466, -0.0031581646762788296, -0.003037028480321169, -0.002915892517194152, -0.002794756554067135, -0.002673620590940118, -0.002552484394982457, -0.00243134843185544, -0.002310212468728423, -0.002189076505601406, -0.0020679403096437454, -0.0019468043465167284, -0.0018256682669743896, -0.0017045323038473725, -0.0015833962243050337, -0.0014622602611780167, -0.0013411241816356778, -0.001219988102093339, -0.001098852138966322, -0.000977716059423983, -0.0008565800962969661, -0.0007354440167546272, -0.0006143079954199493, -0.0004931719740852714, -0.0003720359527505934, -0.0002508999314159155, -0.00012976391008123755, -8.627874194644392e-06, 0.00011250815441599116, 0.0002336441830266267, 0.00035478020436130464, 0.00047591625479981303, 0.000597052276134491, 0.0007181882974691689, 0.0008393243188038468, 0.0009604603401385248, 0.0010815963614732027, 0.0012027324410155416, 0.0013238684041425586, 0.0014450044836848974, 0.0015661404468119144, 0.0016872765263542533, 0.0018084126058965921, 0.0019295485690236092, 0.002050684532150626, 0.002171820728108287, 0.002292956691235304, 0.002414092654362321, 0.002535228617489338, 0.0026563648134469986, 0.0027775007765740156, 0.0028986367397010326, 0.0030197729356586933, 0.0031409088987857103, 0.0032620448619127274, 0.0033831808250397444, 0.003504317020997405, 0.003625452984124422]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 4.0, 2.0, 3.0, 9.0, 12.0, 17.0, 16.0, 36.0, 48.0, 81.0, 113.0, 189.0, 318.0, 461.0, 715.0, 1377.0, 2271.0, 4089.0, 7458.0, 14939.0, 35833.0, 125195.0, 849849.0, 74985.0, 29829.0, 14124.0, 7297.0, 4084.0, 2382.0, 1435.0, 839.0, 585.0, 346.0, 233.0, 141.0, 90.0, 66.0, 41.0, 38.0, 22.0, 14.0, 16.0, 11.0, 8.0, 6.0, 3.0, 4.0, 4.0, 1.0, 2.0, 1.0, 0.0, 2.0], "bins": [-0.009742270223796368, -0.009450131095945835, -0.009157991036772728, -0.008865851908922195, -0.008573712781071663, -0.00828157365322113, -0.007989433594048023, -0.007697294466197491, -0.007405155338346958, -0.007113015744835138, -0.0068208761513233185, -0.006528737023472786, -0.006236597429960966, -0.005944458302110434, -0.005652318708598614, -0.005360179580748081, -0.005068039987236261, -0.0047759003937244415, -0.004483761265873909, -0.004191621672362089, -0.0038994825445115566, -0.003607342950999737, -0.0033152035903185606, -0.0030230642296373844, -0.0027309248689562082, -0.002438785508275032, -0.002146646147593856, -0.0018545066704973578, -0.0015623673098161817, -0.0012702279491350055, -0.0009780884720385075, -0.0006859491113573313, -0.0003938097506761551, -0.00010167036089114845, 0.0001904690288938582, 0.00048260841867886484, 0.0007747478084638715, 0.0010668871691450477, 0.0013590266462415457, 0.0016511660069227219, 0.001943305367603898, 0.0022354447282850742, 0.0025275840889662504, 0.0028197234496474266, 0.0031118630431592464, 0.0034040024038404226, 0.003696141764521599, 0.003988280892372131, 0.004280420485883951, 0.004572560079395771, 0.0048646992072463036, 0.005156838800758123, 0.005448977928608656, 0.005741117522120476, 0.006033256649971008, 0.006325396243482828, 0.006617535836994648, 0.0069096749648451805, 0.007201814558357, 0.007493953686207533, 0.007786093279719353, 0.008078232407569885, 0.008370371535420418, 0.008662511594593525, 0.008954650722444057]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 2.0, 1.0, 0.0, 5.0, 5.0, 3.0, 4.0, 1.0, 3.0, 13.0, 2.0, 5.0, 5.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.017756672576069832, -0.01661640778183937, -0.01547614112496376, -0.014335875399410725, -0.013195609673857689, -0.012055343948304653, -0.010915078222751617, -0.009774812497198582, -0.008634546771645546, -0.00749428104609251, -0.0063540153205394745, -0.005213749594986439, -0.004073483869433403, -0.0029332181438803673, -0.0017929524183273315, -0.0006526866927742958, 0.00048757903277873993, 0.0016278447583317757, 0.0027681104838848114, 0.003908376209437847, 0.005048641934990883, 0.006188907660543919, 0.007329173386096954, 0.00846943911164999, 0.009609704837203026, 0.010749970562756062, 0.011890236288309097, 0.013030502013862133, 0.014170767739415169, 0.015311033464968204, 0.01645129919052124, 0.01759156584739685, 0.01873183064162731, 0.019872095435857773, 0.021012362092733383, 0.022152628749608994, 0.023292893543839455, 0.024433158338069916, 0.025573424994945526, 0.026713691651821136, 0.027853956446051598, 0.02899422124028206, 0.03013448789715767, 0.03127475455403328, 0.03241501748561859, 0.0335552841424942, 0.03469555079936981, 0.03583581745624542, 0.03697608411312103, 0.038116347044706345, 0.039256613701581955, 0.040396880358457565, 0.04153714329004288, 0.04267740994691849, 0.0438176766037941, 0.04495794326066971, 0.04609820991754532, 0.04723847284913063, 0.04837873950600624, 0.04951900616288185, 0.05065926909446716, 0.05179953575134277, 0.052939802408218384, 0.054080069065093994, 0.055220335721969604]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 4.0, 12.0, 23.0, 23.0, 26.0, 51.0, 63.0, 81.0, 114.0, 144.0, 212.0, 289.0, 397.0, 625.0, 868.0, 1310.0, 2021.0, 6437.0, 2276.0, 1114.0, 712.0, 389.0, 281.0, 194.0, 120.0, 107.0, 69.0, 45.0, 44.0, 37.0, 49.0, 20.0, 26.0, 22.0, 14.0, 18.0, 12.0, 13.0, 14.0, 8.0, 12.0, 14.0, 4.0, 14.0, 8.0, 7.0, 12.0, 8.0, 6.0, 4.0, 5.0, 6.0, 4.0, 7.0, 5.0, 4.0, 2.0, 2.0, 2.0, 4.0, 6.0, 5.0, 4.0], "bins": [-0.0071279811672866344, -0.0067474194802343845, -0.006366857327520847, -0.005986295640468597, -0.0056057339534163475, -0.00522517180070281, -0.00484461011365056, -0.004464047960937023, -0.004083486273884773, -0.0037029243540018797, -0.003322362434118986, -0.0029418007470667362, -0.0025612388271838427, -0.002180676907300949, -0.0018001151038333774, -0.0014195533003658056, -0.001038991380482912, -0.0006584295188076794, -0.00027786765713244677, 0.00010269420454278588, 0.00048325606621801853, 0.0008638179278932512, 0.0012443797895684838, 0.0016249415930360556, 0.002005503512918949, 0.0023860654328018427, 0.0027666273526847363, 0.003147189039736986, 0.0035277509596198797, 0.003908312879502773, 0.004288874566555023, 0.00466943671926856, 0.00504999840632081, 0.00543056009337306, 0.0058111222460865974, 0.006191683933138847, 0.006572245620191097, 0.0069528077729046345, 0.007333369459956884, 0.007713931612670422, 0.008094493299722672, 0.008475054986774921, 0.008855616673827171, 0.009236179292201996, 0.009616740979254246, 0.009997302666306496, 0.010377864353358746, 0.010758426040410995, 0.01113898865878582, 0.01151955034583807, 0.01190011203289032, 0.01228067371994257, 0.01266123540699482, 0.01304179709404707, 0.013422359712421894, 0.013802921399474144, 0.014183483086526394, 0.014564044773578644, 0.014944606460630894, 0.015325169079005718, 0.015705730766057968, 0.016086291521787643, 0.016466854140162468, 0.016847416758537292, 0.017227977514266968]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 2.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0], "bins": [-0.19134794175624847, -0.18706081807613373, -0.1827736794948578, -0.17848655581474304, -0.1741994321346283, -0.16991230845451355, -0.1656251847743988, -0.16133804619312286, -0.15705092251300812, -0.15276379883289337, -0.14847666025161743, -0.14418953657150269, -0.13990241289138794, -0.1356152892112732, -0.13132816553115845, -0.1270410269498825, -0.12275390326976776, -0.11846677958965302, -0.11417964845895767, -0.10989251732826233, -0.10560539364814758, -0.10131826996803284, -0.0970311388373375, -0.09274400770664215, -0.0884568840265274, -0.08416976034641266, -0.07988262921571732, -0.07559549808502197, -0.07130837440490723, -0.06702125072479248, -0.06273411959409714, -0.05844699218869209, -0.05415986478328705, -0.049872737377882004, -0.04558560997247696, -0.041298482567071915, -0.03701135516166687, -0.032724227756261826, -0.02843710035085678, -0.024149972945451736, -0.019862845540046692, -0.015575718134641647, -0.011288590729236603, -0.007001463323831558, -0.0027143359184265137, 0.0015727914869785309, 0.0058599188923835754, 0.01014704629778862, 0.014434173703193665, 0.01872130110859871, 0.023008428514003754, 0.027295555919408798, 0.03158268332481384, 0.03586981073021889, 0.04015693813562393, 0.044444065541028976, 0.04873119294643402, 0.053018320351839066, 0.05730544775724411, 0.061592575162649155, 0.0658797025680542, 0.07016682624816895, 0.07445395737886429, 0.07874108850955963, 0.08302821218967438]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 6.0, 10.0, 16.0, 16.0, 12.0, 17.0, 56.0, 38.0, 16.0, 20.0, 9.0, 10.0, 15.0, 4.0, 10.0, 4.0, 4.0, 4.0, 3.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.10298196971416473, -0.10046204924583435, -0.09794212877750397, -0.09542220085859299, -0.0929022803902626, -0.09038235992193222, -0.08786243200302124, -0.08534251153469086, -0.08282259106636047, -0.08030267059803009, -0.07778275012969971, -0.07526282221078873, -0.07274290174245834, -0.07022298127412796, -0.06770305335521698, -0.0651831328868866, -0.06266321241855621, -0.06014329195022583, -0.05762336775660515, -0.05510344356298447, -0.05258352309465408, -0.0500636026263237, -0.04754367843270302, -0.045023754239082336, -0.04250383377075195, -0.03998391330242157, -0.03746398910880089, -0.034944064915180206, -0.03242414444684982, -0.02990422211587429, -0.027384299784898758, -0.024864377453923225, -0.022344455122947693, -0.01982453279197216, -0.017304610460996628, -0.014784688130021095, -0.012264765799045563, -0.00974484346807003, -0.007224921137094498, -0.004704998806118965, -0.0021850764751434326, 0.0003348458558320999, 0.0028547681868076324, 0.005374690517783165, 0.007894612848758698, 0.01041453517973423, 0.012934457510709763, 0.015454379841685295, 0.017974302172660828, 0.02049422450363636, 0.023014146834611893, 0.025534069165587425, 0.028053991496562958, 0.03057391382753849, 0.03309383615851402, 0.035613760352134705, 0.03813368082046509, 0.04065360128879547, 0.04317352548241615, 0.045693449676036835, 0.04821337014436722, 0.0507332906126976, 0.05325321480631828, 0.055773138999938965, 0.05829305946826935]}, "_runtime": 70.7310619354248, "_timestamp": 1596211660.5021708, "_step": 86}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 4.0, 0.0, 4.0, 2.0, 0.0, 3.0, 5.0, 0.0, 3.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 4.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0], "bins": [-0.009873423725366592, -0.009584782645106316, -0.009296141564846039, -0.009007501415908337, -0.00871886033564806, -0.008430219255387783, -0.008141578175127506, -0.00785293709486723, -0.00756429648026824, -0.007275655400007963, -0.006987014785408974, -0.006698373705148697, -0.00640973262488842, -0.006121092010289431, -0.005832450930029154, -0.005543810315430164, -0.0052551692351698875, -0.004966528154909611, -0.004677887540310621, -0.0043892464600503445, -0.004100605845451355, -0.003811964765191078, -0.0035233236849308014, -0.0032346828375011683, -0.002946041990071535, -0.002657401142641902, -0.002368760295212269, -0.002080119214951992, -0.001791478367522359, -0.0015028375200927258, -0.0012141965562477708, -0.0009255556506104767, -0.0006369147449731827, -0.0003482738393358886, -5.963293369859457e-05, 0.00022900797193869948, 0.0005176488775759935, 0.0008062897832132876, 0.0010949306888505816, 0.0013835716526955366, 0.0016722125001251698, 0.001960853347554803, 0.002249494194984436, 0.002538135275244713, 0.002826776122674346, 0.003115416970103979, 0.003404058050364256, 0.003692698897793889, 0.003981339745223522, 0.004269980825483799, 0.0045586214400827885, 0.004847262520343065, 0.005135903134942055, 0.0054245442152023315, 0.005713185295462608, 0.006001825910061598, 0.006290466990321875, 0.006579108070582151, 0.006867748685181141, 0.007156389765441418, 0.0074450308457016945, 0.007733671460300684, 0.008022312074899673, 0.00831095315515995, 0.008599594235420227]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 2.0, 2.0, 2.0, 3.0, 2.0, 5.0, 8.0, 2.0, 6.0, 8.0, 11.0, 11.0, 9.0, 18.0, 23.0, 26.0, 35.0, 41.0, 50.0, 71.0, 90.0, 127.0, 170.0, 240.0, 441.0, 5020.0, 547.0, 288.0, 191.0, 119.0, 91.0, 61.0, 37.0, 29.0, 31.0, 23.0, 16.0, 18.0, 9.0, 10.0, 8.0, 3.0, 6.0, 3.0, 4.0, 1.0, 1.0, 3.0, 4.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.13181079924106598, -0.1278647929430008, -0.12391878664493561, -0.11997278034687042, -0.11602677404880524, -0.11208076775074005, -0.10813476145267487, -0.10418875515460968, -0.1002427488565445, -0.09629674255847931, -0.09235073626041412, -0.08840472996234894, -0.08445872366428375, -0.08051271736621857, -0.07656671106815338, -0.0726207047700882, -0.06867469847202301, -0.06472869217395782, -0.06078268587589264, -0.056836679577827454, -0.05289067327976227, -0.04894466698169708, -0.0449986606836319, -0.04105265438556671, -0.037106648087501526, -0.03316064178943634, -0.029214635491371155, -0.02526862919330597, -0.021322622895240784, -0.017376616597175598, -0.013430610299110413, -0.009484604001045227, -0.0055385977029800415, -0.001592591404914856, 0.0023534148931503296, 0.006299421191215515, 0.0102454274892807, 0.014191433787345886, 0.018137440085411072, 0.022083446383476257, 0.026029452681541443, 0.02997545897960663, 0.033921465277671814, 0.037867471575737, 0.041813477873802185, 0.04575948417186737, 0.049705490469932556, 0.05365149676799774, 0.05759750306606293, 0.06154350936412811, 0.0654895156621933, 0.06943552196025848, 0.07338152825832367, 0.07732753455638885, 0.08127354085445404, 0.08521954715251923, 0.08916555345058441, 0.0931115597486496, 0.09705756604671478, 0.10100357234477997, 0.10494957864284515, 0.10889558494091034, 0.11284159123897552, 0.11678759753704071, 0.1207336038351059]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 0.0, 0.0, 4.0, 1.0, 3.0, 0.0, 0.0, 4.0, 2.0, 3.0, 1.0, 2.0, 4.0, 5.0, 3.0, 1.0, 29.0, 6.0, 1.0, 7.0, 5.0, 5.0, 1.0, 2.0, 4.0, 1.0, 3.0, 3.0, 0.0, 1.0, 1.0, 0.0, 2.0, 3.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0024409990292042494, -0.0023685642518103123, -0.0022961292415857315, -0.0022236942313611507, -0.0021512594539672136, -0.0020788246765732765, -0.0020063896663486958, -0.0019339547725394368, -0.0018615198787301779, -0.001789084984920919, -0.00171665009111166, -0.001644215197302401, -0.0015717803034931421, -0.0014993454096838832, -0.0014269105158746243, -0.0013544756220653653, -0.0012820407282561064, -0.0012096058344468474, -0.0011371709406375885, -0.0010647360468283296, -0.0009923011530190706, -0.0009198662592098117, -0.0008474313654005527, -0.0007749964715912938, -0.0007025615777820349, -0.0006301266839727759, -0.000557691790163517, -0.00048525689635425806, -0.0004128220025449991, -0.0003403871087357402, -0.00026795221492648125, -0.0001955173211172223, -0.00012308242730796337, -5.0647533498704433e-05, 2.1787360310554504e-05, 9.422225411981344e-05, 0.00016665714792907238, 0.00023909204173833132, 0.00031152693554759026, 0.0003839618293568492, 0.00045639672316610813, 0.0005288316169753671, 0.000601266510784626, 0.0006737014045938849, 0.0007461362984031439, 0.0008185711922124028, 0.0008910060860216618, 0.0009634409798309207, 0.0010358758736401796, 0.0011083107674494386, 0.0011807456612586975, 0.0012531805550679564, 0.0013256154488772154, 0.0013980503426864743, 0.0014704852364957333, 0.0015429201303049922, 0.0016153550241142511, 0.00168778991792351, 0.001760224811732769, 0.001832659705542028, 0.0019050945993512869, 0.001977529376745224, 0.0020499643869698048, 0.0021223993971943855, 0.0021948341745883226]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 2.0, 1.0, 2.0, 5.0, 2.0, 3.0, 7.0, 16.0, 13.0, 17.0, 29.0, 46.0, 67.0, 79.0, 134.0, 186.0, 307.0, 398.0, 609.0, 983.0, 1495.0, 2359.0, 3653.0, 6047.0, 10607.0, 19945.0, 43824.0, 133572.0, 808592.0, 72049.0, 30330.0, 15789.0, 9298.0, 5859.0, 4001.0, 2680.0, 1767.0, 1341.0, 928.0, 705.0, 502.0, 357.0, 285.0, 195.0, 144.0, 90.0, 80.0, 56.0, 44.0, 47.0, 24.0, 17.0, 20.0, 7.0, 6.0, 6.0, 6.0, 7.0, 2.0, 2.0, 0.0, 0.0, 2.0], "bins": [-0.005762204062193632, -0.00556574109941721, -0.0053692776709795, -0.005172814708203077, -0.004976351745426655, -0.004779888316988945, -0.0045834253542125225, -0.0043869623914361, -0.00419049896299839, -0.003994036000221968, -0.003797573037445545, -0.003601109841838479, -0.003404646646231413, -0.0032081836834549904, -0.0030117204878479242, -0.0028152575250715017, -0.0026187943294644356, -0.0024223311338573694, -0.002225868171080947, -0.0020294049754738808, -0.0018329418962821364, -0.0016364788170903921, -0.001440015621483326, -0.0012435525422915816, -0.0010470894630998373, -0.000850626383908093, -0.0006541632465086877, -0.00045770013821311295, -0.00026123702991753817, -6.477392162196338e-05, 0.0001316891866736114, 0.0003281522949691862, 0.000524615403264761, 0.0007210784824565053, 0.0009175416198559105, 0.0011140047572553158, 0.00131046783644706, 0.0015069309156388044, 0.0017033941112458706, 0.001899857190437615, 0.0020963202696293592, 0.0022927834652364254, 0.002489246428012848, 0.002685709623619914, 0.00288217281922698, 0.0030786357820034027, 0.003275098977610469, 0.0034715619403868914, 0.0036680251359939575, 0.0038644883316010237, 0.00406095152720809, 0.004257414489984512, 0.004453877452760935, 0.004650340881198645, 0.004846803843975067, 0.00504326680675149, 0.005239729769527912, 0.005436193197965622, 0.0056326561607420444, 0.005829119123518467, 0.006025582551956177, 0.006222045514732599, 0.006418508477509022, 0.006614971905946732, 0.006811434868723154]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 2.0, 5.0, 10.0, 3.0, 2.0, 3.0, 4.0, 3.0, 0.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.01656927913427353, -0.01616390235722065, -0.01575852371752262, -0.015353146940469742, -0.014947770163416862, -0.014542392455041409, -0.014137014746665955, -0.013731637969613075, -0.013326260261237621, -0.012920882552862167, -0.012515505775809288, -0.012110128067433834, -0.01170475035905838, -0.0112993735820055, -0.010893995873630047, -0.010488619096577168, -0.010083241388201714, -0.00967786367982626, -0.00927248690277338, -0.008867109194397926, -0.008461732417345047, -0.008056354708969593, -0.007650977000594139, -0.0072455997578799725, -0.006840222515165806, -0.006434845272451639, -0.0060294680297374725, -0.005624090321362019, -0.005218713078647852, -0.004813335835933685, -0.004407958127558231, -0.004002580884844065, -0.003597203642129898, -0.0031918263994157314, -0.002786448923870921, -0.002381071448326111, -0.001975694205611944, -0.0015703168464824557, -0.0011649394873529673, -0.0007595621282234788, -0.0003541847690939903, 5.119259003549814e-05, 0.0004565699491649866, 0.0008619473082944751, 0.0012673246674239635, 0.001672702026553452, 0.0020780793856829405, 0.0024834568612277508, 0.0028888341039419174, 0.003294211346656084, 0.0036995888222008944, 0.004104966297745705, 0.004510343540459871, 0.004915720783174038, 0.005321098491549492, 0.0057264757342636585, 0.006131852976977825, 0.006537230219691992, 0.0069426074624061584, 0.007347985170781612, 0.007753362413495779, 0.008158739656209946, 0.0085641173645854, 0.008969494141638279, 0.009374871850013733]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 4.0, 8.0, 10.0, 9.0, 11.0, 8.0, 11.0, 15.0, 25.0, 38.0, 47.0, 61.0, 56.0, 70.0, 89.0, 107.0, 142.0, 152.0, 220.0, 280.0, 388.0, 525.0, 771.0, 1055.0, 1625.0, 5589.0, 2163.0, 1298.0, 915.0, 661.0, 479.0, 318.0, 280.0, 199.0, 153.0, 120.0, 98.0, 82.0, 56.0, 53.0, 38.0, 28.0, 38.0, 23.0, 29.0, 18.0, 10.0, 11.0, 8.0, 6.0, 5.0, 6.0, 5.0, 3.0, 3.0, 1.0, 2.0], "bins": [-0.00685813557356596, -0.006649320479482412, -0.006440505385398865, -0.006231690291315317, -0.0060228751972317696, -0.005814060103148222, -0.005605245009064674, -0.005396429914981127, -0.005187614820897579, -0.004978799261152744, -0.004769984167069197, -0.004561169072985649, -0.0043523539789021015, -0.004143538884818554, -0.003934723790735006, -0.0037259086966514587, -0.003517093602567911, -0.0033082785084843636, -0.003099463414400816, -0.0028906483203172684, -0.0026818332262337208, -0.0024730178993195295, -0.002264202805235982, -0.0020553877111524343, -0.0018465726170688868, -0.0016377575229853392, -0.0014289424289017916, -0.0012201272184029222, -0.0010113121243193746, -0.000802497030235827, -0.0005936818779446185, -0.0003848667547572404, -0.00017605163156986237, 3.276349161751568e-05, 0.00024157861480489373, 0.0004503937379922718, 0.0006592088611796498, 0.0008680239552631974, 0.0010768391657620668, 0.0012856542598456144, 0.001494469353929162, 0.0017032844480127096, 0.0019120995420962572, 0.002120914636179805, 0.002329729963093996, 0.0025385450571775436, 0.0027473601512610912, 0.002956175245344639, 0.0031649903394281864, 0.003373805433511734, 0.0035826205275952816, 0.003791435621678829, 0.004000250715762377, 0.004209065809845924, 0.004417880903929472, 0.0046266959980130196, 0.0048355115577578545, 0.005044326651841402, 0.00525314174592495, 0.005461956840008497, 0.005670771934092045, 0.005879587028175592, 0.00608840212225914, 0.006297217216342688, 0.006506032310426235]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.0459003672003746, -0.04421304538846016, -0.04252571985125542, -0.04083839803934097, -0.03915107250213623, -0.037463750690221786, -0.035776425153017044, -0.0340891033411026, -0.03240177780389786, -0.030714455991983414, -0.02902713231742382, -0.027339808642864227, -0.025652486830949783, -0.02396516315639019, -0.022277839481830597, -0.020590515807271004, -0.01890319213271141, -0.017215868458151817, -0.015528544783592224, -0.013841222040355206, -0.012153898365795612, -0.01046657469123602, -0.008779251947999, -0.007091928273439407, -0.005404604598879814, -0.0037172811571508646, -0.002029957715421915, -0.0003426342736929655, 0.001344689168035984, 0.0030320126097649336, 0.004719336051493883, 0.006406659260392189, 0.008093982934951782, 0.009781306609511375, 0.011468630284070969, 0.013155953027307987, 0.01484327670186758, 0.0165305994451046, 0.018217923119664192, 0.019905246794223785, 0.02159257046878338, 0.023279894143342972, 0.024967217817902565, 0.026654541492462158, 0.028341863304376602, 0.030029186978936195, 0.03171651065349579, 0.03340383619070053, 0.035091158002614975, 0.03677847981452942, 0.03846580535173416, 0.040153127163648605, 0.04184045270085335, 0.04352777451276779, 0.045215100049972534, 0.04690242186188698, 0.04858974367380142, 0.050277069211006165, 0.05196439102292061, 0.05365171656012535, 0.055339038372039795, 0.05702636390924454, 0.05871368572115898, 0.060401011258363724, 0.06208833307027817]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 2.0, 2.0, 1.0, 1.0, 0.0, 3.0, 4.0, 3.0, 2.0, 2.0, 7.0, 4.0, 2.0, 10.0, 5.0, 8.0, 3.0, 10.0, 4.0, 9.0, 7.0, 8.0, 8.0, 11.0, 11.0, 34.0, 11.0, 5.0, 9.0, 9.0, 7.0, 10.0, 7.0, 12.0, 9.0, 7.0, 4.0, 6.0, 5.0, 3.0, 5.0, 1.0, 3.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 3.0], "bins": [-0.03349732607603073, -0.0326228104531765, -0.031748298555612564, -0.03087378293275833, -0.029999269172549248, -0.029124753549695015, -0.02825023978948593, -0.027375726029276848, -0.026501212269067764, -0.02562669664621353, -0.024752182886004448, -0.023877669125795364, -0.02300315350294113, -0.022128639742732048, -0.021254125982522964, -0.02037961035966873, -0.019505096599459648, -0.018630582839250565, -0.017756067216396332, -0.016881553456187248, -0.016007039695978165, -0.015132525004446507, -0.014258010312914848, -0.013383496552705765, -0.012508981861174107, -0.011634467169642448, -0.010759953409433365, -0.009885438717901707, -0.009010924026370049, -0.008136410266160965, -0.007261895574629307, -0.006387381348758936, -0.005512867122888565, -0.004638352897018194, -0.0037638384383171797, -0.002889323979616165, -0.0020148097537457943, -0.0011402954114601016, -0.0002657810691744089, 0.0006087332731112838, 0.0014832476153969765, 0.0023577618412673473, 0.003232276299968362, 0.004106790758669376, 0.004981304984539747, 0.005855819210410118, 0.006730333901941776, 0.007604848127812147, 0.008479362353682518, 0.009353877045214176, 0.01022839080542326, 0.011102905496954918, 0.011977419257164001, 0.01285193394869566, 0.013726448640227318, 0.014600962400436401, 0.01547547709196806, 0.016349991783499718, 0.0172245055437088, 0.018099019303917885, 0.018973534926772118, 0.0198480486869812, 0.020722562447190285, 0.021597078070044518, 0.0224715918302536]}, "_runtime": 71.53645634651184, "_timestamp": 1596211661.3075652, "_step": 87}
+{"val_accuracy": 0.8097638413242009, "val_loss": 0.4904057088235742, "_runtime": 73.44298481941223, "_timestamp": 1596211663.2140937, "_step": 88}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: z Confidence: 0.37900418043136597 Truth: v", "Prediction: P Confidence: 0.6620866060256958 Truth: 5", "Prediction: U Confidence: 0.6615337133407593 Truth: 2", "Prediction: O Confidence: 0.3850235342979431 Truth: 0"]}, "_runtime": 73.74039006233215, "_timestamp": 1596211663.511499, "_step": 89}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 2.0, 0.0, 0.0, 3.0, 1.0, 1.0, 0.0, 2.0, 2.0, 4.0, 2.0, 2.0, 2.0, 3.0, 6.0, 5.0, 3.0, 2.0, 0.0, 3.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.009529588744044304, -0.009264455176889896, -0.008999321609735489, -0.008734188042581081, -0.008469054475426674, -0.008203921839594841, -0.007938788272440434, -0.007673654705286026, -0.0074085211381316185, -0.007143387570977211, -0.0068782540038228035, -0.006613120902329683, -0.006347987335175276, -0.006082853768020868, -0.005817720666527748, -0.005552587099373341, -0.005287453532218933, -0.005022319965064526, -0.004757186397910118, -0.004492053296416998, -0.00422691972926259, -0.003961786162108183, -0.003696652827784419, -0.003431519493460655, -0.0031663859263062477, -0.00290125235915184, -0.0026361190248280764, -0.0023709856905043125, -0.002105852123349905, -0.0018407186726108193, -0.0015755852218717337, -0.001310451771132648, -0.0010453183203935623, -0.0007801848696544766, -0.000515051418915391, -0.0002499179681763053, 1.521548256278038e-05, 0.00028034893330186605, 0.0005454823840409517, 0.0008106158347800374, 0.001075749285519123, 0.0013408827362582088, 0.0016060161869972944, 0.00187114963773638, 0.0021362830884754658, 0.0024014166556298733, 0.002666549989953637, 0.002931683324277401, 0.0031968168914318085, 0.003461950458586216, 0.00372708379290998, 0.003992217127233744, 0.004257350694388151, 0.004522484261542559, 0.004787617363035679, 0.005052750930190086, 0.005317884497344494, 0.005583018064498901, 0.005848151631653309, 0.006113284733146429, 0.0063784183003008366, 0.006643551867455244, 0.006908684968948364, 0.007173818536102772, 0.007438952103257179]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 3.0, 2.0, 5.0, 3.0, 7.0, 6.0, 12.0, 15.0, 20.0, 29.0, 31.0, 55.0, 53.0, 85.0, 133.0, 188.0, 294.0, 847.0, 5143.0, 400.0, 178.0, 110.0, 92.0, 61.0, 43.0, 22.0, 18.0, 18.0, 9.0, 6.0, 9.0, 5.0, 2.0, 5.0, 2.0, 3.0, 4.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.14647699892520905, -0.14190250635147095, -0.13732799887657166, -0.13275349140167236, -0.12817899882793427, -0.12360449880361557, -0.11902999877929688, -0.11445549875497818, -0.10988099873065948, -0.10530649870634079, -0.1007319986820221, -0.0961574986577034, -0.0915829986333847, -0.08700849860906601, -0.08243399858474731, -0.07785949856042862, -0.07328499853610992, -0.06871049851179123, -0.06413599848747253, -0.05956149846315384, -0.054986998438835144, -0.05041249841451645, -0.045837998390197754, -0.04126349836587906, -0.036688998341560364, -0.03211449831724167, -0.027539998292922974, -0.02296549826860428, -0.018390998244285583, -0.013816498219966888, -0.009241998195648193, -0.004667498171329498, -9.299814701080322e-05, 0.004481501877307892, 0.009056001901626587, 0.013630501925945282, 0.018205001950263977, 0.022779501974582672, 0.027354001998901367, 0.03192850202322006, 0.03650300204753876, 0.04107750207185745, 0.04565200209617615, 0.05022650212049484, 0.05480100214481354, 0.05937550216913223, 0.06395000219345093, 0.06852450221776962, 0.07309900224208832, 0.07767350226640701, 0.08224800229072571, 0.0868225023150444, 0.0913970023393631, 0.0959715023636818, 0.10054600238800049, 0.10512050241231918, 0.10969500243663788, 0.11426950246095657, 0.11884400248527527, 0.12341850250959396, 0.12799300253391266, 0.13256749510765076, 0.13714200258255005, 0.14171651005744934, 0.14629100263118744]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 2.0, 1.0, 4.0, 6.0, 1.0, 0.0, 2.0, 2.0, 4.0, 4.0, 5.0, 3.0, 5.0, 4.0, 27.0, 3.0, 5.0, 4.0, 1.0, 1.0, 1.0, 3.0, 2.0, 1.0, 1.0, 3.0, 2.0, 4.0, 1.0, 1.0, 0.0, 3.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0], "bins": [-0.0018815938383340836, -0.0018184552900493145, -0.0017553167417645454, -0.0016921780770644546, -0.0016290395287796855, -0.0015659009804949164, -0.0015027624322101474, -0.0014396238839253783, -0.0013764852192252874, -0.0013133466709405184, -0.0012502081226557493, -0.0011870695743709803, -0.0011239310260862112, -0.0010607924778014421, -0.0009976538131013513, -0.0009345152648165822, -0.0008713767165318131, -0.0008082381682470441, -0.0007450995617546141, -0.0006819610134698451, -0.0006188224069774151, -0.000555683858692646, -0.000492545310407877, -0.00042940673301927745, -0.00036626815563067794, -0.0003031295782420784, -0.00023999101540539414, -0.00017685245256870985, -0.00011371387518011034, -5.0575305067468435e-05, 1.2563265045173466e-05, 7.570183515781537e-05, 0.00013884040527045727, 0.00020197898265905678, 0.0002651175600476563, 0.00032825610833242536, 0.00039139468572102487, 0.0004545332631096244, 0.0005176718113943934, 0.0005808104178868234, 0.0006439489661715925, 0.0007070875144563615, 0.0007702261209487915, 0.0008333646692335606, 0.0008965032175183296, 0.0009596418240107596, 0.0010227804305031896, 0.0010859189787879586, 0.0011490575270727277, 0.0012121960753574967, 0.0012753346236422658, 0.0013384732883423567, 0.0014016118366271257, 0.0014647503849118948, 0.0015278889331966639, 0.001591027481481433, 0.001654166029766202, 0.0017173046944662929, 0.001780443242751062, 0.001843581791035831, 0.0019067203393206, 0.001969859004020691, 0.00203299755230546, 0.002096136100590229, 0.002159274648874998]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 4.0, 3.0, 7.0, 6.0, 14.0, 17.0, 31.0, 47.0, 53.0, 101.0, 135.0, 220.0, 334.0, 562.0, 906.0, 1359.0, 2503.0, 4885.0, 10091.0, 24915.0, 79409.0, 882403.0, 106210.0, 31819.0, 14085.0, 7588.0, 4319.0, 2546.0, 1619.0, 1063.0, 728.0, 488.0, 333.0, 254.0, 150.0, 130.0, 85.0, 65.0, 51.0, 25.0, 21.0, 14.0, 13.0, 10.0, 2.0, 5.0, 2.0, 1.0, 2.0, 0.0, 3.0, 2.0, 2.0, 1.0, 0.0, 1.0], "bins": [-0.006463820114731789, -0.006246127653867006, -0.006028435658663511, -0.005810743197798729, -0.005593051202595234, -0.005375358741730452, -0.0051576667465269566, -0.004939974285662174, -0.004722282290458679, -0.004504589829593897, -0.0042868973687291145, -0.0040692053735256195, -0.003851512912660837, -0.0036338206846266985, -0.00341612845659256, -0.003198436228558421, -0.0029807440005242825, -0.0027630517724901438, -0.002545359544456005, -0.0023276673164218664, -0.0021099750883877277, -0.0018922827439382672, -0.0016745903994888067, -0.001456898171454668, -0.0012392059434205294, -0.0010215137153863907, -0.0008038214291445911, -0.0005861291429027915, -0.0003684369148686528, -0.00015074465773068368, 6.694759940728545e-05, 0.0002846398565452546, 0.0005023321136832237, 0.0007200243417173624, 0.000937716627959162, 0.0011554089142009616, 0.0013731011422351003, 0.001590793370269239, 0.0018084857147186995, 0.002026177942752838, 0.002243870170786977, 0.0024615623988211155, 0.002679254626855254, 0.002896946854889393, 0.003114639315754175, 0.003332331543788314, 0.0035500237718224525, 0.0037677159998565912, 0.00398540822789073, 0.004203100688755512, 0.004420792683959007, 0.00463848514482379, 0.004856177140027285, 0.005073869600892067, 0.005291561596095562, 0.005509254056960344, 0.005726946517825127, 0.005944638513028622, 0.006162330973893404, 0.006380022969096899, 0.006597715429961681, 0.006815407425165176, 0.007033099886029959, 0.007250791881233454, 0.007468484342098236]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 4.0, 4.0, 6.0, 3.0, 3.0, 6.0, 2.0, 8.0, 3.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008635441772639751, -0.008148843422532082, -0.007662244141101837, -0.007175645790994167, -0.00668904697522521, -0.006202448159456253, -0.005715849809348583, -0.005229250993579626, -0.004742652177810669, -0.004256053362041712, -0.0037694547791033983, -0.003282856196165085, -0.0027962573803961277, -0.0023096585646271706, -0.001823059981688857, -0.0013364612823352218, -0.0008498625829815865, -0.00036326388362795115, 0.00012333481572568417, 0.0006099335150793195, 0.0010965322144329548, 0.00158313091378659, 0.0020697296131402254, 0.002556328196078539, 0.003042927011847496, 0.003529525827616453, 0.00401612464338541, 0.00450272299349308, 0.004989321809262037, 0.005475920625030994, 0.005962518975138664, 0.006449117790907621, 0.0069357166066765785, 0.007422315422445536, 0.007908914238214493, 0.008395512588322163, 0.008882110938429832, 0.009368710219860077, 0.009855308569967747, 0.010341907851397991, 0.010828506201505661, 0.01131510455161333, 0.011801703833043575, 0.012288302183151245, 0.01277490146458149, 0.01326149981468916, 0.01374809816479683, 0.014234697446227074, 0.014721295796334743, 0.015207894146442413, 0.015694493427872658, 0.016181092709302902, 0.016667690128087997, 0.017154289409518242, 0.017640888690948486, 0.01812748610973358, 0.018614085391163826, 0.01910068467259407, 0.019587282091379166, 0.02007388137280941, 0.020560480654239655, 0.02104707807302475, 0.021533677354454994, 0.02202027663588524, 0.022506874054670334]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 3.0, 2.0, 1.0, 5.0, 6.0, 14.0, 18.0, 31.0, 24.0, 51.0, 54.0, 60.0, 76.0, 107.0, 130.0, 155.0, 287.0, 342.0, 444.0, 647.0, 1048.0, 1392.0, 2100.0, 5972.0, 1964.0, 1104.0, 665.0, 398.0, 287.0, 220.0, 184.0, 126.0, 98.0, 78.0, 62.0, 44.0, 42.0, 27.0, 25.0, 12.0, 16.0, 9.0, 10.0, 12.0, 8.0, 2.0, 3.0, 4.0, 3.0, 5.0, 5.0, 13.0, 3.0, 6.0, 4.0, 2.0, 5.0, 6.0, 5.0, 2.0], "bins": [-0.005438628140836954, -0.0052424464374780655, -0.005046264734119177, -0.004850082565099001, -0.004653900861740112, -0.004457719158381224, -0.004261537455022335, -0.004065355286002159, -0.0038691735826432705, -0.003672991879284382, -0.0034768101759254932, -0.003280628239735961, -0.0030844465363770723, -0.00288826460018754, -0.0026920828968286514, -0.002495900960639119, -0.0022997192572802305, -0.002103537553921342, -0.0019073556177318096, -0.0017111737979575992, -0.0015149919781833887, -0.0013188102748245, -0.0011226284550502896, -0.0009264466352760792, -0.0007302648155018687, -0.0005340829957276583, -0.0003379012050572783, -0.00014171939983498305, 5.4462405387312174e-05, 0.0002506442251615226, 0.0004468260158319026, 0.0006430078065022826, 0.0008391896262764931, 0.0010353714460507035, 0.001231553265824914, 0.0014277350855991244, 0.0016239169053733349, 0.0018200986087322235, 0.002016280544921756, 0.0022124622482806444, 0.0024086441844701767, 0.0026048258878290653, 0.002801007591187954, 0.0029971895273774862, 0.003193371230736375, 0.003389553166925907, 0.0035857348702847958, 0.003781916806474328, 0.00397809874266386, 0.004174280446022749, 0.004370462149381638, 0.004566643852740526, 0.004762825556099415, 0.004959007725119591, 0.005155189428478479, 0.005351371131837368, 0.005547552835196257, 0.005743734538555145, 0.005939916707575321, 0.00613609841093421, 0.0063322801142930984, 0.006528461817651987, 0.006724643986672163, 0.006920825690031052, 0.00711700739338994]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.053848326206207275, -0.05237346887588501, -0.050898611545562744, -0.04942375421524048, -0.04794889688491821, -0.04647403955459595, -0.04499918222427368, -0.043524324893951416, -0.04204946756362915, -0.040574610233306885, -0.03909975290298462, -0.037624895572662354, -0.03615003824234009, -0.03467518091201782, -0.03320032358169556, -0.03172546625137329, -0.030250610783696175, -0.02877575345337391, -0.027300896123051643, -0.025826038792729378, -0.024351181462407112, -0.022876324132084846, -0.02140146680176258, -0.019926609471440315, -0.0184517540037632, -0.016976896673440933, -0.015502038411796093, -0.014027181081473827, -0.012552324682474136, -0.01107746735215187, -0.009602610021829605, -0.00812775269150734, -0.006652895361185074, -0.005178038030862808, -0.0037031809333711863, -0.0022283238358795643, -0.0007534665055572987, 0.0007213907083496451, 0.002196247922256589, 0.003671105019748211, 0.0051459623500704765, 0.006620819680392742, 0.008095677010715008, 0.009570534341037273, 0.011045390740036964, 0.01252024807035923, 0.013995105400681496, 0.015469962731003761, 0.016944820061326027, 0.018419677391648293, 0.019894534721970558, 0.021369392052292824, 0.02284424938261509, 0.024319106712937355, 0.02579396404325962, 0.027268821373581886, 0.028743676841259003, 0.03021853417158127, 0.031693391501903534, 0.0331682488322258, 0.034643106162548065, 0.03611796349287033, 0.037592820823192596, 0.03906767815351486, 0.04054253548383713]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 4.0, 2.0, 2.0, 0.0, 4.0, 2.0, 6.0, 3.0, 8.0, 10.0, 8.0, 14.0, 18.0, 22.0, 53.0, 23.0, 14.0, 10.0, 8.0, 8.0, 2.0, 9.0, 5.0, 4.0, 5.0, 4.0, 3.0, 4.0, 3.0, 6.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 4.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.042000461369752884, -0.04087851196527481, -0.039756566286087036, -0.03863461688160896, -0.03751266747713089, -0.036390721797943115, -0.03526877239346504, -0.03414682298898697, -0.033024877309799194, -0.03190292790532112, -0.030780978500843048, -0.029659030959010124, -0.0285370834171772, -0.027415134012699127, -0.026293186470866203, -0.02517123706638813, -0.024049289524555206, -0.022927341982722282, -0.02180539257824421, -0.020683445036411285, -0.019561495631933212, -0.01843954809010029, -0.017317600548267365, -0.01619565114378929, -0.015073703601956367, -0.013951755128800869, -0.01282980665564537, -0.011707859113812447, -0.010585910640656948, -0.00946396216750145, -0.008342014625668526, -0.007220066152513027, -0.006098117679357529, -0.00497616920620203, -0.003854221198707819, -0.002732272958382964, -0.0016103247180581093, -0.0004883764777332544, 0.0006335717625916004, 0.0017555200029164553, 0.00287746824324131, 0.003999416716396809, 0.00512136472389102, 0.006243312731385231, 0.0073652612045407295, 0.008487209677696228, 0.009609157219529152, 0.01073110569268465, 0.011853054165840149, 0.012975002638995647, 0.014096951112151146, 0.01521889865398407, 0.016340848058462143, 0.017462795600295067, 0.01858474314212799, 0.019706692546606064, 0.020828640088438988, 0.02195058763027191, 0.023072537034749985, 0.02419448457658291, 0.025316432118415833, 0.026438381522893906, 0.02756032906472683, 0.028682278469204903, 0.029804226011037827]}, "_runtime": 73.90907835960388, "_timestamp": 1596211663.6801872, "_step": 90}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 2.0, 1.0, 1.0, 2.0, 3.0, 4.0, 5.0, 5.0, 3.0, 6.0, 6.0, 2.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.015573358163237572, -0.015144976787269115, -0.01471659541130066, -0.014288214035332203, -0.013859832659363747, -0.01343145128339529, -0.013003069907426834, -0.012574688531458378, -0.012146307155489922, -0.011717925779521465, -0.011289544403553009, -0.010861163027584553, -0.010432781651616096, -0.01000440027564764, -0.009576018899679184, -0.009147637523710728, -0.008719256147742271, -0.008290874771773815, -0.007862493395805359, -0.007434112019836903, -0.007005730643868446, -0.00657734926789999, -0.006148967891931534, -0.0057205865159630775, -0.005292205139994621, -0.004863823764026165, -0.004435442388057709, -0.0040070610120892525, -0.003578679636120796, -0.00315029826015234, -0.0027219168841838837, -0.0022935355082154274, -0.0018651541322469711, -0.0014367727562785149, -0.0010083913803100586, -0.0005800100043416023, -0.00015162862837314606, 0.0002767527475953102, 0.0007051341235637665, 0.0011335154995322227, 0.001561896875500679, 0.0019902782514691353, 0.0024186596274375916, 0.002847041003406048, 0.003275422379374504, 0.0037038037553429604, 0.004132185131311417, 0.004560566507279873, 0.004988947883248329, 0.005417329259216785, 0.005845710635185242, 0.006274092011153698, 0.006702473387122154, 0.0071308547630906105, 0.007559236139059067, 0.007987617515027523, 0.00841599889099598, 0.008844380266964436, 0.009272761642932892, 0.009701143018901348, 0.010129524394869804, 0.01055790577083826, 0.010986287146806717, 0.011414668522775173, 0.01184304989874363]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 4.0, 2.0, 3.0, 7.0, 8.0, 11.0, 8.0, 15.0, 30.0, 39.0, 52.0, 78.0, 116.0, 219.0, 366.0, 5040.0, 1113.0, 332.0, 185.0, 106.0, 67.0, 32.0, 25.0, 15.0, 16.0, 8.0, 8.0, 6.0, 5.0, 3.0, 3.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.20197440683841705, -0.1961754560470581, -0.19037652015686035, -0.1845775693655014, -0.17877863347530365, -0.1729796826839447, -0.16718074679374695, -0.161381796002388, -0.15558284521102905, -0.1497839093208313, -0.14398495852947235, -0.1381860226392746, -0.13238707184791565, -0.1265881359577179, -0.12078918516635895, -0.1149902418255806, -0.10919129848480225, -0.1033923551440239, -0.09759341180324554, -0.0917944684624672, -0.08599552512168884, -0.0801965743303299, -0.07439763098955154, -0.0685986876487732, -0.06279974430799484, -0.05700080096721649, -0.05120185762643814, -0.04540291056036949, -0.03960396721959114, -0.03380502387881279, -0.02800607867538929, -0.02220713347196579, -0.01640819013118744, -0.010609245859086514, -0.004810301586985588, 0.0009886426851153374, 0.006787586957216263, 0.012586531229317188, 0.018385475501418114, 0.024184420704841614, 0.029983364045619965, 0.035782307386398315, 0.041581250727176666, 0.047380197793245316, 0.053179141134023666, 0.05897808447480202, 0.06477703154087067, 0.07057597488164902, 0.07637491822242737, 0.08217386156320572, 0.08797280490398407, 0.09377174824476242, 0.09957069158554077, 0.10536964237689972, 0.11116858571767807, 0.11696752905845642, 0.12276647239923477, 0.12856541574001312, 0.13436436653137207, 0.14016330242156982, 0.14596225321292877, 0.15176118910312653, 0.15756013989448547, 0.16335907578468323, 0.16915802657604218]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 2.0, 0.0, 3.0, 1.0, 1.0, 4.0, 3.0, 0.0, 2.0, 1.0, 3.0, 3.0, 2.0, 2.0, 3.0, 3.0, 3.0, 3.0, 4.0, 5.0, 4.0, 1.0, 0.0, 4.0, 22.0, 2.0, 4.0, 2.0, 2.0, 0.0, 1.0, 5.0, 1.0, 3.0, 1.0, 4.0, 2.0, 3.0, 2.0, 0.0, 1.0, 0.0, 4.0, 0.0, 2.0, 3.0], "bins": [-0.0026206537149846554, -0.0025585717521607876, -0.00249648978933692, -0.002434407826513052, -0.002372325863689184, -0.0023102439008653164, -0.0022481619380414486, -0.002186079975217581, -0.002123998012393713, -0.0020619158167392015, -0.0019998338539153337, -0.0019377520075067878, -0.0018756699282675982, -0.0018135879654437304, -0.0017515060026198626, -0.0016894240397959948, -0.001627342076972127, -0.0015652601141482592, -0.0015031781513243914, -0.0014410961885005236, -0.0013790142256766558, -0.0013169321464374661, -0.0012548501836135983, -0.0011927682207897305, -0.0011306862579658628, -0.001068604295141995, -0.0010065223323181272, -0.0009444403112865984, -0.0008823583484627306, -0.0008202763856388628, -0.0007581943646073341, -0.0006961124017834663, -0.0006340304389595985, -0.0005719484761357307, -0.0005098665133118629, -0.00044778449228033423, -0.00038570252945646644, -0.00032362056663259864, -0.0002615385747049004, -0.00019945659732911736, -0.00013737461995333433, -7.52926425775513e-05, -1.3210665201768279e-05, 4.887131217401475e-05, 0.00011095328954979777, 0.0001730352669255808, 0.00023511724430136383, 0.0002971992362290621, 0.0003592811990529299, 0.0004213631618767977, 0.00048344515380449593, 0.0005455271457321942, 0.000607609108556062, 0.0006696910713799298, 0.0007317730924114585, 0.0007938550552353263, 0.0008559370180591941, 0.0009180189808830619, 0.0009801009437069297, 0.0010421829065307975, 0.001104264985769987, 0.001166346948593855, 0.0012284289114177227, 0.0012905108742415905, 0.0013525928370654583]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [7.0, 2.0, 7.0, 6.0, 10.0, 23.0, 19.0, 22.0, 35.0, 75.0, 87.0, 111.0, 171.0, 252.0, 373.0, 511.0, 761.0, 1203.0, 1822.0, 2975.0, 4993.0, 8758.0, 15963.0, 31509.0, 70816.0, 296662.0, 647343.0, 45188.0, 19744.0, 10846.0, 6481.0, 4044.0, 2615.0, 1836.0, 1246.0, 868.0, 600.0, 432.0, 357.0, 237.0, 165.0, 125.0, 85.0, 56.0, 46.0, 37.0, 30.0, 23.0, 18.0, 13.0, 15.0, 5.0, 1.0, 5.0, 2.0, 5.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.004048069007694721, -0.0038924203254282475, -0.00373677141033113, -0.0035811227280646563, -0.003425473812967539, -0.003269825130701065, -0.0031141764484345913, -0.002958527533337474, -0.002802878851071, -0.0026472301688045263, -0.002491581253707409, -0.002335932571440935, -0.0021802838891744614, -0.002024634974077344, -0.0018689862918108702, -0.0017133374931290746, -0.001557688694447279, -0.0014020398957654834, -0.0012463910970836878, -0.001090742414817214, -0.0009350936161354184, -0.0007794448174536228, -0.0006237960769794881, -0.000468147307401523, -0.00031249853782355785, -0.0001568497682455927, -1.200998667627573e-06, 0.00015444777091033757, 0.0003100965404883027, 0.00046574531006626785, 0.000621394079644233, 0.0007770428201183677, 0.0009326916188001633, 0.0010883404174819589, 0.0012439892161637545, 0.0013996378984302282, 0.0015552866971120238, 0.0017109354957938194, 0.0018665841780602932, 0.0020222330931574106, 0.0021778817754238844, 0.002333530457690358, 0.0024891793727874756, 0.0026448280550539494, 0.002800476737320423, 0.0029561256524175406, 0.0031117743346840143, 0.0032674232497811317, 0.0034230719320476055, 0.0035787206143140793, 0.0037343695294111967, 0.0038900182116776705, 0.004045667126774788, 0.004201315809041262, 0.0043569644913077354, 0.004512613173574209, 0.004668261855840683, 0.004823911003768444, 0.004979559686034918, 0.005135208368301392, 0.005290857050567865, 0.005446505732834339, 0.0056021548807621, 0.005757803563028574, 0.005913452245295048]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 3.0, 4.0, 3.0, 2.0, 2.0, 3.0, 8.0, 3.0, 8.0, 2.0, 2.0, 2.0, 1.0, 1.0, 2.0, 3.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.018308715894818306, -0.01771758496761322, -0.017126455903053284, -0.016535324975848198, -0.015944194048643112, -0.015353064052760601, -0.01476193405687809, -0.014170804060995579, -0.013579674065113068, -0.012988543137907982, -0.01239741314202547, -0.01180628314614296, -0.011215152218937874, -0.010624022223055363, -0.010032892227172852, -0.009441761299967766, -0.008850631304085255, -0.008259501308202744, -0.007668370846658945, -0.007077240385115147, -0.0064861103892326355, -0.005894979927688837, -0.005303849466145039, -0.0047127194702625275, -0.004121589008718729, -0.0035304587800055742, -0.0029393285512924194, -0.002348198089748621, -0.0017570678610354662, -0.0011659376323223114, -0.0005748072871938348, 1.6322999726980925e-05, 0.0006074532866477966, 0.0011985835153609514, 0.001789713860489428, 0.0023808442056179047, 0.0029719744343310595, 0.0035631046630442142, 0.004154235124588013, 0.004745365120470524, 0.005336495582014322, 0.005927626043558121, 0.006518756039440632, 0.00710988650098443, 0.007701016962528229, 0.00829214695841074, 0.008883276954293251, 0.009474407881498337, 0.010065537877380848, 0.010656667873263359, 0.011247798800468445, 0.011838928796350956, 0.012430058792233467, 0.013021189719438553, 0.013612319715321064, 0.014203449711203575, 0.014794580638408661, 0.015385710634291172, 0.015976840630173683, 0.01656797155737877, 0.017159100621938705, 0.01775023154914379, 0.018341362476348877, 0.018932491540908813, 0.0195236224681139]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [4.0, 8.0, 7.0, 2.0, 6.0, 20.0, 27.0, 15.0, 25.0, 30.0, 49.0, 73.0, 107.0, 164.0, 232.0, 369.0, 550.0, 769.0, 1020.0, 1571.0, 2790.0, 6188.0, 1527.0, 842.0, 561.0, 355.0, 263.0, 155.0, 129.0, 111.0, 83.0, 68.0, 60.0, 40.0, 35.0, 33.0, 20.0, 28.0, 24.0, 9.0, 20.0, 6.0, 4.0, 10.0, 4.0, 4.0, 4.0, 3.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.006033947691321373, -0.005749449599534273, -0.005464951507747173, -0.0051804534159600735, -0.004895955324172974, -0.004611457698047161, -0.004326959606260061, -0.004042461514472961, -0.0037579634226858616, -0.0034734653308987617, -0.003188967239111662, -0.0029044693801552057, -0.002619971288368106, -0.002335473196581006, -0.00205097533762455, -0.00176647724583745, -0.0014819791540503502, -0.0011974810622632504, -0.0009129830868914723, -0.0006284850533120334, -0.0003439870197325945, -5.9488986153155565e-05, 0.00022500904742628336, 0.0005095070810057223, 0.0007940051145851612, 0.001078503206372261, 0.001363001181744039, 0.001647499157115817, 0.001931997248902917, 0.0022164953406900167, 0.002500993199646473, 0.0027854912914335728, 0.0030699893832206726, 0.0033544874750077724, 0.0036389855667948723, 0.003923483658581972, 0.004207981750369072, 0.0044924793764948845, 0.004776977468281984, 0.005061475560069084, 0.005345973651856184, 0.005630471743643284, 0.005914969835430384, 0.0061994679272174835, 0.006483965553343296, 0.006768463645130396, 0.007052961736917496, 0.0073374598287045956, 0.007621957920491695, 0.007906455546617508, 0.008190954104065895, 0.008475451730191708, 0.008759950287640095, 0.009044447913765907, 0.009328946471214294, 0.009613444097340107, 0.00989794172346592, 0.010182440280914307, 0.01046693790704012, 0.010751436464488506, 0.011035934090614319, 0.011320432648062706, 0.011604930274188519, 0.011889428831636906, 0.012173926457762718]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 3.0, 1.0, 3.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.09167079627513885, -0.08863524347543716, -0.08559969812631607, -0.08256414532661438, -0.07952859997749329, -0.0764930471777916, -0.0734575018286705, -0.07042194902896881, -0.06738640367984772, -0.06435085088014603, -0.061315301805734634, -0.05827975273132324, -0.05524419993162155, -0.05220865085721016, -0.04917310178279877, -0.046137552708387375, -0.04310200363397598, -0.04006645455956459, -0.0370309054851532, -0.033995356410741806, -0.030959805473685265, -0.027924256399273872, -0.02488870546221733, -0.02185315638780594, -0.018817607313394547, -0.015782058238983154, -0.012746508233249187, -0.00971095822751522, -0.006675409153103828, -0.003639859613031149, -0.0006043100729584694, 0.00243123946711421, 0.00546678900718689, 0.008502338081598282, 0.011537888087332249, 0.014573438093066216, 0.017608987167477608, 0.020644536241889, 0.02368008717894554, 0.026715636253356934, 0.029751185327768326, 0.03278673440217972, 0.03582228347659111, 0.0388578325510025, 0.04189338535070419, 0.044928934425115585, 0.04796448349952698, 0.05100003257393837, 0.05403558164834976, 0.057071130722761154, 0.060106679797172546, 0.06314223259687424, 0.06617777794599533, 0.06921333074569702, 0.07224887609481812, 0.0752844288945198, 0.0783199816942215, 0.08135552704334259, 0.08439107984304428, 0.08742662519216537, 0.09046217799186707, 0.09349772334098816, 0.09653327614068985, 0.09956882148981094, 0.10260437428951263]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 4.0, 6.0, 2.0, 8.0, 8.0, 7.0, 11.0, 12.0, 9.0, 13.0, 16.0, 11.0, 16.0, 38.0, 6.0, 9.0, 15.0, 12.0, 16.0, 5.0, 6.0, 4.0, 3.0, 5.0, 1.0, 5.0, 2.0, 5.0, 6.0, 1.0, 3.0, 3.0, 1.0, 0.0, 3.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.05172336846590042, -0.05019412562251091, -0.0486648827791214, -0.047135643661022186, -0.045606400817632675, -0.044077157974243164, -0.04254791885614395, -0.04101867601275444, -0.03948943316936493, -0.03796019032597542, -0.03643094748258591, -0.034901708364486694, -0.03337246552109718, -0.03184322267770767, -0.03031398169696331, -0.02878474071621895, -0.027255497872829437, -0.025726255029439926, -0.024197014048695564, -0.022667773067951202, -0.02113853022456169, -0.01960928738117218, -0.01808004640042782, -0.016550805419683456, -0.015021562576293945, -0.013492320664227009, -0.011963078752160072, -0.010433836840093136, -0.0089045949280262, -0.007375353015959263, -0.005846111103892326, -0.00431686919182539, -0.0027876272797584534, -0.0012583853676915169, 0.0002708565443754196, 0.0018000984564423561, 0.0033293403685092926, 0.004858582280576229, 0.006387824192643166, 0.007917066104710102, 0.009446308016777039, 0.010975549928843975, 0.012504791840910912, 0.014034033752977848, 0.015563275665044785, 0.017092518508434296, 0.018621759489178658, 0.02015100046992302, 0.02168024331331253, 0.02320948615670204, 0.024738727137446404, 0.026267968118190765, 0.027797210961580276, 0.029326453804969788, 0.03085569478571415, 0.03238493576645851, 0.03391417860984802, 0.035443421453237534, 0.036972664296627045, 0.03850190341472626, 0.04003114625811577, 0.04156038910150528, 0.04308962821960449, 0.044618871062994, 0.046148113906383514]}, "_runtime": 74.65905475616455, "_timestamp": 1596211664.4301636, "_step": 91}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 2.0, 1.0, 1.0, 1.0, 2.0, 3.0, 8.0, 6.0, 5.0, 1.0, 3.0, 2.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013834693469107151, -0.013470658101141453, -0.013106622733175755, -0.012742587365210056, -0.012378551997244358, -0.01201451662927866, -0.011650481261312962, -0.011286445893347263, -0.01092241145670414, -0.010558376088738441, -0.010194340720772743, -0.009830305352807045, -0.009466269984841347, -0.009102234616875648, -0.00873819924890995, -0.008374163880944252, -0.008010128512978554, -0.0076460931450128555, -0.007282057777047157, -0.006918022409081459, -0.006553987041115761, -0.00618995213881135, -0.005825916770845652, -0.005461881402879953, -0.005097846034914255, -0.004733810666948557, -0.004369775298982859, -0.00400573993101716, -0.003641704795882106, -0.0032776694279164076, -0.002913634292781353, -0.0025495989248156548, -0.0021855635568499565, -0.0018215281888842583, -0.0014574929373338819, -0.0010934576857835054, -0.0007294223178178072, -0.00036538700805976987, -1.3516983017325401e-06, 0.0003626836114563048, 0.0007267189212143421, 0.0010907542891800404, 0.0014547895407304168, 0.0018188247922807932, 0.0021828601602464914, 0.0025468955282121897, 0.0029109306633472443, 0.0032749660313129425, 0.0036390013992786407, 0.004003036767244339, 0.004367072135210037, 0.0047311075031757355, 0.005095142871141434, 0.005459177773445845, 0.005823213141411543, 0.006187248509377241, 0.006551283877342939, 0.006915319245308638, 0.007279354613274336, 0.007643389981240034, 0.008007424883544445, 0.008371460251510143, 0.008735495619475842, 0.00909953098744154, 0.009463566355407238]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 6.0, 4.0, 4.0, 7.0, 6.0, 8.0, 8.0, 8.0, 11.0, 17.0, 19.0, 40.0, 39.0, 39.0, 54.0, 64.0, 99.0, 122.0, 199.0, 316.0, 4437.0, 1452.0, 326.0, 194.0, 105.0, 75.0, 53.0, 42.0, 36.0, 23.0, 28.0, 7.0, 13.0, 12.0, 6.0, 6.0, 8.0, 4.0, 5.0, 6.0, 4.0, 4.0, 2.0, 4.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.11040747165679932, -0.10644849389791489, -0.10248952358961105, -0.09853054583072662, -0.0945715680718422, -0.09061259776353836, -0.08665362000465393, -0.0826946422457695, -0.07873566448688507, -0.07477669417858124, -0.07081771641969681, -0.06685873866081238, -0.06289976835250854, -0.058940790593624115, -0.054981816560029984, -0.051022838801145554, -0.04706386476755142, -0.04310489073395729, -0.03914591297507286, -0.03518693894147873, -0.03122796304523945, -0.027268987149000168, -0.023310013115406036, -0.019351037219166756, -0.015392061322927475, -0.011433085426688194, -0.007474110461771488, -0.003515135031193495, 0.0004438403993844986, 0.004402815829962492, 0.008361791260540485, 0.012320766225457191, 0.016279742121696472, 0.020238718017935753, 0.024197693914175034, 0.028156667947769165, 0.032115645706653595, 0.036074619740247726, 0.04003359377384186, 0.04399257153272629, 0.04795154556632042, 0.05191051959991455, 0.05586949735879898, 0.05982847139239311, 0.06378744542598724, 0.06774642318487167, 0.0717054009437561, 0.07566437125205994, 0.07962334901094437, 0.0835823267698288, 0.08754129707813263, 0.09150027483701706, 0.09545925259590149, 0.09941822290420532, 0.10337720066308975, 0.10733617842197418, 0.11129514873027802, 0.11525412648916245, 0.11921310424804688, 0.1231720820069313, 0.12713105976581573, 0.13109003007411957, 0.1350490003824234, 0.13900798559188843, 0.14296695590019226]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 3.0, 1.0, 2.0, 2.0, 2.0, 1.0, 4.0, 7.0, 7.0, 3.0, 2.0, 4.0, 5.0, 26.0, 4.0, 2.0, 2.0, 5.0, 7.0, 6.0, 1.0, 2.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002497371518984437, -0.002409224398434162, -0.0023210770450532436, -0.002232929924502969, -0.0021447825711220503, -0.0020566354505717754, -0.001968488097190857, -0.001880340976640582, -0.0017921937396749854, -0.0017040465027093887, -0.001615899265743792, -0.0015277520287781954, -0.0014396049082279205, -0.0013514576712623239, -0.0012633104342967272, -0.0011751631973311305, -0.0010870159603655338, -0.0009988687233999372, -0.0009107214864343405, -0.0008225743076764047, -0.000734427070710808, -0.0006462798337452114, -0.0005581326549872756, -0.0004699854180216789, -0.00038183818105608225, -0.00029369094409048557, -0.00020554373622871935, -0.0001173965138150379, -2.924929140135646e-05, 5.889793101232499e-05, 0.00014704515342600644, 0.00023519237583968788, 0.00032333959825336933, 0.000411486835218966, 0.0004996340721845627, 0.0005877812509424984, 0.0006759284879080951, 0.0007640757248736918, 0.0008522229036316276, 0.0009403701405972242, 0.001028517377562821, 0.0011166646145284176, 0.0012048118514940143, 0.001292959088459611, 0.0013811062090098858, 0.0014692534459754825, 0.0015574006829410791, 0.0016455479199066758, 0.0017336951568722725, 0.0018218423938378692, 0.0019099896308034658, 0.0019981367513537407, 0.002086284104734659, 0.002174431225284934, 0.0022625785786658525, 0.0023507256992161274, 0.002438873052597046, 0.0025270201731473207, 0.0026151672936975956, 0.002703314647078514, 0.002791461767628789, 0.0028796091210097075, 0.0029677562415599823, 0.003055903594940901, 0.0031440507154911757]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 4.0, 5.0, 9.0, 14.0, 30.0, 51.0, 67.0, 126.0, 260.0, 405.0, 685.0, 1247.0, 2353.0, 4282.0, 8157.0, 16855.0, 40621.0, 142110.0, 835143.0, 66038.0, 26667.0, 13459.0, 7534.0, 4719.0, 2950.0, 1909.0, 1275.0, 803.0, 551.0, 372.0, 278.0, 200.0, 118.0, 90.0, 69.0, 45.0, 31.0, 33.0, 11.0, 13.0, 11.0, 5.0, 8.0, 9.0, 4.0, 2.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.005394774489104748, -0.005189786199480295, -0.00498479837551713, -0.004779810085892677, -0.004574822261929512, -0.004369833972305059, -0.004164845682680607, -0.0039598578587174416, -0.003754869569092989, -0.00354988151229918, -0.003344893455505371, -0.0031399051658809185, -0.0029349171090871096, -0.0027299290522933006, -0.002524940762668848, -0.002319952705875039, -0.00211496464908123, -0.0019099765922874212, -0.0017049884190782905, -0.0015000002458691597, -0.0012950121890753508, -0.0010900241322815418, -0.0008850359590724111, -0.0006800478440709412, -0.00047505972906947136, -0.0002700716140680015, -6.508349906653166e-05, 0.0001399046159349382, 0.00034489273093640804, 0.0005498808459378779, 0.0007548689609393477, 0.0009598570759408176, 0.0011648451909422874, 0.0013698332477360964, 0.0015748214209452271, 0.001779809594154358, 0.001984797650948167, 0.002189785707741976, 0.0023947739973664284, 0.0025997620541602373, 0.0028047501109540462, 0.003009738167747855, 0.003214726224541664, 0.0034197145141661167, 0.0036247025709599257, 0.0038296906277537346, 0.004034678917378187, 0.0042396667413413525, 0.004444655030965805, 0.004649643320590258, 0.004854631144553423, 0.0050596194341778755, 0.005264607258141041, 0.005469595547765493, 0.005674583837389946, 0.005879571661353111, 0.006084559950977564, 0.0062895482406020164, 0.006494536064565182, 0.006699524354189634, 0.006904512643814087, 0.007109500467777252, 0.007314488757401705, 0.00751947658136487, 0.007724464870989323]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 3.0, 2.0, 2.0, 6.0, 0.0, 3.0, 4.0, 10.0, 4.0, 1.0, 5.0, 1.0, 3.0, 3.0, 1.0, 3.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01937645673751831, -0.018641272559762, -0.01790608838200569, -0.01717090606689453, -0.016435721889138222, -0.015700537711381912, -0.014965354464948177, -0.014230170287191868, -0.013494987040758133, -0.012759802863001823, -0.012024618685245514, -0.011289435438811779, -0.01055425126105547, -0.009819068014621735, -0.009083883836865425, -0.00834870059043169, -0.007613516412675381, -0.0068783327005803585, -0.006143148988485336, -0.005407965276390314, -0.004672781564295292, -0.003937597386538982, -0.00320241367444396, -0.002467229962348938, -0.0017320462502539158, -0.0009968625381588936, -0.00026167870964854956, 0.00047350506065413356, 0.0012086888309568167, 0.0019438725430518389, 0.0026790564879775047, 0.003414240200072527, 0.004149423912167549, 0.004884607624262571, 0.0056197913363575935, 0.006354975048452616, 0.007090158760547638, 0.007825342938303947, 0.008560526184737682, 0.009295710362493992, 0.010030893608927727, 0.010766077786684036, 0.011501261964440346, 0.01223644521087408, 0.01297162938863039, 0.013706812635064125, 0.014441996812820435, 0.01517718005925417, 0.015912365168333054, 0.016647547483444214, 0.017382731661200523, 0.018117915838956833, 0.018853100016713142, 0.019588282331824303, 0.020323466509580612, 0.02105865068733692, 0.02179383486509323, 0.02252901904284954, 0.0232642013579607, 0.02399938553571701, 0.02473456971347332, 0.02546975389122963, 0.02620493620634079, 0.0269401203840971, 0.02767530456185341]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 0.0, 8.0, 9.0, 5.0, 12.0, 15.0, 21.0, 9.0, 28.0, 25.0, 25.0, 34.0, 50.0, 46.0, 59.0, 92.0, 90.0, 133.0, 165.0, 196.0, 267.0, 381.0, 562.0, 776.0, 1315.0, 2077.0, 6265.0, 1961.0, 1174.0, 686.0, 494.0, 334.0, 241.0, 177.0, 135.0, 112.0, 102.0, 73.0, 44.0, 31.0, 27.0, 22.0, 13.0, 12.0, 20.0, 9.0, 12.0, 18.0, 12.0, 6.0, 2.0, 3.0, 18.0, 7.0, 0.0, 0.0, 0.0, 1.0, 9.0, 4.0, 4.0], "bins": [-0.007478674408048391, -0.007224162574857473, -0.006969650741666555, -0.006715139374136925, -0.006460627540946007, -0.006206115707755089, -0.005951603874564171, -0.005697092041373253, -0.005442580208182335, -0.005188068840652704, -0.004933557007461786, -0.004679045174270868, -0.00442453334107995, -0.004170021507889032, -0.003915510140359402, -0.0036609983071684837, -0.0034064864739775658, -0.003151974640786648, -0.0028974630404263735, -0.0026429512072354555, -0.002388439606875181, -0.0021339277736842632, -0.0018794159404933453, -0.0016249042237177491, -0.001370392506942153, -0.0011158807901665568, -0.0008613690151832998, -0.0006068572402000427, -0.0003523455234244466, -9.783377754501998e-05, 0.00015667796833440661, 0.0004111897142138332, 0.0006657014600932598, 0.000920213176868856, 0.001174724893644452, 0.00142923672683537, 0.0016837484436109662, 0.0019382601603865623, 0.0021927719935774803, 0.0024472835939377546, 0.0027017954271286726, 0.0029563072603195906, 0.003210818860679865, 0.003465330693870783, 0.003719842527061701, 0.003974354360252619, 0.0042288657277822495, 0.004483377560973167, 0.004737889394164085, 0.004992401227355003, 0.005246913060545921, 0.005501424428075552, 0.00575593626126647, 0.006010448094457388, 0.006264959927648306, 0.006519471760839224, 0.0067739831283688545, 0.0070284949615597725, 0.0072830067947506905, 0.007537518627941608, 0.007792030461132526, 0.008046542294323444, 0.008301054127514362, 0.00855556596070528, 0.008810076862573624]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 3.0, 0.0, 2.0, 2.0, 0.0, 2.0, 3.0, 2.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.06728246808052063, -0.0642058327794075, -0.06112919747829437, -0.058052558451890945, -0.05497592315077782, -0.05189928784966469, -0.04882264882326126, -0.04574601352214813, -0.042669378221035004, -0.039592742919921875, -0.036516107618808746, -0.03343946859240532, -0.03036283329129219, -0.027286197990179062, -0.024209560826420784, -0.021132923662662506, -0.018056288361549377, -0.014979652129113674, -0.011903015896677971, -0.008826379664242268, -0.005749743431806564, -0.002673107199370861, 0.0004035290330648422, 0.0034801652655005455, 0.006556801497936249, 0.009633437730371952, 0.012710073962807655, 0.015786711126565933, 0.018863346427679062, 0.02193998172879219, 0.02501661889255047, 0.028093256056308746, 0.031169891357421875, 0.034246526658535004, 0.03732316195964813, 0.04039980098605156, 0.04347643628716469, 0.04655307158827782, 0.049629710614681244, 0.05270634591579437, 0.0557829812169075, 0.05885961651802063, 0.06193625181913376, 0.06501288712024689, 0.06808952987194061, 0.07116616517305374, 0.07424280047416687, 0.07731943577528, 0.08039607107639313, 0.08347270637750626, 0.08654934167861938, 0.08962597697973251, 0.09270261228084564, 0.09577925503253937, 0.0988558903336525, 0.10193252563476562, 0.10500916093587875, 0.10808579623699188, 0.11116243153810501, 0.11423906683921814, 0.11731570959091187, 0.120392344892025, 0.12346898019313812, 0.12654560804367065, 0.12962225079536438]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 4.0, 1.0, 3.0, 1.0, 0.0, 2.0, 5.0, 5.0, 6.0, 3.0, 4.0, 4.0, 6.0, 9.0, 4.0, 12.0, 11.0, 46.0, 23.0, 25.0, 31.0, 14.0, 13.0, 10.0, 5.0, 9.0, 5.0, 1.0, 4.0, 1.0, 1.0, 3.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.05852987989783287, -0.05618232861161232, -0.05383477732539177, -0.05148722603917122, -0.04913967475295067, -0.04679212346673012, -0.04444457218050957, -0.04209702089428902, -0.03974946588277817, -0.03740191459655762, -0.03505436331033707, -0.032706812024116516, -0.030359260737895966, -0.028011709451675415, -0.025664158165454865, -0.023316606879234314, -0.020969055593013763, -0.018621504306793213, -0.016273953020572662, -0.013926400803029537, -0.011578849516808987, -0.009231298230588436, -0.006883746478706598, -0.0045361947268247604, -0.00218864344060421, 0.0001589080784469843, 0.0025064595974981785, 0.004854011349380016, 0.007201562635600567, 0.009549113921821117, 0.011896666139364243, 0.014244217425584793, 0.016591768711805344, 0.018939319998025894, 0.021286871284246445, 0.023634422570466995, 0.025981973856687546, 0.028329527005553246, 0.030677078291773796, 0.0330246277153492, 0.035372182726860046, 0.0377197340130806, 0.04006728529930115, 0.0424148365855217, 0.04476238787174225, 0.0471099391579628, 0.04945749044418335, 0.0518050417304039, 0.05415259301662445, 0.056500144302845, 0.05884769558906555, 0.0611952468752861, 0.06354279816150665, 0.0658903494477272, 0.06823790073394775, 0.0705854520201683, 0.07293300330638885, 0.0752805545926094, 0.07762810587882996, 0.0799756571650505, 0.08232320845127106, 0.08467075973749161, 0.08701831102371216, 0.08936586230993271, 0.09171341359615326]}, "_runtime": 75.41792130470276, "_timestamp": 1596211665.1890302, "_step": 92}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 3.0, 1.0, 2.0, 2.0, 3.0, 1.0, 4.0, 2.0, 1.0, 0.0, 3.0, 4.0, 3.0, 5.0, 2.0, 1.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.013468315824866295, -0.0131043316796422, -0.012740347534418106, -0.012376363389194012, -0.012012379243969917, -0.011648395098745823, -0.011284410022199154, -0.01092042587697506, -0.010556441731750965, -0.01019245758652687, -0.009828473441302776, -0.009464489296078682, -0.009100505150854588, -0.008736521005630493, -0.008372536860406399, -0.008008552715182304, -0.007644568104296923, -0.007280583959072828, -0.006916599813848734, -0.006552615202963352, -0.006188631057739258, -0.005824646912515163, -0.005460662767291069, -0.005096678622066975, -0.00473269447684288, -0.0043687098659574986, -0.004004725720733404, -0.0036407415755093098, -0.0032767574302852154, -0.0029127730522304773, -0.002548788907006383, -0.002184804528951645, -0.0018208203837275505, -0.0014568361220881343, -0.001092851860448718, -0.0007288677152246237, -0.00036488345358520746, -8.992210496217012e-07, 0.00036308501148596406, 0.0007270692149177194, 0.0010910534765571356, 0.0014550377381965518, 0.001819021999835968, 0.0021830061450600624, 0.002546990290284157, 0.002910974668338895, 0.0032749588135629892, 0.0036389431916177273, 0.004002927336841822, 0.004366911482065916, 0.0047308956272900105, 0.005094880238175392, 0.0054588643833994865, 0.005822848528623581, 0.006186832673847675, 0.00655081681907177, 0.006914800964295864, 0.007278785575181246, 0.00764276972040534, 0.008006754331290722, 0.008370738476514816, 0.00873472262173891, 0.009098706766963005, 0.0094626909121871, 0.009826675057411194]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 3.0, 0.0, 1.0, 1.0, 2.0, 10.0, 12.0, 10.0, 11.0, 9.0, 7.0, 22.0, 21.0, 28.0, 35.0, 56.0, 69.0, 101.0, 128.0, 187.0, 313.0, 550.0, 5136.0, 445.0, 237.0, 142.0, 88.0, 68.0, 57.0, 36.0, 37.0, 22.0, 20.0, 14.0, 13.0, 10.0, 5.0, 7.0, 6.0, 3.0, 0.0, 2.0, 1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.14861081540584564, -0.14399056136608124, -0.13937032222747803, -0.13475006818771362, -0.13012981414794922, -0.125509575009346, -0.1208893209695816, -0.1162690669298172, -0.11164882034063339, -0.10702857375144958, -0.10240831971168518, -0.09778807312250137, -0.09316782653331757, -0.08854757249355316, -0.08392732590436935, -0.07930707186460495, -0.07468682527542114, -0.07006657868623734, -0.06544632464647293, -0.060826078057289124, -0.05620582774281502, -0.05158557742834091, -0.046965330839157104, -0.042345080524683, -0.03772483021020889, -0.03310457989573479, -0.02848433144390583, -0.023864082992076874, -0.019243832677602768, -0.014623583294451237, -0.010003333911299706, -0.005383084528148174, -0.0007628351449966431, 0.003857414238154888, 0.00847766362130642, 0.01309791300445795, 0.017718162387609482, 0.022338412702083588, 0.026958661153912544, 0.0315789096057415, 0.03619915992021561, 0.04081941023468971, 0.04543966054916382, 0.050059907138347626, 0.05468015745282173, 0.05930040776729584, 0.06392065435647964, 0.06854090839624405, 0.07316115498542786, 0.07778140157461166, 0.08240165561437607, 0.08702190220355988, 0.09164215624332428, 0.09626240283250809, 0.1008826494216919, 0.1055029034614563, 0.1101231500506401, 0.11474339663982391, 0.11936365067958832, 0.12398389726877213, 0.12860414385795593, 0.13322439789772034, 0.13784465193748474, 0.14246489107608795, 0.14708514511585236]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 3.0, 1.0, 3.0, 2.0, 5.0, 5.0, 6.0, 2.0, 3.0, 6.0, 4.0, 25.0, 1.0, 3.0, 5.0, 4.0, 4.0, 3.0, 1.0, 4.0, 3.0, 0.0, 3.0, 0.0, 0.0, 2.0, 3.0, 0.0, 2.0, 1.0, 0.0, 3.0, 4.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002576502040028572, -0.0024851569905877113, -0.0023938119411468506, -0.0023024671245366335, -0.0022111220750957727, -0.002119777025654912, -0.0020284319762140512, -0.0019370870431885123, -0.0018457419937476516, -0.0017543969443067908, -0.001663052011281252, -0.0015717069618403912, -0.0014803619123995304, -0.0013890169793739915, -0.0012976719299331307, -0.0012063269969075918, -0.001114981947466731, -0.0010236368980258703, -0.0009322919650003314, -0.0008409469155594707, -0.0007496019243262708, -0.000658256933093071, -0.0005669118836522102, -0.0004755668924190104, -0.00038422190118581057, -0.00029287690995261073, -0.00020153188961558044, -0.00011018688383046538, -1.8841878045350313e-05, 7.250312773976475e-05, 0.0001638481335248798, 0.0002551931538619101, 0.00034653814509510994, 0.0004378831363283098, 0.0005292281275615096, 0.0006205731770023704, 0.0007119181682355702, 0.00080326315946877, 0.0008946082089096308, 0.0009859531419351697, 0.0010772981913760304, 0.0011686432408168912, 0.0012599881738424301, 0.0013513332232832909, 0.0014426782727241516, 0.0015340232057496905, 0.0016253682551905513, 0.0017167131882160902, 0.001808058237656951, 0.0018994032870978117, 0.0019907483365386724, 0.0020820931531488895, 0.0021734382025897503, 0.002264783252030611, 0.002356128301471472, 0.0024474733509123325, 0.0025388184003531933, 0.0026301632169634104, 0.002721508266404271, 0.002812853315845132, 0.0029041983652859926, 0.0029955434147268534, 0.0030868882313370705, 0.003178233280777931, 0.003269578330218792]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 5.0, 5.0, 5.0, 7.0, 19.0, 18.0, 32.0, 32.0, 61.0, 85.0, 135.0, 179.0, 279.0, 415.0, 604.0, 1041.0, 1606.0, 2537.0, 4481.0, 7595.0, 14162.0, 29012.0, 75499.0, 819473.0, 125084.0, 43640.0, 21170.0, 11609.0, 7129.0, 4350.0, 2988.0, 1957.0, 1328.0, 929.0, 610.0, 447.0, 308.0, 223.0, 163.0, 112.0, 95.0, 61.0, 38.0, 34.0, 18.0, 13.0, 24.0, 8.0, 5.0, 6.0, 3.0, 1.0, 0.0, 2.0, 1.0], "bins": [-0.006922855507582426, -0.006711456924676895, -0.006500058341771364, -0.006288659758865833, -0.006077261175960302, -0.005865862593054771, -0.005654464475810528, -0.005443065892904997, -0.005231667309999466, -0.005020268727093935, -0.004808870144188404, -0.004597471561282873, -0.004386072978377342, -0.004174674395471811, -0.00396327581256628, -0.003751877462491393, -0.003540478879585862, -0.0033290802966803312, -0.0031176817137748003, -0.002906283363699913, -0.002694884780794382, -0.002483486197888851, -0.0022720876149833202, -0.0020606890320777893, -0.0018492905655875802, -0.0016378919826820493, -0.0014264935161918402, -0.0012150949332863092, -0.0010036963503807783, -0.0007922978838905692, -0.0005808993009850383, -0.00036950077628716826, -0.00015810225158929825, 5.3296287660486996e-05, 0.00026469482691027224, 0.0004760933807119727, 0.0006874919054098427, 0.0008988904301077127, 0.0011102890130132437, 0.0013216874795034528, 0.0015330860624089837, 0.0017444846453145146, 0.0019558831118047237, 0.0021672816947102547, 0.0023786802776157856, 0.0025900788605213165, 0.002801477210596204, 0.0030128757935017347, 0.0032242743764072657, 0.0034356729593127966, 0.0036470715422183275, 0.003858469892293215, 0.004069868475198746, 0.004281267058104277, 0.004492665641009808, 0.0047040642239153385, 0.0049154628068208694, 0.0051268613897264, 0.005338259972631931, 0.005549658089876175, 0.005761056672781706, 0.005972455255687237, 0.006183853838592768, 0.006395252421498299, 0.00660665100440383]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 3.0, 2.0, 2.0, 0.0, 0.0, 2.0, 0.0, 2.0, 8.0, 3.0, 2.0, 4.0, 2.0, 0.0, 0.0, 0.0, 2.0, 3.0, 0.0, 0.0, 2.0, 1.0, 5.0, 3.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.016282998025417328, -0.01583138108253479, -0.015379763208329678, -0.014928145334124565, -0.014476528391242027, -0.01402491144835949, -0.013573293574154377, -0.013121675699949265, -0.012670058757066727, -0.012218441814184189, -0.011766823939979076, -0.011315206065773964, -0.010863589122891426, -0.010411972180008888, -0.009960354305803776, -0.009508736431598663, -0.009057119488716125, -0.008605502545833588, -0.008153884671628475, -0.00770226726308465, -0.007250649854540825, -0.006799032445997, -0.006347415037453175, -0.0058957976289093494, -0.005444180220365524, -0.004992562811821699, -0.004540945403277874, -0.004089327994734049, -0.0036377105861902237, -0.0031860931776463985, -0.0027344757691025734, -0.0022828583605587482, -0.001831240952014923, -0.001379623543471098, -0.0009280061349272728, -0.00047638872638344765, -2.4771317839622498e-05, 0.00042684609070420265, 0.0008784634992480278, 0.001330080907791853, 0.001781698316335678, 0.0022333157248795033, 0.0026849331334233284, 0.0031365505419671535, 0.0035881679505109787, 0.004039785359054804, 0.004491402767598629, 0.004943020176142454, 0.005394637584686279, 0.0058462549932301044, 0.00629787240177393, 0.006749489810317755, 0.00720110721886158, 0.007652724627405405, 0.00810434203594923, 0.008555959910154343, 0.00900757685303688, 0.009459193795919418, 0.00991081167012453, 0.010362429544329643, 0.010814046487212181, 0.011265663430094719, 0.011717281304299831, 0.012168899178504944, 0.012620516121387482]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 3.0, 1.0, 4.0, 4.0, 5.0, 7.0, 7.0, 22.0, 18.0, 26.0, 19.0, 34.0, 45.0, 32.0, 58.0, 50.0, 71.0, 81.0, 107.0, 135.0, 192.0, 239.0, 314.0, 389.0, 525.0, 714.0, 1200.0, 2272.0, 5246.0, 1483.0, 1133.0, 776.0, 612.0, 464.0, 414.0, 336.0, 250.0, 215.0, 181.0, 139.0, 103.0, 101.0, 72.0, 64.0, 47.0, 38.0, 40.0, 25.0, 14.0, 11.0, 12.0, 10.0, 16.0, 10.0, 12.0, 5.0, 8.0, 3.0, 2.0, 6.0, 4.0, 4.0], "bins": [-0.006993659771978855, -0.006760748103260994, -0.006527836434543133, -0.006294924765825272, -0.00606201309710741, -0.005829101428389549, -0.005596189759671688, -0.005363278090953827, -0.005130366422235966, -0.0048974547535181046, -0.004664543084800243, -0.004431631416082382, -0.004198719747364521, -0.00396580807864666, -0.0037328964099287987, -0.0034999847412109375, -0.0032670730724930763, -0.003034161403775215, -0.002801249735057354, -0.002568338066339493, -0.0023354263976216316, -0.0021025147289037704, -0.0018696030601859093, -0.001636691391468048, -0.001403779722750187, -0.0011708680540323257, -0.0009379563853144646, -0.0007050447165966034, -0.0004721330478787422, -0.00023922137916088104, -6.309710443019867e-06, 0.0002266019582748413, 0.0004595136269927025, 0.0006924252957105637, 0.0009253369644284248, 0.001158248633146286, 0.0013911603018641472, 0.0016240719705820084, 0.0018569836392998695, 0.0020898953080177307, 0.002322806976735592, 0.002555718645453453, 0.0027886303141713142, 0.0030215419828891754, 0.0032544536516070366, 0.0034873653203248978, 0.003720276989042759, 0.00395318865776062, 0.004186100326478481, 0.0044190119951963425, 0.004651923663914204, 0.004884835332632065, 0.005117747001349926, 0.005350658670067787, 0.005583570338785648, 0.0058164820075035095, 0.006049393676221371, 0.006282305344939232, 0.006515217013657093, 0.006748128682374954, 0.006981040351092815, 0.007213952019810677, 0.007446863688528538, 0.007679775357246399, 0.00791268702596426]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 4.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.08411422371864319, -0.08201613277196884, -0.0799180418252945, -0.07781995087862015, -0.0757218599319458, -0.07362376898527145, -0.0715256854891777, -0.06942759454250336, -0.06732950359582901, -0.06523141264915466, -0.06313332170248032, -0.06103523075580597, -0.05893713980913162, -0.056839048862457275, -0.05474096164107323, -0.05264287069439888, -0.05054477974772453, -0.048446688801050186, -0.04634859785437584, -0.04425051063299179, -0.042152419686317444, -0.0400543287396431, -0.03795623779296875, -0.0358581468462944, -0.033760055899620056, -0.03166196867823601, -0.02956387773156166, -0.027465786784887314, -0.025367695838212967, -0.02326960675418377, -0.021171515807509422, -0.019073426723480225, -0.016975335776805878, -0.014877245761454105, -0.012779155746102333, -0.010681064799427986, -0.008582974784076214, -0.0064848847687244415, -0.004386794287711382, -0.002288704039528966, -0.00019061379134655, 0.001907476456835866, 0.004005566705018282, 0.0061036571860313416, 0.008201747201383114, 0.010299837216734886, 0.012397928163409233, 0.014496018178761005, 0.016594108194112778, 0.018692199140787125, 0.020790288224816322, 0.02288837917149067, 0.024986468255519867, 0.027084559202194214, 0.02918265014886856, 0.03128074109554291, 0.033378832042217255, 0.0354769192636013, 0.03757501021027565, 0.03967310115695, 0.041771192103624344, 0.04386928305029869, 0.04596737027168274, 0.048065461218357086, 0.05016355216503143]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 4.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 2.0, 0.0, 3.0, 3.0, 0.0, 2.0, 1.0, 1.0, 4.0, 1.0, 2.0, 4.0, 3.0, 3.0, 3.0, 7.0, 9.0, 4.0, 8.0, 17.0, 9.0, 33.0, 15.0, 23.0, 18.0, 11.0, 12.0, 11.0, 18.0, 11.0, 9.0, 6.0, 7.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0], "bins": [-0.0780029371380806, -0.07631823420524597, -0.07463353872299194, -0.07294883579015732, -0.07126414030790329, -0.06957943737506866, -0.06789474189281464, -0.06621003895998001, -0.06452534347772598, -0.06284064054489136, -0.06115594133734703, -0.059471242129802704, -0.05778654292225838, -0.05610184371471405, -0.054417144507169724, -0.0527324452996254, -0.05104774609208107, -0.04936304688453674, -0.047678347676992416, -0.04599364846944809, -0.04430894926190376, -0.042624250054359436, -0.04093955084681511, -0.03925485163927078, -0.03757014870643616, -0.03588544949889183, -0.034200750291347504, -0.03251605108380318, -0.03083135187625885, -0.029146652668714523, -0.027461953461170197, -0.02577725425362587, -0.024092555046081543, -0.022407855838537216, -0.02072315663099289, -0.019038457423448563, -0.017353758215904236, -0.01566905714571476, -0.013984357938170433, -0.012299658730626106, -0.01061495952308178, -0.008930260315537453, -0.007245560642331839, -0.0055608609691262245, -0.0038761617615818977, -0.0021914623212069273, -0.0005067628808319569, 0.0011779365595430136, 0.002862635999917984, 0.004547335207462311, 0.006232034880667925, 0.007916734553873539, 0.009601433761417866, 0.011286132968962193, 0.012970833107829094, 0.01465553231537342, 0.016340231522917747, 0.018024930730462074, 0.0197096299380064, 0.021394329145550728, 0.023079030215740204, 0.02476372942328453, 0.026448428630828857, 0.028133127838373184, 0.02981782704591751]}, "_runtime": 76.16358876228333, "_timestamp": 1596211665.9346976, "_step": 93}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 4.0, 1.0, 1.0, 4.0, 1.0, 1.0, 4.0, 3.0, 2.0, 9.0, 5.0, 2.0, 1.0, 2.0, 0.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.010195847600698471, -0.009898451156914234, -0.009601055644452572, -0.009303659200668335, -0.009006263688206673, -0.008708867244422436, -0.008411471731960773, -0.008114075288176537, -0.007816679775714874, -0.007519283331930637, -0.007221887353807688, -0.006924491375684738, -0.006627094931900501, -0.006329698953777552, -0.006032302975654602, -0.0057349069975316525, -0.005437511019408703, -0.005140115041285753, -0.004842719063162804, -0.004545323085039854, -0.0042479271069169044, -0.0039505306631326675, -0.003653134685009718, -0.0033557387068867683, -0.0030583427287638187, -0.002760946750640869, -0.0024635507725179195, -0.0021661545615643263, -0.0018687585834413767, -0.001571362605318427, -0.0012739665107801557, -0.0009765704162418842, -0.0006791744381189346, -0.0003817784017883241, -8.43823654577136e-05, 0.0002130136708728969, 0.0005104097072035074, 0.0008078057435341179, 0.0011052017798647285, 0.0014025978744029999, 0.0016999938525259495, 0.001997389830648899, 0.0022947858087718487, 0.002592182019725442, 0.0028895779978483915, 0.003186973975971341, 0.0034843701869249344, 0.003781766165047884, 0.004079162143170834, 0.004376558121293783, 0.004673954099416733, 0.004971350077539682, 0.005268746055662632, 0.005566142499446869, 0.0058635384775698185, 0.006160934455692768, 0.006458330433815718, 0.006755726411938667, 0.007053122390061617, 0.0073505183681845665, 0.007647914811968803, 0.007945310324430466, 0.008242706768214703, 0.008540102280676365, 0.008837498724460602]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 6.0, 4.0, 4.0, 7.0, 9.0, 9.0, 13.0, 20.0, 20.0, 31.0, 33.0, 32.0, 49.0, 65.0, 111.0, 137.0, 223.0, 418.0, 4919.0, 902.0, 308.0, 169.0, 105.0, 84.0, 48.0, 53.0, 26.0, 26.0, 17.0, 17.0, 19.0, 6.0, 9.0, 6.0, 4.0, 7.0, 0.0, 2.0, 1.0, 3.0, 0.0, 0.0, 2.0, 1.0, 1.0], "bins": [-0.13754931092262268, -0.13390198349952698, -0.13025467097759247, -0.12660734355449677, -0.12296002358198166, -0.11931270360946655, -0.11566537618637085, -0.11201805621385574, -0.10837073624134064, -0.10472341626882553, -0.10107609629631042, -0.09742876887321472, -0.09378144890069962, -0.09013412892818451, -0.0864868015050888, -0.0828394815325737, -0.0791921615600586, -0.07554484158754349, -0.07189752161502838, -0.06825019419193268, -0.06460287421941757, -0.060955554246902466, -0.05730823054909706, -0.053660906851291656, -0.05001358687877655, -0.046366266906261444, -0.04271894320845604, -0.039071619510650635, -0.03542429953813553, -0.03177697956562042, -0.028129655867815018, -0.024482334032654762, -0.020835012197494507, -0.01718769036233425, -0.013540368527173996, -0.00989304669201374, -0.006245724856853485, -0.0025984030216932297, 0.0010489188134670258, 0.004696240648627281, 0.008343562483787537, 0.011990884318947792, 0.015638206154108047, 0.019285527989268303, 0.02293284982442856, 0.026580171659588814, 0.03022749349474907, 0.033874817192554474, 0.03752213716506958, 0.041169457137584686, 0.04481678083539009, 0.048464104533195496, 0.0521114245057106, 0.05575874447822571, 0.05940606817603111, 0.06305339187383652, 0.06670071184635162, 0.07034803181886673, 0.07399535179138184, 0.07764267921447754, 0.08128999918699265, 0.08493731915950775, 0.08858464658260345, 0.09223196655511856, 0.09587928652763367]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 4.0, 3.0, 0.0, 1.0, 3.0, 2.0, 8.0, 2.0, 3.0, 5.0, 6.0, 2.0, 4.0, 7.0, 4.0, 25.0, 7.0, 7.0, 2.0, 1.0, 6.0, 3.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002387512940913439, -0.0023000191431492567, -0.0022125253453850746, -0.0021250315476208925, -0.0020375377498567104, -0.0019500439520925283, -0.0018625501543283463, -0.0017750563565641642, -0.001687562558799982, -0.0016000686446204782, -0.001512574846856296, -0.001425081049092114, -0.0013375872513279319, -0.0012500934535637498, -0.0011625996557995677, -0.0010751058580353856, -0.0009876120602712035, -0.0009001182625070214, -0.0008126244647428393, -0.0007251306669786572, -0.0006376368692144752, -0.0005501430132426322, -0.00046264921547845006, -0.00037515541771426797, -0.0002876616199500859, -0.0002001678221859038, -0.00011267400986980647, -2.5180204829666764e-05, 6.231360021047294e-05, 0.00014980739797465503, 0.00023730121029075235, 0.00032479502260684967, 0.00041228882037103176, 0.0004997826181352139, 0.0005872764158993959, 0.000674770213663578, 0.0007622640114277601, 0.0008497578673996031, 0.0009372516651637852, 0.0010247454047203064, 0.0011122392024844885, 0.0011997331166639924, 0.0012872269144281745, 0.0013747207121923566, 0.0014622145099565387, 0.0015497083077207208, 0.0016372021054849029, 0.001724695903249085, 0.001812189701013267, 0.0018996834987774491, 0.001987177412956953, 0.002074671210721135, 0.0021621650084853172, 0.0022496588062494993, 0.0023371526040136814, 0.0024246464017778635, 0.0025121401995420456, 0.0025996339973062277, 0.0026871277950704098, 0.002774621592834592, 0.002862115390598774, 0.002949609188362956, 0.003037102986127138, 0.0031245967838913202, 0.0032120905816555023]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 3.0, 3.0, 4.0, 6.0, 10.0, 10.0, 21.0, 23.0, 26.0, 45.0, 56.0, 64.0, 99.0, 114.0, 184.0, 217.0, 345.0, 475.0, 690.0, 973.0, 1599.0, 2497.0, 4065.0, 7197.0, 13810.0, 29433.0, 83107.0, 857565.0, 104949.0, 33036.0, 15602.0, 8518.0, 5006.0, 3112.0, 2104.0, 1426.0, 955.0, 703.0, 465.0, 341.0, 227.0, 141.0, 113.0, 104.0, 70.0, 28.0, 27.0, 20.0, 10.0, 12.0, 14.0, 7.0, 8.0, 2.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.005433470942080021, -0.005250696558505297, -0.0050679221749305725, -0.004885147791355848, -0.004702373407781124, -0.0045195990242064, -0.004336824640631676, -0.0041540502570569515, -0.003971275873482227, -0.0037885012570768595, -0.0036057268735021353, -0.003422952489927411, -0.0032401778735220432, -0.003057403489947319, -0.002874629106372595, -0.0026918547227978706, -0.0025090803392231464, -0.0023263059556484222, -0.002143531572073698, -0.001960757188498974, -0.0017779826885089278, -0.0015952083049342036, -0.0014124338049441576, -0.0012296594213694334, -0.0010468850377947092, -0.000864110654219985, -0.0006813362124375999, -0.0004985617706552148, -0.0003157873870804906, -0.00013301297440193594, 4.976143827661872e-05, 0.00023253585095517337, 0.00041531026363372803, 0.0005980846472084522, 0.0007808590889908373, 0.0009636335307732224, 0.0011464079143479466, 0.0013291822979226708, 0.0015119567979127169, 0.001694731181487441, 0.0018775055650621653, 0.0020602799486368895, 0.0022430543322116137, 0.002425828715786338, 0.0026086033321917057, 0.00279137771576643, 0.002974152099341154, 0.0031569264829158783, 0.0033397008664906025, 0.0035224752500653267, 0.003705249633640051, 0.003888024017214775, 0.004070798400789499, 0.0042535727843642235, 0.004436347167938948, 0.004619121551513672, 0.004801896400749683, 0.004984670784324408, 0.005167445167899132, 0.005350219551473856, 0.00553299393504858, 0.005715768318623304, 0.0058985427021980286, 0.006081317085772753, 0.006264091469347477]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 3.0, 4.0, 2.0, 17.0, 2.0, 7.0, 3.0, 3.0, 2.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.06437484920024872, -0.06305209547281265, -0.061729345470666885, -0.06040659546852112, -0.05908384174108505, -0.05776108801364899, -0.05643833801150322, -0.05511558800935745, -0.05379283428192139, -0.05247008055448532, -0.051147330552339554, -0.04982458055019379, -0.04850182682275772, -0.047179073095321655, -0.04585632309317589, -0.04453357309103012, -0.043210819363594055, -0.04188806563615799, -0.04056531563401222, -0.039242565631866455, -0.03791981190443039, -0.036597058176994324, -0.035274308174848557, -0.03395155817270279, -0.032628804445266724, -0.03130605071783066, -0.02998330071568489, -0.028660548850893974, -0.027337796986103058, -0.02601504512131214, -0.024692293256521225, -0.02336954139173031, -0.022046789526939392, -0.020724037662148476, -0.01940128579735756, -0.018078533932566643, -0.016755782067775726, -0.01543303020298481, -0.014110278338193893, -0.012787526473402977, -0.01146477460861206, -0.010142022743821144, -0.008819270879030228, -0.007496519014239311, -0.006173767149448395, -0.004851015284657478, -0.003528263419866562, -0.0022055115550756454, -0.000882759690284729, 0.00043999217450618744, 0.0017627440392971039, 0.0030854959040880203, 0.004408247768878937, 0.005730999633669853, 0.00705375149846077, 0.008376503363251686, 0.009699255228042603, 0.011022007092833519, 0.012344758957624435, 0.013667510822415352, 0.014990262687206268, 0.016313014551997185, 0.0176357664167881, 0.018958518281579018, 0.020281270146369934]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [7.0, 2.0, 4.0, 4.0, 0.0, 1.0, 0.0, 4.0, 4.0, 10.0, 8.0, 0.0, 1.0, 2.0, 5.0, 5.0, 1.0, 9.0, 5.0, 6.0, 5.0, 8.0, 8.0, 9.0, 13.0, 20.0, 25.0, 13.0, 31.0, 21.0, 38.0, 48.0, 48.0, 64.0, 89.0, 124.0, 160.0, 243.0, 393.0, 512.0, 776.0, 1501.0, 6478.0, 3626.0, 1555.0, 870.0, 547.0, 335.0, 230.0, 165.0, 108.0, 64.0, 63.0, 51.0, 29.0, 30.0, 20.0, 11.0, 13.0, 2.0, 3.0, 2.0, 2.0, 1.0], "bins": [-0.019897479563951492, -0.019434407353401184, -0.018971335142850876, -0.018508262932300568, -0.01804518885910511, -0.017582116648554802, -0.017119044438004494, -0.016655972227454185, -0.016192900016903877, -0.01572982780635357, -0.015266754664480686, -0.014803682453930378, -0.014340609312057495, -0.013877537101507187, -0.013414464890956879, -0.012951391749083996, -0.012488319538533688, -0.01202524732798338, -0.011562174186110497, -0.011099101975560188, -0.01063602976500988, -0.010172956623136997, -0.009709884412586689, -0.00924681220203638, -0.008783739060163498, -0.00832066684961319, -0.007857594639062881, -0.007394521962851286, -0.00693144928663969, -0.006468377076089382, -0.006005304399877787, -0.005542232189327478, -0.005079159513115883, -0.004616086836904287, -0.004153014626353979, -0.0036899419501423836, -0.0032268695067614317, -0.00276379706338048, -0.0023007243871688843, -0.0018376519437879324, -0.0013745795004069805, -0.0009115069988183677, -0.0004484344972297549, 1.463800435885787e-05, 0.00047771050594747066, 0.0009407830075360835, 0.0014038555091246963, 0.00186692806892097, 0.002330000512301922, 0.0027930729556828737, 0.0032561453990638256, 0.003719218075275421, 0.004182290285825729, 0.004645362962037325, 0.0051084356382489204, 0.005571507848799229, 0.006034580525010824, 0.00649765320122242, 0.006960725411772728, 0.0074237980879843235, 0.007886870764195919, 0.008349942974746227, 0.008813015185296535, 0.009276088327169418, 0.009739160537719727]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 4.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 3.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.07821056246757507, -0.07259924709796906, -0.06698793172836304, -0.06137661635875702, -0.055765300989151, -0.050153981894254684, -0.044542666524648666, -0.03893135115504265, -0.03332003578543663, -0.027708720415830612, -0.022097405046224594, -0.016486087813973427, -0.010874772444367409, -0.005263456609100103, 0.000347859226167202, 0.005959175061434507, 0.011570490896701813, 0.01718180626630783, 0.02279312163591385, 0.028404438868165016, 0.034015752375125885, 0.0396270714700222, 0.04523838683962822, 0.05084970220923424, 0.056461017578840256, 0.062072332948446274, 0.06768365204334259, 0.07329496741294861, 0.07890628278255463, 0.08451759815216064, 0.09012891352176666, 0.09574022889137268, 0.1013515442609787, 0.10696285963058472, 0.11257417500019073, 0.11818549036979675, 0.12379680573940277, 0.1294081211090088, 0.1350194364786148, 0.14063075184822083, 0.14624206721782684, 0.15185338258743286, 0.15746469795703888, 0.1630760133266449, 0.16868732869625092, 0.17429864406585693, 0.17990995943546295, 0.18552127480506897, 0.19113260507583618, 0.1967439204454422, 0.20235523581504822, 0.20796655118465424, 0.21357786655426025, 0.21918918192386627, 0.2248004972934723, 0.2304118126630783, 0.23602312803268433, 0.24163444340229034, 0.24724575877189636, 0.2528570592403412, 0.2584683895111084, 0.2640796899795532, 0.26969102025032043, 0.27530232071876526, 0.28091365098953247]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [3.0, 3.0, 1.0, 1.0, 4.0, 3.0, 1.0, 5.0, 2.0, 5.0, 5.0, 4.0, 9.0, 28.0, 30.0, 40.0, 65.0, 20.0, 11.0, 6.0, 4.0, 0.0, 7.0, 3.0, 2.0, 0.0, 0.0, 2.0, 2.0, 3.0, 2.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.07192772626876831, -0.06748843938112259, -0.06304915249347687, -0.05860985815525055, -0.05417057126760483, -0.049731284379959106, -0.04529199376702309, -0.04085270315408707, -0.036413416266441345, -0.031974129378795624, -0.027534838765859604, -0.023095550015568733, -0.018656261265277863, -0.014216972514986992, -0.009777683764696121, -0.0053383950144052505, -0.0008991062641143799, 0.003540182486176491, 0.007979471236467361, 0.012418759986758232, 0.016858048737049103, 0.021297337487339973, 0.025736626237630844, 0.030175914987921715, 0.034615203738212585, 0.03905449062585831, 0.04349378123879433, 0.04793307185173035, 0.05237235873937607, 0.05681164562702179, 0.06125093623995781, 0.06569022685289383, 0.07012951374053955, 0.07456880062818527, 0.079008087515831, 0.08344738185405731, 0.08788666874170303, 0.09232595562934875, 0.09676524996757507, 0.1012045368552208, 0.10564382374286652, 0.11008311063051224, 0.11452239751815796, 0.11896169185638428, 0.12340097874403, 0.12784026563167572, 0.13227955996990204, 0.13671883940696716, 0.14115813374519348, 0.1455974280834198, 0.15003670752048492, 0.15447600185871124, 0.15891528129577637, 0.16335457563400269, 0.167793869972229, 0.17223314940929413, 0.17667244374752045, 0.18111173808574677, 0.1855510175228119, 0.1899903118610382, 0.19442960619926453, 0.19886888563632965, 0.20330817997455597, 0.2077474594116211, 0.2121867537498474]}, "_runtime": 76.9165620803833, "_timestamp": 1596211666.687671, "_step": 94}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 0.0, 2.0, 2.0, 3.0, 3.0, 4.0, 6.0, 3.0, 4.0, 3.0, 3.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009096124209463596, -0.00875287689268589, -0.008409630507230759, -0.008066383190453053, -0.007723136804997921, -0.007379889488220215, -0.007036642637103796, -0.006693395785987377, -0.006350148934870958, -0.0060069020837545395, -0.005663655232638121, -0.005320408381521702, -0.004977161064743996, -0.004633914213627577, -0.004290667362511158, -0.003947420511394739, -0.0036041736602783203, -0.0032609268091619015, -0.0029176799580454826, -0.00257443287409842, -0.0022311860229820013, -0.0018879391718655825, -0.0015446922043338418, -0.0012014452368021011, -0.0008581983856856823, -0.0005149514763616025, -0.0001717045670375228, 0.00017154234228655696, 0.0005147892516106367, 0.0008580361609347165, 0.0012012830702587962, 0.0015445300377905369, 0.0018877768889069557, 0.0022310237400233746, 0.0025742705911397934, 0.002917517675086856, 0.0032607645262032747, 0.0036040113773196936, 0.003947258461266756, 0.004290505312383175, 0.004633752163499594, 0.004976999014616013, 0.005320245865732431, 0.00566349271684885, 0.006006740033626556, 0.006349986884742975, 0.006693233735859394, 0.007036480586975813, 0.007379727438092232, 0.007722974289208651, 0.00806622114032507, 0.008409468457102776, 0.008752714842557907, 0.009095962159335613, 0.009439208544790745, 0.009782455861568451, 0.010125702247023582, 0.010468949563801289, 0.010812196880578995, 0.011155443266034126, 0.011498690582811832, 0.011841936968266964, 0.01218518428504467, 0.012528430670499802, 0.012871677987277508]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 2.0, 3.0, 1.0, 2.0, 2.0, 4.0, 5.0, 3.0, 3.0, 5.0, 4.0, 7.0, 9.0, 9.0, 17.0, 18.0, 24.0, 26.0, 36.0, 45.0, 47.0, 67.0, 81.0, 97.0, 147.0, 229.0, 363.0, 4515.0, 1082.0, 352.0, 189.0, 140.0, 79.0, 73.0, 45.0, 46.0, 24.0, 26.0, 16.0, 16.0, 9.0, 5.0, 12.0, 5.0, 5.0, 5.0, 6.0, 5.0, 3.0, 5.0, 3.0, 1.0, 4.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.11300541460514069, -0.10944485664367676, -0.10588429868221283, -0.1023237407207489, -0.09876318275928497, -0.09520262479782104, -0.09164206683635712, -0.08808150887489319, -0.08452095091342926, -0.08096040040254593, -0.077399842441082, -0.07383928447961807, -0.07027872651815414, -0.06671816855669022, -0.06315761059522629, -0.05959705263376236, -0.05603649467229843, -0.0524759367108345, -0.048915378749370575, -0.04535482078790665, -0.04179426282644272, -0.03823370859026909, -0.03467315062880516, -0.031112592667341232, -0.027552034705877304, -0.023991476744413376, -0.020430918782949448, -0.01687036268413067, -0.01330980472266674, -0.009749246761202812, -0.006188689731061459, -0.0026281322352588177, 0.0009324252605438232, 0.004492982756346464, 0.008053540252149105, 0.011614097282290459, 0.015174655243754387, 0.018735213205218315, 0.022295769304037094, 0.025856327265501022, 0.02941688522696495, 0.03297744318842888, 0.03653800114989281, 0.040098559111356735, 0.043659113347530365, 0.04721967130899429, 0.05078022927045822, 0.05434078723192215, 0.05790134519338608, 0.061461903154850006, 0.06502246111631393, 0.06858301907777786, 0.07214357703924179, 0.07570413500070572, 0.07926469296216965, 0.08282525092363358, 0.0863858014345169, 0.08994635939598083, 0.09350691735744476, 0.09706747531890869, 0.10062803328037262, 0.10418859124183655, 0.10774914920330048, 0.1113097071647644, 0.11487026512622833]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 4.0, 1.0, 3.0, 2.0, 1.0, 2.0, 1.0, 1.0, 5.0, 6.0, 5.0, 0.0, 0.0, 3.0, 26.0, 2.0, 3.0, 4.0, 3.0, 3.0, 2.0, 3.0, 6.0, 3.0, 4.0, 3.0, 5.0, 0.0, 1.0, 1.0, 2.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.0019505680538713932, -0.0018765325658023357, -0.0018024971941486, -0.0017284617060795426, -0.001654426334425807, -0.0015803908463567495, -0.001506355474703014, -0.0014323199866339564, -0.0013582846149802208, -0.0012842491269111633, -0.0012102136388421059, -0.0011361782671883702, -0.0010621427791193128, -0.0009881074074655771, -0.0009140719193965197, -0.0008400364895351231, -0.0007660010596737266, -0.00069196562981233, -0.0006179301999509335, -0.0005438947700895369, -0.0004698593111243099, -0.00039582388126291335, -0.00032178842229768634, -0.0002477529924362898, -0.00017371756257489324, -9.968212543753907e-05, -2.5646688300184906e-05, 4.838874883716926e-05, 0.00012242418597452343, 0.00019645961583591998, 0.000270495074801147, 0.00034453050466254354, 0.0004185659345239401, 0.0004926013643853366, 0.0005666367942467332, 0.0006406722241081297, 0.0007147076539695263, 0.0007887431420385838, 0.0008627785718999803, 0.0009368140017613769, 0.0010108493734151125, 0.00108488486148417, 0.0011589203495532274, 0.001232955721206963, 0.0013069912092760205, 0.0013810265809297562, 0.0014550620689988136, 0.0015290974406525493, 0.0016031329287216067, 0.0016771684167906642, 0.0017512037884443998, 0.0018252392765134573, 0.001899274648167193, 0.0019733100198209286, 0.002047345507889986, 0.0021213809959590435, 0.002195416484028101, 0.0022694519720971584, 0.0023434872273355722, 0.0024175227154046297, 0.002491558203473687, 0.0025655936915427446, 0.0026396289467811584, 0.002713664434850216, 0.0027876999229192734]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 1.0, 4.0, 6.0, 4.0, 4.0, 13.0, 16.0, 25.0, 33.0, 33.0, 53.0, 73.0, 100.0, 160.0, 206.0, 300.0, 445.0, 677.0, 1066.0, 1729.0, 2948.0, 5100.0, 9129.0, 17354.0, 37848.0, 109361.0, 826109.0, 81522.0, 34075.0, 17927.0, 11050.0, 6931.0, 4560.0, 3056.0, 2160.0, 1514.0, 1039.0, 755.0, 541.0, 421.0, 325.0, 235.0, 188.0, 145.0, 92.0, 91.0, 58.0, 45.0, 27.0, 22.0, 26.0, 13.0, 5.0, 6.0, 9.0, 4.0, 1.0, 1.0, 1.0, 0.0, 2.0], "bins": [-0.005833596922457218, -0.005635649431496859, -0.005437701474875212, -0.005239753983914852, -0.005041806027293205, -0.004843858536332846, -0.004645911045372486, -0.004447963088750839, -0.00425001559779048, -0.004052067641168833, -0.003854120150208473, -0.00365617242641747, -0.0034582247026264668, -0.0032602769788354635, -0.003062329487875104, -0.0028643817640841007, -0.0026664340402930975, -0.0024684863165020943, -0.002270538592711091, -0.0020725911017507315, -0.0018746433779597282, -0.001676695654168725, -0.0014787479303777218, -0.0012808003230020404, -0.0010828525992110372, -0.0008849049336276948, -0.0006869572680443525, -0.0004890095442533493, -0.000291061878670007, -9.311419853474945e-05, 0.0001048334816005081, 0.00030278117628768086, 0.0005007288418710232, 0.0006986765074543655, 0.0008966241730377078, 0.001094571896828711, 0.0012925195042043924, 0.0014904672279953957, 0.0016884149517863989, 0.0018863625591620803, 0.0020843101665377617, 0.002282257890328765, 0.002480205614119768, 0.0026781533379107714, 0.0028761010617017746, 0.003074048785492778, 0.0032719962764531374, 0.0034699440002441406, 0.003667891724035144, 0.003865839447826147, 0.004063786938786507, 0.0042617348954081535, 0.004459682386368513, 0.00465763034299016, 0.0048555778339505196, 0.005053525324910879, 0.005251473281532526, 0.005449420772492886, 0.0056473687291145325, 0.005845316220074892, 0.006043263711035252, 0.0062412116676568985, 0.006439159158617258, 0.006637107115238905, 0.0068350546061992645]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 3.0, 3.0, 2.0, 2.0, 1.0, 4.0, 10.0, 1.0, 3.0, 3.0, 2.0, 1.0, 1.0, 7.0, 2.0, 4.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.033204905688762665, -0.03239217400550842, -0.03157943859696388, -0.03076670691370964, -0.0299539752304554, -0.029141241684556007, -0.028328510001301765, -0.027515776455402374, -0.026703044772148132, -0.02589031122624874, -0.0250775795429945, -0.024264845997095108, -0.023452114313840866, -0.022639380767941475, -0.021826649084687233, -0.021013915538787842, -0.0202011838555336, -0.01938845030963421, -0.018575716763734818, -0.017762985080480576, -0.016950251534581184, -0.016137519851326942, -0.015324787236750126, -0.01451205462217331, -0.013699321076273918, -0.012886588461697102, -0.012073855847120285, -0.011261123232543468, -0.010448390617966652, -0.009635658003389835, -0.008822925388813019, -0.008010192774236202, -0.007197460159659386, -0.006384727545082569, -0.0055719949305057526, -0.004759262315928936, -0.0039465297013521194, -0.0031337968539446592, -0.002321064006537199, -0.0015083313919603825, -0.0006955987773835659, 0.00011713389540091157, 0.000929866568185389, 0.0017425992991775274, 0.002555331913754344, 0.0033680645283311605, 0.004180797375738621, 0.004993529990315437, 0.005806262604892254, 0.0066189952194690704, 0.007431727834045887, 0.008244460448622704, 0.00905719306319952, 0.009869925677776337, 0.010682658292353153, 0.01149539090692997, 0.012308124452829361, 0.013120857067406178, 0.013933589681982994, 0.01474632229655981, 0.015559054911136627, 0.01637178659439087, 0.01718452014029026, 0.017997251823544502, 0.018809985369443893]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 6.0, 1.0, 4.0, 3.0, 2.0, 4.0, 7.0, 8.0, 8.0, 4.0, 1.0, 3.0, 5.0, 15.0, 8.0, 9.0, 5.0, 18.0, 18.0, 23.0, 22.0, 34.0, 38.0, 48.0, 67.0, 84.0, 119.0, 170.0, 258.0, 310.0, 387.0, 545.0, 788.0, 1164.0, 2050.0, 5915.0, 1845.0, 1136.0, 787.0, 617.0, 503.0, 369.0, 254.0, 208.0, 133.0, 113.0, 79.0, 60.0, 44.0, 32.0, 28.0, 20.0, 11.0, 9.0, 6.0, 10.0, 8.0, 4.0, 1.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.010679660364985466, -0.010385354980826378, -0.01009104959666729, -0.009796744212508202, -0.009502438828349113, -0.009208133444190025, -0.008913828060030937, -0.008619522675871849, -0.008325217291712761, -0.008030911907553673, -0.007736606057733297, -0.007442300673574209, -0.007147995289415121, -0.006853689905256033, -0.006559384521096945, -0.006265079136937857, -0.0059707737527787685, -0.00567646836861968, -0.005382162984460592, -0.005087857600301504, -0.004793552216142416, -0.004499246831983328, -0.00420494144782424, -0.003910636063665152, -0.00361633044667542, -0.0033220250625163317, -0.0030277196783572435, -0.0027334142941981554, -0.0024391086772084236, -0.0021448032930493355, -0.0018504979088902473, -0.0015561925247311592, -0.001261887140572071, -0.0009675817564129829, -0.0006732763140462339, -0.0003789709007833153, -8.466548752039671e-05, 0.00020963992574252188, 0.0005039453390054405, 0.0007982507813721895, 0.0010925561655312777, 0.0013868615496903658, 0.001681166933849454, 0.001975472318008542, 0.002269777934998274, 0.002564083319157362, 0.00285838870331645, 0.0031526940874755383, 0.0034469994716346264, 0.0037413048557937145, 0.004035610239952803, 0.004329915624111891, 0.004624221008270979, 0.004918526392430067, 0.005212831776589155, 0.005507137160748243, 0.005801443010568619, 0.006095748394727707, 0.006390053778886795, 0.006684359163045883, 0.006978664547204971, 0.0072729699313640594, 0.007567275315523148, 0.007861580699682236, 0.008155886083841324]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 4.0, 1.0, 1.0, 2.0, 1.0, 5.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0944518893957138, -0.09001768380403519, -0.08558348566293716, -0.08114928007125854, -0.07671508193016052, -0.0722808763384819, -0.06784667074680328, -0.06341247260570526, -0.05897826701402664, -0.05454406514763832, -0.05010986328125, -0.04567565768957138, -0.04124145582318306, -0.03680725395679474, -0.03237304836511612, -0.0279388464987278, -0.023504644632339478, -0.019070442765951157, -0.014636239036917686, -0.010202036239206791, -0.005767833441495895, -0.0013336306437849998, 0.0031005721539258957, 0.007534774951636791, 0.011968977749347687, 0.016403179615736008, 0.020837383344769478, 0.025271587073802948, 0.02970578894019127, 0.03413999080657959, 0.03857419639825821, 0.04300839826464653, 0.04744260013103485, 0.05187680199742317, 0.05631100386381149, 0.06074520945549011, 0.06517940759658813, 0.06961361318826675, 0.07404781877994537, 0.0784820169210434, 0.08291622251272202, 0.08735042810440063, 0.09178462624549866, 0.09621883183717728, 0.1006530374288559, 0.10508723556995392, 0.10952144116163254, 0.11395563930273056, 0.11838984489440918, 0.1228240504860878, 0.12725825607776642, 0.13169245421886444, 0.13612665235996246, 0.14056086540222168, 0.1449950635433197, 0.14942926168441772, 0.15386345982551575, 0.15829767286777496, 0.16273187100887299, 0.167166069149971, 0.17160028219223022, 0.17603448033332825, 0.18046867847442627, 0.18490289151668549, 0.1893370896577835]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 3.0, 1.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 4.0, 3.0, 5.0, 1.0, 5.0, 3.0, 2.0, 3.0, 4.0, 5.0, 9.0, 3.0, 10.0, 7.0, 13.0, 21.0, 23.0, 48.0, 26.0, 9.0, 9.0, 6.0, 4.0, 5.0, 1.0, 1.0, 0.0, 2.0, 1.0, 4.0, 1.0, 2.0, 3.0, 2.0, 2.0, 0.0, 3.0, 1.0, 2.0, 0.0, 2.0, 5.0, 2.0, 0.0, 4.0, 0.0, 4.0, 0.0, 2.0, 0.0, 2.0, 1.0, 2.0], "bins": [-0.04573943465948105, -0.04413176327943802, -0.04252408817410469, -0.04091641306877136, -0.03930874168872833, -0.0377010703086853, -0.036093395203351974, -0.034485720098018646, -0.032878048717975616, -0.03127037733793259, -0.02966270223259926, -0.02805502898991108, -0.0264473557472229, -0.02483968250453472, -0.023232009261846542, -0.021624336019158363, -0.020016662776470184, -0.018408989533782005, -0.016801316291093826, -0.015193643048405647, -0.013585969805717468, -0.01197829656302929, -0.01037062332034111, -0.008762950077652931, -0.007155276834964752, -0.005547603592276573, -0.003939930349588394, -0.002332257106900215, -0.0007245838642120361, 0.0008830893784761429, 0.002490762621164322, 0.004098435863852501, 0.00570610910654068, 0.007313782349228859, 0.008921455591917038, 0.010529128834605217, 0.012136802077293396, 0.013744475319981575, 0.015352148562669754, 0.016959821805357933, 0.018567495048046112, 0.02017516829073429, 0.02178284153342247, 0.02339051477611065, 0.024998188018798828, 0.026605861261487007, 0.028213534504175186, 0.029821207746863365, 0.031428880989551544, 0.033036552369594574, 0.0346442274749279, 0.03625190258026123, 0.03785957396030426, 0.03946724534034729, 0.04107492044568062, 0.04268259555101395, 0.044290266931056976, 0.045897938311100006, 0.047505613416433334, 0.04911328852176666, 0.05072095990180969, 0.05232863128185272, 0.05393630638718605, 0.05554398149251938, 0.05715165287256241]}, "_runtime": 77.75007200241089, "_timestamp": 1596211667.5211809, "_step": 95}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 0.0, 3.0, 2.0, 3.0, 0.0, 3.0, 5.0, 0.0, 4.0, 3.0, 3.0, 3.0, 3.0, 2.0, 0.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010505148209631443, -0.010205404832959175, -0.009905660524964333, -0.009605917148292065, -0.009306173771619797, -0.009006429463624954, -0.008706686086952686, -0.008406942710280418, -0.008107198402285576, -0.007807455025613308, -0.007507711183279753, -0.0072079673409461975, -0.00690822396427393, -0.006608480121940374, -0.006308736279606819, -0.006008992902934551, -0.005709249060600996, -0.005409505218267441, -0.005109761841595173, -0.004810017999261618, -0.0045102741569280624, -0.0042105307802557945, -0.003910786937922239, -0.003611043095588684, -0.0033112994860857725, -0.003011555876582861, -0.0027118120342493057, -0.002412068424746394, -0.0021123248152434826, -0.0018125809729099274, -0.0015128373634070158, -0.0012130936374887824, -0.000913349911570549, -0.0006136061856523156, -0.00031386251794174314, -1.4118821127340198e-05, 0.00028562487568706274, 0.0005853686016052961, 0.0008851122693158686, 0.001184855937026441, 0.0014845996629446745, 0.0017843433888629079, 0.0020840871147811413, 0.002383830724284053, 0.0026835743337869644, 0.0029833181761205196, 0.003283061785623431, 0.0035828056279569864, 0.003882549237459898, 0.004182293079793453, 0.004482036456465721, 0.004781780298799276, 0.005081524141132832, 0.0053812675178050995, 0.005681011360138655, 0.00598075520247221, 0.006280498579144478, 0.006580242421478033, 0.006879986263811588, 0.0071797301061451435, 0.007479473482817411, 0.007779217325150967, 0.008078960701823235, 0.008378705009818077, 0.008678448386490345]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 2.0, 1.0, 3.0, 0.0, 1.0, 6.0, 6.0, 5.0, 9.0, 14.0, 18.0, 14.0, 37.0, 29.0, 29.0, 47.0, 59.0, 91.0, 131.0, 170.0, 284.0, 577.0, 5171.0, 469.0, 236.0, 143.0, 89.0, 70.0, 67.0, 35.0, 37.0, 19.0, 15.0, 15.0, 8.0, 8.0, 6.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.12988503277301788, -0.1261865496635437, -0.12248807400465012, -0.11878959834575653, -0.11509112268686295, -0.11139263957738876, -0.10769416391849518, -0.10399568825960159, -0.10029720515012741, -0.09659872949123383, -0.09290025383234024, -0.08920177072286606, -0.08550329506397247, -0.08180481940507889, -0.0781063362956047, -0.07440786063671112, -0.07070937752723694, -0.06701090186834335, -0.06331242620944977, -0.059613946825265884, -0.055915467441082, -0.052216991782188416, -0.04851851239800453, -0.04482003301382065, -0.04112155735492706, -0.03742307797074318, -0.033724598586559296, -0.03002612106502056, -0.026327643543481827, -0.022629164159297943, -0.01893068663775921, -0.0152322081848979, -0.01153372973203659, -0.007835251279175282, -0.00413677329197526, -0.0004382950719445944, 0.003260183148086071, 0.00695866160094738, 0.010657139122486115, 0.014355617575347424, 0.018054096028208733, 0.021752573549747467, 0.02545105293393135, 0.029149530455470085, 0.03284800797700882, 0.0365464873611927, 0.04024496674537659, 0.04394344240427017, 0.047641921788454056, 0.05134040117263794, 0.055038876831531525, 0.05873735621571541, 0.06243583559989929, 0.06613431125879288, 0.06983279436826706, 0.07353127002716064, 0.07722974568605423, 0.08092822879552841, 0.084626704454422, 0.08832518011331558, 0.09202366322278976, 0.09572213888168335, 0.09942061454057693, 0.10311909765005112, 0.1068175733089447]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 4.0, 3.0, 4.0, 3.0, 0.0, 1.0, 3.0, 2.0, 6.0, 5.0, 2.0, 4.0, 1.0, 6.0, 3.0, 3.0, 5.0, 2.0, 27.0, 4.0, 2.0, 3.0, 1.0, 6.0, 1.0, 1.0, 1.0, 2.0, 5.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0019192545441910625, -0.0018411806086078286, -0.001763106556609273, -0.0016850326210260391, -0.0016069585690274835, -0.0015288846334442496, -0.001450810581445694, -0.0013727366458624601, -0.0012946627102792263, -0.0012165886582806706, -0.0011385147226974368, -0.0010604406706988811, -0.0009823667351156473, -0.0009042927413247526, -0.0008262187475338578, -0.0007481447537429631, -0.0006700707599520683, -0.0005919967661611736, -0.0005139227723702788, -0.00043584880768321455, -0.0003577748138923198, -0.00027970082010142505, -0.00020162684086244553, -0.00012355286162346601, -4.547886783257127e-05, 3.2595118682365865e-05, 0.000110669105197303, 0.00018874308443628252, 0.00026681707822717726, 0.000344891072018072, 0.0004229650367051363, 0.000501039030496031, 0.0005791130242869258, 0.0006571870180778205, 0.0007352610118687153, 0.00081333500565961, 0.0008914089994505048, 0.0009694829350337386, 0.0010475569870322943, 0.001125630922615528, 0.001203704858198762, 0.0012817789101973176, 0.0013598528457805514, 0.001437926897779107, 0.001516000833362341, 0.0015940748853608966, 0.0016721488209441304, 0.001750222872942686, 0.00182829680852592, 0.0019063707441091537, 0.0019844446796923876, 0.002062518848106265, 0.002140592783689499, 0.0022186667192727327, 0.0022967406548559666, 0.002374814823269844, 0.002452888758853078, 0.0025309626944363117, 0.0026090366300195456, 0.0026871105656027794, 0.002765184734016657, 0.0028432586695998907, 0.0029213326051831245, 0.0029994065407663584, 0.003077480476349592]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 4.0, 3.0, 2.0, 2.0, 9.0, 6.0, 15.0, 14.0, 24.0, 39.0, 53.0, 54.0, 87.0, 126.0, 167.0, 239.0, 418.0, 608.0, 933.0, 1505.0, 2653.0, 4663.0, 8298.0, 15708.0, 34401.0, 96401.0, 861640.0, 81664.0, 29766.0, 14866.0, 8697.0, 5308.0, 3362.0, 2266.0, 1621.0, 1117.0, 825.0, 567.0, 409.0, 281.0, 217.0, 175.0, 124.0, 88.0, 56.0, 39.0, 36.0, 23.0, 16.0, 13.0, 9.0, 8.0, 7.0, 1.0, 4.0, 2.0, 4.0, 0.0, 1.0, 1.0], "bins": [-0.005509421229362488, -0.005329463630914688, -0.005149506032466888, -0.0049695479683578014, -0.004789590369910002, -0.004609632771462202, -0.004429675173014402, -0.004249717574566603, -0.004069759510457516, -0.0038898021448403597, -0.0037098443135619164, -0.0035298867151141167, -0.003349929116666317, -0.0031699712853878736, -0.002990013686940074, -0.0028100558556616306, -0.002630098257213831, -0.0024501406587660313, -0.002270182827487588, -0.0020902252290397882, -0.0019102675141766667, -0.0017303097993135452, -0.0015503522008657455, -0.001370394486002624, -0.0011904367711395025, -0.001010479056276381, -0.0008305213996209204, -0.0006505637429654598, -0.0004706060281023383, -0.00029064834234304726, -0.00011069065658375621, 6.926702917553484e-05, 0.0002492247149348259, 0.00042918240069411695, 0.000609140086453408, 0.0007890977431088686, 0.0009690554579719901, 0.0011490131728351116, 0.0013289707712829113, 0.0015089284861460328, 0.0016888862010091543, 0.0018688439158722758, 0.0020488016307353973, 0.002228759229183197, 0.0024087168276309967, 0.00258867465890944, 0.0027686322573572397, 0.002948590088635683, 0.0031285476870834827, 0.0033085052855312824, 0.0034884631168097258, 0.0036684207152575254, 0.0038483785465359688, 0.0040283361449837685, 0.004208293743431568, 0.004388251341879368, 0.0045682089403271675, 0.0047481670044362545, 0.004928124602884054, 0.005108082201331854, 0.0052880397997796535, 0.005467997398227453, 0.00564795546233654, 0.00582791306078434, 0.00600787065923214]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 5.0, 0.0, 0.0, 2.0, 0.0, 4.0, 2.0, 3.0, 4.0, 1.0, 0.0, 5.0, 9.0, 1.0, 1.0, 2.0, 1.0, 3.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.019187506288290024, -0.018574964255094528, -0.017962424084544182, -0.017349882051348686, -0.01673734001815319, -0.016124799847602844, -0.015512257814407349, -0.014899715781211853, -0.014287174679338932, -0.013674633577466011, -0.013062091544270515, -0.012449550442397594, -0.011837009340524673, -0.011224467307329178, -0.010611926205456257, -0.009999384172260761, -0.00938684307038784, -0.00877430196851492, -0.008161759935319424, -0.007549218833446503, -0.006936677265912294, -0.006324135698378086, -0.005711594596505165, -0.005099053028970957, -0.0044865114614367485, -0.00387396989390254, -0.0032614285591989756, -0.002648887224495411, -0.0020363456569612026, -0.0014238042058423162, -0.0008112627547234297, -0.0001987213036045432, 0.00041382014751434326, 0.0010263615986332297, 0.0016389030497521162, 0.002251444384455681, 0.002863985951989889, 0.0034765275195240974, 0.004089068621397018, 0.004701610188931227, 0.005314151756465435, 0.005926693323999643, 0.006539234891533852, 0.007151775993406773, 0.007764317560940981, 0.00837685912847519, 0.00898940023034811, 0.009601942263543606, 0.010214483365416527, 0.010827024467289448, 0.011439566500484943, 0.012052107602357864, 0.01266464963555336, 0.013277190737426281, 0.013889731839299202, 0.014502273872494698, 0.015114814974367619, 0.01572735607624054, 0.016339898109436035, 0.01695244014263153, 0.017564980313181877, 0.018177522346377373, 0.01879006437957287, 0.019402604550123215, 0.02001514658331871]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 6.0, 3.0, 3.0, 4.0, 6.0, 7.0, 14.0, 18.0, 17.0, 26.0, 31.0, 32.0, 62.0, 72.0, 90.0, 115.0, 155.0, 221.0, 266.0, 333.0, 446.0, 718.0, 915.0, 1301.0, 2130.0, 6937.0, 1830.0, 927.0, 591.0, 354.0, 235.0, 150.0, 110.0, 73.0, 61.0, 41.0, 21.0, 29.0, 14.0, 14.0, 12.0, 7.0, 8.0, 7.0, 3.0, 1.0, 3.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0], "bins": [-0.013108531944453716, -0.012740414589643478, -0.01237229723483324, -0.012004179880023003, -0.01163606345653534, -0.011267946101725101, -0.010899828746914864, -0.010531711392104626, -0.010163594037294388, -0.00979547668248415, -0.009427359327673912, -0.009059241972863674, -0.008691124618053436, -0.008323008194565773, -0.007954890839755535, -0.007586773484945297, -0.007218656130135059, -0.0068505387753248215, -0.006482421420514584, -0.006114304531365633, -0.005746187176555395, -0.005378069821745157, -0.005009952932596207, -0.004641835577785969, -0.004273718222975731, -0.003905600868165493, -0.0035374837461858988, -0.0031693666242063046, -0.0028012492693960667, -0.0024331319145858288, -0.0020650147926062346, -0.0016968975542113185, -0.0013287803158164024, -0.0009606630774214864, -0.0005925458390265703, -0.00022442860063165426, 0.0001436886377632618, 0.0005118058761581779, 0.0008799231145530939, 0.00124804035294801, 0.001616157591342926, 0.001984274946153164, 0.002352392068132758, 0.0027205091901123524, 0.0030886265449225903, 0.003456743899732828, 0.0038248610217124224, 0.004192978143692017, 0.0045610954985022545, 0.004929212853312492, 0.00529733020812273, 0.005665447097271681, 0.006033564452081919, 0.006401681806892157, 0.006769798696041107, 0.007137916050851345, 0.007506033405661583, 0.00787415076047182, 0.008242268115282059, 0.008610385470092297, 0.008978502824902534, 0.009346619248390198, 0.009714736603200436, 0.010082853958010674, 0.010450971312820911]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 6.0, 1.0, 3.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.20189455151557922, -0.1945900022983551, -0.18728546798229218, -0.17998091876506805, -0.17267638444900513, -0.165371835231781, -0.15806728601455688, -0.15076275169849396, -0.14345820248126984, -0.1361536681652069, -0.1288491189479828, -0.12154457718133926, -0.11424003541469574, -0.10693549364805222, -0.0996309444308281, -0.09232640266418457, -0.08502186089754105, -0.07771731913089752, -0.070412777364254, -0.06310822814702988, -0.05580368638038635, -0.04849914461374283, -0.041194602847099304, -0.03389005735516548, -0.026585515588521957, -0.019280971959233284, -0.011976429261267185, -0.004671886097639799, 0.002632657065987587, 0.00993720069527626, 0.017241742461919785, 0.024546286091208458, 0.03185082972049713, 0.039155371487140656, 0.04645991697907448, 0.053764458745718, 0.061069004237651825, 0.06837354600429535, 0.07567808777093887, 0.0829826295375824, 0.09028717875480652, 0.09759172052145004, 0.10489626228809357, 0.11220080405473709, 0.11950534582138062, 0.12680989503860474, 0.13411442935466766, 0.14141897857189178, 0.1487235128879547, 0.15602806210517883, 0.16333261132240295, 0.17063714563846588, 0.17794169485569, 0.18524622917175293, 0.19255077838897705, 0.19985532760620117, 0.2071598619222641, 0.21446441113948822, 0.22176894545555115, 0.22907349467277527, 0.2363780438899994, 0.24368257820606232, 0.25098711252212524, 0.25829166173934937, 0.2655962109565735]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 3.0, 0.0, 2.0, 2.0, 3.0, 2.0, 2.0, 0.0, 6.0, 4.0, 4.0, 4.0, 5.0, 3.0, 3.0, 2.0, 3.0, 4.0, 9.0, 3.0, 8.0, 23.0, 61.0, 37.0, 16.0, 8.0, 8.0, 7.0, 4.0, 7.0, 7.0, 2.0, 3.0, 3.0, 3.0, 4.0, 2.0, 2.0, 4.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0935608297586441, -0.09037903696298599, -0.08719723671674728, -0.08401544392108917, -0.08083364367485046, -0.07765185087919235, -0.07447005808353424, -0.07128825783729553, -0.06810646504163742, -0.06492467224597931, -0.0617428719997406, -0.05856107920408249, -0.05537928268313408, -0.05219748616218567, -0.04901569336652756, -0.04583389684557915, -0.04265210032463074, -0.03947030380368233, -0.03628850728273392, -0.033106714487075806, -0.029924917966127396, -0.026743121445178986, -0.023561326786875725, -0.020379532128572464, -0.017197735607624054, -0.014015940017998219, -0.010834144428372383, -0.007652348838746548, -0.004470553249120712, -0.0012887576594948769, 0.0018930379301309586, 0.005074833519756794, 0.00825662910938263, 0.011438424699008465, 0.0146202202886343, 0.01780201494693756, 0.02098381146788597, 0.02416560798883438, 0.027347402647137642, 0.030529197305440903, 0.03371099382638931, 0.03689279034733772, 0.04007458686828613, 0.043256379663944244, 0.046438176184892654, 0.049619972705841064, 0.052801765501499176, 0.055983562022447586, 0.059165358543395996, 0.062347155064344406, 0.06552895158529282, 0.06871074438095093, 0.07189254462718964, 0.07507433742284775, 0.07825613021850586, 0.08143793046474457, 0.08461972326040268, 0.08780151605606079, 0.0909833163022995, 0.09416510909795761, 0.09734690189361572, 0.10052870213985443, 0.10371049493551254, 0.10689229518175125, 0.11007408797740936]}, "_runtime": 78.62265348434448, "_timestamp": 1596211668.3937624, "_step": 96}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 3.0, 1.0, 2.0, 2.0, 0.0, 2.0, 3.0, 2.0, 1.0, 1.0, 1.0, 7.0, 0.0, 5.0, 1.0, 3.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 5.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.014582945965230465, -0.014197650365531445, -0.013812355697154999, -0.013427060097455978, -0.013041764497756958, -0.012656469829380512, -0.012271174229681492, -0.011885878629982471, -0.011500583961606026, -0.011115288361907005, -0.010729992762207985, -0.010344697162508965, -0.009959402494132519, -0.009574106894433498, -0.009188811294734478, -0.008803516626358032, -0.008418221026659012, -0.008032925426959991, -0.007647630292922258, -0.007262335158884525, -0.006877039559185505, -0.006491744425147772, -0.006106449291110039, -0.005721153691411018, -0.005335858557373285, -0.004950563423335552, -0.004565267823636532, -0.004179972689598799, -0.003794677322730422, -0.0034093819558620453, -0.003024086821824312, -0.0026387914549559355, -0.0022534960880875587, -0.001868200721219182, -0.0014829054707661271, -0.0010976102203130722, -0.0007123148534446955, -0.00032701954478397965, 5.8275763876736164e-05, 0.000443571072537452, 0.0008288663811981678, 0.0012141617480665445, 0.0015994569985195994, 0.0019847522489726543, 0.002370047615841031, 0.002755342982709408, 0.003140638116747141, 0.0035259334836155176, 0.003911228850483894, 0.004296523984521627, 0.004681819584220648, 0.005067114718258381, 0.005452410317957401, 0.005837705451995134, 0.006223000586032867, 0.006608296185731888, 0.006993591319769621, 0.007378886453807354, 0.007764182053506374, 0.008149477653205395, 0.00853477232158184, 0.008920067921280861, 0.009305363520979881, 0.009690658189356327, 0.010075953789055347]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 3.0, 1.0, 1.0, 3.0, 5.0, 7.0, 8.0, 12.0, 16.0, 23.0, 12.0, 30.0, 41.0, 63.0, 79.0, 110.0, 148.0, 220.0, 412.0, 5152.0, 704.0, 305.0, 170.0, 96.0, 78.0, 72.0, 39.0, 42.0, 25.0, 14.0, 10.0, 7.0, 8.0, 2.0, 1.0, 4.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.18246187269687653, -0.1768650859594345, -0.1712682992219925, -0.16567152738571167, -0.16007474064826965, -0.15447795391082764, -0.14888116717338562, -0.1432843804359436, -0.1376875936985016, -0.13209082186222076, -0.12649403512477875, -0.12089724838733673, -0.11530046164989471, -0.1097036823630333, -0.10410689562559128, -0.09851011633872986, -0.09291332960128784, -0.08731654286384583, -0.0817197635769844, -0.07612297683954239, -0.07052619755268097, -0.06492941081523895, -0.059332624077796936, -0.05373584106564522, -0.0481390580534935, -0.04254227504134178, -0.036945492029190063, -0.03134870529174805, -0.02575192227959633, -0.02015513926744461, -0.014558354392647743, -0.00896157044917345, -0.0033647865056991577, 0.002231997437775135, 0.007828781381249428, 0.01342556532472372, 0.019022349268198013, 0.02461913228034973, 0.0302159171551466, 0.035812702029943466, 0.041409485042095184, 0.0470062680542469, 0.05260305106639862, 0.05819983780384064, 0.06379662454128265, 0.06939340382814407, 0.07499019056558609, 0.08058696985244751, 0.08618375658988953, 0.09178054332733154, 0.09737732261419296, 0.10297410935163498, 0.1085708886384964, 0.11416767537593842, 0.11976446211338043, 0.12536124885082245, 0.13095802068710327, 0.1365548074245453, 0.1421515941619873, 0.14774838089942932, 0.15334516763687134, 0.15894195437431335, 0.16453872621059418, 0.1701355129480362, 0.1757322996854782]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 6.0, 6.0, 2.0, 1.0, 3.0, 3.0, 7.0, 1.0, 3.0, 25.0, 5.0, 5.0, 5.0, 6.0, 4.0, 5.0, 3.0, 2.0, 2.0, 3.0, 1.0, 3.0, 4.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.004934841766953468, -0.004813704174011946, -0.004692566581070423, -0.004571429453790188, -0.004450291860848665, -0.004329154267907143, -0.004208017140626907, -0.004086879547685385, -0.003965741954743862, -0.0038446043618023396, -0.0037234670016914606, -0.0036023296415805817, -0.003481192048639059, -0.0033600544556975365, -0.0032389170955866575, -0.0031177797354757786, -0.002996642142534256, -0.0028755045495927334, -0.0027543671894818544, -0.0026332298293709755, -0.002512092236429453, -0.0023909546434879303, -0.0022698172833770514, -0.0021486799232661724, -0.00202754233032465, -0.001906404853798449, -0.0017852673772722483, -0.0016641299007460475, -0.0015429924242198467, -0.001421854947693646, -0.0013007174711674452, -0.0011795799946412444, -0.0010584425181150436, -0.0009373050415888429, -0.0008161675650626421, -0.0006950300885364413, -0.0005738926120102406, -0.0004527551354840398, -0.000331617658957839, -0.00021048018243163824, -8.934270590543747e-05, 3.17947706207633e-05, 0.00015293224714696407, 0.00027406972367316484, 0.0003952072001993656, 0.0005163446767255664, 0.0006374821532517672, 0.0007586196297779679, 0.0008797571063041687, 0.0010008945828303695, 0.0011220320593565702, 0.001243169535882771, 0.0013643070124089718, 0.0014854444889351726, 0.0016065819654613733, 0.001727719441987574, 0.0018488569185137749, 0.0019699945114552975, 0.0020911318715661764, 0.0022122692316770554, 0.002333406824618578, 0.0024545444175601006, 0.0025756817776709795, 0.0026968191377818584, 0.002817956730723381]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 1.0, 1.0, 4.0, 3.0, 3.0, 7.0, 10.0, 13.0, 15.0, 16.0, 21.0, 43.0, 40.0, 54.0, 105.0, 130.0, 173.0, 259.0, 320.0, 416.0, 601.0, 878.0, 1238.0, 1685.0, 2690.0, 4068.0, 6246.0, 10409.0, 17955.0, 34272.0, 84282.0, 812390.0, 99982.0, 40283.0, 21870.0, 13138.0, 8356.0, 5442.0, 3723.0, 2497.0, 1789.0, 1203.0, 849.0, 672.0, 438.0, 305.0, 238.0, 156.0, 105.0, 75.0, 51.0, 39.0, 26.0, 21.0, 18.0, 11.0, 6.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.006436172407120466, -0.00625049090012908, -0.006064809393137693, -0.005879127886146307, -0.005693445913493633, -0.005507764406502247, -0.0053220828995108604, -0.005136401392519474, -0.004950719885528088, -0.004765038378536701, -0.004579356871545315, -0.004393675364553928, -0.004207993857562542, -0.004022311884909868, -0.003836630377918482, -0.0036509488709270954, -0.003465267363935709, -0.0032795858569443226, -0.003093904349952936, -0.002908222610130906, -0.0027225411031395197, -0.0025368595961481333, -0.002351177856326103, -0.002165496349334717, -0.0019798148423433304, -0.001794133335351944, -0.0016084517119452357, -0.0014227700885385275, -0.001237088581547141, -0.0010514070745557547, -0.0008657254511490464, -0.0006800438859499991, -0.0004943623207509518, -0.00030868075555190444, -0.0001229991903528571, 6.268237484619021e-05, 0.00024836394004523754, 0.00043404550524428487, 0.0006197270704433322, 0.0008054086356423795, 0.0009910902008414268, 0.0011767717078328133, 0.0013624533312395215, 0.0015481349546462297, 0.0017338164616376162, 0.0019194979686290026, 0.0021051797084510326, 0.002290861215442419, 0.0024765427224338055, 0.002662224229425192, 0.0028479057364165783, 0.0030335874762386084, 0.0032192689832299948, 0.003404950490221381, 0.0035906322300434113, 0.0037763137370347977, 0.003961995244026184, 0.0041476767510175705, 0.004333358258008957, 0.004519039765000343, 0.00470472127199173, 0.0048904032446444035, 0.00507608475163579, 0.005261766258627176, 0.005447447765618563]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 4.0, 2.0, 1.0, 7.0, 3.0, 1.0, 4.0, 1.0, 4.0, 1.0, 2.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.029990429058670998, -0.029223840683698654, -0.02845725044608116, -0.027690662071108818, -0.026924073696136475, -0.02615748532116413, -0.025390896946191788, -0.024624306708574295, -0.02385771833360195, -0.023091129958629608, -0.022324539721012115, -0.021557951346039772, -0.02079136297106743, -0.020024774596095085, -0.01925818622112274, -0.01849159598350525, -0.017725007608532906, -0.016958419233560562, -0.01619182899594307, -0.015425240620970726, -0.014658652245998383, -0.013892063871026039, -0.013125474564731121, -0.012358885258436203, -0.01159229688346386, -0.010825708508491516, -0.010059119202196598, -0.00929252989590168, -0.008525941520929337, -0.007759352680295706, -0.006992763839662075, -0.006226174999028444, -0.0054595861583948135, -0.004692997317761183, -0.003926408477127552, -0.0031598196364939213, -0.0023932307958602905, -0.0016266419552266598, -0.000860053114593029, -9.346427395939827e-05, 0.0006731245666742325, 0.0014397134073078632, 0.002206302247941494, 0.0029728910885751247, 0.0037394799292087555, 0.004506068769842386, 0.005272657610476017, 0.006039246451109648, 0.0068058352917432785, 0.007572424132376909, 0.00833901297301054, 0.009105602279305458, 0.009872190654277802, 0.010638779029250145, 0.011405368335545063, 0.012171957641839981, 0.012938546016812325, 0.013705134391784668, 0.014471723698079586, 0.015238313004374504, 0.016004901379346848, 0.01677148975431919, 0.017538078129291534, 0.018304668366909027, 0.01907125674188137]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 3.0, 2.0, 5.0, 5.0, 8.0, 5.0, 8.0, 7.0, 14.0, 14.0, 19.0, 17.0, 28.0, 32.0, 35.0, 39.0, 55.0, 72.0, 79.0, 118.0, 144.0, 250.0, 309.0, 448.0, 688.0, 973.0, 1778.0, 6487.0, 2169.0, 1252.0, 934.0, 626.0, 448.0, 300.0, 242.0, 169.0, 155.0, 102.0, 66.0, 85.0, 50.0, 51.0, 41.0, 23.0, 14.0, 15.0, 12.0, 8.0, 1.0, 8.0, 4.0, 2.0, 2.0, 1.0, 2.0], "bins": [-0.014913435094058514, -0.014505515806376934, -0.014097596518695354, -0.013689677231013775, -0.013281757943332195, -0.012873838655650616, -0.012465919367969036, -0.012058000080287457, -0.011650081723928452, -0.011242162436246872, -0.010834243148565292, -0.010426323860883713, -0.010018404573202133, -0.009610485285520554, -0.009202565997838974, -0.008794646710157394, -0.008386727422475815, -0.007978808134794235, -0.007570888847112656, -0.007162969559431076, -0.0067550502717494965, -0.006347131449729204, -0.005939212162047625, -0.005531292874366045, -0.005123373586684465, -0.004715454299002886, -0.004307535011321306, -0.0038996159564703703, -0.0034916966687887907, -0.003083777381107211, -0.002675858326256275, -0.0022679390385746956, -0.001860019750893116, -0.0014521004632115364, -0.0010441812919452786, -0.00063626206247136, -0.0002283428329974413, 0.00017957639647647738, 0.0005874956259503961, 0.0009954147972166538, 0.0014033340848982334, 0.001811253372579813, 0.0022191726602613926, 0.0026270917151123285, 0.003035011002793908, 0.0034429302904754877, 0.0038508493453264236, 0.004258768633008003, 0.004666687920689583, 0.005074607208371162, 0.005482526496052742, 0.005890445783734322, 0.006298365071415901, 0.0067062838934361935, 0.007114203181117773, 0.007522122468799353, 0.00793004222214222, 0.008337960578501225, 0.008745879866182804, 0.009153799153864384, 0.009561718441545963, 0.009969637729227543, 0.010377557016909122, 0.010785476304590702, 0.011193395592272282]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 2.0, 0.0, 4.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.11822083592414856, -0.11328642070293427, -0.10835201293230057, -0.10341759771108627, -0.09848318248987198, -0.09354877471923828, -0.08861435949802399, -0.08367994427680969, -0.0787455290555954, -0.0738111212849617, -0.0688767060637474, -0.06394229084253311, -0.059007883071899414, -0.05407346785068512, -0.049139056354761124, -0.04420464113354683, -0.03927022963762283, -0.03433581814169884, -0.029401402920484543, -0.024466991424560547, -0.0195325780659914, -0.014598164707422256, -0.009663752280175686, -0.004729339387267828, 0.0002050735056400299, 0.005139486398547888, 0.010073899291455746, 0.015008311718702316, 0.01994272507727146, 0.024877138435840607, 0.029811549931764603, 0.0347459651529789, 0.03968037664890289, 0.04461478814482689, 0.049549203366041183, 0.05448361486196518, 0.059418030083179474, 0.06435243785381317, 0.06928685307502747, 0.07422126829624176, 0.07915568351745605, 0.08409009128808975, 0.08902450650930405, 0.09395892173051834, 0.09889332950115204, 0.10382774472236633, 0.10876215994358063, 0.11369656771421432, 0.11863098293542862, 0.12356539815664291, 0.1284998059272766, 0.1334342211484909, 0.1383686363697052, 0.1433030515909195, 0.1482374668121338, 0.1531718671321869, 0.15810628235340118, 0.16304069757461548, 0.16797511279582977, 0.17290952801704407, 0.17784394323825836, 0.18277834355831146, 0.18771275877952576, 0.19264717400074005, 0.19758158922195435]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 5.0, 2.0, 3.0, 4.0, 2.0, 1.0, 2.0, 8.0, 4.0, 11.0, 10.0, 21.0, 32.0, 66.0, 33.0, 19.0, 7.0, 9.0, 8.0, 5.0, 1.0, 4.0, 0.0, 3.0, 2.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 3.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0], "bins": [-0.08998563885688782, -0.08689960837364197, -0.08381358534097672, -0.08072756230831146, -0.07764153182506561, -0.07455550134181976, -0.07146947830915451, -0.06838345527648926, -0.06529742479324341, -0.06221139803528786, -0.059125371277332306, -0.056039344519376755, -0.052953317761421204, -0.04986729100346565, -0.0467812642455101, -0.04369523748755455, -0.040609210729599, -0.03752318397164345, -0.0344371572136879, -0.031351130455732346, -0.028265103697776794, -0.025179076939821243, -0.022093050181865692, -0.01900702342391014, -0.01592099666595459, -0.012834969907999039, -0.009748943150043488, -0.006662916392087936, -0.0035768896341323853, -0.0004908628761768341, 0.002595163881778717, 0.005681190639734268, 0.00876721739768982, 0.01185324415564537, 0.014939270913600922, 0.018025297671556473, 0.021111324429512024, 0.024197351187467575, 0.027283377945423126, 0.030369404703378677, 0.03345543146133423, 0.03654145821928978, 0.03962748497724533, 0.04271351173520088, 0.04579953849315643, 0.048885565251111984, 0.051971592009067535, 0.05505761876702309, 0.05814364552497864, 0.06122967228293419, 0.06431569904088974, 0.06740172207355499, 0.07048775255680084, 0.07357378304004669, 0.07665980607271194, 0.0797458291053772, 0.08283185958862305, 0.0859178900718689, 0.08900391310453415, 0.0920899361371994, 0.09517596662044525, 0.0982619971036911, 0.10134802013635635, 0.1044340431690216, 0.10752007365226746]}, "_runtime": 79.51625180244446, "_timestamp": 1596211669.2873607, "_step": 97}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 3.0, 2.0, 2.0, 4.0, 4.0, 2.0, 2.0, 4.0, 2.0, 0.0, 4.0, 2.0, 1.0, 1.0, 5.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.011795231141149998, -0.011478753760457039, -0.011162275448441505, -0.010845798067748547, -0.010529320687055588, -0.010212843306362629, -0.009896364994347095, -0.009579887613654137, -0.009263410232961178, -0.008946931920945644, -0.008630454540252686, -0.008313977159559727, -0.007997499778866768, -0.007681021932512522, -0.007364544086158276, -0.007048066705465317, -0.006731588859111071, -0.0064151110127568245, -0.006098633632063866, -0.0057821557857096195, -0.005465678405016661, -0.0051492005586624146, -0.004832723177969456, -0.00451624533161521, -0.0041997674852609634, -0.0038832901045680046, -0.003566812491044402, -0.0032503348775207996, -0.0029338570311665535, -0.002617379417642951, -0.0023009018041193485, -0.001984424190595746, -0.0016679465770721436, -0.001351468963548541, -0.0010349913500249386, -0.0007185136200860143, -0.0004020360065624118, -8.555836393497884e-05, 0.0002309192786924541, 0.0005473969504237175, 0.00086387456394732, 0.0011803521774709225, 0.001496829790994525, 0.0018133075209334493, 0.0021297852508723736, 0.002446262864395976, 0.0027627404779195786, 0.003079218091443181, 0.0033956957049667835, 0.003712173318490386, 0.0040286509320139885, 0.004345128778368235, 0.0046616061590611935, 0.00497808400541544, 0.0052945613861083984, 0.005611039232462645, 0.005927517078816891, 0.0062439944595098495, 0.006560472305864096, 0.0068769496865570545, 0.007193427532911301, 0.0075099049136042595, 0.007826382294297218, 0.008142860606312752, 0.00845933798700571]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 4.0, 3.0, 3.0, 2.0, 4.0, 2.0, 6.0, 5.0, 9.0, 8.0, 15.0, 14.0, 12.0, 21.0, 31.0, 43.0, 24.0, 45.0, 53.0, 84.0, 114.0, 111.0, 157.0, 252.0, 388.0, 4836.0, 634.0, 284.0, 231.0, 134.0, 81.0, 78.0, 48.0, 43.0, 37.0, 26.0, 20.0, 7.0, 8.0, 10.0, 7.0, 12.0, 8.0, 5.0, 2.0, 2.0, 2.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.117514967918396, -0.11409962177276611, -0.11068427562713623, -0.10726892948150635, -0.10385358333587646, -0.10043823719024658, -0.0970228910446167, -0.09360754489898682, -0.09019219875335693, -0.08677685260772705, -0.08336150646209717, -0.07994616031646729, -0.0765308141708374, -0.07311546802520752, -0.06970012187957764, -0.06628477573394775, -0.06286942958831787, -0.05945407971739769, -0.05603873357176781, -0.052623387426137924, -0.04920804128050804, -0.04579269513487816, -0.042377348989248276, -0.03896200284361839, -0.03554665297269821, -0.03213130682706833, -0.028715962544083595, -0.025300616398453712, -0.02188526839017868, -0.018469922244548798, -0.015054576098918915, -0.011639229953289032, -0.00822388380765915, -0.004808537662029266, -0.0013931910507380962, 0.0020221553277224302, 0.005437501706182957, 0.00885284785181284, 0.012268194928765297, 0.01568354107439518, 0.019098887220025063, 0.022514233365654945, 0.025929579511284828, 0.02934492565691471, 0.03276027366518974, 0.036175619810819626, 0.03959096595644951, 0.04300631210207939, 0.046421658247709274, 0.04983700439333916, 0.05325235053896904, 0.05666769668459892, 0.060083042830228806, 0.06349839270114899, 0.06691373884677887, 0.07032908499240875, 0.07374443113803864, 0.07715977728366852, 0.0805751234292984, 0.08399046957492828, 0.08740581572055817, 0.09082116186618805, 0.09423650801181793, 0.09765185415744781, 0.1010672003030777]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 3.0, 0.0, 3.0, 2.0, 2.0, 2.0, 1.0, 4.0, 4.0, 1.0, 5.0, 4.0, 7.0, 3.0, 3.0, 27.0, 2.0, 2.0, 4.0, 6.0, 3.0, 1.0, 1.0, 3.0, 4.0, 2.0, 3.0, 0.0, 2.0, 2.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.0024962809402495623, -0.0024101650342345238, -0.0023240491282194853, -0.002237933222204447, -0.0021518173161894083, -0.00206570141017437, -0.0019795855041593313, -0.0018934697145596147, -0.0018073538085445762, -0.0017212379025295377, -0.0016351219965144992, -0.0015490060904994607, -0.001462890300899744, -0.0013767743948847055, -0.001290658488869667, -0.0012045425828546286, -0.00111842667683959, -0.0010323107708245516, -0.0009461948648095131, -0.0008600790170021355, -0.000773963110987097, -0.0006878472049720585, -0.000601731357164681, -0.0005156154511496425, -0.000429499545134604, -0.0003433836391195655, -0.00025726776220835745, -0.0001711518707452342, -8.503597928211093e-05, 1.0799121810123324e-06, 8.71958036441356e-05, 0.00017331169510725886, 0.0002594275865703821, 0.0003455434925854206, 0.00043165936949662864, 0.0005177752464078367, 0.0006038911524228752, 0.0006900070584379137, 0.0007761229062452912, 0.0008622388122603297, 0.0009483547182753682, 0.0010344706242904067, 0.0011205865303054452, 0.0012067024363204837, 0.0012928182259202003, 0.0013789341319352388, 0.0014650500379502773, 0.0015511659439653158, 0.0016372818499803543, 0.0017233977559953928, 0.0018095136620104313, 0.0018956295680254698, 0.0019817454740405083, 0.0020678613800555468, 0.0021539772860705853, 0.0022400931920856237, 0.0023262090981006622, 0.002412324771285057, 0.0024984406773000956, 0.002584556583315134, 0.0026706724893301725, 0.002756788395345211, 0.0028429043013602495, 0.002929020207375288, 0.0030151361133903265]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 5.0, 6.0, 6.0, 8.0, 19.0, 20.0, 29.0, 53.0, 75.0, 102.0, 145.0, 192.0, 269.0, 385.0, 576.0, 945.0, 1484.0, 2260.0, 3643.0, 6107.0, 10782.0, 20420.0, 43226.0, 126266.0, 817468.0, 74060.0, 30785.0, 15740.0, 8881.0, 5485.0, 3302.0, 2143.0, 1423.0, 981.0, 634.0, 459.0, 310.0, 238.0, 192.0, 135.0, 85.0, 81.0, 49.0, 48.0, 24.0, 29.0, 23.0, 15.0, 10.0, 3.0, 4.0, 5.0, 3.0, 3.0, 0.0, 0.0, 3.0, 1.0], "bins": [-0.005827348679304123, -0.005635433830320835, -0.00544351851567626, -0.005251603666692972, -0.005059688352048397, -0.004867773503065109, -0.0046758586540818214, -0.004483943339437246, -0.0042920284904539585, -0.004100113641470671, -0.003908198326826096, -0.0037162834778428078, -0.0035243683960288763, -0.003332453314214945, -0.003140538465231657, -0.0029486233834177256, -0.002756708301603794, -0.0025647932197898626, -0.002372878137975931, -0.0021809632889926434, -0.001989048207178712, -0.0017971331253647804, -0.0016052181599661708, -0.0014133031945675611, -0.0012213881127536297, -0.0010294730309396982, -0.0008375580655410886, -0.000645643041934818, -0.0004537280183285475, -0.0002618129947222769, -6.989797111600637e-05, 0.00012201705249026418, 0.00031393207609653473, 0.0005058470997028053, 0.0006977621233090758, 0.0008896771469153464, 0.001081592170521617, 0.0012735072523355484, 0.001465422217734158, 0.0016573371831327677, 0.0018492522649466991, 0.0020411673467606306, 0.002233082428574562, 0.00242499727755785, 0.0026169123593717813, 0.002808827441185713, 0.0030007422901690006, 0.003192657371982932, 0.0033845724537968636, 0.003576487535610795, 0.0037684026174247265, 0.003960317466408014, 0.004152232781052589, 0.004344147630035877, 0.004536062479019165, 0.00472797779366374, 0.004919892642647028, 0.005111807491630316, 0.005303722806274891, 0.005495637655258179, 0.0056875525042414665, 0.005879467818886042, 0.0060713826678693295, 0.006263297982513905, 0.006455212831497192]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 4.0, 4.0, 3.0, 11.0, 6.0, 2.0, 2.0, 2.0, 2.0, 1.0, 0.0, 4.0, 2.0, 0.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.019908320158720016, -0.019371962174773216, -0.018835602328181267, -0.018299244344234467, -0.017762884497642517, -0.017226526513695717, -0.016690168529748917, -0.016153808683156967, -0.015617450699210167, -0.015081091783940792, -0.014544732868671417, -0.014008373953402042, -0.013472015038132668, -0.012935656122863293, -0.012399298138916492, -0.011862939223647118, -0.011326580308377743, -0.010790221393108368, -0.010253862477838993, -0.009717504493892193, -0.009181145578622818, -0.008644786663353443, -0.008108427748084068, -0.007572069298475981, -0.007035710383206606, -0.006499351467937231, -0.0059629930183291435, -0.005426634103059769, -0.004890275187790394, -0.004353916738182306, -0.0038175578229129314, -0.0032811991404742002, -0.002744840458035469, -0.002208481775596738, -0.0016721229767426848, -0.0011357641778886318, -0.0005994054954499006, -6.304675480350852e-05, 0.0004733119858428836, 0.0010096707846969366, 0.0015460294671356678, 0.002082388149574399, 0.00261874683201313, 0.003155105747282505, 0.0036914644297212362, 0.004227823112159967, 0.004764182027429342, 0.00530054047703743, 0.005836899392306805, 0.0063732583075761795, 0.006909616757184267, 0.007445975672453642, 0.00798233412206173, 0.008518693037331104, 0.009055051952600479, 0.009591410867869854, 0.010127769783139229, 0.010664127767086029, 0.011200486682355404, 0.011736845597624779, 0.012273204512894154, 0.012809563428163528, 0.013345921412110329, 0.013882280327379704, 0.014418639242649078]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 4.0, 5.0, 7.0, 8.0, 11.0, 13.0, 14.0, 15.0, 11.0, 14.0, 17.0, 32.0, 42.0, 36.0, 63.0, 67.0, 113.0, 122.0, 183.0, 287.0, 327.0, 550.0, 772.0, 1227.0, 1953.0, 6139.0, 1958.0, 1232.0, 825.0, 575.0, 449.0, 310.0, 256.0, 164.0, 154.0, 108.0, 77.0, 54.0, 50.0, 34.0, 32.0, 22.0, 13.0, 17.0, 14.0, 7.0, 11.0, 12.0, 8.0, 5.0, 3.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0], "bins": [-0.008020695298910141, -0.007766089402139187, -0.007511483505368233, -0.007256877142935991, -0.007002271246165037, -0.006747665349394083, -0.006493058986961842, -0.0062384530901908875, -0.005983847193419933, -0.005729241296648979, -0.005474635399878025, -0.005220029037445784, -0.0049654231406748295, -0.004710817243903875, -0.004456210881471634, -0.00420160498470068, -0.003946999087929726, -0.0036923931911587715, -0.0034377870615571737, -0.003183180931955576, -0.002928575035184622, -0.0026739691384136677, -0.00241936300881207, -0.002164756879210472, -0.001910150982439518, -0.001655544969253242, -0.001400938956066966, -0.00114633294288069, -0.0008917269296944141, -0.0006371209165081382, -0.0003825149033218622, -0.00012790889013558626, 0.0001266971230506897, 0.00038130313623696566, 0.0006359091494232416, 0.0008905151626095176, 0.0011451211757957935, 0.0013997271889820695, 0.0016543332021683455, 0.0019089392153546214, 0.0021635452285408974, 0.0024181511253118515, 0.0026727572549134493, 0.002927363384515047, 0.003181969281286001, 0.0034365751780569553, 0.003691181307658553, 0.003945787437260151, 0.004200393334031105, 0.004454999230802059, 0.004709605127573013, 0.004964211490005255, 0.005218817386776209, 0.005473423283547163, 0.0057280296459794044, 0.005982635542750359, 0.006237241439521313, 0.006491847336292267, 0.006746453233063221, 0.007001059595495462, 0.0072556654922664165, 0.007510271389037371, 0.007764877751469612, 0.008019483648240566, 0.00827408954501152]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 2.0, 0.0, 1.0, 2.0, 3.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.04600747674703598, -0.044452618807554245, -0.04289776459336281, -0.04134290665388107, -0.03978804871439934, -0.0382331945002079, -0.036678336560726166, -0.03512347862124443, -0.033568620681762695, -0.03201376646757126, -0.030458908528089523, -0.028904052451252937, -0.02734919637441635, -0.025794338434934616, -0.02423948235809803, -0.022684624418616295, -0.02112976834177971, -0.019574912264943123, -0.018020054325461388, -0.0164651982486248, -0.014910341240465641, -0.01335548423230648, -0.011800628155469894, -0.010245771147310734, -0.008690914139151573, -0.007136057130992413, -0.005581200588494539, -0.004026344045996666, -0.0024714870378375053, -0.0009166302625089884, 0.0006382265128195286, 0.0021930832881480455, 0.0037479400634765625, 0.005302797071635723, 0.006857653614133596, 0.00841251015663147, 0.00996736716479063, 0.011522224172949791, 0.013077080249786377, 0.014631937257945538, 0.016186794266104698, 0.017741650342941284, 0.01929650828242302, 0.020851364359259605, 0.02240622043609619, 0.023961078375577927, 0.025515934452414513, 0.027070792391896248, 0.028625648468732834, 0.03018050454556942, 0.031735360622406006, 0.03329021856188774, 0.034845076501369476, 0.03639993071556091, 0.03795478865504265, 0.039509646594524384, 0.04106450080871582, 0.042619358748197556, 0.04417421668767929, 0.045729074627161026, 0.04728392884135246, 0.0488387867808342, 0.05039364472031593, 0.05194849893450737, 0.053503356873989105]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 3.0, 1.0, 2.0, 2.0, 3.0, 5.0, 1.0, 3.0, 4.0, 4.0, 6.0, 8.0, 5.0, 5.0, 6.0, 12.0, 6.0, 14.0, 11.0, 14.0, 15.0, 26.0, 39.0, 15.0, 6.0, 7.0, 4.0, 6.0, 9.0, 4.0, 5.0, 4.0, 3.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 4.0, 1.0, 0.0, 2.0, 0.0, 5.0, 0.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.03325941413640976, -0.0322735533118248, -0.03128769248723984, -0.030301833525300026, -0.029315972700715065, -0.028330111876130104, -0.027344252914190292, -0.02635839208960533, -0.02537253126502037, -0.02438667044043541, -0.02340080961585045, -0.022414950653910637, -0.021429089829325676, -0.020443229004740715, -0.019457370042800903, -0.018471509218215942, -0.01748564839363098, -0.01649978756904602, -0.015513927675783634, -0.014528067782521248, -0.013542206957936287, -0.012556346133351326, -0.01157048624008894, -0.010584626346826553, -0.009598765522241592, -0.008612904697656631, -0.007627044804394245, -0.0066411844454705715, -0.005655324086546898, -0.004669463727623224, -0.0036836033686995506, -0.002697743009775877, -0.0017118826508522034, -0.0007260222919285297, 0.0002598380669951439, 0.0012456984259188175, 0.002231558784842491, 0.0032174191437661648, 0.004203279502689838, 0.005189139861613512, 0.006175000220537186, 0.007160860579460859, 0.008146720938384533, 0.00913258083164692, 0.01011844165623188, 0.011104302480816841, 0.012090162374079227, 0.013076022267341614, 0.014061883091926575, 0.015047743916511536, 0.016033604741096497, 0.01701946370303631, 0.01800532452762127, 0.01899118535220623, 0.019977044314146042, 0.020962905138731003, 0.021948765963315964, 0.022934626787900925, 0.023920487612485886, 0.024906346574425697, 0.025892207399010658, 0.02687806822359562, 0.02786392718553543, 0.028849788010120392, 0.029835648834705353]}, "_runtime": 80.36040759086609, "_timestamp": 1596211670.1315165, "_step": 98}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 4.0, 3.0, 3.0, 1.0, 2.0, 4.0, 1.0, 1.0, 5.0, 1.0, 2.0, 1.0, 2.0, 1.0, 3.0, 3.0, 1.0, 3.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.010465468280017376, -0.010122871026396751, -0.009780272841453552, -0.009437675587832928, -0.009095078334212303, -0.008752481080591679, -0.00840988289564848, -0.008067285642027855, -0.00772468838840723, -0.0073820906691253185, -0.007039492949843407, -0.006696895696222782, -0.00635429797694087, -0.006011700723320246, -0.005669103004038334, -0.005326505750417709, -0.0049839080311357975, -0.004641310311853886, -0.004298713058233261, -0.003956115338951349, -0.0036135180853307247, -0.003270920366048813, -0.0029283228795975447, -0.0025857253931462765, -0.0022431279066950083, -0.00190053042024374, -0.0015579329337924719, -0.0012153353309258819, -0.0008727378444746137, -0.0005301403580233455, -0.00018754281336441636, 0.0001550547021906823, 0.0004976522177457809, 0.0008402497041970491, 0.0011828471906483173, 0.0015254447935149074, 0.0018680422799661756, 0.0022106398828327656, 0.0025532373692840338, 0.002895834855735302, 0.00323843234218657, 0.0035810298286378384, 0.00392362754791975, 0.004266224801540375, 0.004608822520822287, 0.004951419774442911, 0.005294017493724823, 0.0056366147473454475, 0.005979212466627359, 0.006321810185909271, 0.006664407439529896, 0.007007005158811808, 0.007349602412432432, 0.007692200131714344, 0.008034797385334969, 0.008377394638955593, 0.008719992823898792, 0.009062590077519417, 0.009405187331140041, 0.00974778551608324, 0.010090382769703865, 0.01043298002332449, 0.010775577276945114, 0.011118175461888313, 0.011460772715508938]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [5.0, 1.0, 1.0, 5.0, 2.0, 7.0, 5.0, 3.0, 9.0, 6.0, 7.0, 13.0, 16.0, 10.0, 20.0, 20.0, 35.0, 43.0, 63.0, 87.0, 122.0, 157.0, 238.0, 348.0, 4495.0, 1156.0, 366.0, 204.0, 126.0, 92.0, 66.0, 42.0, 31.0, 26.0, 23.0, 22.0, 15.0, 6.0, 5.0, 6.0, 8.0, 3.0, 4.0, 0.0, 3.0, 3.0, 4.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08870072662830353, -0.08512303233146667, -0.08154533803462982, -0.07796764373779297, -0.07438994944095612, -0.07081225514411926, -0.06723456084728241, -0.06365686655044556, -0.060079172253608704, -0.05650147795677185, -0.052923783659935, -0.049346089363098145, -0.04576839506626129, -0.04219070076942444, -0.038613006472587585, -0.03503531217575073, -0.03145761787891388, -0.027879923582077026, -0.024302229285240173, -0.02072453498840332, -0.017146840691566467, -0.013569146394729614, -0.009991452097892761, -0.006413757801055908, -0.002836063504219055, 0.0007416307926177979, 0.004319325089454651, 0.007897019386291504, 0.011474713683128357, 0.01505240797996521, 0.018630102276802063, 0.022207796573638916, 0.02578549087047577, 0.029363185167312622, 0.032940879464149475, 0.03651857376098633, 0.04009626805782318, 0.043673962354660034, 0.04725165665149689, 0.05082935094833374, 0.05440704524517059, 0.057984739542007446, 0.0615624338388443, 0.06514012813568115, 0.068717822432518, 0.07229551672935486, 0.07587321102619171, 0.07945090532302856, 0.08302859961986542, 0.08660629391670227, 0.09018398821353912, 0.09376168251037598, 0.09733937680721283, 0.10091707110404968, 0.10449476540088654, 0.10807245969772339, 0.11165015399456024, 0.1152278482913971, 0.11880554258823395, 0.1223832368850708, 0.12596093118190765, 0.1295386254787445, 0.13311631977558136, 0.1366940140724182, 0.14027170836925507]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 0.0, 2.0, 2.0, 1.0, 0.0, 2.0, 1.0, 2.0, 2.0, 3.0, 0.0, 4.0, 4.0, 5.0, 3.0, 4.0, 5.0, 1.0, 23.0, 3.0, 3.0, 5.0, 0.0, 5.0, 6.0, 3.0, 2.0, 3.0, 5.0, 2.0, 2.0, 3.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002770108636468649, -0.0026745612267404795, -0.0025790140498429537, -0.0024834666401147842, -0.0023879194632172585, -0.002292372053489089, -0.0021968246437609196, -0.002101277466863394, -0.0020057300571352243, -0.0019101827638223767, -0.0018146354705095291, -0.0017190880607813597, -0.001623540767468512, -0.0015279934741556644, -0.001432446064427495, -0.0013368987711146474, -0.0012413514778017998, -0.0011458041844889522, -0.0010502568911761045, -0.0009547094814479351, -0.0008591621881350875, -0.0007636148948222399, -0.0006680675433017313, -0.0005725201917812228, -0.0004769728984683752, -0.00038142557605169713, -0.00028587825363501906, -0.000190330931218341, -9.478360880166292e-05, 7.637136150151491e-07, 9.631103603169322e-05, 0.0001918583584483713, 0.00028740568086504936, 0.00038295300328172743, 0.0004785003256984055, 0.000574047677218914, 0.0006695949705317616, 0.0007651422638446093, 0.0008606896153651178, 0.0009562369668856263, 0.001051784260198474, 0.0011473315535113215, 0.0012428788468241692, 0.0013384262565523386, 0.0014339735498651862, 0.0015295208431780338, 0.0016250682529062033, 0.0017206155462190509, 0.0018161628395318985, 0.0019117101328447461, 0.0020072574261575937, 0.002102804835885763, 0.002198352012783289, 0.0022938994225114584, 0.002389446832239628, 0.0024849940091371536, 0.002580541418865323, 0.0026760888285934925, 0.0027716360054910183, 0.0028671834152191877, 0.002962730824947357, 0.003058278001844883, 0.0031538254115730524, 0.003249372588470578, 0.0033449199981987476]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 2.0, 3.0, 2.0, 2.0, 4.0, 5.0, 10.0, 12.0, 24.0, 29.0, 38.0, 29.0, 59.0, 72.0, 98.0, 130.0, 188.0, 315.0, 414.0, 624.0, 1033.0, 1624.0, 2623.0, 4625.0, 8258.0, 16228.0, 34460.0, 91123.0, 843257.0, 86793.0, 36001.0, 19518.0, 11567.0, 6994.0, 4629.0, 2952.0, 1966.0, 1266.0, 830.0, 517.0, 393.0, 259.0, 186.0, 131.0, 98.0, 73.0, 37.0, 40.0, 32.0, 20.0, 13.0, 11.0, 4.0, 5.0, 6.0, 2.0, 3.0, 4.0, 1.0, 1.0, 1.0], "bins": [-0.006202357821166515, -0.006005943287163973, -0.005809528287500143, -0.0056131137534976006, -0.005416699219495058, -0.005220284219831228, -0.005023869685828686, -0.004827455151826143, -0.004631040617823601, -0.004434625618159771, -0.0042382110841572285, -0.004041796550154686, -0.003845381550490856, -0.0036489670164883137, -0.0034525522496551275, -0.003256137715652585, -0.003059722948819399, -0.0028633081819862127, -0.0026668936479836702, -0.002470478881150484, -0.0022740643471479416, -0.0020776495803147554, -0.0018812348134815693, -0.001684820163063705, -0.0014884055126458406, -0.0012919908622279763, -0.001095576211810112, -0.0008991614449769258, -0.0007027467945590615, -0.0005063321441411972, -0.00030991743551567197, -0.00011350275599397719, 8.291192352771759e-05, 0.00027932660304941237, 0.00047574128257110715, 0.0006721559911966324, 0.0008685706416144967, 0.001064985292032361, 0.0012614000588655472, 0.0014578147092834115, 0.0016542293597012758, 0.0018506440101191401, 0.0020470586605370045, 0.0022434734273701906, 0.0024398881942033768, 0.0026363027282059193, 0.0028327174950391054, 0.003029132029041648, 0.003225546795874834, 0.00342196156270802, 0.0036183760967105627, 0.003814790863543749, 0.004011205397546291, 0.004207620397210121, 0.004404034931212664, 0.004600449465215206, 0.004796864464879036, 0.0049932789988815784, 0.005189693532884121, 0.0053861080668866634, 0.005582523066550493, 0.005778937600553036, 0.005975352134555578, 0.006171767134219408, 0.0063681816682219505]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 2.0, 1.0, 3.0, 1.0, 2.0, 3.0, 1.0, 10.0, 3.0, 4.0, 2.0, 4.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 2.0], "bins": [-0.023600619286298752, -0.023108728229999542, -0.022616835311055183, -0.022124944254755974, -0.021633051335811615, -0.021141160279512405, -0.020649267360568047, -0.020157376304268837, -0.019665483385324478, -0.01917359232902527, -0.01868169941008091, -0.0181898083537817, -0.01769791543483734, -0.01720602437853813, -0.016714131459593773, -0.016222240403294563, -0.015730347484350204, -0.015238456428050995, -0.01474656444042921, -0.014254672452807426, -0.013762780465185642, -0.013270888477563858, -0.012778996489942074, -0.01228710450232029, -0.01179521344602108, -0.011303321458399296, -0.010811429470777512, -0.010319537483155727, -0.009827645495533943, -0.009335753507912159, -0.008843861520290375, -0.00835196953266859, -0.007860077545046806, -0.007368185557425022, -0.006876293569803238, -0.006384401582181454, -0.0058925095945596695, -0.005400618072599173, -0.004908726084977388, -0.004416834097355604, -0.00392494210973382, -0.0034330501221120358, -0.0029411581344902515, -0.002449266379699111, -0.0019573743920773268, -0.0014654824044555426, -0.0009735905332490802, -0.0004816986038349569, 1.0193325579166412e-05, 0.0005020852549932897, 0.000993977184407413, 0.0014858690556138754, 0.0019777610432356596, 0.002469653030857444, 0.0029615447856485844, 0.0034534367732703686, 0.003945328760892153, 0.004437220748513937, 0.004929112736135721, 0.005421004723757505, 0.005912896245718002, 0.0064047882333397865, 0.006896680220961571, 0.007388572208583355, 0.00788046419620514]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 6.0, 9.0, 11.0, 10.0, 8.0, 4.0, 17.0, 26.0, 14.0, 17.0, 20.0, 35.0, 35.0, 50.0, 50.0, 60.0, 81.0, 88.0, 145.0, 165.0, 174.0, 224.0, 290.0, 325.0, 444.0, 574.0, 787.0, 1049.0, 1460.0, 2593.0, 5232.0, 1292.0, 844.0, 588.0, 389.0, 316.0, 225.0, 191.0, 131.0, 110.0, 85.0, 66.0, 52.0, 36.0, 32.0, 23.0, 17.0, 7.0, 6.0, 4.0, 3.0, 1.0, 2.0, 3.0], "bins": [-0.010006311349570751, -0.009756228886544704, -0.009506145492196083, -0.009256063029170036, -0.00900598056614399, -0.008755897171795368, -0.008505814708769321, -0.008255732245743275, -0.008005648851394653, -0.007755566388368607, -0.00750548392534256, -0.007255400996655226, -0.007005318067967892, -0.006755235604941845, -0.006505152676254511, -0.006255070213228464, -0.00600498728454113, -0.005754904355853796, -0.005504821892827749, -0.005254738964140415, -0.0050046565011143684, -0.004754573572427034, -0.0045044906437397, -0.0042544081807136536, -0.0040043252520263195, -0.003754242556169629, -0.0035041598603129387, -0.0032540769316256046, -0.0030039942357689142, -0.002753911539912224, -0.0025038286112248898, -0.0022537459153681993, -0.002003663219511509, -0.0017535805236548185, -0.0015034977113828063, -0.001253414899110794, -0.0010033322032541037, -0.0007532494491897523, -0.000503166695125401, -0.0002530839410610497, -3.0011869966983795e-06, 0.00024708156706765294, 0.0004971643211320043, 0.0007472470751963556, 0.000997329829260707, 0.0012474125251173973, 0.0014974953373894095, 0.0017475781496614218, 0.001997660845518112, 0.0022477435413748026, 0.002497826237231493, 0.002747909165918827, 0.0029979918617755175, 0.003248074557632208, 0.003498157486319542, 0.0037482401821762323, 0.003998322878032923, 0.004248405806720257, 0.0044984882697463036, 0.004748571198433638, 0.004998654127120972, 0.005248736590147018, 0.0054988195188343525, 0.005748901981860399, 0.005998984910547733]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 4.0, 0.0, 2.0, 1.0, 2.0, 0.0, 2.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.06732600927352905, -0.06338458508253098, -0.059443164616823196, -0.05550174415111542, -0.05156031996011734, -0.04761889949440956, -0.04367747902870178, -0.039736054837703705, -0.035794634371995926, -0.03185321390628815, -0.02791178971529007, -0.02397036924958229, -0.020028946921229362, -0.016087524592876434, -0.01214610319584608, -0.008204681798815727, -0.004263259470462799, -0.0003218376077711582, 0.0036195842549204826, 0.0075610061176121235, 0.011502427980303764, 0.015443850308656693, 0.01938527077436447, 0.0233266931027174, 0.027268115431070328, 0.031209537759423256, 0.035150960087776184, 0.03909238055348396, 0.04303380101919174, 0.04697522521018982, 0.0509166456758976, 0.054858069866895676, 0.058799490332603455, 0.06274091452360153, 0.06668233126401901, 0.07062375545501709, 0.07456517964601517, 0.07850659638643265, 0.08244802057743073, 0.0863894447684288, 0.09033086895942688, 0.09427228569984436, 0.09821370989084244, 0.10215513408184052, 0.106096550822258, 0.11003797501325607, 0.11397939920425415, 0.11792081594467163, 0.12186224013566971, 0.12580366432666779, 0.12974508106708527, 0.13368651270866394, 0.13762792944908142, 0.1415693461894989, 0.14551077783107758, 0.14945219457149506, 0.15339361131191254, 0.1573350429534912, 0.1612764596939087, 0.16521787643432617, 0.16915930807590485, 0.17310072481632233, 0.1770421415567398, 0.18098357319831848, 0.18492498993873596]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 4.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 4.0, 3.0, 8.0, 6.0, 6.0, 4.0, 24.0, 21.0, 16.0, 18.0, 46.0, 25.0, 12.0, 8.0, 5.0, 4.0, 6.0, 7.0, 10.0, 2.0, 6.0, 6.0, 6.0, 3.0, 0.0, 1.0, 4.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.04647647961974144, -0.044205497950315475, -0.04193452000617981, -0.039663538336753845, -0.03739255666732788, -0.035121574997901917, -0.03285059332847595, -0.030579615384340286, -0.028308633714914322, -0.026037652045488358, -0.023766672238707542, -0.021495692431926727, -0.019224710762500763, -0.0169537290930748, -0.014682749286293983, -0.012411768548190594, -0.010140787810087204, -0.007869807071983814, -0.0055988263338804245, -0.0033278455957770348, -0.001056864857673645, 0.0012141158804297447, 0.0034850966185331345, 0.005756077356636524, 0.008027058094739914, 0.010298038832843304, 0.012569019570946693, 0.014840000309050083, 0.017110981047153473, 0.019381962716579437, 0.021652942523360252, 0.023923922330141068, 0.026194903999567032, 0.028465885668992996, 0.03073686547577381, 0.033007845282554626, 0.03527882695198059, 0.037549808621406555, 0.03982079029083252, 0.042091768234968185, 0.04436274990439415, 0.046633731573820114, 0.04890470951795578, 0.051175691187381744, 0.05344667285680771, 0.05571765452623367, 0.05798863619565964, 0.0602596141397953, 0.06253059208393097, 0.06480157375335693, 0.0670725554227829, 0.06934353709220886, 0.07161451876163483, 0.07388550043106079, 0.07615648210048676, 0.07842746376991272, 0.08069844543933868, 0.08296941965818405, 0.08524040132761002, 0.08751138299703598, 0.08978236466646194, 0.09205334633588791, 0.09432432800531387, 0.09659530967473984, 0.0988662838935852]}, "_runtime": 81.18657279014587, "_timestamp": 1596211670.9576817, "_step": 99}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 2.0, 3.0, 2.0, 0.0, 2.0, 5.0, 6.0, 4.0, 6.0, 3.0, 2.0, 2.0, 2.0, 2.0, 1.0, 2.0, 0.0, 0.0, 3.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.021424591541290283, -0.020922720432281494, -0.020420851185917854, -0.019918981939554214, -0.019417110830545425, -0.018915239721536636, -0.018413370475172997, -0.017911501228809357, -0.017409630119800568, -0.01690775901079178, -0.01640588976442814, -0.0159040205180645, -0.01540214940905571, -0.014900279231369495, -0.014398409053683281, -0.013896538875997066, -0.013394668698310852, -0.012892798520624638, -0.012390928342938423, -0.011889058165252209, -0.011387187987565994, -0.01088531780987978, -0.010383447632193565, -0.009881577454507351, -0.009379707276821136, -0.008877837099134922, -0.008375966921448708, -0.007874096743762493, -0.007372226566076279, -0.006870356388390064, -0.00636848621070385, -0.005866616033017635, -0.005364745855331421, -0.0048628756776452065, -0.004361005499958992, -0.0038591353222727776, -0.003357265144586563, -0.0028553949669003487, -0.002353524789214134, -0.0018516546115279198, -0.0013497844338417053, -0.0008479142561554909, -0.00034604407846927643, 0.00015582609921693802, 0.0006576962769031525, 0.001159566454589367, 0.0016614366322755814, 0.002163306809961796, 0.0026651769876480103, 0.0031670471653342247, 0.003668917343020439, 0.004170787520706654, 0.004672657698392868, 0.0051745278760790825, 0.005676398053765297, 0.006178268231451511, 0.006680138409137726, 0.00718200858682394, 0.007683878764510155, 0.00818574894219637, 0.008687619119882584, 0.009189489297568798, 0.009691359475255013, 0.010193229652941227, 0.010695099830627441]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 0.0, 2.0, 5.0, 3.0, 1.0, 4.0, 8.0, 7.0, 11.0, 7.0, 10.0, 18.0, 12.0, 41.0, 49.0, 67.0, 87.0, 110.0, 186.0, 326.0, 663.0, 5191.0, 437.0, 213.0, 146.0, 95.0, 65.0, 48.0, 36.0, 22.0, 10.0, 13.0, 7.0, 12.0, 3.0, 3.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.1780526340007782, -0.1731177419424057, -0.1681828647851944, -0.1632479727268219, -0.1583130955696106, -0.1533782035112381, -0.1484433114528656, -0.1435084342956543, -0.1385735422372818, -0.1336386501789093, -0.128703773021698, -0.1237688809633255, -0.1188339963555336, -0.1138991117477417, -0.1089642196893692, -0.1040293350815773, -0.0990944504737854, -0.0941595658659935, -0.0892246812582016, -0.0842897891998291, -0.0793549045920372, -0.0744200199842453, -0.0694851279258728, -0.0645502433180809, -0.059615358710289, -0.0546804741024971, -0.0497455857694149, -0.0448106974363327, -0.0398758128285408, -0.0349409282207489, -0.030006039887666702, -0.025071153417229652, -0.020136266946792603, -0.015201380476355553, -0.010266494005918503, -0.005331607535481453, -0.0003967210650444031, 0.004538165405392647, 0.009473051875829697, 0.014407938346266747, 0.019342824816703796, 0.024277711287140846, 0.029212597757577896, 0.034147486090660095, 0.039082370698451996, 0.044017255306243896, 0.048952143639326096, 0.053887031972408295, 0.058821916580200195, 0.0637568011879921, 0.068691685795784, 0.0736265778541565, 0.0785614624619484, 0.0834963470697403, 0.08843123912811279, 0.0933661237359047, 0.0983010083436966, 0.1032358929514885, 0.1081707775592804, 0.1131056696176529, 0.1180405542254448, 0.1229754388332367, 0.1279103308916092, 0.1328452080488205, 0.137780100107193]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 4.0, 1.0, 3.0, 1.0, 1.0, 1.0, 1.0, 5.0, 4.0, 5.0, 5.0, 2.0, 4.0, 21.0, 1.0, 5.0, 4.0, 3.0, 6.0, 3.0, 5.0, 4.0, 1.0, 2.0, 2.0, 1.0, 7.0, 2.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0024100211448967457, -0.0023174756206572056, -0.002224929863587022, -0.002132384106516838, -0.002039838582277298, -0.001947292941622436, -0.0018547473009675741, -0.0017622016603127122, -0.0016696560196578503, -0.0015771103790029883, -0.0014845647383481264, -0.0013920190976932645, -0.0012994734570384026, -0.0012069278163835406, -0.0011143821757286787, -0.0010218365350738168, -0.0009292908944189548, -0.0008367452537640929, -0.000744199613109231, -0.0006516539724543691, -0.0005591083317995071, -0.0004665626911446452, -0.0003740170504897833, -0.00028147140983492136, -0.00018892576918005943, -9.63801285251975e-05, -3.834487870335579e-06, 8.871115278452635e-05, 0.00018125679343938828, 0.0002738024340942502, 0.00036634807474911213, 0.00045889371540397406, 0.000551439356058836, 0.0006439849967136979, 0.0007365306373685598, 0.0008290762780234218, 0.0009216219186782837, 0.0010141675593331456, 0.0011067131999880075, 0.0011992588406428695, 0.0012918044812977314, 0.0013843501219525933, 0.0014768957626074553, 0.0015694414032623172, 0.001661987043917179, 0.001754532684572041, 0.001847078325226903, 0.0019396239658817649, 0.002032169606536627, 0.002124715130776167, 0.0022172608878463507, 0.0023098066449165344, 0.0024023521691560745, 0.0024948976933956146, 0.0025874434504657984, 0.002679989207535982, 0.0027725347317755222, 0.0028650802560150623, 0.002957626013085246, 0.00305017177015543, 0.00314271729439497, 0.00323526281863451, 0.003327808575704694, 0.0034203543327748775, 0.0035128998570144176]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 1.0, 3.0, 3.0, 6.0, 9.0, 15.0, 23.0, 16.0, 30.0, 37.0, 60.0, 97.0, 165.0, 206.0, 346.0, 471.0, 807.0, 1235.0, 2006.0, 3500.0, 5945.0, 10562.0, 19840.0, 40863.0, 113586.0, 809419.0, 79647.0, 35073.0, 18897.0, 11557.0, 7537.0, 5002.0, 3518.0, 2463.0, 1730.0, 1272.0, 898.0, 651.0, 501.0, 382.0, 284.0, 246.0, 169.0, 129.0, 88.0, 85.0, 60.0, 47.0, 32.0, 17.0, 28.0, 18.0, 13.0, 11.0, 9.0, 8.0, 5.0, 4.0, 4.0, 4.0, 4.0, 0.0, 2.0], "bins": [-0.005116242449730635, -0.0049226856790483, -0.004729129374027252, -0.004535572603344917, -0.004342015832662582, -0.0041484590619802475, -0.003954902291297913, -0.003761345986276865, -0.00356778921559453, -0.003374232444912195, -0.003180675907060504, -0.0029871193692088127, -0.002793562598526478, -0.002600005827844143, -0.0024064492899924517, -0.0022128927521407604, -0.0020193359814584255, -0.0018257793271914124, -0.0016322226729243994, -0.0014386660186573863, -0.0012451093643903732, -0.0010515527101233602, -0.0008579960558563471, -0.000664439401589334, -0.00047088274732232094, -0.00027732609305530787, -8.376943878829479e-05, 0.00010978721547871828, 0.00030334386974573135, 0.0004969005240127444, 0.0006904571782797575, 0.0008840138325467706, 0.0010775704868137836, 0.0012711271410807967, 0.0014646837953478098, 0.0016582404496148229, 0.001851797103881836, 0.002045353874564171, 0.002238910412415862, 0.0024324669502675533, 0.0026260237209498882, 0.002819580491632223, 0.0030131370294839144, 0.0032066935673356056, 0.0034002503380179405, 0.0035938071087002754, 0.0037873636465519667, 0.003980920184403658, 0.004174476955085993, 0.004368033725768328, 0.004561590030789375, 0.00475514680147171, 0.004948703572154045, 0.00514226034283638, 0.005335817113518715, 0.0055293734185397625, 0.005722930189222097, 0.005916486959904432, 0.00611004326492548, 0.006303600035607815, 0.00649715680629015, 0.006690713576972485, 0.0068842703476548195, 0.007077826652675867, 0.007271383423358202]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 3.0, 0.0, 1.0, 0.0, 1.0, 2.0, 4.0, 3.0, 8.0, 0.0, 2.0, 4.0, 2.0, 0.0, 5.0, 3.0, 2.0, 0.0, 2.0, 0.0, 0.0, 3.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02581086941063404, -0.02508421614766121, -0.024357562884688377, -0.023630909621715546, -0.022904256358742714, -0.022177603095769882, -0.02145094983279705, -0.02072429656982422, -0.019997641444206238, -0.019270988181233406, -0.018544334918260574, -0.017817681655287743, -0.01709102839231491, -0.01636437512934208, -0.015637721866369247, -0.014911068603396416, -0.014184415340423584, -0.013457762077450752, -0.01273110881447792, -0.012004455551505089, -0.011277802288532257, -0.01055114809423685, -0.009824494831264019, -0.009097841568291187, -0.008371188305318356, -0.007644535042345524, -0.006917881779372692, -0.006191228050738573, -0.005464574787765741, -0.00473792152479291, -0.004011267796158791, -0.003284614533185959, -0.002557961270213127, -0.0018313078908249736, -0.00110465451143682, -0.0003780011320486665, 0.0003486522473394871, 0.0010753056267276406, 0.0018019590061157942, 0.0025286125019192696, 0.0032552657648921013, 0.003981919027864933, 0.004708572290837765, 0.005435226019471884, 0.0061618792824447155, 0.006888532545417547, 0.007615186274051666, 0.008341839537024498, 0.00906849279999733, 0.009795146062970161, 0.010521799325942993, 0.011248452588915825, 0.011975105851888657, 0.012701760046184063, 0.013428413309156895, 0.014155066572129726, 0.014881719835102558, 0.01560837309807539, 0.016335027292370796, 0.017061680555343628, 0.01778833381831646, 0.01851498708128929, 0.019241640344262123, 0.019968293607234955, 0.020694946870207787]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 3.0, 4.0, 4.0, 3.0, 9.0, 12.0, 17.0, 22.0, 23.0, 35.0, 21.0, 37.0, 52.0, 38.0, 69.0, 66.0, 108.0, 111.0, 143.0, 195.0, 243.0, 388.0, 563.0, 883.0, 1808.0, 6592.0, 2077.0, 1298.0, 970.0, 684.0, 511.0, 358.0, 282.0, 189.0, 156.0, 120.0, 76.0, 57.0, 47.0, 41.0, 33.0, 11.0, 16.0, 13.0, 8.0, 5.0, 2.0, 2.0, 5.0, 1.0, 3.0, 3.0, 3.0, 4.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0], "bins": [-0.011264791712164879, -0.010882328264415264, -0.010499865747988224, -0.01011740230023861, -0.00973493978381157, -0.009352476336061954, -0.00897001288831234, -0.0085875503718853, -0.008205086924135685, -0.00782262347638607, -0.00744016095995903, -0.0070576975122094154, -0.006675234530121088, -0.006292771548032761, -0.005910308100283146, -0.0055278451181948185, -0.005145382136106491, -0.004762919154018164, -0.004380456171929836, -0.0039979927241802216, -0.003615529742091894, -0.0032330667600035667, -0.0028506035450845957, -0.0024681403301656246, -0.002085677348077297, -0.001703214249573648, -0.0013207511510699987, -0.0009382880525663495, -0.0005558249540627003, -0.00017336185555905104, 0.0002091012429445982, 0.0005915643414482474, 0.0009740274399518967, 0.001356490538455546, 0.0017389536369591951, 0.002121416851878166, 0.0025038798339664936, 0.002886342816054821, 0.003268806030973792, 0.003651269245892763, 0.0040337322279810905, 0.004416195210069418, 0.004798658192157745, 0.00518112163990736, 0.0055635846219956875, 0.005946047604084015, 0.00632851105183363, 0.006710974033921957, 0.007093437016010284, 0.007475899998098612, 0.00785836298018694, 0.008240826427936554, 0.008623288944363594, 0.009005752392113209, 0.009388215839862823, 0.009770678356289864, 0.010153141804039478, 0.010535605251789093, 0.010918067768216133, 0.011300531215965748, 0.011682994663715363, 0.012065457180142403, 0.012447920627892017, 0.012830383144319057, 0.013212846592068672]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 4.0, 2.0, 2.0, 2.0, 0.0, 2.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.11664615571498871, -0.11200442910194397, -0.10736270248889923, -0.10272097587585449, -0.09807924926280975, -0.09343752264976501, -0.08879579603672028, -0.08415406942367554, -0.0795123428106308, -0.07487061619758606, -0.07022888958454132, -0.06558716297149658, -0.06094543635845184, -0.056303709745407104, -0.051661983132362366, -0.04702025651931763, -0.04237852990627289, -0.03773680329322815, -0.03309507668018341, -0.028453350067138672, -0.023811623454093933, -0.019169896841049194, -0.014528170228004456, -0.009886443614959717, -0.005244717001914978, -0.0006029903888702393, 0.0040387362241744995, 0.008680462837219238, 0.013322189450263977, 0.017963916063308716, 0.022605642676353455, 0.027247369289398193, 0.03188909590244293, 0.03653082251548767, 0.04117254912853241, 0.04581427574157715, 0.05045600235462189, 0.055097728967666626, 0.059739455580711365, 0.0643811821937561, 0.06902290880680084, 0.07366463541984558, 0.07830636203289032, 0.08294808864593506, 0.0875898152589798, 0.09223154187202454, 0.09687326848506927, 0.10151499509811401, 0.10615672171115875, 0.11079844832420349, 0.11544017493724823, 0.12008190155029297, 0.12472362816333771, 0.12936535477638245, 0.13400708138942719, 0.13864880800247192, 0.14329053461551666, 0.1479322612285614, 0.15257398784160614, 0.15721571445465088, 0.16185744106769562, 0.16649916768074036, 0.1711408942937851, 0.17578262090682983, 0.18042434751987457]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 3.0, 6.0, 3.0, 6.0, 13.0, 15.0, 21.0, 21.0, 35.0, 66.0, 38.0, 18.0, 8.0, 6.0, 3.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.10843878984451294, -0.10456830263137817, -0.10069780796766281, -0.09682732075452805, -0.09295682609081268, -0.08908633887767792, -0.08521584421396255, -0.08134535700082779, -0.07747486233711243, -0.07360437512397766, -0.0697338804602623, -0.06586339324712753, -0.06199290230870247, -0.058122411370277405, -0.05425192043185234, -0.05038142949342728, -0.04651093855500221, -0.04264044761657715, -0.038769956678152084, -0.03489946573972702, -0.031028974801301956, -0.02715848572552204, -0.023287994787096977, -0.019417503848671913, -0.015547012910246849, -0.011676521971821785, -0.007806031499058008, -0.003935541026294231, -6.505008786916733e-05, 0.003805440617725253, 0.0076759313233196735, 0.01154642179608345, 0.015416912734508514, 0.01928740367293358, 0.023157894611358643, 0.027028385549783707, 0.03089887648820877, 0.034769367426633835, 0.0386398583650589, 0.04251034930348396, 0.04638084024190903, 0.05025132745504379, 0.05412181839346886, 0.05799230933189392, 0.061862800270318985, 0.06573329120874405, 0.06960378587245941, 0.07347427308559418, 0.07734476029872894, 0.0812152549624443, 0.08508574217557907, 0.08895623683929443, 0.0928267240524292, 0.09669721871614456, 0.10056770592927933, 0.10443820059299469, 0.10830868780612946, 0.11217918246984482, 0.11604966968297958, 0.11992016434669495, 0.12379065155982971, 0.12766113877296448, 0.13153164088726044, 0.1354021281003952, 0.13927261531352997]}, "_runtime": 82.02905488014221, "_timestamp": 1596211671.8001637, "_step": 100}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 3.0, 0.0, 6.0, 4.0, 2.0, 7.0, 9.0, 3.0, 6.0, 1.0, 3.0, 4.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.015564914792776108, -0.015061691403388977, -0.014558468014001846, -0.014055243693292141, -0.01355202030390501, -0.01304879691451788, -0.012545573525130749, -0.012042350135743618, -0.011539125815033913, -0.011035902425646782, -0.010532679036259651, -0.01002945564687252, -0.00952623225748539, -0.009023008868098259, -0.008519784547388554, -0.008016561158001423, -0.007513337768614292, -0.007010114379227161, -0.006506890524178743, -0.006003667134791613, -0.005500443279743195, -0.004997219890356064, -0.004493996500968933, -0.003990772645920515, -0.0034875492565333843, -0.00298432563431561, -0.0024811020120978355, -0.001977878622710705, -0.0014746550004929304, -0.0009714314364828169, -0.00046820787247270346, 3.501569153741002e-05, 0.0005382392555475235, 0.0010414628777652979, 0.0015446863835677505, 0.002047909889370203, 0.0025511335115879774, 0.003054357133805752, 0.0035575805231928825, 0.004060804378241301, 0.004564027767628431, 0.005067251157015562, 0.00557047501206398, 0.006073698401451111, 0.006576921790838242, 0.00708014564588666, 0.00758336903527379, 0.008086592890322208, 0.00858981627970934, 0.00909303966909647, 0.0095962630584836, 0.010099487379193306, 0.010602710768580437, 0.011105934157967567, 0.011609157547354698, 0.012112380936741829, 0.01261560432612896, 0.013118828646838665, 0.013622052036225796, 0.014125275425612926, 0.014628498815000057, 0.015131722204387188, 0.015634946525096893, 0.016138169914484024, 0.016641393303871155]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 3.0, 0.0, 2.0, 5.0, 4.0, 2.0, 6.0, 5.0, 6.0, 11.0, 7.0, 16.0, 23.0, 31.0, 40.0, 52.0, 70.0, 108.0, 165.0, 232.0, 408.0, 5261.0, 698.0, 272.0, 171.0, 87.0, 70.0, 50.0, 21.0, 17.0, 13.0, 17.0, 7.0, 9.0, 8.0, 5.0, 5.0, 6.0, 0.0, 0.0, 3.0, 1.0, 1.0, 2.0, 1.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.12081240117549896, -0.11671897023916245, -0.11262553185224533, -0.10853210091590881, -0.1044386625289917, -0.10034523159265518, -0.09625180065631866, -0.09215836226940155, -0.08806493133306503, -0.08397150039672852, -0.0798780620098114, -0.07578463107347488, -0.07169120013713837, -0.06759776175022125, -0.06350433081388474, -0.05941089615225792, -0.055317461490631104, -0.05122402682900429, -0.04713059216737747, -0.043037161231040955, -0.03894372656941414, -0.03485029190778732, -0.030756859108805656, -0.02666342630982399, -0.022569991648197174, -0.01847655698657036, -0.014383124187588692, -0.01028969045728445, -0.006196256726980209, -0.002102822996675968, 0.001990610733628273, 0.006084044463932514, 0.010177478194236755, 0.014270911924540997, 0.018364345654845238, 0.022457778453826904, 0.02655121311545372, 0.030644647777080536, 0.03473807871341705, 0.03883151337504387, 0.042924948036670685, 0.0470183826982975, 0.051111817359924316, 0.055205248296260834, 0.05929868295788765, 0.06339211761951447, 0.06748554855585098, 0.0715789869427681, 0.07567241787910461, 0.07976584881544113, 0.08385928720235825, 0.08795271813869476, 0.09204615652561188, 0.0961395874619484, 0.10023301839828491, 0.10432645678520203, 0.10841988772153854, 0.11251331865787506, 0.11660675704479218, 0.12070018798112869, 0.12479361891746521, 0.12888705730438232, 0.13298049569129944, 0.13707391917705536, 0.14116735756397247]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 3.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 5.0, 4.0, 1.0, 2.0, 4.0, 3.0, 1.0, 5.0, 1.0, 7.0, 3.0, 25.0, 2.0, 2.0, 1.0, 5.0, 1.0, 3.0, 9.0, 3.0, 3.0, 1.0, 0.0, 1.0, 4.0, 1.0, 1.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.002610932569950819, -0.002536576008424163, -0.0024622194468975067, -0.0023878631182014942, -0.002313506556674838, -0.002239149995148182, -0.0021647936664521694, -0.0020904371049255133, -0.002016080543398857, -0.001941723981872201, -0.0018673675367608666, -0.0017930110916495323, -0.0017186545301228762, -0.00164429796859622, -0.0015699415234848857, -0.0014955850783735514, -0.0014212285168468952, -0.001346871955320239, -0.0012725155102089047, -0.0011981590650975704, -0.0011238025035709143, -0.0010494459420442581, -0.0009750894969329238, -0.0009007329936139286, -0.0008263764902949333, -0.0007520199869759381, -0.0006776634836569428, -0.0006033069803379476, -0.0005289504770189524, -0.00045459397369995713, -0.0003802374703809619, -0.00030588096706196666, -0.00023152446374297142, -0.00015716796042397618, -8.281145710498095e-05, -8.454953785985708e-06, 6.590154953300953e-05, 0.00014025805285200477, 0.000214614556171, 0.00028897105948999524, 0.0003633275628089905, 0.0004376840661279857, 0.000512040569446981, 0.0005863970727659762, 0.0006607535760849714, 0.0007351100794039667, 0.0008094665827229619, 0.0008838230860419571, 0.0009581795893609524, 0.0010325361508876085, 0.0011068925959989429, 0.0011812490411102772, 0.0012556056026369333, 0.0013299621641635895, 0.0014043186092749238, 0.0014786750543862581, 0.0015530316159129143, 0.0016273881774395704, 0.0017017446225509048, 0.001776101067662239, 0.0018504576291888952, 0.0019248141907155514, 0.001999170519411564, 0.00207352708093822, 0.002147883642464876]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 6.0, 2.0, 2.0, 10.0, 5.0, 8.0, 15.0, 17.0, 21.0, 24.0, 34.0, 64.0, 82.0, 132.0, 184.0, 231.0, 317.0, 536.0, 768.0, 1161.0, 1820.0, 2884.0, 4679.0, 7916.0, 13264.0, 25158.0, 54108.0, 176710.0, 760077.0, 60688.0, 28108.0, 15335.0, 8852.0, 5362.0, 3468.0, 2377.0, 1558.0, 1052.0, 794.0, 549.0, 358.0, 234.0, 198.0, 151.0, 104.0, 77.0, 38.0, 28.0, 21.0, 16.0, 13.0, 6.0, 7.0, 2.0, 4.0, 6.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0], "bins": [-0.004819353576749563, -0.004654106684029102, -0.0044888597913086414, -0.0043236128985881805, -0.00415836600586772, -0.003993119113147259, -0.0038278724532574415, -0.0036626255605369806, -0.0034973786678165197, -0.003332131775096059, -0.003166884882375598, -0.003001637989655137, -0.00283639132976532, -0.002671144437044859, -0.002505897544324398, -0.002340650651603937, -0.0021754037588834763, -0.0020101568661630154, -0.0018449099734425545, -0.0016796631971374154, -0.0015144163044169545, -0.0013491694116964936, -0.0011839226353913546, -0.0010186757426708937, -0.0008534288499504328, -0.0006881819572299719, -0.0005229351227171719, -0.00035768825910054147, -0.00019244139548391104, -2.7194531867280602e-05, 0.00013805233174934983, 0.00030329919536598027, 0.0004685460589826107, 0.0006337929517030716, 0.0007990397862158716, 0.0009642866207286716, 0.0011295335134491324, 0.0012947804061695933, 0.0014600271824747324, 0.0016252740751951933, 0.0017905209679156542, 0.001955767860636115, 0.002121014753356576, 0.002286261646077037, 0.002451508305966854, 0.002616755198687315, 0.002782002091407776, 0.0029472489841282368, 0.0031124958768486977, 0.0032777427695691586, 0.0034429896622896194, 0.0036082365550100803, 0.0037734834477305412, 0.003938730340451002, 0.004103977233171463, 0.004269224125891924, 0.004434471018612385, 0.004599717445671558, 0.004764964338392019, 0.00493021123111248, 0.005095458123832941, 0.005260705016553402, 0.005425951909273863, 0.005591198801994324, 0.005756445694714785]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 1.0, 2.0, 2.0, 2.0, 0.0, 1.0, 2.0, 3.0, 2.0, 1.0, 10.0, 4.0, 3.0, 0.0, 2.0, 0.0, 2.0, 2.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.017499493435025215, -0.01689172349870205, -0.016283955425024033, -0.015676185488700867, -0.01506841741502285, -0.014460647478699684, -0.013852878473699093, -0.013245109468698502, -0.01263734046369791, -0.012029571458697319, -0.011421802453696728, -0.010814033448696136, -0.01020626351237297, -0.00959849450737238, -0.008990725502371788, -0.008382956497371197, -0.0077751874923706055, -0.007167418487370014, -0.006559649482369423, -0.005951880011707544, -0.005344111006706953, -0.004736342001706362, -0.004128572531044483, -0.003520803526043892, -0.0029130345210433006, -0.0023052655160427094, -0.0016974962782114744, -0.0010897271567955613, -0.0004819580353796482, 0.0001258110860362649, 0.000733580207452178, 0.001341349328868091, 0.0019491184502840042, 0.0025568874552845955, 0.0031646566931158304, 0.0037724259309470654, 0.004380194935947657, 0.004987963940948248, 0.0055957334116101265, 0.006203502416610718, 0.006811271421611309, 0.0074190404266119, 0.008026809431612492, 0.008634578436613083, 0.009242348372936249, 0.00985011737793684, 0.010457886382937431, 0.011065655387938023, 0.011673424392938614, 0.012281193397939205, 0.012888962402939796, 0.013496731407940388, 0.014104500412940979, 0.014712270349264145, 0.015320039354264736, 0.015927808359265327, 0.016535576432943344, 0.01714334636926651, 0.017751116305589676, 0.018358884379267693, 0.01896665431559086, 0.019574422389268875, 0.02018219232559204, 0.020789960399270058, 0.021397730335593224]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 3.0, 2.0, 4.0, 1.0, 4.0, 2.0, 3.0, 5.0, 1.0, 13.0, 16.0, 12.0, 31.0, 20.0, 29.0, 31.0, 32.0, 56.0, 62.0, 87.0, 101.0, 137.0, 139.0, 175.0, 175.0, 248.0, 307.0, 463.0, 613.0, 716.0, 1062.0, 1548.0, 6125.0, 2480.0, 1160.0, 657.0, 474.0, 315.0, 266.0, 186.0, 148.0, 111.0, 83.0, 46.0, 55.0, 41.0, 37.0, 21.0, 24.0, 30.0, 20.0, 7.0, 9.0, 8.0, 14.0, 5.0, 4.0, 2.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.010334990918636322, -0.01003875583410263, -0.00974252074956894, -0.009446284733712673, -0.009150049649178982, -0.00885381456464529, -0.008557578548789024, -0.008261343464255333, -0.007965108379721642, -0.00766887329518795, -0.007372637744992971, -0.007076402194797993, -0.006780167110264301, -0.00648393202573061, -0.006187696475535631, -0.0058914609253406525, -0.005595225840806961, -0.00529899075627327, -0.005002755206078291, -0.004706519655883312, -0.004410284571349621, -0.004114049486815929, -0.0038178139366209507, -0.0035215786192566156, -0.0032253433018922806, -0.0029291079845279455, -0.0026328726671636105, -0.0023366373497992754, -0.0020404020324349403, -0.0017441667150706053, -0.0014479313977062702, -0.0011516960803419352, -0.0008554607629776001, -0.000559225445613265, -0.00026299012824893, 3.324518911540508e-05, 0.00032948050647974014, 0.0006257158238440752, 0.0009219511412084103, 0.0012181864585727453, 0.0015144217759370804, 0.0018106570933014154, 0.0021068924106657505, 0.0024031277280300856, 0.0026993630453944206, 0.0029955983627587557, 0.0032918336801230907, 0.003588068997487426, 0.003884304314851761, 0.004180539399385452, 0.004476774949580431, 0.00477301049977541, 0.005069245584309101, 0.0053654806688427925, 0.005661716219037771, 0.00595795176923275, 0.006254186853766441, 0.006550421938300133, 0.0068466574884951115, 0.00714289303869009, 0.007439128123223782, 0.007735363207757473, 0.008031599223613739, 0.00832783430814743, 0.008624069392681122]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0], "bins": [-0.11974398791790009, -0.11668727546930313, -0.11363055557012558, -0.11057384312152863, -0.10751713067293167, -0.10446041077375412, -0.10140369832515717, -0.09834698587656021, -0.09529027342796326, -0.0922335535287857, -0.08917684108018875, -0.0861201286315918, -0.08306340873241425, -0.08000669628381729, -0.07694998383522034, -0.07389326393604279, -0.07083655148744583, -0.06777983903884888, -0.06472311913967133, -0.06166640669107437, -0.05860969424247742, -0.055552978068590164, -0.05249626189470291, -0.04943954944610596, -0.046382833272218704, -0.04332611709833145, -0.0402694046497345, -0.037212688475847244, -0.03415597230195999, -0.031099259853363037, -0.028042543679475784, -0.02498582936823368, -0.021929115056991577, -0.018872400745749474, -0.01581568643450737, -0.012758970260620117, -0.009702255949378014, -0.006645541172474623, -0.003588826395571232, -0.000532111618667841, 0.00252460315823555, 0.005581317935138941, 0.008638032712042332, 0.01169474795460701, 0.014751462265849113, 0.017808176577091217, 0.02086489275097847, 0.023921607062220573, 0.026978321373462677, 0.03003503568470478, 0.033091749995946884, 0.03614846616983414, 0.03920517861843109, 0.042261894792318344, 0.0453186109662056, 0.04837532341480255, 0.051432039588689804, 0.05448875576257706, 0.05754546821117401, 0.060602184385061264, 0.06365890055894852, 0.06671561300754547, 0.06977232545614243, 0.07282904535531998, 0.07588575780391693]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 0.0, 2.0, 4.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 2.0, 3.0, 4.0, 8.0, 10.0, 6.0, 17.0, 18.0, 32.0, 49.0, 22.0, 12.0, 8.0, 8.0, 7.0, 5.0, 6.0, 2.0, 0.0, 1.0, 2.0, 1.0, 4.0, 0.0, 5.0, 3.0, 3.0, 3.0, 1.0, 3.0, 1.0, 2.0, 3.0, 4.0, 2.0, 2.0, 2.0, 1.0, 1.0], "bins": [-0.07030501216650009, -0.06828220188617706, -0.06625939905643463, -0.0642365887761116, -0.062213778495788574, -0.060190971940755844, -0.058168165385723114, -0.056145355105400085, -0.054122548550367355, -0.052099741995334625, -0.0500769317150116, -0.04805412515997887, -0.046031318604946136, -0.04400850832462311, -0.04198570176959038, -0.03996289148926735, -0.03794008493423462, -0.03591727837920189, -0.03389446809887886, -0.03187166154384613, -0.02984885312616825, -0.02782604470849037, -0.02580323815345764, -0.023780429735779762, -0.021757621318101883, -0.019734812900424004, -0.017712004482746124, -0.015689197927713394, -0.013666389510035515, -0.011643581092357635, -0.00962077360600233, -0.007597965653985739, -0.005575157701969147, -0.0035523497499525547, -0.0015295417979359627, 0.0004932661540806293, 0.0025160741060972214, 0.004538882058113813, 0.006561690010130405, 0.00858449749648571, 0.01060730591416359, 0.012630114331841469, 0.014652921818196774, 0.016675729304552078, 0.018698537722229958, 0.020721346139907837, 0.022744152694940567, 0.024766961112618446, 0.026789769530296326, 0.028812577947974205, 0.030835386365652084, 0.032858192920684814, 0.03488100320100784, 0.03690380975604057, 0.0389266163110733, 0.04094942659139633, 0.04297223314642906, 0.04499503970146179, 0.04701784998178482, 0.04904065653681755, 0.05106346309185028, 0.05308627337217331, 0.05510907992720604, 0.05713189020752907, 0.0591546967625618]}, "_runtime": 82.82126522064209, "_timestamp": 1596211672.592374, "_step": 101}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 4.0, 1.0, 1.0, 2.0, 3.0, 5.0, 0.0, 3.0, 5.0, 2.0, 3.0, 1.0, 1.0, 5.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.010490302927792072, -0.010158831253647804, -0.009827359579503536, -0.009495887905359268, -0.009164417162537575, -0.008832945488393307, -0.008501473814249039, -0.00817000214010477, -0.007838530465960503, -0.007507058791816235, -0.0071755871176719666, -0.006844115909188986, -0.006512644235044718, -0.00618117256090045, -0.005849701352417469, -0.005518229678273201, -0.005186758004128933, -0.004855286329984665, -0.004523814655840397, -0.004192343447357416, -0.003860871773213148, -0.00352940009906888, -0.0031979286577552557, -0.0028664572164416313, -0.0025349855422973633, -0.0022035138681530952, -0.0018720424268394709, -0.0015405708691105247, -0.0012090993113815784, -0.0008776277536526322, -0.000546156195923686, -0.00021468463819473982, 0.00011678691953420639, 0.0004482584772631526, 0.0007797300349920988, 0.001111201592721045, 0.0014426731504499912, 0.0017741447081789374, 0.0021056162659078836, 0.002437087707221508, 0.002768559381365776, 0.003100031055510044, 0.0034315024968236685, 0.003762973938137293, 0.004094445612281561, 0.004425917286425829, 0.00475738849490881, 0.005088860169053078, 0.005420331843197346, 0.005751803517341614, 0.006083275191485882, 0.0064147463999688625, 0.006746218074113131, 0.007077689748257399, 0.007409160956740379, 0.007740632630884647, 0.008072104305028915, 0.008403575979173183, 0.008735047653317451, 0.00906651932746172, 0.009397991001605988, 0.009729461744427681, 0.010060933418571949, 0.010392405092716217, 0.010723876766860485]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 3.0, 2.0, 1.0, 1.0, 0.0, 1.0, 3.0, 6.0, 5.0, 11.0, 12.0, 19.0, 15.0, 19.0, 31.0, 40.0, 47.0, 54.0, 78.0, 111.0, 146.0, 245.0, 528.0, 5302.0, 501.0, 235.0, 153.0, 90.0, 64.0, 51.0, 29.0, 33.0, 21.0, 21.0, 11.0, 8.0, 5.0, 9.0, 5.0, 2.0, 3.0, 1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.13930825889110565, -0.13499583303928375, -0.13068340718746185, -0.12637098133563995, -0.12205856293439865, -0.11774613708257675, -0.11343371868133545, -0.10912129282951355, -0.10480886697769165, -0.10049644112586975, -0.09618401527404785, -0.09187159687280655, -0.08755917102098465, -0.08324674516916275, -0.07893432676792145, -0.07462190091609955, -0.07030947506427765, -0.06599704921245575, -0.06168462708592415, -0.05737220495939255, -0.05305977910757065, -0.04874735325574875, -0.04443493112921715, -0.04012250900268555, -0.03581008315086365, -0.03149765729904175, -0.027185235172510147, -0.022872811183333397, -0.018560387194156647, -0.014247963204979897, -0.009935539215803146, -0.005623115226626396, -0.001310691237449646, 0.003001732751727104, 0.007314156740903854, 0.011626580730080605, 0.015939004719257355, 0.020251428708434105, 0.024563852697610855, 0.028876276686787605, 0.033188700675964355, 0.037501126527786255, 0.041813548654317856, 0.04612597078084946, 0.050438396632671356, 0.054750822484493256, 0.05906324461102486, 0.06337566673755646, 0.06768809258937836, 0.07200051844120026, 0.07631294429302216, 0.08062536269426346, 0.08493778854608536, 0.08925021439790726, 0.09356263279914856, 0.09787505865097046, 0.10218748450279236, 0.10649991035461426, 0.11081233620643616, 0.11512475460767746, 0.11943718045949936, 0.12374960631132126, 0.12806202471256256, 0.13237445056438446, 0.13668687641620636]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 4.0, 5.0, 1.0, 2.0, 2.0, 1.0, 4.0, 1.0, 2.0, 3.0, 3.0, 4.0, 0.0, 4.0, 2.0, 6.0, 4.0, 4.0, 4.0, 25.0, 6.0, 3.0, 2.0, 3.0, 4.0, 3.0, 3.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002482566051185131, -0.002394714392721653, -0.0023068625014275312, -0.002219010842964053, -0.0021311589516699314, -0.0020433072932064533, -0.0019554554019123316, -0.0018676037434488535, -0.0017797519685700536, -0.0016919001936912537, -0.0016040484188124537, -0.0015161966439336538, -0.0014283449854701757, -0.0013404932105913758, -0.001252641435712576, -0.001164789660833776, -0.001076937885954976, -0.0009890861110761762, -0.0009012343361973763, -0.0008133826195262372, -0.0007255308446474373, -0.0006376790697686374, -0.0005498273530974984, -0.0004619755782186985, -0.0003741238033398986, -0.00028627202846109867, -0.0001984202826861292, -0.00011056852235924453, -2.271676203235984e-05, 6.513499829452485e-05, 0.00015298675862140954, 0.00024083851894829422, 0.0003286902792751789, 0.0004165420541539788, 0.0005043938290327787, 0.0005922455457039177, 0.0006800973205827177, 0.0007679490954615176, 0.0008558008121326566, 0.0009436525870114565, 0.0010315043618902564, 0.0011193561367690563, 0.0012072079116478562, 0.0012950596865266562, 0.0013829113449901342, 0.0014707631198689342, 0.001558614894747734, 0.001646466669626534, 0.001734318444505334, 0.0018221702193841338, 0.0019100219942629337, 0.001997873652726412, 0.0020857255440205336, 0.0021735772024840117, 0.0022614290937781334, 0.0023492807522416115, 0.0024371324107050896, 0.0025249843019992113, 0.0026128359604626894, 0.002700687851756811, 0.0027885395102202892, 0.002876391401514411, 0.002964243059977889, 0.003052094951272011, 0.003139946609735489]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 1.0, 0.0, 2.0, 4.0, 1.0, 4.0, 8.0, 10.0, 9.0, 20.0, 27.0, 48.0, 77.0, 102.0, 134.0, 223.0, 321.0, 550.0, 832.0, 1291.0, 2210.0, 3531.0, 6130.0, 10772.0, 21096.0, 47402.0, 151718.0, 816493.0, 59217.0, 24605.0, 12563.0, 7090.0, 4239.0, 2724.0, 1823.0, 1198.0, 903.0, 608.0, 424.0, 312.0, 245.0, 164.0, 116.0, 108.0, 53.0, 38.0, 38.0, 43.0, 25.0, 16.0, 14.0, 14.0, 8.0, 10.0, 5.0, 8.0, 4.0, 5.0, 1.0, 4.0, 3.0], "bins": [-0.0054712677374482155, -0.005290606990456581, -0.005109946243464947, -0.004929285030812025, -0.004748624283820391, -0.004567963536828756, -0.004387302789837122, -0.0042066415771842, -0.004025980830192566, -0.0038453200832009315, -0.003664659336209297, -0.003483998356387019, -0.003303337609395385, -0.0031226766295731068, -0.0029420158825814724, -0.0027613549027591944, -0.00258069415576756, -0.0024000334087759256, -0.0022193724289536476, -0.0020387116819620132, -0.0018580507021397352, -0.0016773899551481009, -0.0014967290917411447, -0.0013160682283341885, -0.0011354073649272323, -0.0009547465015202761, -0.0007740856381133199, -0.0005934248329140246, -0.0004127639695070684, -0.00023210312065202743, -5.144227179698646e-05, 0.0001292185770580545, 0.0003098794259130955, 0.0004905402893200517, 0.0006712011527270079, 0.0008518619579263031, 0.0010325228795409203, 0.0012131836265325546, 0.0013938444899395108, 0.001574505353346467, 0.0017551662167534232, 0.0019358270801603794, 0.0021164878271520138, 0.002297148806974292, 0.002477809553965926, 0.002658470533788204, 0.0028391312807798386, 0.0030197922606021166, 0.003200453007593751, 0.0033811137545853853, 0.0035617747344076633, 0.0037424354813992977, 0.003923096228390932, 0.004103757441043854, 0.004284418188035488, 0.0044650789350271225, 0.004645739682018757, 0.004826400429010391, 0.005007061641663313, 0.005187722388654947, 0.005368383135646582, 0.005549043882638216, 0.005729705095291138, 0.005910365842282772, 0.006091026589274406]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 8.0, 13.0, 5.0, 7.0, 8.0, 4.0, 4.0, 2.0, 1.0, 1.0, 1.0], "bins": [-0.08545804768800735, -0.08389157801866531, -0.08232511579990387, -0.08075864613056183, -0.07919217646121979, -0.07762571424245834, -0.0760592445731163, -0.07449277490377426, -0.07292631268501282, -0.07135984301567078, -0.06979337334632874, -0.0682269036769867, -0.06666044145822525, -0.06509397178888321, -0.06352750211954117, -0.061961036175489426, -0.06039457023143768, -0.05882810428738594, -0.0572616346180439, -0.05569516867399216, -0.054128699004650116, -0.05256223306059837, -0.05099576711654663, -0.04942929744720459, -0.04786283150315285, -0.046296365559101105, -0.044729895889759064, -0.04316342994570732, -0.04159696400165558, -0.04003049433231354, -0.038464028388261795, -0.036897558718919754, -0.03533109277486801, -0.03376462683081627, -0.03219815716147423, -0.030631691217422485, -0.029065223410725594, -0.027498755604028702, -0.02593228965997696, -0.024365821853280067, -0.022799354046583176, -0.021232886239886284, -0.019666418433189392, -0.01809995248913765, -0.016533484682440758, -0.014967016875743866, -0.013400550000369549, -0.011834083124995232, -0.01026761531829834, -0.008701147511601448, -0.007134680636227131, -0.005568213295191526, -0.004001745954155922, -0.0024352786131203175, -0.000868811272084713, 0.0006976560689508915, 0.002264123409986496, 0.0038305907510221004, 0.005397058092057705, 0.006963525433093309, 0.008529992774128914, 0.010096460580825806, 0.011662927456200123, 0.01322939433157444, 0.014795862138271332]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [6.0, 2.0, 1.0, 0.0, 5.0, 3.0, 0.0, 1.0, 0.0, 5.0, 4.0, 5.0, 10.0, 3.0, 0.0, 1.0, 0.0, 6.0, 7.0, 3.0, 1.0, 0.0, 0.0, 0.0, 3.0, 5.0, 8.0, 4.0, 3.0, 5.0, 18.0, 8.0, 5.0, 6.0, 13.0, 17.0, 27.0, 11.0, 21.0, 21.0, 45.0, 43.0, 73.0, 111.0, 146.0, 271.0, 445.0, 1049.0, 3192.0, 7972.0, 2143.0, 1125.0, 682.0, 423.0, 210.0, 118.0, 60.0, 36.0, 22.0, 11.0, 5.0, 8.0, 2.0, 2.0], "bins": [-0.026480982080101967, -0.02594139240682125, -0.025401800870895386, -0.02486221119761467, -0.024322621524333954, -0.02378302998840809, -0.023243440315127373, -0.022703850641846657, -0.02216425910592079, -0.021624669432640076, -0.02108507975935936, -0.020545490086078644, -0.02000589855015278, -0.019466308876872063, -0.018926719203591347, -0.01838712766766548, -0.017847537994384766, -0.01730794832110405, -0.016768356785178185, -0.01622876711189747, -0.015689177438616753, -0.015149586834013462, -0.014609996229410172, -0.014070406556129456, -0.013530815951526165, -0.012991225346922874, -0.012451635673642159, -0.011912045069038868, -0.011372454464435577, -0.010832864791154861, -0.010293274186551571, -0.009753684513270855, -0.009214093908667564, -0.008674503304064274, -0.008134913630783558, -0.007595323026180267, -0.007055732887238264, -0.006516142748296261, -0.00597655214369297, -0.005436962004750967, -0.004897371865808964, -0.0043577817268669605, -0.0038181913550943136, -0.0032786009833216667, -0.0027390108443796635, -0.0021994207054376602, -0.0016598303336650133, -0.0011202400783076882, -0.0005806498229503632, -4.105956759303808e-05, 0.000498530687764287, 0.001038120943121612, 0.0015777111984789371, 0.0021173013374209404, 0.0026568917091935873, 0.003196482080966234, 0.0037360722199082375, 0.004275662358850241, 0.004815252497792244, 0.0053548431023955345, 0.005894433241337538, 0.006434023380279541, 0.006973613984882832, 0.007513204123824835, 0.008052794262766838]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 3.0, 2.0, 2.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08239330351352692, -0.0780717208981514, -0.07375014573335648, -0.06942856311798096, -0.06510698795318604, -0.060785405337810516, -0.056463822722435, -0.05214224383234978, -0.04782066494226456, -0.04349908605217934, -0.039177507162094116, -0.0348559245467186, -0.030534345656633377, -0.026212766766548157, -0.021891186013817787, -0.017569605261087418, -0.013248026371002197, -0.008926446549594402, -0.004604866728186607, -0.0002832869067788124, 0.0040382929146289825, 0.008359872736036777, 0.012681452557444572, 0.017003033310174942, 0.021324612200260162, 0.025646191090345383, 0.029967771843075752, 0.03428935259580612, 0.03861093148589134, 0.04293251037597656, 0.04725409299135208, 0.0515756718814373, 0.05589725077152252, 0.06021882966160774, 0.06454040855169296, 0.06886199116706848, 0.0731835663318634, 0.07750514894723892, 0.08182673156261444, 0.08614830672740936, 0.09046988934278488, 0.0947914719581604, 0.09911304712295532, 0.10343462973833084, 0.10775621235370636, 0.11207778751850128, 0.1163993701338768, 0.12072094529867172, 0.12504252791404724, 0.12936410307884216, 0.13368569314479828, 0.1380072683095932, 0.14232884347438812, 0.14665043354034424, 0.15097200870513916, 0.15529358386993408, 0.159615159034729, 0.16393674910068512, 0.16825832426548004, 0.17257989943027496, 0.17690148949623108, 0.181223064661026, 0.18554463982582092, 0.18986622989177704, 0.19418780505657196]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 4.0, 1.0, 1.0, 1.0, 5.0, 2.0, 0.0, 1.0, 5.0, 0.0, 3.0, 3.0, 3.0, 5.0, 6.0, 9.0, 3.0, 8.0, 9.0, 15.0, 22.0, 23.0, 38.0, 44.0, 17.0, 5.0, 4.0, 3.0, 2.0, 1.0, 4.0, 4.0, 2.0, 2.0, 1.0, 3.0, 3.0, 2.0, 1.0, 3.0, 4.0, 0.0, 1.0, 1.0, 3.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.05074409022927284, -0.04894672706723213, -0.04714936390519142, -0.04535200074315071, -0.0435546413064003, -0.04175727814435959, -0.03995991498231888, -0.03816255182027817, -0.03636518865823746, -0.03456782549619675, -0.032770462334156036, -0.030973101034760475, -0.029175737872719765, -0.027378374710679054, -0.025581013411283493, -0.023783650249242783, -0.021986287087202072, -0.02018892392516136, -0.01839156076312065, -0.01659419946372509, -0.01479683630168438, -0.012999473139643669, -0.011202110908925533, -0.009404748678207397, -0.007607385516166687, -0.005810022819787264, -0.004012660123407841, -0.0022152974270284176, -0.00041793473064899445, 0.0013794279657304287, 0.003176790662109852, 0.004974153358489275, 0.006771516054868698, 0.008568879216909409, 0.010366241447627544, 0.01216360367834568, 0.01396096684038639, 0.0157583300024271, 0.017555691301822662, 0.019353054463863373, 0.021150417625904083, 0.022947780787944794, 0.024745143949985504, 0.026542505249381065, 0.028339868411421776, 0.030137231573462486, 0.03193459287285805, 0.03373195603489876, 0.03552931919693947, 0.03732668235898018, 0.03912404552102089, 0.0409214086830616, 0.04271876811981201, 0.04451613128185272, 0.04631349444389343, 0.04811085760593414, 0.049908220767974854, 0.051705583930015564, 0.053502947092056274, 0.055300310254096985, 0.057097673416137695, 0.05889503285288811, 0.06069239601492882, 0.06248975917696953, 0.06428712606430054]}, "_runtime": 83.58120274543762, "_timestamp": 1596211673.3523116, "_step": 102}
+{"val_accuracy": 0.8124172374429224, "val_loss": 0.4783210857818116, "_runtime": 85.63978362083435, "_timestamp": 1596211675.4108925, "_step": 103}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: z Confidence: 0.6972271800041199 Truth: v", "Prediction: P Confidence: 0.5812722444534302 Truth: 5", "Prediction: U Confidence: 0.6907925009727478 Truth: 2", "Prediction: O Confidence: 0.43924763798713684 Truth: 0"]}, "_runtime": 85.98219132423401, "_timestamp": 1596211675.7533002, "_step": 104}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 0.0, 8.0, 4.0, 2.0, 1.0, 2.0, 0.0, 2.0, 5.0, 4.0, 3.0, 3.0, 1.0, 0.0, 0.0, 1.0, 5.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012317188084125519, -0.011908848769962788, -0.011500508524477482, -0.01109216921031475, -0.010683828964829445, -0.010275489650666714, -0.009867149405181408, -0.009458810091018677, -0.009050469845533371, -0.00864213053137064, -0.008233791217207909, -0.007825450971722603, -0.007417111657559872, -0.007008771877735853, -0.006600432097911835, -0.006192092318087816, -0.005783752538263798, -0.005375412758439779, -0.004967072978615761, -0.004558733198791742, -0.004150393418967724, -0.003742053871974349, -0.003333714324980974, -0.0029253745451569557, -0.0025170347653329372, -0.0021086949855089188, -0.0017003553221002221, -0.0012920156586915255, -0.000883675878867507, -0.0004753361572511494, -6.699643563479185e-05, 0.0003413432859815657, 0.0007496830075979233, 0.0011580227874219418, 0.0015663624508306384, 0.001974702114239335, 0.0023830418940633535, 0.002791381673887372, 0.003199721220880747, 0.0036080610007047653, 0.004016400780528784, 0.004424740560352802, 0.004833080340176821, 0.005241420120000839, 0.00564975943416357, 0.006058099213987589, 0.006466438993811607, 0.006874778773635626, 0.007283118553459644, 0.007691458333283663, 0.008099798113107681, 0.008508137427270412, 0.008916477672755718, 0.00932481698691845, 0.009733157232403755, 0.010141496546566486, 0.010549835860729218, 0.010958176106214523, 0.011366515420377254, 0.01177485566586256, 0.012183194980025291, 0.012591535225510597, 0.012999874539673328, 0.013408214785158634, 0.013816554099321365]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 4.0, 2.0, 5.0, 5.0, 2.0, 9.0, 8.0, 7.0, 17.0, 21.0, 28.0, 30.0, 57.0, 77.0, 112.0, 163.0, 281.0, 485.0, 5281.0, 605.0, 268.0, 146.0, 99.0, 62.0, 30.0, 29.0, 14.0, 18.0, 17.0, 9.0, 7.0, 8.0, 4.0, 3.0, 6.0, 2.0, 3.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1766294538974762, -0.1714998334646225, -0.16637022793293, -0.1612406075000763, -0.1561109870672226, -0.1509813815355301, -0.1458517611026764, -0.1407221406698227, -0.1355925351381302, -0.1304629147052765, -0.1253332942724228, -0.12020368874073029, -0.11507406830787659, -0.10994445532560349, -0.10481484234333038, -0.09968522191047668, -0.09455560892820358, -0.08942599594593048, -0.08429637551307678, -0.07916676253080368, -0.07403714954853058, -0.06890752911567688, -0.06377791613340378, -0.058648303151130676, -0.053518686443567276, -0.048389069736003876, -0.043259456753730774, -0.038129840046167374, -0.03300022333860397, -0.02787061035633087, -0.02274099364876747, -0.01761137880384922, -0.01248176395893097, -0.007352148648351431, -0.0022225333377718925, 0.002907081972807646, 0.008036697283387184, 0.013166312128305435, 0.018295928835868835, 0.023425543680787086, 0.028555158525705338, 0.03368477523326874, 0.03881438821554184, 0.04394400492310524, 0.04907362163066864, 0.05420323461294174, 0.05933285132050514, 0.06446246802806854, 0.06959208101034164, 0.07472169399261475, 0.07985131442546844, 0.08498092740774155, 0.09011054039001465, 0.09524016082286835, 0.10036977380514145, 0.10549938678741455, 0.11062900722026825, 0.11575862020254135, 0.12088823318481445, 0.12601785361766815, 0.13114745914936066, 0.13627707958221436, 0.14140670001506805, 0.14653630554676056, 0.15166592597961426]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0, 2.0, 2.0, 3.0, 3.0, 0.0, 2.0, 1.0, 2.0, 4.0, 4.0, 3.0, 3.0, 4.0, 3.0, 2.0, 4.0, 2.0, 21.0, 1.0, 3.0, 2.0, 2.0, 6.0, 2.0, 3.0, 3.0, 1.0, 3.0, 4.0, 1.0, 3.0, 2.0, 4.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.0025260071270167828, -0.00244902609847486, -0.0023720453027635813, -0.0022950642742216587, -0.00221808347851038, -0.0021411024499684572, -0.0020641214214265347, -0.0019871406257152557, -0.0019101595971733332, -0.0018331786850467324, -0.0017561977729201317, -0.001679216860793531, -0.0016022359486669302, -0.0015252550365403295, -0.0014482740079984069, -0.0013712930958718061, -0.0012943121837452054, -0.0012173312716186047, -0.001140350359492004, -0.0010633693309500813, -0.0009863884188234806, -0.0009094075066968799, -0.0008324265945702791, -0.0007554456242360175, -0.0006784647121094167, -0.000601483799982816, -0.0005245028296485543, -0.0004475219175219536, -0.0003705409762915224, -0.0002935600350610912, -0.00021657910838257521, -0.00013959818170405924, -6.261724047362804e-05, 1.436369348084554e-05, 9.134462743531913e-05, 0.0001683255541138351, 0.0002453064953442663, 0.0003222874365746975, 0.00039926834870129824, 0.00047624928993172944, 0.0005532302311621606, 0.0006302111432887614, 0.000707192113623023, 0.0007841730257496238, 0.0008611539378762245, 0.0009381349082104862, 0.0010151158785447478, 0.0010920967906713486, 0.0011690777027979493, 0.00124605861492455, 0.0013230395270511508, 0.0014000205555930734, 0.0014770014677196741, 0.0015539823798462749, 0.0016309632919728756, 0.0017079442040994763, 0.001784925116226077, 0.0018619061447679996, 0.0019388870568946004, 0.002015867969021201, 0.0020928489975631237, 0.0021698297932744026, 0.002246810821816325, 0.002323791617527604, 0.0024007726460695267]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 2.0, 1.0, 3.0, 1.0, 14.0, 8.0, 19.0, 27.0, 40.0, 52.0, 84.0, 107.0, 166.0, 227.0, 362.0, 539.0, 855.0, 1458.0, 2446.0, 4308.0, 7882.0, 15364.0, 33406.0, 90908.0, 845082.0, 100091.0, 34883.0, 17049.0, 9293.0, 5521.0, 3376.0, 2070.0, 1335.0, 849.0, 547.0, 365.0, 273.0, 183.0, 146.0, 89.0, 53.0, 36.0, 26.0, 17.0, 25.0, 13.0, 12.0, 10.0, 10.0, 0.0, 0.0, 3.0, 1.0, 2.0, 1.0, 0.0, 2.0], "bins": [-0.0057839807122945786, -0.005601204000413418, -0.005418427754193544, -0.005235651507973671, -0.00505287479609251, -0.0048700980842113495, -0.004687321837991476, -0.004504545591771603, -0.004321768879890442, -0.004138992168009281, -0.003956215921789408, -0.0037734394427388906, -0.0035906629636883736, -0.0034078864846378565, -0.0032251100055873394, -0.0030423335265368223, -0.0028595570474863052, -0.002676780568435788, -0.002494004089385271, -0.002311227610334754, -0.002128451131284237, -0.0019456746522337198, -0.0017628981731832027, -0.0015801216941326857, -0.0013973452150821686, -0.0012145687360316515, -0.0010317922569811344, -0.0008490157779306173, -0.0006662392988801003, -0.00048346281982958317, -0.0003006863407790661, -0.000117909861728549, 6.486661732196808e-05, 0.00024764309637248516, 0.00043041957542300224, 0.0006131960544735193, 0.0007959725335240364, 0.0009787490125745535, 0.0011615254916250706, 0.0013443019706755877, 0.0015270784497261047, 0.0017098549287766218, 0.001892631407827139, 0.002075407886877656, 0.002258184365928173, 0.00244096084497869, 0.0026237373240292072, 0.0028065138030797243, 0.0029892902821302414, 0.0031720667611807585, 0.0033548432402312756, 0.0035376197192817926, 0.0037203961983323097, 0.003903172677382827, 0.004085949156433344, 0.004268725402653217, 0.004451502114534378, 0.004634278826415539, 0.004817055072635412, 0.004999831318855286, 0.005182608030736446, 0.005365384742617607, 0.0055481609888374805, 0.005730937235057354, 0.005913713946938515]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 5.0, 1.0, 2.0, 2.0, 3.0, 0.0, 1.0, 0.0, 1.0, 6.0, 3.0, 3.0, 1.0, 2.0, 3.0, 2.0, 4.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01747150719165802, -0.016868241131305695, -0.01626497320830822, -0.015661707147955894, -0.015058440156280994, -0.014455173164606094, -0.013851907104253769, -0.013248640112578869, -0.012645373120903969, -0.012042106129229069, -0.011438839137554169, -0.010835573077201843, -0.010232306085526943, -0.009629039093852043, -0.009025773033499718, -0.008422506041824818, -0.007819239050149918, -0.0072159720584750175, -0.006612705532461405, -0.006009439006447792, -0.005406172014772892, -0.004802905023097992, -0.004199638497084379, -0.003596371738240123, -0.0029931049793958664, -0.00238983822055161, -0.0017865714617073536, -0.0011833047028630972, -0.0005800379440188408, 2.322881482541561e-05, 0.000626495573669672, 0.0012297623325139284, 0.0018330290913581848, 0.002436295850202441, 0.0030395626090466976, 0.003642829367890954, 0.00424609612673521, 0.0048493631184101105, 0.005452629644423723, 0.006055896170437336, 0.006659163162112236, 0.007262430153787136, 0.007865697145462036, 0.008468963205814362, 0.009072230197489262, 0.009675497189164162, 0.010278763249516487, 0.010882030241191387, 0.011485297232866287, 0.012088564224541187, 0.012691831216216087, 0.013295097276568413, 0.013898364268243313, 0.014501631259918213, 0.015104897320270538, 0.015708165243268013, 0.01631143130362034, 0.016914697363972664, 0.01751796528697014, 0.018121231347322464, 0.01872449740767479, 0.019327765330672264, 0.01993103139102459, 0.020534299314022064, 0.02113756537437439]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 2.0, 2.0, 5.0, 6.0, 8.0, 16.0, 11.0, 16.0, 22.0, 26.0, 32.0, 43.0, 44.0, 53.0, 75.0, 80.0, 132.0, 199.0, 257.0, 368.0, 561.0, 745.0, 1065.0, 1590.0, 6026.0, 2752.0, 1449.0, 846.0, 555.0, 425.0, 307.0, 198.0, 115.0, 103.0, 83.0, 49.0, 30.0, 32.0, 26.0, 11.0, 15.0, 10.0, 9.0, 8.0, 1.0, 5.0, 3.0, 3.0, 1.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.00874256994575262, -0.008406084030866623, -0.0080695990473032, -0.007733113132417202, -0.007396627217531204, -0.007060141768306494, -0.006723656319081783, -0.0063871704041957855, -0.006050684954971075, -0.005714199505746365, -0.005377713590860367, -0.005041228141635656, -0.004704742692410946, -0.004368256777524948, -0.004031771328300238, -0.0036952856462448835, -0.0033587999641895294, -0.0030223142821341753, -0.002685828600078821, -0.0023493431508541107, -0.0020128574687987566, -0.0016763717867434025, -0.0013398862211033702, -0.001003400655463338, -0.0006669149734079838, -0.0003304293495602906, 6.05627428740263e-06, 0.00034254189813509583, 0.000679027521982789, 0.0010155132040381432, 0.0013519987696781754, 0.0016884843353182077, 0.002024970017373562, 0.002361455699428916, 0.00269794138148427, 0.0030344268307089806, 0.0033709125127643347, 0.003707398194819689, 0.004043883644044399, 0.004380369558930397, 0.0047168550081551075, 0.005053340457379818, 0.005389826372265816, 0.005726311821490526, 0.006062797270715237, 0.0063992831856012344, 0.006735768634825945, 0.007072254549711943, 0.007408739998936653, 0.007745225448161364, 0.008081710897386074, 0.008418196812272072, 0.00875468272715807, 0.009091167710721493, 0.00942765362560749, 0.009764139540493488, 0.010100625455379486, 0.01043711043894291, 0.010773596353828907, 0.011110082268714905, 0.011446567252278328, 0.011783053167164326, 0.012119539082050323, 0.012456024065613747, 0.012792509980499744]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 3.0, 2.0, 1.0, 4.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.21453964710235596, -0.20942509174346924, -0.20431053638458252, -0.1991959810256958, -0.19408144056797028, -0.18896688520908356, -0.18385232985019684, -0.17873777449131012, -0.1736232191324234, -0.16850866377353668, -0.16339412331581116, -0.15827956795692444, -0.15316501259803772, -0.148050457239151, -0.14293590188026428, -0.13782134652137756, -0.13270679116249084, -0.12759225070476532, -0.1224776953458786, -0.11736313998699188, -0.11224858462810516, -0.10713403671979904, -0.10201948136091232, -0.0969049260020256, -0.09179037809371948, -0.08667582273483276, -0.08156126737594604, -0.07644671201705933, -0.0713321641087532, -0.06621760874986649, -0.061103057116270065, -0.05598850175738335, -0.050873950123786926, -0.045759398490190506, -0.04064484313130379, -0.03553029149770737, -0.030415738001465797, -0.025301184505224228, -0.020186632871627808, -0.015072079375386238, -0.009957525879144669, -0.004842972848564386, 0.00027158018201589584, 0.005386133212596178, 0.01050068624317646, 0.01561523973941803, 0.02072979137301445, 0.02584434486925602, 0.03095889836549759, 0.03607344999909401, 0.04118800535798073, 0.04630255699157715, 0.05141711235046387, 0.05653166398406029, 0.06164621561765671, 0.06676077097654343, 0.07187531888484955, 0.07698987424373627, 0.08210442960262299, 0.0872189849615097, 0.09233353286981583, 0.09744808822870255, 0.10256264358758926, 0.10767719149589539, 0.1127917468547821]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 3.0, 0.0, 4.0, 7.0, 4.0, 3.0, 7.0, 8.0, 5.0, 3.0, 4.0, 10.0, 24.0, 63.0, 36.0, 21.0, 20.0, 12.0, 8.0, 4.0, 5.0, 3.0, 4.0, 0.0, 2.0, 2.0, 2.0, 2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0], "bins": [-0.16828282177448273, -0.16444018483161926, -0.1605975329875946, -0.15675489604473114, -0.15291224420070648, -0.14906960725784302, -0.14522697031497955, -0.1413843184709549, -0.13754168152809143, -0.13369902968406677, -0.1298563927412033, -0.12601375579833984, -0.12217111140489578, -0.11832846701145172, -0.11448582261800766, -0.1106431782245636, -0.10680054128170013, -0.10295789688825607, -0.09911525249481201, -0.09527260810136795, -0.09142996370792389, -0.08758732676506042, -0.08374468237161636, -0.0799020379781723, -0.07605939358472824, -0.07221674919128418, -0.06837411224842072, -0.06453146785497665, -0.06068882346153259, -0.05684618279337883, -0.05300353839993477, -0.049160897731781006, -0.045318253338336945, -0.04147560894489288, -0.03763296827673912, -0.03379032388329506, -0.029947683215141296, -0.026105038821697235, -0.022262396290898323, -0.01841975376009941, -0.014577111229300499, -0.010734468698501587, -0.0068918257020413876, -0.003049182938411832, 0.0007934598252177238, 0.004636102356016636, 0.008478745818138123, 0.012321388348937035, 0.016164030879735947, 0.02000667341053486, 0.02384931594133377, 0.027691958472132683, 0.031534601002931595, 0.035377245396375656, 0.03921988606452942, 0.04306253045797348, 0.04690517485141754, 0.050747815519571304, 0.054590459913015366, 0.05843310058116913, 0.06227574497461319, 0.06611838936805725, 0.06996102631092072, 0.07380367070436478, 0.07764631509780884]}, "_runtime": 86.091313123703, "_timestamp": 1596211675.862422, "_step": 105}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 2.0, 1.0, 1.0, 2.0, 1.0, 5.0, 2.0, 4.0, 3.0, 2.0, 1.0, 0.0, 2.0, 2.0, 3.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010046635754406452, -0.009711523540318012, -0.009376410394906998, -0.009041298180818558, -0.008706185966730118, -0.008371072821319103, -0.008035960607230663, -0.007700847927480936, -0.007365735247731209, -0.007030623033642769, -0.006695510353893042, -0.006360397674143314, -0.006025285460054874, -0.005690172780305147, -0.00535506010055542, -0.00501994788646698, -0.004684835206717253, -0.0043497225269675255, -0.0040146103128790855, -0.0036794976331293583, -0.003344384953379631, -0.0030092725064605474, -0.002674160059541464, -0.0023390473797917366, -0.002003934932872653, -0.0016688223695382476, -0.0013337098062038422, -0.0009985973592847586, -0.0006634847959503531, -0.0003283722617197782, 6.740272510796785e-06, 0.00034185280674137175, 0.0006769653409719467, 0.0010120779043063521, 0.0013471904676407576, 0.0016823029145598412, 0.0020174155943095684, 0.002352528041228652, 0.0026876404881477356, 0.003022753167897463, 0.0033578656148165464, 0.00369297806173563, 0.004028090741485357, 0.0043632034212350845, 0.0046983156353235245, 0.005033428315073252, 0.005368540994822979, 0.005703653208911419, 0.006038765888661146, 0.006373878568410873, 0.006708990782499313, 0.007044103462249041, 0.007379216141998768, 0.007714328356087208, 0.008049441501498222, 0.008384553715586662, 0.008719665929675102, 0.009054779075086117, 0.009389891289174557, 0.009725003503262997, 0.010060116648674011, 0.010395228862762451, 0.010730341076850891, 0.011065454222261906, 0.011400566436350346]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 3.0, 4.0, 2.0, 5.0, 4.0, 7.0, 12.0, 16.0, 18.0, 22.0, 39.0, 44.0, 70.0, 72.0, 84.0, 128.0, 178.0, 263.0, 501.0, 5194.0, 478.0, 232.0, 149.0, 99.0, 83.0, 38.0, 28.0, 40.0, 29.0, 21.0, 23.0, 10.0, 10.0, 8.0, 3.0, 5.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.18152247369289398, -0.17664752900600433, -0.17177258431911469, -0.16689762473106384, -0.1620226800441742, -0.15714773535728455, -0.1522727906703949, -0.14739784598350525, -0.1425229012966156, -0.13764794170856476, -0.1327729970216751, -0.12789805233478546, -0.12302310764789581, -0.11814815551042557, -0.11327321082353592, -0.10839825868606567, -0.10352331399917603, -0.09864836931228638, -0.09377341717481613, -0.08889847248792648, -0.08402352035045624, -0.07914857566356659, -0.07427363097667694, -0.0693986788392067, -0.06452373415231705, -0.0596487857401371, -0.05477383732795715, -0.049898892641067505, -0.04502394422888756, -0.04014899581670761, -0.03527405112981796, -0.030399102717638016, -0.02552415430545807, -0.020649205893278122, -0.015774259343743324, -0.010899311862885952, -0.00602436438202858, -0.0011494169011712074, 0.003725530579686165, 0.008600478060543537, 0.01347542554140091, 0.018350373953580856, 0.023225320503115654, 0.02810026705265045, 0.0329752154648304, 0.037850163877010345, 0.042725108563899994, 0.04760005697607994, 0.05247500538825989, 0.057349953800439835, 0.06222490221261978, 0.06709984689950943, 0.07197479903697968, 0.07684974372386932, 0.08172468841075897, 0.08659964054822922, 0.09147458523511887, 0.09634952992200851, 0.10122448205947876, 0.10609942674636841, 0.11097437143325806, 0.1158493235707283, 0.12072426825761795, 0.1255992203950882, 0.13047416508197784]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 2.0, 1.0, 3.0, 1.0, 3.0, 2.0, 3.0, 0.0, 4.0, 2.0, 4.0, 4.0, 3.0, 1.0, 30.0, 6.0, 9.0, 3.0, 5.0, 3.0, 6.0, 4.0, 5.0, 3.0, 1.0, 2.0, 3.0, 1.0, 0.0, 5.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0037701691035181284, -0.0036246152594685555, -0.003479061182588339, -0.0033335071057081223, -0.0031879532616585493, -0.0030423994176089764, -0.0028968453407287598, -0.002751291263848543, -0.0026057374197989702, -0.0024601835757493973, -0.0023146294988691807, -0.002169075421988964, -0.002023521577939391, -0.0018779676174744964, -0.0017324136570096016, -0.0015868596965447068, -0.001441305736079812, -0.0012957517756149173, -0.0011501978151500225, -0.0010046438546851277, -0.000859089894220233, -0.0007135359337553382, -0.0005679819732904434, -0.00042242801282554865, -0.0002768740523606539, -0.0001313200918957591, 1.4233868569135666e-05, 0.00015978782903403044, 0.0003053417894989252, 0.00045089574996382, 0.0005964497104287148, 0.0007420036708936095, 0.0008875576313585043, 0.001033111591823399, 0.0011786655522882938, 0.0013242195127531886, 0.0014697734732180834, 0.0016153274336829782, 0.001760881394147873, 0.0019064353546127677, 0.0020519893150776625, 0.0021975431591272354, 0.002343097236007452, 0.0024886513128876686, 0.0026342051569372416, 0.0027797590009868145, 0.002925313077867031, 0.0030708671547472477, 0.0032164209987968206, 0.0033619748428463936, 0.00350752891972661, 0.0036530829966068268, 0.0037986368406563997, 0.003944190684705973, 0.004089744761586189, 0.004235298838466406, 0.0043808529153466225, 0.004526406526565552, 0.004671960603445768, 0.004817514680325985, 0.004963068291544914, 0.005108622368425131, 0.0052541764453053474, 0.005399730522185564, 0.005545284599065781]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 5.0, 7.0, 7.0, 7.0, 10.0, 7.0, 18.0, 28.0, 24.0, 40.0, 56.0, 77.0, 110.0, 127.0, 175.0, 241.0, 351.0, 481.0, 875.0, 1238.0, 2063.0, 3562.0, 6144.0, 11670.0, 23521.0, 57064.0, 765340.0, 201398.0, 50892.0, 23157.0, 12084.0, 7033.0, 4346.0, 2577.0, 1647.0, 1059.0, 702.0, 437.0, 347.0, 224.0, 156.0, 93.0, 65.0, 50.0, 34.0, 21.0, 11.0, 13.0, 19.0, 5.0, 5.0, 3.0, 3.0, 4.0, 4.0, 2.0, 0.0, 2.0, 2.0, 2.0], "bins": [-0.00757319200783968, -0.007328589912503958, -0.0070839873515069485, -0.0068393852561712265, -0.006594782695174217, -0.006350180599838495, -0.006105578038841486, -0.005860975943505764, -0.005616373382508755, -0.005371771287173033, -0.005127169191837311, -0.0048825666308403015, -0.0046379645355045795, -0.00439336197450757, -0.004148759879171848, -0.0039041575510054827, -0.003659555222839117, -0.0034149528946727514, -0.003170350566506386, -0.00292574823834002, -0.0026811459101736546, -0.0024365438148379326, -0.002191941486671567, -0.0019473391585052013, -0.0017027368303388357, -0.00145813450217247, -0.0012135321740061045, -0.0009689299622550607, -0.000724327634088695, -0.0004797253350261599, -0.00023512303596362472, 9.479263098910451e-06, 0.0002540815621614456, 0.0004986838903278112, 0.000743286160286516, 0.0009878884302452207, 0.0012324907584115863, 0.001477093086577952, 0.0017216952983289957, 0.0019662976264953613, 0.002210899954661727, 0.0024555022828280926, 0.002700104610994458, 0.002944706939160824, 0.003189309034496546, 0.0034339113626629114, 0.003678513690829277, 0.003923116251826286, 0.004167718347162008, 0.00441232044249773, 0.0046569230034947395, 0.0049015250988304615, 0.005146127659827471, 0.005390729755163193, 0.005635332316160202, 0.005879934411495924, 0.006124536506831646, 0.006369139067828655, 0.006613741163164377, 0.0068583437241613865, 0.0071029458194971085, 0.007347548380494118, 0.00759215047582984, 0.007836752571165562, 0.008081355132162571]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 4.0, 1.0, 8.0, 9.0, 5.0, 5.0, 4.0, 1.0, 1.0, 0.0, 5.0, 2.0, 0.0, 3.0, 1.0, 1.0, 0.0, 3.0], "bins": [-0.0699915736913681, -0.06856866925954819, -0.06714577227830887, -0.06572286784648895, -0.06429997086524963, -0.06287706643342972, -0.0614541657269001, -0.06003126502037048, -0.058608364313840866, -0.05718546360731125, -0.05576256290078163, -0.054339662194252014, -0.0529167577624321, -0.05149385705590248, -0.050070956349372864, -0.048648055642843246, -0.04722515493631363, -0.04580225422978401, -0.044379353523254395, -0.04295645281672478, -0.04153355211019516, -0.040110647678375244, -0.03868774697184563, -0.03726484626531601, -0.03584194555878639, -0.034419044852256775, -0.03299614414572716, -0.03157324343919754, -0.030150340870022774, -0.028727440163493156, -0.02730453759431839, -0.025881636887788773, -0.024458736181259155, -0.023035835474729538, -0.02161293476819992, -0.020190032199025154, -0.018767131492495537, -0.01734423078596592, -0.015921328216791153, -0.014498427510261536, -0.013075526803731918, -0.011652626097202301, -0.010229724459350109, -0.008806822821497917, -0.0073839221149683, -0.005961020942777395, -0.004538119770586491, -0.003115218598395586, -0.0016923174262046814, -0.0002694162540137768, 0.0011534849181771278, 0.0025763860903680325, 0.003999287262558937, 0.005422188434749842, 0.006845089606940746, 0.008267991244792938, 0.009690891951322556, 0.011113792657852173, 0.012536694295704365, 0.013959595933556557, 0.015382496640086174, 0.01680539734661579, 0.018228299915790558, 0.019651200622320175, 0.021074101328849792]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [6.0, 3.0, 0.0, 3.0, 8.0, 7.0, 2.0, 7.0, 10.0, 10.0, 11.0, 7.0, 8.0, 5.0, 14.0, 16.0, 4.0, 8.0, 6.0, 9.0, 11.0, 7.0, 5.0, 8.0, 22.0, 19.0, 21.0, 24.0, 40.0, 51.0, 63.0, 75.0, 80.0, 136.0, 195.0, 273.0, 461.0, 784.0, 1743.0, 7325.0, 2573.0, 1433.0, 873.0, 575.0, 411.0, 289.0, 204.0, 149.0, 112.0, 90.0, 74.0, 38.0, 44.0, 25.0, 17.0, 9.0, 12.0, 7.0, 5.0, 2.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.021827729418873787, -0.021275538951158524, -0.02072334848344326, -0.020171158015727997, -0.019618965685367584, -0.01906677521765232, -0.018514584749937057, -0.017962394282221794, -0.01741020381450653, -0.016858013346791267, -0.016305822879076004, -0.01575363241136074, -0.015201441012322903, -0.01464925054460764, -0.014097059145569801, -0.013544868677854538, -0.012992678210139275, -0.012440487742424011, -0.011888297274708748, -0.01133610587567091, -0.010783915407955647, -0.010231724940240383, -0.009679533541202545, -0.009127343073487282, -0.008575152605772018, -0.008022962138056755, -0.007470771204680204, -0.006918580271303654, -0.00636638980358839, -0.005814199335873127, -0.005262008402496576, -0.004709817469120026, -0.004157627001404762, -0.0036054363008588552, -0.0030532456003129482, -0.002501054899767041, -0.0019488641992211342, -0.0013966734986752272, -0.0008444827981293201, -0.0002922920975834131, 0.0002598986029624939, 0.0008120893035084009, 0.001364280004054308, 0.001916470704600215, 0.002468661405146122, 0.003020852105692029, 0.003573042806237936, 0.004125233739614487, 0.00467742420732975, 0.005229614675045013, 0.005781805608421564, 0.006333996541798115, 0.006886187009513378, 0.0074383774772286415, 0.00799056887626648, 0.008542759343981743, 0.009094949811697006, 0.00964714027941227, 0.010199330747127533, 0.010751522146165371, 0.011303712613880634, 0.011855903081595898, 0.012408094480633736, 0.012960284948348999, 0.013512475416064262]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 3.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.10489891469478607, -0.09979624301195145, -0.09469357132911682, -0.0895908996462822, -0.08448822796344757, -0.07938555628061295, -0.07428288459777832, -0.0691802129149437, -0.06407754123210907, -0.058974869549274445, -0.05387219786643982, -0.048769526183605194, -0.04366685450077057, -0.038564182817935944, -0.03346151113510132, -0.028358839452266693, -0.023256167769432068, -0.018153496086597443, -0.013050824403762817, -0.007948152720928192, -0.002845481038093567, 0.0022571906447410583, 0.007359862327575684, 0.012462534010410309, 0.017565205693244934, 0.02266787737607956, 0.027770549058914185, 0.03287322074174881, 0.037975892424583435, 0.04307856410741806, 0.048181235790252686, 0.05328390747308731, 0.058386579155921936, 0.06348925083875656, 0.06859192252159119, 0.07369459420442581, 0.07879726588726044, 0.08389993757009506, 0.08900260925292969, 0.09410528093576431, 0.09920795261859894, 0.10431062430143356, 0.10941329598426819, 0.11451596766710281, 0.11961863934993744, 0.12472131103277206, 0.1298239827156067, 0.13492664694786072, 0.14002932608127594, 0.14513200521469116, 0.1502346694469452, 0.15533733367919922, 0.16044001281261444, 0.16554269194602966, 0.1706453561782837, 0.17574802041053772, 0.18085069954395294, 0.18595337867736816, 0.1910560429096222, 0.19615870714187622, 0.20126138627529144, 0.20636406540870667, 0.2114667296409607, 0.21656939387321472, 0.22167207300662994]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 3.0, 2.0, 1.0, 1.0, 2.0, 2.0, 2.0, 2.0, 1.0, 3.0, 6.0, 4.0, 2.0, 1.0, 2.0, 1.0, 4.0, 3.0, 5.0, 5.0, 4.0, 7.0, 6.0, 9.0, 9.0, 14.0, 13.0, 15.0, 33.0, 15.0, 9.0, 13.0, 9.0, 7.0, 9.0, 10.0, 9.0, 10.0, 3.0, 1.0, 1.0, 2.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 2.0, 2.0, 0.0, 4.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0], "bins": [-0.043816763907670975, -0.042437925934791565, -0.041059091687202454, -0.039680253714323044, -0.03830141946673393, -0.03692258149385452, -0.03554374724626541, -0.034164909273386, -0.03278607130050659, -0.03140723705291748, -0.03002840094268322, -0.02864956483244896, -0.02727072685956955, -0.02589189074933529, -0.02451305463910103, -0.023134218528866768, -0.021755382418632507, -0.020376546308398247, -0.018997710198163986, -0.017618874087929726, -0.016240037977695465, -0.01486120093613863, -0.013482363894581795, -0.012103527784347534, -0.010724691674113274, -0.009345855563879013, -0.007967019453644753, -0.006588182412087917, -0.005209346301853657, -0.0038305099587887526, -0.0024516736157238483, -0.0010728372726589441, 0.0003059990704059601, 0.0016848354134708643, 0.0030636717565357685, 0.004442508332431316, 0.005821344442665577, 0.0072001805528998375, 0.008579017594456673, 0.009957853704690933, 0.011336689814925194, 0.012715525925159454, 0.014094362035393715, 0.01547319907695055, 0.016852036118507385, 0.018230872228741646, 0.019609708338975906, 0.020988544449210167, 0.022367380559444427, 0.023746216669678688, 0.02512505277991295, 0.02650388889014721, 0.02788272500038147, 0.02926156297326088, 0.03064039908349514, 0.0320192351937294, 0.03339806944131851, 0.03477690741419792, 0.03615574538707733, 0.03753457963466644, 0.03891341760754585, 0.040292251855134964, 0.041671089828014374, 0.043049924075603485, 0.044428762048482895]}, "_runtime": 86.85114336013794, "_timestamp": 1596211676.6222522, "_step": 106}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 4.0, 2.0, 3.0, 1.0, 5.0, 1.0, 3.0, 1.0, 3.0, 2.0, 4.0, 2.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.008372550830245018, -0.008119172416627407, -0.007865794003009796, -0.007612415589392185, -0.007359037175774574, -0.007105658296495676, -0.006852279882878065, -0.006598901469260454, -0.006345523055642843, -0.006092144642025232, -0.005838766228407621, -0.0055853878147900105, -0.005332008935511112, -0.005078630521893501, -0.00482525210827589, -0.004571873694658279, -0.0043184952810406685, -0.0040651168674230576, -0.0038117384538054466, -0.003558359807357192, -0.003304981393739581, -0.00305160298012197, -0.0027982243336737156, -0.0025448459200561047, -0.0022914675064384937, -0.002038089092820883, -0.00178471056278795, -0.0015313320327550173, -0.0012779536191374063, -0.0010245752055197954, -0.0007711966754868627, -0.0005178182036615908, -0.00026443973183631897, -1.1061260011047125e-05, 0.00024231721181422472, 0.0004956956836394966, 0.0007490741554647684, 0.0010024525690823793, 0.001255831099115312, 0.0015092096291482449, 0.0017625880427658558, 0.0020159664563834667, 0.0022693448700010777, 0.0025227235164493322, 0.002776101930066943, 0.003029480343684554, 0.0032828589901328087, 0.0035362374037504196, 0.0037896158173680305, 0.0040429942309856415, 0.004296372644603252, 0.004549751058220863, 0.004803129471838474, 0.0050565083511173725, 0.0053098867647349834, 0.005563265178352594, 0.005816643591970205, 0.006070022005587816, 0.006323400419205427, 0.006576778832823038, 0.006830157712101936, 0.007083536125719547, 0.007336914539337158, 0.007590292952954769, 0.00784367136657238]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 1.0, 2.0, 2.0, 2.0, 1.0, 6.0, 15.0, 10.0, 7.0, 11.0, 15.0, 21.0, 20.0, 28.0, 32.0, 60.0, 68.0, 85.0, 124.0, 162.0, 257.0, 419.0, 5078.0, 595.0, 249.0, 158.0, 113.0, 79.0, 63.0, 43.0, 40.0, 37.0, 23.0, 24.0, 22.0, 8.0, 9.0, 10.0, 7.0, 4.0, 6.0, 0.0, 3.0, 4.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.11392903327941895, -0.11031936854124069, -0.10670970380306244, -0.10310003906488419, -0.09949037432670593, -0.09588070958852768, -0.09227104485034943, -0.08866138011217117, -0.08505171537399292, -0.08144205063581467, -0.07783238589763641, -0.07422272115945816, -0.07061305642127991, -0.06700339168310165, -0.0633937269449234, -0.05978406220674515, -0.056174397468566895, -0.05256473273038864, -0.04895506799221039, -0.045345403254032135, -0.04173573851585388, -0.03812607377767563, -0.034516409039497375, -0.030906744301319122, -0.02729707956314087, -0.023687414824962616, -0.020077750086784363, -0.01646808534860611, -0.012858420610427856, -0.009248755872249603, -0.00563909113407135, -0.002029426395893097, 0.0015802383422851562, 0.005189903080463409, 0.008799567818641663, 0.012409232556819916, 0.01601889729499817, 0.019628562033176422, 0.023238226771354675, 0.02684789150953293, 0.03045755624771118, 0.034067220985889435, 0.03767688572406769, 0.04128655046224594, 0.044896215200424194, 0.04850587993860245, 0.0521155446767807, 0.055725209414958954, 0.05933487415313721, 0.06294453889131546, 0.06655420362949371, 0.07016386836767197, 0.07377353310585022, 0.07738319784402847, 0.08099286258220673, 0.08460252732038498, 0.08821219205856323, 0.09182185679674149, 0.09543152153491974, 0.09904118627309799, 0.10265085101127625, 0.1062605157494545, 0.10987018048763275, 0.113479845225811, 0.11708950996398926]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 7.0, 2.0, 2.0, 4.0, 3.0, 3.0, 2.0, 3.0, 1.0, 4.0, 28.0, 3.0, 6.0, 3.0, 4.0, 9.0, 2.0, 2.0, 1.0, 2.0, 5.0, 1.0, 4.0, 3.0, 3.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.0030820397660136223, -0.0029941268730908632, -0.002906213980168104, -0.0028183008544147015, -0.0027303879614919424, -0.0026424750685691833, -0.0025545621756464243, -0.0024666490498930216, -0.0023787361569702625, -0.0022908232640475035, -0.0022029103711247444, -0.0021149974782019854, -0.0020270843524485826, -0.0019391714595258236, -0.0018512585666030645, -0.0017633455572649837, -0.0016754326643422246, -0.0015875197714194655, -0.0014996067620813847, -0.0014116938691586256, -0.0013237808598205447, -0.0012358679668977857, -0.0011479549575597048, -0.0010600420646369457, -0.0009721291135065258, -0.0008842161623761058, -0.0007963032112456858, -0.0007083902601152658, -0.0006204773671925068, -0.0005325644160620868, -0.00044465146493166685, -0.0003567385138012469, -0.0002688255626708269, -0.00018091261154040694, -9.29996749619022e-05, -5.086731107439846e-06, 8.282621274702251e-05, 0.00017073916387744248, 0.000258652085904032, 0.00034656503703445196, 0.00043447798816487193, 0.0005223909392952919, 0.0006103038904257119, 0.0006982168415561318, 0.0007861297344788909, 0.0008740426856093109, 0.0009619556367397308, 0.0010498686460778117, 0.0011377815390005708, 0.0012256944319233298, 0.0013136074412614107, 0.0014015203341841698, 0.0014894333435222507, 0.0015773462364450097, 0.0016652592457830906, 0.0017531721387058496, 0.0018410850316286087, 0.0019289980409666896, 0.0020169110503047705, 0.0021048239432275295, 0.0021927368361502886, 0.0022806497290730476, 0.0023685628548264503, 0.0024564757477492094, 0.0025443886406719685]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 3.0, 2.0, 1.0, 3.0, 1.0, 4.0, 4.0, 11.0, 13.0, 13.0, 15.0, 27.0, 37.0, 44.0, 54.0, 81.0, 84.0, 126.0, 150.0, 213.0, 268.0, 365.0, 521.0, 682.0, 1040.0, 1551.0, 2465.0, 3921.0, 6544.0, 12230.0, 25467.0, 65276.0, 830634.0, 135801.0, 42958.0, 20027.0, 10746.0, 6266.0, 3887.0, 2354.0, 1601.0, 1166.0, 757.0, 597.0, 450.0, 305.0, 242.0, 161.0, 135.0, 86.0, 60.0, 54.0, 37.0, 35.0, 19.0, 18.0, 10.0, 8.0, 8.0, 3.0, 2.0, 3.0], "bins": [-0.005906719248741865, -0.005737059284001589, -0.0055673997849226, -0.0053977398201823235, -0.005228079855442047, -0.005058419890701771, -0.004888760391622782, -0.004719100426882505, -0.004549440462142229, -0.00437978096306324, -0.004210120998322964, -0.004040461033582687, -0.0038708013016730547, -0.0037011413369327784, -0.0035314816050231457, -0.0033618216402828693, -0.0031921619083732367, -0.003022502176463604, -0.0028528422117233276, -0.002683182479813695, -0.0025135225150734186, -0.002343862783163786, -0.0021742028184235096, -0.002004543086513877, -0.0018348832381889224, -0.001665223389863968, -0.0014955635415390134, -0.0013259036932140589, -0.0011562439613044262, -0.0009865841129794717, -0.0008169242646545172, -0.0006472644163295627, -0.00047760456800460815, -0.00030794471967965364, -0.0001382849004585296, 3.137493331450969e-05, 0.00020103476708754897, 0.0003706946154125035, 0.0005403544055297971, 0.0007100142538547516, 0.0008796741021797061, 0.0010493339505046606, 0.0012189937988296151, 0.0013886536471545696, 0.0015583133790642023, 0.0017279732273891568, 0.0018976330757141113, 0.0020672930404543877, 0.0022369527723640203, 0.002406612504273653, 0.0025762724690139294, 0.002745932200923562, 0.0029155921656638384, 0.003085251897573471, 0.0032549118623137474, 0.00342457159422338, 0.0035942313261330128, 0.003763891290873289, 0.0039335512556135654, 0.0041032107546925545, 0.004272870719432831, 0.004442530684173107, 0.0046121906489133835, 0.0047818501479923725, 0.004951510112732649]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 3.0, 0.0, 6.0, 7.0, 1.0, 5.0, 5.0, 3.0, 4.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014150314964354038, -0.013644151389598846, -0.013137987814843655, -0.012631824240088463, -0.012125660665333271, -0.01161949709057808, -0.011113333515822887, -0.010607169941067696, -0.010101007297635078, -0.009594843722879887, -0.009088680148124695, -0.008582516573369503, -0.008076352998614311, -0.007570189423859119, -0.007064025849103928, -0.006557862274348736, -0.006051698699593544, -0.005545535124838352, -0.00503937155008316, -0.004533207975327969, -0.004027044400572777, -0.0035208810586482286, -0.0030147177167236805, -0.0025085541419684887, -0.002002390567213297, -0.001496226992458105, -0.0009900635341182351, -0.0004839000175707042, 2.2263498976826668e-05, 0.0005284270155243576, 0.0010345905320718884, 0.0015407539904117584, 0.0020469175651669502, 0.002553081139922142, 0.003059244714677334, 0.003565408056601882, 0.0040715718641877174, 0.004577734973281622, 0.005083898548036814, 0.0055900621227920055, 0.006096225697547197, 0.006602389272302389, 0.007108552847057581, 0.007614716421812773, 0.008120879530906677, 0.008627043105661869, 0.00913320668041706, 0.009639370255172253, 0.010145533829927444, 0.010651697404682636, 0.011157860979437828, 0.01166402455419302, 0.012170188128948212, 0.012676351703703403, 0.013182515278458595, 0.013688678853213787, 0.014194842427968979, 0.014701005071401596, 0.015207168646156788, 0.01571333222091198, 0.016219496726989746, 0.016725659370422363, 0.01723182387650013, 0.017737986519932747, 0.018244151026010513]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 4.0, 6.0, 3.0, 8.0, 10.0, 9.0, 11.0, 14.0, 28.0, 32.0, 29.0, 43.0, 67.0, 59.0, 86.0, 86.0, 91.0, 133.0, 208.0, 244.0, 317.0, 430.0, 601.0, 980.0, 1671.0, 6250.0, 2089.0, 1337.0, 875.0, 713.0, 513.0, 346.0, 286.0, 200.0, 158.0, 114.0, 68.0, 62.0, 49.0, 32.0, 28.0, 35.0, 30.0, 14.0, 11.0, 15.0, 9.0, 4.0, 5.0, 0.0, 3.0, 2.0, 3.0, 1.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.006969544105231762, -0.0067178187891840935, -0.006466093938797712, -0.006214369088411331, -0.005962643772363663, -0.005710918456315994, -0.005459193605929613, -0.005207468755543232, -0.0049557434394955635, -0.004704018123447895, -0.004452293273061514, -0.004200568422675133, -0.003948843106627464, -0.0036971180234104395, -0.0034453929401934147, -0.00319366785697639, -0.002941942773759365, -0.0026902176905423403, -0.0024384926073253155, -0.0021867675241082907, -0.0019350424408912659, -0.001683317357674241, -0.0014315922744572163, -0.0011798671912401915, -0.0009281421080231667, -0.0006764170248061419, -0.00042469194158911705, -0.00017296685837209225, 7.875822484493256e-05, 0.00033048330806195736, 0.0005822083912789822, 0.000833933474496007, 0.0010856585577130318, 0.0013373836409300566, 0.0015891087241470814, 0.0018408338073641062, 0.002092558890581131, 0.002344283973798156, 0.0025960090570151806, 0.0028477341402322054, 0.00309945922344923, 0.003351184306666255, 0.00360290938988328, 0.0038546344731003046, 0.004106359556317329, 0.004358084872364998, 0.004609809722751379, 0.00486153457313776, 0.005113259889185429, 0.005364985205233097, 0.005616710055619478, 0.005868434906005859, 0.006120160222053528, 0.006371885538101196, 0.0066236103884875774, 0.006875335238873959, 0.007127060554921627, 0.0073787858709692955, 0.007630510721355677, 0.007882235571742058, 0.008133960887789726, 0.008385686203837395, 0.008637411519885063, 0.008889135904610157, 0.009140861220657825]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 4.0, 3.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08850795775651932, -0.08571449667215347, -0.08292103558778763, -0.08012757450342178, -0.07733412086963654, -0.07454065978527069, -0.07174719870090485, -0.068953737616539, -0.06616027653217316, -0.06336681544780731, -0.060573358088731766, -0.05777989700436592, -0.054986439645290375, -0.05219297856092453, -0.049399517476558685, -0.04660606011748314, -0.043812599033117294, -0.04101913794875145, -0.0382256805896759, -0.03543221950531006, -0.032638758420944214, -0.02984529919922352, -0.027051839977502823, -0.024258378893136978, -0.021464919671416283, -0.018671460449695587, -0.015877999365329742, -0.013084540143609047, -0.010291079990565777, -0.007497619837522507, -0.004704160150140524, -0.0019107002299278975, 0.000882759690284729, 0.0036762196104973555, 0.006469679530709982, 0.009263139218091965, 0.012056599371135235, 0.014850059524178505, 0.0176435187458992, 0.020436979830265045, 0.02323043905198574, 0.026023898273706436, 0.02881735935807228, 0.031610820442438126, 0.03440427780151367, 0.03719773888587952, 0.03999119997024536, 0.04278465732932091, 0.04557811841368675, 0.0483715794980526, 0.05116503685712814, 0.05395849794149399, 0.05675195902585983, 0.05954541638493538, 0.062338877469301224, 0.06513233482837677, 0.06792579591274261, 0.07071925699710846, 0.0735127180814743, 0.07630617916584015, 0.079099640250206, 0.08189309388399124, 0.08468655496835709, 0.08748001605272293, 0.09027347713708878]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 3.0, 1.0, 2.0, 2.0, 2.0, 0.0, 2.0, 2.0, 1.0, 4.0, 4.0, 4.0, 4.0, 3.0, 5.0, 6.0, 13.0, 11.0, 7.0, 46.0, 33.0, 18.0, 14.0, 12.0, 12.0, 14.0, 6.0, 2.0, 2.0, 6.0, 1.0, 2.0, 2.0, 3.0, 4.0, 1.0, 3.0, 2.0, 5.0, 2.0, 0.0, 3.0, 2.0, 3.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0], "bins": [-0.05095488950610161, -0.04939384013414383, -0.04783279076218605, -0.04627173766493797, -0.044710688292980194, -0.043149638921022415, -0.041588589549064636, -0.04002754017710686, -0.03846649080514908, -0.036905437707901, -0.03534438833594322, -0.03378333896398544, -0.032222289592027664, -0.030661238357424736, -0.029100188985466957, -0.02753913775086403, -0.02597808837890625, -0.02441703900694847, -0.022855987772345543, -0.021294938400387764, -0.019733887165784836, -0.018172837793827057, -0.016611788421869278, -0.015050738118588924, -0.01348968781530857, -0.011928637512028217, -0.010367587208747864, -0.008806537836790085, -0.007245487533509731, -0.005684437230229378, -0.0041233873926103115, -0.0025623373221606016, -0.0010012872517108917, 0.0005597628187388182, 0.002120812889188528, 0.003681862959638238, 0.005242913030087948, 0.006803963333368301, 0.00836501270532608, 0.009926063008606434, 0.011487113311886787, 0.013048163615167141, 0.014609213918447495, 0.016170263290405273, 0.017731312662363052, 0.01929236389696598, 0.02085341326892376, 0.022414464503526688, 0.023975513875484467, 0.025536563247442245, 0.027097614482045174, 0.028658663854002953, 0.03021971508860588, 0.03178076446056366, 0.03334181383252144, 0.03490286320447922, 0.036463916301727295, 0.038024965673685074, 0.03958601504564285, 0.04114706441760063, 0.04270811378955841, 0.04426916316151619, 0.04583021625876427, 0.047391265630722046, 0.048952315002679825]}, "_runtime": 87.60460758209229, "_timestamp": 1596211677.3757164, "_step": 107}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 3.0, 2.0, 1.0, 1.0, 1.0, 1.0, 4.0, 5.0, 1.0, 2.0, 5.0, 1.0, 1.0, 0.0, 1.0, 3.0, 2.0, 4.0, 0.0, 1.0, 3.0, 0.0, 0.0, 3.0, 1.0, 0.0, 2.0], "bins": [-0.012354657053947449, -0.012073990888893604, -0.011793323792517185, -0.01151265762746334, -0.011231990531086922, -0.010951324366033077, -0.010670658200979233, -0.010389991104602814, -0.01010932493954897, -0.00982865784317255, -0.009547991678118706, -0.009267325513064861, -0.008986658416688442, -0.008705992251634598, -0.008425325155258179, -0.008144658990204334, -0.00786399282515049, -0.007583325728774071, -0.007302659098058939, -0.0070219929330050945, -0.006741326302289963, -0.006460659671574831, -0.006179993040859699, -0.0058993264101445675, -0.005618659779429436, -0.005337993614375591, -0.0050573269836604595, -0.004776660352945328, -0.004495993722230196, -0.004215327091515064, -0.00393466092646122, -0.003653994295746088, -0.0033733276650309563, -0.0030926610343158245, -0.0028119946364313364, -0.0025313280057162046, -0.0022506616078317165, -0.0019699949771165848, -0.001689328346401453, -0.001408661832101643, -0.0011279953178018332, -0.0008473288035020232, -0.0005666622309945524, -0.000285995687590912, -5.329144187271595e-06, 0.0002753373992163688, 0.0005560039426200092, 0.00083667051512748, 0.00111733702942729, 0.0013980035437271, 0.0016786700580269098, 0.0019593366887420416, 0.0022400030866265297, 0.0025206697173416615, 0.002801336348056793, 0.0030820027459412813, 0.003362669376656413, 0.003643336007371545, 0.003924002405256033, 0.004204669035971165, 0.0044853356666862965, 0.004766002297401428, 0.005046668462455273, 0.0053273350931704044, 0.005608001723885536]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 4.0, 0.0, 0.0, 0.0, 2.0, 2.0, 9.0, 3.0, 7.0, 5.0, 14.0, 13.0, 18.0, 18.0, 21.0, 27.0, 39.0, 46.0, 66.0, 70.0, 139.0, 195.0, 294.0, 650.0, 5072.0, 486.0, 240.0, 145.0, 101.0, 67.0, 44.0, 37.0, 24.0, 11.0, 17.0, 8.0, 10.0, 9.0, 9.0, 1.0, 1.0, 3.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0], "bins": [-0.15108560025691986, -0.14731454849243164, -0.14354348182678223, -0.139772430062294, -0.1360013782978058, -0.13223032653331757, -0.12845925986766815, -0.12468820810317993, -0.12091715633869171, -0.1171460971236229, -0.11337504535913467, -0.10960398614406586, -0.10583293437957764, -0.10206187516450882, -0.0982908234000206, -0.09451976418495178, -0.09074871242046356, -0.08697765320539474, -0.08320659399032593, -0.07943554222583771, -0.07566448301076889, -0.07189343124628067, -0.06812237203121185, -0.06435132026672363, -0.060580261051654816, -0.0568092055618763, -0.05303815007209778, -0.04926709458231926, -0.04549603909254074, -0.04172498360276222, -0.037953928112983704, -0.034182872623205185, -0.030411817133426666, -0.026640761643648148, -0.02286970615386963, -0.01909865066409111, -0.015327594242990017, -0.011556538753211498, -0.007785482797771692, -0.004014426842331886, -0.00024337135255336761, 0.0035276843700557947, 0.007298740092664957, 0.011069796048104763, 0.014840851537883282, 0.018611907958984375, 0.022382963448762894, 0.026154018938541412, 0.02992507442831993, 0.03369612991809845, 0.03746718540787697, 0.04123824089765549, 0.045009296387434006, 0.048780351877212524, 0.05255140736699104, 0.05632246285676956, 0.06009352207183838, 0.0638645738363266, 0.06763563305139542, 0.07140668481588364, 0.07517774403095245, 0.07894879579544067, 0.08271985501050949, 0.08649090677499771, 0.09026196599006653]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 1.0, 0.0, 1.0, 2.0, 4.0, 4.0, 2.0, 2.0, 3.0, 4.0, 2.0, 0.0, 6.0, 4.0, 2.0, 24.0, 5.0, 4.0, 10.0, 1.0, 5.0, 3.0, 1.0, 2.0, 7.0, 3.0, 2.0, 3.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.003023213939741254, -0.002943180501461029, -0.0028631468303501606, -0.002783113392069936, -0.002703079953789711, -0.002623046515509486, -0.0025430130772292614, -0.002462979406118393, -0.002382945967838168, -0.0023029125295579433, -0.002222878858447075, -0.00214284542016685, -0.0020628119818866253, -0.0019827785436064005, -0.0019027449889108539, -0.0018227114342153072, -0.0017426779959350824, -0.0016626445576548576, -0.001582611002959311, -0.0015025774482637644, -0.0014225440099835396, -0.0013425105717033148, -0.0012624770170077682, -0.0011824434623122215, -0.0011024100240319967, -0.001022376585751772, -0.0009423430310562253, -0.0008623095345683396, -0.0007822760380804539, -0.0007022425415925682, -0.0006222090451046824, -0.0005421755486167967, -0.000462142052128911, -0.0003821085556410253, -0.0003020750591531396, -0.00022204156266525388, -0.00014200806617736816, -6.197456968948245e-05, 1.8058926798403263e-05, 9.809242328628898e-05, 0.0001781259197741747, 0.0002581594162620604, 0.0003381929127499461, 0.00041822640923783183, 0.0004982599057257175, 0.0005782934022136033, 0.000658326898701489, 0.0007383603951893747, 0.0008183938916772604, 0.0008984273881651461, 0.0009784608846530318, 0.0010584944393485785, 0.0011385278776288033, 0.001218561315909028, 0.0012985948706045747, 0.0013786284253001213, 0.001458661863580346, 0.001538695301860571, 0.0016187288565561175, 0.0016987624112516642, 0.001778795849531889, 0.0018588292878121138, 0.0019388628425076604, 0.002018896397203207, 0.002098929835483432]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 4.0, 2.0, 2.0, 4.0, 8.0, 11.0, 15.0, 23.0, 39.0, 66.0, 112.0, 186.0, 262.0, 432.0, 792.0, 1298.0, 2254.0, 4092.0, 7691.0, 15755.0, 35646.0, 105896.0, 857521.0, 83464.0, 30551.0, 14734.0, 7889.0, 4363.0, 2480.0, 1449.0, 879.0, 570.0, 347.0, 224.0, 200.0, 95.0, 81.0, 44.0, 41.0, 27.0, 22.0, 23.0, 14.0, 8.0, 5.0, 4.0, 6.0, 7.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0062330057844519615, -0.00602183910086751, -0.005810672417283058, -0.005599505268037319, -0.0053883385844528675, -0.005177171900868416, -0.004966005217283964, -0.0047548385336995125, -0.0045436713844537735, -0.004332504700869322, -0.00412133801728487, -0.0039101713337004185, -0.003699004650115967, -0.0034878377337008715, -0.00327667105011642, -0.0030655041337013245, -0.002854337450116873, -0.002643170766532421, -0.0024320038501173258, -0.002220837166532874, -0.0020096702501177788, -0.001798503566533327, -0.0015873368829488754, -0.001376170082949102, -0.0011650032829493284, -0.0009538364829495549, -0.0007426697411574423, -0.0005315029993653297, -0.00032033619936555624, -0.0001091694284696132, 0.00010199734242632985, 0.0003131641133222729, 0.0005243308842182159, 0.0007354976842179894, 0.000946664426010102, 0.0011578311678022146, 0.0013689979678019881, 0.0015801647678017616, 0.0017913314513862133, 0.0020024983678013086, 0.0022136650513857603, 0.002424831734970212, 0.0026359986513853073, 0.002847165334969759, 0.0030583320185542107, 0.003269498934969306, 0.0034806656185537577, 0.003691832534968853, 0.0039029992185533047, 0.004114165902137756, 0.004325332585722208, 0.004536499734967947, 0.004747666418552399, 0.00495883310213685, 0.005169999785721302, 0.005381166469305754, 0.005592333152890205, 0.005803500302135944, 0.006014666985720396, 0.006225833669304848, 0.006437000352889299, 0.006648167036473751, 0.00685933418571949, 0.007070500869303942, 0.007281667552888393]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 4.0, 0.0, 1.0, 3.0, 2.0, 1.0, 1.0, 2.0, 0.0, 4.0, 1.0, 3.0, 3.0, 0.0, 6.0, 2.0, 2.0, 1.0, 3.0, 3.0, 3.0, 1.0, 1.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.017694251611828804, -0.017196308821439743, -0.016698364168405533, -0.016200421378016472, -0.01570247672498226, -0.0152045339345932, -0.014706590212881565, -0.01420864649116993, -0.013710702769458294, -0.013212759047746658, -0.012714815326035023, -0.012216871604323387, -0.011718928813934326, -0.01122098509222269, -0.010723041370511055, -0.01022509764879942, -0.009727153927087784, -0.009229210205376148, -0.008731266483664513, -0.008233322761952877, -0.007735379505902529, -0.007237435784190893, -0.006739492528140545, -0.006241548806428909, -0.005743605084717274, -0.005245661363005638, -0.0047477176412940025, -0.004249774385243654, -0.0037518306635320187, -0.003253886941820383, -0.002755943452939391, -0.002257999964058399, -0.0017600562423467636, -0.0012621126370504498, -0.0007641690317541361, -0.0002662254264578223, 0.00023171817883849144, 0.0007296617841348052, 0.001227605389431119, 0.0017255489947274327, 0.0022234926000237465, 0.002721436321735382, 0.003219379810616374, 0.003717323299497366, 0.0042152670212090015, 0.004713210742920637, 0.005211153998970985, 0.005709097720682621, 0.006207041442394257, 0.006704985164105892, 0.007202928885817528, 0.007700872141867876, 0.008198816329240799, 0.00869675911962986, 0.009194702841341496, 0.009692646563053131, 0.010190590284764767, 0.010688534006476402, 0.011186477728188038, 0.011684421449899673, 0.012182364240288734, 0.01268030796200037, 0.013178251683712006, 0.013676195405423641, 0.014174139127135277]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 2.0, 8.0, 4.0, 8.0, 4.0, 15.0, 20.0, 12.0, 21.0, 37.0, 31.0, 41.0, 70.0, 73.0, 73.0, 93.0, 116.0, 139.0, 151.0, 242.0, 246.0, 347.0, 391.0, 491.0, 640.0, 840.0, 1126.0, 1553.0, 5431.0, 1937.0, 1187.0, 782.0, 586.0, 387.0, 310.0, 228.0, 188.0, 141.0, 97.0, 79.0, 54.0, 59.0, 37.0, 22.0, 26.0, 20.0, 13.0, 17.0, 12.0, 9.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0], "bins": [-0.007414286956191063, -0.007206671871244907, -0.0069990563206374645, -0.006791441235691309, -0.006583826150745153, -0.006376210600137711, -0.006168595515191555, -0.0059609804302453995, -0.005753365345299244, -0.005545749794691801, -0.0053381347097456455, -0.00513051962479949, -0.004922904074192047, -0.004715288989245892, -0.004507673904299736, -0.004300058353692293, -0.004092443268746138, -0.0038848279509693384, -0.003677212866023183, -0.0034695975482463837, -0.003261982463300228, -0.003054367145523429, -0.0028467518277466297, -0.002639136742800474, -0.002431521425023675, -0.0022239061072468758, -0.00201629102230072, -0.001808675704523921, -0.0016010605031624436, -0.0013934453018009663, -0.001185829984024167, -0.0009782147826626897, -0.0007705995813012123, -0.0005629843799397349, -0.00035536912037059665, -0.00014775388990528882, 5.9861340560019016e-05, 0.00026747657102532685, 0.0004750918014906347, 0.000682707061059773, 0.0008903222624212503, 0.0010979374637827277, 0.001305552665144205, 0.0015131679829210043, 0.0017207831842824817, 0.001928398385643959, 0.0021360137034207582, 0.002343628788366914, 0.002551244106143713, 0.002758859423920512, 0.0029664745088666677, 0.003174089826643467, 0.0033817049115896225, 0.0035893202293664217, 0.003796935547143221, 0.0040045506320893764, 0.004212166182696819, 0.004419781267642975, 0.00462739635258913, 0.004835011437535286, 0.005042626988142729, 0.005250242073088884, 0.00545785715803504, 0.005665472708642483, 0.005873087793588638]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 5.0, 4.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.10939302295446396, -0.10629817098379135, -0.10320332646369934, -0.10010847449302673, -0.09701362252235413, -0.09391877800226212, -0.09082392603158951, -0.0877290815114975, -0.08463422954082489, -0.08153937757015228, -0.07844453305006027, -0.07534968107938766, -0.07225483655929565, -0.06915998458862305, -0.06606513261795044, -0.06297028809785843, -0.05987543612718582, -0.05678058788180351, -0.053685739636421204, -0.050590887665748596, -0.04749603942036629, -0.04440119117498398, -0.04130633920431137, -0.03821149095892906, -0.03511664271354675, -0.032021794468164444, -0.028926944360136986, -0.025832094252109528, -0.02273724600672722, -0.01964239776134491, -0.01654754765331745, -0.013452698476612568, -0.010357849299907684, -0.007263000123202801, -0.004168150946497917, -0.0010733017697930336, 0.00202154740691185, 0.0051163965836167336, 0.008211245760321617, 0.0113060949370265, 0.014400944113731384, 0.017495792359113693, 0.02059064246714115, 0.02368549257516861, 0.02678034082055092, 0.029875189065933228, 0.032970041036605835, 0.036064889281988144, 0.03915973752737045, 0.04225458577275276, 0.04534943401813507, 0.04844428598880768, 0.05153913423418999, 0.054633982479572296, 0.057728834450244904, 0.06082368269562721, 0.06391853094100952, 0.06701338291168213, 0.07010822743177414, 0.07320307940244675, 0.07629792392253876, 0.07939277589321136, 0.08248762786388397, 0.08558247238397598, 0.08867732435464859]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 7.0, 3.0, 3.0, 4.0, 0.0, 3.0, 4.0, 2.0, 3.0, 7.0, 10.0, 14.0, 26.0, 47.0, 38.0, 21.0, 22.0, 5.0, 1.0, 1.0, 1.0, 5.0, 1.0, 2.0, 2.0, 5.0, 5.0, 5.0, 3.0, 0.0, 4.0, 7.0, 1.0, 3.0, 1.0, 2.0, 0.0, 1.0], "bins": [-0.09038026630878448, -0.08809100836515427, -0.08580174297094345, -0.08351248502731323, -0.08122321963310242, -0.0789339616894722, -0.07664470374584198, -0.07435543835163116, -0.07206618040800095, -0.06977692246437073, -0.06748765707015991, -0.0651983991265297, -0.06290914118289948, -0.06061987578868866, -0.05833061784505844, -0.056041356176137924, -0.05375209450721741, -0.05146283283829689, -0.04917357116937637, -0.046884313225746155, -0.04459505155682564, -0.04230578988790512, -0.0400165319442749, -0.037727270275354385, -0.03543800860643387, -0.03314874693751335, -0.030859487131237984, -0.028570227324962616, -0.0262809656560421, -0.023991703987121582, -0.021702444180846214, -0.019413184374570847, -0.01712392270565033, -0.014834661968052387, -0.012545401230454445, -0.010256140492856503, -0.00796687975525856, -0.005677619017660618, -0.0033883582800626755, -0.0010990975424647331, 0.0011901631951332092, 0.0034794239327311516, 0.005768684670329094, 0.008057945407927036, 0.010347206145524979, 0.012636466883122921, 0.014925727620720863, 0.01721498742699623, 0.019504249095916748, 0.021793510764837265, 0.024082770571112633, 0.026372030377388, 0.028661292046308517, 0.030950553715229034, 0.03323981165885925, 0.03552907332777977, 0.03781833499670029, 0.040107596665620804, 0.04239685833454132, 0.04468611627817154, 0.046975377947092056, 0.04926463961601257, 0.05155389755964279, 0.05384315922856331, 0.056132420897483826]}, "_runtime": 88.42106342315674, "_timestamp": 1596211678.1921723, "_step": 108}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 5.0, 3.0, 0.0, 1.0, 1.0, 5.0, 3.0, 5.0, 2.0, 0.0, 5.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00855410099029541, -0.008257532492280006, -0.007960963994264603, -0.007664395496249199, -0.007367826998233795, -0.007071258034557104, -0.0067746895365417, -0.006478121038526297, -0.006181552540510893, -0.005884984042495489, -0.005588415544480085, -0.005291847046464682, -0.004995278082787991, -0.004698709584772587, -0.004402141086757183, -0.004105572588741779, -0.0038090040907263756, -0.003512435592710972, -0.003215867094695568, -0.0029192983638495207, -0.002622729865834117, -0.002326161367818713, -0.002029592636972666, -0.001733024138957262, -0.0014364556409418583, -0.0011398871429264545, -0.000843318528495729, -0.0005467499722726643, -0.00025018141604959965, 4.6387140173465014e-05, 0.0003429556963965297, 0.0006395242526195943, 0.000936092808842659, 0.0012326613068580627, 0.0015292299212887883, 0.001825798535719514, 0.0021223670337349176, 0.0024189355317503214, 0.002715504262596369, 0.0030120727606117725, 0.0033086412586271763, 0.00360520975664258, 0.0039017782546579838, 0.0041983467526733875, 0.004494915716350079, 0.004791484214365482, 0.005088052712380886, 0.00538462121039629, 0.005681189708411694, 0.005977758206427097, 0.006274326704442501, 0.006570895202457905, 0.0068674637004733086, 0.00716403266415, 0.007460601162165403, 0.007757169660180807, 0.008053738623857498, 0.008350307121872902, 0.008646875619888306, 0.00894344411790371, 0.009240012615919113, 0.009536581113934517, 0.00983314961194992, 0.010129718109965324, 0.010426286607980728]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 3.0, 5.0, 3.0, 3.0, 10.0, 7.0, 17.0, 11.0, 15.0, 21.0, 38.0, 37.0, 40.0, 94.0, 123.0, 184.0, 293.0, 668.0, 5397.0, 362.0, 195.0, 94.0, 72.0, 66.0, 39.0, 25.0, 21.0, 9.0, 17.0, 15.0, 6.0, 7.0, 4.0, 5.0, 2.0, 1.0, 2.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0], "bins": [-0.14698070287704468, -0.14240534603595734, -0.13782998919487, -0.13325464725494385, -0.1286792904138565, -0.12410393357276917, -0.11952858418226242, -0.11495322734117508, -0.11037787795066833, -0.105802521109581, -0.10122716426849365, -0.09665181487798691, -0.09207645803689957, -0.08750110864639282, -0.08292575180530548, -0.07835040241479874, -0.0737750455737114, -0.06919968873262405, -0.06462433934211731, -0.06004898622632027, -0.055473633110523224, -0.05089827626943588, -0.04632292315363884, -0.0417475700378418, -0.037172216922044754, -0.03259686380624771, -0.02802151069045067, -0.023446155712008476, -0.018870802596211433, -0.01429544948041439, -0.009720095433294773, -0.005144741851836443, -0.0005693882703781128, 0.004005965311080217, 0.008581318892538548, 0.013156672939658165, 0.017732026055455208, 0.02230737917125225, 0.026882734149694443, 0.031458087265491486, 0.03603344038128853, 0.04060879349708557, 0.045184146612882614, 0.04975949972867966, 0.054334856569767, 0.05891020968556404, 0.06348556280136108, 0.06806091219186783, 0.07263626903295517, 0.07721162587404251, 0.08178697526454926, 0.0863623321056366, 0.09093768149614334, 0.09551303833723068, 0.10008838772773743, 0.10466374456882477, 0.10923910140991211, 0.11381445080041885, 0.1183898076415062, 0.12296515703201294, 0.12754051387310028, 0.13211587071418762, 0.13669121265411377, 0.1412665694952011, 0.14584192633628845]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 2.0, 3.0, 0.0, 2.0, 4.0, 3.0, 3.0, 2.0, 4.0, 8.0, 1.0, 4.0, 3.0, 3.0, 5.0, 31.0, 3.0, 6.0, 3.0, 5.0, 2.0, 4.0, 3.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0031028359662741423, -0.003007375868037343, -0.002911915769800544, -0.0028164556715637445, -0.0027209955733269453, -0.002625535475090146, -0.002530075376853347, -0.0024346152786165476, -0.002339155413210392, -0.0022436953149735928, -0.0021482352167367935, -0.0020527751184999943, -0.001957315020263195, -0.0018618549220263958, -0.0017663948237895966, -0.0016709347255527973, -0.001575474627315998, -0.0014800145290791988, -0.0013845544308423996, -0.0012890943326056004, -0.0011936342343688011, -0.0010981742525473237, -0.0010027141543105245, -0.0009072540560737252, -0.000811793957836926, -0.0007163338596001267, -0.0006208737613633275, -0.0005254137213341892, -0.00042995362309738994, -0.0003344935248605907, -0.0002390334557276219, -0.0001435733720427379, -4.811328835785389e-05, 4.734679532703012e-05, 0.00014280687901191413, 0.00023826696269679815, 0.00033372704638168216, 0.0004291871446184814, 0.0005246471846476197, 0.000620107282884419, 0.0007155673811212182, 0.0008110274793580174, 0.0009064875775948167, 0.001001947675831616, 0.0010974076576530933, 0.0011928677558898926, 0.0012883278541266918, 0.001383787952363491, 0.0014792480506002903, 0.0015747081488370895, 0.0016701682470738888, 0.001765628345310688, 0.0018610884435474873, 0.0019565485417842865, 0.0020520086400210857, 0.002147468738257885, 0.0022429288364946842, 0.00233838870190084, 0.002433848800137639, 0.0025293088983744383, 0.0026247689966112375, 0.0027202290948480368, 0.002815689193084836, 0.0029111492913216352, 0.0030066093895584345]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 4.0, 8.0, 13.0, 15.0, 15.0, 13.0, 24.0, 20.0, 38.0, 35.0, 55.0, 85.0, 99.0, 163.0, 201.0, 328.0, 457.0, 699.0, 1052.0, 1665.0, 2666.0, 4683.0, 8622.0, 17923.0, 43561.0, 150504.0, 841288.0, 57192.0, 21669.0, 10624.0, 5840.0, 3403.0, 2253.0, 1417.0, 942.0, 605.0, 401.0, 323.0, 198.0, 160.0, 122.0, 75.0, 47.0, 45.0, 24.0, 25.0, 10.0, 12.0, 6.0, 3.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0], "bins": [-0.006211062427610159, -0.006024415139108896, -0.005837767850607634, -0.005651120562106371, -0.005464473273605108, -0.005277825985103846, -0.005091178696602583, -0.00490453140810132, -0.00471788365393877, -0.004531236365437508, -0.004344589076936245, -0.004157941788434982, -0.00397129449993372, -0.003784647211432457, -0.0035979999229311943, -0.0034113526344299316, -0.003224705345928669, -0.0030380580574274063, -0.0028514107689261436, -0.002664763480424881, -0.0024781161919236183, -0.002291468670591712, -0.0021048213820904493, -0.0019181740935891867, -0.001731526805087924, -0.0015448795165866613, -0.0013582322280853987, -0.0011715848231688142, -0.0009849375346675515, -0.0007982902461662889, -0.0006116428994573653, -0.00042499558185227215, -0.00023834826424717903, -5.170094664208591e-05, 0.0001349463709630072, 0.00032159368856810033, 0.0005082410061731935, 0.0006948882946744561, 0.0008815356413833797, 0.0010681829880923033, 0.001254830276593566, 0.0014414775650948286, 0.0016281248535960913, 0.0018147722585126758, 0.0020014196634292603, 0.002188066951930523, 0.0023747142404317856, 0.0025613615289330482, 0.002748008817434311, 0.0029346561059355736, 0.0031213033944368362, 0.003307950682938099, 0.0034945979714393616, 0.003681245492771268, 0.0038678927812725306, 0.00405453983694315, 0.004241187125444412, 0.004427834879606962, 0.004614482168108225, 0.0048011294566094875, 0.00498777674511075, 0.005174424033612013, 0.0053610713221132755, 0.005547718610614538, 0.005734365899115801]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 3.0, 1.0, 2.0, 1.0, 2.0, 2.0, 3.0, 6.0, 6.0, 2.0, 2.0, 8.0, 4.0, 1.0, 3.0, 0.0, 1.0, 0.0, 1.0, 3.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012670343741774559, -0.012076660990715027, -0.011482978239655495, -0.010889295488595963, -0.01029561273753643, -0.009701930917799473, -0.00910824816673994, -0.008514565415680408, -0.007920882664620876, -0.007327199913561344, -0.006733517162501812, -0.006139834877103567, -0.005546152126044035, -0.004952469374984503, -0.004358787089586258, -0.0037651043385267258, -0.0031714215874671936, -0.0025777388364076614, -0.001984056318178773, -0.0013903736835345626, -0.0007966910488903522, -0.0002030084142461419, 0.00039067422039806843, 0.0009843568550422788, 0.001578039489686489, 0.0021717222407460213, 0.0027654047589749098, 0.0033590872772037983, 0.0039527700282633305, 0.004546452779322863, 0.0051401350647211075, 0.00573381781578064, 0.006327500566840172, 0.006921183317899704, 0.007514866068959236, 0.008108548820018768, 0.0087022315710783, 0.009295913390815258, 0.00988959614187479, 0.010483278892934322, 0.011076961643993855, 0.011670644395053387, 0.012264327146112919, 0.012858009897172451, 0.013451691716909409, 0.01404537446796894, 0.014639057219028473, 0.015232739970088005, 0.015826422721147537, 0.01642010547220707, 0.0170137882232666, 0.017607470974326134, 0.018201153725385666, 0.018794836476445198, 0.01938851922750473, 0.019982201978564262, 0.020575884729623795, 0.021169565618038177, 0.02176324836909771, 0.022356931120157242, 0.022950613871216774, 0.023544296622276306, 0.02413797937333584, 0.02473166212439537, 0.025325344875454903]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 4.0, 1.0, 2.0, 5.0, 9.0, 15.0, 12.0, 18.0, 25.0, 18.0, 37.0, 34.0, 51.0, 61.0, 88.0, 88.0, 123.0, 168.0, 224.0, 264.0, 367.0, 532.0, 775.0, 1007.0, 1569.0, 2499.0, 6241.0, 1575.0, 839.0, 513.0, 346.0, 227.0, 173.0, 111.0, 100.0, 70.0, 43.0, 45.0, 32.0, 25.0, 12.0, 7.0, 4.0, 5.0, 6.0, 8.0, 4.0, 1.0, 0.0, 16.0, 10.0, 2.0, 2.0, 5.0, 1.0, 1.0, 3.0, 5.0], "bins": [-0.008189184591174126, -0.007934827357530594, -0.007680469658225775, -0.007426111958920956, -0.007171754725277424, -0.006917397025972605, -0.006663039792329073, -0.006408682093024254, -0.006154324859380722, -0.005899967160075903, -0.005645609460771084, -0.005391252227127552, -0.005136894527822733, -0.004882537294179201, -0.004628179594874382, -0.00437382236123085, -0.004119464661926031, -0.0038651071954518557, -0.00361074972897768, -0.0033563922625035048, -0.0031020347960293293, -0.00284767709672451, -0.0025933196302503347, -0.0023389621637761593, -0.002084604697301984, -0.0018302472308278084, -0.001575889764353633, -0.0013215321814641356, -0.0010671747149899602, -0.0008128172485157847, -0.0005584597238339484, -0.00030410222825594246, -4.9744732677936554e-05, 0.00020461276290006936, 0.00045897025847807527, 0.0007133277831599116, 0.0009676852496340871, 0.0012220427161082625, 0.0014764002989977598, 0.0017307577654719353, 0.0019851152319461107, 0.002239472698420286, 0.0024938301648944616, 0.002748187631368637, 0.003002545330673456, 0.0032569027971476316, 0.003511260263621807, 0.0037656177300959826, 0.004019975196570158, 0.004274332895874977, 0.004528690129518509, 0.004783047828823328, 0.00503740506246686, 0.005291762761771679, 0.005546119995415211, 0.00580047769472003, 0.006054835394024849, 0.006309192627668381, 0.0065635503269732, 0.006817907560616732, 0.007072265259921551, 0.0073266224935650826, 0.007580980192869902, 0.00783533789217472, 0.008089695125818253]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 2.0, 2.0, 3.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0637672021985054, -0.06224563717842102, -0.06072407215833664, -0.05920251086354256, -0.057680945843458176, -0.056159380823373795, -0.05463781580328941, -0.05311625450849533, -0.05159468948841095, -0.05007312446832657, -0.04855155944824219, -0.047029994428157806, -0.045508433133363724, -0.04398686811327934, -0.04246530309319496, -0.04094373807311058, -0.0394221767783165, -0.03790061175823212, -0.036379046738147736, -0.034857481718063354, -0.03333591669797897, -0.03181435540318489, -0.03029279038310051, -0.02877122536301613, -0.027249660342931747, -0.025728097185492516, -0.024206532165408134, -0.022684969007968903, -0.02116340398788452, -0.01964184083044529, -0.01812027581036091, -0.016598712652921677, -0.015077147632837296, -0.013555583544075489, -0.012034019455313683, -0.010512455366551876, -0.00899089127779007, -0.007469326723366976, -0.005947762168943882, -0.0044261980801820755, -0.002904633991420269, -0.0013830697862431407, 0.00013849441893398762, 0.001660058624111116, 0.0031816228292882442, 0.004703186918050051, 0.0062247514724731445, 0.007746315561234951, 0.009267879649996758, 0.010789443738758564, 0.01231100782752037, 0.013832571916282177, 0.015354136005043983, 0.016875701025128365, 0.018397264182567596, 0.019918829202651978, 0.02144039422273636, 0.02296195738017559, 0.02448352240025997, 0.026005085557699203, 0.027526650577783585, 0.029048213735222816, 0.030569778755307198, 0.03209134191274643, 0.03361290693283081]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 3.0, 3.0, 4.0, 6.0, 2.0, 8.0, 9.0, 13.0, 34.0, 51.0, 32.0, 16.0, 12.0, 10.0, 16.0, 10.0, 12.0, 8.0, 7.0, 4.0, 3.0, 0.0, 3.0, 3.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.05876234546303749, -0.057469442486763, -0.05617653951048851, -0.05488364025950432, -0.05359073728322983, -0.05229783430695534, -0.05100493133068085, -0.049712032079696655, -0.048419129103422165, -0.047126226127147675, -0.045833323150873184, -0.044540420174598694, -0.0432475209236145, -0.04195461794734001, -0.04066171497106552, -0.03936881199479103, -0.03807590901851654, -0.03678300976753235, -0.03549010679125786, -0.03419720381498337, -0.03290430083870888, -0.031611401587724686, -0.030318498611450195, -0.029025595635175705, -0.027732692658901215, -0.026439791545271873, -0.025146888568997383, -0.023853987455368042, -0.02256108447909355, -0.02126818336546421, -0.01997528038918972, -0.01868237927556038, -0.01738947629928589, -0.0160965733230114, -0.014803672209382057, -0.013510770164430141, -0.012217868119478226, -0.010924965143203735, -0.00963206309825182, -0.008339161053299904, -0.007046259008347988, -0.005753356963396072, -0.004460454918444157, -0.0031675524078309536, -0.0018746503628790379, -0.0005817482015118003, 0.0007111539598554373, 0.0020040562376379967, 0.0032969582825899124, 0.004589860327541828, 0.005882762372493744, 0.007175664883106947, 0.008468566462397575, 0.009761469438672066, 0.011054371483623981, 0.012347273528575897, 0.013640175573527813, 0.014933077618479729, 0.01622598059475422, 0.01751888170838356, 0.01881178468465805, 0.02010468579828739, 0.021397588774561882, 0.022690489888191223, 0.023983392864465714]}, "_runtime": 89.27085781097412, "_timestamp": 1596211679.0419667, "_step": 109}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 2.0, 1.0, 5.0, 2.0, 0.0, 3.0, 0.0, 7.0, 4.0, 4.0, 4.0, 3.0, 1.0, 0.0, 3.0, 1.0, 1.0, 1.0, 2.0, 2.0, 2.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011134196072816849, -0.010727102868258953, -0.010320009663701057, -0.009912916459143162, -0.009505823254585266, -0.009098729118704796, -0.0086916359141469, -0.008284542709589005, -0.007877449505031109, -0.007470356300473213, -0.0070632630959153175, -0.006656169425696135, -0.006249076221138239, -0.005841983016580343, -0.00543488934636116, -0.005027796141803265, -0.004620702937245369, -0.004213609732687473, -0.003806516295298934, -0.0033994228579103947, -0.002992329653352499, -0.0025852364487946033, -0.002178143011406064, -0.0017710496904328465, -0.001363956369459629, -0.0009568630484864116, -0.0005497697275131941, -0.0001426764065399766, 0.0002644169144332409, 0.0006715102354064584, 0.0010786035563796759, 0.0014856968773528934, 0.0018927901983261108, 0.0022998834028840065, 0.002706976840272546, 0.003114070277661085, 0.003521163482218981, 0.0039282566867768764, 0.004335350356996059, 0.004742443561553955, 0.005149536766111851, 0.005556629970669746, 0.005963723175227642, 0.006370816845446825, 0.006777910050004721, 0.007185003254562616, 0.007592096924781799, 0.007999190129339695, 0.00840628333389759, 0.008813376538455486, 0.009220469743013382, 0.009627562947571278, 0.010034656152129173, 0.010441750288009644, 0.01084884349256754, 0.011255936697125435, 0.01166302990168333, 0.012070123106241226, 0.012477216310799122, 0.012884309515357018, 0.013291403651237488, 0.013698496855795383, 0.014105590060353279, 0.014512683264911175, 0.01491977646946907]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 5.0, 5.0, 4.0, 7.0, 4.0, 8.0, 7.0, 17.0, 5.0, 13.0, 16.0, 18.0, 26.0, 47.0, 46.0, 79.0, 86.0, 110.0, 129.0, 235.0, 379.0, 5057.0, 669.0, 266.0, 183.0, 109.0, 79.0, 74.0, 57.0, 42.0, 34.0, 19.0, 16.0, 15.0, 13.0, 13.0, 6.0, 4.0, 3.0, 3.0, 3.0, 4.0, 3.0, 4.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.1300850659608841, -0.12621425092220306, -0.12234343588352203, -0.1184726282954216, -0.11460181325674057, -0.11073099821805954, -0.1068601906299591, -0.10298937559127808, -0.09911856055259705, -0.09524774551391602, -0.09137693047523499, -0.08750612288713455, -0.08363530784845352, -0.07976449280977249, -0.07589368522167206, -0.07202287018299103, -0.06815205514431, -0.06428124010562897, -0.060410428792238235, -0.056539617478847504, -0.05266880244016647, -0.04879798740148544, -0.04492717608809471, -0.04105636477470398, -0.03718554973602295, -0.03331473469734192, -0.029443923383951187, -0.025573110207915306, -0.021702297031879425, -0.017831483855843544, -0.013960670679807663, -0.010089857503771782, -0.006219044327735901, -0.00234823115170002, 0.0015225820243358612, 0.005393395200371742, 0.009264208376407623, 0.013135021552443504, 0.017005834728479385, 0.020876647904515266, 0.024747461080551147, 0.02861827425658703, 0.03248908743262291, 0.03635989874601364, 0.04023071378469467, 0.0441015288233757, 0.047972340136766434, 0.051843151450157166, 0.055713966488838196, 0.059584781527519226, 0.06345559656620026, 0.06732640415430069, 0.07119721919298172, 0.07506803423166275, 0.07893884181976318, 0.08280965685844421, 0.08668047189712524, 0.09055128693580627, 0.0944221019744873, 0.09829290956258774, 0.10216372460126877, 0.1060345396399498, 0.10990534722805023, 0.11377616226673126, 0.11764697730541229]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 3.0, 2.0, 5.0, 6.0, 5.0, 3.0, 1.0, 4.0, 1.0, 2.0, 5.0, 5.0, 25.0, 6.0, 5.0, 9.0, 1.0, 1.0, 4.0, 3.0, 3.0, 2.0, 1.0, 4.0, 3.0, 1.0, 1.0, 0.0, 3.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.0038970422465354204, -0.003775500226765871, -0.003653957974165678, -0.0035324159543961287, -0.0034108739346265793, -0.00328933191485703, -0.0031677898950874805, -0.0030462476424872875, -0.002924705622717738, -0.0028031636029481888, -0.0026816213503479958, -0.0025600793305784464, -0.002438537310808897, -0.0023169952910393476, -0.0021954532712697983, -0.0020739110186696053, -0.0019523689989000559, -0.0018308269791305065, -0.0017092848429456353, -0.0015877427067607641, -0.0014662006869912148, -0.0013446586672216654, -0.0012231165310367942, -0.001101574394851923, -0.0009800323750823736, -0.0008584902971051633, -0.000736948219127953, -0.0006154061411507428, -0.0004938640631735325, -0.0003723219851963222, -0.0002507799072191119, -0.00012923782924190164, -7.695751264691353e-06, 0.00011384632671251893, 0.00023538840468972921, 0.0003569304826669395, 0.0004784725606441498, 0.0006000146386213601, 0.0007215567165985703, 0.0008430987945757806, 0.0009646408725529909, 0.0010861828923225403, 0.0012077250285074115, 0.0013292671646922827, 0.001450809184461832, 0.0015723512042313814, 0.0016938933404162526, 0.0018154354766011238, 0.0019369774963706732, 0.0020585195161402225, 0.0021800617687404156, 0.002301603788509965, 0.0024231458082795143, 0.0025446878280490637, 0.002666229847818613, 0.002787772100418806, 0.0029093141201883554, 0.003030856139957905, 0.003152398392558098, 0.003273940412327647, 0.0033954824320971966, 0.003517024451866746, 0.0036385664716362953, 0.0037601087242364883, 0.0038816507440060377]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 4.0, 3.0, 4.0, 2.0, 6.0, 13.0, 15.0, 27.0, 26.0, 49.0, 61.0, 87.0, 152.0, 205.0, 389.0, 504.0, 807.0, 1323.0, 2228.0, 4079.0, 7430.0, 14799.0, 32891.0, 92759.0, 853671.0, 85904.0, 34168.0, 18067.0, 10495.0, 6448.0, 4015.0, 2739.0, 1939.0, 1227.0, 858.0, 639.0, 457.0, 315.0, 236.0, 151.0, 133.0, 79.0, 56.0, 49.0, 33.0, 24.0, 18.0, 16.0, 14.0, 10.0, 5.0, 2.0, 3.0, 1.0, 3.0, 1.0, 4.0, 2.0], "bins": [-0.0062151807360351086, -0.006011914927512407, -0.005808649118989706, -0.005605383310467005, -0.005402117036283016, -0.005198851227760315, -0.004995585419237614, -0.004792319610714912, -0.004589053802192211, -0.00438578799366951, -0.004182522185146809, -0.003979256376624107, -0.0037759903352707624, -0.003572724526748061, -0.0033694584853947163, -0.003166192676872015, -0.0029629268683493137, -0.0027596610598266125, -0.002556395251303911, -0.0023531292099505663, -0.002149863401427865, -0.0019465975929051638, -0.0017433316679671407, -0.0015400657430291176, -0.0013367999345064163, -0.001133534125983715, -0.000930268201045692, -0.0007270023343153298, -0.0005237364675849676, -0.00032047060085460544, -0.00011720473412424326, 8.606113260611892e-05, 0.0002893269993364811, 0.0004925928660668433, 0.0006958587327972054, 0.0008991245995275676, 0.0011023904662579298, 0.001305656274780631, 0.0015089221997186542, 0.0017121881246566772, 0.0019154539331793785, 0.0021187197417020798, 0.002321985550224781, 0.002525251591578126, 0.0027285174001008272, 0.0029317832086235285, 0.0031350492499768734, 0.0033383150584995747, 0.003541580867022276, 0.003744846675544977, 0.0039481124840676785, 0.00415137829259038, 0.004354644566774368, 0.0045579103752970695, 0.004761176183819771, 0.004964441992342472, 0.005167707800865173, 0.005370973609387875, 0.005574239417910576, 0.005777505226433277, 0.005980771034955978, 0.006184037309139967, 0.006387303117662668, 0.0065905689261853695, 0.006793834734708071]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 2.0, 1.0, 3.0, 1.0, 2.0, 2.0, 0.0, 2.0, 1.0, 1.0, 1.0, 5.0, 8.0, 1.0, 1.0, 3.0, 4.0, 2.0, 0.0, 4.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.027110183611512184, -0.026455674320459366, -0.025801166892051697, -0.025146659463644028, -0.02449215017259121, -0.02383764088153839, -0.023183133453130722, -0.022528626024723053, -0.021874116733670235, -0.021219607442617416, -0.020565100014209747, -0.019910592585802078, -0.01925608329474926, -0.01860157400369644, -0.017947066575288773, -0.017292559146881104, -0.016638049855828285, -0.015983540564775467, -0.015329033136367798, -0.014674524776637554, -0.01402001641690731, -0.013365508057177067, -0.012710999697446823, -0.01205649133771658, -0.011401982977986336, -0.010747474618256092, -0.010092966258525848, -0.009438457898795605, -0.008783949539065361, -0.008129441179335117, -0.007474932819604874, -0.00682042445987463, -0.006165916100144386, -0.005511407740414143, -0.004856899380683899, -0.004202391020953655, -0.0035478826612234116, -0.002893374301493168, -0.002238865941762924, -0.0015843575820326805, -0.0009298492223024368, -0.00027534086257219315, 0.00037916749715805054, 0.0010336758568882942, 0.001688184216618538, 0.0023426925763487816, 0.0029972009360790253, 0.003651709295809269, 0.004306217655539513, 0.004960726015269756, 0.005615234375, 0.006269742734730244, 0.006924251094460487, 0.007578759454190731, 0.008233267813920975, 0.008887776173651218, 0.009542284533381462, 0.010196792893111706, 0.01085130125284195, 0.011505809612572193, 0.012160317972302437, 0.01281482633203268, 0.013469334691762924, 0.014123843051493168, 0.014778351411223412]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 3.0, 3.0, 1.0, 5.0, 0.0, 3.0, 3.0, 8.0, 15.0, 15.0, 13.0, 24.0, 32.0, 40.0, 68.0, 80.0, 115.0, 148.0, 212.0, 294.0, 447.0, 681.0, 978.0, 1422.0, 2440.0, 6280.0, 1506.0, 967.0, 634.0, 501.0, 368.0, 268.0, 197.0, 175.0, 124.0, 100.0, 63.0, 46.0, 49.0, 32.0, 21.0, 11.0, 10.0, 8.0, 6.0, 2.0, 1.0, 2.0, 0.0, 0.0, 2.0], "bins": [-0.014765487052500248, -0.01437971368432045, -0.013993939384818077, -0.013608166016638279, -0.013222391717135906, -0.012836618348956108, -0.012450844049453735, -0.012065070681273937, -0.011679297313094139, -0.011293523013591766, -0.010907749645411968, -0.010521975345909595, -0.010136201977729797, -0.009750427678227425, -0.009364654310047626, -0.008978880010545254, -0.008593106642365456, -0.008207333274185658, -0.007821558974683285, -0.007435785140842199, -0.007050011307001114, -0.006664237938821316, -0.00627846410498023, -0.005892690271139145, -0.0055069164372980595, -0.005121142603456974, -0.004735368769615889, -0.004349594935774803, -0.003963821567595005, -0.003578047500923276, -0.003192273899912834, -0.0028065000660717487, -0.0024207262322306633, -0.002034952398389578, -0.0016491786809638143, -0.0012634049635380507, -0.0008776311296969652, -0.0004918573540635407, -0.00010608357843011618, 0.00027969019720330834, 0.0006654639728367329, 0.0010512378066778183, 0.001437011524103582, 0.0018227852415293455, 0.002208559075370431, 0.0025943329092115164, 0.002980106510221958, 0.0033658803440630436, 0.003751654177904129, 0.0041374280117452145, 0.0045232018455863, 0.004908975679427385, 0.005294749513268471, 0.005680522881448269, 0.006066296715289354, 0.00645207054913044, 0.006837844382971525, 0.007223618216812611, 0.007609392050653696, 0.007995165884494781, 0.00838093925267458, 0.008766713552176952, 0.00915248692035675, 0.009538261219859123, 0.009924034588038921]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 2.0, 3.0, 5.0, 1.0, 0.0, 0.0, 3.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.07222181558609009, -0.06891625374555588, -0.06561069935560226, -0.062305137515068054, -0.05899957939982414, -0.05569401755928993, -0.05238845944404602, -0.04908290132880211, -0.0457773432135582, -0.04247178137302399, -0.039166223257780075, -0.03586066514253616, -0.03255510330200195, -0.02924954518675804, -0.02594398520886898, -0.02263842709362507, -0.019332867115736008, -0.016027307137846947, -0.012721749022603035, -0.009416189044713974, -0.006110629998147488, -0.0028050707187503576, 0.0005004885606467724, 0.0038060478400439024, 0.007111607119441032, 0.010417166166007519, 0.013722725212574005, 0.017028285190463066, 0.020333845168352127, 0.02363940328359604, 0.0269449632614851, 0.03025052137672901, 0.03355608135461807, 0.036861639469861984, 0.040167201310396194, 0.043472759425640106, 0.04677831754088402, 0.05008387938141823, 0.05338943749666214, 0.05669499561190605, 0.06000055372714996, 0.06330611556768417, 0.06661167740821838, 0.069917231798172, 0.07322279363870621, 0.07652835547924042, 0.07983390986919403, 0.08313947170972824, 0.08644503355026245, 0.08975058794021606, 0.09305614978075027, 0.09636170417070389, 0.0996672660112381, 0.10297282785177231, 0.10627838224172592, 0.10958394408226013, 0.11288950592279434, 0.11619506031274796, 0.11950062215328217, 0.12280618399381638, 0.12611174583435059, 0.1294173002243042, 0.1327228546142578, 0.13602842390537262, 0.13933397829532623]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 2.0, 4.0, 1.0, 2.0, 4.0, 7.0, 2.0, 7.0, 6.0, 4.0, 6.0, 10.0, 6.0, 13.0, 9.0, 28.0, 52.0, 15.0, 13.0, 10.0, 11.0, 10.0, 8.0, 6.0, 3.0, 2.0, 0.0, 2.0, 3.0, 1.0, 1.0, 2.0, 2.0, 4.0, 2.0, 2.0, 0.0, 4.0, 1.0, 3.0, 4.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 3.0, 1.0, 2.0], "bins": [-0.0497356578707695, -0.048091448843479156, -0.04644723981618881, -0.04480303078889847, -0.043158821761608124, -0.04151461273431778, -0.039870403707027435, -0.03822619467973709, -0.03658198565244675, -0.0349377766251564, -0.03329356759786606, -0.031649358570575714, -0.03000514954328537, -0.028360940515995026, -0.02671673148870468, -0.025072522461414337, -0.023428313434123993, -0.02178410440683365, -0.020139895379543304, -0.01849568635225296, -0.016851477324962616, -0.015207268297672272, -0.013563059270381927, -0.011918850243091583, -0.010274641215801239, -0.008630432188510895, -0.0069862231612205505, -0.005342014133930206, -0.003697805106639862, -0.002053596079349518, -0.0004093870520591736, 0.0012348219752311707, 0.002879031002521515, 0.004523240029811859, 0.006167449057102203, 0.007811658084392548, 0.009455867111682892, 0.011100076138973236, 0.01274428516626358, 0.014388494193553925, 0.01603270322084427, 0.017676912248134613, 0.019321121275424957, 0.0209653303027153, 0.022609539330005646, 0.02425374835729599, 0.025897957384586334, 0.02754216641187668, 0.029186375439167023, 0.030830584466457367, 0.03247479349374771, 0.034119002521038055, 0.0357632115483284, 0.037407420575618744, 0.03905162960290909, 0.04069583863019943, 0.04234004765748978, 0.04398425668478012, 0.045628465712070465, 0.04727267473936081, 0.048916883766651154, 0.0505610927939415, 0.05220530182123184, 0.053849510848522186, 0.05549371987581253]}, "_runtime": 90.10368824005127, "_timestamp": 1596211679.874797, "_step": 110}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 2.0, 1.0, 2.0, 2.0, 2.0, 1.0, 4.0, 4.0, 4.0, 1.0, 3.0, 3.0, 3.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01003333181142807, -0.009690538048744202, -0.009347744286060333, -0.009004950523376465, -0.008662156760692596, -0.008319362066686153, -0.007976568304002285, -0.007633774541318417, -0.007290980778634548, -0.00694818701595068, -0.006605393253266811, -0.006262599024921656, -0.005919805262237787, -0.005577011499553919, -0.005234217271208763, -0.004891423508524895, -0.004548629745841026, -0.004205835983157158, -0.003863041987642646, -0.0035202479921281338, -0.0031774542294442654, -0.002834660466760397, -0.002491866471245885, -0.002149072475731373, -0.0018062787130475044, -0.0014634848339483142, -0.001120690954849124, -0.0007778970757499337, -0.0004351031966507435, -9.230931755155325e-05, 0.000250484561547637, 0.0005932784406468272, 0.0009360723197460175, 0.0012788661988452077, 0.001621660077944398, 0.00196445407345891, 0.0023072478361427784, 0.002650041598826647, 0.002992835594341159, 0.003335629589855671, 0.0036784233525395393, 0.004021217115223408, 0.004364010877907276, 0.004706805106252432, 0.0050495988689363, 0.005392392631620169, 0.005735186859965324, 0.006077980622649193, 0.006420774385333061, 0.00676356814801693, 0.007106361910700798, 0.007449156139045954, 0.007791949901729822, 0.008134744130074978, 0.008477537892758846, 0.008820331655442715, 0.009163125418126583, 0.009505919180810452, 0.00984871294349432, 0.010191506706178188, 0.010534301400184631, 0.0108770951628685, 0.011219888925552368, 0.011562682688236237, 0.011905476450920105]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 4.0, 2.0, 9.0, 4.0, 8.0, 9.0, 6.0, 9.0, 14.0, 20.0, 32.0, 26.0, 37.0, 52.0, 67.0, 69.0, 149.0, 145.0, 196.0, 373.0, 5058.0, 663.0, 296.0, 210.0, 114.0, 96.0, 51.0, 54.0, 25.0, 26.0, 25.0, 22.0, 12.0, 6.0, 10.0, 6.0, 4.0, 5.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.12214744836091995, -0.11850905418395996, -0.11487065255641937, -0.11123225837945938, -0.10759386420249939, -0.1039554625749588, -0.10031706839799881, -0.09667866677045822, -0.09304027259349823, -0.08940187841653824, -0.08576347678899765, -0.08212508261203766, -0.07848668098449707, -0.07484828680753708, -0.07120989263057709, -0.0675714910030365, -0.06393309682607651, -0.06029469892382622, -0.05665630102157593, -0.053017906844615936, -0.049379508942365646, -0.045741111040115356, -0.042102716863155365, -0.038464318960905075, -0.034825921058654785, -0.031187523156404495, -0.027549127116799355, -0.023910731077194214, -0.020272333174943924, -0.016633935272693634, -0.012995539233088493, -0.009357142262160778, -0.005718745291233063, -0.0020803483203053474, 0.0015580486506223679, 0.005196445621550083, 0.008834842592477798, 0.012473239563405514, 0.01611163653433323, 0.01975003257393837, 0.02338843047618866, 0.02702682837843895, 0.03066522441804409, 0.03430362045764923, 0.03794201835989952, 0.04158041626214981, 0.0452188104391098, 0.04885720834136009, 0.05249560624361038, 0.05613400414586067, 0.05977240204811096, 0.06341079622507095, 0.06704919040203094, 0.07068759202957153, 0.07432598620653152, 0.07796438783407211, 0.0816027820110321, 0.0852411761879921, 0.08887957781553268, 0.09251797199249268, 0.09615637362003326, 0.09979476779699326, 0.10343316197395325, 0.10707156360149384, 0.11070995777845383]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 3.0, 3.0, 2.0, 1.0, 5.0, 6.0, 3.0, 5.0, 4.0, 4.0, 3.0, 6.0, 22.0, 5.0, 2.0, 3.0, 2.0, 4.0, 5.0, 5.0, 3.0, 3.0, 5.0, 3.0, 4.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0026635508984327316, -0.002553184749558568, -0.002442818833515048, -0.0023324526846408844, -0.0022220865357667208, -0.002111720619723201, -0.002001354470849037, -0.0018909883219748735, -0.0017806222895160317, -0.00167025625705719, -0.0015598901081830263, -0.0014495240757241845, -0.0013391580432653427, -0.001228791894391179, -0.0011184258619323373, -0.0010080597130581737, -0.0008976936805993319, -0.0007873275899328291, -0.0006769614992663264, -0.0005665954668074846, -0.0004562293761409819, -0.0003458632854744792, -0.00023549722391180694, -0.00012513114779721946, -1.476507168263197e-05, 9.560100443195552e-05, 0.000205967080546543, 0.00031633314210921526, 0.000426699232775718, 0.0005370653234422207, 0.0006474313559010625, 0.0007577974465675652, 0.0008681635372340679, 0.0009785295696929097, 0.0010888957185670733, 0.0011992617510259151, 0.0013096278999000788, 0.0014199939323589206, 0.0015303599648177624, 0.001640726113691926, 0.0017510921461507678, 0.0018614581786096096, 0.0019718243274837732, 0.002082190476357937, 0.002192556392401457, 0.0023029225412756205, 0.002413288690149784, 0.002523654606193304, 0.0026340207550674677, 0.0027443869039416313, 0.0028547528199851513, 0.002965118968859315, 0.0030754851177334785, 0.0031858510337769985, 0.003296217182651162, 0.0034065833315253258, 0.0035169492475688457, 0.0036273153964430094, 0.003737681545317173, 0.0038480476941913366, 0.0039584138430655, 0.00406877975910902, 0.00417914567515254, 0.0042895120568573475, 0.0043998779729008675]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [4.0, 0.0, 3.0, 3.0, 2.0, 8.0, 5.0, 12.0, 15.0, 21.0, 29.0, 48.0, 64.0, 82.0, 117.0, 183.0, 265.0, 351.0, 542.0, 776.0, 1206.0, 1797.0, 2758.0, 4216.0, 6703.0, 11206.0, 20277.0, 41935.0, 120552.0, 808512.0, 71907.0, 33014.0, 18586.0, 11111.0, 7138.0, 4659.0, 3178.0, 2261.0, 1651.0, 1194.0, 844.0, 622.0, 493.0, 368.0, 241.0, 160.0, 136.0, 85.0, 81.0, 59.0, 38.0, 35.0, 18.0, 24.0, 18.0, 8.0, 7.0, 7.0, 6.0, 3.0, 0.0, 1.0, 2.0, 1.0], "bins": [-0.005268624518066645, -0.005089054815471172, -0.0049094851128757, -0.004729915410280228, -0.004550345707684755, -0.004370776005089283, -0.004191206302493811, -0.004011636599898338, -0.003832066897302866, -0.0036524974275380373, -0.003472927724942565, -0.0032933580223470926, -0.0031137883197516203, -0.002934218617156148, -0.0027546489145606756, -0.0025750792119652033, -0.002395509509369731, -0.0022159398067742586, -0.0020363701041787863, -0.001856800401583314, -0.0016772306989878416, -0.001497661112807691, -0.0013180914102122188, -0.0011385217076167464, -0.0009589520050212741, -0.0007793823024258018, -0.0005998125998303294, -0.000420242955442518, -0.00024067325284704566, -6.110356480348855e-05, 0.00011846612324006855, 0.00029803579673171043, 0.00047760549932718277, 0.0006571752019226551, 0.0008367449045181274, 0.0010163146071135998, 0.0011958843097090721, 0.0013754538958892226, 0.001555023598484695, 0.0017345933010801673, 0.0019141630036756396, 0.00209373258985579, 0.0022733022924512625, 0.002452871995046735, 0.002632441697642207, 0.0028120114002376795, 0.002991581102833152, 0.003171150805428624, 0.0033507205080240965, 0.003530290210619569, 0.003709859913215041, 0.0038894296158105135, 0.004068999085575342, 0.0042485687881708145, 0.004428138490766287, 0.004607708193361759, 0.0047872778959572315, 0.004966847598552704, 0.005146417301148176, 0.0053259870037436485, 0.005505556706339121, 0.005685126408934593, 0.0058646961115300655, 0.006044265814125538, 0.00622383551672101]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 1.0, 0.0, 4.0, 1.0, 0.0, 3.0, 3.0, 10.0, 1.0, 0.0, 2.0, 5.0, 3.0, 3.0, 1.0, 3.0, 1.0, 2.0, 1.0, 1.0, 2.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.024800492450594902, -0.024012276902794838, -0.023224059492349625, -0.02243584394454956, -0.021647628396749496, -0.020859410986304283, -0.02007119543850422, -0.019282978028059006, -0.01849476248025894, -0.017706546932458878, -0.016918329522013664, -0.0161301139742136, -0.015341897495090961, -0.014553681015968323, -0.013765465468168259, -0.01297724898904562, -0.012189032509922981, -0.011400816030800343, -0.010612599551677704, -0.00982438400387764, -0.009036167524755001, -0.008247951045632362, -0.007459735032171011, -0.00667151901870966, -0.005883302539587021, -0.005095086060464382, -0.004306870047003031, -0.0035186538007110357, -0.0027304375544190407, -0.0019422213081270456, -0.0011540050618350506, -0.00036578881554305553, 0.0004224274307489395, 0.0012106436770409346, 0.0019988599233329296, 0.0027870761696249247, 0.0035752924159169197, 0.004363508895039558, 0.00515172490850091, 0.005939940921962261, 0.0067281574010849, 0.007516373880207539, 0.008304590359330177, 0.009092805907130241, 0.00988102238625288, 0.010669238865375519, 0.011457454413175583, 0.012245670892298222, 0.01303388737142086, 0.013822103850543499, 0.014610320329666138, 0.015398535877466202, 0.016186751425266266, 0.01697496883571148, 0.017763184383511543, 0.018551401793956757, 0.01933961734175682, 0.020127832889556885, 0.020916050300002098, 0.021704265847802162, 0.022492483258247375, 0.02328069880604744, 0.024068914353847504, 0.024857131764292717, 0.02564534731209278]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 7.0, 6.0, 7.0, 8.0, 4.0, 10.0, 25.0, 6.0, 7.0, 12.0, 14.0, 17.0, 25.0, 26.0, 48.0, 52.0, 76.0, 90.0, 114.0, 187.0, 226.0, 377.0, 515.0, 799.0, 1275.0, 5199.0, 2545.0, 1613.0, 1144.0, 873.0, 640.0, 526.0, 444.0, 321.0, 255.0, 163.0, 157.0, 133.0, 94.0, 68.0, 59.0, 47.0, 36.0, 32.0, 28.0, 20.0, 17.0, 12.0, 13.0, 14.0, 12.0, 10.0, 5.0, 4.0, 6.0, 1.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0], "bins": [-0.008358853869140148, -0.008059779182076454, -0.0077607049606740475, -0.007461630739271641, -0.007162556052207947, -0.00686348183080554, -0.006564407143741846, -0.006265332922339439, -0.005966258235275745, -0.005667184013873339, -0.005368109792470932, -0.005069035105407238, -0.004769960884004831, -0.004470886196941137, -0.004171811975538731, -0.0038727375213056803, -0.00357366306707263, -0.0032745886128395796, -0.0029755141586065292, -0.002676439704373479, -0.0023773652501404285, -0.002078291028738022, -0.0017792165745049715, -0.0014801421202719212, -0.0011810676660388708, -0.0008819932118058205, -0.000582918815780431, -0.00028384439065121114, 1.5230034478008747e-05, 0.00031430445960722864, 0.0006133788847364485, 0.000912453280761838, 0.0012115277349948883, 0.0015106021892279387, 0.001809676643460989, 0.0021087510976940393, 0.0024078255519270897, 0.0027068997733294964, 0.0030059742275625467, 0.003305048681795597, 0.0036041231360286474, 0.0039031975902616978, 0.0042022718116641045, 0.0045013464987277985, 0.004800420720130205, 0.005099495407193899, 0.005398569628596306, 0.00569764431566, 0.0059967185370624065, 0.006295792758464813, 0.006594867445528507, 0.006893941666930914, 0.007193016353994608, 0.007492090575397015, 0.007791165262460709, 0.008090239949524403, 0.008389313705265522, 0.008688388392329216, 0.00898746307939291, 0.00928653683513403, 0.009585611522197723, 0.009884686209261417, 0.010183760896325111, 0.01048283465206623, 0.010781909339129925]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 2.0, 2.0, 2.0, 0.0, 2.0, 0.0, 2.0, 1.0, 4.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1247047483921051, -0.1210584044456482, -0.11741206049919128, -0.11376571655273438, -0.11011937260627747, -0.10647302865982056, -0.10282669216394424, -0.09918034821748734, -0.09553400427103043, -0.09188766032457352, -0.08824131637811661, -0.0845949724316597, -0.08094862848520279, -0.07730228453874588, -0.07365594059228897, -0.07000959664583206, -0.06636326014995575, -0.06271691620349884, -0.05907056853175163, -0.05542422831058502, -0.05177788436412811, -0.048131540417671204, -0.044485196471214294, -0.040838852524757385, -0.037192508578300476, -0.033546168357133865, -0.029899824410676956, -0.026253480464220047, -0.022607136517763138, -0.018960794433951378, -0.015314450487494469, -0.011668107472360134, -0.0080217644572258, -0.004375421442091465, -0.0007290779612958431, 0.002917265286669135, 0.006563608534634113, 0.010209951549768448, 0.013856295496225357, 0.017502637580037117, 0.021148981526494026, 0.024795325472950935, 0.028441667556762695, 0.032088011503219604, 0.035734355449676514, 0.03938069939613342, 0.043027039617300034, 0.04667338356375694, 0.05031972751021385, 0.05396607145667076, 0.05761241540312767, 0.06125875562429428, 0.06490509957075119, 0.0685514435172081, 0.07219778746366501, 0.07584413141012192, 0.07949047535657883, 0.08313681930303574, 0.08678316324949265, 0.09042949974536896, 0.09407584369182587, 0.09772218763828278, 0.10136853158473969, 0.1050148755311966, 0.1086612194776535]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 1.0, 7.0, 5.0, 7.0, 12.0, 12.0, 15.0, 12.0, 8.0, 15.0, 23.0, 36.0, 26.0, 21.0, 15.0, 4.0, 6.0, 3.0, 4.0, 2.0, 4.0, 2.0, 3.0, 3.0, 2.0, 5.0, 4.0, 0.0, 3.0, 4.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.06867477297782898, -0.06689484417438507, -0.06511492282152176, -0.06333499401807785, -0.06155506521463394, -0.05977514013648033, -0.05799521505832672, -0.05621528625488281, -0.0544353611767292, -0.05265543609857559, -0.05087550729513168, -0.04909558221697807, -0.04731565713882446, -0.045535728335380554, -0.043755803257226944, -0.041975874453783035, -0.040195949375629425, -0.038416024297475815, -0.036636095494031906, -0.034856170415878296, -0.03307624161243439, -0.03129631653428078, -0.029516391456127167, -0.027736464515328407, -0.025956537574529648, -0.02417661063373089, -0.02239668369293213, -0.02061675861477852, -0.01883683167397976, -0.017056904733181, -0.015276978723704815, -0.01349705271422863, -0.01171712577342987, -0.009937198832631111, -0.008157272823154926, -0.006377346348017454, -0.004597419872879982, -0.00281749339774251, -0.0010375669226050377, 0.0007423595525324345, 0.0025222860276699066, 0.004302212502807379, 0.006082138977944851, 0.007862064987421036, 0.009641991928219795, 0.011421918869018555, 0.01320184487849474, 0.014981770887970924, 0.016761697828769684, 0.018541624769568443, 0.020321551710367203, 0.022101476788520813, 0.023881403729319572, 0.025661330670118332, 0.027441255748271942, 0.0292211826890707, 0.03100110962986946, 0.03278103470802307, 0.03456096351146698, 0.03634088858962059, 0.0381208136677742, 0.03990074247121811, 0.04168066754937172, 0.04346059635281563, 0.04524052143096924]}, "_runtime": 90.91781902313232, "_timestamp": 1596211680.688928, "_step": 111}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 2.0, 1.0, 3.0, 2.0, 3.0, 3.0, 2.0, 1.0, 1.0, 2.0, 1.0, 4.0, 4.0, 4.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.010032538324594498, -0.00972048006951809, -0.009408420883119106, -0.009096362628042698, -0.008784303441643715, -0.008472245186567307, -0.008160186000168324, -0.007848127745091915, -0.007536068558692932, -0.007224010303616524, -0.006911951582878828, -0.006599892862141132, -0.006287834141403437, -0.005975775420665741, -0.005663716699928045, -0.00535165797919035, -0.005039599258452654, -0.004727540537714958, -0.0044154818169772625, -0.004103423096239567, -0.003791364375501871, -0.003479305887594819, -0.0031672471668571234, -0.0028551884461194277, -0.002543129725381732, -0.0022310710046440363, -0.0019190122839063406, -0.0016069536795839667, -0.001294894958846271, -0.0009828362381085753, -0.0006707775755785406, -0.0003587188839446753, -4.666019231081009e-05, 0.00026539849932305515, 0.0005774571909569204, 0.0008895158534869552, 0.0012015745742246509, 0.0015136332949623466, 0.0018256918992847204, 0.002137750620022416, 0.002449809340760112, 0.0027618680614978075, 0.003073926782235503, 0.003385985502973199, 0.003698043990880251, 0.004010102711617947, 0.004322161432355642, 0.004634220153093338, 0.004946278873831034, 0.005258337594568729, 0.005570396315306425, 0.005882455036044121, 0.0061945137567818165, 0.006506572477519512, 0.006818631198257208, 0.0071306899189949036, 0.007442748174071312, 0.007754806894809008, 0.008066865615546703, 0.008378924801945686, 0.008690983057022095, 0.009003042243421078, 0.009315100498497486, 0.009627159684896469, 0.009939217939972878]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 3.0, 2.0, 4.0, 4.0, 7.0, 11.0, 10.0, 10.0, 11.0, 20.0, 29.0, 34.0, 42.0, 50.0, 50.0, 81.0, 105.0, 129.0, 176.0, 255.0, 437.0, 4920.0, 579.0, 289.0, 168.0, 131.0, 84.0, 56.0, 47.0, 41.0, 39.0, 26.0, 16.0, 11.0, 16.0, 9.0, 6.0, 4.0, 5.0, 1.0, 3.0, 4.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.09833069145679474, -0.09486136585474014, -0.09139204025268555, -0.08792271465063095, -0.08445338904857635, -0.08098406344652176, -0.07751473039388657, -0.07404540479183197, -0.07057607918977737, -0.06710675358772278, -0.06363742798566818, -0.060168102383613586, -0.05669877678155899, -0.053229451179504395, -0.0497601218521595, -0.046290796250104904, -0.04282147064805031, -0.03935214504599571, -0.035882819443941116, -0.03241349011659622, -0.028944164514541626, -0.02547483891248703, -0.022005513310432434, -0.01853618584573269, -0.015066860243678093, -0.011597533710300922, -0.008128207176923752, -0.004658881574869156, -0.0011895550414919853, 0.0022797712590545416, 0.0057490975596010685, 0.009218423627316952, 0.012687750160694122, 0.016157075762748718, 0.019626403227448463, 0.02309572882950306, 0.026565056294202805, 0.0300343818962574, 0.033503707498311996, 0.03697303310036659, 0.04044236242771149, 0.04391168802976608, 0.04738101363182068, 0.050850339233875275, 0.05431966483592987, 0.05778899043798447, 0.06125831976532936, 0.06472764164209366, 0.06819696724414825, 0.07166630029678345, 0.07513562589883804, 0.07860495150089264, 0.08207427710294724, 0.08554360270500183, 0.08901292830705643, 0.09248225390911102, 0.09595157951116562, 0.09942090511322021, 0.10289023071527481, 0.10635956376791, 0.1098288893699646, 0.1132982149720192, 0.11676754057407379, 0.12023686617612839, 0.12370619177818298]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 6.0, 2.0, 2.0, 2.0, 2.0, 3.0, 2.0, 5.0, 2.0, 3.0, 4.0, 5.0, 3.0, 5.0, 22.0, 3.0, 2.0, 5.0, 5.0, 2.0, 2.0, 2.0, 4.0, 4.0, 2.0, 1.0, 3.0, 2.0, 3.0, 0.0, 1.0, 1.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0030712627340108156, -0.0029714005067944527, -0.002871538046747446, -0.002771675819531083, -0.00267181359231472, -0.002571951365098357, -0.0024720891378819942, -0.0023722266778349876, -0.0022723644506186247, -0.0021725022234022617, -0.002072639763355255, -0.001972777536138892, -0.0018729153089225292, -0.0017730530817061663, -0.0016731907380744815, -0.0015733283944427967, -0.0014734661672264338, -0.0013736039400100708, -0.001273741596378386, -0.0011738792527467012, -0.0010740170255303383, -0.0009741547401063144, -0.0008742924546822906, -0.0007744301692582667, -0.0006745678838342428, -0.000574705598410219, -0.0004748433129861951, -0.0003749810275621712, -0.00027511874213814735, -0.0001752564567141235, -7.539417129009962e-05, 2.4468114133924246e-05, 0.0001243303995579481, 0.00022419268498197198, 0.00032405497040599585, 0.0004239172558300197, 0.0005237795412540436, 0.0006236418266780674, 0.0007235041121020913, 0.0008233663975261152, 0.000923228682950139, 0.001023090910166502, 0.0011229532537981868, 0.0012228155974298716, 0.0013226778246462345, 0.0014225400518625975, 0.0015224023954942822, 0.001622264739125967, 0.00172212696634233, 0.001821989193558693, 0.0019218515371903777, 0.0020217138808220625, 0.0021215761080384254, 0.0022214383352547884, 0.0023213005624711514, 0.002421163022518158, 0.002521025249734521, 0.002620887476950884, 0.0027207499369978905, 0.0028206121642142534, 0.0029204743914306164, 0.0030203366186469793, 0.0031201988458633423, 0.003220061305910349, 0.003319923533126712]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 3.0, 2.0, 1.0, 7.0, 3.0, 5.0, 22.0, 13.0, 31.0, 37.0, 54.0, 79.0, 126.0, 175.0, 291.0, 413.0, 612.0, 834.0, 1341.0, 2020.0, 3117.0, 5209.0, 8827.0, 15763.0, 31149.0, 72644.0, 799551.0, 127304.0, 43930.0, 23162.0, 13846.0, 8961.0, 5955.0, 4087.0, 2831.0, 2050.0, 1455.0, 1018.0, 784.0, 553.0, 389.0, 250.0, 208.0, 146.0, 98.0, 78.0, 58.0, 46.0, 33.0, 16.0, 16.0, 16.0, 7.0, 5.0, 7.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0], "bins": [-0.005059855058789253, -0.004878055304288864, -0.004696255549788475, -0.004514455795288086, -0.004332656040787697, -0.004150856286287308, -0.003969056531786919, -0.003787256544455886, -0.003605456789955497, -0.0034236570354551077, -0.0032418572809547186, -0.0030600575264543295, -0.0028782575391232967, -0.0026964577846229076, -0.0025146580301225185, -0.0023328582756221294, -0.0021510585211217403, -0.0019692587666213512, -0.0017874590121209621, -0.0016056591412052512, -0.0014238593867048621, -0.001242059632204473, -0.001060259761288762, -0.000878460006788373, -0.0006966602522879839, -0.0005148604977875948, -0.0003330606850795448, -0.00015126090147532523, 3.053888212889433e-05, 0.00021233866573311388, 0.00039413844933733344, 0.0005759382620453835, 0.0007577380165457726, 0.0009395377710461617, 0.0011213375255465508, 0.0013031373964622617, 0.0014849371509626508, 0.0016667369054630399, 0.0018485367763787508, 0.00203033653087914, 0.002212136285379529, 0.002393936039879918, 0.002575735794380307, 0.0027575355488806963, 0.002939335536211729, 0.003121135290712118, 0.0033029350452125072, 0.0034847347997128963, 0.0036665345542132854, 0.0038483343087136745, 0.004030134063214064, 0.004211933817714453, 0.004393733572214842, 0.004575533326715231, 0.00475733308121562, 0.004939132835716009, 0.0051209330558776855, 0.005302732810378075, 0.005484532564878464, 0.005666332319378853, 0.005848132073879242, 0.006029931828379631, 0.00621173158288002, 0.006393531337380409, 0.006575331091880798]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 3.0, 0.0, 1.0, 0.0, 0.0, 2.0, 5.0, 0.0, 2.0, 1.0, 1.0, 13.0, 0.0, 0.0, 3.0, 0.0, 2.0, 3.0, 2.0, 0.0, 0.0, 4.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.026956086978316307, -0.026222581043839455, -0.02548907697200775, -0.0247555710375309, -0.024022066965699196, -0.023288561031222343, -0.02255505509674549, -0.021821551024913788, -0.021088045090436935, -0.020354541018605232, -0.01962103508412838, -0.018887529149651527, -0.018154025077819824, -0.017420519143342972, -0.01668701507151127, -0.015953509137034416, -0.015220004133880138, -0.01448649913072586, -0.013752994127571583, -0.01301948819309473, -0.012285983189940453, -0.011552478186786175, -0.010818973183631897, -0.01008546818047762, -0.009351963177323341, -0.008618457242846489, -0.007884952239692211, -0.007151447236537933, -0.0064179422333836555, -0.0056844367645680904, -0.004950931761413813, -0.0042174262925982475, -0.0034839212894439697, -0.0027504160534590483, -0.002016910817474127, -0.001283405814319849, -0.0005499005783349276, 0.00018360459944233298, 0.0009171097772195935, 0.0016506148967891932, 0.0023841201327741146, 0.003117625368759036, 0.0038511306047439575, 0.004584635607898235, 0.005318140611052513, 0.006051646079868078, 0.006785151083022356, 0.007518656551837921, 0.008252161554992199, 0.008985666558146477, 0.009719171561300755, 0.010452677495777607, 0.011186182498931885, 0.011919687502086163, 0.01265319250524044, 0.013386697508394718, 0.014120202511548996, 0.014853708446025848, 0.015587213449180126, 0.016320718452334404, 0.017054224386811256, 0.01778772845864296, 0.018521234393119812, 0.019254738464951515, 0.019988244399428368]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 3.0, 1.0, 2.0, 5.0, 3.0, 3.0, 7.0, 5.0, 7.0, 10.0, 9.0, 23.0, 16.0, 18.0, 20.0, 21.0, 32.0, 43.0, 74.0, 47.0, 71.0, 79.0, 106.0, 133.0, 186.0, 239.0, 302.0, 402.0, 542.0, 690.0, 1026.0, 1817.0, 5732.0, 1803.0, 1157.0, 872.0, 589.0, 444.0, 401.0, 293.0, 266.0, 186.0, 156.0, 135.0, 113.0, 73.0, 57.0, 43.0, 47.0, 29.0, 27.0, 10.0, 15.0, 12.0, 5.0, 7.0, 4.0, 2.0, 2.0, 2.0, 1.0, 4.0, 2.0], "bins": [-0.011046021245419979, -0.010716389864683151, -0.010386757552623749, -0.010057126171886921, -0.009727494791150093, -0.00939786247909069, -0.009068231098353863, -0.00873859878629446, -0.008408967405557632, -0.008079336024820805, -0.007749703712761402, -0.007420072332024574, -0.007090440485626459, -0.006760808639228344, -0.006431177258491516, -0.006101545412093401, -0.005771913565695286, -0.005442281719297171, -0.0051126498728990555, -0.004783018492162228, -0.0044533866457641125, -0.004123754799365997, -0.003794123185798526, -0.0034644915722310543, -0.003134859725832939, -0.002805227879434824, -0.0024755962658673525, -0.002145964652299881, -0.0018163328059017658, -0.0014867010759189725, -0.0011570693459361792, -0.0008274376159533858, -0.0004978058859705925, -0.00016817415598779917, 0.00016145757399499416, 0.0004910893039777875, 0.0008207210339605808, 0.0011503527639433742, 0.0014799844939261675, 0.0018096162239089608, 0.002139247953891754, 0.0024688798002898693, 0.002798511413857341, 0.0031281430274248123, 0.0034577748738229275, 0.0037874067202210426, 0.0041170381009578705, 0.004446669947355986, 0.004776301793754101, 0.005105933640152216, 0.005435565486550331, 0.005765196867287159, 0.006094828713685274, 0.006424460560083389, 0.006754091940820217, 0.007083723787218332, 0.0074133556336164474, 0.007742987480014563, 0.008072619326412678, 0.008402250707149506, 0.008731883019208908, 0.009061514399945736, 0.009391145780682564, 0.009720778092741966, 0.010050409473478794]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.07427708804607391, -0.0714450478553772, -0.06861300766468048, -0.06578096747398376, -0.06294891983270645, -0.060116879642009735, -0.05728483945131302, -0.0544527992606163, -0.051620759069919586, -0.04878871515393257, -0.045956674963235855, -0.04312463477253914, -0.040292590856552124, -0.03746055066585541, -0.03462851047515869, -0.03179646655917168, -0.02896442636847496, -0.026132384315133095, -0.02330034412443638, -0.020468302071094513, -0.017636261880397797, -0.014804219827055931, -0.011972177773714066, -0.009140136651694775, -0.006308095529675484, -0.003476054174825549, -0.0006440128199756145, 0.00218802853487432, 0.005020069889724255, 0.007852111011743546, 0.010684153065085411, 0.013516194187104702, 0.016348235309123993, 0.01918027736246586, 0.022012317553162575, 0.02484435960650444, 0.027676399797201157, 0.030508441850543022, 0.03334048390388489, 0.036172524094581604, 0.03900456428527832, 0.041836608201265335, 0.04466864839196205, 0.04750068858265877, 0.05033273249864578, 0.0531647726893425, 0.055996812880039215, 0.05882885679602623, 0.061660896986722946, 0.06449294090270996, 0.06732498109340668, 0.0701570212841034, 0.07298906147480011, 0.07582110166549683, 0.07865314185619354, 0.08148518949747086, 0.08431722968816757, 0.08714926987886429, 0.089981310069561, 0.09281335026025772, 0.09564539045095444, 0.09847743809223175, 0.10130947828292847, 0.10414151847362518, 0.1069735586643219]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 4.0, 0.0, 2.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 5.0, 5.0, 7.0, 6.0, 5.0, 4.0, 7.0, 6.0, 6.0, 13.0, 25.0, 43.0, 19.0, 28.0, 13.0, 10.0, 14.0, 8.0, 14.0, 5.0, 0.0, 4.0, 1.0, 2.0, 1.0, 2.0, 0.0, 3.0, 1.0, 2.0, 2.0, 1.0, 1.0, 2.0], "bins": [-0.10936307162046432, -0.10674909502267838, -0.10413512587547302, -0.10152114927768707, -0.09890717267990112, -0.09629320353269577, -0.09367922693490982, -0.09106525778770447, -0.08845128118991852, -0.08583730459213257, -0.08322333544492722, -0.08060935884714127, -0.07799538969993591, -0.07538141310214996, -0.07276743650436401, -0.07015346735715866, -0.06753949075937271, -0.06492551416158676, -0.06231154501438141, -0.05969756841659546, -0.05708359554409981, -0.054469622671604156, -0.05185564607381821, -0.049241673201322556, -0.046627700328826904, -0.04401372745633125, -0.0413997545838356, -0.03878577798604965, -0.036171805113554, -0.03355783224105835, -0.03094385750591755, -0.02832988277077675, -0.025715909898281097, -0.023101937025785446, -0.020487962290644646, -0.017873987555503845, -0.015260014683008194, -0.012646040879189968, -0.010032067075371742, -0.007418093271553516, -0.0048041194677352905, -0.0021901456639170647, 0.0004238281399011612, 0.003037801943719387, 0.005651775747537613, 0.008265749551355839, 0.010879723355174065, 0.01349369715899229, 0.016107670962810516, 0.018721643835306168, 0.021335618570446968, 0.02394959330558777, 0.02656356617808342, 0.02917753905057907, 0.03179151564836502, 0.03440548852086067, 0.03701946139335632, 0.039633434265851974, 0.042247407138347626, 0.044861383736133575, 0.04747535660862923, 0.05008932948112488, 0.05270330607891083, 0.05531727895140648, 0.05793125182390213]}, "_runtime": 91.7331051826477, "_timestamp": 1596211681.504214, "_step": 112}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 3.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 2.0, 3.0, 2.0, 1.0, 2.0, 3.0, 4.0, 5.0, 2.0, 1.0, 2.0, 0.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 4.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010409219190478325, -0.010071949101984501, -0.009734679013490677, -0.009397408924996853, -0.009060138836503029, -0.008722868748009205, -0.00838559865951538, -0.008048328571021557, -0.007711058482527733, -0.007373788394033909, -0.007036518305540085, -0.006699248217046261, -0.006361978128552437, -0.006024708040058613, -0.005687437951564789, -0.005350167863070965, -0.005012897774577141, -0.004675627686083317, -0.004338357597589493, -0.004001087509095669, -0.003663817420601845, -0.0033265473321080208, -0.0029892772436141968, -0.0026520071551203728, -0.0023147370666265488, -0.0019774669781327248, -0.0016401968896389008, -0.0013029268011450768, -0.0009656567126512527, -0.0006283866241574287, -0.00029111653566360474, 4.615355283021927e-05, 0.0003834236413240433, 0.0007206937298178673, 0.0010579638183116913, 0.0013952339068055153, 0.0017325039952993393, 0.0020697740837931633, 0.0024070441722869873, 0.0027443142607808113, 0.0030815843492746353, 0.0034188544377684593, 0.0037561245262622833, 0.004093394614756107, 0.004430664703249931, 0.004767934791743755, 0.005105204880237579, 0.005442474968731403, 0.005779745057225227, 0.006117015145719051, 0.006454285234212875, 0.006791555322706699, 0.007128825411200523, 0.007466095499694347, 0.007803365588188171, 0.008140635676681995, 0.00847790576517582, 0.008815175853669643, 0.009152445942163467, 0.009489716030657291, 0.009826986119151115, 0.01016425620764494, 0.010501526296138763, 0.010838796384632587, 0.011176066473126411]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 4.0, 2.0, 5.0, 5.0, 6.0, 21.0, 11.0, 11.0, 13.0, 22.0, 33.0, 32.0, 40.0, 71.0, 75.0, 94.0, 140.0, 209.0, 375.0, 5289.0, 636.0, 241.0, 178.0, 96.0, 69.0, 60.0, 48.0, 37.0, 18.0, 18.0, 15.0, 12.0, 7.0, 6.0, 5.0, 4.0, 3.0, 1.0, 5.0, 4.0, 1.0, 4.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.11707183718681335, -0.1131114512681961, -0.10915105789899826, -0.10519067198038101, -0.10123028606176376, -0.09726989269256592, -0.09330950677394867, -0.08934912085533142, -0.08538873493671417, -0.08142834156751633, -0.07746795564889908, -0.07350756973028183, -0.06954717636108398, -0.06558679044246674, -0.06162640079855919, -0.05766601487994194, -0.05370562523603439, -0.049745235592126846, -0.0457848496735096, -0.04182446002960205, -0.0378640741109848, -0.033903684467077255, -0.029943294823169708, -0.02598290704190731, -0.022022519260644913, -0.018062131479382515, -0.014101742766797543, -0.01014135405421257, -0.006180966272950172, -0.0022205780260264874, 0.0017398102208971977, 0.005700198467820883, 0.009660586714744568, 0.013620974496006966, 0.017581362277269363, 0.02154175192117691, 0.025502139702439308, 0.029462527483701706, 0.03342291712760925, 0.0373833030462265, 0.04134369269013405, 0.045304082334041595, 0.049264468252658844, 0.05322485789656639, 0.05718524754047394, 0.061145633459091187, 0.06510601937770844, 0.06906641274690628, 0.07302679866552353, 0.07698718458414078, 0.08094757795333862, 0.08490796387195587, 0.08886834979057312, 0.09282874315977097, 0.09678912907838821, 0.10074951499700546, 0.10470990836620331, 0.10867029428482056, 0.1126306802034378, 0.11659106612205505, 0.1205514594912529, 0.12451184540987015, 0.128472238779068, 0.13243262469768524, 0.1363930106163025]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 1.0, 4.0, 0.0, 1.0, 4.0, 3.0, 3.0, 4.0, 7.0, 3.0, 2.0, 4.0, 4.0, 2.0, 24.0, 2.0, 4.0, 3.0, 2.0, 1.0, 4.0, 1.0, 3.0, 7.0, 1.0, 4.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0021583978086709976, -0.0020804409869015217, -0.002002483932301402, -0.0019245271105319262, -0.0018465701723471284, -0.0017686132341623306, -0.0016906562959775329, -0.001612699357792735, -0.0015347425360232592, -0.0014567855978384614, -0.0013788286596536636, -0.0013008717214688659, -0.001222914783284068, -0.0011449578450992703, -0.0010670010233297944, -0.0009890440851449966, -0.0009110871469601989, -0.0008331302087754011, -0.0007551733287982643, -0.0006772163906134665, -0.0005992595106363297, -0.0005213025724515319, -0.0004433456342667341, -0.0003653887251857668, -0.0002874318161047995, -0.0002094749070238322, -0.00013151798339094967, -5.3561067034024745e-05, 2.4395849322900176e-05, 0.0001023527656798251, 0.00018030968203675002, 0.00025826660566963255, 0.00033622351475059986, 0.00041418042383156717, 0.0004921373329125345, 0.0005700942710973322, 0.0006480511510744691, 0.0007260080892592669, 0.0008039650274440646, 0.0008819219074212015, 0.0009598788456059992, 0.001037835725583136, 0.0011157926637679338, 0.0011937496019527316, 0.0012717065401375294, 0.0013496634783223271, 0.001427620300091803, 0.0015055772382766008, 0.0015835341764613986, 0.0016614911146461964, 0.0017394480528309941, 0.00181740487460047, 0.0018953618127852678, 0.0019733188673853874, 0.0020512756891548634, 0.0021292325109243393, 0.002207189565524459, 0.002285146387293935, 0.0023631034418940544, 0.0024410602636635303, 0.0025190170854330063, 0.002596974140033126, 0.002674930961802602, 0.0027528880164027214, 0.0028308448381721973]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 3.0, 8.0, 8.0, 17.0, 32.0, 23.0, 50.0, 75.0, 94.0, 148.0, 211.0, 324.0, 521.0, 795.0, 1243.0, 2075.0, 3650.0, 6566.0, 12876.0, 28905.0, 86332.0, 880117.0, 90270.0, 30231.0, 14356.0, 7605.0, 4458.0, 2749.0, 1810.0, 1233.0, 873.0, 594.0, 428.0, 297.0, 195.0, 147.0, 91.0, 66.0, 46.0, 39.0, 22.0, 19.0, 8.0, 5.0, 5.0, 5.0, 2.0, 2.0, 4.0, 4.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0], "bins": [-0.005519479513168335, -0.005319640040397644, -0.005119800567626953, -0.004919961094856262, -0.004720121622085571, -0.004520281683653593, -0.004320442210882902, -0.004120602738112211, -0.00392076326534152, -0.0037209237925708294, -0.0035210843198001385, -0.003321244614198804, -0.003121405141428113, -0.002921565668657422, -0.0027217259630560875, -0.0025218864902853966, -0.0023220470175147057, -0.0021222075447440147, -0.001922367955558002, -0.0017225283663719893, -0.0015226888936012983, -0.0013228494208306074, -0.0011230098316445947, -0.0009231703006662428, -0.000723330769687891, -0.0005234912387095392, -0.00032365170773118734, -0.0001238121767528355, 7.602735422551632e-05, 0.00027586688520386815, 0.00047570641618222, 0.0006755459471605718, 0.0008753854781389236, 0.0010752249509096146, 0.0012750645400956273, 0.00147490412928164, 0.001674743602052331, 0.0018745830748230219, 0.0020744227804243565, 0.0022742622531950474, 0.0024741017259657383, 0.002673941198736429, 0.00287378067150712, 0.0030736203771084547, 0.0032734598498791456, 0.0034732993226498365, 0.003673139028251171, 0.003872978501021862, 0.004072817973792553, 0.004272657446563244, 0.004472496919333935, 0.004672336392104626, 0.004872175864875317, 0.005072015803307295, 0.005271855276077986, 0.005471694748848677, 0.005671534221619368, 0.0058713736943900585, 0.0060712131671607494, 0.00627105263993144, 0.006470892578363419, 0.0066707320511341095, 0.0068705715239048, 0.007070410996675491, 0.007270250469446182]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 3.0, 3.0, 0.0, 1.0, 0.0, 0.0, 4.0, 1.0, 0.0, 1.0, 4.0, 3.0, 7.0, 2.0, 0.0, 2.0, 3.0, 1.0, 1.0, 3.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01412471104413271, -0.013592688366770744, -0.013060666620731354, -0.012528643943369389, -0.011996621266007423, -0.011464598588645458, -0.010932575911283493, -0.010400554165244102, -0.009868531487882137, -0.009336508810520172, -0.008804487064480782, -0.008272464387118816, -0.007740441709756851, -0.007208419032394886, -0.006676396820694208, -0.00614437460899353, -0.005612351931631565, -0.0050803292542696, -0.004548307042568922, -0.004016284830868244, -0.003484262153506279, -0.0029522397089749575, -0.002420217264443636, -0.0018881948199123144, -0.0013561723753809929, -0.0008241499308496714, -0.00029212748631834984, 0.0002398949582129717, 0.0007719174027442932, 0.0013039398472756147, 0.0018359622918069363, 0.002367984736338258, 0.0029000071808695793, 0.003432029625400901, 0.003964052069932222, 0.0044960742816329, 0.005028096958994865, 0.005560119636356831, 0.0060921418480575085, 0.006624164059758186, 0.0071561867371201515, 0.007688209414482117, 0.008220231160521507, 0.008752253837883472, 0.009284276515245438, 0.009816299192607403, 0.010348321869969368, 0.010880343616008759, 0.011412366293370724, 0.011944388970732689, 0.01247641071677208, 0.013008433394134045, 0.01354045607149601, 0.014072478748857975, 0.01460450142621994, 0.01513652317225933, 0.01566854491829872, 0.01620056852698326, 0.01673259027302265, 0.01726461388170719, 0.017796635627746582, 0.018328657373785973, 0.018860680982470512, 0.019392702728509903, 0.019924726337194443]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 3.0, 2.0, 1.0, 0.0, 7.0, 9.0, 6.0, 9.0, 10.0, 3.0, 14.0, 9.0, 14.0, 10.0, 21.0, 22.0, 41.0, 48.0, 91.0, 98.0, 150.0, 198.0, 278.0, 391.0, 540.0, 697.0, 944.0, 1359.0, 2676.0, 6066.0, 1475.0, 942.0, 653.0, 401.0, 312.0, 218.0, 156.0, 121.0, 94.0, 80.0, 44.0, 43.0, 39.0, 28.0, 18.0, 11.0, 18.0, 13.0, 11.0, 8.0, 2.0, 6.0, 3.0, 6.0, 3.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0], "bins": [-0.009641719050705433, -0.009321562945842743, -0.009001406840980053, -0.008681249804794788, -0.008361093699932098, -0.008040937595069408, -0.007720781024545431, -0.007400624919682741, -0.007080468349158764, -0.006760312244296074, -0.006440156139433384, -0.006119999568909407, -0.005799843464046717, -0.005479686893522739, -0.0051595307886600494, -0.004839374218136072, -0.004519218113273382, -0.004199062008410692, -0.003878905437886715, -0.0035587491001933813, -0.0032385927625000477, -0.0029184366576373577, -0.002598280319944024, -0.0022781239822506905, -0.001957967644557357, -0.0016378113068640232, -0.0013176549691706896, -0.0009974987478926778, -0.0006773424101993442, -0.000357186101609841, -3.702979302033782e-05, 0.00028312651556916535, 0.0006032828241586685, 0.0009234391618520021, 0.0012435954995453358, 0.0015637517208233476, 0.0018839080585166812, 0.002204064279794693, 0.0025242206174880266, 0.0028443769551813602, 0.003164533292874694, 0.0034846896305680275, 0.003804845968261361, 0.004125002305954695, 0.004445158410817385, 0.004765314981341362, 0.005085471086204052, 0.005405627656728029, 0.005725783761590719, 0.006045939866453409, 0.0063660964369773865, 0.0066862525418400764, 0.007006409112364054, 0.007326565217226744, 0.007646721787750721, 0.007966877892613411, 0.008287033997476101, 0.008607190102338791, 0.008927347138524055, 0.009247503243386745, 0.009567659348249435, 0.009887815453112125, 0.01020797248929739, 0.01052812859416008, 0.01084828469902277]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 0.0, 0.0, 0.0, 2.0, 4.0, 2.0, 1.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.12764623761177063, -0.1248139813542366, -0.12198172509670258, -0.11914946883916855, -0.11631721258163452, -0.1134849563241005, -0.11065270006656647, -0.10782044380903244, -0.10498818755149841, -0.10215592384338379, -0.09932366758584976, -0.09649141132831573, -0.09365915507078171, -0.09082689881324768, -0.08799464255571365, -0.08516238629817963, -0.0823301300406456, -0.07949787378311157, -0.07666561752557755, -0.07383336126804352, -0.07100110501050949, -0.06816884875297546, -0.06533659249544144, -0.06250433623790741, -0.059672076255083084, -0.05683981999754906, -0.05400756374001503, -0.051175307482481, -0.04834304749965668, -0.04551079124212265, -0.04267853498458862, -0.039846278727054596, -0.03701402246952057, -0.03418176621198654, -0.031349509954452515, -0.02851725183427334, -0.02568499557673931, -0.022852739319205284, -0.020020481199026108, -0.01718822494149208, -0.014355968683958054, -0.011523712426424026, -0.008691455237567425, -0.00585919851437211, -0.003026941791176796, -0.00019468506798148155, 0.002637571655213833, 0.005469828378409147, 0.008302085101604462, 0.011134341359138489, 0.01396659854799509, 0.016798855736851692, 0.01963111199438572, 0.022463368251919746, 0.025295626372098923, 0.02812788262963295, 0.030960138887166977, 0.033792395144701004, 0.03662465140223503, 0.03945690765976906, 0.042289167642593384, 0.04512142390012741, 0.04795368015766144, 0.050785936415195465, 0.05361819267272949]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 3.0, 2.0, 4.0, 3.0, 8.0, 11.0, 7.0, 8.0, 17.0, 22.0, 50.0, 14.0, 17.0, 19.0, 16.0, 22.0, 17.0, 4.0, 8.0, 3.0, 3.0, 3.0, 2.0, 1.0, 1.0, 4.0, 3.0], "bins": [-0.08219264447689056, -0.0804469883441925, -0.07870133221149445, -0.07695567607879639, -0.07521001994609833, -0.07346436381340027, -0.07171870768070221, -0.06997305154800415, -0.06822739541530609, -0.06648173928260803, -0.06473608314990997, -0.06299042701721191, -0.061244770884513855, -0.059499114751815796, -0.05775345861911774, -0.05600780248641968, -0.05426214635372162, -0.05251649022102356, -0.0507708340883255, -0.04902517795562744, -0.04727952182292938, -0.04553386569023132, -0.043788209557533264, -0.042042553424835205, -0.040296897292137146, -0.03855124115943909, -0.03680558502674103, -0.03505992889404297, -0.03331427276134491, -0.03156861662864685, -0.02982296049594879, -0.028077304363250732, -0.026331648230552673, -0.024585992097854614, -0.022840335965156555, -0.021094679832458496, -0.019349023699760437, -0.017603367567062378, -0.01585771143436432, -0.01411205530166626, -0.0123663991689682, -0.010620743036270142, -0.008875086903572083, -0.0071294307708740234, -0.005383774638175964, -0.0036381185054779053, -0.0018924623727798462, -0.0001468062400817871, 0.001598849892616272, 0.003344506025314331, 0.00509016215801239, 0.006835818290710449, 0.008581474423408508, 0.010327130556106567, 0.012072786688804626, 0.013818442821502686, 0.015564098954200745, 0.017309755086898804, 0.019055411219596863, 0.020801067352294922, 0.02254672348499298, 0.02429237961769104, 0.0260380357503891, 0.027783691883087158, 0.029529348015785217]}, "_runtime": 92.5542688369751, "_timestamp": 1596211682.3253777, "_step": 113}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 5.0, 4.0, 1.0, 1.0, 1.0, 2.0, 3.0, 2.0, 1.0, 1.0, 2.0, 1.0, 4.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009671042673289776, -0.009390603750944138, -0.009110165759921074, -0.008829726837575436, -0.008549288846552372, -0.008268849924206734, -0.00798841193318367, -0.007707973476499319, -0.007427535019814968, -0.00714709609746933, -0.006866657640784979, -0.006586219184100628, -0.006305780727416277, -0.006025342270731926, -0.005744903814047575, -0.005464465357363224, -0.005184026900678873, -0.004903588443994522, -0.004623149987310171, -0.00434271153062582, -0.004062273073941469, -0.0037818343844264746, -0.0035013959277421236, -0.0032209574710577726, -0.0029405190143734217, -0.0026600805576890707, -0.0023796421010047197, -0.0020992036443203688, -0.001818765071220696, -0.001538326614536345, -0.0012578880414366722, -0.0009774495847523212, -0.0006970111280679703, -0.00041657264227978885, -0.00013613415649160743, 0.000144304329296574, 0.0004247428150847554, 0.0007051812717691064, 0.0009856198448687792, 0.0012660583015531301, 0.0015464967582374811, 0.001826935214921832, 0.002107373671606183, 0.002387812128290534, 0.0026682508178055286, 0.0029486892744898796, 0.0032291277311742306, 0.0035095661878585815, 0.0037900046445429325, 0.0040704431012272835, 0.0043508815579116344, 0.004631320014595985, 0.004911758471280336, 0.005192196927964687, 0.005472635384649038, 0.005753073841333389, 0.0060335127636790276, 0.0063139512203633785, 0.0065943896770477295, 0.0068748281337320805, 0.007155266590416431, 0.007435705047100782, 0.007716143503785133, 0.007996581494808197, 0.008277020417153835]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 3.0, 3.0, 5.0, 8.0, 5.0, 17.0, 14.0, 24.0, 34.0, 40.0, 43.0, 75.0, 69.0, 111.0, 147.0, 167.0, 291.0, 534.0, 5068.0, 452.0, 214.0, 132.0, 125.0, 68.0, 60.0, 44.0, 40.0, 32.0, 21.0, 16.0, 11.0, 8.0, 12.0, 6.0, 5.0, 5.0, 6.0, 1.0, 2.0, 0.0, 2.0, 1.0, 2.0], "bins": [-0.13122224807739258, -0.1278732419013977, -0.12452422082424164, -0.12117520719766617, -0.1178261935710907, -0.11447717994451523, -0.11112816631793976, -0.10777915269136429, -0.10443013906478882, -0.10108112543821335, -0.09773211181163788, -0.09438309818506241, -0.09103408455848694, -0.08768507093191147, -0.084336057305336, -0.08098704367876053, -0.07763803005218506, -0.07428902387619019, -0.07094001024961472, -0.06759099662303925, -0.06424198299646378, -0.06089296564459801, -0.05754395201802254, -0.05419493839144707, -0.050845928490161896, -0.047496914863586426, -0.044147901237010956, -0.040798887610435486, -0.037449873983860016, -0.034100860357284546, -0.030751846730709076, -0.027402833104133606, -0.024053819477558136, -0.020704805850982666, -0.017355792224407196, -0.0140067795291543, -0.01065776590257883, -0.007308752276003361, -0.003959739115089178, -0.0006107257213443518, 0.0027382876724004745, 0.0060873012989759445, 0.009436314925551414, 0.01278532762080431, 0.016134340316057205, 0.019483353942632675, 0.022832367569208145, 0.026181381195783615, 0.029530394822359085, 0.032879408448934555, 0.036228422075510025, 0.039577435702085495, 0.042926449328660965, 0.046275462955236435, 0.049624476581811905, 0.052973490208387375, 0.056322500109672546, 0.059671513736248016, 0.06302052736282349, 0.06636954098939896, 0.06971855461597443, 0.0730675682425499, 0.07641658186912537, 0.07976559549570084, 0.0831146091222763]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 3.0, 2.0, 6.0, 3.0, 2.0, 3.0, 4.0, 0.0, 5.0, 3.0, 10.0, 3.0, 22.0, 3.0, 5.0, 8.0, 4.0, 2.0, 5.0, 3.0, 2.0, 2.0, 3.0, 2.0, 4.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0037323064170777798, -0.003623881610110402, -0.003515456570312381, -0.003407031763345003, -0.003298606723546982, -0.003190181916579604, -0.003081756876781583, -0.002973332069814205, -0.002864907030016184, -0.002756482223048806, -0.0026480574160814285, -0.002539632376283407, -0.0024312075693160295, -0.0023227825295180082, -0.0022143577225506306, -0.0021059326827526093, -0.0019975078757852316, -0.001889082952402532, -0.0017806580290198326, -0.0016722331056371331, -0.0015638081822544336, -0.001455383375287056, -0.0013469584519043565, -0.001238533528521657, -0.0011301086051389575, -0.001021683681756258, -0.0009132587583735585, -0.0008048338931985199, -0.0006964089698158205, -0.000587984046433121, -0.00047955915215425193, -0.0003711342578753829, -0.0002627093344926834, -0.00015428442566189915, -4.585951683111489e-05, 6.256539199966937e-05, 0.00017099030083045363, 0.0002794152242131531, 0.00038784011849202216, 0.0004962650127708912, 0.0006046899361535907, 0.0007131148595362902, 0.0008215397829189897, 0.0009299646480940282, 0.0010383895132690668, 0.0011468144366517663, 0.0012552393600344658, 0.0013636642834171653, 0.0014720892067998648, 0.0015805141301825643, 0.0016889390535652637, 0.0017973639769479632, 0.0019057889003306627, 0.0020142137072980404, 0.0021226387470960617, 0.0022310635540634394, 0.002339488361030817, 0.0024479134008288383, 0.002556338207796216, 0.0026647632475942373, 0.002773188054561615, 0.0028816130943596363, 0.002990037901327014, 0.0030984629411250353, 0.003206887748092413]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 2.0, 4.0, 3.0, 6.0, 12.0, 20.0, 23.0, 26.0, 52.0, 76.0, 89.0, 131.0, 191.0, 237.0, 398.0, 610.0, 965.0, 1462.0, 2450.0, 4127.0, 7275.0, 13733.0, 28270.0, 73515.0, 850570.0, 111635.0, 38196.0, 18619.0, 10282.0, 6102.0, 3701.0, 2327.0, 1484.0, 978.0, 637.0, 411.0, 262.0, 235.0, 142.0, 95.0, 56.0, 56.0, 58.0, 25.0, 26.0, 13.0, 10.0, 12.0, 9.0, 7.0, 5.0, 4.0, 3.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.004969218745827675, -0.004790132399648428, -0.004611046053469181, -0.004431959241628647, -0.0042528728954494, -0.004073786549270153, -0.0038946999702602625, -0.003715613391250372, -0.003536527045071125, -0.003357440698891878, -0.0031783541198819876, -0.002999267540872097, -0.00282018119469285, -0.002641094848513603, -0.0024620082695037127, -0.002282921690493822, -0.002103835344314575, -0.0019247488817200065, -0.0017456624191254377, -0.001566575956530869, -0.0013874894939363003, -0.0012084030313417315, -0.0010293165687471628, -0.0008502301061525941, -0.0006711436435580254, -0.0004920571809634566, -0.0003129707183688879, -0.00013388425577431917, 4.520220682024956e-05, 0.0002242886694148183, 0.000403375132009387, 0.0005824615946039557, 0.0007615480571985245, 0.0009406345197930932, 0.001119720982387662, 0.0012988074449822307, 0.0014778939075767994, 0.0016569803701713681, 0.0018360668327659369, 0.0020151534117758274, 0.0021942397579550743, 0.002373326104134321, 0.0025524126831442118, 0.0027314992621541023, 0.0029105856083333492, 0.003089671954512596, 0.0032687585335224867, 0.0034478451125323772, 0.003626931458711624, 0.003806017804890871, 0.003985104151070118, 0.004164190962910652, 0.004343277309089899, 0.004522363655269146, 0.00470145046710968, 0.004880536813288927, 0.005059623159468174, 0.005238709505647421, 0.005417795851826668, 0.005596882663667202, 0.005775969009846449, 0.005955055356025696, 0.00613414216786623, 0.006313228514045477, 0.006492314860224724]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 1.0, 3.0, 3.0, 6.0, 7.0, 9.0, 7.0, 3.0, 3.0, 4.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01869325153529644, -0.01749403588473797, -0.016294820234179497, -0.01509560365229845, -0.013896387070417404, -0.012697171419858932, -0.01149795576930046, -0.010298739187419415, -0.009099523536860943, -0.007900307886302471, -0.006701091304421425, -0.005501875653862953, -0.004302659537643194, -0.003103443421423435, -0.0019042275380343199, -0.0007050115382298827, 0.0004942044615745544, 0.0016934204613789916, 0.0028926364611834288, 0.004091852344572544, 0.005291068460792303, 0.006490284577012062, 0.007689500227570534, 0.00888871680945158, 0.010087932460010052, 0.011287148110568523, 0.01248636469244957, 0.013685580343008041, 0.014884795993566513, 0.016084011644124985, 0.017283229157328606, 0.018482444807887077, 0.01968166045844555, 0.02088087610900402, 0.022080091759562492, 0.023279309272766113, 0.024478524923324585, 0.025677740573883057, 0.02687695622444153, 0.028076171875, 0.02927538752555847, 0.030474605038762093, 0.031673818826675415, 0.032873038202524185, 0.03407225385308266, 0.03527146950364113, 0.0364706851541996, 0.03766990080475807, 0.038869116455316544, 0.040068332105875015, 0.04126754775643349, 0.04246676340699196, 0.04366597905755043, 0.0448651947081089, 0.04606441408395767, 0.047263629734516144, 0.048462845385074615, 0.04966206103563309, 0.05086127668619156, 0.05206049233675003, 0.0532597079873085, 0.054458923637866974, 0.055658139288425446, 0.05685735493898392, 0.05805657058954239]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 6.0, 6.0, 8.0, 6.0, 8.0, 9.0, 28.0, 22.0, 29.0, 60.0, 88.0, 122.0, 179.0, 214.0, 349.0, 495.0, 812.0, 1295.0, 2337.0, 7349.0, 2229.0, 1074.0, 527.0, 363.0, 237.0, 152.0, 102.0, 57.0, 46.0, 23.0, 27.0, 20.0, 17.0, 20.0, 14.0, 15.0, 9.0, 3.0, 3.0, 2.0, 0.0, 1.0, 1.0, 4.0, 7.0, 1.0, 5.0, 3.0, 1.0, 3.0, 7.0, 7.0, 5.0, 6.0, 0.0, 5.0, 3.0, 0.0, 1.0, 0.0, 3.0, 5.0], "bins": [-0.009261508472263813, -0.008832440711557865, -0.008403372950851917, -0.00797430519014597, -0.0075452374294400215, -0.007116169203072786, -0.0066871014423668385, -0.006258033681660891, -0.005828965920954943, -0.005399898160248995, -0.004970830399543047, -0.004541762638837099, -0.004112694412469864, -0.0036836268845945597, -0.003254558891057968, -0.0028254911303520203, -0.0023964233696460724, -0.0019673556089401245, -0.0015382877318188548, -0.001109219854697585, -0.0006801520939916372, -0.00025108427507802844, 0.00017798354383558035, 0.0006070513627491891, 0.001036119181662798, 0.0014651869423687458, 0.0018942548194900155, 0.002323322696611285, 0.002752390457317233, 0.003181458218023181, 0.0036105262115597725, 0.00403959397226572, 0.004468661732971668, 0.004897729493677616, 0.005326797254383564, 0.005755865015089512, 0.00618493277579546, 0.006614001002162695, 0.007043068762868643, 0.007472136523574591, 0.007901204749941826, 0.008330272510647774, 0.008759340271353722, 0.00918840803205967, 0.009617475792765617, 0.010046543553471565, 0.010475611314177513, 0.010904679074883461, 0.011333746835589409, 0.011762814596295357, 0.012191882357001305, 0.012620950117707253, 0.0130500178784132, 0.013479085639119148, 0.013908153399825096, 0.014337221160531044, 0.014766288921236992, 0.015195357613265514, 0.015624425373971462, 0.016053492203354836, 0.016482559964060783, 0.01691162772476673, 0.01734069548547268, 0.017769763246178627, 0.018198832869529724]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.13319821655750275, -0.12976330518722534, -0.12632840871810913, -0.12289350479841232, -0.11945860087871552, -0.11602369695901871, -0.1125887930393219, -0.10915388911962509, -0.10571898519992828, -0.10228407382965088, -0.09884916990995407, -0.09541426599025726, -0.09197936207056046, -0.08854445815086365, -0.08510955423116684, -0.08167465031147003, -0.07823974639177322, -0.07480484247207642, -0.07136993855237961, -0.0679350346326828, -0.06450013071298599, -0.061065223067998886, -0.05763031914830208, -0.05419541522860527, -0.05076051130890846, -0.047325607389211655, -0.04389070346951485, -0.04045579954981804, -0.03702089190483093, -0.033585987985134125, -0.030151084065437317, -0.02671618014574051, -0.0232812762260437, -0.019846372306346893, -0.016411468386650085, -0.012976562604308128, -0.00954165868461132, -0.006106754299253225, -0.00267184991389513, 0.000763054471462965, 0.00419795885682106, 0.007632863242179155, 0.01106776762753725, 0.014502672478556633, 0.01793757639825344, 0.02137248031795025, 0.024807386100292206, 0.028242290019989014, 0.03167719393968582, 0.03511209785938263, 0.03854700177907944, 0.041981905698776245, 0.04541680961847305, 0.04885171726346016, 0.05228662118315697, 0.055721525102853775, 0.05915642902255058, 0.06259133666753769, 0.0660262405872345, 0.0694611445069313, 0.07289604842662811, 0.07633095234632492, 0.07976585626602173, 0.08320076018571854, 0.08663566410541534]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 3.0, 4.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 6.0, 10.0, 9.0, 11.0, 12.0, 22.0, 14.0, 23.0, 37.0, 15.0, 20.0, 10.0, 15.0, 8.0, 10.0, 9.0, 7.0, 3.0, 4.0, 3.0, 2.0, 3.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.07209533452987671, -0.06946224719285965, -0.066829152405262, -0.06419606506824493, -0.06156297028064728, -0.05892987921833992, -0.05629678815603256, -0.053663697093725204, -0.05103060603141785, -0.04839751869440079, -0.04576442763209343, -0.04313133656978607, -0.040498245507478714, -0.037865154445171356, -0.035232063382864, -0.03259897232055664, -0.029965881258249283, -0.027332790195941925, -0.024699699133634567, -0.02206660807132721, -0.01943351700901985, -0.016800427809357643, -0.014167336747050285, -0.011534245684742928, -0.00890115462243557, -0.006268063560128212, -0.0036349729634821415, -0.0010018821340054274, 0.0016312086954712868, 0.0042642997577786446, 0.006897390354424715, 0.009530480951070786, 0.012163572013378143, 0.014796663075685501, 0.01742975413799286, 0.020062845200300217, 0.022695936262607574, 0.025329025462269783, 0.02796211652457714, 0.0305952075868845, 0.033228300511837006, 0.035861387848854065, 0.03849447891116142, 0.04112756997346878, 0.04376066103577614, 0.046393752098083496, 0.049026843160390854, 0.05165993422269821, 0.05429302528500557, 0.05692611634731293, 0.059559207409620285, 0.06219229847192764, 0.0648253858089447, 0.06745848059654236, 0.07009156793355942, 0.07272466272115707, 0.07535775005817413, 0.07799084484577179, 0.08062393218278885, 0.0832570269703865, 0.08589011430740356, 0.08852320909500122, 0.09115629643201828, 0.09378939121961594, 0.096422478556633]}, "_runtime": 93.41155290603638, "_timestamp": 1596211683.1826618, "_step": 114}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 3.0, 2.0, 2.0, 1.0, 3.0, 3.0, 8.0, 5.0, 3.0, 3.0, 1.0, 3.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.013117478229105473, -0.012784687802195549, -0.01245189644396305, -0.012119106017053127, -0.011786315590143204, -0.01145352516323328, -0.011120734736323357, -0.010787943378090858, -0.010455152951180935, -0.010122362524271011, -0.009789571166038513, -0.00945678073912859, -0.009123990312218666, -0.008791199885308743, -0.008458409458398819, -0.00812561810016632, -0.007792827673256397, -0.007460037246346474, -0.007127246353775263, -0.006794455461204052, -0.006461665034294128, -0.006128874607384205, -0.005796083714812994, -0.005463292822241783, -0.00513050239533186, -0.004797711968421936, -0.004464921075850725, -0.004132130183279514, -0.0037993397563695908, -0.0034665490966290236, -0.0031337584368884563, -0.002800967777147889, -0.002468177117407322, -0.0021353864576667547, -0.0018025957979261875, -0.0014698051381856203, -0.001137014478445053, -0.0008042238187044859, -0.0004714331589639187, -0.00013864249922335148, 0.00019414816051721573, 0.0005269388202577829, 0.0008597294799983501, 0.0011925201397389174, 0.0015253107994794846, 0.0018581014592200518, 0.002190892118960619, 0.002523682778701186, 0.0028564734384417534, 0.0031892640981823206, 0.003522054757922888, 0.003854845417663455, 0.004187636077404022, 0.004520426504313946, 0.004853217396885157, 0.0051860082894563675, 0.005518798716366291, 0.005851589143276215, 0.0061843800358474255, 0.006517170928418636, 0.00684996135532856, 0.007182751782238483, 0.007515542674809694, 0.007848333567380905, 0.008181123994290829]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 1.0, 2.0, 6.0, 3.0, 2.0, 8.0, 6.0, 12.0, 8.0, 11.0, 24.0, 18.0, 26.0, 26.0, 37.0, 43.0, 78.0, 95.0, 117.0, 199.0, 255.0, 555.0, 5210.0, 412.0, 231.0, 142.0, 88.0, 76.0, 65.0, 38.0, 26.0, 28.0, 13.0, 18.0, 10.0, 10.0, 4.0, 12.0, 4.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.11816519498825073, -0.11479905992746353, -0.11143292486667633, -0.10806679725646973, -0.10470066219568253, -0.10133452713489532, -0.09796839207410812, -0.09460225701332092, -0.09123612940311432, -0.08786999434232712, -0.08450385928153992, -0.08113772422075272, -0.07777158915996552, -0.07440545409917831, -0.07103932648897171, -0.06767319142818451, -0.06430705636739731, -0.06094092130661011, -0.057574789971113205, -0.054208654910326004, -0.0508425235748291, -0.0474763885140419, -0.0441102534532547, -0.0407441221177578, -0.037377987056970596, -0.034011851996183395, -0.030645720660686493, -0.027279585599899292, -0.02391345240175724, -0.02054731920361519, -0.017181184142827988, -0.013815050944685936, -0.010448917746543884, -0.007082784082740545, -0.0037166504189372063, -0.00035051675513386726, 0.0030156169086694717, 0.006381750572472811, 0.00974788423627615, 0.013114018365740776, 0.016480151563882828, 0.01984628476202488, 0.02321241796016693, 0.026578553020954132, 0.029944686219096184, 0.033310819417238235, 0.036676954478025436, 0.04004308581352234, 0.04340922087430954, 0.04677535593509674, 0.05014148727059364, 0.053507622331380844, 0.05687375366687775, 0.06023988872766495, 0.06360602378845215, 0.06697215884923935, 0.07033829391002655, 0.07370442152023315, 0.07707055658102036, 0.08043669164180756, 0.08380282670259476, 0.08716896176338196, 0.09053508937358856, 0.09390122443437576, 0.09726735949516296]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 1.0, 0.0, 5.0, 3.0, 1.0, 0.0, 2.0, 5.0, 2.0, 2.0, 2.0, 1.0, 1.0, 4.0, 3.0, 4.0, 2.0, 26.0, 6.0, 5.0, 6.0, 2.0, 0.0, 4.0, 1.0, 3.0, 3.0, 4.0, 3.0, 0.0, 2.0, 1.0, 0.0, 2.0, 3.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0], "bins": [-0.0030531100928783417, -0.0029652779921889305, -0.0028774458914995193, -0.0027896135579794645, -0.0027017814572900534, -0.002613949356600642, -0.0025261170230805874, -0.0024382849223911762, -0.002350452821701765, -0.002262620721012354, -0.0021747886203229427, -0.002086956286802888, -0.0019991241861134768, -0.0019112920854240656, -0.0018234598683193326, -0.0017356276512145996, -0.0016477955505251884, -0.0015599634498357773, -0.0014721312327310443, -0.0013842990156263113, -0.0012964669149369001, -0.001208634814247489, -0.001120802597142756, -0.001032970380038023, -0.0009451382793486118, -0.0008573061204515398, -0.0007694739615544677, -0.0006816418026573956, -0.0005938096437603235, -0.0005059774848632514, -0.00041814532596617937, -0.0003303131670691073, -0.00024248100817203522, -0.00015464884927496314, -6.681669037789106e-05, 2.1015468519181013e-05, 0.00010884762741625309, 0.00019667978631332517, 0.00028451194521039724, 0.0003723441041074693, 0.0004601762630045414, 0.0005480084219016135, 0.0006358405807986856, 0.0007236727396957576, 0.0008115048985928297, 0.0008993370574899018, 0.0009871692163869739, 0.0010750014334917068, 0.001162833534181118, 0.0012506656348705292, 0.0013384978519752622, 0.0014263300690799952, 0.0015141621697694063, 0.0016019942704588175, 0.0016898264875635505, 0.0017776587046682835, 0.0018654908053576946, 0.001953322906047106, 0.002041155006736517, 0.0021289873402565718, 0.002216819440945983, 0.002304651541635394, 0.002392483875155449, 0.00248031597584486, 0.0025681480765342712]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 2.0, 6.0, 6.0, 2.0, 12.0, 9.0, 12.0, 33.0, 36.0, 50.0, 61.0, 113.0, 145.0, 179.0, 274.0, 374.0, 602.0, 788.0, 1213.0, 2006.0, 3247.0, 5813.0, 10471.0, 21880.0, 54950.0, 236423.0, 741315.0, 46752.0, 21071.0, 11353.0, 6780.0, 4308.0, 2836.0, 1934.0, 1355.0, 887.0, 665.0, 475.0, 303.0, 211.0, 168.0, 138.0, 110.0, 81.0, 39.0, 39.0, 34.0, 17.0, 18.0, 21.0, 12.0, 5.0, 1.0, 4.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.005226979032158852, -0.005047167185693979, -0.004867355804890394, -0.004687543958425522, -0.004507732577621937, -0.0043279207311570644, -0.004148108884692192, -0.003968297503888607, -0.0037884856574237347, -0.003608674043789506, -0.0034288624301552773, -0.003249050583690405, -0.003069238970056176, -0.0028894273564219475, -0.002709615509957075, -0.0025298038963228464, -0.0023499922826886177, -0.002170180669054389, -0.0019903690554201603, -0.001810557208955288, -0.0016307455953210592, -0.0014509339816868305, -0.00127112225163728, -0.0010913105215877295, -0.0009114989079535007, -0.0007316872361116111, -0.0005518755642697215, -0.0003720638924278319, -0.00019225222058594227, -1.2440548744052649e-05, 0.00016737112309783697, 0.0003471827949397266, 0.0005269944667816162, 0.0007068061386235058, 0.0008866178104653955, 0.001066429540514946, 0.0012462411541491747, 0.0014260527677834034, 0.001605864497832954, 0.0017856762278825045, 0.001965487841516733, 0.002145299455150962, 0.0023251110687851906, 0.002504922915250063, 0.0026847345288842916, 0.0028645461425185204, 0.0030443579889833927, 0.0032241696026176214, 0.00340398121625185, 0.003583792829886079, 0.0037636044435203075, 0.00394341628998518, 0.004123227670788765, 0.004303039517253637, 0.00448285136371851, 0.004662662744522095, 0.004842474590986967, 0.0050222864374518394, 0.0052020978182554245, 0.005381909664720297, 0.005561721511185169, 0.005741532891988754, 0.005921344738453627, 0.006101156119257212, 0.006280967965722084]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 2.0, 3.0, 4.0, 4.0, 2.0, 1.0, 2.0, 3.0, 9.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.024838795885443687, -0.024061447009444237, -0.023284098133444786, -0.022506751120090485, -0.021729402244091034, -0.020952053368091583, -0.020174704492092133, -0.019397355616092682, -0.01862000674009323, -0.01784265972673893, -0.01706531085073948, -0.01628796197474003, -0.015510613098740578, -0.014733265154063702, -0.013955916278064251, -0.013178568333387375, -0.012401219457387924, -0.011623870581388474, -0.010846522636711597, -0.010069173760712147, -0.00929182581603527, -0.00851447694003582, -0.007737128064036369, -0.006959779653698206, -0.006182431243360043, -0.005405082833021879, -0.004627734422683716, -0.003850385546684265, -0.0030730371363461018, -0.0022956887260079384, -0.0015183400828391314, -0.0007409915560856462, 3.635697066783905e-05, 0.0008137054974213243, 0.0015910540241748095, 0.0023684026673436165, 0.00314575107768178, 0.003923099488019943, 0.004700448364019394, 0.005477796774357557, 0.006255145184695721, 0.007032493595033884, 0.007809842005372047, 0.008587190881371498, 0.009364539757370949, 0.010141887702047825, 0.010919236578047276, 0.011696584522724152, 0.012473933398723602, 0.013251282274723053, 0.014028630219399929, 0.01480597909539938, 0.015583327040076256, 0.016360675916075706, 0.017138024792075157, 0.017915373668074608, 0.01869272068142891, 0.01947006955742836, 0.02024741843342781, 0.02102476730942726, 0.021802116185426712, 0.022579465061426163, 0.023356812074780464, 0.024134160950779915, 0.024911509826779366]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 1.0, 2.0, 1.0, 4.0, 9.0, 3.0, 9.0, 3.0, 10.0, 9.0, 12.0, 15.0, 11.0, 37.0, 26.0, 46.0, 47.0, 74.0, 112.0, 152.0, 209.0, 275.0, 341.0, 497.0, 603.0, 870.0, 1304.0, 2304.0, 6660.0, 1561.0, 942.0, 562.0, 401.0, 330.0, 245.0, 170.0, 123.0, 91.0, 68.0, 60.0, 43.0, 36.0, 27.0, 30.0, 19.0, 12.0, 11.0, 8.0, 11.0, 4.0, 5.0, 5.0, 0.0, 3.0, 5.0, 3.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0], "bins": [-0.012541649863123894, -0.012114617973566055, -0.011687585152685642, -0.011260553263127804, -0.010833521373569965, -0.010406488552689552, -0.009979456663131714, -0.009552424773573875, -0.009125391952693462, -0.008698360063135624, -0.008271328173577785, -0.007844295352697372, -0.007417263463139534, -0.006990231107920408, -0.0065631987527012825, -0.006136166863143444, -0.005709134507924318, -0.0052821021527051926, -0.004855070263147354, -0.004428037907928228, -0.004001005552709103, -0.0035739734303206205, -0.0031469413079321384, -0.0027199089527130127, -0.0022928768303245306, -0.0018658445915207267, -0.0014388123527169228, -0.0010117802303284407, -0.0005847479915246367, -0.00015771578182466328, 0.0002693164278753102, 0.0006963486084714532, 0.0011233808472752571, 0.001550413086079061, 0.001977445324882865, 0.002404477447271347, 0.002831509802490473, 0.003258541924878955, 0.003685574047267437, 0.004112606402486563, 0.0045396387577056885, 0.004966670647263527, 0.005393703002482653, 0.005820735357701778, 0.006247767247259617, 0.006674799602478743, 0.007101831957697868, 0.007528863847255707, 0.007955895736813545, 0.008382928557693958, 0.008809960447251797, 0.00923699326813221, 0.009664025157690048, 0.010091057047247887, 0.0105180898681283, 0.010945121757686138, 0.011372153647243977, 0.01179918646812439, 0.012226218357682228, 0.012653250247240067, 0.01308028306812048, 0.013507314957678318, 0.013934346847236156, 0.01436137966811657, 0.014788411557674408]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 5.0, 4.0, 3.0, 2.0, 3.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.16531142592430115, -0.16024836897850037, -0.15518532693386078, -0.15012226998806, -0.14505921304225922, -0.13999615609645844, -0.13493311405181885, -0.12987005710601807, -0.12480700016021729, -0.1197439506649971, -0.11468090116977692, -0.10961784422397614, -0.10455479472875595, -0.09949173778295517, -0.09442868828773499, -0.0893656313419342, -0.08430258184671402, -0.07923953235149384, -0.07417647540569305, -0.06911342591047287, -0.06405036896467209, -0.058987319469451904, -0.05392426624894142, -0.04886121302843094, -0.043798159807920456, -0.03873510658740997, -0.03367205336689949, -0.028609002009034157, -0.023545948788523674, -0.01848289556801319, -0.013419843278825283, -0.008356790989637375, -0.003293737769126892, 0.0017693149857223034, 0.006832367740571499, 0.011895420029759407, 0.01695847325026989, 0.022021526470780373, 0.027084577828645706, 0.03214763104915619, 0.03721068426966667, 0.042273737490177155, 0.04733679071068764, 0.05239984393119812, 0.057462893426418304, 0.06252595037221909, 0.06758899986743927, 0.07265205681324005, 0.07771510630846024, 0.08277815580368042, 0.0878412127494812, 0.09290426224470139, 0.09796731919050217, 0.10303036868572235, 0.10809342563152313, 0.11315647512674332, 0.1182195246219635, 0.12328258156776428, 0.12834563851356506, 0.13340868055820465, 0.13847173750400543, 0.1435347944498062, 0.148597851395607, 0.15366089344024658, 0.15872395038604736]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 3.0, 1.0, 0.0, 1.0, 0.0, 3.0, 3.0, 5.0, 6.0, 2.0, 2.0, 2.0, 1.0, 0.0, 2.0, 1.0, 2.0, 6.0, 6.0, 2.0, 2.0, 1.0, 0.0, 3.0, 12.0, 19.0, 58.0, 31.0, 17.0, 24.0, 8.0, 9.0, 5.0, 5.0, 5.0, 10.0, 6.0, 3.0, 3.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0], "bins": [-0.12100376933813095, -0.11690206080675125, -0.11280035972595215, -0.10869865119457245, -0.10459694266319275, -0.10049523413181305, -0.09639352560043335, -0.09229182451963425, -0.08819011598825455, -0.08408840745687485, -0.07998670637607574, -0.07588499784469604, -0.07178328931331635, -0.06768158078193665, -0.06357987225055695, -0.05947817116975784, -0.05537646263837814, -0.051274754106998444, -0.04717304930090904, -0.04307134449481964, -0.03896963596343994, -0.03486792743206024, -0.03076622262597084, -0.02666451595723629, -0.02256280928850174, -0.01846110261976719, -0.014359395951032639, -0.010257689282298088, -0.006155982613563538, -0.002054275944828987, 0.0020474307239055634, 0.006149137392640114, 0.010250844061374664, 0.014352550730109215, 0.018454257398843765, 0.022555964067578316, 0.026657670736312866, 0.030759377405047417, 0.03486108407378197, 0.03896278887987137, 0.04306449741125107, 0.04716620594263077, 0.05126791074872017, 0.05536961555480957, 0.05947132408618927, 0.06357303261756897, 0.06767474114894867, 0.07177644222974777, 0.07587815076112747, 0.07997985929250717, 0.08408156037330627, 0.08818326890468597, 0.09228497743606567, 0.09638668596744537, 0.10048839449882507, 0.10459009557962418, 0.10869180411100388, 0.11279351264238358, 0.11689521372318268, 0.12099692225456238, 0.12509863078594208, 0.12920033931732178, 0.13330204784870148, 0.13740375638008118, 0.14150545001029968]}, "_runtime": 94.26178407669067, "_timestamp": 1596211684.032893, "_step": 115}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 5.0, 4.0, 1.0, 5.0, 2.0, 2.0, 8.0, 4.0, 8.0, 1.0, 2.0, 3.0, 2.0, 4.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.019956789910793304, -0.019320279359817505, -0.018683766946196556, -0.018047256395220757, -0.017410745844244957, -0.016774233430624008, -0.01613772287964821, -0.015501211397349834, -0.01486469991505146, -0.01422818936407566, -0.013591677881777287, -0.012955166399478912, -0.012318655848503113, -0.011682144366204739, -0.011045632883906364, -0.010409122332930565, -0.00977261085063219, -0.009136099368333817, -0.008499588817358017, -0.007863077335059643, -0.007226565852761269, -0.006590054836124182, -0.005953543819487095, -0.005317032337188721, -0.004680521320551634, -0.004044010303914547, -0.003407498821616173, -0.002770987804979086, -0.0021344765555113554, -0.0014979653060436249, -0.0008614541729912162, -0.00022494298173114657, 0.00041156820952892303, 0.0010480794589966536, 0.0016845905920490623, 0.002321101725101471, 0.0029576129745692015, 0.003594124224036932, 0.004230635240674019, 0.004867146722972393, 0.00550365773960948, 0.006140168756246567, 0.006776680238544941, 0.007413191255182028, 0.008049702271819115, 0.008686213754117489, 0.009322725236415863, 0.009959235787391663, 0.010595747269690037, 0.011232258751988411, 0.01186876930296421, 0.012505280785262585, 0.013141792267560959, 0.013778302818536758, 0.014414814300835133, 0.015051325783133507, 0.015687836334109306, 0.016324348747730255, 0.016960859298706055, 0.017597369849681854, 0.018233882263302803, 0.018870392814278603, 0.019506903365254402, 0.02014341577887535, 0.02077992632985115]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 5.0, 2.0, 3.0, 1.0, 4.0, 5.0, 5.0, 4.0, 9.0, 8.0, 12.0, 13.0, 22.0, 34.0, 47.0, 54.0, 68.0, 135.0, 170.0, 285.0, 551.0, 5346.0, 445.0, 258.0, 154.0, 85.0, 55.0, 29.0, 20.0, 17.0, 13.0, 6.0, 10.0, 4.0, 9.0, 6.0, 6.0, 4.0, 1.0, 3.0, 6.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0], "bins": [-0.17644760012626648, -0.17143015563488007, -0.16641272604465485, -0.16139528155326843, -0.1563778519630432, -0.1513604074716568, -0.14634296298027039, -0.14132553339004517, -0.13630808889865875, -0.13129064440727234, -0.12627321481704712, -0.1212557703256607, -0.11623833328485489, -0.11122089624404907, -0.10620345175266266, -0.10118601471185684, -0.09616857767105103, -0.09115114063024521, -0.08613370358943939, -0.08111625909805298, -0.07609882205724716, -0.07108138501644135, -0.06606394052505493, -0.061046503484249115, -0.0560290664434433, -0.05101162940263748, -0.04599418863654137, -0.04097674787044525, -0.035959310829639435, -0.03094187192618847, -0.025924433022737503, -0.020906994119286537, -0.01588955521583557, -0.010872116312384605, -0.0058546774089336395, -0.0008372385054826736, 0.004180200397968292, 0.009197639301419258, 0.014215078204870224, 0.01923251710832119, 0.024249956011772156, 0.02926739491522312, 0.03428483381867409, 0.0393022745847702, 0.04431971162557602, 0.049337148666381836, 0.05435458943247795, 0.059372030198574066, 0.06438946723937988, 0.0694069042801857, 0.07442434132099152, 0.07944178581237793, 0.08445922285318375, 0.08947665989398956, 0.09449410438537598, 0.0995115414261818, 0.10452897846698761, 0.10954641550779343, 0.11456385254859924, 0.11958129703998566, 0.12459873408079147, 0.1296161711215973, 0.1346336156129837, 0.13965104520320892, 0.14466848969459534]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 0.0, 1.0, 2.0, 0.0, 4.0, 2.0, 4.0, 2.0, 1.0, 0.0, 3.0, 3.0, 5.0, 1.0, 4.0, 4.0, 1.0, 7.0, 24.0, 0.0, 4.0, 6.0, 2.0, 4.0, 3.0, 4.0, 3.0, 0.0, 1.0, 5.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0024183797650039196, -0.002326653338968754, -0.002234926912933588, -0.002143200719729066, -0.0020514742936939, -0.0019597478676587343, -0.0018680215580388904, -0.0017762951320037246, -0.0016845688223838806, -0.0015928423963487148, -0.001501115970313549, -0.001409389660693705, -0.0013176632346585393, -0.0012259369250386953, -0.0011342104990035295, -0.0010424841893836856, -0.0009507577633485198, -0.0008590313955210149, -0.0007673050276935101, -0.0006755786598660052, -0.0005838522920385003, -0.0004921258660033345, -0.00040039949817582965, -0.0003086731303483248, -0.0002169467625208199, -0.00012522039469331503, -3.349401231389493e-05, 5.823236278956756e-05, 0.00014995873789303005, 0.00024168510572053492, 0.00033341150265187025, 0.0004251378704793751, 0.00051686423830688, 0.0006085906061343849, 0.0007003169739618897, 0.0007920433417893946, 0.0008837697096168995, 0.0009754961356520653, 0.0010672224452719092, 0.001158948871307075, 0.001250675180926919, 0.0013424016069620848, 0.0014341280329972506, 0.0015258543426170945, 0.0016175807686522603, 0.0017093070782721043, 0.00180103350430727, 0.001892759813927114, 0.0019844863563776016, 0.0020762125495821238, 0.0021679389756172895, 0.0022596654016524553, 0.002351391827687621, 0.0024431180208921432, 0.002534844446927309, 0.002626570872962475, 0.0027182972989976406, 0.0028100237250328064, 0.0029017499182373285, 0.0029934763442724943, 0.00308520277030766, 0.003176929196342826, 0.003268655389547348, 0.003360381815582514, 0.0034521082416176796]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 1.0, 2.0, 0.0, 1.0, 3.0, 7.0, 8.0, 23.0, 19.0, 52.0, 80.0, 138.0, 244.0, 322.0, 558.0, 856.0, 1444.0, 2430.0, 4252.0, 7690.0, 15353.0, 34312.0, 110296.0, 871612.0, 67752.0, 27105.0, 13932.0, 8057.0, 4669.0, 2968.0, 1836.0, 1167.0, 778.0, 551.0, 341.0, 217.0, 171.0, 108.0, 81.0, 52.0, 41.0, 41.0, 19.0, 15.0, 9.0, 8.0, 5.0, 6.0, 4.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0052347551099956036, -0.005019957199692726, -0.004805158823728561, -0.004590360913425684, -0.0043755630031228065, -0.004160765092819929, -0.003945967182517052, -0.003731168806552887, -0.0035163708962500095, -0.003301572985947132, -0.003086774842813611, -0.00287197669968009, -0.0026571787893772125, -0.002442380879074335, -0.002227582735940814, -0.002012784592807293, -0.0017979866825044155, -0.0015831886557862163, -0.001368390629068017, -0.0011535926023498178, -0.0009387945756316185, -0.0007239965489134192, -0.00050919852219522, -0.00029440049547702074, -7.960246875882149e-05, 0.00013519555795937777, 0.000349993584677577, 0.0005647916113957763, 0.0007795896381139755, 0.0009943876648321748, 0.001209185691550374, 0.0014239837182685733, 0.0016387817449867725, 0.0018535797717049718, 0.002068377798423171, 0.002283175941556692, 0.0024979738518595695, 0.002712771762162447, 0.002927569905295968, 0.003142368048429489, 0.0033571659587323666, 0.003571963869035244, 0.003786762012168765, 0.004001560155302286, 0.004216358065605164, 0.004431155975908041, 0.004645953886210918, 0.004860752262175083, 0.005075550172477961, 0.005290348082780838, 0.005505146458745003, 0.00571994436904788, 0.005934742279350758, 0.006149540189653635, 0.0063643380999565125, 0.006579136475920677, 0.006793934386223555, 0.007008732296526432, 0.007223530672490597, 0.007438328582793474, 0.007653126493096352, 0.007867924869060516, 0.008082722313702106, 0.008297520689666271, 0.008512318134307861]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 5.0, 4.0, 4.0, 12.0, 10.0, 4.0, 3.0, 3.0, 0.0, 3.0, 4.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.06827382743358612, -0.06671113520860672, -0.06514844298362732, -0.06358575075864792, -0.06202305480837822, -0.06046035885810852, -0.05889766663312912, -0.05733497440814972, -0.05577228218317032, -0.05420958623290062, -0.05264689400792122, -0.05108420178294182, -0.04952150583267212, -0.04795881360769272, -0.04639612138271332, -0.04483342543244362, -0.04327073320746422, -0.04170804098248482, -0.04014534503221512, -0.03858265280723572, -0.03701996058225632, -0.03545726463198662, -0.03389457240700722, -0.03233188018202782, -0.030769186094403267, -0.029206492006778717, -0.027643799781799316, -0.026081105694174767, -0.024518411606550217, -0.022955719381570816, -0.021393025293946266, -0.019830333068966866, -0.018267638981342316, -0.016704944893717766, -0.015142252668738365, -0.013579558581113815, -0.01201686542481184, -0.010454172268509865, -0.008891478180885315, -0.00732878502458334, -0.0057660918682813644, -0.004203398711979389, -0.0026407050900161266, -0.0010780117008835077, 0.0004846816882491112, 0.00204737507738173, 0.003610068466514349, 0.0051727620884776115, 0.006735455244779587, 0.008298148401081562, 0.009860841557383537, 0.011423535645008087, 0.012986228801310062, 0.014548921957612038, 0.016111616045236588, 0.017674308270215988, 0.019237002357840538, 0.020799696445465088, 0.02236238867044449, 0.02392508275806904, 0.025487776845693588, 0.02705046907067299, 0.02861316315829754, 0.03017585538327694, 0.03173854947090149]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [4.0, 4.0, 1.0, 0.0, 6.0, 3.0, 0.0, 1.0, 7.0, 14.0, 4.0, 2.0, 2.0, 6.0, 2.0, 4.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 5.0, 5.0, 11.0, 18.0, 29.0, 26.0, 45.0, 61.0, 91.0, 138.0, 259.0, 479.0, 1011.0, 2557.0, 8266.0, 2270.0, 1155.0, 665.0, 440.0, 285.0, 194.0, 111.0, 83.0, 37.0, 28.0, 21.0, 20.0, 20.0, 11.0, 5.0, 4.0, 1.0, 3.0, 2.0, 7.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0], "bins": [-0.021116085350513458, -0.020535908639431, -0.01995573192834854, -0.019375555217266083, -0.018795378506183624, -0.018215201795101166, -0.017635025084018707, -0.01705484837293625, -0.01647467166185379, -0.01589449681341648, -0.015314319171011448, -0.01473414245992899, -0.014153966680169106, -0.013573789969086647, -0.012993613258004189, -0.01241343654692173, -0.011833259835839272, -0.011253083124756813, -0.010672906413674355, -0.010092729702591896, -0.009512552991509438, -0.008932377211749554, -0.008352200500667095, -0.007772023789584637, -0.007191847078502178, -0.00661167036741972, -0.006031493656337261, -0.00545131741091609, -0.0048711406998336315, -0.004290963988751173, -0.003710787510499358, -0.0031306110322475433, -0.002550434321165085, -0.0019702576100826263, -0.0013900811318308115, -0.0008099045371636748, -0.00022972794249653816, 0.0003504486521705985, 0.0009306252468377352, 0.0015108018415048718, 0.0020909784361720085, 0.002671155147254467, 0.003251331625506282, 0.0038315081037580967, 0.004411684814840555, 0.004991861525923014, 0.005572037771344185, 0.006152214482426643, 0.006732391193509102, 0.00731256790459156, 0.007892744615674019, 0.008472921326756477, 0.009053098037838936, 0.00963327381759882, 0.010213450528681278, 0.010793627239763737, 0.011373803950846195, 0.011953980661928654, 0.012534157373011112, 0.01311433408409357, 0.013694509863853455, 0.014274686574935913, 0.014854863286018372, 0.01543503999710083, 0.01601521670818329]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 1.0, 2.0, 1.0, 4.0, 1.0, 0.0, 0.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.13055521249771118, -0.1269044429063797, -0.12325368076562881, -0.11960291862487793, -0.11595214903354645, -0.11230137944221497, -0.10865061730146408, -0.1049998551607132, -0.10134908556938171, -0.09769831597805023, -0.09404755383729935, -0.09039679169654846, -0.08674602210521698, -0.0830952525138855, -0.07944449037313461, -0.07579372823238373, -0.07214295864105225, -0.06849218904972076, -0.06484142690896988, -0.061190661042928696, -0.05753989517688751, -0.05388912931084633, -0.050238363444805145, -0.04658759757876396, -0.04293683171272278, -0.039286065846681595, -0.03563529998064041, -0.03198453411459923, -0.028333768248558044, -0.02468300238251686, -0.021032236516475677, -0.017381470650434494, -0.01373070478439331, -0.010079938918352127, -0.006429173052310944, -0.00277840718626976, 0.0008723586797714233, 0.004523124545812607, 0.00817389041185379, 0.011824656277894974, 0.015475422143936157, 0.01912618800997734, 0.022776953876018524, 0.026427719742059708, 0.03007848560810089, 0.033729251474142075, 0.03738001734018326, 0.04103078320622444, 0.044681549072265625, 0.04833231493830681, 0.05198308080434799, 0.055633846670389175, 0.05928461253643036, 0.06293538212776184, 0.06658614426851273, 0.07023690640926361, 0.07388767600059509, 0.07753844559192657, 0.08118920773267746, 0.08483996987342834, 0.08849073946475983, 0.09214150905609131, 0.0957922711968422, 0.09944303333759308, 0.10309380292892456]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 4.0, 4.0, 4.0, 10.0, 9.0, 8.0, 16.0, 19.0, 31.0, 33.0, 30.0, 25.0, 15.0, 14.0, 8.0, 13.0, 3.0, 5.0, 3.0, 1.0, 0.0, 3.0, 4.0, 3.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08346118777990341, -0.08105310797691345, -0.07864502817392349, -0.07623695582151413, -0.07382887601852417, -0.07142079621553421, -0.06901271641254425, -0.06660463660955429, -0.06419655680656433, -0.06178848072886467, -0.05938040465116501, -0.05697232484817505, -0.05456424504518509, -0.05215616896748543, -0.04974808916449547, -0.04734001308679581, -0.04493193328380585, -0.04252385348081589, -0.040115777403116226, -0.037707697600126266, -0.035299621522426605, -0.032891541719436646, -0.030483461916446686, -0.028075383976101875, -0.025667306035757065, -0.023259228095412254, -0.020851150155067444, -0.018443070352077484, -0.016034992411732674, -0.013626914471387863, -0.011218835599720478, -0.008810756728053093, -0.0064026787877082825, -0.003994600381702185, -0.0015865219756960869, 0.0008215564303100109, 0.0032296348363161087, 0.0056377132423222065, 0.008045791648328304, 0.01045387051999569, 0.0128619484603405, 0.01527002640068531, 0.01767810434103012, 0.02008618414402008, 0.02249426208436489, 0.0249023400247097, 0.02731041982769966, 0.029718497768044472, 0.03212657570838928, 0.03453465551137924, 0.0369427315890789, 0.03935081139206886, 0.041758887469768524, 0.044166967272758484, 0.046575047075748444, 0.048983123153448105, 0.051391202956438065, 0.053799282759428024, 0.056207358837127686, 0.058615438640117645, 0.061023518443107605, 0.06343159824609756, 0.06583967059850693, 0.06824775040149689, 0.07065583020448685]}, "_runtime": 95.07148766517639, "_timestamp": 1596211684.8425965, "_step": 116}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 5.0, 1.0, 0.0, 1.0, 3.0, 1.0, 3.0, 3.0, 7.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.007632956374436617, -0.007370137609541416, -0.0071073188446462154, -0.006844500079751015, -0.006581681780517101, -0.0063188630156219006, -0.0060560442507267, -0.005793225485831499, -0.005530406720936298, -0.005267587956041098, -0.005004769191145897, -0.004741950426250696, -0.0044791316613554955, -0.004216313362121582, -0.003953494597226381, -0.0036906758323311806, -0.00342785706743598, -0.003165038302540779, -0.0029022195376455784, -0.0026394010055810213, -0.0023765822406858206, -0.00211376347579062, -0.001850944827310741, -0.001588126178830862, -0.0013253074139356613, -0.0010624886490404606, -0.0007996700005605817, -0.0005368512938730419, -0.00027403258718550205, -1.1213880497962236e-05, 0.0002516048261895776, 0.0005144235328771174, 0.0007772422395646572, 0.001040061004459858, 0.0013028796529397368, 0.0015656983014196157, 0.0018285170663148165, 0.002091335831210017, 0.0023541543632745743, 0.002616973128169775, 0.0028797918930649757, 0.0031426106579601765, 0.003405429422855377, 0.0036682479549199343, 0.003931066952645779, 0.004193885251879692, 0.004456704016774893, 0.0047195227816700935, 0.004982341546565294, 0.005245160311460495, 0.005507979076355696, 0.0057707978412508965, 0.00603361614048481, 0.006296434905380011, 0.006559253670275211, 0.006822072435170412, 0.007084891200065613, 0.0073477099649608135, 0.007610528729856014, 0.007873347029089928, 0.008136166259646416, 0.008398984558880329, 0.008661803789436817, 0.00892462208867073, 0.009187441319227219]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 0.0, 2.0, 3.0, 2.0, 3.0, 2.0, 6.0, 4.0, 8.0, 4.0, 11.0, 14.0, 9.0, 18.0, 25.0, 21.0, 34.0, 40.0, 47.0, 60.0, 81.0, 89.0, 117.0, 133.0, 191.0, 232.0, 455.0, 4902.0, 413.0, 259.0, 151.0, 120.0, 80.0, 74.0, 50.0, 48.0, 45.0, 27.0, 17.0, 22.0, 25.0, 21.0, 11.0, 7.0, 5.0, 6.0, 8.0, 5.0, 5.0, 7.0, 3.0, 1.0, 2.0, 1.0, 0.0, 2.0], "bins": [-0.09067128598690033, -0.08809571713209152, -0.08552014827728271, -0.08294457197189331, -0.0803690031170845, -0.0777934342622757, -0.07521786540746689, -0.07264229655265808, -0.07006672024726868, -0.06749115139245987, -0.06491558253765106, -0.062340013682842255, -0.05976444482803345, -0.05718887224793434, -0.054613303393125534, -0.05203773081302643, -0.04946216195821762, -0.046886593103408813, -0.04431102052330971, -0.0417354516685009, -0.039159879088401794, -0.03658431023359299, -0.03400874137878418, -0.031433168798685074, -0.028857599943876266, -0.02628202922642231, -0.023706458508968353, -0.021130889654159546, -0.01855531893670559, -0.015979748219251633, -0.01340417843312025, -0.010828608646988869, -0.008253037929534912, -0.005677467677742243, -0.0031018974259495735, -0.0005263271741569042, 0.002049243077635765, 0.004624813329428434, 0.007200383581221104, 0.009775953367352486, 0.012351524084806442, 0.014927094802260399, 0.017502665519714355, 0.020078234374523163, 0.02265380509197712, 0.025229375809431076, 0.027804944664239883, 0.03038051538169384, 0.0329560860991478, 0.035531654953956604, 0.03810722753405571, 0.04068279638886452, 0.04325836896896362, 0.04583393782377243, 0.04840950667858124, 0.050985079258680344, 0.05356064811348915, 0.05613621696829796, 0.058711789548397064, 0.06128735840320587, 0.06386292725801468, 0.06643849611282349, 0.06901407241821289, 0.0715896412730217, 0.0741652101278305]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 6.0, 2.0, 4.0, 4.0, 3.0, 4.0, 2.0, 1.0, 4.0, 3.0, 2.0, 5.0, 6.0, 24.0, 1.0, 3.0, 2.0, 2.0, 5.0, 2.0, 3.0, 2.0, 3.0, 2.0, 0.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 3.0, 4.0, 3.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0026698391884565353, -0.002577943727374077, -0.0024860482662916183, -0.00239415280520916, -0.0023022573441267014, -0.002210361650213599, -0.0021184661891311407, -0.002026570728048682, -0.0019346752669662237, -0.0018427798058837652, -0.0017508843448013067, -0.0016589887673035264, -0.001567093306221068, -0.0014751978451386094, -0.001383302267640829, -0.0012914068065583706, -0.001199511345475912, -0.0011076158843934536, -0.001015720423310995, -0.0009238248458132148, -0.0008319293847307563, -0.0007400339236482978, -0.0006481384043581784, -0.000556242885068059, -0.00046434742398560047, -0.0003724519337993115, -0.00028055644361302257, -0.0001886609534267336, -9.676546324044466e-05, -4.869973054155707e-06, 8.702551713213325e-05, 0.0001789210073184222, 0.00027081649750471115, 0.0003627119876910001, 0.00045460747787728906, 0.0005465029971674085, 0.000638398458249867, 0.0007302939193323255, 0.0008221894386224449, 0.0009140849579125643, 0.0010059804189950228, 0.0010978758800774813, 0.0011897713411599398, 0.00128166691865772, 0.0013735623797401786, 0.001465457840822637, 0.0015573534183204174, 0.001649248879402876, 0.0017411443404853344, 0.001833039801567793, 0.0019249352626502514, 0.00201683072373271, 0.0021087261848151684, 0.0022006218787282705, 0.002292517339810729, 0.0023844128008931875, 0.002476308261975646, 0.0025682037230581045, 0.002660099184140563, 0.0027519946452230215, 0.0028438903391361237, 0.002935785800218582, 0.0030276812613010406, 0.003119576722383499, 0.0032114721834659576]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 3.0, 2.0, 4.0, 12.0, 15.0, 18.0, 35.0, 41.0, 64.0, 104.0, 190.0, 286.0, 553.0, 883.0, 1584.0, 2891.0, 5409.0, 11479.0, 26657.0, 83903.0, 900500.0, 81100.0, 29592.0, 14471.0, 7783.0, 4470.0, 2681.0, 1652.0, 1101.0, 708.0, 487.0, 308.0, 205.0, 130.0, 112.0, 67.0, 45.0, 34.0, 28.0, 15.0, 1.0, 7.0, 4.0, 5.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008158314041793346, -0.007899831980466843, -0.007641349919140339, -0.0073828683234751225, -0.007124386262148619, -0.006865904200822115, -0.0066074226051568985, -0.006348940543830395, -0.006090458482503891, -0.005831976421177387, -0.0055734943598508835, -0.005315012764185667, -0.005056530702859163, -0.0047980486415326595, -0.004539567045867443, -0.004281084984540939, -0.004022602923214436, -0.003764120861887932, -0.0035056390333920717, -0.0032471572048962116, -0.002988675143569708, -0.002730193082243204, -0.002471711253747344, -0.002213229425251484, -0.00195474736392498, -0.0016962654190137982, -0.0014377834741026163, -0.0011793015291914344, -0.0009208195842802525, -0.0006623376393690705, -0.0004038556944578886, -0.00014537374954670668, 0.00011310819536447525, 0.0003715901402756572, 0.0006300720851868391, 0.000888554030098021, 0.001147035975009203, 0.0014055179199203849, 0.0016639998648315668, 0.0019224818097427487, 0.0021809637546539307, 0.0024394458159804344, 0.0026979276444762945, 0.0029564094729721546, 0.0032148915342986584, 0.003473373595625162, 0.0037318554241210222, 0.003990337252616882, 0.004248819313943386, 0.00450730137526989, 0.004765783436596394, 0.00502426503226161, 0.005282747093588114, 0.0055412291549146175, 0.005799710750579834, 0.006058192811906338, 0.0063166748732328415, 0.006575156934559345, 0.006833638995885849, 0.0070921205915510654, 0.007350602652877569, 0.007609084714204073, 0.00786756630986929, 0.008126048371195793, 0.008384530432522297]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 2.0, 0.0, 3.0, 0.0, 3.0, 0.0, 4.0, 1.0, 8.0, 2.0, 1.0, 1.0, 5.0, 2.0, 1.0, 2.0, 2.0, 2.0, 3.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.023774702101945877, -0.022980351001024246, -0.022186001762747765, -0.021391650661826134, -0.020597299560904503, -0.01980295032262802, -0.01900859922170639, -0.01821424812078476, -0.01741989701986313, -0.016625547781586647, -0.015831196680665016, -0.01503684651106596, -0.014242496341466904, -0.013448145240545273, -0.012653795070946217, -0.011859443970024586, -0.01106509380042553, -0.010270743630826473, -0.009476392529904842, -0.008682042360305786, -0.007887691259384155, -0.007093341089785099, -0.006298990920186043, -0.005504640284925699, -0.004710289649665356, -0.003915939014405012, -0.0031215886119753122, -0.0023272382095456123, -0.0015328875742852688, -0.0007385370554402471, 5.5813463404774666e-05, 0.0008501639822497964, 0.0016445145010948181, 0.0024388651363551617, 0.0032332155387848616, 0.0040275659412145615, 0.004821916576474905, 0.0056162672117352486, 0.006410617381334305, 0.007204968016594648, 0.007999318651854992, 0.008793668821454048, 0.009588019922375679, 0.010382370091974735, 0.011176720261573792, 0.011971071362495422, 0.012765421532094479, 0.01355977263301611, 0.014354122802615166, 0.015148472972214222, 0.015942823141813278, 0.01673717424273491, 0.01753152534365654, 0.01832587458193302, 0.019120225682854652, 0.019914576783776283, 0.020708926022052765, 0.021503277122974396, 0.022297628223896027, 0.023091979324817657, 0.02388632856309414, 0.02468067966401577, 0.0254750307649374, 0.026269380003213882, 0.027063731104135513]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 3.0, 1.0, 2.0, 11.0, 6.0, 17.0, 13.0, 30.0, 32.0, 37.0, 41.0, 54.0, 67.0, 84.0, 93.0, 122.0, 161.0, 215.0, 258.0, 342.0, 513.0, 724.0, 1021.0, 1546.0, 5770.0, 2126.0, 1270.0, 927.0, 659.0, 501.0, 401.0, 323.0, 231.0, 173.0, 126.0, 109.0, 88.0, 52.0, 52.0, 41.0, 25.0, 28.0, 26.0, 16.0, 20.0, 13.0, 16.0, 5.0, 14.0, 5.0, 2.0, 1.0, 5.0, 1.0, 5.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.009433063678443432, -0.009092618711292744, -0.008752173744142056, -0.008411727845668793, -0.008071282878518105, -0.007730837911367416, -0.007390392944216728, -0.007049947511404753, -0.0067095025442540646, -0.006369057577103376, -0.006028612144291401, -0.005688167177140713, -0.005347722209990025, -0.005007276777178049, -0.004666831810027361, -0.0043263863772153854, -0.003985941410064697, -0.0036454962100833654, -0.0033050510101020336, -0.0029646060429513454, -0.0026241608429700136, -0.002283715642988682, -0.0019432705594226718, -0.0016028254758566618, -0.00126238027587533, -0.0009219351341016591, -0.0005814899923279881, -0.00024104485055431724, 9.940029121935368e-05, 0.0004398454329930246, 0.0007802905747666955, 0.0011207356583327055, 0.0014611808583140373, 0.0018016260582953691, 0.002142071258276701, 0.002482516225427389, 0.002822961425408721, 0.003163406625390053, 0.003503851592540741, 0.003844296792522073, 0.004184741992503405, 0.004525186959654093, 0.004865632392466068, 0.0052060773596167564, 0.005546522326767445, 0.00588696775957942, 0.006227412726730108, 0.006567858159542084, 0.006908303126692772, 0.00724874809384346, 0.0075891935266554356, 0.007929638959467411, 0.0082700839266181, 0.008610528893768787, 0.008950973860919476, 0.009291418828070164, 0.009631864726543427, 0.009972309693694115, 0.010312754660844803, 0.010653199627995491, 0.01099364459514618, 0.011334089562296867, 0.01167453546077013, 0.012014980427920818, 0.012355425395071507]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 2.0, 0.0, 2.0, 1.0, 6.0, 1.0, 0.0, 2.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.23161041736602783, -0.22494900226593018, -0.2182876020669937, -0.21162618696689606, -0.2049647867679596, -0.19830337166786194, -0.19164197146892548, -0.18498055636882782, -0.17831915616989136, -0.1716577410697937, -0.16499632596969604, -0.15833492577075958, -0.15167351067066193, -0.14501211047172546, -0.1383506953716278, -0.13168929517269135, -0.1250278800725937, -0.11836647242307663, -0.11170506477355957, -0.10504365712404251, -0.09838224947452545, -0.0917208343744278, -0.08505942672491074, -0.07839801907539368, -0.07173661142587662, -0.06507520377635956, -0.0584137961268425, -0.05175238475203514, -0.04509097710251808, -0.03842956945300102, -0.031768158078193665, -0.025106750428676605, -0.018445342779159546, -0.011783934198319912, -0.005122525617480278, 0.001538882963359356, 0.00820029154419899, 0.014861700125038624, 0.021523108705878258, 0.028184518218040466, 0.034845925867557526, 0.041507333517074585, 0.048168741166591644, 0.054830152541399, 0.06149156019091606, 0.06815297156572342, 0.07481437921524048, 0.08147578686475754, 0.0881371945142746, 0.09479860216379166, 0.10146000981330872, 0.10812141746282578, 0.11478282511234283, 0.12144424021244049, 0.12810564041137695, 0.1347670555114746, 0.14142847061157227, 0.14808987081050873, 0.15475128591060638, 0.16141268610954285, 0.1680741012096405, 0.17473550140857697, 0.18139691650867462, 0.18805831670761108, 0.19471973180770874]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 4.0, 6.0, 8.0, 3.0, 3.0, 4.0, 3.0, 3.0, 10.0, 13.0, 7.0, 18.0, 29.0, 52.0, 29.0, 26.0, 17.0, 7.0, 7.0, 4.0, 5.0, 2.0, 7.0, 3.0, 2.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.1543331742286682, -0.1507277637720108, -0.1471223384141922, -0.1435169279575348, -0.13991151750087738, -0.13630609214305878, -0.13270068168640137, -0.12909527122974396, -0.12548986077308655, -0.12188443541526794, -0.11827902495861053, -0.11467360705137253, -0.11106818914413452, -0.10746277868747711, -0.1038573607802391, -0.1002519503235817, -0.09664653241634369, -0.09304111450910568, -0.08943570405244827, -0.08583028614521027, -0.08222487568855286, -0.07861945778131485, -0.07501403987407684, -0.07140862941741943, -0.06780321151018143, -0.06419779360294342, -0.06059238314628601, -0.056986965239048004, -0.053381551057100296, -0.04977613687515259, -0.04617071896791458, -0.04256530478596687, -0.038959890604019165, -0.03535447642207146, -0.03174906224012375, -0.028143644332885742, -0.024538230150938034, -0.020932815968990326, -0.01732739992439747, -0.013721984811127186, -0.010116569697856903, -0.00651115458458662, -0.0029057394713163376, 0.0006996756419539452, 0.004305090755224228, 0.00791050586849451, 0.011515920981764793, 0.015121336095035076, 0.01872675120830536, 0.022332165390253067, 0.025937581434845924, 0.029542997479438782, 0.03314841166138649, 0.0367538258433342, 0.040359243750572205, 0.04396465793251991, 0.04757007211446762, 0.05117548629641533, 0.05478090047836304, 0.058386318385601044, 0.06199173256754875, 0.06559714674949646, 0.06920256465673447, 0.07280797511339188, 0.07641339302062988]}, "_runtime": 95.86843752861023, "_timestamp": 1596211685.6395464, "_step": 117}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 3.0, 1.0, 0.0, 4.0, 3.0, 4.0, 2.0, 2.0, 1.0, 1.0, 3.0, 3.0, 6.0, 3.0, 5.0, 3.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.014602018520236015, -0.014194462448358536, -0.013786906376481056, -0.013379351235926151, -0.012971795164048672, -0.012564239092171192, -0.012156683951616287, -0.011749127879738808, -0.011341571807861328, -0.010934015735983849, -0.010526459664106369, -0.010118904523551464, -0.009711348451673985, -0.009303792379796505, -0.0088962372392416, -0.00848868116736412, -0.008081125095486641, -0.007673569023609161, -0.007266013417392969, -0.006858457811176777, -0.006450901739299297, -0.006043345667421818, -0.0056357900612056255, -0.005228234454989433, -0.004820678383111954, -0.004413122311234474, -0.004005566705018282, -0.003598010865971446, -0.00319045502692461, -0.0027828991878777742, -0.0023753433488309383, -0.0019677875097841024, -0.0015602316707372665, -0.0011526758316904306, -0.0007451199926435947, -0.00033756415359675884, 6.999168545007706e-05, 0.00047754752449691296, 0.0008851033635437489, 0.0012926592025905848, 0.0017002150416374207, 0.0021077708806842566, 0.0025153267197310925, 0.0029228825587779284, 0.0033304383978247643, 0.0037379942368716, 0.004145550075918436, 0.004553105682134628, 0.004960661754012108, 0.005368217825889587, 0.00577577343210578, 0.006183329038321972, 0.0065908851101994514, 0.006998441182076931, 0.007405996788293123, 0.007813552394509315, 0.008221108466386795, 0.008628664538264275, 0.009036220610141754, 0.009443775750696659, 0.009851331822574139, 0.010258887894451618, 0.010666443035006523, 0.011073999106884003, 0.011481555178761482]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 2.0, 1.0, 1.0, 0.0, 4.0, 2.0, 3.0, 6.0, 8.0, 12.0, 11.0, 9.0, 18.0, 23.0, 46.0, 55.0, 73.0, 124.0, 144.0, 223.0, 361.0, 5022.0, 895.0, 320.0, 175.0, 106.0, 73.0, 46.0, 44.0, 29.0, 19.0, 19.0, 17.0, 6.0, 6.0, 4.0, 5.0, 3.0, 4.0, 4.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0], "bins": [-0.18400892615318298, -0.1789991557598114, -0.17398937046527863, -0.16897960007190704, -0.16396981477737427, -0.15896004438400269, -0.1539502739906311, -0.14894048869609833, -0.14393071830272675, -0.13892094790935516, -0.1339111626148224, -0.1289013922214508, -0.12389161437749863, -0.11888183653354645, -0.11387206614017487, -0.10886228829622269, -0.10385251045227051, -0.09884273260831833, -0.09383295476436615, -0.08882318437099457, -0.08381340652704239, -0.07880362868309021, -0.07379385828971863, -0.06878408044576645, -0.06377430260181427, -0.05876452475786209, -0.05375475063920021, -0.04874497652053833, -0.04373519867658615, -0.03872542083263397, -0.03371564671397209, -0.028705870732665062, -0.023696094751358032, -0.018686318770051003, -0.013676542788743973, -0.008666766807436943, -0.0036569908261299133, 0.0013527851551771164, 0.006362561136484146, 0.011372337117791176, 0.016382113099098206, 0.021391889080405235, 0.026401665061712265, 0.031411439180374146, 0.036421217024326324, 0.0414309948682785, 0.046440768986940384, 0.051450543105602264, 0.05646032094955444, 0.06147009879350662, 0.0664798766374588, 0.07148964703083038, 0.07649942487478256, 0.08150920271873474, 0.08651897311210632, 0.0915287509560585, 0.09653852880001068, 0.10154830664396286, 0.10655808448791504, 0.11156785488128662, 0.1165776327252388, 0.12158741056919098, 0.12659718096256256, 0.13160696625709534, 0.13661673665046692]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 2.0, 3.0, 3.0, 0.0, 7.0, 6.0, 2.0, 4.0, 3.0, 5.0, 5.0, 0.0, 1.0, 1.0, 4.0, 23.0, 3.0, 2.0, 2.0, 4.0, 1.0, 6.0, 2.0, 3.0, 1.0, 2.0, 3.0, 1.0, 2.0, 3.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 4.0, 1.0, 0.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.0022040819749236107, -0.0021188105456531048, -0.002033539116382599, -0.0019482678035274148, -0.001862996374256909, -0.001777724944986403, -0.001692453515715897, -0.0016071820864453912, -0.001521910773590207, -0.0014366393443197012, -0.0013513679150491953, -0.0012660964857786894, -0.0011808250565081835, -0.0010955536272376776, -0.0010102823143824935, -0.0009250108851119876, -0.0008397394558414817, -0.0007544680265709758, -0.0006691966555081308, -0.0005839252262376249, -0.0004986538551747799, -0.000413382425904274, -0.0003281109966337681, -0.00024283959646709263, -0.00015756819630041718, -7.229678885778412e-05, 1.297461858484894e-05, 9.8246026027482e-05, 0.00018351743347011507, 0.0002687888336367905, 0.0003540602629072964, 0.00043933166307397187, 0.0005246030632406473, 0.0006098744925111532, 0.0006951458635739982, 0.0007804172928445041, 0.0008656886639073491, 0.000950960093177855, 0.001036231522448361, 0.0011215029517188668, 0.001206774264574051, 0.0012920456938445568, 0.0013773171231150627, 0.0014625885523855686, 0.0015478599816560745, 0.0016331314109265804, 0.0017184027237817645, 0.0018036741530522704, 0.0018889455823227763, 0.0019742168951779604, 0.0020594883244484663, 0.002144759753718972, 0.002230031182989478, 0.002315302612259984, 0.00240057404153049, 0.002485845470800996, 0.0025711169000715017, 0.0026563883293420076, 0.0027416597586125135, 0.002826930955052376, 0.0029122023843228817, 0.0029974738135933876, 0.0030827452428638935, 0.0031680166721343994, 0.0032532881014049053]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 1.0, 3.0, 0.0, 5.0, 3.0, 6.0, 8.0, 13.0, 16.0, 16.0, 26.0, 41.0, 55.0, 63.0, 94.0, 183.0, 287.0, 429.0, 748.0, 1227.0, 2075.0, 3720.0, 6858.0, 12760.0, 27336.0, 73191.0, 838233.0, 127528.0, 39607.0, 18761.0, 10200.0, 5810.0, 3534.0, 2246.0, 1446.0, 959.0, 679.0, 428.0, 326.0, 213.0, 153.0, 96.0, 75.0, 53.0, 36.0, 29.0, 16.0, 13.0, 9.0, 11.0, 5.0, 3.0, 2.0, 3.0, 4.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.00665169907733798, -0.00643542967736721, -0.006219160743057728, -0.006002891343086958, -0.005786622408777475, -0.0055703530088067055, -0.005354083608835936, -0.005137814674526453, -0.004921545274555683, -0.0047052763402462006, -0.004489006940275431, -0.004272737540304661, -0.004056468605995178, -0.003840199438855052, -0.003623930038884282, -0.003407660871744156, -0.0031913917046040297, -0.0029751225374639034, -0.002758853370323777, -0.0025425839703530073, -0.002326314803212881, -0.002110045636072755, -0.0018937764689326286, -0.0016775071853771806, -0.0014612380182370543, -0.0012449688510969281, -0.00102869956754148, -0.0008124304004013538, -0.0005961611750535667, -0.00037989194970577955, -0.00016362275346182287, 5.2646457334049046e-05, 0.00026891566812992096, 0.0004851848934777081, 0.0007014541188254952, 0.0009177232859656215, 0.0011339925695210695, 0.0013502617366611958, 0.001566530903801322, 0.00178280018735677, 0.001999069470912218, 0.0022153386380523443, 0.0024316078051924706, 0.0026478769723325968, 0.002864146139472723, 0.0030804153066128492, 0.003296684706583619, 0.0035129538737237453, 0.0037292230408638716, 0.003945492208003998, 0.004161761607974768, 0.00437803054228425, 0.00459429994225502, 0.004810568876564503, 0.005026838276535273, 0.0052431076765060425, 0.005459376610815525, 0.005675646010786295, 0.0058919149450957775, 0.006108184345066547, 0.006324453745037317, 0.0065407226793468, 0.00675699207931757, 0.006973261013627052, 0.007189530413597822]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 5.0, 3.0, 3.0, 0.0, 5.0, 1.0, 9.0, 2.0, 5.0, 1.0, 2.0, 5.0, 1.0, 4.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02417684718966484, -0.0232583899050951, -0.02233993448317051, -0.02142147719860077, -0.020503021776676178, -0.019584564492106438, -0.018666109070181847, -0.017747651785612106, -0.016829196363687515, -0.015910739079117775, -0.01499228272587061, -0.014073826372623444, -0.013155369088053703, -0.012236912734806538, -0.011318456381559372, -0.010400000028312206, -0.00948154367506504, -0.008563087321817875, -0.007644630968570709, -0.006726174149662256, -0.0058077177964150906, -0.004889261443167925, -0.003970804624259472, -0.003052348271012306, -0.0021338919177651405, -0.001215435448102653, -0.0002969789784401655, 0.000621477491222322, 0.0015399339608848095, 0.002458390314131975, 0.0033768469002097845, 0.004295303486287594, 0.0052137598395347595, 0.006132216192781925, 0.007050672546029091, 0.007969128899276257, 0.008887585252523422, 0.009806042537093163, 0.010724498890340328, 0.011642955243587494, 0.01256141159683466, 0.013479867950081825, 0.014398324303328991, 0.015316780656576157, 0.016235237941145897, 0.017153693363070488, 0.01807215064764023, 0.01899060606956482, 0.01990906335413456, 0.0208275206387043, 0.02174597606062889, 0.02266443334519863, 0.023582888767123222, 0.024501346051692963, 0.025419801473617554, 0.026338258758187294, 0.027256716042757034, 0.028175171464681625, 0.029093628749251366, 0.030012084171175957, 0.030930541455745697, 0.03184899687767029, 0.03276745229959488, 0.03368591144680977, 0.03460436686873436]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 2.0, 2.0, 7.0, 3.0, 9.0, 7.0, 9.0, 16.0, 17.0, 17.0, 25.0, 28.0, 41.0, 47.0, 62.0, 84.0, 130.0, 138.0, 184.0, 237.0, 374.0, 482.0, 722.0, 1095.0, 1998.0, 6476.0, 1770.0, 1136.0, 888.0, 601.0, 423.0, 313.0, 236.0, 187.0, 131.0, 91.0, 79.0, 56.0, 52.0, 37.0, 41.0, 25.0, 24.0, 16.0, 14.0, 17.0, 10.0, 7.0, 11.0, 14.0, 4.0, 5.0, 5.0, 5.0, 3.0, 3.0, 7.0, 4.0, 1.0, 0.0, 1.0], "bins": [-0.009607125073671341, -0.0092697162181139, -0.008932307362556458, -0.008594898506999016, -0.008257489651441574, -0.007920080795884132, -0.007582672405987978, -0.007245263550430536, -0.0069078546948730946, -0.006570445839315653, -0.006233036983758211, -0.005895628128200769, -0.005558219738304615, -0.005220810882747173, -0.004883402027189732, -0.00454599317163229, -0.004208584316074848, -0.0038711754605174065, -0.0035337666049599648, -0.0031963579822331667, -0.002858949126675725, -0.0025215402711182833, -0.002184131648391485, -0.0018467227928340435, -0.0015093139372766018, -0.00117190508171916, -0.0008344963425770402, -0.0004970875452272594, -0.0001596787478774786, 0.0001777300494723022, 0.000515138846822083, 0.0008525476441718638, 0.0011899564415216446, 0.0015273652970790863, 0.0018647740362212062, 0.002202182775363326, 0.002539591630920768, 0.0028770004864782095, 0.0032144091092050076, 0.0035518179647624493, 0.003889226820319891, 0.004226635675877333, 0.004564044531434774, 0.004901453386992216, 0.0052388617768883705, 0.005576270632445812, 0.005913679488003254, 0.006251088343560696, 0.006588497199118137, 0.006925906054675579, 0.007263314910233021, 0.0076007237657904625, 0.007938132621347904, 0.008275541476905346, 0.008612950332462788, 0.00895035918802023, 0.009287767112255096, 0.009625175967812538, 0.00996258482336998, 0.010299993678927422, 0.010637402534484863, 0.010974811390042305, 0.011312220245599747, 0.011649629101157188, 0.01198703795671463]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 2.0, 6.0, 2.0, 0.0, 4.0, 1.0, 1.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.11788393557071686, -0.11380492150783539, -0.10972590744495392, -0.10564689338207245, -0.10156787931919098, -0.09748886525630951, -0.09340985119342804, -0.08933083713054657, -0.0852518230676651, -0.08117281645536423, -0.07709380239248276, -0.07301478832960129, -0.06893577426671982, -0.06485676020383835, -0.06077774614095688, -0.05669873207807541, -0.05261971801519394, -0.04854070395231247, -0.044461689889431, -0.04038267582654953, -0.03630366176366806, -0.03222465142607689, -0.02814563736319542, -0.02406662330031395, -0.01998760923743248, -0.01590859517455101, -0.011829582042992115, -0.007750568445771933, -0.00367155484855175, 0.00040745874866843224, 0.004486472345888615, 0.00856548547744751, 0.01264449954032898, 0.01672351360321045, 0.02080252766609192, 0.02488153986632824, 0.02896055392920971, 0.03303956612944603, 0.0371185801923275, 0.04119759425520897, 0.04527660831809044, 0.04935562238097191, 0.05343463644385338, 0.05751365050673485, 0.06159266084432602, 0.06567167490720749, 0.06975068897008896, 0.07382970303297043, 0.0779087170958519, 0.08198773115873337, 0.08606674522161484, 0.09014575928449631, 0.09422477334737778, 0.09830378741025925, 0.10238280147314072, 0.10646181553602219, 0.11054082214832306, 0.11461983621120453, 0.118698850274086, 0.12277786433696747, 0.12685687839984894, 0.1309358924627304, 0.13501490652561188, 0.13909392058849335, 0.14317293465137482]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 2.0, 2.0, 2.0, 0.0, 1.0, 1.0, 2.0, 3.0, 2.0, 3.0, 4.0, 4.0, 3.0, 4.0, 4.0, 11.0, 3.0, 7.0, 7.0, 10.0, 60.0, 35.0, 39.0, 15.0, 4.0, 13.0, 2.0, 4.0, 5.0, 3.0, 4.0, 0.0, 3.0, 2.0, 1.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 4.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0], "bins": [-0.06848496198654175, -0.0655510202050209, -0.06261707842350006, -0.059683140367269516, -0.05674920231103897, -0.05381526052951813, -0.05088132247328758, -0.04794738069176674, -0.045013442635536194, -0.04207950085401535, -0.03914555907249451, -0.03621162101626396, -0.03327767923474312, -0.030343739315867424, -0.02740979939699173, -0.024475859478116035, -0.02154191955924034, -0.018607979640364647, -0.015674039721488953, -0.012740098871290684, -0.00980615895241499, -0.006872219033539295, -0.003938278649002314, -0.0010043384972959757, 0.0019296016544103622, 0.0048635415732860565, 0.007797481957823038, 0.01073142234236002, 0.013665362261235714, 0.016599303111433983, 0.019533243030309677, 0.02246718294918537, 0.025401122868061066, 0.02833506278693676, 0.031269002705812454, 0.0342029444873333, 0.03713688254356384, 0.040070824325084686, 0.04300476238131523, 0.045938704162836075, 0.04887264221906662, 0.05180658400058746, 0.05474052578210831, 0.05767446383833885, 0.060608405619859695, 0.06354234367609024, 0.06647628545761108, 0.06941022723913193, 0.07234416902065277, 0.07527810335159302, 0.07821204513311386, 0.0811459869146347, 0.08407992869615555, 0.0870138630270958, 0.08994780480861664, 0.09288174659013748, 0.09581568837165833, 0.09874963015317917, 0.10168356448411942, 0.10461750626564026, 0.1075514480471611, 0.11048538982868195, 0.11341932415962219, 0.11635326594114304, 0.11928720772266388]}, "_runtime": 96.64672636985779, "_timestamp": 1596211686.4178352, "_step": 118}
+{"val_accuracy": 0.816763698630137, "val_loss": 0.468471707818715, "_runtime": 97.962331533432, "_timestamp": 1596211687.7334404, "_step": 119}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: z Confidence: 0.5786022543907166 Truth: v", "Prediction: P Confidence: 0.5838477611541748 Truth: 5", "Prediction: a Confidence: 0.4239666163921356 Truth: 2", "Prediction: O Confidence: 0.5298523902893066 Truth: 0"]}, "_runtime": 98.26123476028442, "_timestamp": 1596211688.0323436, "_step": 120}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 1.0, 5.0, 2.0, 3.0, 0.0, 3.0, 2.0, 2.0, 0.0, 2.0, 3.0, 3.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.005345815327018499, -0.005151377059519291, -0.0049569387920200825, -0.004762500524520874, -0.004568062257021666, -0.004373623989522457, -0.004179185722023249, -0.00398474745452404, -0.0037903091870248318, -0.0035958709195256233, -0.003401432652026415, -0.0032069943845272064, -0.003012556117027998, -0.0028181178495287895, -0.002623679582029581, -0.0024292413145303726, -0.002234803047031164, -0.0020403647795319557, -0.0018459265120327473, -0.0016514882445335388, -0.0014570499770343304, -0.001262611709535122, -0.0010681734420359135, -0.000873735174536705, -0.0006792969070374966, -0.0004848586395382881, -0.00029042037203907967, -9.598210453987122e-05, 9.845616295933723e-05, 0.0002928944304585457, 0.00048733269795775414, 0.0006817709654569626, 0.000876209232956171, 0.0010706475004553795, 0.001265085767954588, 0.0014595240354537964, 0.0016539623029530048, 0.0018484005704522133, 0.0020428388379514217, 0.00223727710545063, 0.0024317153729498386, 0.002626153640449047, 0.0028205919079482555, 0.003015030175447464, 0.0032094684429466724, 0.003403906710445881, 0.0035983449779450893, 0.003792783245444298, 0.003987221512943506, 0.004181659780442715, 0.004376098047941923, 0.004570536315441132, 0.00476497458294034, 0.0049594128504395485, 0.005153851117938757, 0.005348289385437965, 0.005542727652937174, 0.005737165920436382, 0.005931604187935591, 0.006126042455434799, 0.006320480722934008, 0.006514918990433216, 0.0067093572579324245, 0.006903795525431633, 0.0070982337929308414]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 4.0, 3.0, 5.0, 4.0, 6.0, 5.0, 9.0, 10.0, 14.0, 12.0, 20.0, 21.0, 30.0, 30.0, 62.0, 57.0, 75.0, 113.0, 141.0, 219.0, 466.0, 5267.0, 530.0, 273.0, 155.0, 84.0, 61.0, 52.0, 41.0, 33.0, 26.0, 14.0, 16.0, 14.0, 11.0, 6.0, 7.0, 8.0, 6.0, 4.0, 1.0, 3.0, 1.0, 1.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08160959184169769, -0.07873857766389847, -0.07586757093667984, -0.07299655675888062, -0.07012554258108139, -0.06725453585386276, -0.06438352167606354, -0.06151250749826431, -0.058641497045755386, -0.05577048659324646, -0.052899472415447235, -0.05002846196293831, -0.04715745151042938, -0.04428643733263016, -0.04141542688012123, -0.038544412702322006, -0.03567340224981308, -0.03280239179730415, -0.02993137761950493, -0.027060367166996002, -0.024189354851841927, -0.02131834253668785, -0.018447332084178925, -0.015576319769024849, -0.012705307453870773, -0.009834295138716698, -0.006963283754885197, -0.004092271905392408, -0.00122126005589962, 0.0016497517935931683, 0.004520763643085957, 0.007391775492578745, 0.010262787342071533, 0.013133799657225609, 0.016004811972379684, 0.01887582242488861, 0.021746834740042686, 0.024617847055196762, 0.02748885750770569, 0.030359869822859764, 0.03323088213801384, 0.036101892590522766, 0.03897290676832199, 0.04184391722083092, 0.044714927673339844, 0.04758594185113907, 0.050456952303647995, 0.05332796648144722, 0.056198976933956146, 0.05906998738646507, 0.0619410015642643, 0.06481201201677322, 0.06768302619457245, 0.07055403292179108, 0.0734250470995903, 0.07629606127738953, 0.07916706800460815, 0.08203808218240738, 0.0849090963602066, 0.08778011053800583, 0.09065111726522446, 0.09352213144302368, 0.0963931456208229, 0.09926415234804153, 0.10213516652584076]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 4.0, 2.0, 3.0, 7.0, 6.0, 2.0, 3.0, 7.0, 7.0, 3.0, 30.0, 4.0, 4.0, 3.0, 4.0, 5.0, 6.0, 1.0, 5.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0026351171545684338, -0.002542730886489153, -0.0024503443855792284, -0.0023579581174999475, -0.002265571616590023, -0.002173185348510742, -0.0020807988476008177, -0.001988412579521537, -0.0018960261950269341, -0.0018036398105323315, -0.0017112534260377288, -0.001618867041543126, -0.0015264807734638453, -0.0014340943889692426, -0.00134170800447464, -0.0012493216199800372, -0.0011569352354854345, -0.0010645488509908319, -0.0009721624664962292, -0.0008797761402092874, -0.0007873897557146847, -0.000695003371220082, -0.0006026170449331403, -0.0005102306604385376, -0.0004178442759439349, -0.00032545789144933224, -0.00023307153605856001, -0.00014068516611587256, -4.829879617318511e-05, 4.408757376950234e-05, 0.0001364739437121898, 0.00022886031365487725, 0.0003212466835975647, 0.0004136330680921674, 0.0005060194525867701, 0.0005984057788737118, 0.0006907921633683145, 0.0007831785478629172, 0.000875564874149859, 0.0009679512586444616, 0.0010603376431390643, 0.001152724027633667, 0.0012451104121282697, 0.0013374967966228724, 0.0014298830647021532, 0.0015222694491967559, 0.0016146558336913586, 0.0017070422181859612, 0.001799428602680564, 0.0018918149871751666, 0.0019842013716697693, 0.00207658763974905, 0.0021689741406589746, 0.0022613604087382555, 0.00235374690964818, 0.002446133177727461, 0.0025385194458067417, 0.0026309059467166662, 0.002723292214795947, 0.0028156787157058716, 0.0029080649837851524, 0.003000451484695077, 0.003092837752774358, 0.0031852242536842823, 0.003277610521763563]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 3.0, 5.0, 3.0, 9.0, 15.0, 9.0, 23.0, 29.0, 41.0, 49.0, 101.0, 147.0, 241.0, 341.0, 505.0, 788.0, 1208.0, 1756.0, 2797.0, 4702.0, 8227.0, 15781.0, 34372.0, 109516.0, 876091.0, 65042.0, 24511.0, 12572.0, 7134.0, 4296.0, 2813.0, 1888.0, 1316.0, 952.0, 650.0, 516.0, 322.0, 219.0, 191.0, 134.0, 84.0, 73.0, 57.0, 28.0, 23.0, 15.0, 10.0, 8.0, 10.0, 7.0, 2.0, 5.0, 2.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.004152173176407814, -0.004006196279078722, -0.00386021938174963, -0.0037142427172511816, -0.0035682658199220896, -0.0034222889225929976, -0.003276312258094549, -0.003130335360765457, -0.002984358463436365, -0.002838381566107273, -0.002692404668778181, -0.0025464280042797327, -0.0024004511069506407, -0.0022544742096215487, -0.0021084975451231003, -0.0019625206477940083, -0.0018165437504649162, -0.0016705668531358242, -0.001524590072222054, -0.0013786132913082838, -0.0012326363939791918, -0.0010866594966500998, -0.0009406827157363296, -0.0007947058766148984, -0.0006487290374934673, -0.0005027521983720362, -0.0003567753592506051, -0.000210798520129174, -6.482168100774288e-05, 8.115515811368823e-05, 0.00022713199723511934, 0.00037310883635655046, 0.0005190856754779816, 0.0006650625145994127, 0.0008110393537208438, 0.0009570161928422749, 0.001102993031963706, 0.001248969929292798, 0.0013949467102065682, 0.0015409234911203384, 0.0016869003884494305, 0.0018328772857785225, 0.0019788541831076145, 0.002124830847606063, 0.002270807744935155, 0.002416784642264247, 0.0025627613067626953, 0.0027087382040917873, 0.0028547151014208794, 0.0030006919987499714, 0.0031466688960790634, 0.003292645560577512, 0.003438622457906604, 0.003584599355235696, 0.003730576019734144, 0.0038765529170632362, 0.004022529814392328, 0.00416850671172142, 0.004314483609050512, 0.004460460506379604, 0.004606436938047409, 0.004752413835376501, 0.004898390732705593, 0.005044367630034685, 0.005190344527363777]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 3.0, 0.0, 3.0, 5.0, 2.0, 2.0, 3.0, 4.0, 2.0, 10.0, 3.0, 4.0, 3.0, 0.0, 3.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012288220226764679, -0.011565065011382103, -0.010841909795999527, -0.010118754580616951, -0.009395599365234375, -0.008672444149851799, -0.007949288934469223, -0.007226133719086647, -0.006502978503704071, -0.005779823288321495, -0.005056668072938919, -0.004333512857556343, -0.003610357642173767, -0.002887202426791191, -0.002164047211408615, -0.0014408919960260391, -0.0007177367806434631, 5.418434739112854e-06, 0.0007285736501216888, 0.0014517288655042648, 0.002174884080886841, 0.002898039296269417, 0.003621194511651993, 0.004344349727034569, 0.005067504942417145, 0.005790660157799721, 0.006513815373182297, 0.007236970588564873, 0.007960125803947449, 0.008683281019330025, 0.0094064362347126, 0.010129591450095177, 0.010852746665477753, 0.011575901880860329, 0.012299057096242905, 0.01302221231162548, 0.013745367527008057, 0.014468522742390633, 0.015191677957773209, 0.015914833173155785, 0.01663798838853836, 0.017361143603920937, 0.018084298819303513, 0.01880745403468609, 0.019530609250068665, 0.02025376446545124, 0.020976919680833817, 0.021700074896216393, 0.02242323011159897, 0.023146385326981544, 0.02386954054236412, 0.024592695757746696, 0.025315850973129272, 0.02603900618851185, 0.026762161403894424, 0.027485316619277, 0.028208471834659576, 0.028931627050042152, 0.02965478226542473, 0.030377937480807304, 0.03110109269618988, 0.03182424604892731, 0.03254740312695503, 0.03327056020498276, 0.033993713557720184]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 3.0, 1.0, 1.0, 1.0, 1.0, 3.0, 2.0, 3.0, 7.0, 3.0, 7.0, 5.0, 17.0, 24.0, 27.0, 33.0, 49.0, 49.0, 95.0, 94.0, 168.0, 215.0, 284.0, 410.0, 553.0, 765.0, 1158.0, 1805.0, 6473.0, 2773.0, 1345.0, 704.0, 437.0, 248.0, 177.0, 141.0, 67.0, 54.0, 40.0, 18.0, 30.0, 25.0, 12.0, 10.0, 13.0, 3.0, 6.0, 6.0, 6.0, 4.0, 2.0, 8.0, 2.0, 4.0, 16.0, 6.0, 0.0, 2.0, 7.0, 0.0, 0.0, 4.0, 5.0], "bins": [-0.009229492396116257, -0.008920996449887753, -0.008612501434981823, -0.008304005488753319, -0.00799551047384739, -0.007687014527618885, -0.007378518581390381, -0.007070023100823164, -0.006761527620255947, -0.00645303213968873, -0.006144536659121513, -0.005836040712893009, -0.005527545232325792, -0.0052190497517585754, -0.004910553805530071, -0.004602058324962854, -0.0042935628443956375, -0.003985067363828421, -0.00367657165043056, -0.0033680759370326996, -0.0030595804564654827, -0.002751084975898266, -0.0024425892625004053, -0.002134093549102545, -0.001825598068535328, -0.0015171024715527892, -0.0012086068745702505, -0.0009001112775877118, -0.0005916156806051731, -0.0002831200836226344, 2.537551335990429e-05, 0.000333871110342443, 0.0006423667073249817, 0.0009508623043075204, 0.001259357901290059, 0.0015678534982725978, 0.0018763490952551365, 0.0021848445758223534, 0.002493340289220214, 0.0028018360026180744, 0.0031103314831852913, 0.003418826963752508, 0.0037273226771503687, 0.004035818390548229, 0.004344313871115446, 0.004652809351682663, 0.004961305297911167, 0.005269800778478384, 0.005578296259045601, 0.005886791739612818, 0.006195287220180035, 0.006503783166408539, 0.006812278646975756, 0.0071207741275429726, 0.007429270073771477, 0.007737765554338694, 0.00804626103490591, 0.008354756981134415, 0.008663251996040344, 0.008971747942268848, 0.009280243888497353, 0.009588738903403282, 0.009897234849631786, 0.010205729864537716, 0.01051422581076622]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 3.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.06551502645015717, -0.06380017846822739, -0.06208533048629761, -0.06037048622965813, -0.05865563824772835, -0.05694079026579857, -0.05522594228386879, -0.05351109430193901, -0.05179625004529953, -0.05008140206336975, -0.04836655408143997, -0.04665170609951019, -0.044936858117580414, -0.043222010135650635, -0.041507165879011154, -0.039792317897081375, -0.038077469915151596, -0.03636262193322182, -0.03464777395129204, -0.03293292969465256, -0.03121808171272278, -0.029503233730793, -0.02778838574886322, -0.02607353962957859, -0.02435869164764881, -0.022643843665719032, -0.020928997546434402, -0.019214149564504623, -0.017499301582574844, -0.015784455463290215, -0.014069607481360435, -0.012354760430753231, -0.010639913380146027, -0.008925066329538822, -0.00721021881327033, -0.005495371297001839, -0.0037805242463946342, -0.002065676962956786, -0.00035082967951893806, 0.00136401760391891, 0.003078864887356758, 0.0047937119379639626, 0.006508559454232454, 0.008223406970500946, 0.00993825402110815, 0.011653101071715355, 0.013367949053645134, 0.015082796104252338, 0.016797643154859543, 0.018512491136789322, 0.02022733725607395, 0.02194218523800373, 0.02365703135728836, 0.02537187933921814, 0.02708672732114792, 0.02880157344043255, 0.030516421422362328, 0.03223126754164696, 0.033946115523576736, 0.035660963505506516, 0.037375811487436295, 0.039090659469366074, 0.040805503726005554, 0.04252035170793533, 0.04423519968986511]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 4.0, 1.0, 1.0, 2.0, 1.0, 4.0, 2.0, 3.0, 1.0, 2.0, 3.0, 1.0, 1.0, 3.0, 3.0, 2.0, 2.0, 5.0, 4.0, 2.0, 8.0, 6.0, 8.0, 4.0, 10.0, 30.0, 16.0, 5.0, 5.0, 13.0, 10.0, 10.0, 7.0, 7.0, 7.0, 4.0, 9.0, 8.0, 5.0, 11.0, 13.0, 8.0, 7.0, 3.0, 2.0, 4.0, 2.0, 4.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.03763964772224426, -0.036489564925432205, -0.035339485853910446, -0.03418940305709839, -0.03303932398557663, -0.03188924118876457, -0.030739158391952515, -0.029589077457785606, -0.028438996523618698, -0.02728891558945179, -0.02613883465528488, -0.024988751858472824, -0.023838670924305916, -0.022688589990139008, -0.02153850719332695, -0.020388426259160042, -0.019238345324993134, -0.018088264390826225, -0.016938183456659317, -0.01578810065984726, -0.014638019725680351, -0.013487938791513443, -0.01233785692602396, -0.011187775060534477, -0.010037694126367569, -0.00888761319220066, -0.007737531326711178, -0.006587449926882982, -0.005437368527054787, -0.004287287127226591, -0.0031372057273983955, -0.0019871243275702, -0.0008370429277420044, 0.0003130384720861912, 0.0014631198719143867, 0.0026132012717425823, 0.003763282671570778, 0.0049133640713989735, 0.006063445471227169, 0.007213526871055365, 0.00836360827088356, 0.009513689205050468, 0.010663771070539951, 0.011813852936029434, 0.012963933870196342, 0.01411401480436325, 0.015264096669852734, 0.016414178535342216, 0.017564259469509125, 0.018714340403676033, 0.01986442133784294, 0.021014504134655, 0.022164585068821907, 0.023314666002988815, 0.024464748799800873, 0.02561482973396778, 0.02676491066813469, 0.027914991602301598, 0.029065072536468506, 0.030215155333280563, 0.03136523813009262, 0.03251531720161438, 0.03366539999842644, 0.034815479069948196, 0.035965561866760254]}, "_runtime": 98.95802545547485, "_timestamp": 1596211688.7291343, "_step": 121}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 4.0, 1.0, 4.0, 3.0, 7.0, 1.0, 3.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00781482458114624, -0.007534880191087723, -0.007254935801029205, -0.0069749909453094006, -0.006695046555250883, -0.006415102165192366, -0.006135157309472561, -0.005855212919414043, -0.005575268529355526, -0.0052953241392970085, -0.005015379749238491, -0.004735434893518686, -0.004455490503460169, -0.004175546113401651, -0.0038956014905124903, -0.003615656867623329, -0.0033357124775648117, -0.0030557680875062943, -0.002775823464617133, -0.002495878841727972, -0.0022159344516694546, -0.0019359899451956153, -0.001656045438721776, -0.0013761009322479367, -0.0010961564257740974, -0.0008162119193002582, -0.0005362674128264189, -0.0002563229063525796, 2.362160012125969e-05, 0.00030356610659509897, 0.0005835106130689383, 0.0008634551195427775, 0.0011433996260166168, 0.001423344132490456, 0.0017032886389642954, 0.0019832332618534565, 0.002263177651911974, 0.0025431220419704914, 0.0028230666648596525, 0.0031030112877488136, 0.003382955677807331, 0.0036629000678658485, 0.003942844457924366, 0.004222789313644171, 0.004502733703702688, 0.004782678093761206, 0.0050626229494810104, 0.005342567339539528, 0.005622511729598045, 0.005902456119656563, 0.00618240050971508, 0.006462345365434885, 0.0067422897554934025, 0.00702223414555192, 0.007302179001271725, 0.007582123391330242, 0.00786206778138876, 0.008142012171447277, 0.008421956561505795, 0.008701900951564312, 0.008981846272945404, 0.009261790663003922, 0.009541735053062439, 0.009821679443120956, 0.010101623833179474]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 2.0, 4.0, 2.0, 2.0, 7.0, 7.0, 9.0, 10.0, 11.0, 17.0, 21.0, 18.0, 31.0, 45.0, 70.0, 80.0, 134.0, 173.0, 311.0, 3503.0, 2500.0, 328.0, 198.0, 113.0, 79.0, 68.0, 51.0, 34.0, 21.0, 22.0, 7.0, 16.0, 6.0, 11.0, 2.0, 4.0, 4.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.14405253529548645, -0.13993550837039948, -0.1358184665441513, -0.13170143961906433, -0.12758441269397736, -0.12346737831830978, -0.11935034394264221, -0.11523331701755524, -0.11111628264188766, -0.10699924826622009, -0.10288222134113312, -0.09876518696546555, -0.09464815258979797, -0.090531125664711, -0.08641409128904343, -0.08229706436395645, -0.07818002998828888, -0.07406299561262131, -0.06994596868753433, -0.06582893431186676, -0.06171190366148949, -0.05759487301111221, -0.05347783863544464, -0.04936080798506737, -0.045243777334690094, -0.04112674668431282, -0.03700971603393555, -0.032892681658267975, -0.0287756510078907, -0.024658620357513428, -0.020541587844491005, -0.016424555331468582, -0.012307524681091309, -0.00819049309939146, -0.004073461517691612, 4.357006400823593e-05, 0.004160601645708084, 0.008277633227407932, 0.01239466480910778, 0.016511697322130203, 0.020628727972507477, 0.02474575862288475, 0.028862791135907173, 0.032979823648929596, 0.03709685429930687, 0.04121388494968414, 0.045330919325351715, 0.04944794997572899, 0.05356498062610626, 0.057682011276483536, 0.06179904192686081, 0.06591607630252838, 0.07003310322761536, 0.07415013760328293, 0.0782671719789505, 0.08238419890403748, 0.08650123327970505, 0.09061826765537262, 0.0947352945804596, 0.09885232895612717, 0.10296936333179474, 0.10708639025688171, 0.11120342463254929, 0.11532045155763626, 0.11943748593330383]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 3.0, 3.0, 2.0, 3.0, 7.0, 5.0, 5.0, 5.0, 6.0, 4.0, 25.0, 7.0, 8.0, 0.0, 4.0, 3.0, 2.0, 2.0, 3.0, 2.0, 3.0, 5.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0], "bins": [-0.005056682974100113, -0.0049265362322330475, -0.004796389956027269, -0.004666243214160204, -0.004536096937954426, -0.00440595019608736, -0.004275803454220295, -0.004145657178014517, -0.004015510436147451, -0.0038853639271110296, -0.003755217418074608, -0.0036250706762075424, -0.0034949241671711206, -0.003364777658134699, -0.0032346309162676334, -0.0031044844072312117, -0.00297433789819479, -0.002844191389158368, -0.0027140448801219463, -0.002583898138254881, -0.002453751629218459, -0.0023236051201820374, -0.002193458378314972, -0.00206331186927855, -0.0019331653602421284, -0.0018030188512057066, -0.001672872225753963, -0.0015427256003022194, -0.0014125790912657976, -0.0012824325822293758, -0.0011522859567776322, -0.0010221393313258886, -0.0008919928222894669, -0.0007618462550453842, -0.0006316996878013015, -0.0005015531205572188, -0.0003714065533131361, -0.0002412599860690534, -0.00011111341882497072, 1.9033148419111967e-05, 0.00014917971566319466, 0.00027932628290727735, 0.00040947285015136003, 0.0005396194173954427, 0.0006697659846395254, 0.0007999125518836081, 0.0009300591191276908, 0.0010602057445794344, 0.0011903522536158562, 0.001320498762652278, 0.0014506453881040215, 0.0015807920135557652, 0.001710938522592187, 0.0018410850316286087, 0.001971231773495674, 0.002101378282532096, 0.0022315247915685177, 0.0023616713006049395, 0.0024918178096413612, 0.0026219645515084267, 0.0027521110605448484, 0.0028822575695812702, 0.0030124043114483356, 0.0031425508204847574, 0.003272697329521179]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 2.0, 4.0, 3.0, 7.0, 12.0, 21.0, 19.0, 31.0, 56.0, 66.0, 88.0, 148.0, 173.0, 273.0, 374.0, 624.0, 888.0, 1375.0, 2368.0, 3990.0, 7770.0, 15643.0, 38829.0, 129663.0, 853771.0, 62426.0, 25654.0, 13306.0, 7722.0, 4679.0, 2970.0, 2026.0, 1375.0, 916.0, 688.0, 469.0, 337.0, 237.0, 176.0, 124.0, 93.0, 72.0, 47.0, 34.0, 30.0, 17.0, 14.0, 8.0, 5.0, 7.0, 5.0, 4.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.005319658201187849, -0.00512499175965786, -0.004930325783789158, -0.004735659342259169, -0.004540992900729179, -0.0043463269248604774, -0.004151660483330488, -0.003956994041800499, -0.0037623278331011534, -0.003567661624401808, -0.0033729951828718185, -0.003178328974172473, -0.0029836627654731274, -0.002788996323943138, -0.0025943301152437925, -0.0023996636737138033, -0.0022049974650144577, -0.002010331256315112, -0.0018156648147851229, -0.0016209986060857773, -0.0014263322809711099, -0.0012316659558564425, -0.0010369997471570969, -0.0008423334220424294, -0.000647667096927762, -0.00045300080091692507, -0.0002583345049060881, -6.366820889525115e-05, 0.0001309980871155858, 0.00032566438312642276, 0.0005203306791372597, 0.0007149969460442662, 0.0009096632711589336, 0.001104329596273601, 0.0012989959213882685, 0.001493662130087614, 0.0016883284552022815, 0.0018829947803169489, 0.0020776609890162945, 0.0022723274305462837, 0.0024669936392456293, 0.002661659847944975, 0.002856326289474964, 0.0030509924981743097, 0.0032456587068736553, 0.0034403251484036446, 0.00363499135710299, 0.0038296577986329794, 0.004024324007332325, 0.004218990448862314, 0.004413656424731016, 0.004608322866261005, 0.004802989307790995, 0.004997655283659697, 0.005192321725189686, 0.005386988166719675, 0.005581654608249664, 0.005776320584118366, 0.0059709870256483555, 0.006165653467178345, 0.006360319443047047, 0.006554985884577036, 0.006749652326107025, 0.006944318301975727, 0.007138984743505716]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 2.0, 5.0, 3.0, 2.0, 1.0, 3.0, 3.0, 8.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 4.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.017278723418712616, -0.016536636278033257, -0.015794550999999046, -0.015052464790642262, -0.014310378581285477, -0.013568292371928692, -0.012826206162571907, -0.012084119953215122, -0.011342033743858337, -0.010599946603178978, -0.009857860393822193, -0.009115774184465408, -0.008373687975108624, -0.007631601765751839, -0.006889515556395054, -0.006147429347038269, -0.005405343137681484, -0.004663256928324699, -0.003921170718967915, -0.003179084276780486, -0.0024369980674237013, -0.0016949118580669165, -0.0009528255322948098, -0.00021073926473036408, 0.0005313470028340816, 0.0012734332121908665, 0.0020155194215476513, 0.0027576058637350798, 0.0034996920730918646, 0.004241778515279293, 0.004983864724636078, 0.005725950933992863, 0.0064680371433496475, 0.007210123352706432, 0.007952209562063217, 0.008694295771420002, 0.009436381980776787, 0.010178468190133572, 0.010920554399490356, 0.011662640608847141, 0.012404726818203926, 0.013146813958883286, 0.01388890016824007, 0.014630986377596855, 0.01537307258695364, 0.016115158796310425, 0.016857244074344635, 0.017599331215023994, 0.018341418355703354, 0.019083503633737564, 0.019825590774416924, 0.020567676052451134, 0.021309763193130493, 0.022051848471164703, 0.022793935611844063, 0.023536020889878273, 0.024278108030557632, 0.025020193308591843, 0.025762280449271202, 0.026504365727305412, 0.02724645286798477, 0.027988538146018982, 0.02873062528669834, 0.02947271056473255, 0.03021479770541191]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 2.0, 3.0, 5.0, 4.0, 18.0, 7.0, 12.0, 19.0, 14.0, 34.0, 45.0, 54.0, 65.0, 94.0, 114.0, 158.0, 237.0, 288.0, 412.0, 553.0, 827.0, 1236.0, 1931.0, 6516.0, 2023.0, 1155.0, 714.0, 473.0, 302.0, 233.0, 168.0, 126.0, 110.0, 94.0, 69.0, 47.0, 44.0, 37.0, 26.0, 20.0, 11.0, 18.0, 14.0, 12.0, 13.0, 11.0, 3.0, 13.0, 8.0, 6.0, 8.0, 4.0, 2.0, 1.0, 3.0, 3.0, 1.0, 3.0, 3.0, 0.0, 2.0], "bins": [-0.01030143816024065, -0.009914830327033997, -0.009528222493827343, -0.00914161466062069, -0.00875500775873661, -0.008368399925529957, -0.007981792092323303, -0.00759518425911665, -0.007208576425909996, -0.0068219685927033424, -0.006435360759496689, -0.0060487533919513226, -0.005662145558744669, -0.005275537725538015, -0.004888930357992649, -0.0045023225247859955, -0.004115714691579342, -0.0037291068583726883, -0.0033424992579966784, -0.0029558916576206684, -0.002569283824414015, -0.0021826759912073612, -0.0017960683908313513, -0.0014094606740400195, -0.0010228529572486877, -0.000636245240457356, -0.0002496375236660242, 0.00013697019312530756, 0.0005235779099166393, 0.0009101856267079711, 0.0012967933434993029, 0.0016834010602906346, 0.0020700087770819664, 0.00245661661028862, 0.00284322421066463, 0.00322983181104064, 0.0036164396442472935, 0.004003047477453947, 0.004389654844999313, 0.004776262678205967, 0.0051628705114126205, 0.005549478344619274, 0.005936086177825928, 0.006322693545371294, 0.006709301378577948, 0.007095909211784601, 0.0074825165793299675, 0.007869124412536621, 0.008255732245743275, 0.008642340078949928, 0.009028947912156582, 0.009415555745363235, 0.009802162647247314, 0.010188770480453968, 0.010575378313660622, 0.010961986146867275, 0.011348593980073929, 0.011735201813280582, 0.012121809646487236, 0.01250841747969389, 0.012895025312900543, 0.013281632214784622, 0.013668240047991276, 0.01405484788119793, 0.014441455714404583]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 2.0, 2.0, 2.0, 3.0, 2.0, 0.0, 1.0, 0.0, 4.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.20522724092006683, -0.19929280877113342, -0.1933583915233612, -0.1874239593744278, -0.18148954212665558, -0.17555510997772217, -0.16962069272994995, -0.16368626058101654, -0.15775182843208313, -0.1518174111843109, -0.1458829790353775, -0.13994856178760529, -0.13401412963867188, -0.12807971239089966, -0.12214528024196625, -0.11621085554361343, -0.11027643084526062, -0.1043420061469078, -0.09840758144855499, -0.09247315675020218, -0.08653873205184937, -0.08060429990291595, -0.07466987520456314, -0.06873545050621033, -0.06280102580785751, -0.0568666011095047, -0.050932176411151886, -0.044997747987508774, -0.03906332328915596, -0.033128898590803146, -0.027194472029805183, -0.02126004546880722, -0.015325620770454407, -0.009391195140779018, -0.00345676951110363, 0.0024776561185717583, 0.008412081748247147, 0.014346507377922535, 0.020280933007597923, 0.026215359568595886, 0.0321497842669487, 0.038084208965301514, 0.04401863366365433, 0.04995306208729744, 0.05588748678565025, 0.06182191148400307, 0.06775633990764618, 0.07369076460599899, 0.0796251893043518, 0.08555961400270462, 0.09149403870105743, 0.09742846339941025, 0.10336288809776306, 0.10929732024669647, 0.11523174494504929, 0.1211661696434021, 0.12710058689117432, 0.13303501904010773, 0.13896945118904114, 0.14490386843681335, 0.15083830058574677, 0.15677271783351898, 0.1627071499824524, 0.1686415672302246, 0.17457599937915802]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 5.0, 2.0, 6.0, 7.0, 14.0, 17.0, 31.0, 60.0, 30.0, 25.0, 25.0, 17.0, 12.0, 7.0, 4.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.14992493391036987, -0.14576883614063263, -0.14161273837089539, -0.13745662569999695, -0.1333005279302597, -0.12914443016052246, -0.12498832494020462, -0.12083222717046738, -0.11667612195014954, -0.11252002418041229, -0.10836392641067505, -0.10420782119035721, -0.10005172342061996, -0.09589561820030212, -0.09173952043056488, -0.08758341521024704, -0.0834273174405098, -0.07927121967077255, -0.07511511445045471, -0.07095901668071747, -0.06680291146039963, -0.06264681369066238, -0.05849071219563484, -0.0543346107006073, -0.05017850920557976, -0.046022407710552216, -0.04186630621552467, -0.03771020472049713, -0.03355410695075989, -0.029398003593087196, -0.025241903960704803, -0.02108580246567726, -0.01692970097064972, -0.012773599475622177, -0.00861749891191721, -0.004461397882550955, -0.0003052968531847, 0.003850804176181555, 0.00800690520554781, 0.012163005769252777, 0.01631910726428032, 0.02047520875930786, 0.024631310254335403, 0.028787409886717796, 0.03294350951910019, 0.03709961101412773, 0.04125571250915527, 0.045411814004182816, 0.04956791549921036, 0.0537240169942379, 0.05788011848926544, 0.062036219984292984, 0.06619232147932053, 0.07034841924905777, 0.07450452446937561, 0.07866062223911285, 0.0828167200088501, 0.08697282522916794, 0.09112892299890518, 0.09528502821922302, 0.09944112598896027, 0.1035972312092781, 0.10775332897901535, 0.11190943419933319, 0.11606553196907043]}, "_runtime": 99.7075126171112, "_timestamp": 1596211689.4786215, "_step": 122}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 2.0, 2.0, 0.0, 1.0, 3.0, 1.0, 1.0, 2.0, 2.0, 2.0, 3.0, 1.0, 1.0, 2.0, 1.0, 4.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 2.0, 1.0, 0.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0], "bins": [-0.009484339505434036, -0.00921487808227539, -0.00894541572779417, -0.008675954304635525, -0.008406491950154305, -0.008137030526995659, -0.007867568172514439, -0.007598106283694506, -0.007328644394874573, -0.007059182971715927, -0.006789721082895994, -0.006520259194076061, -0.006250797305256128, -0.005981335416436195, -0.0057118735276162624, -0.0054424116387963295, -0.0051729497499763966, -0.004903487861156464, -0.004634025972336531, -0.004364564083516598, -0.004095102194696665, -0.0038256405387073755, -0.0035561786498874426, -0.0032867167610675097, -0.0030172548722475767, -0.0027477929834276438, -0.002478331094607711, -0.002208869205787778, -0.0019394074333831668, -0.0016699455445632339, -0.0014004837721586227, -0.0011310218833386898, -0.0008615599945187569, -0.0005920981056988239, -0.0003226362750865519, -5.3174415370449424e-05, 0.00021628744434565306, 0.00048574930406175554, 0.000755211163777858, 0.00102467299439013, 0.001294134883210063, 0.001563596772029996, 0.0018330586608499289, 0.002102520549669862, 0.002371982205659151, 0.002641444094479084, 0.002910905983299017, 0.00318036787211895, 0.003449829760938883, 0.0037192916497588158, 0.003988753538578749, 0.004258215427398682, 0.004527677316218615, 0.0047971392050385475, 0.0050666010938584805, 0.005336062982678413, 0.005605524405837059, 0.005874986294656992, 0.006144448183476925, 0.006413910072296858, 0.006683371961116791, 0.006952833849936724, 0.007222295738756657, 0.00749175762757659, 0.0077612195163965225]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 4.0, 2.0, 5.0, 5.0, 10.0, 8.0, 6.0, 7.0, 17.0, 14.0, 18.0, 33.0, 34.0, 41.0, 59.0, 80.0, 105.0, 147.0, 223.0, 263.0, 566.0, 5051.0, 426.0, 242.0, 164.0, 106.0, 69.0, 46.0, 31.0, 32.0, 19.0, 13.0, 16.0, 16.0, 12.0, 4.0, 8.0, 4.0, 10.0, 5.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.1014256626367569, -0.09781394153833389, -0.09420222043991089, -0.09059049934148788, -0.08697877824306488, -0.08336705714464188, -0.07975533604621887, -0.07614361494779587, -0.07253189384937286, -0.06892016530036926, -0.06530844420194626, -0.06169672682881355, -0.05808500200510025, -0.054473280906677246, -0.05086155980825424, -0.04724983870983124, -0.043638117611408234, -0.04002639651298523, -0.036414675414562225, -0.03280295431613922, -0.029191231355071068, -0.025579510256648064, -0.02196778729557991, -0.018356066197156906, -0.014744345098733902, -0.011132624000310898, -0.007520901970565319, -0.003909180406481028, -0.00029745884239673615, 0.0033142627216875553, 0.006925984285771847, 0.010537706315517426, 0.01414942741394043, 0.017761148512363434, 0.021372869610786438, 0.02498459257185459, 0.028596313670277596, 0.03220803663134575, 0.03581975772976875, 0.03943147882819176, 0.04304319992661476, 0.046654921025037766, 0.05026664212346077, 0.053878363221883774, 0.057490088045597076, 0.06110180914402008, 0.06471353024244308, 0.06832525134086609, 0.07193697243928909, 0.0755486935377121, 0.0791604146361351, 0.0827721357345581, 0.08638385683298111, 0.08999557793140411, 0.09360729902982712, 0.09721902012825012, 0.10083074867725372, 0.10444246977567673, 0.10805419087409973, 0.11166591197252274, 0.11527763307094574, 0.11888935416936874, 0.12250107526779175, 0.12611278891563416, 0.12972451746463776]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 5.0, 3.0, 0.0, 3.0, 5.0, 5.0, 3.0, 1.0, 8.0, 9.0, 4.0, 2.0, 22.0, 2.0, 3.0, 5.0, 4.0, 5.0, 1.0, 2.0, 3.0, 2.0, 4.0, 4.0, 1.0, 1.0, 0.0, 3.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002723817015066743, -0.002616153797134757, -0.0025084903463721275, -0.0024008271284401417, -0.002293163910508156, -0.00218550069257617, -0.002077837474644184, -0.0019701740238815546, -0.0018625108059495687, -0.001754847588017583, -0.0016471842536702752, -0.0015395209193229675, -0.0014318577013909817, -0.0013241944834589958, -0.0012165311491116881, -0.0011088678147643805, -0.0010012045968323946, -0.0008935413206927478, -0.0007858780445531011, -0.0006782147684134543, -0.0005705514922738075, -0.00046288821613416076, -0.000355224939994514, -0.0002475616638548672, -0.00013989838771522045, -3.223511157557368e-05, 7.542816456407309e-05, 0.00018309144070371985, 0.0002907547168433666, 0.0003984179929830134, 0.0005060812691226602, 0.0006137445452623069, 0.0007214078214019537, 0.0008290710975416005, 0.0009367343736812472, 0.001044397708028555, 0.0011520609259605408, 0.0012597241438925266, 0.0013673874782398343, 0.001475050812587142, 0.0015827140305191278, 0.0016903772484511137, 0.0017980405827984214, 0.001905703917145729, 0.002013367135077715, 0.0021210303530097008, 0.0022286935709416866, 0.002336357021704316, 0.002444020239636302, 0.002551683457568288, 0.0026593469083309174, 0.002767010126262903, 0.002874673344194889, 0.002982336562126875, 0.0030899997800588608, 0.0031976632308214903, 0.003305326448753476, 0.003412989666685462, 0.0035206531174480915, 0.0036283163353800774, 0.0037359795533120632, 0.003843642771244049, 0.003951305989176035, 0.004058969207108021, 0.004166632890701294]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 4.0, 8.0, 2.0, 15.0, 19.0, 34.0, 50.0, 84.0, 149.0, 255.0, 332.0, 508.0, 850.0, 1468.0, 2530.0, 4434.0, 8362.0, 17612.0, 43370.0, 184837.0, 801830.0, 53988.0, 24559.0, 13306.0, 7635.0, 4755.0, 2973.0, 1885.0, 1224.0, 771.0, 526.0, 344.0, 245.0, 172.0, 131.0, 100.0, 64.0, 43.0, 49.0, 20.0, 20.0, 23.0, 19.0, 8.0, 8.0, 7.0, 4.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0], "bins": [-0.006570338737219572, -0.006336749065667391, -0.006103159859776497, -0.005869570188224316, -0.005635980516672134, -0.0054023913107812405, -0.005168801639229059, -0.004935212433338165, -0.004701622761785984, -0.004468033090233803, -0.004234443884342909, -0.004000854212790728, -0.00376726477406919, -0.0035336753353476524, -0.003300085663795471, -0.0030664962250739336, -0.002832906786352396, -0.0025993173476308584, -0.002365727908909321, -0.0021321382373571396, -0.001898548798635602, -0.0016649593599140644, -0.001431369804777205, -0.0011977802496403456, -0.000964190810918808, -0.0007306013139896095, -0.000497011817060411, -0.0002634223201312125, -2.983282320201397e-05, 0.00020375667372718453, 0.00043734617065638304, 0.0006709356675855815, 0.00090452516451478, 0.0011381146032363176, 0.001371704158373177, 0.0016052937135100365, 0.001838883152231574, 0.0020724725909531116, 0.002306062262505293, 0.0025396517012268305, 0.002773241139948368, 0.0030068305786699057, 0.0032404200173914433, 0.0034740096889436245, 0.003707599127665162, 0.0039411885663867, 0.004174778237938881, 0.004408367443829775, 0.004641957115381956, 0.004875546786934137, 0.005109135992825031, 0.0053427256643772125, 0.005576315335929394, 0.005809904541820288, 0.006043494213372469, 0.006277083419263363, 0.006510673090815544, 0.006744262762367725, 0.006977851968258619, 0.0072114416398108006, 0.0074450308457016945, 0.007678620517253876, 0.007912210188806057, 0.008145799860358238, 0.008379388600587845]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 3.0, 3.0, 2.0, 2.0, 2.0, 1.0, 1.0, 5.0, 10.0, 2.0, 2.0, 6.0, 4.0, 2.0, 4.0, 1.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.021420853212475777, -0.020303990691900253, -0.01918712817132473, -0.018070265650749207, -0.016953404992818832, -0.01583654247224331, -0.014719679951667786, -0.013602817431092262, -0.012485954910516739, -0.011369092389941216, -0.010252229869365692, -0.009135368280112743, -0.00801850575953722, -0.006901643238961697, -0.0057847811840474606, -0.0046679191291332245, -0.003551056608557701, -0.0024341943208128214, -0.0013173320330679417, -0.00020046974532306194, 0.0009163925424218178, 0.0020332548301666975, 0.0031501171179115772, 0.004266979172825813, 0.005383841693401337, 0.00650070421397686, 0.007617566268891096, 0.008734428323805332, 0.009851290844380856, 0.010968153364956379, 0.012085014954209328, 0.013201877474784851, 0.014318739995360374, 0.015435602515935898, 0.01655246503651142, 0.017669327557086945, 0.01878618821501732, 0.019903050735592842, 0.021019913256168365, 0.02213677577674389, 0.023253638297319412, 0.024370500817894936, 0.02548736333847046, 0.026604225859045982, 0.027721088379621506, 0.02883794903755188, 0.029954811558127403, 0.031071674078702927, 0.0321885347366333, 0.03330539911985397, 0.03442225977778435, 0.03553912416100502, 0.036655984818935394, 0.03777284920215607, 0.03888970986008644, 0.040006574243307114, 0.04112343490123749, 0.04224029555916786, 0.043357159942388535, 0.04447402060031891, 0.04559088498353958, 0.046707745641469955, 0.04782461002469063, 0.048941470682621, 0.050058335065841675]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 4.0, 2.0, 6.0, 7.0, 18.0, 16.0, 29.0, 47.0, 45.0, 73.0, 124.0, 145.0, 214.0, 282.0, 376.0, 570.0, 810.0, 1169.0, 1979.0, 6411.0, 2015.0, 1181.0, 785.0, 529.0, 444.0, 282.0, 221.0, 169.0, 122.0, 74.0, 69.0, 34.0, 28.0, 29.0, 13.0, 11.0, 12.0, 9.0, 3.0, 4.0, 2.0, 6.0, 5.0, 0.0, 2.0, 2.0, 3.0, 13.0, 13.0, 3.0, 0.0, 9.0, 0.0, 0.0, 0.0, 0.0, 2.0, 4.0, 3.0], "bins": [-0.009925425052642822, -0.009518822655081749, -0.00911222118884325, -0.008705618791282177, -0.008299016393721104, -0.007892414927482605, -0.007485812529921532, -0.007079210132360458, -0.006672608200460672, -0.006266006268560886, -0.005859403870999813, -0.005452801939100027, -0.005046200007200241, -0.004639597609639168, -0.004232995677739382, -0.003826393513008952, -0.0034197913482785225, -0.003013189183548093, -0.002606587018817663, -0.002199985086917877, -0.0017933829221874475, -0.001386780757457018, -0.00098017870914191, -0.0005735766026191413, -0.0001669744960963726, 0.00023962761042639613, 0.0006462297169491649, 0.0010528317652642727, 0.0014594339299947023, 0.001866036094725132, 0.002272638026624918, 0.0026792401913553476, 0.0030858423560857773, 0.003492444520816207, 0.0038990466855466366, 0.004305648617446423, 0.004712251015007496, 0.005118852946907282, 0.005525454878807068, 0.005932057276368141, 0.006338659208267927, 0.006745261140167713, 0.0071518635377287865, 0.0075584654696285725, 0.007965067401528358, 0.008371669799089432, 0.008778272196650505, 0.009184873662889004, 0.009591476060450077, 0.00999807845801115, 0.010404679924249649, 0.010811282321810722, 0.011217884719371796, 0.011624486185610294, 0.012031088583171368, 0.012437690980732441, 0.01284429244697094, 0.013250894844532013, 0.013657497242093086, 0.01406409963965416, 0.014470701105892658, 0.014877303503453732, 0.015283905901014805, 0.015690507367253304, 0.016097109764814377]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 2.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 3.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1372094750404358, -0.13386225700378418, -0.13051503896713257, -0.12716782093048096, -0.12382059544324875, -0.12047337740659714, -0.11712615191936493, -0.11377893388271332, -0.1104317158460617, -0.1070844903588295, -0.10373727232217789, -0.10039005428552628, -0.09704283624887466, -0.09369561076164246, -0.09034839272499084, -0.08700117468833923, -0.08365395665168762, -0.08030673116445541, -0.0769595131278038, -0.07361229509115219, -0.07026506960391998, -0.06691785156726837, -0.06357063353061676, -0.06022341176867485, -0.05687619000673294, -0.05352897197008133, -0.05018175020813942, -0.04683453217148781, -0.0434873104095459, -0.04014009237289429, -0.03679287061095238, -0.033445652574300766, -0.030098430812358856, -0.026751210913062096, -0.023403991013765335, -0.020056771114468575, -0.016709551215171814, -0.013362330384552479, -0.010015109553933144, -0.006667889654636383, -0.0033206697553396225, 2.6550376787781715e-05, 0.003373770508915186, 0.006720990873873234, 0.010068210773169994, 0.013415430672466755, 0.01676265150308609, 0.02010987140238285, 0.02345709130167961, 0.026804311200976372, 0.030151531100273132, 0.03349875286221504, 0.03684597089886665, 0.04019319266080856, 0.043540410697460175, 0.046887632459402084, 0.050234854221343994, 0.053582072257995605, 0.056929294019937515, 0.06027651205658913, 0.06362373381853104, 0.06697095185518265, 0.07031816989183426, 0.07366539537906647, 0.07701261341571808]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 3.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 6.0, 5.0, 3.0, 4.0, 9.0, 5.0, 10.0, 17.0, 22.0, 33.0, 13.0, 17.0, 15.0, 17.0, 7.0, 6.0, 3.0, 7.0, 5.0, 5.0, 8.0, 5.0, 7.0, 8.0, 6.0, 4.0, 2.0, 2.0, 0.0, 1.0, 3.0, 2.0, 0.0, 2.0], "bins": [-0.07115127146244049, -0.06933973729610443, -0.06752821058034897, -0.06571667641401291, -0.06390514969825745, -0.06209361553192139, -0.06028208136558533, -0.058470550924539566, -0.056659020483493805, -0.054847490042448044, -0.05303595960140228, -0.05122442543506622, -0.04941289499402046, -0.0476013645529747, -0.04578983038663864, -0.04397829994559288, -0.04216676950454712, -0.04035523906350136, -0.0385437086224556, -0.03673217445611954, -0.034920644015073776, -0.033109113574028015, -0.031297579407691956, -0.029486048966646194, -0.027674518525600433, -0.025862988084554672, -0.024051455780863762, -0.02223992347717285, -0.02042839303612709, -0.01861686259508133, -0.01680533029139042, -0.014993798919022083, -0.013182267546653748, -0.011370736174285412, -0.009559204801917076, -0.00774767342954874, -0.005936142057180405, -0.004124610684812069, -0.002313079312443733, -0.0005015479400753975, 0.0013099834322929382, 0.003121514804661274, 0.00493304617702961, 0.006744577549397945, 0.008556108921766281, 0.010367640294134617, 0.012179171666502953, 0.013990703038871288, 0.015802234411239624, 0.017613764852285385, 0.019425297155976295, 0.021236829459667206, 0.023048359900712967, 0.024859890341758728, 0.02667142264544964, 0.02848295494914055, 0.03029448539018631, 0.03210601583123207, 0.03391754627227783, 0.03572908043861389, 0.03754061087965965, 0.039352141320705414, 0.04116367548704147, 0.042975205928087234, 0.044786736369132996]}, "_runtime": 100.46344041824341, "_timestamp": 1596211690.2345493, "_step": 123}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 0.0, 3.0, 6.0, 2.0, 3.0, 8.0, 6.0, 3.0, 4.0, 1.0, 2.0, 0.0, 3.0, 1.0, 2.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012739138677716255, -0.012293083593249321, -0.011847028508782387, -0.011400972492992878, -0.010954917408525944, -0.01050886232405901, -0.010062807239592075, -0.009616751223802567, -0.009170696139335632, -0.008724641054868698, -0.008278585970401764, -0.00783253088593483, -0.007386475335806608, -0.006940419785678387, -0.0064943647012114525, -0.006048309151083231, -0.005602254066616297, -0.0051561989821493626, -0.004710143432021141, -0.004264088347554207, -0.0038180327974259853, -0.003371977712959051, -0.0029259223956614733, -0.0024798670783638954, -0.0020338117610663176, -0.0015877564437687397, -0.0011417011264711618, -0.0006956459255889058, -0.00024959060829132795, 0.00019646467990241945, 0.0006425199680961668, 0.0010885752271860838, 0.0015346305444836617, 0.0019806858617812395, 0.0024267411790788174, 0.0028727964963763952, 0.003318851813673973, 0.0037649068981409073, 0.004210962448269129, 0.004657017532736063, 0.0051030730828642845, 0.005549128167331219, 0.005995183251798153, 0.0064412388019263744, 0.006887293886393309, 0.00733334943652153, 0.007779404520988464, 0.008225459605455399, 0.008671514689922333, 0.009117570705711842, 0.009563625790178776, 0.01000968087464571, 0.010455735959112644, 0.010901791974902153, 0.011347847059369087, 0.011793902143836021, 0.012239957228302956, 0.01268601231276989, 0.013132068328559399, 0.013578123413026333, 0.014024178497493267, 0.014470233581960201, 0.01491628959774971, 0.015362344682216644, 0.01580839976668358]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 4.0, 0.0, 3.0, 2.0, 1.0, 3.0, 0.0, 7.0, 4.0, 11.0, 6.0, 15.0, 24.0, 29.0, 35.0, 27.0, 69.0, 80.0, 117.0, 180.0, 327.0, 836.0, 5216.0, 332.0, 197.0, 106.0, 72.0, 54.0, 40.0, 33.0, 20.0, 17.0, 11.0, 12.0, 6.0, 5.0, 4.0, 5.0, 7.0, 2.0, 4.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.14282241463661194, -0.13836339116096497, -0.133904367685318, -0.12944535911083221, -0.12498633563518524, -0.12052731215953827, -0.1160682961344719, -0.11160927265882492, -0.10715025663375854, -0.10269123315811157, -0.0982322096824646, -0.09377319365739822, -0.08931417018175125, -0.08485515415668488, -0.0803961306810379, -0.07593711465597153, -0.07147809118032455, -0.06701906770467758, -0.0625600516796112, -0.05810103192925453, -0.05364201217889786, -0.049182988703250885, -0.04472396895289421, -0.04026494920253754, -0.03580592945218086, -0.03134690970182419, -0.026887889951467514, -0.02242886833846569, -0.017969848588109016, -0.013510828837752342, -0.009051808156073093, -0.004592787940055132, -0.0001337677240371704, 0.004325252491980791, 0.008784272707998753, 0.013243293389678001, 0.017702313140034676, 0.02216133289039135, 0.026620354503393173, 0.031079374253749847, 0.03553839400410652, 0.039997413754463196, 0.04445643350481987, 0.048915453255176544, 0.05337447673082352, 0.05783349648118019, 0.062292516231536865, 0.06675153225660324, 0.07121055573225021, 0.07566957920789719, 0.08012859523296356, 0.08458761870861053, 0.08904663473367691, 0.09350565820932388, 0.09796467423439026, 0.10242369771003723, 0.1068827211856842, 0.11134173721075058, 0.11580076068639755, 0.12025977671146393, 0.1247188001871109, 0.12917782366275787, 0.13363683223724365, 0.13809585571289062, 0.1425548791885376]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 3.0, 1.0, 1.0, 0.0, 1.0, 3.0, 5.0, 11.0, 2.0, 4.0, 5.0, 8.0, 27.0, 11.0, 3.0, 3.0, 2.0, 6.0, 4.0, 1.0, 3.0, 3.0, 1.0, 1.0, 4.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0016693675424903631, -0.0015739393420517445, -0.0014785112580284476, -0.001383083057589829, -0.0012876549735665321, -0.0011922267731279135, -0.0010967985726892948, -0.001001370488665998, -0.0009059422882273793, -0.0008105141459964216, -0.0007150860037654638, -0.0006196578033268452, -0.0005242296610958874, -0.0004288015188649297, -0.00033337334753014147, -0.0002379451907472685, -0.00014251703396439552, -4.708887718152255e-05, 4.833927960135043e-05, 0.0001437674363842234, 0.00023919559316709638, 0.0003346237353980541, 0.0004300519067328423, 0.0005254800780676305, 0.0006209082202985883, 0.000716336362529546, 0.0008117645047605038, 0.0009071927051991224, 0.001002620905637741, 0.001098048989661038, 0.0011934771900996566, 0.0012889052741229534, 0.001384333474561572, 0.0014797616750001907, 0.0015751897590234876, 0.0016706179594621062, 0.001766046043485403, 0.0018614742439240217, 0.0019569024443626404, 0.002052330644801259, 0.0021477588452398777, 0.0022431868128478527, 0.0023386150132864714, 0.00243404321372509, 0.0025294714141637087, 0.0026248996146023273, 0.0027203275822103024, 0.002815755782648921, 0.0029111839830875397, 0.0030066121835261583, 0.003102040383964777, 0.003197468351572752, 0.0032928965520113707, 0.0033883247524499893, 0.003483752952888608, 0.0035791811533272266, 0.0036746091209352016, 0.0037700373213738203, 0.003865465521812439, 0.003960893489420414, 0.004056321922689676, 0.004151749890297651, 0.004247178323566914, 0.004342606291174889, 0.004438034258782864]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [4.0, 0.0, 4.0, 7.0, 6.0, 8.0, 17.0, 22.0, 54.0, 68.0, 114.0, 157.0, 225.0, 328.0, 536.0, 810.0, 1379.0, 2090.0, 3656.0, 6510.0, 12789.0, 28430.0, 79643.0, 856214.0, 101523.0, 36222.0, 18120.0, 10162.0, 6541.0, 4099.0, 2773.0, 1920.0, 1385.0, 976.0, 747.0, 545.0, 387.0, 293.0, 245.0, 156.0, 113.0, 93.0, 69.0, 65.0, 39.0, 27.0, 20.0, 20.0, 9.0, 5.0, 9.0, 3.0, 4.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.003956064116209745, -0.0037889136001467705, -0.003621762851253152, -0.003454612335190177, -0.003287461819127202, -0.0031203110702335835, -0.0029531605541706085, -0.0027860100381076336, -0.0026188595220446587, -0.00245170877315104, -0.002284558257088065, -0.0021174077410250902, -0.0019502569921314716, -0.0017831064760684967, -0.0016159558435902, -0.001448805327527225, -0.0012816546950489283, -0.0011145040625706315, -0.0009473535465076566, -0.0007802029140293598, -0.000613052339758724, -0.00044590176548808813, -0.00027875116211362183, -0.00011160057329107076, 5.555001553148031e-05, 0.00022270060435403138, 0.00038985119317658246, 0.0005570017965510488, 0.0007241523708216846, 0.0008913029450923204, 0.0010584535775706172, 0.0012256040936335921, 0.0013927547261118889, 0.0015599053585901856, 0.0017270558746531606, 0.0018942065071314573, 0.0020613570231944323, 0.002228507772088051, 0.0023956582881510258, 0.0025628088042140007, 0.0027299593202769756, 0.002897110069170594, 0.003064260585233569, 0.003231411101296544, 0.0033985618501901627, 0.0035657123662531376, 0.0037328628823161125, 0.003900013631209731, 0.004067163914442062, 0.004234314896166325, 0.0044014654122292995, 0.0045686159282922745, 0.004735766444355249, 0.004902916960418224, 0.005070067476481199, 0.0052372184582054615, 0.005404368974268436, 0.005571519490331411, 0.005738670006394386, 0.005905820522457361, 0.006072971038520336, 0.006240122020244598, 0.006407272536307573, 0.006574423052370548, 0.006741573568433523]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 3.0, 3.0, 0.0, 1.0, 4.0, 5.0, 5.0, 6.0, 10.0, 4.0, 3.0, 2.0, 2.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01353304460644722, -0.012767290696501732, -0.01200153585523367, -0.011235781013965607, -0.010470027104020119, -0.00970427319407463, -0.008938518352806568, -0.008172763511538506, -0.007407009601593018, -0.006641255225986242, -0.005875500850379467, -0.005109746474772692, -0.0043439920991659164, -0.003578237723559141, -0.002812483347952366, -0.0020467289723455906, -0.0012809745967388153, -0.00051522022113204, 0.00025053415447473526, 0.0010162885300815105, 0.0017820429056882858, 0.002547797281295061, 0.0033135516569018364, 0.004079306032508612, 0.004845060408115387, 0.005610814783722162, 0.0063765691593289375, 0.007142323534935713, 0.007908077910542488, 0.008673831820487976, 0.009439586661756039, 0.010205341503024101, 0.01097109541296959, 0.011736849322915077, 0.01250260416418314, 0.013268359005451202, 0.01403411291539669, 0.014799866825342178, 0.015565621666610241, 0.016331376507878304, 0.01709713041782379, 0.01786288432776928, 0.018628638237714767, 0.019394394010305405, 0.020160147920250893, 0.02092590183019638, 0.021691657602787018, 0.022457411512732506, 0.023223165422677994, 0.023988919332623482, 0.02475467324256897, 0.025520429015159607, 0.026286182925105095, 0.027051936835050583, 0.02781769260764122, 0.028583446517586708, 0.029349200427532196, 0.030114954337477684, 0.030880708247423172, 0.03164646402001381, 0.03241221606731415, 0.033177971839904785, 0.03394372761249542, 0.03470947965979576, 0.0354752354323864]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 3.0, 4.0, 4.0, 3.0, 3.0, 11.0, 16.0, 19.0, 35.0, 42.0, 68.0, 109.0, 153.0, 176.0, 231.0, 295.0, 431.0, 558.0, 836.0, 1377.0, 2311.0, 6856.0, 1820.0, 979.0, 582.0, 368.0, 262.0, 179.0, 134.0, 88.0, 71.0, 63.0, 65.0, 29.0, 33.0, 32.0, 19.0, 13.0, 17.0, 19.0, 11.0, 8.0, 8.0, 9.0, 10.0, 2.0, 5.0, 3.0, 11.0, 11.0, 7.0, 9.0, 2.0, 7.0, 2.0, 1.0, 0.0, 0.0, 2.0, 7.0], "bins": [-0.0073545752093195915, -0.007065879181027412, -0.006777183152735233, -0.006488486658781767, -0.006199790630489588, -0.005911094602197409, -0.005622398108243942, -0.005333702079951763, -0.005045006051659584, -0.004756310023367405, -0.004467613995075226, -0.004178917501121759, -0.0038902214728295803, -0.003601525444537401, -0.0033128291834145784, -0.0030241329222917557, -0.0027354368939995766, -0.0024467408657073975, -0.0021580446045845747, -0.0018693484598770738, -0.0015806523151695728, -0.001291956170462072, -0.001003260025754571, -0.00071456388104707, -0.0004258677363395691, -0.00013717159163206816, 0.00015152455307543278, 0.0004402206977829337, 0.0007289168424904346, 0.0010176129871979356, 0.0013063091319054365, 0.0015950052766129375, 0.0018837014213204384, 0.0021723974496126175, 0.0024610937107354403, 0.002749789971858263, 0.003038486000150442, 0.0033271820284426212, 0.003615878289565444, 0.0039045745506882668, 0.004193270578980446, 0.004481966607272625, 0.004770662635564804, 0.0050593591295182705, 0.00534805515781045, 0.005636751186102629, 0.005925447680056095, 0.006214143708348274, 0.006502839736640453, 0.0067915357649326324, 0.0070802317932248116, 0.007368928287178278, 0.007657624315470457, 0.007946320809423923, 0.008235016837716103, 0.008523712866008282, 0.00881240889430046, 0.00910110492259264, 0.009389800950884819, 0.009678496979176998, 0.009967193007469177, 0.010255889967083931, 0.01054458599537611, 0.01083328202366829, 0.011121978051960468]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 3.0, 3.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.059031400829553604, -0.05700399726629257, -0.05497658997774124, -0.05294918268918991, -0.05092177912592888, -0.04889437556266785, -0.046866968274116516, -0.044839560985565186, -0.04281215742230415, -0.04078475385904312, -0.03875734657049179, -0.03672993928194046, -0.03470253571867943, -0.032675132155418396, -0.030647724866867065, -0.028620319440960884, -0.026592914015054703, -0.02456550858914852, -0.02253810316324234, -0.02051069773733616, -0.018483292311429977, -0.016455886885523796, -0.014428481459617615, -0.012401076033711433, -0.010373670607805252, -0.00834626518189907, -0.006318859755992889, -0.004291454330086708, -0.0022640489041805267, -0.0002366434782743454, 0.001790761947631836, 0.0038181673735380173, 0.005845572799444199, 0.00787297822535038, 0.009900383651256561, 0.011927789077162743, 0.013955194503068924, 0.015982599928975105, 0.018010005354881287, 0.020037410780787468, 0.02206481620669365, 0.02409222163259983, 0.026119627058506012, 0.028147032484412193, 0.030174437910318375, 0.03220184147357941, 0.03422924876213074, 0.03625665605068207, 0.0382840596139431, 0.04031146317720413, 0.04233887046575546, 0.04436627775430679, 0.046393681317567825, 0.04842108488082886, 0.05044849216938019, 0.05247589945793152, 0.05450330302119255, 0.05653070658445358, 0.05855811387300491, 0.060585521161556244, 0.06261292099952698, 0.06464032828807831, 0.06666773557662964, 0.06869514286518097, 0.0707225501537323]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 3.0, 3.0, 2.0, 1.0, 1.0, 4.0, 4.0, 5.0, 5.0, 4.0, 13.0, 5.0, 13.0, 13.0, 10.0, 22.0, 17.0, 37.0, 26.0, 12.0, 12.0, 10.0, 7.0, 5.0, 3.0, 2.0, 3.0, 3.0, 5.0, 4.0, 0.0, 4.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 4.0, 2.0, 5.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.024093087762594223, -0.02296760492026806, -0.021842122077941895, -0.02071663923561573, -0.019591156393289566, -0.018465671688318253, -0.01734018884599209, -0.016214706003665924, -0.01508922316133976, -0.013963740319013596, -0.012838257476687431, -0.011712773703038692, -0.010587290860712528, -0.009461808018386364, -0.008336324244737625, -0.007210841402411461, -0.006085358560085297, -0.004959875717759132, -0.003834392409771681, -0.002708909334614873, -0.001583426259458065, -0.00045794318430125713, 0.0006675398908555508, 0.0017930229660123587, 0.0029185060411691666, 0.004043988883495331, 0.005169472191482782, 0.006294955499470234, 0.007420438341796398, 0.008545921184122562, 0.009671404957771301, 0.010796887800097466, 0.01192237064242363, 0.013047853484749794, 0.014173336327075958, 0.015298820100724697, 0.016424302011728287, 0.0175497867166996, 0.018675269559025764, 0.01980075240135193, 0.020926235243678093, 0.022051718086004257, 0.02317720092833042, 0.024302683770656586, 0.0254281684756279, 0.026553651317954063, 0.027679134160280228, 0.028804617002606392, 0.029930099844932556, 0.03105558268725872, 0.032181065529584885, 0.0333065502345562, 0.03443203121423721, 0.03555751591920853, 0.03668299689888954, 0.037808481603860855, 0.03893396258354187, 0.040059447288513184, 0.0411849319934845, 0.04231041297316551, 0.043435897678136826, 0.04456137865781784, 0.045686863362789154, 0.04681234434247017, 0.04793782904744148]}, "_runtime": 101.21898436546326, "_timestamp": 1596211690.9900932, "_step": 124}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 1.0, 1.0, 2.0, 3.0, 1.0, 5.0, 2.0, 3.0, 7.0, 5.0, 1.0, 4.0, 4.0, 4.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.017946764826774597, -0.017445703968405724, -0.0169446412473917, -0.016443580389022827, -0.015942517668008804, -0.01544145680963993, -0.014940395951271057, -0.014439334161579609, -0.01393827237188816, -0.013437210582196712, -0.012936148792505264, -0.01243508793413639, -0.011934026144444942, -0.011432964354753494, -0.01093190349638462, -0.010430841706693172, -0.009929779917001724, -0.009428718127310276, -0.008927656337618828, -0.008426595479249954, -0.007925533689558506, -0.007424471899867058, -0.006923410575836897, -0.006422349251806736, -0.005921287462115288, -0.00542022567242384, -0.004919164348393679, -0.004418103024363518, -0.0039170412346720695, -0.003415979677811265, -0.0029149181209504604, -0.002413856564089656, -0.0019127950072288513, -0.0014117334503680468, -0.0009106718935072422, -0.00040961033664643764, 9.145122021436691e-05, 0.0005925127770751715, 0.001093574333935976, 0.0015946358907967806, 0.002095697447657585, 0.0025967590045183897, 0.0030978205613791943, 0.003598882118239999, 0.004099943675100803, 0.004601005464792252, 0.0051020667888224125, 0.005603128112852573, 0.006104189902544022, 0.00660525169223547, 0.007106313016265631, 0.007607374340295792, 0.00810843612998724, 0.008609497919678688, 0.009110558778047562, 0.00961162056773901, 0.010112682357430458, 0.010613744147121906, 0.011114805936813354, 0.011615866795182228, 0.012116928584873676, 0.012617990374565125, 0.013119051232933998, 0.013620113022625446, 0.014121174812316895]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 3.0, 0.0, 3.0, 2.0, 2.0, 3.0, 2.0, 6.0, 5.0, 4.0, 6.0, 11.0, 15.0, 16.0, 26.0, 36.0, 47.0, 75.0, 116.0, 188.0, 398.0, 5377.0, 918.0, 239.0, 138.0, 92.0, 44.0, 30.0, 31.0, 25.0, 17.0, 10.0, 7.0, 3.0, 6.0, 7.0, 5.0, 5.0, 2.0, 4.0, 3.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.16590039432048798, -0.1597065031528473, -0.1535126268863678, -0.1473187506198883, -0.14112485945224762, -0.13493096828460693, -0.12873709201812744, -0.12254320830106735, -0.11634932458400726, -0.11015544086694717, -0.10396155714988708, -0.097767673432827, -0.0915737897157669, -0.08537990599870682, -0.07918602228164673, -0.07299213856458664, -0.06679825484752655, -0.06060437113046646, -0.05441048741340637, -0.04821660369634628, -0.042022719979286194, -0.035828836262226105, -0.029634952545166016, -0.023441068828105927, -0.017247185111045837, -0.011053301393985748, -0.004859417676925659, 0.00133446604013443, 0.007528349757194519, 0.013722233474254608, 0.019916117191314697, 0.026110000908374786, 0.032303884625434875, 0.038497768342494965, 0.044691652059555054, 0.05088553577661514, 0.05707941949367523, 0.06327330321073532, 0.06946718692779541, 0.0756610706448555, 0.08185495436191559, 0.08804883807897568, 0.09424272179603577, 0.10043660551309586, 0.10663048923015594, 0.11282437294721603, 0.11901825666427612, 0.12521213293075562, 0.1314060240983963, 0.137599915266037, 0.14379379153251648, 0.14998766779899597, 0.15618155896663666, 0.16237545013427734, 0.16856932640075684, 0.17476320266723633, 0.18095709383487701, 0.1871509850025177, 0.1933448612689972, 0.19953873753547668, 0.20573262870311737, 0.21192651987075806, 0.21812039613723755, 0.22431427240371704, 0.23050816357135773]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 3.0, 1.0, 3.0, 3.0, 7.0, 1.0, 4.0, 0.0, 4.0, 5.0, 8.0, 11.0, 24.0, 5.0, 3.0, 5.0, 1.0, 3.0, 3.0, 1.0, 1.0, 3.0, 5.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.0032534468919038773, -0.0031599400099366903, -0.0030664331279695034, -0.0029729262460023165, -0.0028794193640351295, -0.0027859124820679426, -0.0026924056001007557, -0.0025988987181335688, -0.002505391836166382, -0.0024118851870298386, -0.0023183783050626516, -0.0022248714230954647, -0.0021313645411282778, -0.002037857659161091, -0.001944350777193904, -0.001850843895226717, -0.00175733701325953, -0.0016638301312923431, -0.0015703232493251562, -0.0014768163673579693, -0.0013833094853907824, -0.0012898027198389173, -0.0011962958378717303, -0.0011027889559045434, -0.0010092820739373565, -0.0009157751919701695, -0.0008222683100029826, -0.0007287614862434566, -0.0006352546042762697, -0.0005417477223090827, -0.0004482408694457263, -0.0003547340165823698, -0.0002612271346151829, -0.00016772026719991118, -7.421339978463948e-05, 1.9293467630632222e-05, 0.00011280033504590392, 0.00020630720246117562, 0.0002998140698764473, 0.0003933209227398038, 0.0004868278047069907, 0.0005803346866741776, 0.0006738415686413646, 0.0007673483924008906, 0.0008608552743680775, 0.0009543621563352644, 0.0010478689800947905, 0.0011413758620619774, 0.0012348827440291643, 0.0013283896259963512, 0.0014218965079635382, 0.001515403389930725, 0.001608910271897912, 0.0017024170374497771, 0.001795923919416964, 0.001889430801384151, 0.001982937566936016, 0.002076444448903203, 0.00216995133087039, 0.002263458212837577, 0.002356965094804764, 0.0024504719767719507, 0.0025439788587391376, 0.0026374857407063246, 0.0027309926226735115]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 6.0, 3.0, 6.0, 10.0, 13.0, 32.0, 32.0, 37.0, 78.0, 110.0, 134.0, 240.0, 348.0, 629.0, 964.0, 1634.0, 2809.0, 4872.0, 8925.0, 17939.0, 42578.0, 164299.0, 829434.0, 54292.0, 21565.0, 10895.0, 6156.0, 3715.0, 2373.0, 1694.0, 1184.0, 769.0, 566.0, 373.0, 259.0, 204.0, 126.0, 92.0, 77.0, 62.0, 39.0, 25.0, 17.0, 12.0, 5.0, 3.0, 4.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.006116571836173534, -0.005920670926570892, -0.00572477001696825, -0.005528869107365608, -0.0053329686634242535, -0.005137067753821611, -0.004941166844218969, -0.004745265934616327, -0.004549365025013685, -0.004353464115411043, -0.004157563671469688, -0.003961662761867046, -0.0037657618522644043, -0.0035698609426617622, -0.00337396003305912, -0.0031780593562871218, -0.0029821584466844797, -0.0027862575370818377, -0.0025903568603098392, -0.002394455950707197, -0.002198555041104555, -0.0020026543643325567, -0.0018067534547299147, -0.0016108525451272726, -0.0014149517519399524, -0.0012190509587526321, -0.00102315004914999, -0.0008272492559626698, -0.0006313484045676887, -0.00043544755317270756, -0.00023954673088155687, -4.364589403849095e-05, 0.00015225494280457497, 0.0003481557941995561, 0.0005440566455945373, 0.0007399574387818575, 0.0009358582901768386, 0.0011317591415718198, 0.00132765993475914, 0.001523560844361782, 0.0017194616375491023, 0.0019153624307364225, 0.0021112633403390646, 0.0023071642499417067, 0.002503064926713705, 0.002698965836316347, 0.002894866745918989, 0.0030907674226909876, 0.0032866683322936296, 0.0034825692418962717, 0.00367846991866827, 0.003874370828270912, 0.004070271737873554, 0.004266172647476196, 0.004462073557078838, 0.004657974001020193, 0.004853874910622835, 0.005049775820225477, 0.005245676729828119, 0.005441577639430761, 0.005637478549033403, 0.005833378992974758, 0.0060292799025774, 0.006225180812180042, 0.006421081721782684]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 3.0, 9.0, 2.0, 2.0, 3.0, 2.0, 0.0, 3.0, 4.0, 2.0, 3.0, 1.0, 1.0, 3.0, 1.0, 2.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013511506840586662, -0.01298911776393652, -0.012466729618608952, -0.011944340541958809, -0.01142195239663124, -0.010899563319981098, -0.010377174243330956, -0.009854786098003387, -0.009332397021353245, -0.008810007944703102, -0.008287619799375534, -0.007765230722725391, -0.007242842111736536, -0.006720453500747681, -0.006198064424097538, -0.005675675813108683, -0.005153287202119827, -0.004630898591130972, -0.0041085099801421165, -0.003586120903491974, -0.0030637322925031185, -0.002541343681514263, -0.002018954837694764, -0.001496566110290587, -0.0009741773828864098, -0.00045178865548223257, 7.060007192194462e-05, 0.0005929887993261218, 0.001115377526730299, 0.0016377662541344762, 0.0021601549815386534, 0.0026825438253581524, 0.0032049324363470078, 0.003727321047335863, 0.0042497096583247185, 0.004772098734974861, 0.0052944873459637165, 0.005816875956952572, 0.0063392650336027145, 0.00686165364459157, 0.007384042255580425, 0.007906431332230568, 0.008428819477558136, 0.008951208554208279, 0.009473597630858421, 0.00999598577618599, 0.010518374852836132, 0.0110407629981637, 0.011563152074813843, 0.012085541151463985, 0.012607929296791553, 0.013130318373441696, 0.013652706518769264, 0.014175095595419407, 0.01469748467206955, 0.015219872817397118, 0.015742260962724686, 0.016264650970697403, 0.01678703911602497, 0.01730942726135254, 0.017831817269325256, 0.018354205414652824, 0.018876593559980392, 0.01939898356795311, 0.019921371713280678]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 8.0, 3.0, 9.0, 16.0, 20.0, 27.0, 38.0, 67.0, 84.0, 147.0, 209.0, 327.0, 454.0, 726.0, 1144.0, 2610.0, 6176.0, 1787.0, 1253.0, 895.0, 636.0, 482.0, 318.0, 234.0, 184.0, 129.0, 90.0, 79.0, 50.0, 50.0, 44.0, 27.0, 30.0, 14.0, 14.0, 5.0, 5.0, 12.0, 8.0, 1.0, 2.0, 3.0, 5.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.009661716409027576, -0.009340702556073666, -0.00901968963444233, -0.008698675781488419, -0.008377661928534508, -0.008056648075580597, -0.007735634688287973, -0.00741462130099535, -0.007093607448041439, -0.006772593595087528, -0.006451580207794905, -0.006130566820502281, -0.00580955296754837, -0.0054885391145944595, -0.005167525727301836, -0.0048465123400092125, -0.004525498487055302, -0.004204484634101391, -0.0038834712468087673, -0.0035624576266855, -0.003241444006562233, -0.002920430386438966, -0.0025994167663156986, -0.0022784031461924314, -0.0019573895260691643, -0.001636375905945897, -0.00131536228582263, -0.0009943486656993628, -0.0006733350455760956, -0.0003523214254528284, -3.1307805329561234e-05, 0.00028970581479370594, 0.0006107194349169731, 0.0009317330550402403, 0.0012527466751635075, 0.0015737602952867746, 0.0018947739154100418, 0.002215787535533309, 0.002536801155656576, 0.0028578147757798433, 0.0031788283959031105, 0.0034998420160263777, 0.003820855636149645, 0.004141869023442268, 0.004462882876396179, 0.00478389672935009, 0.0051049101166427135, 0.005425923503935337, 0.005746937356889248, 0.006067951209843159, 0.006388964597135782, 0.006709977984428406, 0.007030991837382317, 0.007352005690336227, 0.007673019077628851, 0.007994032464921474, 0.008315046317875385, 0.008636060170829296, 0.008957073092460632, 0.009278086945414543, 0.009599100798368454, 0.009920114651322365, 0.010241128504276276, 0.010562141425907612, 0.010883155278861523]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 4.0, 0.0, 0.0, 1.0, 2.0, 2.0, 2.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 5.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08311287313699722, -0.0805208757519722, -0.07792887836694717, -0.07533688098192215, -0.07274488359689713, -0.0701528862118721, -0.06756088882684708, -0.06496889144182205, -0.06237689405679703, -0.059784896671772, -0.05719289928674698, -0.054600901901721954, -0.05200890451669693, -0.049416907131671906, -0.04682490974664688, -0.04423291236162186, -0.04164091497659683, -0.03904891759157181, -0.03645692020654678, -0.03386492282152176, -0.031272925436496735, -0.02868092805147171, -0.026088930666446686, -0.02349693328142166, -0.020904935896396637, -0.018312938511371613, -0.015720941126346588, -0.013128943741321564, -0.01053694635629654, -0.007944948971271515, -0.0053529515862464905, -0.002760954201221466, -0.00016895681619644165, 0.0024230405688285828, 0.005015037953853607, 0.007607035338878632, 0.010199032723903656, 0.01279103010892868, 0.015383027493953705, 0.01797502487897873, 0.020567022264003754, 0.023159019649028778, 0.025751017034053802, 0.028343014419078827, 0.03093501180410385, 0.033527009189128876, 0.0361190065741539, 0.038711003959178925, 0.04130300134420395, 0.04389499872922897, 0.046486996114254, 0.04907899349927902, 0.05167099088430405, 0.05426298826932907, 0.056854985654354095, 0.05944698303937912, 0.062038980424404144, 0.06463097780942917, 0.0672229751944542, 0.06981497257947922, 0.07240696996450424, 0.07499896734952927, 0.07759096473455429, 0.08018296211957932, 0.08277495950460434]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 3.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 3.0, 0.0, 1.0, 2.0, 2.0, 3.0, 9.0, 9.0, 13.0, 14.0, 13.0, 11.0, 24.0, 23.0, 18.0, 12.0, 38.0, 12.0, 16.0, 5.0, 11.0, 12.0, 1.0, 3.0, 3.0, 5.0, 2.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0], "bins": [-0.04123585671186447, -0.03959717974066734, -0.037958502769470215, -0.03631982579827309, -0.03468114882707596, -0.03304247185587883, -0.0314037948846817, -0.029765116050839424, -0.028126439079642296, -0.026487762108445168, -0.02484908513724804, -0.02321040816605091, -0.021571729332208633, -0.019933052361011505, -0.018294375389814377, -0.01665569841861725, -0.01501702144742012, -0.013378344476222992, -0.011739667505025864, -0.01010098960250616, -0.008462312631309032, -0.006823635660111904, -0.0051849582232534885, -0.0035462810192257166, -0.0019076038151979446, -0.0002689266111701727, 0.0013697505928575993, 0.003008427796885371, 0.004647105000913143, 0.0062857819721102715, 0.007924459874629974, 0.009563136845827103, 0.011201813817024231, 0.01284049078822136, 0.014479167759418488, 0.016117844730615616, 0.017756521701812744, 0.01939520053565502, 0.02103387750685215, 0.022672554478049278, 0.024311231449246407, 0.025949908420443535, 0.027588585391640663, 0.02922726236283779, 0.03086594119668007, 0.0325046181678772, 0.034143295139074326, 0.035781972110271454, 0.03742064908146858, 0.03905932605266571, 0.04069800302386284, 0.04233667999505997, 0.043975356966257095, 0.045614033937454224, 0.04725271090865135, 0.04889138787984848, 0.05053006857633591, 0.052168745547533035, 0.053807422518730164, 0.05544609948992729, 0.05708477646112442, 0.05872345343232155, 0.06036213040351868, 0.062000807374715805, 0.06363948434591293]}, "_runtime": 101.98814821243286, "_timestamp": 1596211691.759257, "_step": 125}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 2.0, 1.0, 3.0, 3.0, 6.0, 5.0, 0.0, 5.0, 2.0, 2.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.012434116564691067, -0.012051557190716267, -0.011668998748064041, -0.011286439374089241, -0.010903880000114441, -0.010521321557462215, -0.010138762183487415, -0.00975620374083519, -0.00937364436686039, -0.00899108499288559, -0.008608526550233364, -0.008225967176258564, -0.007843408733606339, -0.007460849359631538, -0.007078289985656738, -0.0066957310773432255, -0.006313172169029713, -0.0059306132607162, -0.005548054352402687, -0.005165494978427887, -0.004782936070114374, -0.004400377161800861, -0.004017817787826061, -0.0036352588795125484, -0.0032526999711990356, -0.002870141062885523, -0.0024875819217413664, -0.00210502278059721, -0.0017224638722836971, -0.0013399048475548625, -0.0009573458228260279, -0.0005747867980971932, -0.0001922277733683586, 0.00019033125136047602, 0.0005728902760893106, 0.0009554493008181453, 0.00133800832554698, 0.0017205673502758145, 0.002103126375004649, 0.0024856855161488056, 0.0028682444244623184, 0.0032508033327758312, 0.0036333624739199877, 0.004015921615064144, 0.004398480523377657, 0.00478103943169117, 0.00516359880566597, 0.005546157713979483, 0.0059287166222929955, 0.006311275530606508, 0.006693834438920021, 0.007076393812894821, 0.007458952721208334, 0.007841511629521847, 0.008224071003496647, 0.008606629446148872, 0.008989188820123672, 0.009371748194098473, 0.009754306636750698, 0.010136866010725498, 0.010519424453377724, 0.010901983827352524, 0.011284543201327324, 0.01166710164397955, 0.01204966101795435]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 3.0, 2.0, 5.0, 11.0, 9.0, 8.0, 12.0, 15.0, 17.0, 16.0, 17.0, 21.0, 22.0, 44.0, 44.0, 55.0, 62.0, 120.0, 142.0, 207.0, 377.0, 5020.0, 760.0, 271.0, 182.0, 114.0, 95.0, 58.0, 49.0, 31.0, 23.0, 15.0, 21.0, 18.0, 20.0, 12.0, 12.0, 4.0, 3.0, 5.0, 1.0, 1.0, 0.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.11292730271816254, -0.10935472697019577, -0.105782151222229, -0.10220956802368164, -0.09863699227571487, -0.09506441652774811, -0.09149183332920074, -0.08791925758123398, -0.08434668183326721, -0.08077410608530045, -0.07720153033733368, -0.07362894713878632, -0.07005637139081955, -0.06648379564285278, -0.06291121244430542, -0.059338636696338654, -0.05576606094837189, -0.05219348520040512, -0.048620905727148056, -0.04504832625389099, -0.041475750505924225, -0.03790317475795746, -0.034330595284700394, -0.030758017674088478, -0.027185440063476562, -0.023612862452864647, -0.02004028484225273, -0.016467707231640816, -0.0128951296210289, -0.009322552010416985, -0.005749974399805069, -0.0021773967891931534, 0.0013951808214187622, 0.004967758432030678, 0.008540336042642593, 0.012112913653254509, 0.015685491263866425, 0.01925806887447834, 0.022830646485090256, 0.02640322409570217, 0.029975801706314087, 0.03354837745428085, 0.03712095692753792, 0.04069353640079498, 0.04426611214876175, 0.047838687896728516, 0.05141126736998558, 0.054983846843242645, 0.05855642259120941, 0.06212899833917618, 0.06570157408714294, 0.06927415728569031, 0.07284673303365707, 0.07641930878162384, 0.0799918919801712, 0.08356446772813797, 0.08713704347610474, 0.0907096192240715, 0.09428219497203827, 0.09785477817058563, 0.1014273539185524, 0.10499992966651917, 0.10857251286506653, 0.1121450886130333, 0.11571766436100006]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 3.0, 2.0, 0.0, 4.0, 1.0, 2.0, 1.0, 2.0, 7.0, 4.0, 3.0, 2.0, 1.0, 3.0, 5.0, 1.0, 5.0, 29.0, 2.0, 3.0, 8.0, 2.0, 4.0, 2.0, 0.0, 1.0, 0.0, 2.0, 4.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.0023734283167868853, -0.0022793570533394814, -0.0021852857898920774, -0.002091214759275317, -0.0019971434958279133, -0.0019030722323805094, -0.0018090009689331055, -0.0017149298219010234, -0.0016208585584536195, -0.0015267872950062156, -0.0014327161479741335, -0.0013386448845267296, -0.0012445736210793257, -0.0011505024740472436, -0.0010564312105998397, -0.0009623600053600967, -0.0008682888001203537, -0.0007742175948806107, -0.0006801463896408677, -0.0005860751261934638, -0.0004920039209537208, -0.0003979327157139778, -0.00030386148137040436, -0.00020979026157874614, -0.00011571904178708792, -2.1647821995429695e-05, 7.242339779622853e-05, 0.00016649461758788675, 0.000260565837379545, 0.00035463704261928797, 0.0004487082769628614, 0.0005427795113064349, 0.0006368507165461779, 0.0007309219217859209, 0.0008249931270256639, 0.0009190643904730678, 0.0010131355375051498, 0.0011072068009525537, 0.0012012780643999577, 0.0012953492114320397, 0.0013894204748794436, 0.0014834917383268476, 0.0015775628853589296, 0.0016716341488063335, 0.0017657054122537374, 0.0018597765592858195, 0.0019538477063179016, 0.0020479189697653055, 0.0021419902332127094, 0.0022360614966601133, 0.0023301327601075172, 0.0024242037907242775, 0.0025182750541716814, 0.0026123463176190853, 0.0027064175810664892, 0.002800488844513893, 0.0028945598751306534, 0.0029886311385780573, 0.003082702402025461, 0.003176773665472865, 0.003270844928920269, 0.003364916192367673, 0.003458987222984433, 0.003553058486431837, 0.003647129749879241]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 2.0, 2.0, 3.0, 1.0, 0.0, 2.0, 7.0, 10.0, 11.0, 23.0, 30.0, 33.0, 47.0, 72.0, 95.0, 141.0, 201.0, 244.0, 393.0, 588.0, 906.0, 1393.0, 2278.0, 4070.0, 7362.0, 15011.0, 34433.0, 101940.0, 858275.0, 77500.0, 30970.0, 16209.0, 9454.0, 5807.0, 3774.0, 2449.0, 1756.0, 1170.0, 842.0, 616.0, 456.0, 290.0, 216.0, 172.0, 104.0, 81.0, 50.0, 48.0, 30.0, 23.0, 22.0, 6.0, 4.0, 6.0, 5.0, 6.0, 1.0, 1.0, 2.0, 1.0, 2.0], "bins": [-0.005832869093865156, -0.00564774451777339, -0.005462619476020336, -0.00527749489992857, -0.005092369858175516, -0.00490724528208375, -0.004722120705991983, -0.00453699566423893, -0.004351871088147163, -0.00416674604639411, -0.003981621470302343, -0.0037964966613799334, -0.0036113718524575233, -0.0034262470435351133, -0.003241122467443347, -0.003055997658520937, -0.002870872849598527, -0.002685748040676117, -0.002500623231753707, -0.0023154986556619406, -0.0021303738467395306, -0.0019452490378171206, -0.0017601242288947105, -0.0015749995363876224, -0.0013898747274652123, -0.0012047499185428023, -0.0010196252260357141, -0.0008345004171133041, -0.000649375666398555, -0.00046425091568380594, -0.0002791261358652264, -9.400137059856206e-05, 9.112339466810226e-05, 0.00027624814538285136, 0.0004613729252014309, 0.0006464977050200105, 0.0008316224557347596, 0.0010167472064495087, 0.0012018720153719187, 0.0013869967078790069, 0.0015721215168014169, 0.0017572463257238269, 0.001942371018230915, 0.002127495827153325, 0.002312620636075735, 0.002497745444998145, 0.0026828700210899115, 0.0028679948300123215, 0.0030531196389347315, 0.0032382444478571415, 0.0034233692567795515, 0.003608493832871318, 0.003793618641793728, 0.0039787436835467815, 0.004163868259638548, 0.004348992835730314, 0.004534117877483368, 0.004719242453575134, 0.004904367495328188, 0.005089492071419954, 0.005274616647511721, 0.005459741689264774, 0.005644866265356541, 0.005829991307109594, 0.006015115883201361]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 3.0, 1.0, 5.0, 4.0, 3.0, 0.0, 3.0, 2.0, 2.0, 2.0, 1.0, 10.0, 5.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 3.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.015545390546321869, -0.014909866265952587, -0.014274341985583305, -0.013638817705214024, -0.013003293424844742, -0.012367768213152885, -0.011732243932783604, -0.011096719652414322, -0.01046119537204504, -0.009825671091675758, -0.009190146811306477, -0.008554622530937195, -0.007919097319245338, -0.007283573504537344, -0.006648048758506775, -0.006012524478137493, -0.005377000197768211, -0.00474147591739893, -0.004105951637029648, -0.0034704268909990788, -0.002834902610629797, -0.002199378330260515, -0.0015638538170605898, -0.0009283294202759862, -0.0002928050234913826, 0.000342719373293221, 0.0009782437700778246, 0.0016137681668624282, 0.002249292563647032, 0.0028848168440163136, 0.003520341357216239, 0.004155865870416164, 0.004791390150785446, 0.005426914431154728, 0.00606243871152401, 0.006697963457554579, 0.0073334877379238605, 0.00796901248395443, 0.008604536764323711, 0.009240061044692993, 0.009875585325062275, 0.010511109605431557, 0.011146633885800838, 0.01178215816617012, 0.012417683377861977, 0.013053207658231258, 0.01368873193860054, 0.014324256218969822, 0.014959780499339104, 0.015595304779708385, 0.016230829060077667, 0.016866354271769524, 0.01750187762081623, 0.018137402832508087, 0.018772926181554794, 0.01940845139324665, 0.020043976604938507, 0.020679499953985214, 0.02131502516567707, 0.021950548514723778, 0.022586073726415634, 0.02322159707546234, 0.023857122287154198, 0.024492645636200905, 0.02512817084789276]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 3.0, 2.0, 4.0, 8.0, 7.0, 2.0, 15.0, 12.0, 29.0, 44.0, 62.0, 75.0, 79.0, 121.0, 153.0, 241.0, 313.0, 492.0, 657.0, 981.0, 1466.0, 2669.0, 6073.0, 1328.0, 933.0, 602.0, 471.0, 349.0, 239.0, 166.0, 141.0, 117.0, 82.0, 83.0, 52.0, 64.0, 48.0, 39.0, 25.0, 34.0, 28.0, 26.0, 22.0, 16.0, 7.0, 12.0, 6.0, 7.0, 5.0, 4.0, 4.0, 1.0, 3.0, 1.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.00961986556649208, -0.009278541430830956, -0.008937218226492405, -0.00859589409083128, -0.008254569955170155, -0.007913246750831604, -0.007571922615170479, -0.007230598479509354, -0.006889274809509516, -0.006547951139509678, -0.006206627003848553, -0.005865303333848715, -0.005523979663848877, -0.005182655528187752, -0.004841331858187914, -0.004500007722526789, -0.004158684052526951, -0.0038173601496964693, -0.0034760362468659878, -0.00313471257686615, -0.0027933886740356684, -0.002452064771205187, -0.002110741101205349, -0.0017694171983748674, -0.001428093295544386, -0.0010867693927139044, -0.0007454456062987447, -0.00040412176167592406, -6.279791705310345e-05, 0.00027852592756971717, 0.0006198497721925378, 0.0009611736168153584, 0.001302497461438179, 0.0016438213642686605, 0.001985145267099142, 0.00232646893709898, 0.0026677928399294615, 0.003009116742759943, 0.003350440412759781, 0.0036917643155902624, 0.004033088218420744, 0.004374411888420582, 0.004715736024081707, 0.005057059694081545, 0.005398383364081383, 0.005739707499742508, 0.006081031169742346, 0.006422355305403471, 0.006763678975403309, 0.007105002645403147, 0.007446326781064272, 0.00778765045106411, 0.008128974586725235, 0.008470297791063786, 0.00881162192672491, 0.009152946062386036, 0.009494269266724586, 0.009835593402385712, 0.010176917538046837, 0.010518241673707962, 0.010859564878046513, 0.011200889013707638, 0.011542213149368763, 0.011883536353707314, 0.012224860489368439]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 1.0, 1.0, 2.0, 0.0, 3.0, 1.0, 2.0, 1.0, 2.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.07384342700242996, -0.07037379592657089, -0.06690416485071182, -0.06343454122543335, -0.05996491014957428, -0.05649527907371521, -0.05302564799785614, -0.04955602064728737, -0.0460863895714283, -0.04261675849556923, -0.03914713114500046, -0.03567750006914139, -0.03220786899328232, -0.028738241642713547, -0.025268610566854477, -0.021798981353640556, -0.018329352140426636, -0.014859722927212715, -0.01139009278267622, -0.007920462638139725, -0.004450833424925804, -0.0009812037460505962, 0.0024884259328246117, 0.0059580556116998196, 0.009427685290575027, 0.012897314503788948, 0.01636694371700287, 0.01983657479286194, 0.02330620400607586, 0.02677583321928978, 0.03024546429514885, 0.03371509164571762, 0.03718472272157669, 0.04065435379743576, 0.04412398114800453, 0.0475936122238636, 0.05106323957443237, 0.05453287065029144, 0.05800250172615051, 0.061472129076719284, 0.06494176387786865, 0.06841138750314713, 0.0718810185790062, 0.07535064965486526, 0.07882028073072433, 0.0822899118065834, 0.08575953543186188, 0.08922916650772095, 0.09269879758358002, 0.09616842865943909, 0.09963805973529816, 0.10310768336057663, 0.1065773144364357, 0.11004694551229477, 0.11351657658815384, 0.11698620766401291, 0.12045583128929138, 0.12392546236515045, 0.12739509344100952, 0.1308647245168686, 0.13433435559272766, 0.13780398666858673, 0.1412736177444458, 0.14474324882030487, 0.14821287989616394]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [5.0, 3.0, 2.0, 2.0, 3.0, 3.0, 3.0, 9.0, 16.0, 18.0, 23.0, 11.0, 19.0, 19.0, 28.0, 43.0, 19.0, 7.0, 5.0, 6.0, 4.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 3.0, 0.0, 1.0, 2.0, 0.0, 2.0, 2.0, 1.0, 1.0, 1.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.037082403898239136, -0.03465748205780983, -0.032232560217380524, -0.029807638376951218, -0.02738271653652191, -0.024957796558737755, -0.02253287471830845, -0.020107952877879143, -0.017683031037449837, -0.01525810919702053, -0.012833187356591225, -0.010408266447484493, -0.007983344607055187, -0.005558422766625881, -0.0031335013918578625, -0.0007085797842592001, 0.0017163418233394623, 0.004141263663768768, 0.006566185038536787, 0.008991106413304806, 0.011416028253734112, 0.013840950094163418, 0.01626587100327015, 0.018690792843699455, 0.02111571468412876, 0.023540636524558067, 0.025965558364987373, 0.02839048020541668, 0.030815400183200836, 0.03324032202363014, 0.03566524386405945, 0.038090165704488754, 0.04051508754491806, 0.042940009385347366, 0.04536493122577667, 0.04778985306620598, 0.050214774906635284, 0.05263969674706459, 0.055064618587493896, 0.0574895404279232, 0.05991446226835251, 0.062339380383491516, 0.06476430594921112, 0.06718922406435013, 0.06961414963006973, 0.07203906774520874, 0.07446399331092834, 0.07688891142606735, 0.07931382954120636, 0.08173875510692596, 0.08416367322206497, 0.08658859878778458, 0.08901351690292358, 0.09143844246864319, 0.0938633605837822, 0.0962882861495018, 0.09871320426464081, 0.10113812983036041, 0.10356304794549942, 0.10598797351121902, 0.10841289162635803, 0.11083781719207764, 0.11326273530721664, 0.11568766087293625, 0.11811257898807526]}, "_runtime": 102.78265762329102, "_timestamp": 1596211692.5537665, "_step": 126}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 3.0, 1.0, 4.0, 3.0, 0.0, 2.0, 6.0, 6.0, 3.0, 3.0, 2.0, 2.0, 3.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011595409363508224, -0.01122349500656128, -0.010851580649614334, -0.010479666292667389, -0.010107751935720444, -0.009735837578773499, -0.009363922290503979, -0.008992007933557034, -0.008620093576610088, -0.008248179219663143, -0.007876264862716198, -0.007504350505769253, -0.007132436148822308, -0.006760521791875362, -0.00638860696926713, -0.006016692612320185, -0.0056447782553732395, -0.005272863898426294, -0.004900949541479349, -0.004529034718871117, -0.0041571203619241714, -0.0037852060049772263, -0.003413291648030281, -0.0030413770582526922, -0.002669462701305747, -0.002297548344358802, -0.001925633754581213, -0.0015537193976342678, -0.0011818049242720008, -0.0008098904509097338, -0.00043797603575512767, -6.606159149669111e-05, 0.00030585285276174545, 0.0006777673261240125, 0.0010496817994862795, 0.0014215961564332247, 0.0017935106297954917, 0.0021654251031577587, 0.002537339460104704, 0.0029092540498822927, 0.003281168406829238, 0.003653082763776183, 0.004024997353553772, 0.004396911710500717, 0.004768826067447662, 0.0051407404243946075, 0.00551265524700284, 0.005884569603949785, 0.00625648396089673, 0.006628398317843676, 0.007000312674790621, 0.007372227497398853, 0.0077441418543457985, 0.008116056211292744, 0.008487970568239689, 0.008859884925186634, 0.00923179928213358, 0.009603713639080524, 0.00997562799602747, 0.01034754328429699, 0.010719457641243935, 0.01109137199819088, 0.011463286355137825, 0.01183520071208477, 0.012207115069031715]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 4.0, 2.0, 4.0, 2.0, 1.0, 1.0, 2.0, 8.0, 7.0, 11.0, 20.0, 9.0, 22.0, 39.0, 54.0, 72.0, 91.0, 128.0, 162.0, 298.0, 739.0, 5204.0, 399.0, 205.0, 126.0, 93.0, 60.0, 47.0, 28.0, 27.0, 15.0, 13.0, 7.0, 3.0, 5.0, 6.0, 3.0, 0.0, 1.0, 3.0, 0.0, 2.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.14352336525917053, -0.13904553651809692, -0.13456770777702332, -0.1300898790359497, -0.1256120502948761, -0.1211342141032219, -0.11665638536214828, -0.11217855662107468, -0.10770072042942047, -0.10322289168834686, -0.09874506294727325, -0.09426723420619965, -0.08978940546512604, -0.08531157672405243, -0.08083374053239822, -0.07635591179132462, -0.07187808305025101, -0.0674002543091774, -0.06292242556810379, -0.05844459310173988, -0.05396676063537598, -0.04948893189430237, -0.04501110315322876, -0.04053327068686485, -0.036055441945791245, -0.031577613204717636, -0.02709978073835373, -0.02262195199728012, -0.018144121393561363, -0.013666290789842606, -0.009188461117446423, -0.004710630979388952, -0.00023280084133148193, 0.004245029296725988, 0.008722859434783459, 0.013200689107179642, 0.0176785197108984, 0.022156350314617157, 0.026634179055690765, 0.031112009659409523, 0.03558984026312828, 0.04006766900420189, 0.044545501470565796, 0.049023330211639404, 0.05350115895271301, 0.05797899141907692, 0.06245682016015053, 0.06693465262651443, 0.07141248136758804, 0.07589031010866165, 0.08036813884973526, 0.08484597504138947, 0.08932380378246307, 0.09380163252353668, 0.09827946126461029, 0.1027572900056839, 0.10723511874675751, 0.11171295493841171, 0.11619078367948532, 0.12066861242055893, 0.12514644861221313, 0.12962427735328674, 0.13410210609436035, 0.13857993483543396, 0.14305776357650757]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 3.0, 3.0, 3.0, 1.0, 2.0, 2.0, 1.0, 4.0, 3.0, 4.0, 4.0, 6.0, 2.0, 4.0, 4.0, 24.0, 2.0, 5.0, 4.0, 4.0, 4.0, 4.0, 4.0, 0.0, 1.0, 3.0, 5.0, 3.0, 3.0, 1.0, 3.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.003046983852982521, -0.0029328088276088238, -0.0028186338022351265, -0.0027044585440307856, -0.0025902835186570883, -0.002476108493283391, -0.00236193323507905, -0.002247758209705353, -0.0021335831843316555, -0.0020194081589579582, -0.0019052330171689391, -0.00179105787537992, -0.0016768828500062227, -0.0015627078246325254, -0.0014485326828435063, -0.0013343575410544872, -0.00122018251568079, -0.0011060074903070927, -0.0009918323485180736, -0.0008776572649367154, -0.0007634821813553572, -0.000649307097773999, -0.0005351320141926408, -0.0004209569306112826, -0.0003067818470299244, -0.0001926067634485662, -7.8431679867208e-05, 3.574340371415019e-05, 0.00014991848729550838, 0.0002640935708768666, 0.0003782686544582248, 0.000492443738039583, 0.0006066188216209412, 0.0007207939052022994, 0.0008349689887836576, 0.0009491440723650157, 0.001063319155946374, 0.0011774941813200712, 0.0012916693231090903, 0.0014058444648981094, 0.0015200194902718067, 0.001634194515645504, 0.001748369657434523, 0.0018625447992235422, 0.0019767198245972395, 0.0020908948499709368, 0.0022050701081752777, 0.002319245133548975, 0.0024334201589226723, 0.0025475951842963696, 0.002661770209670067, 0.0027759454678744078, 0.002890120493248105, 0.0030042955186218023, 0.0031184707768261433, 0.0032326458021998405, 0.003346820827573538, 0.003460995852947235, 0.0035751708783209324, 0.0036893461365252733, 0.0038035211618989706, 0.0039176964201033115, 0.004031871445477009, 0.004146046470850706, 0.004260221496224403]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 2.0, 14.0, 11.0, 18.0, 24.0, 37.0, 52.0, 86.0, 114.0, 188.0, 256.0, 406.0, 597.0, 871.0, 1441.0, 2298.0, 3807.0, 6325.0, 11477.0, 23333.0, 57527.0, 827564.0, 153309.0, 41679.0, 19455.0, 10433.0, 6323.0, 3972.0, 2453.0, 1620.0, 1143.0, 770.0, 548.0, 397.0, 281.0, 213.0, 154.0, 112.0, 79.0, 70.0, 43.0, 32.0, 26.0, 20.0, 17.0, 10.0, 11.0, 7.0, 5.0, 1.0, 3.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0], "bins": [-0.005805176217108965, -0.005604313220828772, -0.005403450224548578, -0.005202587693929672, -0.005001724697649479, -0.004800861701369286, -0.004599998705089092, -0.004399136174470186, -0.004198273178189993, -0.0039974101819098, -0.0037965471856296062, -0.0035956844221800566, -0.0033948214258998632, -0.0031939586624503136, -0.0029930956661701202, -0.0027922329027205706, -0.0025913699064403772, -0.002390506910160184, -0.0021896441467106342, -0.001988781150430441, -0.0017879183869808912, -0.001587055390700698, -0.0013861925108358264, -0.001185329630970955, -0.0009844667511060834, -0.0007836038712412119, -0.0005827409913763404, -0.000381878053303808, -0.00018101517343893647, 1.984772097785026e-05, 0.000220710615394637, 0.00042157352436333895, 0.0006224364042282104, 0.000823299284093082, 0.0010241621639579535, 0.001225025043822825, 0.0014258879236876965, 0.0016267509199678898, 0.0018276137998327613, 0.002028476679697633, 0.0022293394431471825, 0.002430202439427376, 0.002631065435707569, 0.002831928199157119, 0.003032791195437312, 0.003233653958886862, 0.003434516955167055, 0.003635379718616605, 0.003836242714896798, 0.004037105478346348, 0.004237968474626541, 0.0044388314709067345, 0.004639694467186928, 0.004840556997805834, 0.005041419994086027, 0.0052422829903662205, 0.005443145986646414, 0.005644008982926607, 0.005844871513545513, 0.0060457345098257065, 0.0062465975061059, 0.006447460502386093, 0.006648323033004999, 0.0068491860292851925, 0.007050049025565386]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 3.0, 0.0, 1.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 1.0, 3.0, 2.0, 7.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 0.0, 1.0, 1.0, 4.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012335512787103653, -0.011923332698643208, -0.011511152610182762, -0.011098972521722317, -0.010686793364584446, -0.010274613276124, -0.009862433187663555, -0.00945025309920311, -0.009038073010742664, -0.008625892922282219, -0.008213713765144348, -0.007801533211022615, -0.007389353588223457, -0.006977173499763012, -0.0065649934113025665, -0.006152813788503408, -0.005740633700042963, -0.005328453611582518, -0.0049162739887833595, -0.004504093900322914, -0.004091913811862469, -0.003679733956232667, -0.0032675541006028652, -0.00285537401214242, -0.002443194156512618, -0.0020310143008828163, -0.001618834212422371, -0.0012066543567925692, -0.0007944743847474456, -0.00038229444180615246, 2.9885501135140657e-05, 0.0004420654440764338, 0.0008542453870177269, 0.0012664253590628505, 0.001678605331107974, 0.002090785186737776, 0.002502965275198221, 0.002915145130828023, 0.0033273249864578247, 0.00373950507491827, 0.0041516851633787155, 0.004563864786177874, 0.004976044874638319, 0.005388224963098764, 0.0058004045858979225, 0.006212584674358368, 0.006624764762818813, 0.007036944385617971, 0.007449124474078417, 0.007861304096877575, 0.00827348418533802, 0.008685664273798466, 0.009097844362258911, 0.009510024450719357, 0.009922204539179802, 0.010334383696317673, 0.010746563784778118, 0.011158743873238564, 0.011570923961699009, 0.011983104050159454, 0.0123952841386199, 0.01280746329575777, 0.013219643384218216, 0.013631823472678661, 0.014044003561139107]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 3.0, 6.0, 3.0, 7.0, 6.0, 12.0, 15.0, 16.0, 17.0, 31.0, 28.0, 45.0, 46.0, 63.0, 88.0, 102.0, 146.0, 163.0, 228.0, 272.0, 322.0, 383.0, 595.0, 799.0, 1118.0, 1979.0, 5908.0, 1672.0, 1044.0, 722.0, 508.0, 430.0, 325.0, 288.0, 236.0, 176.0, 147.0, 111.0, 88.0, 79.0, 52.0, 42.0, 24.0, 22.0, 22.0, 16.0, 6.0, 4.0, 3.0, 2.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.009120472706854343, -0.008809053339064121, -0.008497634902596474, -0.008186215534806252, -0.007874797098338604, -0.007563377730548382, -0.007251958828419447, -0.006940539926290512, -0.00662912055850029, -0.006317701656371355, -0.00600628275424242, -0.005694863852113485, -0.0053834449499845505, -0.005072026047855616, -0.0047606066800653934, -0.004449187777936459, -0.004137768875807524, -0.003826349973678589, -0.0035149308387190104, -0.0032035119365900755, -0.002892092801630497, -0.002580673899501562, -0.0022692549973726273, -0.0019578358624130487, -0.0016464169602841139, -0.0013349979417398572, -0.0010235789231956005, -0.0007121600210666656, -0.00040074100252240896, -8.932201308198273e-05, 0.0002220969763584435, 0.0005335159366950393, 0.000844934955239296, 0.0011563539737835526, 0.0014677729923278093, 0.0017791918944567442, 0.0020906110294163227, 0.0024020299315452576, 0.0027134488336741924, 0.003024867968633771, 0.003336286870762706, 0.0036477057728916407, 0.003959124907851219, 0.004270543809980154, 0.004581962712109089, 0.004893381614238024, 0.005204800982028246, 0.005516219884157181, 0.005827638786286116, 0.0061390576884150505, 0.006450476590543985, 0.0067618959583342075, 0.007073314860463142, 0.007384733762592077, 0.007696152664721012, 0.008007572032511234, 0.008318990468978882, 0.008630409836769104, 0.008941828273236752, 0.009253247641026974, 0.009564667008817196, 0.009876085445284843, 0.010187504813075066, 0.010498923249542713, 0.010810342617332935]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 3.0, 0.0, 3.0, 0.0, 2.0, 4.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.10655047744512558, -0.10308527201414108, -0.09962007403373718, -0.09615486860275269, -0.09268966317176819, -0.08922446519136429, -0.08575925976037979, -0.0822940543293953, -0.0788288563489914, -0.0753636509180069, -0.0718984454870224, -0.0684332400560379, -0.064968042075634, -0.061502836644649506, -0.05803763493895531, -0.05457242950797081, -0.05110722780227661, -0.04764202609658241, -0.044176820665597916, -0.04071161895990372, -0.03724641352891922, -0.03378121182322502, -0.030316010117530823, -0.026850806549191475, -0.023385602980852127, -0.01992039941251278, -0.01645519584417343, -0.012989994138479233, -0.009524790570139885, -0.006059587467461824, -0.002594384364783764, 0.0008708187378942966, 0.004336021840572357, 0.007801224943250418, 0.011266428045928478, 0.014731630682945251, 0.0181968342512846, 0.021662037819623947, 0.025127239525318146, 0.028592443093657494, 0.03205764666199684, 0.03552284836769104, 0.03898805379867554, 0.042453255504369736, 0.045918457210063934, 0.04938366264104843, 0.05284886434674263, 0.05631406977772713, 0.059779271483421326, 0.06324447691440582, 0.06670967489480972, 0.07017488032579422, 0.07364008575677872, 0.07710528373718262, 0.08057048916816711, 0.08403569459915161, 0.08750090003013611, 0.09096609801054001, 0.0944313034415245, 0.097896508872509, 0.1013617068529129, 0.1048269122838974, 0.1082921177148819, 0.1117573156952858, 0.1152225211262703]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 3.0, 3.0, 2.0, 5.0, 9.0, 8.0, 9.0, 21.0, 25.0, 28.0, 50.0, 11.0, 12.0, 6.0, 5.0, 10.0, 4.0, 6.0, 3.0, 5.0, 4.0, 3.0, 7.0, 6.0, 1.0, 3.0, 1.0, 2.0, 1.0, 2.0, 3.0, 2.0, 1.0, 2.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.06407376378774643, -0.06165401637554169, -0.059234265238046646, -0.056814517825841904, -0.05439476668834686, -0.05197501927614212, -0.04955527186393738, -0.04713552072644234, -0.044715773314237595, -0.04229602590203285, -0.03987627476453781, -0.03745652735233307, -0.035036779940128326, -0.032617028802633286, -0.030197281390428543, -0.02777753211557865, -0.02535778284072876, -0.022938033565878868, -0.020518284291028976, -0.018098536878824234, -0.015678787603974342, -0.01325903832912445, -0.010839289985597134, -0.008419541642069817, -0.005999792367219925, -0.0035800435580313206, -0.0011602947488427162, 0.0012594540603458881, 0.0036792028695344925, 0.006098951678723097, 0.008518700487911701, 0.010938448831439018, 0.01335819810628891, 0.0157779473811388, 0.018197696655988693, 0.020617444068193436, 0.023037193343043327, 0.02545694261789322, 0.02787669003009796, 0.030296439304947853, 0.032716188579797745, 0.03513593599200249, 0.03755568712949753, 0.03997543454170227, 0.04239518195390701, 0.044814933091402054, 0.047234680503606796, 0.04965443164110184, 0.05207417905330658, 0.05449392646551132, 0.05691367760300636, 0.059333425015211105, 0.061753176152706146, 0.06417292356491089, 0.06659267097711563, 0.06901241838932037, 0.07143217325210571, 0.07385192066431046, 0.0762716680765152, 0.07869141548871994, 0.08111116290092468, 0.08353091031312943, 0.08595066517591476, 0.0883704125881195, 0.09079016000032425]}, "_runtime": 103.58710837364197, "_timestamp": 1596211693.3582172, "_step": 127}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 0.0, 2.0, 1.0, 3.0, 4.0, 2.0, 1.0, 2.0, 1.0, 2.0, 5.0, 6.0, 6.0, 0.0, 0.0, 3.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009386561810970306, -0.009088181890547276, -0.008789801970124245, -0.008491422049701214, -0.008193042129278183, -0.007894663140177727, -0.007596283219754696, -0.007297903299331665, -0.006999523378908634, -0.006701143458485603, -0.0064027635380625725, -0.006104384083300829, -0.005806004162877798, -0.005507624242454767, -0.005209244787693024, -0.004910864867269993, -0.004612484946846962, -0.004314105026423931, -0.0040157251060009, -0.0037173456512391567, -0.003418965730816126, -0.003120585810393095, -0.002822206122800708, -0.0025238264352083206, -0.0022254465147852898, -0.0019270667107775807, -0.0016286869067698717, -0.0013303071027621627, -0.0010319272987544537, -0.0007335474947467446, -0.0004351676907390356, -0.00013678788673132658, 0.00016159191727638245, 0.00045997172128409147, 0.0007583515252918005, 0.0010567313292995095, 0.0013551111333072186, 0.0016534909373149276, 0.0019518707413226366, 0.002250250428915024, 0.0025486303493380547, 0.0028470102697610855, 0.0031453899573534727, 0.00344376964494586, 0.0037421495653688908, 0.004040529485791922, 0.004338908940553665, 0.004637288860976696, 0.004935668781399727, 0.005234048701822758, 0.005532428622245789, 0.005830808077007532, 0.006129187997430563, 0.006427567917853594, 0.006725947372615337, 0.007024327293038368, 0.007322707213461399, 0.00762108713388443, 0.00791946705430746, 0.008217846974730492, 0.008516225963830948, 0.008814605884253979, 0.00911298580467701, 0.00941136572510004, 0.009709745645523071]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 4.0, 1.0, 5.0, 1.0, 9.0, 15.0, 17.0, 31.0, 47.0, 84.0, 131.0, 193.0, 364.0, 5497.0, 862.0, 264.0, 149.0, 93.0, 55.0, 38.0, 22.0, 13.0, 8.0, 10.0, 4.0, 3.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1909988820552826, -0.18498758971691132, -0.17897629737854004, -0.17296500504016876, -0.16695371270179749, -0.1609424352645874, -0.15493114292621613, -0.14891985058784485, -0.14290855824947357, -0.1368972659111023, -0.13088597357273102, -0.12487468868494034, -0.11886339634656906, -0.11285210400819778, -0.1068408191204071, -0.10082952678203583, -0.09481823444366455, -0.08880694210529327, -0.082795649766922, -0.07678436487913132, -0.07077307254076004, -0.06476178020238876, -0.058750491589307785, -0.05273920297622681, -0.04672791063785553, -0.04071661829948425, -0.034705329686403275, -0.028694039210677147, -0.02268274873495102, -0.01667145825922489, -0.010660167783498764, -0.004648877307772636, 0.0013624131679534912, 0.007373703643679619, 0.013384994119405746, 0.019396284595131874, 0.025407575070858, 0.03141886740922928, 0.03743015602231026, 0.043441444635391235, 0.04945273697376251, 0.05546402931213379, 0.06147531792521477, 0.06748660653829575, 0.07349789887666702, 0.0795091912150383, 0.08552047610282898, 0.09153176844120026, 0.09754306077957153, 0.10355435311794281, 0.10956564545631409, 0.11557693034410477, 0.12158822268247604, 0.12759950757026672, 0.133610799908638, 0.13962209224700928, 0.14563338458538055, 0.15164467692375183, 0.1576559692621231, 0.16366726160049438, 0.16967853903770447, 0.17568983137607574, 0.18170112371444702, 0.1877124160528183, 0.19372370839118958]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 4.0, 3.0, 4.0, 2.0, 4.0, 1.0, 4.0, 2.0, 0.0, 3.0, 3.0, 2.0, 6.0, 3.0, 3.0, 2.0, 7.0, 22.0, 4.0, 1.0, 3.0, 4.0, 2.0, 2.0, 6.0, 2.0, 3.0, 1.0, 1.0, 1.0, 5.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0028572753071784973, -0.0027806360740214586, -0.0027039966080337763, -0.0026273573748767376, -0.0025507179088890553, -0.0024740786757320166, -0.0023974392097443342, -0.0023207999765872955, -0.002244160510599613, -0.0021675212774425745, -0.002090881811454892, -0.0020142425782978535, -0.001937603228725493, -0.0018609638791531324, -0.001784324529580772, -0.0017076851800084114, -0.001631045830436051, -0.0015544064808636904, -0.0014777671312913299, -0.0014011277817189693, -0.0013244884321466088, -0.0012478490825742483, -0.0011712097330018878, -0.0010945703834295273, -0.0010179311502724886, -0.0009412917424924672, -0.0008646523929201066, -0.0007880130433477461, -0.0007113737519830465, -0.000634734402410686, -0.0005580950528383255, -0.000481455703265965, -0.00040481635369360447, -0.00032817700412124395, -0.00025153765454888344, -0.00017489833408035338, -9.825898450799286e-05, -2.1619642211589962e-05, 5.501970008481294e-05, 0.00013165903510525823, 0.00020829838467761874, 0.00028493773424997926, 0.0003615770838223398, 0.00043821640429086983, 0.0005148557247593999, 0.0005914950743317604, 0.0006681344239041209, 0.0007447737734764814, 0.000821413123048842, 0.0008980524726212025, 0.000974691822193563, 0.0010513311717659235, 0.001127970521338284, 0.0012046098709106445, 0.001281249220483005, 0.0013578885700553656, 0.0014345278032124043, 0.0015111671527847648, 0.0015878065023571253, 0.0016644458519294858, 0.0017410852015018463, 0.0018177245510742068, 0.0018943639006465673, 0.0019710033666342497, 0.0020476425997912884]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [4.0, 4.0, 5.0, 6.0, 5.0, 11.0, 14.0, 17.0, 26.0, 39.0, 64.0, 69.0, 117.0, 178.0, 207.0, 313.0, 453.0, 631.0, 942.0, 1347.0, 2049.0, 3226.0, 5298.0, 9147.0, 15860.0, 32066.0, 85177.0, 852646.0, 96564.0, 33263.0, 16139.0, 8735.0, 5225.0, 3097.0, 2063.0, 1380.0, 883.0, 632.0, 450.0, 350.0, 240.0, 168.0, 141.0, 88.0, 74.0, 51.0, 34.0, 31.0, 34.0, 18.0, 17.0, 12.0, 10.0, 7.0, 8.0, 3.0, 2.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0], "bins": [-0.004640211351215839, -0.004472436849027872, -0.004304662812501192, -0.004136888310313225, -0.003969114273786545, -0.0038013397715985775, -0.003633565502241254, -0.00346579123288393, -0.0032980169635266066, -0.003130242694169283, -0.0029624684248119593, -0.0027946941554546356, -0.0026269196532666683, -0.0024591453839093447, -0.002291371114552021, -0.0021235968451946974, -0.0019558225758373737, -0.00178804830648005, -0.0016202740371227264, -0.001452499651350081, -0.0012847253819927573, -0.0011169511126354337, -0.0009491767850704491, -0.0007814024575054646, -0.0006136281881481409, -0.0004458538896869868, -0.0002780795912258327, -0.0001103052927646786, 5.7469005696475506e-05, 0.0002252433041576296, 0.0003930176026187837, 0.0005607919301837683, 0.0007285661995410919, 0.0008963404688984156, 0.0010641147382557392, 0.0012318891240283847, 0.0013996633933857083, 0.001567437662743032, 0.0017352120485156775, 0.001902986317873001, 0.0020707605872303247, 0.0022385348565876484, 0.002406309125944972, 0.0025740833953022957, 0.002741857897490263, 0.0029096321668475866, 0.0030774064362049103, 0.003245180705562234, 0.0034129549749195576, 0.0035807292442768812, 0.003748503513634205, 0.003916278015822172, 0.004084052052348852, 0.0042518265545368195, 0.0044196005910634995, 0.004587375093251467, 0.004755149595439434, 0.004922923631966114, 0.005090698134154081, 0.005258472170680761, 0.005426246672868729, 0.005594020709395409, 0.005761795211583376, 0.005929569248110056, 0.006097343750298023]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 0.0, 3.0, 5.0, 3.0, 2.0, 4.0, 5.0, 10.0, 3.0, 3.0, 6.0, 1.0, 2.0, 4.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.050178974866867065, -0.049143120646476746, -0.048107266426086426, -0.047071412205696106, -0.046035557985305786, -0.044999703764915466, -0.043963849544525146, -0.04292799532413483, -0.04189214110374451, -0.04085628315806389, -0.03982042893767357, -0.03878457471728325, -0.03774872049689293, -0.03671286627650261, -0.03567701205611229, -0.03464115783572197, -0.03360530361533165, -0.03256944939494133, -0.03153359517455101, -0.03049774095416069, -0.02946188673377037, -0.0284260306507349, -0.02739017643034458, -0.026354322209954262, -0.025318467989563942, -0.024282613769173622, -0.023246759548783302, -0.022210905328392982, -0.021175049245357513, -0.020139195024967194, -0.019103340804576874, -0.018067486584186554, -0.017031632363796234, -0.015995778143405914, -0.014959923923015594, -0.0139240687713027, -0.01288821455091238, -0.01185236033052206, -0.010816505178809166, -0.009780650958418846, -0.008744796738028526, -0.0077089425176382065, -0.006673087831586599, -0.005637233145534992, -0.004601378925144672, -0.003565524471923709, -0.0025296700187027454, -0.001493815565481782, -0.0004579611122608185, 0.000577893340960145, 0.0016137477941811085, 0.002649602247402072, 0.0036854567006230354, 0.004721310921013355, 0.005757165607064962, 0.0067930202931165695, 0.00782887451350689, 0.00886472873389721, 0.009900582954287529, 0.010936438106000423, 0.011972292326390743, 0.013008146546781063, 0.014044001698493958, 0.015079855918884277, 0.016115710139274597]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [7.0, 2.0, 0.0, 0.0, 2.0, 3.0, 5.0, 1.0, 5.0, 11.0, 7.0, 5.0, 14.0, 9.0, 3.0, 2.0, 7.0, 12.0, 13.0, 10.0, 5.0, 12.0, 16.0, 12.0, 22.0, 29.0, 26.0, 31.0, 61.0, 73.0, 71.0, 107.0, 161.0, 244.0, 350.0, 568.0, 852.0, 1291.0, 2250.0, 7168.0, 2134.0, 1045.0, 612.0, 383.0, 259.0, 157.0, 92.0, 76.0, 57.0, 28.0, 32.0, 22.0, 13.0, 8.0, 11.0, 10.0, 9.0, 3.0, 5.0, 5.0, 1.0, 0.0, 1.0, 2.0], "bins": [-0.015381596982479095, -0.01499231718480587, -0.014603037387132645, -0.01421375758945942, -0.013824477791786194, -0.013435198925435543, -0.013045919127762318, -0.012656639330089092, -0.012267359532415867, -0.011878079734742641, -0.011488799937069416, -0.01109952013939619, -0.01071024127304554, -0.010320961475372314, -0.009931681677699089, -0.009542401880025864, -0.009153122082352638, -0.008763842284679413, -0.008374562487006187, -0.007985282689332962, -0.007596003357321024, -0.0072067235596477985, -0.0068174442276358604, -0.006428164429962635, -0.00603888463228941, -0.005649604834616184, -0.005260325036942959, -0.004871045704931021, -0.004481765907257795, -0.00409248610958457, -0.003703206544741988, -0.0033139269798994064, -0.002924647182226181, -0.0025353673845529556, -0.002146087819710374, -0.0017568081384524703, -0.0013675284571945667, -0.0009782487759366632, -0.0005889690946787596, -0.000199689413420856, 0.00018959026783704758, 0.0005788699490949512, 0.0009681496303528547, 0.0013574293116107583, 0.0017467089928686619, 0.0021359887905418873, 0.002525268355384469, 0.0029145479202270508, 0.003303827717900276, 0.0036931075155735016, 0.004082387313246727, 0.004471666645258665, 0.0048609464429318905, 0.005250226240605116, 0.005639505572617054, 0.006028785370290279, 0.006418065167963505, 0.00680734496563673, 0.007196624763309956, 0.007585904095321894, 0.007975183427333832, 0.008364463225007057, 0.008753743022680283, 0.009143022820353508, 0.009532302618026733]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 3.0, 1.0, 0.0, 2.0, 2.0, 1.0, 3.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0849265307188034, -0.08060898631811142, -0.07629144191741943, -0.07197389751672745, -0.06765635311603546, -0.06333880126476288, -0.05902125686407089, -0.054703712463378906, -0.05038616806268692, -0.046068623661994934, -0.04175107926130295, -0.03743353113532066, -0.03311598673462868, -0.02879844233393669, -0.024480896070599556, -0.02016334980726242, -0.015845805406570435, -0.011528260074555874, -0.007210714742541313, -0.0028931694105267525, 0.0014243759214878082, 0.005741921253502369, 0.01005946658551693, 0.01437701191753149, 0.01869455724954605, 0.023012101650238037, 0.027329647913575172, 0.03164719417691231, 0.035964738577604294, 0.04028228297829628, 0.044599831104278564, 0.04891737550497055, 0.05323491990566254, 0.05755246430635452, 0.06187000870704651, 0.0661875531077385, 0.07050509750843048, 0.07482264935970306, 0.07914019376039505, 0.08345773816108704, 0.08777528256177902, 0.09209282696247101, 0.096410371363163, 0.10072791576385498, 0.10504546761512756, 0.10936301201581955, 0.11368055641651154, 0.11799810081720352, 0.12231564521789551, 0.1266331970691681, 0.13095073401927948, 0.13526828587055206, 0.13958582282066345, 0.14390337467193604, 0.14822091162204742, 0.15253846347332, 0.1568560004234314, 0.16117355227470398, 0.16549110412597656, 0.16980864107608795, 0.17412619292736053, 0.17844372987747192, 0.1827612817287445, 0.1870788186788559, 0.19139637053012848]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 4.0, 1.0, 3.0, 3.0, 1.0, 2.0, 2.0, 5.0, 2.0, 2.0, 1.0, 0.0, 3.0, 6.0, 3.0, 9.0, 8.0, 12.0, 44.0, 33.0, 14.0, 25.0, 25.0, 20.0, 11.0, 10.0, 4.0, 2.0, 3.0, 1.0, 4.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.06963285058736801, -0.06702136993408203, -0.06440988183021545, -0.061798401176929474, -0.059186916798353195, -0.056575436145067215, -0.053963951766490936, -0.05135246738791466, -0.04874098300933838, -0.0461295023560524, -0.04351801797747612, -0.04090653359889984, -0.03829505294561386, -0.03568356856703758, -0.033072084188461304, -0.030460601672530174, -0.027849119156599045, -0.025237636640667915, -0.022626152262091637, -0.020014669746160507, -0.01740318536758423, -0.014791702851653099, -0.01218022033572197, -0.009568736888468266, -0.0069572534412145615, -0.004345769993960857, -0.0017342870123684406, 0.0008771962020546198, 0.00348867941647768, 0.006100162863731384, 0.008711645379662514, 0.011323128826916218, 0.013934612274169922, 0.01654609479010105, 0.01915757916867733, 0.02176906168460846, 0.024380546063184738, 0.026992028579115868, 0.029603511095046997, 0.032214995473623276, 0.034826479852199554, 0.037437960505485535, 0.04004944488406181, 0.04266092926263809, 0.04527240991592407, 0.04788389429450035, 0.05049537867307663, 0.05310685932636261, 0.05571834370493889, 0.05832982808351517, 0.06094130873680115, 0.06355279684066772, 0.0661642774939537, 0.06877575814723969, 0.07138724625110626, 0.07399872690439224, 0.07661020755767822, 0.0792216956615448, 0.08183317631483078, 0.08444465696811676, 0.08705614507198334, 0.08966762572526932, 0.0922791063785553, 0.09489059448242188, 0.09750207513570786]}, "_runtime": 104.40089154243469, "_timestamp": 1596211694.1720004, "_step": 128}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 4.0, 1.0, 5.0, 1.0, 8.0, 0.0, 2.0, 1.0, 2.0, 4.0, 4.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009942363016307354, -0.009636481292545795, -0.009330599568784237, -0.009024717845022678, -0.008718835189938545, -0.008412953466176987, -0.008107071742415428, -0.00780119001865387, -0.007495308294892311, -0.0071894265711307526, -0.006883544847369194, -0.006577662657946348, -0.00627178093418479, -0.005965899210423231, -0.005660017021000385, -0.005354135297238827, -0.005048253573477268, -0.00474237184971571, -0.004436490125954151, -0.004130607936531305, -0.0038247262127697468, -0.0035188444890081882, -0.003212962532415986, -0.002907080575823784, -0.0026011988520622253, -0.002295317128300667, -0.0019894351717084646, -0.0016835533315315843, -0.001377671491354704, -0.0010717896511778235, -0.0007659078110009432, -0.0004600259708240628, -0.00015414413064718246, 0.0001517377095296979, 0.00045761954970657825, 0.0007635013898834586, 0.001069383230060339, 0.0013752650702372193, 0.0016811469104140997, 0.001987028867006302, 0.0022929105907678604, 0.002598792314529419, 0.002904674271121621, 0.0032105562277138233, 0.003516437951475382, 0.0038223196752369404, 0.004128201864659786, 0.004434083588421345, 0.004739965312182903, 0.005045847035944462, 0.00535172875970602, 0.005657610949128866, 0.005963492672890425, 0.006269374396651983, 0.006575256586074829, 0.006881138309836388, 0.007187020033597946, 0.007492901757359505, 0.007798783481121063, 0.008104665204882622, 0.00841054692864418, 0.008716429583728313, 0.009022311307489872, 0.00932819303125143, 0.009634074755012989]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 4.0, 4.0, 2.0, 6.0, 8.0, 3.0, 12.0, 9.0, 11.0, 25.0, 26.0, 28.0, 45.0, 59.0, 59.0, 87.0, 102.0, 136.0, 162.0, 291.0, 4075.0, 1609.0, 386.0, 225.0, 127.0, 103.0, 64.0, 58.0, 39.0, 40.0, 30.0, 24.0, 10.0, 8.0, 8.0, 13.0, 5.0, 5.0, 5.0, 4.0, 2.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.10681534558534622, -0.10347059369087219, -0.10012583434581757, -0.09678108245134354, -0.09343632310628891, -0.09009157121181488, -0.08674681186676025, -0.08340205997228622, -0.0800573080778122, -0.07671254873275757, -0.07336779683828354, -0.07002303749322891, -0.06667828559875488, -0.06333352625370026, -0.05998877435922623, -0.0566440187394619, -0.05329926311969757, -0.04995450749993324, -0.046609751880168915, -0.04326499626040459, -0.03992024064064026, -0.03657548874616623, -0.0332307331264019, -0.029885977506637573, -0.026541221886873245, -0.023196466267108917, -0.01985171064734459, -0.01650695689022541, -0.013162201270461082, -0.009817445650696754, -0.006472690962255001, -0.0031279358081519604, 0.00021681934595108032, 0.003561574500054121, 0.006906329654157162, 0.010251084342598915, 0.013595839962363243, 0.01694059558212757, 0.02028534933924675, 0.023630104959011078, 0.026974860578775406, 0.030319616198539734, 0.03366437181830406, 0.03700912743806839, 0.04035387933254242, 0.04369863495230675, 0.047043390572071075, 0.0503881461918354, 0.05373290181159973, 0.05707765743136406, 0.06042241305112839, 0.06376716494560242, 0.06711192429065704, 0.07045667618513107, 0.0738014355301857, 0.07714618742465973, 0.08049094676971436, 0.08383569866418839, 0.08718045055866241, 0.09052520990371704, 0.09386996179819107, 0.0972147211432457, 0.10055947303771973, 0.10390423238277435, 0.10724898427724838]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 4.0, 0.0, 2.0, 2.0, 10.0, 6.0, 3.0, 4.0, 5.0, 1.0, 2.0, 25.0, 7.0, 4.0, 0.0, 1.0, 4.0, 3.0, 8.0, 1.0, 3.0, 2.0, 4.0, 2.0, 3.0, 0.0, 4.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0031481096521019936, -0.0030259909108281136, -0.00290387193672359, -0.0027817529626190662, -0.0026596342213451862, -0.0025375154800713062, -0.0024153965059667826, -0.002293277531862259, -0.002171158790588379, -0.002049040049314499, -0.0019269210752099752, -0.0018048022175207734, -0.0016826833598315716, -0.0015605645021423697, -0.001438445644453168, -0.001316326786763966, -0.0011942079290747643, -0.0010720890713855624, -0.0009499702136963606, -0.0008278513560071588, -0.0007057324983179569, -0.0005836136406287551, -0.00046149478293955326, -0.00033937592525035143, -0.0002172570675611496, -9.513820987194777e-05, 2.6980647817254066e-05, 0.0001490995055064559, 0.00027121836319565773, 0.00039333722088485956, 0.0005154560785740614, 0.0006375749362632632, 0.0007596937939524651, 0.0008818126516416669, 0.0010039315093308687, 0.0011260503670200706, 0.0012481692247092724, 0.0013702880823984742, 0.001492406940087676, 0.0016145257977768779, 0.0017366446554660797, 0.0018587635131552815, 0.0019808823708444834, 0.002103001344949007, 0.002225120086222887, 0.002347238827496767, 0.0024693578016012907, 0.0025914767757058144, 0.0027135955169796944, 0.0028357142582535744, 0.002957833232358098, 0.0030799522064626217, 0.0032020709477365017, 0.0033241896890103817, 0.0034463086631149054, 0.003568427637219429, 0.003690546378493309, 0.003812665119767189, 0.003934783861041069, 0.004056903067976236, 0.004179021809250116, 0.004301140550523996, 0.004423259757459164, 0.004545378498733044, 0.004667497240006924]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 1.0, 1.0, 3.0, 7.0, 1.0, 6.0, 15.0, 14.0, 21.0, 20.0, 29.0, 47.0, 57.0, 86.0, 128.0, 189.0, 275.0, 471.0, 694.0, 1146.0, 1803.0, 2795.0, 4707.0, 8205.0, 14824.0, 30493.0, 82063.0, 854776.0, 93560.0, 33904.0, 17414.0, 10243.0, 6345.0, 4378.0, 3014.0, 2108.0, 1526.0, 1099.0, 794.0, 604.0, 434.0, 350.0, 235.0, 220.0, 128.0, 103.0, 79.0, 46.0, 40.0, 33.0, 35.0, 25.0, 12.0, 11.0, 4.0, 11.0, 3.0, 2.0, 2.0, 1.0, 2.0, 1.0, 2.0], "bins": [-0.005645386874675751, -0.0054482039995491505, -0.00525102112442255, -0.00505383824929595, -0.00485665537416935, -0.004659472499042749, -0.004462289623916149, -0.004265106748789549, -0.004067923873662949, -0.003870741231366992, -0.0036735583562403917, -0.0034763754811137915, -0.003279192838817835, -0.0030820099636912346, -0.0028848270885646343, -0.002687644213438034, -0.002490461338311434, -0.0022932784631848335, -0.0020960955880582333, -0.0018989128293469548, -0.0017017299542203546, -0.0015045470790937543, -0.0013073643203824759, -0.0011101814452558756, -0.0009129985701292753, -0.0007158156950026751, -0.0005186328780837357, -0.0003214500320609659, -0.0001242671860381961, 7.291565998457372e-05, 0.00027009850600734353, 0.00046728135203011334, 0.0006644641980528831, 0.0008616470731794834, 0.0010588299483060837, 0.0012560127070173621, 0.0014531955821439624, 0.0016503784572705626, 0.001847561215981841, 0.0020447440911084414, 0.0022419269662350416, 0.002439109841361642, 0.002636292716488242, 0.0028334755916148424, 0.003030658233910799, 0.0032278411090373993, 0.0034250239841639996, 0.0036222068592906, 0.0038193897344172, 0.0040165726095438, 0.004213755484670401, 0.004410938359797001, 0.004608121234923601, 0.004805304110050201, 0.005002486985176802, 0.005199669860303402, 0.005396852269768715, 0.005594035144895315, 0.0057912180200219154, 0.005988400895148516, 0.006185583770275116, 0.006382766645401716, 0.0065799495205283165, 0.006777132395654917, 0.006974315270781517]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 3.0, 1.0, 2.0, 1.0, 1.0, 1.0, 4.0, 2.0, 1.0, 8.0, 2.0, 6.0, 4.0, 1.0, 3.0, 2.0, 5.0, 1.0, 4.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.048976510763168335, -0.047883640974760056, -0.046790771186351776, -0.0456979013979435, -0.04460503160953522, -0.04351216182112694, -0.04241929203271866, -0.04132642224431038, -0.0402335524559021, -0.03914068266749382, -0.03804781287908554, -0.03695494309067726, -0.03586207330226898, -0.0347692035138607, -0.03367633372545242, -0.032583463937044144, -0.031490594148635864, -0.030397726222872734, -0.029304856434464455, -0.028211986646056175, -0.027119116857647896, -0.026026247069239616, -0.024933377280831337, -0.023840507492423058, -0.022747639566659927, -0.021654769778251648, -0.02056189998984337, -0.01946903020143509, -0.01837616041302681, -0.01728329062461853, -0.01619042083621025, -0.015097551047801971, -0.014004681259393692, -0.012911811470985413, -0.011818941682577133, -0.010726071894168854, -0.009633202105760574, -0.00854033324867487, -0.00744746346026659, -0.006354593671858311, -0.005261723883450031, -0.004168854095041752, -0.003075984539464116, -0.0019831149838864803, -0.0008902451954782009, 0.00020262447651475668, 0.0012954941485077143, 0.00238836370408535, 0.0034812334924936295, 0.004574103280901909, 0.005666973069310188, 0.00675984239205718, 0.007852712646126747, 0.008945581503212452, 0.010038451291620731, 0.01113132108002901, 0.01222419086843729, 0.01331706065684557, 0.014409930445253849, 0.015502800233662128, 0.016595669090747833, 0.017688538879156113, 0.018781408667564392, 0.01987427845597267, 0.02096714824438095]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [6.0, 5.0, 2.0, 6.0, 8.0, 8.0, 3.0, 9.0, 16.0, 9.0, 12.0, 9.0, 9.0, 4.0, 12.0, 7.0, 6.0, 8.0, 11.0, 21.0, 25.0, 36.0, 51.0, 52.0, 92.0, 101.0, 136.0, 191.0, 272.0, 391.0, 578.0, 866.0, 1447.0, 6111.0, 2628.0, 1544.0, 1053.0, 737.0, 519.0, 406.0, 231.0, 202.0, 128.0, 119.0, 92.0, 66.0, 46.0, 36.0, 19.0, 23.0, 15.0, 7.0, 8.0, 7.0, 5.0, 7.0, 5.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 3.0], "bins": [-0.014879466965794563, -0.014440151862800121, -0.01400083675980568, -0.013561521656811237, -0.013122206553816795, -0.012682891450822353, -0.012243575416505337, -0.011804260313510895, -0.011364945210516453, -0.01092563010752201, -0.010486315004527569, -0.010046999901533127, -0.009607684798538685, -0.009168369695544243, -0.008729054592549801, -0.008289739489555359, -0.007850423455238342, -0.007411108817905188, -0.006971793714910746, -0.006532478146255016, -0.006093163043260574, -0.005653847940266132, -0.00521453283727169, -0.004775217734277248, -0.004335902631282806, -0.0038965872954577208, -0.003457271959632635, -0.003017956856638193, -0.002578641753643751, -0.0021393264178186655, -0.0017000113148242235, -0.0012606960954144597, -0.0008213808760046959, -0.00038206568569876254, 5.724950460717082e-05, 0.0004965646658092737, 0.0009358798852190375, 0.0013751951046288013, 0.0018145102076232433, 0.002253825543448329, 0.002693140646442771, 0.003132455749437213, 0.0035717710852622986, 0.004011086188256741, 0.0044504012912511826, 0.0048897163942456245, 0.005329031962901354, 0.005768347065895796, 0.006207662168890238, 0.00664697727188468, 0.007086292374879122, 0.007525607943534851, 0.007964923046529293, 0.008404238149523735, 0.008843553252518177, 0.009282868355512619, 0.009722183458507061, 0.010161498561501503, 0.010600813664495945, 0.011040129698812962, 0.011479444801807404, 0.011918759904801846, 0.012358075007796288, 0.01279739011079073, 0.013236705213785172]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0998459905385971, -0.09647771716117859, -0.09310945123434067, -0.08974117785692215, -0.08637291193008423, -0.08300463855266571, -0.07963636517524719, -0.07626809924840927, -0.07289982587099075, -0.06953155249357224, -0.06616328656673431, -0.0627950131893158, -0.059426743537187576, -0.05605847388505936, -0.05269020050764084, -0.04932193085551262, -0.0459536612033844, -0.04258539155125618, -0.03921712189912796, -0.03584884852170944, -0.03248057886958122, -0.029112309217453003, -0.025744037702679634, -0.022375766187906265, -0.019007496535778046, -0.015639226883649826, -0.012270955368876457, -0.008902684785425663, -0.005534414201974869, -0.0021661436185240746, 0.0012021269649267197, 0.004570397548377514, 0.007938668131828308, 0.011306938715279102, 0.014675209298729897, 0.018043480813503265, 0.021411750465631485, 0.024780020117759705, 0.028148291632533073, 0.03151656314730644, 0.03488483279943466, 0.03825310245156288, 0.0416213721036911, 0.04498964548110962, 0.04835791513323784, 0.05172618478536606, 0.055094458162784576, 0.058462727814912796, 0.061830997467041016, 0.06519927084445953, 0.06856753677129745, 0.07193581014871597, 0.0753040760755539, 0.07867234945297241, 0.08204062283039093, 0.08540888875722885, 0.08877716213464737, 0.09214543551206589, 0.09551370143890381, 0.09888197481632233, 0.10225024819374084, 0.10561851412057877, 0.10898678749799728, 0.1123550534248352, 0.11572332680225372]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 4.0, 5.0, 4.0, 3.0, 6.0, 3.0, 7.0, 2.0, 6.0, 10.0, 7.0, 21.0, 14.0, 13.0, 17.0, 14.0, 39.0, 16.0, 19.0, 15.0, 5.0, 9.0, 2.0, 6.0, 3.0, 5.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.07954157143831253, -0.07706481963396072, -0.07458806782960892, -0.07211131602525711, -0.06963455677032471, -0.0671578049659729, -0.0646810531616211, -0.06220430135726929, -0.05972754955291748, -0.057250797748565674, -0.05477404594421387, -0.05229729041457176, -0.049820538610219955, -0.04734378680586815, -0.044867031276226044, -0.04239027947187424, -0.03991352766752243, -0.037436775863170624, -0.03496002405881882, -0.03248326852917671, -0.030006516724824905, -0.0275297649204731, -0.025053011253476143, -0.022576257586479187, -0.02009950578212738, -0.017622753977775574, -0.015146000310778618, -0.012669247575104237, -0.010192494839429855, -0.007715742103755474, -0.005238989368081093, -0.0027622366324067116, -0.0002854838967323303, 0.002191268838942051, 0.004668021574616432, 0.0071447743102908134, 0.009621527045965195, 0.012098279781639576, 0.014575032517313957, 0.017051786184310913, 0.01952853798866272, 0.022005289793014526, 0.024482043460011482, 0.026958797127008438, 0.029435548931360245, 0.03191230073571205, 0.034389056265354156, 0.03686580806970596, 0.03934255987405777, 0.041819311678409576, 0.04429606348276138, 0.04677281901240349, 0.049249570816755295, 0.0517263226211071, 0.05420307815074921, 0.05667982995510101, 0.05915658175945282, 0.061633333563804626, 0.06411008536815643, 0.06658683717250824, 0.06906358897686005, 0.07154034823179245, 0.07401710003614426, 0.07649385184049606, 0.07897060364484787]}, "_runtime": 105.18493366241455, "_timestamp": 1596211694.9560425, "_step": 129}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 1.0, 7.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.008001359179615974, -0.0077461134642362595, -0.007490867283195257, -0.007235621102154255, -0.00698037538677454, -0.006725129671394825, -0.006469883490353823, -0.0062146373093128204, -0.0059593915939331055, -0.0057041458785533905, -0.005448899697512388, -0.005193653516471386, -0.004938407801091671, -0.004683162085711956, -0.004427915904670954, -0.0041726697236299515, -0.0039174240082502365, -0.003662178060039878, -0.0034069321118295193, -0.0031516861636191607, -0.002896440215408802, -0.0026411942671984434, -0.002385948318988085, -0.002130702370777726, -0.0018754564225673676, -0.001620210474357009, -0.0013649645261466503, -0.0011097185779362917, -0.0008544726297259331, -0.0005992266815155745, -0.00034398073330521584, -8.873478509485722e-05, 0.0001665111631155014, 0.00042175711132586, 0.0006770030595362186, 0.0009322490077465773, 0.0011874949559569359, 0.0014427409041672945, 0.0016979868523776531, 0.0019532328005880117, 0.0022084787487983704, 0.002463724697008729, 0.0027189706452190876, 0.0029742165934294462, 0.003229462541639805, 0.0034847084898501635, 0.003739954438060522, 0.003995200619101524, 0.004250446334481239, 0.004505692049860954, 0.0047609382309019566, 0.005016184411942959, 0.005271430127322674, 0.005526675842702389, 0.005781922023743391, 0.006037168204784393, 0.006292413920164108, 0.006547659635543823, 0.0068029058165848255, 0.007058151997625828, 0.007313397713005543, 0.007568643428385258, 0.007823890075087547, 0.008079135790467262, 0.008334381505846977]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 2.0, 4.0, 8.0, 5.0, 8.0, 10.0, 14.0, 20.0, 21.0, 25.0, 29.0, 36.0, 59.0, 83.0, 105.0, 134.0, 279.0, 627.0, 5445.0, 388.0, 184.0, 126.0, 78.0, 59.0, 38.0, 31.0, 21.0, 16.0, 14.0, 11.0, 12.0, 8.0, 5.0, 5.0, 2.0, 2.0, 2.0, 1.0, 3.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1579217165708542, -0.15342749655246735, -0.1489332765340805, -0.14443905651569366, -0.13994483649730682, -0.13545061647891998, -0.13095639646053314, -0.1264621764421463, -0.12196796387434006, -0.11747374385595322, -0.11297952383756638, -0.10848530381917953, -0.10399109125137329, -0.09949687123298645, -0.09500265121459961, -0.09050843119621277, -0.08601421117782593, -0.08151999115943909, -0.07702577114105225, -0.0725315511226654, -0.06803733110427856, -0.06354311853647232, -0.05904889851808548, -0.05455467849969864, -0.0500604584813118, -0.04556623846292496, -0.041072018444538116, -0.036577802151441574, -0.03208358213305473, -0.027589362114667892, -0.0230951439589262, -0.01860092580318451, -0.014106705784797668, -0.009612486697733402, -0.005118267610669136, -0.0006240485236048698, 0.0038701705634593964, 0.008364389650523663, 0.012858608737587929, 0.01735282689332962, 0.02184704691171646, 0.026341266930103302, 0.030835485085844994, 0.035329703241586685, 0.039823923259973526, 0.04431814327836037, 0.04881235957145691, 0.05330657958984375, 0.05780079960823059, 0.06229501962661743, 0.06678923964500427, 0.07128345966339111, 0.07577767968177795, 0.0802718922495842, 0.08476611226797104, 0.08926033228635788, 0.09375455230474472, 0.09824877232313156, 0.1027429923415184, 0.10723721235990524, 0.11173142492771149, 0.11622564494609833, 0.12071986496448517, 0.125214084982872, 0.12970830500125885]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 3.0, 2.0, 2.0, 1.0, 0.0, 4.0, 5.0, 2.0, 3.0, 2.0, 9.0, 5.0, 7.0, 27.0, 3.0, 8.0, 4.0, 5.0, 5.0, 2.0, 2.0, 2.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 0.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.003907259553670883, -0.003787169698625803, -0.0036670800764113665, -0.0035469902213662863, -0.0034269005991518497, -0.0033068107441067696, -0.0031867208890616894, -0.003066631266847253, -0.0029465414118021727, -0.0028264515567570925, -0.002706361934542656, -0.0025862720794975758, -0.0024661822244524956, -0.002346092602238059, -0.002226002747192979, -0.0021059131249785423, -0.001985823269933462, -0.0018657335313037038, -0.0017456437926739454, -0.0016255539376288652, -0.0015054641989991069, -0.0013853744603693485, -0.0012652846053242683, -0.00114519486669451, -0.0010251051280647516, -0.0009050153894349933, -0.000784925592597574, -0.0006648357957601547, -0.0005447460571303964, -0.00042465628939680755, -0.00030456652166321874, -0.00018447675392962992, -6.438698619604111e-05, 5.570278153754771e-05, 0.00017579254927113652, 0.00029588231700472534, 0.00041597208473831415, 0.0005360618233680725, 0.0006561516202054918, 0.000776241417042911, 0.0008963311556726694, 0.0010164208943024278, 0.0011365106329321861, 0.0012566004879772663, 0.0013766902266070247, 0.001496779965236783, 0.0016168698202818632, 0.0017369595589116216, 0.00185704929754138, 0.00197713915258646, 0.0020972287748008966, 0.002217318629845977, 0.0023374082520604134, 0.0024574981071054935, 0.0025775879621505737, 0.0026976775843650103, 0.0028177674394100904, 0.0029378572944551706, 0.003057946916669607, 0.0031780367717146873, 0.0032981266267597675, 0.003418216248974204, 0.0035383061040192842, 0.0036583957262337208, 0.003778485581278801]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 4.0, 2.0, 6.0, 8.0, 9.0, 21.0, 18.0, 47.0, 59.0, 105.0, 139.0, 215.0, 365.0, 523.0, 893.0, 1488.0, 2547.0, 4593.0, 9494.0, 22275.0, 70808.0, 895728.0, 99654.0, 32370.0, 15180.0, 8497.0, 4989.0, 3211.0, 2056.0, 1377.0, 920.0, 584.0, 393.0, 257.0, 231.0, 149.0, 114.0, 72.0, 64.0, 52.0, 25.0, 18.0, 21.0, 17.0, 9.0, 16.0, 4.0, 4.0, 1.0, 2.0, 2.0, 4.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.006023483816534281, -0.00581342913210392, -0.0056033749133348465, -0.005393320228904486, -0.005183265544474125, -0.004973210860043764, -0.004763156175613403, -0.00455310195684433, -0.004343047272413969, -0.004132992587983608, -0.003922938369214535, -0.003712883684784174, -0.003502829000353813, -0.0032927743159234524, -0.0030827198643237352, -0.002872665412724018, -0.0026626107282936573, -0.0024525560438632965, -0.0022425015922635794, -0.0020324471406638622, -0.0018223924562335014, -0.0016123378882184625, -0.0014022833202034235, -0.0011922287521883845, -0.0009821741841733456, -0.0007721196161583066, -0.0005620650481432676, -0.00035201048012822866, -0.0001419559121131897, 6.809865590184927e-05, 0.00027815322391688824, 0.0004882077919319272, 0.0006982623599469662, 0.0009083169279620051, 0.001118371495977044, 0.001328426063992083, 0.001538480632007122, 0.001748535200022161, 0.0019585897680372, 0.002168644219636917, 0.002378698904067278, 0.0025887535884976387, 0.002798808040097356, 0.003008862491697073, 0.0032189171761274338, 0.0034289718605577946, 0.0036390263121575117, 0.003849080763757229, 0.00405913544818759, 0.0042691901326179504, 0.004479244351387024, 0.004689299035817385, 0.0048993537202477455, 0.005109408404678106, 0.005319463089108467, 0.005529517307877541, 0.005739571992307901, 0.005949626676738262, 0.006159680895507336, 0.0063697355799376965, 0.006579790264368057, 0.006789844948798418, 0.006999899633228779, 0.007209953851997852, 0.007420008536428213]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 4.0, 0.0, 2.0, 0.0, 1.0, 2.0, 1.0, 9.0, 4.0, 1.0, 2.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 4.0, 2.0, 3.0, 0.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.02109833061695099, -0.0202995166182518, -0.019500700756907463, -0.018701886758208275, -0.017903072759509087, -0.01710425689816475, -0.01630544289946556, -0.015506628900766373, -0.01470781397074461, -0.013908999040722847, -0.013110185042023659, -0.012311370112001896, -0.011512555181980133, -0.010713741183280945, -0.009914926253259182, -0.009116112254559994, -0.008317297324538231, -0.007518482860177755, -0.00671966839581728, -0.005920853465795517, -0.005122039001435041, -0.004323224537074566, -0.0035244098398834467, -0.0027255951426923275, -0.001926780678331852, -0.0011279660975560546, -0.0003291515167802572, 0.00046966306399554014, 0.0012684776447713375, 0.002067292109131813, 0.0028661068063229322, 0.0036649215035140514, 0.004463735967874527, 0.0052625504322350025, 0.006061364896595478, 0.006860179826617241, 0.0076589942909777164, 0.008457808755338192, 0.009256623685359955, 0.010055437684059143, 0.010854252614080906, 0.011653067544102669, 0.012451881542801857, 0.01325069647282362, 0.014049511402845383, 0.014848325401544571, 0.01564713940024376, 0.016445955261588097, 0.017244769260287285, 0.018043583258986473, 0.01884239912033081, 0.01964121311903, 0.020440027117729187, 0.021238842979073524, 0.022037656977772713, 0.0228364709764719, 0.02363528683781624, 0.024434100836515427, 0.025232914835214615, 0.026031728833913803, 0.02683054469525814, 0.02762935869395733, 0.028428172692656517, 0.029226988554000854, 0.030025802552700043]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 3.0, 5.0, 1.0, 3.0, 8.0, 13.0, 13.0, 17.0, 19.0, 28.0, 21.0, 48.0, 87.0, 93.0, 111.0, 148.0, 197.0, 285.0, 349.0, 446.0, 617.0, 924.0, 1566.0, 6357.0, 2314.0, 1383.0, 942.0, 651.0, 401.0, 291.0, 266.0, 182.0, 151.0, 100.0, 95.0, 77.0, 44.0, 42.0, 22.0, 26.0, 11.0, 9.0, 5.0, 6.0, 5.0, 8.0, 5.0, 7.0, 6.0, 3.0, 3.0, 1.0, 1.0, 3.0, 0.0, 2.0, 0.0, 2.0, 2.0, 2.0, 0.0, 2.0, 2.0], "bins": [-0.01118110865354538, -0.010728731751441956, -0.010276353918015957, -0.009823977015912533, -0.009371600113809109, -0.008919223211705685, -0.008466845378279686, -0.008014468476176262, -0.007562091574072838, -0.0071097142063081264, -0.006657336838543415, -0.006204959936439991, -0.00575258256867528, -0.0053002056665718555, -0.004847828298807144, -0.00439545139670372, -0.003943074028939009, -0.003490696894004941, -0.0030383197590708733, -0.0025859426241368055, -0.002133565489202738, -0.0016811882378533483, -0.0012288109865039587, -0.000776433851569891, -0.00032405671663582325, 0.00012832044740207493, 0.0005806976114399731, 0.0010330748045817018, 0.0014854519395157695, 0.0019378290744498372, 0.0023902063257992268, 0.0028425834607332945, 0.003294960595667362, 0.00374733773060143, 0.004199714865535498, 0.004652092233300209, 0.005104469135403633, 0.0055568465031683445, 0.006009223405271769, 0.00646160077303648, 0.006913977675139904, 0.007366355042904615, 0.007818732410669327, 0.00827110931277275, 0.008723486214876175, 0.009175864048302174, 0.009628240950405598, 0.010080617852509022, 0.01053299568593502, 0.010985372588038445, 0.011437749490141869, 0.011890126392245293, 0.012342504225671291, 0.012794881127774715, 0.01324725802987814, 0.013699634931981564, 0.014152012765407562, 0.014604389667510986, 0.01505676656961441, 0.015509144403040409, 0.01596152037382126, 0.016413899138569832, 0.016866276040673256, 0.01731865294277668, 0.017771029844880104]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 0.0, 3.0, 1.0, 2.0, 4.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 3.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.2251105010509491, -0.21833479404449463, -0.21155908703804016, -0.2047833651304245, -0.19800765812397003, -0.19123195111751556, -0.1844562441110611, -0.17768053710460663, -0.17090481519699097, -0.1641291081905365, -0.15735340118408203, -0.15057769417762756, -0.1438019871711731, -0.13702628016471863, -0.13025055825710297, -0.1234748512506485, -0.11669914424419403, -0.10992343723773956, -0.1031477227807045, -0.09637201577425003, -0.08959630131721497, -0.0828205943107605, -0.07604488730430603, -0.06926917284727097, -0.0624934658408165, -0.05571775510907173, -0.048942044377326965, -0.0421663373708725, -0.03539062663912773, -0.028614915907382965, -0.021839207038283348, -0.015063497237861156, -0.008287787437438965, -0.0015120776370167732, 0.005263632163405418, 0.01203934196382761, 0.0188150517642498, 0.025590762495994568, 0.032366469502449036, 0.0391421802341938, 0.04591789096593857, 0.052693601697683334, 0.0594693124294281, 0.06624501943588257, 0.07302072644233704, 0.0797964408993721, 0.08657214790582657, 0.09334786236286163, 0.1001235693693161, 0.10689927637577057, 0.11367499083280563, 0.1204506978392601, 0.12722641229629517, 0.13400211930274963, 0.1407778263092041, 0.14755353331565857, 0.15432924032211304, 0.1611049622297287, 0.16788066923618317, 0.17465637624263763, 0.1814320832490921, 0.18820779025554657, 0.19498351216316223, 0.2017592191696167, 0.20853492617607117]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 3.0, 1.0, 2.0, 1.0, 2.0, 2.0, 2.0, 4.0, 4.0, 4.0, 9.0, 14.0, 30.0, 19.0, 41.0, 37.0, 27.0, 21.0, 8.0, 7.0, 5.0, 5.0, 4.0, 3.0, 1.0, 2.0, 2.0, 1.0, 3.0, 0.0, 1.0, 3.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0], "bins": [-0.1099376529455185, -0.10566036403179169, -0.10138307511806488, -0.09710578620433807, -0.09282849729061127, -0.08855121582746506, -0.08427392691373825, -0.07999663800001144, -0.07571934908628464, -0.07144206017255783, -0.06716477125883102, -0.06288748234510422, -0.05861019715666771, -0.0543329082429409, -0.050055623054504395, -0.04577833414077759, -0.04150104522705078, -0.037223756313323975, -0.03294646739959717, -0.02866918221116066, -0.024391893297433853, -0.020114604383707047, -0.01583731733262539, -0.011560029350221157, -0.007282741367816925, -0.003005453385412693, 0.001271834596991539, 0.005549122579395771, 0.009826410561800003, 0.014103698544204235, 0.018380986526608467, 0.022658273577690125, 0.02693556249141693, 0.031212851405143738, 0.035490140318870544, 0.03976742550730705, 0.04404471442103386, 0.048322003334760666, 0.052599288523197174, 0.05687657743692398, 0.06115386635065079, 0.0654311552643776, 0.0697084441781044, 0.07398573309183121, 0.07826301455497742, 0.08254030346870422, 0.08681759238243103, 0.09109488129615784, 0.09537217020988464, 0.09964945912361145, 0.10392674803733826, 0.10820403695106506, 0.11248132586479187, 0.11675860732793808, 0.12103589624166489, 0.1253131926059723, 0.1295904815196991, 0.1338677555322647, 0.13814504444599152, 0.14242233335971832, 0.14669962227344513, 0.15097691118717194, 0.15525420010089874, 0.15953148901462555, 0.16380877792835236]}, "_runtime": 105.93851494789124, "_timestamp": 1596211695.7096238, "_step": 130}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 3.0, 0.0, 1.0, 3.0, 0.0, 1.0, 2.0, 3.0, 8.0, 6.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.009008746594190598, -0.008736912161111832, -0.008465076796710491, -0.008193242363631725, -0.007921406999230385, -0.007649572566151619, -0.007377738133072853, -0.0071059032343328, -0.006834068335592747, -0.0065622334368526936, -0.00629039853811264, -0.0060185641050338745, -0.005746729206293821, -0.005474894307553768, -0.005203059874475002, -0.004931224975734949, -0.004659390076994896, -0.004387555178254843, -0.00411572027951479, -0.0038438858464360237, -0.0035720509476959705, -0.0033002160489559174, -0.003028381383046508, -0.0027565467171370983, -0.002484711818397045, -0.002212876919656992, -0.0019410422537475824, -0.001669207471422851, -0.0013973726890981197, -0.0011255379067733884, -0.000853703124448657, -0.0005818683421239257, -0.00031003355979919434, -3.8198777474462986e-05, 0.00023363600485026836, 0.0005054707871749997, 0.0007773055694997311, 0.0010491403518244624, 0.0013209751341491938, 0.0015928099164739251, 0.0018646446987986565, 0.0021364795975387096, 0.002408314263448119, 0.0026801489293575287, 0.002951983828097582, 0.003223818726837635, 0.0034956533927470446, 0.003767488058656454, 0.004039322957396507, 0.0043111578561365604, 0.004582992754876614, 0.0048548271879553795, 0.005126662086695433, 0.005398496985435486, 0.005670331418514252, 0.005942166317254305, 0.006214001215994358, 0.006485836114734411, 0.006757671013474464, 0.00702950544655323, 0.0073013403452932835, 0.007573175244033337, 0.007845009677112103, 0.008116845041513443, 0.008388679474592209]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 5.0, 1.0, 3.0, 3.0, 3.0, 0.0, 6.0, 4.0, 9.0, 5.0, 10.0, 17.0, 9.0, 22.0, 19.0, 25.0, 36.0, 44.0, 65.0, 85.0, 105.0, 157.0, 221.0, 371.0, 5373.0, 526.0, 207.0, 139.0, 95.0, 86.0, 55.0, 47.0, 37.0, 25.0, 22.0, 15.0, 17.0, 7.0, 6.0, 10.0, 8.0, 8.0, 1.0, 3.0, 2.0, 5.0, 1.0, 1.0, 2.0, 1.0, 2.0, 2.0, 0.0, 1.0, 1.0], "bins": [-0.10266601294279099, -0.09960175305604935, -0.09653749316930771, -0.09347323328256607, -0.09040896594524384, -0.0873447060585022, -0.08428044617176056, -0.08121618628501892, -0.07815192639827728, -0.07508766651153564, -0.07202339917421341, -0.06895913928747177, -0.06589487940073013, -0.0628306195139885, -0.05976635962724686, -0.05670209601521492, -0.05363783612847328, -0.050573576241731644, -0.04750931262969971, -0.04444505274295807, -0.04138079285621643, -0.038316529244184494, -0.035252269357442856, -0.03218800947070122, -0.02912374772131443, -0.026059485971927643, -0.022995226085186005, -0.019930964335799217, -0.01686670258641243, -0.013802442699670792, -0.010738180950284004, -0.007673920132219791, -0.004609659314155579, -0.0015453982632607222, 0.0015188627876341343, 0.004583124071359634, 0.007647384889423847, 0.01071164570748806, 0.013775907456874847, 0.016840167343616486, 0.019904429093003273, 0.02296869084239006, 0.0260329507291317, 0.029097212478518486, 0.03216147422790527, 0.03522573411464691, 0.03828999400138855, 0.041354257613420486, 0.044418517500162125, 0.04748277738690376, 0.0505470409989357, 0.05361130088567734, 0.056675560772418976, 0.05973982438445091, 0.06280408054590225, 0.06586834788322449, 0.06893260776996613, 0.07199686765670776, 0.0750611275434494, 0.07812538743019104, 0.08118964731693268, 0.08425391465425491, 0.08731817454099655, 0.09038243442773819, 0.09344669431447983]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 1.0, 1.0, 3.0, 1.0, 4.0, 7.0, 4.0, 4.0, 5.0, 5.0, 5.0, 7.0, 24.0, 5.0, 7.0, 8.0, 4.0, 3.0, 3.0, 1.0, 1.0, 3.0, 2.0, 0.0, 2.0, 4.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.003944655880331993, -0.003845513565465808, -0.0037463712505996227, -0.0036472289357334375, -0.0035480866208672523, -0.003448944306001067, -0.003349801991134882, -0.003250659676268697, -0.0031515173614025116, -0.0030523750465363264, -0.0029532327316701412, -0.002854090416803956, -0.002754948101937771, -0.0026558057870715857, -0.0025566634722054005, -0.0024575211573392153, -0.00235837884247303, -0.002259236527606845, -0.0021600942127406597, -0.0020609518978744745, -0.0019618095830082893, -0.0018626672681421041, -0.001763524953275919, -0.0016643826384097338, -0.0015652403235435486, -0.0014660980086773634, -0.0013669556938111782, -0.001267813378944993, -0.0011686710640788078, -0.0010695287492126226, -0.0009703864343464375, -0.0008712441194802523, -0.0007721018046140671, -0.0006729594897478819, -0.0005738171748816967, -0.0004746748600155115, -0.0003755325451493263, -0.00027639023028314114, -0.00017724791541695595, -7.810560055077076e-05, 2.103671431541443e-05, 0.00012017902918159962, 0.0002193213440477848, 0.00031846365891397, 0.0004176059737801552, 0.0005167482886463404, 0.0006158906035125256, 0.0007150329183787107, 0.0008141752332448959, 0.0009133175481110811, 0.0010124598629772663, 0.0011116021778434515, 0.0012107444927096367, 0.0013098868075758219, 0.001409029122442007, 0.0015081714373081923, 0.0016073137521743774, 0.0017064560670405626, 0.0018055983819067478, 0.001904740696772933, 0.002003883011639118, 0.0021030253265053034, 0.0022021676413714886, 0.0023013099562376738, 0.002400452271103859]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 3.0, 2.0, 2.0, 7.0, 7.0, 4.0, 9.0, 12.0, 17.0, 9.0, 21.0, 19.0, 33.0, 28.0, 40.0, 53.0, 68.0, 81.0, 108.0, 142.0, 161.0, 257.0, 337.0, 524.0, 840.0, 1476.0, 2474.0, 4609.0, 9206.0, 21114.0, 56011.0, 821353.0, 173118.0, 44115.0, 19555.0, 10179.0, 5550.0, 3131.0, 1867.0, 1185.0, 750.0, 441.0, 273.0, 175.0, 123.0, 65.0, 31.0, 20.0, 10.0, 12.0, 5.0, 4.0, 5.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.006378650199621916, -0.006214877124875784, -0.006051104515790939, -0.0058873314410448074, -0.005723558831959963, -0.005559785757213831, -0.005396013148128986, -0.0052322400733828545, -0.0050684669986367226, -0.004904694389551878, -0.004740921314805746, -0.0045771487057209015, -0.00441337563097477, -0.004249603021889925, -0.004085829947143793, -0.0039220573380589485, -0.0037582842633128166, -0.0035945114213973284, -0.00343073857948184, -0.003266965737566352, -0.0031031928956508636, -0.0029394198209047318, -0.0027756469789892435, -0.0026118741370737553, -0.002448101295158267, -0.0022843284532427788, -0.0021205556113272905, -0.0019567827694118023, -0.0017930098110809922, -0.001629236969165504, -0.001465464010834694, -0.0013016911689192057, -0.0011379183270037174, -0.0009741454850882292, -0.00081037258496508, -0.0006465996848419309, -0.0004828268429264426, -0.0003190539719071239, -0.00015528110088780522, 8.491770131513476e-06, 0.00017226464115083218, 0.0003360375121701509, 0.0004998103831894696, 0.0006635832833126187, 0.000827356125228107, 0.0009911289671435952, 0.0011549019254744053, 0.0013186747673898935, 0.0014824476093053818, 0.00164622045122087, 0.0018099932931363583, 0.0019737661350518465, 0.0021375389769673347, 0.0023013120517134666, 0.002465084893628955, 0.002628857735544443, 0.0027926305774599314, 0.0029564034193754196, 0.003120176261290908, 0.003283949103206396, 0.003447722177952528, 0.0036114950198680162, 0.0037752678617835045, 0.003939040470868349, 0.004102813545614481]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 1.0, 2.0, 1.0, 8.0, 5.0, 3.0, 1.0, 1.0, 9.0, 2.0, 3.0, 4.0, 3.0, 4.0, 2.0, 3.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.03909356892108917, -0.038064081221818924, -0.03703458979725838, -0.03600510209798813, -0.03497561067342758, -0.03394612297415733, -0.032916635274887085, -0.03188714385032654, -0.03085765615105629, -0.029828166589140892, -0.028798677027225494, -0.027769189327955246, -0.02673969976603985, -0.02571021020412445, -0.024680722504854202, -0.023651232942938805, -0.022621743381023407, -0.02159225381910801, -0.02056276425719261, -0.019533276557922363, -0.018503786996006966, -0.017474297434091568, -0.01644480973482132, -0.015415320172905922, -0.014385830610990524, -0.013356341049075127, -0.012326852418482304, -0.01129736378788948, -0.010267874225974083, -0.009238384664058685, -0.008208896033465862, -0.007179406937211752, -0.006149917840957642, -0.005120428744703531, -0.004090939648449421, -0.0030614505521953106, -0.0020319614559412003, -0.00100247235968709, 2.7016736567020416e-05, 0.0010565058328211308, 0.002085994929075241, 0.0031154840253293514, 0.004144973121583462, 0.005174462217837572, 0.0062039513140916824, 0.007233440410345793, 0.008262929506599903, 0.009292418137192726, 0.010321907699108124, 0.011351397261023521, 0.012380885891616344, 0.013410374522209167, 0.014439864084124565, 0.015469353646039963, 0.01649884134531021, 0.01752833090722561, 0.018557820469141006, 0.019587310031056404, 0.020616799592971802, 0.02164628729224205, 0.022675776854157448, 0.023705266416072845, 0.024734754115343094, 0.02576424367725849, 0.02679373323917389]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 2.0, 1.0, 0.0, 1.0, 3.0, 2.0, 1.0, 6.0, 5.0, 11.0, 9.0, 5.0, 8.0, 13.0, 10.0, 24.0, 24.0, 34.0, 43.0, 46.0, 63.0, 107.0, 143.0, 203.0, 235.0, 310.0, 429.0, 556.0, 756.0, 1084.0, 1619.0, 6044.0, 3034.0, 1328.0, 798.0, 502.0, 316.0, 225.0, 161.0, 88.0, 57.0, 25.0, 15.0, 11.0, 9.0, 2.0, 3.0, 9.0, 14.0, 11.0, 2.0, 7.0, 1.0, 1.0, 8.0], "bins": [-0.014603263698518276, -0.014246804639697075, -0.013890346512198448, -0.013533887453377247, -0.01317742932587862, -0.012820970267057419, -0.012464512139558792, -0.01210805308073759, -0.01175159402191639, -0.011395135894417763, -0.011038676835596561, -0.010682218708097935, -0.010325759649276733, -0.009969301521778107, -0.009612842462956905, -0.009256384335458279, -0.008899925276637077, -0.008543466217815876, -0.00818700809031725, -0.007830549031496048, -0.007474090903997421, -0.00711763184517622, -0.006761173252016306, -0.006404714658856392, -0.006048256065696478, -0.005691797472536564, -0.00533533887937665, -0.004978880286216736, -0.0046224212273955345, -0.0042659626342356205, -0.0039095040410757065, -0.0035530454479157925, -0.0031965868547558784, -0.0028401282615959644, -0.0024836696684360504, -0.0021272108424454927, -0.0017707522492855787, -0.0014142936561256647, -0.0010578349465504289, -0.0007013762951828539, -0.000344917643815279, 1.1541007552295923e-05, 0.00036799965891987085, 0.0007244583102874458, 0.0010809169616550207, 0.0014373755548149347, 0.0017938342643901706, 0.0021502929739654064, 0.0025067515671253204, 0.0028632101602852345, 0.0032196687534451485, 0.003576127579435706, 0.0039325859397649765, 0.004289044998586178, 0.004645503591746092, 0.005001962184906006, 0.00535842077806592, 0.005714879371225834, 0.006071337964385748, 0.006427796557545662, 0.006784255616366863, 0.007140714209526777, 0.007497172802686691, 0.007853630930185318, 0.00821008998900652]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 1.0, 3.0, 1.0, 4.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.1540471315383911, -0.14936019480228424, -0.14467327296733856, -0.1399863362312317, -0.13529939949512482, -0.13061247766017914, -0.12592554092407227, -0.1212386041879654, -0.11655167490243912, -0.11186474561691284, -0.10717780888080597, -0.1024908795952797, -0.09780395030975342, -0.09311701357364655, -0.08843008428812027, -0.0837431475520134, -0.07905621826648712, -0.07436928898096085, -0.06968235224485397, -0.0649954229593277, -0.060308489948511124, -0.05562155693769455, -0.050934627652168274, -0.0462476946413517, -0.041560761630535126, -0.03687382861971855, -0.03218689560890198, -0.027499966323375702, -0.022813033312559128, -0.018126100301742554, -0.013439169153571129, -0.00875223707407713, -0.00406530499458313, 0.0006216270849108696, 0.005308559164404869, 0.009995491243898869, 0.014682423323392868, 0.019369356334209442, 0.024056287482380867, 0.028743218630552292, 0.033430151641368866, 0.03811708465218544, 0.042804017663002014, 0.04749094694852829, 0.052177879959344864, 0.05686481297016144, 0.061551742255687714, 0.06623867899179459, 0.07092560827732086, 0.07561253756284714, 0.08029947429895401, 0.08498640358448029, 0.08967334032058716, 0.09436026960611343, 0.09904719889163971, 0.10373413562774658, 0.10842106491327286, 0.11310799419879913, 0.117794930934906, 0.12248186022043228, 0.12716878950595856, 0.13185572624206543, 0.1365426629781723, 0.14122958481311798, 0.14591652154922485]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 4.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 5.0, 1.0, 5.0, 3.0, 8.0, 6.0, 5.0, 4.0, 7.0, 17.0, 59.0, 31.0, 16.0, 20.0, 20.0, 10.0, 6.0, 6.0, 10.0, 5.0, 8.0, 3.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.09921007603406906, -0.09582501649856567, -0.09243995696306229, -0.0890548974275589, -0.08566983044147491, -0.08228477090597153, -0.07889971137046814, -0.07551465183496475, -0.07212959229946136, -0.06874453276395798, -0.06535947322845459, -0.061974409967660904, -0.058589350432157516, -0.05520429089665413, -0.05181922763586044, -0.048434168100357056, -0.04504910856485367, -0.04166404902935028, -0.03827898949384689, -0.03489392623305321, -0.03150886669754982, -0.028123807162046432, -0.024738745763897896, -0.02135368436574936, -0.01796862483024597, -0.01458356436342001, -0.011198503896594048, -0.007813443429768085, -0.004428382962942123, -0.0010433224961161613, 0.0023417379707098007, 0.005726798437535763, 0.009111858904361725, 0.012496919371187687, 0.01588197983801365, 0.019267041236162186, 0.022652100771665573, 0.02603716030716896, 0.029422221705317497, 0.032807283103466034, 0.03619234263896942, 0.03957740217447281, 0.042962461709976196, 0.04634752497076988, 0.04973258450627327, 0.05311764404177666, 0.05650270730257034, 0.05988776683807373, 0.06327282637357712, 0.0666578859090805, 0.07004294544458389, 0.07342800498008728, 0.07681307196617126, 0.08019813150167465, 0.08358319103717804, 0.08696825057268143, 0.09035331010818481, 0.0937383696436882, 0.09712342917919159, 0.10050848871469498, 0.10389354825019836, 0.10727861523628235, 0.11066367477178574, 0.11404873430728912, 0.11743379384279251]}, "_runtime": 106.68580865859985, "_timestamp": 1596211696.4569175, "_step": 131}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 3.0, 2.0, 3.0, 1.0, 4.0, 3.0, 6.0, 4.0, 5.0, 3.0, 2.0, 2.0, 4.0, 3.0, 2.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01895146816968918, -0.01835200935602188, -0.017752552404999733, -0.017153093591332436, -0.016553636640310287, -0.01595417782664299, -0.015354720875620842, -0.01475526299327612, -0.014155805110931396, -0.013556346297264099, -0.012956888414919376, -0.012357430532574654, -0.011757972650229931, -0.011158514767885208, -0.010559056885540485, -0.009959599003195763, -0.00936014112085104, -0.008760683238506317, -0.008161225356161594, -0.007561767473816872, -0.006962309591472149, -0.006362851243466139, -0.005763393361121416, -0.005163935478776693, -0.004564477596431971, -0.003965019714087248, -0.003365561831742525, -0.0027661037165671587, -0.002166645834222436, -0.0015671879518777132, -0.0009677299531176686, -0.00036827201256528497, 0.0002311859279870987, 0.0008306438685394824, 0.001430101809091866, 0.0020295598078519106, 0.0026290176901966333, 0.003228475572541356, 0.0038279336877167225, 0.004427391570061445, 0.005026849452406168, 0.005626307334750891, 0.0062257652170956135, 0.006825223099440336, 0.007424681447446346, 0.008024139329791069, 0.008623597212135792, 0.009223055094480515, 0.009822512976825237, 0.01042197085916996, 0.011021428741514683, 0.011620886623859406, 0.012220344506204128, 0.012819802388548851, 0.013419260270893574, 0.014018718153238297, 0.014618176966905594, 0.015217634849250317, 0.01581709273159504, 0.016416549682617188, 0.017016008496284485, 0.017615465447306633, 0.01821492426097393, 0.01881438121199608, 0.019413840025663376]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 3.0, 2.0, 1.0, 0.0, 3.0, 5.0, 7.0, 4.0, 6.0, 17.0, 19.0, 26.0, 39.0, 45.0, 71.0, 99.0, 120.0, 231.0, 463.0, 5642.0, 521.0, 223.0, 108.0, 82.0, 60.0, 35.0, 26.0, 22.0, 10.0, 6.0, 5.0, 4.0, 5.0, 3.0, 4.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.17742224037647247, -0.17194421589374542, -0.16646619141101837, -0.16098815202713013, -0.15551012754440308, -0.15003210306167603, -0.14455407857894897, -0.13907605409622192, -0.13359802961349487, -0.12811999022960663, -0.12264196574687958, -0.11716394126415253, -0.11168591678142548, -0.10620788484811783, -0.10072986036539078, -0.09525182843208313, -0.08977380394935608, -0.08429577946662903, -0.07881774753332138, -0.07333972305059433, -0.06786169111728668, -0.06238366663455963, -0.05690564215183258, -0.05142761394381523, -0.04594958573579788, -0.04047155752778053, -0.034993529319763184, -0.029515504837036133, -0.024037476629018784, -0.018559448421001434, -0.013081422075629234, -0.00760339479893446, -0.002125367522239685, 0.0033526597544550896, 0.008830687031149864, 0.014308714307844639, 0.019786741584539413, 0.025264769792556763, 0.030742796137928963, 0.03622082248330116, 0.04169885069131851, 0.04717687889933586, 0.05265490710735321, 0.05813293159008026, 0.06361095607280731, 0.06908898800611496, 0.07456701248884201, 0.08004504442214966, 0.08552306890487671, 0.09100109338760376, 0.09647912532091141, 0.10195714980363846, 0.1074351817369461, 0.11291320621967316, 0.11839123070240021, 0.12386926263570786, 0.1293472945690155, 0.13482531905174255, 0.1403033435344696, 0.14578136801719666, 0.1512593924999237, 0.15673741698265076, 0.162215456366539, 0.16769348084926605, 0.1731715053319931]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 3.0, 3.0, 2.0, 4.0, 4.0, 7.0, 5.0, 4.0, 28.0, 4.0, 3.0, 10.0, 5.0, 2.0, 1.0, 4.0, 5.0, 3.0, 1.0, 2.0, 1.0, 1.0, 1.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0], "bins": [-0.004031613934785128, -0.003916359040886164, -0.0038011041469872, -0.0036858494859188795, -0.0035705945920199156, -0.0034553396981209517, -0.0033400848042219877, -0.003224829910323024, -0.0031095752492547035, -0.0029943203553557396, -0.0028790654614567757, -0.0027638105675578117, -0.002648555673658848, -0.002533300779759884, -0.0024180461186915636, -0.0023027912247925997, -0.0021875363308936357, -0.002072281436994672, -0.001957026543095708, -0.0018417717656120658, -0.0017265169881284237, -0.0016112620942294598, -0.0014960072003304958, -0.0013807524228468537, -0.0012654975289478898, -0.0011502426350489259, -0.0010349878575652838, -0.0009197329636663198, -0.0008044781279750168, -0.0006892232922837138, -0.0005739683983847499, -0.0004587135626934469, -0.00034345872700214386, -0.00022820387675892562, -0.00011294902651570737, 2.3058237275108695e-06, 0.00011756067397072911, 0.00023281552421394736, 0.0003480703744571656, 0.00046332523925229907, 0.0005785800749436021, 0.0006938349106349051, 0.0008090897463262081, 0.000924344640225172, 0.001039599534124136, 0.001154854311607778, 0.001270109205506742, 0.001385363982990384, 0.001500618876889348, 0.001615873770788312, 0.001731128548271954, 0.001846383442170918, 0.00196163821965456, 0.002076893113553524, 0.002192148007452488, 0.002307402901351452, 0.002422657795250416, 0.002537912456318736, 0.0026531673502177, 0.002768422244116664, 0.002883677138015628, 0.002998932031914592, 0.003114186692982912, 0.003229441586881876, 0.00334469648078084]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 5.0, 8.0, 6.0, 11.0, 19.0, 27.0, 37.0, 43.0, 61.0, 90.0, 147.0, 224.0, 307.0, 407.0, 591.0, 849.0, 1256.0, 1944.0, 3019.0, 5046.0, 9241.0, 18461.0, 44028.0, 165359.0, 808524.0, 53554.0, 24955.0, 13984.0, 8579.0, 5659.0, 3891.0, 2688.0, 1813.0, 1307.0, 930.0, 728.0, 479.0, 351.0, 237.0, 188.0, 147.0, 109.0, 91.0, 60.0, 40.0, 31.0, 27.0, 22.0, 17.0, 7.0, 7.0, 6.0, 10.0, 6.0, 2.0, 2.0, 3.0], "bins": [-0.00557873398065567, -0.005399928893893957, -0.005221123807132244, -0.005042318254709244, -0.004863513167947531, -0.004684708081185818, -0.004505902994424105, -0.004327097907662392, -0.004148292355239391, -0.003969487268477678, -0.0037906821817159653, -0.0036118770949542522, -0.003433072008192539, -0.0032542666886001825, -0.0030754616018384695, -0.002896656282246113, -0.0027178511954844, -0.0025390461087226868, -0.00236024078913033, -0.002181435702368617, -0.0020026303827762604, -0.0018238252960145473, -0.0016450202092528343, -0.0014662150060757995, -0.0012874098028987646, -0.0011086045997217298, -0.0009297994547523558, -0.0007509943097829819, -0.000572189106605947, -0.0003933839325327426, -0.00021457875845953822, -3.577358438633382e-05, 0.00014303158968687057, 0.000321836763760075, 0.0005006419378332794, 0.0006794470828026533, 0.0008582522859796882, 0.001037057489156723, 0.001215862575918436, 0.001394667779095471, 0.0015734729822725058, 0.0017522781854495406, 0.0019310833886265755, 0.0021098884753882885, 0.0022886935621500015, 0.002467498881742358, 0.0026463039685040712, 0.002825109288096428, 0.003003914374858141, 0.003182719461619854, 0.0033615247812122107, 0.0035403298679739237, 0.0037191351875662804, 0.0038979402743279934, 0.004076745361089706, 0.0042555504478514194, 0.0044343555346131325, 0.004613161087036133, 0.004791966173797846, 0.004970771260559559, 0.005149576347321272, 0.005328381434082985, 0.005507186986505985, 0.005685992073267698, 0.005864797160029411]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 4.0, 3.0, 1.0, 1.0, 0.0, 5.0, 1.0, 1.0, 1.0, 3.0, 4.0, 9.0, 3.0, 3.0, 3.0, 4.0, 3.0, 1.0, 1.0, 3.0, 0.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.020163562148809433, -0.0191926471889019, -0.01822173222899437, -0.01725081540644169, -0.016279900446534157, -0.015308985486626625, -0.014338069595396519, -0.013367153704166412, -0.01239623874425888, -0.011425323784351349, -0.010454407893121243, -0.009483492001891136, -0.008512577041983604, -0.007541661616414785, -0.006570746190845966, -0.005599830765277147, -0.004628915339708328, -0.003657999914139509, -0.00268708448857069, -0.0017161690630018711, -0.0007452536374330521, 0.00022566178813576698, 0.001196577213704586, 0.002167492639273405, 0.003138408064842224, 0.004109323490411043, 0.005080238915979862, 0.006051154341548681, 0.0070220697671175, 0.007992984727025032, 0.008963900618255138, 0.009934816509485245, 0.010905731469392776, 0.011876646429300308, 0.012847562320530415, 0.013818478211760521, 0.014789393171668053, 0.015760308131575584, 0.016731224954128265, 0.017702139914035797, 0.01867305487394333, 0.01964396983385086, 0.020614884793758392, 0.021585801616311073, 0.022556716576218605, 0.023527631536126137, 0.024498548358678818, 0.02546946331858635, 0.02644037827849388, 0.027411293238401413, 0.028382208198308945, 0.029353125020861626, 0.030324039980769157, 0.03129495680332184, 0.03226587176322937, 0.0332367867231369, 0.034207701683044434, 0.035178616642951965, 0.0361495316028595, 0.03712044656276703, 0.03809136152267456, 0.03906228020787239, 0.04003319516777992, 0.041004110127687454, 0.041975025087594986]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 1.0, 2.0, 3.0, 3.0, 3.0, 13.0, 13.0, 15.0, 30.0, 40.0, 44.0, 68.0, 82.0, 116.0, 140.0, 211.0, 332.0, 352.0, 581.0, 881.0, 1313.0, 2175.0, 6503.0, 1928.0, 1120.0, 754.0, 529.0, 319.0, 193.0, 154.0, 134.0, 96.0, 53.0, 55.0, 41.0, 18.0, 16.0, 12.0, 4.0, 10.0, 5.0, 3.0, 2.0, 3.0, 1.0, 14.0, 9.0, 9.0, 7.0, 6.0, 0.0, 0.0, 0.0, 2.0, 3.0, 4.0], "bins": [-0.01214258000254631, -0.01174318790435791, -0.011343794874846935, -0.010944402776658535, -0.01054500974714756, -0.01014561764895916, -0.00974622555077076, -0.009346832521259785, -0.008947440423071384, -0.00854804739356041, -0.00814865529537201, -0.007749262731522322, -0.007349870167672634, -0.0069504776038229465, -0.006551085505634546, -0.006151692941784859, -0.005752300377935171, -0.0053529078140854836, -0.004953515250235796, -0.004554123152047396, -0.004154730588197708, -0.0037553380243480206, -0.003355945460498333, -0.002956553129479289, -0.0025571605656296015, -0.002157768001779914, -0.00175837567076087, -0.0013589831069111824, -0.0009595906594768167, -0.0005601982120424509, -0.00016080570640042424, 0.00023858677013777196, 0.0006379792466759682, 0.001037371694110334, 0.0014367641415446997, 0.0018361567053943872, 0.002235549036413431, 0.0026349416002631187, 0.0030343341641128063, 0.0034337264951318502, 0.003833119058981538, 0.004232511390000582, 0.004631903953850269, 0.005031296517699957, 0.0054306890815496445, 0.005830081645399332, 0.006229473743587732, 0.00662886630743742, 0.0070282588712871075, 0.007427651435136795, 0.007827043533325195, 0.00822643656283617, 0.00862582866102457, 0.009025221690535545, 0.009424613788723946, 0.009824005886912346, 0.01022339891642332, 0.010622791014611721, 0.011022184044122696, 0.011421576142311096, 0.011820968240499496, 0.012220361270010471, 0.012619753368198872, 0.013019146397709846, 0.013418538495898247]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 1.0, 4.0, 2.0, 1.0, 3.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.10707949846982956, -0.10349614918231964, -0.09991279989480972, -0.0963294580578804, -0.09274610877037048, -0.08916275948286057, -0.08557941019535065, -0.08199606090784073, -0.07841271162033081, -0.07482936978340149, -0.07124602049589157, -0.06766267120838165, -0.06407932192087173, -0.060495976358652115, -0.0569126270711422, -0.05332928150892258, -0.04974593222141266, -0.04616258293390274, -0.04257923737168312, -0.0389958880841732, -0.03541254252195358, -0.031829193234443665, -0.028245843946933746, -0.024662496522068977, -0.02107914909720421, -0.01749580167233944, -0.013912453316152096, -0.010329104959964752, -0.006745757535099983, -0.003162409644573927, 0.00042093824595212936, 0.004004286136478186, 0.007587634027004242, 0.011170981451869011, 0.014754329808056355, 0.018337678164243698, 0.021921025589108467, 0.025504373013973236, 0.029087722301483154, 0.032671067863702774, 0.03625441715121269, 0.03983776643872261, 0.04342111200094223, 0.04700446128845215, 0.05058781057596207, 0.054171156138181686, 0.057754505425691605, 0.061337850987911224, 0.06492120027542114, 0.06850454956293106, 0.07208789885044098, 0.0756712406873703, 0.07925458997488022, 0.08283793926239014, 0.08642128854990005, 0.09000463783740997, 0.0935879796743393, 0.09717132896184921, 0.10075467824935913, 0.10433802753686905, 0.10792137682437897, 0.11150472611188889, 0.1150880679488182, 0.11867141723632812, 0.12225476652383804]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 3.0, 4.0, 6.0, 6.0, 7.0, 9.0, 21.0, 16.0, 19.0, 30.0, 45.0, 23.0, 18.0, 7.0, 6.0, 7.0, 4.0, 7.0, 4.0, 7.0, 5.0, 2.0, 0.0, 2.0, 4.0, 2.0, 1.0, 2.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.07168450206518173, -0.0687125027179718, -0.06574051082134247, -0.06276851147413254, -0.05979651212692261, -0.056824516505002975, -0.053852520883083344, -0.05088052153587341, -0.04790852591395378, -0.04493653029203415, -0.04196453094482422, -0.03899253532290459, -0.036020539700984955, -0.033048540353775024, -0.030076544731855392, -0.02710454724729061, -0.02413254976272583, -0.02116055227816105, -0.018188554793596268, -0.015216559171676636, -0.012244561687111855, -0.009272564202547073, -0.006300567649304867, -0.003328570630401373, -0.00035657361149787903, 0.002615423407405615, 0.005587420426309109, 0.008559416979551315, 0.011531414464116096, 0.014503411948680878, 0.01747540757060051, 0.02044740505516529, 0.023419402539730072, 0.026391400024294853, 0.029363397508859634, 0.032335393130779266, 0.0353073924779892, 0.03827938809990883, 0.04125138372182846, 0.04422338306903839, 0.04719537869095802, 0.050167374312877655, 0.053139373660087585, 0.05611136928200722, 0.05908336490392685, 0.06205536425113678, 0.06502736359834671, 0.06799935549497604, 0.07097135484218597, 0.0739433541893959, 0.07691534608602524, 0.07988734543323517, 0.0828593447804451, 0.08583133667707443, 0.08880333602428436, 0.0917753353714943, 0.09474733471870422, 0.09771932661533356, 0.10069132596254349, 0.10366332530975342, 0.10663531720638275, 0.10960731655359268, 0.11257931590080261, 0.11555130779743195, 0.11852330714464188]}, "_runtime": 107.43914556503296, "_timestamp": 1596211697.2102544, "_step": 132}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0, 4.0, 2.0, 2.0, 1.0, 1.0, 1.0, 3.0, 12.0, 5.0, 1.0, 2.0, 1.0, 4.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013963550329208374, -0.013551592826843262, -0.01313963532447815, -0.012727677822113037, -0.012315720319747925, -0.011903762817382812, -0.0114918053150177, -0.011079847812652588, -0.010667890310287476, -0.010255932807922363, -0.009843975305557251, -0.009432017803192139, -0.009020060300827026, -0.008608102798461914, -0.008196145296096802, -0.0077841877937316895, -0.007372230291366577, -0.006960272789001465, -0.0065483152866363525, -0.00613635778427124, -0.005724400281906128, -0.005312442779541016, -0.004900485277175903, -0.004488527774810791, -0.004076570272445679, -0.0036646127700805664, -0.003252655267715454, -0.002840697765350342, -0.0024287402629852295, -0.002016782760620117, -0.0016048252582550049, -0.0011928677558898926, -0.0007809102535247803, -0.00036895275115966797, 4.3004751205444336e-05, 0.00045496225357055664, 0.0008669197559356689, 0.0012788772583007812, 0.0016908347606658936, 0.002102792263031006, 0.002514749765396118, 0.0029267072677612305, 0.0033386647701263428, 0.003750622272491455, 0.004162579774856567, 0.00457453727722168, 0.004986494779586792, 0.005398452281951904, 0.005810409784317017, 0.006222367286682129, 0.006634324789047241, 0.0070462822914123535, 0.007458239793777466, 0.007870197296142578, 0.00828215479850769, 0.008694112300872803, 0.009106069803237915, 0.009518027305603027, 0.00992998480796814, 0.010341942310333252, 0.010753899812698364, 0.011165857315063477, 0.011577814817428589, 0.011989772319793701, 0.012401729822158813]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 3.0, 5.0, 2.0, 5.0, 6.0, 11.0, 4.0, 14.0, 13.0, 25.0, 19.0, 37.0, 36.0, 75.0, 75.0, 105.0, 97.0, 179.0, 282.0, 569.0, 5178.0, 416.0, 221.0, 131.0, 95.0, 76.0, 60.0, 49.0, 17.0, 23.0, 21.0, 15.0, 11.0, 14.0, 7.0, 8.0, 3.0, 1.0, 7.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.10888470709323883, -0.10539092123508453, -0.10189712792634964, -0.09840333461761475, -0.09490954875946045, -0.09141576290130615, -0.08792196959257126, -0.08442817628383636, -0.08093439042568207, -0.07744060456752777, -0.07394681125879288, -0.07045301795005798, -0.06695923209190369, -0.06346544623374939, -0.059971652925014496, -0.0564778633415699, -0.052984073758125305, -0.04949028417468071, -0.045996494591236115, -0.04250270500779152, -0.039008915424346924, -0.03551512584090233, -0.03202133625745773, -0.028527546674013138, -0.025033757090568542, -0.021539967507123947, -0.018046177923679352, -0.014552388340234756, -0.011058598756790161, -0.007564809173345566, -0.0040710195899009705, -0.0005772300064563751, 0.00291655957698822, 0.0064103491604328156, 0.009904138743877411, 0.013397928327322006, 0.0168917179107666, 0.020385507494211197, 0.023879297077655792, 0.027373086661100388, 0.030866876244544983, 0.03436066582798958, 0.037854455411434174, 0.04134824499487877, 0.044842034578323364, 0.04833582416176796, 0.051829613745212555, 0.05532340332865715, 0.058817192912101746, 0.06231098249554634, 0.06580477207899094, 0.06929856538772583, 0.07279235124588013, 0.07628613710403442, 0.07977993041276932, 0.08327372372150421, 0.08676750957965851, 0.0902612954378128, 0.0937550887465477, 0.09724888205528259, 0.10074266791343689, 0.10423645377159119, 0.10773024708032608, 0.11122404038906097, 0.11471782624721527]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 3.0, 3.0, 1.0, 2.0, 5.0, 4.0, 3.0, 1.0, 1.0, 4.0, 2.0, 4.0, 5.0, 3.0, 2.0, 24.0, 3.0, 7.0, 0.0, 3.0, 3.0, 2.0, 2.0, 2.0, 3.0, 2.0, 2.0, 3.0, 1.0, 3.0, 4.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002515799831598997, -0.0024289540015161037, -0.0023421079386025667, -0.0022552621085196733, -0.00216841627843678, -0.0020815704483538866, -0.0019947243854403496, -0.0019078785553574562, -0.0018210327252745628, -0.0017341867787763476, -0.0016473408322781324, -0.001560495002195239, -0.0014736490556970239, -0.0013868032256141305, -0.0012999572791159153, -0.001213111449033022, -0.0011262655025348067, -0.0010394195560365915, -0.0009525737259536982, -0.0008657278376631439, -0.0007788819493725896, -0.0006920360028743744, -0.0006051901145838201, -0.0005183442262932658, -0.00043149833800271153, -0.00034465244971215725, -0.00025780656142160296, -0.00017096064402721822, -8.411475573666394e-05, 2.7311398298479617e-06, 8.957703539635986e-05, 0.00017642293823882937, 0.00026326882652938366, 0.00035011471481993794, 0.00043696060311049223, 0.0005238064914010465, 0.0006106523796916008, 0.000697498326189816, 0.0007843442144803703, 0.0008711901027709246, 0.0009580359910614789, 0.0010448818793520331, 0.0011317278258502483, 0.0012185736559331417, 0.001305419602431357, 0.0013922654325142503, 0.0014791113790124655, 0.0015659572090953588, 0.001652803155593574, 0.0017396491020917892, 0.0018264949321746826, 0.0019133408786728978, 0.002000186825171113, 0.0020870326552540064, 0.0021738784853368998, 0.002260724315419793, 0.00234757037833333, 0.0024344162084162235, 0.002521262038499117, 0.002608108101412654, 0.0026949539314955473, 0.0027817997615784407, 0.002868645591661334, 0.002955491654574871, 0.0030423374846577644]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [4.0, 0.0, 1.0, 8.0, 14.0, 10.0, 17.0, 33.0, 36.0, 88.0, 131.0, 187.0, 288.0, 516.0, 809.0, 1432.0, 2359.0, 3919.0, 7140.0, 13742.0, 29807.0, 87665.0, 874892.0, 88517.0, 31425.0, 15468.0, 8212.0, 4783.0, 2857.0, 1749.0, 1111.0, 767.0, 465.0, 338.0, 256.0, 156.0, 108.0, 70.0, 55.0, 43.0, 40.0, 26.0, 16.0, 15.0, 14.0, 14.0, 7.0, 6.0, 4.0, 7.0, 2.0, 3.0, 3.0, 1.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0], "bins": [-0.004654841497540474, -0.004449224099516869, -0.004243606235831976, -0.004037988837808371, -0.003832370974123478, -0.003626753343269229, -0.00342113571241498, -0.003215518081560731, -0.003009900450706482, -0.0028042830526828766, -0.0025986654218286276, -0.0023930477909743786, -0.0021874301601201296, -0.0019818125292658806, -0.0017761948984116316, -0.0015705772675573826, -0.0013649596367031336, -0.0011593420058488846, -0.0009537243749946356, -0.0007481068023480475, -0.0005424891714937985, -0.0003368715406395495, -0.00013125393888913095, 7.436367741320282e-05, 0.0002799812937155366, 0.0004855989245697856, 0.0006912165554240346, 0.0008968341280706227, 0.0011024517007172108, 0.0013080693315714598, 0.0015136869624257088, 0.0017193045932799578, 0.0019249222241342068, 0.0021305398549884558, 0.0023361574858427048, 0.0025417751166969538, 0.0027473927475512028, 0.0029530103784054518, 0.0031586280092597008, 0.0033642456401139498, 0.0035698632709681988, 0.003775480668991804, 0.003981098532676697, 0.004186715930700302, 0.004392333794385195, 0.0045979511924088, 0.004803569056093693, 0.005009186454117298, 0.0052148038521409035, 0.005420421715825796, 0.0056260391138494015, 0.005831656977534294, 0.0060372743755578995, 0.006242892239242792, 0.0064485096372663975, 0.00665412750095129, 0.0068597448989748955, 0.007065362762659788, 0.0072709801606833935, 0.007476598024368286, 0.0076822154223918915, 0.007887832820415497, 0.008093451149761677, 0.008299068547785282, 0.008504685945808887]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 4.0, 2.0, 3.0, 7.0, 2.0, 9.0, 3.0, 4.0, 4.0, 0.0, 3.0, 3.0, 3.0, 3.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0689973458647728, -0.06740345805883408, -0.06580957770347595, -0.06421568989753723, -0.06262180954217911, -0.061027925461530685, -0.05943404138088226, -0.05784015730023384, -0.05624627321958542, -0.0546523854136467, -0.053058501332998276, -0.051464617252349854, -0.04987073317170143, -0.04827684909105301, -0.04668296501040459, -0.045089080929756165, -0.04349519684910774, -0.04190131276845932, -0.0403074286878109, -0.038713544607162476, -0.03711966052651405, -0.03552577644586563, -0.03393189236521721, -0.03233800828456879, -0.030744122341275215, -0.029150238260626793, -0.02755635417997837, -0.02596247009932995, -0.024368584156036377, -0.022774700075387955, -0.021180815994739532, -0.01958693191409111, -0.017993047833442688, -0.016399163752794266, -0.014805279672145844, -0.013211394660174847, -0.011617510579526424, -0.010023626498878002, -0.008429741486907005, -0.006835857406258583, -0.005241973325610161, -0.003648089012131095, -0.002054204698652029, -0.00046032038517296314, 0.0011335639283061028, 0.0027274482417851686, 0.0043213325552642345, 0.005915217101573944, 0.007509101182222366, 0.009102985262870789, 0.01069686934351921, 0.012290754355490208, 0.01388463843613863, 0.015478522516787052, 0.01707240752875805, 0.01866629160940647, 0.020260175690054893, 0.021854059770703316, 0.023447943851351738, 0.02504182793200016, 0.02663571387529373, 0.028229597955942154, 0.029823482036590576, 0.031417366117239, 0.03301125019788742]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [8.0, 0.0, 1.0, 0.0, 0.0, 0.0, 7.0, 3.0, 7.0, 7.0, 10.0, 5.0, 4.0, 5.0, 1.0, 3.0, 5.0, 7.0, 9.0, 6.0, 7.0, 7.0, 9.0, 8.0, 20.0, 17.0, 17.0, 30.0, 43.0, 46.0, 60.0, 94.0, 154.0, 220.0, 333.0, 470.0, 766.0, 1364.0, 6208.0, 3192.0, 1633.0, 1100.0, 732.0, 492.0, 343.0, 261.0, 199.0, 145.0, 90.0, 84.0, 55.0, 40.0, 29.0, 20.0, 16.0, 12.0, 11.0, 8.0, 3.0, 3.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.021039322018623352, -0.020499473437666893, -0.019959622994065285, -0.019419774413108826, -0.018879925832152367, -0.01834007538855076, -0.0178002268075943, -0.01726037822663784, -0.01672052964568138, -0.016180679202079773, -0.015640830621123314, -0.01510098110884428, -0.014561131596565247, -0.014021283015608788, -0.013481433503329754, -0.012941584922373295, -0.012401735410094261, -0.011861885897815228, -0.011322037316858768, -0.010782187804579735, -0.010242339223623276, -0.009702489711344242, -0.009162640199065208, -0.00862279161810875, -0.008082942105829716, -0.007543093059211969, -0.007003244012594223, -0.006463394500315189, -0.005923545453697443, -0.005383696407079697, -0.004843846894800663, -0.004303997848182917, -0.0037641488015651703, -0.003224299754947424, -0.002684450475499034, -0.002144601196050644, -0.0016047521494328976, -0.0010649029863998294, -0.0005250538233667612, 1.4795339666306973e-05, 0.0005546445026993752, 0.0010944936657324433, 0.0016343428287655115, 0.0021741921082139015, 0.002714041154831648, 0.0032538902014493942, 0.0037937394808977842, 0.004333588760346174, 0.004873437806963921, 0.005413286853581667, 0.005953135900199413, 0.006492985412478447, 0.007032834459096193, 0.00757268350571394, 0.008112533017992973, 0.008652381598949432, 0.009192231111228466, 0.0097320806235075, 0.010271929204463959, 0.010811778716742992, 0.011351628229022026, 0.011891476809978485, 0.012431326322257519, 0.012971174903213978, 0.013511024415493011]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 3.0, 5.0, 4.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.13101989030838013, -0.12567003071308136, -0.12032017856836319, -0.11497031897306442, -0.10962046682834625, -0.10427060723304749, -0.09892075508832932, -0.09357089549303055, -0.08822104334831238, -0.08287118375301361, -0.07752132415771484, -0.07217147201299667, -0.0668216124176979, -0.06147175654768944, -0.05612190067768097, -0.0507720448076725, -0.04542218893766403, -0.04007233306765556, -0.034722477197647095, -0.029372619464993477, -0.024022763594985008, -0.01867290772497654, -0.013323050923645496, -0.007973194122314453, -0.0026233382523059845, 0.0027265180833637714, 0.008076374419033527, 0.01342623122036457, 0.01877608709037304, 0.024125942960381508, 0.029475800693035126, 0.034825656563043594, 0.04017551243305206, 0.04552536830306053, 0.050875224173069, 0.05622508004307747, 0.06157493591308594, 0.0669247955083847, 0.07227464765310287, 0.07762450724840164, 0.08297435939311981, 0.08832421898841858, 0.09367407858371735, 0.09902393072843552, 0.10437379032373428, 0.10972364246845245, 0.11507350206375122, 0.12042335420846939, 0.12577322125434875, 0.13112306594848633, 0.1364729255437851, 0.14182278513908386, 0.14717264473438263, 0.1525224894285202, 0.15787234902381897, 0.16322220861911774, 0.1685720682144165, 0.17392192780971527, 0.17927177250385284, 0.1846216320991516, 0.18997149169445038, 0.19532135128974915, 0.20067119598388672, 0.20602105557918549, 0.21137091517448425]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 4.0, 1.0, 3.0, 5.0, 3.0, 15.0, 12.0, 11.0, 8.0, 9.0, 19.0, 26.0, 46.0, 23.0, 22.0, 10.0, 10.0, 7.0, 5.0, 2.0, 4.0, 2.0, 5.0, 4.0, 1.0, 3.0, 2.0, 2.0, 2.0, 1.0, 2.0, 3.0, 0.0, 1.0, 2.0, 0.0, 0.0, 3.0], "bins": [-0.10322090238332748, -0.10056013613939285, -0.09789936989545822, -0.09523860365152359, -0.09257783740758896, -0.08991707116365433, -0.0872563049197197, -0.08459553867578506, -0.08193476498126984, -0.0792739987373352, -0.07661323249340057, -0.07395246624946594, -0.07129170000553131, -0.06863093376159668, -0.06597016751766205, -0.06330940127372742, -0.060648635029792786, -0.057987868785858154, -0.05532710254192352, -0.05266633629798889, -0.05000557005405426, -0.04734480008482933, -0.0446840338408947, -0.04202326759696007, -0.039362501353025436, -0.036701735109090805, -0.034040968865156174, -0.03138020262122154, -0.028719434514641762, -0.02605866827070713, -0.02339790016412735, -0.02073713392019272, -0.018076367676258087, -0.015415601432323456, -0.01275483425706625, -0.010094067081809044, -0.0074333008378744125, -0.004772534128278494, -0.0021117674186825752, 0.0005489992909133434, 0.003209766000509262, 0.005870532710105181, 0.0085312994197011, 0.011192066594958305, 0.013852832838892937, 0.016513599082827568, 0.01917436718940735, 0.02183513343334198, 0.02449589967727661, 0.027156665921211243, 0.029817432165145874, 0.032478198409080505, 0.03513896465301514, 0.037799734622240067, 0.0404605008661747, 0.04312126711010933, 0.04578203335404396, 0.04844279959797859, 0.05110356584191322, 0.053764332085847855, 0.056425102055072784, 0.059085868299007416, 0.06174663454294205, 0.06440740078687668, 0.06706816703081131]}, "_runtime": 108.18664050102234, "_timestamp": 1596211697.9577494, "_step": 133}
+{"val_accuracy": 0.8188620148401826, "val_loss": 0.4649003172573978, "_runtime": 109.65893316268921, "_timestamp": 1596211699.430042, "_step": 134}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: z Confidence: 0.7852762341499329 Truth: v", "Prediction: P Confidence: 0.6255688071250916 Truth: 5", "Prediction: U Confidence: 0.7144659757614136 Truth: 2", "Prediction: O Confidence: 0.4164603352546692 Truth: 0"]}, "_runtime": 109.93036413192749, "_timestamp": 1596211699.701473, "_step": 135}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 4.0, 3.0, 3.0, 1.0, 2.0, 3.0, 9.0, 5.0, 4.0, 2.0, 1.0, 1.0, 3.0, 0.0, 4.0, 2.0, 3.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014300200156867504, -0.013814413920044899, -0.01332862675189972, -0.012842840515077114, -0.012357054278254509, -0.01187126711010933, -0.011385480873286724, -0.010899693705141544, -0.01041390746831894, -0.009928121231496334, -0.009442334063351154, -0.00895654782652855, -0.00847076065838337, -0.007984974421560764, -0.007499188184738159, -0.007013401482254267, -0.006527614779770374, -0.006041828077286482, -0.005556041374802589, -0.005070255137979984, -0.004584468435496092, -0.004098681733012199, -0.0036128952633589506, -0.003127108793705702, -0.0026413220912218094, -0.002155535388737917, -0.0016697489190846682, -0.0011839623330160975, -0.0006981757469475269, -0.00021238916087895632, 0.0002733974251896143, 0.0007591840112581849, 0.0012449705973267555, 0.0017307571833953261, 0.0022165437694638968, 0.0027023302391171455, 0.003188116941601038, 0.0036739036440849304, 0.0041596898809075356, 0.004645476583391428, 0.0051312632858753204, 0.005617049988359213, 0.006102836690843105, 0.0065886229276657104, 0.007074409630149603, 0.007560196332633495, 0.0080459825694561, 0.00853176973760128, 0.009017555974423885, 0.00950334221124649, 0.00998912937939167, 0.010474915616214275, 0.01096070185303688, 0.01144648902118206, 0.011932275258004665, 0.012418062426149845, 0.01290384866297245, 0.013389634899795055, 0.013875422067940235, 0.01436120830476284, 0.01484699547290802, 0.015332781709730625, 0.01581856794655323, 0.01630435511469841, 0.01679014042019844]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 3.0, 2.0, 1.0, 8.0, 6.0, 5.0, 11.0, 9.0, 13.0, 28.0, 33.0, 65.0, 62.0, 111.0, 152.0, 335.0, 4625.0, 1652.0, 323.0, 175.0, 92.0, 68.0, 43.0, 36.0, 23.0, 13.0, 5.0, 4.0, 3.0, 3.0, 2.0, 4.0, 4.0, 5.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.17542991042137146, -0.16994065046310425, -0.16445137560367584, -0.15896211564540863, -0.15347284078598022, -0.147983580827713, -0.1424943059682846, -0.1370050460100174, -0.131515771150589, -0.12602651119232178, -0.12053724378347397, -0.11504797637462616, -0.10955871641635895, -0.10406944900751114, -0.09858018159866333, -0.09309091418981552, -0.08760164678096771, -0.0821123793721199, -0.0766231119632721, -0.07113384455442429, -0.06564457714557648, -0.06015531346201897, -0.054666049778461456, -0.04917678236961365, -0.04368751496076584, -0.03819824755191803, -0.03270898014307022, -0.02721971645951271, -0.0217304490506649, -0.016241181641817093, -0.010751916095614433, -0.005262649618089199, 0.00022661685943603516, 0.005715883336961269, 0.011205149814486504, 0.016694415360689163, 0.022183682769536972, 0.02767295017838478, 0.03316221386194229, 0.0386514812707901, 0.04414074867963791, 0.04963001608848572, 0.05511928349733353, 0.06060854718089104, 0.06609781086444855, 0.07158707827329636, 0.07707634568214417, 0.08256561309099197, 0.08805488049983978, 0.09354414790868759, 0.0990334153175354, 0.10452268272638321, 0.11001195013523102, 0.11550121009349823, 0.12099047750234604, 0.12647974491119385, 0.13196900486946106, 0.13745827972888947, 0.14294753968715668, 0.14843681454658508, 0.1539260745048523, 0.1594153493642807, 0.1649046093225479, 0.17039388418197632, 0.17588314414024353]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 4.0, 3.0, 2.0, 2.0, 3.0, 3.0, 4.0, 1.0, 2.0, 3.0, 3.0, 2.0, 8.0, 2.0, 2.0, 3.0, 6.0, 23.0, 2.0, 3.0, 1.0, 4.0, 0.0, 4.0, 2.0, 2.0, 4.0, 2.0, 1.0, 2.0, 2.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002435044152662158, -0.00234576896764338, -0.0022564937826246023, -0.0021672185976058245, -0.002077943179756403, -0.001988667994737625, -0.0018993928097188473, -0.0018101176247000694, -0.0017208424396812916, -0.0016315672546625137, -0.0015422920696437359, -0.0014530167682096362, -0.0013637415831908584, -0.0012744663981720805, -0.0011851910967379808, -0.001095915911719203, -0.0010066407267004251, -0.0009173655416816473, -0.0008280902984552085, -0.0007388150552287698, -0.0006495398702099919, -0.0005602646851912141, -0.0004709894419647753, -0.000381714227842167, -0.0002924390137195587, -0.0002031637995969504, -0.00011388858547434211, -2.4613371351733804e-05, 6.46618427708745e-05, 0.0001539370568934828, 0.0002432122710160911, 0.0003324874851386994, 0.0004217626992613077, 0.0005110378842800856, 0.0006003131275065243, 0.0006895883707329631, 0.0007788635557517409, 0.0008681387407705188, 0.0009574139839969575, 0.0010466892272233963, 0.0011359644122421741, 0.001225239597260952, 0.0013145147822797298, 0.0014037900837138295, 0.0014930652687326074, 0.0015823404537513852, 0.0016716157551854849, 0.0017608909402042627, 0.0018501661252230406, 0.0019394413102418184, 0.0020287164952605963, 0.002117991680279374, 0.0022072670981287956, 0.0022965422831475735, 0.0023858174681663513, 0.002475092653185129, 0.002564367838203907, 0.002653643023222685, 0.0027429182082414627, 0.0028321933932602406, 0.0029214685782790184, 0.00301074399612844, 0.0031000191811472178, 0.0031892943661659956, 0.0032785695511847734]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 7.0, 1.0, 3.0, 3.0, 13.0, 9.0, 18.0, 21.0, 36.0, 47.0, 54.0, 94.0, 114.0, 197.0, 268.0, 468.0, 600.0, 904.0, 1328.0, 1989.0, 3333.0, 5291.0, 9443.0, 17907.0, 39831.0, 127458.0, 841957.0, 64220.0, 26607.0, 13731.0, 7667.0, 4714.0, 3210.0, 2207.0, 1489.0, 1156.0, 811.0, 571.0, 445.0, 349.0, 270.0, 213.0, 138.0, 111.0, 84.0, 70.0, 44.0, 35.0, 25.0, 22.0, 17.0, 13.0, 6.0, 12.0, 3.0, 3.0, 5.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.005057341884821653, -0.004872388672083616, -0.004687434993684292, -0.004502481780946255, -0.004317528568208218, -0.004132574889808893, -0.003947621677070856, -0.003762668464332819, -0.0035777150187641382, -0.0033927615731954575, -0.0032078083604574203, -0.0030228549148887396, -0.002837901469320059, -0.0026529482565820217, -0.002467994811013341, -0.002283041598275304, -0.002098088152706623, -0.0019131348235532641, -0.0017281814943999052, -0.0015432280488312244, -0.0013582747196778655, -0.0011733213905245066, -0.0009883679449558258, -0.0008034146158024669, -0.0006184612866491079, -0.00043350792839191854, -0.00024855457013472915, -6.360121187753975e-05, 0.00012135214637964964, 0.00030630550463683903, 0.0004912588628940284, 0.0006762122502550483, 0.0008611655794084072, 0.0010461189085617661, 0.001231072237715125, 0.0014160256832838058, 0.0016009790124371648, 0.0017859323415905237, 0.0019708857871592045, 0.0021558389998972416, 0.0023407924454659224, 0.002525745891034603, 0.0027106991037726402, 0.002895652549341321, 0.0030806059949100018, 0.003265559207648039, 0.0034505126532167196, 0.0036354658659547567, 0.0038204193115234375, 0.004005372524261475, 0.004190326202660799, 0.004375279415398836, 0.004560232628136873, 0.004745186306536198, 0.004930139519274235, 0.005115092732012272, 0.005300045944750309, 0.005484999623149633, 0.0056699528358876705, 0.005854906048625708, 0.006039859727025032, 0.006224812939763069, 0.006409766152501106, 0.006594719830900431, 0.006779673043638468]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 3.0, 1.0, 3.0, 2.0, 0.0, 4.0, 8.0, 5.0, 2.0, 5.0, 1.0, 2.0, 5.0, 1.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 3.0, 1.0], "bins": [-0.035875339061021805, -0.035128410905599594, -0.03438148275017738, -0.03363455459475517, -0.03288763016462326, -0.03214070200920105, -0.03139377385377884, -0.03064684569835663, -0.029899917542934418, -0.029152991250157356, -0.028406063094735146, -0.027659134939312935, -0.026912208646535873, -0.026165280491113663, -0.025418352335691452, -0.02467142604291439, -0.02392449788749218, -0.02317756973206997, -0.022430643439292908, -0.021683715283870697, -0.020936787128448486, -0.020189860835671425, -0.019442932680249214, -0.018696004524827003, -0.017949078232049942, -0.01720215007662773, -0.01645522192120552, -0.01570829376578331, -0.014961367473006248, -0.014214439317584038, -0.013467512093484402, -0.012720583938062191, -0.011973656713962555, -0.011226729489862919, -0.010479801334440708, -0.009732874110341072, -0.008985945954918861, -0.008239018730819225, -0.007492091506719589, -0.006745163816958666, -0.0059982361271977425, -0.005251308437436819, -0.004504380747675896, -0.0037574535235762596, -0.0030105258338153362, -0.002263598144054413, -0.0015166706871241331, -0.0007697431137785316, -2.2815540432929993e-05, 0.0007241120329126716, 0.0014710396062582731, 0.002217967063188553, 0.0029648947529494762, 0.0037118224427103996, 0.004458749666810036, 0.005205677356570959, 0.0059526050463318825, 0.006699532736092806, 0.007446460425853729, 0.008193387649953365, 0.008940314874053001, 0.009687243029475212, 0.010434170253574848, 0.011181098408997059, 0.011928025633096695]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 4.0, 5.0, 6.0, 4.0, 6.0, 4.0, 2.0, 9.0, 8.0, 9.0, 9.0, 10.0, 13.0, 10.0, 19.0, 19.0, 34.0, 44.0, 52.0, 82.0, 66.0, 107.0, 130.0, 177.0, 238.0, 285.0, 434.0, 582.0, 844.0, 1341.0, 3043.0, 5873.0, 1586.0, 1010.0, 682.0, 462.0, 319.0, 230.0, 139.0, 128.0, 104.0, 82.0, 59.0, 40.0, 27.0, 29.0, 15.0, 16.0, 7.0, 8.0, 5.0, 3.0, 0.0, 1.0, 3.0, 1.0], "bins": [-0.012768794782459736, -0.012441509403288364, -0.012114224955439568, -0.011786939576268196, -0.011459654197096825, -0.011132369749248028, -0.010805084370076656, -0.01047779992222786, -0.010150514543056488, -0.009823229163885117, -0.00949594471603632, -0.009168659336864948, -0.008841374889016151, -0.00851408950984478, -0.008186804130673409, -0.007859519682824612, -0.00753223430365324, -0.007204949390143156, -0.006877664476633072, -0.0065503790974617004, -0.006223094183951616, -0.005895809270441532, -0.005568523891270161, -0.0052412389777600765, -0.004913954064249992, -0.004586669150739908, -0.004259384237229824, -0.003932098858058453, -0.0036048139445483685, -0.0032775290310382843, -0.0029502438846975565, -0.0026229587383568287, -0.0022956738248467445, -0.0019683889113366604, -0.0016411037649959326, -0.0013138187350705266, -0.0009865337051451206, -0.0006592486752197146, -0.00033196364529430866, -4.678615368902683e-06, 0.0003226064145565033, 0.0006498914444819093, 0.0009771764744073153, 0.0013044615043327212, 0.0016317465342581272, 0.0019590314477682114, 0.002286316594108939, 0.002613601740449667, 0.002940886653959751, 0.0032681715674698353, 0.003595456713810563, 0.003922741860151291, 0.004250026773661375, 0.004577311687171459, 0.004904597066342831, 0.005231881979852915, 0.005559166893362999, 0.005886451806873083, 0.006213736720383167, 0.006541022099554539, 0.006868307013064623, 0.007195591926574707, 0.0075228773057460785, 0.007850161753594875, 0.008177447132766247]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 2.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.06519696861505508, -0.06273030489683151, -0.06026364490389824, -0.057796984910964966, -0.055330321192741394, -0.05286366119980812, -0.05039699748158455, -0.047930337488651276, -0.045463673770427704, -0.04299701377749443, -0.04053035378456116, -0.038063690066337585, -0.03559703007340431, -0.03313036635518074, -0.030663706362247467, -0.028197044506669044, -0.025730382651090622, -0.0232637207955122, -0.020797058939933777, -0.018330397084355354, -0.015863735228776932, -0.013397074304521084, -0.010930413380265236, -0.008463751524686813, -0.005997089669108391, -0.003530428046360612, -0.001063766423612833, 0.0014028951991349459, 0.0038695568218827248, 0.006336218677461147, 0.008802879601716995, 0.011269541457295418, 0.01373620331287384, 0.016202865168452263, 0.018669527024030685, 0.021136188879609108, 0.02360285073518753, 0.026069510728120804, 0.028536172583699226, 0.03100283443927765, 0.03346949815750122, 0.035936158150434494, 0.03840281814336777, 0.04086948186159134, 0.04333614185452461, 0.045802805572748184, 0.04826946556568146, 0.05073612928390503, 0.0532027892768383, 0.055669449269771576, 0.05813611298799515, 0.06060277298092842, 0.0630694329738617, 0.06553609669208527, 0.06800276041030884, 0.07046942412853241, 0.07293608039617538, 0.07540274411439896, 0.07786940783262253, 0.0803360641002655, 0.08280272781848907, 0.08526939153671265, 0.08773605525493622, 0.0902027115225792, 0.09266937524080276]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 3.0, 1.0, 2.0, 1.0, 3.0, 2.0, 4.0, 2.0, 0.0, 2.0, 3.0, 4.0, 6.0, 4.0, 7.0, 6.0, 9.0, 5.0, 3.0, 6.0, 13.0, 17.0, 19.0, 14.0, 37.0, 18.0, 18.0, 17.0, 12.0, 4.0, 6.0, 6.0, 2.0, 2.0, 2.0, 0.0, 1.0, 2.0, 1.0, 2.0, 3.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 2.0, 2.0], "bins": [-0.07877560704946518, -0.07676083594560623, -0.07474607229232788, -0.07273130118846893, -0.07071653008460999, -0.06870175898075104, -0.06668698787689209, -0.06467222422361374, -0.06265745311975479, -0.060642682015895844, -0.058627914637327194, -0.056613147258758545, -0.0545983761548996, -0.05258360505104065, -0.050568837672472, -0.04855407029390335, -0.0465392991900444, -0.044524528086185455, -0.042509760707616806, -0.04049499332904816, -0.03848022222518921, -0.03646545112133026, -0.03445068374276161, -0.03243591636419296, -0.030421145260334015, -0.028406376019120216, -0.026391606777906418, -0.02437683753669262, -0.02236206829547882, -0.020347299054265022, -0.018332529813051224, -0.016317760571837425, -0.014302991330623627, -0.012288222089409828, -0.01027345284819603, -0.008258683606982231, -0.006243914365768433, -0.004229145124554634, -0.0022143758833408356, -0.00019960664212703705, 0.0018151625990867615, 0.00382993184030056, 0.0058447010815143585, 0.007859470322728157, 0.009874239563941956, 0.011889008805155754, 0.013903778046369553, 0.01591854728758335, 0.01793331652879715, 0.019948085770010948, 0.021962855011224747, 0.023977624252438545, 0.025992393493652344, 0.028007162734866142, 0.03002193197607994, 0.03203669935464859, 0.03405147045850754, 0.036066241562366486, 0.038081008940935135, 0.040095776319503784, 0.04211054742336273, 0.04412531852722168, 0.04614008590579033, 0.04815485328435898, 0.050169624388217926]}, "_runtime": 110.54923009872437, "_timestamp": 1596211700.320339, "_step": 136}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 2.0, 0.0, 2.0, 0.0, 2.0, 1.0, 4.0, 3.0, 4.0, 1.0, 2.0, 4.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.007659359369426966, -0.007398937828838825, -0.007138516753911972, -0.0068780952133238316, -0.006617673672735691, -0.006357252597808838, -0.006096831057220697, -0.005836409982293844, -0.005575988441705704, -0.005315566901117563, -0.00505514582619071, -0.00479472428560257, -0.004534303210675716, -0.004273881670087576, -0.004013460129499435, -0.0037530388217419386, -0.0034926175139844418, -0.003232196206226945, -0.002971774898469448, -0.0027113533578813076, -0.0024509320501238108, -0.002190510742366314, -0.0019300893181934953, -0.0016696678940206766, -0.0014092465862631798, -0.001148825278505683, -0.0008884038543328643, -0.0006279824883677065, -0.0003675611224025488, -0.00010713975643739104, 0.0001532816095277667, 0.00041370297549292445, 0.0006741243414580822, 0.00093454570742324, 0.0011949670733883977, 0.0014553884975612164, 0.0017158098053187132, 0.00197623111307621, 0.0022366526536643505, 0.0024970739614218473, 0.002757495269179344, 0.003017916576936841, 0.003278337884694338, 0.0035387594252824783, 0.003799180733039975, 0.004059602040797472, 0.0043200235813856125, 0.004580444656312466, 0.004840866196900606, 0.005101287737488747, 0.0053617088124156, 0.00562213035300374, 0.005882551893591881, 0.006142972968518734, 0.0064033945091068745, 0.006663815584033728, 0.006924237124621868, 0.007184658665210009, 0.007445079740136862, 0.007705501280725002, 0.007965922355651855, 0.008226344361901283, 0.008486765436828136, 0.00874718651175499, 0.009007608518004417]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 8.0, 3.0, 11.0, 5.0, 11.0, 14.0, 14.0, 23.0, 25.0, 32.0, 33.0, 55.0, 60.0, 81.0, 101.0, 147.0, 196.0, 362.0, 5128.0, 732.0, 261.0, 166.0, 109.0, 83.0, 68.0, 41.0, 31.0, 22.0, 24.0, 23.0, 15.0, 12.0, 10.0, 6.0, 3.0, 5.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.11833082139492035, -0.1150975227355957, -0.11186422407627106, -0.10863092541694641, -0.10539762675762177, -0.10216433554887772, -0.09893103688955307, -0.09569773823022842, -0.09246443957090378, -0.08923114091157913, -0.08599784225225449, -0.08276454359292984, -0.07953125238418579, -0.07629795372486115, -0.0730646550655365, -0.06983135640621185, -0.06659805774688721, -0.06336475908756256, -0.060131460428237915, -0.05689816549420357, -0.05366486683487892, -0.050431568175554276, -0.04719827324151993, -0.04396497458219528, -0.040731675922870636, -0.03749837726354599, -0.034265078604221344, -0.031031783670186996, -0.02779848501086235, -0.024565186351537704, -0.021331889554858208, -0.01809859275817871, -0.014865294098854065, -0.011631996370851994, -0.008398698642849922, -0.005165400914847851, -0.0019321031868457794, 0.001301194541156292, 0.004534492269158363, 0.007767789997160435, 0.011001087725162506, 0.014234385453164577, 0.01746768318116665, 0.020700979977846146, 0.02393427863717079, 0.027167577296495438, 0.030400874093174934, 0.03363417088985443, 0.03686746954917908, 0.04010076820850372, 0.04333406686782837, 0.04656736180186272, 0.04980066046118736, 0.05303395912051201, 0.056267254054546356, 0.059500552713871, 0.06273385137319565, 0.0659671500325203, 0.06920044869184494, 0.07243374735116959, 0.07566703855991364, 0.07890033721923828, 0.08213363587856293, 0.08536693453788757, 0.08860023319721222]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 3.0, 1.0, 2.0, 2.0, 3.0, 0.0, 2.0, 2.0, 2.0, 4.0, 1.0, 1.0, 5.0, 1.0, 0.0, 3.0, 4.0, 3.0, 1.0, 26.0, 2.0, 3.0, 4.0, 6.0, 5.0, 5.0, 1.0, 4.0, 3.0, 4.0, 1.0, 1.0, 0.0, 1.0, 0.0, 4.0, 1.0, 1.0, 2.0, 1.0, 3.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0], "bins": [-0.0033105872571468353, -0.003218427998945117, -0.0031262687407433987, -0.0030341094825416803, -0.002941950224339962, -0.0028497907333076, -0.0027576314751058817, -0.0026654722169041634, -0.002573312958702445, -0.0024811537005007267, -0.0023889944422990084, -0.00229683518409729, -0.002204675693064928, -0.0021125164348632097, -0.0020203571766614914, -0.001928197918459773, -0.0018360386602580547, -0.0017438794020563364, -0.001651720143854618, -0.001559560769237578, -0.0014674015110358596, -0.0013752422528341413, -0.001283082878217101, -0.0011909236200153828, -0.0010987643618136644, -0.001006605103611946, -0.0009144457872025669, -0.0008222864707931876, -0.0007301272125914693, -0.000637967954389751, -0.0005458086379803717, -0.0004536493506748229, -0.00036149006336927414, -0.00026933077606372535, -0.00017717148875817657, -8.501220145262778e-05, 7.147085852921009e-06, 9.93063731584698e-05, 0.00019146566046401858, 0.00028362494776956737, 0.00037578423507511616, 0.00046794352238066494, 0.0005601028096862137, 0.000652262126095593, 0.0007444213842973113, 0.0008365806424990296, 0.0009287399589084089, 0.0010208992753177881, 0.0011130585335195065, 0.0012052177917212248, 0.0012973770499229431, 0.0013895364245399833, 0.0014816956827417016, 0.00157385494094342, 0.00166601431556046, 0.0017581735737621784, 0.0018503328319638968, 0.001942492090165615, 0.0020346513483673334, 0.0021268106065690517, 0.0022189700976014137, 0.002311129355803132, 0.0024032886140048504, 0.0024954478722065687, 0.002587607130408287]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 4.0, 3.0, 2.0, 5.0, 5.0, 8.0, 7.0, 14.0, 23.0, 27.0, 47.0, 57.0, 80.0, 95.0, 131.0, 216.0, 328.0, 411.0, 663.0, 1030.0, 1693.0, 2808.0, 4834.0, 8476.0, 16269.0, 36182.0, 113850.0, 862669.0, 64691.0, 25941.0, 13778.0, 8248.0, 5214.0, 3568.0, 2375.0, 1635.0, 1138.0, 834.0, 627.0, 399.0, 321.0, 242.0, 155.0, 148.0, 103.0, 77.0, 71.0, 34.0, 30.0, 25.0, 19.0, 10.0, 7.0, 4.0, 5.0, 5.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.004764774814248085, -0.004602836910635233, -0.004440899007022381, -0.004278960637748241, -0.004117022734135389, -0.003955084830522537, -0.003793146926909685, -0.0036312087904661894, -0.0034692708868533373, -0.003307332983240485, -0.0031453948467969894, -0.0029834569431841373, -0.0028215190395712852, -0.0026595809031277895, -0.0024976429995149374, -0.0023357048630714417, -0.0021737669594585896, -0.0020118290558457375, -0.0018498909194022417, -0.0016879530157893896, -0.0015260149957612157, -0.0013640769757330418, -0.0012021390721201897, -0.0010402010520920157, -0.0008782630320638418, -0.0007163250120356679, -0.0005543870502151549, -0.0003924490592908114, -0.00023051106836646795, -6.857307744212449e-05, 9.336491348221898e-05, 0.00025530290440656245, 0.0004172408953309059, 0.0005791789153590798, 0.0007411168771795928, 0.0009030548390001059, 0.0010649928590282798, 0.0012269308790564537, 0.0013888687826693058, 0.0015508068026974797, 0.0017127448227256536, 0.0018746828427538276, 0.0020366208627820015, 0.0021985587663948536, 0.0023604966700077057, 0.0025224348064512014, 0.0026843727100640535, 0.0028463108465075493, 0.0030082487501204014, 0.0031701866537332535, 0.0033321247901767492, 0.0034940626937896013, 0.003656000830233097, 0.003817938733845949, 0.003979876637458801, 0.004141814541071653, 0.0043037524446845055, 0.004465690813958645, 0.004627628717571497, 0.004789566621184349, 0.004951504524797201, 0.005113442428410053, 0.005275380797684193, 0.005437318701297045, 0.005599256604909897]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 4.0, 0.0, 0.0, 5.0, 5.0, 7.0, 14.0, 6.0, 2.0, 3.0, 1.0, 3.0, 2.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.017557041719555855, -0.016381854191422462, -0.015206667594611645, -0.014031480066478252, -0.012856293469667435, -0.011681105941534042, -0.01050591841340065, -0.009330731816589832, -0.00815554428845644, -0.006980357225984335, -0.00580517016351223, -0.004629982635378838, -0.0034547955729067326, -0.0022796085104346275, -0.0011044212151318789, 7.0765963755548e-05, 0.0012459531426429749, 0.00242114020511508, 0.0035963275004178286, 0.004771514795720577, 0.005946701858192682, 0.007121888920664787, 0.00829707644879818, 0.009472263045608997, 0.01064745057374239, 0.011822638101875782, 0.0129978246986866, 0.014173012226819992, 0.015348199754953384, 0.016523387283086777, 0.01769857294857502, 0.018873760476708412, 0.020048948004841805, 0.021224135532975197, 0.02239932306110859, 0.023574508726596832, 0.024749696254730225, 0.025924883782863617, 0.02710007131099701, 0.0282752588391304, 0.029450446367263794, 0.030625632032752037, 0.03180082142353058, 0.03297600522637367, 0.034151192754507065, 0.03532638028264046, 0.03650156781077385, 0.03767675533890724, 0.038851942867040634, 0.040027130395174026, 0.04120231792330742, 0.04237750545144081, 0.043552692979574203, 0.044727880507707596, 0.04590306431055069, 0.04707825183868408, 0.048253439366817474, 0.04942862689495087, 0.05060381442308426, 0.05177900195121765, 0.052954189479351044, 0.054129377007484436, 0.05530456453561783, 0.05647975206375122, 0.05765493959188461]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 4.0, 2.0, 5.0, 15.0, 17.0, 24.0, 26.0, 43.0, 83.0, 97.0, 194.0, 294.0, 486.0, 747.0, 1267.0, 2336.0, 7717.0, 2392.0, 1120.0, 583.0, 338.0, 195.0, 137.0, 68.0, 47.0, 30.0, 28.0, 22.0, 14.0, 12.0, 8.0, 11.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 5.0, 1.0, 0.0, 1.0, 2.0, 2.0, 8.0, 11.0, 9.0, 4.0, 3.0, 4.0, 1.0, 0.0, 0.0, 2.0, 1.0, 4.0, 2.0], "bins": [-0.009806755930185318, -0.009372093714773655, -0.008937431499361992, -0.008502769283950329, -0.008068107068538666, -0.007633444853127003, -0.00719878263771534, -0.006764120422303677, -0.0063294582068920135, -0.005894796457141638, -0.005460134241729975, -0.005025472026318312, -0.004590809810906649, -0.004156147595494986, -0.0037214853800833225, -0.0032868231646716595, -0.0028521609492599964, -0.0024174987338483334, -0.0019828365184366703, -0.001548174419440329, -0.001113512204028666, -0.000678849988617003, -0.0002441878314130008, 0.00019047435489483178, 0.0006251365412026644, 0.0010597987566143274, 0.0014944609720259905, 0.0019291230710223317, 0.002363785170018673, 0.002798447385430336, 0.003233109600841999, 0.003667771816253662, 0.004102434031665325, 0.004537096247076988, 0.004971758462488651, 0.005406420677900314, 0.005841082893311977, 0.0062757451087236404, 0.0067104073241353035, 0.0071450695395469666, 0.00757973175495863, 0.008014393970370293, 0.008449056185781956, 0.008883718401193619, 0.009318380616605282, 0.009753042832016945, 0.010187705047428608, 0.010622367262840271, 0.01105702854692936, 0.011491690762341022, 0.011926352977752686, 0.012361015193164349, 0.012795677408576012, 0.013230339623987675, 0.013665001839399338, 0.014099664054811, 0.014534326270222664, 0.014968988485634327, 0.01540365070104599, 0.015838313847780228, 0.016272975131869316, 0.016707638278603554, 0.017142299562692642, 0.01757696270942688, 0.01801162399351597]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 3.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0860353410243988, -0.08368589729070663, -0.08133645355701447, -0.0789870098233223, -0.07663756608963013, -0.07428811490535736, -0.07193867117166519, -0.06958922743797302, -0.06723978370428085, -0.06489033997058868, -0.06254089623689651, -0.06019144877791405, -0.05784200504422188, -0.05549256131052971, -0.05314311385154724, -0.05079367011785507, -0.0484442263841629, -0.046094782650470734, -0.043745338916778564, -0.0413958914577961, -0.03904644772410393, -0.03669700399041176, -0.03434755653142929, -0.03199811279773712, -0.029648669064044952, -0.027299225330352783, -0.024949779734015465, -0.022600334137678146, -0.020250890403985977, -0.017901446670293808, -0.01555200107395649, -0.013202556408941746, -0.010853111743927002, -0.008503667078912258, -0.006154222413897514, -0.0038047777488827705, -0.0014553330838680267, 0.0008941115811467171, 0.003243556246161461, 0.005593000911176205, 0.007942445576190948, 0.010291890241205692, 0.012641334906220436, 0.01499077957123518, 0.017340224236249924, 0.019689667969942093, 0.02203911356627941, 0.02438855916261673, 0.0267380028963089, 0.029087446630001068, 0.03143689036369324, 0.033786337822675705, 0.036135781556367874, 0.03848522529006004, 0.04083467274904251, 0.04318411648273468, 0.04553356021642685, 0.04788300395011902, 0.05023244768381119, 0.052581895142793655, 0.054931338876485825, 0.057280782610177994, 0.05963023006916046, 0.06197967380285263, 0.0643291175365448]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 5.0, 2.0, 2.0, 5.0, 0.0, 3.0, 7.0, 4.0, 15.0, 3.0, 4.0, 8.0, 5.0, 14.0, 4.0, 16.0, 43.0, 22.0, 11.0, 8.0, 15.0, 15.0, 7.0, 14.0, 11.0, 8.0, 5.0, 3.0, 3.0, 0.0, 2.0, 4.0, 1.0, 0.0, 2.0, 4.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.054748084396123886, -0.05303238332271576, -0.051316678524017334, -0.04960097745060921, -0.04788527637720108, -0.046169571578502655, -0.04445387050509453, -0.0427381657063961, -0.041022464632987976, -0.03930676355957985, -0.037591058760881424, -0.0358753576874733, -0.03415965288877487, -0.032443951815366745, -0.030728250741958618, -0.029012547805905342, -0.027296844869852066, -0.02558114193379879, -0.023865438997745514, -0.022149737924337387, -0.02043403498828411, -0.018718332052230835, -0.017002630978822708, -0.015286928042769432, -0.013571225106716156, -0.01185552217066288, -0.010139820165932178, -0.008424118161201477, -0.006708415225148201, -0.004992712754756212, -0.0032770102843642235, -0.0015613078139722347, 0.00015439465641975403, 0.0018700971268117428, 0.0035857995972037315, 0.00530150206759572, 0.007017204537987709, 0.008732907474040985, 0.010448609478771687, 0.012164311483502388, 0.013880014419555664, 0.01559571735560894, 0.017311420291662216, 0.019027121365070343, 0.02074282430112362, 0.022458527237176895, 0.024174228310585022, 0.025889931246638298, 0.027605634182691574, 0.02932133711874485, 0.031037040054798126, 0.03275274112820625, 0.03446844220161438, 0.036184147000312805, 0.03789984807372093, 0.03961555287241936, 0.041331253945827484, 0.04304695501923561, 0.044762659817934036, 0.04647836089134216, 0.04819406569004059, 0.049909766763448715, 0.05162546783685684, 0.05334117263555527, 0.055056873708963394]}, "_runtime": 111.2972047328949, "_timestamp": 1596211701.0683136, "_step": 137}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 3.0, 1.0, 0.0, 2.0, 1.0, 1.0, 3.0, 0.0, 1.0, 5.0, 4.0, 1.0, 2.0, 4.0, 4.0, 1.0, 3.0, 3.0, 3.0, 0.0, 3.0, 1.0, 2.0, 0.0, 1.0, 0.0, 4.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011517515406012535, -0.011177252046763897, -0.010836988687515259, -0.01049672532826662, -0.010156461969017982, -0.009816198609769344, -0.00947593618184328, -0.009135672822594643, -0.008795409463346004, -0.008455146104097366, -0.008114882744848728, -0.00777461938560009, -0.007434356026351452, -0.007094092667102814, -0.006753829773515463, -0.006413566414266825, -0.006073303055018187, -0.005733039695769548, -0.00539277633652091, -0.005052513442933559, -0.004712250083684921, -0.004371986724436283, -0.004031723365187645, -0.0036914602387696505, -0.0033511968795210123, -0.003010933520272374, -0.0026706703938543797, -0.0023304070346057415, -0.0019901436753571033, -0.0016498805489391088, -0.0013096171896904707, -0.0009693539468571544, -0.000629090704023838, -0.00028882743208669126, 5.143583985045552e-05, 0.0003916991117876023, 0.0007319623837247491, 0.0010722256265580654, 0.0014124889858067036, 0.00175275222864002, 0.0020930154714733362, 0.0024332788307219744, 0.002773541957139969, 0.003113805316388607, 0.003454068675637245, 0.0037943318020552397, 0.004134594928473234, 0.004474858287721872, 0.0048151216469705105, 0.005155385006219149, 0.005495648365467787, 0.005835911259055138, 0.006176174618303776, 0.006516437977552414, 0.006856701336801052, 0.00719696469604969, 0.007537228055298328, 0.007877491414546967, 0.008217754773795605, 0.008558017201721668, 0.008898280560970306, 0.009238543920218945, 0.009578807279467583, 0.00991907063871622, 0.010259333997964859]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 0.0, 2.0, 5.0, 6.0, 8.0, 7.0, 6.0, 8.0, 20.0, 17.0, 19.0, 19.0, 16.0, 28.0, 21.0, 38.0, 47.0, 63.0, 60.0, 96.0, 109.0, 162.0, 201.0, 352.0, 4734.0, 786.0, 310.0, 172.0, 122.0, 95.0, 73.0, 57.0, 45.0, 41.0, 27.0, 20.0, 26.0, 14.0, 17.0, 16.0, 7.0, 10.0, 8.0, 7.0, 8.0, 2.0, 3.0, 3.0, 2.0, 4.0, 1.0, 2.0, 4.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.07921235263347626, -0.07671330124139786, -0.07421424984931946, -0.07171520590782166, -0.06921615451574326, -0.06671710312366486, -0.06421805918216705, -0.061719007790088654, -0.059219956398010254, -0.056720905005931854, -0.05422185733914375, -0.05172280967235565, -0.04922375828027725, -0.04672470688819885, -0.04422565922141075, -0.04172661155462265, -0.03922756016254425, -0.03672850877046585, -0.03422946110367775, -0.03173041343688965, -0.02923136204481125, -0.026732312515378, -0.024233262985944748, -0.021734213456511497, -0.019235163927078247, -0.016736114397644997, -0.014237064868211746, -0.011738015338778496, -0.009238965809345245, -0.006739916279911995, -0.0042408667504787445, -0.001741817221045494, 0.0007572323083877563, 0.0032562818378210068, 0.005755331367254257, 0.008254380896687508, 0.010753430426120758, 0.013252479955554008, 0.01575152948498726, 0.01825057901442051, 0.02074962854385376, 0.02324867807328701, 0.02574772760272026, 0.02824677713215351, 0.03074582666158676, 0.03324487805366516, 0.03574392572045326, 0.038242973387241364, 0.04074202477931976, 0.04324107617139816, 0.045740123838186264, 0.048239171504974365, 0.050738222897052765, 0.053237274289131165, 0.055736321955919266, 0.05823536962270737, 0.06073442101478577, 0.06323347240686417, 0.06573252379894257, 0.06823156774044037, 0.07073061913251877, 0.07322967052459717, 0.07572871446609497, 0.07822776585817337, 0.08072681725025177]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 2.0, 2.0, 1.0, 2.0, 9.0, 4.0, 1.0, 2.0, 4.0, 5.0, 5.0, 1.0, 1.0, 27.0, 7.0, 7.0, 2.0, 4.0, 4.0, 3.0, 2.0, 2.0, 3.0, 0.0, 3.0, 3.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002486135810613632, -0.0023803687654435635, -0.002274601487442851, -0.0021688344422727823, -0.00206306716427207, -0.001957300119102001, -0.0018515329575166106, -0.00174576579593122, -0.0016399987507611513, -0.0015342315891757607, -0.0014284644275903702, -0.0013226972660049796, -0.001216930104419589, -0.0011111629428341985, -0.0010053958976641297, -0.0008996287360787392, -0.0007938615744933486, -0.000688094412907958, -0.0005823273095302284, -0.0004765601479448378, -0.0003707930154632777, -0.0002650258829817176, -0.00015925873594824225, -5.349159619072452e-05, 5.22755435667932e-05, 0.00015804267604835331, 0.0002638098085299134, 0.000369576970115304, 0.0004753441025968641, 0.0005811112350784242, 0.0006868783966638148, 0.0007926455000415444, 0.000898412661626935, 0.0010041798232123256, 0.0011099469847977161, 0.0012157140299677849, 0.0013214811915531754, 0.001427248353138566, 0.0015330155147239566, 0.0016387826763093472, 0.001744549721479416, 0.0018503168830648065, 0.001956084044650197, 0.0020618510898202658, 0.002167618367820978, 0.002273385412991047, 0.0023791526909917593, 0.002484919736161828, 0.0025906870141625404, 0.002696454059332609, 0.002802221104502678, 0.0029079883825033903, 0.003013755427673459, 0.0031195227056741714, 0.00322528975084424, 0.003331056796014309, 0.0034368240740150213, 0.00354259111918509, 0.0036483583971858025, 0.003754125442355871, 0.00385989248752594, 0.003965659532696009, 0.004071427043527365, 0.0041771940886974335, 0.004282961133867502]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [4.0, 3.0, 1.0, 12.0, 12.0, 16.0, 22.0, 28.0, 49.0, 45.0, 103.0, 142.0, 245.0, 299.0, 446.0, 634.0, 927.0, 1532.0, 2493.0, 4161.0, 7461.0, 14799.0, 32686.0, 97795.0, 855666.0, 82492.0, 32500.0, 16374.0, 9622.0, 5875.0, 3748.0, 2574.0, 1785.0, 1313.0, 960.0, 686.0, 535.0, 364.0, 297.0, 244.0, 140.0, 114.0, 107.0, 78.0, 52.0, 59.0, 32.0, 26.0, 19.0, 18.0, 15.0, 6.0, 9.0, 8.0, 3.0, 1.0, 3.0, 2.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.004189644008874893, -0.004018853884190321, -0.0038480632938444614, -0.0036772729363292456, -0.0035064825788140297, -0.003335692221298814, -0.003164901863783598, -0.002994111506268382, -0.002823321148753166, -0.002652531024068594, -0.002481740666553378, -0.0023109503090381622, -0.0021401599515229464, -0.0019693695940077305, -0.0017985792364925146, -0.0016277888789772987, -0.0014569985214620829, -0.001286208163946867, -0.0011154178064316511, -0.0009446275071240962, -0.0007738371496088803, -0.0006030467920936644, -0.000432256463682279, -0.0002614661352708936, -9.06757777556777e-05, 8.011456520762295e-05, 0.0002509049081709236, 0.000421695236582309, 0.0005924855940975249, 0.0007632759516127408, 0.0009340662509202957, 0.0011048566084355116, 0.0012756469659507275, 0.0014464373234659433, 0.0016172276809811592, 0.001788018038496375, 0.001958808396011591, 0.002129598753526807, 0.0023003891110420227, 0.0024711794685572386, 0.0026419698260724545, 0.0028127599507570267, 0.0029835503082722425, 0.0031543406657874584, 0.0033251310233026743, 0.00349592138081789, 0.003666711738333106, 0.003837502095848322, 0.004008292220532894, 0.004179082810878754, 0.004349872935563326, 0.004520663525909185, 0.004691453650593758, 0.004862244240939617, 0.005033034365624189, 0.005203824955970049, 0.005374615080654621, 0.005545405671000481, 0.005716195795685053, 0.005886986386030912, 0.006057776510715485, 0.006228567101061344, 0.006399357225745916, 0.006570147816091776, 0.006740937940776348]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 3.0, 1.0, 1.0, 3.0, 2.0, 3.0, 4.0, 2.0, 8.0, 1.0, 1.0, 1.0, 1.0, 5.0, 3.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01974569819867611, -0.019082823768258095, -0.01841994933784008, -0.017757074907422066, -0.01709420047700405, -0.016431326046586037, -0.015768451616168022, -0.015105578117072582, -0.014442703686654568, -0.013779829256236553, -0.013116954825818539, -0.012454080395400524, -0.011791206896305084, -0.01112833246588707, -0.010465458035469055, -0.00980258360505104, -0.009139709174633026, -0.008476834744215012, -0.007813960313796997, -0.00715108634904027, -0.006488211918622255, -0.005825337488204241, -0.005162463523447514, -0.004499589093029499, -0.0038367146626114845, -0.00317384023219347, -0.002510966034606099, -0.0018480917206034064, -0.0011852174066007137, -0.000522343092598021, 0.00014053122140467167, 0.0008034055354073644, 0.001466279849410057, 0.0021291542798280716, 0.0027920284774154425, 0.0034549026750028133, 0.004117777105420828, 0.004780651535838842, 0.00544352550059557, 0.006106399931013584, 0.006769274361431599, 0.007432148791849613, 0.008095023222267628, 0.008757897652685642, 0.009420771151781082, 0.010083645582199097, 0.010746520012617111, 0.011409394443035126, 0.01207226887345314, 0.012735143303871155, 0.01339801773428917, 0.014060892164707184, 0.014723766595125198, 0.015386640094220638, 0.016049515455961227, 0.016712389886379242, 0.017375264316797256, 0.018038136884570122, 0.018701011314988136, 0.01936388574540615, 0.020026760175824165, 0.02068963460624218, 0.021352509036660194, 0.02201538346707821, 0.022678257897496223]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 5.0, 0.0, 2.0, 5.0, 5.0, 10.0, 18.0, 18.0, 22.0, 26.0, 38.0, 37.0, 47.0, 63.0, 71.0, 108.0, 148.0, 189.0, 242.0, 265.0, 342.0, 518.0, 675.0, 932.0, 1394.0, 2317.0, 6153.0, 1664.0, 999.0, 580.0, 386.0, 268.0, 219.0, 134.0, 107.0, 84.0, 71.0, 62.0, 44.0, 30.0, 18.0, 32.0, 21.0, 21.0, 6.0, 3.0, 8.0, 8.0, 2.0, 1.0, 3.0, 0.0, 1.0, 0.0, 1.0, 3.0], "bins": [-0.011394322849810123, -0.011061607860028744, -0.010728892870247364, -0.010396177880465984, -0.010063462890684605, -0.009730747900903225, -0.009398032911121845, -0.009065317921340466, -0.00873260386288166, -0.00839988887310028, -0.008067173883318901, -0.007734458427876234, -0.007401743903756142, -0.007069028913974762, -0.006736313924193382, -0.0064035989344120026, -0.006070883944630623, -0.005738168954849243, -0.0054054539650678635, -0.005072738975286484, -0.004740023985505104, -0.004407309461385012, -0.004074594471603632, -0.0037418794818222523, -0.0034091644920408726, -0.003076449502259493, -0.002743734512478113, -0.002411019755527377, -0.0020783047657459974, -0.0017455897759646177, -0.0014128749025985599, -0.001080160029232502, -0.0007474450394511223, -0.0004147301078774035, -8.201517630368471e-05, 0.0002506997552700341, 0.0005834146868437529, 0.0009161296184174716, 0.0012488445499911904, 0.0015815594233572483, 0.001914274413138628, 0.0022469894029200077, 0.0025797043927013874, 0.0029124191496521235, 0.003245134139433503, 0.003577849129214883, 0.003910563886165619, 0.004243278875946999, 0.004575993865728378, 0.004908708855509758, 0.005241423845291138, 0.005574138835072517, 0.005906853824853897, 0.0062395683489739895, 0.006572283338755369, 0.006904998328536749, 0.007237713318318129, 0.007570428308099508, 0.0079031428322196, 0.00823585782200098, 0.00856857281178236, 0.00890128780156374, 0.00923400279134512, 0.0095667177811265, 0.009899432770907879]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 2.0, 2.0, 0.0, 0.0, 3.0, 5.0, 2.0, 0.0, 0.0, 2.0, 1.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.13848595321178436, -0.13474394381046295, -0.13100194931030273, -0.12725993990898132, -0.1235179454088211, -0.1197759360074997, -0.11603393405675888, -0.11229193210601807, -0.10854993015527725, -0.10480792820453644, -0.10106592625379562, -0.09732392430305481, -0.0935819149017334, -0.08983991295099258, -0.08609791100025177, -0.08235590904951096, -0.07861390709877014, -0.07487190514802933, -0.07112990319728851, -0.0673879012465477, -0.06364589929580688, -0.05990389361977577, -0.05616188794374466, -0.052419885993003845, -0.04867788404226303, -0.04493588209152222, -0.0411938801407814, -0.03745187446475029, -0.033709872514009476, -0.02996787056326866, -0.026225866749882698, -0.022483862936496735, -0.01874186098575592, -0.014999858103692532, -0.011257855221629143, -0.007515852339565754, -0.003773849457502365, -3.184657543897629e-05, 0.0037101563066244125, 0.007452159188687801, 0.01119416207075119, 0.014936164952814579, 0.018678167834877968, 0.02242017164826393, 0.026162173599004745, 0.02990417554974556, 0.03364618122577667, 0.03738818317651749, 0.0411301851272583, 0.044872187077999115, 0.04861418902873993, 0.05235619470477104, 0.056098196655511856, 0.05984019860625267, 0.06358220428228378, 0.0673242062330246, 0.07106620818376541, 0.07480821013450623, 0.07855021208524704, 0.08229221403598785, 0.08603422343730927, 0.08977622538805008, 0.0935182273387909, 0.09726022928953171, 0.10100223124027252]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 3.0, 2.0, 0.0, 1.0, 1.0, 2.0, 4.0, 4.0, 7.0, 6.0, 9.0, 20.0, 15.0, 19.0, 41.0, 25.0, 21.0, 18.0, 14.0, 10.0, 11.0, 5.0, 14.0, 7.0, 3.0, 2.0, 1.0, 2.0, 1.0, 2.0, 0.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.05870131030678749, -0.056719426065683365, -0.05473754182457924, -0.05275565758347511, -0.05077377334237099, -0.04879188910126686, -0.046810004860162735, -0.04482812061905861, -0.04284624010324478, -0.040864355862140656, -0.03888247162103653, -0.036900587379932404, -0.03491870313882828, -0.03293681889772415, -0.030954934656620026, -0.0289730504155159, -0.026991166174411774, -0.025009281933307648, -0.02302739769220352, -0.021045513451099396, -0.01906362920999527, -0.017081746831536293, -0.015099862590432167, -0.013117978349328041, -0.011136094108223915, -0.009154209867119789, -0.0071723260916769505, -0.005190442316234112, -0.003208558075129986, -0.0012266740668565035, 0.0007552099414169788, 0.002737093949690461, 0.0047189779579639435, 0.0067008621990680695, 0.008682746440172195, 0.010664629749953747, 0.012646513991057873, 0.014628398232161999, 0.01661028154194355, 0.018592165783047676, 0.020574050024151802, 0.022555934265255928, 0.024537818506360054, 0.02651970274746418, 0.028501585125923157, 0.030483469367027283, 0.03246535360813141, 0.034447237849235535, 0.03642912209033966, 0.03841100633144379, 0.04039289057254791, 0.04237477481365204, 0.044356659054756165, 0.04633854329586029, 0.048320427536964417, 0.05030231177806854, 0.05228419601917267, 0.054266076534986496, 0.05624796077609062, 0.05822984501719475, 0.060211729258298874, 0.062193613499403, 0.06417550146579742, 0.06615738570690155, 0.06813926994800568]}, "_runtime": 112.05268859863281, "_timestamp": 1596211701.8237975, "_step": 138}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 3.0, 0.0, 2.0, 1.0, 2.0, 5.0, 2.0, 8.0, 3.0, 5.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.006864728406071663, -0.006622002460062504, -0.006379276979714632, -0.00613655149936676, -0.005893825553357601, -0.005651099607348442, -0.00540837412700057, -0.0051656486466526985, -0.004922922700643539, -0.00468019675463438, -0.0044374712742865086, -0.004194745793938637, -0.003952019847929478, -0.0037092941347509623, -0.003466568421572447, -0.0032238427083939314, -0.002981116995215416, -0.0027383912820369005, -0.002495665568858385, -0.0022529398556798697, -0.0020102141425013542, -0.0017674884293228388, -0.0015247627161443233, -0.001282037002965808, -0.0010393112897872925, -0.000796585576608777, -0.0005538598634302616, -0.0003111341502517462, -6.840843707323074e-05, 0.0001743172761052847, 0.0004170429892838001, 0.0006597687024623156, 0.000902494415640831, 0.0011452201288193464, 0.0013879458419978619, 0.0016306715551763773, 0.0018733972683548927, 0.002116122981533408, 0.0023588486947119236, 0.002601574407890439, 0.0028443001210689545, 0.00308702583424747, 0.0033297515474259853, 0.0035724772606045008, 0.003815202973783016, 0.004057928919792175, 0.004300654400140047, 0.004543379880487919, 0.004786105826497078, 0.005028831772506237, 0.005271557252854109, 0.005514282733201981, 0.00575700867921114, 0.005999734625220299, 0.0062424601055681705, 0.006485185585916042, 0.006727911531925201, 0.0069706374779343605, 0.007213362958282232, 0.007456088438630104, 0.007698814384639263, 0.007941540330648422, 0.008184265345335007, 0.008426991291344166, 0.008669717237353325]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 5.0, 2.0, 3.0, 4.0, 9.0, 8.0, 10.0, 14.0, 22.0, 25.0, 29.0, 29.0, 53.0, 70.0, 70.0, 110.0, 160.0, 263.0, 3741.0, 2403.0, 317.0, 147.0, 125.0, 76.0, 46.0, 33.0, 34.0, 18.0, 16.0, 20.0, 10.0, 5.0, 9.0, 5.0, 7.0, 3.0, 5.0, 6.0, 5.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.1132870614528656, -0.10974530130624771, -0.10620354861021042, -0.10266178846359253, -0.09912003576755524, -0.09557827562093735, -0.09203652292490005, -0.08849476277828217, -0.08495301008224487, -0.08141124993562698, -0.0778694897890091, -0.0743277370929718, -0.07078597694635391, -0.06724422425031662, -0.06370246410369873, -0.06016070768237114, -0.05661895126104355, -0.05307719483971596, -0.04953543841838837, -0.045993681997060776, -0.042451925575733185, -0.038910165429115295, -0.035368409007787704, -0.031826652586460114, -0.028284896165132523, -0.02474313974380493, -0.02120138332247734, -0.0176596250385046, -0.01411786861717701, -0.010576112195849419, -0.007034354843199253, -0.003492597956210375, 4.915893077850342e-05, 0.0035909158177673817, 0.00713267270475626, 0.010674430057406425, 0.014216186478734016, 0.017757942900061607, 0.021299701184034348, 0.02484145760536194, 0.02838321402668953, 0.03192497044801712, 0.03546672686934471, 0.0390084832906723, 0.04255024343729019, 0.04609199985861778, 0.049633756279945374, 0.053175512701272964, 0.056717269122600555, 0.060259025543928146, 0.06380078196525574, 0.06734254211187363, 0.07088429480791092, 0.07442605495452881, 0.0779678076505661, 0.08150956779718399, 0.08505132794380188, 0.08859308063983917, 0.09213484078645706, 0.09567659348249435, 0.09921835362911224, 0.10276010632514954, 0.10630186647176743, 0.10984361916780472, 0.11338537931442261]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 3.0, 3.0, 3.0, 3.0, 4.0, 5.0, 4.0, 7.0, 8.0, 3.0, 23.0, 4.0, 5.0, 4.0, 4.0, 5.0, 2.0, 2.0, 3.0, 2.0, 3.0, 3.0, 2.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002215350978076458, -0.0021160312462598085, -0.002016711514443159, -0.0019173916662111878, -0.0018180718179792166, -0.0017187520861625671, -0.0016194322379305959, -0.0015201125061139464, -0.0014207926578819752, -0.0013214729260653257, -0.0012221531942486763, -0.001122833346016705, -0.0010235136142000556, -0.0009241938241757452, -0.0008248740341514349, -0.0007255542441271245, -0.0006262344541028142, -0.0005269146640785038, -0.0004275948740541935, -0.0003282751131337136, -0.00022895532310940325, -0.0001296355330850929, -3.031575761269778e-05, 6.900402513565496e-05, 0.0001683238078840077, 0.00026764359790831804, 0.0003669633879326284, 0.0004662831488531083, 0.0005656029097735882, 0.0006649226997978985, 0.0007642424898222089, 0.0008635622798465192, 0.0009628820698708296, 0.001062201801687479, 0.0011615216499194503, 0.0012608413817360997, 0.001360161229968071, 0.0014594809617847204, 0.0015588008100166917, 0.0016581205418333411, 0.0017574403900653124, 0.0018567601218819618, 0.0019560798536986113, 0.0020553995855152607, 0.002154719550162554, 0.0022540392819792032, 0.0023533590137958527, 0.002452678745612502, 0.0025519984774291515, 0.0026513184420764446, 0.002750638173893094, 0.0028499579057097435, 0.002949277637526393, 0.003048597602173686, 0.0031479173339903355, 0.003247237065806985, 0.0033465567976236343, 0.0034458765294402838, 0.003545196494087577, 0.0036445162259042263, 0.0037438359577208757, 0.003843155689537525, 0.003942475654184818, 0.004041795153170824, 0.004141115117818117]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 6.0, 4.0, 4.0, 9.0, 17.0, 25.0, 41.0, 71.0, 95.0, 117.0, 225.0, 337.0, 547.0, 788.0, 1219.0, 2118.0, 3765.0, 7127.0, 15585.0, 40717.0, 182388.0, 819325.0, 51341.0, 22011.0, 11642.0, 6716.0, 4269.0, 2692.0, 1853.0, 1290.0, 916.0, 627.0, 447.0, 345.0, 257.0, 176.0, 159.0, 82.0, 90.0, 50.0, 41.0, 29.0, 14.0, 14.0, 12.0, 7.0, 4.0, 9.0, 3.0, 4.0, 3.0, 4.0, 3.0, 2.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.004880633670836687, -0.004700889810919762, -0.0045211464166641235, -0.004341402556747198, -0.00416165916249156, -0.0039819153025746346, -0.0038021716754883528, -0.003622428048402071, -0.0034426844213157892, -0.0032629407942295074, -0.0030831971671432257, -0.002903453540056944, -0.0027237096801400185, -0.0025439660530537367, -0.002364222425967455, -0.002184478798881173, -0.0020047351717948914, -0.0018249915447086096, -0.0016452479176223278, -0.0014655041741207242, -0.0012857605470344424, -0.0011060169199481606, -0.000926273234654218, -0.0007465295493602753, -0.0005667859222739935, -0.00038704226608388126, -0.00020729860989376903, -2.7554953703656793e-05, 0.00015218870248645544, 0.0003319323586765677, 0.0005116760148666799, 0.0006914197001606226, 0.0008711633272469044, 0.0010509069543331861, 0.001230650581419468, 0.0014103943249210715, 0.0015901379520073533, 0.001769881579093635, 0.0019496253225952387, 0.0021293689496815205, 0.0023091125767678022, 0.002488856203854084, 0.002668599830940366, 0.0028483434580266476, 0.003028087317943573, 0.0032078309450298548, 0.0033875745721161366, 0.0035673181992024183, 0.0037470618262887, 0.0039268056862056255, 0.004106549080461264, 0.004286292940378189, 0.004466036334633827, 0.004645780194550753, 0.004825523588806391, 0.005005267448723316, 0.005185010842978954, 0.00536475470289588, 0.005544498562812805, 0.005724241957068443, 0.005903985816985369, 0.006083729211241007, 0.006263473071157932, 0.00644321646541357, 0.006622960325330496]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 4.0, 4.0, 12.0, 4.0, 8.0, 5.0, 4.0, 1.0, 3.0, 2.0, 2.0, 1.0, 1.0], "bins": [-0.07513999193906784, -0.07372817397117615, -0.07231634855270386, -0.07090453058481216, -0.06949271261692047, -0.06808088719844818, -0.06666906923055649, -0.0652572438120842, -0.0638454258441925, -0.06243360415101051, -0.06102178245782852, -0.05960996448993683, -0.05819814279675484, -0.056786321103572845, -0.05537450313568115, -0.05396268144249916, -0.05255085974931717, -0.05113903805613518, -0.049727216362953186, -0.04831539839506149, -0.0469035767018795, -0.04549175500869751, -0.04407993704080582, -0.042668115347623825, -0.041256293654441833, -0.03984447196125984, -0.03843265026807785, -0.03702083230018616, -0.035609010607004166, -0.034197188913822174, -0.03278537094593048, -0.03137354925274849, -0.029961727559566498, -0.028549905866384506, -0.027138086035847664, -0.02572626620531082, -0.02431444451212883, -0.02290262281894684, -0.021490802988409996, -0.020078983157873154, -0.018667161464691162, -0.01725533977150917, -0.015843519940972328, -0.014431699179112911, -0.013019878417253494, -0.011608057655394077, -0.01019623689353466, -0.008784416131675243, -0.007372595369815826, -0.0059607746079564095, -0.0045489538460969925, -0.0031371330842375755, -0.0017253123223781586, -0.0003134915605187416, 0.0010983292013406754, 0.0025101499632000923, 0.003921970725059509, 0.005333791486918926, 0.006745612248778343, 0.00815743301063776, 0.009569253772497177, 0.010981074534356594, 0.012392895296216011, 0.013804716058075428, 0.015216536819934845]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [5.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 9.0, 0.0, 3.0, 7.0, 20.0, 5.0, 4.0, 4.0, 3.0, 0.0, 1.0, 2.0, 9.0, 14.0, 12.0, 4.0, 3.0, 3.0, 2.0, 9.0, 14.0, 14.0, 7.0, 13.0, 12.0, 21.0, 35.0, 46.0, 69.0, 66.0, 124.0, 146.0, 234.0, 300.0, 474.0, 757.0, 1471.0, 7012.0, 3154.0, 1616.0, 1014.0, 652.0, 367.0, 240.0, 144.0, 124.0, 75.0, 40.0, 23.0, 13.0, 10.0, 11.0, 7.0, 3.0, 0.0, 1.0], "bins": [-0.02329067327082157, -0.02278175763785839, -0.02227284200489521, -0.02176392637193203, -0.021255012601614, -0.020746096968650818, -0.020237181335687637, -0.019728265702724457, -0.019219350069761276, -0.018710434436798096, -0.018201520666480064, -0.017692605033516884, -0.017183689400553703, -0.016674773767590523, -0.016165858134627342, -0.01565694250166416, -0.015148027800023556, -0.014639112167060375, -0.01413019746541977, -0.013621281832456589, -0.013112366199493408, -0.012603451497852802, -0.012094535864889622, -0.011585620231926441, -0.011076705530285835, -0.010567789897322655, -0.010058874264359474, -0.009549958631396294, -0.009041043929755688, -0.008532128296792507, -0.008023212663829327, -0.007514297496527433, -0.00700538232922554, -0.006496467161923647, -0.005987551528960466, -0.005478636361658573, -0.004969720728695393, -0.004460805561393499, -0.003951890394091606, -0.0034429749939590693, -0.0029340595938265324, -0.0024251441936939955, -0.0019162289099767804, -0.0014073136262595654, -0.0008983982261270285, -0.0003894828842021525, 0.00011943245772272348, 0.0006283477996475995, 0.0011372631415724754, 0.0016461785417050123, 0.002155093941837549, 0.0026640091091394424, 0.0031729245092719793, 0.0036818399094045162, 0.0041907550767064095, 0.00469967070966959, 0.005208585876971483, 0.0057175010442733765, 0.006226416677236557, 0.00673533184453845, 0.0072442470118403435, 0.007753162644803524, 0.008262078277766705, 0.00877099297940731, 0.009279908612370491]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 3.0, 1.0, 5.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0664634257555008, -0.061988815665245056, -0.05751420557498932, -0.05303959548473358, -0.048564985394477844, -0.04409037530422211, -0.03961576521396637, -0.03514115512371063, -0.030666545033454895, -0.026191934943199158, -0.02171732485294342, -0.017242714762687683, -0.012768104672431946, -0.008293494582176208, -0.003818884491920471, 0.0006557255983352661, 0.005130335688591003, 0.00960494577884674, 0.014079555869102478, 0.018554165959358215, 0.023028776049613953, 0.02750338613986969, 0.03197799623012543, 0.036452606320381165, 0.0409272164106369, 0.04540182650089264, 0.049876436591148376, 0.054351046681404114, 0.05882565677165985, 0.06330026686191559, 0.06777487695217133, 0.07224948704242706, 0.0767240971326828, 0.08119870722293854, 0.08567331731319427, 0.09014792740345001, 0.09462253749370575, 0.09909714758396149, 0.10357175767421722, 0.10804636776447296, 0.1125209778547287, 0.11699558794498444, 0.12147019803524017, 0.1259448081254959, 0.13041941821575165, 0.13489402830600739, 0.13936863839626312, 0.14384324848651886, 0.1483178585767746, 0.15279246866703033, 0.15726707875728607, 0.1617416888475418, 0.16621629893779755, 0.17069090902805328, 0.17516551911830902, 0.17964012920856476, 0.1841147392988205, 0.18858934938907623, 0.19306395947933197, 0.1975385695695877, 0.20201317965984344, 0.20648778975009918, 0.21096239984035492, 0.21543700993061066, 0.2199116200208664]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 4.0, 1.0, 1.0, 3.0, 3.0, 6.0, 4.0, 2.0, 4.0, 8.0, 6.0, 16.0, 16.0, 30.0, 17.0, 40.0, 30.0, 15.0, 12.0, 13.0, 9.0, 6.0, 3.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 4.0, 1.0, 0.0, 4.0, 3.0, 0.0, 0.0, 2.0, 2.0, 0.0, 2.0, 2.0], "bins": [-0.055976640433073044, -0.054218094795942307, -0.05245955288410187, -0.05070100724697113, -0.04894246160984039, -0.047183915972709656, -0.04542537033557892, -0.04366682842373848, -0.04190828278660774, -0.040149737149477005, -0.038391195237636566, -0.03663264960050583, -0.03487410396337509, -0.033115558326244354, -0.03135701268911362, -0.029598470777273178, -0.02783992514014244, -0.026081379503011703, -0.024322835728526115, -0.022564291954040527, -0.02080574631690979, -0.019047200679779053, -0.017288656905293465, -0.015530112199485302, -0.01377156749367714, -0.012013022787868977, -0.010254478082060814, -0.008495933376252651, -0.0067373886704444885, -0.004978843964636326, -0.003220299258828163, -0.0014617545530200005, 0.00029679015278816223, 0.002055334858596325, 0.0038138795644044876, 0.00557242427021265, 0.007330968976020813, 0.009089513681828976, 0.010848058387637138, 0.012606603093445301, 0.014365147799253464, 0.0161236934363842, 0.01788223721086979, 0.019640780985355377, 0.021399326622486115, 0.023157872259616852, 0.02491641603410244, 0.026674959808588028, 0.028433505445718765, 0.030192051082849503, 0.03195059299468994, 0.03370913863182068, 0.035467684268951416, 0.03722622990608215, 0.03898477554321289, 0.04074331745505333, 0.04250186309218407, 0.044260408729314804, 0.04601895064115524, 0.04777749627828598, 0.04953604191541672, 0.051294587552547455, 0.05305313318967819, 0.05481167510151863, 0.05657022073864937]}, "_runtime": 112.81532645225525, "_timestamp": 1596211702.5864353, "_step": 139}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 4.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0, 4.0, 1.0, 4.0, 2.0, 0.0, 1.0, 2.0, 5.0, 3.0, 1.0, 2.0, 2.0, 1.0, 1.0, 4.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.009088905528187752, -0.008816598914563656, -0.00854429230093956, -0.008271986618638039, -0.007999680005013943, -0.007727373391389847, -0.007455067243427038, -0.00718276109546423, -0.006910454481840134, -0.006638147868216038, -0.006365841720253229, -0.0060935355722904205, -0.005821228958666325, -0.005548922345042229, -0.00527661619707942, -0.0050043100491166115, -0.0047320034354925156, -0.00445969682186842, -0.004187390673905611, -0.003915084525942802, -0.0036427779123187065, -0.0033704715315252542, -0.003098165150731802, -0.0028258587699383497, -0.0025535523891448975, -0.002281246008351445, -0.002008939627557993, -0.0017366332467645407, -0.0014643268659710884, -0.0011920204851776361, -0.0009197141043841839, -0.0006474077235907316, -0.00037510134279727936, -0.0001027949620038271, 0.00016951141878962517, 0.00044181779958307743, 0.0007141241803765297, 0.000986430561169982, 0.0012587369419634342, 0.0015310433227568865, 0.0018033497035503387, 0.002075656084343791, 0.0023479624651372433, 0.0026202688459306955, 0.002892575226724148, 0.0031648816075176, 0.0034371879883110523, 0.0037094943691045046, 0.003981800749897957, 0.004254107363522053, 0.004526413511484861, 0.00479871965944767, 0.005071026273071766, 0.005343332886695862, 0.00561563903465867, 0.005887945182621479, 0.006160251796245575, 0.006432558409869671, 0.0067048645578324795, 0.006977170705795288, 0.007249477319419384, 0.00752178393304348, 0.0077940900810062885, 0.008066396228969097, 0.008338702842593193]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 2.0, 2.0, 0.0, 5.0, 7.0, 9.0, 11.0, 16.0, 20.0, 35.0, 38.0, 51.0, 68.0, 81.0, 123.0, 167.0, 297.0, 3763.0, 2255.0, 329.0, 181.0, 134.0, 96.0, 64.0, 42.0, 41.0, 27.0, 14.0, 15.0, 14.0, 5.0, 4.0, 2.0, 1.0, 0.0, 4.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.13497433066368103, -0.1308831423521042, -0.12679195404052734, -0.1227007657289505, -0.11860957741737366, -0.11451838910579681, -0.11042720079421997, -0.10633601248264313, -0.10224482417106628, -0.09815364331007004, -0.0940624549984932, -0.08997126668691635, -0.08588007837533951, -0.08178889006376266, -0.07769770175218582, -0.07360651344060898, -0.06951532512903214, -0.06542413681745529, -0.06133294850587845, -0.057241760194301605, -0.05315057188272476, -0.04905938729643822, -0.044968198984861374, -0.04087701067328453, -0.03678582236170769, -0.032694634050130844, -0.028603445738554, -0.024512259289622307, -0.020421070978045464, -0.01632988266646862, -0.012238695286214352, -0.008147507905960083, -0.00405631959438324, 3.486825153231621e-05, 0.004126056097447872, 0.00821724347770214, 0.012308431789278984, 0.016399620100855827, 0.02049080654978752, 0.024581994861364365, 0.028673183172941208, 0.03276437148451805, 0.036855559796094894, 0.04094674810767174, 0.04503793269395828, 0.049129121005535126, 0.05322030931711197, 0.05731149762868881, 0.061402685940265656, 0.0654938742518425, 0.06958506256341934, 0.07367625087499619, 0.07776743918657303, 0.08185862749814987, 0.08594981580972672, 0.09004100412130356, 0.0941321849822998, 0.09822337329387665, 0.10231456160545349, 0.10640574991703033, 0.11049693822860718, 0.11458812654018402, 0.11867931485176086, 0.12277050316333771, 0.12686169147491455]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 6.0, 3.0, 0.0, 3.0, 2.0, 5.0, 7.0, 6.0, 2.0, 3.0, 2.0, 6.0, 7.0, 24.0, 4.0, 3.0, 8.0, 4.0, 4.0, 2.0, 2.0, 6.0, 2.0, 1.0, 1.0, 3.0, 2.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0026792283169925213, -0.0025908579118549824, -0.0025024875067174435, -0.002414117334410548, -0.0023257469292730093, -0.0022373765241354704, -0.002149006351828575, -0.0020606359466910362, -0.0019722655415534973, -0.0018838951364159584, -0.0017955248476937413, -0.0017071545589715242, -0.0016187841538339853, -0.0015304137486964464, -0.0014420434599742293, -0.0013536731712520123, -0.0012653027661144733, -0.0011769323609769344, -0.0010885620722547174, -0.0010001917835325003, -0.0009118213783949614, -0.0008234510314650834, -0.0007350806845352054, -0.0006467103376053274, -0.0005583399906754494, -0.0004699696437455714, -0.0003815992968156934, -0.0002932289498858154, -0.00020485860295593739, -0.00011648825602605939, -2.8117909096181393e-05, 6.0252437833696604e-05, 0.0001486227847635746, 0.0002369931316934526, 0.0003253634786233306, 0.0004137338255532086, 0.0005021041724830866, 0.0005904745194129646, 0.0006788448663428426, 0.0007672152132727206, 0.0008555855602025986, 0.0009439559071324766, 0.0010323262540623546, 0.0011206965427845716, 0.0012090669479221106, 0.0012974373530596495, 0.0013858076417818666, 0.0014741779305040836, 0.0015625483356416225, 0.0016509187407791615, 0.0017392890295013785, 0.0018276593182235956, 0.0019160297233611345, 0.0020044001284986734, 0.0020927703008055687, 0.0021811407059431076, 0.0022695111110806465, 0.0023578815162181854, 0.0024462519213557243, 0.0025346220936626196, 0.0026229924988001585, 0.0027113629039376974, 0.0027997330762445927, 0.0028881034813821316, 0.0029764738865196705]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 2.0, 2.0, 6.0, 7.0, 11.0, 24.0, 33.0, 60.0, 90.0, 158.0, 321.0, 552.0, 933.0, 1758.0, 3259.0, 6699.0, 15370.0, 45022.0, 853803.0, 186015.0, 36352.0, 13378.0, 6276.0, 3349.0, 1941.0, 1220.0, 887.0, 564.0, 412.0, 295.0, 231.0, 131.0, 104.0, 82.0, 79.0, 51.0, 37.0, 27.0, 24.0, 15.0, 10.0, 14.0, 10.0, 2.0, 4.0, 5.0, 4.0, 3.0, 5.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.004142546094954014, -0.003934790845960379, -0.0037270353641361, -0.003519279882311821, -0.003311524633318186, -0.003103769151493907, -0.002896013669669628, -0.002688258420675993, -0.002480502938851714, -0.0022727474570274353, -0.0020649922080338, -0.0018572367262095213, -0.0016494813608005643, -0.0014417259953916073, -0.0012339705135673285, -0.0010262151481583714, -0.0008184597827494144, -0.0006107044173404574, -0.0004029489937238395, -0.00019519359921105206, 1.2561795301735401e-05, 0.00022031718981452286, 0.0004280725843273103, 0.0006358280079439282, 0.0008435833733528852, 0.0010513387387618423, 0.0012590941041707993, 0.001466849585995078, 0.001674604951404035, 0.001882360316812992, 0.002090115798637271, 0.002297871047630906, 0.002505626529455185, 0.0027133820112794638, 0.002921137260273099, 0.0031288927420973778, 0.003336647991091013, 0.003544403472915292, 0.0037521589547395706, 0.003959914203733206, 0.004167669452726841, 0.0043754251673817635, 0.004583180416375399, 0.004790935665369034, 0.004998691380023956, 0.0052064466290175915, 0.005414201878011227, 0.005621957592666149, 0.005829712841659784, 0.0060374680906534195, 0.006245223805308342, 0.006452979054301977, 0.006660734303295612, 0.006868490017950535, 0.00707624526694417, 0.007284000515937805, 0.007491756230592728, 0.007699511479586363, 0.007907266728579998, 0.00811502244323492, 0.008322777226567268, 0.00853053294122219, 0.008738288655877113, 0.008946043439209461, 0.009153799153864384]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 5.0, 2.0, 0.0, 2.0, 0.0, 2.0, 3.0, 3.0, 3.0, 10.0, 3.0, 1.0, 2.0, 1.0, 3.0, 0.0, 3.0, 1.0, 0.0, 0.0, 5.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012216133996844292, -0.01173050981014967, -0.011244884692132473, -0.010759260505437851, -0.010273636318743229, -0.009788012132048607, -0.00930238701403141, -0.008816762827336788, -0.008331138640642166, -0.00784551352262497, -0.0073598893359303474, -0.006874265149235725, -0.006388640496879816, -0.005903016310185194, -0.005417391657829285, -0.004931767471134663, -0.004446142818778753, -0.003960518166422844, -0.003474893979728222, -0.002989269560202956, -0.0025036451406776905, -0.002018020488321781, -0.0015323960687965155, -0.0010467716492712498, -0.0005611472297459841, -7.552278111688793e-05, 0.0004101016675122082, 0.0008957261452451348, 0.0013813505647704005, 0.0018669749842956662, 0.0023525995202362537, 0.0028382239397615194, 0.003323848359286785, 0.003809472778812051, 0.0042950971983373165, 0.004780721850693226, 0.005266346037387848, 0.005751970689743757, 0.006237594876438379, 0.006723219528794289, 0.007208843715488911, 0.00769446836784482, 0.00818009302020073, 0.008665717206895351, 0.009151341393589973, 0.00963696651160717, 0.010122590698301792, 0.010608214884996414, 0.01109384000301361, 0.011579464189708233, 0.012065088376402855, 0.012550712563097477, 0.013036337681114674, 0.013521961867809296, 0.014007586054503918, 0.01449321024119854, 0.014978835359215736, 0.015464459545910358, 0.01595008373260498, 0.016435708850622177, 0.016921332105994225, 0.01740695722401142, 0.017892582342028618, 0.018378205597400665, 0.018863830715417862]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 2.0, 3.0, 1.0, 3.0, 4.0, 3.0, 5.0, 9.0, 9.0, 15.0, 18.0, 21.0, 26.0, 25.0, 47.0, 49.0, 59.0, 83.0, 117.0, 124.0, 183.0, 234.0, 322.0, 414.0, 550.0, 693.0, 946.0, 1444.0, 2545.0, 5688.0, 1629.0, 983.0, 648.0, 395.0, 274.0, 241.0, 145.0, 116.0, 88.0, 62.0, 60.0, 29.0, 30.0, 22.0, 16.0, 12.0, 10.0, 5.0, 4.0, 4.0, 3.0, 5.0, 4.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.007435948587954044, -0.007188782095909119, -0.00694161606952548, -0.006694449577480555, -0.006447283551096916, -0.0062001170590519905, -0.005952951032668352, -0.0057057845406234264, -0.005458618514239788, -0.005211452022194862, -0.004964285530149937, -0.004717119503766298, -0.004469953011721373, -0.004222786985337734, -0.0039756204932928085, -0.0037284542340785265, -0.0034812879748642445, -0.0032341217156499624, -0.0029869554564356804, -0.0027397891972213984, -0.0024926229380071163, -0.0022454564459621906, -0.0019982901867479086, -0.0017511239275336266, -0.0015039576683193445, -0.0012567914091050625, -0.0010096251498907804, -0.0007624587742611766, -0.0005152925150468946, -0.00026812622672878206, -2.0959938410669565e-05, 0.00022620634990744293, 0.0004733726382255554, 0.0007205388974398375, 0.0009677052148617804, 0.0012148715322837234, 0.0014620377914980054, 0.0017092040507122874, 0.0019563704263418913, 0.0022035366855561733, 0.0024507029447704554, 0.0026978692039847374, 0.0029450354631990194, 0.0031922017224133015, 0.003439368214458227, 0.003686534473672509, 0.003933700732886791, 0.00418086675927043, 0.004428033251315355, 0.004675199743360281, 0.004922365769743919, 0.005169532261788845, 0.0054166982881724834, 0.005663864780217409, 0.0059110308066010475, 0.006158197298645973, 0.006405363790690899, 0.006652529817074537, 0.006899696309119463, 0.007146862335503101, 0.007394028827548027, 0.007641194853931665, 0.007888360880315304, 0.00813552737236023, 0.008382693864405155]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 4.0, 3.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.04122360423207283, -0.03881177306175232, -0.03639993816614151, -0.033988106995821, -0.03157627210021019, -0.02916444092988968, -0.02675260789692402, -0.02434077486395836, -0.0219289418309927, -0.01951710879802704, -0.01710527576506138, -0.014693443663418293, -0.012281610630452633, -0.009869777597486973, -0.0074579450301826, -0.005046112462878227, -0.002634279429912567, -0.0002224466297775507, 0.0021893861703574657, 0.0046012187376618385, 0.007013051770627499, 0.009424884803593159, 0.011836716905236244, 0.014248549938201904, 0.016660382971167564, 0.019072216004133224, 0.021484049037098885, 0.023895882070064545, 0.026307713240385056, 0.028719546273350716, 0.031131379306316376, 0.033543214201927185, 0.035955045372247696, 0.03836687654256821, 0.040778711438179016, 0.04319054260849953, 0.045602377504110336, 0.04801420867443085, 0.050426043570041656, 0.05283787474036217, 0.05524970591068268, 0.05766154080629349, 0.060073371976614, 0.06248520687222481, 0.06489703804254532, 0.06730887293815613, 0.06972070783376694, 0.07213253527879715, 0.07454437017440796, 0.07695620507001877, 0.07936803251504898, 0.08177986741065979, 0.0841917023062706, 0.08660353720188141, 0.08901536464691162, 0.09142719954252243, 0.09383903443813324, 0.09625086188316345, 0.09866269677877426, 0.10107453167438507, 0.10348636656999588, 0.10589819401502609, 0.1083100289106369, 0.11072186380624771, 0.11313369870185852]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 4.0, 0.0, 3.0, 2.0, 3.0, 1.0, 6.0, 8.0, 7.0, 13.0, 11.0, 19.0, 14.0, 18.0, 11.0, 34.0, 26.0, 15.0, 12.0, 11.0, 8.0, 8.0, 6.0, 3.0, 7.0, 1.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 2.0, 3.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 1.0, 1.0, 1.0], "bins": [-0.03893653675913811, -0.03759179264307022, -0.036247048527002335, -0.03490230068564415, -0.03355755656957626, -0.03221281245350838, -0.03086806647479534, -0.029523322358727455, -0.02817857638001442, -0.026833832263946533, -0.025489088147878647, -0.02414434216916561, -0.022799598053097725, -0.02145485207438469, -0.020110107958316803, -0.018765361979603767, -0.01742061786353588, -0.016075873747467995, -0.014731127768754959, -0.013386382721364498, -0.012041637673974037, -0.01069689355790615, -0.00935214851051569, -0.008007403463125229, -0.006662658415734768, -0.005317913368344307, -0.003973168320953846, -0.0026284237392246723, -0.0012836786918342113, 6.106623914092779e-05, 0.001405811170116067, 0.0027505559846758842, 0.004095301032066345, 0.005440046079456806, 0.006784791126847267, 0.008129536174237728, 0.009474281221628189, 0.010819025337696075, 0.012163770385086536, 0.013508515432476997, 0.014853260479867458, 0.01619800552725792, 0.017542749643325806, 0.01888749562203884, 0.020232239738106728, 0.021576985716819763, 0.02292172983288765, 0.024266475811600685, 0.02561121992766857, 0.026955964043736458, 0.028300710022449493, 0.02964545413851738, 0.030990200117230415, 0.03233494609594345, 0.03367969021201134, 0.035024434328079224, 0.03636917844414711, 0.037713922560214996, 0.03905867040157318, 0.04040341451764107, 0.041748158633708954, 0.04309290274977684, 0.044437650591135025, 0.04578239470720291, 0.0471271388232708]}, "_runtime": 113.57443714141846, "_timestamp": 1596211703.345546, "_step": 140}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 2.0, 1.0, 0.0, 3.0, 1.0, 2.0, 2.0, 2.0, 3.0, 5.0, 0.0, 3.0, 3.0, 1.0, 1.0, 0.0, 3.0, 0.0, 1.0, 3.0, 4.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012457105331122875, -0.012123320251703262, -0.011789534240961075, -0.011455749161541462, -0.011121964082121849, -0.010788178071379662, -0.010454392991960049, -0.010120607912540436, -0.009786821901798248, -0.009453036822378635, -0.009119251742959023, -0.00878546666353941, -0.008451680652797222, -0.00811789557337761, -0.007784110028296709, -0.007450324948877096, -0.007116539403796196, -0.006782753858715296, -0.006448968779295683, -0.006115183234214783, -0.00578139815479517, -0.00544761260971427, -0.0051138270646333694, -0.0047800419852137566, -0.004446256440132856, -0.004112470895051956, -0.0037786858156323433, -0.003444900270551443, -0.0031111149583011866, -0.00277732964605093, -0.00244354410097003, -0.0021097587887197733, -0.0017759734764695168, -0.0014421881642192602, -0.0011084027355536819, -0.0007746173650957644, -0.00044083199463784695, -0.0001070466241799295, 0.00022673874627798796, 0.0005605241167359054, 0.0008943094871938229, 0.0012280947994440794, 0.0015618802281096578, 0.0018956656567752361, 0.0022294509690254927, 0.002563236281275749, 0.0028970218263566494, 0.003230807138606906, 0.0035645924508571625, 0.003898377763107419, 0.0042321630753576756, 0.004565948620438576, 0.004899733699858189, 0.005233519244939089, 0.005567304790019989, 0.005901089869439602, 0.006234875414520502, 0.006568660959601402, 0.006902446039021015, 0.007236231584101915, 0.0075700171291828156, 0.007903802208602428, 0.008237587288022041, 0.008571373298764229, 0.008905158378183842]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 2.0, 3.0, 2.0, 3.0, 5.0, 9.0, 6.0, 7.0, 8.0, 12.0, 12.0, 24.0, 11.0, 14.0, 23.0, 29.0, 32.0, 44.0, 55.0, 90.0, 105.0, 142.0, 219.0, 415.0, 5369.0, 446.0, 247.0, 143.0, 113.0, 83.0, 66.0, 38.0, 28.0, 21.0, 16.0, 24.0, 11.0, 13.0, 5.0, 8.0, 4.0, 5.0, 3.0, 6.0, 2.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.13527311384677887, -0.13144193589687347, -0.12761075794696808, -0.12377957999706268, -0.11994840204715729, -0.11611723154783249, -0.1122860535979271, -0.1084548756480217, -0.1046236976981163, -0.10079251974821091, -0.09696134179830551, -0.09313016384840012, -0.08929899334907532, -0.08546781539916992, -0.08163663744926453, -0.07780545949935913, -0.07397428154945374, -0.07014310359954834, -0.06631192564964294, -0.06248075142502785, -0.05864957347512245, -0.054818395525217056, -0.05098722130060196, -0.047156043350696564, -0.04332486540079117, -0.03949368745088577, -0.03566250950098038, -0.03183133527636528, -0.028000157326459885, -0.02416897937655449, -0.020337803289294243, -0.016506627202033997, -0.012675449252128601, -0.00884427223354578, -0.005013095214962959, -0.0011819181963801384, 0.0026492588222026825, 0.006480435840785503, 0.010311612859368324, 0.014142789877951145, 0.017973966896533966, 0.02180514484643936, 0.025636320933699608, 0.029467497020959854, 0.03329867497086525, 0.037129852920770645, 0.04096102714538574, 0.04479220509529114, 0.04862338304519653, 0.05245456099510193, 0.056285738945007324, 0.06011691316962242, 0.06394809484481812, 0.06777926534414291, 0.07161044329404831, 0.0754416212439537, 0.0792727991938591, 0.0831039771437645, 0.08693515509366989, 0.09076633304357529, 0.09459750354290009, 0.09842868149280548, 0.10225985944271088, 0.10609103739261627, 0.10992221534252167]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 3.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 3.0, 3.0, 4.0, 2.0, 6.0, 2.0, 4.0, 1.0, 2.0, 28.0, 10.0, 3.0, 1.0, 3.0, 1.0, 2.0, 3.0, 2.0, 5.0, 0.0, 5.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 6.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0027711493894457817, -0.0026667325291782618, -0.002562315668910742, -0.0024578990414738655, -0.0023534821812063456, -0.0022490653209388256, -0.0021446484606713057, -0.0020402316004037857, -0.0019358148565515876, -0.0018313979962840676, -0.0017269812524318695, -0.0016225643921643496, -0.0015181475318968296, -0.0014137307880446315, -0.0013093139277771115, -0.0012048971839249134, -0.0011004803236573935, -0.0009960634633898735, -0.0008916467195376754, -0.0007872298592701554, -0.0006828130572102964, -0.0005783962551504374, -0.00047397942398674786, -0.00036956259282305837, -0.00026514579076319933, -0.00016072897415142506, -5.63121575396508e-05, 4.810465907212347e-05, 0.00015252147568389773, 0.00025693827774375677, 0.00036135510890744627, 0.00046577194007113576, 0.0005701887421309948, 0.0006746055441908538, 0.0007790223462507129, 0.0008834392065182328, 0.000987855950370431, 0.001092272810637951, 0.0011966896709054708, 0.001301106414757669, 0.001405523275025189, 0.0015099401352927089, 0.001614356879144907, 0.001718773739412427, 0.001823190599679947, 0.001927607343532145, 0.002032024087384343, 0.002136440947651863, 0.002240857807919383, 0.002345274668186903, 0.002449691528454423, 0.0025541081558912992, 0.002658525016158819, 0.002762941876426339, 0.002867358736693859, 0.002971775596961379, 0.003076192457228899, 0.0031806090846657753, 0.0032850259449332952, 0.003389442805200815, 0.003493859665468335, 0.003598276525735855, 0.0037026931531727314, 0.0038071100134402514, 0.003911526873707771]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 4.0, 6.0, 4.0, 14.0, 22.0, 30.0, 40.0, 67.0, 84.0, 168.0, 246.0, 387.0, 492.0, 827.0, 1381.0, 2216.0, 3779.0, 6753.0, 12952.0, 29444.0, 90605.0, 872042.0, 80397.0, 32858.0, 16752.0, 9651.0, 6002.0, 3976.0, 2570.0, 1727.0, 1196.0, 859.0, 592.0, 389.0, 306.0, 227.0, 151.0, 110.0, 71.0, 61.0, 39.0, 50.0, 21.0, 17.0, 13.0, 12.0, 8.0, 3.0, 7.0, 4.0, 1.0, 3.0, 2.0, 2.0, 2.0, 0.0, 1.0], "bins": [-0.006185575388371944, -0.005968388635665178, -0.005751201882958412, -0.005534015130251646, -0.00531682837754488, -0.005099641624838114, -0.004882454872131348, -0.0046652681194245815, -0.004448081366717815, -0.004230894148349762, -0.004013707395642996, -0.0037965208757668734, -0.0035793338902294636, -0.0033621471375226974, -0.0031449603848159313, -0.002927773632109165, -0.002710586879402399, -0.002493400126695633, -0.002276213373988867, -0.0020590266212821007, -0.0018418397521600127, -0.0016246529994532466, -0.0014074661303311586, -0.0011902793776243925, -0.0009730926249176264, -0.0007559058722108603, -0.0005387190612964332, -0.0003215322794858366, -0.00010434549767524004, 0.00011284128413535655, 0.00033002806594595313, 0.0005472148768603802, 0.0007644016295671463, 0.0009815883822739124, 0.0011987751349806786, 0.0014159620041027665, 0.0016331487568095326, 0.0018503355095162988, 0.0020675223786383867, 0.002284709131345153, 0.002501895884051919, 0.002719082636758685, 0.0029362693894654512, 0.0031534561421722174, 0.003370643127709627, 0.0035878298804163933, 0.0038050166331231594, 0.0040222033858299255, 0.004239390138536692, 0.004456576891243458, 0.004673763643950224, 0.00489095039665699, 0.005108137149363756, 0.005325323902070522, 0.0055425106547772884, 0.0057596974074840546, 0.005976884625852108, 0.006194071378558874, 0.00641125813126564, 0.006628444883972406, 0.0068456316366791725, 0.007062818389385939, 0.007280005142092705, 0.007497191894799471, 0.007714378647506237]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 4.0, 6.0, 2.0, 2.0, 1.0, 0.0, 3.0, 3.0, 3.0, 2.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.016199300065636635, -0.015684081241488457, -0.015168864279985428, -0.014653646387159824, -0.014138428494334221, -0.013623210601508617, -0.013107992708683014, -0.01259277481585741, -0.012077556923031807, -0.011562338098883629, -0.011047120206058025, -0.010531902313232422, -0.010016684420406818, -0.009501466527581215, -0.008986248634755611, -0.008471030741930008, -0.007955812849104404, -0.007440594956278801, -0.0069253770634531975, -0.006410159170627594, -0.0058949412778019905, -0.0053797229193151, -0.004864505026489496, -0.004349287133663893, -0.0038340692408382893, -0.0033188513480126858, -0.0028036334551870823, -0.002288415329530835, -0.0017731974367052317, -0.0012579795438796282, -0.0007427615346387029, -0.00022754358360543847, 0.00028767436742782593, 0.0008028923184610903, 0.0013181102694943547, 0.00183332827873528, 0.0023485461715608835, 0.002863764064386487, 0.003378982190042734, 0.0038942000828683376, 0.004409417975693941, 0.004924635868519545, 0.005439853761345148, 0.005955071654170752, 0.006470290012657642, 0.006985507905483246, 0.007500725798308849, 0.008015943691134453, 0.008531161583960056, 0.00904637947678566, 0.009561597369611263, 0.010076815262436867, 0.01059203315526247, 0.011107251048088074, 0.011622468940913677, 0.01213768683373928, 0.012652905657887459, 0.013168123550713062, 0.013683341443538666, 0.01419855933636427, 0.014713777229189873, 0.015228995122015476, 0.01574421301484108, 0.01625942997634411, 0.016774648800492287]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 4.0, 2.0, 3.0, 2.0, 3.0, 3.0, 6.0, 7.0, 18.0, 13.0, 16.0, 27.0, 28.0, 42.0, 48.0, 71.0, 74.0, 101.0, 131.0, 147.0, 204.0, 236.0, 352.0, 420.0, 583.0, 784.0, 1112.0, 1847.0, 5616.0, 1736.0, 1125.0, 865.0, 685.0, 506.0, 395.0, 282.0, 226.0, 150.0, 130.0, 105.0, 63.0, 55.0, 32.0, 34.0, 37.0, 22.0, 13.0, 17.0, 7.0, 9.0, 3.0, 8.0, 4.0, 6.0, 4.0, 1.0, 3.0, 1.0, 2.0, 3.0], "bins": [-0.009726718999445438, -0.009426470845937729, -0.00912622269243002, -0.00882597453892231, -0.0085257263854146, -0.008225478231906891, -0.007925230078399181, -0.007624981924891472, -0.007324733771383762, -0.00702448608353734, -0.006724237930029631, -0.006423989776521921, -0.006123741623014212, -0.005823493469506502, -0.005523245315998793, -0.005222997162491083, -0.004922749008983374, -0.004622500855475664, -0.004322252701967955, -0.004022004548460245, -0.0037217563949525356, -0.0034215084742754698, -0.0031212603207677603, -0.0028210121672600508, -0.0025207640137523413, -0.0022205158602446318, -0.0019202677067369223, -0.0016200196696445346, -0.001319771516136825, -0.0010195233626291156, -0.000719275267329067, -0.00041902714292518795, -0.0001187790185213089, 0.00018146910588257015, 0.0004817172302864492, 0.0007819653255864978, 0.0010822134790942073, 0.0013824616326019168, 0.0016827096696943045, 0.001982957823202014, 0.0022832059767097235, 0.002583454130217433, 0.0028837022837251425, 0.003183950437232852, 0.003484198357909918, 0.0037844465114176273, 0.004084694664925337, 0.004384942818433046, 0.004685190971940756, 0.004985439125448465, 0.005285687278956175, 0.005585935432463884, 0.005886183585971594, 0.006186431739479303, 0.006486679892987013, 0.006786928046494722, 0.0070871757343411446, 0.007387423887848854, 0.007687672041356564, 0.007987920194864273, 0.008288168348371983, 0.008588416501879692, 0.008888664655387402, 0.009188912808895111, 0.00948916096240282]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.07658794522285461, -0.07456308603286743, -0.07253823429346085, -0.07051337510347366, -0.06848852336406708, -0.0664636641740799, -0.06443880498409271, -0.06241394951939583, -0.060389094054698944, -0.05836423859000206, -0.056339383125305176, -0.05431452393531799, -0.05228966847062111, -0.050264813005924225, -0.04823995381593704, -0.04621509835124016, -0.044190242886543274, -0.04216538742184639, -0.040140531957149506, -0.03811567276716232, -0.03609081730246544, -0.034065961837768555, -0.03204110264778137, -0.030016247183084488, -0.027991391718387604, -0.02596653625369072, -0.023941678926348686, -0.021916821599006653, -0.01989196613430977, -0.017867110669612885, -0.01584225334227085, -0.013817396946251392, -0.011792540550231934, -0.009767684154212475, -0.007742827758193016, -0.005717971362173557, -0.0036931149661540985, -0.0016682585701346397, 0.00035659782588481903, 0.002381454221904278, 0.004406310617923737, 0.006431167013943195, 0.008456023409962654, 0.010480879805982113, 0.012505736202001572, 0.01453059259802103, 0.01655544899404049, 0.018580306321382523, 0.020605161786079407, 0.02263001725077629, 0.024654874578118324, 0.026679731905460358, 0.028704587370157242, 0.030729442834854126, 0.03275430202484131, 0.03477915748953819, 0.03680401295423508, 0.03882886841893196, 0.040853723883628845, 0.04287858307361603, 0.04490343853831291, 0.046928294003009796, 0.04895315319299698, 0.05097800865769386, 0.05300286412239075]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 2.0, 2.0, 3.0, 5.0, 5.0, 3.0, 8.0, 5.0, 7.0, 7.0, 6.0, 3.0, 8.0, 5.0, 12.0, 32.0, 27.0, 29.0, 21.0, 23.0, 12.0, 16.0, 6.0, 7.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0], "bins": [-0.10967038571834564, -0.10726772248744965, -0.10486505925655365, -0.10246240347623825, -0.10005974024534225, -0.09765707701444626, -0.09525441378355026, -0.09285175055265427, -0.09044909477233887, -0.08804643154144287, -0.08564376831054688, -0.08324110507965088, -0.08083844184875488, -0.07843577861785889, -0.07603312283754349, -0.07363045960664749, -0.0712277963757515, -0.0688251331448555, -0.0664224699139595, -0.0640198141336441, -0.06161715090274811, -0.05921448767185211, -0.056811824440956116, -0.05440916493535042, -0.05200650170445442, -0.049603838473558426, -0.04720117896795273, -0.04479851573705673, -0.042395852506160736, -0.03999319300055504, -0.03759052976965904, -0.035187870264053345, -0.03278520703315735, -0.030382545664906502, -0.027979884296655655, -0.02557722106575966, -0.023174559697508812, -0.020771898329257965, -0.01836923509836197, -0.015966573730111122, -0.013563912361860275, -0.011161250993609428, -0.008758588694036007, -0.006355926860123873, -0.003953265026211739, -0.0015506031922996044, 0.0008520586416125298, 0.003254720475524664, 0.005657382309436798, 0.008060043677687645, 0.010462705977261066, 0.012865368276834488, 0.015268029645085335, 0.01767069101333618, 0.020073354244232178, 0.022476015612483025, 0.02487867698073387, 0.02728133834898472, 0.029683999717235565, 0.03208666294813156, 0.03448932617902756, 0.036891985684633255, 0.03929464891552925, 0.04169730842113495, 0.044099971652030945]}, "_runtime": 114.34476113319397, "_timestamp": 1596211704.11587, "_step": 141}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 5.0, 3.0, 0.0, 1.0, 0.0, 1.0, 2.0, 3.0, 2.0, 8.0, 3.0, 3.0, 3.0, 0.0, 2.0, 2.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 3.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012195486575365067, -0.011805876158177853, -0.011416265740990639, -0.011026655323803425, -0.010637044906616211, -0.010247434489428997, -0.009857824072241783, -0.00946821365505457, -0.009078603237867355, -0.008688993752002716, -0.008299383334815502, -0.007909772917628288, -0.007520162500441074, -0.0071305520832538605, -0.006740941666066647, -0.006351331248879433, -0.005961720831692219, -0.005572110414505005, -0.005182499997317791, -0.004792889580130577, -0.004403279162943363, -0.004013669211417437, -0.0036240587942302227, -0.003234448377043009, -0.002844837959855795, -0.002455227542668581, -0.002065617125481367, -0.0016760069411247969, -0.001286396523937583, -0.00089678616495803, -0.000507175805978477, -0.00011756544699892402, 0.00027204491198062897, 0.000661655270960182, 0.001051265629939735, 0.001440875930711627, 0.001830486347898841, 0.002220096765086055, 0.002609706949442625, 0.002999317366629839, 0.003388927783817053, 0.0037785382010042667, 0.004168148618191481, 0.0045577590353786945, 0.004947368986904621, 0.005336979404091835, 0.005726589821279049, 0.006116200238466263, 0.006505810655653477, 0.006895421072840691, 0.0072850314900279045, 0.007674641907215118, 0.008064252324402332, 0.008453862741589546, 0.00884347315877676, 0.009233083575963974, 0.009622693061828613, 0.010012303479015827, 0.010401913896203041, 0.010791524313390255, 0.011181134730577469, 0.011570745147764683, 0.011960355564951897, 0.01234996598213911, 0.012739576399326324]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 5.0, 3.0, 2.0, 6.0, 8.0, 10.0, 10.0, 14.0, 23.0, 21.0, 26.0, 31.0, 38.0, 60.0, 80.0, 90.0, 130.0, 163.0, 311.0, 688.0, 5062.0, 382.0, 205.0, 133.0, 108.0, 77.0, 55.0, 45.0, 22.0, 25.0, 26.0, 18.0, 10.0, 11.0, 4.0, 8.0, 3.0, 4.0, 1.0, 3.0, 1.0, 1.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.11317988485097885, -0.10941576212644577, -0.10565164685249329, -0.1018875241279602, -0.09812340140342712, -0.09435928612947464, -0.09059516340494156, -0.08683104068040848, -0.083066925406456, -0.07930280268192291, -0.07553867995738983, -0.07177455723285675, -0.06801044195890427, -0.06424631923437119, -0.0604822002351284, -0.05671807751059532, -0.05295395851135254, -0.049189839512109756, -0.045425716787576675, -0.04166159778833389, -0.03789747506380081, -0.03413335606455803, -0.030369237065315247, -0.026605116203427315, -0.022840995341539383, -0.01907687447965145, -0.015312754549086094, -0.011548634618520737, -0.007784513756632805, -0.00402039336040616, -0.00025627296417951584, 0.0035078474320471287, 0.007271967828273773, 0.011036088690161705, 0.014800208620727062, 0.01856432855129242, 0.02232844941318035, 0.026092570275068283, 0.029856689274311066, 0.03362081199884415, 0.03738493099808693, 0.04114904999732971, 0.04491317272186279, 0.048677291721105576, 0.05244141072034836, 0.05620553344488144, 0.05996965244412422, 0.063733771443367, 0.06749789416790009, 0.07126201689243317, 0.07502613216638565, 0.07879025489091873, 0.08255437761545181, 0.0863184928894043, 0.09008261561393738, 0.09384673833847046, 0.09761086106300354, 0.10137497633695602, 0.1051390990614891, 0.10890322178602219, 0.11266733705997467, 0.11643145978450775, 0.12019558250904083, 0.12395969778299332, 0.1277238130569458]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 1.0, 3.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 3.0, 2.0, 1.0, 0.0, 3.0, 4.0, 2.0, 4.0, 2.0, 1.0, 4.0, 23.0, 6.0, 3.0, 3.0, 1.0, 1.0, 6.0, 4.0, 5.0, 4.0, 1.0, 3.0, 2.0, 1.0, 0.0, 2.0, 3.0, 0.0, 0.0, 2.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.002708879765123129, -0.0026287951041013002, -0.0025487106759101152, -0.0024686260148882866, -0.002388541353866458, -0.002308456925675273, -0.0022283722646534443, -0.0021482876036316156, -0.002068202942609787, -0.001988118514418602, -0.0019080338533967733, -0.0018279493087902665, -0.0017478647641837597, -0.001667780103161931, -0.0015876955585554242, -0.0015076108975335956, -0.0014275263529270887, -0.001347441808320582, -0.0012673571472987533, -0.0011872726026922464, -0.0011071879416704178, -0.001027103397063911, -0.0009470188524574041, -0.0008669342496432364, -0.0007868496468290687, -0.0007067650440149009, -0.0006266804412007332, -0.0005465958965942264, -0.0004665112937800586, -0.0003864266909658909, -0.0003063421172555536, -0.0002262575289933011, -0.00014617294073104858, -6.608835246879607e-05, 1.3996235793456435e-05, 9.408082405570894e-05, 0.00017416541231796145, 0.0002542500151321292, 0.0003343345888424665, 0.00041441916255280375, 0.0004945037653669715, 0.0005745883681811392, 0.000654672970995307, 0.0007347575156018138, 0.0008148421184159815, 0.0008949267212301493, 0.0009750112658366561, 0.0010550959268584847, 0.0011351804714649916, 0.0012152650160714984, 0.001295349677093327, 0.0013754342216998339, 0.0014555188827216625, 0.0015356034273281693, 0.0016156879719346762, 0.0016957726329565048, 0.0017758571775630116, 0.0018559417221695185, 0.0019360263831913471, 0.0020161110442131758, 0.0020961954724043608, 0.0021762801334261894, 0.002256364794448018, 0.002336449222639203, 0.0024165338836610317]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [4.0, 1.0, 2.0, 4.0, 5.0, 1.0, 6.0, 12.0, 12.0, 18.0, 24.0, 29.0, 56.0, 53.0, 98.0, 124.0, 176.0, 234.0, 359.0, 512.0, 756.0, 1063.0, 1554.0, 2282.0, 3399.0, 5399.0, 8858.0, 14510.0, 27462.0, 61242.0, 754244.0, 181907.0, 48688.0, 24718.0, 14228.0, 8932.0, 5802.0, 3715.0, 2716.0, 1800.0, 1305.0, 893.0, 646.0, 459.0, 355.0, 250.0, 189.0, 164.0, 100.0, 64.0, 66.0, 44.0, 31.0, 22.0, 14.0, 10.0, 11.0, 5.0, 2.0, 5.0, 2.0, 2.0, 2.0, 2.0], "bins": [-0.004778154194355011, -0.0046239448711276054, -0.0044697355479002, -0.004315526224672794, -0.004161316901445389, -0.004007107112556696, -0.0038528977893292904, -0.003698688466101885, -0.0035444791428744793, -0.0033902698196470737, -0.003236060496419668, -0.003081850940361619, -0.0029276416171342134, -0.002773432293906808, -0.0026192227378487587, -0.002465013414621353, -0.0023108040913939476, -0.002156594768166542, -0.0020023854449391365, -0.0018481758888810873, -0.0016939665656536818, -0.0015397572424262762, -0.0013855478027835488, -0.0012313383631408215, -0.001077129039913416, -0.0009229196584783494, -0.000768710277043283, -0.0006145008956082165, -0.00046029151417315006, -0.0003060821327380836, -0.00015187275130301714, 2.336630132049322e-06, 0.00015654601156711578, 0.00031075539300218225, 0.0004649647744372487, 0.0006191741558723152, 0.0007733835373073816, 0.0009275929187424481, 0.0010818023001775146, 0.001236011739820242, 0.0013902210630476475, 0.001544430386275053, 0.0016986398259177804, 0.0018528492655605078, 0.0020070585887879133, 0.002161267912015319, 0.002315477468073368, 0.0024696867913007736, 0.002623896114528179, 0.0027781054377555847, 0.0029323147609829903, 0.0030865243170410395, 0.003240733640268445, 0.0033949429634958506, 0.0035491525195538998, 0.0037033618427813053, 0.003857571166008711, 0.004011780489236116, 0.004165989812463522, 0.0043201991356909275, 0.00447440892457962, 0.004628618247807026, 0.0047828275710344315, 0.004937036894261837, 0.0050912462174892426]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [4.0, 1.0, 0.0, 3.0, 3.0, 3.0, 2.0, 3.0, 4.0, 6.0, 0.0, 9.0, 5.0, 3.0, 1.0, 3.0, 4.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01740080676972866, -0.01594557613134384, -0.014490343630313873, -0.01303511206060648, -0.011579880490899086, -0.010124648921191692, -0.008669417351484299, -0.007214185781776905, -0.005758954212069511, -0.004303722642362118, -0.002848491072654724, -0.0013932595029473305, 6.197206676006317e-05, 0.0015172036364674568, 0.0029724352061748505, 0.004427666775882244, 0.005882898345589638, 0.007338129915297031, 0.008793361485004425, 0.010248593054711819, 0.011703824624419212, 0.013159056194126606, 0.014614287763834, 0.016069520264863968, 0.017524750903248787, 0.018979981541633606, 0.020435214042663574, 0.021890446543693542, 0.02334567718207836, 0.02480090782046318, 0.02625614032149315, 0.027711372822523117, 0.029166603460907936, 0.030621834099292755, 0.03207706660032272, 0.03353229910135269, 0.03498753160238266, 0.03644276037812233, 0.0378979928791523, 0.039353225380182266, 0.040808454155921936, 0.042263686656951904, 0.04371891915798187, 0.04517415165901184, 0.04662938416004181, 0.04808461293578148, 0.04953984543681145, 0.050995077937841415, 0.052450306713581085, 0.05390553921461105, 0.05536077171564102, 0.05681600421667099, 0.05827123671770096, 0.05972646549344063, 0.061181697994470596, 0.06263692677021027, 0.06409215927124023, 0.0655473917722702, 0.06700262427330017, 0.06845785677433014, 0.06991308927536011, 0.07136832177639008, 0.07282355427742004, 0.07427877932786942, 0.07573401182889938]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 3.0, 3.0, 4.0, 9.0, 16.0, 20.0, 21.0, 22.0, 16.0, 54.0, 68.0, 91.0, 130.0, 175.0, 282.0, 458.0, 582.0, 930.0, 1471.0, 2552.0, 7013.0, 1767.0, 944.0, 521.0, 307.0, 212.0, 176.0, 127.0, 68.0, 80.0, 37.0, 37.0, 27.0, 17.0, 10.0, 18.0, 10.0, 10.0, 11.0, 23.0, 9.0, 12.0, 11.0, 4.0, 3.0, 9.0, 3.0, 3.0, 1.0, 1.0, 6.0, 14.0, 14.0, 1.0, 0.0, 8.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 7.0], "bins": [-0.011716941371560097, -0.011166736483573914, -0.010616530664265156, -0.010066324844956398, -0.009516119956970215, -0.008965915068984032, -0.008415709249675274, -0.007865503430366516, -0.007315298542380333, -0.0067650931887328625, -0.006214887835085392, -0.0056646824814379215, -0.005114477127790451, -0.004564271774142981, -0.00401406642049551, -0.0034638610668480396, -0.002913655713200569, -0.0023634503595530987, -0.0018132450059056282, -0.0012630396522581577, -0.0007128342986106873, -0.00016262894496321678, 0.0003875764086842537, 0.0009377817623317242, 0.0014879871159791946, 0.002038192469626665, 0.0025883978232741356, 0.003138603176921606, 0.0036888085305690765, 0.004239013884216547, 0.0047892192378640175, 0.005339424591511488, 0.0058896299451589584, 0.006439835298806429, 0.006990040652453899, 0.00754024600610137, 0.00809045135974884, 0.008640656247735023, 0.009190862067043781, 0.009741067886352539, 0.010291272774338722, 0.010841477662324905, 0.011391683481633663, 0.011941889300942421, 0.012492094188928604, 0.013042299076914787, 0.013592504896223545, 0.014142710715532303, 0.014692915603518486, 0.01524312049150467, 0.015793327242136, 0.016343532130122185, 0.016893737018108368, 0.01744394190609455, 0.017994146794080734, 0.018544353544712067, 0.01909455843269825, 0.019644763320684433, 0.020194970071315765, 0.02074517495930195, 0.02129537984728813, 0.021845584735274315, 0.022395789623260498, 0.02294599637389183, 0.023496201261878014]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 6.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.1716882437467575, -0.16762930154800415, -0.1635703593492508, -0.15951141715049744, -0.15545247495174408, -0.15139353275299072, -0.14733460545539856, -0.1432756632566452, -0.13921672105789185, -0.1351577788591385, -0.13109883666038513, -0.12703989446163177, -0.12298095226287842, -0.11892201006412506, -0.1148630753159523, -0.11080413311719894, -0.10674519091844559, -0.10268624871969223, -0.09862730652093887, -0.09456837177276611, -0.09050942957401276, -0.0864504873752594, -0.08239154517650604, -0.07833260297775269, -0.07427366077899933, -0.07021472603082657, -0.06615578383207321, -0.062096841633319855, -0.0580378994345665, -0.05397896096110344, -0.04992001876235008, -0.045861080288887024, -0.04180213809013367, -0.03774319589138031, -0.03368425741791725, -0.029625315219163895, -0.025566374883055687, -0.02150743454694748, -0.017448492348194122, -0.013389552012085915, -0.009330611675977707, -0.005271670874208212, -0.0012127300724387169, 0.002846210729330778, 0.006905151531100273, 0.01096409186720848, 0.015023033134639263, 0.019081974402070045, 0.023140914738178253, 0.02719985507428646, 0.03125879541039467, 0.035317737609148026, 0.039376676082611084, 0.04343561828136444, 0.0474945604801178, 0.051553498953580856, 0.05561244115233421, 0.05967138335108757, 0.06373032182455063, 0.06778926402330399, 0.07184820622205734, 0.0759071484208107, 0.07996608316898346, 0.08402502536773682, 0.08808396756649017]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 3.0, 4.0, 0.0, 2.0, 3.0, 3.0, 3.0, 6.0, 13.0, 9.0, 12.0, 54.0, 29.0, 39.0, 21.0, 14.0, 8.0, 12.0, 6.0, 5.0, 2.0, 4.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 3.0, 1.0, 0.0, 2.0], "bins": [-0.14580689370632172, -0.14214101433753967, -0.13847512006759644, -0.1348092257976532, -0.13114334642887115, -0.1274774670600891, -0.12381157279014587, -0.12014568597078323, -0.1164797991514206, -0.11281391233205795, -0.10914802551269531, -0.10548213869333267, -0.10181625187397003, -0.09815036505460739, -0.09448447823524475, -0.09081859141588211, -0.08715270459651947, -0.08348681777715683, -0.07982093095779419, -0.07615504413843155, -0.07248915731906891, -0.06882327049970627, -0.06515738368034363, -0.06149149686098099, -0.05782561004161835, -0.05415972322225571, -0.050493836402893066, -0.046827949583530426, -0.043162062764167786, -0.039496175944805145, -0.035830289125442505, -0.032164402306079865, -0.028498515486717224, -0.024832628667354584, -0.021166741847991943, -0.017500855028629303, -0.013834968209266663, -0.010169081389904022, -0.006503194570541382, -0.0028373077511787415, 0.0008285790681838989, 0.004494465887546539, 0.00816035270690918, 0.01182623952627182, 0.01549212634563446, 0.0191580131649971, 0.02282389998435974, 0.02648978680372238, 0.030155673623085022, 0.03382156044244766, 0.0374874472618103, 0.04115333408117294, 0.044819220900535583, 0.048485107719898224, 0.052150994539260864, 0.055816881358623505, 0.059482768177986145, 0.06314865499734879, 0.06681454181671143, 0.07048042863607407, 0.0741463154554367, 0.07781220227479935, 0.08147808909416199, 0.08514397591352463, 0.08880986273288727]}, "_runtime": 115.09473872184753, "_timestamp": 1596211704.8658476, "_step": 142}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 5.0, 2.0, 3.0, 5.0, 2.0, 0.0, 1.0, 3.0, 3.0, 3.0, 4.0, 0.0, 0.0, 4.0, 2.0, 1.0, 5.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.006816599052399397, -0.0065236478112638, -0.0062306965701282024, -0.005937745328992605, -0.005644794087857008, -0.005351842846721411, -0.0050588916055858135, -0.004765940364450216, -0.004472989123314619, -0.004180037882179022, -0.0038870866410434246, -0.0035941353999078274, -0.00330118415877223, -0.003008232917636633, -0.0027152816765010357, -0.0024223304353654385, -0.0021293791942298412, -0.001836427953094244, -0.0015434767119586468, -0.0012505254708230495, -0.0009575742296874523, -0.0006646229885518551, -0.00037167174741625786, -7.872050628066063e-05, 0.0002142307348549366, 0.0005071819759905338, 0.0008001332171261311, 0.0010930844582617283, 0.0013860356993973255, 0.0016789869405329227, 0.00197193818166852, 0.002264889422804117, 0.0025578406639397144, 0.0028507919050753117, 0.003143743146210909, 0.003436694387346506, 0.0037296456284821033, 0.004022596869617701, 0.004315548110753298, 0.004608499351888895, 0.004901450593024492, 0.0051944018341600895, 0.005487353075295687, 0.005780304316431284, 0.006073255557566881, 0.006366206798702478, 0.006659158039838076, 0.006952109280973673, 0.00724506052210927, 0.007538011763244867, 0.007830962538719177, 0.008123913779854774, 0.008416865020990372, 0.008709816262125969, 0.009002767503261566, 0.009295718744397163, 0.00958866998553276, 0.009881621226668358, 0.010174572467803955, 0.010467523708939552, 0.01076047495007515, 0.011053426191210747, 0.011346377432346344, 0.011639328673481941, 0.011932279914617538]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 7.0, 1.0, 5.0, 1.0, 5.0, 6.0, 5.0, 15.0, 6.0, 14.0, 15.0, 17.0, 27.0, 31.0, 35.0, 50.0, 70.0, 65.0, 89.0, 150.0, 228.0, 410.0, 5068.0, 693.0, 294.0, 134.0, 118.0, 87.0, 55.0, 54.0, 46.0, 26.0, 16.0, 13.0, 17.0, 14.0, 8.0, 11.0, 4.0, 6.0, 2.0, 2.0, 2.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.08607335388660431, -0.08295781165361404, -0.07984226942062378, -0.07672672718763351, -0.07361117750406265, -0.07049563527107239, -0.06738009303808212, -0.06426455080509186, -0.06114900857210159, -0.05803346261382103, -0.054917920380830765, -0.0518023781478405, -0.048686832189559937, -0.04557128995656967, -0.04245574772357941, -0.03934020176529884, -0.03622465953230858, -0.033109117299318314, -0.0299935732036829, -0.026878029108047485, -0.02376248687505722, -0.020646942779421806, -0.017531398683786392, -0.014415855519473553, -0.011300312355160713, -0.008184769190847874, -0.005069225560873747, -0.0019536821637302637, 0.0011618612334132195, 0.004277404397726059, 0.007392948027700186, 0.010508491657674313, 0.013624034821987152, 0.016739578917622566, 0.01985512115061283, 0.022970665246248245, 0.02608620747923851, 0.029201751574873924, 0.03231729567050934, 0.0354328379034996, 0.03854838013648987, 0.04166392609477043, 0.044779468327760696, 0.04789501056075096, 0.051010556519031525, 0.05412609875202179, 0.057241640985012054, 0.06035718694329262, 0.06347273290157318, 0.06658827513456345, 0.06970381736755371, 0.07281935960054398, 0.07593490183353424, 0.0790504440665245, 0.08216598629951477, 0.08528153598308563, 0.0883970782160759, 0.09151262044906616, 0.09462816268205643, 0.09774370491504669, 0.10085924714803696, 0.10397479683160782, 0.10709033906459808, 0.11020588129758835, 0.11332142353057861]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 4.0, 1.0, 2.0, 1.0, 4.0, 1.0, 6.0, 7.0, 4.0, 3.0, 5.0, 2.0, 7.0, 0.0, 25.0, 5.0, 5.0, 4.0, 3.0, 4.0, 3.0, 7.0, 1.0, 2.0, 2.0, 5.0, 2.0, 0.0, 4.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0045616524294018745, -0.00444006035104394, -0.004318468272686005, -0.00419687619432807, -0.004075284115970135, -0.0039536920376122, -0.003832099959254265, -0.00371050788089633, -0.003588915802538395, -0.0034673234913498163, -0.0033457314129918814, -0.0032241393346339464, -0.0031025472562760115, -0.0029809551779180765, -0.0028593630995601416, -0.0027377710212022066, -0.0026161789428442717, -0.0024945868644863367, -0.0023729947861284018, -0.002251402707770467, -0.002129810629412532, -0.002008218551054597, -0.0018866263562813401, -0.0017650342779234052, -0.0016434421995654702, -0.0015218501212075353, -0.0014002580428496003, -0.0012786659644916654, -0.0011570737697184086, -0.0010354816913604736, -0.0009138896130025387, -0.0007922975346446037, -0.0006707054562866688, -0.0005491133779287338, -0.0004275212704669684, -0.000305929163005203, -0.00018433708464726806, -6.274499173741788e-05, 5.8847101172432303e-05, 0.00018043919408228248, 0.00030203128699213266, 0.0004236233653500676, 0.0005452154437080026, 0.0006668075802735984, 0.0007883996586315334, 0.0009099917369894683, 0.0010315838735550642, 0.0011531759519129992, 0.001274768030270934, 0.001396360108628869, 0.001517952186986804, 0.001639544265344739, 0.001761136343702674, 0.0018827285384759307, 0.002004320500418544, 0.0021259125787764788, 0.0022475048899650574, 0.0023690969683229923, 0.0024906890466809273, 0.0026122811250388622, 0.002733873203396797, 0.002855465281754732, 0.002977057360112667, 0.003098649438470602, 0.003220241516828537]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 1.0, 2.0, 2.0, 5.0, 8.0, 6.0, 10.0, 21.0, 32.0, 43.0, 68.0, 119.0, 115.0, 190.0, 286.0, 439.0, 708.0, 1006.0, 1591.0, 2517.0, 4110.0, 7356.0, 13743.0, 29901.0, 86246.0, 877857.0, 83440.0, 30349.0, 15039.0, 8496.0, 5045.0, 3363.0, 2186.0, 1536.0, 1047.0, 782.0, 502.0, 404.0, 295.0, 187.0, 161.0, 108.0, 70.0, 53.0, 44.0, 38.0, 30.0, 20.0, 15.0, 14.0, 4.0, 11.0, 7.0, 1.0, 2.0, 5.0, 2.0, 0.0, 1.0, 3.0, 2.0], "bins": [-0.005371773615479469, -0.0051838429644703865, -0.004995912313461304, -0.004807981662452221, -0.004620051011443138, -0.004432120360434055, -0.0042441897094249725, -0.00405625905841589, -0.0038683281745761633, -0.0036803975235670805, -0.0034924668725579977, -0.003304536221548915, -0.0031166053377091885, -0.0029286746867001057, -0.002740744035691023, -0.00255281338468194, -0.0023648827336728573, -0.0021769520826637745, -0.0019890214316546917, -0.001801090664230287, -0.0016131600132212043, -0.0014252293622121215, -0.0012372985947877169, -0.001049367943778634, -0.0008614372927695513, -0.0006735066417604685, -0.0004855759325437248, -0.0002976452524308115, -0.00010971457231789827, 7.821610779501498e-05, 0.00026614678790792823, 0.0004540774680208415, 0.0006420081481337547, 0.0008299387991428375, 0.0010178694501519203, 0.001205800217576325, 0.0013937308685854077, 0.0015816615195944905, 0.0017695922870188951, 0.001957522938027978, 0.0021454535890370607, 0.0023333842400461435, 0.0025213148910552263, 0.002709245542064309, 0.0028971764259040356, 0.0030851070769131184, 0.003273037727922201, 0.003460968378931284, 0.0036488990299403667, 0.0038368296809494495, 0.004024760331958532, 0.004212690982967615, 0.004400621633976698, 0.004588552284985781, 0.0047764829359948635, 0.004964413587003946, 0.005152344703674316, 0.005340275354683399, 0.005528206005692482, 0.005716136656701565, 0.005904067307710648, 0.00609199795871973, 0.006279928609728813, 0.006467859260737896, 0.006655789911746979]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 4.0, 2.0, 3.0, 1.0, 9.0, 5.0, 6.0, 9.0, 4.0, 6.0, 3.0, 5.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02611120603978634, -0.023946987465023994, -0.02178276889026165, -0.019618550315499306, -0.01745433174073696, -0.015290113165974617, -0.013125894591212273, -0.010961676016449928, -0.008797457441687584, -0.0066332388669252396, -0.004469020292162895, -0.002304801717400551, -0.00014058314263820648, 0.002023635432124138, 0.004187854006886482, 0.006352072581648827, 0.008516291156411171, 0.010680509731173515, 0.01284472830593586, 0.015008946880698204, 0.01717316545546055, 0.019337384030222893, 0.021501602604985237, 0.02366582117974758, 0.025830039754509926, 0.02799425832927227, 0.030158476904034615, 0.03232269734144211, 0.034486912190914154, 0.0366511344909668, 0.03881534934043884, 0.040979571640491486, 0.04314378648996353, 0.045308008790016174, 0.04747222363948822, 0.04963644593954086, 0.05180066078901291, 0.05396488308906555, 0.0561290979385376, 0.05829332023859024, 0.060457535088062286, 0.06262175738811493, 0.06478597223758698, 0.06695019453763962, 0.06911440938711166, 0.0712786316871643, 0.07344284653663635, 0.075607068836689, 0.07777128368616104, 0.07993550598621368, 0.08209972083568573, 0.08426394313573837, 0.08642815798521042, 0.08859238028526306, 0.09075659513473511, 0.09292081743478775, 0.0950850322842598, 0.09724925458431244, 0.09941346943378448, 0.10157769173383713, 0.10374190658330917, 0.10590612888336182, 0.10807034373283386, 0.1102345660328865, 0.11239878088235855]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 2.0, 3.0, 3.0, 8.0, 22.0, 19.0, 36.0, 70.0, 107.0, 184.0, 316.0, 496.0, 763.0, 1254.0, 2400.0, 8619.0, 2091.0, 836.0, 432.0, 251.0, 135.0, 84.0, 65.0, 34.0, 20.0, 21.0, 3.0, 16.0, 6.0, 2.0, 2.0, 1.0, 7.0, 8.0, 10.0, 16.0, 3.0, 7.0, 6.0, 3.0, 4.0, 6.0, 4.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 6.0, 17.0, 6.0, 3.0, 2.0, 6.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 7.0], "bins": [-0.01203877292573452, -0.011310183443129063, -0.010581593960523605, -0.009853004477918148, -0.00912441499531269, -0.008395825512707233, -0.007667236030101776, -0.006938646547496319, -0.0062100570648908615, -0.005481467582285404, -0.004752878099679947, -0.00402428861707449, -0.0032956991344690323, -0.002567109651863575, -0.0018385201692581177, -0.0011099306866526604, -0.00038134120404720306, 0.00034724827855825424, 0.0010758377611637115, 0.0018044272437691689, 0.002533016726374626, 0.0032616062089800835, 0.003990195691585541, 0.004718785174190998, 0.005447374656796455, 0.006175964139401913, 0.00690455362200737, 0.007633143104612827, 0.008361732587218285, 0.009090322069823742, 0.0098189115524292, 0.010547501035034657, 0.011276090517640114, 0.012004680000245571, 0.012733269482851028, 0.013461858965456486, 0.014190448448061943, 0.0149190379306674, 0.015647627413272858, 0.01637621596455574, 0.017104806378483772, 0.017833396792411804, 0.018561985343694687, 0.01929057389497757, 0.0200191643089056, 0.020747754722833633, 0.021476343274116516, 0.0222049318253994, 0.02293352223932743, 0.023662112653255463, 0.024390701204538345, 0.025119289755821228, 0.02584788016974926, 0.026576470583677292, 0.027305059134960175, 0.028033647686243057, 0.02876223810017109, 0.02949082851409912, 0.030219417065382004, 0.030948005616664886, 0.03167659789323807, 0.03240518644452095, 0.03313377499580383, 0.033862363547086716, 0.0345909520983696]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 3.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.14107197523117065, -0.13723020255565643, -0.1333884447813034, -0.12954667210578918, -0.12570489943027496, -0.12186313420534134, -0.11802136898040771, -0.11417960375547409, -0.11033783853054047, -0.10649606585502625, -0.10265430063009262, -0.098812535405159, -0.09497076272964478, -0.09112899750471115, -0.08728723227977753, -0.0834454596042633, -0.07960369437932968, -0.07576192915439606, -0.07192015647888184, -0.06807839125394821, -0.06423662602901459, -0.060394857078790665, -0.05655308812856674, -0.05271132290363312, -0.048869553953409195, -0.04502778500318527, -0.04118601977825165, -0.037344250828027725, -0.0335024818778038, -0.029660716652870178, -0.025818947702646255, -0.021977180615067482, -0.01813541352748871, -0.014293646439909935, -0.010451878421008587, -0.006610110867768526, -0.0027683433145284653, 0.0010734242387115955, 0.004915191791951656, 0.008756959810853004, 0.012598726898431778, 0.01644049398601055, 0.020282261073589325, 0.024124030023813248, 0.02796579711139202, 0.031807564198970795, 0.03564933314919472, 0.03949109837412834, 0.043332867324352264, 0.04717463627457619, 0.05101640149950981, 0.054858170449733734, 0.05869993567466736, 0.06254170835018158, 0.0663834735751152, 0.07022523880004883, 0.07406701147556305, 0.07790877670049667, 0.0817505419254303, 0.08559230715036392, 0.08943407982587814, 0.09327584505081177, 0.09711761027574539, 0.10095938295125961, 0.10480114817619324]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 3.0, 0.0, 1.0, 1.0, 4.0, 3.0, 4.0, 8.0, 7.0, 6.0, 8.0, 6.0, 9.0, 14.0, 37.0, 35.0, 13.0, 18.0, 19.0, 17.0, 11.0, 14.0, 10.0, 6.0, 2.0, 3.0, 8.0, 1.0, 1.0, 0.0, 1.0, 0.0, 3.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.07747527956962585, -0.07544209063053131, -0.07340890169143677, -0.07137571275234222, -0.06934252381324768, -0.06730933487415314, -0.0652761459350586, -0.06324295699596405, -0.061209771782159805, -0.05917658284306526, -0.05714339390397072, -0.055110204964876175, -0.05307701975107193, -0.051043830811977386, -0.04901064187288284, -0.0469774529337883, -0.044944263994693756, -0.04291107505559921, -0.04087788611650467, -0.038844697177410126, -0.03681150823831558, -0.03477832302451134, -0.032745134085416794, -0.03071194514632225, -0.028678756207227707, -0.026645567268133163, -0.02461237832903862, -0.022579191252589226, -0.020546002313494682, -0.01851281337440014, -0.016479626297950745, -0.014446437358856201, -0.012413248419761658, -0.010380059480667114, -0.008346871472895145, -0.006313682999461889, -0.004280494526028633, -0.002247306052595377, -0.00021411757916212082, 0.0018190708942711353, 0.0038522593677043915, 0.005885447841137648, 0.007918636314570904, 0.009951824322342873, 0.011985013261437416, 0.01401820220053196, 0.016051389276981354, 0.018084578216075897, 0.02011776715517044, 0.022150956094264984, 0.024184145033359528, 0.026217332109808922, 0.028250521048903465, 0.03028370998799801, 0.0323168970644474, 0.034350086003541946, 0.03638327494263649, 0.03841646388173103, 0.04044965282082558, 0.04248284175992012, 0.044516026973724365, 0.04654921591281891, 0.04858240485191345, 0.050615593791007996, 0.05264878273010254]}, "_runtime": 115.84682083129883, "_timestamp": 1596211705.6179297, "_step": 143}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 1.0, 2.0, 2.0, 3.0, 0.0, 1.0, 1.0, 4.0, 3.0, 2.0, 4.0, 3.0, 3.0, 5.0, 1.0, 1.0, 3.0, 3.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008998895063996315, -0.008704417385160923, -0.008409939706325531, -0.008115462027490139, -0.007820984348654747, -0.007526506669819355, -0.007232028990983963, -0.006937551312148571, -0.006643073633313179, -0.006348595954477787, -0.006054118275642395, -0.005759640596807003, -0.005465162917971611, -0.005170685239136219, -0.004876207560300827, -0.004581729881465435, -0.004287252202630043, -0.003992774523794651, -0.003698296844959259, -0.003403819166123867, -0.003109341487288475, -0.002814863808453083, -0.002520386129617691, -0.002225908450782299, -0.001931430771946907, -0.001636953093111515, -0.001342475414276123, -0.001047997735440731, -0.000753520056605339, -0.00045904237776994705, -0.00016456469893455505, 0.00012991297990083694, 0.00042439065873622894, 0.0007188683375716209, 0.001013346016407013, 0.001307823695242405, 0.001602301374077797, 0.001896779052913189, 0.002191256731748581, 0.002485734410583973, 0.002780212089419365, 0.003074689768254757, 0.003369167447090149, 0.003663645125925541, 0.003958122804760933, 0.004252600483596325, 0.004547078162431717, 0.004841555841267109, 0.005136033520102501, 0.005430511198937893, 0.005724988877773285, 0.006019466556608677, 0.006313944235444069, 0.006608421914279461, 0.006902899593114853, 0.007197377271950245, 0.007491854950785637, 0.007786332629621029, 0.008080810308456421, 0.008375287987291813, 0.008669765666127205, 0.008964243344962597, 0.009258721023797989, 0.009553198702633381, 0.009847676381468773]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 3.0, 1.0, 5.0, 6.0, 1.0, 16.0, 8.0, 7.0, 22.0, 19.0, 38.0, 38.0, 52.0, 73.0, 90.0, 126.0, 173.0, 266.0, 3022.0, 2953.0, 371.0, 200.0, 117.0, 79.0, 80.0, 32.0, 27.0, 21.0, 28.0, 16.0, 8.0, 7.0, 4.0, 1.0, 4.0, 3.0, 3.0, 2.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.11232193559408188, -0.10881124436855316, -0.10530055314302444, -0.10178986191749573, -0.09827916324138641, -0.0947684720158577, -0.09125778079032898, -0.08774708956480026, -0.08423639833927155, -0.08072570711374283, -0.07721500843763351, -0.0737043172121048, -0.07019362598657608, -0.06668293476104736, -0.06317224353551865, -0.05966154858469963, -0.056150857359170914, -0.0526401661336422, -0.04912947118282318, -0.045618779957294464, -0.04210808873176575, -0.03859739378094673, -0.035086702555418015, -0.0315760113298893, -0.02806531824171543, -0.024554625153541565, -0.021043933928012848, -0.01753324083983898, -0.01402254868298769, -0.010511856526136398, -0.007001163903623819, -0.003490471513941884, 2.022087574005127e-05, 0.0035309132654219866, 0.007041605655103922, 0.0105522982776165, 0.014062990434467793, 0.017573682591319084, 0.02108437567949295, 0.024595066905021667, 0.028105759993195534, 0.0316164530813694, 0.03512714430689812, 0.038637835532426834, 0.04214853048324585, 0.04565922170877457, 0.049169912934303284, 0.0526806078851223, 0.056191299110651016, 0.05970199033617973, 0.06321268528699875, 0.06672337651252747, 0.07023406773805618, 0.0737447589635849, 0.07725545018911362, 0.08076614886522293, 0.08427684009075165, 0.08778753131628036, 0.09129822254180908, 0.0948089137673378, 0.09831960499286652, 0.10183030366897583, 0.10534099489450455, 0.10885168612003326, 0.11236237734556198]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 4.0, 4.0, 2.0, 5.0, 1.0, 7.0, 6.0, 3.0, 7.0, 4.0, 4.0, 4.0, 6.0, 25.0, 6.0, 5.0, 3.0, 2.0, 2.0, 2.0, 3.0, 1.0, 2.0, 3.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.004057768732309341, -0.003950453829020262, -0.0038431386929005384, -0.0037358237896114588, -0.0036285086534917355, -0.003521193750202656, -0.0034138786140829325, -0.003306563710793853, -0.0031992485746741295, -0.00309193367138505, -0.00298461876809597, -0.002877303631976247, -0.002769988728687167, -0.002662673592567444, -0.002555358689278364, -0.002448043553158641, -0.002340728649869561, -0.0022334137465804815, -0.002126098610460758, -0.0020187837071716785, -0.0019114685710519552, -0.0018041536677628756, -0.001696838648058474, -0.0015895236283540726, -0.001482208608649671, -0.0013748935889452696, -0.001267578569240868, -0.0011602635495364666, -0.001052948646247387, -0.0009456335683353245, -0.000838318606838584, -0.0007310035871341825, -0.000623688567429781, -0.0005163735477253795, -0.00040905855712480843, -0.0003017435665242374, -0.0001944285468198359, -8.711354166734964e-05, 2.0201463485136628e-05, 0.0001275164686376229, 0.00023483147379010916, 0.00034214649349451065, 0.0004494614840950817, 0.0005567764746956527, 0.0006640914944000542, 0.0007714065141044557, 0.0008787214756011963, 0.0009860364953055978, 0.0010933515150099993, 0.0012006665347144008, 0.0013079815544188023, 0.0014152965741232038, 0.0015226115938276052, 0.001629926497116685, 0.0017372415168210864, 0.001844556536525488, 0.0019518715562298894, 0.002059186575934291, 0.0021665014792233706, 0.002273816615343094, 0.0023811315186321735, 0.002488446654751897, 0.0025957615580409765, 0.0027030766941607, 0.0028103915974497795]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 2.0, 2.0, 6.0, 8.0, 6.0, 8.0, 9.0, 16.0, 19.0, 31.0, 40.0, 68.0, 69.0, 106.0, 152.0, 249.0, 393.0, 531.0, 810.0, 1380.0, 2339.0, 4209.0, 8219.0, 18033.0, 46212.0, 213158.0, 808494.0, 41493.0, 15693.0, 7581.0, 4055.0, 2220.0, 1373.0, 830.0, 539.0, 349.0, 242.0, 195.0, 117.0, 87.0, 69.0, 51.0, 48.0, 33.0, 22.0, 18.0, 14.0, 9.0, 9.0, 6.0, 6.0, 4.0, 6.0, 0.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0], "bins": [-0.006172309163957834, -0.00596734369173646, -0.0057623786851763725, -0.005557413212954998, -0.0053524477407336235, -0.005147482734173536, -0.004942517261952162, -0.004737551789730787, -0.0045325867831707, -0.0043276213109493256, -0.004122655838727951, -0.0039176903665065765, -0.0037127253599464893, -0.003507759887725115, -0.003302794648334384, -0.0030978291761130095, -0.0028928639367222786, -0.0026878986973315477, -0.0024829332251101732, -0.0022779679857194424, -0.002073002513498068, -0.001868037274107337, -0.0016630720347166061, -0.0014581066789105535, -0.0012531413231045008, -0.001048175967298448, -0.0008432106697000563, -0.0006382453721016645, -0.00043328001629561186, -0.00022831468959338963, -2.3349362891167402e-05, 0.00018161596381105483, 0.00038658129051327705, 0.0005915466463193297, 0.0007965119439177215, 0.0010014772415161133, 0.001206442597322166, 0.0014114079531282187, 0.0016163731925189495, 0.0018213385483250022, 0.002026303904131055, 0.0022312691435217857, 0.0024362346157431602, 0.002641199855133891, 0.002846165094524622, 0.0030511305667459965, 0.0032560958061367273, 0.003461061278358102, 0.0036660265177488327, 0.0038709917571395636, 0.004075956996530294, 0.004280922468751669, 0.0044858879409730434, 0.004690852947533131, 0.004895818419754505, 0.00510078389197588, 0.005305749364197254, 0.005510714370757341, 0.005715679842978716, 0.00592064531520009, 0.006125610321760178, 0.006330575793981552, 0.006535541266202927, 0.006740506272763014, 0.006945471744984388]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 3.0, 2.0, 3.0, 8.0, 5.0, 10.0, 6.0, 6.0, 3.0, 4.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.1289910525083542, -0.12656269967556, -0.124134361743927, -0.12170601636171341, -0.11927767097949982, -0.11684931814670563, -0.11442097276449203, -0.11199262738227844, -0.10956428200006485, -0.10713593661785126, -0.10470759123563766, -0.10227924585342407, -0.09985089302062988, -0.09742254763841629, -0.0949942022562027, -0.0925658568739891, -0.09013751149177551, -0.08770916610956192, -0.08528082072734833, -0.08285247534513474, -0.08042412996292114, -0.07799577713012695, -0.07556743174791336, -0.07313908636569977, -0.07071074098348618, -0.06828239560127258, -0.06585405021905899, -0.0634257048368454, -0.06099735572934151, -0.058569010347127914, -0.05614066123962402, -0.05371231585741043, -0.05128397047519684, -0.048855625092983246, -0.04642727971076965, -0.04399893060326576, -0.04157058522105217, -0.03914223983883858, -0.036713890731334686, -0.034285545349121094, -0.0318571999669075, -0.02942885458469391, -0.027000507339835167, -0.024572160094976425, -0.022143814712762833, -0.01971546933054924, -0.0172871220856905, -0.014858775772154331, -0.012430429458618164, -0.010002083145081997, -0.00757373683154583, -0.005145390518009663, -0.0027170442044734955, -0.00028869789093732834, 0.002139648422598839, 0.004567994736135006, 0.006996341049671173, 0.00942468736320734, 0.011853033676743507, 0.014281379990279675, 0.01670972630381584, 0.019138071686029434, 0.021566418930888176, 0.023994766175746918, 0.02642311155796051]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [7.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 8.0, 1.0, 1.0, 16.0, 11.0, 5.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 4.0, 3.0, 7.0, 6.0, 3.0, 5.0, 8.0, 11.0, 12.0, 7.0, 6.0, 7.0, 10.0, 19.0, 18.0, 22.0, 43.0, 68.0, 89.0, 128.0, 209.0, 330.0, 654.0, 1486.0, 7873.0, 3846.0, 1614.0, 806.0, 456.0, 258.0, 162.0, 92.0, 50.0, 23.0, 14.0, 11.0, 6.0, 4.0, 2.0, 1.0, 1.0, 1.0], "bins": [-0.03981642425060272, -0.038967687636613846, -0.03811895102262497, -0.03727021440863609, -0.03642147779464722, -0.03557274490594864, -0.03472400829195976, -0.033875271677970886, -0.03302653506398201, -0.032177798449993134, -0.03132906183600426, -0.03048032708466053, -0.029631590470671654, -0.028782853856682777, -0.02793411910533905, -0.027085382491350174, -0.026236645877361298, -0.02538790926337242, -0.024539172649383545, -0.023690437898039818, -0.02284170128405094, -0.021992964670062065, -0.021144229918718338, -0.02029549330472946, -0.019446756690740585, -0.01859802007675171, -0.017749283462762833, -0.016900548711419106, -0.01605181209743023, -0.015203075483441353, -0.014354339800775051, -0.01350560411810875, -0.012656867504119873, -0.011808130890130997, -0.010959395207464695, -0.010110659524798393, -0.009261922910809517, -0.00841318629682064, -0.007564450614154339, -0.00671571446582675, -0.005866978317499161, -0.005018242169171572, -0.004169506020843983, -0.0033207698725163937, -0.0024720337241888046, -0.0016232975758612156, -0.0007745614275336266, 7.417472079396248e-05, 0.0009229108691215515, 0.0017716470174491405, 0.0026203831657767296, 0.0034691193141043186, 0.004317855462431908, 0.005166591610759497, 0.006015327759087086, 0.006864063907414675, 0.007712800055742264, 0.00856153666973114, 0.009410272352397442, 0.010259008035063744, 0.01110774464905262, 0.011956481263041496, 0.012805216945707798, 0.0136539526283741, 0.014502689242362976]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 2.0, 0.0, 3.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1456872522830963, -0.13987523317337036, -0.1340632289648056, -0.12825120985507965, -0.1224391907453537, -0.11662717908620834, -0.11081516742706299, -0.10500314831733704, -0.09919113665819168, -0.09337912499904633, -0.08756710588932037, -0.08175509423017502, -0.07594308257102966, -0.07013106346130371, -0.06431905180215836, -0.0585070364177227, -0.05269502103328705, -0.046883005648851395, -0.04107099026441574, -0.035258978605270386, -0.029446963220834732, -0.02363494783639908, -0.017822934314608574, -0.012010919861495495, -0.006198905408382416, -0.0003868909552693367, 0.005425123497843742, 0.011237137950956821, 0.0170491524040699, 0.022861167788505554, 0.02867318131029606, 0.03448519483208656, 0.04029721021652222, 0.04610922560095787, 0.051921240985393524, 0.05773325264453888, 0.06354527175426483, 0.06935728341341019, 0.07516929507255554, 0.0809813141822815, 0.08679332584142685, 0.0926053375005722, 0.09841735661029816, 0.10422936826944351, 0.11004137992858887, 0.11585339903831482, 0.12166541069746017, 0.12747742235660553, 0.13328944146633148, 0.13910146057605743, 0.1449134647846222, 0.15072548389434814, 0.1565375030040741, 0.16234950721263885, 0.1681615263223648, 0.17397354543209076, 0.17978554964065552, 0.18559756875038147, 0.19140958786010742, 0.19722160696983337, 0.20303361117839813, 0.20884563028812408, 0.21465764939785004, 0.2204696536064148, 0.22628167271614075]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 4.0, 6.0, 8.0, 7.0, 7.0, 9.0, 17.0, 23.0, 29.0, 44.0, 39.0, 15.0, 12.0, 13.0, 10.0, 6.0, 5.0, 3.0, 4.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.13816702365875244, -0.13403171300888062, -0.1298963874578476, -0.12576107680797577, -0.12162575125694275, -0.11749044060707092, -0.1133551225066185, -0.10921980440616608, -0.10508448630571365, -0.10094916820526123, -0.09681385010480881, -0.09267853200435638, -0.08854322135448456, -0.08440790325403214, -0.08027258515357971, -0.07613726705312729, -0.07200194895267487, -0.06786663085222244, -0.06373131275177002, -0.059595998376607895, -0.05546068027615547, -0.05132536217570305, -0.047190047800540924, -0.0430547297000885, -0.03891941159963608, -0.034784093499183655, -0.03064877726137638, -0.026513461023569107, -0.022378142923116684, -0.01824282482266426, -0.014107508584856987, -0.009972191415727139, -0.00583687424659729, -0.0017015570774674416, 0.002433760091662407, 0.006569077260792255, 0.010704394429922104, 0.014839711599051952, 0.0189750287681818, 0.023110345005989075, 0.027245663106441498, 0.03138098120689392, 0.035516299307346344, 0.03965161368250847, 0.04378693178296089, 0.047922249883413315, 0.05205756425857544, 0.05619288235902786, 0.060328200459480286, 0.06446351855993271, 0.06859883666038513, 0.07273415476083755, 0.07686947286128998, 0.0810047835111618, 0.08514010161161423, 0.08927541971206665, 0.09341073781251907, 0.0975460559129715, 0.10168137401342392, 0.10581669211387634, 0.10995200276374817, 0.11408732086420059, 0.11822263896465302, 0.12235795706510544, 0.12649327516555786]}, "_runtime": 116.6032338142395, "_timestamp": 1596211706.3743427, "_step": 144}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 4.0, 3.0, 5.0, 4.0, 4.0, 2.0, 2.0, 2.0, 3.0, 2.0, 3.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012736323289573193, -0.01230207271873951, -0.011867821216583252, -0.011433570645749569, -0.010999320074915886, -0.010565068572759628, -0.010130818001925945, -0.009696566499769688, -0.009262315928936005, -0.008828065358102322, -0.008393813855946064, -0.007959563285112381, -0.007525312248617411, -0.00709106121212244, -0.006656810641288757, -0.006222559604793787, -0.005788308568298817, -0.005354057531803846, -0.004919806495308876, -0.004485555924475193, -0.004051304887980223, -0.0036170538514852524, -0.0031828030478209257, -0.002748552244156599, -0.0023143012076616287, -0.0018800502875819802, -0.0014457993675023317, -0.0010115484474226832, -0.0005772975273430347, -0.00014304660726338625, 0.00029120431281626225, 0.0007254552328959107, 0.0011597061529755592, 0.0015939570730552077, 0.0020282079931348562, 0.002462458796799183, 0.002896709833294153, 0.0033309608697891235, 0.00376521167345345, 0.004199462477117777, 0.004633713513612747, 0.0050679645501077175, 0.005502215586602688, 0.005936466157436371, 0.006370717193931341, 0.0068049682304263115, 0.0072392188012599945, 0.007673469837754965, 0.008107720874249935, 0.008541971445083618, 0.008976222947239876, 0.009410473518073559, 0.009844724088907242, 0.0102789755910635, 0.010713226161897182, 0.01114747766405344, 0.011581728234887123, 0.012015978805720806, 0.012450230307877064, 0.012884480878710747, 0.013318732380867004, 0.013752982951700687, 0.01418723352253437, 0.014621485024690628, 0.015055735595524311]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 4.0, 1.0, 5.0, 4.0, 3.0, 9.0, 7.0, 7.0, 13.0, 12.0, 19.0, 18.0, 28.0, 29.0, 25.0, 40.0, 49.0, 66.0, 75.0, 100.0, 153.0, 269.0, 682.0, 5205.0, 356.0, 193.0, 122.0, 101.0, 60.0, 61.0, 46.0, 41.0, 22.0, 20.0, 15.0, 14.0, 7.0, 9.0, 8.0, 5.0, 5.0, 7.0, 1.0, 3.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.11447025835514069, -0.11100759357213974, -0.1075449213385582, -0.10408225655555725, -0.10061958432197571, -0.09715691953897476, -0.09369424730539322, -0.09023158252239227, -0.08676891028881073, -0.08330624550580978, -0.07984358072280884, -0.0763809084892273, -0.07291824370622635, -0.0694555714726448, -0.06599290668964386, -0.06253023445606232, -0.05906756967306137, -0.055604901164770126, -0.05214223265647888, -0.04867956414818764, -0.04521689563989639, -0.04175423085689545, -0.0382915623486042, -0.03482889384031296, -0.03136622533202171, -0.02790355682373047, -0.024440888315439224, -0.02097822166979313, -0.017515553161501884, -0.01405288465321064, -0.01059021707624197, -0.007127549033612013, -0.0036648809909820557, -0.00020221294835209846, 0.0032604550942778587, 0.006723123136907816, 0.010185791179537773, 0.013648459687829018, 0.017111126333475113, 0.020573794841766357, 0.024036463350057602, 0.027499131858348846, 0.03096180036664009, 0.034424468874931335, 0.03788713365793228, 0.041349802166223526, 0.04481247067451477, 0.048275139182806015, 0.05173780769109726, 0.055200476199388504, 0.05866314470767975, 0.06212581321597099, 0.06558848172426224, 0.06905114650726318, 0.07251381874084473, 0.07597648352384567, 0.07943914830684662, 0.08290182054042816, 0.08636448532342911, 0.08982715755701065, 0.0932898223400116, 0.09675249457359314, 0.10021515935659409, 0.10367783159017563, 0.10714049637317657]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 3.0, 0.0, 1.0, 3.0, 3.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 2.0, 1.0, 3.0, 1.0, 3.0, 3.0, 6.0, 4.0, 0.0, 5.0, 5.0, 1.0, 6.0, 2.0, 22.0, 2.0, 2.0, 3.0, 0.0, 1.0, 1.0, 3.0, 1.0, 3.0, 2.0, 4.0, 2.0, 2.0, 1.0, 1.0, 2.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.0023125489242374897, -0.0022306221071630716, -0.0021486952900886536, -0.002066768240183592, -0.0019848414231091738, -0.0019029146060347557, -0.0018209877889603376, -0.0017390608554705977, -0.0016571340383961797, -0.0015752072213217616, -0.0014932802878320217, -0.0014113534707576036, -0.0013294266536831856, -0.0012474997201934457, -0.0011655729031190276, -0.0010836459696292877, -0.0010017191525548697, -0.0009197922772727907, -0.0008378654019907117, -0.0007559385849162936, -0.0006740117096342146, -0.0005920848343521357, -0.0005101580172777176, -0.0004282311419956386, -0.00034630426671355963, -0.00026437739143148065, -0.00018245054525323212, -0.00010052368452306837, -1.8596823792904615e-05, 6.333003693725914e-05, 0.0001452568976674229, 0.00022718375839758664, 0.0003091106191277504, 0.0003910374944098294, 0.0004729643405880779, 0.0005548911867663264, 0.0006368180620484054, 0.0007187449373304844, 0.0008006717544049025, 0.0008825986296869814, 0.0009645255049690604, 0.0010464523220434785, 0.0011283792555332184, 0.0012103060726076365, 0.0012922328896820545, 0.0013741598231717944, 0.0014560866402462125, 0.0015380135737359524, 0.0016199403908103704, 0.0017018672078847885, 0.0017837941413745284, 0.0018657209584489465, 0.0019476478919386864, 0.0020295747090131044, 0.0021115015260875225, 0.0021934283431619406, 0.0022753551602363586, 0.0023572822101414204, 0.0024392090272158384, 0.0025211358442902565, 0.0026030626613646746, 0.0026849894784390926, 0.0027669165283441544, 0.0028488433454185724, 0.0029307701624929905]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 4.0, 6.0, 8.0, 4.0, 7.0, 10.0, 20.0, 42.0, 61.0, 74.0, 101.0, 122.0, 233.0, 352.0, 453.0, 677.0, 1028.0, 1557.0, 2595.0, 4309.0, 7560.0, 13827.0, 29531.0, 79400.0, 864729.0, 94471.0, 33342.0, 16636.0, 9627.0, 5831.0, 4046.0, 2623.0, 1845.0, 1312.0, 905.0, 654.0, 464.0, 335.0, 238.0, 174.0, 128.0, 75.0, 53.0, 57.0, 32.0, 21.0, 19.0, 16.0, 9.0, 8.0, 6.0, 1.0, 2.0, 2.0, 1.0], "bins": [-0.006146879401057959, -0.0059643518179655075, -0.005781823769211769, -0.005599296186119318, -0.00541676813736558, -0.0052342405542731285, -0.00505171250551939, -0.004869184922426939, -0.004686657339334488, -0.0045041292905807495, -0.004321601707488298, -0.00413907365873456, -0.003956546075642109, -0.003774018259719014, -0.0035914904437959194, -0.0034089626278728247, -0.00322643481194973, -0.003043906996026635, -0.0028613791801035404, -0.0026788513641804457, -0.002496323548257351, -0.0023137959651649, -0.002131268149241805, -0.0019487403333187103, -0.0017662125173956156, -0.0015836847014725208, -0.001401156885549426, -0.0012186291860416532, -0.0010361013701185584, -0.0008535735541954637, -0.0006710457964800298, -0.000488518038764596, -0.00030599022284150124, -0.00012346243602223694, 5.906535079702735e-05, 0.00024159313761629164, 0.00042412092443555593, 0.0006066487403586507, 0.0007891764980740845, 0.0009717042557895184, 0.001154232071712613, 0.0013367598876357079, 0.0015192877035588026, 0.0017018154030665755, 0.0018843432189896703, 0.002066870918497443, 0.002249398734420538, 0.0024319265503436327, 0.0026144543662667274, 0.002796982182189822, 0.002979509998112917, 0.0031620378140360117, 0.0033445656299591064, 0.0035270932130515575, 0.0037096210289746523, 0.003892148844897747, 0.0040746768936514854, 0.0042572044767439365, 0.004439732059836388, 0.004622260108590126, 0.004804787691682577, 0.0049873157404363155, 0.005169843323528767, 0.005352371372282505, 0.005534898955374956]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 0.0, 3.0, 3.0, 12.0, 4.0, 1.0, 5.0, 5.0, 4.0, 2.0, 3.0, 3.0, 3.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.05064128339290619, -0.04939887672662735, -0.04815647006034851, -0.04691406339406967, -0.04567165672779083, -0.04442925006151199, -0.043186843395233154, -0.041944436728954315, -0.040702030062675476, -0.03945961967110634, -0.0382172130048275, -0.03697480633854866, -0.03573239967226982, -0.03448999300599098, -0.03324758633971214, -0.032005179673433304, -0.030762773007154465, -0.029520366340875626, -0.028277959674596786, -0.027035553008317947, -0.02579314634203911, -0.02455073781311512, -0.02330833114683628, -0.02206592448055744, -0.020823517814278603, -0.019581111147999763, -0.018338704481720924, -0.017096297815442085, -0.015853889286518097, -0.014611483551561832, -0.013369075953960419, -0.01212666928768158, -0.01088426262140274, -0.009641855955123901, -0.008399449288845062, -0.0071570416912436485, -0.005914635024964809, -0.00467222835868597, -0.003429821226745844, -0.002187414327636361, -0.0009450074285268784, 0.0002973994705826044, 0.0015398063696920872, 0.00278221326880157, 0.004024620167911053, 0.005267026834189892, 0.006509433966130018, 0.007751841098070145, 0.008994247764348984, 0.010236654430627823, 0.011479061096906662, 0.012721468694508076, 0.013963875360786915, 0.015206282027065754, 0.016448689624667168, 0.017691096290946007, 0.018933502957224846, 0.020175909623503685, 0.021418316289782524, 0.022660722956061363, 0.02390313148498535, 0.02514553815126419, 0.02638794481754303, 0.02763035148382187, 0.028872758150100708]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [6.0, 3.0, 0.0, 0.0, 0.0, 0.0, 7.0, 2.0, 14.0, 15.0, 4.0, 5.0, 2.0, 4.0, 4.0, 9.0, 10.0, 13.0, 10.0, 10.0, 10.0, 21.0, 17.0, 22.0, 27.0, 26.0, 58.0, 65.0, 85.0, 113.0, 231.0, 329.0, 495.0, 920.0, 1907.0, 6620.0, 2401.0, 1539.0, 1025.0, 638.0, 451.0, 352.0, 212.0, 193.0, 144.0, 108.0, 63.0, 65.0, 40.0, 34.0, 24.0, 21.0, 14.0, 13.0, 8.0, 5.0, 4.0, 0.0, 4.0, 3.0, 0.0, 2.0, 1.0, 4.0], "bins": [-0.015707507729530334, -0.015265235677361488, -0.014822963625192642, -0.014380691573023796, -0.01393841952085495, -0.013496147468686104, -0.013053875416517258, -0.012611603364348412, -0.012169331312179565, -0.011727060191333294, -0.011284788139164448, -0.010842516086995602, -0.010400244034826756, -0.00995797198265791, -0.009515699930489063, -0.009073427878320217, -0.008631155826151371, -0.008188883773982525, -0.007746611721813679, -0.007304339669644833, -0.0068620676174759865, -0.006419796030968428, -0.0059775239787995815, -0.005535251926630735, -0.005092979874461889, -0.004650707822293043, -0.004208435770124197, -0.0037661639507859945, -0.0033238918986171484, -0.0028816198464483023, -0.0024393480271101, -0.0019970759749412537, -0.0015548039227724075, -0.0011125318706035614, -0.0006702599348500371, -0.00022798794088885188, 0.00021428405307233334, 0.0006565560470335186, 0.0010988280409947038, 0.001541099976748228, 0.001983372028917074, 0.0024256440810859203, 0.0028679161332547665, 0.003310187952592969, 0.003752460004761815, 0.0041947318241000175, 0.004637003876268864, 0.00507927592843771, 0.005521547980606556, 0.005963820032775402, 0.006406092084944248, 0.006848364137113094, 0.0072906361892819405, 0.007732907775789499, 0.008175180293619633, 0.008617452345788479, 0.00905972346663475, 0.009501995518803596, 0.009944267570972443, 0.010386539623141289, 0.010828811675310135, 0.011271083727478981, 0.011713355779647827, 0.012155627831816673, 0.01259789988398552]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 3.0, 2.0, 1.0, 0.0, 0.0, 3.0, 1.0, 1.0, 5.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.12335047125816345, -0.11938634514808655, -0.11542221903800964, -0.11145808547735214, -0.10749395936727524, -0.10352983325719833, -0.09956569969654083, -0.09560157358646393, -0.09163744747638702, -0.08767332136631012, -0.08370919525623322, -0.07974506169557571, -0.07578093558549881, -0.0718168094754219, -0.0678526759147644, -0.0638885498046875, -0.059924423694610596, -0.05596029758453369, -0.05199616774916649, -0.048032037913799286, -0.04406791180372238, -0.04010378569364548, -0.036139655858278275, -0.03217552602291107, -0.028211399912834167, -0.024247271940112114, -0.02028314396739006, -0.016319015994668007, -0.012354888021945953, -0.0083907600492239, -0.004426632076501846, -0.0004625041037797928, 0.0035016238689422607, 0.007465751841664314, 0.011429879814386368, 0.015394007787108421, 0.019358135759830475, 0.02332226373255253, 0.027286391705274582, 0.031250521540641785, 0.03521464765071869, 0.03917877376079559, 0.043142903596162796, 0.04710703343153, 0.0510711595416069, 0.05503528565168381, 0.05899941548705101, 0.06296354532241821, 0.06692767143249512, 0.07089179754257202, 0.07485592365264893, 0.07882005721330643, 0.08278418332338333, 0.08674830943346024, 0.09071244299411774, 0.09467656910419464, 0.09864069521427155, 0.10260482132434845, 0.10656894743442535, 0.11053308099508286, 0.11449720710515976, 0.11846133321523666, 0.12242546677589417, 0.12638959288597107, 0.13035371899604797]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 1.0, 2.0, 2.0, 6.0, 2.0, 5.0, 2.0, 8.0, 6.0, 2.0, 9.0, 8.0, 17.0, 7.0, 7.0, 10.0, 22.0, 27.0, 27.0, 53.0, 18.0, 9.0, 5.0, 5.0, 3.0, 4.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.1331174373626709, -0.1298184096813202, -0.12651938199996948, -0.12322035431861877, -0.11992132663726807, -0.11662229895591736, -0.11332327127456665, -0.11002424359321594, -0.10672521591186523, -0.10342618823051453, -0.10012716054916382, -0.09682813286781311, -0.0935291051864624, -0.0902300775051117, -0.08693104982376099, -0.08363202214241028, -0.08033299446105957, -0.07703396677970886, -0.07373493909835815, -0.07043591141700745, -0.06713688373565674, -0.06383785605430603, -0.06053882837295532, -0.057239800691604614, -0.053940773010253906, -0.0506417453289032, -0.04734271764755249, -0.04404368996620178, -0.040744662284851074, -0.037445634603500366, -0.03414660692214966, -0.03084757924079895, -0.027548551559448242, -0.024249523878097534, -0.020950496196746826, -0.017651468515396118, -0.01435244083404541, -0.011053413152694702, -0.007754385471343994, -0.004455357789993286, -0.0011563301086425781, 0.00214269757270813, 0.005441725254058838, 0.008740752935409546, 0.012039780616760254, 0.015338808298110962, 0.01863783597946167, 0.021936863660812378, 0.025235891342163086, 0.028534919023513794, 0.0318339467048645, 0.03513297438621521, 0.03843200206756592, 0.041731029748916626, 0.045030057430267334, 0.04832908511161804, 0.05162811279296875, 0.05492714047431946, 0.058226168155670166, 0.061525195837020874, 0.06482422351837158, 0.06812325119972229, 0.071422278881073, 0.0747213065624237, 0.07802033424377441]}, "_runtime": 117.36408543586731, "_timestamp": 1596211707.1351943, "_step": 145}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 3.0, 7.0, 1.0, 10.0, 3.0, 10.0, 1.0, 4.0, 4.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012206164188683033, -0.011622222140431404, -0.011038280092179775, -0.010454338043928146, -0.009870395995676517, -0.009286453947424889, -0.00870251189917326, -0.00811856985092163, -0.007534627337008715, -0.006950685288757086, -0.006366743240505457, -0.005782801192253828, -0.005198858678340912, -0.004614916630089283, -0.004030974581837654, -0.0034470325335860252, -0.0028630904853343964, -0.0022791484370827675, -0.0016952062724158168, -0.001111264107748866, -0.0005273220594972372, 5.6620046962052584e-05, 0.0006405621534213424, 0.001224504318088293, 0.001808446366339922, 0.002392388414591551, 0.0029763304628431797, 0.0035602727439254522, 0.004144215025007725, 0.004728157073259354, 0.0053120991215109825, 0.005896041169762611, 0.00647998321801424, 0.007063925266265869, 0.007647867314517498, 0.008231809362769127, 0.008815751411020756, 0.009399693459272385, 0.009983635507524014, 0.010567577555775642, 0.011151520535349846, 0.011735462583601475, 0.012319404631853104, 0.012903346680104733, 0.013487288728356361, 0.01407123077660799, 0.01465517282485962, 0.015239114873111248, 0.015823056921362877, 0.01640699990093708, 0.016990941017866135, 0.017574883997440338, 0.018158825114369392, 0.018742768093943596, 0.01932670921087265, 0.019910652190446854, 0.020494593307375908, 0.02107853628695011, 0.021662477403879166, 0.02224642038345337, 0.022830361500382423, 0.023414304479956627, 0.02399824559688568, 0.024582188576459885, 0.025166131556034088]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 1.0, 4.0, 7.0, 5.0, 9.0, 10.0, 10.0, 13.0, 25.0, 21.0, 32.0, 42.0, 71.0, 97.0, 151.0, 182.0, 313.0, 3220.0, 2770.0, 350.0, 167.0, 106.0, 84.0, 64.0, 40.0, 29.0, 17.0, 16.0, 8.0, 6.0, 12.0, 6.0, 8.0, 3.0, 2.0, 4.0, 5.0, 2.0, 2.0, 1.0, 4.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.13600778579711914, -0.1314731240272522, -0.12693847715854645, -0.1224038153886795, -0.11786916106939316, -0.11333450675010681, -0.10879985243082047, -0.10426519811153412, -0.09973053634166718, -0.09519588202238083, -0.09066122770309448, -0.08612657338380814, -0.08159191906452179, -0.07705726474523544, -0.0725226029753685, -0.06798794865608215, -0.0634532943367958, -0.05891864001750946, -0.054383981972932816, -0.04984932765364647, -0.045314669609069824, -0.04078001528978348, -0.03624536097049713, -0.031710702925920486, -0.02717604860663414, -0.022641392424702644, -0.01810673624277115, -0.013572081923484802, -0.009037425741553307, -0.004502770025283098, 3.188569098711014e-05, 0.0045665414072573185, 0.009101197123527527, 0.013635853305459023, 0.018170509487390518, 0.022705163806676865, 0.02723981998860836, 0.031774476170539856, 0.0363091304898262, 0.04084378853440285, 0.045378442853689194, 0.04991309717297554, 0.054447755217552185, 0.05898240953683853, 0.06351706385612488, 0.06805171817541122, 0.07258637994527817, 0.07712103426456451, 0.08165568858385086, 0.08619034290313721, 0.09072499722242355, 0.0952596589922905, 0.09979431331157684, 0.10432896763086319, 0.10886362195014954, 0.11339827626943588, 0.11793293058872223, 0.12246759235858917, 0.12700223922729492, 0.13153690099716187, 0.1360715627670288, 0.14060620963573456, 0.1451408714056015, 0.14967551827430725, 0.1542101800441742]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 0.0, 1.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 5.0, 2.0, 5.0, 4.0, 0.0, 6.0, 2.0, 8.0, 4.0, 7.0, 3.0, 23.0, 4.0, 8.0, 3.0, 3.0, 7.0, 1.0, 3.0, 4.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0027424045838415623, -0.0026286907959729433, -0.0025149770081043243, -0.0024012632202357054, -0.0022875491995364428, -0.002173835411667824, -0.002060121623799205, -0.0019464078359305859, -0.001832694048061967, -0.001718980143778026, -0.0016052663559094071, -0.0014915525680407882, -0.0013778386637568474, -0.0012641248758882284, -0.0011504110880196095, -0.0010366971837356687, -0.0009229833958670497, -0.0008092695497907698, -0.0006955557619221509, -0.000581841915845871, -0.00046812809887342155, -0.00035441428190097213, -0.00024070045037660748, -0.00012698661885224283, -1.3272801879793406e-05, 0.00010044102236861363, 0.00021415484661702067, 0.0003278686781413853, 0.00044158249511383474, 0.0005552963120862842, 0.000669010158162564, 0.000782723946031183, 0.0008964377921074629, 0.0010101515799760818, 0.0011238654842600226, 0.0012375792721286416, 0.0013512930599972606, 0.0014650069642812014, 0.0015787207521498203, 0.0016924345400184393, 0.0018061483278870583, 0.001919862232170999, 0.00203357613645494, 0.002147289924323559, 0.0022610037121921778, 0.0023747175000607967, 0.0024884312879294157, 0.0026021450757980347, 0.0027158590964972973, 0.0028295728843659163, 0.0029432866722345352, 0.003057000460103154, 0.003170714247971773, 0.003284428035840392, 0.003398141823709011, 0.0035118558444082737, 0.0036255696322768927, 0.0037392834201455116, 0.0038529972080141306, 0.0039667109958827496, 0.004080425016582012, 0.0041941385716199875, 0.00430785259231925, 0.004421566147357225, 0.004535280168056488]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 4.0, 7.0, 5.0, 10.0, 18.0, 25.0, 28.0, 36.0, 67.0, 108.0, 160.0, 269.0, 412.0, 744.0, 1222.0, 2343.0, 4197.0, 8107.0, 17261.0, 46495.0, 234011.0, 778998.0, 44429.0, 17860.0, 9038.0, 5122.0, 3036.0, 1836.0, 1116.0, 791.0, 528.0, 412.0, 249.0, 199.0, 120.0, 125.0, 63.0, 54.0, 40.0, 25.0, 21.0, 11.0, 8.0, 12.0, 5.0, 3.0, 0.0, 3.0, 1.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.007354005705565214, -0.007101020775735378, -0.006848035845905542, -0.0065950509160757065, -0.006342065986245871, -0.006089081056416035, -0.005836096126586199, -0.005583111196756363, -0.005330126266926527, -0.005077141337096691, -0.004824156407266855, -0.004571171477437019, -0.0043181865476071835, -0.0040652016177773476, -0.0038122166879475117, -0.0035592317581176758, -0.00330624682828784, -0.003053261898458004, -0.002800276968628168, -0.002547292038798332, -0.0022943071089684963, -0.0020413221791386604, -0.0017883372493088245, -0.0015353523194789886, -0.0012823673896491528, -0.0010293824598193169, -0.000776397529989481, -0.0005234126001596451, -0.0002704276703298092, -1.7442740499973297e-05, 0.0002355421893298626, 0.0004885271191596985, 0.0007415120489895344, 0.0009944969788193703, 0.0012474819086492062, 0.001500466838479042, 0.001753451768308878, 0.002006436698138714, 0.0022594216279685497, 0.0025124065577983856, 0.0027653914876282215, 0.0030183764174580574, 0.0032713613472878933, 0.003524346277117729, 0.003777331206947565, 0.004030316136777401, 0.004283301066607237, 0.004536285996437073, 0.004789270926266909, 0.0050422558560967445, 0.00529524078592658, 0.005548225715756416, 0.005801210645586252, 0.006054195575416088, 0.006307180505245924, 0.00656016543507576, 0.006813150364905596, 0.007066135294735432, 0.0073191202245652676, 0.0075721051543951035, 0.007825089618563652, 0.008078075014054775, 0.008331060409545898, 0.008584044873714447, 0.008837029337882996]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 2.0, 4.0, 8.0, 2.0, 1.0, 5.0, 4.0, 13.0, 2.0, 2.0, 0.0, 3.0, 1.0, 3.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01466177124530077, -0.01372342836111784, -0.01278508547693491, -0.01184674259275198, -0.01090839970856905, -0.00997005682438612, -0.00903171394020319, -0.00809337105602026, -0.007155028637498617, -0.006216685753315687, -0.005278342869132757, -0.004339999984949827, -0.003401657333597541, -0.002463314449414611, -0.0015249716816470027, -0.0005866288556717336, 0.00035171397030353546, 0.0012900568544864655, 0.0022283997386693954, 0.003166742390021682, 0.004105085507035255, 0.005043427925556898, 0.005981770809739828, 0.006920113693922758, 0.007858457043766975, 0.00879679899662733, 0.00973514188081026, 0.01067348476499319, 0.01161182764917612, 0.01255017053335905, 0.01348851341754198, 0.01442685630172491, 0.01536519918590784, 0.016303541138768196, 0.017241884022951126, 0.018180226907134056, 0.019118569791316986, 0.020056912675499916, 0.020995255559682846, 0.021933598443865776, 0.022871941328048706, 0.023810284212231636, 0.024748627096414566, 0.025686969980597496, 0.026625312864780426, 0.027563655748963356, 0.028501998633146286, 0.029440341517329216, 0.030378684401512146, 0.03131702542304993, 0.032255370169878006, 0.03319371119141579, 0.034132055938243866, 0.03507039695978165, 0.036008741706609726, 0.03694708272814751, 0.037885427474975586, 0.03882376849651337, 0.039762113243341446, 0.04070045426487923, 0.041638799011707306, 0.04257714003324509, 0.043515484780073166, 0.04445382580161095, 0.045392170548439026]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 3.0, 4.0, 7.0, 4.0, 9.0, 10.0, 15.0, 14.0, 33.0, 38.0, 63.0, 87.0, 109.0, 213.0, 328.0, 424.0, 689.0, 1096.0, 1690.0, 2797.0, 6129.0, 1535.0, 926.0, 617.0, 429.0, 339.0, 198.0, 132.0, 108.0, 87.0, 60.0, 41.0, 24.0, 18.0, 17.0, 11.0, 13.0, 8.0, 6.0, 12.0, 5.0, 6.0, 4.0, 8.0, 2.0, 3.0, 5.0, 13.0, 13.0, 8.0, 0.0, 6.0, 2.0, 1.0, 0.0, 0.0, 3.0, 2.0, 2.0, 1.0, 1.0], "bins": [-0.008544636890292168, -0.008176279254257679, -0.00780792161822319, -0.007439563982188702, -0.007071206346154213, -0.006702849175781012, -0.006334491539746523, -0.005966133903712034, -0.0055977762676775455, -0.005229418631643057, -0.004861060995608568, -0.0044927033595740795, -0.004124346189200878, -0.003755988320335746, -0.003387630917131901, -0.003019273281097412, -0.0026509156450629234, -0.0022825580090284348, -0.001914200489409268, -0.001545842969790101, -0.0011774853337556124, -0.0008091277559287846, -0.00044077017810195684, -7.241260027512908e-05, 0.0002959449775516987, 0.0006643025553785264, 0.0010326601332053542, 0.001401017652824521, 0.0017693752888590097, 0.0021377329248934984, 0.0025060903280973434, 0.002874447964131832, 0.003242805600166321, 0.0036111632362008095, 0.003979520872235298, 0.004347878508269787, 0.0047162361443042755, 0.005084593314677477, 0.0054529509507119656, 0.005821308586746454, 0.006189666222780943, 0.006558023858815432, 0.00692638149484992, 0.007294739130884409, 0.00766309630125761, 0.008031453937292099, 0.008399811573326588, 0.008768169209361076, 0.009136526845395565, 0.009504884481430054, 0.009873242117464542, 0.010241599753499031, 0.01060995738953352, 0.010978315025568008, 0.011346672661602497, 0.011715030297636986, 0.0120833870023489, 0.012451744638383389, 0.012820102274417877, 0.013188459910452366, 0.013556817546486855, 0.013925175182521343, 0.014293532818555832, 0.01466189045459032, 0.01503024809062481]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.08415020257234573, -0.08206629753112793, -0.07998239994049072, -0.07789849489927292, -0.07581459730863571, -0.07373069226741791, -0.0716467946767807, -0.0695628896355629, -0.06747899204492569, -0.06539508700370789, -0.06331118941307068, -0.061227284371852875, -0.05914338305592537, -0.057059481739997864, -0.05497558042407036, -0.05289167910814285, -0.05080777779221535, -0.04872387647628784, -0.046639975160360336, -0.04455607384443283, -0.042472172528505325, -0.04038827121257782, -0.038304369896650314, -0.03622046858072281, -0.034136563539505005, -0.0320526622235775, -0.029968762770295143, -0.027884861454367638, -0.025800958275794983, -0.023717056959867477, -0.021633155643939972, -0.019549254328012466, -0.01746535301208496, -0.015381451696157455, -0.01329755038022995, -0.01121364813297987, -0.009129746817052364, -0.007045845501124859, -0.004961943719536066, -0.002878042170777917, -0.0007941406220197678, 0.0012897609267383814, 0.0033736624754965305, 0.005457564257085323, 0.007541465573012829, 0.009625366888940334, 0.011709269136190414, 0.01379317045211792, 0.015877071768045425, 0.01796097308397293, 0.020044874399900436, 0.022128775715827942, 0.024212677031755447, 0.026296580210328102, 0.028380481526255608, 0.030464382842183113, 0.03254828602075577, 0.03463218733668327, 0.03671608865261078, 0.038799989968538284, 0.04088389128446579, 0.042967792600393295, 0.0450516939163208, 0.047135595232248306, 0.04921949654817581]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 3.0, 4.0, 0.0, 2.0, 2.0, 2.0, 1.0, 2.0, 2.0, 2.0, 1.0, 2.0, 2.0, 1.0, 0.0, 3.0, 6.0, 4.0, 3.0, 7.0, 9.0, 12.0, 15.0, 12.0, 12.0, 18.0, 35.0, 23.0, 19.0, 12.0, 7.0, 7.0, 9.0, 6.0, 4.0, 8.0, 3.0, 2.0, 6.0, 2.0, 0.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.04304664954543114, -0.04170089215040207, -0.0403551384806633, -0.03900938108563423, -0.03766362741589546, -0.036317870020866394, -0.034972116351127625, -0.033626358956098557, -0.03228060156106949, -0.03093484789133072, -0.0295890923589468, -0.02824333682656288, -0.026897579431533813, -0.025551823899149895, -0.024206068366765976, -0.022860312834382057, -0.02151455730199814, -0.02016880176961422, -0.0188230462372303, -0.017477290704846382, -0.016131535172462463, -0.01478577870875597, -0.013440022245049477, -0.012094266712665558, -0.010748511180281639, -0.00940275564789772, -0.008057000115513802, -0.006711243651807308, -0.0053654881194233894, -0.004019732587039471, -0.0026739765889942646, -0.0013282208237797022, 1.753494143486023e-05, 0.0013632907066494226, 0.002709046471863985, 0.004054802469909191, 0.00540055800229311, 0.006746313534677029, 0.008092069998383522, 0.00943782553076744, 0.01078358106315136, 0.012129336595535278, 0.013475092127919197, 0.01482084859162569, 0.016166605055332184, 0.017512360587716103, 0.01885811612010002, 0.02020387165248394, 0.02154962718486786, 0.022895382717251778, 0.024241138249635696, 0.025586893782019615, 0.026932649314403534, 0.028278406709432602, 0.02962416224181652, 0.03096991777420044, 0.03231567144393921, 0.03366142883896828, 0.035007186233997345, 0.036352939903736115, 0.03769869729876518, 0.03904445096850395, 0.04039020836353302, 0.04173596203327179, 0.04308171942830086]}, "_runtime": 118.1165382862091, "_timestamp": 1596211707.8876472, "_step": 146}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 3.0, 1.0, 2.0, 1.0, 2.0, 4.0, 1.0, 0.0, 3.0, 4.0, 2.0, 1.0, 3.0, 2.0, 1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.007702324539422989, -0.007401926908642054, -0.007101529743522406, -0.00680113211274147, -0.006500734947621822, -0.006200337316840887, -0.005899940151721239, -0.005599542520940304, -0.005299145355820656, -0.0049987477250397205, -0.004698350094258785, -0.004397952929139137, -0.004097555298358202, -0.0037971579004079103, -0.0034967605024576187, -0.003196363104507327, -0.0028959657065570354, -0.002595568308606744, -0.002295170910656452, -0.0019947735127061605, -0.001694375998340547, -0.0013939786003902555, -0.001093581086024642, -0.0007931836880743504, -0.0004927862901240587, -0.00019238886306993663, 0.00010800856398418546, 0.00040840599103830755, 0.0007088034180924296, 0.0010092008160427213, 0.0013095983304083347, 0.0016099957283586264, 0.001910393126308918, 0.0022107905242592096, 0.0025111879222095013, 0.002811585320159793, 0.0031119827181100845, 0.00341238034889102, 0.0037127777468413115, 0.004013175144791603, 0.004313572309911251, 0.004613969940692186, 0.004914367571473122, 0.00521476473659277, 0.005515162367373705, 0.005815559532493353, 0.006115957163274288, 0.006416354328393936, 0.0067167519591748714, 0.007017149589955807, 0.007317546755075455, 0.00761794438585639, 0.007918342016637325, 0.008218739181756973, 0.008519136346876621, 0.00881953351199627, 0.009119931608438492, 0.00942032877355814, 0.009720725938677788, 0.01002112403512001, 0.010321521200239658, 0.010621918365359306, 0.010922315530478954, 0.011222713626921177, 0.011523110792040825]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 4.0, 5.0, 7.0, 5.0, 8.0, 21.0, 29.0, 30.0, 37.0, 53.0, 99.0, 148.0, 259.0, 420.0, 5470.0, 649.0, 253.0, 134.0, 90.0, 61.0, 35.0, 33.0, 22.0, 17.0, 9.0, 3.0, 9.0, 4.0, 5.0, 3.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.16125594079494476, -0.15561842918395996, -0.14998090267181396, -0.14434339106082916, -0.13870587944984436, -0.13306835293769836, -0.12743084132671356, -0.12179332226514816, -0.11615580320358276, -0.11051828414201736, -0.10488076508045197, -0.09924325346946716, -0.09360573440790176, -0.08796821534633636, -0.08233070373535156, -0.07669318467378616, -0.07105566561222076, -0.06541814655065536, -0.059780631214380264, -0.054143115878105164, -0.048505596816539764, -0.042868077754974365, -0.037230562418699265, -0.031593047082424164, -0.025955528020858765, -0.020318010821938515, -0.014680493623018265, -0.009042976424098015, -0.003405459225177765, 0.002232057973742485, 0.007869575172662735, 0.013507092371582985, 0.019144609570503235, 0.024782126769423485, 0.030419643968343735, 0.036057159304618835, 0.041694678366184235, 0.047332197427749634, 0.052969712764024734, 0.058607228100299835, 0.06424474716186523, 0.06988226622343063, 0.07551978528499603, 0.08115729689598083, 0.08679481595754623, 0.09243233501911163, 0.09806984663009644, 0.10370736569166183, 0.10934488475322723, 0.11498240381479263, 0.12061992287635803, 0.12625743448734283, 0.13189494609832764, 0.13753247261047363, 0.14316998422145844, 0.14880751073360443, 0.15444502234458923, 0.16008253395557404, 0.16572006046772003, 0.17135757207870483, 0.17699509859085083, 0.18263261020183563, 0.18827012181282043, 0.19390764832496643, 0.19954515993595123]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 3.0, 0.0, 1.0, 4.0, 0.0, 3.0, 3.0, 1.0, 2.0, 1.0, 0.0, 2.0, 4.0, 2.0, 4.0, 0.0, 5.0, 24.0, 5.0, 5.0, 1.0, 1.0, 4.0, 4.0, 4.0, 3.0, 0.0, 3.0, 3.0, 1.0, 2.0, 0.0, 2.0, 2.0, 1.0, 2.0, 2.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 3.0], "bins": [-0.0028687843587249517, -0.0027809827588498592, -0.0026931811589747667, -0.0026053795590996742, -0.0025175779592245817, -0.002429776359349489, -0.0023419747594743967, -0.002254173159599304, -0.002166371326893568, -0.0020785697270184755, -0.001990768127143383, -0.0019029666436836123, -0.001815164927393198, -0.0017273633275181055, -0.001639561727643013, -0.0015517601277679205, -0.001463958527892828, -0.0013761569280177355, -0.001288355328142643, -0.0012005537282675505, -0.001112752128392458, -0.0010249504121020436, -0.0009371488122269511, -0.0008493472123518586, -0.0007615456124767661, -0.0006737440126016736, -0.0005859424127265811, -0.0004981407546438277, -0.00041033915476873517, -0.00032253755489364266, -0.0002347359259147197, -0.00014693431148771197, -5.913269706070423e-05, 2.8668917366303504e-05, 0.00011647053179331124, 0.00020427214622031897, 0.0002920737606473267, 0.0003798753605224192, 0.0004676769895013422, 0.0005554786184802651, 0.0006432802183553576, 0.0007310818182304502, 0.0008188834181055427, 0.0009066850761882961, 0.0009944867342710495, 0.001082288334146142, 0.0011700899340212345, 0.001257891533896327, 0.0013456931337714195, 0.001433494733646512, 0.0015212963335216045, 0.001609097933396697, 0.0016968995332717896, 0.0017847012495622039, 0.0018725028494372964, 0.001960304332897067, 0.0020481059327721596, 0.0021359077654778957, 0.0022237093653529882, 0.0023115109652280807, 0.0023993125651031733, 0.0024871141649782658, 0.0025749157648533583, 0.0026627173647284508, 0.0027505189646035433]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 2.0, 2.0, 1.0, 1.0, 0.0, 2.0, 1.0, 6.0, 1.0, 10.0, 16.0, 19.0, 19.0, 29.0, 42.0, 66.0, 98.0, 110.0, 189.0, 321.0, 418.0, 622.0, 1021.0, 1602.0, 2555.0, 4465.0, 7959.0, 15267.0, 32698.0, 93904.0, 867206.0, 78237.0, 30898.0, 16047.0, 9227.0, 5556.0, 3656.0, 2325.0, 1538.0, 1062.0, 714.0, 531.0, 363.0, 242.0, 182.0, 126.0, 92.0, 64.0, 42.0, 28.0, 24.0, 8.0, 7.0, 7.0, 3.0, 5.0, 3.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0], "bins": [-0.006702033337205648, -0.006489220540970564, -0.006276407744735479, -0.006063594948500395, -0.00585078215226531, -0.005637969356030226, -0.005425156559795141, -0.005212343763560057, -0.004999530967324972, -0.004786718171089888, -0.004573905374854803, -0.0043610925786197186, -0.004148279782384634, -0.0039354669861495495, -0.003722654189914465, -0.0035098413936793804, -0.003297028597444296, -0.0030842158012092113, -0.002871403004974127, -0.0026585902087390423, -0.0024457774125039577, -0.002232964616268873, -0.0020201518200337887, -0.0018073390237987041, -0.0015945262275636196, -0.001381713431328535, -0.0011689006350934505, -0.000956087838858366, -0.0007432750426232815, -0.0005304622463881969, -0.0003176494501531124, -0.00010483665391802788, 0.00010797614231705666, 0.0003207889385521412, 0.0005336017347872257, 0.0007464145310223103, 0.0009592273272573948, 0.0011720401234924793, 0.0013848529197275639, 0.0015976657159626484, 0.001810478512197733, 0.0020232913084328175, 0.002236104104667902, 0.0024489169009029865, 0.002661729697138071, 0.0028745424933731556, 0.00308735528960824, 0.0033001680858433247, 0.003512980882078409, 0.0037257936783134937, 0.003938606474548578, 0.004151419270783663, 0.004364232067018747, 0.004577044863253832, 0.004789857659488916, 0.005002670455724001, 0.0052154832519590855, 0.00542829604819417, 0.0056411088444292545, 0.005853921640664339, 0.006066734436899424, 0.006279547233134508, 0.006492360029369593, 0.006705172825604677, 0.006917985621839762]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 2.0, 4.0, 4.0, 5.0, 8.0, 6.0, 2.0, 10.0, 3.0, 4.0, 2.0, 0.0, 5.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.018969913944602013, -0.016708742827177048, -0.014447573572397232, -0.012186402454972267, -0.009925232268869877, -0.007664062082767487, -0.005402891431003809, -0.003141721012070775, -0.0008805505931377411, 0.0013806198257952929, 0.003641790244728327, 0.005902960896492004, 0.008164131082594395, 0.010425301268696785, 0.01268647238612175, 0.01494764257222414, 0.01720881275832653, 0.019469983875751495, 0.02173115313053131, 0.023992324247956276, 0.02625349536538124, 0.028514664620161057, 0.03077583573758602, 0.033037006855010986, 0.0352981761097908, 0.03755934536457062, 0.03982051834464073, 0.04208168759942055, 0.04434285685420036, 0.04660402983427048, 0.04886519908905029, 0.05112636834383011, 0.053387537598609924, 0.05564871057868004, 0.057909879833459854, 0.06017104908823967, 0.062432222068309784, 0.0646933913230896, 0.06695456057786942, 0.06921572983264923, 0.07147690653800964, 0.07373807579278946, 0.07599924504756927, 0.07826041430234909, 0.0805215835571289, 0.08278275281190872, 0.08504392206668854, 0.08730509877204895, 0.08956626802682877, 0.09182743728160858, 0.0940886065363884, 0.09634977579116821, 0.09861094504594803, 0.10087212175130844, 0.10313329100608826, 0.10539446026086807, 0.10765562951564789, 0.1099167987704277, 0.11217796802520752, 0.11443913727998734, 0.11670031398534775, 0.11896148324012756, 0.12122265249490738, 0.1234838217496872, 0.1257449984550476]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 10.0, 30.0, 46.0, 72.0, 159.0, 205.0, 351.0, 569.0, 995.0, 1731.0, 3577.0, 6987.0, 1396.0, 859.0, 460.0, 284.0, 170.0, 134.0, 96.0, 61.0, 31.0, 35.0, 29.0, 28.0, 20.0, 10.0, 6.0, 5.0, 1.0, 3.0, 4.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 4.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 4.0, 6.0, 12.0, 8.0, 4.0, 2.0, 6.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 7.0], "bins": [-0.010119632817804813, -0.009348804131150246, -0.008577975444495678, -0.0078071472235023975, -0.00703631853684783, -0.006265489850193262, -0.005494661629199982, -0.004723832942545414, -0.003953004255890846, -0.0031821755692362785, -0.0024113471154123545, -0.0016405185451731086, -0.0008696899749338627, -9.88614046946168e-05, 0.0006719671655446291, 0.001442795735783875, 0.002213624306023121, 0.0029844529926776886, 0.0037552814465016127, 0.004526109900325537, 0.0052969385869801044, 0.006067767273634672, 0.006838595494627953, 0.00760942418128252, 0.008380252867937088, 0.009151081554591656, 0.009921910241246223, 0.010692738927900791, 0.011463567614555359, 0.012234395369887352, 0.01300522405654192, 0.013776052743196487, 0.014546881429851055, 0.015317710116505623, 0.016088537871837616, 0.01685936748981476, 0.01763019524514675, 0.018401024863123894, 0.019171852618455887, 0.01994268223643303, 0.020713509991765022, 0.021484337747097015, 0.022255167365074158, 0.02302599512040615, 0.023796824738383293, 0.024567652493715286, 0.02533848211169243, 0.02610930986702442, 0.026880137622356415, 0.027650967240333557, 0.02842179499566555, 0.029192624613642693, 0.029963452368974686, 0.030734281986951828, 0.03150511160492897, 0.032275937497615814, 0.03304676711559296, 0.0338175967335701, 0.03458842262625694, 0.035359252244234085, 0.03613008186221123, 0.03690091148018837, 0.037671737372875214, 0.038442566990852356, 0.0392133966088295]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 2.0, 2.0, 1.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.27153679728507996, -0.26460498571395874, -0.25767314434051514, -0.2507413327693939, -0.24380949139595032, -0.2368776649236679, -0.2299458384513855, -0.2230140119791031, -0.21608218550682068, -0.20915037393569946, -0.20221854746341705, -0.19528672099113464, -0.18835489451885223, -0.18142306804656982, -0.17449124157428741, -0.167559415102005, -0.1606275886297226, -0.15369576215744019, -0.14676393568515778, -0.13983210921287537, -0.13290028274059296, -0.12596845626831055, -0.11903663724660873, -0.11210481077432632, -0.10517298430204391, -0.0982411578297615, -0.0913093313574791, -0.08437750488519669, -0.07744568586349487, -0.07051385939121246, -0.06358203291893005, -0.056650206446647644, -0.049718379974365234, -0.042786553502082825, -0.035854727029800415, -0.028922904282808304, -0.021991077810525894, -0.015059252269566059, -0.008127426728606224, -0.001195601187646389, 0.005736224353313446, 0.012668049894273281, 0.019599875435233116, 0.026531700044870377, 0.033463526517152786, 0.040395352989435196, 0.04732717573642731, 0.05425900220870972, 0.061190828680992126, 0.06812265515327454, 0.07505448162555695, 0.08198630809783936, 0.08891813457012177, 0.09584995359182358, 0.10278178006410599, 0.1097136065363884, 0.1166454330086708, 0.12357725948095322, 0.13050907850265503, 0.13744090497493744, 0.14437273144721985, 0.15130455791950226, 0.15823638439178467, 0.16516821086406708, 0.1721000373363495]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 3.0, 10.0, 13.0, 7.0, 9.0, 6.0, 11.0, 27.0, 43.0, 29.0, 35.0, 21.0, 5.0, 12.0, 4.0, 6.0, 2.0, 4.0, 4.0, 4.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0], "bins": [-0.16825124621391296, -0.163584902882576, -0.158918559551239, -0.15425221621990204, -0.14958587288856506, -0.1449195295572281, -0.1402532011270523, -0.13558685779571533, -0.13092051446437836, -0.12625417113304138, -0.1215878278017044, -0.11692148447036743, -0.11225514113903046, -0.10758879780769348, -0.1029224619269371, -0.09825611859560013, -0.09358977526426315, -0.08892343193292618, -0.0842570886015892, -0.07959075272083282, -0.07492440938949585, -0.07025806605815887, -0.0655917227268219, -0.06092538312077522, -0.05625903978943825, -0.05159269645810127, -0.046926356852054596, -0.04226001352071762, -0.037593670189380646, -0.03292733058333397, -0.028260987251996994, -0.023594645783305168, -0.018928304314613342, -0.014261962845921516, -0.009595620445907116, -0.004929278511554003, -0.0002629365772008896, 0.004403405357152224, 0.009069747291505337, 0.013736089691519737, 0.018402431160211563, 0.02306877262890339, 0.027735114097595215, 0.03240145742893219, 0.037067800760269165, 0.04173414036631584, 0.04640048369765282, 0.05106682330369949, 0.05573316663503647, 0.060399509966373444, 0.06506585329771042, 0.0697321891784668, 0.07439853250980377, 0.07906487584114075, 0.08373121917247772, 0.0883975625038147, 0.09306390583515167, 0.09773024171590805, 0.10239658504724503, 0.107062928378582, 0.11172927170991898, 0.11639561504125595, 0.12106195092201233, 0.1257282942533493, 0.13039463758468628]}, "_runtime": 118.85947799682617, "_timestamp": 1596211708.6305869, "_step": 147}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 4.0, 1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 6.0, 4.0, 1.0, 0.0, 1.0, 3.0, 2.0, 0.0, 4.0, 3.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 3.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011154286563396454, -0.010795384645462036, -0.010436482727527618, -0.010077579878270626, -0.009718677960336208, -0.00935977604240179, -0.009000874124467373, -0.00864197127521038, -0.008283069357275963, -0.007924167439341545, -0.007565265521407127, -0.007206363137811422, -0.006847461219877005, -0.0064885588362813, -0.006129656918346882, -0.005770754534751177, -0.005411852616816759, -0.005052950698882341, -0.004694048315286636, -0.004335146397352219, -0.003976244013756514, -0.003617342095822096, -0.0032584399450570345, -0.002899537794291973, -0.0025406356435269117, -0.0021817334927618504, -0.001822831341996789, -0.0014639293076470494, -0.001105027156881988, -0.0007461250061169267, -0.0003872229135595262, -2.8320791898295283e-05, 0.00033058132976293564, 0.000689483480527997, 0.0010483856312930584, 0.001407287665642798, 0.0017661898164078593, 0.002125091850757599, 0.0024839940015226603, 0.0028428961522877216, 0.003201798303052783, 0.0035607004538178444, 0.003919602371752262, 0.004278504755347967, 0.004637406673282385, 0.00499630905687809, 0.005355210974812508, 0.005714113358408213, 0.00607301527634263, 0.006431917194277048, 0.006790819577872753, 0.007149721495807171, 0.007508623879402876, 0.007867526262998581, 0.008226428180932999, 0.008585330098867416, 0.008944232016801834, 0.009303133934736252, 0.009662036783993244, 0.010020938701927662, 0.01037984061986208, 0.010738742537796497, 0.01109764538705349, 0.011456547304987907, 0.011815449222922325]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 3.0, 5.0, 2.0, 7.0, 6.0, 4.0, 8.0, 2.0, 9.0, 8.0, 15.0, 26.0, 26.0, 27.0, 27.0, 42.0, 67.0, 82.0, 89.0, 104.0, 153.0, 256.0, 3776.0, 2093.0, 362.0, 209.0, 119.0, 77.0, 66.0, 57.0, 39.0, 32.0, 28.0, 24.0, 13.0, 12.0, 16.0, 9.0, 2.0, 7.0, 2.0, 4.0, 4.0, 1.0, 0.0, 3.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.12639690935611725, -0.12256511300802231, -0.11873332411050797, -0.11490152776241302, -0.11106973886489868, -0.10723794251680374, -0.1034061536192894, -0.09957435727119446, -0.09574256837368011, -0.09191077202558517, -0.08807898312807083, -0.08424718677997589, -0.08041539788246155, -0.07658360153436661, -0.07275181263685226, -0.06892001628875732, -0.06508822739124298, -0.06125643104314804, -0.0574246384203434, -0.05359284579753876, -0.049761053174734116, -0.045929260551929474, -0.04209746792912483, -0.03826567530632019, -0.03443387895822525, -0.030602088198065758, -0.026770295575261116, -0.022938502952456474, -0.019106708467006683, -0.015274916775524616, -0.0114431232213974, -0.007611330598592758, -0.0037795379757881165, 5.225487984716892e-05, 0.0038840477354824543, 0.007715840823948383, 0.011547633446753025, 0.015379426069557667, 0.019211219623684883, 0.023043012246489525, 0.026874804869294167, 0.03070659749209881, 0.0345383919775486, 0.03837018460035324, 0.04220197722315788, 0.046033769845962524, 0.049865562468767166, 0.05369735509157181, 0.05752914771437645, 0.06136094033718109, 0.06519273668527603, 0.06902452558279037, 0.07285632193088531, 0.07668811082839966, 0.0805199071764946, 0.08435169607400894, 0.08818349242210388, 0.09201528131961823, 0.09584707766771317, 0.09967886656522751, 0.10351066291332245, 0.10734245181083679, 0.11117424815893173, 0.11500603705644608, 0.11883783340454102]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 3.0, 0.0, 3.0, 1.0, 0.0, 4.0, 2.0, 0.0, 0.0, 5.0, 0.0, 3.0, 6.0, 3.0, 6.0, 4.0, 4.0, 6.0, 28.0, 2.0, 3.0, 5.0, 3.0, 2.0, 4.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 3.0, 2.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0], "bins": [-0.0030638230964541435, -0.0029782711062580347, -0.002892719116061926, -0.002807167125865817, -0.0027216151356697083, -0.0026360631454735994, -0.0025505111552774906, -0.002464959165081382, -0.002379407174885273, -0.002293855417519808, -0.002208303427323699, -0.00212275143712759, -0.0020371994469314814, -0.0019516474567353725, -0.0018660954665392637, -0.001780543476343155, -0.001694991486147046, -0.0016094394959509373, -0.0015238875057548285, -0.0014383355155587196, -0.0013527835253626108, -0.0012672316515818238, -0.001181679661385715, -0.0010961276711896062, -0.0010105756809934974, -0.0009250236907973886, -0.0008394717006012797, -0.0007539197686128318, -0.000668367778416723, -0.0005828157882206142, -0.0004972638562321663, -0.00041171186603605747, -0.00032615987583994865, -0.00024060790019575506, -0.00015505592455156147, -6.950394890736789e-05, 1.6048026736825705e-05, 0.0001016000023810193, 0.00018715197802521288, 0.00027270393911749125, 0.00035825592931360006, 0.0004438079195097089, 0.0005293599097058177, 0.0006149118416942656, 0.0007004638318903744, 0.0007860158220864832, 0.0008715677540749311, 0.00095711974427104, 0.0010426717344671488, 0.0011282237246632576, 0.0012137757148593664, 0.0012993277050554752, 0.001384879695251584, 0.001470431569032371, 0.0015559835592284799, 0.0016415355494245887, 0.0017270875396206975, 0.0018126395298168063, 0.0018981915200129151, 0.001983743393793702, 0.002069295383989811, 0.0021548473741859198, 0.0022403993643820286, 0.0023259513545781374, 0.002411503344774246]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 7.0, 9.0, 4.0, 13.0, 11.0, 19.0, 38.0, 59.0, 100.0, 152.0, 244.0, 350.0, 506.0, 865.0, 1401.0, 2456.0, 4551.0, 9083.0, 20360.0, 59951.0, 908251.0, 110448.0, 30544.0, 13072.0, 6733.0, 3778.0, 2364.0, 1431.0, 928.0, 588.0, 410.0, 282.0, 201.0, 146.0, 100.0, 59.0, 30.0, 24.0, 22.0, 14.0, 7.0, 8.0, 9.0, 5.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.007460954133421183, -0.007218553218990564, -0.006976152304559946, -0.006733751390129328, -0.0064913504756987095, -0.006248949561268091, -0.006006548646837473, -0.005764147732406855, -0.005521746352314949, -0.005279345437884331, -0.0050369445234537125, -0.004794543609023094, -0.004552142694592476, -0.004309741780161858, -0.004067340865731239, -0.003824939951300621, -0.0035825390368700027, -0.0033401381224393845, -0.003097737208008766, -0.002855336293578148, -0.0026129353791475296, -0.0023705342318862677, -0.0021281333174556494, -0.001885732403025031, -0.0016433314885944128, -0.0014009305741637945, -0.0011585296597331762, -0.0009161286288872361, -0.0006737277144566178, -0.0004313267709221691, -0.00018892582738772035, 5.3475116146728396e-05, 0.00029587605968117714, 0.0005382769741117954, 0.0007806779467500746, 0.0010230789193883538, 0.0012654798338189721, 0.0015078807482495904, 0.0017502817790955305, 0.001992682693526149, 0.002235083607956767, 0.0024774845223873854, 0.0027198854368180037, 0.002962286351248622, 0.003204687498509884, 0.003447088412940502, 0.0036894893273711205, 0.003931890241801739, 0.004174291156232357, 0.004416692070662975, 0.004659092985093594, 0.004901493899524212, 0.00514389481395483, 0.0053862957283854485, 0.005628696642816067, 0.005871097557246685, 0.006113498471677303, 0.006355899851769209, 0.006598300766199827, 0.0068407016806304455, 0.007083102595061064, 0.007325503509491682, 0.0075679044239223, 0.007810305338352919, 0.008052706718444824]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 4.0, 5.0, 5.0, 4.0, 7.0, 2.0, 1.0, 1.0, 1.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 3.0, 4.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01748555153608322, -0.016680242493748665, -0.01587493345141411, -0.015069625340402126, -0.01426431629806757, -0.013459008187055588, -0.012653699144721031, -0.011848390102386475, -0.011043081060051918, -0.010237772949039936, -0.00943246390670538, -0.008627154864370823, -0.007821846753358841, -0.007016537711024284, -0.006211229134351015, -0.0054059200920164585, -0.004600611515343189, -0.0037953027058392763, -0.0029899938963353634, -0.002184685319662094, -0.0013793765101581812, -0.0005740677588619292, 0.00023124099243432283, 0.001036549685522914, 0.0018418584950268269, 0.00264716730453074, 0.0034524761140346527, 0.004257784690707922, 0.005063093267381191, 0.005868402309715748, 0.006673710886389017, 0.007479019928723574, 0.008284328505396843, 0.0090896375477314, 0.009894945658743382, 0.010700254701077938, 0.011505563743412495, 0.012310871854424477, 0.013116180896759033, 0.01392148993909359, 0.014726798981428146, 0.015532107092440128, 0.01633741520345211, 0.017142724245786667, 0.017948033288121223, 0.01875334233045578, 0.019558651372790337, 0.020363960415124893, 0.0211692675948143, 0.021974576637148857, 0.022779885679483414, 0.02358519472181797, 0.024390503764152527, 0.025195812806487083, 0.02600112184882164, 0.026806429028511047, 0.027611738070845604, 0.02841704711318016, 0.029222356155514717, 0.030027665197849274, 0.03083297424018383, 0.03163828328251839, 0.032443590462207794, 0.0332489013671875, 0.03405420854687691]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 6.0, 3.0, 6.0, 10.0, 14.0, 20.0, 23.0, 33.0, 39.0, 48.0, 75.0, 104.0, 104.0, 136.0, 169.0, 271.0, 340.0, 457.0, 631.0, 901.0, 1504.0, 2978.0, 5958.0, 1496.0, 898.0, 526.0, 356.0, 263.0, 230.0, 166.0, 130.0, 96.0, 66.0, 70.0, 49.0, 34.0, 36.0, 25.0, 31.0, 18.0, 29.0, 20.0, 13.0, 3.0, 6.0, 4.0, 10.0, 5.0, 4.0, 5.0, 2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0], "bins": [-0.0119570791721344, -0.011530391871929169, -0.011103705503046513, -0.010677019134163857, -0.010250331833958626, -0.009823644533753395, -0.009396958164870739, -0.008970271795988083, -0.008543584495782852, -0.008116897195577621, -0.007690210826694965, -0.007263523992151022, -0.0068368371576070786, -0.006410150323063135, -0.005983463488519192, -0.005556776653975248, -0.005130089819431305, -0.0047034029848873615, -0.004276716150343418, -0.0038500293157994747, -0.0034233424812555313, -0.002996655646711588, -0.0025699688121676445, -0.002143281977623701, -0.0017165951430797577, -0.0012899083085358143, -0.0008632214739918709, -0.0004365346394479275, -9.84780490398407e-06, 0.00041683902963995934, 0.0008435258641839027, 0.0012702126987278461, 0.0016968995332717896, 0.002123586367815733, 0.0025502732023596764, 0.0029769600369036198, 0.003403646871447563, 0.0038303337059915066, 0.00425702054053545, 0.004683707375079393, 0.005110394209623337, 0.00553708104416728, 0.005963767878711224, 0.006390454713255167, 0.00681714154779911, 0.007243828382343054, 0.007670515216886997, 0.008097201585769653, 0.008523888885974884, 0.008950576186180115, 0.00937726255506277, 0.009803948923945427, 0.010230636224150658, 0.010657323524355888, 0.011084009893238544, 0.0115106962621212, 0.011937383562326431, 0.012364070862531662, 0.012790757231414318, 0.013217443600296974, 0.013644130900502205, 0.014070818200707436, 0.014497504569590092, 0.014924190938472748, 0.015350878238677979]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 2.0, 5.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.19813135266304016, -0.19322796165943146, -0.18832457065582275, -0.18342119455337524, -0.17851780354976654, -0.17361441254615784, -0.16871102154254913, -0.16380764544010162, -0.15890425443649292, -0.15400086343288422, -0.1490974724292755, -0.1441940814256668, -0.1392907053232193, -0.1343873143196106, -0.1294839233160019, -0.12458053976297379, -0.11967714875936508, -0.11477375775575638, -0.10987037420272827, -0.10496698319911957, -0.10006359964609146, -0.09516020864248276, -0.09025682508945465, -0.08535343408584595, -0.08045004308223724, -0.07554665952920914, -0.07064326852560043, -0.06573988497257233, -0.06083649396896362, -0.05593310669064522, -0.05102971941232681, -0.04612633213400841, -0.04122294485569, -0.0363195575773716, -0.03141617029905319, -0.026512781158089638, -0.021609393879771233, -0.016706006601452827, -0.011802618391811848, -0.006899230647832155, -0.0019958429038524628, 0.0029075448401272297, 0.007810932584106922, 0.012714320793747902, 0.017617708072066307, 0.022521095350384712, 0.027424484491348267, 0.03232787176966667, 0.03723125904798508, 0.04213464632630348, 0.04703803360462189, 0.05194142088294029, 0.0568448081612587, 0.0617481991648674, 0.06665158271789551, 0.07155497372150421, 0.07645836472511292, 0.08136174827814102, 0.08626513928174973, 0.09116852283477783, 0.09607191383838654, 0.10097529739141464, 0.10587868839502335, 0.11078207194805145, 0.11568546295166016]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 3.0, 1.0, 4.0, 4.0, 6.0, 6.0, 8.0, 23.0, 19.0, 52.0, 43.0, 12.0, 26.0, 20.0, 8.0, 12.0, 5.0, 6.0, 6.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0], "bins": [-0.1555950939655304, -0.15159346163272858, -0.14759181439876556, -0.14359018206596375, -0.13958854973316193, -0.1355869024991989, -0.1315852701663971, -0.12758363783359528, -0.12358199805021286, -0.11958035826683044, -0.11557872593402863, -0.11157708615064621, -0.1075754463672638, -0.10357381403446198, -0.09957217425107956, -0.09557054191827774, -0.09156890213489532, -0.08756726235151291, -0.08356563001871109, -0.07956399023532867, -0.07556235790252686, -0.07156071811914444, -0.06755907833576202, -0.0635574460029602, -0.05955580621957779, -0.05555417016148567, -0.051552534103393555, -0.04755089432001114, -0.04354925826191902, -0.039547622203826904, -0.03554598242044449, -0.03154434636235237, -0.027542710304260254, -0.023541074246168137, -0.01953943632543087, -0.015537799336016178, -0.011536162346601486, -0.007534525357186794, -0.0035328883677721024, 0.00046874862164258957, 0.0044703856110572815, 0.008472022600471973, 0.012473659589886665, 0.016475297510623932, 0.02047693356871605, 0.024478569626808167, 0.028480207547545433, 0.0324818454682827, 0.03648348152637482, 0.040485117584466934, 0.04448675364255905, 0.04848839342594147, 0.052490029484033585, 0.0564916655421257, 0.06049330532550812, 0.06449493765830994, 0.06849657744169235, 0.07249821722507477, 0.07649984955787659, 0.080501489341259, 0.08450312912464142, 0.08850476145744324, 0.09250640124082565, 0.09650803357362747, 0.10050967335700989]}, "_runtime": 119.60675883293152, "_timestamp": 1596211709.3778677, "_step": 148}
+{"val_accuracy": 0.820704908675799, "val_loss": 0.4599422447757634, "_runtime": 121.09576272964478, "_timestamp": 1596211710.8668716, "_step": 149}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: z Confidence: 0.8436095714569092 Truth: v", "Prediction: P Confidence: 0.527076244354248 Truth: 5", "Prediction: U Confidence: 0.5819793939590454 Truth: 2", "Prediction: O Confidence: 0.5966268181800842 Truth: 0"]}, "_runtime": 121.38578581809998, "_timestamp": 1596211711.1568947, "_step": 150}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 3.0, 6.0, 1.0, 1.0, 4.0, 11.0, 2.0, 5.0, 2.0, 1.0, 4.0, 2.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.015997884795069695, -0.015529138967394829, -0.015060394071042538, -0.014591648243367672, -0.01412290334701538, -0.013654157519340515, -0.01318541169166565, -0.012716666795313358, -0.012247920967638493, -0.011779176071286201, -0.011310430243611336, -0.01084168441593647, -0.010372939519584179, -0.009904193691909313, -0.009435448795557022, -0.008966702967882156, -0.00849795714020729, -0.008029212243855, -0.007560466881841421, -0.007091721054166555, -0.006622975692152977, -0.006154230330139399, -0.00568548496812582, -0.005216739606112242, -0.004747994244098663, -0.004279248416423798, -0.003810503054410219, -0.0033417576923966408, -0.0028730123303830624, -0.0024042667355388403, -0.0019355213735252619, -0.0014667758950963616, -0.0009980304166674614, -0.0005292849382385612, -6.0539518017321825e-05, 0.00040820593130774796, 0.0008769513806328177, 0.001345696859061718, 0.0018144422210752964, 0.0022831878159195185, 0.002751933177933097, 0.0032206785399466753, 0.0036894241347908974, 0.004158169496804476, 0.004626914858818054, 0.005095660220831633, 0.005564406048506498, 0.006033151410520077, 0.006501896772533655, 0.006970642134547234, 0.007439387496560812, 0.00790813285857439, 0.008376878686249256, 0.008845623582601547, 0.009314369410276413, 0.009783115237951279, 0.01025186013430357, 0.010720605961978436, 0.011189350858330727, 0.011658096686005592, 0.012126842513680458, 0.01259558741003275, 0.013064333237707615, 0.013533078134059906, 0.014001823961734772]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 2.0, 3.0, 1.0, 4.0, 8.0, 11.0, 16.0, 12.0, 36.0, 52.0, 81.0, 130.0, 183.0, 354.0, 5668.0, 754.0, 246.0, 123.0, 75.0, 48.0, 34.0, 18.0, 9.0, 11.0, 8.0, 9.0, 4.0, 5.0, 3.0, 3.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.18826383352279663, -0.18250666558742523, -0.17674949765205383, -0.17099232971668243, -0.16523516178131104, -0.15947800874710083, -0.15372084081172943, -0.14796367287635803, -0.14220650494098663, -0.13644933700561523, -0.13069216907024384, -0.12493500858545303, -0.11917784065008163, -0.11342067271471024, -0.10766351222991943, -0.10190634429454803, -0.09614917635917664, -0.09039200842380524, -0.08463484048843384, -0.07887768000364304, -0.07312051206827164, -0.06736334413290024, -0.06160617992281914, -0.05584901571273804, -0.05009184777736664, -0.04433467984199524, -0.03857751563191414, -0.03282035142183304, -0.02706318348646164, -0.02130601741373539, -0.01554885134100914, -0.00979168526828289, -0.004034519195556641, 0.001722646877169609, 0.007479812949895859, 0.013236979022622108, 0.018994145095348358, 0.024751311168074608, 0.030508477240800858, 0.03626564145088196, 0.04202280938625336, 0.047779977321624756, 0.053537141531705856, 0.05929430574178696, 0.06505147367715836, 0.07080864161252975, 0.07656580209732056, 0.08232297003269196, 0.08808013796806335, 0.09383730590343475, 0.09959447383880615, 0.10535163432359695, 0.11110880225896835, 0.11686597019433975, 0.12262313067913055, 0.12838029861450195, 0.13413746654987335, 0.13989463448524475, 0.14565180242061615, 0.15140897035598755, 0.15716612339019775, 0.16292329132556915, 0.16868045926094055, 0.17443762719631195, 0.18019479513168335]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 4.0, 2.0, 2.0, 0.0, 2.0, 3.0, 3.0, 4.0, 4.0, 7.0, 6.0, 3.0, 4.0, 27.0, 8.0, 1.0, 1.0, 1.0, 5.0, 5.0, 0.0, 3.0, 0.0, 6.0, 1.0, 0.0, 2.0, 5.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0026588558685034513, -0.002557808766141534, -0.0024567616637796164, -0.002355714561417699, -0.0022546674590557814, -0.002153620356693864, -0.0020525730215013027, -0.001951526035554707, -0.0018504788167774677, -0.0017494317144155502, -0.0016483846120536327, -0.0015473375096917152, -0.0014462904073297977, -0.0013452433049678802, -0.001244196086190641, -0.0011431489838287234, -0.001042101881466806, -0.0009410547791048884, -0.00084000761853531, -0.0007389605161733925, -0.0006379133556038141, -0.0005368662532418966, -0.00043581915087997913, -0.0003347720194142312, -0.00023372488794848323, -0.00013267775648273528, -3.163063956890255e-05, 6.941648462088779e-05, 0.00017046360881067812, 0.0002715107402764261, 0.00037255784263834357, 0.0004736049741040915, 0.0005746521055698395, 0.000675699207931757, 0.0007767463685013354, 0.0008777934708632529, 0.0009788406314328313, 0.0010798877337947488, 0.0011809348361566663, 0.0012819819385185838, 0.001383029157295823, 0.0014840762596577406, 0.001585123362019658, 0.0016861704643815756, 0.001787217566743493, 0.0018882646691054106, 0.001989311771467328, 0.0020903588738292456, 0.0021914062090218067, 0.002292453311383724, 0.0023935004137456417, 0.002494547516107559, 0.0025955946184694767, 0.002696641720831394, 0.0027976888231933117, 0.002898735925555229, 0.0029997830279171467, 0.003100830130279064, 0.0032018772326409817, 0.003302924567833543, 0.0034039716701954603, 0.003505018772557378, 0.0036060658749192953, 0.003707112977281213, 0.0038081600796431303]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 2.0, 2.0, 3.0, 7.0, 8.0, 8.0, 22.0, 31.0, 54.0, 83.0, 124.0, 198.0, 306.0, 442.0, 737.0, 1287.0, 2222.0, 4374.0, 9205.0, 21272.0, 60112.0, 866804.0, 138841.0, 37153.0, 15808.0, 8097.0, 4560.0, 2566.0, 1665.0, 1095.0, 691.0, 521.0, 356.0, 247.0, 195.0, 120.0, 112.0, 65.0, 38.0, 49.0, 32.0, 34.0, 29.0, 16.0, 7.0, 7.0, 11.0, 4.0, 5.0, 4.0, 4.0, 0.0, 1.0, 3.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.004833715036511421, -0.004639186430722475, -0.004444657824933529, -0.0042501287534832954, -0.004055600147694349, -0.003861071541905403, -0.0036665427032858133, -0.0034720138646662235, -0.0032774852588772774, -0.0030829566530883312, -0.0028884278144687414, -0.0026938989758491516, -0.0024993703700602055, -0.0023048417642712593, -0.0021103129256516695, -0.0019157842034474015, -0.0017212554812431335, -0.0015267267590388656, -0.0013321980368345976, -0.0011376693146303296, -0.0009431405924260616, -0.0007486118702217937, -0.0005540831480175257, -0.0003595544258132577, -0.00016502570360898972, 2.9503018595278263e-05, 0.00022403174079954624, 0.0004185604630038142, 0.0006130891852080822, 0.0008076179074123502, 0.0010021466296166182, 0.0011966753518208861, 0.0013912040740251541, 0.001585732796229422, 0.00178026151843369, 0.00197479035705328, 0.002169318962842226, 0.002363847568631172, 0.002558376407250762, 0.002752905245870352, 0.002947433851659298, 0.003141962457448244, 0.003336491296067834, 0.0035310201346874237, 0.00372554874047637, 0.003920077346265316, 0.0041146064177155495, 0.004309135023504496, 0.004503663629293442, 0.004698192235082388, 0.004892720840871334, 0.0050872499123215675, 0.005281778518110514, 0.00547630712389946, 0.005670836195349693, 0.0058653648011386395, 0.006059893406927586, 0.006254422012716532, 0.006448950618505478, 0.006643479689955711, 0.0068380082957446575, 0.007032536901533604, 0.007227065972983837, 0.007421594578772783, 0.007616123184561729]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 3.0, 1.0, 1.0, 1.0, 1.0, 4.0, 1.0, 2.0, 1.0, 7.0, 2.0, 2.0, 3.0, 3.0, 1.0, 2.0, 2.0, 2.0, 2.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.017284968867897987, -0.016680274158716202, -0.016075577586889267, -0.015470881946384907, -0.014866186305880547, -0.014261491596698761, -0.0136567959561944, -0.01305210031569004, -0.01244740467518568, -0.01184270903468132, -0.01123801339417696, -0.0106333177536726, -0.010028623044490814, -0.009423927403986454, -0.008819231763482094, -0.008214536122977734, -0.007609840482473373, -0.007005144841969013, -0.006400449201464653, -0.00579575402662158, -0.00519105838611722, -0.00458636274561286, -0.003981667570769787, -0.0033769719302654266, -0.0027722762897610664, -0.0021675806492567062, -0.0015628852415829897, -0.0009581897174939513, -0.00035349419340491295, 0.0002512013306841254, 0.0008558968547731638, 0.0014605923788622022, 0.0020652879029512405, 0.0026699835434556007, 0.0032746789511293173, 0.003879374358803034, 0.004484069999307394, 0.005088765639811754, 0.005693460814654827, 0.006298156455159187, 0.0069028520956635475, 0.007507547736167908, 0.008112243376672268, 0.008716939017176628, 0.009321633726358414, 0.009926329366862774, 0.010531025007367134, 0.011135720647871494, 0.011740416288375854, 0.012345111928880215, 0.012949807569384575, 0.013554503209888935, 0.014159198850393295, 0.014763893559575081, 0.015368589200079441, 0.0159732848405838, 0.016577981412410736, 0.01718267612159252, 0.017787370830774307, 0.018392067402601242, 0.018996762111783028, 0.019601458683609962, 0.020206153392791748, 0.020810849964618683, 0.02141554467380047]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 3.0, 0.0, 1.0, 3.0, 5.0, 5.0, 4.0, 5.0, 7.0, 14.0, 15.0, 12.0, 20.0, 27.0, 26.0, 31.0, 45.0, 58.0, 72.0, 98.0, 113.0, 155.0, 161.0, 228.0, 249.0, 347.0, 444.0, 604.0, 796.0, 1095.0, 1647.0, 5816.0, 1814.0, 1102.0, 795.0, 594.0, 435.0, 326.0, 260.0, 168.0, 148.0, 98.0, 84.0, 96.0, 70.0, 43.0, 46.0, 35.0, 33.0, 44.0, 32.0, 29.0, 12.0, 10.0, 10.0, 14.0, 10.0, 6.0, 3.0, 2.0, 4.0], "bins": [-0.009521749801933765, -0.009246163070201874, -0.008970577269792557, -0.008694990538060665, -0.008419403806328773, -0.008143818005919456, -0.007868231274187565, -0.007592644542455673, -0.007317058276385069, -0.007041472010314465, -0.006765885278582573, -0.006490299012511969, -0.006214712746441364, -0.005939126014709473, -0.005663539748638868, -0.005387953016906977, -0.005112366750836372, -0.004836780484765768, -0.004561193753033876, -0.004285607486963272, -0.0040100207552313805, -0.003734434489160776, -0.003458848223090172, -0.003183261724188924, -0.002907675225287676, -0.002632088726386428, -0.00235650222748518, -0.0020809159614145756, -0.0018053294625133276, -0.0015297429636120796, -0.0012541565811261535, -0.0009785701986402273, -0.0007029836997389793, -0.0004273972590453923, -0.0001518108183518052, 0.00012377562234178185, 0.0003993620630353689, 0.000674948503728956, 0.000950534944422543, 0.0012261213269084692, 0.0015017078258097172, 0.0017772943247109652, 0.002052880823612213, 0.0023284670896828175, 0.0026040535885840654, 0.0028796400874853134, 0.0031552263535559177, 0.0034308128524571657, 0.0037063993513584137, 0.003981985617429018, 0.00425757234916091, 0.004533158615231514, 0.004808745346963406, 0.00508433161303401, 0.005359917879104614, 0.005635504610836506, 0.00591109087690711, 0.0061866771429777145, 0.006462263874709606, 0.0067378501407802105, 0.007013436406850815, 0.0072890231385827065, 0.007564609404653311, 0.007840195670723915, 0.008115782402455807]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 0.0, 0.0, 3.0, 0.0, 4.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.10235549509525299, -0.0992700383067131, -0.09618458896875381, -0.09309913218021393, -0.09001367539167404, -0.08692822605371475, -0.08384276926517487, -0.08075731247663498, -0.07767186313867569, -0.0745864063501358, -0.07150094956159592, -0.06841550022363663, -0.06533004343509674, -0.06224459037184715, -0.059159137308597565, -0.05607368052005768, -0.05298822745680809, -0.0499027743935585, -0.046817317605018616, -0.04373186454176903, -0.04064641147851944, -0.03756095468997955, -0.034475501626729965, -0.03139004856348038, -0.02830459363758564, -0.025219138711690903, -0.022133685648441315, -0.019048230722546577, -0.01596277579665184, -0.012877322733402252, -0.009791867807507515, -0.006706413812935352, -0.0036209598183631897, -0.0005355055909603834, 0.002549948636442423, 0.005635403096675873, 0.008720857091248035, 0.011806311085820198, 0.014891766011714935, 0.017977219074964523, 0.02106267400085926, 0.024148128926753998, 0.027233581990003586, 0.030319036915898323, 0.03340449184179306, 0.03648994490504265, 0.039575397968292236, 0.04266085475683212, 0.04574630782008171, 0.0488317608833313, 0.051917217671871185, 0.05500267073512077, 0.05808812379837036, 0.06117358058691025, 0.06425902992486954, 0.06734448671340942, 0.07042994350194931, 0.0735153928399086, 0.07660084962844849, 0.07968630641698837, 0.08277175575494766, 0.08585721254348755, 0.08894266933202744, 0.09202811866998672, 0.09511357545852661]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 3.0, 6.0, 5.0, 6.0, 6.0, 8.0, 7.0, 5.0, 6.0, 8.0, 12.0, 19.0, 52.0, 29.0, 17.0, 17.0, 10.0, 9.0, 10.0, 6.0, 2.0, 6.0, 4.0, 3.0, 4.0, 0.0, 0.0, 2.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 0.0, 2.0], "bins": [-0.08008630573749542, -0.07795988023281097, -0.07583345472812653, -0.07370703667402267, -0.07158061116933823, -0.06945418566465378, -0.06732776761054993, -0.06520134210586548, -0.06307491660118103, -0.06094849109649658, -0.05882206931710243, -0.05669564753770828, -0.054569222033023834, -0.052442796528339386, -0.050316374748945236, -0.048189952969551086, -0.04606352746486664, -0.04393710196018219, -0.04181068018078804, -0.03968425840139389, -0.03755783289670944, -0.035431407392024994, -0.033304985612630844, -0.031178561970591545, -0.029052138328552246, -0.026925714686512947, -0.024799291044473648, -0.02267286740243435, -0.02054644376039505, -0.01842002011835575, -0.016293596476316452, -0.014167172834277153, -0.012040749192237854, -0.009914325550198555, -0.007787901908159256, -0.005661478266119957, -0.003535054624080658, -0.001408630982041359, 0.0007177926599979401, 0.002844216302037239, 0.004970639944076538, 0.007097063586115837, 0.009223487228155136, 0.011349910870194435, 0.013476334512233734, 0.015602758154273033, 0.017729181796312332, 0.01985560543835163, 0.02198202908039093, 0.02410845272243023, 0.026234876364469528, 0.028361300006508827, 0.030487723648548126, 0.032614149153232574, 0.034740570932626724, 0.036866992712020874, 0.03899341821670532, 0.04111984372138977, 0.04324626550078392, 0.04537268728017807, 0.04749911278486252, 0.04962553828954697, 0.051751960068941116, 0.053878381848335266, 0.056004807353019714]}, "_runtime": 121.8458263874054, "_timestamp": 1596211711.6169353, "_step": 151}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 0.0, 2.0, 1.0, 3.0, 2.0, 0.0, 0.0, 8.0, 3.0, 4.0, 2.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 4.0, 1.0, 1.0, 1.0, 0.0, 0.0, 4.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009854169562458992, -0.009557848796248436, -0.00926152803003788, -0.00896520633250475, -0.008668885566294193, -0.008372564800083637, -0.008076244033873081, -0.007779922802001238, -0.007483602035790682, -0.007187281269580126, -0.0068909600377082825, -0.0065946392714977264, -0.00629831850528717, -0.006001997273415327, -0.005705676507204771, -0.005409355275332928, -0.005113034509122372, -0.004816713742911816, -0.004520392511039972, -0.004224071744829416, -0.003927750512957573, -0.003631429746747017, -0.003335108980536461, -0.003038787981495261, -0.0027424669824540615, -0.002446145983412862, -0.002149824984371662, -0.0018535042181611061, -0.0015571832191199064, -0.0012608622200787067, -0.0009645413374528289, -0.0006682203966192901, -0.00037189945578575134, -7.557851495221257e-05, 0.0002207424258813262, 0.000517063366714865, 0.0008133843075484037, 0.0011097053065896034, 0.0014060261892154813, 0.0017023470718413591, 0.001998668070882559, 0.0022949890699237585, 0.002591310068964958, 0.0028876308351755142, 0.003183951834216714, 0.0034802728332579136, 0.0037765935994684696, 0.004072914831340313, 0.004369235597550869, 0.004665556363761425, 0.004961877595633268, 0.005258198361843824, 0.005554519593715668, 0.005850840359926224, 0.00614716112613678, 0.006443482358008623, 0.006739803124219179, 0.007036123890429735, 0.0073324451223015785, 0.0076287658885121346, 0.00792508665472269, 0.008221407420933247, 0.008517729118466377, 0.008814049884676933, 0.00911037065088749]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 5.0, 3.0, 4.0, 5.0, 4.0, 8.0, 10.0, 15.0, 16.0, 11.0, 22.0, 31.0, 43.0, 49.0, 74.0, 101.0, 124.0, 183.0, 271.0, 651.0, 5263.0, 319.0, 183.0, 136.0, 78.0, 77.0, 63.0, 44.0, 26.0, 31.0, 12.0, 13.0, 15.0, 9.0, 8.0, 4.0, 2.0, 3.0, 4.0, 3.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.11938647925853729, -0.11566311120986938, -0.11193975061178207, -0.10821638256311417, -0.10449301451444626, -0.10076965391635895, -0.09704628586769104, -0.09332291781902313, -0.08959955722093582, -0.08587618917226791, -0.0821528211236, -0.0784294605255127, -0.07470609247684479, -0.07098272442817688, -0.06725936383008957, -0.06353599578142166, -0.05981263145804405, -0.05608926713466644, -0.052365899085998535, -0.048642534762620926, -0.04491917043924332, -0.04119580239057541, -0.0374724380671978, -0.03374907374382019, -0.030025707557797432, -0.026302341371774673, -0.022578977048397064, -0.018855610862374306, -0.015132245607674122, -0.011408880352973938, -0.007685514632612467, -0.003962148912250996, -0.00023878365755081177, 0.0034845818299800158, 0.007207947317510843, 0.010931313037872314, 0.014654678292572498, 0.018378043547272682, 0.02210140973329544, 0.02582477405667305, 0.02954814024269581, 0.03327150642871857, 0.036994870752096176, 0.040718235075473785, 0.04444160312414169, 0.0481649674475193, 0.05188833177089691, 0.05561169981956482, 0.05933506414294243, 0.06305842846632004, 0.06678179651498795, 0.07050515711307526, 0.07422852516174316, 0.07795189321041107, 0.08167525380849838, 0.08539862185716629, 0.0891219899058342, 0.09284535050392151, 0.09656871855258942, 0.10029208660125732, 0.10401544719934464, 0.10773881524801254, 0.11146218329668045, 0.11518554389476776, 0.11890891194343567]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 3.0, 2.0, 2.0, 2.0, 0.0, 3.0, 2.0, 3.0, 2.0, 2.0, 5.0, 4.0, 2.0, 4.0, 4.0, 3.0, 5.0, 3.0, 27.0, 1.0, 3.0, 1.0, 4.0, 1.0, 3.0, 2.0, 3.0, 1.0, 2.0, 1.0, 3.0, 1.0, 3.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0028517316095530987, -0.002771129598841071, -0.0026905275881290436, -0.002609925577417016, -0.0025293235667049885, -0.0024487213231623173, -0.0023681193124502897, -0.002287517301738262, -0.0022069152910262346, -0.002126313280314207, -0.0020457112696021795, -0.001965109258890152, -0.0018845071317628026, -0.001803905121050775, -0.0017233029939234257, -0.0016427009832113981, -0.0015620989724993706, -0.001481496961787343, -0.0014008949510753155, -0.001320292823947966, -0.0012396908132359385, -0.001159088802523911, -0.0010784866753965616, -0.000997884664684534, -0.0009172826539725065, -0.000836680643260479, -0.0007560785743407905, -0.000675476505421102, -0.0005948744947090745, -0.000514272483997047, -0.0004336704150773585, -0.0003530683752615005, -0.00027246633544564247, -0.00019186429562978446, -0.00011126225581392646, -3.066021599806845e-05, 4.9941823817789555e-05, 0.00013054386363364756, 0.00021114590344950557, 0.0002917479432653636, 0.0003723499830812216, 0.0004529520228970796, 0.0005335540627129376, 0.0006141561316326261, 0.0006947581423446536, 0.0007753601530566812, 0.0008559622219763696, 0.0009365642908960581, 0.0010171663016080856, 0.0010977683123201132, 0.0011783703230321407, 0.0012589724501594901, 0.0013395744608715177, 0.0014201764715835452, 0.0015007785987108946, 0.0015813806094229221, 0.0016619826201349497, 0.0017425846308469772, 0.0018231866415590048, 0.0019037887686863542, 0.0019843908958137035, 0.002064992906525731, 0.0021455949172377586, 0.002226196927949786, 0.0023067989386618137]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 0.0, 4.0, 1.0, 5.0, 2.0, 4.0, 16.0, 18.0, 17.0, 30.0, 43.0, 61.0, 83.0, 150.0, 208.0, 262.0, 384.0, 578.0, 904.0, 1333.0, 1949.0, 3163.0, 4827.0, 8190.0, 14323.0, 27695.0, 62748.0, 779933.0, 167748.0, 45878.0, 22319.0, 12646.0, 7699.0, 4882.0, 3233.0, 2212.0, 1553.0, 1100.0, 794.0, 602.0, 476.0, 390.0, 264.0, 214.0, 174.0, 101.0, 102.0, 71.0, 59.0, 58.0, 36.0, 29.0, 18.0, 20.0, 5.0, 7.0, 9.0, 2.0, 4.0, 1.0, 3.0, 4.0, 1.0], "bins": [-0.004589158110320568, -0.0044307163916528225, -0.004272274672985077, -0.004113833419978619, -0.003955391701310873, -0.0037969499826431274, -0.003638508263975382, -0.00348006677813828, -0.0033216250594705343, -0.0031631833408027887, -0.003004741854965687, -0.002846300136297941, -0.0026878584176301956, -0.0025294169317930937, -0.002370975213125348, -0.002212533727288246, -0.0020540920086205006, -0.0018956504063680768, -0.001737208804115653, -0.0015787670854479074, -0.0014203254831954837, -0.00126188388094306, -0.0011034421622753143, -0.0009450005600228906, -0.0007865589577704668, -0.000628117355518043, -0.00046967569505795836, -0.00031123406370170414, -0.00015279243234544992, 5.6491990108042955e-06, 0.00016409083036705852, 0.00032253246172331274, 0.00048097409307956696, 0.0006394156953319907, 0.0007978573557920754, 0.0009562990162521601, 0.0011147406185045838, 0.0012731822207570076, 0.0014316239394247532, 0.001590065541677177, 0.0017485071439296007, 0.0019069487461820245, 0.0020653903484344482, 0.002223832067102194, 0.0023822737857699394, 0.0025407152716070414, 0.002699156990274787, 0.002857598476111889, 0.0030160401947796345, 0.00317448191344738, 0.003332923399284482, 0.0034913651179522276, 0.0036498066037893295, 0.003808248322457075, 0.003966690041124821, 0.004125131759792566, 0.004283573478460312, 0.00444201473146677, 0.004600456450134516, 0.004758898168802261, 0.004917339887470007, 0.0050757816061377525, 0.005234222859144211, 0.005392664577811956, 0.005551106296479702]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 2.0, 4.0, 4.0, 3.0, 5.0, 8.0, 7.0, 4.0, 0.0, 4.0, 2.0, 5.0, 3.0, 1.0, 3.0, 0.0, 1.0, 1.0], "bins": [-0.06305107474327087, -0.06182367727160454, -0.0605962835252285, -0.059368886053562164, -0.05814148858189583, -0.05691409483551979, -0.055686697363853455, -0.05445929989218712, -0.05323190614581108, -0.052004508674144745, -0.05077711120247841, -0.04954971745610237, -0.048322319984436035, -0.0470949225127697, -0.04586752876639366, -0.044640131294727325, -0.04341273754835129, -0.04218534007668495, -0.040957942605018616, -0.03973054885864258, -0.03850315138697624, -0.037275753915309906, -0.03604836016893387, -0.03482096269726753, -0.033593565225601196, -0.03236617147922516, -0.031138774007558823, -0.029911378398537636, -0.0286839809268713, -0.027456585317850113, -0.026229189708828926, -0.02500179223716259, -0.023774396628141403, -0.022547001019120216, -0.02131960354745388, -0.020092207938432693, -0.018864812329411507, -0.01763741485774517, -0.016410019248723984, -0.015182623639702797, -0.013955227099359035, -0.012727830559015274, -0.011500434949994087, -0.010273038409650326, -0.009045641869306564, -0.007818246260285378, -0.006590849719941616, -0.005363453645259142, -0.004136057570576668, -0.0029086614958941936, -0.0016812651883810759, -0.0004538689972832799, 0.0007735271938145161, 0.00200092326849699, 0.003228319576010108, 0.004455715883523226, 0.0056831119582057, 0.006910508032888174, 0.008137904107570648, 0.00936530064791441, 0.010592697188258171, 0.011820092797279358, 0.01304748933762312, 0.014274884946644306, 0.015502281486988068]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [8.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 6.0, 2.0, 6.0, 18.0, 10.0, 2.0, 0.0, 0.0, 0.0, 4.0, 3.0, 2.0, 11.0, 6.0, 5.0, 11.0, 15.0, 18.0, 11.0, 11.0, 15.0, 24.0, 35.0, 63.0, 72.0, 87.0, 159.0, 236.0, 388.0, 631.0, 1207.0, 2428.0, 7555.0, 2121.0, 1184.0, 739.0, 458.0, 282.0, 190.0, 127.0, 105.0, 56.0, 43.0, 16.0, 14.0, 15.0, 6.0, 7.0, 5.0, 4.0, 3.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.019813481718301773, -0.019309911876916885, -0.01880634017288685, -0.01830277033150196, -0.017799200490117073, -0.017295630648732185, -0.01679205894470215, -0.01628848910331726, -0.015784919261932373, -0.01528134848922491, -0.014777777716517448, -0.01427420787513256, -0.013770637102425098, -0.01326706726104021, -0.012763496488332748, -0.01225992664694786, -0.011756355874240398, -0.011252785101532936, -0.010749215260148048, -0.010245644487440586, -0.009742074646055698, -0.009238503873348236, -0.008734934031963348, -0.008231363259255886, -0.007727792952209711, -0.007224222645163536, -0.006720652338117361, -0.006217082031071186, -0.005713511258363724, -0.005209940951317549, -0.004706370644271374, -0.004202800337225199, -0.0036992300301790237, -0.0031956597231328487, -0.0026920894160866737, -0.002188518876209855, -0.00168494856916368, -0.001181378262117505, -0.0006778078386560082, -0.00017423747340217233, 0.0003293328918516636, 0.0008329032571054995, 0.0013364736223593354, 0.0018400440458208323, 0.0023436143528670073, 0.0028471846599131823, 0.003350755199790001, 0.003854325506836176, 0.004357895813882351, 0.004861466120928526, 0.005365036427974701, 0.005868606735020876, 0.006372177042067051, 0.006875747814774513, 0.007379318121820688, 0.007882888428866863, 0.008386459201574326, 0.008890029042959213, 0.009393599815666676, 0.009897169657051563, 0.010400740429759026, 0.010904310271143913, 0.011407881043851376, 0.011911450885236263, 0.012415021657943726]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 3.0, 2.0, 2.0, 2.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.11539773643016815, -0.1119968518614769, -0.10859597474336624, -0.10519509017467499, -0.10179421305656433, -0.09839332848787308, -0.09499244391918182, -0.09159156680107117, -0.08819068223237991, -0.08478980511426926, -0.081388920545578, -0.07798803597688675, -0.07458715885877609, -0.07118627429008484, -0.06778539717197418, -0.06438451260328293, -0.06098363175988197, -0.05758275091648102, -0.05418187007308006, -0.05078098550438881, -0.047380104660987854, -0.0439792238175869, -0.040578342974185944, -0.03717746213078499, -0.03377658128738403, -0.03037569858133793, -0.026974815875291824, -0.02357393503189087, -0.020173054188489914, -0.01677217148244381, -0.013371290639042854, -0.009970408864319324, -0.006569527089595795, -0.0031686455477029085, 0.00023223599418997765, 0.003633117536082864, 0.00703399907797575, 0.01043488085269928, 0.013835761696100235, 0.01723664440214634, 0.020637525245547295, 0.02403840608894825, 0.027439288794994354, 0.03084016963839531, 0.034241050481796265, 0.03764193132519722, 0.041042815893888474, 0.04444369673728943, 0.047844577580690384, 0.05124545842409134, 0.054646339267492294, 0.05804722383618355, 0.0614481046795845, 0.06484898179769516, 0.06824986636638641, 0.07165075093507767, 0.07505162805318832, 0.07845251262187958, 0.08185338973999023, 0.08525427430868149, 0.08865515887737274, 0.0920560359954834, 0.09545692056417465, 0.09885779768228531, 0.10225868225097656]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [3.0, 2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 3.0, 1.0, 0.0, 3.0, 1.0, 2.0, 2.0, 3.0, 2.0, 1.0, 5.0, 3.0, 7.0, 5.0, 9.0, 16.0, 4.0, 11.0, 5.0, 12.0, 10.0, 21.0, 34.0, 17.0, 13.0, 13.0, 9.0, 6.0, 8.0, 5.0, 4.0, 4.0, 3.0, 3.0, 5.0, 2.0, 2.0, 2.0, 2.0, 1.0, 1.0, 3.0, 2.0, 1.0, 2.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.06125578284263611, -0.05946507304906845, -0.05767436325550079, -0.05588364973664284, -0.05409293994307518, -0.05230223014950752, -0.05051151663064957, -0.04872080683708191, -0.04693009704351425, -0.045139387249946594, -0.04334867745637894, -0.04155796393752098, -0.03976725414395332, -0.037976544350385666, -0.03618583083152771, -0.03439512103796005, -0.032604411244392395, -0.030813701450824738, -0.02902298979461193, -0.027232278138399124, -0.025441568344831467, -0.02365085855126381, -0.021860146895051003, -0.020069435238838196, -0.01827872544527054, -0.01648801565170288, -0.014697303995490074, -0.012906593270599842, -0.01111588254570961, -0.009325171820819378, -0.007534461095929146, -0.005743750371038914, -0.003953039646148682, -0.0021623289212584496, -0.00037161819636821747, 0.0014190925285220146, 0.0032098032534122467, 0.005000513978302479, 0.006791224703192711, 0.008581935428082943, 0.010372646152973175, 0.012163356877863407, 0.01395406760275364, 0.015744779258966446, 0.017535489052534103, 0.01932619884610176, 0.021116910502314568, 0.022907622158527374, 0.024698331952095032, 0.02648904174566269, 0.028279753401875496, 0.030070465058088303, 0.03186117485165596, 0.03365188464522362, 0.035442598164081573, 0.03723330795764923, 0.03902401775121689, 0.040814727544784546, 0.0426054373383522, 0.04439615085721016, 0.04618686065077782, 0.047977570444345474, 0.04976828396320343, 0.05155899375677109, 0.053349703550338745]}, "_runtime": 122.61913204193115, "_timestamp": 1596211712.390241, "_step": 152}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 3.0, 1.0, 2.0, 6.0, 2.0, 9.0, 6.0, 5.0, 3.0, 3.0, 3.0, 2.0, 2.0, 0.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.021231459453701973, -0.02074035443365574, -0.020249249413609505, -0.01975814439356327, -0.019267039373517036, -0.018775934353470802, -0.018284829333424568, -0.017793724313378334, -0.0173026192933321, -0.016811514273285866, -0.01632040925323963, -0.015829304233193398, -0.015338200144469738, -0.014847095124423504, -0.01435599010437727, -0.013864885084331036, -0.013373780064284801, -0.012882675044238567, -0.012391570024192333, -0.011900465004146099, -0.011409359984099865, -0.01091825496405363, -0.010427149944007397, -0.009936044923961163, -0.009444940835237503, -0.008953835815191269, -0.008462730795145035, -0.0079716257750988, -0.0074805207550525665, -0.006989415735006332, -0.006498310714960098, -0.006007205694913864, -0.00551610067486763, -0.005024995654821396, -0.004533890634775162, -0.004042785614728928, -0.003551680827513337, -0.003060575807467103, -0.0025694710202515125, -0.0020783660002052784, -0.0015872609801590443, -0.0010961559601128101, -0.0006050510564818978, -0.00011394609464332461, 0.0003771588671952486, 0.0008682638290338218, 0.001359368790872395, 0.0018504736945033073, 0.0023415787145495415, 0.0028326837345957756, 0.0033237887546420097, 0.0038148935418576, 0.004305998794734478, 0.004797103349119425, 0.005288208369165659, 0.005779313389211893, 0.006270418409258127, 0.006761523429304361, 0.0072526284493505955, 0.00774373346939683, 0.008234838023781776, 0.00872594304382801, 0.009217048063874245, 0.009708153083920479, 0.010199258103966713]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 3.0, 5.0, 2.0, 4.0, 1.0, 3.0, 10.0, 10.0, 13.0, 16.0, 18.0, 18.0, 37.0, 48.0, 104.0, 115.0, 255.0, 681.0, 5748.0, 355.0, 174.0, 108.0, 69.0, 51.0, 23.0, 16.0, 18.0, 6.0, 7.0, 1.0, 1.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.15999606251716614, -0.15431010723114014, -0.14862415194511414, -0.14293818175792694, -0.13725222647190094, -0.13156627118587494, -0.12588031589984894, -0.12019435316324234, -0.11450839787721634, -0.10882244259119034, -0.10313647985458374, -0.09745052456855774, -0.09176456928253174, -0.08607860654592514, -0.08039265125989914, -0.07470668852329254, -0.06902073323726654, -0.06333477795124054, -0.05764881521463394, -0.05196285992860794, -0.04627690091729164, -0.04059094190597534, -0.03490498661994934, -0.02921902760863304, -0.023533068597316742, -0.017847109586000443, -0.012161152437329292, -0.0064751943573355675, -0.0007892362773418427, 0.004896721802651882, 0.010582679882645607, 0.016268637031316757, 0.021954596042633057, 0.027640555053949356, 0.033326514065265656, 0.039012469351291656, 0.044698428362607956, 0.050384387373924255, 0.056070342659950256, 0.061756301671266556, 0.06744226068258286, 0.07312821596860886, 0.07881417870521545, 0.08450013399124146, 0.09018608927726746, 0.09587205201387405, 0.10155800729990005, 0.10724397003650665, 0.11292992532253265, 0.11861588060855865, 0.12430184334516525, 0.12998780608177185, 0.13567376136779785, 0.14135971665382385, 0.14704567193984985, 0.15273162722587585, 0.15841758251190186, 0.16410355269908905, 0.16978950798511505, 0.17547546327114105, 0.18116141855716705, 0.18684737384319305, 0.19253334403038025, 0.19821929931640625, 0.20390525460243225]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 3.0, 3.0, 2.0, 3.0, 4.0, 2.0, 10.0, 4.0, 2.0, 5.0, 4.0, 26.0, 3.0, 2.0, 8.0, 5.0, 4.0, 1.0, 2.0, 4.0, 0.0, 1.0, 4.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.003345550037920475, -0.0032461700029671192, -0.0031467897351831198, -0.0030474094673991203, -0.0029480294324457645, -0.0028486493974924088, -0.0027492691297084093, -0.00264988886192441, -0.002550508826971054, -0.0024511287920176983, -0.002351748524233699, -0.0022523682564496994, -0.0021529882214963436, -0.002053608186542988, -0.0019542279187589884, -0.0018548477673903108, -0.0017554676160216331, -0.0016560874646529555, -0.001556707313284278, -0.0014573271619156003, -0.0013579470105469227, -0.001258566859178245, -0.0011591867078095675, -0.0010598065564408898, -0.0009604264050722122, -0.0008610462537035346, -0.000761666102334857, -0.0006622859509661794, -0.0005629057995975018, -0.00046352564822882414, -0.0003641454968601465, -0.0002647653454914689, -0.0001653851941227913, -6.600504275411367e-05, 3.337510861456394e-05, 0.00013275525998324156, 0.00023213541135191917, 0.0003315155627205968, 0.0004308957140892744, 0.000530275865457952, 0.0006296560168266296, 0.0007290361681953073, 0.0008284163195639849, 0.0009277964709326625, 0.00102717662230134, 0.0011265567736700177, 0.0012259369250386953, 0.001325317076407373, 0.0014246972277760506, 0.0015240773791447282, 0.0016234575305134058, 0.0017228376818820834, 0.001822217833250761, 0.0019215979846194386, 0.0020209781359881163, 0.0021203584037721157, 0.0022197384387254715, 0.0023191184736788273, 0.0024184987414628267, 0.002517879009246826, 0.002617259044200182, 0.0027166390791535378, 0.002816019346937537, 0.0029153996147215366, 0.0030147796496748924]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 4.0, 1.0, 6.0, 7.0, 9.0, 11.0, 20.0, 35.0, 46.0, 52.0, 84.0, 136.0, 199.0, 298.0, 498.0, 798.0, 1384.0, 2247.0, 4138.0, 8378.0, 18278.0, 49540.0, 800965.0, 212074.0, 41055.0, 17257.0, 8814.0, 4783.0, 2932.0, 1887.0, 1124.0, 782.0, 519.0, 386.0, 226.0, 195.0, 140.0, 97.0, 68.0, 42.0, 28.0, 34.0, 23.0, 10.0, 10.0, 3.0, 3.0, 6.0, 2.0, 3.0, 3.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.006363368593156338, -0.006151159293949604, -0.00593894999474287, -0.005726740229874849, -0.005514530930668116, -0.005302321631461382, -0.005090112332254648, -0.004877902567386627, -0.0046656932681798935, -0.00445348396897316, -0.004241274669766426, -0.004029065370559692, -0.003816855838522315, -0.0036046463064849377, -0.003392437007278204, -0.0031802274752408266, -0.002968018176034093, -0.002755808876827359, -0.002543599344789982, -0.002331390045583248, -0.0021191805135458708, -0.001906971214339137, -0.0016947617987170815, -0.001482552383095026, -0.0012703429674729705, -0.001058133551850915, -0.0008459241362288594, -0.0006337147788144648, -0.0004215053631924093, -0.00020929596212226897, 2.9134389478713274e-06, 0.00021512284001801163, 0.00042733224108815193, 0.0006395416567102075, 0.000851751072332263, 0.0010639604879543185, 0.001276169903576374, 0.0014883792027831078, 0.0017005886184051633, 0.0019127980340272188, 0.002125007566064596, 0.00233721686527133, 0.0025494261644780636, 0.002761635696515441, 0.0029738449957221746, 0.003186054527759552, 0.0033982638269662857, 0.003610473359003663, 0.0038226826582103968, 0.004034892190247774, 0.004247101489454508, 0.0044593107886612415, 0.004671520087867975, 0.004883729852735996, 0.00509593915194273, 0.005308148451149464, 0.005520357750356197, 0.005732567049562931, 0.005944776814430952, 0.006156986113637686, 0.0063691954128444195, 0.006581404712051153, 0.006793614476919174, 0.007005823776125908, 0.007218033075332642]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 4.0, 3.0, 1.0, 0.0, 1.0, 3.0, 2.0, 1.0, 3.0, 7.0, 1.0, 2.0, 1.0, 5.0, 0.0, 1.0, 1.0, 0.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01139707863330841, -0.010917582549154758, -0.010438086465001106, -0.009958590380847454, -0.009479094296693802, -0.00899959821254015, -0.008520101197063923, -0.00804060511291027, -0.0075611090287566185, -0.007081612944602966, -0.006602116860449314, -0.006122620776295662, -0.00564312469214201, -0.0051636286079883575, -0.004684132058173418, -0.004204635974019766, -0.0037251398898661137, -0.0032456438057124615, -0.0027661474887281656, -0.0022866514045745134, -0.0018071552040055394, -0.0013276590034365654, -0.0008481628610752523, -0.00036866668961010873, 0.00011082948185503483, 0.0005903256824240088, 0.0010698218829929829, 0.001549317967146635, 0.0020288140513002872, 0.002508310368284583, 0.0029878064524382353, 0.003467302769422531, 0.003946798853576183, 0.0044262949377298355, 0.004905791021883488, 0.005385287571698427, 0.005864783655852079, 0.006344279740005732, 0.006823775824159384, 0.007303271908313036, 0.0077827684581279755, 0.008262264542281628, 0.00874176062643528, 0.009221256710588932, 0.009700752794742584, 0.010180248878896236, 0.010659744963049889, 0.01113924104720354, 0.011618737131357193, 0.01209823414683342, 0.012577730230987072, 0.013057226315140724, 0.013536722399294376, 0.014016218483448029, 0.01449571456760168, 0.014975210651755333, 0.015454706735908985, 0.015934202820062637, 0.016413699835538864, 0.01689319498836994, 0.01737269200384617, 0.017852187156677246, 0.018331684172153473, 0.01881117932498455, 0.019290676340460777]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 4.0, 2.0, 4.0, 9.0, 13.0, 10.0, 27.0, 22.0, 25.0, 42.0, 68.0, 99.0, 102.0, 148.0, 177.0, 244.0, 308.0, 373.0, 560.0, 674.0, 924.0, 1241.0, 1923.0, 5950.0, 1782.0, 1039.0, 667.0, 519.0, 365.0, 256.0, 213.0, 151.0, 93.0, 76.0, 71.0, 37.0, 25.0, 35.0, 39.0, 35.0, 18.0, 11.0, 8.0, 13.0, 8.0, 4.0, 3.0, 2.0, 5.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.008494200184941292, -0.008195911534130573, -0.007897622883319855, -0.007599334232509136, -0.007301045581698418, -0.007002756930887699, -0.006704468280076981, -0.006406179629266262, -0.0061078909784555435, -0.005809601861983538, -0.005511313211172819, -0.005213024560362101, -0.004914735909551382, -0.0046164472587406635, -0.004318158607929945, -0.0040198699571192265, -0.003721581306308508, -0.0034232926554977894, -0.003125004004687071, -0.0028267153538763523, -0.0025284267030656338, -0.0022301378194242716, -0.001931849168613553, -0.0016335605178028345, -0.001335271866992116, -0.0010369832161813974, -0.000738694507163018, -0.000440405827248469, -0.00014211714733392, 0.000156171532580629, 0.000454460212495178, 0.0007527489215135574, 0.001051037572324276, 0.0013493262231349945, 0.001647614873945713, 0.0019459036411717534, 0.00224419217556715, 0.0025424810592085123, 0.002840769710019231, 0.0031390583608299494, 0.003437347011640668, 0.0037356356624513865, 0.004033924546092749, 0.004332213196903467, 0.004630501847714186, 0.004928790498524904, 0.005227079149335623, 0.005525367800146341, 0.00582365645095706, 0.006121945101767778, 0.006420233752578497, 0.0067185224033892155, 0.007016811054199934, 0.0073150997050106525, 0.007613388355821371, 0.007911677472293377, 0.008209966123104095, 0.008508254773914814, 0.008806543424725533, 0.009104832075536251, 0.00940312072634697, 0.009701409377157688, 0.009999698027968407, 0.010297986678779125, 0.010596275329589844]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 3.0, 1.0, 1.0, 0.0, 1.0, 3.0, 0.0, 2.0, 0.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0], "bins": [-0.13184037804603577, -0.1291579157114029, -0.12647545337677002, -0.12379299104213715, -0.12111052870750427, -0.1184280589222908, -0.11574559658765793, -0.11306313425302505, -0.11038067191839218, -0.10769820958375931, -0.10501574724912643, -0.10233328491449356, -0.09965081512928009, -0.09696835279464722, -0.09428589046001434, -0.09160342812538147, -0.0889209657907486, -0.08623850345611572, -0.08355604112148285, -0.08087357878684998, -0.0781911164522171, -0.07550864666700363, -0.07282618433237076, -0.07014372199773788, -0.06746125966310501, -0.06477879732847214, -0.062096334993839264, -0.05941386893391609, -0.05673140659928322, -0.054048944264650345, -0.05136647820472717, -0.0486840158700943, -0.046001553535461426, -0.04331909120082855, -0.04063662886619568, -0.03795416280627251, -0.03527170047163963, -0.03258923813700676, -0.029906773939728737, -0.027224309742450714, -0.02454184740781784, -0.021859385073184967, -0.019176920875906944, -0.01649445667862892, -0.013811994343996048, -0.0111295310780406, -0.008447067812085152, -0.0057646045461297035, -0.0030821412801742554, -0.0003996780142188072, 0.002282785251736641, 0.004965248517692089, 0.007647711783647537, 0.010330175049602985, 0.013012638315558434, 0.015695102512836456, 0.01837756484746933, 0.021060027182102203, 0.023742491379380226, 0.02642495557665825, 0.029107417911291122, 0.031789880245923996, 0.03447234630584717, 0.03715480864048004, 0.039837270975112915]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 5.0, 6.0, 10.0, 14.0, 12.0, 20.0, 64.0, 25.0, 24.0, 16.0, 17.0, 11.0, 14.0, 6.0, 11.0, 7.0, 5.0, 2.0, 2.0, 1.0, 0.0, 2.0], "bins": [-0.11050952225923538, -0.10823072493076324, -0.10595192760229111, -0.10367313027381897, -0.10139433294534683, -0.0991155356168747, -0.09683673083782196, -0.09455793350934982, -0.09227913618087769, -0.09000033885240555, -0.08772154152393341, -0.08544274419546127, -0.08316394686698914, -0.080885149538517, -0.07860635221004486, -0.07632755488157272, -0.07404875755310059, -0.07176995277404785, -0.06949115544557571, -0.06721235811710358, -0.06493356078863144, -0.0626547634601593, -0.060375966131687164, -0.05809716880321503, -0.05581837147474289, -0.053539570420980453, -0.051260773092508316, -0.04898197576403618, -0.04670317843556404, -0.044424381107091904, -0.04214558005332947, -0.03986678272485733, -0.03758798539638519, -0.035309188067913055, -0.03303039073944092, -0.03075159154832363, -0.028472792357206345, -0.026193995028734207, -0.02391519770026207, -0.021636398509144783, -0.019357601180672646, -0.017078803852200508, -0.014800004661083221, -0.012521207332611084, -0.010242409072816372, -0.00796361081302166, -0.005684813018888235, -0.0034060149919241667, -0.0011272169649600983, 0.0011515810620039701, 0.0034303790889680386, 0.005709176883101463, 0.007987975142896175, 0.010266773402690887, 0.012545570731163025, 0.014824368990957737, 0.01710316725075245, 0.019381964579224586, 0.021660763770341873, 0.02393956109881401, 0.026218358427286148, 0.028497157618403435, 0.030775954946875572, 0.03305475413799286, 0.035333551466464996]}, "_runtime": 123.40061521530151, "_timestamp": 1596211713.171724, "_step": 153}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 2.0, 3.0, 1.0, 2.0, 6.0, 1.0, 3.0, 5.0, 10.0, 2.0, 4.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013049641624093056, -0.012644149363040924, -0.012238656170666218, -0.011833162978291512, -0.01142767071723938, -0.011022178456187248, -0.010616685263812542, -0.010211192071437836, -0.009805699810385704, -0.009400207549333572, -0.008994714356958866, -0.00858922116458416, -0.008183728903532028, -0.007778236176818609, -0.00737274345010519, -0.006967250723391771, -0.006561757996678352, -0.006156265269964933, -0.0057507725432515144, -0.0053452798165380955, -0.0049397870898246765, -0.0045342943631112576, -0.004128801636397839, -0.0037233089096844196, -0.0033178161829710007, -0.0029123234562575817, -0.0025068307295441628, -0.002101338002830744, -0.0016958452761173248, -0.0012903525494039059, -0.0008848598226904869, -0.00047936709597706795, -7.387436926364899e-05, 0.00033161835744977, 0.0007371110841631889, 0.001142603810876608, 0.0015480965375900269, 0.001953589264303446, 0.0023590819910168648, 0.0027645747177302837, 0.0031700674444437027, 0.0035755601711571217, 0.003981052897870541, 0.00438654562458396, 0.0047920383512973785, 0.0051975310780107975, 0.0056030238047242165, 0.006008516531437635, 0.006414009258151054, 0.006819501984864473, 0.007224994711577892, 0.007630487438291311, 0.00803598016500473, 0.008441472426056862, 0.008846965618431568, 0.009252458810806274, 0.009657951071858406, 0.010063443332910538, 0.010468936525285244, 0.01087442971765995, 0.011279921978712082, 0.011685414239764214, 0.01209090743213892, 0.012496400624513626, 0.012901892885565758]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 0.0, 1.0, 1.0, 2.0, 4.0, 3.0, 1.0, 1.0, 5.0, 4.0, 4.0, 5.0, 8.0, 12.0, 11.0, 17.0, 21.0, 23.0, 34.0, 47.0, 67.0, 92.0, 126.0, 207.0, 421.0, 5624.0, 528.0, 206.0, 106.0, 95.0, 67.0, 32.0, 24.0, 21.0, 23.0, 13.0, 13.0, 11.0, 9.0, 5.0, 9.0, 1.0, 4.0, 2.0, 2.0, 2.0, 4.0, 0.0, 5.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.14074139297008514, -0.13653917610645294, -0.13233695924282074, -0.12813474237918854, -0.12393251806497574, -0.11973030120134354, -0.11552807688713074, -0.11132586002349854, -0.10712364315986633, -0.10292142629623413, -0.09871920943260193, -0.09451698511838913, -0.09031476825475693, -0.08611255139112473, -0.08191032707691193, -0.07770811021327972, -0.07350589334964752, -0.06930367648601532, -0.06510145962238312, -0.06089923530817032, -0.056697018444538116, -0.052494801580905914, -0.048292580991983414, -0.04409036040306091, -0.03988814353942871, -0.03568592667579651, -0.03148370608687401, -0.027281487360596657, -0.023079268634319305, -0.018877049908041954, -0.014674831181764603, -0.010472612455487251, -0.0062703937292099, -0.0020681750029325485, 0.002134043723344803, 0.006336262449622154, 0.010538481175899506, 0.014740699902176857, 0.01894291862845421, 0.02314513735473156, 0.02734735608100891, 0.03154957294464111, 0.035751793533563614, 0.039954014122486115, 0.04415623098611832, 0.04835844784975052, 0.05256066843867302, 0.05676288902759552, 0.06096510589122772, 0.06516732275485992, 0.06936953961849213, 0.07357176393270493, 0.07777398079633713, 0.08197619765996933, 0.08617842197418213, 0.09038063883781433, 0.09458285570144653, 0.09878507256507874, 0.10298728942871094, 0.10718951374292374, 0.11139173060655594, 0.11559394747018814, 0.11979617178440094, 0.12399838864803314, 0.12820060551166534]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 4.0, 0.0, 1.0, 2.0, 6.0, 0.0, 3.0, 3.0, 2.0, 3.0, 4.0, 4.0, 5.0, 5.0, 27.0, 3.0, 8.0, 4.0, 4.0, 4.0, 5.0, 1.0, 2.0, 1.0, 4.0, 2.0, 1.0, 2.0, 2.0, 1.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0029555107466876507, -0.002856581239029765, -0.002757651498541236, -0.0026587219908833504, -0.002559792483225465, -0.0024608627427369356, -0.00236193323507905, -0.0022630037274211645, -0.002164074219763279, -0.0020651444792747498, -0.001966214971616864, -0.0018672853475436568, -0.0017683557234704494, -0.001669426215812564, -0.0015704965917393565, -0.001471567084081471, -0.0013726374600082636, -0.0012737078359350562, -0.0011747783282771707, -0.0010758487042039633, -0.0009769191965460777, -0.0008779895724728703, -0.000779059948399663, -0.0006801303825341165, -0.00058120081666857, -0.0004822712508030236, -0.00038334165583364666, -0.00028441206086426973, -0.00018548249499872327, -8.655291458126158e-05, 1.2376665836200118e-05, 0.00011130624625366181, 0.0002102358266711235, 0.00030916539253666997, 0.0004080949875060469, 0.0005070245824754238, 0.0006059541483409703, 0.0007048837142065167, 0.0008038133382797241, 0.0009027429041452706, 0.001001672470010817, 0.0011006020940840244, 0.00119953160174191, 0.0012984612258151174, 0.0013973908498883247, 0.0014963203575462103, 0.0015952499816194177, 0.0016941794892773032, 0.0017931091133505106, 0.001892038737423718, 0.0019909683614969254, 0.002089897869154811, 0.0021888273768126965, 0.0022877571173012257, 0.002386686624959111, 0.0024856161326169968, 0.002584545873105526, 0.0026834753807634115, 0.002782404888421297, 0.0028813343960791826, 0.002980264136567712, 0.0030791936442255974, 0.003178123151883483, 0.003277052892372012, 0.0033759824000298977]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 1.0, 5.0, 6.0, 10.0, 15.0, 18.0, 40.0, 76.0, 132.0, 198.0, 326.0, 594.0, 936.0, 1737.0, 3536.0, 7391.0, 17935.0, 62105.0, 936571.0, 98371.0, 26096.0, 10577.0, 5054.0, 2903.0, 1758.0, 1053.0, 637.0, 432.0, 287.0, 222.0, 155.0, 101.0, 87.0, 73.0, 55.0, 30.0, 21.0, 23.0, 24.0, 9.0, 10.0, 2.0, 9.0, 6.0, 5.0, 3.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.005165350157767534, -0.004926958121359348, -0.00468856655061245, -0.004450174979865551, -0.004211782943457365, -0.003973390907049179, -0.0037349993363022804, -0.003496607532724738, -0.003258215729147196, -0.0030198239255696535, -0.002781432121992111, -0.002543040318414569, -0.0023046485148370266, -0.0020662567112594843, -0.001827864907681942, -0.0015894731041043997, -0.0013510813005268574, -0.001112689496949315, -0.0008742976933717728, -0.0006359058897942305, -0.00039751408621668816, -0.00015912228263914585, 7.926952093839645e-05, 0.00031766132451593876, 0.0005560531280934811, 0.0007944449316710234, 0.0010328367352485657, 0.001271228538826108, 0.0015096203424036503, 0.0017480121459811926, 0.001986403949558735, 0.002224795753136277, 0.0024631875567138195, 0.002701579360291362, 0.002939971163868904, 0.0031783629674464464, 0.0034167547710239887, 0.003655146574601531, 0.0038935383781790733, 0.004131929948925972, 0.004370321985334158, 0.004608714021742344, 0.0048471055924892426, 0.005085497163236141, 0.005323889199644327, 0.005562281236052513, 0.005800672806799412, 0.00603906437754631, 0.006277456413954496, 0.006515848450362682, 0.006754240021109581, 0.00699263159185648, 0.007231023628264666, 0.0074694156646728516, 0.00770780723541975, 0.007946198806166649, 0.008184591308236122, 0.00842298287898302, 0.00866137444972992, 0.008899766020476818, 0.009138157591223717, 0.00937655009329319, 0.009614941664040089, 0.009853333234786987, 0.01009172573685646]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 2.0, 0.0, 1.0, 4.0, 1.0, 3.0, 3.0, 1.0, 2.0, 9.0, 2.0, 1.0, 1.0, 2.0, 5.0, 1.0, 2.0, 6.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.0164289902895689, -0.015776459127664566, -0.015123928897082806, -0.01447139773517847, -0.01381886750459671, -0.013166336342692375, -0.01251380518078804, -0.01186127495020628, -0.011208743788301945, -0.01055621262639761, -0.00990368239581585, -0.009251151233911514, -0.00859862007200718, -0.007946089841425419, -0.007293558679521084, -0.006641027983278036, -0.005988497287034988, -0.005335966590791941, -0.004683435894548893, -0.004030904732644558, -0.0033783740364015102, -0.0027258433401584625, -0.002073312411084771, -0.0014207815984264016, -0.0007682507857680321, -0.00011571997310966253, 0.000536810839548707, 0.0011893416522070765, 0.001841872464865446, 0.002494403161108494, 0.003146934090182185, 0.0037994650192558765, 0.004451995715498924, 0.005104526411741972, 0.00575705710798502, 0.006409588269889355, 0.007062118966132402, 0.00771464966237545, 0.008367180824279785, 0.009019711054861546, 0.00967224221676588, 0.010324773378670216, 0.010977303609251976, 0.011629834771156311, 0.012282365933060646, 0.012934896163642406, 0.013587427325546741, 0.014239957556128502, 0.014892488718032837, 0.015545019879937172, 0.016197551041841507, 0.016850080341100693, 0.017502611503005028, 0.018155142664909363, 0.018807673826813698, 0.019460204988718033, 0.02011273428797722, 0.020765265449881554, 0.02141779661178589, 0.022070327773690224, 0.02272285893559456, 0.023375390097498894, 0.02402791939675808, 0.024680450558662415, 0.02533298172056675]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 4.0, 3.0, 1.0, 10.0, 6.0, 13.0, 7.0, 13.0, 19.0, 17.0, 21.0, 37.0, 36.0, 52.0, 60.0, 76.0, 95.0, 133.0, 164.0, 285.0, 377.0, 500.0, 734.0, 1166.0, 1920.0, 6442.0, 1944.0, 1131.0, 744.0, 571.0, 409.0, 339.0, 255.0, 202.0, 160.0, 99.0, 85.0, 63.0, 51.0, 40.0, 25.0, 23.0, 13.0, 20.0, 8.0, 7.0, 4.0, 10.0, 8.0, 3.0, 3.0, 7.0, 3.0, 4.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.008403919637203217, -0.008086706511676311, -0.007769494317471981, -0.007452281657606363, -0.0071350689977407455, -0.0068178558722138405, -0.006500643212348223, -0.006183430552482605, -0.005866217892616987, -0.0055490052327513695, -0.005231792572885752, -0.004914579913020134, -0.004597366787493229, -0.004280154127627611, -0.003962941467761993, -0.0036457288078963757, -0.003328516148030758, -0.00301130348816514, -0.0026940908282995224, -0.002376877935603261, -0.0020596652757376432, -0.0017424526158720255, -0.001425239839591086, -0.0011080270633101463, -0.0007908144034445286, -0.0004736016853712499, -0.00015638896729797125, 0.00016082375077530742, 0.0004780364688485861, 0.0007952491869218647, 0.0011124619049951434, 0.001429674681276083, 0.0017468873411417007, 0.0020641000010073185, 0.0023813126608729362, 0.0026985255535691977, 0.0030157382134348154, 0.003332950873300433, 0.0036501637659966946, 0.003967376425862312, 0.00428458908572793, 0.004601801745593548, 0.004919014405459166, 0.005236227065324783, 0.005553440190851688, 0.005870652850717306, 0.006187865510582924, 0.006505078170448542, 0.006822290830314159, 0.007139503490179777, 0.007456716150045395, 0.007773928809911013, 0.00809114146977663, 0.008408354595303535, 0.008725566789507866, 0.009042779915034771, 0.009359993040561676, 0.009677205234766006, 0.009994418360292912, 0.010311630554497242, 0.010628843680024147, 0.010946055874228477, 0.011263268999755383, 0.011580481193959713, 0.011897694319486618]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.1379106640815735, -0.134625643491745, -0.1313406229019165, -0.128055602312088, -0.12477058917284012, -0.12148557603359222, -0.11820055544376373, -0.11491553485393524, -0.11163051426410675, -0.10834550112485886, -0.10506048053503036, -0.10177545994520187, -0.09849044680595398, -0.09520542621612549, -0.091920405626297, -0.0886353924870491, -0.08535037189722061, -0.08206535130739212, -0.07878033816814423, -0.07549531757831573, -0.07221029698848724, -0.06892528384923935, -0.06564026325941086, -0.06235524266958237, -0.059070225805044174, -0.05578520894050598, -0.05250018835067749, -0.0492151714861393, -0.045930154621601105, -0.042645134031772614, -0.03936011716723442, -0.03607509657740593, -0.03279007971286774, -0.029505060985684395, -0.026220042258501053, -0.02293502539396286, -0.019650006666779518, -0.016364987939596176, -0.013079970143735409, -0.009794952347874641, -0.0065099336206912994, -0.0032249153591692448, 6.0102902352809906e-05, 0.0033451211638748646, 0.006630139425396919, 0.009915158152580261, 0.013200175948441029, 0.016485193744301796, 0.019770212471485138, 0.02305523119866848, 0.026340249925851822, 0.029625266790390015, 0.032910287380218506, 0.0361953042447567, 0.03948032110929489, 0.04276534169912338, 0.046050358563661575, 0.04933537542819977, 0.05262039601802826, 0.05590541288256645, 0.059190429747104645, 0.062475450336933136, 0.06576047092676163, 0.06904548406600952, 0.07233050465583801]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 5.0, 4.0, 5.0, 3.0, 2.0, 8.0, 3.0, 5.0, 12.0, 12.0, 21.0, 20.0, 27.0, 45.0, 21.0, 20.0, 7.0, 5.0, 6.0, 5.0, 2.0, 3.0, 2.0, 1.0, 2.0, 5.0, 6.0, 2.0, 3.0, 2.0, 1.0, 1.0, 0.0, 1.0, 3.0, 2.0, 0.0, 0.0, 2.0], "bins": [-0.10576115548610687, -0.10301916301250458, -0.10027717053890228, -0.09753517806529999, -0.09479319304227829, -0.092051200568676, -0.0893092080950737, -0.0865672156214714, -0.08382522314786911, -0.08108323067426682, -0.07834124565124512, -0.07559925317764282, -0.07285726070404053, -0.07011526823043823, -0.06737327575683594, -0.06463128328323364, -0.061889294534921646, -0.05914730206131935, -0.056405313313007355, -0.05366332083940506, -0.050921328365802765, -0.04817933961749077, -0.045437347143888474, -0.04269535467028618, -0.03995336592197418, -0.03721137344837189, -0.03446938097476959, -0.0317273885011673, -0.0289853997528553, -0.026243407279253006, -0.02350141666829586, -0.020759424194693565, -0.01801743358373642, -0.0152754420414567, -0.012533450499176979, -0.009791459888219833, -0.007049468345940113, -0.004307476803660393, -0.0015654857270419598, 0.0011765055824071169, 0.0039184968918561935, 0.006660488434135914, 0.009402479976415634, 0.01214447058737278, 0.0148864621296525, 0.01762845367193222, 0.020370444282889366, 0.02311243675649166, 0.025854427367448807, 0.028596417978405952, 0.0313384085893631, 0.03408040106296539, 0.03682239353656769, 0.039564382284879684, 0.04230637475848198, 0.045048367232084274, 0.04779035598039627, 0.050532348453998566, 0.05327434092760086, 0.056016333401203156, 0.05875832214951515, 0.06150031462311745, 0.06424230337142944, 0.06698429584503174, 0.06972628831863403]}, "_runtime": 124.17693281173706, "_timestamp": 1596211713.9480417, "_step": 154}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 4.0, 0.0, 0.0, 2.0, 3.0, 6.0, 0.0, 3.0, 2.0, 3.0, 7.0, 3.0, 1.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.013213281519711018, -0.012875801883637905, -0.012538322247564793, -0.01220084261149168, -0.011863362975418568, -0.011525883339345455, -0.011188403703272343, -0.01085092406719923, -0.010513445362448692, -0.01017596572637558, -0.009838486090302467, -0.009501006454229355, -0.009163526818156242, -0.00882604718208313, -0.008488567546010017, -0.008151087909936905, -0.007813608273863792, -0.00747612863779068, -0.0071386490017175674, -0.006801169365644455, -0.0064636897295713425, -0.006126210559159517, -0.005788730923086405, -0.005451251287013292, -0.00511377165094018, -0.004776292014867067, -0.004438812378793955, -0.004101332742720842, -0.0037638533394783735, -0.003426373703405261, -0.003088894300162792, -0.0027514146640896797, -0.0024139350280165672, -0.0020764553919434547, -0.001738975872285664, -0.0014014963526278734, -0.001064016716554761, -0.0007265371386893094, -0.0003890575608238578, -5.157798295840621e-05, 0.00028590159490704536, 0.0006233811727724969, 0.0009608607506379485, 0.0012983402702957392, 0.0016358199063688517, 0.001973299542441964, 0.002310778945684433, 0.0026482585817575455, 0.002985738217830658, 0.0033232178539037704, 0.003660697489976883, 0.003998177126049995, 0.004335656762123108, 0.004673135932534933, 0.005010615568608046, 0.005348095204681158, 0.0056855748407542706, 0.006023054476827383, 0.0063605341129004955, 0.006698013748973608, 0.007035492919385433, 0.007372972555458546, 0.007710452191531658, 0.00804793182760477, 0.008385411463677883]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 1.0, 4.0, 4.0, 3.0, 4.0, 8.0, 9.0, 10.0, 7.0, 13.0, 18.0, 40.0, 39.0, 42.0, 76.0, 120.0, 152.0, 268.0, 568.0, 5545.0, 358.0, 175.0, 136.0, 96.0, 52.0, 52.0, 38.0, 26.0, 14.0, 11.0, 5.0, 8.0, 5.0, 6.0, 2.0, 3.0, 1.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.14387699961662292, -0.13940906524658203, -0.13494111597537994, -0.13047318160533905, -0.12600524723529816, -0.12153730541467667, -0.11706936359405518, -0.11260142177343369, -0.1081334799528122, -0.1036655455827713, -0.09919760376214981, -0.09472966194152832, -0.09026172757148743, -0.08579378575086594, -0.08132584393024445, -0.07685790956020355, -0.07238996773958206, -0.06792202591896057, -0.06345409154891968, -0.05898614972829819, -0.0545182079076767, -0.050050269812345505, -0.04558233171701431, -0.04111438989639282, -0.03664645180106163, -0.03217851370573044, -0.027710571885108948, -0.023242633789777756, -0.018774693831801414, -0.014306753873825073, -0.009838814847171307, -0.005370875354856253, -0.0009029358625411987, 0.003565003629773855, 0.00803294312208891, 0.012500882148742676, 0.016968822106719017, 0.02143676206469536, 0.02590470016002655, 0.03037264011800289, 0.03484058007597923, 0.039308518171310425, 0.043776459991931915, 0.04824439808726311, 0.0527123361825943, 0.05718027800321579, 0.06164821609854698, 0.06611615419387817, 0.07058409601449966, 0.07505203783512115, 0.07951997220516205, 0.08398791402578354, 0.08845585584640503, 0.09292379021644592, 0.09739173203706741, 0.1018596738576889, 0.1063276082277298, 0.11079555004835129, 0.11526349186897278, 0.11973143368959427, 0.12419936805963516, 0.12866730988025665, 0.13313524425029755, 0.13760319352149963, 0.14207112789154053]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 2.0, 2.0, 3.0, 6.0, 3.0, 2.0, 3.0, 8.0, 6.0, 3.0, 6.0, 5.0, 4.0, 21.0, 3.0, 4.0, 8.0, 4.0, 2.0, 7.0, 2.0, 2.0, 3.0, 0.0, 2.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0031597651541233063, -0.0030552735552191734, -0.0029507819563150406, -0.0028462903574109077, -0.002741798758506775, -0.0026373073924332857, -0.002532815793529153, -0.00242832419462502, -0.002323832595720887, -0.0022193409968167543, -0.0021148493979126215, -0.0020103577990084887, -0.0019058663165196776, -0.0018013747176155448, -0.0016968832351267338, -0.001592391636222601, -0.001487900037318468, -0.0013834084384143353, -0.0012789168395102024, -0.0011744253570213914, -0.0010699337581172585, -0.0009654421592131257, -0.0008609506185166538, -0.0007564590778201818, -0.000651967478916049, -0.0005474758800119162, -0.00044298433931544423, -0.00033849276951514184, -0.00023400119971483946, -0.00012950962991453707, -2.5018060114234686e-05, 7.94735096860677e-05, 0.0001839650794863701, 0.0002884566492866725, 0.00039294821908697486, 0.0004974397597834468, 0.0006019313586875796, 0.0007064229575917125, 0.0008109144982881844, 0.0009154060389846563, 0.0010198976378887892, 0.001124389236792922, 0.0012288808356970549, 0.0013333723181858659, 0.0014378639170899987, 0.0015423555159941316, 0.0016468469984829426, 0.0017513385973870754, 0.0018558301962912083, 0.001960321795195341, 0.002064813394099474, 0.002169304993003607, 0.0022737965919077396, 0.002378287957981229, 0.0024827795568853617, 0.0025872711557894945, 0.0026917627546936274, 0.00279625435359776, 0.002900745952501893, 0.003005237551406026, 0.003109728917479515, 0.003214220516383648, 0.0033187121152877808, 0.0034232037141919136, 0.0035276953130960464]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 1.0, 3.0, 5.0, 6.0, 8.0, 7.0, 12.0, 18.0, 28.0, 32.0, 54.0, 71.0, 95.0, 146.0, 219.0, 369.0, 502.0, 752.0, 1242.0, 2185.0, 3759.0, 7039.0, 14820.0, 36162.0, 130071.0, 876381.0, 58378.0, 21701.0, 10434.0, 5659.0, 3386.0, 1992.0, 1299.0, 834.0, 528.0, 377.0, 269.0, 182.0, 127.0, 113.0, 70.0, 78.0, 44.0, 35.0, 26.0, 18.0, 24.0, 26.0, 12.0, 10.0, 8.0, 8.0, 5.0, 4.0, 0.0, 4.0, 1.0, 0.0, 1.0, 1.0, 2.0], "bins": [-0.005291818641126156, -0.005105017684400082, -0.004918216727674007, -0.004731415305286646, -0.004544614348560572, -0.0043578133918344975, -0.004171011969447136, -0.003984211012721062, -0.0037974100559949875, -0.0036106090992689133, -0.0034238079097121954, -0.0032370067201554775, -0.0030502057634294033, -0.002863404806703329, -0.002676603617146611, -0.0024898024275898933, -0.002303001470863819, -0.002116200514137745, -0.001929399324581027, -0.001742598251439631, -0.001555797178298235, -0.001368996105156839, -0.0011821950320154428, -0.0009953939588740468, -0.0008085928857326508, -0.0006217918125912547, -0.00043499073944985867, -0.0002481896663084626, -6.138859316706657e-05, 0.00012541247997432947, 0.0003122135531157255, 0.0004990146262571216, 0.0006858156993985176, 0.0008726167725399137, 0.0010594178456813097, 0.0012462189188227057, 0.0014330199919641018, 0.0016198210651054978, 0.0018066221382468939, 0.0019934233278036118, 0.002180224284529686, 0.00236702524125576, 0.002553826430812478, 0.002740627620369196, 0.00292742857709527, 0.0031142295338213444, 0.0033010307233780622, 0.00348783191293478, 0.0036746328696608543, 0.0038614338263869286, 0.004048234783113003, 0.004235036205500364, 0.0044218371622264385, 0.004608638118952513, 0.004795439541339874, 0.0049822404980659485, 0.005169041454792023, 0.005355842411518097, 0.005542643368244171, 0.005729444790631533, 0.005916245747357607, 0.006103046704083681, 0.006289848126471043, 0.006476649083197117, 0.006663450039923191]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 2.0, 4.0, 1.0, 2.0, 2.0, 2.0, 2.0, 3.0, 1.0, 7.0, 2.0, 3.0, 4.0, 0.0, 0.0, 1.0, 2.0, 3.0, 1.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.015487601980566978, -0.014757266268134117, -0.014026929624378681, -0.01329659391194582, -0.012566257268190384, -0.011835921555757523, -0.011105585843324661, -0.010375249199569225, -0.009644913487136364, -0.008914577774703503, -0.008184241130948067, -0.007453905418515205, -0.006723569240421057, -0.005993233062326908, -0.005262897349894047, -0.004532561171799898, -0.0038022249937057495, -0.003071888815611601, -0.002341552870348096, -0.001611216808669269, -0.0008808807469904423, -0.00015054468531161547, 0.0005797913763672113, 0.0013101274380460382, 0.002040463499724865, 0.0027707996778190136, 0.0035011356230825186, 0.0042314715683460236, 0.004961807746440172, 0.005692143924534321, 0.006422479636967182, 0.007152815815061331, 0.00788315199315548, 0.00861348770558834, 0.009343824349343777, 0.010074160061776638, 0.010804496705532074, 0.011534832417964935, 0.012265168130397797, 0.012995504774153233, 0.013725840486586094, 0.014456176199018955, 0.015186512842774391, 0.015916848555207253, 0.016647184267640114, 0.017377519980072975, 0.018107857555150986, 0.018838193267583847, 0.01956852898001671, 0.02029886469244957, 0.02102920040488243, 0.02175953797996044, 0.022489873692393303, 0.023220209404826164, 0.023950545117259026, 0.024680880829691887, 0.025411218404769897, 0.02614155411720276, 0.02687188982963562, 0.02760222554206848, 0.028332561254501343, 0.029062896966934204, 0.029793234542012215, 0.030523570254445076, 0.03125390410423279]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 6.0, 9.0, 8.0, 7.0, 8.0, 13.0, 17.0, 22.0, 26.0, 29.0, 28.0, 26.0, 61.0, 72.0, 107.0, 132.0, 200.0, 223.0, 250.0, 334.0, 478.0, 659.0, 892.0, 1417.0, 2401.0, 6205.0, 1537.0, 902.0, 654.0, 476.0, 304.0, 210.0, 183.0, 119.0, 92.0, 77.0, 54.0, 40.0, 20.0, 22.0, 17.0, 18.0, 9.0, 4.0, 3.0, 8.0, 2.0, 3.0, 14.0, 11.0, 3.0, 3.0, 1.0, 0.0, 2.0, 1.0, 6.0], "bins": [-0.010177833959460258, -0.009862708859145641, -0.009547584690153599, -0.009232459589838982, -0.008917334489524364, -0.008602210320532322, -0.008287085220217705, -0.007971960119903088, -0.007656835485249758, -0.007341710850596428, -0.007026585750281811, -0.006711461115628481, -0.006396336480975151, -0.006081211380660534, -0.005766086746007204, -0.005450961645692587, -0.005135837011039257, -0.004820712376385927, -0.00450558727607131, -0.00419046264141798, -0.0038753377739340067, -0.003560212906450033, -0.0032450882717967033, -0.00292996340431273, -0.0026148385368287563, -0.002299713669344783, -0.0019845888018608093, -0.0016694641672074795, -0.001354339299723506, -0.0010392144322395325, -0.0007240896811708808, -0.0004089648718945682, -9.384006261825562e-05, 0.00022128474665805697, 0.0005364095559343696, 0.0008515343652106822, 0.0011666591744869947, 0.0014817840419709682, 0.00179690879303962, 0.0021120335441082716, 0.002427158411592245, 0.0027422832790762186, 0.003057408146560192, 0.003372532781213522, 0.0036876576486974955, 0.004002782516181469, 0.004317907150834799, 0.004633032251149416, 0.004948156885802746, 0.005263281520456076, 0.005578406620770693, 0.005893531255424023, 0.00620865635573864, 0.00652378099039197, 0.0068389056250452995, 0.007154030725359917, 0.0074691553600132465, 0.007784279994666576, 0.008099405094981194, 0.00841453019529581, 0.008729654364287853, 0.00904477946460247, 0.009359904564917088, 0.00967502873390913, 0.009990153834223747]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 2.0, 4.0, 1.0, 4.0, 1.0, 1.0, 3.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.15372268855571747, -0.14898309111595154, -0.1442434936761856, -0.13950389623641968, -0.13476429879665375, -0.13002470135688782, -0.1252851039171219, -0.12054551392793655, -0.11580591648817062, -0.1110663190484047, -0.10632672160863876, -0.10158712416887283, -0.0968475341796875, -0.09210793673992157, -0.08736833930015564, -0.08262874186038971, -0.07788914442062378, -0.07314954698085785, -0.06840994954109192, -0.06367035210132599, -0.05893075838685036, -0.05419116094708443, -0.049451567232608795, -0.044711969792842865, -0.039972372353076935, -0.035232774913311005, -0.030493179336190224, -0.025753583759069443, -0.021013986319303513, -0.016274388879537582, -0.011534793302416801, -0.006795196793973446, -0.0020556002855300903, 0.0026839962229132652, 0.007423592731356621, 0.012163189239799976, 0.016902785748243332, 0.021642383188009262, 0.026381978765130043, 0.031121574342250824, 0.035861171782016754, 0.040600769221782684, 0.045340366661548615, 0.050079960376024246, 0.054819557815790176, 0.05955915525555611, 0.06429874897003174, 0.06903834640979767, 0.0737779438495636, 0.07851754128932953, 0.08325713872909546, 0.08799673616886139, 0.09273633360862732, 0.09747592359781265, 0.10221552103757858, 0.10695511847734451, 0.11169471591711044, 0.11643431335687637, 0.1211739107966423, 0.12591350078582764, 0.13065309822559357, 0.1353926956653595, 0.14013229310512543, 0.14487189054489136, 0.1496114879846573]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 2.0, 3.0, 2.0, 3.0, 1.0, 6.0, 0.0, 5.0, 10.0, 4.0, 17.0, 20.0, 21.0, 57.0, 36.0, 22.0, 21.0, 13.0, 10.0, 5.0, 2.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0], "bins": [-0.13296227157115936, -0.1295066773891449, -0.12605109810829163, -0.12259551137685776, -0.11913992464542389, -0.11568433791399002, -0.11222875118255615, -0.10877316445112228, -0.10531757771968842, -0.10186199098825455, -0.09840640425682068, -0.09495081752538681, -0.09149523079395294, -0.08803964406251907, -0.0845840573310852, -0.08112847059965134, -0.07767288386821747, -0.0742172971367836, -0.07076171040534973, -0.06730612367391586, -0.063850536942482, -0.060394950211048126, -0.05693936347961426, -0.05348377674818039, -0.05002819001674652, -0.04657260328531265, -0.043117016553878784, -0.039661429822444916, -0.03620584309101105, -0.03275025635957718, -0.02929466962814331, -0.025839082896709442, -0.022383496165275574, -0.018927909433841705, -0.015472322702407837, -0.012016735970973969, -0.0085611492395401, -0.005105562508106232, -0.0016499757766723633, 0.0018056109547615051, 0.0052611976861953735, 0.008716784417629242, 0.01217237114906311, 0.01562795788049698, 0.019083544611930847, 0.022539131343364716, 0.025994718074798584, 0.029450304806232452, 0.03290589153766632, 0.03636147826910019, 0.03981706500053406, 0.043272651731967926, 0.046728238463401794, 0.05018382519483566, 0.05363941192626953, 0.0570949986577034, 0.06055058538913727, 0.06400617212057114, 0.067461758852005, 0.07091734558343887, 0.07437293231487274, 0.07782851904630661, 0.08128410577774048, 0.08473969250917435, 0.08819527924060822]}, "_runtime": 124.93406391143799, "_timestamp": 1596211714.7051728, "_step": 155}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 3.0, 1.0, 2.0, 3.0, 1.0, 0.0, 4.0, 1.0, 3.0, 5.0, 7.0, 1.0, 2.0, 0.0, 2.0, 2.0, 3.0, 2.0, 2.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.015157000161707401, -0.014737899415194988, -0.014318798668682575, -0.013899697922170162, -0.01348059717565775, -0.013061496429145336, -0.012642395682632923, -0.01222329493612051, -0.011804193258285522, -0.01138509251177311, -0.010965991765260696, -0.010546891018748283, -0.01012779027223587, -0.009708689525723457, -0.009289588779211044, -0.008870488032698631, -0.008451387286186218, -0.008032286539673805, -0.007613185793161392, -0.007194085046648979, -0.006774984300136566, -0.006355883087962866, -0.005936782341450453, -0.00551768159493804, -0.005098580848425627, -0.004679480101913214, -0.004260379355400801, -0.003841278376057744, -0.003422177629545331, -0.003003076883032918, -0.0025839759036898613, -0.0021648751571774483, -0.0017457744106650352, -0.0013266736641526222, -0.0009075728012248874, -0.0004884719965048134, -6.93711917847395e-05, 0.00034972961293533444, 0.0007688304176554084, 0.0011879312805831432, 0.0016070320270955563, 0.0020261327736079693, 0.0024452335201203823, 0.002864334499463439, 0.003283435245975852, 0.003702535992488265, 0.004121636971831322, 0.004540737718343735, 0.004959838464856148, 0.005378939211368561, 0.005798039957880974, 0.006217140704393387, 0.0066362414509058, 0.0070553426630795, 0.007474443409591913, 0.007893543690443039, 0.008312644436955452, 0.00873174611479044, 0.009150846861302853, 0.009569947607815266, 0.009989048354327679, 0.010408149100840092, 0.010827249847352505, 0.011246350593864918, 0.01166545134037733]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 3.0, 2.0, 11.0, 6.0, 5.0, 11.0, 18.0, 18.0, 30.0, 47.0, 34.0, 71.0, 114.0, 139.0, 204.0, 388.0, 5582.0, 529.0, 244.0, 113.0, 91.0, 77.0, 50.0, 43.0, 25.0, 21.0, 12.0, 9.0, 7.0, 5.0, 5.0, 2.0, 1.0, 6.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.18346452713012695, -0.17830124497413635, -0.17313796281814575, -0.16797466576099396, -0.16281138360500336, -0.15764810144901276, -0.15248481929302216, -0.14732152223587036, -0.14215824007987976, -0.13699495792388916, -0.13183167576789856, -0.12666839361190796, -0.12150510400533676, -0.11634181439876556, -0.11117853224277496, -0.10601524263620377, -0.10085196048021317, -0.09568867832422256, -0.09052538871765137, -0.08536210656166077, -0.08019881695508957, -0.07503553479909897, -0.06987224519252777, -0.06470896303653717, -0.05954567715525627, -0.05438239127397537, -0.04921910539269447, -0.044055819511413574, -0.038892537355422974, -0.033729251474142075, -0.028565965592861176, -0.023402679711580276, -0.018239393830299377, -0.013076107949018478, -0.007912822999060154, -0.0027495375834405422, 0.0024137478321790695, 0.007577033247798681, 0.012740318663418293, 0.017903603613376617, 0.023066889494657516, 0.028230175375938416, 0.033393461257219315, 0.038556747138500214, 0.043720029294490814, 0.04888331517577171, 0.05404660105705261, 0.05920988693833351, 0.06437317281961441, 0.06953645497560501, 0.07469974458217621, 0.07986302673816681, 0.085026316344738, 0.09018959850072861, 0.0953528881072998, 0.1005161702632904, 0.105679452419281, 0.1108427420258522, 0.1160060241818428, 0.121169313788414, 0.1263325959444046, 0.1314958781003952, 0.136659175157547, 0.1418224573135376, 0.1469857394695282]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 3.0, 2.0, 1.0, 0.0, 1.0, 1.0, 2.0, 6.0, 3.0, 4.0, 4.0, 3.0, 3.0, 3.0, 25.0, 3.0, 1.0, 3.0, 4.0, 3.0, 2.0, 3.0, 7.0, 1.0, 2.0, 4.0, 4.0, 3.0, 4.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.002619718899950385, -0.0025225270073860884, -0.002425334881991148, -0.0023281429894268513, -0.0022309510968625546, -0.002133759204298258, -0.002036567311733961, -0.0019393751863390207, -0.001842183293774724, -0.0017449914012104273, -0.0016477993922308087, -0.0015506073832511902, -0.0014534154906868935, -0.0013562235981225967, -0.0012590315891429782, -0.0011618395801633596, -0.001064647687599063, -0.0009674557368271053, -0.0008702637860551476, -0.00077307183528319, -0.0006758798845112324, -0.0005786879337392747, -0.0004814959829673171, -0.00038430403219535947, -0.00028711208142340183, -0.0001899201306514442, -9.272817987948656e-05, 4.463770892471075e-06, 0.00010165572166442871, 0.00019884767243638635, 0.000296039623208344, 0.0003932315739803016, 0.0004904235247522593, 0.0005876154755242169, 0.0006848074262961745, 0.0007819993770681322, 0.0008791913278400898, 0.0009763832786120474, 0.001073575229384005, 0.0011707672383636236, 0.0012679591309279203, 0.001365151023492217, 0.0014623430324718356, 0.0015595350414514542, 0.0016567269340157509, 0.0017539188265800476, 0.0018511108355596662, 0.0019483028445392847, 0.0020454947371035814, 0.002142686629667878, 0.0022398787550628185, 0.0023370706476271152, 0.002434262540191412, 0.0025314544327557087, 0.0026286463253200054, 0.002725838450714946, 0.0028230303432792425, 0.0029202222358435392, 0.0030174143612384796, 0.0031146062538027763, 0.003211798146367073, 0.0033089900389313698, 0.0034061819314956665, 0.003503374056890607, 0.0036005659494549036]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [4.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 7.0, 14.0, 21.0, 23.0, 38.0, 45.0, 55.0, 72.0, 119.0, 176.0, 292.0, 484.0, 686.0, 1037.0, 1696.0, 2947.0, 5189.0, 9503.0, 18797.0, 42089.0, 133938.0, 822099.0, 64230.0, 29283.0, 16339.0, 9674.0, 6299.0, 4158.0, 2978.0, 2066.0, 1506.0, 997.0, 748.0, 523.0, 428.0, 284.0, 195.0, 146.0, 98.0, 84.0, 60.0, 41.0, 47.0, 36.0, 28.0, 13.0, 15.0, 7.0, 6.0, 4.0, 10.0, 2.0, 2.0, 0.0, 1.0, 2.0, 1.0], "bins": [-0.00499242777004838, -0.004815850872546434, -0.004639274440705776, -0.004462697543203831, -0.004286120645701885, -0.00410954374819994, -0.003932966850697994, -0.003756390418857336, -0.0035798135213553905, -0.003403236623853445, -0.003226659959182143, -0.0030500832945108414, -0.002873506397008896, -0.0026969294995069504, -0.0025203528348356485, -0.0023437761701643467, -0.002167199272662401, -0.0019906223751604557, -0.0018140457104891539, -0.0016374689294025302, -0.0014608921483159065, -0.0012843153672292829, -0.0011077385861426592, -0.0009311618050560355, -0.0007545850239694118, -0.0005780082428827882, -0.0004014314617961645, -0.00022485468070954084, -4.8277899622917175e-05, 0.0001282988814637065, 0.00030487566255033016, 0.00048145244363695383, 0.0006580292247235775, 0.0008346060058102012, 0.0010111827868968248, 0.0011877595679834485, 0.0013643363490700722, 0.0015409131301566958, 0.0017174899112433195, 0.0018940666923299432, 0.002070643473416567, 0.0022472203709185123, 0.002423797035589814, 0.002600373700261116, 0.0027769505977630615, 0.002953527495265007, 0.003130104159936309, 0.0033066808246076107, 0.003483257722109556, 0.0036598346196115017, 0.0038364112842828035, 0.004012987948954105, 0.004189564846456051, 0.004366141743957996, 0.004542718641459942, 0.0047192950733006, 0.0048958719708025455, 0.005072448868304491, 0.005249025300145149, 0.005425602197647095, 0.00560217909514904, 0.005778755992650986, 0.005955332890152931, 0.006131909321993589, 0.006308486219495535]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 3.0, 2.0, 1.0, 2.0, 4.0, 2.0, 5.0, 5.0, 7.0, 3.0, 2.0, 3.0, 2.0, 2.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.017793774604797363, -0.016423016786575317, -0.015052259899675846, -0.0136815020814538, -0.012310745194554329, -0.010939987376332283, -0.009569229558110237, -0.008198472671210766, -0.00682771485298872, -0.005456957500427961, -0.004086200147867203, -0.002715442329645157, -0.0013446849770843983, 2.6072491891682148e-05, 0.0013968299608677626, 0.002767587546259165, 0.004138344898819923, 0.005509102251380682, 0.006879859603941441, 0.008250617422163486, 0.009621374309062958, 0.010992132127285004, 0.01236288994550705, 0.01373364683240652, 0.015104404650628567, 0.016475161537528038, 0.017845919355750084, 0.01921667717397213, 0.020587434992194176, 0.02195819281041622, 0.02332894876599312, 0.024699706584215164, 0.02607046440243721, 0.027441222220659256, 0.028811980038881302, 0.0301827359944582, 0.031553495675325394, 0.03292425349354744, 0.03429500758647919, 0.03566576540470123, 0.03703652322292328, 0.038407281041145325, 0.03977803885936737, 0.041148796677589417, 0.04251955449581146, 0.04389031231403351, 0.045261070132255554, 0.0466318279504776, 0.048002585768699646, 0.04937333986163139, 0.05074409767985344, 0.052114855498075485, 0.05348561331629753, 0.05485637113451958, 0.05622712895274162, 0.05759788677096367, 0.058968644589185715, 0.06033940240740776, 0.061710160225629807, 0.06308091431856155, 0.0644516721367836, 0.06582242995500565, 0.06719318777322769, 0.06856394559144974, 0.06993470340967178]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [6.0, 3.0, 5.0, 2.0, 9.0, 7.0, 11.0, 12.0, 18.0, 31.0, 54.0, 53.0, 111.0, 124.0, 191.0, 297.0, 415.0, 614.0, 998.0, 1701.0, 6299.0, 2649.0, 1251.0, 819.0, 585.0, 445.0, 338.0, 246.0, 172.0, 151.0, 110.0, 115.0, 101.0, 63.0, 68.0, 56.0, 43.0, 42.0, 28.0, 29.0, 17.0, 22.0, 17.0, 14.0, 12.0, 5.0, 4.0, 4.0, 4.0, 4.0, 6.0, 5.0, 14.0, 13.0, 3.0, 7.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 6.0], "bins": [-0.010666090063750744, -0.010155378840863705, -0.009644667617976665, -0.009133956395089626, -0.008623245172202587, -0.008112533949315548, -0.0076018222607672215, -0.007091111037880182, -0.006580399814993143, -0.006069688592106104, -0.005558977369219065, -0.0050482661463320255, -0.004537554457783699, -0.00402684323489666, -0.0035161320120096207, -0.0030054207891225815, -0.0024947095662355423, -0.001983998343348503, -0.001473287004046142, -0.000962575722951442, -0.0004518644418567419, 5.884683923795819e-05, 0.0005695581203326583, 0.0010802694596350193, 0.0015909806825220585, 0.0021016919054090977, 0.002612403128296137, 0.0031231145840138197, 0.003633825806900859, 0.004144537262618542, 0.004655248485505581, 0.00516595970839262, 0.005676670931279659, 0.0061873821541666985, 0.006698093377053738, 0.007208804599940777, 0.007719515822827816, 0.008230227045714855, 0.008740938268601894, 0.009251649491488934, 0.009762361645698547, 0.010273072868585587, 0.010783784091472626, 0.011294495314359665, 0.011805206537246704, 0.012315917760133743, 0.012826628983020782, 0.013337340205907822, 0.01384805142879486, 0.0143587626516819, 0.01486947387456894, 0.015380185097455978, 0.015890896320343018, 0.016401607543230057, 0.016912318766117096, 0.017423029989004135, 0.017933741211891174, 0.018444452434778214, 0.018955163657665253, 0.019465874880552292, 0.01997658610343933, 0.02048729732632637, 0.02099800854921341, 0.02150871977210045, 0.022019430994987488]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 4.0, 1.0, 3.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 3.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.35434195399284363, -0.3466856777667999, -0.3390294313430786, -0.3313731551170349, -0.3237168788909912, -0.3160606324672699, -0.3084043562412262, -0.3007481098175049, -0.2930918335914612, -0.2854355573654175, -0.27777931094169617, -0.27012303471565247, -0.26246678829193115, -0.25481051206588745, -0.24715423583984375, -0.23949797451496124, -0.23184171319007874, -0.22418545186519623, -0.21652919054031372, -0.20887291431427002, -0.2012166529893875, -0.193560391664505, -0.1859041154384613, -0.1782478541135788, -0.1705915927886963, -0.16293533146381378, -0.15527907013893127, -0.14762279391288757, -0.13996653258800507, -0.13231027126312256, -0.12465400248765945, -0.11699773371219635, -0.10934147238731384, -0.10168521106243134, -0.09402894228696823, -0.08637267351150513, -0.07871641218662262, -0.07106015086174011, -0.06340388208627701, -0.0557476170361042, -0.048091351985931396, -0.04043508693575859, -0.032778821885585785, -0.02512255683541298, -0.017466291785240173, -0.009810026735067368, -0.0021537616848945618, 0.005502503365278244, 0.01315876841545105, 0.020815033465623856, 0.02847129851579666, 0.03612756356596947, 0.04378382861614227, 0.05144009366631508, 0.059096358716487885, 0.06675262749195099, 0.0744088888168335, 0.082065150141716, 0.08972141891717911, 0.09737768769264221, 0.10503394901752472, 0.11269021034240723, 0.12034647911787033, 0.12800274789333344, 0.13565900921821594]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 5.0, 5.0, 1.0, 1.0, 2.0, 2.0, 4.0, 6.0, 6.0, 7.0, 7.0, 8.0, 3.0, 7.0, 6.0, 18.0, 60.0, 44.0, 22.0, 17.0, 12.0, 5.0, 3.0, 3.0, 3.0, 4.0, 3.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.2717483639717102, -0.2652910649776459, -0.25883379578590393, -0.2523764967918396, -0.24591919779777527, -0.23946191370487213, -0.2330046147108078, -0.22654733061790466, -0.22009003162384033, -0.2136327475309372, -0.20717544853687286, -0.20071816444396973, -0.1942608654499054, -0.18780358135700226, -0.18134628236293793, -0.1748889982700348, -0.16843169927597046, -0.16197441518306732, -0.15551713109016418, -0.14905983209609985, -0.14260254800319672, -0.13614524900913239, -0.12968796491622925, -0.12323066592216492, -0.11677338182926178, -0.11031609028577805, -0.10385879874229431, -0.09740150719881058, -0.09094421565532684, -0.08448692411184311, -0.07802963256835938, -0.07157234102487564, -0.0651150494813919, -0.05865775793790817, -0.05220046639442444, -0.045743174850940704, -0.03928588330745697, -0.032828595489263535, -0.0263713039457798, -0.019914012402296066, -0.013456720858812332, -0.006999429780989885, -0.0005421387031674385, 0.005915152374655008, 0.012372443452477455, 0.01882973499596119, 0.025287024676799774, 0.03174431622028351, 0.03820160776376724, 0.04465889930725098, 0.05111619085073471, 0.057573482394218445, 0.06403077393770218, 0.07048806548118591, 0.07694535702466965, 0.08340264856815338, 0.08985993266105652, 0.09631722420454025, 0.10277451574802399, 0.10923180729150772, 0.11568909883499146, 0.12214639037847519, 0.12860368192195892, 0.13506098091602325, 0.1415182650089264]}, "_runtime": 125.70672821998596, "_timestamp": 1596211715.477837, "_step": 156}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 2.0, 2.0, 2.0, 2.0, 3.0, 8.0, 6.0, 2.0, 5.0, 5.0, 3.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014630270190536976, -0.014226234517991543, -0.013822199776768684, -0.013418164104223251, -0.013014128431677818, -0.01261009369045496, -0.012206058017909527, -0.011802023276686668, -0.011397987604141235, -0.010993951931595802, -0.010589917190372944, -0.01018588151782751, -0.009781846776604652, -0.00937781110405922, -0.008973775431513786, -0.008569740690290928, -0.008165705017745495, -0.007761669810861349, -0.007357634603977203, -0.00695359893143177, -0.006549563724547625, -0.006145528517663479, -0.005741492845118046, -0.0053374576382339, -0.004933422431349754, -0.004529387224465609, -0.004125352017581463, -0.00372131634503603, -0.003317281138151884, -0.0029132459312677383, -0.002509210491552949, -0.0021051750518381596, -0.0017011398449540138, -0.0012971045216545463, -0.0008930691983550787, -0.0004890338750556111, -8.499855175614357e-05, 0.000319036771543324, 0.0007230720948427916, 0.0011271074181422591, 0.0015311427414417267, 0.0019351780647411942, 0.002339213388040662, 0.002743248827755451, 0.003147284034639597, 0.0035513192415237427, 0.003955354914069176, 0.0043593901209533215, 0.004763425327837467, 0.005167460534721613, 0.005571495741605759, 0.005975531414151192, 0.0063795666210353374, 0.006783601827919483, 0.007187637500464916, 0.007591672707349062, 0.007995707914233208, 0.00839974358677864, 0.0088037783280015, 0.009207814000546932, 0.00961184874176979, 0.010015884414315224, 0.010419920086860657, 0.010823954828083515, 0.011227990500628948]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 4.0, 3.0, 2.0, 4.0, 2.0, 8.0, 5.0, 4.0, 7.0, 2.0, 8.0, 10.0, 10.0, 13.0, 22.0, 17.0, 17.0, 12.0, 27.0, 38.0, 49.0, 45.0, 55.0, 76.0, 94.0, 122.0, 213.0, 403.0, 5333.0, 481.0, 203.0, 137.0, 91.0, 77.0, 46.0, 59.0, 32.0, 29.0, 27.0, 30.0, 20.0, 21.0, 11.0, 15.0, 14.0, 10.0, 6.0, 0.0, 1.0, 2.0, 2.0, 2.0, 0.0, 3.0, 3.0, 0.0, 2.0, 2.0], "bins": [-0.10428021848201752, -0.10124731063842773, -0.09821439534425735, -0.09518148750066757, -0.09214857220649719, -0.08911566436290741, -0.08608274906873703, -0.08304984122514725, -0.08001692593097687, -0.07698401808738708, -0.0739511102437973, -0.07091819494962692, -0.06788528710603714, -0.06485237181186676, -0.06181946396827698, -0.058786552399396896, -0.055753640830516815, -0.052720729261636734, -0.04968781769275665, -0.04665490612387657, -0.04362199455499649, -0.04058908671140671, -0.03755617514252663, -0.034523263573646545, -0.031490352004766464, -0.028457440435886383, -0.025424528867006302, -0.02239161916077137, -0.01935870759189129, -0.016325796023011208, -0.013292885385453701, -0.010259974747896194, -0.007227063179016113, -0.004194152075797319, -0.0011612409725785255, 0.0018716701306402683, 0.004904581233859062, 0.007937492802739143, 0.01097040344029665, 0.014003314077854156, 0.017036225646734238, 0.02006913721561432, 0.0231020487844944, 0.026134958490729332, 0.029167870059609413, 0.032200779765844345, 0.035233691334724426, 0.03826660290360451, 0.04129951447248459, 0.04433242604136467, 0.04736533761024475, 0.05039824917912483, 0.05343116074800491, 0.056464068591594696, 0.05949698016047478, 0.06252989172935486, 0.06556279957294464, 0.06859571486711502, 0.0716286227107048, 0.07466153800487518, 0.07769444584846497, 0.08072736114263535, 0.08376026898622513, 0.08679318428039551, 0.08982609212398529]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 2.0, 5.0, 2.0, 4.0, 2.0, 1.0, 5.0, 4.0, 4.0, 9.0, 6.0, 25.0, 4.0, 6.0, 2.0, 2.0, 5.0, 6.0, 4.0, 1.0, 2.0, 1.0, 2.0, 3.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0026047173887491226, -0.002481353934854269, -0.002357990713790059, -0.0022346272598952055, -0.0021112640388309956, -0.001987900584936142, -0.0018645371310412884, -0.0017411737935617566, -0.0016178104560822248, -0.001494447118602693, -0.0013710837811231613, -0.0012477203272283077, -0.001124356989748776, -0.0010009936522692442, -0.0008776302565820515, -0.0007542668608948588, -0.0006309035234153271, -0.0005075401859357953, -0.00038417679024860263, -0.0002608134236652404, -0.00013745005708187819, -1.4086690498515964e-05, 0.00010927667608484626, 0.00023264004266820848, 0.0003560034092515707, 0.0004793667758349329, 0.0006027301424182951, 0.0007260935381054878, 0.0008494568755850196, 0.0009728202130645514, 0.001096183666959405, 0.0012195470044389367, 0.0013429103419184685, 0.0014662736793980002, 0.001589637016877532, 0.0017130004707723856, 0.0018363638082519174, 0.001959727145731449, 0.0020830905996263027, 0.0022064538206905127, 0.0023298172745853662, 0.00245318072848022, 0.0025765439495444298, 0.0026999074034392834, 0.002823270857334137, 0.002946634078398347, 0.0030699975322932005, 0.0031933607533574104, 0.003316724207252264, 0.0034400876611471176, 0.0035634508822113276, 0.003686814336106181, 0.003810177557170391, 0.003933541011065245, 0.004056904464960098, 0.004180267918854952, 0.0043036313727498055, 0.004426994360983372, 0.004550357814878225, 0.004673721268773079, 0.0047970847226679325, 0.004920448176562786, 0.005043811164796352, 0.005167174618691206, 0.00529053807258606]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 6.0, 9.0, 24.0, 35.0, 49.0, 76.0, 136.0, 234.0, 381.0, 609.0, 1086.0, 1975.0, 3467.0, 6842.0, 15074.0, 38881.0, 142444.0, 853004.0, 56602.0, 23137.0, 12504.0, 7374.0, 4681.0, 3089.0, 2254.0, 1463.0, 1070.0, 752.0, 568.0, 465.0, 328.0, 255.0, 193.0, 129.0, 100.0, 64.0, 62.0, 49.0, 36.0, 30.0, 24.0, 22.0, 13.0, 14.0, 7.0, 5.0, 4.0, 1.0, 2.0, 3.0, 5.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.005120567977428436, -0.004918148275464773, -0.004715729039162397, -0.004513309337198734, -0.0043108901008963585, -0.004108470398932695, -0.003906050929799676, -0.0037036314606666565, -0.0035012117587029934, -0.003298792289569974, -0.0030963728204369545, -0.002893953351303935, -0.0026915338821709156, -0.002489114413037896, -0.002286694711074233, -0.0020842752419412136, -0.0018818557728081942, -0.0016794363036751747, -0.0014770167181268334, -0.001274597248993814, -0.0010721776634454727, -0.0008697581943124533, -0.0006673387251794338, -0.00046491919783875346, -0.0002624996704980731, -6.008015770930797e-05, 0.00014233935507945716, 0.00034475885331630707, 0.0005471783806569874, 0.0007495979079976678, 0.0009520173771306872, 0.0011544369626790285, 0.001356856431812048, 0.0015592759009450674, 0.0017616954864934087, 0.00196411507204175, 0.0021665345411747694, 0.002368954010307789, 0.0025713734794408083, 0.0027737929485738277, 0.002976212650537491, 0.0031786321196705103, 0.0033810515888035297, 0.003583471057936549, 0.0037858905270695686, 0.003988310229033232, 0.0041907294653356075, 0.004393149167299271, 0.004595568403601646, 0.0047979881055653095, 0.005000407807528973, 0.005202827043831348, 0.0054052467457950115, 0.005607665982097387, 0.00581008568406105, 0.0060125053860247135, 0.006214924622327089, 0.006417344324290752, 0.006619763560593128, 0.006822183262556791, 0.007024602964520454, 0.00722702220082283, 0.007429441902786493, 0.007631861139088869, 0.007834280841052532]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 3.0, 7.0, 2.0, 6.0, 4.0, 4.0, 11.0, 2.0, 5.0, 3.0, 2.0, 1.0, 3.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.016099046915769577, -0.01433792058378458, -0.012576794251799583, -0.010815668851137161, -0.009054542519152164, -0.007293416187167168, -0.005532290320843458, -0.003771164221689105, -0.002010038122534752, -0.00024891202338039875, 0.0015122140757739544, 0.0032733401749283075, 0.005034466274082661, 0.0067955926060676575, 0.00855671800673008, 0.010317844338715076, 0.012078970670700073, 0.01384009700268507, 0.015601223334670067, 0.01736234873533249, 0.01912347599864006, 0.020884601399302483, 0.022645726799964905, 0.024406854063272476, 0.0261679794639349, 0.02792910486459732, 0.029690232127904892, 0.03145135939121246, 0.033212482929229736, 0.03497361019253731, 0.03673473745584488, 0.03849586099386215, 0.040256988257169724, 0.042018115520477295, 0.04377923905849457, 0.04554036632180214, 0.04730149358510971, 0.049062617123126984, 0.050823744386434555, 0.052584871649742126, 0.0543459951877594, 0.05610712245106697, 0.05786824971437454, 0.059629376977682114, 0.06139050051569939, 0.06315162777900696, 0.06491275131702423, 0.0666738823056221, 0.06843500584363937, 0.07019612938165665, 0.07195726037025452, 0.07371838390827179, 0.07547950744628906, 0.07724063843488693, 0.0790017619729042, 0.08076288551092148, 0.08252401649951935, 0.08428514003753662, 0.0860462635755539, 0.08780739456415176, 0.08956851810216904, 0.09132964164018631, 0.09309077262878418, 0.09485189616680145, 0.09661301970481873]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [5.0, 4.0, 4.0, 14.0, 15.0, 26.0, 54.0, 76.0, 159.0, 208.0, 333.0, 585.0, 924.0, 1755.0, 7092.0, 3227.0, 1435.0, 782.0, 484.0, 327.0, 241.0, 173.0, 123.0, 69.0, 38.0, 52.0, 43.0, 29.0, 25.0, 14.0, 12.0, 10.0, 15.0, 3.0, 4.0, 2.0, 2.0, 5.0, 3.0, 6.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 5.0, 4.0, 13.0, 10.0, 3.0, 2.0, 6.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 5.0], "bins": [-0.009286460466682911, -0.008663938380777836, -0.008041417226195335, -0.007418895605951548, -0.00679637398570776, -0.006173851899802685, -0.005551330279558897, -0.004928808659315109, -0.0043062870390713215, -0.0036837654188275337, -0.003061243798583746, -0.0024387219455093145, -0.0018162003252655268, -0.001193678705021739, -0.0005711569683626294, 5.1364710088819265e-05, 0.0006738863885402679, 0.0012964080087840557, 0.0019189297454431653, 0.002541451482102275, 0.0031639731023460627, 0.0037864947225898504, 0.004409016575664282, 0.00503153819590807, 0.005654059816151857, 0.006276581436395645, 0.006899103056639433, 0.007521624676883221, 0.008144146762788296, 0.008766667917370796, 0.009389190003275871, 0.010011711157858372, 0.010634233243763447, 0.011256755329668522, 0.011879276484251022, 0.012501798570156097, 0.013124319724738598, 0.013746841810643673, 0.014369362965226173, 0.014991885051131248, 0.015614407137036324, 0.0162369292229414, 0.016859449446201324, 0.0174819715321064, 0.018104493618011475, 0.01872701570391655, 0.019349535927176476, 0.01997205801308155, 0.020594580098986626, 0.0212171021848917, 0.021839624270796776, 0.0224621444940567, 0.023084666579961777, 0.023707188665866852, 0.024329710751771927, 0.024952230975031853, 0.025574753060936928, 0.026197275146842003, 0.026819797232747078, 0.027442319318652153, 0.02806483954191208, 0.028687361627817154, 0.02930988371372223, 0.029932405799627304, 0.03055492788553238]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 1.0, 3.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.21736489236354828, -0.2128005176782608, -0.20823614299297333, -0.20367176830768585, -0.19910739362239838, -0.1945430189371109, -0.18997864425182343, -0.18541426956653595, -0.18084989488124847, -0.176285520195961, -0.17172114551067352, -0.16715677082538605, -0.16259239614009857, -0.1580280214548111, -0.15346364676952362, -0.14889927208423615, -0.14433488249778748, -0.1397705078125, -0.13520613312721252, -0.13064175844192505, -0.12607738375663757, -0.1215130165219307, -0.11694864183664322, -0.11238426715135574, -0.10781988501548767, -0.1032555103302002, -0.09869113564491272, -0.09412676095962524, -0.08956238627433777, -0.08499801158905029, -0.08043363690376282, -0.07586926221847534, -0.07130488753318787, -0.06674051284790039, -0.062176138162612915, -0.05761176347732544, -0.053047388792037964, -0.04848301038146019, -0.043918635696172714, -0.03935426101088524, -0.03478988632559776, -0.030225511640310287, -0.025661136955022812, -0.021096760407090187, -0.01653238572180271, -0.011968011036515236, -0.007403635419905186, -0.002839260268956423, 0.00172511488199234, 0.006289490032941103, 0.010853865183889866, 0.015418240800499916, 0.01998261548578739, 0.024546990171074867, 0.029111366719007492, 0.03367574140429497, 0.03824011608958244, 0.04280449077486992, 0.047368865460157394, 0.05193324014544487, 0.056497618556022644, 0.06106199324131012, 0.0656263679265976, 0.07019074261188507, 0.07475511729717255]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 4.0, 0.0, 5.0, 2.0, 1.0, 1.0, 4.0, 1.0, 2.0, 1.0, 2.0, 7.0, 8.0, 6.0, 15.0, 30.0, 51.0, 28.0, 14.0, 20.0, 11.0, 11.0, 11.0, 9.0, 2.0, 3.0, 3.0, 10.0, 1.0, 5.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.09372620284557343, -0.09140277653932571, -0.089079350233078, -0.08675592392683029, -0.08443249762058258, -0.08210906386375427, -0.07978563755750656, -0.07746221125125885, -0.07513878494501114, -0.07281535863876343, -0.07049193233251572, -0.068168506026268, -0.0658450722694397, -0.06352164596319199, -0.061198219656944275, -0.058874793350696564, -0.05655136704444885, -0.05422794073820114, -0.05190451443195343, -0.04958108440041542, -0.04725765809416771, -0.04493423178792, -0.04261080175638199, -0.04028737545013428, -0.037963949143886566, -0.035640522837638855, -0.033317096531391144, -0.030993666499853134, -0.028670240193605423, -0.026346813887357712, -0.02402338571846485, -0.02169995754957199, -0.01937653124332428, -0.01705310493707657, -0.014729676768183708, -0.012406249530613422, -0.010082822293043137, -0.007759395055472851, -0.005435967817902565, -0.003112540580332279, -0.0007891133427619934, 0.0015343138948082924, 0.003857741132378578, 0.006181168369948864, 0.00850459560751915, 0.010828022845089436, 0.013151450082659721, 0.015474877320230007, 0.017798304557800293, 0.020121730864048004, 0.022445159032940865, 0.024768587201833725, 0.027092013508081436, 0.029415439814329147, 0.03173886984586716, 0.03406229615211487, 0.03638572245836258, 0.03870914876461029, 0.041032575070858, 0.04335600510239601, 0.04567943140864372, 0.048002857714891434, 0.05032628774642944, 0.052649714052677155, 0.054973140358924866]}, "_runtime": 126.51739311218262, "_timestamp": 1596211716.288502, "_step": 157}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 0.0, 3.0, 3.0, 0.0, 3.0, 0.0, 4.0, 6.0, 2.0, 0.0, 4.0, 2.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010351519100368023, -0.00994702335447073, -0.009542527608573437, -0.009138032793998718, -0.008733537048101425, -0.008329041302204132, -0.007924545556306839, -0.007520050276070833, -0.007115554995834827, -0.006711059249937534, -0.006306563504040241, -0.0059020682238042355, -0.005497572477906942, -0.005093077197670937, -0.0046885814517736435, -0.004284086171537638, -0.0038795904256403446, -0.003475094912573695, -0.0030705993995070457, -0.0026661038864403963, -0.002261608373373747, -0.0018571127438917756, -0.0014526171144098043, -0.001048121601343155, -0.0006436260882765055, -0.00023913054610602558, 0.00016536499606445432, 0.0005698605673387647, 0.0009743560804054141, 0.0013788515934720635, 0.0017833472229540348, 0.0021878427360206842, 0.0025923382490873337, 0.002996833762153983, 0.0034013292752206326, 0.003805824788287282, 0.004210320301353931, 0.0046148160472512245, 0.00501931132748723, 0.005423807073384523, 0.005828302353620529, 0.006232798099517822, 0.006637293845415115, 0.007041789125651121, 0.007446284871548414, 0.00785078015178442, 0.008255275897681713, 0.008659771643579006, 0.009064266458153725, 0.009468762204051018, 0.00987325794994831, 0.010277753695845604, 0.010682249441742897, 0.011086744256317616, 0.011491240002214909, 0.011895735748112202, 0.012300231494009495, 0.012704727239906788, 0.013109222054481506, 0.0135137178003788, 0.013918213546276093, 0.014322709292173386, 0.014727204106748104, 0.015131699852645397, 0.01553619559854269]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 3.0, 2.0, 4.0, 3.0, 7.0, 11.0, 12.0, 12.0, 18.0, 24.0, 24.0, 34.0, 57.0, 52.0, 86.0, 125.0, 175.0, 292.0, 755.0, 5258.0, 340.0, 179.0, 117.0, 81.0, 53.0, 51.0, 38.0, 19.0, 25.0, 11.0, 8.0, 11.0, 16.0, 6.0, 2.0, 5.0, 5.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.14700576663017273, -0.14241734147071838, -0.13782890141010284, -0.1332404762506485, -0.12865203619003296, -0.12406361103057861, -0.11947517842054367, -0.11488674581050873, -0.11029832065105438, -0.10570988804101944, -0.1011214554309845, -0.09653302282094955, -0.09194459021091461, -0.08735615760087967, -0.08276773244142532, -0.07817929983139038, -0.07359086722135544, -0.0690024346113205, -0.06441400200128555, -0.05982557311654091, -0.055237144231796265, -0.05064871162176132, -0.04606027901172638, -0.041471850126981735, -0.03688341751694679, -0.03229498490691185, -0.027706556022167206, -0.023118123412132263, -0.01852969266474247, -0.013941261917352676, -0.009352830238640308, -0.004764399025589228, -0.00017596781253814697, 0.004412463400512934, 0.009000894613564014, 0.013589326292276382, 0.018177757039666176, 0.02276618778705597, 0.027354620397090912, 0.031943049281835556, 0.0365314818918705, 0.04111991450190544, 0.045708343386650085, 0.05029677599668503, 0.05488520860671997, 0.059473637491464615, 0.06406206637620926, 0.0686504989862442, 0.07323893159627914, 0.07782736420631409, 0.08241579681634903, 0.08700422197580338, 0.09159265458583832, 0.09618108719587326, 0.1007695198059082, 0.10535795241594315, 0.10994638502597809, 0.11453481018543243, 0.11912324279546738, 0.12371167540550232, 0.12830010056495667, 0.1328885406255722, 0.13747696578502655, 0.1420654058456421, 0.14665383100509644]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 1.0, 4.0, 1.0, 2.0, 2.0, 5.0, 4.0, 1.0, 2.0, 2.0, 2.0, 1.0, 1.0, 5.0, 2.0, 1.0, 22.0, 2.0, 8.0, 1.0, 2.0, 5.0, 5.0, 0.0, 1.0, 2.0, 2.0, 2.0, 3.0, 2.0, 1.0, 1.0, 2.0, 2.0, 2.0, 1.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0], "bins": [-0.0022418946027755737, -0.0021788899321109056, -0.0021158852614462376, -0.0020528805907815695, -0.001989876152947545, -0.001926871482282877, -0.0018638668116182089, -0.0018008621409535408, -0.0017378574702888727, -0.0016748529160395265, -0.0016118482453748584, -0.0015488435747101903, -0.001485839020460844, -0.001422834349796176, -0.0013598296791315079, -0.0012968251248821616, -0.0012338204542174935, -0.0011708157835528255, -0.0011078112293034792, -0.0010448065586388111, -0.000981801887974143, -0.0009187972755171359, -0.0008557926630601287, -0.0007927879923954606, -0.0007297833799384534, -0.0006667787674814463, -0.0006037740968167782, -0.000540769484359771, -0.0004777648427989334, -0.00041476020123809576, -0.0003517555887810886, -0.00028875094722025096, -0.00022574630565941334, -0.0001627416640985757, -9.973703708965331e-05, -3.67324028047733e-05, 2.627223148010671e-05, 8.927686576498672e-05, 0.00015228150004986674, 0.00021528612705878913, 0.00027829076861962676, 0.0003412954101804644, 0.000404300051741302, 0.0004673046641983092, 0.0005303092766553164, 0.0005933139473199844, 0.0006563185597769916, 0.0007193232304416597, 0.0007823278428986669, 0.000845332455355674, 0.0009083371260203421, 0.0009713417384773493, 0.0010343464091420174, 0.0010973509633913636, 0.0011603556340560317, 0.0012233603047206998, 0.001286364858970046, 0.0013493695296347141, 0.0014123742002993822, 0.0014753788709640503, 0.0015383834252133965, 0.0016013880958780646, 0.0016643927665427327, 0.001727397320792079, 0.001790401991456747]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 4.0, 3.0, 8.0, 4.0, 8.0, 16.0, 14.0, 25.0, 39.0, 41.0, 67.0, 75.0, 106.0, 153.0, 200.0, 281.0, 425.0, 666.0, 986.0, 1578.0, 2658.0, 4394.0, 8129.0, 15758.0, 35735.0, 112583.0, 862762.0, 69720.0, 28405.0, 14551.0, 7894.0, 4691.0, 2811.0, 1730.0, 1086.0, 710.0, 457.0, 291.0, 187.0, 112.0, 87.0, 57.0, 54.0, 26.0, 15.0, 9.0, 10.0, 9.0, 2.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0], "bins": [-0.0060251676477491856, -0.005839277058839798, -0.005653386935591698, -0.00546749634668231, -0.0052816057577729225, -0.005095715168863535, -0.004909824579954147, -0.004723934456706047, -0.0045380438677966595, -0.004352153278887272, -0.004166263155639172, -0.003980372566729784, -0.0037944819778203964, -0.003608591388911009, -0.003422701032832265, -0.003236810676753521, -0.0030509200878441334, -0.002865029498934746, -0.002679139142856002, -0.002493248786777258, -0.0023073581978678703, -0.0021214676089584827, -0.0019355772528797388, -0.001749686780385673, -0.0015637963078916073, -0.0013779058353975415, -0.0011920153629034758, -0.00100612489040941, -0.0008202344179153442, -0.0006343439454212785, -0.0004484534729272127, -0.00026256300043314695, -7.667252793908119e-05, 0.00010921794455498457, 0.00029510841704905033, 0.0004809988895431161, 0.0006668893620371819, 0.0008527798345312476, 0.0010386703070253134, 0.0012245607795193791, 0.001410451252013445, 0.0015963417245075107, 0.0017822321970015764, 0.0019681225530803204, 0.002154013141989708, 0.0023399037308990955, 0.0025257940869778395, 0.0027116844430565834, 0.002897575031965971, 0.0030834656208753586, 0.0032693559769541025, 0.0034552463330328465, 0.003641136921942234, 0.0038270275108516216, 0.004012918099761009, 0.0041988082230091095, 0.004384698811918497, 0.004570589400827885, 0.004756479524075985, 0.0049423701129853725, 0.00512826070189476, 0.005314151290804148, 0.005500041879713535, 0.005685932002961636, 0.005871822591871023]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 5.0, 3.0, 2.0, 5.0, 3.0, 7.0, 2.0, 5.0, 10.0, 7.0, 3.0, 0.0, 0.0, 4.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.017725832760334015, -0.016476387158036232, -0.015226941555738449, -0.01397749688476324, -0.012728051282465458, -0.011478605680167675, -0.010229161009192467, -0.008979715406894684, -0.007730269804596901, -0.006480824202299118, -0.0052313790656626225, -0.003981933929026127, -0.002732488326728344, -0.0014830429572612047, -0.00023359758779406548, 0.0010158477816730738, 0.002265293151140213, 0.0035147385206073523, 0.0047641838900744915, 0.006013629026710987, 0.00726307462900877, 0.008512520231306553, 0.009761964902281761, 0.011011410504579544, 0.012260856106877327, 0.01351030170917511, 0.014759747311472893, 0.016009192913770676, 0.01725863665342331, 0.018508082255721092, 0.019757527858018875, 0.021006973460316658, 0.02225641906261444, 0.023505864664912224, 0.024755310267210007, 0.02600475586950779, 0.027254201471805573, 0.028503645211458206, 0.02975309081375599, 0.031002536416053772, 0.032251983880996704, 0.03350142762064934, 0.03475087136030197, 0.036000318825244904, 0.03724976256489754, 0.03849921002984047, 0.0397486537694931, 0.040998101234436035, 0.04224754497408867, 0.0434969887137413, 0.044746436178684235, 0.04599587991833687, 0.0472453273832798, 0.048494771122932434, 0.049744218587875366, 0.050993662327528, 0.052243106067180634, 0.053492553532123566, 0.0547419972717762, 0.05599144473671913, 0.057240888476371765, 0.0584903359413147, 0.05973977968096733, 0.06098922714591026, 0.0622386708855629]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 3.0, 9.0, 7.0, 10.0, 24.0, 39.0, 48.0, 64.0, 100.0, 155.0, 212.0, 305.0, 425.0, 598.0, 985.0, 1387.0, 2204.0, 7013.0, 2192.0, 1011.0, 561.0, 320.0, 189.0, 113.0, 69.0, 51.0, 37.0, 37.0, 33.0, 27.0, 18.0, 17.0, 18.0, 11.0, 11.0, 7.0, 10.0, 10.0, 9.0, 15.0, 4.0, 6.0, 2.0, 5.0, 3.0, 1.0, 0.0, 0.0, 1.0, 2.0, 12.0, 21.0, 0.0, 5.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 7.0], "bins": [-0.00801264587789774, -0.007581089157611132, -0.007149532437324524, -0.006717975717037916, -0.0062864189967513084, -0.005854862276464701, -0.005423305556178093, -0.004991748835891485, -0.0045601921156048775, -0.00412863539531827, -0.003697078675031662, -0.0032655219547450542, -0.0028339652344584465, -0.0024024085141718388, -0.001970851793885231, -0.0015392950735986233, -0.0011077383533120155, -0.0006761816330254078, -0.00024462491273880005, 0.0001869318075478077, 0.0006184885278344154, 0.0010500452481210232, 0.001481601968407631, 0.0019131586886942387, 0.0023447154089808464, 0.002776272129267454, 0.003207828849554062, 0.0036393855698406696, 0.004070942290127277, 0.004502499010413885, 0.004934055730700493, 0.005365612450987101, 0.005797169171273708, 0.006228725891560316, 0.006660282611846924, 0.007091839332133532, 0.007523396052420139, 0.007954953238368034, 0.008386509492993355, 0.008818065747618675, 0.00924962293356657, 0.009681180119514465, 0.010112736374139786, 0.010544292628765106, 0.010975849814713001, 0.011407407000660896, 0.011838963255286217, 0.012270519509911537, 0.012702076695859432, 0.013133633881807327, 0.013565190136432648, 0.013996746391057968, 0.014428303577005863, 0.014859860762953758, 0.015291417017579079, 0.0157229732722044, 0.01615453138947487, 0.01658608764410019, 0.01701764389872551, 0.01744920015335083, 0.01788075640797615, 0.01831231452524662, 0.01874387077987194, 0.01917542703449726, 0.01960698515176773]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 2.0, 0.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.11421719193458557, -0.11139249056577682, -0.10856778919696808, -0.10574308782815933, -0.10291838645935059, -0.10009367763996124, -0.0972689762711525, -0.09444427490234375, -0.091619573533535, -0.08879487216472626, -0.08597017079591751, -0.08314546942710876, -0.08032076060771942, -0.07749605923891068, -0.07467135787010193, -0.07184665650129318, -0.06902195513248444, -0.06619725376367569, -0.06337255239486694, -0.0605478473007679, -0.05772314593195915, -0.054898444563150406, -0.05207373946905136, -0.049249038100242615, -0.04642433673143387, -0.04359963536262512, -0.040774933993816376, -0.03795022889971733, -0.035125527530908585, -0.03230082616209984, -0.029476122930645943, -0.026651419699192047, -0.0238267183303833, -0.021002016961574554, -0.01817731373012066, -0.015352611429989338, -0.012527909129858017, -0.009703206829726696, -0.006878504529595375, -0.004053802229464054, -0.0012290999293327332, 0.0015956023707985878, 0.004420304670929909, 0.00724500697106123, 0.01006970927119255, 0.012894411571323872, 0.015719113871455193, 0.018543817102909088, 0.021368518471717834, 0.02419321984052658, 0.027017923071980476, 0.029842626303434372, 0.03266732767224312, 0.035492029041051865, 0.03831673413515091, 0.041141435503959656, 0.0439661368727684, 0.04679083824157715, 0.049615539610385895, 0.05244024470448494, 0.055264946073293686, 0.05808964744210243, 0.06091435253620148, 0.06373905390501022, 0.06656375527381897]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 3.0, 2.0, 2.0, 2.0, 1.0, 2.0, 2.0, 2.0, 1.0, 2.0, 3.0, 2.0, 6.0, 9.0, 5.0, 7.0, 3.0, 8.0, 12.0, 14.0, 10.0, 37.0, 18.0, 19.0, 13.0, 16.0, 9.0, 6.0, 6.0, 2.0, 4.0, 7.0, 2.0, 5.0, 4.0, 6.0, 5.0, 5.0, 2.0, 2.0, 2.0, 1.0, 1.0, 0.0, 2.0], "bins": [-0.04795581474900246, -0.04677792638540268, -0.0456000380218029, -0.044422149658203125, -0.04324425756931305, -0.04206636920571327, -0.040888480842113495, -0.03971059247851372, -0.03853270411491394, -0.03735481575131416, -0.036176927387714386, -0.03499903902411461, -0.03382115066051483, -0.032643258571624756, -0.03146537020802498, -0.0302874818444252, -0.029109593480825424, -0.027931705117225647, -0.02675381675362587, -0.025575926527380943, -0.024398038163781166, -0.02322014980018139, -0.022042259573936462, -0.020864371210336685, -0.019686482846736908, -0.01850859448313713, -0.017330706119537354, -0.016152815893292427, -0.01497492752969265, -0.013797039166092873, -0.01261914987117052, -0.011441260576248169, -0.010263372212648392, -0.009085483849048615, -0.007907594554126263, -0.006729705724865198, -0.005551816895604134, -0.004373928066343069, -0.0031960392370820045, -0.00201815040782094, -0.0008402615785598755, 0.00033762725070118904, 0.0015155160799622536, 0.002693404909223318, 0.0038712937384843826, 0.005049182567745447, 0.006227071397006512, 0.007404960226267576, 0.00858284905552864, 0.009760737419128418, 0.01093862671405077, 0.012116516008973122, 0.013294404372572899, 0.014472292736172676, 0.015650182962417603, 0.01682807132601738, 0.018005959689617157, 0.019183848053216934, 0.02036173641681671, 0.021539626643061638, 0.022717515006661415, 0.023895403370261192, 0.02507329359650612, 0.026251181960105896, 0.027429070323705673]}, "_runtime": 127.33093523979187, "_timestamp": 1596211717.102044, "_step": 158}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 2.0, 1.0, 2.0, 2.0, 3.0, 4.0, 1.0, 6.0, 4.0, 4.0, 2.0, 1.0, 4.0, 5.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011908499523997307, -0.01149455551058054, -0.011080610565841198, -0.01066666655242443, -0.010252721607685089, -0.009838777594268322, -0.009424833580851555, -0.009010888636112213, -0.008596944622695446, -0.008183000609278679, -0.007769055664539337, -0.00735511165112257, -0.006941167172044516, -0.006527222692966461, -0.006113278679549694, -0.00569933420047164, -0.005285389721393585, -0.004871445242315531, -0.004457500763237476, -0.004043556749820709, -0.003629612270742655, -0.0032156677916646004, -0.0028017235454171896, -0.002387779299169779, -0.0019738348200917244, -0.0015598904574289918, -0.0011459460947662592, -0.0007320017321035266, -0.000318057369440794, 9.588699322193861e-05, 0.0005098313558846712, 0.0009237757185474038, 0.0013377200812101364, 0.001751664443872869, 0.0021656088065356016, 0.0025795530527830124, 0.002993497531861067, 0.0034074420109391212, 0.003821386257186532, 0.004235330503433943, 0.004649274982511997, 0.005063219461590052, 0.005477163940668106, 0.005891107954084873, 0.006305052433162928, 0.006718996912240982, 0.007132940925657749, 0.007546885404735804, 0.007960829883813858, 0.008374773897230625, 0.008788718841969967, 0.009202662855386734, 0.009616607800126076, 0.010030551813542843, 0.01044449582695961, 0.010858440771698952, 0.011272384785115719, 0.011686328798532486, 0.012100273743271828, 0.012514217756688595, 0.012928161770105362, 0.013342106714844704, 0.01375605072826147, 0.014169995673000813, 0.01458393968641758]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 4.0, 4.0, 2.0, 3.0, 6.0, 6.0, 7.0, 8.0, 8.0, 9.0, 12.0, 20.0, 16.0, 33.0, 29.0, 36.0, 71.0, 91.0, 103.0, 142.0, 198.0, 387.0, 5247.0, 675.0, 270.0, 139.0, 102.0, 69.0, 51.0, 36.0, 33.0, 24.0, 19.0, 10.0, 11.0, 7.0, 7.0, 7.0, 5.0, 6.0, 3.0, 2.0, 1.0, 4.0, 3.0, 1.0, 1.0, 1.0, 2.0], "bins": [-0.1328238844871521, -0.12928105890750885, -0.1257382333278656, -0.12219541519880295, -0.1186525896191597, -0.11510977149009705, -0.1115669459104538, -0.10802412033081055, -0.1044812947511673, -0.10093847662210464, -0.0973956510424614, -0.09385282546281815, -0.0903100073337555, -0.08676718175411224, -0.083224356174469, -0.07968153804540634, -0.07613871246576309, -0.07259588688611984, -0.06905306875705719, -0.06551024317741394, -0.06196741759777069, -0.05842459574341774, -0.05488177388906479, -0.05133894830942154, -0.04779612645506859, -0.04425330460071564, -0.04071047902107239, -0.03716765716671944, -0.033624835312366486, -0.030082009732723236, -0.026539187878370285, -0.022996364161372185, -0.019453540444374084, -0.015910716727375984, -0.012367893941700459, -0.008825071156024933, -0.005282247439026833, -0.0017394241876900196, 0.0018033990636467934, 0.005346222314983606, 0.00888904556632042, 0.01243186928331852, 0.01597469300031662, 0.01951751485466957, 0.02306033857166767, 0.02660316228866577, 0.030145984143018723, 0.03368880972266197, 0.03723163157701492, 0.040774453431367874, 0.044317279011011124, 0.047860100865364075, 0.051402926445007324, 0.054945748299360275, 0.058488570153713226, 0.062031395733356476, 0.06557421386241913, 0.06911703944206238, 0.07265986502170563, 0.07620269060134888, 0.07974550873041153, 0.08328833431005478, 0.08683115988969803, 0.09037397801876068, 0.09391680359840393]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 1.0, 1.0, 3.0, 2.0, 0.0, 1.0, 2.0, 0.0, 3.0, 3.0, 2.0, 8.0, 2.0, 3.0, 6.0, 1.0, 3.0, 8.0, 23.0, 4.0, 6.0, 2.0, 1.0, 3.0, 2.0, 5.0, 4.0, 3.0, 2.0, 7.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.004114959388971329, -0.00401382427662611, -0.003912689164280891, -0.0038115542847663164, -0.0037104194052517414, -0.0036092842929065228, -0.0035081494133919477, -0.003407014301046729, -0.003305879421532154, -0.0032047443091869354, -0.0031036091968417168, -0.0030024743173271418, -0.002901339204981923, -0.002800204325467348, -0.0026990692131221294, -0.0025979343336075544, -0.0024967992212623358, -0.002395664108917117, -0.002294529229402542, -0.0021933941170573235, -0.0020922592375427485, -0.00199112412519753, -0.001889989129267633, -0.0017888541333377361, -0.0016877191374078393, -0.0015865841414779425, -0.0014854491455480456, -0.0013843141496181488, -0.0012831790372729301, -0.0011820440413430333, -0.0010809090454131365, -0.0009797740494832397, -0.0008786390535533428, -0.000777504057623446, -0.0006763690616935492, -0.0005752340075559914, -0.0004740990116260946, -0.00037296401569619775, -0.00027182899066247046, -0.0001706939801806584, -6.955896969884634e-05, 3.157604078296572e-05, 0.00013271105126477778, 0.00023384606174658984, 0.0003349810722284019, 0.00043611606815829873, 0.0005372511222958565, 0.0006383861182257533, 0.0007395211141556501, 0.000840656110085547, 0.0009417911060154438, 0.0010429261019453406, 0.0011440610978752375, 0.0012451962102204561, 0.001346331206150353, 0.0014474662020802498, 0.0015486011980101466, 0.0016497361939400434, 0.0017508711898699403, 0.0018520061857998371, 0.0019531412981450558, 0.0020542761776596308, 0.0021554112900048494, 0.0022565461695194244, 0.002357681281864643]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 1.0, 3.0, 7.0, 5.0, 7.0, 9.0, 13.0, 18.0, 27.0, 40.0, 60.0, 61.0, 91.0, 132.0, 221.0, 307.0, 461.0, 731.0, 1203.0, 1905.0, 3211.0, 5938.0, 11016.0, 22991.0, 60499.0, 848874.0, 146123.0, 37615.0, 17111.0, 8764.0, 4839.0, 2748.0, 1614.0, 1049.0, 671.0, 443.0, 294.0, 201.0, 117.0, 76.0, 53.0, 34.0, 21.0, 12.0, 8.0, 9.0, 2.0, 0.0, 3.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0], "bins": [-0.007494844496250153, -0.007280096411705017, -0.007065348792821169, -0.006850600708276033, -0.006635853089392185, -0.00642110500484705, -0.006206356920301914, -0.005991609301418066, -0.0057768612168729305, -0.005562113132327795, -0.005347365513443947, -0.005132617428898811, -0.004917869344353676, -0.004703121725469828, -0.004488373640924692, -0.004273626022040844, -0.0040588779374957085, -0.0038441300857812166, -0.0036293822340667248, -0.0034146341495215893, -0.0031998862978070974, -0.0029851384460926056, -0.00277039036154747, -0.0025556425098329782, -0.0023408946581184864, -0.0021261468064039946, -0.0019113988382741809, -0.0016966508701443672, -0.0014819030184298754, -0.0012671551667153835, -0.0010524071985855699, -0.0008376592886634171, -0.0006229113787412643, -0.0004081634688191116, -0.00019341555889695883, 2.133235102519393e-05, 0.0002360802609473467, 0.00045082817086949944, 0.0006655760807916522, 0.000880323990713805, 0.0010950719006359577, 0.0013098197523504496, 0.0015245677204802632, 0.001739315688610077, 0.0019540635403245687, 0.0021688113920390606, 0.002383559476584196, 0.002598307328298688, 0.0028130551800131798, 0.0030278030317276716, 0.0032425508834421635, 0.003457298967987299, 0.003672046819701791, 0.0038867946714162827, 0.004101542755961418, 0.004316290374845266, 0.004531038459390402, 0.004745786543935537, 0.0049605341628193855, 0.005175282247364521, 0.0053900303319096565, 0.005604777950793505, 0.00581952603533864, 0.006034273654222488, 0.006249021738767624]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 4.0, 1.0, 2.0, 2.0, 2.0, 3.0, 1.0, 3.0, 1.0, 2.0, 2.0, 3.0, 3.0, 1.0, 8.0, 1.0, 2.0, 0.0, 3.0, 0.0, 2.0, 3.0, 3.0, 1.0, 1.0, 2.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00866011530160904, -0.008087591268122196, -0.007515068165957928, -0.006942544132471085, -0.006370020564645529, -0.005797496996819973, -0.00522497296333313, -0.004652449395507574, -0.004079925827682018, -0.0035074022598564625, -0.002934878459200263, -0.0023623546585440636, -0.0017898310907185078, -0.0012173074064776301, -0.0006447837222367525, -7.226003799587488e-05, 0.0005002636462450027, 0.0010727873304858804, 0.001645311014726758, 0.0022178348153829575, 0.0027903583832085133, 0.003362881951034069, 0.003935405984520912, 0.004507929552346468, 0.005080453120172024, 0.00565297668799758, 0.006225500255823135, 0.0067980242893099785, 0.007370547857135534, 0.00794307142496109, 0.008515595458447933, 0.009088118560612202, 0.009660642594099045, 0.010233166627585888, 0.010805689729750156, 0.011378213763237, 0.011950736865401268, 0.012523260898888111, 0.013095784932374954, 0.013668308034539223, 0.014240832068026066, 0.014813356101512909, 0.015385879203677177, 0.015958402305841446, 0.016530927270650864, 0.017103450372815132, 0.0176759734749794, 0.01824849843978882, 0.018821021541953087, 0.019393544644117355, 0.019966069608926773, 0.02053859271109104, 0.02111111581325531, 0.021683640778064728, 0.022256163880228996, 0.022828686982393265, 0.023401211947202682, 0.02397373504936695, 0.02454625815153122, 0.025118781253695488, 0.025691306218504906, 0.026263829320669174, 0.026836352422833443, 0.02740887738764286, 0.02798140048980713]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 2.0, 1.0, 5.0, 1.0, 14.0, 7.0, 10.0, 17.0, 23.0, 32.0, 61.0, 60.0, 112.0, 134.0, 206.0, 254.0, 325.0, 588.0, 792.0, 1213.0, 1861.0, 6368.0, 2367.0, 1259.0, 833.0, 512.0, 369.0, 290.0, 170.0, 132.0, 96.0, 83.0, 44.0, 25.0, 26.0, 20.0, 13.0, 11.0, 17.0, 5.0, 10.0, 14.0, 12.0, 6.0, 6.0, 3.0, 2.0, 4.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.008463540114462376, -0.008121343329548836, -0.007779146544635296, -0.007436949759721756, -0.007094752974808216, -0.006752556189894676, -0.006410359404981136, -0.0060681626200675964, -0.0057259658351540565, -0.005383769515901804, -0.005041572730988264, -0.004699375946074724, -0.004357179161161184, -0.004014982376247644, -0.0036727855913341045, -0.0033305888064205647, -0.0029883920215070248, -0.002646195236593485, -0.002303998451679945, -0.001961801666766405, -0.001619604998268187, -0.0012774082133546472, -0.0009352114866487682, -0.0005930147599428892, -0.0002508179750293493, 9.13787807803601e-05, 0.00043357553659006953, 0.0007757722632959485, 0.0011179690482094884, 0.0014601658331230283, 0.0018023625016212463, 0.0021445592865347862, 0.002486756071448326, 0.002828952856361866, 0.003171149641275406, 0.0035133464261889458, 0.0038555432111024857, 0.0041977399960160255, 0.004539936780929565, 0.004882133565843105, 0.005224330350756645, 0.005566526670008898, 0.005908723454922438, 0.0062509202398359776, 0.0065931170247495174, 0.006935313809663057, 0.007277510594576597, 0.007619707379490137, 0.007961904630064964, 0.00830410048365593, 0.00864629726856947, 0.00898849405348301, 0.00933069083839655, 0.009672887623310089, 0.010015084408223629, 0.010357281193137169, 0.010699477978050709, 0.011041674762964249, 0.011383871547877789, 0.011726068332791328, 0.012068265117704868, 0.012410461902618408, 0.012752658687531948, 0.013094855472445488, 0.013437052257359028]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 4.0, 0.0, 1.0, 1.0, 3.0, 2.0, 2.0, 5.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0939207524061203, -0.09067085385322571, -0.08742096275091171, -0.08417106419801712, -0.08092117309570312, -0.07767127454280853, -0.07442137598991394, -0.07117148488759995, -0.06792158633470535, -0.06467169523239136, -0.061421796679496765, -0.05817190185189247, -0.05492200702428818, -0.051672112196683884, -0.04842221364378929, -0.045172318816185, -0.041922423988580704, -0.03867252916097641, -0.035422634333372116, -0.032172735780477524, -0.02892284095287323, -0.025672946125268936, -0.022423051297664642, -0.0191731546074152, -0.015923259779810905, -0.012673364020884037, -0.009423468261957169, -0.006173573434352875, -0.0029236776754260063, 0.00032621785067021847, 0.0035761133767664433, 0.006826008670032024, 0.010075904428958893, 0.013325800187885761, 0.01657569594681263, 0.019825590774416924, 0.023075487464666367, 0.02632538229227066, 0.029575277119874954, 0.03282517194747925, 0.03607507050037384, 0.039324965327978134, 0.04257486015558243, 0.04582475498318672, 0.049074649810791016, 0.05232454463839531, 0.0555744431912899, 0.058824338018894196, 0.06207423284649849, 0.06532412767410278, 0.06857402622699738, 0.07182391732931137, 0.07507381588220596, 0.07832370698451996, 0.08157360553741455, 0.08482350409030914, 0.08807339519262314, 0.09132329374551773, 0.09457318484783173, 0.09782308340072632, 0.10107298195362091, 0.1043228730559349, 0.1075727716088295, 0.1108226627111435, 0.11407256126403809]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 3.0, 3.0, 5.0, 7.0, 8.0, 12.0, 16.0, 28.0, 71.0, 20.0, 15.0, 25.0, 11.0, 9.0, 5.0, 9.0, 1.0, 4.0, 3.0, 2.0, 4.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0], "bins": [-0.08933284133672714, -0.08650153130292892, -0.08367021381855011, -0.08083890378475189, -0.07800759375095367, -0.07517628371715546, -0.07234496623277664, -0.06951365619897842, -0.0666823461651802, -0.06385102868080139, -0.061019718647003174, -0.058188408613204956, -0.05535709485411644, -0.05252578482031822, -0.049694471061229706, -0.04686316102743149, -0.04403184726834297, -0.041200533509254456, -0.03836922347545624, -0.03553790971636772, -0.032706599682569504, -0.029875285923480988, -0.02704397402703762, -0.024212662130594254, -0.021381350234150887, -0.01855003833770752, -0.015718726441264153, -0.012887413613498211, -0.010056101717054844, -0.007224789820611477, -0.004393477458506823, -0.001562165329232812, 0.0012691468000411987, 0.004100458696484566, 0.00693177105858922, 0.009763083420693874, 0.012594395317137241, 0.015425707213580608, 0.01825702004134655, 0.021088331937789917, 0.023919643834233284, 0.02675095573067665, 0.029582267627120018, 0.032413579523563385, 0.0352448932826519, 0.03807620331645012, 0.040907517075538635, 0.04373882710933685, 0.04657014086842537, 0.049401454627513885, 0.0522327646613121, 0.05506407842040062, 0.05789538845419884, 0.060726702213287354, 0.06355801224708557, 0.06638932228088379, 0.0692206397652626, 0.07205194979906082, 0.07488325983285904, 0.07771457731723785, 0.08054588735103607, 0.08337719738483429, 0.08620850741863251, 0.08903982490301132, 0.09187113493680954]}, "_runtime": 128.1553761959076, "_timestamp": 1596211717.926485, "_step": 159}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 3.0, 1.0, 3.0, 8.0, 4.0, 3.0, 2.0, 1.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 2.0, 3.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010662922635674477, -0.010365345515310764, -0.010067768394947052, -0.00977019127458334, -0.009472614154219627, -0.009175037033855915, -0.008877459913492203, -0.00857988279312849, -0.008282305672764778, -0.007984728552401066, -0.007687151897698641, -0.0073895747773349285, -0.007091997656971216, -0.006794420536607504, -0.006496843416243792, -0.006199266295880079, -0.005901689175516367, -0.005604112055152655, -0.005306534934788942, -0.00500895781442523, -0.004711380694061518, -0.004413803573697805, -0.004116226453334093, -0.0038186495658010244, -0.003521072445437312, -0.0032234953250736, -0.0029259182047098875, -0.002628341084346175, -0.0023307641968131065, -0.0020331870764493942, -0.001735609956085682, -0.0014380328357219696, -0.0011404557153582573, -0.000842878594994545, -0.0005453015328384936, -0.00024772444157861173, 4.985264968127012e-05, 0.000347429740941152, 0.0006450068322010338, 0.0009425838943570852, 0.0012401610147207975, 0.0015377381350845098, 0.0018353152554482222, 0.0021328923758119345, 0.002430469263345003, 0.0027280463837087154, 0.0030256235040724277, 0.00332320062443614, 0.0036207777447998524, 0.003918354865163565, 0.004215931985527277, 0.004513509105890989, 0.004811086226254702, 0.005108663346618414, 0.005406240466982126, 0.0057038175873458385, 0.0060013942420482635, 0.006298971362411976, 0.006596548482775688, 0.0068941256031394005, 0.007191702723503113, 0.007489279843866825, 0.007786856964230537, 0.00808443408459425, 0.008382011204957962]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 2.0, 1.0, 4.0, 3.0, 3.0, 3.0, 5.0, 4.0, 4.0, 10.0, 5.0, 15.0, 18.0, 28.0, 19.0, 33.0, 45.0, 61.0, 72.0, 97.0, 138.0, 225.0, 477.0, 5465.0, 406.0, 217.0, 145.0, 100.0, 80.0, 61.0, 61.0, 25.0, 15.0, 20.0, 14.0, 13.0, 8.0, 3.0, 5.0, 4.0, 2.0, 0.0, 3.0, 2.0, 4.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.14854682981967926, -0.1444651484489441, -0.14038348197937012, -0.13630180060863495, -0.13222011923789978, -0.1281384527683258, -0.12405677139759064, -0.11997509747743607, -0.1158934235572815, -0.11181174963712692, -0.10773007571697235, -0.10364839434623718, -0.09956672042608261, -0.09548504650592804, -0.09140336513519287, -0.0873216912150383, -0.08324001729488373, -0.07915834337472916, -0.07507666945457458, -0.07099498808383942, -0.06691331416368484, -0.06283164024353027, -0.0587499625980854, -0.05466828495264053, -0.05058661103248596, -0.04650493711233139, -0.04242325946688652, -0.03834158182144165, -0.03425990790128708, -0.030178232118487358, -0.026096556335687637, -0.022014880552887917, -0.017933204770088196, -0.013851528987288475, -0.009769853204488754, -0.0056881774216890335, -0.0016065016388893127, 0.002475174143910408, 0.006556849926710129, 0.01063852570950985, 0.01472020149230957, 0.01880187727510929, 0.022883553057909012, 0.026965228840708733, 0.031046904623508453, 0.035128578543663025, 0.039210256189107895, 0.043291933834552765, 0.047373607754707336, 0.05145528167486191, 0.05553695932030678, 0.05961863696575165, 0.06370031088590622, 0.06778198480606079, 0.07186366617679596, 0.07594534009695053, 0.0800270140171051, 0.08410868793725967, 0.08819036185741425, 0.09227204322814941, 0.09635371714830399, 0.10043539106845856, 0.10451707243919373, 0.1085987463593483, 0.11268042027950287]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 4.0, 0.0, 2.0, 1.0, 1.0, 2.0, 2.0, 3.0, 0.0, 2.0, 2.0, 3.0, 1.0, 6.0, 2.0, 5.0, 27.0, 2.0, 4.0, 3.0, 6.0, 5.0, 3.0, 1.0, 3.0, 3.0, 1.0, 5.0, 3.0, 1.0, 3.0, 3.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.0031860009767115116, -0.003094879910349846, -0.003003759076818824, -0.002912638010457158, -0.002821517176926136, -0.0027303961105644703, -0.0026392752770334482, -0.0025481542106717825, -0.0024570333771407604, -0.0023659123107790947, -0.0022747914772480726, -0.002183670410886407, -0.002092549577355385, -0.002001428510993719, -0.0019103075610473752, -0.0018191866111010313, -0.0017280656611546874, -0.0016369447112083435, -0.0015458237612619996, -0.0014547028113156557, -0.0013635818613693118, -0.001272460911422968, -0.001181339961476624, -0.0010902190115302801, -0.0009990979451686144, -0.0009079770534299314, -0.0008168561034835875, -0.0007257351535372436, -0.0006346141453832388, -0.0005434931954368949, -0.000452372245490551, -0.0003612512955442071, -0.0002701303455978632, -0.0001790093956515193, -8.788843115326017e-05, 3.2325260690413415e-06, 9.435348329134285e-05, 0.00018547443323768675, 0.0002765954122878611, 0.000367716362234205, 0.0004588373121805489, 0.0005499582621268928, 0.0006410792120732367, 0.0007322001620195806, 0.0008233211701735854, 0.0009144421201199293, 0.0010055630700662732, 0.0010966840200126171, 0.001187804969958961, 0.001278925919905305, 0.0013700468698516488, 0.0014611678197979927, 0.0015522887697443366, 0.0016434097196906805, 0.0017345306696370244, 0.0018256516195833683, 0.001916772685945034, 0.002007893519476056, 0.002099014585837722, 0.002190135419368744, 0.0022812564857304096, 0.0023723773192614317, 0.0024634983856230974, 0.0025546192191541195, 0.0026457402855157852]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 3.0, 6.0, 7.0, 12.0, 18.0, 15.0, 19.0, 33.0, 63.0, 82.0, 131.0, 220.0, 269.0, 454.0, 714.0, 1178.0, 2095.0, 3820.0, 8375.0, 20567.0, 76457.0, 927121.0, 88343.0, 26739.0, 11073.0, 5273.0, 2725.0, 1462.0, 792.0, 528.0, 343.0, 198.0, 145.0, 107.0, 69.0, 48.0, 37.0, 27.0, 23.0, 12.0, 13.0, 2.0, 5.0, 5.0, 3.0, 5.0, 2.0, 0.0, 1.0, 1.0], "bins": [-0.009631949476897717, -0.009361006319522858, -0.009090064093470573, -0.008819120936095715, -0.008548177778720856, -0.008277235552668571, -0.008006292395293713, -0.007735349703580141, -0.0074644070118665695, -0.007193464320152998, -0.006922521628439426, -0.0066515784710645676, -0.006380635779350996, -0.0061096930876374245, -0.005838749930262566, -0.005567807238548994, -0.0052968645468354225, -0.005025921855121851, -0.004754979163408279, -0.0044840360060334206, -0.004213093314319849, -0.0039421506226062775, -0.0036712076980620623, -0.003400264773517847, -0.0031293220818042755, -0.002858379390090704, -0.0025874364655464888, -0.0023164935410022736, -0.002045550849288702, -0.0017746080411598086, -0.0015036652330309153, -0.0012327224249020219, -0.0009617796167731285, -0.0006908368086442351, -0.00041989400051534176, -0.00014895119238644838, 0.00012199161574244499, 0.00039293442387133837, 0.0006638772320002317, 0.0009348200401291251, 0.0012057628482580185, 0.0014767056563869119, 0.0017476484645158052, 0.0020185913890600204, 0.002289534080773592, 0.0025604767724871635, 0.0028314196970313787, 0.003102362621575594, 0.0033733053132891655, 0.003644248005002737, 0.003915190696716309, 0.0041861338540911674, 0.004457076545804739, 0.0047280192375183105, 0.004998962394893169, 0.005269905086606741, 0.0055408477783203125, 0.005811790470033884, 0.006082733161747456, 0.0063536763191223145, 0.006624619010835886, 0.0068955617025494576, 0.007166504859924316, 0.007437447551637888, 0.0077083902433514595]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 3.0, 6.0, 2.0, 4.0, 3.0, 1.0, 1.0, 2.0, 2.0, 0.0, 2.0, 1.0, 1.0, 3.0, 2.0, 1.0, 0.0, 3.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013362215831875801, -0.01288101077079773, -0.012399804778397083, -0.011918599717319012, -0.01143739465624094, -0.010956189595162868, -0.010474983602762222, -0.00999377854168415, -0.009512573480606079, -0.009031367488205433, -0.008550162427127361, -0.00806895736604929, -0.007587751839309931, -0.007106546778231859, -0.0066253412514925, -0.006144136190414429, -0.00566293066367507, -0.005181725136935711, -0.004700520075857639, -0.00421931454911828, -0.003738109488040209, -0.00325690396130085, -0.0027756986673921347, -0.0022944933734834194, -0.0018132880795747042, -0.001332082785665989, -0.0008508774335496128, -0.00036967211053706706, 0.00011153321247547865, 0.0005927385063841939, 0.001073943916708231, 0.0015551492106169462, 0.0020363545045256615, 0.0025175597984343767, 0.002998765092343092, 0.003479970386251807, 0.0039611756801605225, 0.004442381206899881, 0.004923586267977953, 0.005404791794717312, 0.0058859968557953835, 0.006367202382534742, 0.006848407909274101, 0.007329612970352173, 0.007810818497091532, 0.00829202402383089, 0.008773229084908962, 0.009254434145987034, 0.00973564013838768, 0.010216845199465752, 0.010698050260543823, 0.011179255321621895, 0.011660461314022541, 0.012141666375100613, 0.012622871436178684, 0.013104076497256756, 0.013585282489657402, 0.014066487550735474, 0.014547692611813545, 0.015028898604214191, 0.015510103665292263, 0.01599130965769291, 0.01647251471877098, 0.016953719779849052, 0.017434924840927124]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 4.0, 2.0, 5.0, 8.0, 6.0, 9.0, 8.0, 17.0, 18.0, 30.0, 38.0, 49.0, 52.0, 81.0, 93.0, 89.0, 135.0, 200.0, 225.0, 351.0, 483.0, 706.0, 932.0, 1548.0, 6021.0, 2436.0, 1367.0, 916.0, 647.0, 474.0, 360.0, 263.0, 177.0, 160.0, 109.0, 88.0, 85.0, 81.0, 55.0, 29.0, 28.0, 17.0, 7.0, 7.0, 2.0, 4.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.011975491419434547, -0.011650243774056435, -0.011324995197355747, -0.010999747551977634, -0.010674499906599522, -0.010349252261221409, -0.010024003684520721, -0.009698756039142609, -0.009373508393764496, -0.009048259817063808, -0.008723012171685696, -0.008397764526307583, -0.00807251688092947, -0.00774726876989007, -0.00742202065885067, -0.007096773013472557, -0.006771524902433157, -0.006446276791393757, -0.006121029146015644, -0.005795781034976244, -0.005470533389598131, -0.005145285278558731, -0.004820037633180618, -0.004494789522141218, -0.004169541411101818, -0.0038442937657237053, -0.003519045887514949, -0.0031937980093061924, -0.0028685498982667923, -0.002543302020058036, -0.0022180541418492794, -0.001892806263640523, -0.0015675583854317665, -0.00124231050722301, -0.0009170625708065927, -0.0005918146343901753, -0.0002665667561814189, 5.868115113116801e-05, 0.0003839290584437549, 0.0007091769948601723, 0.0010344248730689287, 0.0013596727512776852, 0.0016849206294864416, 0.002010168507695198, 0.002335416618734598, 0.0026606644969433546, 0.002985912375152111, 0.0033111602533608675, 0.003636408131569624, 0.003961656242609024, 0.004286903887987137, 0.004612151999026537, 0.00493739964440465, 0.00526264775544405, 0.005587895400822163, 0.005913143511861563, 0.006238391622900963, 0.006563639268279076, 0.006888887379318476, 0.0072141350246965885, 0.007539383135735989, 0.007864630781114101, 0.008189878426492214, 0.008515127003192902, 0.008840374648571014]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 4.0, 0.0, 1.0, 1.0, 2.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.019230861216783524, -0.017406461760401726, -0.015582062304019928, -0.01375766284763813, -0.011933263391256332, -0.010108863934874535, -0.008284464478492737, -0.006460065022110939, -0.004635665565729141, -0.0028112661093473434, -0.0009868666529655457, 0.0008375328034162521, 0.00266193225979805, 0.004486331716179848, 0.0063107311725616455, 0.008135130628943443, 0.009959530085325241, 0.011783929541707039, 0.013608328998088837, 0.015432728454470634, 0.017257127910852432, 0.01908152736723423, 0.020905926823616028, 0.022730326279997826, 0.024554725736379623, 0.02637912519276142, 0.02820352464914322, 0.030027924105525017, 0.031852323561906815, 0.03367672115564346, 0.03550112247467041, 0.03732552379369736, 0.039149921387434006, 0.040974318981170654, 0.0427987203001976, 0.04462312161922455, 0.0464475192129612, 0.048271916806697845, 0.05009631812572479, 0.05192071944475174, 0.05374511703848839, 0.05556951463222504, 0.057393915951251984, 0.05921831727027893, 0.06104271486401558, 0.06286711245775223, 0.06469151377677917, 0.06651591509580612, 0.06834031641483307, 0.07016471028327942, 0.07198911160230637, 0.07381351292133331, 0.07563790678977966, 0.07746230810880661, 0.07928670942783356, 0.0811111107468605, 0.08293551206588745, 0.0847599059343338, 0.08658430725336075, 0.0884087085723877, 0.09023310244083405, 0.09205750375986099, 0.09388190507888794, 0.09570630639791489, 0.09753070771694183]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 5.0, 3.0, 4.0, 1.0, 10.0, 13.0, 19.0, 15.0, 17.0, 34.0, 34.0, 24.0, 9.0, 25.0, 12.0, 13.0, 9.0, 9.0, 6.0, 7.0, 0.0, 3.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02226833626627922, -0.020564405247569084, -0.018860474228858948, -0.01715654507279396, -0.015452614054083824, -0.013748683035373688, -0.012044752947986126, -0.010340822860598564, -0.008636891841888428, -0.006932961288839579, -0.0052290307357907295, -0.0035251001827418804, -0.0018211696296930313, -0.0001172390766441822, 0.001586691476404667, 0.003290622029453516, 0.004994552582502365, 0.006698483135551214, 0.008402413688600063, 0.010106343775987625, 0.011810274794697762, 0.013514205813407898, 0.01521813590079546, 0.01692206598818302, 0.018625997006893158, 0.020329928025603294, 0.02203385904431343, 0.023737788200378418, 0.025441719219088554, 0.02714565023779869, 0.028849579393863678, 0.030553510412573814, 0.03225744143128395, 0.03396137058734894, 0.035665303468704224, 0.03736923262476921, 0.0390731617808342, 0.040777094662189484, 0.04248102381825447, 0.044184956699609756, 0.045888885855674744, 0.04759281501173973, 0.049296747893095016, 0.051000677049160004, 0.05270460993051529, 0.054408539086580276, 0.056112468242645264, 0.05781640112400055, 0.059520330280065536, 0.061224259436130524, 0.06292819231748581, 0.0646321251988411, 0.06633605062961578, 0.06803998351097107, 0.06974391639232635, 0.07144784182310104, 0.07315177470445633, 0.07485570758581161, 0.0765596330165863, 0.07826356589794159, 0.07996749877929688, 0.08167142421007156, 0.08337535709142685, 0.08507928997278214, 0.08678321540355682]}, "_runtime": 128.98196458816528, "_timestamp": 1596211718.7530735, "_step": 160}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 2.0, 1.0, 2.0, 4.0, 2.0, 3.0, 2.0, 3.0, 3.0, 2.0, 2.0, 3.0, 5.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010409163311123848, -0.010138401761651039, -0.009867639280855656, -0.009596877731382847, -0.009326116181910038, -0.009055353701114655, -0.008784592151641846, -0.008513830602169037, -0.008243069052696228, -0.007972306571900845, -0.007701545022428036, -0.00743078300729394, -0.0071600209921598434, -0.006889259442687035, -0.0066184974275529385, -0.00634773587808013, -0.0060769738629460335, -0.005806211847811937, -0.0055354502983391285, -0.005264688283205032, -0.0049939267337322235, -0.004723164718598127, -0.004452402703464031, -0.004181641153991222, -0.003910879138857126, -0.0036401173565536737, -0.0033693555742502213, -0.003098593559116125, -0.0028278317768126726, -0.00255706999450922, -0.002286307979375124, -0.0020155461970716715, -0.001744784414768219, -0.0014740226324647665, -0.0012032607337459922, -0.0009324988932348788, -0.0006617370527237654, -0.00039097521221265197, -0.00012021337170153856, 0.00015054846880957484, 0.00042131030932068825, 0.0006920721498318017, 0.0009628339903429151, 0.0012335958890616894, 0.0015043576713651419, 0.0017751194536685944, 0.0020458814688026905, 0.002316643251106143, 0.0025874050334095955, 0.002858166815713048, 0.0031289285980165005, 0.0033996906131505966, 0.003670452395454049, 0.003941214177757502, 0.004211976192891598, 0.004482737742364407, 0.004753499757498503, 0.005024261772632599, 0.005295023322105408, 0.005565785337239504, 0.0058365473523736, 0.006107308901846409, 0.006378070916980505, 0.006648832466453314, 0.00691959448158741]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 2.0, 4.0, 3.0, 3.0, 3.0, 2.0, 8.0, 3.0, 16.0, 11.0, 16.0, 21.0, 29.0, 23.0, 40.0, 51.0, 54.0, 56.0, 81.0, 117.0, 190.0, 260.0, 509.0, 5102.0, 498.0, 224.0, 171.0, 97.0, 75.0, 51.0, 41.0, 43.0, 20.0, 17.0, 17.0, 18.0, 16.0, 7.0, 5.0, 1.0, 7.0, 5.0, 3.0, 1.0, 4.0, 1.0, 1.0, 2.0, 1.0], "bins": [-0.11708705127239227, -0.11402156949043274, -0.11095608025789261, -0.10789059102535248, -0.10482510924339294, -0.10175962746143341, -0.09869413822889328, -0.09562864899635315, -0.09256316721439362, -0.08949768543243408, -0.08643219619989395, -0.08336670696735382, -0.08030122518539429, -0.07723574340343475, -0.07417025417089462, -0.07110476493835449, -0.06803928315639496, -0.06497380137443542, -0.061908312141895294, -0.05884282663464546, -0.05577734112739563, -0.0527118556201458, -0.049646370112895966, -0.04658088460564613, -0.0435153990983963, -0.04044991359114647, -0.03738442808389664, -0.034318942576646805, -0.03125345706939697, -0.02818797156214714, -0.02512248605489731, -0.022057000547647476, -0.018991515040397644, -0.015926029533147812, -0.01286054402589798, -0.009795058518648148, -0.006729573011398315, -0.0036640875041484833, -0.0005986019968986511, 0.002466883510351181, 0.005532369017601013, 0.008597854524850845, 0.011663340032100677, 0.01472882553935051, 0.017794311046600342, 0.020859796553850174, 0.023925282061100006, 0.026990767568349838, 0.03005625307559967, 0.0331217385828495, 0.036187224090099335, 0.03925270959734917, 0.042318195104599, 0.04538368061184883, 0.04844916611909866, 0.051514651626348495, 0.05458013713359833, 0.05764562264084816, 0.06071110814809799, 0.06377659738063812, 0.06684207916259766, 0.06990756094455719, 0.07297305017709732, 0.07603853940963745, 0.07910402119159698]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 2.0, 2.0, 2.0, 2.0, 1.0, 0.0, 4.0, 4.0, 1.0, 5.0, 5.0, 2.0, 5.0, 4.0, 23.0, 6.0, 6.0, 3.0, 5.0, 0.0, 6.0, 3.0, 0.0, 1.0, 3.0, 0.0, 2.0, 0.0, 2.0, 4.0, 1.0, 0.0, 3.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.0031271111220121384, -0.0030272905714809895, -0.002927469788119197, -0.002827649237588048, -0.002727828687056899, -0.0026280079036951065, -0.0025281873531639576, -0.0024283668026328087, -0.0023285462521016598, -0.002228725468739867, -0.0021289049182087183, -0.0020290843676775694, -0.0019292635843157768, -0.001829443033784628, -0.0017296223668381572, -0.0016298018163070083, -0.0015299811493605375, -0.0014301604824140668, -0.0013303399318829179, -0.0012305192649364471, -0.0011306987144052982, -0.0010308780474588275, -0.0009310573805123568, -0.0008312367717735469, -0.0007314161630347371, -0.0006315955542959273, -0.0005317749455571175, -0.0004319542786106467, -0.0003321336698718369, -0.00023231304658111185, -0.0001324924232903868, -3.2671799999661744e-05, 6.714882329106331e-05, 0.00016696944658178836, 0.0002667900698725134, 0.0003666107077151537, 0.0004664313164539635, 0.0005662519251927733, 0.0006660725921392441, 0.0007658932008780539, 0.0008657138096168637, 0.0009655344183556736, 0.0010653550270944834, 0.0011651756940409541, 0.0012649963609874249, 0.0013648169115185738, 0.0014646375784650445, 0.0015644581289961934, 0.0016642787959426641, 0.0017640994628891349, 0.0018639200134202838, 0.0019637406803667545, 0.0020635612308979034, 0.002163382014259696, 0.002263202564790845, 0.002363023115321994, 0.0024628438986837864, 0.0025626644492149353, 0.002662484999746084, 0.002762305550277233, 0.0028621263336390257, 0.0029619468841701746, 0.0030617674347013235, 0.003161588218063116, 0.003261408768594265]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 5.0, 6.0, 9.0, 8.0, 10.0, 25.0, 25.0, 38.0, 49.0, 75.0, 100.0, 153.0, 238.0, 352.0, 527.0, 817.0, 1256.0, 2144.0, 3505.0, 6431.0, 11904.0, 23908.0, 55548.0, 218229.0, 744343.0, 48416.0, 22509.0, 12848.0, 8130.0, 5360.0, 3678.0, 2547.0, 1692.0, 1227.0, 955.0, 628.0, 464.0, 354.0, 234.0, 205.0, 161.0, 118.0, 103.0, 76.0, 55.0, 50.0, 28.0, 28.0, 18.0, 14.0, 18.0, 4.0, 6.0, 5.0, 2.0, 3.0, 1.0, 2.0], "bins": [-0.005193775519728661, -0.005021105520427227, -0.0048484355211257935, -0.004675765987485647, -0.004503095988184214, -0.00433042598888278, -0.0041577559895813465, -0.003985085990279913, -0.003812416223809123, -0.0036397462245076895, -0.0034670764580368996, -0.003294406458735466, -0.0031217364594340324, -0.0029490666929632425, -0.002776396693661809, -0.002603726927191019, -0.0024310569278895855, -0.002258386928588152, -0.002085717162117362, -0.0019130471628159285, -0.0017403772799298167, -0.001567707397043705, -0.0013950373977422714, -0.0012223675148561597, -0.001049697631970048, -0.0008770277490839362, -0.0007043578079901636, -0.0005316878668963909, -0.0003590179840102792, -0.00018634807202033699, -1.3678160030394793e-05, 0.0001589917519595474, 0.0003316616639494896, 0.0005043315468356013, 0.000677001487929374, 0.0008496714290231466, 0.0010223413119092584, 0.00119501119479537, 0.0013676811940968037, 0.0015403510769829154, 0.0017130209598690271, 0.0018856908427551389, 0.0020583607256412506, 0.002231030724942684, 0.0024037007242441177, 0.0025763704907149076, 0.002749040490016341, 0.002921710256487131, 0.0030943802557885647, 0.0032670502550899982, 0.003439720021560788, 0.0036123900208622217, 0.0037850597873330116, 0.003957729786634445, 0.004130399785935879, 0.004303069785237312, 0.004475739784538746, 0.004648409318178892, 0.004821079317480326, 0.004993749316781759, 0.005166419316083193, 0.005339089315384626, 0.005511758849024773, 0.005684428848326206, 0.00585709884762764]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 2.0, 2.0, 3.0, 5.0, 7.0, 6.0, 15.0, 8.0, 4.0, 4.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.025613829493522644, -0.02240244299173355, -0.019191056489944458, -0.015979669988155365, -0.012768282555043697, -0.009556896053254604, -0.006345509085804224, -0.0031341223511844873, 7.726438343524933e-05, 0.003288651118054986, 0.006500037852674723, 0.009711424820125103, 0.012922811321914196, 0.016134198755025864, 0.019345585256814957, 0.02255697175860405, 0.025768358260393143, 0.028979744762182236, 0.03219113126397133, 0.03540251776576042, 0.038613904267549515, 0.04182529076933861, 0.0450366772711277, 0.048248063772916794, 0.051459453999996185, 0.05467084050178528, 0.05788222700357437, 0.061093613505363464, 0.06430500000715256, 0.06751638650894165, 0.07072777301073074, 0.07393915951251984, 0.07715054601430893, 0.08036193251609802, 0.08357331901788712, 0.08678470551967621, 0.0899960920214653, 0.0932074785232544, 0.09641886502504349, 0.09963025152683258, 0.10284163802862167, 0.10605302453041077, 0.10926441103219986, 0.11247579753398895, 0.11568718403577805, 0.11889857053756714, 0.12210995703935623, 0.12532134354114532, 0.12853273749351501, 0.1317441165447235, 0.1349555104970932, 0.1381668895483017, 0.1413782835006714, 0.14458966255187988, 0.14780105650424957, 0.15101243555545807, 0.15422382950782776, 0.15743520855903625, 0.16064660251140594, 0.16385798156261444, 0.16706937551498413, 0.17028075456619263, 0.17349214851856232, 0.1767035275697708, 0.1799149215221405]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 4.0, 7.0, 7.0, 10.0, 37.0, 59.0, 121.0, 217.0, 339.0, 605.0, 1369.0, 3400.0, 9247.0, 1581.0, 664.0, 273.0, 136.0, 80.0, 37.0, 37.0, 24.0, 11.0, 7.0, 4.0, 9.0, 16.0, 6.0, 4.0, 12.0, 8.0, 10.0, 11.0, 4.0, 2.0, 6.0, 3.0, 2.0, 4.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 5.0, 13.0, 15.0, 1.0, 7.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 7.0], "bins": [-0.01503957249224186, -0.013917433097958565, -0.012795294634997845, -0.011673156172037125, -0.01055101677775383, -0.009428877383470535, -0.008306738920509815, -0.007184599991887808, -0.0060624610632658005, -0.004940322134643793, -0.0038181832060217857, -0.0026960442773997784, -0.001573905348777771, -0.0004517664201557636, 0.0006703725084662437, 0.0017925114370882511, 0.0029146503657102585, 0.004036789294332266, 0.005158928222954273, 0.006281067151576281, 0.007403206080198288, 0.008525345474481583, 0.009647483937442303, 0.010769622400403023, 0.011891761794686317, 0.013013901188969612, 0.014136039651930332, 0.015258178114891052, 0.016380317509174347, 0.01750245690345764, 0.018624596297740936, 0.01974673382937908, 0.020868873223662376, 0.02199101261794567, 0.023113150149583817, 0.02423528954386711, 0.025357428938150406, 0.0264795683324337, 0.027601707726716995, 0.02872384525835514, 0.029845984652638435, 0.03096812404692173, 0.032090261578559875, 0.03321240097284317, 0.034334540367126465, 0.03545667976140976, 0.036578819155693054, 0.03770095854997635, 0.038823097944259644, 0.03994523361325264, 0.041067373007535934, 0.04218951240181923, 0.043311651796102524, 0.04443379119038582, 0.04555593058466911, 0.04667806997895241, 0.047800205647945404, 0.0489223450422287, 0.05004448443651199, 0.05116662383079529, 0.05228876322507858, 0.05341090261936188, 0.05453304201364517, 0.05565518140792847, 0.05677732080221176]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 4.0, 0.0, 2.0, 2.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.2753647565841675, -0.268600195646286, -0.26183560490608215, -0.2550710439682007, -0.24830646812915802, -0.24154189229011536, -0.2347773164510727, -0.22801274061203003, -0.22124817967414856, -0.2144836038351059, -0.20771902799606323, -0.20095445215702057, -0.1941898763179779, -0.18742530047893524, -0.18066073954105377, -0.1738961637020111, -0.16713158786296844, -0.16036701202392578, -0.15360243618488312, -0.14683787524700165, -0.14007329940795898, -0.13330872356891632, -0.12654414772987366, -0.11977957934141159, -0.11301500350236893, -0.10625042766332626, -0.0994858592748642, -0.09272128343582153, -0.08595670759677887, -0.0791921392083168, -0.07242756336927414, -0.06566299498081207, -0.05889841914176941, -0.052133847028017044, -0.04536927491426468, -0.038604699075222015, -0.03184012696146965, -0.025075554847717285, -0.01831098087131977, -0.011546407826244831, -0.004781834781169891, 0.0019827382639050484, 0.008747311308979988, 0.015511884354054928, 0.022276457399129868, 0.029041029512882233, 0.035805605351924896, 0.04257017746567726, 0.049334749579429626, 0.05609932169318199, 0.06286389380693436, 0.06962846964597702, 0.07639303803443909, 0.08315761387348175, 0.08992218971252441, 0.09668675810098648, 0.10345133394002914, 0.11021590977907181, 0.11698047816753387, 0.12374505400657654, 0.1305096298456192, 0.13727420568466187, 0.14403876662254333, 0.150803342461586, 0.15756791830062866]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 6.0, 6.0, 12.0, 11.0, 8.0, 11.0, 15.0, 7.0, 6.0, 32.0, 17.0, 10.0, 6.0, 11.0, 16.0, 17.0, 14.0, 7.0, 9.0, 7.0, 8.0, 5.0, 8.0, 5.0, 3.0, 5.0, 2.0, 3.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.07849584519863129, -0.07647143304347992, -0.07444702088832855, -0.07242260873317719, -0.07039819657802582, -0.06837378442287445, -0.06634937226772308, -0.06432496011257172, -0.06230054795742035, -0.060276132076978683, -0.058251719921827316, -0.05622730776667595, -0.05420289561152458, -0.052178483456373215, -0.05015407130122185, -0.04812965914607048, -0.04610524699091911, -0.044080834835767746, -0.04205642268061638, -0.04003201052546501, -0.038007598370313644, -0.03598318621516228, -0.03395877406001091, -0.03193436190485954, -0.029909947887063026, -0.02788553573191166, -0.025861123576760292, -0.023836711421608925, -0.02181229740381241, -0.01978788524866104, -0.017763473093509674, -0.015739060938358307, -0.01371464878320694, -0.011690236628055573, -0.009665824472904205, -0.0076414113864302635, -0.005616999231278896, -0.0035925868432968855, -0.0015681744553148746, 0.0004562379326671362, 0.002480650320649147, 0.004505062475800514, 0.006529475096613169, 0.008553887717425823, 0.01057829987257719, 0.012602712027728558, 0.0146271251142025, 0.016651537269353867, 0.018675949424505234, 0.0207003615796566, 0.022724773734807968, 0.024749185889959335, 0.026773598045110703, 0.02879801206290722, 0.030822424218058586, 0.032846834510564804, 0.03487125039100647, 0.03689566254615784, 0.038920074701309204, 0.04094448685646057, 0.04296889901161194, 0.044993311166763306, 0.04701772332191467, 0.04904213547706604, 0.05106654763221741]}, "_runtime": 129.80146837234497, "_timestamp": 1596211719.5725772, "_step": 161}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 3.0, 3.0, 3.0, 2.0, 8.0, 3.0, 3.0, 2.0, 1.0, 4.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.006084437016397715, -0.005840475670993328, -0.005596514791250229, -0.005352553445845842, -0.005108592100441456, -0.004864631220698357, -0.00462066987529397, -0.004376708995550871, -0.004132747650146484, -0.0038887865375727415, -0.0036448254249989986, -0.003400864079594612, -0.0031569029670208693, -0.0029129418544471264, -0.00266898050904274, -0.002425019396468997, -0.002181058283895254, -0.0019370971713215113, -0.0016931359423324466, -0.0014491747133433819, -0.001205213600769639, -0.0009612524299882352, -0.0007172912592068315, -0.0004733300884254277, -0.0002293689176440239, 1.4592253137379885e-05, 0.00025855342391878366, 0.0005025145947001874, 0.0007464757654815912, 0.000990436878055334, 0.0012343981070443988, 0.0014783593360334635, 0.0017223204486072063, 0.001966281561180949, 0.002210242673754692, 0.0024542040191590786, 0.0026981651317328215, 0.0029421262443065643, 0.003186087589710951, 0.0034300487022846937, 0.0036740098148584366, 0.003917971160262823, 0.004161932040005922, 0.004405893385410309, 0.004649854265153408, 0.004893815610557795, 0.005137776955962181, 0.00538173783570528, 0.005625699181109667, 0.005869660526514053, 0.0061136214062571526, 0.006357582751661539, 0.006601544097065926, 0.006845504976809025, 0.007089466322213411, 0.0073334272019565105, 0.007577388547360897, 0.007821349427103996, 0.00806531123816967, 0.00830927211791277, 0.008553232997655869, 0.008797194808721542, 0.009041155688464642, 0.00928511656820774, 0.009529078379273415]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 3.0, 4.0, 3.0, 3.0, 7.0, 7.0, 5.0, 13.0, 15.0, 11.0, 17.0, 18.0, 33.0, 25.0, 25.0, 44.0, 35.0, 64.0, 70.0, 87.0, 109.0, 181.0, 233.0, 447.0, 5229.0, 387.0, 216.0, 130.0, 110.0, 70.0, 57.0, 43.0, 40.0, 23.0, 21.0, 27.0, 19.0, 16.0, 17.0, 9.0, 16.0, 9.0, 7.0, 5.0, 5.0, 4.0, 3.0, 3.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.08500706404447556, -0.08244924247264862, -0.07989141345024109, -0.07733359187841415, -0.07477577030658722, -0.07221794128417969, -0.06966011971235275, -0.06710229814052582, -0.06454446911811829, -0.06198664754629135, -0.059428825974464417, -0.05687100067734718, -0.05431317538022995, -0.051755353808403015, -0.04919752851128578, -0.04663970693945885, -0.044081881642341614, -0.04152405634522438, -0.038966234773397446, -0.03640840947628021, -0.03385058790445328, -0.031292762607336044, -0.02873493731021881, -0.026177113875746727, -0.023619290441274643, -0.02106146700680256, -0.018503643572330475, -0.01594581827521324, -0.013387994840741158, -0.010830171406269073, -0.008272347040474415, -0.0057145231403410435, -0.003156699240207672, -0.0005988753400743008, 0.0019589485600590706, 0.004516772460192442, 0.007074596360325813, 0.009632419794797897, 0.012190244160592556, 0.014748068526387215, 0.0173058919608593, 0.019863715395331383, 0.022421538829803467, 0.0249793641269207, 0.027537187561392784, 0.030095010995864868, 0.0326528362929821, 0.035210657864809036, 0.03776848316192627, 0.0403263084590435, 0.04288413003087044, 0.04544195532798767, 0.047999776899814606, 0.05055760219693184, 0.05311542749404907, 0.05567324906587601, 0.05823107436299324, 0.060788899660110474, 0.06334672123193741, 0.06590454280376434, 0.06846237182617188, 0.07102019339799881, 0.07357801496982574, 0.07613584399223328, 0.07869366556406021]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 3.0, 2.0, 2.0, 2.0, 0.0, 3.0, 6.0, 2.0, 4.0, 5.0, 3.0, 3.0, 7.0, 6.0, 26.0, 3.0, 6.0, 4.0, 3.0, 1.0, 3.0, 8.0, 4.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 5.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0025399744044989347, -0.002450991189107299, -0.0023620082065463066, -0.0022730249911546707, -0.002184041775763035, -0.002095058560371399, -0.002006075344979763, -0.0019170923624187708, -0.001828109147027135, -0.001739125931635499, -0.001650142832659185, -0.0015611597336828709, -0.001472176518291235, -0.001383193302899599, -0.001294210203923285, -0.001205227104946971, -0.001116243889555335, -0.0010272606741636992, -0.0009382775751873851, -0.0008492944180034101, -0.0007603112608194351, -0.0006713281036354601, -0.0005823449464514852, -0.0004933617892675102, -0.0004043786320835352, -0.0003153954748995602, -0.00022641231771558523, -0.00013742916053161025, -4.844600334763527e-05, 4.053715383633971e-05, 0.0001295203110203147, 0.00021850346820428967, 0.00030748662538826466, 0.00039646978257223964, 0.0004854529397562146, 0.0005744360969401896, 0.0006634192541241646, 0.0007524024113081396, 0.0008413855684921145, 0.0009303687256760895, 0.0010193518828600645, 0.0011083350982517004, 0.0011973181972280145, 0.0012863012962043285, 0.0013752845115959644, 0.0014642677269876003, 0.0015532508259639144, 0.0016422339249402285, 0.0017312171403318644, 0.0018202003557235003, 0.0019091834546998143, 0.0019981665536761284, 0.0020871497690677643, 0.0021761329844594, 0.002265116199851036, 0.0023540991824120283, 0.002443082397803664, 0.0025320656131953, 0.0026210485957562923, 0.0027100318111479282, 0.002799015026539564, 0.0028879982419312, 0.002976981457322836, 0.003065964439883828, 0.003154947655275464]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 2.0, 5.0, 6.0, 6.0, 10.0, 10.0, 17.0, 18.0, 24.0, 29.0, 39.0, 67.0, 92.0, 123.0, 197.0, 352.0, 646.0, 1502.0, 3606.0, 10653.0, 39518.0, 314150.0, 751465.0, 35665.0, 11959.0, 4745.0, 2211.0, 1097.0, 574.0, 330.0, 179.0, 119.0, 83.0, 45.0, 30.0, 17.0, 13.0, 13.0, 10.0, 7.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00871696975082159, -0.008444651961326599, -0.008172333240509033, -0.007900015451014042, -0.007627697661519051, -0.007355379406362772, -0.007083061151206493, -0.006810743361711502, -0.0065384251065552235, -0.006266106851398945, -0.0059937890619039536, -0.005721470806747675, -0.005449152551591396, -0.005176834762096405, -0.004904516506940126, -0.004632198717445135, -0.0043598804622888565, -0.004087562207132578, -0.0038152444176375866, -0.003542926162481308, -0.003270608140155673, -0.002998290117830038, -0.0027259718626737595, -0.0024536538403481245, -0.0021813358180224895, -0.0019090177956968546, -0.0016366996569558978, -0.001364381518214941, -0.001092063495889306, -0.0008197454153560102, -0.0005474273348227143, -0.00027510925428941846, -2.791173756122589e-06, 0.0002695269067771733, 0.0005418449873104692, 0.000814163067843765, 0.0010864811483770609, 0.0013587991707026958, 0.0016311173094436526, 0.0019034354481846094, 0.0021757534705102444, 0.0024480714928358793, 0.0027203895151615143, 0.002992707770317793, 0.003265025792643428, 0.003537343814969063, 0.0038096620701253414, 0.004081979859620333, 0.004354298114776611, 0.00462661636993289, 0.004898934159427881, 0.00517125241458416, 0.005443570204079151, 0.00571588845923543, 0.005988206714391708, 0.0062605245038867, 0.006532842759042978, 0.006805161014199257, 0.007077478803694248, 0.007349797058850527, 0.007622115314006805, 0.007894433103501797, 0.008166750892996788, 0.008439069613814354, 0.008711387403309345]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 3.0, 4.0, 2.0, 4.0, 2.0, 6.0, 2.0, 2.0, 2.0, 3.0, 2.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.022735945880413055, -0.022171923890709877, -0.0216079019010067, -0.02104387991130352, -0.020479857921600342, -0.019915835931897163, -0.019351813942193985, -0.018787791952490807, -0.018223769962787628, -0.0176597461104393, -0.017095724120736122, -0.016531702131032944, -0.015967680141329765, -0.015403658151626587, -0.014839636161923409, -0.01427561417222023, -0.013711592182517052, -0.013147570192813873, -0.012583548203110695, -0.012019526213407516, -0.011455504223704338, -0.010891481302678585, -0.010327459312975407, -0.009763437323272228, -0.00919941533356905, -0.008635393343865871, -0.008071371354162693, -0.007507348898798227, -0.006943326909095049, -0.0063793049193918705, -0.005815282464027405, -0.005251260474324226, -0.004687238484621048, -0.00412321649491787, -0.0035591942723840475, -0.0029951720498502254, -0.002431150060147047, -0.0018671279540285468, -0.0013031058479100466, -0.0007390837417915463, -0.0001750616356730461, 0.0003889604704454541, 0.0009529825765639544, 0.0015170046826824546, 0.002081026788800955, 0.0026450487785041332, 0.0032090710010379553, 0.0037730932235717773, 0.004337115213274956, 0.004901137202978134, 0.0054651591926813126, 0.006029181648045778, 0.006593203637748957, 0.007157225627452135, 0.007721248082816601, 0.00828527007251978, 0.008849292062222958, 0.009413314051926136, 0.009977336041629314, 0.010541358031332493, 0.011105380952358246, 0.011669402942061424, 0.012233424931764603, 0.012797446921467781, 0.01336146891117096]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 2.0, 4.0, 6.0, 2.0, 4.0, 3.0, 7.0, 16.0, 22.0, 20.0, 19.0, 14.0, 26.0, 20.0, 41.0, 61.0, 68.0, 88.0, 122.0, 128.0, 136.0, 199.0, 250.0, 333.0, 431.0, 640.0, 824.0, 1478.0, 2552.0, 5695.0, 1441.0, 961.0, 715.0, 475.0, 380.0, 277.0, 224.0, 159.0, 125.0, 104.0, 77.0, 56.0, 51.0, 36.0, 32.0, 27.0, 17.0, 16.0, 9.0, 7.0, 3.0, 5.0, 6.0, 6.0, 6.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.00783973466604948, -0.00757934246212244, -0.0073189502581954, -0.0070585585199296474, -0.006798166316002607, -0.006537774112075567, -0.0062773823738098145, -0.006016990169882774, -0.005756597965955734, -0.005496205762028694, -0.005235813558101654, -0.004975421819835901, -0.004715029615908861, -0.004454637411981821, -0.004194245673716068, -0.003933853469789028, -0.003673461265861988, -0.003413069061934948, -0.0031526770908385515, -0.002892285119742155, -0.002631892915815115, -0.002371500711888075, -0.0021111087407916784, -0.0018507166532799602, -0.0015903245657682419, -0.0013299324782565236, -0.0010695403907448053, -0.0008091483032330871, -0.0005487562157213688, -0.0002883641282096505, -2.7972040697932243e-05, 0.00023242004681378603, 0.0004928121343255043, 0.0007532042218372226, 0.0010135963093489408, 0.0012739883968606591, 0.0015343804843723774, 0.0017947725718840957, 0.002055164659395814, 0.0023155566304922104, 0.0025759488344192505, 0.0028363410383462906, 0.003096733009442687, 0.0033571249805390835, 0.0036175171844661236, 0.0038779093883931637, 0.0041383011266589165, 0.004398693330585957, 0.004659085534512997, 0.004919477738440037, 0.005179869942367077, 0.00544026168063283, 0.00570065388455987, 0.00596104608848691, 0.006221437826752663, 0.006481830030679703, 0.006742222234606743, 0.007002614438533783, 0.007263006642460823, 0.007523398380726576, 0.007783790584653616, 0.008044182322919369, 0.008304574526846409, 0.008564966730773449, 0.008825358934700489]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.06061377748847008, -0.05870528146624565, -0.056796785444021225, -0.0548882894217968, -0.05297979339957237, -0.051071297377347946, -0.04916280135512352, -0.047254305332899094, -0.045345813035964966, -0.04343731701374054, -0.04152882099151611, -0.03962032496929169, -0.03771182894706726, -0.035803332924842834, -0.03389483690261841, -0.03198634088039398, -0.030077844858169556, -0.02816934883594513, -0.026260852813720703, -0.024352356791496277, -0.02244386076927185, -0.020535366609692574, -0.018626870587468147, -0.01671837456524372, -0.014809878543019295, -0.012901382520794868, -0.010992886498570442, -0.00908439140766859, -0.007175895385444164, -0.005267399363219738, -0.003358903806656599, -0.0014504080172628164, 0.0004580877721309662, 0.002366583561524749, 0.004275079350918531, 0.00618357490748167, 0.008092070929706097, 0.010000566951930523, 0.011909062042832375, 0.0138175580650568, 0.015726054087281227, 0.017634550109505653, 0.01954304613173008, 0.021451542153954506, 0.023360036313533783, 0.02526853233575821, 0.027177028357982635, 0.029085524380207062, 0.030994020402431488, 0.032902516424655914, 0.03481101244688034, 0.03671950846910477, 0.03862800449132919, 0.04053650051355362, 0.042444996535778046, 0.04435349255800247, 0.0462619885802269, 0.048170480877161026, 0.05007897689938545, 0.05198747292160988, 0.053895968943834305, 0.05580446496605873, 0.05771296098828316, 0.059621457010507584, 0.06152995303273201]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 5.0, 2.0, 2.0, 5.0, 2.0, 2.0, 4.0, 3.0, 1.0, 3.0, 5.0, 7.0, 1.0, 7.0, 9.0, 11.0, 13.0, 7.0, 11.0, 18.0, 19.0, 33.0, 11.0, 8.0, 7.0, 7.0, 5.0, 4.0, 3.0, 7.0, 4.0, 4.0, 5.0, 8.0, 2.0, 4.0, 5.0, 1.0, 3.0, 3.0, 3.0, 4.0, 1.0, 1.0, 0.0, 4.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.033484116196632385, -0.03240267187356949, -0.03132122382521629, -0.030239779502153397, -0.02915833331644535, -0.028076887130737305, -0.026995442807674408, -0.025913996621966362, -0.024832550436258316, -0.02375110425055027, -0.022669658064842224, -0.021588213741779327, -0.02050676755607128, -0.019425321370363235, -0.01834387704730034, -0.017262430861592293, -0.016180984675884247, -0.0150995384901762, -0.01401809323579073, -0.012936647981405258, -0.011855201795697212, -0.010773755609989166, -0.009692310355603695, -0.008610865101218224, -0.007529418915510178, -0.006447973195463419, -0.00536652747541666, -0.004285081755369902, -0.003203636035323143, -0.0021221903152763844, -0.0010407445952296257, 4.070112481713295e-05, 0.0011221468448638916, 0.0022035925649106503, 0.003285038284957409, 0.0043664840050041676, 0.005447929725050926, 0.006529375445097685, 0.0076108211651444435, 0.008692266419529915, 0.00977371260523796, 0.010855158790946007, 0.011936604045331478, 0.01301804929971695, 0.014099495485424995, 0.015180941671133041, 0.016262385994195938, 0.017343832179903984, 0.01842527836561203, 0.019506724551320076, 0.020588170737028122, 0.02166961506009102, 0.022751061245799065, 0.02383250743150711, 0.024913951754570007, 0.025995397940278053, 0.0270768441259861, 0.028158290311694145, 0.02923973649740219, 0.030321180820465088, 0.031402625143527985, 0.03248407319188118, 0.03356551751494408, 0.03464696556329727, 0.03572840988636017]}, "_runtime": 130.61270356178284, "_timestamp": 1596211720.3838124, "_step": 162}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 3.0, 1.0, 0.0, 2.0, 6.0, 0.0, 0.0, 4.0, 2.0, 9.0, 5.0, 5.0, 5.0, 3.0, 2.0, 0.0, 1.0, 2.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0093354731798172, -0.008964880369603634, -0.008594287559390068, -0.008223694749176502, -0.007853101938962936, -0.007482509128749371, -0.007111916318535805, -0.006741323508322239, -0.006370730698108673, -0.006000137887895107, -0.0056295450776815414, -0.005258952267467976, -0.00488835945725441, -0.004517766647040844, -0.004147173836827278, -0.0037765810266137123, -0.0034059882164001465, -0.0030353954061865807, -0.002664802595973015, -0.002294209785759449, -0.0019236169755458832, -0.0015530241653323174, -0.0011824313551187515, -0.0008118385449051857, -0.0004412457346916199, -7.065292447805405e-05, 0.0002999398857355118, 0.0006705326959490776, 0.0010411255061626434, 0.0014117183163762093, 0.001782311126589775, 0.002152903936803341, 0.0025234967470169067, 0.0028940895572304726, 0.0032646823674440384, 0.0036352751776576042, 0.00400586798787117, 0.004376460798084736, 0.004747053608298302, 0.0051176464185118675, 0.005488239228725433, 0.005858832038938999, 0.006229424849152565, 0.006600017659366131, 0.006970610469579697, 0.0073412032797932625, 0.007711796090006828, 0.008082388900220394, 0.00845298171043396, 0.008823574520647526, 0.009194167330861092, 0.009564760141074657, 0.009935352951288223, 0.010305945761501789, 0.010676538571715355, 0.01104713138192892, 0.011417724192142487, 0.011788317002356052, 0.012158909812569618, 0.012529502622783184, 0.01290009543299675, 0.013270688243210316, 0.013641281053423882, 0.014011873863637447, 0.014382466673851013]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 4.0, 2.0, 2.0, 2.0, 6.0, 11.0, 14.0, 15.0, 18.0, 17.0, 22.0, 32.0, 25.0, 54.0, 64.0, 57.0, 88.0, 121.0, 147.0, 233.0, 446.0, 5407.0, 373.0, 212.0, 139.0, 94.0, 59.0, 57.0, 50.0, 31.0, 22.0, 21.0, 16.0, 19.0, 12.0, 8.0, 6.0, 7.0, 3.0, 4.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.0803191065788269, -0.07774178683757782, -0.07516446709632874, -0.07258715480566025, -0.07000983506441116, -0.06743251532316208, -0.06485520303249359, -0.06227788329124451, -0.05970056354999542, -0.05712324380874634, -0.05454592779278755, -0.051968611776828766, -0.04939129203557968, -0.0468139722943306, -0.04423665627837181, -0.041659340262413025, -0.03908202052116394, -0.036504700779914856, -0.03392738476395607, -0.031350068747997284, -0.0287727490067482, -0.026195431128144264, -0.02361811324954033, -0.021040795370936394, -0.01846347749233246, -0.015886159613728523, -0.013308841735124588, -0.010731523856520653, -0.008154205977916718, -0.005576888099312782, -0.002999570220708847, -0.0004222523421049118, 0.0021550655364990234, 0.004732383415102959, 0.007309701293706894, 0.00988701917231083, 0.012464337050914764, 0.0150416549295187, 0.017618972808122635, 0.02019629068672657, 0.022773608565330505, 0.02535092644393444, 0.027928244322538376, 0.03050556220114231, 0.033082880079746246, 0.03566019982099533, 0.03823751583695412, 0.0408148318529129, 0.04339215159416199, 0.04596947133541107, 0.04854678735136986, 0.051124103367328644, 0.05370142310857773, 0.05627874284982681, 0.0588560588657856, 0.061433374881744385, 0.06401069462299347, 0.06658801436424255, 0.06916533410549164, 0.07174264639616013, 0.07431996613740921, 0.0768972858786583, 0.07947459816932678, 0.08205191791057587, 0.08462923765182495]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 2.0, 2.0, 2.0, 2.0, 1.0, 3.0, 4.0, 3.0, 8.0, 6.0, 4.0, 3.0, 4.0, 4.0, 5.0, 21.0, 7.0, 7.0, 5.0, 5.0, 0.0, 2.0, 1.0, 2.0, 2.0, 3.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0031643128022551537, -0.0030521966982632875, -0.0029400805942714214, -0.0028279644902795553, -0.002715848386287689, -0.0026037325151264668, -0.0024916164111346006, -0.0023795003071427345, -0.0022673842031508684, -0.0021552680991590023, -0.002043151995167136, -0.001931036007590592, -0.0018189199035987258, -0.0017068037996068597, -0.0015946878120303154, -0.0014825717080384493, -0.0013704556040465832, -0.001258339500054717, -0.001146223396062851, -0.0010341074084863067, -0.0009219913044944406, -0.0008098752005025744, -0.0006977591547183692, -0.000585643108934164, -0.00047352700494229794, -0.0003614109300542623, -0.0002492948551662266, -0.00013717878027819097, -2.5062705390155315e-05, 8.705336949788034e-05, 0.000199169444385916, 0.00031128551927395165, 0.0004234015941619873, 0.0005355176981538534, 0.0006476337439380586, 0.0007597497897222638, 0.0008718658937141299, 0.000983981997705996, 0.0010960979852825403, 0.0012082140892744064, 0.0013203301932662725, 0.0014324462972581387, 0.0015445624012500048, 0.001656678388826549, 0.0017687944928184152, 0.0018809105968102813, 0.0019930265843868256, 0.0021051426883786917, 0.002217258792370558, 0.002329374896362424, 0.00244149100035429, 0.002553607104346156, 0.0026657232083380222, 0.0027778390794992447, 0.002889955183491111, 0.003002071287482977, 0.003114187391474843, 0.003226303495466709, 0.0033384195994585752, 0.0034505357034504414, 0.003562651574611664, 0.00367476767860353, 0.003786883782595396, 0.003898999886587262, 0.004011115990579128]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 3.0, 2.0, 4.0, 4.0, 3.0, 11.0, 14.0, 22.0, 29.0, 52.0, 51.0, 89.0, 126.0, 188.0, 321.0, 483.0, 779.0, 1321.0, 2278.0, 4400.0, 9209.0, 21107.0, 68667.0, 940682.0, 80225.0, 24218.0, 10986.0, 5797.0, 3320.0, 1912.0, 1118.0, 704.0, 476.0, 337.0, 238.0, 144.0, 122.0, 55.0, 39.0, 35.0, 17.0, 14.0, 12.0, 6.0, 4.0, 7.0, 2.0, 2.0, 2.0, 2.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.006131406407803297, -0.0059012859128415585, -0.0056711649522185326, -0.005441044457256794, -0.005210923962295055, -0.0049808030016720295, -0.004750682506710291, -0.004520562011748552, -0.004290441051125526, -0.004060320556163788, -0.0038302000612020493, -0.003600079333409667, -0.0033699586056172848, -0.003139838110655546, -0.002909717382863164, -0.0026795968879014254, -0.002449476160109043, -0.002219355432316661, -0.0019892349373549223, -0.00175911420956254, -0.0015289935981854796, -0.0012988729868084192, -0.001068752259016037, -0.0008386316476389766, -0.0006085110362619162, -0.0003783903957810253, -0.00014826975530013442, 8.185088518075645e-05, 0.0003119715256616473, 0.0005420921370387077, 0.0007722128066234291, 0.0010023334762081504, 0.0012324540875852108, 0.0014625746989622712, 0.0016926953103393316, 0.0019228160381317139, 0.0021529365330934525, 0.0023830572608858347, 0.002613177988678217, 0.0028432984836399555, 0.0030734192114323378, 0.00330353993922472, 0.0035336604341864586, 0.003763781161978841, 0.003993901889771223, 0.004224022384732962, 0.0044541428796947, 0.004684263840317726, 0.004914384335279465, 0.005144504830241203, 0.005374625790864229, 0.005604746285825968, 0.005834866780787706, 0.006064987741410732, 0.006295108236372471, 0.0065252287313342094, 0.006755349226295948, 0.006985470186918974, 0.0072155906818807125, 0.007445711176842451, 0.007675832137465477, 0.007905952632427216, 0.008136073127388954, 0.008366193622350693, 0.008596314117312431]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 4.0, 1.0, 6.0, 5.0, 2.0, 12.0, 8.0, 2.0, 1.0, 4.0, 3.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.06512118875980377, -0.0636506900191307, -0.062180183827877045, -0.06070968508720398, -0.059239182621240616, -0.05776868015527725, -0.05629817768931389, -0.054827675223350525, -0.05335717648267746, -0.051886674016714096, -0.05041617155075073, -0.04894566908478737, -0.047475166618824005, -0.04600466415286064, -0.044534165412187576, -0.04306366294622421, -0.04159316048026085, -0.040122658014297485, -0.03865215554833412, -0.037181656807661057, -0.03571115434169769, -0.03424065187573433, -0.032770149409770966, -0.0312996469438076, -0.029829146340489388, -0.028358643874526024, -0.02688814327120781, -0.025417640805244446, -0.023947138339281082, -0.022476637735962868, -0.021006135269999504, -0.01953563466668129, -0.018065132200717926, -0.016594629734754562, -0.015124129131436348, -0.013653626665472984, -0.012183125130832195, -0.010712623596191406, -0.009242121130228043, -0.007771619595587254, -0.0063011180609464645, -0.0048306165263056755, -0.003360114526003599, -0.0018896127585321665, -0.0004191109910607338, 0.0010513907764106989, 0.0025218925438821316, 0.003992394544184208, 0.005462896078824997, 0.006933397613465786, 0.008403899148106575, 0.009874401614069939, 0.011344903148710728, 0.012815404683351517, 0.01428590714931488, 0.015756407752633095, 0.01722691021859646, 0.018697412684559822, 0.020167913287878036, 0.0216384157538414, 0.023108918219804764, 0.024579418823122978, 0.026049921289086342, 0.027520421892404556, 0.02899092435836792]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [6.0, 3.0, 0.0, 0.0, 0.0, 0.0, 4.0, 4.0, 8.0, 10.0, 13.0, 4.0, 2.0, 0.0, 0.0, 0.0, 0.0, 3.0, 6.0, 2.0, 3.0, 5.0, 11.0, 11.0, 14.0, 19.0, 22.0, 49.0, 50.0, 88.0, 77.0, 157.0, 229.0, 375.0, 510.0, 938.0, 1851.0, 7592.0, 2952.0, 1264.0, 682.0, 444.0, 293.0, 204.0, 126.0, 107.0, 66.0, 56.0, 46.0, 32.0, 20.0, 14.0, 16.0, 13.0, 7.0, 6.0, 3.0, 2.0, 1.0, 2.0, 3.0, 1.0, 2.0, 4.0], "bins": [-0.02018389292061329, -0.019650351256132126, -0.019116807729005814, -0.01858326606452465, -0.018049724400043488, -0.017516180872917175, -0.016982639208436012, -0.01644909754395485, -0.015915554016828537, -0.015382012352347374, -0.014848470687866211, -0.014314928092062473, -0.013781385496258736, -0.013247843831777573, -0.012714301235973835, -0.012180759571492672, -0.011647216975688934, -0.011113674379885197, -0.010580132715404034, -0.010046590119600296, -0.009513048455119133, -0.008979505859315395, -0.008445963263511658, -0.007912421599030495, -0.007378879003226757, -0.006845336873084307, -0.006311794742941856, -0.005778252147138119, -0.005244710016995668, -0.004711167886853218, -0.0041776252910494804, -0.00364408316090703, -0.0031105410307645798, -0.0025769989006221294, -0.0020434565376490355, -0.0015099142910912633, -0.0009763720445334911, -0.000442829797975719, 9.071244858205318e-05, 0.0006242546951398253, 0.0011577969416975975, 0.0016913391882553697, 0.002224881434813142, 0.002758423797786236, 0.003291965927928686, 0.0038255080580711365, 0.004359050653874874, 0.0048925927840173244, 0.005426134914159775, 0.005959677044302225, 0.0064932191744446754, 0.007026761770248413, 0.007560303900390863, 0.008093846030533314, 0.008627388626337051, 0.009160930290818214, 0.009694472886621952, 0.01022801548242569, 0.010761557146906853, 0.01129509974271059, 0.011828642338514328, 0.012362184002995491, 0.012895726598799229, 0.013429268263280392, 0.01396281085908413]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 4.0, 0.0, 5.0, 6.0, 4.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1381475329399109, -0.13288527727127075, -0.1276230365037918, -0.12236078828573227, -0.11709854006767273, -0.11183628439903259, -0.10657403618097305, -0.10131178796291351, -0.09604953974485397, -0.09078729152679443, -0.0855250433087349, -0.08026279509067535, -0.07500053942203522, -0.06973829120397568, -0.06447604298591614, -0.0592137947678566, -0.05395154654979706, -0.04868929833173752, -0.04342705011367798, -0.03816479817032814, -0.0329025499522686, -0.02764030173420906, -0.02237805165350437, -0.017115801572799683, -0.011853553354740143, -0.006591304205358028, -0.001329055055975914, 0.0039331940934062, 0.009195443242788315, 0.01445769239217043, 0.019719941541552544, 0.024982191622257233, 0.030244439840316772, 0.03550668805837631, 0.04076893627643585, 0.04603118821978569, 0.05129343643784523, 0.05655568465590477, 0.06181793659925461, 0.06708018481731415, 0.07234243303537369, 0.07760468125343323, 0.08286692947149277, 0.08812917768955231, 0.09339143335819244, 0.09865368157625198, 0.10391592979431152, 0.10917817801237106, 0.1144404262304306, 0.11970267444849014, 0.12496492266654968, 0.13022717833518982, 0.13548941910266876, 0.1407516747713089, 0.14601391553878784, 0.15127617120742798, 0.15653842687606812, 0.16180066764354706, 0.1670629233121872, 0.17232516407966614, 0.17758741974830627, 0.18284966051578522, 0.18811191618442535, 0.1933741569519043, 0.19863641262054443]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 4.0, 1.0, 7.0, 6.0, 5.0, 6.0, 9.0, 7.0, 17.0, 28.0, 57.0, 40.0, 20.0, 18.0, 11.0, 7.0, 6.0, 1.0, 2.0, 2.0, 2.0, 2.0, 4.0, 0.0, 1.0, 2.0, 1.0, 1.0, 3.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0], "bins": [-0.10604993999004364, -0.10316457599401474, -0.10027921944856644, -0.09739385545253754, -0.09450849145650864, -0.09162313491106033, -0.08873777091503143, -0.08585240691900253, -0.08296704292297363, -0.08008168637752533, -0.07719632238149643, -0.07431095838546753, -0.07142560184001923, -0.06854023784399033, -0.06565487384796143, -0.06276951730251312, -0.05988415330648422, -0.05699879303574562, -0.05411342903971672, -0.05122806876897812, -0.04834270477294922, -0.04545734450221062, -0.042571984231472015, -0.039686620235443115, -0.036801259964704514, -0.03391589969396591, -0.03103053569793701, -0.02814517542719841, -0.02525981329381466, -0.022374451160430908, -0.019489090889692307, -0.016603728756308556, -0.013718366622924805, -0.010833004489541054, -0.007947643287479877, -0.005062281619757414, -0.0021769199520349503, 0.0007084417156875134, 0.003593803383409977, 0.006479165051132441, 0.009364526718854904, 0.012249888852238655, 0.015135250054299831, 0.018020611256361008, 0.02090597338974476, 0.02379133552312851, 0.02667669579386711, 0.029562057927250862, 0.03244742006063461, 0.035332780331373215, 0.038218144327402115, 0.04110350459814072, 0.04398886859416962, 0.04687422886490822, 0.04975958913564682, 0.05264495313167572, 0.05553031340241432, 0.058415673673152924, 0.061301037669181824, 0.06418640166521072, 0.06707175821065903, 0.06995712220668793, 0.07284248620271683, 0.07572784274816513, 0.07861320674419403]}, "_runtime": 131.4345850944519, "_timestamp": 1596211721.205694, "_step": 163}
+{"val_accuracy": 0.8222231735159816, "val_loss": 0.4587029541191989, "_runtime": 133.1881821155548, "_timestamp": 1596211722.959291, "_step": 164}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: z Confidence: 0.7460192441940308 Truth: v", "Prediction: P Confidence: 0.6115374565124512 Truth: 5", "Prediction: U Confidence: 0.4769592583179474 Truth: 2", "Prediction: O Confidence: 0.6079307794570923 Truth: 0"]}, "_runtime": 133.48871445655823, "_timestamp": 1596211723.2598233, "_step": 165}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 4.0, 1.0, 1.0, 3.0, 1.0, 4.0, 7.0, 5.0, 3.0, 1.0, 0.0, 3.0, 1.0, 0.0, 3.0, 0.0, 1.0, 2.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.012924346141517162, -0.012588832527399063, -0.012253318913280964, -0.011917805299162865, -0.01158229075372219, -0.011246777139604092, -0.010911263525485992, -0.010575749911367893, -0.010240236297249794, -0.009904722683131695, -0.009569209069013596, -0.009233695454895496, -0.008898181840777397, -0.008562667295336723, -0.008227153681218624, -0.007891640067100525, -0.007556126452982426, -0.0072206128388643265, -0.006885099224746227, -0.006549585144966841, -0.0062140715308487415, -0.005878557916730642, -0.005543043836951256, -0.005207530222833157, -0.004872016608715057, -0.004536502994596958, -0.004200989380478859, -0.0038654753006994724, -0.003529961686581373, -0.003194448072463274, -0.002858934225514531, -0.0025234203785657883, -0.002187906764447689, -0.001852393033914268, -0.001516879303380847, -0.001181365572847426, -0.0008458518423140049, -0.0005103381117805839, -0.00017482438124716282, 0.00016068934928625822, 0.0004962030798196793, 0.0008317168103531003, 0.0011672305408865213, 0.0015027442714199424, 0.0018382580019533634, 0.0021737716160714626, 0.0025092854630202055, 0.0028447993099689484, 0.0031803129240870476, 0.003515826538205147, 0.0038513403851538897, 0.0041868542321026325, 0.004522367846220732, 0.004857881460338831, 0.0051933955401182175, 0.005528909154236317, 0.005864422768354416, 0.006199936382472515, 0.006535449996590614, 0.006870964076370001, 0.0072064776904881, 0.007541991304606199, 0.007877505384385586, 0.008213018998503685, 0.008548532612621784]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 4.0, 4.0, 9.0, 5.0, 2.0, 6.0, 4.0, 16.0, 14.0, 23.0, 23.0, 24.0, 31.0, 36.0, 43.0, 51.0, 60.0, 90.0, 115.0, 181.0, 239.0, 434.0, 5197.0, 465.0, 233.0, 127.0, 101.0, 72.0, 69.0, 42.0, 34.0, 41.0, 25.0, 14.0, 22.0, 18.0, 14.0, 9.0, 4.0, 5.0, 2.0, 1.0, 2.0, 4.0, 4.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0930042415857315, -0.08992983400821686, -0.08685542643070221, -0.08378101140260696, -0.08070660382509232, -0.07763219624757767, -0.07455778121948242, -0.07148337364196777, -0.06840896606445312, -0.06533455848693848, -0.06226014718413353, -0.05918573588132858, -0.056111328303813934, -0.053036920726299286, -0.04996250942349434, -0.04688809812068939, -0.043813690543174744, -0.040739282965660095, -0.03766487166285515, -0.0345904603600502, -0.03151605278253555, -0.028441643342375755, -0.025367233902215958, -0.02229282446205616, -0.019218415021896362, -0.016144005581736565, -0.013069596141576767, -0.00999518670141697, -0.006920777261257172, -0.003846367821097374, -0.0007719583809375763, 0.0023024510592222214, 0.005376860499382019, 0.008451269939541817, 0.011525679379701614, 0.014600088819861412, 0.01767449826002121, 0.020748907700181007, 0.023823317140340805, 0.026897726580500603, 0.0299721360206604, 0.03304654359817505, 0.036120954900979996, 0.03919536620378494, 0.04226977378129959, 0.04534418135881424, 0.048418592661619186, 0.05149300396442413, 0.05456741154193878, 0.05764181911945343, 0.06071623042225838, 0.06379064172506332, 0.06686504930257797, 0.06993945688009262, 0.07301387190818787, 0.07608827948570251, 0.07916268706321716, 0.08223709464073181, 0.08531150221824646, 0.0883859172463417, 0.09146032482385635, 0.094534732401371, 0.09760914742946625, 0.1006835550069809, 0.10375796258449554]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 3.0, 2.0, 2.0, 3.0, 0.0, 2.0, 4.0, 2.0, 6.0, 4.0, 2.0, 4.0, 4.0, 7.0, 2.0, 5.0, 25.0, 5.0, 2.0, 3.0, 1.0, 5.0, 2.0, 3.0, 4.0, 1.0, 3.0, 2.0, 3.0, 1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.003039918839931488, -0.0029433611780405045, -0.0028468032833188772, -0.0027502456214278936, -0.00265368795953691, -0.002557130064815283, -0.0024605724029242992, -0.0023640147410333157, -0.0022674568463116884, -0.002170899184420705, -0.0020743415225297213, -0.001977783627808094, -0.0018812259659171104, -0.001784668187610805, -0.0016881104093044996, -0.001591552747413516, -0.0014949949691072106, -0.0013984371908009052, -0.0013018795289099216, -0.0012053217506036162, -0.0011087639722973108, -0.0010122063104063272, -0.0009156485321000218, -0.0008190907537937164, -0.0007225330336950719, -0.0006259753135964274, -0.000529417535290122, -0.00043285981519147754, -0.0003363020659890026, -0.00023974431678652763, -0.0001431865821359679, -4.662884020945057e-05, 4.9928901717066765e-05, 0.00014648665091954172, 0.00024304438557010144, 0.00033960212022066116, 0.0004361598694231361, 0.0005327176186256111, 0.0006292753387242556, 0.000725833117030561, 0.0008223908371292055, 0.00091894855722785, 0.0010155063355341554, 0.0011120641138404608, 0.0012086217757314444, 0.0013051795540377498, 0.0014017373323440552, 0.0014982949942350388, 0.0015948527725413442, 0.0016914105508476496, 0.0017879682127386332, 0.0018845259910449386, 0.001981083769351244, 0.0020776414312422276, 0.002174199325963855, 0.0022707569878548384, 0.002367314649745822, 0.002463872544467449, 0.0025604302063584328, 0.0026569878682494164, 0.0027535457629710436, 0.002850103424862027, 0.0029466610867530107, 0.003043218981474638, 0.0031397766433656216]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 2.0, 2.0, 4.0, 7.0, 13.0, 19.0, 38.0, 47.0, 79.0, 103.0, 179.0, 258.0, 406.0, 662.0, 953.0, 1493.0, 2395.0, 3892.0, 6816.0, 12753.0, 25579.0, 62206.0, 831391.0, 140550.0, 40332.0, 19065.0, 10549.0, 6349.0, 4135.0, 2749.0, 1885.0, 1322.0, 925.0, 695.0, 464.0, 333.0, 265.0, 208.0, 138.0, 88.0, 75.0, 57.0, 48.0, 21.0, 26.0, 16.0, 8.0, 13.0, 5.0, 5.0, 4.0, 5.0, 1.0, 3.0, 3.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0], "bins": [-0.00485105300322175, -0.004663598723709583, -0.004476144444197416, -0.004288690164685249, -0.00410123635083437, -0.003913782071322203, -0.0037263277918100357, -0.0035388735122978687, -0.0033514192327857018, -0.0031639649532735348, -0.002976510673761368, -0.0027890566270798445, -0.0026016023475676775, -0.0024141480680555105, -0.002226694021373987, -0.0020392397418618202, -0.0018517854623496532, -0.0016643311828374863, -0.0014768770197406411, -0.001289422856643796, -0.001101968577131629, -0.0009145143558271229, -0.0007270601345226169, -0.0005396059132181108, -0.00035215169191360474, -0.00016469747060909867, 2.275675069540739e-05, 0.00021021097199991345, 0.0003976651933044195, 0.0005851194146089256, 0.0007725736359134316, 0.0009600278572179377, 0.0011474820785224438, 0.0013349363580346107, 0.001522390521131456, 0.001709844684228301, 0.001897298963740468, 0.002084753243252635, 0.0022722072899341583, 0.0024596615694463253, 0.0026471158489584923, 0.0028345701284706593, 0.0030220244079828262, 0.0032094784546643496, 0.0033969327341765165, 0.0035843870136886835, 0.003771841060370207, 0.003959295339882374, 0.004146749619394541, 0.004334203898906708, 0.004521658178418875, 0.004709112457931042, 0.004896566271781921, 0.005084020551294088, 0.005271474830806255, 0.005458929110318422, 0.005646383389830589, 0.005833837669342756, 0.006021291948854923, 0.00620874622836709, 0.006396200507879257, 0.006583654321730137, 0.006771108601242304, 0.006958562880754471, 0.007146017160266638]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 3.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 4.0, 10.0, 1.0, 0.0, 5.0, 2.0, 1.0, 3.0, 3.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.01846235617995262, -0.017816903069615364, -0.017171449959278107, -0.01652599684894085, -0.015880543738603592, -0.01523508969694376, -0.014589636586606503, -0.013944183476269245, -0.013298730365931988, -0.01265327725559473, -0.012007824145257473, -0.011362371034920216, -0.010716916993260384, -0.010071463882923126, -0.009426010772585869, -0.008780557662248611, -0.008135104551911354, -0.007489651441574097, -0.006844198331236839, -0.006198744755238295, -0.005553291644901037, -0.00490783853456378, -0.004262384958565235, -0.0036169318482279778, -0.0029714787378907204, -0.002326025627553463, -0.001680572284385562, -0.0010351190576329827, -0.0003896658308804035, 0.0002557873958721757, 0.0009012406226247549, 0.0015466938493773341, 0.0021921470761299133, 0.0028376001864671707, 0.0034830535296350718, 0.004128506872802973, 0.00477395998314023, 0.0054194130934774876, 0.006064866669476032, 0.00671031977981329, 0.007355772890150547, 0.008001226000487804, 0.008646679110825062, 0.00929213222116232, 0.009937586262822151, 0.010583039373159409, 0.011228492483496666, 0.011873945593833923, 0.01251939870417118, 0.013164851814508438, 0.013810304924845695, 0.014455758035182953, 0.01510121114552021, 0.015746664255857468, 0.016392117366194725, 0.017037570476531982, 0.01768302544951439, 0.018328478559851646, 0.018973931670188904, 0.01961938478052616, 0.02026483789086342, 0.020910291001200676, 0.021555744111537933, 0.02220119722187519, 0.022846650332212448]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 6.0, 2.0, 8.0, 14.0, 22.0, 26.0, 24.0, 35.0, 53.0, 89.0, 116.0, 148.0, 203.0, 280.0, 321.0, 405.0, 592.0, 883.0, 1252.0, 2433.0, 6319.0, 1721.0, 1015.0, 651.0, 420.0, 327.0, 270.0, 155.0, 131.0, 85.0, 67.0, 74.0, 45.0, 51.0, 43.0, 35.0, 16.0, 20.0, 16.0, 11.0, 9.0, 6.0, 8.0, 4.0, 2.0, 2.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.010593630373477936, -0.010218046605587006, -0.00984246376901865, -0.00946688000112772, -0.00909129623323679, -0.008715713396668434, -0.008340129628777504, -0.007964545860886574, -0.007588962558656931, -0.007213379256427288, -0.006837795488536358, -0.006462212186306715, -0.006086628884077072, -0.005711045116186142, -0.005335461813956499, -0.004959878046065569, -0.004584294743835926, -0.004208711441606283, -0.003833127673715353, -0.00345754437148571, -0.0030819608364254236, -0.002706377301365137, -0.0023307939991354942, -0.0019552104640752077, -0.0015796269290149212, -0.0012040433939546347, -0.00082845997530967, -0.00045287649845704436, -7.729302160441875e-05, 0.00029829045524820685, 0.0006738739321008325, 0.0010494573507457972, 0.0014250408858060837, 0.0018006244208663702, 0.0021762079559266567, 0.0025517912581562996, 0.002927374793216586, 0.0033029583282768726, 0.0036785416305065155, 0.004054125398397446, 0.0044297087006270885, 0.004805292002856731, 0.005180875770747662, 0.0055564590729773045, 0.005932042375206947, 0.0063076261430978775, 0.00668320944532752, 0.0070587932132184505, 0.007434376515448093, 0.007809959817677736, 0.00818554311990738, 0.00856112688779831, 0.00893671065568924, 0.009312293492257595, 0.009687877260148525, 0.010063461028039455, 0.010439043864607811, 0.010814627632498741, 0.011190211400389671, 0.011565795168280602, 0.011941378004848957, 0.012316961772739887, 0.012692545540630817, 0.013068128377199173, 0.013443712145090103]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 3.0, 2.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1831102967262268, -0.1779957413673401, -0.17288120090961456, -0.16776664555072784, -0.16265210509300232, -0.1575375497341156, -0.15242300927639008, -0.14730845391750336, -0.14219391345977783, -0.1370793581008911, -0.1319648176431656, -0.12685026228427887, -0.12173571437597275, -0.11662116646766663, -0.1115066185593605, -0.10639207065105438, -0.10127752274274826, -0.09616297483444214, -0.09104842692613602, -0.0859338790178299, -0.08081933110952377, -0.07570478320121765, -0.07059023529291153, -0.06547568738460541, -0.06036113575100899, -0.055246587842702866, -0.050132039934396744, -0.04501749202609062, -0.0399029403924942, -0.03478839248418808, -0.029673844575881958, -0.024559296667575836, -0.019444748759269714, -0.014330200850963593, -0.009215652011334896, -0.004101103637367487, 0.0010134447365999222, 0.006127993110567331, 0.01124254148453474, 0.016357090324163437, 0.02147163823246956, 0.02658618614077568, 0.0317007340490818, 0.036815281957387924, 0.041929833590984344, 0.047044381499290466, 0.05215892940759659, 0.05727347731590271, 0.06238802522420883, 0.06750257313251495, 0.07261712104082108, 0.0777316689491272, 0.08284621685743332, 0.08796076476573944, 0.09307531267404556, 0.09818986058235168, 0.1033044159412384, 0.10841896384954453, 0.11353351175785065, 0.11864805966615677, 0.12376260757446289, 0.12887714803218842, 0.13399170339107513, 0.13910624384880066, 0.14422079920768738]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 3.0, 6.0, 8.0, 13.0, 14.0, 15.0, 24.0, 40.0, 26.0, 21.0, 11.0, 22.0, 15.0, 12.0, 11.0, 5.0, 8.0, 4.0, 2.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 0.0, 1.0], "bins": [-0.10549445450305939, -0.10255391895771027, -0.09961338341236115, -0.09667284786701202, -0.0937323123216629, -0.09079177677631378, -0.08785124123096466, -0.08491070568561554, -0.08197017014026642, -0.0790296345949173, -0.07608909904956818, -0.07314856350421906, -0.07020802795886993, -0.06726749241352081, -0.06432695686817169, -0.06138642132282257, -0.05844588577747345, -0.05550535023212433, -0.05256481468677521, -0.049624279141426086, -0.046683743596076965, -0.043743208050727844, -0.04080267250537872, -0.0378621369600296, -0.03492160141468048, -0.03198106586933136, -0.02904053032398224, -0.026099994778633118, -0.023159459233283997, -0.020218923687934875, -0.017278388142585754, -0.014337852597236633, -0.011397317051887512, -0.008456781506538391, -0.00551624596118927, -0.002575710415840149, 0.00036482512950897217, 0.0033053606748580933, 0.006245896220207214, 0.009186431765556335, 0.012126967310905457, 0.015067502856254578, 0.0180080384016037, 0.02094857394695282, 0.02388910949230194, 0.026829645037651062, 0.029770180583000183, 0.032710716128349304, 0.035651251673698425, 0.038591787219047546, 0.04153232276439667, 0.04447285830974579, 0.04741339385509491, 0.05035392940044403, 0.05329446494579315, 0.05623500049114227, 0.059175536036491394, 0.062116071581840515, 0.06505660712718964, 0.06799714267253876, 0.07093767821788788, 0.073878213763237, 0.07681874930858612, 0.07975928485393524, 0.08269982039928436]}, "_runtime": 133.87681794166565, "_timestamp": 1596211723.6479268, "_step": 166}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 5.0, 2.0, 1.0, 1.0, 7.0, 3.0, 3.0, 7.0, 3.0, 3.0, 4.0, 2.0, 2.0, 0.0, 2.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01081204041838646, -0.010496854782104492, -0.010181669145822525, -0.009866482578217983, -0.009551296941936016, -0.009236111305654049, -0.008920925669372082, -0.008605740033090115, -0.008290553465485573, -0.007975367829203606, -0.0076601821929216385, -0.007344996556639671, -0.007029810920357704, -0.00671462481841445, -0.0063994391821324825, -0.006084253080189228, -0.005769067443907261, -0.005453881807625294, -0.005138695705682039, -0.004823510069400072, -0.004508323967456818, -0.0041931383311748505, -0.0038779526948928833, -0.0035627668257802725, -0.0032475809566676617, -0.002932395087555051, -0.00261720921844244, -0.002302023582160473, -0.001986837713047862, -0.0016716518439352512, -0.0013564660912379622, -0.0010412803385406733, -0.0007260944694280624, -0.00041090865852311254, -9.572284761816263e-05, 0.00021946296328678727, 0.0005346487741917372, 0.0008498345850966871, 0.001165020396001637, 0.001480206148698926, 0.0017953920178115368, 0.0021105778869241476, 0.0024257637560367584, 0.0027409493923187256, 0.0030561352614313364, 0.0033713211305439472, 0.0036865067668259144, 0.004001692868769169, 0.004316878505051136, 0.004632064141333103, 0.004947250243276358, 0.005262435879558325, 0.005577621981501579, 0.0058928076177835464, 0.006207993254065514, 0.006523179356008768, 0.006838364992290735, 0.007153550628572702, 0.007468736730515957, 0.007783922366797924, 0.008099108003079891, 0.008414293639361858, 0.0087294802069664, 0.009044665843248367, 0.009359851479530334]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 2.0, 2.0, 3.0, 6.0, 3.0, 8.0, 3.0, 11.0, 16.0, 18.0, 16.0, 17.0, 31.0, 45.0, 73.0, 90.0, 110.0, 178.0, 367.0, 4812.0, 1153.0, 336.0, 203.0, 115.0, 85.0, 57.0, 43.0, 32.0, 18.0, 17.0, 23.0, 4.0, 2.0, 9.0, 7.0, 3.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.12022045254707336, -0.11645068973302841, -0.11268092691898346, -0.1089111715555191, -0.10514140874147415, -0.1013716459274292, -0.09760188311338425, -0.0938321202993393, -0.09006236493587494, -0.08629260212182999, -0.08252283930778503, -0.07875307649374008, -0.07498331367969513, -0.07121355086565018, -0.06744379550218582, -0.06367403268814087, -0.05990426987409592, -0.056134507060050964, -0.05236474797129631, -0.04859498515725136, -0.044825226068496704, -0.04105546325445175, -0.0372857004404068, -0.033515941351652145, -0.029746178537607193, -0.02597641758620739, -0.022206656634807587, -0.018436893820762634, -0.014667132869362831, -0.010897371917963028, -0.00712761003524065, -0.0033578486181795597, 0.00041191279888153076, 0.004181674215942621, 0.007951435633003712, 0.01172119751572609, 0.015490958467125893, 0.019260719418525696, 0.023030482232570648, 0.02680024318397045, 0.030570004135370255, 0.03433976694941521, 0.03810952603816986, 0.04187928885221481, 0.045649051666259766, 0.04941881075501442, 0.05318857356905937, 0.056958332657814026, 0.06072809547185898, 0.06449785828590393, 0.06826762109994888, 0.07203737646341324, 0.07580713927745819, 0.07957690209150314, 0.0833466649055481, 0.08711642771959305, 0.090886190533638, 0.09465594589710236, 0.09842570871114731, 0.10219547152519226, 0.10596523433923721, 0.10973499715328217, 0.11350475251674652, 0.11727451533079147, 0.12104427814483643]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 4.0, 0.0, 0.0, 1.0, 2.0, 0.0, 4.0, 1.0, 1.0, 2.0, 1.0, 5.0, 3.0, 4.0, 3.0, 4.0, 2.0, 7.0, 4.0, 2.0, 7.0, 22.0, 7.0, 2.0, 1.0, 2.0, 2.0, 3.0, 3.0, 1.0, 1.0, 4.0, 1.0, 1.0, 1.0, 1.0, 3.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002182112308219075, -0.002104961546137929, -0.0020278107840567827, -0.0019506600219756365, -0.0018735092598944902, -0.0017963583813980222, -0.001719207619316876, -0.0016420568572357297, -0.0015649060951545835, -0.0014877553330734372, -0.001410604570992291, -0.0013334538089111447, -0.0012563029304146767, -0.0011791521683335304, -0.0011020014062523842, -0.001024850644171238, -0.0009476998820900917, -0.0008705491200089455, -0.0007933983579277992, -0.0007162475376389921, -0.0006390967755578458, -0.0005619460134766996, -0.0004847952222917229, -0.0004076444311067462, -0.00033049366902559996, -0.0002533429069444537, -0.00017619211575947702, -9.904133912641555e-05, -2.1890562493354082e-05, 5.5260214139707386e-05, 0.00013241099077276886, 0.00020956176740583032, 0.0002867125440388918, 0.00036386330612003803, 0.00044101409730501473, 0.0005181648884899914, 0.0005953156505711377, 0.0006724664126522839, 0.0007496172329410911, 0.0008267679950222373, 0.0009039187571033835, 0.0009810695191845298, 0.001058220281265676, 0.0011353710433468223, 0.0012125219218432903, 0.0012896726839244366, 0.0013668234460055828, 0.001443974208086729, 0.0015211249701678753, 0.0015982757322490215, 0.0016754264943301678, 0.001752577256411314, 0.0018297280184924603, 0.0019068788969889283, 0.0019840295426547527, 0.002061180304735899, 0.002138331066817045, 0.002215482061728835, 0.0022926328238099813, 0.0023697835858911276, 0.002446934347972274, 0.00252408511005342, 0.0026012358721345663, 0.0026783866342157125, 0.002755537396296859]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 6.0, 5.0, 5.0, 17.0, 18.0, 20.0, 33.0, 51.0, 66.0, 130.0, 194.0, 259.0, 436.0, 716.0, 1267.0, 2325.0, 4168.0, 8024.0, 17388.0, 43485.0, 165082.0, 836916.0, 52051.0, 21771.0, 10434.0, 5735.0, 3179.0, 1854.0, 1243.0, 802.0, 520.0, 335.0, 260.0, 202.0, 155.0, 119.0, 81.0, 64.0, 49.0, 40.0, 29.0, 22.0, 15.0, 17.0, 11.0, 9.0, 9.0, 6.0, 4.0, 0.0, 3.0, 4.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.004124597646296024, -0.003954234998673201, -0.003783872351050377, -0.0036135094705969095, -0.003443146822974086, -0.003272784175351262, -0.0031024215277284384, -0.0029320588801056147, -0.0027616959996521473, -0.0025913333520293236, -0.0024209707044065, -0.002250608056783676, -0.0020802454091608524, -0.0019098826451227069, -0.0017395199974998832, -0.0015691572334617376, -0.001398794585838914, -0.0012284319382160902, -0.0010580691741779447, -0.0008877065265551209, -0.0007173438207246363, -0.0005469811148941517, -0.0003766184381674975, -0.00020625574688892812, -3.5893055610358715e-05, 0.00013446963566821069, 0.0003048323269467801, 0.00047519500367343426, 0.0006455577095039189, 0.0008159204153344035, 0.0009862830629572272, 0.0011566458269953728, 0.0013270084746181965, 0.0014973711222410202, 0.0016677338862791657, 0.0018380965339019895, 0.002008459297940135, 0.0021788219455629587, 0.0023491845931857824, 0.002519547240808606, 0.0026899101212620735, 0.0028602727688848972, 0.003030635416507721, 0.0032009980641305447, 0.0033713607117533684, 0.003541723359376192, 0.0037120862398296595, 0.003882448887452483, 0.004052811302244663, 0.004223174415528774, 0.004393537063151598, 0.004563899710774422, 0.004734262358397245, 0.004904625006020069, 0.005074987653642893, 0.0052453503012657166, 0.00541571294888854, 0.005586075596511364, 0.005756438244134188, 0.005926801357418299, 0.0060971640050411224, 0.006267526652663946, 0.00643788930028677, 0.006608251947909594, 0.006778614595532417]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 2.0, 2.0, 3.0, 2.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 8.0, 4.0, 2.0, 1.0, 1.0, 2.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0], "bins": [-0.014035050757229328, -0.013550862669944763, -0.013066675513982773, -0.012582488358020782, -0.012098300270736217, -0.011614112183451653, -0.011129925027489662, -0.010645737871527672, -0.010161549784243107, -0.009677361696958542, -0.009193174540996552, -0.008708987385034561, -0.008224799297749996, -0.0077406116761267185, -0.007256424054503441, -0.006772236432880163, -0.0062880488112568855, -0.005803861189633608, -0.00531967356801033, -0.0048354859463870525, -0.004351298324763775, -0.003867110703140497, -0.0033829230815172195, -0.002898735459893942, -0.002414547838270664, -0.0019303602166473866, -0.0014461725950241089, -0.0009619849734008312, -0.00047779735177755356, 6.390269845724106e-06, 0.0004905778914690018, 0.0009747655130922794, 0.001458953134715557, 0.0019431407563388348, 0.0024273283779621124, 0.00291151599958539, 0.0033957036212086678, 0.0038798912428319454, 0.004364078864455223, 0.004848266486078501, 0.005332454107701778, 0.005816641729325056, 0.006300829350948334, 0.006785016972571611, 0.007269204594194889, 0.007753392215818167, 0.008237579837441444, 0.008721766993403435, 0.009205955080688, 0.009690143167972565, 0.010174330323934555, 0.010658517479896545, 0.01114270556718111, 0.011626893654465675, 0.012111080810427666, 0.012595267966389656, 0.013079456053674221, 0.013563644140958786, 0.014047831296920776, 0.014532018452882767, 0.015016206540167332, 0.015500394627451897, 0.015984581783413887, 0.016468768939375877, 0.016952957957983017]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [4.0, 2.0, 3.0, 8.0, 8.0, 10.0, 18.0, 20.0, 38.0, 45.0, 58.0, 79.0, 92.0, 116.0, 120.0, 165.0, 162.0, 231.0, 309.0, 393.0, 493.0, 647.0, 913.0, 1250.0, 1886.0, 5742.0, 1568.0, 998.0, 727.0, 535.0, 405.0, 284.0, 226.0, 161.0, 116.0, 80.0, 71.0, 66.0, 48.0, 41.0, 41.0, 38.0, 24.0, 31.0, 29.0, 24.0, 13.0, 15.0, 8.0, 11.0, 13.0, 12.0, 12.0, 4.0, 7.0, 2.0, 3.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.006739712320268154, -0.006475452333688736, -0.0062111918814480305, -0.005946931894868612, -0.005682671442627907, -0.005418411456048489, -0.0051541514694690704, -0.004889891017228365, -0.004625631030648947, -0.004361371044069529, -0.004097110591828823, -0.003832850605249405, -0.003568590385839343, -0.0033043301664292812, -0.003040070179849863, -0.002775809960439801, -0.0025115497410297394, -0.0022472895216196775, -0.0019830293022096157, -0.0017187693156301975, -0.0014545090962201357, -0.0011902488768100739, -0.0009259887738153338, -0.0006617286126129329, -0.000397468451410532, -0.00013320829020813107, 0.00013105187099426985, 0.00039531203219667077, 0.0006595721933990717, 0.0009238323546014726, 0.0011880925158038735, 0.0014523526187986135, 0.0017166128382086754, 0.0019808730576187372, 0.002245133277028799, 0.0025093932636082172, 0.002773653483018279, 0.003037913702428341, 0.003302173689007759, 0.003566433908417821, 0.0038306941278278828, 0.004094954114407301, 0.0043592145666480064, 0.004623474553227425, 0.004887734539806843, 0.005151994992047548, 0.0054162549786269665, 0.005680515430867672, 0.00594477541744709, 0.006209035404026508, 0.006473295856267214, 0.006737555842846632, 0.0070018162950873375, 0.007266076281666756, 0.007530336268246174, 0.007794596720486879, 0.008058857172727585, 0.008323117159307003, 0.008587377145886421, 0.00885163713246584, 0.009115897119045258, 0.009380157105624676, 0.009644418023526669, 0.009908678010106087, 0.010172937996685505]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 4.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.11972559243440628, -0.1149672344326973, -0.11020888388156891, -0.10545052587985992, -0.10069216787815094, -0.09593381732702255, -0.09117545932531357, -0.08641710132360458, -0.0816587507724762, -0.07690039277076721, -0.07214203476905823, -0.06738367676734924, -0.06262532621622086, -0.05786696821451187, -0.053108613938093185, -0.0483502559363842, -0.043591901659965515, -0.03883354738354683, -0.034075189381837845, -0.02931683510541916, -0.024558478966355324, -0.01980012282729149, -0.015041767619550228, -0.010283412411808968, -0.0055250562727451324, -0.0007667005993425846, 0.003991655074059963, 0.008750010281801224, 0.013508366420865059, 0.018266722559928894, 0.02302507683634758, 0.027783432975411415, 0.03254178911447525, 0.037300143390893936, 0.04205850139260292, 0.046816855669021606, 0.05157521367073059, 0.05633356794714928, 0.06109192222356796, 0.06585028022527695, 0.07060863077640533, 0.07536698877811432, 0.0801253467798233, 0.08488370478153229, 0.08964205533266068, 0.09440041333436966, 0.09915877133607864, 0.10391712188720703, 0.10867547988891602, 0.113433837890625, 0.11819218844175339, 0.12295054644346237, 0.12770889699459076, 0.13246725499629974, 0.13722561299800873, 0.1419839709997177, 0.1467423290014267, 0.15150068700313568, 0.15625903010368347, 0.16101738810539246, 0.16577574610710144, 0.17053410410881042, 0.1752924621105194, 0.1800508201122284, 0.18480917811393738]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 3.0, 4.0, 2.0, 2.0, 3.0, 1.0, 4.0, 4.0, 5.0, 3.0, 6.0, 9.0, 10.0, 9.0, 21.0, 32.0, 48.0, 24.0, 15.0, 13.0, 14.0, 3.0, 5.0, 4.0, 5.0, 5.0, 3.0, 5.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.06520194560289383, -0.06265220046043396, -0.06010245904326439, -0.05755271762609482, -0.05500297248363495, -0.05245323106646538, -0.04990348964929581, -0.04735374450683594, -0.04480400308966637, -0.042254261672496796, -0.039704516530036926, -0.037154775112867355, -0.034605033695697784, -0.032055288553237915, -0.029505547136068344, -0.026955803856253624, -0.024406060576438904, -0.021856317296624184, -0.019306574016809464, -0.016756832599639893, -0.014207089319825172, -0.011657346040010452, -0.009107603691518307, -0.006557860877364874, -0.004008118063211441, -0.0014583752490580082, 0.0010913675650954247, 0.0036411103792488575, 0.00619085319340229, 0.00874059647321701, 0.011290338821709156, 0.013840081170201302, 0.01638982445001602, 0.018939567729830742, 0.021489311009645462, 0.024039052426815033, 0.026588795706629753, 0.029138538986444473, 0.031688280403614044, 0.034238025546073914, 0.036787766963243484, 0.039337508380413055, 0.041887253522872925, 0.044436994940042496, 0.04698673635721207, 0.049536481499671936, 0.05208622291684151, 0.054635968059301376, 0.05718570947647095, 0.05973545089364052, 0.06228519603610039, 0.06483493745326996, 0.06738468259572983, 0.0699344202876091, 0.07248416543006897, 0.07503391057252884, 0.07758365571498871, 0.08013339340686798, 0.08268313854932785, 0.08523288369178772, 0.08778262138366699, 0.09033236652612686, 0.09288211166858673, 0.095431849360466, 0.09798159450292587]}, "_runtime": 134.63631558418274, "_timestamp": 1596211724.4074244, "_step": 167}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 4.0, 1.0, 2.0, 4.0, 6.0, 11.0, 3.0, 4.0, 3.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.012169534340500832, -0.011859223246574402, -0.011548913083970547, -0.011238601990044117, -0.010928291827440262, -0.010617980733513832, -0.010307670570909977, -0.009997359476983547, -0.009687049314379692, -0.009376738220453262, -0.009066427126526833, -0.008756116963922977, -0.008445805869996548, -0.008135495707392693, -0.007825184613466263, -0.00751487398520112, -0.007204563356935978, -0.0068942527286708355, -0.006583942100405693, -0.006273631472140551, -0.005963320843875408, -0.005653009749948978, -0.005342699121683836, -0.0050323884934186935, -0.004722077865153551, -0.004411767236888409, -0.004101456608623266, -0.00379114574752748, -0.0034808351192623377, -0.0031705244909971952, -0.002860213629901409, -0.0025499030016362667, -0.0022395923733711243, -0.0019292817451059818, -0.0016189710004255176, -0.0013086602557450533, -0.0009983496274799109, -0.0006880389410071075, -0.00037772825453430414, -6.741756806150079e-05, 0.00024289311841130257, 0.0005532038048841059, 0.0008635144913569093, 0.0011738252360373735, 0.001484135864302516, 0.0017944464925676584, 0.0021047573536634445, 0.002415067981928587, 0.0027253786101937294, 0.003035689238458872, 0.0033459998667240143, 0.0036563107278198004, 0.003966621123254299, 0.004276932217180729, 0.004587242845445871, 0.004897553473711014, 0.005207864101976156, 0.005518174730241299, 0.005828485358506441, 0.0061387959867715836, 0.006449107080698013, 0.006759417708963156, 0.007069728337228298, 0.007380038965493441, 0.007690349593758583]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 5.0, 3.0, 5.0, 6.0, 6.0, 10.0, 7.0, 12.0, 21.0, 35.0, 38.0, 56.0, 100.0, 145.0, 213.0, 437.0, 5626.0, 518.0, 253.0, 153.0, 82.0, 56.0, 45.0, 30.0, 11.0, 20.0, 6.0, 7.0, 4.0, 4.0, 1.0, 4.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1405101716518402, -0.13604462146759033, -0.13157907128334045, -0.12711352109909058, -0.1226479709148407, -0.11818242818117142, -0.11371687799692154, -0.10925132781267166, -0.10478577762842178, -0.1003202274441719, -0.09585467725992203, -0.09138912707567215, -0.08692358434200287, -0.08245803415775299, -0.07799248397350311, -0.07352693378925323, -0.06906138360500336, -0.06459583342075348, -0.0601302832365036, -0.05566473677754402, -0.051199186593294144, -0.046733636409044266, -0.042268089950084686, -0.03780253976583481, -0.03333698958158493, -0.028871439397335052, -0.024405891075730324, -0.019940342754125595, -0.015474792569875717, -0.011009243316948414, -0.0065436940640211105, -0.0020781448110938072, 0.002387404441833496, 0.006852953694760799, 0.011318502947688103, 0.01578405126929283, 0.02024960145354271, 0.024715151637792587, 0.029180699959397316, 0.033646248281002045, 0.03811179846525192, 0.0425773486495018, 0.04704289883375168, 0.05150844529271126, 0.055973995476961136, 0.060439545661211014, 0.0649050921201706, 0.06937064230442047, 0.07383619248867035, 0.07830174267292023, 0.0827672928571701, 0.08723284304141998, 0.09169839322566986, 0.09616393595933914, 0.10062948614358902, 0.1050950363278389, 0.10956058651208878, 0.11402613669633865, 0.11849168688058853, 0.12295723706483841, 0.1274227797985077, 0.13188832998275757, 0.13635388016700745, 0.14081943035125732, 0.1452849805355072]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 4.0, 1.0, 1.0, 2.0, 2.0, 3.0, 3.0, 4.0, 3.0, 3.0, 1.0, 5.0, 2.0, 3.0, 5.0, 5.0, 0.0, 2.0, 23.0, 4.0, 6.0, 3.0, 1.0, 1.0, 4.0, 5.0, 5.0, 2.0, 3.0, 3.0, 3.0, 0.0, 1.0, 1.0, 4.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002574899233877659, -0.002472379943355918, -0.002369860652834177, -0.002267341362312436, -0.002164822071790695, -0.0020623027812689543, -0.001959783723577857, -0.0018572643166407943, -0.0017547451425343752, -0.0016522258520126343, -0.0015497065614908934, -0.0014471872709691525, -0.0013446679804474115, -0.0012421486899256706, -0.0011396295158192515, -0.0010371102252975106, -0.0009345909347757697, -0.0008320716442540288, -0.0007295524119399488, -0.0006270331214182079, -0.0005245138891041279, -0.00042199459858238697, -0.00031947530806064606, -0.0002169560466427356, -0.00011443678522482514, -1.1917516530957073e-05, 9.0601752162911e-05, 0.00019312102813273668, 0.00029564028955064714, 0.0003981595509685576, 0.0005006788414902985, 0.0006031980738043785, 0.0007057173643261194, 0.0008082366548478603, 0.0009107558871619403, 0.0010132751194760203, 0.0011157944099977612, 0.0012183137005195022, 0.001320832991041243, 0.001423352281562984, 0.001525871455669403, 0.001628390746191144, 0.001730910036712885, 0.0018334293272346258, 0.0019359486177563667, 0.0020384679082781076, 0.0021409871987998486, 0.0022435064893215895, 0.0023460257798433304, 0.0024485448375344276, 0.0025510641280561686, 0.0026535834185779095, 0.0027561027090996504, 0.0028586219996213913, 0.002961141290143132, 0.003063660580664873, 0.003166179871186614, 0.003268699161708355, 0.003371218452230096, 0.003473737509921193, 0.003576256800442934, 0.003678776090964675, 0.003781295381486416, 0.0038838146720081568, 0.003986333962529898]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [4.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 3.0, 3.0, 4.0, 4.0, 10.0, 15.0, 15.0, 16.0, 17.0, 29.0, 26.0, 49.0, 54.0, 89.0, 121.0, 157.0, 238.0, 364.0, 609.0, 961.0, 1812.0, 3293.0, 6466.0, 14591.0, 41157.0, 193801.0, 829167.0, 46011.0, 18098.0, 8718.0, 4875.0, 2920.0, 1869.0, 1220.0, 828.0, 595.0, 432.0, 286.0, 211.0, 127.0, 114.0, 83.0, 54.0, 40.0, 23.0, 21.0, 12.0, 15.0, 8.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.007358427159488201, -0.007142840884625912, -0.006927254609763622, -0.0067116678692400455, -0.006496081594377756, -0.006280495319515467, -0.00606490857899189, -0.0058493223041296005, -0.005633736029267311, -0.005418149754405022, -0.005202563479542732, -0.0049869767390191555, -0.004771390464156866, -0.004555804189294577, -0.004340217448771, -0.0041246311739087105, -0.003909044899046421, -0.0036934586241841316, -0.0034778721164911985, -0.0032622856087982655, -0.003046699333935976, -0.0028311130590736866, -0.0026155265513807535, -0.0023999400436878204, -0.002184353768825531, -0.0019687674939632416, -0.0017531809862703085, -0.0015375945949926972, -0.001322008203715086, -0.0011064218124374747, -0.0008908354211598635, -0.0006752490298822522, -0.00045966263860464096, -0.0002440762473270297, -2.848985604941845e-05, 0.0001870965352281928, 0.00040268292650580406, 0.0006182693177834153, 0.0008338557090610266, 0.0010494421003386378, 0.001265028491616249, 0.0014806148828938603, 0.0016962012741714716, 0.0019117876654490829, 0.002127374056726694, 0.0023429603315889835, 0.0025585468392819166, 0.0027741333469748497, 0.002989719621837139, 0.0032053058966994286, 0.0034208924043923616, 0.0036364789120852947, 0.003852065186947584, 0.004067651461809874, 0.00428323820233345, 0.00449882447719574, 0.004714410752058029, 0.004929997026920319, 0.005145583301782608, 0.005361170042306185, 0.005576756317168474, 0.005792342592030764, 0.00600792933255434, 0.00622351560741663, 0.006439101882278919]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 0.0, 0.0, 4.0, 3.0, 2.0, 4.0, 5.0, 6.0, 9.0, 4.0, 1.0, 4.0, 4.0, 6.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012841511517763138, -0.011730751022696495, -0.010619990527629852, -0.009509230963885784, -0.008398470468819141, -0.007287709973752499, -0.006176949944347143, -0.005066189914941788, -0.003955429419875145, -0.002844669157639146, -0.0017339088954031467, -0.0006231486331671476, 0.00048761162906885147, 0.0015983718913048506, 0.0027091321535408497, 0.003819892415776849, 0.004930652678012848, 0.006041413173079491, 0.007152173202484846, 0.008262933231890202, 0.009373693726956844, 0.010484454222023487, 0.011595213785767555, 0.012705974280834198, 0.01381673477590084, 0.014927495270967484, 0.016038255766034126, 0.01714901626110077, 0.018259774893522263, 0.019370535388588905, 0.020481295883655548, 0.02159205637872219, 0.022702816873788834, 0.023813577368855476, 0.02492433786392212, 0.026035098358988762, 0.027145858854055405, 0.028256617486476898, 0.02936737798154354, 0.030478138476610184, 0.03158889710903168, 0.03269965946674347, 0.03381041809916496, 0.034921180456876755, 0.03603193908929825, 0.03714270144701004, 0.038253460079431534, 0.039364222437143326, 0.04047498106956482, 0.04158573970198631, 0.042696502059698105, 0.0438072606921196, 0.04491802304983139, 0.046028781682252884, 0.047139544039964676, 0.04825030267238617, 0.04936106503009796, 0.050471823662519455, 0.05158258229494095, 0.05269334465265274, 0.053804103285074234, 0.054914865642786026, 0.05602562427520752, 0.05713638663291931, 0.058247145265340805]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 2.0, 2.0, 0.0, 2.0, 2.0, 1.0, 2.0, 6.0, 15.0, 17.0, 31.0, 39.0, 55.0, 83.0, 119.0, 185.0, 330.0, 547.0, 849.0, 1432.0, 2702.0, 7179.0, 1737.0, 1026.0, 611.0, 422.0, 273.0, 176.0, 126.0, 70.0, 63.0, 47.0, 33.0, 15.0, 14.0, 11.0, 17.0, 15.0, 10.0, 11.0, 17.0, 16.0, 20.0, 10.0, 5.0, 4.0, 6.0, 3.0, 7.0, 1.0, 4.0, 9.0, 23.0, 6.0, 7.0, 1.0, 1.0, 0.0, 3.0, 0.0, 2.0, 0.0, 8.0], "bins": [-0.009823204018175602, -0.009382268413901329, -0.00894133374094963, -0.008500398136675358, -0.008059462532401085, -0.007618527393788099, -0.007177592255175114, -0.006736656650900841, -0.006295721512287855, -0.0058547863736748695, -0.005413850769400597, -0.004972915630787611, -0.004531980492174625, -0.0040910448879003525, -0.003650109749287367, -0.0032091743778437376, -0.0027682390064001083, -0.002327303634956479, -0.0018863683799281716, -0.0014454331248998642, -0.001004497753456235, -0.0005635624402202666, -0.00012262712698429823, 0.0003183081862516701, 0.0007592434994876385, 0.0012001788709312677, 0.0016411141259595752, 0.0020820493809878826, 0.002522984752431512, 0.002963920123875141, 0.0034048552624881268, 0.003845790633931756, 0.004286726005375385, 0.004727661143988371, 0.005168596748262644, 0.005609531886875629, 0.006050467491149902, 0.006491402629762888, 0.0069323377683758736, 0.0073732733726501465, 0.007814208045601845, 0.008255143649876118, 0.00869607925415039, 0.009137014858424664, 0.009577949531376362, 0.010018885135650635, 0.010459820739924908, 0.010900755412876606, 0.011341691017150879, 0.011782626621425152, 0.01222356129437685, 0.012664496898651123, 0.013105432502925396, 0.013546367175877094, 0.013987302780151367, 0.01442823838442564, 0.014869173988699913, 0.015310108661651611, 0.01575104333460331, 0.016191979870200157, 0.016632914543151855, 0.017073849216103554, 0.0175147857517004, 0.0179557204246521, 0.018396656960248947]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 4.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 4.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1078905314207077, -0.1052064299583435, -0.10252232104539871, -0.09983821958303452, -0.09715411812067032, -0.09447000920772552, -0.09178590774536133, -0.08910180628299713, -0.08641770482063293, -0.08373359590768814, -0.08104949444532394, -0.07836539298295975, -0.07568128407001495, -0.07299718260765076, -0.07031308114528656, -0.06762897223234177, -0.06494487076997757, -0.062260765582323074, -0.05957666411995888, -0.05689255893230438, -0.054208457469940186, -0.05152435228228569, -0.048840247094631195, -0.046156145632267, -0.0434720404446125, -0.04078793525695801, -0.03810383379459381, -0.035419728606939316, -0.03273562341928482, -0.030051521956920624, -0.02736741676926613, -0.024683313444256783, -0.021999210119247437, -0.01931510679423809, -0.016631003469228745, -0.01394689828157425, -0.011262794956564903, -0.008578691631555557, -0.005894587375223637, -0.0032104835845530033, -0.00052637979388237, 0.0021577239967882633, 0.004841827787458897, 0.00752593157812953, 0.010210035368800163, 0.01289413869380951, 0.01557824295014143, 0.01826234720647335, 0.020946450531482697, 0.023630553856492043, 0.02631465718150139, 0.028998762369155884, 0.03168286383152008, 0.034366969019174576, 0.03705107420682907, 0.03973517566919327, 0.04241928085684776, 0.04510338604450226, 0.047787487506866455, 0.05047159269452095, 0.053155697882175446, 0.05583979934453964, 0.05852390453219414, 0.061208005994558334, 0.06389211118221283]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 3.0, 1.0, 2.0, 3.0, 1.0, 8.0, 5.0, 6.0, 8.0, 14.0, 9.0, 8.0, 12.0, 10.0, 7.0, 3.0, 9.0, 10.0, 28.0, 17.0, 19.0, 16.0, 12.0, 7.0, 10.0, 13.0, 8.0, 3.0, 5.0, 1.0, 3.0, 2.0, 1.0, 2.0, 0.0, 3.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.04064542055130005, -0.03956952318549156, -0.03849362954497337, -0.037417732179164886, -0.0363418385386467, -0.03526594117283821, -0.034190043807029724, -0.033114150166511536, -0.03203825280070305, -0.03096235729753971, -0.029886461794376373, -0.028810564428567886, -0.02773466892540455, -0.02665877342224121, -0.025582876056432724, -0.024506980553269386, -0.02343108505010605, -0.02235518954694271, -0.021279294043779373, -0.020203396677970886, -0.01912750117480755, -0.01805160567164421, -0.016975708305835724, -0.015899812802672386, -0.014823917299509048, -0.01374802179634571, -0.012672125361859798, -0.011596228927373886, -0.010520333424210548, -0.00944443792104721, -0.008368541486561298, -0.007292645517736673, -0.006216749548912048, -0.005140853580087423, -0.004064957611262798, -0.0029890616424381733, -0.0019131656736135483, -0.0008372697047889233, 0.00023862626403570175, 0.0013145222328603268, 0.0023904182016849518, 0.003466314170509577, 0.004542210139334202, 0.005618106108158827, 0.006694002076983452, 0.007769898045808077, 0.008845794014632702, 0.009921690449118614, 0.010997585952281952, 0.01207348145544529, 0.013149377889931202, 0.014225274324417114, 0.015301169827580452, 0.01637706533074379, 0.017452962696552277, 0.018528858199715614, 0.019604753702878952, 0.02068064920604229, 0.021756544709205627, 0.022832442075014114, 0.023908337578177452, 0.02498423308134079, 0.026060130447149277, 0.027136025950312614, 0.028211921453475952]}, "_runtime": 135.46379899978638, "_timestamp": 1596211725.2349079, "_step": 168}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 3.0, 3.0, 1.0, 3.0, 2.0, 1.0, 3.0, 1.0, 4.0, 2.0, 2.0, 5.0, 2.0, 1.0, 1.0, 0.0, 3.0, 2.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.009285714477300644, -0.009008356370031834, -0.008730998262763023, -0.008453640155494213, -0.008176282048225403, -0.007898924872279167, -0.007621566765010357, -0.007344208657741547, -0.007066850550472736, -0.006789492443203926, -0.006512134335935116, -0.006234776694327593, -0.005957418587058783, -0.005680060479789972, -0.005402702838182449, -0.005125344730913639, -0.004847986623644829, -0.0045706285163760185, -0.004293270409107208, -0.004015912767499685, -0.003738554660230875, -0.0034611965529620647, -0.003183838678523898, -0.0029064808040857315, -0.0026291226968169212, -0.002351764589548111, -0.0020744067151099443, -0.001797048724256456, -0.0015196907334029675, -0.001242332742549479, -0.0009649747516959906, -0.0006876167608425021, -0.00041025876998901367, -0.00013290077913552523, 0.00014445721171796322, 0.00042181520257145166, 0.0006991731934249401, 0.0009765311842784286, 0.001253889175131917, 0.0015312471659854054, 0.0018086051568388939, 0.002085963264107704, 0.0023633211385458708, 0.0026406790129840374, 0.0029180371202528477, 0.003195395227521658, 0.0034727531019598246, 0.003750110976397991, 0.0040274690836668015, 0.004304827190935612, 0.004582185298204422, 0.004859542939811945, 0.005136901047080755, 0.0054142591543495655, 0.0056916167959570885, 0.005968974903225899, 0.006246333010494709, 0.006523691117763519, 0.0068010492250323296, 0.0070784068666398525, 0.007355764973908663, 0.007633123081177473, 0.007910480722784996, 0.008187838830053806, 0.008465196937322617]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 1.0, 2.0, 1.0, 3.0, 3.0, 5.0, 3.0, 9.0, 9.0, 13.0, 11.0, 14.0, 34.0, 22.0, 29.0, 36.0, 51.0, 51.0, 87.0, 120.0, 143.0, 249.0, 383.0, 5169.0, 596.0, 299.0, 131.0, 121.0, 71.0, 53.0, 42.0, 35.0, 16.0, 27.0, 27.0, 14.0, 10.0, 7.0, 10.0, 7.0, 4.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.11345530301332474, -0.11015775054693222, -0.1068601980805397, -0.10356264561414719, -0.10026508569717407, -0.09696753323078156, -0.09366998076438904, -0.09037242829799652, -0.087074875831604, -0.08377732336521149, -0.08047977089881897, -0.07718221843242645, -0.07388466596603394, -0.07058710604906082, -0.0672895535826683, -0.06399200111627579, -0.06069444864988327, -0.05739689618349075, -0.054099343717098236, -0.05080178752541542, -0.0475042350590229, -0.044206682592630386, -0.04090912640094757, -0.037611573934555054, -0.03431402146816254, -0.03101646900177002, -0.027718914672732353, -0.024421360343694687, -0.02112380787730217, -0.017826255410909653, -0.014528701081871986, -0.011231147684156895, -0.007933594286441803, -0.004636040888726711, -0.0013384874910116196, 0.001959065906703472, 0.005256619304418564, 0.008554172702133656, 0.011851726099848747, 0.015149279497563839, 0.01844683289527893, 0.021744385361671448, 0.025041939690709114, 0.02833949401974678, 0.0316370464861393, 0.034934598952531815, 0.03823215514421463, 0.04152970761060715, 0.044827260076999664, 0.04812481254339218, 0.0514223650097847, 0.054719921201467514, 0.05801747366786003, 0.06131502613425255, 0.06461258232593536, 0.06791013479232788, 0.0712076872587204, 0.07450523972511292, 0.07780279219150543, 0.08110034465789795, 0.08439789712429047, 0.08769545704126358, 0.0909930095076561, 0.09429056197404861, 0.09758811444044113]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 3.0, 2.0, 2.0, 2.0, 0.0, 1.0, 1.0, 4.0, 4.0, 6.0, 2.0, 3.0, 2.0, 4.0, 5.0, 1.0, 5.0, 3.0, 5.0, 3.0, 3.0, 25.0, 0.0, 4.0, 4.0, 2.0, 1.0, 3.0, 2.0, 2.0, 4.0, 1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.0030581189785152674, -0.0029708012007176876, -0.0028834836557507515, -0.0027961661107838154, -0.0027088483329862356, -0.002621530555188656, -0.0025342130102217197, -0.0024468954652547836, -0.002359577687457204, -0.002272259909659624, -0.002184942364692688, -0.002097624819725752, -0.002010307041928172, -0.0019229893805459142, -0.0018356717191636562, -0.0017483540577813983, -0.0016610363963991404, -0.0015737187350168824, -0.0014864010736346245, -0.0013990834122523665, -0.0013117657508701086, -0.0012244480894878507, -0.0011371304281055927, -0.0010498127667233348, -0.0009624951053410769, -0.0008751774439588189, -0.000787859782576561, -0.000700542121194303, -0.0006132244598120451, -0.0005259067984297872, -0.0004385891370475292, -0.0003512714756652713, -0.00026395381428301334, -0.0001766361529007554, -8.931849151849747e-05, -2.0008301362395287e-06, 8.531683124601841e-05, 0.00017263449262827635, 0.0002599521540105343, 0.0003472698153927922, 0.00043458747677505016, 0.0005219051381573081, 0.000609222799539566, 0.000696540460921824, 0.0007838581223040819, 0.0008711757836863399, 0.0009584934450685978, 0.0010458111064508557, 0.0011331287678331137, 0.0012204464292153716, 0.0013077640905976295, 0.0013950817519798875, 0.0014823994133621454, 0.0015697170747444034, 0.0016570347361266613, 0.0017443523975089192, 0.0018316700588911772, 0.0019189877202734351, 0.002006305381655693, 0.002093622926622629, 0.002180940704420209, 0.0022682584822177887, 0.002355576027184725, 0.002442893572151661, 0.0025302113499492407]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 2.0, 6.0, 5.0, 5.0, 5.0, 10.0, 11.0, 15.0, 12.0, 34.0, 42.0, 75.0, 64.0, 98.0, 163.0, 238.0, 357.0, 561.0, 820.0, 1299.0, 2049.0, 3406.0, 6141.0, 11938.0, 24921.0, 62634.0, 832528.0, 156540.0, 36800.0, 16541.0, 8809.0, 5019.0, 3053.0, 1892.0, 1166.0, 720.0, 492.0, 369.0, 225.0, 190.0, 119.0, 76.0, 68.0, 36.0, 26.0, 16.0, 12.0, 6.0, 7.0, 4.0, 5.0, 4.0, 3.0, 1.0, 1.0, 1.0, 2.0], "bins": [-0.007408716715872288, -0.007190432865172625, -0.006972149014472961, -0.006753865163773298, -0.006535581313073635, -0.006317296996712685, -0.0060990131460130215, -0.005880729295313358, -0.005662445444613695, -0.005444161593914032, -0.005225877743214369, -0.005007593892514706, -0.004789309576153755, -0.004571025725454092, -0.004352741874754429, -0.004134458024054766, -0.0039161741733551025, -0.0036978903226554394, -0.003479606471955776, -0.0032613223884254694, -0.0030430385377258062, -0.002824754687026143, -0.0026064706034958363, -0.002388186752796173, -0.00216990290209651, -0.0019516190513968468, -0.0017333350842818618, -0.0015150511171668768, -0.0012967672664672136, -0.0010784834157675505, -0.0008601994486525655, -0.0006419155397452414, -0.00042363163083791733, -0.00020534772193059325, 1.2936186976730824e-05, 0.0002312200958840549, 0.000449504004791379, 0.000667787913698703, 0.0008860718226060271, 0.0011043557897210121, 0.0013226396404206753, 0.0015409234911203384, 0.0017592074582353234, 0.0019774914253503084, 0.0021957752760499716, 0.0024140591267496347, 0.0026323432102799416, 0.0028506270609796047, 0.003068910911679268, 0.003287194762378931, 0.003505478613078594, 0.003723762696608901, 0.0039420463144779205, 0.004160330630838871, 0.004378614481538534, 0.004596898332238197, 0.0048151821829378605, 0.005033466033637524, 0.005251749884337187, 0.00547003373503685, 0.0056883180513978004, 0.005906601902097464, 0.006124885752797127, 0.00634316960349679, 0.006561453454196453]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 3.0, 2.0, 1.0, 0.0, 0.0, 4.0, 1.0, 1.0, 2.0, 0.0, 2.0, 3.0, 10.0, 3.0, 3.0, 8.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.019716084003448486, -0.01899249106645584, -0.018268898129463196, -0.0175453033298254, -0.016821710392832756, -0.01609811745584011, -0.015374524518847466, -0.014650930650532246, -0.0139273377135396, -0.013203744776546955, -0.012480150908231735, -0.01175655797123909, -0.011032965034246445, -0.010309371165931225, -0.00958577822893858, -0.00886218436062336, -0.008138591423630714, -0.007414998020976782, -0.006691404618322849, -0.005967811681330204, -0.0052442182786762714, -0.004520624876022339, -0.00379703170619905, -0.003073438536375761, -0.0023498451337218285, -0.0016262518474832177, -0.000902658561244607, -0.00017906527500599623, 0.0005445280112326145, 0.0012681212974712253, 0.001991714583709836, 0.002715307753533125, 0.0034389011561870575, 0.00416249455884099, 0.004886087961494923, 0.005609680898487568, 0.0063332743011415005, 0.007056867703795433, 0.007780460640788078, 0.008504054509103298, 0.009227647446095943, 0.009951240383088589, 0.010674834251403809, 0.011398427188396454, 0.012122020125389099, 0.012845613993704319, 0.013569206930696964, 0.014292800799012184, 0.01501639373600483, 0.015739986672997475, 0.01646357960999012, 0.017187174409627914, 0.01791076734662056, 0.018634360283613205, 0.01935795322060585, 0.020081546157598495, 0.02080513909459114, 0.021528733894228935, 0.02225232683122158, 0.022975919768214226, 0.02369951270520687, 0.024423105642199516, 0.02514670044183731, 0.025870293378829956, 0.0265938863158226]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 3.0, 3.0, 2.0, 10.0, 7.0, 9.0, 11.0, 22.0, 34.0, 22.0, 37.0, 33.0, 66.0, 79.0, 95.0, 119.0, 162.0, 203.0, 287.0, 345.0, 476.0, 715.0, 957.0, 1362.0, 2221.0, 6052.0, 1707.0, 990.0, 695.0, 484.0, 338.0, 218.0, 169.0, 112.0, 93.0, 72.0, 59.0, 32.0, 30.0, 11.0, 17.0, 12.0, 10.0, 6.0, 5.0, 7.0, 4.0, 4.0, 0.0, 6.0, 0.0, 3.0, 3.0, 1.0, 2.0, 1.0, 2.0, 0.0, 2.0, 0.0, 2.0], "bins": [-0.010008060373365879, -0.009654046967625618, -0.009300033561885357, -0.00894602108746767, -0.00859200768172741, -0.008237994275987148, -0.007883980870246887, -0.0075299679301679134, -0.007175954524427652, -0.006821941118687391, -0.0064679281786084175, -0.006113914772868156, -0.005759901367127895, -0.005405888427048922, -0.0050518750213086605, -0.004697862081229687, -0.004343848675489426, -0.003989835269749165, -0.003635822329670191, -0.0032818089239299297, -0.0029277957510203123, -0.002573782578110695, -0.002219769172370434, -0.0018657559994608164, -0.001511742826551199, -0.0011577296536415815, -0.0008037163643166423, -0.00044970313319936395, -9.568990208208561e-05, 0.00025832332903519273, 0.0006123365601524711, 0.0009663497912697494, 0.0013203630223870277, 0.0016743761952966452, 0.0020283893682062626, 0.0023824027739465237, 0.002736415946856141, 0.0030904291197657585, 0.0034444425255060196, 0.003798455698415637, 0.0041524688713252544, 0.0045064822770655155, 0.004860495217144489, 0.00521450862288475, 0.0055685220286250114, 0.005922534968703985, 0.006276548374444246, 0.00663056131452322, 0.006984574720263481, 0.007338588126003742, 0.007692601066082716, 0.00804661400616169, 0.00840062741190195, 0.008754640817642212, 0.009108654223382473, 0.009462667629122734, 0.00981668010354042, 0.010170693509280682, 0.010524706915020943, 0.010878720320761204, 0.011232733726501465, 0.011586747132241726, 0.011940759606659412, 0.012294773012399673, 0.012648786418139935]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 4.0, 2.0, 3.0, 0.0, 0.0, 3.0, 3.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.11122331768274307, -0.10610227286815643, -0.10098123550415039, -0.09586019814014435, -0.09073915332555771, -0.08561810851097107, -0.08049707114696503, -0.07537603378295898, -0.07025498896837234, -0.0651339441537857, -0.06001290678977966, -0.05489186570048332, -0.04977082461118698, -0.04464978352189064, -0.0395287424325943, -0.03440770134329796, -0.029286660254001617, -0.024165619164705276, -0.019044578075408936, -0.013923536986112595, -0.008802495896816254, -0.0036814548075199127, 0.0014395862817764282, 0.006560627371072769, 0.01168166846036911, 0.01680270954966545, 0.021923750638961792, 0.027044791728258133, 0.032165832817554474, 0.037286873906850815, 0.042407914996147156, 0.0475289560854435, 0.05264999717473984, 0.05777103826403618, 0.06289207935333252, 0.06801311671733856, 0.0731341615319252, 0.07825520634651184, 0.08337624371051788, 0.08849728107452393, 0.09361832588911057, 0.0987393707036972, 0.10386040806770325, 0.10898144543170929, 0.11410249024629593, 0.11922353506088257, 0.12434457242488861, 0.12946560978889465, 0.1345866620540619, 0.13970769941806793, 0.14482873678207397, 0.14994977414608002, 0.15507081151008606, 0.1601918637752533, 0.16531290113925934, 0.17043393850326538, 0.17555499076843262, 0.18067602813243866, 0.1857970654964447, 0.19091810286045074, 0.1960391402244568, 0.20116019248962402, 0.20628122985363007, 0.2114022672176361, 0.21652331948280334]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [5.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 13.0, 10.0, 3.0, 13.0, 17.0, 13.0, 20.0, 23.0, 40.0, 13.0, 10.0, 9.0, 12.0, 10.0, 9.0, 6.0, 6.0, 5.0, 4.0, 4.0, 2.0, 2.0, 1.0, 2.0, 4.0, 2.0, 0.0, 2.0, 2.0, 4.0, 1.0, 4.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.08269850164651871, -0.07884268462657928, -0.07498686015605927, -0.07113104313611984, -0.06727521866559982, -0.0634194016456604, -0.05956358090043068, -0.05570776015520096, -0.05185193940997124, -0.047996118664741516, -0.044140297919511795, -0.040284477174282074, -0.03642866015434265, -0.03257283940911293, -0.02871701866388321, -0.024861197918653488, -0.021005377173423767, -0.017149556428194046, -0.0132937366142869, -0.009437916800379753, -0.005582096055150032, -0.0017262757755815983, 0.0021295445039868355, 0.005985364783555269, 0.009841185063123703, 0.013697005808353424, 0.017552826553583145, 0.021408645436167717, 0.025264466181397438, 0.02912028692662716, 0.03297610580921173, 0.03683192655444145, 0.04068774729967117, 0.044543568044900894, 0.048399388790130615, 0.052255209535360336, 0.05611103028059006, 0.05996684730052948, 0.0638226717710495, 0.06767848879098892, 0.07153430581092834, 0.07539013028144836, 0.07924594730138779, 0.0831017717719078, 0.08695758879184723, 0.09081341326236725, 0.09466923028230667, 0.09852505475282669, 0.10238087177276611, 0.10623668879270554, 0.11009251326322556, 0.11394833028316498, 0.117804154753685, 0.12165997177362442, 0.12551578879356384, 0.12937161326408386, 0.13322743773460388, 0.1370832473039627, 0.14093907177448273, 0.14479489624500275, 0.14865072071552277, 0.1525065302848816, 0.1563623547554016, 0.16021817922592163, 0.16407400369644165]}, "_runtime": 136.29739570617676, "_timestamp": 1596211726.0685046, "_step": 169}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 3.0, 1.0, 1.0, 0.0, 4.0, 3.0, 4.0, 3.0, 3.0, 3.0, 4.0, 7.0, 2.0, 2.0, 0.0, 1.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.013986350037157536, -0.01364088337868452, -0.013295416720211506, -0.012949950061738491, -0.012604482471942902, -0.012259015813469887, -0.011913549154996872, -0.011568082496523857, -0.011222615838050842, -0.010877149179577827, -0.010531682521104813, -0.010186215862631798, -0.009840749204158783, -0.009495281614363194, -0.009149814955890179, -0.008804348297417164, -0.008458881638944149, -0.008113414980471134, -0.007767948321998119, -0.007422481197863817, -0.007077014539390802, -0.0067315478809177876, -0.006386080756783485, -0.006040614098310471, -0.005695147439837456, -0.005349680781364441, -0.005004214122891426, -0.004658746998757124, -0.004313280340284109, -0.003967813681811094, -0.003622346790507436, -0.0032768798992037773, -0.0029314132407307625, -0.0025859465822577477, -0.002240479690954089, -0.0018950129160657525, -0.0015495461411774158, -0.0012040793662890792, -0.0008586125914007425, -0.0005131458165124059, -0.00016767904162406921, 0.00017778773326426744, 0.0005232545081526041, 0.0008687212830409408, 0.0012141880579292774, 0.001559654832817614, 0.0019051216077059507, 0.0022505884990096092, 0.002596055157482624, 0.002941521815955639, 0.0032869887072592974, 0.003632455598562956, 0.003977922257035971, 0.0043233889155089855, 0.004668856039643288, 0.0050143226981163025, 0.005359789356589317, 0.005705256015062332, 0.006050722673535347, 0.006396189797669649, 0.006741656456142664, 0.007087123114615679, 0.007432590238749981, 0.007778056897222996, 0.00812352355569601]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 4.0, 2.0, 1.0, 6.0, 3.0, 4.0, 0.0, 4.0, 9.0, 8.0, 15.0, 22.0, 15.0, 25.0, 30.0, 33.0, 36.0, 49.0, 82.0, 97.0, 143.0, 235.0, 440.0, 5415.0, 503.0, 241.0, 132.0, 83.0, 67.0, 41.0, 37.0, 34.0, 22.0, 28.0, 20.0, 10.0, 9.0, 3.0, 4.0, 5.0, 3.0, 2.0, 4.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.11760005354881287, -0.11417420208454132, -0.11074835062026978, -0.10732249170541763, -0.10389664024114609, -0.10047078877687454, -0.097044937312603, -0.09361908584833145, -0.09019322693347931, -0.08676737546920776, -0.08334152400493622, -0.07991567254066467, -0.07648982107639313, -0.07306396961212158, -0.06963811069726944, -0.0662122592329979, -0.06278640776872635, -0.0593605563044548, -0.05593470111489296, -0.052508849650621414, -0.04908299446105957, -0.045657142996788025, -0.04223129153251648, -0.038805436342954636, -0.03537958487868309, -0.031953733414411545, -0.0285278782248497, -0.025102026760578156, -0.02167617343366146, -0.018250320106744766, -0.014824467711150646, -0.011398615315556526, -0.007972761988639832, -0.004546909127384424, -0.0011210562661290169, 0.0023047965951263905, 0.005730649456381798, 0.009156502783298492, 0.012582355178892612, 0.016008207574486732, 0.019434060901403427, 0.022859914228320122, 0.026285767555236816, 0.029711619019508362, 0.03313747048377991, 0.03656332567334175, 0.039989177137613297, 0.04341503232717514, 0.046840883791446686, 0.05026673525571823, 0.053692590445280075, 0.05711844190955162, 0.060544297099113464, 0.06397014856338501, 0.06739600002765656, 0.0708218514919281, 0.07424770295619965, 0.07767356187105179, 0.08109941333532333, 0.08452526479959488, 0.08795111626386642, 0.09137696772813797, 0.09480282664299011, 0.09822867810726166, 0.1016545295715332]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 4.0, 5.0, 0.0, 0.0, 10.0, 4.0, 6.0, 4.0, 6.0, 8.0, 5.0, 21.0, 2.0, 3.0, 6.0, 3.0, 2.0, 7.0, 0.0, 3.0, 3.0, 1.0, 0.0, 1.0, 3.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.00332948612049222, -0.0032287919893860817, -0.0031280978582799435, -0.0030274037271738052, -0.002926709596067667, -0.0028260154649615288, -0.002725321566686034, -0.002624627435579896, -0.0025239333044737577, -0.0024232391733676195, -0.0023225450422614813, -0.002221850911155343, -0.002121156780049205, -0.0020204626489430666, -0.0019197686342522502, -0.001819074503146112, -0.0017183803720399737, -0.0016176862409338355, -0.0015169921098276973, -0.0014162980951368809, -0.0013156039640307426, -0.0012149098329246044, -0.0011142157018184662, -0.001013521570712328, -0.0009128274978138506, -0.0008121333667077124, -0.0007114392938092351, -0.0006107451627030969, -0.0005100510315969586, -0.0004093569586984813, -0.0003086628275923431, -0.00020796872559003532, -0.00010727462358772755, -6.58051430946216e-06, 9.411359496880323e-05, 0.00019480771152302623, 0.000295501813525334, 0.0003961959155276418, 0.00049689004663378, 0.0005975841195322573, 0.0006982782506383955, 0.0007989723817445338, 0.0008996664546430111, 0.0010003605857491493, 0.0011010547168552876, 0.0012017488479614258, 0.0013024428626522422, 0.0014031369937583804, 0.0015038311248645186, 0.0016045252559706569, 0.001705219387076795, 0.0018059134017676115, 0.0019066075328737497, 0.002007301663979888, 0.002107995795086026, 0.0022086899261921644, 0.0023093840572983027, 0.002410078188404441, 0.002510772319510579, 0.0026114662177860737, 0.002712160348892212, 0.00281285447999835, 0.0029135486111044884, 0.0030142427422106266, 0.003114936873316765]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 2.0, 1.0, 3.0, 2.0, 11.0, 7.0, 15.0, 20.0, 30.0, 39.0, 56.0, 80.0, 117.0, 138.0, 217.0, 298.0, 403.0, 657.0, 978.0, 1443.0, 2236.0, 4008.0, 7137.0, 14183.0, 31756.0, 92853.0, 889777.0, 71709.0, 26076.0, 13220.0, 7827.0, 4709.0, 2966.0, 1940.0, 1357.0, 927.0, 691.0, 466.0, 321.0, 263.0, 179.0, 146.0, 100.0, 76.0, 52.0, 38.0, 20.0, 23.0, 22.0, 12.0, 5.0, 8.0, 3.0, 10.0, 8.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.005251399241387844, -0.0050736116245388985, -0.004895824007689953, -0.004718036390841007, -0.004540248773992062, -0.004362461157143116, -0.00418467354029417, -0.004006885923445225, -0.0038290980737656355, -0.00365131045691669, -0.0034735228400677443, -0.0032957352232187986, -0.0031179473735392094, -0.0029401597566902637, -0.002762372139841318, -0.0025845845229923725, -0.002406796906143427, -0.0022290092892944813, -0.0020512216724455357, -0.0018734339391812682, -0.0016956463223323226, -0.001517858705483377, -0.0013400709722191095, -0.001162283355370164, -0.0009844957385212183, -0.0008067081216722727, -0.0006289204466156662, -0.0004511328006628901, -0.000273345154710114, -9.555750875733793e-05, 8.223013719543815e-05, 0.0002600177831482142, 0.0004378054291009903, 0.0006155930459499359, 0.0007933807210065424, 0.000971168396063149, 0.0011489560129120946, 0.0013267436297610402, 0.0015045313630253077, 0.0016823189798742533, 0.0018601065967231989, 0.0020378942135721445, 0.00221568183042109, 0.0023934694472700357, 0.002571257296949625, 0.0027490449137985706, 0.0029268325306475163, 0.003104620147496462, 0.0032824077643454075, 0.003460195381194353, 0.0036379829980432987, 0.0038157706148922443, 0.00399355823174119, 0.004171345848590136, 0.004349133465439081, 0.004526921082288027, 0.00470470916479826, 0.004882496781647205, 0.005060284398496151, 0.005238072015345097, 0.005415859632194042, 0.005593647249042988, 0.0057714348658919334, 0.005949222482740879, 0.006127010099589825]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 3.0, 2.0, 2.0, 3.0, 6.0, 5.0, 4.0, 14.0, 3.0, 5.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.026757989078760147, -0.02566952258348465, -0.024581056088209152, -0.023492589592933655, -0.022404123097658157, -0.02131565473973751, -0.020227188244462013, -0.019138721749186516, -0.01805025525391102, -0.01696178875863552, -0.015873322263360023, -0.014784854836761951, -0.013696388341486454, -0.012607921846210957, -0.011519454419612885, -0.010430987924337387, -0.00934252142906189, -0.008254054933786392, -0.0071655879728496075, -0.006077121011912823, -0.004988654516637325, -0.003900187788531184, -0.002811721060425043, -0.001723254332318902, -0.0006347876042127609, 0.00045367912389338017, 0.0015421458519995213, 0.0026306125801056623, 0.0037190793082118034, 0.004807545803487301, 0.005896012764424086, 0.00698447972536087, 0.008072946220636368, 0.009161412715911865, 0.010249879211187363, 0.011338346637785435, 0.012426813133060932, 0.01351527962833643, 0.014603747054934502, 0.01569221355021, 0.016780680045485497, 0.017869146540760994, 0.01895761303603649, 0.02004607953131199, 0.021134547889232635, 0.022223014384508133, 0.02331148087978363, 0.024399947375059128, 0.025488413870334625, 0.026576880365610123, 0.02766534686088562, 0.028753813356161118, 0.029842279851436615, 0.03093074820935726, 0.03201921284198761, 0.03310767933726311, 0.034196145832538605, 0.0352846160531044, 0.0363730825483799, 0.037461549043655396, 0.03855001553893089, 0.03963848203420639, 0.04072694852948189, 0.041815415024757385, 0.04290388152003288]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 2.0, 3.0, 2.0, 3.0, 0.0, 4.0, 5.0, 1.0, 3.0, 6.0, 5.0, 8.0, 17.0, 21.0, 26.0, 26.0, 48.0, 57.0, 71.0, 94.0, 124.0, 165.0, 196.0, 342.0, 511.0, 718.0, 1286.0, 2469.0, 7521.0, 2077.0, 968.0, 594.0, 365.0, 199.0, 130.0, 78.0, 63.0, 71.0, 15.0, 26.0, 23.0, 10.0, 5.0, 6.0, 5.0, 4.0, 2.0, 1.0, 0.0, 0.0, 8.0, 4.0, 14.0, 12.0, 6.0, 1.0, 0.0, 0.0, 0.0, 5.0, 4.0], "bins": [-0.013209209777414799, -0.012791655026376247, -0.012374100275337696, -0.01195654645562172, -0.011538991704583168, -0.011121436953544617, -0.010703882202506065, -0.010286327451467514, -0.009868772700428963, -0.009451218880712986, -0.009033664129674435, -0.008616109378635883, -0.008198554627597332, -0.007781000342220068, -0.007363445591181517, -0.006945891305804253, -0.006528336554765701, -0.00611078180372715, -0.005693227518349886, -0.005275672767311335, -0.004858118481934071, -0.004440563730895519, -0.004023008979856968, -0.0036054544616490602, -0.0031878999434411526, -0.002770345425233245, -0.0023527909070253372, -0.0019352361559867859, -0.0015176816377788782, -0.0011001271195709705, -0.000682572484947741, -0.00026501790853217244, 0.00015253666788339615, 0.0005700912442989647, 0.0009876458207145333, 0.0014052004553377628, 0.0018227549735456705, 0.002240309491753578, 0.0026578642427921295, 0.003075418761000037, 0.003492973279207945, 0.003910528030246496, 0.00432808231562376, 0.0047456370666623116, 0.005163191817700863, 0.005580746103078127, 0.005998300854116678, 0.006415855139493942, 0.006833409890532494, 0.007250964641571045, 0.007668518926948309, 0.008086073212325573, 0.008503627963364124, 0.008921182714402676, 0.009338737465441227, 0.009756292216479778, 0.010173846036195755, 0.010591400787234306, 0.011008955538272858, 0.011426510289311409, 0.01184406504034996, 0.012261619791388512, 0.012679173611104488, 0.01309672836214304, 0.013514283113181591]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.04536505788564682, -0.043058041483163834, -0.04075102508068085, -0.03844400495290756, -0.036136988550424576, -0.03382997214794159, -0.031522952020168304, -0.029215935617685318, -0.02690891921520233, -0.024601902812719345, -0.02229488454759121, -0.019987866282463074, -0.017680849879980087, -0.015373832546174526, -0.013066815212368965, -0.010759797878563404, -0.008452780544757843, -0.006145763210952282, -0.003838745877146721, -0.0015317285433411598, 0.0007752887904644012, 0.0030823061242699623, 0.005389323458075523, 0.0076963407918810844, 0.010003358125686646, 0.012310375459492207, 0.014617392793297768, 0.016924411058425903, 0.01923142746090889, 0.021538443863391876, 0.023845462128520012, 0.026152480393648148, 0.028459496796131134, 0.03076651319861412, 0.03307352960109711, 0.03538054972887039, 0.03768756613135338, 0.039994582533836365, 0.04230160266160965, 0.044608619064092636, 0.04691563546657562, 0.04922265186905861, 0.051529668271541595, 0.05383668839931488, 0.05614370480179787, 0.05845072120428085, 0.06075774133205414, 0.06306475400924683, 0.06537177413702011, 0.0676787942647934, 0.06998580694198608, 0.07229282706975937, 0.07459984719753265, 0.07690685987472534, 0.07921388000249863, 0.08152089267969131, 0.0838279128074646, 0.08613493293523788, 0.08844194561243057, 0.09074896574020386, 0.09305597841739655, 0.09536299854516983, 0.09767001867294312, 0.0999770313501358, 0.10228405147790909]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [4.0, 6.0, 1.0, 4.0, 0.0, 3.0, 7.0, 3.0, 12.0, 13.0, 12.0, 24.0, 13.0, 11.0, 10.0, 45.0, 17.0, 10.0, 15.0, 5.0, 11.0, 13.0, 7.0, 2.0, 6.0, 4.0, 2.0, 2.0, 4.0, 1.0, 1.0, 2.0, 0.0, 3.0, 2.0, 1.0, 2.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.03224615007638931, -0.0301201231777668, -0.027994096279144287, -0.025868069380521774, -0.02374204248189926, -0.02161601558327675, -0.019489988684654236, -0.017363961786031723, -0.01523793488740921, -0.013111907988786697, -0.010985881090164185, -0.008859854191541672, -0.006733827292919159, -0.004607800394296646, -0.0024817734956741333, -0.0003557465970516205, 0.0017702803015708923, 0.003896307200193405, 0.006022334098815918, 0.00814836099743843, 0.010274387896060944, 0.012400414794683456, 0.01452644169330597, 0.016652468591928482, 0.018778495490550995, 0.020904522389173508, 0.02303054928779602, 0.025156576186418533, 0.027282603085041046, 0.02940862998366356, 0.03153465688228607, 0.033660683780908585, 0.0357867106795311, 0.03791273757815361, 0.04003876447677612, 0.042164791375398636, 0.04429081827402115, 0.04641684517264366, 0.048542872071266174, 0.05066889896988869, 0.0527949258685112, 0.05492095276713371, 0.057046979665756226, 0.05917300656437874, 0.06129903346300125, 0.06342506408691406, 0.06555108726024628, 0.06767711043357849, 0.0698031410574913, 0.07192917168140411, 0.07405519485473633, 0.07618121802806854, 0.07830724865198135, 0.08043327927589417, 0.08255930244922638, 0.0846853256225586, 0.0868113562464714, 0.08893738687038422, 0.09106341004371643, 0.09318943321704865, 0.09531546384096146, 0.09744149446487427, 0.09956751763820648, 0.1016935408115387, 0.10381957143545151]}, "_runtime": 137.16745328903198, "_timestamp": 1596211726.9385622, "_step": 170}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 3.0, 2.0, 1.0, 1.0, 2.0, 0.0, 7.0, 2.0, 1.0, 6.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.007133066654205322, -0.006900909822434187, -0.006668752990663052, -0.006436596624553204, -0.006204439792782068, -0.005972282961010933, -0.005740126129239798, -0.005507969297468662, -0.005275812931358814, -0.005043656099587679, -0.004811499267816544, -0.004579342436045408, -0.004347185604274273, -0.004115028772503138, -0.003882872173562646, -0.0036507155746221542, -0.003418558742851019, -0.0031864019110798836, -0.002954245312139392, -0.0027220884803682566, -0.002489931881427765, -0.0022577750496566296, -0.0020256182178854942, -0.0017934615025296807, -0.0015613047871738672, -0.0013291480718180537, -0.0010969913564622402, -0.0008648345246911049, -0.0006326778093352914, -0.0004005210648756474, -0.00016836432041600347, 6.37924240436405e-05, 0.00029594916850328445, 0.000528105883859098, 0.0007602626574225724, 0.0009924194309860468, 0.0012245761463418603, 0.0014567328616976738, 0.0016888896934688091, 0.0019210464088246226, 0.002153203124180436, 0.0023853599559515715, 0.002617516554892063, 0.0028496733866631985, 0.003081830218434334, 0.0033139868173748255, 0.003546143649145961, 0.0037783002480864525, 0.004010457079857588, 0.004242613911628723, 0.0044747707433998585, 0.0047069271095097065, 0.004939083941280842, 0.005171240773051977, 0.0054033976048231125, 0.005635554436594248, 0.005867711268365383, 0.006099867634475231, 0.0063320244662463665, 0.006564181298017502, 0.006796338129788637, 0.0070284949615597725, 0.0072606513276696205, 0.007492808159440756, 0.007724964991211891]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 3.0, 1.0, 4.0, 1.0, 2.0, 4.0, 6.0, 9.0, 9.0, 11.0, 12.0, 17.0, 26.0, 22.0, 39.0, 41.0, 62.0, 70.0, 106.0, 124.0, 175.0, 270.0, 652.0, 5160.0, 380.0, 215.0, 107.0, 95.0, 66.0, 49.0, 42.0, 30.0, 26.0, 18.0, 12.0, 13.0, 10.0, 8.0, 8.0, 4.0, 5.0, 3.0, 2.0, 3.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0], "bins": [-0.10446101427078247, -0.10119997709989548, -0.09793893992900848, -0.0946778953075409, -0.0914168581366539, -0.0881558209657669, -0.08489477634429932, -0.08163373917341232, -0.07837270200252533, -0.07511166483163834, -0.07185062766075134, -0.06858958303928375, -0.06532854586839676, -0.062067508697509766, -0.058806467801332474, -0.05554542690515518, -0.05228438973426819, -0.049023352563381195, -0.0457623116672039, -0.04250127077102661, -0.03924023360013962, -0.035979196429252625, -0.03271815553307533, -0.02945711649954319, -0.026196077466011047, -0.022935038432478905, -0.019673999398946762, -0.01641296036541462, -0.013151921331882477, -0.009890882298350334, -0.0066298432648181915, -0.003368804231286049, -0.00010776519775390625, 0.0031532738357782364, 0.006414312869310379, 0.009675351902842522, 0.012936390936374664, 0.016197429969906807, 0.01945846900343895, 0.022719508036971092, 0.025980547070503235, 0.029241586104035378, 0.03250262513756752, 0.03576366603374481, 0.039024703204631805, 0.0422857403755188, 0.04554678127169609, 0.04880782216787338, 0.052068859338760376, 0.05532989650964737, 0.05859093740582466, 0.06185197830200195, 0.06511301547288895, 0.06837405264377594, 0.07163509726524353, 0.07489613443613052, 0.07815717160701752, 0.08141820877790451, 0.0846792459487915, 0.0879402905702591, 0.09120132774114609, 0.09446236491203308, 0.09772340953350067, 0.10098444670438766, 0.10424548387527466]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 3.0, 1.0, 2.0, 2.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0, 3.0, 2.0, 3.0, 4.0, 2.0, 4.0, 4.0, 2.0, 24.0, 7.0, 6.0, 4.0, 5.0, 1.0, 5.0, 4.0, 3.0, 1.0, 0.0, 0.0, 3.0, 3.0, 1.0, 2.0, 3.0, 2.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0], "bins": [-0.002629533875733614, -0.002541551599279046, -0.002453569322824478, -0.0023655870463699102, -0.0022776047699153423, -0.0021896224934607744, -0.0021016402170062065, -0.0020136579405516386, -0.0019256756640970707, -0.0018376933876425028, -0.0017497111111879349, -0.001661728834733367, -0.001573746558278799, -0.0014857642818242311, -0.0013977820053696632, -0.0013097997289150953, -0.0012218174524605274, -0.0011338351760059595, -0.0010458528995513916, -0.0009578706230968237, -0.0008698883466422558, -0.0007819060701876879, -0.00069392379373312, -0.0006059415172785521, -0.0005179592408239841, -0.00042997696436941624, -0.00034199468791484833, -0.0002540124114602804, -0.0001660301350057125, -7.80478585511446e-05, 9.93441790342331e-06, 9.791669435799122e-05, 0.00018589897081255913, 0.00027388124726712704, 0.00036186352372169495, 0.00044984580017626286, 0.0005378280766308308, 0.0006258103530853987, 0.0007137926295399666, 0.0008017749059945345, 0.0008897571824491024, 0.0009777394589036703, 0.0010657217353582382, 0.0011537040118128061, 0.001241686288267374, 0.001329668564721942, 0.0014176508411765099, 0.0015056331176310778, 0.0015936153940856457, 0.0016815976705402136, 0.0017695799469947815, 0.0018575622234493494, 0.0019455444999039173, 0.0020335267763584852, 0.002121509052813053, 0.002209491329267621, 0.002297473605722189, 0.002385455882176757, 0.0024734381586313248, 0.0025614204350858927, 0.0026494027115404606, 0.0027373849879950285, 0.0028253672644495964, 0.0029133495409041643, 0.0030013318173587322]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 3.0, 10.0, 8.0, 11.0, 11.0, 11.0, 28.0, 43.0, 61.0, 89.0, 124.0, 207.0, 297.0, 425.0, 679.0, 1118.0, 1797.0, 2987.0, 5272.0, 9806.0, 19490.0, 45030.0, 169717.0, 806427.0, 55490.0, 25029.0, 13610.0, 7726.0, 4702.0, 3095.0, 1985.0, 1319.0, 888.0, 658.0, 448.0, 302.0, 213.0, 128.0, 122.0, 75.0, 55.0, 34.0, 30.0, 25.0, 16.0, 11.0, 7.0, 10.0, 7.0, 1.0, 2.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.004854016005992889, -0.0046532112173736095, -0.00445240642875433, -0.00425160164013505, -0.00405079685151577, -0.00384999206289649, -0.0036491872742772102, -0.0034483824856579304, -0.0032475776970386505, -0.0030467729084193707, -0.002845968119800091, -0.002645163331180811, -0.002444358542561531, -0.002243553753942251, -0.0020427489653229713, -0.0018419441767036915, -0.0016411393880844116, -0.0014403345994651318, -0.001239529810845852, -0.001038725022226572, -0.0008379202336072922, -0.0006371154449880123, -0.00043631065636873245, -0.0002355058677494526, -3.470107913017273e-05, 0.00016610370948910713, 0.000366908498108387, 0.0005677132867276669, 0.0007685180753469467, 0.0009693228639662266, 0.0011701276525855064, 0.0013709324412047863, 0.0015717372298240662, 0.001772542018443346, 0.001973346807062626, 0.0021741515956819057, 0.0023749563843011856, 0.0025757611729204655, 0.0027765659615397453, 0.002977370750159025, 0.003178175538778305, 0.003378980327397585, 0.0035797851160168648, 0.0037805899046361446, 0.0039813946932554245, 0.004182199481874704, 0.004383004270493984, 0.004583809059113264, 0.004784613847732544, 0.004985418636351824, 0.005186223424971104, 0.0053870282135903835, 0.005587833002209663, 0.005788637790828943, 0.005989442579448223, 0.006190247368067503, 0.006391052156686783, 0.006591856945306063, 0.0067926617339253426, 0.006993466522544622, 0.007194271311163902, 0.007395076099783182, 0.007595880888402462, 0.007796685677021742, 0.007997490465641022]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 2.0, 3.0, 3.0, 4.0, 2.0, 9.0, 8.0, 9.0, 3.0, 4.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.05827423185110092, -0.05706745386123657, -0.05586067587137222, -0.054653894156217575, -0.053447116166353226, -0.052240338176488876, -0.05103356018662453, -0.04982678219676018, -0.04862000048160553, -0.04741322249174118, -0.04620644450187683, -0.04499966651201248, -0.04379288852214813, -0.04258611053228378, -0.041379328817129135, -0.040172550827264786, -0.038965772837400436, -0.03775899484753609, -0.03655221685767174, -0.03534543514251709, -0.03413865715265274, -0.03293187916278839, -0.03172510117292404, -0.030518321320414543, -0.029311543330550194, -0.028104765340685844, -0.026897985488176346, -0.025691207498311996, -0.024484429508447647, -0.02327764965593815, -0.0220708716660738, -0.0208640918135643, -0.01965731382369995, -0.018450535833835602, -0.017243755981326103, -0.016036977991461754, -0.01483019907027483, -0.013623420149087906, -0.012416642159223557, -0.011209863238036633, -0.010003084316849709, -0.008796305395662785, -0.007589526940137148, -0.006382748484611511, -0.005175969563424587, -0.003969190642237663, -0.0027624121867120266, -0.0015556334983557463, -0.00034885480999946594, 0.0008579238783568144, 0.0020647025667130947, 0.003271481255069375, 0.004478259943425655, 0.005685038864612579, 0.006891817320138216, 0.008098595775663853, 0.009305374696850777, 0.0105121536180377, 0.011718932539224625, 0.012925710529088974, 0.014132489450275898, 0.015339268371462822, 0.01654604636132717, 0.01775282621383667, 0.01895960420370102]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [8.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 9.0, 8.0, 18.0, 7.0, 4.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 4.0, 7.0, 6.0, 9.0, 10.0, 13.0, 19.0, 25.0, 44.0, 38.0, 55.0, 64.0, 85.0, 140.0, 191.0, 248.0, 396.0, 579.0, 916.0, 1530.0, 2900.0, 6460.0, 1689.0, 1002.0, 593.0, 430.0, 286.0, 195.0, 136.0, 97.0, 49.0, 35.0, 20.0, 27.0, 17.0, 19.0, 11.0, 3.0, 8.0, 5.0, 4.0, 2.0, 1.0, 2.0, 3.0], "bins": [-0.01845654658973217, -0.017997462302446365, -0.01753837801516056, -0.017079293727874756, -0.016620207577943802, -0.016161123290657997, -0.015702039003372192, -0.015242954716086388, -0.014783870428800583, -0.014324786141514778, -0.013865701854228973, -0.013406616635620594, -0.01294753234833479, -0.012488448061048985, -0.012029362842440605, -0.0115702785551548, -0.011111194267868996, -0.010652109980583191, -0.010193025693297386, -0.009733940474689007, -0.009274856187403202, -0.008815771900117397, -0.008356686681509018, -0.007897602394223213, -0.0074385181069374084, -0.006979433819651604, -0.006520349066704512, -0.00606126431375742, -0.005602180026471615, -0.00514309573918581, -0.004684010986238718, -0.004224926233291626, -0.0037658419460058212, -0.003306757425889373, -0.0028476729057729244, -0.002388588385656476, -0.0019295038655400276, -0.0014704193454235792, -0.0010113348253071308, -0.0005522503051906824, -9.316578507423401e-05, 0.0003659187350422144, 0.0008250032551586628, 0.0012840877752751112, 0.0017431722953915596, 0.002202256815508008, 0.0026613413356244564, 0.003120425855740905, 0.003579510375857353, 0.004038594663143158, 0.00449767941609025, 0.004956764169037342, 0.005415848456323147, 0.005874932743608952, 0.006334017496556044, 0.006793102249503136, 0.00725218653678894, 0.007711270824074745, 0.00817035511136055, 0.00862944032996893, 0.009088524617254734, 0.009547608904540539, 0.010006694123148918, 0.010465778410434723, 0.010924862697720528]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 3.0, 6.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.07450518012046814, -0.06752793490886688, -0.06055068597197533, -0.05357344076037407, -0.04659619182348251, -0.039618946611881256, -0.03264170140028, -0.025664454326033592, -0.018687207251787186, -0.011709960177540779, -0.004732714034616947, 0.002244532573968172, 0.009221779182553291, 0.016199026256799698, 0.023176271468400955, 0.030153518542647362, 0.03713076561689377, 0.044108010828495026, 0.05108525976538658, 0.05806250497698784, 0.0650397539138794, 0.07201699912548065, 0.07899424433708191, 0.08597148954868317, 0.09294873476028442, 0.09992598742246628, 0.10690323263406754, 0.11388047784566879, 0.12085772305727005, 0.1278349757194519, 0.13481222093105316, 0.14178946614265442, 0.14876671135425568, 0.15574395656585693, 0.1627212017774582, 0.16969844698905945, 0.1766756922006607, 0.18365293741226196, 0.19063019752502441, 0.19760744273662567, 0.20458468794822693, 0.21156193315982819, 0.21853917837142944, 0.2255164235830307, 0.23249366879463196, 0.23947091400623322, 0.24644815921783447, 0.2534254193305969, 0.260402649641037, 0.26737990975379944, 0.2743571400642395, 0.28133440017700195, 0.288311630487442, 0.29528889060020447, 0.3022661507129669, 0.309243381023407, 0.31622064113616943, 0.3231978714466095, 0.33017513155937195, 0.337152361869812, 0.34412962198257446, 0.3511068522930145, 0.358084112405777, 0.36506134271621704, 0.3720386028289795]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 3.0, 3.0, 6.0, 5.0, 8.0, 12.0, 16.0, 16.0, 16.0, 24.0, 16.0, 18.0, 33.0, 17.0, 10.0, 12.0, 6.0, 8.0, 6.0, 7.0, 10.0, 1.0, 3.0, 3.0, 3.0, 2.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.06868463009595871, -0.06678962707519531, -0.06489462405443192, -0.06299961358308792, -0.061104610562324524, -0.05920960754156113, -0.05731460079550743, -0.055419597774744034, -0.05352459102869034, -0.05162958800792694, -0.049734584987163544, -0.04783957824110985, -0.04594457522034645, -0.044049568474292755, -0.04215456545352936, -0.04025955870747566, -0.038364555686712265, -0.03646955266594887, -0.03457454591989517, -0.032679542899131775, -0.03078453615307808, -0.028889533132314682, -0.026994528248906136, -0.02509952336549759, -0.023204518482089043, -0.021309513598680496, -0.01941450871527195, -0.017519503831863403, -0.015624499879777431, -0.013729494996368885, -0.011834491044282913, -0.009939486160874367, -0.00804448127746582, -0.006149476394057274, -0.004254471976310015, -0.002359467325732112, -0.00046446267515420914, 0.0014305419754236937, 0.0033255466260015965, 0.005220551043748856, 0.007115555927157402, 0.009010560810565948, 0.010905565693974495, 0.012800569646060467, 0.014695574529469013, 0.016590578481554985, 0.01848558336496353, 0.020380588248372078, 0.022275593131780624, 0.02417059801518917, 0.026065602898597717, 0.027960607782006264, 0.02985561266541481, 0.03175061568617821, 0.0336456224322319, 0.0355406254529953, 0.0374356284737587, 0.03933063521981239, 0.04122563824057579, 0.043120644986629486, 0.04501564800739288, 0.04691065475344658, 0.048805657774209976, 0.05070066452026367, 0.05259566754102707]}, "_runtime": 137.99441027641296, "_timestamp": 1596211727.7655191, "_step": 171}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 3.0, 0.0, 2.0, 0.0, 2.0, 2.0, 1.0, 1.0, 2.0, 3.0, 8.0, 4.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 4.0, 2.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.011860297992825508, -0.0115422448143363, -0.011224191635847092, -0.010906139388680458, -0.01058808621019125, -0.010270033031702042, -0.009951980784535408, -0.0096339276060462, -0.009315874427556992, -0.008997821249067783, -0.008679768070578575, -0.008361715823411942, -0.008043662644922733, -0.007725609466433525, -0.007407556753605604, -0.007089504040777683, -0.006771450862288475, -0.006453397683799267, -0.006135344970971346, -0.005817292258143425, -0.005499239079654217, -0.0051811859011650085, -0.004863133188337088, -0.004545080475509167, -0.0042270272970199585, -0.00390897411853075, -0.0035909214057028294, -0.003272868460044265, -0.0029548155143857002, -0.0026367625687271357, -0.002318709623068571, -0.0020006566774100065, -0.001682603731751442, -0.0013645507860928774, -0.0010464978404343128, -0.0007284448947757483, -0.0004103919491171837, -9.233900345861912e-05, 0.00022571394219994545, 0.00054376688785851, 0.0008618198335170746, 0.0011798727791756392, 0.0014979257248342037, 0.0018159786704927683, 0.002134031616151333, 0.0024520845618098974, 0.002770137507468462, 0.0030881904531270266, 0.003406243398785591, 0.0037242963444441557, 0.00404234929010272, 0.004360402002930641, 0.004678455181419849, 0.004996508359909058, 0.0053145610727369785, 0.0056326137855648994, 0.005950666964054108, 0.006268720142543316, 0.006586772855371237, 0.006904825568199158, 0.007222878746688366, 0.007540931925177574, 0.007858984172344208, 0.008177037350833416, 0.008495090529322624]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 5.0, 2.0, 7.0, 4.0, 7.0, 13.0, 16.0, 10.0, 19.0, 29.0, 27.0, 34.0, 36.0, 60.0, 76.0, 71.0, 104.0, 157.0, 274.0, 4585.0, 1369.0, 319.0, 203.0, 129.0, 79.0, 81.0, 47.0, 42.0, 22.0, 19.0, 27.0, 15.0, 8.0, 10.0, 9.0, 2.0, 4.0, 3.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1305719017982483, -0.1270373910665512, -0.12350288778543472, -0.11996837705373764, -0.11643387377262115, -0.11289936304092407, -0.10936485975980759, -0.1058303490281105, -0.10229584574699402, -0.09876133501529694, -0.09522683173418045, -0.09169232100248337, -0.08815781772136688, -0.0846233069896698, -0.08108880370855331, -0.07755429297685623, -0.07401978969573975, -0.07048527896404266, -0.06695076823234558, -0.0634162649512291, -0.05988175794482231, -0.05634725093841553, -0.05281274393200874, -0.04927823692560196, -0.04574372619390488, -0.04220921918749809, -0.03867471218109131, -0.035140205174684525, -0.03160569816827774, -0.028071191161870956, -0.024536684155464172, -0.02100217714905739, -0.017467670142650604, -0.01393316313624382, -0.010398656129837036, -0.0068641481921076775, -0.0033296411857008934, 0.0002048660535365343, 0.003739373292773962, 0.007273880764842033, 0.010808387771248817, 0.014342894777655602, 0.017877401784062386, 0.02141190879046917, 0.024946417659521103, 0.028480924665927887, 0.03201543167233467, 0.035549938678741455, 0.03908444568514824, 0.04261895269155502, 0.04615345969796181, 0.04968796670436859, 0.053222473710775375, 0.05675698071718216, 0.060291487723588943, 0.06382599472999573, 0.06736050546169281, 0.0708950087428093, 0.07442951947450638, 0.07796402275562286, 0.08149853348731995, 0.08503303676843643, 0.08856754750013351, 0.09210205078125, 0.09563656151294708]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 1.0, 1.0, 1.0, 3.0, 2.0, 2.0, 3.0, 1.0, 1.0, 4.0, 2.0, 5.0, 1.0, 5.0, 6.0, 5.0, 25.0, 1.0, 5.0, 7.0, 5.0, 6.0, 2.0, 2.0, 0.0, 2.0, 2.0, 3.0, 2.0, 0.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.002422881778329611, -0.002322850748896599, -0.002222819486632943, -0.0021227882243692875, -0.0020227571949362755, -0.0019227260490879416, -0.0018226949032396078, -0.001722663757391274, -0.0016226326115429401, -0.0015226014656946063, -0.0014225703198462725, -0.0013225391739979386, -0.0012225080281496048, -0.001122476882301271, -0.0010224457364529371, -0.0009224145906046033, -0.0008223834447562695, -0.0007223522989079356, -0.0006223211530596018, -0.000522290007211268, -0.0004222588613629341, -0.0003222277155146003, -0.00022219656966626644, -0.0001221654238179326, -2.213427796959877e-05, 7.789686787873507e-05, 0.0001779280137270689, 0.00027795915957540274, 0.00037799030542373657, 0.0004780214512720704, 0.0005780525971204042, 0.0006780837429687381, 0.0007781148888170719, 0.0008781460346654058, 0.0009781771805137396, 0.0010782083263620734, 0.0011782394722104073, 0.001278270618058741, 0.001378301763907075, 0.0014783329097554088, 0.0015783640556037426, 0.0016783952014520764, 0.0017784263473004103, 0.001878457493148744, 0.001978488638997078, 0.00207851966843009, 0.0021785509306937456, 0.0022785821929574013, 0.0023786132223904133, 0.0024786442518234253, 0.002578675514087081, 0.0026787067763507366, 0.0027787378057837486, 0.0028787688352167606, 0.0029788000974804163, 0.003078831359744072, 0.003178862389177084, 0.003278893418610096, 0.0033789246808737516, 0.0034789559431374073, 0.0035789869725704193, 0.0036790180020034313, 0.003779049264267087, 0.0038790805265307426, 0.003979111555963755]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 3.0, 7.0, 9.0, 10.0, 22.0, 28.0, 40.0, 84.0, 141.0, 197.0, 307.0, 494.0, 807.0, 1363.0, 2402.0, 4275.0, 8170.0, 17139.0, 42354.0, 244556.0, 764598.0, 42184.0, 19232.0, 10604.0, 6552.0, 4217.0, 2736.0, 1969.0, 1409.0, 973.0, 676.0, 505.0, 379.0, 275.0, 213.0, 167.0, 114.0, 105.0, 70.0, 64.0, 50.0, 39.0, 23.0, 21.0, 18.0, 13.0, 9.0, 7.0, 6.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.005741872359067202, -0.005521314684301615, -0.005300757475197315, -0.005080199800431728, -0.0048596421256661415, -0.004639084916561842, -0.004418527241796255, -0.004197970032691956, -0.003977412357926369, -0.0037568549159914255, -0.0035362974740564823, -0.0033157397992908955, -0.0030951823573559523, -0.002874624915421009, -0.002654067240655422, -0.002433509798720479, -0.002212952356785536, -0.0019923949148505926, -0.0017718373565003276, -0.0015512797981500626, -0.0013307223562151194, -0.0011101649142801762, -0.0008896073559299111, -0.000669049855787307, -0.0004484923556447029, -0.0002279348555020988, -7.377355359494686e-06, 0.00021318014478310943, 0.00043373764492571354, 0.0006542951450683177, 0.0008748526452109218, 0.0010954102035611868, 0.00131596764549613, 0.0015365250874310732, 0.0017570826457813382, 0.0019776402041316032, 0.0021981976460665464, 0.0024187550880014896, 0.0026393127627670765, 0.0028598702047020197, 0.003080427646636963, 0.003300985088571906, 0.0035215425305068493, 0.003742100205272436, 0.003962657414376736, 0.0041832150891423225, 0.004403772763907909, 0.004624329973012209, 0.004844887647777796, 0.005065445322543383, 0.005286002531647682, 0.005506560206413269, 0.005727117881178856, 0.0059476750902831554, 0.006168232765048742, 0.006388789974153042, 0.006609347648918629, 0.0068299053236842155, 0.007050462532788515, 0.007271020207554102, 0.0074915774166584015, 0.007712135091423988, 0.007932692766189575, 0.008153250440955162, 0.008373808115720749]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 3.0, 3.0, 0.0, 2.0, 1.0, 3.0, 3.0, 0.0, 3.0, 7.0, 4.0, 4.0, 1.0, 2.0, 3.0, 3.0, 2.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.03046778216958046, -0.02964700572192669, -0.02882622741162777, -0.028005450963974, -0.02718467265367508, -0.02636389620602131, -0.02554311975836754, -0.02472234144806862, -0.02390156500041485, -0.02308078669011593, -0.022260010242462158, -0.021439233794808388, -0.020618455484509468, -0.019797679036855698, -0.018976900726556778, -0.018156124278903008, -0.017335347831249237, -0.016514569520950317, -0.015693793073296547, -0.014873015694320202, -0.014052238315343857, -0.013231460936367512, -0.012410683557391167, -0.011589906178414822, -0.010769128799438477, -0.009948352351784706, -0.009127574972808361, -0.008306797593832016, -0.007486020214855671, -0.006665243301540613, -0.005844465922564268, -0.00502368900924921, -0.004202911630272865, -0.003382134484127164, -0.0025613573379814625, -0.0017405799590051174, -0.000919802812859416, -9.902560850605369e-05, 0.0007217515958473086, 0.0015425288584083319, 0.0023633060045540333, 0.0031840831506997347, 0.004004860296845436, 0.004825637675821781, 0.005646415054798126, 0.006467191968113184, 0.007287969347089529, 0.008108746260404587, 0.008929523639380932, 0.009750301018357277, 0.010571078397333622, 0.011391854844987392, 0.012212632223963737, 0.013033409602940083, 0.013854186981916428, 0.014674964360892773, 0.015495741739869118, 0.016316518187522888, 0.017137296497821808, 0.01795807294547558, 0.01877884939312935, 0.01959962770342827, 0.02042040415108204, 0.02124118246138096, 0.02206195890903473]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 2.0, 3.0, 0.0, 6.0, 3.0, 4.0, 6.0, 11.0, 8.0, 18.0, 25.0, 21.0, 33.0, 58.0, 68.0, 87.0, 114.0, 185.0, 239.0, 339.0, 502.0, 725.0, 1163.0, 1791.0, 6416.0, 2237.0, 1345.0, 801.0, 578.0, 382.0, 247.0, 220.0, 147.0, 120.0, 95.0, 91.0, 56.0, 61.0, 50.0, 26.0, 20.0, 22.0, 17.0, 14.0, 10.0, 8.0, 18.0, 5.0, 8.0, 4.0, 1.0, 0.0, 3.0, 4.0, 3.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0], "bins": [-0.012244420126080513, -0.011801648885011673, -0.011358876712620258, -0.010916105471551418, -0.010473334230482578, -0.010030562058091164, -0.009587790817022324, -0.009145019575953484, -0.008702248334884644, -0.008259476162493229, -0.007816704921424389, -0.0073739332146942616, -0.006931161507964134, -0.006488390266895294, -0.006045618560165167, -0.005602847319096327, -0.0051600756123661995, -0.004717303905636072, -0.004274532664567232, -0.003831760957837105, -0.003388989483937621, -0.0029462180100381374, -0.00250344630330801, -0.0020606748294085264, -0.0016179033555090427, -0.001175131881609559, -0.0007323602912947536, -0.00028958875918760896, 0.00015318277291953564, 0.0005959543050266802, 0.0010387258371338248, 0.0014814974274486303, 0.001924268901348114, 0.0023670403752475977, 0.0028098118491470814, 0.0032525835558772087, 0.0036953550297766924, 0.004138126503676176, 0.004580898210406303, 0.005023669451475143, 0.005466441158205271, 0.005909212864935398, 0.006351984106004238, 0.0067947558127343655, 0.007237527519464493, 0.007680298760533333, 0.008123070001602173, 0.008565842173993587, 0.009008613415062428, 0.009451384656131268, 0.009894156828522682, 0.010336928069591522, 0.010779699310660362, 0.011222471483051777, 0.011665242724120617, 0.012108013965189457, 0.012550786137580872, 0.012993557378649712, 0.013436328619718552, 0.013879099860787392, 0.014321872033178806, 0.014764643274247646, 0.015207414515316486, 0.0156501866877079, 0.01609295792877674]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.18505850434303284, -0.180672287940979, -0.17628607153892517, -0.17189985513687134, -0.1675136387348175, -0.16312742233276367, -0.15874120593070984, -0.154354989528656, -0.14996877312660217, -0.14558254182338715, -0.1411963254213333, -0.13681010901927948, -0.13242389261722565, -0.12803767621517181, -0.12365145981311798, -0.11926524341106415, -0.11487902700901031, -0.11049281060695648, -0.10610659420490265, -0.10172037780284882, -0.09733416140079498, -0.09294793754816055, -0.08856172114610672, -0.08417550474405289, -0.07978928834199905, -0.07540307193994522, -0.07101685553789139, -0.06663063913583755, -0.06224441900849342, -0.05785820260643959, -0.05347198247909546, -0.049085766077041626, -0.04469954967498779, -0.04031333327293396, -0.03592711687088013, -0.031540896743535995, -0.027154680341482162, -0.02276846393942833, -0.018382245674729347, -0.01399602834135294, -0.009609811007976532, -0.005223593674600124, -0.0008373763412237167, 0.003548840992152691, 0.007935058325529099, 0.012321275658905506, 0.016707492992281914, 0.021093711256980896, 0.02547992765903473, 0.029866144061088562, 0.034252360463142395, 0.038638580590486526, 0.04302479699254036, 0.04741101339459419, 0.051797233521938324, 0.05618344992399216, 0.06056966632604599, 0.06495588272809982, 0.06934209913015366, 0.07372831553220749, 0.07811453938484192, 0.08250075578689575, 0.08688697218894958, 0.09127318859100342, 0.09565940499305725]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 3.0, 3.0, 4.0, 2.0, 3.0, 2.0, 8.0, 6.0, 7.0, 3.0, 2.0, 3.0, 2.0, 4.0, 5.0, 4.0, 11.0, 14.0, 5.0, 17.0, 36.0, 28.0, 18.0, 18.0, 16.0, 18.0, 8.0, 4.0, 11.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 0.0, 2.0, 2.0], "bins": [-0.1353321373462677, -0.1318352371454239, -0.12833835184574127, -0.12484145909547806, -0.12134456634521484, -0.11784767359495163, -0.11435078084468842, -0.1108538880944252, -0.10735699534416199, -0.10386009514331818, -0.10036320239305496, -0.09686630964279175, -0.09336941689252853, -0.08987252414226532, -0.0863756313920021, -0.08287873864173889, -0.07938184589147568, -0.07588495314121246, -0.07238806039094925, -0.06889116764068604, -0.06539427489042282, -0.06189737841486931, -0.058400485664606094, -0.05490359291434288, -0.051406700164079666, -0.04790980741381645, -0.04441291466355324, -0.040916021913290024, -0.03741912543773651, -0.0339222326874733, -0.030425339937210083, -0.02692844718694687, -0.023431554436683655, -0.01993466168642044, -0.016437768936157227, -0.012940874323248863, -0.009443981572985649, -0.005947088357061148, -0.0024501951411366463, 0.0010466980747878551, 0.004543591290712357, 0.00804048404097557, 0.01153737772256136, 0.015034271404147148, 0.018531164154410362, 0.022028056904673576, 0.02552495151758194, 0.029021844267845154, 0.03251873701810837, 0.03601562976837158, 0.039512522518634796, 0.04300941526889801, 0.046506308019161224, 0.05000320449471474, 0.05350009724497795, 0.056996989995241165, 0.06049388274550438, 0.06399077922105789, 0.0674876719713211, 0.07098456472158432, 0.07448145747184753, 0.07797835022211075, 0.08147524297237396, 0.08497213572263718, 0.08846902847290039]}, "_runtime": 138.8355734348297, "_timestamp": 1596211728.6066823, "_step": 172}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 3.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 2.0, 0.0, 1.0, 2.0, 2.0, 1.0, 2.0, 9.0, 3.0, 5.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 4.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010937999002635479, -0.010570036247372627, -0.01020207442343235, -0.009834111668169498, -0.009466148912906647, -0.009098186157643795, -0.008730223402380943, -0.008362261578440666, -0.007994298823177814, -0.007626336067914963, -0.007258373778313398, -0.006890411488711834, -0.006522448733448982, -0.0061544859781861305, -0.005786523688584566, -0.005418561398983002, -0.00505059864372015, -0.004682635888457298, -0.004314673598855734, -0.0039467113092541695, -0.0035787485539913177, -0.0032107860315591097, -0.0028428235091269016, -0.0024748609866946936, -0.0021068984642624855, -0.0017389359418302774, -0.0013709734193980694, -0.0010030108969658613, -0.0006350483745336533, -0.0002670858521014452, 0.00010087667033076286, 0.0004688391927629709, 0.000836801715195179, 0.001204764237627387, 0.001572726760059595, 0.0019406892824918032, 0.0023086518049240112, 0.0026766143273562193, 0.0030445768497884274, 0.0034125393722206354, 0.0037805018946528435, 0.004148464649915695, 0.00451642693951726, 0.004884389229118824, 0.005252351984381676, 0.0056203147396445274, 0.005988277029246092, 0.006356239318847656, 0.006724202074110508, 0.00709216482937336, 0.007460127118974924, 0.007828089408576488, 0.00819605216383934, 0.008564014919102192, 0.008931977674365044, 0.00929993949830532, 0.009667902253568172, 0.010035865008831024, 0.010403826832771301, 0.010771789588034153, 0.011139752343297005, 0.011507715098559856, 0.011875677853822708, 0.012243639677762985, 0.012611602433025837]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 4.0, 6.0, 5.0, 1.0, 9.0, 5.0, 9.0, 11.0, 14.0, 14.0, 23.0, 21.0, 42.0, 35.0, 52.0, 82.0, 83.0, 114.0, 155.0, 242.0, 453.0, 5425.0, 365.0, 190.0, 144.0, 99.0, 72.0, 57.0, 41.0, 35.0, 22.0, 15.0, 20.0, 13.0, 7.0, 11.0, 3.0, 6.0, 5.0, 1.0, 10.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0], "bins": [-0.12400602549314499, -0.12038104981184006, -0.11675606667995453, -0.1131310909986496, -0.10950610786676407, -0.10588113218545914, -0.1022561565041542, -0.09863117337226868, -0.09500619769096375, -0.09138121455907822, -0.08775623887777328, -0.08413126319646835, -0.08050628006458282, -0.0768813043832779, -0.07325632125139236, -0.06963134557008743, -0.0660063624382019, -0.06238138675689697, -0.05875640735030174, -0.05513143166899681, -0.05150645226240158, -0.04788147285580635, -0.04425649344921112, -0.04063151404261589, -0.03700653463602066, -0.03338155895471573, -0.0297565795481205, -0.02613160014152527, -0.02250662073493004, -0.018881643190979958, -0.015256663784384727, -0.011631685309112072, -0.008006706833839417, -0.004381728358566761, -0.0007567494176328182, 0.002868229290470481, 0.00649320799857378, 0.010118186473846436, 0.013743165880441666, 0.017368143424391747, 0.020993122830986977, 0.024618102237582207, 0.028243079781532288, 0.03186805918812752, 0.03549303859472275, 0.03911801800131798, 0.04274299368262291, 0.04636797308921814, 0.04999295249581337, 0.0536179319024086, 0.05724291130900383, 0.06086788699030876, 0.06449286639690399, 0.06811784952878952, 0.07174282521009445, 0.07536780089139938, 0.07899278402328491, 0.08261775970458984, 0.08624274283647537, 0.0898677185177803, 0.09349269419908524, 0.09711767733097076, 0.1007426530122757, 0.10436763614416122, 0.10799261182546616]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 3.0, 2.0, 1.0, 2.0, 4.0, 2.0, 2.0, 2.0, 3.0, 5.0, 5.0, 5.0, 3.0, 4.0, 25.0, 4.0, 2.0, 6.0, 4.0, 3.0, 3.0, 3.0, 2.0, 2.0, 3.0, 4.0, 2.0, 3.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.0037032528780400753, -0.0036015822552144527, -0.0034999113995581865, -0.003398240776732564, -0.0032965701539069414, -0.003194899298250675, -0.0030932286754250526, -0.00299155805259943, -0.0028898874297738075, -0.0027882165741175413, -0.0026865459512919188, -0.002584875328466296, -0.00248320447281003, -0.0023815338499844074, -0.002279863227158785, -0.0021781923715025187, -0.002076521748676896, -0.0019748511258512735, -0.0018731803866103292, -0.0017715096473693848, -0.0016698390245437622, -0.0015681682853028178, -0.0014664975460618734, -0.0013648269232362509, -0.0012631561839953065, -0.001161485444754362, -0.0010598148219287395, -0.0009581440826877952, -0.0008564734016545117, -0.0007548027206212282, -0.0006531319813802838, -0.0005514613003470004, -0.0004497906193137169, -0.0003481199382804334, -0.0002464492281433195, -0.0001447785325581208, -4.310783697292209e-05, 5.8562858612276614e-05, 0.00016023355419747531, 0.00026190426433458924, 0.0003635749453678727, 0.0004652456264011562, 0.0005669163074344397, 0.000668587046675384, 0.0007702577277086675, 0.000871928408741951, 0.0009735991479828954, 0.001075269770808518, 0.0011769405100494623, 0.0012786112492904067, 0.0013802818721160293, 0.0014819526113569736, 0.0015836232341825962, 0.0016852939734235406, 0.001786964712664485, 0.0018886353354901075, 0.0019903061911463737, 0.0020919768139719963, 0.002193647436797619, 0.0022953180596232414, 0.0023969889152795076, 0.00249865953810513, 0.0026003301609307528, 0.002702001016587019, 0.0028036716394126415]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 2.0, 3.0, 6.0, 8.0, 6.0, 15.0, 17.0, 21.0, 26.0, 45.0, 39.0, 76.0, 105.0, 119.0, 191.0, 269.0, 410.0, 586.0, 890.0, 1301.0, 2090.0, 3504.0, 5984.0, 11880.0, 25817.0, 72212.0, 879312.0, 96296.0, 34284.0, 17534.0, 9721.0, 5707.0, 3548.0, 2322.0, 1554.0, 1112.0, 709.0, 570.0, 396.0, 260.0, 212.0, 165.0, 108.0, 64.0, 37.0, 32.0, 24.0, 17.0, 13.0, 6.0, 7.0, 3.0, 2.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 2.0], "bins": [-0.0057802582159638405, -0.00558563694357872, -0.0053910156711936, -0.005196394398808479, -0.005001773126423359, -0.004807151388376951, -0.004612530115991831, -0.0044179088436067104, -0.00422328757122159, -0.00402866629883647, -0.0038340450264513493, -0.003639423521235585, -0.003444802248850465, -0.0032501809764653444, -0.0030555594712495804, -0.00286093819886446, -0.0026663169264793396, -0.002471695654094219, -0.002277074381709099, -0.0020824528764933348, -0.0018878316041082144, -0.001693210331723094, -0.0014985889429226518, -0.0013039675541222095, -0.0011093462817370892, -0.0009147249511443079, -0.0007201036205515265, -0.0005254822899587452, -0.00033086095936596394, -0.00013623962877318263, 5.8381701819598675e-05, 0.00025300303241238, 0.0004476243630051613, 0.0006422456935979426, 0.0008368670241907239, 0.0010314884129911661, 0.0012261096853762865, 0.001420730957761407, 0.0016153523465618491, 0.0018099737353622913, 0.0020045950077474117, 0.002199216280132532, 0.0023938375525176525, 0.0025884590577334166, 0.002783080330118537, 0.0029777016025036573, 0.0031723231077194214, 0.0033669443801045418, 0.003561565652489662, 0.0037561869248747826, 0.003950808197259903, 0.004145429469645023, 0.004340050742030144, 0.0045346724800765514, 0.004729293752461672, 0.004923915024846792, 0.005118536297231913, 0.005313157569617033, 0.005507778842002153, 0.005702400114387274, 0.0058970218524336815, 0.006091643124818802, 0.006286264397203922, 0.006480885669589043, 0.006675506941974163]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 3.0, 3.0, 0.0, 0.0, 1.0, 2.0, 8.0, 2.0, 3.0, 1.0, 1.0, 4.0, 2.0, 2.0, 2.0, 1.0, 0.0, 3.0, 2.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01953812874853611, -0.01888085901737213, -0.018223591148853302, -0.017566321417689323, -0.016909051686525345, -0.016251781955361366, -0.015594513155519962, -0.014937244355678558, -0.01427997462451458, -0.013622704893350601, -0.012965436093509197, -0.012308167293667793, -0.011650897562503815, -0.010993627831339836, -0.010336359031498432, -0.009679090231657028, -0.00902182050049305, -0.008364550769329071, -0.007707281969487667, -0.007050012703984976, -0.0063927434384822845, -0.005735474172979593, -0.005078204907476902, -0.004420935641974211, -0.0037636663764715195, -0.003106397110968828, -0.002449127845466137, -0.0017918585799634457, -0.0011345893144607544, -0.0004773200489580631, 0.00017994921654462814, 0.0008372184820473194, 0.0014944877475500107, 0.002151757013052702, 0.0028090262785553932, 0.0034662955440580845, 0.004123564809560776, 0.004780834075063467, 0.005438103340566158, 0.0060953726060688496, 0.006752641871571541, 0.007409911137074232, 0.008067180402576923, 0.008724449202418327, 0.009381718933582306, 0.010038988664746284, 0.010696257464587688, 0.011353526264429092, 0.012010795995593071, 0.01266806572675705, 0.013325334526598454, 0.013982603326439857, 0.014639873057603836, 0.015297142788767815, 0.015954412519931793, 0.016611680388450623, 0.0172689501196146, 0.01792621985077858, 0.01858348771929741, 0.019240757450461388, 0.019898027181625366, 0.020555296912789345, 0.021212566643953323, 0.021869834512472153, 0.02252710424363613]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 1.0, 1.0, 5.0, 2.0, 2.0, 2.0, 2.0, 5.0, 4.0, 7.0, 11.0, 15.0, 14.0, 18.0, 27.0, 41.0, 57.0, 74.0, 92.0, 143.0, 153.0, 181.0, 236.0, 330.0, 497.0, 642.0, 1021.0, 1754.0, 5998.0, 2212.0, 1452.0, 875.0, 681.0, 511.0, 366.0, 272.0, 181.0, 137.0, 108.0, 51.0, 36.0, 33.0, 35.0, 26.0, 22.0, 20.0, 19.0, 7.0, 6.0, 6.0, 8.0, 3.0, 5.0, 3.0, 4.0, 4.0, 2.0, 5.0, 1.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.0114054623991251, -0.011021841317415237, -0.010638220235705376, -0.010254599153995514, -0.009870978072285652, -0.00948735699057579, -0.009103735908865929, -0.008720114827156067, -0.008336493745446205, -0.007952871732413769, -0.007569251116365194, -0.0071856300346553326, -0.0068020084872841835, -0.006418387405574322, -0.00603476632386446, -0.005651145242154598, -0.0052675241604447365, -0.004883903078734875, -0.004500281997025013, -0.004116660915315151, -0.003733039600774646, -0.003349418519064784, -0.0029657972045242786, -0.002582176122814417, -0.002198555041104555, -0.0018149339593946934, -0.0014313127612695098, -0.0010476915631443262, -0.0006640704814344645, -0.0002804493415169418, 0.00010317179840058088, 0.00048679293831810355, 0.0008704140782356262, 0.001254035159945488, 0.0016376563580706716, 0.002021277556195855, 0.002404898637905717, 0.0027885197196155787, 0.003172141034156084, 0.003555762115865946, 0.003939383197575808, 0.004323004279285669, 0.004706625360995531, 0.005090246442705393, 0.005473867990076542, 0.005857489071786404, 0.006241110153496265, 0.006624731235206127, 0.007008352316915989, 0.007391973398625851, 0.007775594480335712, 0.008159215562045574, 0.008542836643755436, 0.008926457725465298, 0.00931007880717516, 0.009693699888885021, 0.010077321901917458, 0.01046094298362732, 0.010844564065337181, 0.011228185147047043, 0.011611806228756905, 0.011995427310466766, 0.012379048392176628, 0.01276266947388649, 0.013146290555596352]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 3.0, 2.0, 4.0, 1.0, 1.0, 0.0, 4.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.05527924746274948, -0.052019283175468445, -0.04875931888818741, -0.04549935460090637, -0.042239390313625336, -0.0389794297516346, -0.03571946546435356, -0.032459501177072525, -0.02919953688979149, -0.025939572602510452, -0.022679608315229416, -0.01941964589059353, -0.016159681603312492, -0.012899717316031456, -0.009639753960072994, -0.006379790138453245, -0.003119826316833496, 0.00014013750478625298, 0.003400101326406002, 0.006660065148025751, 0.0099200289696455, 0.013179993256926537, 0.016439955681562424, 0.01969991996884346, 0.022959884256124496, 0.026219848543405533, 0.02947981283068657, 0.032739777117967606, 0.035999737679958344, 0.03925970196723938, 0.042519666254520416, 0.04577963054180145, 0.04903959482908249, 0.052299559116363525, 0.05555952340364456, 0.0588194876909256, 0.062079451978206635, 0.06533941626548767, 0.06859938055276871, 0.07185934484004974, 0.07511930167675018, 0.07837926596403122, 0.08163923025131226, 0.08489919453859329, 0.08815915882587433, 0.09141912311315536, 0.0946790874004364, 0.09793905168771744, 0.10119901597499847, 0.10445898026227951, 0.10771894454956055, 0.11097890883684158, 0.11423887312412262, 0.11749883741140366, 0.12075880169868469, 0.12401876598596573, 0.12727873027324677, 0.1305386871099472, 0.13379865884780884, 0.13705861568450928, 0.1403185874223709, 0.14357854425907135, 0.14683851599693298, 0.15009847283363342, 0.15335842967033386]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 3.0, 1.0, 10.0, 4.0, 6.0, 8.0, 7.0, 18.0, 15.0, 15.0, 13.0, 39.0, 28.0, 20.0, 22.0, 8.0, 10.0, 11.0, 8.0, 7.0, 1.0, 3.0, 2.0, 2.0, 1.0, 2.0, 2.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.08679298311471939, -0.08413231372833252, -0.08147163689136505, -0.07881096750497818, -0.07615029811859131, -0.07348962128162384, -0.07082895189523697, -0.0681682825088501, -0.06550760567188263, -0.06284693628549576, -0.06018626689910889, -0.05752559378743172, -0.05486492067575455, -0.052204251289367676, -0.049543578177690506, -0.046882908791303635, -0.044222235679626465, -0.041561562567949295, -0.038900893181562424, -0.036240220069885254, -0.03357955068349838, -0.030918877571821213, -0.028258204460144043, -0.025597533211112022, -0.022936861962080002, -0.02027619071304798, -0.01761551946401596, -0.014954846352338791, -0.01229417510330677, -0.00963350385427475, -0.006972831673920155, -0.004312159959226847, -0.0016514882445335388, 0.001009183470159769, 0.003669855184853077, 0.006330526899546385, 0.008991198614239693, 0.011651869863271713, 0.014312542043626308, 0.016973214223980904, 0.019633885473012924, 0.022294556722044945, 0.024955227971076965, 0.027615901082754135, 0.030276572331786156, 0.032937243580818176, 0.035597916692495346, 0.03825858607888222, 0.04091925919055939, 0.04357993230223656, 0.04624060168862343, 0.0489012748003006, 0.05156194418668747, 0.05422261729836464, 0.05688329041004181, 0.05954395979642868, 0.06220463290810585, 0.06486530601978302, 0.06752597540616989, 0.07018664479255676, 0.07284732162952423, 0.0755079910159111, 0.07816866040229797, 0.08082933723926544, 0.08349000662565231]}, "_runtime": 139.64507246017456, "_timestamp": 1596211729.4161813, "_step": 173}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 3.0, 2.0, 0.0, 0.0, 2.0, 3.0, 7.0, 5.0, 7.0, 1.0, 3.0, 3.0, 2.0, 2.0, 2.0, 2.0, 1.0, 2.0, 0.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012636416591703892, -0.012294993735849857, -0.011953570879995823, -0.011612148955464363, -0.011270726099610329, -0.010929303243756294, -0.01058788038790226, -0.010246457532048225, -0.009905034676194191, -0.009563612751662731, -0.009222189895808697, -0.008880767039954662, -0.008539344184100628, -0.008197921328246593, -0.007856499403715134, -0.007515076547861099, -0.007173653692007065, -0.00683223083615303, -0.006490808445960283, -0.006149385590106249, -0.005807963199913502, -0.005466540344059467, -0.005125117488205433, -0.004783695098012686, -0.004442272242158651, -0.004100849386304617, -0.00375942699611187, -0.0034180041402578354, -0.0030765815172344446, -0.002735158894211054, -0.0023937360383570194, -0.0020523134153336287, -0.0017108907923102379, -0.0013694681692868471, -0.0010280454298481345, -0.0006866227486170828, -0.00034520006738603115, -3.7773861549794674e-06, 0.0003376452950760722, 0.0006790679763071239, 0.0010204906575381756, 0.0013619132805615664, 0.001703336020000279, 0.0020447587594389915, 0.0023861813824623823, 0.002727604005485773, 0.0030690268613398075, 0.0034104494843631983, 0.003751872107386589, 0.0040932949632406235, 0.004434717353433371, 0.004776140209287405, 0.005117562599480152, 0.0054589854553341866, 0.005800408311188221, 0.006141830701380968, 0.0064832535572350025, 0.006824676413089037, 0.007166098803281784, 0.0075075216591358185, 0.007848944514989853, 0.008190367370843887, 0.008531789295375347, 0.008873212151229382, 0.009214635007083416]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 2.0, 3.0, 1.0, 7.0, 9.0, 9.0, 13.0, 10.0, 23.0, 23.0, 31.0, 40.0, 66.0, 88.0, 150.0, 259.0, 822.0, 5502.0, 344.0, 189.0, 107.0, 72.0, 38.0, 38.0, 28.0, 12.0, 12.0, 8.0, 3.0, 1.0, 1.0, 5.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.14359602332115173, -0.13911686837673187, -0.134637713432312, -0.13015854358673096, -0.1256793886423111, -0.12120023369789124, -0.11672107130289078, -0.11224190890789032, -0.10776275396347046, -0.1032835990190506, -0.09880443662405014, -0.09432527422904968, -0.08984611928462982, -0.08536696434020996, -0.0808878019452095, -0.07640863955020905, -0.07192948460578918, -0.06745032966136932, -0.06297116726636887, -0.05849200859665871, -0.05401284992694855, -0.04953369125723839, -0.04505453258752823, -0.04057537391781807, -0.03609621524810791, -0.03161705657839775, -0.02713789790868759, -0.022658739238977432, -0.018179580569267273, -0.013700421899557114, -0.009221263229846954, -0.004742104560136795, -0.00026294589042663574, 0.0042162127792835236, 0.008695371448993683, 0.013174530118703842, 0.017653688788414, 0.02213284745812416, 0.02661200612783432, 0.03109116479754448, 0.03557032346725464, 0.0400494821369648, 0.04452864080667496, 0.04900779947638512, 0.053486958146095276, 0.057966116815805435, 0.062445275485515594, 0.06692443788051605, 0.07140359282493591, 0.07588274776935577, 0.08036191016435623, 0.08484107255935669, 0.08932022750377655, 0.09379938244819641, 0.09827854484319687, 0.10275770723819733, 0.10723686218261719, 0.11171601712703705, 0.1161951795220375, 0.12067434191703796, 0.12515349686145782, 0.12963265180587769, 0.13411182165145874, 0.1385909765958786, 0.14307013154029846]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 1.0, 1.0, 0.0, 2.0, 3.0, 1.0, 2.0, 0.0, 1.0, 3.0, 2.0, 3.0, 0.0, 1.0, 1.0, 3.0, 3.0, 2.0, 4.0, 6.0, 9.0, 25.0, 5.0, 3.0, 3.0, 3.0, 1.0, 4.0, 5.0, 3.0, 1.0, 1.0, 0.0, 2.0, 1.0, 3.0, 4.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002754435408860445, -0.0026682941243052483, -0.002582152606919408, -0.002496011322364211, -0.0024098700378090143, -0.002323728520423174, -0.002237587235867977, -0.0021514459513127804, -0.00206530443392694, -0.001979163149371743, -0.0018930217484012246, -0.001806880347430706, -0.0017207390628755093, -0.0016345976619049907, -0.001548456260934472, -0.0014623149763792753, -0.0013761735754087567, -0.0012900321744382381, -0.0012038908898830414, -0.0011177494889125228, -0.0010316080879420042, -0.0009454667451791465, -0.0008593254024162889, -0.0007731840014457703, -0.0006870426586829126, -0.0006009013159200549, -0.0005147599149495363, -0.00042861857218667865, -0.0003424772003199905, -0.0002563358284533024, -0.00017019447113852948, -8.405310654779896e-05, 2.0882580429315567e-06, 8.822962263366207e-05, 0.0001743709872243926, 0.0002605123445391655, 0.00034665371640585363, 0.00043279508827254176, 0.0005189364310353994, 0.000605077832005918, 0.0006912191747687757, 0.0007773605175316334, 0.000863501918502152, 0.0009496432612650096, 0.0010357846040278673, 0.001121926004998386, 0.0012080674059689045, 0.0012942086905241013, 0.0013803500914946198, 0.0014664914924651384, 0.0015526327770203352, 0.0016387741779908538, 0.0017249155789613724, 0.0018110568635165691, 0.0018971982644870877, 0.0019833396654576063, 0.002069480950012803, 0.0021556224673986435, 0.0022417637519538403, 0.002327905036509037, 0.0024140465538948774, 0.002500187838450074, 0.002586329123005271, 0.0026724706403911114, 0.002758611924946308]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 4.0, 3.0, 4.0, 5.0, 14.0, 14.0, 20.0, 38.0, 43.0, 77.0, 124.0, 195.0, 261.0, 407.0, 604.0, 951.0, 1389.0, 2277.0, 3675.0, 6415.0, 12123.0, 26086.0, 69315.0, 875382.0, 108104.0, 33660.0, 15388.0, 8428.0, 4939.0, 3019.0, 2026.0, 1310.0, 902.0, 659.0, 515.0, 324.0, 258.0, 173.0, 124.0, 106.0, 93.0, 55.0, 35.0, 27.0, 22.0, 13.0, 12.0, 6.0, 1.0, 6.0, 6.0, 3.0, 2.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.005142433103173971, -0.0049752723425626755, -0.00480811158195138, -0.004640951287001371, -0.004473790526390076, -0.00430662976577878, -0.004139469005167484, -0.003972308244556189, -0.0038051477167755365, -0.003637986956164241, -0.003470826428383589, -0.003303665667772293, -0.0031365049071609974, -0.0029693443793803453, -0.0028021836187690496, -0.0026350230909883976, -0.002467862330377102, -0.002300701569765806, -0.002133541041985154, -0.0019663802813738585, -0.0017992196371778846, -0.0016320589929819107, -0.001464898232370615, -0.0012977375881746411, -0.0011305769439786673, -0.0009634162997826934, -0.0007962555973790586, -0.0006290948949754238, -0.00046193425077944994, -0.0002947735774796456, -0.00012761290417984128, 3.954776911996305e-05, 0.00020670844241976738, 0.0003738691157195717, 0.000541029789019376, 0.0007081904914230108, 0.0008753511356189847, 0.0010425117798149586, 0.0012096725404262543, 0.0013768331846222281, 0.001543993828818202, 0.001711154473014176, 0.0018783151172101498, 0.0020454758778214455, 0.002212636638432741, 0.002379797166213393, 0.002546957926824689, 0.002714118454605341, 0.0028812792152166367, 0.0030484399758279324, 0.0032156005036085844, 0.00338276126421988, 0.003549921792000532, 0.003717082552611828, 0.0038842433132231236, 0.004051404073834419, 0.004218564368784428, 0.004385725129395723, 0.004552885890007019, 0.004720046650618315, 0.0048872074112296104, 0.005054368171840906, 0.0052215284667909145, 0.00538868922740221, 0.005555849988013506]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 4.0, 0.0, 3.0, 2.0, 3.0, 4.0, 8.0, 16.0, 1.0, 4.0, 2.0, 0.0, 1.0, 3.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.057449840009212494, -0.056331947445869446, -0.0552140548825264, -0.05409616604447365, -0.0529782734811306, -0.05186038091778755, -0.0507424920797348, -0.049624599516391754, -0.048506706953048706, -0.04738881438970566, -0.04627092182636261, -0.04515303298830986, -0.04403514042496681, -0.042917247861623764, -0.041799359023571014, -0.040681466460227966, -0.03956357389688492, -0.03844568133354187, -0.03732778877019882, -0.03620989993214607, -0.035092007368803024, -0.033974114805459976, -0.03285622596740723, -0.03173833340406418, -0.03062044084072113, -0.029502548277378082, -0.028384657576680183, -0.027266766875982285, -0.026148874312639236, -0.02503098174929619, -0.02391309104859829, -0.02279520034790039, -0.021677307784557343, -0.020559415221214294, -0.019441524520516396, -0.018323633819818497, -0.01720574125647545, -0.0160878486931324, -0.014969957992434502, -0.013852066360414028, -0.012734174728393555, -0.011616283096373081, -0.010498391464352608, -0.009380499832332134, -0.00826260820031166, -0.007144716568291187, -0.006026824936270714, -0.00490893330425024, -0.003791041672229767, -0.0026731500402092934, -0.0015552584081888199, -0.0004373667761683464, 0.0006805248558521271, 0.0017984164878726006, 0.002916308119893074, 0.0040341997519135475, 0.005152091383934021, 0.0062699830159544945, 0.007387874647974968, 0.008505766279995441, 0.009623657912015915, 0.010741549544036388, 0.011859441176056862, 0.012977332808077335, 0.014095224440097809]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [9.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 9.0, 4.0, 17.0, 14.0, 3.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 5.0, 5.0, 12.0, 9.0, 14.0, 12.0, 17.0, 14.0, 20.0, 26.0, 37.0, 44.0, 85.0, 89.0, 108.0, 148.0, 190.0, 306.0, 421.0, 648.0, 945.0, 1674.0, 3275.0, 6917.0, 1468.0, 693.0, 391.0, 251.0, 143.0, 106.0, 79.0, 62.0, 48.0, 43.0, 23.0, 20.0, 6.0, 4.0, 8.0, 3.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.018244517967104912, -0.017811724916100502, -0.017378931865096092, -0.016946138814091682, -0.016513345763087273, -0.016080552712082863, -0.015647759661078453, -0.015214966610074043, -0.014782173559069633, -0.014349379576742649, -0.01391658652573824, -0.01348379347473383, -0.01305100042372942, -0.01261820737272501, -0.0121854143217206, -0.01175262127071619, -0.01131982821971178, -0.01088703516870737, -0.010454242117702961, -0.010021449066698551, -0.009588656015694141, -0.009155862964689732, -0.008723069913685322, -0.008290276862680912, -0.007857482880353928, -0.007424690295010805, -0.006991897244006395, -0.0065591041930019855, -0.0061263106763362885, -0.005693517625331879, -0.005260724574327469, -0.004827931523323059, -0.004395138472318649, -0.0039623454213142395, -0.0035295523703098297, -0.0030967590864747763, -0.0026639660354703665, -0.0022311729844659567, -0.001798379817046225, -0.0013655866496264935, -0.0009327935986220837, -0.000500000489410013, -6.720738019794226e-05, 0.00036558572901412845, 0.0007983788382261992, 0.001231171889230609, 0.0016639650566503406, 0.002096758224070072, 0.002529551275074482, 0.0029623443260788918, 0.0033951373770833015, 0.003827930660918355, 0.004260723479092121, 0.004693516995757818, 0.005126310046762228, 0.005559103097766638, 0.005991896148771048, 0.006424689199775457, 0.006857482250779867, 0.007290275301784277, 0.007723068818449974, 0.008155861869454384, 0.008588654920458794, 0.009021447971463203, 0.009454241022467613]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 1.0, 2.0, 0.0, 3.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.07086950540542603, -0.06688974052667618, -0.06290997564792633, -0.05893021821975708, -0.05495045334100723, -0.050970688462257385, -0.046990927308797836, -0.04301116615533829, -0.03903140127658844, -0.03505163639783859, -0.031071875244379044, -0.027092112228274345, -0.023112349212169647, -0.01913258619606495, -0.01515282317996025, -0.011173060163855553, -0.0071932971477508545, -0.0032135341316461563, 0.0007662288844585419, 0.00474599190056324, 0.008725754916667938, 0.012705517932772636, 0.016685280948877335, 0.020665043964982033, 0.02464480698108673, 0.02862456999719143, 0.03260433301329613, 0.036584094166755676, 0.040563859045505524, 0.04454362392425537, 0.04852338507771492, 0.05250314623117447, 0.056482911109924316, 0.060462675988674164, 0.06444244086742401, 0.06842219829559326, 0.07240196317434311, 0.07638172805309296, 0.08036148548126221, 0.08434125036001205, 0.0883210152387619, 0.09230078011751175, 0.0962805449962616, 0.10026030242443085, 0.1042400673031807, 0.10821983218193054, 0.11219958961009979, 0.11617935448884964, 0.12015911936759949, 0.12413888424634933, 0.12811864912509918, 0.13209840655326843, 0.13607817888259888, 0.14005793631076813, 0.14403769373893738, 0.14801746606826782, 0.15199722349643707, 0.15597698092460632, 0.15995675325393677, 0.16393651068210602, 0.16791626811027527, 0.1718960404396057, 0.17587579786777496, 0.1798555701971054, 0.18383532762527466]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 5.0, 4.0, 1.0, 2.0, 3.0, 1.0, 9.0, 8.0, 7.0, 5.0, 8.0, 13.0, 11.0, 22.0, 12.0, 31.0, 13.0, 10.0, 8.0, 9.0, 11.0, 7.0, 8.0, 10.0, 4.0, 4.0, 3.0, 4.0, 6.0, 4.0, 6.0, 6.0, 6.0, 4.0, 1.0, 1.0, 2.0, 1.0, 1.0, 4.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0547620914876461, -0.05291171744465828, -0.051061343401670456, -0.049210965633392334, -0.04736059159040451, -0.04551021754741669, -0.043659843504428864, -0.04180946946144104, -0.03995909541845322, -0.038108717650175095, -0.03625834360718727, -0.03440796956419945, -0.032557595521211624, -0.03070721961557865, -0.028856845572590828, -0.027006469666957855, -0.025156095623970032, -0.023305721580982208, -0.021455345675349236, -0.019604971632361412, -0.01775459572672844, -0.015904221683740616, -0.014053847640752792, -0.012203472666442394, -0.010353097692131996, -0.008502722717821598, -0.006652348209172487, -0.0048019737005233765, -0.0029515987262129784, -0.001101223984733224, 0.0007491507567465305, 0.002599525498226285, 0.004449900239706039, 0.0063002752140164375, 0.008150650188326836, 0.010001024231314659, 0.011851399205625057, 0.013701774179935455, 0.015552148222923279, 0.01740252412855625, 0.019252898171544075, 0.0211032722145319, 0.02295364812016487, 0.024804022163152695, 0.026654396206140518, 0.02850477211177349, 0.030355146154761314, 0.03220552206039429, 0.03405589610338211, 0.035906270146369934, 0.03775664418935776, 0.03960702195763588, 0.0414573960006237, 0.043307770043611526, 0.04515814408659935, 0.04700851812958717, 0.048858895897865295, 0.05070926994085312, 0.05255964398384094, 0.054410018026828766, 0.05626039206981659, 0.05811076611280441, 0.059961143881082535, 0.06181151792407036, 0.06366188824176788]}, "_runtime": 140.44668078422546, "_timestamp": 1596211730.2177896, "_step": 174}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 2.0, 2.0, 2.0, 5.0, 0.0, 2.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.005418356973677874, -0.00524968421086669, -0.0050810109823942184, -0.0049123382195830345, -0.004743665456771851, -0.004574992228299379, -0.004406319465488195, -0.004237646237015724, -0.00406897347420454, -0.0039003004785627127, -0.003731627482920885, -0.003562954720109701, -0.0033942817244678736, -0.003225608728826046, -0.003056935966014862, -0.0028882629703730345, -0.002719589974731207, -0.0025509169790893793, -0.0023822439834475517, -0.002213571220636368, -0.00204489822499454, -0.0018762252293527126, -0.0017075523501262069, -0.0015388794708997011, -0.0013702064752578735, -0.001201533479616046, -0.0010328606003895402, -0.0008641876629553735, -0.0006955147255212069, -0.0005268417880870402, -0.0003581688506528735, -0.00018949591321870685, -2.0822975784540176e-05, 0.0001478499616496265, 0.00031652289908379316, 0.00048519583651795983, 0.0006538687739521265, 0.0008225417113862932, 0.0009912146488204598, 0.0011598875280469656, 0.0013285605236887932, 0.0014972335193306208, 0.0016659063985571265, 0.0018345792777836323, 0.00200325227342546, 0.0021719252690672874, 0.0023405980318784714, 0.002509271027520299, 0.0026779440231621265, 0.002846617018803954, 0.0030152900144457817, 0.0031839627772569656, 0.0033526357728987932, 0.003521308768540621, 0.0036899815313518047, 0.0038586545269936323, 0.00402732752263546, 0.004196000285446644, 0.004364673513919115, 0.004533346276730299, 0.00470201950520277, 0.004870692268013954, 0.005039365030825138, 0.005208038259297609, 0.005376711022108793]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 3.0, 2.0, 4.0, 2.0, 10.0, 3.0, 12.0, 21.0, 26.0, 52.0, 54.0, 49.0, 78.0, 112.0, 157.0, 247.0, 811.0, 5366.0, 337.0, 180.0, 120.0, 83.0, 49.0, 41.0, 31.0, 18.0, 12.0, 13.0, 8.0, 3.0, 6.0, 4.0, 1.0, 3.0, 2.0, 5.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.11931955069303513, -0.11535020917654037, -0.11138087511062622, -0.10741153359413147, -0.10344219207763672, -0.09947285801172256, -0.09550351649522781, -0.09153418242931366, -0.08756484091281891, -0.08359549939632416, -0.07962616533041, -0.07565682381391525, -0.0716874897480011, -0.06771814823150635, -0.0637488067150116, -0.059779468923807144, -0.05581013113260269, -0.05184079334139824, -0.04787145555019379, -0.043902114033699036, -0.03993277624249458, -0.03596343845129013, -0.03199409693479538, -0.028024759143590927, -0.024055421352386475, -0.020086083561182022, -0.01611674390733242, -0.012147405184805393, -0.008178066462278366, -0.004208727739751339, -0.00023938901722431183, 0.0037299497053027153, 0.007699288427829742, 0.01166862715035677, 0.015637965872883797, 0.0196073055267334, 0.02357664331793785, 0.027545981109142303, 0.031515322625637054, 0.03548466041684151, 0.03945399820804596, 0.04342333599925041, 0.047392673790454865, 0.051362015306949615, 0.05533135309815407, 0.05930069088935852, 0.06327003240585327, 0.06723936647176743, 0.07120870798826218, 0.07517804950475693, 0.07914738357067108, 0.08311672508716583, 0.08708606660366058, 0.09105540066957474, 0.09502474218606949, 0.09899407625198364, 0.1029634177684784, 0.10693275928497314, 0.1109020933508873, 0.11487143486738205, 0.1188407689332962, 0.12281011044979095, 0.1267794519662857, 0.13074879348278046, 0.134718120098114]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 3.0, 1.0, 3.0, 2.0, 4.0, 2.0, 4.0, 4.0, 6.0, 6.0, 2.0, 4.0, 3.0, 26.0, 2.0, 4.0, 4.0, 2.0, 3.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 4.0, 2.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 3.0], "bins": [-0.00273161381483078, -0.002657261211425066, -0.002582908608019352, -0.0025085562374442816, -0.0024342036340385675, -0.0023598510306328535, -0.0022854984272271395, -0.0022111458238214254, -0.002136793453246355, -0.002062440849840641, -0.001988088246434927, -0.001913735643029213, -0.001839383039623499, -0.0017650305526331067, -0.0016906779492273927, -0.0016163254622370005, -0.0015419728588312864, -0.0014676202554255724, -0.0013932677684351802, -0.0013189151650294662, -0.001244562678039074, -0.00117021007463336, -0.0010958574712276459, -0.0010215049842372537, -0.0009471523808315396, -0.0008727998356334865, -0.0007984472904354334, -0.0007240946870297194, -0.0006497421418316662, -0.0005753895966336131, -0.0005010369932278991, -0.00042668444802984595, -0.00035233190283179283, -0.0002779793576337397, -0.00020362678333185613, -0.00012927422358188778, -5.492166383191943e-05, 1.9430895918048918e-05, 9.378345566801727e-05, 0.00016813601541798562, 0.00024248857516795397, 0.0003168411203660071, 0.00039119369466789067, 0.00046554626896977425, 0.0005398988141678274, 0.0006142513593658805, 0.0006886039627715945, 0.0007629565079696476, 0.0008373090531677008, 0.0009116615983657539, 0.000986014143563807, 0.001060366746969521, 0.0011347192339599133, 0.0012090718373656273, 0.0012834244407713413, 0.0013577769277617335, 0.0014321295311674476, 0.0015064821345731616, 0.0015808346215635538, 0.0016551872249692678, 0.0017295398283749819, 0.001803892315365374, 0.0018782449187710881, 0.0019525974057614803, 0.0020269500091671944]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 2.0, 2.0, 3.0, 9.0, 7.0, 7.0, 9.0, 12.0, 19.0, 20.0, 42.0, 45.0, 92.0, 97.0, 152.0, 193.0, 291.0, 469.0, 731.0, 1185.0, 1916.0, 3151.0, 5478.0, 10280.0, 20927.0, 51206.0, 228631.0, 762341.0, 44954.0, 19069.0, 9997.0, 5973.0, 3740.0, 2407.0, 1670.0, 1199.0, 769.0, 604.0, 428.0, 324.0, 266.0, 205.0, 167.0, 125.0, 111.0, 71.0, 70.0, 50.0, 24.0, 28.0, 14.0, 14.0, 13.0, 8.0, 8.0, 5.0, 5.0, 1.0, 6.0, 2.0, 2.0], "bins": [-0.005043155513703823, -0.004875401966273785, -0.0047076488845050335, -0.004539895337074995, -0.004372141789644957, -0.0042043887078762054, -0.004036635160446167, -0.0038688816130161285, -0.0037011282984167337, -0.003533374983817339, -0.0033656214363873005, -0.0031978681217879057, -0.003030114807188511, -0.0028623612597584724, -0.0026946079451590776, -0.002526854397729039, -0.0023591010831296444, -0.0021913477685302496, -0.002023594221100211, -0.0018558409065008163, -0.0016880874754860997, -0.001520334044471383, -0.0013525807298719883, -0.0011848272988572717, -0.001017073867842555, -0.0008493204368278384, -0.0006815670640207827, -0.000513813691213727, -0.00034606026019901037, -0.0001783068582881242, -1.0553456377238035e-05, 0.00015719994553364813, 0.0003249533474445343, 0.0004927067784592509, 0.0006604601512663066, 0.0008282135240733624, 0.000995966955088079, 0.0011637203861027956, 0.0013314737007021904, 0.001499227131716907, 0.0016669805627316236, 0.0018347339937463403, 0.002002487424761057, 0.0021702407393604517, 0.0023379940539598465, 0.002505747601389885, 0.0026735009159892797, 0.002841254463419318, 0.003009007778018713, 0.003176761092618108, 0.0033445146400481462, 0.003512267954647541, 0.0036800215020775795, 0.0038477748166769743, 0.004015528131276369, 0.0041832816787064075, 0.004351034760475159, 0.004518788307905197, 0.004686541855335236, 0.004854295402765274, 0.005022048484534025, 0.005189802031964064, 0.005357555579394102, 0.005525308661162853, 0.005693062208592892]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0, 2.0, 4.0, 1.0, 2.0, 0.0, 2.0, 9.0, 2.0, 2.0, 3.0, 3.0, 2.0, 1.0, 1.0, 2.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.015271799638867378, -0.014748587273061275, -0.014225374907255173, -0.013702161610126495, -0.013178949244320393, -0.01265573687851429, -0.012132524512708187, -0.011609312146902084, -0.011086098849773407, -0.010562886483967304, -0.010039674118161201, -0.009516461752355099, -0.008993249386548996, -0.008470037020742893, -0.007946823723614216, -0.007423611357808113, -0.00690039899200201, -0.006377186626195908, -0.0058539737947285175, -0.005330761428922415, -0.004807548597455025, -0.004284336231648922, -0.003761123865842819, -0.003237911267206073, -0.0027146986685693264, -0.00219148606993258, -0.0016682735877111554, -0.0011450611054897308, -0.0006218485068529844, -9.863596642389894e-05, 0.00042457657400518656, 0.000947789114434272, 0.0014710016548633575, 0.001994214253500104, 0.0025174268521368504, 0.003040639217942953, 0.0035638518165796995, 0.004087064415216446, 0.004610276781022549, 0.005133489612489939, 0.0056567019782960415, 0.006179914344102144, 0.006703127175569534, 0.007226339541375637, 0.00774955190718174, 0.008272764272987843, 0.00879597757011652, 0.009319189935922623, 0.009842402301728725, 0.010365614667534828, 0.010888827033340931, 0.011412040330469608, 0.011935252696275711, 0.012458465062081814, 0.012981677427887917, 0.01350488979369402, 0.014028102159500122, 0.0145513154566288, 0.015074527822434902, 0.015597740188241005, 0.016120953485369682, 0.01664416491985321, 0.017167378216981888, 0.017690589651465416, 0.018213802948594093]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 3.0, 0.0, 3.0, 3.0, 2.0, 2.0, 2.0, 5.0, 4.0, 12.0, 15.0, 20.0, 26.0, 26.0, 36.0, 45.0, 61.0, 97.0, 117.0, 142.0, 214.0, 263.0, 396.0, 606.0, 906.0, 1429.0, 2720.0, 6300.0, 1727.0, 1039.0, 647.0, 450.0, 301.0, 204.0, 159.0, 125.0, 65.0, 63.0, 49.0, 29.0, 15.0, 16.0, 21.0, 12.0, 14.0, 7.0, 5.0, 8.0, 3.0, 4.0, 5.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.010915634222328663, -0.010565623641014099, -0.01021561212837696, -0.009865601547062397, -0.009515590965747833, -0.00916558038443327, -0.008815568871796131, -0.008465558290481567, -0.008115547709167004, -0.007765536662191153, -0.0074155256152153015, -0.007065515033900738, -0.006715503986924887, -0.006365493405610323, -0.006015482358634472, -0.005665471777319908, -0.005315460730344057, -0.004965449683368206, -0.004615439102053642, -0.004265428055077791, -0.0039154174737632275, -0.0035654064267873764, -0.003215395612642169, -0.0028653847984969616, -0.002515373984351754, -0.002165363170206547, -0.0018153523560613394, -0.0014653414255008101, -0.0011153306113556027, -0.0007653197972103953, -0.000415308924857527, -6.529808160848916e-05, 0.0002847127616405487, 0.0006347235757857561, 0.0009847343899309635, 0.0013347453204914927, 0.0016847561346367002, 0.0020347670651972294, 0.002384777879342437, 0.002734788693487644, 0.0030847995076328516, 0.003434810321778059, 0.0037848211359232664, 0.004134831950068474, 0.004484842997044325, 0.004834853578358889, 0.00518486462533474, 0.0055348752066493034, 0.0058848862536251545, 0.0062348973006010056, 0.006584907881915569, 0.00693491892889142, 0.007284929510205984, 0.007634940557181835, 0.007984951138496399, 0.008334961719810963, 0.008684973232448101, 0.009034983813762665, 0.009384994395077229, 0.009735005907714367, 0.01008501648902893, 0.010435027070343494, 0.010785037651658058, 0.011135049164295197, 0.01148505974560976]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.06039050966501236, -0.05772314593195915, -0.055055782198905945, -0.052388422191143036, -0.04972105845808983, -0.04705369472503662, -0.04438633471727371, -0.041718970984220505, -0.0390516072511673, -0.03638424351811409, -0.03371687978506088, -0.031049519777297974, -0.028382156044244766, -0.02571479231119156, -0.0230474304407835, -0.020380068570375443, -0.017712704837322235, -0.015045342035591602, -0.01237797923386097, -0.009710616432130337, -0.007043253630399704, -0.004375890828669071, -0.0017085280269384384, 0.0009588347747921944, 0.003626197576522827, 0.00629356037825346, 0.008960923179984093, 0.011628285981714725, 0.014295648783445358, 0.016963012516498566, 0.019630374386906624, 0.022297736257314682, 0.02496509999036789, 0.027632463723421097, 0.030299825593829155, 0.03296718746423721, 0.03563455119729042, 0.03830191493034363, 0.04096927493810654, 0.043636638671159744, 0.04630400240421295, 0.04897136613726616, 0.051638729870319366, 0.054306089878082275, 0.05697345361113548, 0.05964081734418869, 0.0623081773519516, 0.0649755448102951, 0.06764290481805801, 0.07031026482582092, 0.07297763228416443, 0.07564499229192734, 0.07831235229969025, 0.08097971975803375, 0.08364707976579666, 0.08631444722414017, 0.08898180723190308, 0.09164916723966599, 0.09431653469800949, 0.0969838947057724, 0.0996512621641159, 0.10231862217187881, 0.10498598217964172, 0.10765334963798523, 0.11032070964574814]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 2.0, 3.0, 1.0, 0.0, 2.0, 3.0, 6.0, 9.0, 4.0, 3.0, 6.0, 9.0, 3.0, 6.0, 12.0, 4.0, 6.0, 7.0, 8.0, 4.0, 18.0, 15.0, 24.0, 8.0, 3.0, 8.0, 12.0, 9.0, 3.0, 5.0, 14.0, 5.0, 4.0, 13.0, 9.0, 5.0, 9.0, 1.0, 1.0, 2.0, 3.0, 2.0, 1.0, 0.0, 2.0, 2.0, 0.0, 3.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.044568538665771484, -0.042878616601228714, -0.041188690811395645, -0.039498768746852875, -0.037808846682310104, -0.036118924617767334, -0.034428998827934265, -0.032739076763391495, -0.031049154698848724, -0.029359230771660805, -0.027669306844472885, -0.025979384779930115, -0.024289460852742195, -0.022599538788199425, -0.020909614861011505, -0.019219692796468735, -0.017529768869280815, -0.015839844942092896, -0.014149922877550125, -0.01245999988168478, -0.010770076885819435, -0.009080152958631516, -0.0073902299627661705, -0.0057003069669008255, -0.0040103839710354805, -0.0023204609751701355, -0.0006305377464741468, 0.00105938536580652, 0.002749308478087187, 0.004439231473952532, 0.006129154935479164, 0.007819077931344509, 0.009509000927209854, 0.011198923923075199, 0.012888846918940544, 0.014578769914805889, 0.016268692910671234, 0.017958616837859154, 0.019648538902401924, 0.021338462829589844, 0.023028384894132614, 0.024718308821320534, 0.026408232748508453, 0.028098154813051224, 0.029788078740239143, 0.03147800266742706, 0.03316792473196983, 0.034857846796512604, 0.03654777258634567, 0.03823769465088844, 0.03992761671543121, 0.041617538779973984, 0.04330746456980705, 0.04499738663434982, 0.04668730869889259, 0.048377230763435364, 0.05006715655326843, 0.0517570786178112, 0.05344700068235397, 0.05513692647218704, 0.05682684853672981, 0.05851677060127258, 0.06020669266581535, 0.06189661845564842, 0.06358654052019119]}, "_runtime": 141.23043298721313, "_timestamp": 1596211731.0015419, "_step": 175}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 2.0, 0.0, 3.0, 5.0, 5.0, 3.0, 3.0, 4.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.007008356973528862, -0.006783170159906149, -0.006557983811944723, -0.00633279699832201, -0.006107610650360584, -0.005882423836737871, -0.005657237488776445, -0.005432050675153732, -0.0052068643271923065, -0.004981677513569593, -0.00475649069994688, -0.0045313043519854546, -0.0043061175383627415, -0.004080931190401316, -0.0038557443767786026, -0.003630557795986533, -0.0034053712151944637, -0.0031801846344023943, -0.002954998053610325, -0.0027298114728182554, -0.002504624892026186, -0.002279438078403473, -0.0020542514976114035, -0.001829064916819334, -0.0016038783360272646, -0.0013786917552351952, -0.0011535051744431257, -0.0009283184772357345, -0.000703131896443665, -0.00047794528654776514, -0.00025275867665186524, -2.7572066755965352e-05, 0.00019761454313993454, 0.00042280115303583443, 0.0006479877629317343, 0.0008731744019314647, 0.001098360982723534, 0.0013235475635156035, 0.0015487342607229948, 0.0017739208415150642, 0.0019991074223071337, 0.002224294003099203, 0.0024494805838912725, 0.002674667164683342, 0.002899853978306055, 0.0031250405590981245, 0.003350227139890194, 0.0035754137206822634, 0.003800600301474333, 0.004025787115097046, 0.004250973463058472, 0.004476160276681185, 0.0047013466246426105, 0.004926533438265324, 0.005151719786226749, 0.0053769065998494625, 0.005602093413472176, 0.005827279761433601, 0.0060524665750563145, 0.00627765292301774, 0.006502839736640453, 0.006728026084601879, 0.006953212898224592, 0.007178399246186018, 0.007403586059808731]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 2.0, 0.0, 2.0, 1.0, 2.0, 4.0, 7.0, 8.0, 9.0, 15.0, 18.0, 23.0, 37.0, 47.0, 70.0, 95.0, 128.0, 193.0, 288.0, 5292.0, 861.0, 273.0, 151.0, 122.0, 84.0, 38.0, 42.0, 30.0, 20.0, 18.0, 12.0, 12.0, 7.0, 4.0, 2.0, 2.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1315174549818039, -0.12725117802619934, -0.12298490107059479, -0.11871861666440964, -0.11445233970880508, -0.11018606275320053, -0.10591978579759598, -0.10165350884199142, -0.09738722443580627, -0.09312094748020172, -0.08885467052459717, -0.08458839356899261, -0.08032211661338806, -0.07605583965778351, -0.07178955525159836, -0.0675232782959938, -0.06325700134038925, -0.0589907243847847, -0.05472444370388985, -0.050458166748285294, -0.04619188606739044, -0.04192560911178589, -0.037659332156181335, -0.033393051475286484, -0.02912677451968193, -0.024860495701432228, -0.020594216883182526, -0.016327939927577972, -0.01206166110932827, -0.007795382756739855, -0.0035291044041514397, 0.0007371739484369755, 0.005003452301025391, 0.009269731119275093, 0.013536009006202221, 0.01780228689312935, 0.02206856571137905, 0.026334844529628754, 0.030601121485233307, 0.03486740216612816, 0.03913367912173271, 0.043399956077337265, 0.04766623675823212, 0.05193251371383667, 0.05619879066944122, 0.060465071350336075, 0.06473135203123093, 0.06899762898683548, 0.07326390594244003, 0.07753018289804459, 0.08179645985364914, 0.08606274425983429, 0.09032902121543884, 0.0945952981710434, 0.09886157512664795, 0.1031278520822525, 0.10739412903785706, 0.1116604134440422, 0.11592669039964676, 0.12019296735525131, 0.12445924431085587, 0.12872552871704102, 0.13299180567264557, 0.13725808262825012, 0.14152435958385468]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 3.0, 4.0, 1.0, 0.0, 3.0, 2.0, 5.0, 3.0, 1.0, 2.0, 0.0, 0.0, 4.0, 5.0, 6.0, 5.0, 5.0, 25.0, 5.0, 3.0, 4.0, 2.0, 6.0, 0.0, 3.0, 1.0, 2.0, 5.0, 1.0, 1.0, 2.0, 1.0, 2.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0], "bins": [-0.0025732647627592087, -0.0024983983021229506, -0.0024235318414866924, -0.0023486653808504343, -0.002273798920214176, -0.002198932459577918, -0.00212406599894166, -0.002049199538305402, -0.0019743330776691437, -0.0018994665006175637, -0.0018246000399813056, -0.0017497335793450475, -0.0016748670022934675, -0.0016000005416572094, -0.0015251340810209513, -0.0014502676203846931, -0.001375401159748435, -0.001300534699112177, -0.0012256682384759188, -0.0011508017778396606, -0.0010759353172034025, -0.0010010687401518226, -0.0009262022795155644, -0.0008513358188793063, -0.0007764693582430482, -0.0007016028976067901, -0.0006267364369705319, -0.0005518699181266129, -0.0004770034574903548, -0.00040213699685409665, -0.00032727050711400807, -0.0002524040173739195, -0.00017753755673766136, -0.00010267108154948801, -2.7804606361314654e-05, 4.70618688268587e-05, 0.00012192834401503205, 0.0001967948192032054, 0.00027166129439137876, 0.00034652778413146734, 0.00042139424476772547, 0.0004962607054039836, 0.0005711271660402417, 0.0006459936848841608, 0.0007208601455204189, 0.000795726606156677, 0.000870593125000596, 0.0009454595856368542, 0.0010203260462731123, 0.0010951925069093704, 0.0011700589675456285, 0.0012449254281818867, 0.0013197918888181448, 0.0013946584658697248, 0.0014695249265059829, 0.001544391387142241, 0.0016192578477784991, 0.0016941243084147573, 0.0017689907690510154, 0.0018438572296872735, 0.0019187238067388535, 0.0019935902673751116, 0.0020684567280113697, 0.002143323188647628, 0.002218189649283886]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 0.0, 2.0, 7.0, 16.0, 21.0, 51.0, 70.0, 126.0, 238.0, 417.0, 713.0, 1337.0, 2263.0, 4115.0, 8080.0, 16482.0, 42020.0, 225645.0, 795936.0, 43413.0, 17621.0, 8587.0, 4630.0, 2710.0, 1651.0, 984.0, 696.0, 495.0, 335.0, 232.0, 160.0, 145.0, 100.0, 82.0, 62.0, 42.0, 34.0, 31.0, 17.0, 19.0, 14.0, 8.0, 9.0, 7.0, 3.0, 5.0, 0.0, 4.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.004017717204988003, -0.00380701944231987, -0.003596321679651737, -0.0033856239169836044, -0.0031749261543154716, -0.002964228391647339, -0.002753530628979206, -0.0025428328663110733, -0.0023321351036429405, -0.0021214375738054514, -0.0019107396947219968, -0.001700041932053864, -0.001489344285801053, -0.0012786465231329203, -0.0010679487604647875, -0.0008572509977966547, -0.0006465532351285219, -0.00043585547246038914, -0.0002251577388960868, -1.4459990779869258e-05, 0.0001962377573363483, 0.0004069355200044811, 0.0006176332244649529, 0.0008283309871330857, 0.0010390287498012185, 0.0012497265124693513, 0.001460424275137484, 0.0016711220378056169, 0.0018818196840584278, 0.0020925174467265606, 0.0023032152093946934, 0.002513912972062826, 0.002724610734730959, 0.0029353084973990917, 0.0031460062600672245, 0.0033567040227353573, 0.00356740178540349, 0.003778099548071623, 0.003988797310739756, 0.004199495073407888, 0.004410192836076021, 0.004620890598744154, 0.004831588361412287, 0.0050422861240804195, 0.005252983886748552, 0.005463681649416685, 0.005674379412084818, 0.005885077174752951, 0.006095774471759796, 0.006306472234427929, 0.006517169997096062, 0.0067278677597641945, 0.006938565522432327, 0.00714926328510046, 0.007359961047768593, 0.007570658810436726, 0.007781356573104858, 0.007992054335772991, 0.008202752098441124, 0.008413449861109257, 0.00862414762377739, 0.008834845386445522, 0.009045543149113655, 0.009256240911781788, 0.00946693867444992]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 4.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 6.0, 1.0, 1.0, 3.0, 2.0, 3.0, 3.0, 2.0, 11.0, 4.0, 0.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01784604787826538, -0.017311973497271538, -0.016777899116277695, -0.01624382473528385, -0.01570975035429001, -0.01517567504197359, -0.014641600660979748, -0.014107526279985905, -0.013573451898992062, -0.013039377517998219, -0.012505303137004375, -0.011971228756010532, -0.011437153443694115, -0.010903079062700272, -0.010369004681706429, -0.009834930300712585, -0.009300855919718742, -0.0087667815387249, -0.008232707157731056, -0.007698632311075926, -0.007164557930082083, -0.00663048354908824, -0.006096408702433109, -0.005562334321439266, -0.005028259940445423, -0.00449418555945158, -0.003960111178457737, -0.0034260363318026066, -0.0028919619508087635, -0.0023578875698149204, -0.0018238129559904337, -0.0012897384585812688, -0.0007556639611721039, -0.00022158946376293898, 0.00031248503364622593, 0.0008465595310553908, 0.0013806340284645557, 0.0019147085258737206, 0.0024487830232828856, 0.0029828576371073723, 0.0035169320181012154, 0.0040510063990950584, 0.0045850807800889015, 0.005119155626744032, 0.005653230007737875, 0.006187304388731718, 0.0067213792353868484, 0.0072554536163806915, 0.007789527997374535, 0.008323602378368378, 0.00885767675936222, 0.009391751140356064, 0.009925825521349907, 0.010459900833666325, 0.010993975214660168, 0.01152804959565401, 0.012062123976647854, 0.012596198357641697, 0.01313027273863554, 0.013664347119629383, 0.0141984224319458, 0.014732496812939644, 0.015266571193933487, 0.01580064557492733, 0.016334719955921173]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 2.0, 5.0, 9.0, 9.0, 11.0, 16.0, 18.0, 22.0, 32.0, 34.0, 48.0, 74.0, 92.0, 101.0, 167.0, 194.0, 253.0, 337.0, 477.0, 616.0, 824.0, 1212.0, 2068.0, 6244.0, 1937.0, 1155.0, 690.0, 491.0, 355.0, 225.0, 195.0, 141.0, 94.0, 64.0, 52.0, 47.0, 32.0, 18.0, 14.0, 10.0, 4.0, 7.0, 3.0, 3.0, 3.0, 4.0, 3.0, 3.0, 2.0, 1.0, 2.0, 4.0, 1.0], "bins": [-0.010144587606191635, -0.009850786067545414, -0.009556983597576618, -0.009263182058930397, -0.008969380520284176, -0.00867557805031538, -0.008381776511669159, -0.008087974973022938, -0.007794172968715429, -0.007500370964407921, -0.0072065694257617, -0.006912767421454191, -0.006618965417146683, -0.006325163878500462, -0.006031361874192953, -0.005737560335546732, -0.0054437583312392235, -0.005149956326931715, -0.004856154788285494, -0.004562352783977985, -0.004268551245331764, -0.003974749241024256, -0.0036809472367167473, -0.0033871454652398825, -0.0030933436937630177, -0.002799541922286153, -0.002505740150809288, -0.0022119381465017796, -0.0019181363750249147, -0.00162433460354805, -0.0013305327156558633, -0.0010367308277636766, -0.0007429290562868118, -0.0004491272266022861, -0.00015532539691776037, 0.00013847643276676536, 0.0004322782624512911, 0.0007260800921358168, 0.0010198819218203425, 0.0013136838097125292, 0.001607485581189394, 0.0019012873526662588, 0.0021950891241431236, 0.002488891128450632, 0.002782692899927497, 0.0030764946714043617, 0.00337029667571187, 0.003664098447188735, 0.0039579002186656, 0.004251702222973108, 0.0045455037616193295, 0.004839305765926838, 0.005133107304573059, 0.0054269093088805676, 0.005720711313188076, 0.006014512851834297, 0.006308314856141806, 0.006602116860449314, 0.006895918399095535, 0.007189720403403044, 0.007483522407710552, 0.007777323946356773, 0.008071125485002995, 0.00836492795497179, 0.008658729493618011]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 2.0, 3.0, 3.0, 1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.09179414808750153, -0.08859146386384964, -0.08538877964019775, -0.08218609541654587, -0.07898341119289398, -0.0757807269692421, -0.07257804274559021, -0.06937535852193832, -0.06617267429828644, -0.06296999007463455, -0.059767309576272964, -0.05656462535262108, -0.05336194112896919, -0.050159256905317307, -0.04695657268166542, -0.043753888458013535, -0.04055120423436165, -0.03734852001070976, -0.03414583578705788, -0.03094315156340599, -0.027740467339754105, -0.024537784978747368, -0.021335100755095482, -0.018132416531443596, -0.01492973230779171, -0.011727048084139824, -0.008524363860487938, -0.0053216805681586266, -0.0021189963445067406, 0.0010836876463145018, 0.004286371637135744, 0.007489055395126343, 0.010691739618778229, 0.013894423842430115, 0.017097108066082, 0.020299792289733887, 0.023502476513385773, 0.02670515887439251, 0.029907843098044395, 0.03311052918434143, 0.03631321340799332, 0.039515893906354904, 0.04271857813000679, 0.045921262353658676, 0.04912394657731056, 0.05232663080096245, 0.055529315024614334, 0.05873199924826622, 0.061934683471918106, 0.0651373639702797, 0.06834004819393158, 0.07154273241758347, 0.07474541664123535, 0.07794810086488724, 0.08115078508853912, 0.08435346931219101, 0.0875561535358429, 0.09075883775949478, 0.09396152198314667, 0.09716420620679855, 0.10036689043045044, 0.10356957465410233, 0.10677225887775421, 0.1099749431014061, 0.11317762732505798]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 5.0, 3.0, 2.0, 3.0, 4.0, 4.0, 1.0, 9.0, 4.0, 9.0, 10.0, 19.0, 19.0, 30.0, 32.0, 32.0, 14.0, 13.0, 11.0, 3.0, 13.0, 6.0, 2.0, 1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 2.0, 2.0, 1.0, 2.0, 1.0, 1.0, 2.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.05315076932311058, -0.05111607909202576, -0.04908138886094093, -0.04704669862985611, -0.045012008398771286, -0.04297731816768646, -0.04094262793660164, -0.038907937705516815, -0.03687324374914169, -0.03483855351805687, -0.032803863286972046, -0.03076917491853237, -0.0287344828248024, -0.026699792593717575, -0.02466510236263275, -0.022630412131547928, -0.020595721900463104, -0.01856103166937828, -0.016526341438293457, -0.014491650275886059, -0.012456960044801235, -0.010422269813716412, -0.008387578651309013, -0.00635288842022419, -0.004318198189139366, -0.002283507725223899, -0.0002488172613084316, 0.0017858732026070356, 0.003820563666522503, 0.0058552538976073265, 0.007889945060014725, 0.009924635291099548, 0.011959325522184372, 0.013994015753269196, 0.01602870598435402, 0.018063396215438843, 0.020098086446523666, 0.02213277854025364, 0.024167468771338463, 0.026202159002423286, 0.02823684923350811, 0.030271539464592934, 0.032306231558322906, 0.03434092178940773, 0.036375612020492554, 0.03841030225157738, 0.0404449924826622, 0.042479682713747025, 0.04451437294483185, 0.04654906317591667, 0.048583753407001495, 0.05061844363808632, 0.05265313386917114, 0.054687824100255966, 0.05672251433134079, 0.05875720456242561, 0.06079189479351044, 0.06282658874988556, 0.06486127525568008, 0.0668959692120552, 0.06893065571784973, 0.07096534967422485, 0.07300003618001938, 0.0750347301363945, 0.07706941664218903]}, "_runtime": 141.98809623718262, "_timestamp": 1596211731.759205, "_step": 176}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 4.0, 2.0, 3.0, 3.0, 1.0, 1.0, 4.0, 9.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.007801464758813381, -0.007522947154939175, -0.007244430016726255, -0.006965912878513336, -0.00668739527463913, -0.006408877670764923, -0.006130360532552004, -0.005851843394339085, -0.005573325790464878, -0.0052948081865906715, -0.005016291048377752, -0.004737773910164833, -0.0044592563062906265, -0.00418073870241642, -0.0039022215642035007, -0.003623704193159938, -0.003345186822116375, -0.003066669451072812, -0.002788152080029249, -0.0025096347089856863, -0.0022311173379421234, -0.0019525999668985605, -0.0016740825958549976, -0.0013955652248114347, -0.0011170478537678719, -0.000838530482724309, -0.0005600131116807461, -0.0002814957406371832, -2.9783695936203003e-06, 0.0002755390014499426, 0.0005540563724935055, 0.0008325737435370684, 0.0011110911145806313, 0.0013896084856241941, 0.001668125856667757, 0.00194664322771132, 0.002225160598754883, 0.0025036779697984457, 0.0027821953408420086, 0.0030607127118855715, 0.0033392300829291344, 0.0036177474539726973, 0.00389626482501626, 0.004174781963229179, 0.004453299567103386, 0.0047318171709775925, 0.005010334309190512, 0.005288851447403431, 0.0055673690512776375, 0.005845886655151844, 0.006124403793364763, 0.0064029209315776825, 0.006681438535451889, 0.006959956139326096, 0.007238473277539015, 0.007516990415751934, 0.007795508019626141, 0.008074025623500347, 0.008352542296051979, 0.008631059899926186, 0.008909577503800392, 0.009188095107674599, 0.009466612711548805, 0.009745129384100437, 0.010023646987974644]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 2.0, 1.0, 3.0, 1.0, 1.0, 3.0, 2.0, 1.0, 5.0, 3.0, 5.0, 5.0, 6.0, 9.0, 15.0, 13.0, 20.0, 29.0, 30.0, 50.0, 44.0, 61.0, 72.0, 99.0, 139.0, 228.0, 474.0, 5484.0, 416.0, 180.0, 119.0, 87.0, 61.0, 53.0, 30.0, 40.0, 23.0, 23.0, 15.0, 18.0, 11.0, 12.0, 6.0, 6.0, 2.0, 8.0, 2.0, 3.0, 3.0, 1.0, 1.0, 2.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.09909021854400635, -0.09559274464845657, -0.0920952707529068, -0.08859779685735703, -0.08510032296180725, -0.08160284906625748, -0.0781053751707077, -0.07460790127515793, -0.07111042737960815, -0.06761296093463898, -0.0641154870390892, -0.06061800941824913, -0.057120539247989655, -0.05362306535243988, -0.050125591456890106, -0.04662811756134033, -0.04313064366579056, -0.039633169770240784, -0.03613569587469101, -0.032638221979141235, -0.02914074994623661, -0.025643276050686836, -0.02214580401778221, -0.018648330122232437, -0.015150856226682663, -0.011653382331132889, -0.00815590936690569, -0.004658435937017202, -0.0011609625071287155, 0.0023365109227597713, 0.005833984352648258, 0.009331457316875458, 0.012828931212425232, 0.016326405107975006, 0.01982387900352478, 0.023321351036429405, 0.02681882493197918, 0.030316298827528954, 0.03381377086043358, 0.03731124475598335, 0.04080871865153313, 0.0443061925470829, 0.047803666442632675, 0.05130114033818245, 0.054798610508441925, 0.0582960844039917, 0.06179355829954147, 0.06529103219509125, 0.06878850609064102, 0.0722859799861908, 0.07578345388174057, 0.07928092777729034, 0.08277840167284012, 0.08627587556838989, 0.08977334946393967, 0.09327082335948944, 0.09676828980445862, 0.10026576370000839, 0.10376323759555817, 0.10726071149110794, 0.11075818538665771, 0.11425565928220749, 0.11775313317775726, 0.12125060707330704, 0.12474808096885681]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 3.0, 2.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 2.0, 3.0, 3.0, 2.0, 7.0, 5.0, 4.0, 4.0, 4.0, 23.0, 5.0, 6.0, 2.0, 4.0, 2.0, 2.0, 3.0, 0.0, 4.0, 4.0, 5.0, 2.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0], "bins": [-0.0032195216044783592, -0.0031295758672058582, -0.003039630362764001, -0.0029496846254915, -0.002859738888218999, -0.0027697933837771416, -0.0026798476465046406, -0.0025899019092321396, -0.0024999561719596386, -0.0024100106675177813, -0.0023200649302452803, -0.0022301191929727793, -0.002140173688530922, -0.002050227951258421, -0.00196028221398592, -0.0018703365931287408, -0.0017803909722715616, -0.0016904453514143825, -0.0016004996141418815, -0.0015105539932847023, -0.0014206082560122013, -0.0013306626351550221, -0.001240717014297843, -0.001150771277025342, -0.0010608256561681628, -0.0009708799771033227, -0.0008809342980384827, -0.0007909886771813035, -0.0007010429981164634, -0.0006110973190516233, -0.0005211516981944442, -0.0004312060191296041, -0.000341260340064764, -0.00025131466099992394, -0.00016136901103891432, -7.142334652598947e-05, 1.8522317986935377e-05, 0.00010846798249986023, 0.00019841364701278508, 0.0002883592969737947, 0.0003783049760386348, 0.00046825065510347486, 0.0005581963341683149, 0.0006481419550254941, 0.0007380876340903342, 0.0008280333131551743, 0.0009179789340123534, 0.0010079246712848544, 0.0010978702921420336, 0.0011878159129992127, 0.0012777616502717137, 0.001367707271128893, 0.0014576530084013939, 0.001547598629258573, 0.0016375442501157522, 0.0017274899873882532, 0.0018174356082454324, 0.0019073812291026115, 0.0019973269663751125, 0.0020872727036476135, 0.002177218208089471, 0.002267163945361972, 0.002357109682634473, 0.00244705518707633, 0.002537000924348831]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 2.0, 1.0, 0.0, 9.0, 5.0, 3.0, 10.0, 15.0, 15.0, 13.0, 21.0, 32.0, 41.0, 58.0, 73.0, 94.0, 141.0, 171.0, 216.0, 314.0, 466.0, 647.0, 976.0, 1319.0, 2169.0, 3321.0, 5722.0, 11036.0, 25744.0, 88574.0, 909773.0, 73563.0, 25639.0, 12260.0, 6507.0, 3841.0, 2378.0, 1581.0, 944.0, 608.0, 399.0, 303.0, 208.0, 139.0, 85.0, 53.0, 45.0, 25.0, 26.0, 20.0, 11.0, 6.0, 9.0, 4.0, 3.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.0066371639259159565, -0.006426399573683739, -0.006215635687112808, -0.0060048713348805904, -0.005794106982648373, -0.005583343096077442, -0.005372578743845224, -0.005161814391613007, -0.004951050505042076, -0.004740286152809858, -0.0045295218005776405, -0.004318757448345423, -0.004107993561774492, -0.0038972292095422745, -0.0036864650901407003, -0.0034757007379084826, -0.0032649366185069084, -0.0030541724991053343, -0.0028434081468731165, -0.0026326440274715424, -0.0024218796752393246, -0.0022111155558377504, -0.0020003514364361763, -0.0017895872006192803, -0.0015788229648023844, -0.0013680587289854884, -0.0011572944931685925, -0.0009465303737670183, -0.0007357661379501224, -0.0005250019021332264, -0.00031423772452399135, -0.00010347351781092584, 0.00010729068890213966, 0.00031805489561520517, 0.0005288191023282707, 0.0007395832799375057, 0.0009503475157544017, 0.0011611117515712976, 0.0013718758709728718, 0.0015826401067897677, 0.0017934043426066637, 0.002004168462008238, 0.0022149328142404556, 0.0024256969336420298, 0.002636461053043604, 0.0028472254052758217, 0.003057989524677396, 0.0032687538769096136, 0.0034795179963111877, 0.003690282115712762, 0.0039010464679449797, 0.004111810587346554, 0.004322574939578772, 0.004533338826149702, 0.00474410317838192, 0.004954867530614138, 0.0051656318828463554, 0.005376395769417286, 0.005587160121649504, 0.0057979244738817215, 0.006008688360452652, 0.00621945271268487, 0.0064302170649170876, 0.006640980951488018, 0.006851745303720236]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 1.0, 1.0, 4.0, 4.0, 0.0, 1.0, 4.0, 12.0, 5.0, 5.0, 2.0, 2.0, 4.0, 1.0, 0.0, 3.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.06771408766508102, -0.06618931144475937, -0.06466453522443771, -0.06313975900411606, -0.0616149865090847, -0.060090210288763046, -0.05856543779373169, -0.057040661573410034, -0.05551588535308838, -0.053991109132766724, -0.05246633291244507, -0.05094156041741371, -0.049416784197092056, -0.0478920079767704, -0.046367235481739044, -0.04484245926141739, -0.043317683041095734, -0.04179290682077408, -0.04026813060045242, -0.038743358105421066, -0.03721858188509941, -0.035693805664777756, -0.0341690331697464, -0.032644256949424744, -0.03111948072910309, -0.029594704508781433, -0.028069930151104927, -0.02654515579342842, -0.025020379573106766, -0.02349560335278511, -0.021970828995108604, -0.0204460546374321, -0.018921278417110443, -0.017396502196788788, -0.015871727839112282, -0.014346952550113201, -0.01282217726111412, -0.01129740197211504, -0.00977262668311596, -0.008247851394116879, -0.006723076105117798, -0.005198300816118717, -0.0036735255271196365, -0.002148750238120556, -0.0006239749491214752, 0.0009008003398776054, 0.002425575628876686, 0.003950350917875767, 0.005475126206874847, 0.006999901495873928, 0.008524676784873009, 0.01004945207387209, 0.01157422736287117, 0.01309900265187025, 0.014623777940869331, 0.016148552298545837, 0.017673328518867493, 0.019198104739189148, 0.020722879096865654, 0.02224765345454216, 0.023772429674863815, 0.02529720589518547, 0.026821980252861977, 0.028346754610538483, 0.029871530830860138]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [5.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 8.0, 10.0, 13.0, 7.0, 5.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 5.0, 10.0, 11.0, 13.0, 19.0, 17.0, 21.0, 24.0, 49.0, 48.0, 85.0, 123.0, 163.0, 233.0, 342.0, 554.0, 993.0, 2340.0, 7370.0, 2140.0, 1136.0, 772.0, 557.0, 386.0, 277.0, 196.0, 160.0, 104.0, 69.0, 43.0, 38.0, 23.0, 9.0, 13.0, 7.0, 4.0, 9.0, 1.0, 3.0, 3.0, 0.0, 1.0, 2.0, 1.0, 0.0, 2.0], "bins": [-0.021647591143846512, -0.021051662042737007, -0.020455732941627502, -0.019859803840517998, -0.019263874739408493, -0.01866794563829899, -0.018072016537189484, -0.01747608743607998, -0.016880158334970474, -0.01628422923386097, -0.015688300132751465, -0.01509237103164196, -0.014496441930532455, -0.01390051282942295, -0.013304583728313446, -0.012708654627203941, -0.012112725526094437, -0.011516796424984932, -0.010920867323875427, -0.010324938222765923, -0.009729009121656418, -0.009133080020546913, -0.008537150919437408, -0.007941221818327904, -0.007345292717218399, -0.006749363616108894, -0.00615343451499939, -0.005557505413889885, -0.00496157631278038, -0.0043656472116708755, -0.003769718110561371, -0.003173789009451866, -0.0025778599083423615, -0.0019819308072328568, -0.001386001706123352, -0.0007900726050138474, -0.00019414350390434265, 0.00040178559720516205, 0.0009977146983146667, 0.0015936437994241714, 0.002189572900533676, 0.002785502001643181, 0.0033814311027526855, 0.00397736020386219, 0.004573289304971695, 0.0051692184060812, 0.005765147507190704, 0.006361076608300209, 0.006957005709409714, 0.0075529348105192184, 0.008148863911628723, 0.008744793012738228, 0.009340722113847733, 0.009936651214957237, 0.010532580316066742, 0.011128509417176247, 0.011724438518285751, 0.012320367619395256, 0.01291629672050476, 0.013512225821614265, 0.01410815492272377, 0.014704084023833275, 0.01530001312494278, 0.015895942226052284, 0.01649187132716179]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.11500976234674454, -0.11040551960468292, -0.1058012843132019, -0.10119704157114029, -0.09659279882907867, -0.09198856353759766, -0.08738432079553604, -0.08278008550405502, -0.07817584276199341, -0.0735716000199318, -0.06896736472845078, -0.06436312198638916, -0.059758882969617844, -0.05515464395284653, -0.05055040121078491, -0.045946162194013596, -0.04134192317724228, -0.03673768416047096, -0.032133445143699646, -0.02752920240163803, -0.022924963384866714, -0.018320724368095398, -0.013716483488678932, -0.009112243540585041, -0.00450800359249115, 9.623635560274124e-05, 0.004700476303696632, 0.009304716251790524, 0.013908956199884415, 0.01851319521665573, 0.023117436096072197, 0.027721676975488663, 0.03232591599225998, 0.036930155009031296, 0.04153439402580261, 0.04613863676786423, 0.050742875784635544, 0.05534711480140686, 0.059951357543468475, 0.0645555928349495, 0.06915983557701111, 0.07376407831907272, 0.07836831361055374, 0.08297255635261536, 0.08757679164409637, 0.09218103438615799, 0.0967852771282196, 0.10138951241970062, 0.10599375516176224, 0.11059799790382385, 0.11520223319530487, 0.11980647593736649, 0.1244107186794281, 0.12901495397090912, 0.13361918926239014, 0.13822343945503235, 0.14282767474651337, 0.14743191003799438, 0.1520361602306366, 0.15664039552211761, 0.16124463081359863, 0.16584888100624084, 0.17045311629772186, 0.17505735158920288, 0.1796616017818451]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 5.0, 4.0, 3.0, 3.0, 6.0, 6.0, 9.0, 13.0, 12.0, 25.0, 13.0, 21.0, 20.0, 32.0, 25.0, 15.0, 14.0, 12.0, 8.0, 6.0, 6.0, 1.0, 2.0, 0.0, 3.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.06708760559558868, -0.06464296579360962, -0.06219831854104996, -0.05975367873907089, -0.05730903521180153, -0.054864391684532166, -0.0524197518825531, -0.04997510835528374, -0.047530464828014374, -0.04508582130074501, -0.04264117777347565, -0.04019653797149658, -0.03775189444422722, -0.035307250916957855, -0.03286261111497879, -0.030417967587709427, -0.027973324060440063, -0.0255286805331707, -0.023084038868546486, -0.02063939720392227, -0.01819475367665291, -0.015750110149383545, -0.01330546848475933, -0.010860825888812542, -0.008416183292865753, -0.005971540696918964, -0.0035268981009721756, -0.0010822555050253868, 0.001362387090921402, 0.0038070296868681908, 0.0062516722828149796, 0.008696314878761768, 0.011140957474708557, 0.013585600070655346, 0.016030242666602135, 0.01847488433122635, 0.020919527858495712, 0.023364171385765076, 0.02580881305038929, 0.028253454715013504, 0.030698098242282867, 0.03314274176955223, 0.035587385296821594, 0.03803202509880066, 0.04047666862607002, 0.042921312153339386, 0.04536595195531845, 0.047810595482587814, 0.05025523900985718, 0.05269988253712654, 0.055144526064395905, 0.05758916586637497, 0.06003380939364433, 0.062478452920913696, 0.06492309272289276, 0.06736773997545242, 0.06981237977743149, 0.07225701957941055, 0.07470166683197021, 0.07714630663394928, 0.07959094643592834, 0.082035593688488, 0.08448023349046707, 0.08692488074302673, 0.0893695205450058]}, "_runtime": 142.7892346382141, "_timestamp": 1596211732.5603435, "_step": 177}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 1.0, 5.0, 3.0, 6.0, 3.0, 2.0, 5.0, 0.0, 4.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.011938581243157387, -0.01160521525889635, -0.011271849274635315, -0.010938483290374279, -0.010605117306113243, -0.010271752253174782, -0.009938386268913746, -0.00960502028465271, -0.009271654300391674, -0.008938288316130638, -0.008604922331869602, -0.008271556347608566, -0.007938191294670105, -0.007604824844747782, -0.007271459326148033, -0.006938093341886997, -0.006604727357625961, -0.006271361373364925, -0.0059379953891038895, -0.005604629870504141, -0.005271263886243105, -0.004937897901982069, -0.00460453238338232, -0.0042711663991212845, -0.0039378004148602486, -0.0036044344305992126, -0.0032710686791688204, -0.002937702927738428, -0.002604336943477392, -0.0022709709592163563, -0.001937605207785964, -0.00160423933994025, -0.0012708734720945358, -0.0009375076042488217, -0.0006041417364031076, -0.00027077586855739355, 6.258999928832054e-05, 0.00039595586713403463, 0.0007293217349797487, 0.0010626876028254628, 0.001396053470671177, 0.001729419338516891, 0.002062785206362605, 0.0023961509577929974, 0.0027295169420540333, 0.003062882926315069, 0.0033962486777454615, 0.0037296144291758537, 0.00406298041343689, 0.004396346397697926, 0.0047297123819589615, 0.00506307790055871, 0.005396443884819746, 0.005729809869080782, 0.0060631753876805305, 0.0063965413719415665, 0.006729907356202602, 0.007063273340463638, 0.007396639324724674, 0.007730004843324423, 0.008063370361924171, 0.008396736346185207, 0.008730102330446243, 0.00906346831470728, 0.009396834298968315]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 2.0, 4.0, 5.0, 0.0, 5.0, 3.0, 4.0, 7.0, 11.0, 12.0, 9.0, 21.0, 24.0, 36.0, 56.0, 51.0, 101.0, 172.0, 331.0, 5815.0, 614.0, 232.0, 127.0, 85.0, 60.0, 45.0, 22.0, 20.0, 9.0, 11.0, 7.0, 4.0, 6.0, 2.0, 7.0, 2.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.183700829744339, -0.1785503625869751, -0.1733998954296112, -0.16824942827224731, -0.16309896111488342, -0.15794847905635834, -0.15279801189899445, -0.14764754474163055, -0.14249707758426666, -0.13734661042690277, -0.13219614326953888, -0.127045676112175, -0.1218952015042305, -0.11674473434686661, -0.11159425973892212, -0.10644379258155823, -0.10129332542419434, -0.09614285826683044, -0.09099239110946655, -0.08584191650152206, -0.08069144934415817, -0.07554098218679428, -0.07039050757884979, -0.0652400404214859, -0.06008957326412201, -0.05493910610675812, -0.04978863522410393, -0.04463816434144974, -0.039487697184085846, -0.034337230026721954, -0.029186759144067764, -0.024036290124058723, -0.018885821104049683, -0.013735352084040642, -0.008584883064031601, -0.00343441404402256, 0.0017160549759864807, 0.0068665239959955215, 0.012016993016004562, 0.017167462036013603, 0.022317931056022644, 0.027468400076031685, 0.032618869096040726, 0.037769339978694916, 0.04291980713605881, 0.0480702742934227, 0.05322074517607689, 0.05837121605873108, 0.06352168321609497, 0.06867215037345886, 0.07382261753082275, 0.07897309213876724, 0.08412355929613113, 0.08927402645349503, 0.09442450106143951, 0.0995749682188034, 0.1047254353761673, 0.10987590253353119, 0.11502636969089508, 0.12017684429883957, 0.12532731890678406, 0.13047778606414795, 0.13562825322151184, 0.14077872037887573, 0.14592918753623962]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 3.0, 2.0, 4.0, 3.0, 3.0, 2.0, 3.0, 5.0, 6.0, 4.0, 2.0, 8.0, 6.0, 24.0, 4.0, 5.0, 4.0, 4.0, 1.0, 6.0, 5.0, 2.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0028519737534224987, -0.002756487112492323, -0.0026610002387315035, -0.002565513364970684, -0.0024700267240405083, -0.0023745400831103325, -0.002279053209349513, -0.0021835663355886936, -0.002088079694658518, -0.001992593053728342, -0.0018971061799675226, -0.001801619422622025, -0.0017061326652765274, -0.0016106459079310298, -0.0015151591505855322, -0.0014196723932400346, -0.001324185635894537, -0.0012286988785490394, -0.0011332121212035418, -0.0010377253638580441, -0.0009422386065125465, -0.0008467518491670489, -0.0007512650918215513, -0.0006557783344760537, -0.0005602915771305561, -0.0004648048197850585, -0.0003693180624395609, -0.0002738313050940633, -0.00017834454774856567, -8.285779040306807e-05, 1.2628966942429543e-05, 0.00010811572428792715, 0.00020360248163342476, 0.00029908923897892237, 0.00039457599632442, 0.0004900627536699176, 0.0005855495110154152, 0.0006810362683609128, 0.0007765230257064104, 0.000872009783051908, 0.0009674965403974056, 0.0010629832977429032, 0.0011584700550884008, 0.0012539568124338984, 0.001349443569779396, 0.0014449303271248937, 0.0015404170844703913, 0.0016359038418158889, 0.0017313905991613865, 0.001826877356506884, 0.0019223641138523817, 0.002017850987613201, 0.002113337628543377, 0.0022088242694735527, 0.002304311143234372, 0.0023997980169951916, 0.0024952846579253674, 0.002590771298855543, 0.0026862581726163626, 0.002781745046377182, 0.002877231687307358, 0.0029727183282375336, 0.003068205201998353, 0.0031636920757591724, 0.0032591787166893482]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 1.0, 6.0, 10.0, 9.0, 5.0, 18.0, 18.0, 19.0, 21.0, 37.0, 50.0, 74.0, 102.0, 147.0, 194.0, 293.0, 462.0, 672.0, 1137.0, 1943.0, 3635.0, 7157.0, 16398.0, 46779.0, 275155.0, 751471.0, 37922.0, 15347.0, 7791.0, 4531.0, 2655.0, 1716.0, 1139.0, 803.0, 562.0, 364.0, 296.0, 211.0, 126.0, 96.0, 79.0, 44.0, 39.0, 33.0, 20.0, 18.0, 12.0, 12.0, 6.0, 1.0, 0.0, 3.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.006263825576752424, -0.006074192933738232, -0.005884560290724039, -0.0056949276477098465, -0.005505295004695654, -0.005315662361681461, -0.005126029718667269, -0.004936397075653076, -0.004746764432638884, -0.004557131789624691, -0.004367499146610498, -0.004177866503596306, -0.003988233860582113, -0.003798600984737277, -0.0036089683417230844, -0.003419335698708892, -0.0032297030556946993, -0.0030400704126805067, -0.002850437769666314, -0.0026608051266521215, -0.002471172483637929, -0.0022815398406237364, -0.002091907197609544, -0.0019022744381800294, -0.0017126417951658368, -0.0015230091521516442, -0.0013333765091374516, -0.001143743866123259, -0.0009541111649014056, -0.000764478521887213, -0.0005748458206653595, -0.0003852131776511669, -0.00019558053463697433, -5.947877070866525e-06, 0.00018368478049524128, 0.0003733174526132643, 0.0005629500956274569, 0.0007525827386416495, 0.000942215439863503, 0.0011318480828776956, 0.0013214807258918881, 0.0015111133689060807, 0.0017007460119202733, 0.0018903786549344659, 0.0020800114143639803, 0.002269644057378173, 0.0024592767003923655, 0.002648909343406558, 0.0028385419864207506, 0.003028174629434943, 0.0032178072724491358, 0.0034074399154633284, 0.003597072558477521, 0.0037867052014917135, 0.00397633807733655, 0.004165970720350742, 0.004355603363364935, 0.0045452360063791275, 0.00473486864939332, 0.004924501292407513, 0.005114133935421705, 0.005303766578435898, 0.00549339922145009, 0.005683031864464283, 0.005872664507478476]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 3.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 4.0, 5.0, 2.0, 1.0, 4.0, 1.0, 4.0, 2.0, 9.0, 3.0, 0.0, 1.0, 2.0, 1.0, 2.0, 3.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012947119772434235, -0.012187572196125984, -0.011428025551140308, -0.010668478906154633, -0.009908931329846382, -0.009149383753538132, -0.008389837108552456, -0.007630289997905493, -0.00687074288725853, -0.0061111957766115665, -0.005351648665964603, -0.00459210155531764, -0.003832554444670677, -0.003073007334023714, -0.002313460223376751, -0.0015539131127297878, -0.0007943660020828247, -3.481889143586159e-05, 0.0007247282192111015, 0.0014842753298580647, 0.0022438224405050278, 0.003003369551151991, 0.003762916661798954, 0.004522463772445917, 0.00528201088309288, 0.006041557993739843, 0.0068011051043868065, 0.00756065221503377, 0.008320199325680733, 0.009079746901988983, 0.009839293546974659, 0.010598840191960335, 0.011358387768268585, 0.012117935344576836, 0.012877481989562511, 0.013637028634548187, 0.014396576210856438, 0.015156123787164688, 0.01591566950082779, 0.01667521707713604, 0.01743476465344429, 0.01819431222975254, 0.01895385980606079, 0.019713405519723892, 0.020472953096032143, 0.021232500672340393, 0.021992046386003494, 0.022751593962311745, 0.023511141538619995, 0.024270689114928246, 0.025030236691236496, 0.025789782404899597, 0.026549329981207848, 0.027308877557516098, 0.0280684232711792, 0.02882797084748745, 0.0295875184237957, 0.03034706600010395, 0.0311066135764122, 0.0318661592900753, 0.0326257050037384, 0.0333852544426918, 0.034144800156354904, 0.034904349595308304, 0.035663895308971405]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 3.0, 5.0, 6.0, 5.0, 9.0, 19.0, 14.0, 19.0, 27.0, 34.0, 42.0, 64.0, 71.0, 85.0, 142.0, 157.0, 222.0, 243.0, 324.0, 489.0, 660.0, 925.0, 1352.0, 2010.0, 6160.0, 1722.0, 952.0, 708.0, 456.0, 359.0, 261.0, 191.0, 144.0, 95.0, 83.0, 56.0, 48.0, 38.0, 35.0, 34.0, 22.0, 17.0, 20.0, 11.0, 12.0, 4.0, 10.0, 4.0, 1.0, 0.0, 5.0, 9.0, 16.0, 10.0, 9.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 6.0], "bins": [-0.00801189336925745, -0.007709895260632038, -0.007407897152006626, -0.0071058995090425014, -0.0068039014004170895, -0.0065019032917916775, -0.006199905648827553, -0.005897907540202141, -0.005595909431576729, -0.005293911322951317, -0.004991913214325905, -0.00468991557136178, -0.004387917462736368, -0.004085919354110956, -0.003783921478316188, -0.0034819236025214195, -0.0031799254938960075, -0.0028779273852705956, -0.0025759295094758272, -0.002273931633681059, -0.001971933525055647, -0.0016699355328455567, -0.0013679375406354666, -0.0010659395484253764, -0.0007639415562152863, -0.0004619435640051961, -0.00015994557179510593, 0.00014205242041498423, 0.0004440504126250744, 0.0007460484048351645, 0.0010480463970452547, 0.0013500443892553449, 0.001652042381465435, 0.001954040490090847, 0.0022560383658856153, 0.0025580362416803837, 0.0028600343503057957, 0.0031620324589312077, 0.003464030334725976, 0.0037660282105207443, 0.004068026319146156, 0.004370024427771568, 0.00467202253639698, 0.004974020179361105, 0.005276018287986517, 0.005578016396611929, 0.005880014039576054, 0.006182012148201466, 0.006484010256826878, 0.00678600836545229, 0.007088006474077702, 0.007390004117041826, 0.007692002225667238, 0.007993999868631363, 0.008295997977256775, 0.008597996085882187, 0.008899994194507599, 0.00920199230313301, 0.009503990411758423, 0.009805988520383835, 0.010107986629009247, 0.010409983806312084, 0.010711981914937496, 0.011013980023562908, 0.01131597813218832]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 2.0, 0.0, 3.0, 3.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.12745042145252228, -0.12378409504890442, -0.12011777609586716, -0.1164514571428299, -0.11278513073921204, -0.10911880433559418, -0.10545248538255692, -0.10178616642951965, -0.0981198400259018, -0.09445351362228394, -0.09078719466924667, -0.08712087571620941, -0.08345454931259155, -0.0797882229089737, -0.07612190395593643, -0.07245558500289917, -0.06878925859928131, -0.06512293219566345, -0.06145661324262619, -0.05779029056429863, -0.05412396788597107, -0.05045764520764351, -0.04679132252931595, -0.04312499985098839, -0.03945867717266083, -0.03579235449433327, -0.03212603181600571, -0.028459709137678146, -0.024793386459350586, -0.021127063781023026, -0.017460741102695465, -0.013794418424367905, -0.010128095746040344, -0.006461773067712784, -0.0027954503893852234, 0.000870872288942337, 0.0045371949672698975, 0.008203517645597458, 0.011869840323925018, 0.015536163002252579, 0.01920248568058014, 0.0228688083589077, 0.02653513103723526, 0.03020145371556282, 0.03386777639389038, 0.03753409907221794, 0.0412004217505455, 0.04486674442887306, 0.04853306710720062, 0.05219938978552818, 0.05586571246385574, 0.059532035142183304, 0.06319835782051086, 0.06686468422412872, 0.07053100317716599, 0.07419732213020325, 0.0778636485338211, 0.08152997493743896, 0.08519629389047623, 0.08886261284351349, 0.09252893924713135, 0.0961952656507492, 0.09986158460378647, 0.10352790355682373, 0.10719422996044159]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 2.0, 5.0, 1.0, 5.0, 4.0, 6.0, 16.0, 14.0, 24.0, 22.0, 42.0, 29.0, 17.0, 15.0, 8.0, 9.0, 3.0, 7.0, 6.0, 3.0, 3.0, 2.0, 3.0, 5.0, 1.0, 1.0, 3.0, 4.0, 1.0, 6.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.05259477347135544, -0.05024248734116554, -0.047890204936265945, -0.04553791880607605, -0.04318563640117645, -0.04083335027098656, -0.03848106414079666, -0.036128781735897064, -0.03377649560570717, -0.03142420947551727, -0.029071927070617676, -0.02671964094042778, -0.024367356672883034, -0.022015072405338287, -0.01966278627514839, -0.017310502007603645, -0.014958217740058899, -0.012605933472514153, -0.010253648273646832, -0.00790136307477951, -0.005549078807234764, -0.0031967940740287304, -0.0008445093408226967, 0.001507775392383337, 0.0038600601255893707, 0.0062123448587954044, 0.008564629592001438, 0.01091691479086876, 0.013269199058413506, 0.015621483325958252, 0.017973769456148148, 0.020326053723692894, 0.02267833799123764, 0.025030622258782387, 0.027382906526327133, 0.02973519265651703, 0.032087475061416626, 0.03443976119160652, 0.03679204732179642, 0.039144329726696014, 0.04149661585688591, 0.043848901987075806, 0.0462011843919754, 0.0485534705221653, 0.050905756652355194, 0.05325803905725479, 0.05561032518744469, 0.057962607592344284, 0.06031489372253418, 0.06266717612743378, 0.06501946598291397, 0.06737174838781357, 0.06972403079271317, 0.07207632064819336, 0.07442860305309296, 0.07678088545799255, 0.07913316786289215, 0.08148545771837234, 0.08383774012327194, 0.08619002252817154, 0.08854231238365173, 0.09089459478855133, 0.09324687719345093, 0.09559916704893112, 0.09795144945383072]}, "_runtime": 143.55762839317322, "_timestamp": 1596211733.3287373, "_step": 178}
+{"val_accuracy": 0.8226220034246574, "val_loss": 0.45530690654227723, "_runtime": 145.37347173690796, "_timestamp": 1596211735.1445806, "_step": 179}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: z Confidence: 0.8851796984672546 Truth: v", "Prediction: p Confidence: 0.6243333220481873 Truth: 5", "Prediction: U Confidence: 0.530479907989502 Truth: 2", "Prediction: O Confidence: 0.5258741974830627 Truth: 0"]}, "_runtime": 145.65704202651978, "_timestamp": 1596211735.428151, "_step": 180}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0, 3.0, 1.0, 4.0, 5.0, 4.0, 2.0, 2.0, 4.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.011154437437653542, -0.010860447771847248, -0.01056645903736353, -0.010272469371557236, -0.009978480637073517, -0.009684490971267223, -0.009390502236783504, -0.009096512570977211, -0.008802523836493492, -0.008508534170687199, -0.008214544504880905, -0.007920555770397186, -0.007626566104590893, -0.007332576904445887, -0.00703858770430088, -0.006744598504155874, -0.006450609304010868, -0.006156620103865862, -0.005862630903720856, -0.0055686417035758495, -0.005274652503430843, -0.00498066283762455, -0.004686673637479544, -0.0043926844373345375, -0.004098695237189531, -0.003804706037044525, -0.003510716836899519, -0.003216727403923869, -0.002922738203778863, -0.0026287490036338568, -0.002334759570658207, -0.0020407703705132008, -0.0017467811703681946, -0.0014527919702231884, -0.0011588026536628604, -0.0008648133953101933, -0.0005708241369575262, -0.0002768348786048591, 1.715437974780798e-05, 0.00031114363810047507, 0.0006051328964531422, 0.0008991221548058093, 0.0011931114131584764, 0.0014871007297188044, 0.0017810899298638105, 0.0020750791300088167, 0.0023690685629844666, 0.0026630577631294727, 0.002957046963274479, 0.003251036163419485, 0.0035450253635644913, 0.003839014796540141, 0.004133003763854504, 0.004426993429660797, 0.004720982629805803, 0.0050149718299508095, 0.005308961030095816, 0.005602950230240822, 0.005896939430385828, 0.006190928630530834, 0.006484918296337128, 0.006778907496482134, 0.00707289669662714, 0.007366885896772146, 0.007660875096917152]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 4.0, 4.0, 7.0, 3.0, 12.0, 5.0, 15.0, 16.0, 14.0, 26.0, 30.0, 44.0, 54.0, 75.0, 104.0, 154.0, 266.0, 753.0, 5422.0, 336.0, 187.0, 100.0, 73.0, 53.0, 41.0, 32.0, 22.0, 18.0, 15.0, 9.0, 10.0, 4.0, 3.0, 4.0, 1.0, 3.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.14585177600383759, -0.14129862189292908, -0.13674546778202057, -0.13219231367111206, -0.12763915956020355, -0.12308601289987564, -0.11853285878896713, -0.11397970467805862, -0.10942655056715012, -0.10487339645624161, -0.1003202423453331, -0.09576708823442459, -0.09121394157409668, -0.08666078746318817, -0.08210763335227966, -0.07755447924137115, -0.07300132513046265, -0.06844817101955414, -0.06389501690864563, -0.05934186652302742, -0.05478871241211891, -0.0502355583012104, -0.045682407915592194, -0.041129253804683685, -0.03657609969377518, -0.03202294558286667, -0.02746979333460331, -0.02291664108633995, -0.018363486975431442, -0.013810333795845509, -0.009257180616259575, -0.004704027436673641, -0.00015087425708770752, 0.004402278922498226, 0.00895543210208416, 0.013508585281670094, 0.018061738461256027, 0.022614892572164536, 0.027168044820427895, 0.031721197068691254, 0.03627435117959976, 0.04082750529050827, 0.04538065940141678, 0.04993380978703499, 0.0544869638979435, 0.059040118008852005, 0.06359326839447021, 0.06814642250537872, 0.07269957661628723, 0.07725273072719574, 0.08180588483810425, 0.08635903894901276, 0.09091219305992126, 0.09546533972024918, 0.10001849383115768, 0.10457164794206619, 0.1091248020529747, 0.11367795616388321, 0.11823111027479172, 0.12278426438570023, 0.12733741104602814, 0.13189056515693665, 0.13644371926784515, 0.14099687337875366, 0.14555002748966217]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 3.0, 3.0, 7.0, 2.0, 3.0, 3.0, 4.0, 2.0, 4.0, 1.0, 5.0, 2.0, 1.0, 25.0, 5.0, 3.0, 6.0, 4.0, 3.0, 3.0, 6.0, 1.0, 5.0, 1.0, 0.0, 3.0, 1.0, 4.0, 3.0, 2.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002072147559374571, -0.001980300759896636, -0.0018884539604187012, -0.0017966071609407663, -0.0017047603614628315, -0.0016129134455695748, -0.00152106664609164, -0.0014292198466137052, -0.0013373730471357703, -0.0012455262476578355, -0.0011536794481799006, -0.0010618326487019658, -0.0009699857910163701, -0.0008781389915384352, -0.0007862921338528395, -0.0006944453343749046, -0.0006025985348969698, -0.000510751735419035, -0.00041890490683726966, -0.00032705807825550437, -0.00023521127877756953, -0.00014336446474771947, -5.15176507178694e-05, 4.0329163311980665e-05, 0.00013217597734183073, 0.0002240227913716808, 0.00031586960540153086, 0.00040771643398329616, 0.000499563233461231, 0.0005914100329391658, 0.0006832568906247616, 0.0007751036901026964, 0.0008669504895806313, 0.0009587972890585661, 0.001050644088536501, 0.0011424908880144358, 0.0012343376874923706, 0.0013261846033856273, 0.001418031402863562, 0.001509878202341497, 0.0016017250018194318, 0.0016935718012973666, 0.0017854186007753015, 0.0018772654002532363, 0.001969112316146493, 0.002060959115624428, 0.0021528059151023626, 0.0022446527145802975, 0.0023364995140582323, 0.002428346313536167, 0.002520193113014102, 0.002612039912492037, 0.0027038867119699717, 0.0027957335114479065, 0.0028875803109258413, 0.002979427110403776, 0.0030712741427123547, 0.0031631209421902895, 0.0032549677416682243, 0.003346814541146159, 0.003438661340624094, 0.003530508140102029, 0.0036223549395799637, 0.0037142017390578985, 0.0038060485385358334]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 3.0, 1.0, 2.0, 13.0, 9.0, 29.0, 17.0, 25.0, 47.0, 91.0, 117.0, 183.0, 297.0, 427.0, 671.0, 1100.0, 1635.0, 2812.0, 4785.0, 8453.0, 15487.0, 31812.0, 83146.0, 857131.0, 83866.0, 33808.0, 18176.0, 11089.0, 7053.0, 4757.0, 3324.0, 2358.0, 1788.0, 1270.0, 969.0, 672.0, 543.0, 436.0, 305.0, 234.0, 175.0, 135.0, 81.0, 93.0, 50.0, 43.0, 32.0, 23.0, 15.0, 11.0, 9.0, 11.0, 8.0, 3.0, 2.0, 2.0, 4.0, 1.0, 0.0, 2.0, 2.0, 1.0, 2.0], "bins": [-0.0038241639267653227, -0.003668669844046235, -0.0035131757613271475, -0.0033576814457774162, -0.0032021873630583286, -0.003046693280339241, -0.0028911991976201534, -0.002735705114901066, -0.0025802110321819782, -0.002424716716632247, -0.0022692226339131594, -0.0021137285511940718, -0.001958234468474984, -0.0018027402693405747, -0.0016472461866214871, -0.0014917519874870777, -0.0013362579047679901, -0.0011807638220489025, -0.001025269622914493, -0.0008697755401954055, -0.000714281399268657, -0.0005587872583419085, -0.0004032931465189904, -0.00024779903469607234, -9.230489376932383e-05, 6.318923260550946e-05, 0.00021868335898034275, 0.0003741774708032608, 0.0005296716117300093, 0.0006851657526567578, 0.0008406598353758454, 0.0009961540345102549, 0.0011516481172293425, 0.00130714219994843, 0.0014626363990828395, 0.001618130481801927, 0.0017736246809363365, 0.0019291187636554241, 0.0020846128463745117, 0.0022401069290935993, 0.002395601011812687, 0.002551095327362418, 0.0027065894100815058, 0.0028620834928005934, 0.003017577575519681, 0.0031730716582387686, 0.0033285659737885, 0.0034840600565075874, 0.003639554139226675, 0.0037950482219457626, 0.00395054230466485, 0.004106036387383938, 0.0042615304701030254, 0.004417024552822113, 0.004572519101202488, 0.0047280131839215755, 0.004883507266640663, 0.005039001349359751, 0.005194495432078838, 0.005349989514797926, 0.0055054835975170135, 0.005660977680236101, 0.005816471762955189, 0.005971965845674276, 0.006127459928393364]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 2.0, 2.0, 1.0, 1.0, 4.0, 2.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 2.0, 9.0, 3.0, 2.0, 1.0, 4.0, 1.0, 0.0, 2.0, 0.0, 2.0, 3.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0], "bins": [-0.028712399303913116, -0.02804325334727764, -0.027374107390642166, -0.02670496143400669, -0.026035815477371216, -0.02536666952073574, -0.024697525426745415, -0.02402837947010994, -0.023359233513474464, -0.02269008755683899, -0.022020941600203514, -0.02135179564356804, -0.020682649686932564, -0.02001350373029709, -0.019344357773661613, -0.01867521181702614, -0.018006067723035812, -0.017336921766400337, -0.016667775809764862, -0.015998629853129387, -0.015329483896493912, -0.014660337939858437, -0.013991191983222961, -0.013322046026587486, -0.012652900069952011, -0.01198375504463911, -0.011314609088003635, -0.01064546313136816, -0.009976317174732685, -0.00930717121809721, -0.00863802619278431, -0.007968880236148834, -0.007299734279513359, -0.006630588322877884, -0.005961442831903696, -0.005292296875268221, -0.004623151384294033, -0.003954005427658558, -0.0032848594710230827, -0.0026157137472182512, -0.0019465680234134197, -0.0012774222996085882, -0.0006082764593884349, 6.086932262405753e-05, 0.00073001510463655, 0.0013991608284413815, 0.0020683067850768566, 0.002737452508881688, 0.0034065982326865196, 0.004075744189321995, 0.004744889680296183, 0.005414035636931658, 0.006083181127905846, 0.006752327084541321, 0.007421473041176796, 0.008090618997812271, 0.008759764954447746, 0.009428909979760647, 0.010098055936396122, 0.010767201893031597, 0.011436347849667072, 0.012105493806302547, 0.012774638831615448, 0.013443784788250923, 0.014112930744886398]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 3.0, 5.0, 7.0, 3.0, 11.0, 10.0, 5.0, 15.0, 24.0, 21.0, 21.0, 12.0, 15.0, 18.0, 28.0, 34.0, 38.0, 50.0, 59.0, 62.0, 91.0, 117.0, 119.0, 133.0, 211.0, 248.0, 315.0, 406.0, 534.0, 795.0, 1113.0, 1636.0, 5577.0, 1874.0, 1192.0, 751.0, 585.0, 426.0, 339.0, 269.0, 213.0, 180.0, 168.0, 129.0, 111.0, 72.0, 78.0, 63.0, 59.0, 37.0, 48.0, 27.0, 16.0, 17.0, 11.0, 12.0, 1.0, 7.0, 1.0, 5.0, 2.0], "bins": [-0.00973427202552557, -0.009462582878768444, -0.009190894663333893, -0.008919205516576767, -0.008647517301142216, -0.00837582815438509, -0.008104139938950539, -0.007832450792193413, -0.007560762111097574, -0.007289073430001736, -0.007017384748905897, -0.006745696067810059, -0.006474006921052933, -0.006202318239957094, -0.005930629558861256, -0.005658940877765417, -0.0053872521966695786, -0.00511556351557374, -0.0048438748344779015, -0.004572186153382063, -0.004300497472286224, -0.0040288083255290985, -0.00375711964443326, -0.0034854309633374214, -0.003213742282241583, -0.0029420536011457443, -0.0026703649200499058, -0.0023986760061234236, -0.002126987325027585, -0.0018552986439317465, -0.0015836098464205861, -0.0013119210489094257, -0.0010402323678135872, -0.0007685436285100877, -0.0004968548892065883, -0.0002251661499030888, 4.652258940041065e-05, 0.0003182113287039101, 0.0005899000680074096, 0.000861588807310909, 0.0011332775466144085, 0.001404966227710247, 0.0016766550252214074, 0.0019483438227325678, 0.0022200325038284063, 0.002491721184924245, 0.002763410098850727, 0.0030350987799465656, 0.003306787461042404, 0.0035784761421382427, 0.0038501648232340813, 0.00412185350432992, 0.004393542185425758, 0.004665231332182884, 0.004936920013278723, 0.005208608694374561, 0.0054802973754704, 0.005751986056566238, 0.006023674737662077, 0.0062953634187579155, 0.006567052565515041, 0.00683874124661088, 0.0071104299277067184, 0.007382118608802557, 0.0076538072898983955]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 3.0, 4.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.18173888325691223, -0.17585813999176025, -0.16997741162776947, -0.1640966683626175, -0.1582159399986267, -0.15233519673347473, -0.14645445346832275, -0.14057372510433197, -0.13469298183918, -0.1288122534751892, -0.12293151021003723, -0.11705077439546585, -0.11117003858089447, -0.10528930276632309, -0.09940855950117111, -0.09352782368659973, -0.08764708787202835, -0.08176635205745697, -0.07588561624288559, -0.07000487297773361, -0.06412413716316223, -0.05824340134859085, -0.05236266553401947, -0.04648192599415779, -0.04060119017958641, -0.03472045436501503, -0.02883971482515335, -0.02295897901058197, -0.01707824133336544, -0.01119750365614891, -0.005316766910254955, 0.0005639703013002872, 0.00644470751285553, 0.01232544519007206, 0.01820618286728859, 0.02408691868185997, 0.0299676563590765, 0.03584839403629303, 0.04172912985086441, 0.04760986939072609, 0.05349060520529747, 0.05937134101986885, 0.06525208055973053, 0.07113281637430191, 0.07701355218887329, 0.08289428800344467, 0.08877503126859665, 0.09465576708316803, 0.10053650289773941, 0.10641723871231079, 0.11229797452688217, 0.11817871779203415, 0.12405945360660553, 0.1299401819705963, 0.1358209252357483, 0.14170166850090027, 0.14758239686489105, 0.15346314013004303, 0.1593438684940338, 0.1652246117591858, 0.17110535502433777, 0.17698608338832855, 0.18286682665348053, 0.1887475550174713, 0.1946282982826233]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 5.0, 4.0, 13.0, 9.0, 13.0, 11.0, 15.0, 11.0, 12.0, 12.0, 8.0, 7.0, 12.0, 36.0, 14.0, 8.0, 15.0, 13.0, 14.0, 5.0, 8.0, 6.0, 5.0, 3.0, 4.0, 1.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.1218733936548233, -0.11840974539518356, -0.11494609713554382, -0.11148244887590408, -0.10801880061626434, -0.1045551523566246, -0.10109151154756546, -0.09762786328792572, -0.09416421502828598, -0.09070056676864624, -0.0872369185090065, -0.08377327024936676, -0.08030962198972702, -0.07684597373008728, -0.07338232547044754, -0.0699186772108078, -0.06645503640174866, -0.06299138814210892, -0.05952773615717888, -0.05606409162282944, -0.0526004433631897, -0.04913679510354996, -0.04567314684391022, -0.04220949858427048, -0.03874585032463074, -0.035282205790281296, -0.031818557530641556, -0.028354909271001816, -0.024891261011362076, -0.021427614614367485, -0.017963966354727745, -0.01450031902641058, -0.011036671698093414, -0.007573024369776249, -0.004109376575797796, -0.0006457290146499872, 0.002817918546497822, 0.006281565874814987, 0.009745214134454727, 0.013208861462771893, 0.016672508791089058, 0.020136157050728798, 0.02359980344772339, 0.02706345170736313, 0.03052709996700287, 0.03399074822664261, 0.03745439276099205, 0.04091804102063179, 0.04438168928027153, 0.04784533753991127, 0.05130898579955101, 0.05477263033390045, 0.05823627859354019, 0.06169992685317993, 0.06516357511281967, 0.06862722337245941, 0.07209087163209915, 0.07555451989173889, 0.07901816815137863, 0.08248180896043777, 0.08594545722007751, 0.08940910547971725, 0.092872753739357, 0.09633640199899673, 0.09980005025863647]}, "_runtime": 145.99684882164001, "_timestamp": 1596211735.7679577, "_step": 181}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 2.0, 0.0, 4.0, 4.0, 0.0, 0.0, 2.0, 2.0, 7.0, 8.0, 4.0, 1.0, 1.0, 1.0, 1.0, 3.0, 2.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014244758524000645, -0.013837695121765137, -0.013430630788207054, -0.013023567385971546, -0.012616503052413464, -0.012209439650177956, -0.011802375316619873, -0.011395311914384365, -0.010988248512148857, -0.010581184178590775, -0.010174120776355267, -0.009767056442797184, -0.009359993040561676, -0.008952928707003593, -0.008545865304768085, -0.008138800971210003, -0.007731737568974495, -0.0073246737010777, -0.006917609833180904, -0.006510545965284109, -0.006103482097387314, -0.005696418695151806, -0.005289354827255011, -0.004882290959358215, -0.00447522709146142, -0.004068163223564625, -0.0036610993556678295, -0.003254035720601678, -0.0028469718527048826, -0.0024399079848080873, -0.0020328443497419357, -0.0016257804818451405, -0.0012187166139483452, -0.0008116528042592108, -0.00040458899457007647, 2.4748151190578938e-06, 0.00040953862480819225, 0.0008166024344973266, 0.001223666244186461, 0.0016307299956679344, 0.0020377938635647297, 0.002444857731461525, 0.0028519215993583202, 0.003258985234424472, 0.003666049102321267, 0.004073112737387419, 0.004480176605284214, 0.004887240473181009, 0.0052943043410778046, 0.0057013682089746, 0.006108432076871395, 0.00651549594476819, 0.006922559812664986, 0.007329623214900494, 0.007736687082797289, 0.008143750950694084, 0.008550815284252167, 0.008957878686487675, 0.009364942088723183, 0.009772006422281265, 0.010179069824516773, 0.010586134158074856, 0.010993197560310364, 0.011400261893868446, 0.011807325296103954]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 4.0, 2.0, 7.0, 11.0, 8.0, 6.0, 8.0, 10.0, 7.0, 26.0, 20.0, 30.0, 31.0, 46.0, 49.0, 59.0, 72.0, 99.0, 131.0, 237.0, 395.0, 5361.0, 482.0, 206.0, 137.0, 89.0, 74.0, 66.0, 47.0, 40.0, 29.0, 29.0, 21.0, 22.0, 9.0, 9.0, 8.0, 9.0, 7.0, 7.0, 6.0, 5.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.12371519953012466, -0.12022645026445389, -0.11673770844936371, -0.11324895918369293, -0.10976021736860275, -0.10627146810293198, -0.1027827262878418, -0.09929397702217102, -0.09580522775650024, -0.09231648594141006, -0.08882773667573929, -0.08533899486064911, -0.08185024559497833, -0.07836150377988815, -0.07487275451421738, -0.0713840126991272, -0.06789526343345642, -0.06440651416778564, -0.060917772352695465, -0.05742902681231499, -0.05394028127193451, -0.05045153200626373, -0.046962786465883255, -0.04347404092550278, -0.0399852953851223, -0.03649654984474182, -0.03300780430436134, -0.029519056901335716, -0.02603031136095524, -0.02254156582057476, -0.019052818417549133, -0.015564072877168655, -0.012075327336788177, -0.0085865817964077, -0.005097835324704647, -0.0016090893186628819, 0.0018796566873788834, 0.005368402693420649, 0.008857148699462414, 0.012345895171165466, 0.015834640711545944, 0.019323386251926422, 0.0228121317923069, 0.026300879195332527, 0.029789624735713005, 0.03327837213873863, 0.03676711767911911, 0.04025586321949959, 0.043744608759880066, 0.047233354300260544, 0.05072209984064102, 0.0542108453810215, 0.05769959092140198, 0.061188340187072754, 0.06467708200216293, 0.06816583126783371, 0.07165457308292389, 0.07514332234859467, 0.07863207161426544, 0.08212081342935562, 0.0856095626950264, 0.08909830451011658, 0.09258705377578735, 0.09607579559087753, 0.09956454485654831]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 2.0, 1.0, 2.0, 5.0, 0.0, 1.0, 5.0, 2.0, 3.0, 10.0, 7.0, 4.0, 6.0, 21.0, 9.0, 3.0, 1.0, 4.0, 4.0, 3.0, 5.0, 2.0, 0.0, 3.0, 2.0, 0.0, 3.0, 1.0, 0.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002517102751880884, -0.002404001774266362, -0.00229090079665184, -0.0021777998190373182, -0.0020646988414227962, -0.0019515977473929524, -0.0018384967697784305, -0.0017253957921639085, -0.0016122946981340647, -0.0014991937205195427, -0.0013860927429050207, -0.0012729917652904987, -0.0011598907876759768, -0.0010467898100614548, -0.0009336887742392719, -0.000820587738417089, -0.000707486760802567, -0.000594385783188045, -0.00048128474736586213, -0.00036818376975134015, -0.0002550827630329877, -0.00014198175631463528, -2.8880764148198068e-05, 8.422023529419675e-05, 0.00019732123473659158, 0.000310422241454944, 0.00042352324817329645, 0.0005366242257878184, 0.0006497252034023404, 0.0007628262392245233, 0.0008759272168390453, 0.0009890282526612282, 0.0011021292302757502, 0.0012152302078902721, 0.0013283311855047941, 0.001441432279534638, 0.00155453325714916, 0.0016676342347636819, 0.0017807352123782039, 0.0018938361899927258, 0.0020069372840225697, 0.0021200382616370916, 0.0022331392392516136, 0.0023462402168661356, 0.0024593411944806576, 0.0025724421720951796, 0.0026855431497097015, 0.0027986441273242235, 0.0029117451049387455, 0.003024846315383911, 0.003137947292998433, 0.003251048270612955, 0.003364149248227477, 0.003477250225841999, 0.003590351203456521, 0.003703452181071043, 0.003816553158685565, 0.003929654136300087, 0.004042755346745253, 0.004155856091529131, 0.004268957301974297, 0.004382058046758175, 0.0044951592572033405, 0.004608260001987219, 0.0047213612124323845]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 1.0, 5.0, 6.0, 10.0, 17.0, 34.0, 42.0, 79.0, 153.0, 239.0, 474.0, 804.0, 1561.0, 2879.0, 5564.0, 11751.0, 27667.0, 86081.0, 907055.0, 78021.0, 27577.0, 12480.0, 6497.0, 3884.0, 2175.0, 1412.0, 897.0, 603.0, 420.0, 342.0, 199.0, 144.0, 123.0, 107.0, 69.0, 56.0, 43.0, 39.0, 31.0, 28.0, 12.0, 16.0, 15.0, 5.0, 5.0, 5.0, 6.0, 2.0, 3.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.005075220949947834, -0.004815205466002226, -0.004555189982056618, -0.00429517449811101, -0.0040351590141654015, -0.0037751435302197933, -0.003515128046274185, -0.003255112562328577, -0.002995097078382969, -0.0027350815944373608, -0.0024750661104917526, -0.0022150506265461445, -0.0019550351426005363, -0.0016950196586549282, -0.00143500417470932, -0.001174988690763712, -0.0009149732068181038, -0.0006549577228724957, -0.0003949422389268875, -0.00013492675498127937, 0.00012508872896432877, 0.0003851042129099369, 0.000645119696855545, 0.0009051351808011532, 0.0011651506647467613, 0.0014251661486923695, 0.0016851816326379776, 0.0019451971165835857, 0.002205212600529194, 0.002465228084474802, 0.00272524356842041, 0.0029852590523660183, 0.0032452745363116264, 0.0035052900202572346, 0.0037653055042028427, 0.004025320988148451, 0.004285336472094059, 0.004545351956039667, 0.004805367439985275, 0.005065382923930883, 0.0053253984078764915, 0.0055854138918221, 0.005845429375767708, 0.006105444859713316, 0.006365460343658924, 0.006625475827604532, 0.00688549131155014, 0.0071455067954957485, 0.007405522279441357, 0.007665537763386965, 0.007925553247332573, 0.008185569196939468, 0.00844558421522379, 0.00870559923350811, 0.008965615183115005, 0.009225631132721901, 0.009485646151006222, 0.009745661169290543, 0.010005677118897438, 0.010265693068504333, 0.010525708086788654, 0.010785723105072975, 0.01104573905467987, 0.011305755004286766, 0.011565770022571087]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 4.0, 0.0, 3.0, 1.0, 4.0, 3.0, 10.0, 8.0, 4.0, 2.0, 0.0, 4.0, 1.0, 1.0, 1.0, 2.0, 2.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014375847764313221, -0.01359193492680788, -0.012808023020625114, -0.012024110183119774, -0.011240197345614433, -0.010456285439431667, -0.009672372601926327, -0.008888459764420986, -0.00810454785823822, -0.00732063502073288, -0.006536722183227539, -0.005752809811383486, -0.0049688974395394325, -0.004184984602034092, -0.0034010722301900387, -0.0026171596255153418, -0.0018332470208406448, -0.001049334416165948, -0.0002654219279065728, 0.0005184906185604632, 0.0013024031650274992, 0.002086315769702196, 0.0028702281415462494, 0.0036541407462209463, 0.004438053350895643, 0.0052219657227396965, 0.006005878560245037, 0.00678979093208909, 0.007573703303933144, 0.008357616141438484, 0.009141528978943825, 0.00992544088512659, 0.010709353722631931, 0.011493266560137272, 0.012277178466320038, 0.013061091303825378, 0.013845004141330719, 0.014628916047513485, 0.015412828885018826, 0.01619674079120159, 0.016980653628706932, 0.017764566466212273, 0.018548479303717613, 0.019332392141222954, 0.020116304978728294, 0.020900215953588486, 0.021684128791093826, 0.022468041628599167, 0.023251954466104507, 0.024035867303609848, 0.02481978014111519, 0.02560369297862053, 0.02638760395348072, 0.02717151679098606, 0.0279554296284914, 0.028739342465996742, 0.029523255303502083, 0.030307168141007423, 0.031091079115867615, 0.031874991953372955, 0.032658904790878296, 0.033442817628383636, 0.03422673046588898, 0.03501064330339432, 0.03579455614089966]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 3.0, 4.0, 3.0, 9.0, 11.0, 13.0, 24.0, 28.0, 34.0, 41.0, 57.0, 56.0, 98.0, 122.0, 166.0, 187.0, 312.0, 461.0, 724.0, 1015.0, 1650.0, 6129.0, 2442.0, 1486.0, 987.0, 676.0, 471.0, 310.0, 199.0, 145.0, 122.0, 68.0, 63.0, 50.0, 39.0, 29.0, 24.0, 25.0, 19.0, 5.0, 14.0, 3.0, 10.0, 12.0, 13.0, 23.0, 17.0, 12.0, 1.0, 0.0, 0.0, 2.0, 2.0, 8.0], "bins": [-0.011133912019431591, -0.010782081633806229, -0.010430250316858292, -0.01007841993123293, -0.009726589545607567, -0.00937475822865963, -0.009022927843034267, -0.00867109652608633, -0.008319266140460968, -0.007967435754835606, -0.007615604437887669, -0.007263774052262306, -0.0069119432009756565, -0.006560112349689007, -0.006208281964063644, -0.005856451112776995, -0.005504620261490345, -0.005152789410203695, -0.004800958558917046, -0.004449128173291683, -0.0040972973220050335, -0.003745466470718384, -0.0033936358522623777, -0.0030418052338063717, -0.002689974382519722, -0.0023381435312330723, -0.0019863129127770662, -0.0016344821779057384, -0.0012826514430344105, -0.0009308207081630826, -0.0005789899732917547, -0.00022715923842042685, 0.00012467149645090103, 0.0004765022313222289, 0.0008283329661935568, 0.0011801637010648847, 0.0015319944359362125, 0.0018838251708075404, 0.0022356559056788683, 0.0025874865241348743, 0.002939317375421524, 0.0032911482267081738, 0.00364297884516418, 0.003994809463620186, 0.0043466403149068356, 0.004698471166193485, 0.005050301551818848, 0.005402132403105497, 0.005753963254392147, 0.006105794105678797, 0.0064576249569654465, 0.006809455342590809, 0.007161286193877459, 0.007513117045164108, 0.00786494743078947, 0.008216778747737408, 0.00856860913336277, 0.008920439518988132, 0.00927227083593607, 0.009624101221561432, 0.009975932538509369, 0.010327762924134731, 0.010679593309760094, 0.01103142462670803, 0.011383255012333393]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 5.0, 4.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.11366359144449234, -0.11073638498783112, -0.1078091710805893, -0.10488196462392807, -0.10195475071668625, -0.09902754426002502, -0.0961003303527832, -0.09317312389612198, -0.09024591743946075, -0.08731870353221893, -0.08439149707555771, -0.08146428316831589, -0.07853707671165466, -0.07560986280441284, -0.07268265634775162, -0.0697554424405098, -0.06682823598384857, -0.06390102952718735, -0.060973815619945526, -0.058046605437994, -0.05511939525604248, -0.052192188799381256, -0.04926497861742973, -0.04633776843547821, -0.04341055825352669, -0.040483348071575165, -0.03755613788962364, -0.03462892770767212, -0.031701721251010895, -0.028774509206414223, -0.02584730088710785, -0.022920090705156326, -0.019992880523204803, -0.01706567034125328, -0.014138461090624332, -0.011211251839995384, -0.008284041658043861, -0.005356831941753626, -0.0024296222254633904, 0.0004975874908268452, 0.0034247972071170807, 0.006352006923407316, 0.009279216639697552, 0.0122064258903265, 0.015133636072278023, 0.018060846254229546, 0.02098805457353592, 0.023915264755487442, 0.026842474937438965, 0.029769685119390488, 0.03269689530134201, 0.03562410548329353, 0.038551315665245056, 0.04147852212190628, 0.0444057323038578, 0.047332942485809326, 0.05026015266776085, 0.05318736284971237, 0.056114573031663895, 0.05904178321361542, 0.06196898967027664, 0.06489620357751846, 0.06782341003417969, 0.07075062394142151, 0.07367783039808273]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 3.0, 2.0, 1.0, 1.0, 4.0, 7.0, 3.0, 3.0, 3.0, 2.0, 6.0, 4.0, 3.0, 5.0, 6.0, 5.0, 10.0, 5.0, 9.0, 21.0, 42.0, 19.0, 16.0, 11.0, 13.0, 8.0, 11.0, 11.0, 4.0, 6.0, 3.0, 5.0, 4.0, 4.0, 2.0, 0.0, 1.0, 2.0, 2.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0], "bins": [-0.07017210125923157, -0.06817970424890518, -0.0661873072385788, -0.06419491022825241, -0.062202513217926025, -0.06021011993288994, -0.05821772292256355, -0.05622532591223717, -0.05423292890191078, -0.052240531891584396, -0.05024813488125801, -0.048255737870931625, -0.04626334458589554, -0.04427094757556915, -0.04227855056524277, -0.04028615355491638, -0.038293756544589996, -0.03630135953426361, -0.034308962523937225, -0.03231656551361084, -0.030324170365929604, -0.028331773355603218, -0.026339378207921982, -0.024346981197595596, -0.02235458418726921, -0.020362187176942825, -0.01836979016661644, -0.016377395018935204, -0.014384998008608818, -0.012392600998282433, -0.010400204919278622, -0.00840780884027481, -0.006415411829948425, -0.004423015285283327, -0.002430618740618229, -0.0004382221959531307, 0.0015541743487119675, 0.0035465708933770657, 0.005538967438042164, 0.007531363982707262, 0.00952376052737236, 0.011516157537698746, 0.013508553616702557, 0.015500949695706367, 0.017493346706032753, 0.01948574371635914, 0.021478138864040375, 0.02347053587436676, 0.025462932884693146, 0.02745532989501953, 0.029447726905345917, 0.0314401239156723, 0.03343252092599869, 0.035424914211034775, 0.03741731122136116, 0.039409708231687546, 0.04140210524201393, 0.04339450225234032, 0.0453868992626667, 0.04737929627299309, 0.049371689558029175, 0.05136408656835556, 0.053356483578681946, 0.05534888058900833, 0.05734127759933472]}, "_runtime": 146.8389928340912, "_timestamp": 1596211736.6101017, "_step": 182}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 3.0, 0.0, 1.0, 1.0, 3.0, 0.0, 1.0, 1.0, 1.0, 3.0, 1.0, 1.0, 5.0, 1.0, 4.0, 1.0, 2.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.006473642308264971, -0.006274728570133448, -0.0060758148320019245, -0.005876901093870401, -0.005677987355738878, -0.005479073617607355, -0.005280159879475832, -0.005081246141344309, -0.004882331937551498, -0.004683418199419975, -0.004484504461288452, -0.004285590723156929, -0.004086676985025406, -0.0038877632468938828, -0.0036888495087623596, -0.0034899357706308365, -0.0032910220324993134, -0.0030921082943677902, -0.002893194556236267, -0.002694280818104744, -0.002495367079973221, -0.002296453109011054, -0.002097539370879531, -0.0018986256327480078, -0.0016997118946164846, -0.0015007981564849615, -0.0013018844183534384, -0.0011029705638065934, -0.0009040568256750703, -0.0007051430875435472, -0.0005062292912043631, -0.0003073155239690095, -0.00010840175673365593, 9.051201050169766e-05, 0.00028942577773705125, 0.0004883395740762353, 0.0006872533122077584, 0.0008861670503392816, 0.0010850809048861265, 0.0012839946430176497, 0.0014829083811491728, 0.001681822119280696, 0.001880735857412219, 0.002079649595543742, 0.002278563566505909, 0.002477477304637432, 0.0026763910427689552, 0.0028753047809004784, 0.0030742185190320015, 0.0032731322571635246, 0.0034720459952950478, 0.003670959733426571, 0.003869873471558094, 0.004068787209689617, 0.00426770094782114, 0.004466614685952663, 0.0046655284240841866, 0.004864442627876997, 0.00506335636600852, 0.005262270104140043, 0.005461183842271566, 0.0056600975804030895, 0.005859011318534613, 0.006057925056666136, 0.006256838794797659]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 3.0, 1.0, 1.0, 0.0, 1.0, 3.0, 1.0, 1.0, 6.0, 6.0, 7.0, 8.0, 7.0, 12.0, 5.0, 16.0, 19.0, 22.0, 20.0, 31.0, 44.0, 45.0, 58.0, 73.0, 106.0, 154.0, 222.0, 365.0, 5078.0, 639.0, 300.0, 180.0, 104.0, 72.0, 61.0, 52.0, 42.0, 27.0, 25.0, 26.0, 12.0, 12.0, 10.0, 8.0, 10.0, 5.0, 6.0, 6.0, 5.0, 3.0, 3.0, 2.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.09237829595804214, -0.08954933285713196, -0.08672036230564117, -0.08389139920473099, -0.0810624286532402, -0.07823346555233002, -0.07540449500083923, -0.07257553189992905, -0.06974656879901886, -0.06691759824752808, -0.06408863514661789, -0.061259664595127106, -0.05843070149421692, -0.055601734668016434, -0.05277276784181595, -0.04994380101561546, -0.04711483418941498, -0.04428586736321449, -0.04145690053701401, -0.03862793371081352, -0.03579896688461304, -0.03297000378370285, -0.030141036957502365, -0.02731207013130188, -0.024483103305101395, -0.02165413647890091, -0.018825169652700424, -0.015996204689145088, -0.013167237862944603, -0.010338271036744118, -0.007509305141866207, -0.004680338781327009, -0.0018513724207878113, 0.0009775939397513866, 0.0038065603002905846, 0.0066355266608297825, 0.00946449302136898, 0.012293459847569466, 0.015122425742447376, 0.017951391637325287, 0.020780358463525772, 0.023609325289726257, 0.026438292115926743, 0.02926725707948208, 0.032096222043037415, 0.0349251888692379, 0.037754155695438385, 0.04058312252163887, 0.043412089347839355, 0.04624105617403984, 0.049070023000240326, 0.05189898982644081, 0.054727956652641296, 0.05755691975355148, 0.06038588657975197, 0.06321485340595245, 0.06604382395744324, 0.06887278705835342, 0.07170175015926361, 0.0745307207107544, 0.07735968381166458, 0.08018865436315536, 0.08301761746406555, 0.08584658801555634, 0.08867555111646652]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 4.0, 2.0, 5.0, 2.0, 3.0, 3.0, 4.0, 3.0, 2.0, 4.0, 4.0, 5.0, 22.0, 3.0, 5.0, 2.0, 4.0, 2.0, 1.0, 0.0, 1.0, 7.0, 5.0, 2.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.0029630358330905437, -0.0028812119271606207, -0.0027993882540613413, -0.0027175643481314182, -0.002635740675032139, -0.0025539167691022158, -0.0024720930960029364, -0.0023902691900730133, -0.002308445516973734, -0.002226621611043811, -0.002144797705113888, -0.0020629740320146084, -0.0019811501260846853, -0.001899326336570084, -0.0018175025470554829, -0.0017356787575408816, -0.0016538549680262804, -0.0015720311785116792, -0.001490207388997078, -0.0014083835994824767, -0.0013265598099678755, -0.0012447359040379524, -0.0011629121145233512, -0.00108108832500875, -0.0009992645354941487, -0.0009174407459795475, -0.0008356169564649463, -0.0007537931087426841, -0.0006719693192280829, -0.0005901455297134817, -0.0005083216819912195, -0.0004264978924766183, -0.00034467410296201706, -0.00026285031344741583, -0.00018102649482898414, -9.920269076246768e-05, -1.7378886695951223e-05, 6.444491737056524e-05, 0.0001462687214370817, 0.00022809252550359815, 0.0003099163295701146, 0.00039174011908471584, 0.00047356393770314753, 0.0005553877563215792, 0.0006372115458361804, 0.0007190353353507817, 0.0008008591830730438, 0.000882682972587645, 0.0009645067621022463, 0.0010463305516168475, 0.0011281543411314487, 0.00120997813064605, 0.0012918019201606512, 0.0013736258260905743, 0.0014554496156051755, 0.0015372734051197767, 0.001619097194634378, 0.0017009209841489792, 0.0017827447736635804, 0.0018645685631781816, 0.0019463924691081047, 0.002028216142207384, 0.002110040048137307, 0.0021918637212365866, 0.0022736876271665096]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 5.0, 7.0, 12.0, 23.0, 27.0, 34.0, 67.0, 91.0, 119.0, 207.0, 258.0, 367.0, 580.0, 869.0, 1212.0, 1965.0, 3403.0, 6475.0, 13177.0, 31307.0, 107954.0, 894633.0, 68497.0, 23452.0, 10861.0, 5709.0, 3116.0, 1853.0, 1165.0, 703.0, 463.0, 329.0, 208.0, 145.0, 109.0, 78.0, 43.0, 33.0, 25.0, 21.0, 10.0, 11.0, 5.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 1.0, 1.0], "bins": [-0.007246467284858227, -0.007023124024271965, -0.006799780763685703, -0.006576437037438154, -0.0063530937768518925, -0.006129750516265631, -0.005906407255679369, -0.005683063995093107, -0.005459720268845558, -0.005236377008259296, -0.005013033747673035, -0.004789690487086773, -0.004566347226500511, -0.004343003965914249, -0.0041196602396667, -0.0038963169790804386, -0.003672973718494177, -0.003449630457907915, -0.0032262869644910097, -0.003002943703904748, -0.0027796002104878426, -0.002556256949901581, -0.002332913689315319, -0.0021095701958984137, -0.001886226935312152, -0.0016628835583105683, -0.0014395401813089848, -0.001216196920722723, -0.0009928535437211394, -0.0007695101667195559, -0.0005461668479256332, -0.00032282350002788007, -9.948015213012695e-05, 0.00012386319576762617, 0.0003472065436653793, 0.000570549862459302, 0.0007938932394608855, 0.001017236616462469, 0.0012405798770487309, 0.0014639232540503144, 0.001687266631051898, 0.0019106100080534816, 0.002133953385055065, 0.002357296645641327, 0.0025806399062275887, 0.002803983399644494, 0.003027326660230756, 0.003250670153647661, 0.003474013414233923, 0.0036973566748201847, 0.0039206999354064465, 0.0041440436616539955, 0.004367386922240257, 0.004590730182826519, 0.004814073443412781, 0.0050374167039990425, 0.005260759964585304, 0.005484103690832853, 0.005707446951419115, 0.005930790212005377, 0.0061541334725916386, 0.0063774767331779, 0.006600820459425449, 0.006824163720011711, 0.007047506980597973]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 4.0, 5.0, 2.0, 9.0, 12.0, 5.0, 4.0, 7.0, 3.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.11785534024238586, -0.11546814441680908, -0.1130809485912323, -0.11069375276565552, -0.10830655694007874, -0.10591936856508255, -0.10353217273950577, -0.10114497691392899, -0.0987577810883522, -0.09637058526277542, -0.09398338943719864, -0.09159619361162186, -0.08920900523662567, -0.08682180941104889, -0.0844346135854721, -0.08204741775989532, -0.07966022193431854, -0.07727302610874176, -0.07488583028316498, -0.0724986344575882, -0.07011143863201141, -0.06772425025701523, -0.06533705443143845, -0.06294985860586166, -0.06056266278028488, -0.0581754669547081, -0.05578827112913132, -0.05340107902884483, -0.05101388320326805, -0.04862668737769127, -0.046239495277404785, -0.043852299451828, -0.04146510362625122, -0.03907790780067444, -0.036690711975097656, -0.03430351987481117, -0.03191632404923439, -0.029529128223657608, -0.027141934260725975, -0.024754740297794342, -0.02236754447221756, -0.019980348646640778, -0.017593154683709145, -0.015205959789454937, -0.01281876489520073, -0.010431570000946522, -0.008044375106692314, -0.0056571802124381065, -0.003269985318183899, -0.0008827904239296913, 0.0015044044703245163, 0.003891599364578724, 0.0062787942588329315, 0.008665989153087139, 0.011053184047341347, 0.013440378941595554, 0.015827573835849762, 0.018214769661426544, 0.020601963624358177, 0.02298915758728981, 0.025376353412866592, 0.027763549238443375, 0.030150743201375008, 0.03253793716430664, 0.03492513298988342]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [6.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 7.0, 10.0, 10.0, 14.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 4.0, 4.0, 4.0, 4.0, 11.0, 14.0, 10.0, 4.0, 15.0, 9.0, 4.0, 16.0, 12.0, 14.0, 21.0, 31.0, 61.0, 147.0, 225.0, 293.0, 527.0, 1065.0, 3033.0, 8271.0, 1962.0, 1074.0, 647.0, 347.0, 208.0, 127.0, 88.0, 51.0, 29.0, 11.0, 15.0, 5.0, 5.0, 2.0, 2.0, 2.0, 2.0], "bins": [-0.03755699098110199, -0.03674481064081192, -0.03593263030052185, -0.03512044996023178, -0.03430826961994171, -0.03349608555436134, -0.032683905214071274, -0.031871724873781204, -0.031059544533491135, -0.030247364193201065, -0.029435183852910995, -0.028623003512620926, -0.027810821309685707, -0.026998640969395638, -0.026186460629105568, -0.0253742802888155, -0.02456209808588028, -0.02374991774559021, -0.02293773740530014, -0.02212555706501007, -0.02131337672472, -0.020501194521784782, -0.019689014181494713, -0.018876833841204643, -0.018064653500914574, -0.017252473160624504, -0.016440290957689285, -0.015628110617399216, -0.014815930277109146, -0.014003749005496502, -0.013191568665206432, -0.012379387393593788, -0.011567207053303719, -0.010755026713013649, -0.009942845441401005, -0.009130665101110935, -0.008318483829498291, -0.0075063034892082214, -0.0066941226832568645, -0.005881941877305508, -0.005069761071354151, -0.004257580265402794, -0.003445399459451437, -0.0026332188863307238, -0.0018210380803793669, -0.00100885727442801, -0.00019667658489197493, 0.000615504162851721, 0.001427684910595417, 0.002239865716546774, 0.003052046522498131, 0.003864227095618844, 0.004676408134400845, 0.005488588474690914, 0.006300769280642271, 0.007112950086593628, 0.007925130426883698, 0.008737311698496342, 0.009549492038786411, 0.010361673310399055, 0.011173853650689125, 0.01198603492230177, 0.012798215262591839, 0.013610396534204483, 0.014422576874494553]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [3.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 3.0, 5.0, 3.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.12679758667945862, -0.11284113675355911, -0.0988846868276596, -0.0849282443523407, -0.07097179442644119, -0.05701534450054169, -0.04305889829993248, -0.029102450236678123, -0.015146002173423767, -0.0011895541101694107, 0.012766893953084946, 0.026723342016339302, 0.04067979007959366, 0.054636240005493164, 0.06859268248081207, 0.08254913240671158, 0.09650558233261108, 0.11046203225851059, 0.1244184821844101, 0.138374924659729, 0.1523313820362091, 0.16628782451152802, 0.18024426698684692, 0.19420072436332703, 0.20815716683864594, 0.22211360931396484, 0.23607006669044495, 0.25002652406692505, 0.26398295164108276, 0.27793940901756287, 0.29189586639404297, 0.3058522939682007, 0.3198087513446808, 0.3337652087211609, 0.3477216362953186, 0.3616780936717987, 0.3756345510482788, 0.3895909786224365, 0.4035474359989166, 0.41750389337539673, 0.43146032094955444, 0.44541677832603455, 0.45937323570251465, 0.47332969307899475, 0.48728612065315247, 0.5012425780296326, 0.5151990056037903, 0.5291554927825928, 0.5431119203567505, 0.5570683479309082, 0.5710248351097107, 0.5849812626838684, 0.5989376902580261, 0.6128941774368286, 0.6268506050109863, 0.640807032585144, 0.6547635197639465, 0.6687199473381042, 0.682676374912262, 0.6966328620910645, 0.7105892896652222, 0.7245457172393799, 0.7385022044181824, 0.7524586319923401, 0.7664151191711426]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 3.0, 1.0, 4.0, 7.0, 6.0, 6.0, 11.0, 6.0, 8.0, 14.0, 19.0, 20.0, 48.0, 40.0, 23.0, 10.0, 11.0, 5.0, 8.0, 4.0, 2.0, 4.0, 2.0, 0.0, 1.0, 3.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.11602184921503067, -0.11250785738229752, -0.10899387300014496, -0.1054798811674118, -0.10196588933467865, -0.0984518975019455, -0.09493791311979294, -0.09142392128705978, -0.08790992945432663, -0.08439594507217407, -0.08088195323944092, -0.07736796140670776, -0.07385396957397461, -0.07033998519182205, -0.0668259933590889, -0.06331200152635574, -0.05979801341891289, -0.05628402531147003, -0.05277003347873688, -0.04925604537129402, -0.04574205353856087, -0.04222806543111801, -0.03871407359838486, -0.035200085490942, -0.031686097383499146, -0.02817210555076599, -0.024658115580677986, -0.02114412561058998, -0.017630137503147125, -0.014116146601736546, -0.010602157562971115, -0.00708816759288311, -0.003574177622795105, -6.018788553774357e-05, 0.003453801851719618, 0.006967791356146336, 0.01048178132623434, 0.013995771296322346, 0.017509760335087776, 0.02102375030517578, 0.024537740275263786, 0.02805173024535179, 0.03156571835279465, 0.0350797101855278, 0.03859369829297066, 0.04210769012570381, 0.04562167823314667, 0.04913567006587982, 0.05264965817332268, 0.05616364628076553, 0.05967763811349869, 0.06319162994623184, 0.0667056143283844, 0.07021960616111755, 0.07373359799385071, 0.07724758982658386, 0.08076157420873642, 0.08427556604146957, 0.08778955787420273, 0.09130354225635529, 0.09481753408908844, 0.0983315259218216, 0.10184551775455475, 0.1053595021367073, 0.10887349396944046]}, "_runtime": 147.60306191444397, "_timestamp": 1596211737.3741708, "_step": 183}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 2.0, 1.0, 7.0, 2.0, 2.0, 1.0, 4.0, 2.0, 7.0, 3.0, 3.0, 0.0, 1.0, 2.0, 2.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01198333129286766, -0.011624383740127087, -0.011265435256063938, -0.010906487703323364, -0.010547539219260216, -0.010188591666519642, -0.009829644113779068, -0.00947069562971592, -0.009111748076975346, -0.008752800524234772, -0.008393852040171623, -0.00803490448743105, -0.007675956469029188, -0.007317008450627327, -0.006958060897886753, -0.006599112879484892, -0.006240164861083031, -0.0058812168426811695, -0.005522268824279308, -0.0051633212715387344, -0.004804373253136873, -0.004445425234735012, -0.004086477681994438, -0.003727529663592577, -0.003368581645190716, -0.0030096336267888546, -0.002650685841217637, -0.0022917380556464195, -0.0019327900372445583, -0.001573842135258019, -0.0012148942332714796, -0.0008559463312849402, -0.0004969984292984009, -0.00013805052731186152, 0.00022089737467467785, 0.0005798452766612172, 0.0009387931786477566, 0.001297741080634296, 0.0016566889826208353, 0.002015636768192053, 0.002374584786593914, 0.0027335328049957752, 0.0030924805905669928, 0.0034514283761382103, 0.0038103763945400715, 0.004169324412941933, 0.0045282719656825066, 0.004887219984084368, 0.005246168002486229, 0.00560511602088809, 0.005964064039289951, 0.006323011592030525, 0.006681959610432386, 0.007040907628834248, 0.0073998551815748215, 0.007758803199976683, 0.008117751218378544, 0.008476698771119118, 0.008835647255182266, 0.00919459480792284, 0.009553542360663414, 0.009912490844726562, 0.010271438397467136, 0.010630386881530285, 0.010989334434270859]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 4.0, 2.0, 1.0, 0.0, 3.0, 2.0, 5.0, 4.0, 6.0, 4.0, 9.0, 13.0, 10.0, 12.0, 26.0, 28.0, 31.0, 41.0, 50.0, 89.0, 122.0, 193.0, 305.0, 4620.0, 1452.0, 297.0, 192.0, 116.0, 85.0, 42.0, 25.0, 21.0, 28.0, 20.0, 5.0, 15.0, 7.0, 10.0, 4.0, 3.0, 8.0, 3.0, 4.0, 4.0, 0.0, 3.0, 3.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.12532173097133636, -0.12139871716499329, -0.1174757108092308, -0.11355270445346832, -0.10962969064712524, -0.10570667684078217, -0.10178367048501968, -0.0978606641292572, -0.09393765032291412, -0.09001463651657104, -0.08609163016080856, -0.08216862380504608, -0.078245609998703, -0.07432259619235992, -0.07039958983659744, -0.06647658348083496, -0.06255356967449188, -0.0586305595934391, -0.05470754951238632, -0.05078453943133354, -0.04686152935028076, -0.04293851926922798, -0.0390155091881752, -0.03509249910712242, -0.03116948902606964, -0.02724647894501686, -0.02332346886396408, -0.0194004587829113, -0.01547744870185852, -0.01155443862080574, -0.00763142853975296, -0.00370841845870018, 0.0002145916223526001, 0.00413760170340538, 0.00806061178445816, 0.01198362186551094, 0.01590663194656372, 0.0198296420276165, 0.02375265210866928, 0.02767566218972206, 0.03159867227077484, 0.03552168235182762, 0.0394446924328804, 0.04336770251393318, 0.04729071259498596, 0.05121372267603874, 0.05513673275709152, 0.0590597428381443, 0.06298275291919708, 0.06690576672554016, 0.07082877308130264, 0.07475177943706512, 0.0786747932434082, 0.08259780704975128, 0.08652081340551376, 0.09044381976127625, 0.09436683356761932, 0.0982898473739624, 0.10221285372972488, 0.10613586008548737, 0.11005887389183044, 0.11398188769817352, 0.117904894053936, 0.12182790040969849, 0.12575091421604156]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 1.0, 1.0, 1.0, 2.0, 4.0, 2.0, 3.0, 3.0, 5.0, 2.0, 3.0, 0.0, 3.0, 3.0, 4.0, 5.0, 26.0, 7.0, 7.0, 2.0, 2.0, 2.0, 2.0, 3.0, 2.0, 3.0, 2.0, 3.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 2.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0027720278594642878, -0.002675581956282258, -0.002579136285930872, -0.0024826903827488422, -0.0023862444795668125, -0.002289798576384783, -0.002193352673202753, -0.002096907002851367, -0.0020004610996693373, -0.0019040151964873075, -0.0018075694097205997, -0.0017111236229538918, -0.001614677719771862, -0.0015182318165898323, -0.0014217860298231244, -0.0013253402430564165, -0.0012288943398743868, -0.001132448436692357, -0.0010360026499256492, -0.0009395568049512804, -0.0008431109599769115, -0.0007466651150025427, -0.0006502192700281739, -0.0005537734250538051, -0.0004573275800794363, -0.0003608817351050675, -0.0002644358901306987, -0.00016799004515632987, -7.154420018196106e-05, 2.490164479240775e-05, 0.00012134748976677656, 0.00021779333474114537, 0.0003142391797155142, 0.000410685024689883, 0.0005071308696642518, 0.0006035767146386206, 0.0007000225596129894, 0.0007964684045873582, 0.000892914249561727, 0.000989360036328435, 0.0010858059395104647, 0.0011822518426924944, 0.0012786976294592023, 0.0013751434162259102, 0.00147158931940794, 0.0015680352225899696, 0.0016644810093566775, 0.0017609267961233854, 0.0018573726993054152, 0.001953818602487445, 0.002050264272838831, 0.0021467101760208607, 0.0022431560792028904, 0.00233960198238492, 0.00243604788556695, 0.002532493555918336, 0.0026289394591003656, 0.0027253853622823954, 0.0028218310326337814, 0.002918276935815811, 0.003014722838997841, 0.0031111687421798706, 0.0032076146453619003, 0.0033040603157132864, 0.003400506218895316]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 6.0, 4.0, 5.0, 8.0, 8.0, 10.0, 20.0, 32.0, 31.0, 48.0, 60.0, 104.0, 141.0, 207.0, 308.0, 500.0, 827.0, 1315.0, 2191.0, 3602.0, 6468.0, 13156.0, 30955.0, 104816.0, 888671.0, 66836.0, 24832.0, 12587.0, 7389.0, 4640.0, 3038.0, 2057.0, 1333.0, 1059.0, 688.0, 495.0, 368.0, 211.0, 187.0, 121.0, 94.0, 52.0, 47.0, 30.0, 19.0, 26.0, 13.0, 8.0, 6.0, 3.0, 6.0, 0.0, 1.0, 3.0, 0.0, 1.0], "bins": [-0.006304804235696793, -0.006110621616244316, -0.00591643899679184, -0.005722256377339363, -0.005528073757886887, -0.005333890672773123, -0.005139708053320646, -0.00494552543386817, -0.004751342814415693, -0.004557160194963217, -0.00436297757551074, -0.004168794956058264, -0.0039746118709445, -0.003780429484322667, -0.003586246632039547, -0.0033920640125870705, -0.003197881393134594, -0.0030036987736821175, -0.002809516154229641, -0.002615333301946521, -0.0024211506824940443, -0.002226968063041568, -0.0020327852107584476, -0.0018386025913059711, -0.0016444199718534946, -0.0014502373524010181, -0.0012560546165332198, -0.0010618718806654215, -0.000867689261212945, -0.0006735065835528076, -0.00047932390589267015, -0.00028514122823253274, -9.095855057239532e-05, 0.00010322412708774209, 0.0002974068047478795, 0.0004915894824080169, 0.0006857721600681543, 0.0008799548377282917, 0.0010741375153884292, 0.0012683202512562275, 0.001462502870708704, 0.0016566854901611805, 0.0018508682260289788, 0.002045050961896777, 0.0022392335813492537, 0.00243341620080173, 0.0026275990530848503, 0.002821781672537327, 0.0030159642919898033, 0.00321014691144228, 0.0034043295308947563, 0.0035985123831778765, 0.003792695002630353, 0.003986877854913473, 0.00418106047436595, 0.004375243093818426, 0.004569425713270903, 0.004763608332723379, 0.004957790952175856, 0.005151973571628332, 0.005346156656742096, 0.0055403392761945724, 0.005734521895647049, 0.0059287045150995255, 0.006122887134552002]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 3.0, 0.0, 5.0, 5.0, 4.0, 4.0, 4.0, 10.0, 1.0, 4.0, 5.0, 2.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.015481755137443542, -0.014505995437502861, -0.01353023573756218, -0.012554476968944073, -0.011578717269003391, -0.01060295756906271, -0.009627198800444603, -0.008651439100503922, -0.00767567940056324, -0.006699919700622559, -0.0057241604663431644, -0.00474840123206377, -0.003772641532123089, -0.002796882065013051, -0.0018211225979030132, -0.0008453631307929754, 0.00013039633631706238, 0.0011061558034271002, 0.002081915270537138, 0.003057674737647176, 0.004033434204757214, 0.005009193904697895, 0.005984953138977289, 0.006960712373256683, 0.007936472073197365, 0.008912231773138046, 0.009887991473078728, 0.010863750241696835, 0.011839509941637516, 0.012815269641578197, 0.013791028410196304, 0.014766788110136986, 0.015742547810077667, 0.01671830751001835, 0.01769406720995903, 0.01866982690989971, 0.019645586609840393, 0.020621344447135925, 0.021597104147076607, 0.022572863847017288, 0.02354862354695797, 0.02452438324689865, 0.025500142946839333, 0.026475902646780014, 0.027451660484075546, 0.028427420184016228, 0.02940317988395691, 0.03037893958389759, 0.03135469928383827, 0.032330457121133804, 0.033306218683719635, 0.03428197652101517, 0.035257738083601, 0.03623349592089653, 0.03720925748348236, 0.03818501532077789, 0.039160773158073425, 0.040136534720659256, 0.04111229255795479, 0.04208805412054062, 0.04306381195783615, 0.04403957352042198, 0.045015331357717514, 0.045991092920303345, 0.04696685075759888]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 11.0, 3.0, 10.0, 12.0, 15.0, 41.0, 31.0, 30.0, 66.0, 75.0, 100.0, 153.0, 241.0, 353.0, 540.0, 867.0, 1382.0, 2247.0, 6551.0, 2160.0, 1150.0, 714.0, 457.0, 328.0, 210.0, 144.0, 99.0, 84.0, 68.0, 63.0, 37.0, 32.0, 24.0, 17.0, 13.0, 11.0, 6.0, 7.0, 8.0, 3.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 9.0, 22.0, 12.0, 2.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 8.0], "bins": [-0.009483132511377335, -0.009100105613470078, -0.008717077784240246, -0.008334050886332989, -0.007951023057103157, -0.0075679961591959, -0.007184969261288643, -0.0068019418977200985, -0.006418914534151554, -0.00603588717058301, -0.005652859807014465, -0.005269832909107208, -0.004886805545538664, -0.0045037781819701195, -0.004120751284062862, -0.003737723920494318, -0.0033546965569257736, -0.0029716691933572292, -0.0025886420626193285, -0.0022056149318814278, -0.0018225875683128834, -0.0014395603211596608, -0.0010565330740064383, -0.0006735058268532157, -0.00029047857969999313, 9.254866745322943e-05, 0.000475575914606452, 0.0008586031617596745, 0.0012416304089128971, 0.0016246576560661197, 0.0020076849032193422, 0.002390712033957243, 0.0027737393975257874, 0.0031567667610943317, 0.0035397938918322325, 0.003922821022570133, 0.004305848386138678, 0.004688875749707222, 0.005071902647614479, 0.0054549300111830235, 0.005837957374751568, 0.006220984738320112, 0.006604012101888657, 0.006987038999795914, 0.007370066363364458, 0.0077530937269330025, 0.00813612062484026, 0.008519148454070091, 0.008902175351977348, 0.009285202249884605, 0.009668230079114437, 0.010051256977021694, 0.010434284806251526, 0.010817311704158783, 0.01120033860206604, 0.011583366431295872, 0.011966393329203129, 0.012349420227110386, 0.012732448056340218, 0.013115474954247475, 0.013498501852154732, 0.013881529681384563, 0.01426455657929182, 0.014647584408521652, 0.01503061130642891]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.07687487453222275, -0.07454525679349899, -0.07221564650535583, -0.06988602876663208, -0.06755641847848892, -0.06522680073976517, -0.06289719045162201, -0.060567572712898254, -0.0582379586994648, -0.05590834468603134, -0.053578730672597885, -0.05124911665916443, -0.048919498920440674, -0.04658988490700722, -0.04426027089357376, -0.041930656880140305, -0.03960104286670685, -0.03727142885327339, -0.034941814839839935, -0.03261220082640648, -0.030282584950327873, -0.027952970936894417, -0.02562335506081581, -0.023293741047382355, -0.0209641270339489, -0.018634513020515442, -0.016304899007081985, -0.01397528313100338, -0.011645669117569923, -0.009316055104136467, -0.006986440159380436, -0.004656825680285692, -0.0023272112011909485, 2.4032779037952423e-06, 0.002332017756998539, 0.004661632236093283, 0.006991246715188026, 0.009320860728621483, 0.011650475673377514, 0.013980090618133545, 0.016309704631567, 0.018639318645000458, 0.020968932658433914, 0.02329854853451252, 0.025628162547945976, 0.027957776561379433, 0.03028739243745804, 0.032617006450891495, 0.03494662046432495, 0.03727623447775841, 0.039605848491191864, 0.04193546250462532, 0.04426507651805878, 0.04659469425678253, 0.04892430827021599, 0.051253922283649445, 0.0535835362970829, 0.05591315031051636, 0.058242764323949814, 0.06057237833738327, 0.06290199607610703, 0.06523160636425018, 0.06756122410297394, 0.0698908343911171, 0.07222045212984085]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 3.0, 2.0, 2.0, 3.0, 3.0, 2.0, 7.0, 8.0, 9.0, 11.0, 8.0, 17.0, 10.0, 7.0, 12.0, 8.0, 15.0, 34.0, 16.0, 11.0, 8.0, 9.0, 5.0, 5.0, 5.0, 5.0, 5.0, 1.0, 5.0, 3.0, 1.0, 8.0, 2.0, 5.0, 6.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.06636825948953629, -0.06442047655582428, -0.06247268617153168, -0.06052489951252937, -0.05857711285352707, -0.056629326194524765, -0.05468154326081276, -0.052733756601810455, -0.05078596994280815, -0.04883818328380585, -0.04689039662480354, -0.04494260996580124, -0.042994823306798935, -0.04104703664779663, -0.03909924998879433, -0.03715146332979202, -0.03520368039608002, -0.03325589373707771, -0.03130810707807541, -0.029360320419073105, -0.0274125337600708, -0.025464747101068497, -0.023516960442066193, -0.02156917378306389, -0.019621387124061584, -0.01767360232770443, -0.015725815668702126, -0.013778029009699821, -0.011830242350697517, -0.009882456623017788, -0.007934669964015484, -0.005986883770674467, -0.00403909757733345, -0.0020913113839924335, -0.00014352495782077312, 0.0018042613519355655, 0.003752047661691904, 0.005699833855032921, 0.007647620514035225, 0.009595406241714954, 0.011543192900717258, 0.013490979559719563, 0.015438765287399292, 0.017386551946401596, 0.0193343386054039, 0.021282125264406204, 0.02322991006076336, 0.025177696719765663, 0.027125483378767967, 0.02907327003777027, 0.031021056696772575, 0.03296884149312973, 0.034916628152132034, 0.03686441481113434, 0.03881220147013664, 0.04075998812913895, 0.04270777478814125, 0.044655561447143555, 0.04660334810614586, 0.048551131039857864, 0.05049891769886017, 0.05244670435786247, 0.05439449101686478, 0.05634227767586708, 0.058290064334869385]}, "_runtime": 148.3595426082611, "_timestamp": 1596211738.1306515, "_step": 184}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 5.0, 7.0, 3.0, 0.0, 4.0, 2.0, 4.0, 0.0, 2.0, 1.0, 2.0, 0.0, 1.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0105578089132905, -0.010260682553052902, -0.00996355526149273, -0.00966642890125513, -0.009369302541017532, -0.009072176180779934, -0.008775049820542336, -0.008477922528982162, -0.008180796168744564, -0.007883669808506966, -0.00758654298260808, -0.007289416156709194, -0.006992289796471596, -0.006695163436233997, -0.006398036610335112, -0.006100909784436226, -0.0058037834241986275, -0.005506657063961029, -0.005209530238062143, -0.004912403412163258, -0.004615277051925659, -0.004318150691688061, -0.004021023865789175, -0.003723897272720933, -0.003426770679652691, -0.003129644086584449, -0.0028325174935162067, -0.0025353909004479647, -0.0022382643073797226, -0.0019411377143114805, -0.0016440111212432384, -0.0013468845281749964, -0.0010497579351067543, -0.0007526313420385122, -0.00045550474897027016, -0.00015837815590202808, 0.000138748437166214, 0.00043587503023445606, 0.0007330016233026981, 0.0010301282163709402, 0.0013272548094391823, 0.0016243814025074244, 0.0019215079955756664, 0.0022186345886439085, 0.0025157611817121506, 0.0028128877747803926, 0.0031100143678486347, 0.003407140960916877, 0.003704267553985119, 0.004001393914222717, 0.004298520740121603, 0.004595647566020489, 0.004892773926258087, 0.005189900286495686, 0.005487027112394571, 0.005784153938293457, 0.0060812802985310555, 0.006378406658768654, 0.00667553348466754, 0.006972660310566425, 0.007269786670804024, 0.007566913031041622, 0.00786403939127922, 0.008161166682839394, 0.008458293043076992]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 4.0, 1.0, 6.0, 3.0, 7.0, 6.0, 12.0, 3.0, 12.0, 11.0, 14.0, 20.0, 31.0, 39.0, 46.0, 71.0, 96.0, 120.0, 187.0, 414.0, 5681.0, 446.0, 229.0, 137.0, 86.0, 57.0, 52.0, 40.0, 25.0, 15.0, 11.0, 7.0, 7.0, 8.0, 7.0, 5.0, 4.0, 1.0, 3.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1556391417980194, -0.15097737312316895, -0.14631560444831848, -0.14165383577346802, -0.13699206709861755, -0.1323302984237671, -0.12766852974891663, -0.12300676852464676, -0.1183449998497963, -0.11368323117494583, -0.10902146250009537, -0.1043596938252449, -0.09969793260097504, -0.09503616392612457, -0.09037439525127411, -0.08571262657642365, -0.08105085790157318, -0.07638908922672272, -0.07172732055187225, -0.06706555187702179, -0.062403786927461624, -0.05774201825261116, -0.053080253303050995, -0.04841848462820053, -0.04375671595335007, -0.0390949472784996, -0.03443317860364914, -0.029771413654088974, -0.02510964497923851, -0.020447876304388046, -0.01578610949218273, -0.011124341748654842, -0.006462574005126953, -0.0018008062615990639, 0.0028609614819288254, 0.007522729225456715, 0.012184496968984604, 0.016846265643835068, 0.021508032456040382, 0.026169799268245697, 0.03083156794309616, 0.035493336617946625, 0.04015510529279709, 0.044816870242357254, 0.04947863891720772, 0.05414040759205818, 0.05880217254161835, 0.06346394121646881, 0.06812570989131927, 0.07278747856616974, 0.0774492472410202, 0.08211101591587067, 0.08677278459072113, 0.091434545814991, 0.09609631448984146, 0.10075808316469193, 0.10541985183954239, 0.11008162051439285, 0.11474338918924332, 0.11940515786409378, 0.12406691908836365, 0.1287286877632141, 0.13339045643806458, 0.13805222511291504, 0.1427139937877655]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 4.0, 2.0, 11.0, 3.0, 4.0, 5.0, 8.0, 2.0, 4.0, 31.0, 1.0, 1.0, 2.0, 5.0, 1.0, 6.0, 2.0, 3.0, 3.0, 2.0, 3.0, 2.0, 1.0, 3.0, 2.0, 2.0, 0.0, 0.0, 0.0, 4.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.003101180074736476, -0.003004011232405901, -0.0029068421572446823, -0.0028096733149141073, -0.0027125044725835323, -0.0026153353974223137, -0.0025181665550917387, -0.00242099747993052, -0.002323828637599945, -0.00222665979526937, -0.0021294907201081514, -0.0020323218777775764, -0.0019351529190316796, -0.0018379839602857828, -0.0017408151179552078, -0.001643646159209311, -0.0015464772004634142, -0.0014493082417175174, -0.0013521392829716206, -0.0012549704406410456, -0.0011578014818951488, -0.001060632523149252, -0.000963463622611016, -0.0008662947220727801, -0.0007691257633268833, -0.0006719568045809865, -0.0005747879040427506, -0.00047761897440068424, -0.0003804500447586179, -0.0002832811151165515, -0.00018611218547448516, -8.89432558324188e-05, 8.22567380964756e-06, 0.00010539460345171392, 0.00020256353309378028, 0.00029973246273584664, 0.000396901392377913, 0.0004940703511238098, 0.0005912392516620457, 0.0006884081522002816, 0.0007855771109461784, 0.0008827460696920753, 0.000979915028437972, 0.001077083870768547, 0.0011742528295144439, 0.0012714217882603407, 0.0013685906305909157, 0.0014657595893368125, 0.0015629285480827093, 0.0016600975068286061, 0.001757266465574503, 0.001854435307905078, 0.0019516042666509748, 0.0020487732253968716, 0.0021459420677274466, 0.002243111142888665, 0.00234027998521924, 0.002437448827549815, 0.002534617902711034, 0.002631786745041609, 0.0027289558202028275, 0.0028261246625334024, 0.0029232935048639774, 0.003020462580025196, 0.003117631422355771]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 5.0, 0.0, 4.0, 8.0, 13.0, 22.0, 34.0, 51.0, 87.0, 144.0, 248.0, 384.0, 618.0, 972.0, 1650.0, 2942.0, 5531.0, 11371.0, 26393.0, 78278.0, 891187.0, 91396.0, 31319.0, 15113.0, 8311.0, 4915.0, 2888.0, 1831.0, 1237.0, 811.0, 539.0, 385.0, 261.0, 173.0, 138.0, 99.0, 82.0, 51.0, 38.0, 35.0, 21.0, 19.0, 13.0, 7.0, 5.0, 4.0, 3.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0054095094092190266, -0.0052138520404696465, -0.005018195137381554, -0.0048225377686321735, -0.004626880399882793, -0.004431223496794701, -0.0042355661280453205, -0.004039909224957228, -0.0038442518562078476, -0.003648594720289111, -0.0034529375843703747, -0.0032572802156209946, -0.003061623079702258, -0.0028659659437835217, -0.0026703085750341415, -0.002474651439115405, -0.0022789943031966686, -0.002083337167277932, -0.0018876799149438739, -0.0016920226626098156, -0.0014963655266910791, -0.0013007083907723427, -0.0011050511384382844, -0.000909393944311887, -0.0007137367501854897, -0.0005180795560590923, -0.0003224223619326949, -0.00012676516780629754, 6.889202632009983e-05, 0.0002645492204464972, 0.0004602064145728946, 0.0006558636086992919, 0.0008515208028256893, 0.0010471779387444258, 0.001242835191078484, 0.0014384924434125423, 0.0016341495793312788, 0.0018298067152500153, 0.0020254640839993954, 0.002221121219918132, 0.0024167783558368683, 0.0026124354917556047, 0.002808092627674341, 0.0030037499964237213, 0.0031994071323424578, 0.0033950642682611942, 0.0035907216370105743, 0.003786378772929311, 0.003982035908848047, 0.004177693277597427, 0.00437335018068552, 0.0045690075494349, 0.00476466491818428, 0.004960321821272373, 0.005155979190021753, 0.005351636093109846, 0.005547293461859226, 0.005742950830608606, 0.005938607733696699, 0.006134265102446079, 0.006329922005534172, 0.006525579374283552, 0.006721236743032932, 0.006916893646121025, 0.007112551014870405]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 4.0, 1.0, 1.0, 1.0, 3.0, 3.0, 9.0, 5.0, 4.0, 3.0, 1.0, 1.0, 3.0, 1.0, 2.0, 1.0, 0.0, 6.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.025940559804439545, -0.025270216166973114, -0.024599872529506683, -0.023929528892040253, -0.023259185254573822, -0.02258884161710739, -0.02191849984228611, -0.02124815620481968, -0.02057781256735325, -0.019907468929886818, -0.019237125292420387, -0.018566781654953957, -0.017896438017487526, -0.017226094380021095, -0.016555750742554665, -0.015885407105088234, -0.015215064398944378, -0.014544720761477947, -0.013874377124011517, -0.01320403441786766, -0.01253369078040123, -0.0118633471429348, -0.011193003505468369, -0.010522659868001938, -0.009852316230535507, -0.009181973524391651, -0.00851162988692522, -0.00784128624945879, -0.007170942611992359, -0.006500599440187216, -0.005830255802720785, -0.005159912630915642, -0.004489568993449211, -0.003819225588813424, -0.003148882184177637, -0.0024785385467112064, -0.0018081951420754194, -0.0011378517374396324, -0.0004675082163885236, 0.00020283524645492435, 0.0008731787092983723, 0.0015435221139341593, 0.0022138655185699463, 0.002884209156036377, 0.003554552560672164, 0.004224895965307951, 0.004895239602774382, 0.005565582774579525, 0.006235926412045956, 0.006906270049512386, 0.00757661322131753, 0.008246956393122673, 0.008917300030589104, 0.009587643668055534, 0.010257987305521965, 0.010928330942988396, 0.011598674580454826, 0.012269017286598682, 0.012939360924065113, 0.013609704561531544, 0.014280048198997974, 0.014950391836464405, 0.015620734542608261, 0.016291078180074692, 0.016961421817541122]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 3.0, 2.0, 4.0, 4.0, 7.0, 9.0, 9.0, 6.0, 11.0, 10.0, 21.0, 22.0, 20.0, 38.0, 54.0, 65.0, 60.0, 95.0, 123.0, 126.0, 201.0, 248.0, 313.0, 402.0, 549.0, 790.0, 1131.0, 1790.0, 6023.0, 1862.0, 1219.0, 868.0, 617.0, 412.0, 289.0, 249.0, 184.0, 160.0, 109.0, 71.0, 59.0, 47.0, 29.0, 27.0, 30.0, 15.0, 14.0, 8.0, 4.0, 4.0, 2.0, 2.0, 4.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0], "bins": [-0.008841177448630333, -0.008559975773096085, -0.008278774097561836, -0.007997572422027588, -0.0077163707464933395, -0.0074351695366203785, -0.00715396786108613, -0.006872766185551882, -0.0065915645100176334, -0.006310362834483385, -0.006029161158949137, -0.005747959483414888, -0.005466758273541927, -0.005185556598007679, -0.004904354922473431, -0.004623153246939182, -0.004341951571404934, -0.004060749895870686, -0.0037795482203364372, -0.0034983467776328325, -0.003217145102098584, -0.002935943426564336, -0.002654741983860731, -0.0023735403083264828, -0.0020923386327922344, -0.001811136957257986, -0.0015299353981390595, -0.001248733839020133, -0.0009675321634858847, -0.0006863305461592972, -0.0004051289288327098, -0.00012392731150612235, 0.0001572743058204651, 0.0004384759231470525, 0.00071967754047364, 0.0010008790995925665, 0.0012820807751268148, 0.0015632824506610632, 0.0018444840097799897, 0.0021256855688989162, 0.0024068872444331646, 0.002688088919967413, 0.0029692905955016613, 0.003250492038205266, 0.0035316937137395144, 0.0038128953892737627, 0.004094096831977367, 0.004375298507511616, 0.004656500183045864, 0.0049377018585801125, 0.005218903534114361, 0.005500105209648609, 0.0057813068851828575, 0.0060625080950558186, 0.006343709770590067, 0.006624911446124315, 0.006906113121658564, 0.007187314797192812, 0.00746851647272706, 0.007749718148261309, 0.00803091935813427, 0.008312121033668518, 0.008593322709202766, 0.008874524384737015, 0.009155726060271263]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 4.0, 1.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.09756496548652649, -0.09508480131626129, -0.0926046371459961, -0.09012448042631149, -0.0876443162560463, -0.0851641520857811, -0.0826839953660965, -0.0802038311958313, -0.0777236670255661, -0.0752435028553009, -0.0727633386850357, -0.0702831819653511, -0.06780301779508591, -0.06532285362482071, -0.06284269690513611, -0.06036253273487091, -0.05788236856460571, -0.055402204394340515, -0.052922043949365616, -0.05044188350439072, -0.04796171933412552, -0.04548155516386032, -0.04300139471888542, -0.04052123427391052, -0.038041070103645325, -0.03556090593338013, -0.03308074548840523, -0.03060058318078518, -0.02812042087316513, -0.025640258565545082, -0.023160096257925034, -0.020679933950304985, -0.018199771642684937, -0.015719609335064888, -0.01323944702744484, -0.010759284719824791, -0.008279122412204742, -0.005798960104584694, -0.0033187977969646454, -0.0008386354893445969, 0.0016415268182754517, 0.0041216891258955, 0.006601851433515549, 0.009082013741135597, 0.011562176048755646, 0.014042338356375694, 0.016522500663995743, 0.01900266297161579, 0.02148282527923584, 0.02396298758685589, 0.026443149894475937, 0.028923312202095985, 0.031403474509716034, 0.03388363867998123, 0.03636379912495613, 0.03884395956993103, 0.04132412374019623, 0.043804287910461426, 0.046284448355436325, 0.048764608800411224, 0.05124477297067642, 0.05372493714094162, 0.05620509758591652, 0.05868525803089142, 0.061165422201156616]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 3.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 0.0, 1.0, 1.0, 3.0, 2.0, 4.0, 0.0, 3.0, 8.0, 7.0, 2.0, 5.0, 3.0, 8.0, 3.0, 1.0, 9.0, 9.0, 5.0, 10.0, 21.0, 11.0, 32.0, 18.0, 23.0, 9.0, 11.0, 9.0, 6.0, 4.0, 6.0, 4.0, 9.0, 2.0, 2.0, 3.0, 4.0, 4.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.04295939579606056, -0.04189368337392807, -0.04082797095179558, -0.03976225480437279, -0.038696542382240295, -0.0376308299601078, -0.03656511753797531, -0.03549940139055252, -0.03443368896842003, -0.03336797654628754, -0.032302264124155045, -0.031236549839377403, -0.03017083741724491, -0.02910512313246727, -0.028039410710334778, -0.026973696425557137, -0.025907984003424644, -0.024842271581292152, -0.02377655729651451, -0.02271084487438202, -0.021645130589604378, -0.020579418167471886, -0.019513703882694244, -0.018447991460561752, -0.01738227903842926, -0.01631656475365162, -0.015250851400196552, -0.014185138046741486, -0.013119425624608994, -0.012053712271153927, -0.01098799891769886, -0.009922285564243793, -0.008856572210788727, -0.00779085885733366, -0.0067251455038785934, -0.005659432616084814, -0.004593719262629747, -0.0035280059091746807, -0.0024622927885502577, -0.0013965795515105128, -0.000330866314470768, 0.0007348469225689769, 0.0018005601596087217, 0.0028662732802331448, 0.0039319866336882114, 0.004997699987143278, 0.0060634128749370575, 0.007129126228392124, 0.00819483958184719, 0.009260552935302258, 0.010326266288757324, 0.011391979642212391, 0.012457692995667458, 0.01352340541779995, 0.014589118771255016, 0.015654832124710083, 0.016720544546842575, 0.017786258831620216, 0.01885197125375271, 0.01991768553853035, 0.020983397960662842, 0.022049112245440483, 0.023114824667572975, 0.024180538952350616, 0.02524625137448311]}, "_runtime": 149.12553691864014, "_timestamp": 1596211738.8966458, "_step": 185}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 2.0, 2.0, 0.0, 3.0, 1.0, 2.0, 1.0, 8.0, 4.0, 3.0, 2.0, 2.0, 1.0, 2.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.011138242669403553, -0.010822180658578873, -0.010506117716431618, -0.010190055705606937, -0.009873993694782257, -0.009557931683957577, -0.009241868741810322, -0.008925806730985641, -0.008609744720160961, -0.008293681778013706, -0.007977619767189026, -0.0076615577563643456, -0.007345495279878378, -0.007029433269053698, -0.00671337079256773, -0.00639730878174305, -0.006081246305257082, -0.005765183828771114, -0.005449121817946434, -0.005133059341460466, -0.004816997330635786, -0.004500934854149818, -0.004184872843325138, -0.0038688103668391705, -0.0035527481231838465, -0.0032366858795285225, -0.0029206236358731985, -0.0026045613922178745, -0.002288498915731907, -0.001972436672076583, -0.001656374428421259, -0.001340312184765935, -0.001024249941110611, -0.000708187697455287, -0.0003921253955923021, -7.606312283314764e-05, 0.0002399991499260068, 0.0005560613935813308, 0.0008721236954443157, 0.0011881859973073006, 0.0015042482409626245, 0.0018203104846179485, 0.0021363727282732725, 0.0024524349719285965, 0.002768497448414564, 0.003084559692069888, 0.003400621935725212, 0.003716684179380536, 0.00403274642303586, 0.004348808899521828, 0.004664870910346508, 0.004980933386832476, 0.005296995397657156, 0.005613057874143124, 0.005929119884967804, 0.006245182361453772, 0.006561244837939739, 0.0068773068487644196, 0.007193369325250387, 0.0075094313360750675, 0.007825493812561035, 0.008141555823385715, 0.008457617834210396, 0.00877368077635765, 0.009089742787182331]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 6.0, 5.0, 7.0, 10.0, 7.0, 18.0, 17.0, 25.0, 32.0, 33.0, 46.0, 70.0, 97.0, 128.0, 183.0, 336.0, 5369.0, 722.0, 255.0, 158.0, 87.0, 78.0, 65.0, 41.0, 25.0, 28.0, 18.0, 17.0, 8.0, 6.0, 6.0, 5.0, 2.0, 3.0, 5.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.1360677182674408, -0.1319059282541275, -0.1277441382408142, -0.12358233332633972, -0.11942054331302643, -0.11525875329971313, -0.11109695583581924, -0.10693515837192535, -0.10277336835861206, -0.09861157834529877, -0.09444978088140488, -0.09028798341751099, -0.08612619340419769, -0.0819644033908844, -0.07780260592699051, -0.07364080846309662, -0.06947901844978333, -0.06531722843647003, -0.06115543097257614, -0.05699363723397255, -0.05283184349536896, -0.048670049756765366, -0.044508256018161774, -0.04034646227955818, -0.03618466854095459, -0.032022874802351, -0.027861081063747406, -0.023699287325143814, -0.019537493586540222, -0.01537569984793663, -0.011213906109333038, -0.007052112370729446, -0.0028903186321258545, 0.0012714751064777374, 0.005433268845081329, 0.009595062583684921, 0.013756856322288513, 0.017918650060892105, 0.022080443799495697, 0.02624223753809929, 0.03040403127670288, 0.03456582501530647, 0.038727618753910065, 0.04288941249251366, 0.04705120623111725, 0.05121299996972084, 0.05537479370832443, 0.059536587446928024, 0.06369838118553162, 0.06786017119884491, 0.0720219686627388, 0.07618376612663269, 0.08034555613994598, 0.08450734615325928, 0.08866914361715317, 0.09283094108104706, 0.09699273109436035, 0.10115452110767365, 0.10531631857156754, 0.10947811603546143, 0.11363990604877472, 0.11780169606208801, 0.1219634935259819, 0.1261252909898758, 0.1302870810031891]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 3.0, 4.0, 2.0, 6.0, 2.0, 5.0, 3.0, 2.0, 7.0, 6.0, 26.0, 3.0, 3.0, 2.0, 4.0, 3.0, 3.0, 3.0, 5.0, 3.0, 1.0, 1.0, 4.0, 1.0, 0.0, 2.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0031916056759655476, -0.003083414165303111, -0.002975222421810031, -0.0028670309111475945, -0.0027588391676545143, -0.002650647656992078, -0.0025424561463296413, -0.002434264402836561, -0.0023260728921741247, -0.0022178813815116882, -0.002109689638018608, -0.0020014981273561716, -0.0018933065002784133, -0.001785114873200655, -0.0016769233625382185, -0.0015687317354604602, -0.0014605401083827019, -0.0013523484813049436, -0.0012441568542271852, -0.0011359653435647488, -0.0010277737164869905, -0.0009195820894092321, -0.0008113905205391347, -0.0007031989516690373, -0.000595007324591279, -0.0004868157266173512, -0.0003786241286434233, -0.00027043253066949546, -0.0001622409326955676, -5.404933472163975e-05, 5.41422632522881e-05, 0.00016233386122621596, 0.0002705254592001438, 0.00037871705717407167, 0.0004869086551479995, 0.0005951002240180969, 0.0007032918510958552, 0.0008114834781736135, 0.000919675047043711, 0.0010278666159138083, 0.0011360582429915667, 0.001244249870069325, 0.0013524414971470833, 0.0014606330078095198, 0.001568824634887278, 0.0016770162619650364, 0.0017852077726274729, 0.0018933993997052312, 0.0020015910267829895, 0.002109782537445426, 0.002217974280938506, 0.0023261657916009426, 0.0024343575350940228, 0.0025425490457564592, 0.0026507405564188957, 0.002758932299911976, 0.0028671238105744123, 0.002975315321236849, 0.003083507064729929, 0.0031916985753923655, 0.003299890086054802, 0.003408081829547882, 0.0035162733402103186, 0.0036244650837033987, 0.003732656594365835]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 3.0, 1.0, 3.0, 3.0, 3.0, 11.0, 9.0, 17.0, 12.0, 30.0, 38.0, 52.0, 85.0, 123.0, 180.0, 287.0, 435.0, 717.0, 1176.0, 2096.0, 3818.0, 7137.0, 14551.0, 35743.0, 121644.0, 873685.0, 57625.0, 23976.0, 12885.0, 7778.0, 4831.0, 3156.0, 2176.0, 1532.0, 1057.0, 743.0, 532.0, 402.0, 284.0, 213.0, 148.0, 132.0, 78.0, 59.0, 53.0, 30.0, 21.0, 17.0, 16.0, 11.0, 10.0, 4.0, 3.0, 1.0, 4.0, 2.0, 2.0, 2.0], "bins": [-0.007166554685682058, -0.006938003469258547, -0.006709452718496323, -0.006480901502072811, -0.0062523502856493, -0.006023799534887075, -0.005795248318463564, -0.005566697102040052, -0.005338146351277828, -0.005109595134854317, -0.004881043918430805, -0.004652492702007294, -0.0044239419512450695, -0.004195390734821558, -0.0039668395183980465, -0.0037382885348051786, -0.003509737551212311, -0.003281186567619443, -0.0030526353511959314, -0.0028240843676030636, -0.002595533151179552, -0.0023669821675866842, -0.0021384311839938164, -0.0019098800839856267, -0.001681328983977437, -0.0014527778839692473, -0.0012242267839610577, -0.0009956758003681898, -0.0007671247003600001, -0.0005385736003518105, -0.0003100225585512817, -8.147148764692247e-05, 0.00014707958325743675, 0.000375630654161796, 0.0006041817250661552, 0.000832732766866684, 0.0010612838668748736, 0.0012898349668830633, 0.0015183859504759312, 0.0017469370504841208, 0.0019754881504923105, 0.0022040391340851784, 0.00243259035050869, 0.0026611413341015577, 0.0028896923176944256, 0.003118243534117937, 0.003346794517710805, 0.0035753457341343164, 0.0038038967177271843, 0.004032447934150696, 0.00426099868491292, 0.0044895499013364315, 0.004718101117759943, 0.004946651868522167, 0.005175203084945679, 0.00540375430136919, 0.005632305517792702, 0.005860856268554926, 0.006089407484978437, 0.006317958701401949, 0.006546509452164173, 0.006775060668587685, 0.007003611885011196, 0.00723216263577342, 0.007460713852196932]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 2.0, 3.0, 2.0, 0.0, 1.0, 3.0, 7.0, 5.0, 4.0, 3.0, 4.0, 7.0, 2.0, 0.0, 2.0, 4.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013456696644425392, -0.012387966737151146, -0.0113192368298769, -0.010250506922602654, -0.009181777015328407, -0.008113048039376736, -0.0070443181321024895, -0.005975588224828243, -0.004906858317553997, -0.003838128410279751, -0.0027693987358361483, -0.0017006689449772239, -0.0006319391541182995, 0.0004367906367406249, 0.0015055204275995493, 0.002574250102043152, 0.003642980009317398, 0.004711709916591644, 0.0057804398238658905, 0.006849169265478849, 0.007917899638414383, 0.008986628614366055, 0.0100553585216403, 0.011124088428914547, 0.012192818336188793, 0.01326154824346304, 0.014330278150737286, 0.015399008058011532, 0.016467737033963203, 0.01753646694123745, 0.018605196848511696, 0.019673926755785942, 0.02074265666306019, 0.021811386570334435, 0.02288011647760868, 0.023948846384882927, 0.025017576292157173, 0.02608630619943142, 0.027155036106705666, 0.028223766013979912, 0.02929249405860901, 0.030361223965883255, 0.0314299538731575, 0.03249868378043175, 0.033567413687705994, 0.03463614359498024, 0.035704873502254486, 0.03677360340952873, 0.03784233331680298, 0.038911063224077225, 0.03997979313135147, 0.04104852303862572, 0.04211725294589996, 0.04318598285317421, 0.044254712760448456, 0.0453234426677227, 0.04639217257499695, 0.047460902482271194, 0.04852963238954544, 0.04959836229681969, 0.05066709220409393, 0.05173582211136818, 0.052804552018642426, 0.05387328192591667, 0.05494201183319092]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 3.0, 1.0, 4.0, 12.0, 17.0, 19.0, 29.0, 38.0, 66.0, 66.0, 75.0, 108.0, 164.0, 197.0, 313.0, 445.0, 633.0, 885.0, 1259.0, 2005.0, 5964.0, 1931.0, 1166.0, 763.0, 595.0, 431.0, 343.0, 233.0, 165.0, 117.0, 83.0, 61.0, 46.0, 28.0, 25.0, 15.0, 18.0, 12.0, 5.0, 13.0, 7.0, 2.0, 5.0, 4.0, 2.0, 1.0, 0.0, 0.0, 1.0, 8.0, 12.0, 13.0, 10.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 9.0], "bins": [-0.010404103435575962, -0.00996437668800354, -0.009524649009108543, -0.009084922261536121, -0.0086451955139637, -0.008205467835068703, -0.007765741087496281, -0.007326014339923859, -0.006886287126690149, -0.00644655991345644, -0.006006833165884018, -0.005567105952650309, -0.005127378739416599, -0.004687651991844177, -0.004247924778610468, -0.0038081977982074022, -0.0033684708178043365, -0.002928743837401271, -0.002489016856998205, -0.002049289643764496, -0.0016095626633614302, -0.0011698356829583645, -0.000730108586139977, -0.0002903815475292504, 0.0001493454910814762, 0.0005890725296922028, 0.0010287995683029294, 0.001468526665121317, 0.0019082536455243826, 0.0023479806259274483, 0.0027877078391611576, 0.0032274348195642233, 0.003667161799967289, 0.004106889013200998, 0.00454661576077342, 0.00498634297400713, 0.005426069721579552, 0.005865796934813261, 0.00630552414804697, 0.006745250895619392, 0.007184978108853102, 0.007624705322086811, 0.008064432069659233, 0.008504158817231655, 0.008943886496126652, 0.009383613243699074, 0.009823339991271496, 0.010263067670166492, 0.010702794417738914, 0.011142521165311337, 0.011582248844206333, 0.012021975591778755, 0.012461702339351177, 0.012901430018246174, 0.013341156765818596, 0.013780883513391018, 0.01422061026096344, 0.014660337939858437, 0.015100064687430859, 0.01553979143500328, 0.015979519113898277, 0.016419246792793274, 0.01685897260904312, 0.017298700287938118, 0.017738427966833115]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.21017983555793762, -0.2040015608072281, -0.19782330095767975, -0.19164502620697021, -0.18546676635742188, -0.17928849160671234, -0.173110231757164, -0.16693195700645447, -0.16075369715690613, -0.1545754224061966, -0.14839714765548706, -0.14221888780593872, -0.1360406130552292, -0.12986235320568085, -0.12368407845497131, -0.11750581115484238, -0.11132754385471344, -0.1051492765545845, -0.09897100925445557, -0.09279274195432663, -0.08661447465419769, -0.08043619990348816, -0.07425793260335922, -0.06807966530323029, -0.06190139800310135, -0.05572313070297241, -0.049544863402843475, -0.04336659237742424, -0.0371883250772953, -0.031010057777166367, -0.02483178861439228, -0.018653519451618195, -0.012475252151489258, -0.006296983920037746, -0.00011871568858623505, 0.006059552542865276, 0.012237820774316788, 0.018416088074445724, 0.02459435723721981, 0.030772626399993896, 0.03695089370012283, 0.04312916100025177, 0.04930742830038071, 0.05548569932579994, 0.06166396662592888, 0.06784223765134811, 0.07402050495147705, 0.08019877225160599, 0.08637703955173492, 0.09255530685186386, 0.0987335741519928, 0.10491184145212173, 0.11109010875225067, 0.1172683835029602, 0.12344665080308914, 0.12962491810321808, 0.1358031928539276, 0.14198145270347595, 0.14815972745418549, 0.15433798730373383, 0.16051626205444336, 0.1666945219039917, 0.17287279665470123, 0.17905105650424957, 0.1852293312549591]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 0.0, 4.0, 1.0, 7.0, 12.0, 23.0, 19.0, 21.0, 15.0, 46.0, 15.0, 12.0, 14.0, 8.0, 13.0, 9.0, 10.0, 7.0, 4.0, 5.0, 6.0, 5.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.08035381138324738, -0.07690470665693283, -0.07345560193061829, -0.07000649720430374, -0.0665573924779892, -0.06310828775167465, -0.05965918302536011, -0.05621007829904556, -0.05276097357273102, -0.04931187257170677, -0.04586276784539223, -0.04241366311907768, -0.03896455839276314, -0.03551545366644859, -0.03206634894013405, -0.028617244213819504, -0.02516813948750496, -0.021719034761190414, -0.01826993003487587, -0.0148208262398839, -0.011371721513569355, -0.00792261678725481, -0.004473512526601553, -0.001024408033117652, 0.002424696460366249, 0.005873801186680794, 0.009322905912995338, 0.012772009707987309, 0.01622111350297928, 0.019670218229293823, 0.023119322955608368, 0.026568427681922913, 0.030017532408237457, 0.033466637134552, 0.03691574186086655, 0.04036484658718109, 0.043813951313495636, 0.04726305603981018, 0.050712160766124725, 0.05416126549243927, 0.057610370218753815, 0.06105947121977806, 0.0645085796713829, 0.06795768439769745, 0.071406789124012, 0.07485589385032654, 0.07830499857664108, 0.08175410330295563, 0.08520320057868958, 0.08865230530500412, 0.09210141003131866, 0.09555051475763321, 0.09899961948394775, 0.1024487242102623, 0.10589782893657684, 0.10934693366289139, 0.11279603838920593, 0.11624514311552048, 0.11969424784183502, 0.12314335256814957, 0.1265924572944641, 0.13004156947135925, 0.1334906667470932, 0.13693977892398834, 0.1403888761997223]}, "_runtime": 149.87283563613892, "_timestamp": 1596211739.6439445, "_step": 186}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 6.0, 10.0, 2.0, 2.0, 5.0, 3.0, 1.0, 1.0, 0.0, 0.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0065820952877402306, -0.006311482284218073, -0.006040869280695915, -0.0057702562771737576, -0.0054996432736516, -0.0052290307357907295, -0.004958417732268572, -0.004687804728746414, -0.0044171917252242565, -0.004146578721702099, -0.003875965718179941, -0.003605352947488427, -0.0033347399439662695, -0.003064126940444112, -0.002793514169752598, -0.00252290116623044, -0.0022522881627082825, -0.001981675159186125, -0.001711062272079289, -0.0014404493849724531, -0.0011698363814502954, -0.0008992234361357987, -0.0006286104908213019, -0.0003579975455068052, -8.738460019230843e-05, 0.00018322834512218833, 0.0004538412904366851, 0.0007244542357511818, 0.0009950671810656786, 0.0012656801845878363, 0.001536293071694672, 0.001806905958801508, 0.0020775189623236656, 0.0023481319658458233, 0.002618744969367981, 0.002889357740059495, 0.0031599707435816526, 0.0034305837471038103, 0.0037011965177953243, 0.003971809521317482, 0.00424242252483964, 0.004513035528361797, 0.004783648531883955, 0.005054261535406113, 0.005324874073266983, 0.005595487076789141, 0.005866100080311298, 0.006136713083833456, 0.006407326087355614, 0.006677939090877771, 0.006948552094399929, 0.007219165097922087, 0.007489778101444244, 0.007760390639305115, 0.00803100410848856, 0.00830161664634943, 0.008572230115532875, 0.008842842653393745, 0.009113455191254616, 0.00938406866043806, 0.009654681198298931, 0.009925294667482376, 0.010195907205343246, 0.010466520674526691, 0.010737133212387562]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 1.0, 2.0, 2.0, 4.0, 5.0, 4.0, 3.0, 7.0, 2.0, 2.0, 10.0, 6.0, 11.0, 17.0, 20.0, 19.0, 33.0, 39.0, 41.0, 58.0, 58.0, 81.0, 85.0, 143.0, 174.0, 359.0, 5467.0, 422.0, 194.0, 142.0, 109.0, 79.0, 62.0, 53.0, 39.0, 33.0, 23.0, 23.0, 15.0, 17.0, 7.0, 10.0, 8.0, 2.0, 7.0, 8.0, 4.0, 6.0, 2.0, 4.0, 3.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0], "bins": [-0.09269270300865173, -0.08992841094732285, -0.08716411143541336, -0.08439981937408447, -0.08163551986217499, -0.0788712278008461, -0.07610692828893661, -0.07334263622760773, -0.07057833671569824, -0.06781404465436935, -0.06504975259304047, -0.06228545308113098, -0.059521161019802094, -0.05675686523318291, -0.05399256944656372, -0.051228273659944534, -0.04846397787332535, -0.04569968208670616, -0.042935386300086975, -0.04017109051346779, -0.0374067947268486, -0.034642502665519714, -0.03187820687890053, -0.02911391109228134, -0.026349615305662155, -0.02358531951904297, -0.020821023732423782, -0.018056729808449745, -0.015292434021830559, -0.012528138235211372, -0.00976384337991476, -0.0069995480589568615, -0.004235252737998962, -0.0014709574170410633, 0.0012933379039168358, 0.004057633224874735, 0.006821928545832634, 0.00958622433245182, 0.012350519187748432, 0.015114814043045044, 0.01787910982966423, 0.020643405616283417, 0.023407701402902603, 0.02617199532687664, 0.028936291113495827, 0.031700585037469864, 0.03446488082408905, 0.03722917661070824, 0.03999347239732742, 0.04275776818394661, 0.045522063970565796, 0.04828635975718498, 0.05105065554380417, 0.05381494760513306, 0.05657924339175224, 0.05934353917837143, 0.062107834964990616, 0.0648721307516098, 0.06763642281293869, 0.07040072232484818, 0.07316501438617706, 0.07592931389808655, 0.07869360595941544, 0.08145790547132492, 0.08422219753265381]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 3.0, 2.0, 4.0, 1.0, 2.0, 4.0, 1.0, 5.0, 2.0, 1.0, 2.0, 5.0, 3.0, 2.0, 5.0, 4.0, 23.0, 2.0, 1.0, 8.0, 2.0, 7.0, 6.0, 4.0, 3.0, 0.0, 1.0, 4.0, 2.0, 1.0, 2.0, 3.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002826840616762638, -0.0027302775997668505, -0.002633714349940419, -0.0025371513329446316, -0.002440588315948844, -0.0023440250661224127, -0.002247462049126625, -0.0021508990321308374, -0.00205433601513505, -0.0019577727653086185, -0.001861209748312831, -0.0017646466149017215, -0.001668083481490612, -0.0015715204644948244, -0.001474957331083715, -0.0013783943140879273, -0.001281831180676818, -0.0011852680472657084, -0.0010887050302699208, -0.0009921418968588114, -0.0008955788216553628, -0.0007990157464519143, -0.0007024526130408049, -0.0006058895378373563, -0.0005093264626339078, -0.00041276338743045926, -0.00031620028312318027, -0.0002196371933678165, -0.00012307410361245275, -2.6511013857088983e-05, 7.005207589827478e-05, 0.00016661516565363854, 0.0002631782554090023, 0.00035974133061245084, 0.00045630443491972983, 0.0005528675392270088, 0.0006494306144304574, 0.0007459936896339059, 0.0008425568230450153, 0.0009391198982484639, 0.0010356829734519124, 0.0011322461068630219, 0.0012288091238588095, 0.001325372257269919, 0.0014219353906810284, 0.001518498407676816, 0.0016150615410879254, 0.001711624558083713, 0.0018081876914948225, 0.001904750824905932, 0.0020013139583170414, 0.002097876975312829, 0.0021944399923086166, 0.002291003242135048, 0.0023875662591308355, 0.002484129276126623, 0.0025806925259530544, 0.002677255542948842, 0.0027738185599446297, 0.0028703815769404173, 0.0029669448267668486, 0.003063507843762636, 0.003160070860758424, 0.003256634110584855, 0.0033531971275806427]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 2.0, 2.0, 1.0, 2.0, 1.0, 6.0, 10.0, 13.0, 13.0, 23.0, 27.0, 46.0, 47.0, 68.0, 93.0, 130.0, 181.0, 278.0, 378.0, 543.0, 739.0, 1117.0, 1608.0, 2512.0, 4167.0, 7040.0, 13228.0, 29036.0, 93760.0, 898948.0, 66780.0, 24936.0, 12406.0, 7225.0, 4335.0, 2928.0, 1968.0, 1456.0, 990.0, 704.0, 480.0, 405.0, 290.0, 203.0, 149.0, 92.0, 65.0, 51.0, 50.0, 32.0, 27.0, 9.0, 9.0, 13.0, 8.0, 6.0, 2.0, 2.0, 1.0, 3.0, 1.0], "bins": [-0.005908037070184946, -0.005726031959056854, -0.0055440268479287624, -0.005362021736800671, -0.005180016625672579, -0.004998011514544487, -0.004816006403416395, -0.004634001292288303, -0.0044519961811602116, -0.00426999107003212, -0.004087985958904028, -0.003905980847775936, -0.0037239757366478443, -0.0035419706255197525, -0.0033599655143916607, -0.003177960403263569, -0.002995955292135477, -0.0028139501810073853, -0.0026319450698792934, -0.0024499399587512016, -0.00226793484762311, -0.002085929736495018, -0.0019039246253669262, -0.0017219195142388344, -0.0015399144031107426, -0.0013579092919826508, -0.001175904180854559, -0.0009938990697264671, -0.0008118939585983753, -0.0006298888474702835, -0.0004478837363421917, -0.0002658786252140999, -8.387351408600807e-05, 9.813159704208374e-05, 0.00028013670817017555, 0.00046214181929826736, 0.0006441469304263592, 0.000826152041554451, 0.0010081571526825428, 0.0011901622638106346, 0.0013721673749387264, 0.0015541724860668182, 0.00173617759719491, 0.0019181827083230019, 0.0021001878194510937, 0.0022821929305791855, 0.0024641980417072773, 0.002646203152835369, 0.002828208263963461, 0.0030102133750915527, 0.0031922184862196445, 0.0033742235973477364, 0.003556228708475828, 0.00373823381960392, 0.003920238930732012, 0.004102244041860104, 0.004284249152988195, 0.004466254264116287, 0.004648259375244379, 0.004830264486372471, 0.005012269597500563, 0.0051942747086286545, 0.005376279819756746, 0.005558284930884838, 0.00574029004201293]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 3.0, 3.0, 2.0, 1.0, 3.0, 5.0, 2.0, 7.0, 2.0, 7.0, 2.0, 3.0, 3.0, 1.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 5.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.04038024693727493, -0.039217546582221985, -0.03805484250187874, -0.03689214214682579, -0.035729438066482544, -0.034566737711429596, -0.03340403363108635, -0.0322413332760334, -0.031078631058335304, -0.029915928840637207, -0.02875322662293911, -0.027590524405241013, -0.026427824050188065, -0.025265121832489967, -0.02410241961479187, -0.022939717397093773, -0.021777015179395676, -0.02061431296169758, -0.01945161074399948, -0.018288908526301384, -0.017126206308603287, -0.01596350595355034, -0.014800803735852242, -0.013638101518154144, -0.012475399300456047, -0.01131269708275795, -0.010149994865059853, -0.00898729357868433, -0.007824591360986233, -0.0066618891432881355, -0.005499187391251326, -0.004336485639214516, -0.0031737834215164185, -0.002011081436648965, -0.0008483794517815113, 0.00031432253308594227, 0.0014770245179533958, 0.0026397265028208494, 0.003802428487688303, 0.004965130239725113, 0.00612783245742321, 0.007290534675121307, 0.008453236892819405, 0.009615938179194927, 0.010778640396893024, 0.011941342614591122, 0.013104043900966644, 0.014266746118664742, 0.015429448336362839, 0.016592150554060936, 0.017754852771759033, 0.01891755498945713, 0.020080257207155228, 0.021242957562208176, 0.022405659779906273, 0.02356836199760437, 0.024731064215302467, 0.025893766433000565, 0.027056468650698662, 0.02821917086839676, 0.029381871223449707, 0.030544573441147804, 0.0317072756588459, 0.03286997973918915, 0.034032680094242096]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 11.0, 2.0, 2.0, 1.0, 3.0, 8.0, 17.0, 34.0, 28.0, 8.0, 13.0, 14.0, 19.0, 14.0, 16.0, 28.0, 32.0, 33.0, 51.0, 53.0, 84.0, 113.0, 163.0, 229.0, 291.0, 441.0, 644.0, 1047.0, 1677.0, 6265.0, 2276.0, 1282.0, 924.0, 624.0, 439.0, 382.0, 268.0, 207.0, 157.0, 113.0, 87.0, 68.0, 57.0, 50.0, 36.0, 20.0, 18.0, 9.0, 12.0, 17.0, 8.0, 7.0, 6.0, 7.0, 4.0, 0.0, 2.0, 2.0, 1.0, 3.0, 0.0, 0.0, 2.0], "bins": [-0.01287877932190895, -0.012459623627364635, -0.012040468864142895, -0.01162131316959858, -0.011202157475054264, -0.010783001780509949, -0.010363847017288208, -0.009944691322743893, -0.009525535628199577, -0.009106380864977837, -0.008687225170433521, -0.008268069475889206, -0.00784891378134489, -0.0074297585524618626, -0.0070106033235788345, -0.006591447629034519, -0.006172292400151491, -0.005753137171268463, -0.005333981476724148, -0.00491482624784112, -0.004495670553296804, -0.004076515324413776, -0.0036573598627001047, -0.003238204400986433, -0.0028190489392727613, -0.0023998934775590897, -0.001980738015845418, -0.0015615826705470681, -0.0011424272088333964, -0.0007232717471197248, -0.000304116343613714, 0.00011503908899612725, 0.0005341945216059685, 0.0009533499833196402, 0.0013725054450333118, 0.0017916607903316617, 0.002210816368460655, 0.0026299715973436832, 0.003049127059057355, 0.0034682825207710266, 0.0038874379824846983, 0.00430659344419837, 0.004725748673081398, 0.005144904367625713, 0.005564059596508741, 0.005983215291053057, 0.006402370519936085, 0.0068215262144804, 0.007240681443363428, 0.007659836672246456, 0.008078992366790771, 0.008498148061335087, 0.008917302824556828, 0.009336458519101143, 0.009755614213645458, 0.010174769908189774, 0.010593924671411514, 0.01101308036595583, 0.011432236060500145, 0.011851390823721886, 0.012270546518266201, 0.012689702212810516, 0.013108857907354832, 0.013528012670576572, 0.013947168365120888]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.15276910364627838, -0.14865420758724213, -0.14453932642936707, -0.1404244303703308, -0.13630953431129456, -0.1321946382522583, -0.12807975709438324, -0.12396486103534698, -0.11984996497631073, -0.11573507636785507, -0.11162018775939941, -0.10750529170036316, -0.1033904030919075, -0.09927550703287125, -0.09516061842441559, -0.09104572236537933, -0.08693083375692368, -0.08281594514846802, -0.07870104908943176, -0.0745861604809761, -0.07047126442193985, -0.06635637581348419, -0.062241483479738235, -0.05812659114599228, -0.05401169881224632, -0.049896806478500366, -0.04578191414475441, -0.04166702181100845, -0.037552133202552795, -0.03343724086880684, -0.029322348535060883, -0.025207456201314926, -0.02109256386756897, -0.016977671533823013, -0.012862780131399632, -0.00874788872897625, -0.004632996395230293, -0.0005181045271456242, 0.003596787340939045, 0.007711679209023714, 0.011826571077108383, 0.01594146341085434, 0.020056355744600296, 0.024171246215701103, 0.02828613854944706, 0.03240102902054787, 0.03651592135429382, 0.04063081368803978, 0.044745706021785736, 0.04886059835553169, 0.05297549068927765, 0.057090383023023605, 0.06120527535676956, 0.06532016396522522, 0.06943506002426147, 0.07354994863271713, 0.07766483724117279, 0.08177973330020905, 0.0858946219086647, 0.09000951796770096, 0.09412440657615662, 0.09823930263519287, 0.10235419124364853, 0.10646908730268478, 0.11058397591114044]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 3.0, 2.0, 1.0, 3.0, 5.0, 4.0, 4.0, 3.0, 3.0, 4.0, 7.0, 4.0, 14.0, 22.0, 56.0, 27.0, 22.0, 30.0, 24.0, 10.0, 3.0, 7.0, 2.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0], "bins": [-0.15446417033672333, -0.1500413715839386, -0.14561857283115387, -0.14119577407836914, -0.1367729753255844, -0.13235017657279968, -0.12792737782001495, -0.12350457906723022, -0.1190817803144455, -0.11465898156166077, -0.11023618280887604, -0.10581338405609131, -0.10139058530330658, -0.09696778655052185, -0.09254498779773712, -0.08812218904495239, -0.08369939029216766, -0.07927659153938293, -0.0748537927865982, -0.07043099403381348, -0.06600819528102875, -0.06158539652824402, -0.05716259777545929, -0.05273979902267456, -0.04831700026988983, -0.0438942015171051, -0.039471402764320374, -0.035048604011535645, -0.030625805258750916, -0.026203006505966187, -0.021780207753181458, -0.01735740900039673, -0.012934610247612, -0.00851181149482727, -0.0040890127420425415, 0.0003337860107421875, 0.0047565847635269165, 0.009179383516311646, 0.013602182269096375, 0.018024981021881104, 0.022447779774665833, 0.02687057852745056, 0.03129337728023529, 0.03571617603302002, 0.04013897478580475, 0.04456177353858948, 0.04898457229137421, 0.053407371044158936, 0.057830169796943665, 0.062252968549728394, 0.06667576730251312, 0.07109856605529785, 0.07552136480808258, 0.07994416356086731, 0.08436696231365204, 0.08878976106643677, 0.0932125598192215, 0.09763535857200623, 0.10205815732479095, 0.10648095607757568, 0.11090375483036041, 0.11532655358314514, 0.11974935233592987, 0.1241721510887146, 0.12859494984149933]}, "_runtime": 150.62124609947205, "_timestamp": 1596211740.392355, "_step": 187}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 3.0, 2.0, 4.0, 2.0, 9.0, 8.0, 2.0, 3.0, 2.0, 3.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013482515700161457, -0.013055682182312012, -0.012628848664462566, -0.012202016077935696, -0.01177518256008625, -0.011348349042236805, -0.01092151552438736, -0.010494682937860489, -0.010067849420011044, -0.009641015902161598, -0.009214182384312153, -0.008787348866462708, -0.008360516279935837, -0.007933682762086391, -0.007506849244236946, -0.007080016192048788, -0.006653182674199343, -0.006226349156349897, -0.005799516104161739, -0.005372682586312294, -0.004945849534124136, -0.004519016016274691, -0.004092182964086533, -0.0036653494462370872, -0.0032385161612182856, -0.002811682876199484, -0.002384849591180682, -0.0019580163061618805, -0.001531182904727757, -0.0011043496197089553, -0.0006775162764824927, -0.00025068296235986054, 0.0001761503517627716, 0.0006029836367815733, 0.001029816921800375, 0.0014566503232344985, 0.0018834836082533002, 0.0023103170096874237, 0.0027371502947062254, 0.003163983579725027, 0.0035908168647438288, 0.0040176501497626305, 0.004444483667612076, 0.004871316719800234, 0.005298150237649679, 0.005724983289837837, 0.0061518168076872826, 0.006578649859875441, 0.007005483377724886, 0.007432316895574331, 0.00785914994776249, 0.008285983465611935, 0.00871281698346138, 0.00913964956998825, 0.009566483087837696, 0.009993316605687141, 0.010420150123536587, 0.010846983641386032, 0.011273816227912903, 0.011700649745762348, 0.012127483263611794, 0.012554316781461239, 0.01298114936798811, 0.013407982885837555, 0.013834816403687]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 2.0, 0.0, 3.0, 1.0, 0.0, 1.0, 1.0, 3.0, 5.0, 4.0, 2.0, 2.0, 4.0, 15.0, 17.0, 16.0, 21.0, 7.0, 22.0, 16.0, 27.0, 50.0, 45.0, 61.0, 61.0, 125.0, 176.0, 259.0, 5346.0, 817.0, 250.0, 139.0, 82.0, 77.0, 60.0, 43.0, 27.0, 23.0, 24.0, 12.0, 15.0, 8.0, 6.0, 15.0, 9.0, 7.0, 4.0, 3.0, 5.0, 1.0, 4.0, 1.0, 2.0, 0.0, 0.0, 3.0, 1.0, 0.0, 0.0, 2.0, 1.0], "bins": [-0.11122756451368332, -0.1077289804816246, -0.10423039644956589, -0.10073181241750717, -0.09723322838544846, -0.09373464435338974, -0.09023606777191162, -0.0867374837398529, -0.08323889970779419, -0.07974031567573547, -0.07624173164367676, -0.07274314761161804, -0.06924456357955933, -0.06574597954750061, -0.06224739924073219, -0.05874881520867348, -0.05525023117661476, -0.051751647144556046, -0.04825306311249733, -0.04475448280572891, -0.0412558987736702, -0.03775731474161148, -0.034258730709552765, -0.0307601485401392, -0.027261564508080482, -0.023762980476021767, -0.0202643983066082, -0.016765814274549484, -0.013267231173813343, -0.009768648073077202, -0.006270064506679773, -0.0027714811731129885, 0.0007271021604537964, 0.004225685261189938, 0.007724268827587366, 0.011222852393984795, 0.014721435494720936, 0.018220018595457077, 0.021718602627515793, 0.02521718479692936, 0.028715768828988075, 0.03221435099840164, 0.03571293503046036, 0.039211519062519073, 0.04271010309457779, 0.046208687126636505, 0.04970726743340492, 0.05320585146546364, 0.056704435497522354, 0.06020301952958107, 0.06370159983634949, 0.0672001838684082, 0.07069876790046692, 0.07419735193252563, 0.07769593596458435, 0.08119451999664307, 0.08469310402870178, 0.0881916880607605, 0.09169027209281921, 0.09518884867429733, 0.09868743270635605, 0.10218601673841476, 0.10568460077047348, 0.1091831848025322, 0.11268176883459091]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 2.0, 0.0, 6.0, 2.0, 2.0, 0.0, 1.0, 0.0, 2.0, 2.0, 2.0, 3.0, 1.0, 4.0, 1.0, 1.0, 1.0, 5.0, 4.0, 3.0, 26.0, 6.0, 1.0, 5.0, 5.0, 2.0, 0.0, 2.0, 0.0, 1.0, 2.0, 1.0, 3.0, 3.0, 0.0, 2.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0], "bins": [-0.0018672706792131066, -0.0018080601003021002, -0.001748849404975772, -0.0016896388260647655, -0.001630428247153759, -0.0015712176682427526, -0.001512007089331746, -0.0014527963940054178, -0.0013935858150944114, -0.001334375236183405, -0.0012751645408570766, -0.0012159539619460702, -0.0011567433830350637, -0.0010975328041240573, -0.0010383222252130508, -0.0009791115298867226, -0.0009199009509757161, -0.0008606903720647097, -0.0008014797349460423, -0.0007422690978273749, -0.0006830585189163685, -0.000623847940005362, -0.0005646373028866947, -0.0005054266657680273, -0.00044621608685702085, -0.00038700547884218395, -0.00032779487082734704, -0.00026858426281251013, -0.00020937365479767323, -0.00015016304678283632, -9.095243876799941e-05, -3.17418307531625e-05, 2.7468777261674404e-05, 8.667938527651131e-05, 0.00014588999329134822, 0.00020510060130618513, 0.00026431120932102203, 0.00032352181733585894, 0.00038273242535069585, 0.00044194303336553276, 0.0005011536413803697, 0.0005603642202913761, 0.0006195748574100435, 0.0006787854945287108, 0.0007379960734397173, 0.0007972066523507237, 0.0008564172894693911, 0.0009156279265880585, 0.0009748385054990649, 0.0010340490844100714, 0.0010932597797363997, 0.001152470358647406, 0.0012116809375584126, 0.001270891516469419, 0.0013301020953804255, 0.0013893127907067537, 0.0014485233696177602, 0.0015077339485287666, 0.001566944643855095, 0.0016261552227661014, 0.0016853658016771078, 0.0017445763805881143, 0.0018037869594991207, 0.001862997654825449, 0.0019222082337364554]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 3.0, 1.0, 1.0, 3.0, 6.0, 6.0, 5.0, 12.0, 10.0, 13.0, 21.0, 31.0, 41.0, 50.0, 75.0, 112.0, 188.0, 235.0, 361.0, 639.0, 946.0, 1619.0, 2790.0, 4916.0, 9876.0, 21362.0, 56450.0, 827089.0, 163508.0, 41703.0, 19099.0, 10292.0, 6133.0, 3856.0, 2522.0, 1648.0, 1153.0, 760.0, 549.0, 387.0, 306.0, 196.0, 162.0, 114.0, 86.0, 78.0, 58.0, 31.0, 35.0, 31.0, 29.0, 9.0, 8.0, 7.0, 5.0, 4.0, 3.0, 1.0, 2.0, 3.0, 5.0, 1.0, 2.0], "bins": [-0.004380933009088039, -0.0042296056635677814, -0.004078277852386236, -0.003926950506865978, -0.0037756231613457203, -0.0036242955829948187, -0.003472968004643917, -0.003321640659123659, -0.0031703130807727575, -0.003018985502421856, -0.002867658156901598, -0.0027163305785506964, -0.0025650030001997948, -0.002413675654679537, -0.002262348076328635, -0.0021110207308083773, -0.0019596931524574757, -0.0018083656905218959, -0.0016570382285863161, -0.0015057106502354145, -0.0013543831882998347, -0.001203055726364255, -0.0010517281480133533, -0.0009004006860777736, -0.0007490732241421938, -0.000597745762206614, -0.00044641824206337333, -0.0002950907510239631, -0.00014376325998455286, 7.564231054857373e-06, 0.0001588917220942676, 0.00031021921313367784, 0.0004615467041730881, 0.0006128741661086679, 0.0007642016862519085, 0.0009155292063951492, 0.001066856668330729, 0.0012181841302663088, 0.0013695117086172104, 0.0015208391705527902, 0.00167216663248837, 0.0018234940944239497, 0.0019748215563595295, 0.002126149134710431, 0.0022774767130613327, 0.0024288040585815907, 0.0025801316369324923, 0.00273145898245275, 0.002882786560803652, 0.0030341141391545534, 0.0031854414846748114, 0.003336769063025713, 0.003488096408545971, 0.0036394239868968725, 0.003790751565247774, 0.003942078910768032, 0.004093406721949577, 0.004244734067469835, 0.004396061412990093, 0.004547388758510351, 0.0046987165696918964, 0.004850043915212154, 0.005001371260732412, 0.005152699071913958, 0.0053040264174342155]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 2.0, 4.0, 1.0, 4.0, 3.0, 7.0, 1.0, 5.0, 3.0, 3.0, 1.0, 4.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012446405366063118, -0.011814660392701626, -0.011182916350662708, -0.010551171377301216, -0.009919427335262299, -0.009287682361900806, -0.008655937388539314, -0.008024193346500397, -0.007392448373138905, -0.0067607038654387, -0.006128959357738495, -0.005497214384377003, -0.004865469876676798, -0.004233725368976593, -0.0036019806284457445, -0.002970235887914896, -0.002338491380214691, -0.0017067467560991645, -0.0010750021319836378, -0.00044325750786811113, 0.00018848711624741554, 0.0008202317403629422, 0.001451976364478469, 0.0020837211050093174, 0.0027154656127095222, 0.003347210120409727, 0.003978954628109932, 0.004610699601471424, 0.005242444109171629, 0.005874188616871834, 0.006505933590233326, 0.007137678097933531, 0.007769422605633736, 0.008401167578995228, 0.009032911621034145, 0.009664656594395638, 0.010296400636434555, 0.010928145609796047, 0.01155989058315754, 0.012191634625196457, 0.012823379598557949, 0.013455124571919441, 0.014086868613958359, 0.014718613587319851, 0.015350358560681343, 0.01598210260272026, 0.016613846644759178, 0.017245592549443245, 0.017877336591482162, 0.01850908063352108, 0.019140826538205147, 0.019772570580244064, 0.020404314622282982, 0.02103606052696705, 0.021667804569005966, 0.022299548611044884, 0.0229312926530838, 0.023563038557767868, 0.024194782599806786, 0.024826526641845703, 0.02545827254652977, 0.026090016588568687, 0.026721760630607605, 0.027353506535291672, 0.02798525057733059]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 2.0, 5.0, 7.0, 11.0, 14.0, 18.0, 30.0, 22.0, 35.0, 39.0, 37.0, 62.0, 63.0, 96.0, 95.0, 133.0, 209.0, 275.0, 410.0, 549.0, 881.0, 1369.0, 2834.0, 6015.0, 1613.0, 957.0, 624.0, 441.0, 313.0, 268.0, 209.0, 168.0, 125.0, 114.0, 75.0, 60.0, 50.0, 31.0, 33.0, 20.0, 19.0, 14.0, 10.0, 10.0, 17.0, 19.0, 7.0, 2.0, 0.0, 0.0, 2.0, 6.0, 5.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.008026395924389362, -0.007718278095126152, -0.007410160731524229, -0.007102042902261019, -0.006793925538659096, -0.0064858077093958855, -0.006177689880132675, -0.005869572516530752, -0.005561454687267542, -0.005253336858004332, -0.004945219494402409, -0.004637101665139198, -0.004328983835875988, -0.004020866472274065, -0.0037127486430108547, -0.003404631046578288, -0.0030965134501457214, -0.002788395853713155, -0.002480278257280588, -0.002172160428017378, -0.0018640428315848112, -0.0015559252351522446, -0.001247807522304356, -0.0009396898676641285, -0.000631572213023901, -0.00032345455838367343, -1.5336903743445873e-05, 0.0002927807508967817, 0.0006008984055370092, 0.0009090160601772368, 0.0012171337148174644, 0.0015252514276653528, 0.0018333690240979195, 0.002141486620530486, 0.0024496042169630527, 0.002757722046226263, 0.0030658396426588297, 0.0033739572390913963, 0.0036820750683546066, 0.00399019243195653, 0.00429831026121974, 0.00460642809048295, 0.004914545454084873, 0.0052226632833480835, 0.005530781112611294, 0.005838898476213217, 0.006147016305476427, 0.00645513366907835, 0.00676325149834156, 0.007071369327604771, 0.007379486691206694, 0.007687604520469904, 0.007995721884071827, 0.008303839713335037, 0.008611957542598248, 0.008920075371861458, 0.009228192269802094, 0.009536310099065304, 0.009844427928328514, 0.010152545757591724, 0.010460663586854935, 0.010768781416118145, 0.01107689831405878, 0.011385016143321991, 0.011693133972585201]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 2.0, 2.0, 4.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.10526086390018463, -0.1019398644566536, -0.09861886501312256, -0.09529786556959152, -0.09197686612606049, -0.08865586668252945, -0.08533485978841782, -0.08201386034488678, -0.07869286090135574, -0.07537186145782471, -0.07205086201429367, -0.06872986257076263, -0.0654088631272316, -0.06208786368370056, -0.05876686051487923, -0.05544586107134819, -0.052124861627817154, -0.04880386218428612, -0.04548286274075508, -0.042161859571933746, -0.03884086012840271, -0.035519860684871674, -0.03219886124134064, -0.02887785993516445, -0.025556860491633415, -0.02223586104810238, -0.018914859741926193, -0.015593860298395157, -0.012272859923541546, -0.008951859548687935, -0.005630859639495611, -0.002309859497472644, 0.0010111406445503235, 0.0043321410194039345, 0.007653140928596258, 0.010974140837788582, 0.014295141212642193, 0.017616141587495804, 0.02093714103102684, 0.024258142337203026, 0.027579141780734062, 0.0309001412242651, 0.034221142530441284, 0.03754214197397232, 0.04086314141750336, 0.04418414086103439, 0.04750514402985573, 0.050826143473386765, 0.0541471429169178, 0.05746814236044884, 0.060789141803979874, 0.06411014497280121, 0.06743114441633224, 0.07075214385986328, 0.07407314330339432, 0.07739414274692535, 0.08071514219045639, 0.08403614163398743, 0.08735714107751846, 0.0906781479716301, 0.09399914741516113, 0.09732014685869217, 0.1006411463022232, 0.10396214574575424, 0.10728314518928528]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 4.0, 2.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 2.0, 2.0, 3.0, 5.0, 3.0, 5.0, 6.0, 4.0, 6.0, 3.0, 12.0, 12.0, 16.0, 20.0, 26.0, 45.0, 21.0, 13.0, 7.0, 7.0, 8.0, 9.0, 10.0, 3.0, 6.0, 4.0, 3.0, 7.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.053986530750989914, -0.05213053524494171, -0.05027453601360321, -0.04841853678226471, -0.04656254127621651, -0.044706545770168304, -0.0428505465388298, -0.0409945473074913, -0.0391385518014431, -0.0372825562953949, -0.035426557064056396, -0.033570557832717896, -0.03171456232666969, -0.02985856495797634, -0.02800256758928299, -0.026146570220589638, -0.024290572851896286, -0.022434575483202934, -0.020578578114509583, -0.01872258074581623, -0.01686658337712288, -0.015010586008429527, -0.013154588639736176, -0.011298591271042824, -0.009442593902349472, -0.00758659653365612, -0.0057305991649627686, -0.003874601796269417, -0.002018604427576065, -0.00016260705888271332, 0.0016933903098106384, 0.00354938767850399, 0.005405385047197342, 0.007261382415890694, 0.009117379784584045, 0.010973377153277397, 0.012829374521970749, 0.0146853718906641, 0.016541369259357452, 0.018397366628050804, 0.020253363996744156, 0.022109361365437508, 0.02396535873413086, 0.02582135610282421, 0.027677353471517563, 0.029533350840210915, 0.031389348208904266, 0.03324534744024277, 0.03510134294629097, 0.03695733845233917, 0.03881333768367767, 0.040669336915016174, 0.04252533242106438, 0.04438132792711258, 0.04623732715845108, 0.04809332638978958, 0.049949321895837784, 0.051805317401885986, 0.05366131663322449, 0.05551731586456299, 0.05737331137061119, 0.05922930687665939, 0.061085306107997894, 0.0629413053393364, 0.0647972971200943]}, "_runtime": 151.39136910438538, "_timestamp": 1596211741.162478, "_step": 188}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 2.0, 0.0, 2.0, 1.0, 3.0, 0.0, 2.0, 1.0, 4.0, 4.0, 1.0, 5.0, 4.0, 2.0, 3.0, 0.0, 0.0, 4.0, 4.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012228051200509071, -0.01190680917352438, -0.011585567146539688, -0.011264325119554996, -0.010943083092570305, -0.010621840134263039, -0.010300598107278347, -0.009979356080293655, -0.009658114053308964, -0.009336872026324272, -0.00901562999933958, -0.008694387972354889, -0.008373145014047623, -0.008051902987062931, -0.0077306609600782394, -0.007409418933093548, -0.007088176906108856, -0.006766934879124165, -0.006445692852139473, -0.006124450359493494, -0.005803208332508802, -0.005481966305524111, -0.005160723812878132, -0.00483948178589344, -0.004518239758908749, -0.004196997731924057, -0.0038757554721087217, -0.0035545132122933865, -0.003233271185308695, -0.0029120291583240032, -0.002590786898508668, -0.0022695446386933327, -0.001948302611708641, -0.0016270604683086276, -0.0013058183249086142, -0.0009845761815086007, -0.0006633340381085873, -0.0003420918947085738, -2.084975130856037e-05, 0.0003003923920914531, 0.0006216345354914665, 0.00094287667889148, 0.0012641188222914934, 0.0015853609656915069, 0.0019066031090915203, 0.002227845136076212, 0.002549087395891547, 0.0028703296557068825, 0.003191571682691574, 0.0035128137096762657, 0.003834055969491601, 0.004155298229306936, 0.004476540256291628, 0.0047977822832763195, 0.005119024775922298, 0.00544026680290699, 0.005761508829891682, 0.006082750856876373, 0.006403992883861065, 0.006725235376507044, 0.0070464774034917355, 0.007367719430476427, 0.007688961923122406, 0.008010203950107098, 0.00833144597709179]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 5.0, 3.0, 6.0, 6.0, 11.0, 20.0, 21.0, 28.0, 57.0, 80.0, 115.0, 229.0, 601.0, 5934.0, 355.0, 164.0, 86.0, 61.0, 47.0, 22.0, 21.0, 14.0, 11.0, 6.0, 2.0, 3.0, 2.0, 3.0, 1.0, 1.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.19302405416965485, -0.187040776014328, -0.18105749785900116, -0.17507421970367432, -0.16909094154834747, -0.16310766339302063, -0.1571243852376938, -0.15114110708236694, -0.1451578140258789, -0.13917453587055206, -0.13319125771522522, -0.12720797955989838, -0.12122470140457153, -0.11524142324924469, -0.10925814509391785, -0.103274866938591, -0.09729158878326416, -0.09130831062793732, -0.08532503247261047, -0.07934175431728363, -0.07335847616195679, -0.06737519055604935, -0.061391912400722504, -0.05540863424539566, -0.04942535609006882, -0.043442077934741974, -0.03745879977941513, -0.03147551789879799, -0.025492239743471146, -0.019508961588144302, -0.01352568157017231, -0.007542402483522892, -0.0015591233968734741, 0.004424155689775944, 0.010407434776425362, 0.016390714794397354, 0.022373992949724197, 0.02835727110505104, 0.03434055298566818, 0.040323831140995026, 0.04630710929632187, 0.05229038745164871, 0.058273665606975555, 0.0642569437623024, 0.07024022936820984, 0.07622350752353668, 0.08220678567886353, 0.08819006383419037, 0.09417334198951721, 0.10015662014484406, 0.1061398983001709, 0.11212317645549774, 0.11810645461082458, 0.12408974021673203, 0.13007301092147827, 0.13605628907680511, 0.14203956723213196, 0.14802286028862, 0.15400613844394684, 0.15998941659927368, 0.16597269475460052, 0.17195597290992737, 0.1779392510652542, 0.18392252922058105, 0.1899058073759079]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 4.0, 5.0, 4.0, 4.0, 3.0, 5.0, 2.0, 4.0, 4.0, 5.0, 4.0, 3.0, 27.0, 1.0, 3.0, 1.0, 9.0, 1.0, 4.0, 3.0, 2.0, 7.0, 3.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0032005556859076023, -0.003097581211477518, -0.00299460650421679, -0.002891632029786706, -0.002788657322525978, -0.002685682848095894, -0.0025827083736658096, -0.0024797336664050817, -0.0023767591919749975, -0.0022737847175449133, -0.0021708100102841854, -0.002067835535854101, -0.001964861061424017, -0.001861886354163289, -0.0017589118797332048, -0.0016559372888877988, -0.0015529626980423927, -0.0014499881071969867, -0.0013470135163515806, -0.0012440390419214964, -0.0011410644510760903, -0.0010380898602306843, -0.0009351153275929391, -0.000832140794955194, -0.0007291662041097879, -0.0006261916132643819, -0.0005232170806266367, -0.00042024251888506114, -0.00031726795714348555, -0.00021429339540190995, -0.00011131883366033435, -8.34427191875875e-06, 9.463028982281685e-05, 0.00019760485156439245, 0.00030057941330596805, 0.00040355397504754364, 0.0005065285367891192, 0.0006095031276345253, 0.0007124776602722704, 0.0008154521929100156, 0.0009184267837554216, 0.0010214013746008277, 0.0011243759654462337, 0.001227350439876318, 0.001330325030721724, 0.00143329962156713, 0.0015362740959972143, 0.0016392486868426204, 0.0017422232776880264, 0.0018451978685334325, 0.0019481724593788385, 0.0020511469338089228, 0.0021541216410696507, 0.002257096115499735, 0.002360070589929819, 0.002463045297190547, 0.0025660197716206312, 0.0026689942460507154, 0.0027719689533114433, 0.0028749434277415276, 0.002977917902171612, 0.0030808926094323397, 0.003183867083862424, 0.0032868417911231518, 0.003389816265553236]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 3.0, 1.0, 3.0, 5.0, 10.0, 10.0, 12.0, 26.0, 23.0, 42.0, 65.0, 99.0, 136.0, 213.0, 303.0, 455.0, 776.0, 1367.0, 2277.0, 4191.0, 9140.0, 22207.0, 74468.0, 933565.0, 78714.0, 24108.0, 10985.0, 5882.0, 3487.0, 2299.0, 1495.0, 949.0, 653.0, 449.0, 321.0, 232.0, 173.0, 128.0, 82.0, 70.0, 50.0, 37.0, 33.0, 25.0, 19.0, 14.0, 12.0, 9.0, 7.0, 4.0, 1.0, 4.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.006283780559897423, -0.006047703791409731, -0.005811626557260752, -0.00557554978877306, -0.005339472554624081, -0.005103395786136389, -0.004867319017648697, -0.004631241783499718, -0.004395165015012026, -0.004159087780863047, -0.003923011012375355, -0.0036869340110570192, -0.0034508570097386837, -0.003214780008420348, -0.0029787032399326563, -0.0027426262386143208, -0.0025065492372959852, -0.0022704722359776497, -0.002034395234659314, -0.0017983183497563004, -0.0015622414648532867, -0.0013261644635349512, -0.0010900874622166157, -0.0008540105191059411, -0.0006179335759952664, -0.0003818566328845918, -0.00014577966067008674, 9.02972969925031e-05, 0.00032637425465509295, 0.0005624511977657676, 0.0007985281990841031, 0.0010346050839871168, 0.0012706820853054523, 0.0015067590866237879, 0.0017428359715268016, 0.0019789128564298153, 0.002214989857748151, 0.0024510668590664864, 0.002687143860384822, 0.0029232208617031574, 0.0031592976301908493, 0.003395374631509185, 0.0036314516328275204, 0.003867528634145856, 0.0041036056354641914, 0.004339682403951883, 0.0045757596381008625, 0.004811836406588554, 0.005047913640737534, 0.0052839904092252254, 0.005520067177712917, 0.0057561444118618965, 0.005992221180349588, 0.006228298414498568, 0.0064643751829862595, 0.006700451951473951, 0.0069365291856229305, 0.007172605954110622, 0.007408683188259602, 0.0076447599567472935, 0.007880836725234985, 0.008116913959383965, 0.008352991193532944, 0.008589067496359348, 0.008825144730508327]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 3.0, 1.0, 0.0, 4.0, 3.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 5.0, 7.0, 3.0, 2.0, 4.0, 4.0, 4.0, 1.0, 0.0, 1.0, 1.0, 3.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.021105948835611343, -0.020007122308015823, -0.018908297643065453, -0.017809471115469933, -0.016710646450519562, -0.015611819922924042, -0.014512993395328522, -0.013414167799055576, -0.012315342202782631, -0.011216516606509686, -0.01011769101023674, -0.00901886448264122, -0.007920038886368275, -0.006821213290095329, -0.005722387228161097, -0.004623561166226864, -0.0035247355699539185, -0.0024259097408503294, -0.0013270839117467403, -0.00022825808264315128, 0.0008705677464604378, 0.001969393575564027, 0.003068219404667616, 0.004167045466601849, 0.005265871062874794, 0.006364696659147739, 0.007463522721081972, 0.008562348783016205, 0.00966117437928915, 0.010759999975562096, 0.011858826503157616, 0.012957652099430561, 0.014056477695703506, 0.015155303291976452, 0.016254128888249397, 0.017352955415844917, 0.018451780080795288, 0.019550606608390808, 0.020649433135986328, 0.0217482578009367, 0.02284708432853222, 0.02394591085612774, 0.02504473552107811, 0.02614356204867363, 0.02724238857626915, 0.02834121324121952, 0.02944003976881504, 0.03053886443376541, 0.03163769096136093, 0.03273651748895645, 0.03383534401655197, 0.03493416681885719, 0.03603299334645271, 0.03713181987404823, 0.03823064640164375, 0.03932947292923927, 0.040428295731544495, 0.041527122259140015, 0.042625948786735535, 0.043724775314331055, 0.044823601841926575, 0.045922428369522095, 0.047021251171827316, 0.048120077699422836, 0.049218904227018356]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 2.0, 3.0, 3.0, 5.0, 8.0, 9.0, 6.0, 11.0, 5.0, 15.0, 24.0, 32.0, 43.0, 60.0, 101.0, 130.0, 152.0, 188.0, 253.0, 340.0, 439.0, 633.0, 895.0, 1216.0, 1926.0, 6424.0, 1899.0, 1038.0, 695.0, 483.0, 334.0, 237.0, 205.0, 146.0, 99.0, 91.0, 47.0, 33.0, 44.0, 31.0, 6.0, 17.0, 18.0, 17.0, 3.0, 4.0, 5.0, 2.0, 0.0, 2.0, 9.0, 11.0, 13.0, 7.0, 0.0, 0.0, 0.0, 1.0, 0.0, 4.0, 4.0], "bins": [-0.012958275154232979, -0.012504598125815392, -0.01205092016607523, -0.011597242206335068, -0.01114356517791748, -0.010689888149499893, -0.010236210189759731, -0.00978253223001957, -0.009328855201601982, -0.008875178173184395, -0.008421500213444233, -0.007967822253704071, -0.007514145225286484, -0.007060467731207609, -0.006606790237128735, -0.00615311274304986, -0.005699435248970985, -0.005245757754892111, -0.004792080260813236, -0.004338402766734362, -0.003884725272655487, -0.0034310477785766125, -0.002977370284497738, -0.0025236927904188633, -0.0020700152963399887, -0.0016163378022611141, -0.0011626603081822395, -0.0007089828141033649, -0.00025530532002449036, 0.00019837217405438423, 0.0006520496681332588, 0.0011057271622121334, 0.001559404656291008, 0.0020130821503698826, 0.002466759644448757, 0.0029204371385276318, 0.0033741146326065063, 0.003827792126685381, 0.0042814696207642555, 0.00473514711484313, 0.005188824608922005, 0.005642502103000879, 0.006096179597079754, 0.0065498570911586285, 0.007003534585237503, 0.007457212079316378, 0.007910889573395252, 0.008364567533135414, 0.008818244561553001, 0.009271921589970589, 0.00972559954971075, 0.010179277509450912, 0.0106329545378685, 0.011086631566286087, 0.011540309526026249, 0.01199398748576641, 0.012447664514183998, 0.012901341542601585, 0.013355019502341747, 0.01380869746208191, 0.014262374490499496, 0.014716051518917084, 0.015169729478657246, 0.015623407438397408, 0.016077084466814995]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 4.0, 1.0, 1.0, 0.0, 1.0, 3.0, 2.0, 1.0, 3.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0970456525683403, -0.09484589844942093, -0.09264614433050156, -0.09044639021158218, -0.08824663609266281, -0.08604688197374344, -0.08384712785482407, -0.0816473737359047, -0.07944761216640472, -0.07724785804748535, -0.07504810392856598, -0.0728483498096466, -0.07064859569072723, -0.06844884157180786, -0.06624908745288849, -0.06404933333396912, -0.061849579215049744, -0.05964982509613037, -0.057450070977211, -0.055250316858291626, -0.05305056273937225, -0.05085080489516258, -0.04865105077624321, -0.04645129665732384, -0.044251542538404465, -0.04205178841948509, -0.03985203430056572, -0.03765228018164635, -0.035452522337436676, -0.0332527682185173, -0.03105301409959793, -0.02885325998067856, -0.026653505861759186, -0.024453751742839813, -0.02225399762392044, -0.02005424164235592, -0.017854487523436546, -0.015654733404517174, -0.013454978354275227, -0.01125522330403328, -0.009055469185113907, -0.006855714600533247, -0.004655960015952587, -0.0024562054313719273, -0.0002564508467912674, 0.0019433037377893925, 0.004143058322370052, 0.006342812906950712, 0.008542567491531372, 0.010742321610450745, 0.012942076660692692, 0.015141831710934639, 0.01734158582985401, 0.019541339948773384, 0.021741095930337906, 0.02394085004925728, 0.02614060416817665, 0.028340358287096024, 0.030540112406015396, 0.03273986652493477, 0.03493962436914444, 0.03713937848806381, 0.039339132606983185, 0.04153888672590256, 0.04373864084482193]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 4.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 3.0, 4.0, 3.0, 5.0, 3.0, 9.0, 8.0, 9.0, 5.0, 9.0, 22.0, 24.0, 21.0, 21.0, 18.0, 22.0, 11.0, 10.0, 11.0, 9.0, 8.0, 2.0, 5.0, 7.0, 3.0, 7.0, 3.0, 0.0, 3.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.06418660283088684, -0.062351521104574203, -0.060516439378261566, -0.05868135765194893, -0.05684627592563629, -0.055011190474033356, -0.05317610874772072, -0.05134102702140808, -0.049505945295095444, -0.047670863568782806, -0.04583578184247017, -0.04400070011615753, -0.042165614664554596, -0.04033053293824196, -0.03849545121192932, -0.036660369485616684, -0.03482528775930405, -0.03299020603299141, -0.031155124306678772, -0.029320040717720985, -0.027484958991408348, -0.02564987726509571, -0.023814793676137924, -0.021979711949825287, -0.02014463022351265, -0.018309548497200012, -0.016474466770887375, -0.014639383181929588, -0.012804301455616951, -0.010969219729304314, -0.009134137071669102, -0.007299054879695177, -0.0054639726877212524, -0.003628890495747328, -0.0017938083037734032, 4.127388820052147e-05, 0.001876356080174446, 0.0037114382721483707, 0.005546520464122295, 0.00738160265609622, 0.009216684848070145, 0.011051766574382782, 0.012886849232017994, 0.014721931889653206, 0.016557013615965843, 0.01839209534227848, 0.020227178931236267, 0.022062260657548904, 0.023897342383861542, 0.02573242411017418, 0.027567505836486816, 0.029402589425444603, 0.03123767115175724, 0.03307275474071503, 0.034907836467027664, 0.0367429181933403, 0.03857799991965294, 0.040413081645965576, 0.042248163372278214, 0.04408324509859085, 0.04591833055019379, 0.047753412276506424, 0.04958849400281906, 0.0514235757291317, 0.053258657455444336]}, "_runtime": 152.19588470458984, "_timestamp": 1596211741.9669936, "_step": 189}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 3.0, 1.0, 7.0, 6.0, 4.0, 3.0, 1.0, 2.0, 3.0, 2.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.010382337495684624, -0.010061784647405148, -0.009741232730448246, -0.00942067988216877, -0.009100127965211868, -0.008779575116932392, -0.00845902319997549, -0.008138470351696014, -0.007817918434739113, -0.007497365586459637, -0.007176813203841448, -0.006856260821223259, -0.00653570843860507, -0.006215156055986881, -0.005894603673368692, -0.0055740512907505035, -0.005253498908132315, -0.004932946525514126, -0.004612394142895937, -0.004291841760277748, -0.003971289377659559, -0.0036507367622107267, -0.003330184379592538, -0.003009631996974349, -0.00268907961435616, -0.0023685272317379713, -0.0020479748491197824, -0.0017274223500862718, -0.001406869967468083, -0.001086317584849894, -0.0007657651440240443, -0.00044521273230202496, -0.00012466032058000565, 0.00019589209114201367, 0.000516444502864033, 0.0008369969436898828, 0.0011575493263080716, 0.0014781017089262605, 0.0017986542079597712, 0.00211920659057796, 0.002439758973196149, 0.0027603113558143377, 0.0030808637384325266, 0.0034014161210507154, 0.003721968736499548, 0.004042521119117737, 0.004363073501735926, 0.0046836258843541145, 0.005004178266972303, 0.005324730649590492, 0.005645283032208681, 0.00596583541482687, 0.006286387797445059, 0.006606940180063248, 0.0069274925626814365, 0.007248044945299625, 0.0075685977935791016, 0.007889149710536003, 0.00820970255881548, 0.00853025447577238, 0.008850807324051857, 0.009171359241008759, 0.009491912089288235, 0.009812464006245136, 0.010133016854524612]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 4.0, 5.0, 4.0, 2.0, 2.0, 6.0, 5.0, 11.0, 6.0, 8.0, 14.0, 17.0, 17.0, 33.0, 26.0, 37.0, 53.0, 80.0, 87.0, 116.0, 145.0, 225.0, 497.0, 5369.0, 374.0, 184.0, 156.0, 104.0, 74.0, 57.0, 50.0, 27.0, 38.0, 14.0, 15.0, 15.0, 9.0, 13.0, 2.0, 4.0, 5.0, 4.0, 0.0, 3.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.1100541353225708, -0.10641111433506012, -0.10276808589696884, -0.09912506490945816, -0.09548204392194748, -0.0918390154838562, -0.08819599449634552, -0.08455297350883484, -0.08090995252132416, -0.07726692408323288, -0.0736239030957222, -0.06998088210821152, -0.06633785367012024, -0.06269483268260956, -0.05905180796980858, -0.0554087869822979, -0.05176576226949692, -0.04812273755669594, -0.04447971656918526, -0.04083669185638428, -0.037193670868873596, -0.03355064615607262, -0.029907621443271637, -0.026264598593115807, -0.022621575742959976, -0.018978552892804146, -0.01533552911132574, -0.011692505329847336, -0.008049482479691505, -0.004406459163874388, -0.00076343584805727, 0.0028795874677598476, 0.006522610783576965, 0.010165633633732796, 0.0138086574152112, 0.017451681196689606, 0.021094704046845436, 0.024737726897001266, 0.028380751609802246, 0.03202377259731293, 0.03566679731011391, 0.039309822022914886, 0.04295284301042557, 0.04659586772322655, 0.05023889243602753, 0.05388191342353821, 0.05752493813633919, 0.06116795912384987, 0.06481098383665085, 0.06845400482416153, 0.07209703326225281, 0.07574005424976349, 0.07938307523727417, 0.08302610367536545, 0.08666912466287613, 0.09031214565038681, 0.09395517408847809, 0.09759819507598877, 0.10124121606349945, 0.10488423705101013, 0.10852726548910141, 0.11217028647661209, 0.11581330746412277, 0.11945633590221405, 0.12309935688972473]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 4.0, 0.0, 0.0, 2.0, 2.0, 2.0, 1.0, 1.0, 1.0, 2.0, 2.0, 2.0, 2.0, 6.0, 2.0, 4.0, 3.0, 25.0, 2.0, 5.0, 2.0, 5.0, 2.0, 3.0, 3.0, 1.0, 1.0, 1.0, 3.0, 4.0, 3.0, 2.0, 3.0, 1.0, 1.0, 3.0, 1.0, 2.0, 1.0, 0.0, 2.0, 2.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0026093500200659037, -0.002516009146347642, -0.0024226682726293802, -0.0023293273989111185, -0.002235986525192857, -0.002142645651474595, -0.0020493047777563334, -0.0019559639040380716, -0.0018626231467351317, -0.00176928227301687, -0.0016759413992986083, -0.0015826005255803466, -0.0014892597682774067, -0.001395918894559145, -0.0013025780208408833, -0.0012092371471226215, -0.0011158962734043598, -0.001022555399686098, -0.0009292145259678364, -0.0008358737104572356, -0.0007425328367389739, -0.0006491919630207121, -0.0005558511475101113, -0.0004625102737918496, -0.0003691694000735879, -0.0002758285263553262, -0.00018248768174089491, -8.914682257454842e-05, 4.194036591798067e-06, 9.753489575814456e-05, 0.00019087575492449105, 0.0002842165995389223, 0.00037755747325718403, 0.00047089834697544575, 0.0005642392206937075, 0.0006575800362043083, 0.00075092090992257, 0.0008442617836408317, 0.0009376025991514325, 0.0010309434728696942, 0.001124284346587956, 0.0012176252203062177, 0.0013109660940244794, 0.001404306967742741, 0.001497647725045681, 0.0015909885987639427, 0.0016843294724822044, 0.0017776703462004662, 0.0018710112199187279, 0.0019643520936369896, 0.0020576929673552513, 0.002151033841073513, 0.0022443747147917747, 0.0023377155885100365, 0.002431056462228298, 0.00252439733594656, 0.0026177382096648216, 0.0027110788505524397, 0.0028044197242707014, 0.002897760597988963, 0.002991101471707225, 0.0030844423454254866, 0.0031777832191437483, 0.00327112409286201, 0.0033644649665802717]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 2.0, 5.0, 3.0, 5.0, 3.0, 8.0, 14.0, 21.0, 42.0, 54.0, 80.0, 126.0, 172.0, 241.0, 376.0, 612.0, 995.0, 1617.0, 2922.0, 5514.0, 11231.0, 26851.0, 82135.0, 880219.0, 87104.0, 32721.0, 17182.0, 9842.0, 6230.0, 4099.0, 2558.0, 1837.0, 1249.0, 889.0, 659.0, 468.0, 398.0, 257.0, 211.0, 163.0, 119.0, 78.0, 75.0, 55.0, 36.0, 35.0, 29.0, 17.0, 30.0, 13.0, 7.0, 8.0, 9.0, 6.0, 4.0, 2.0, 3.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.005709631834179163, -0.005477318074554205, -0.005245004314929247, -0.005012691020965576, -0.004780377261340618, -0.00454806350171566, -0.004315749742090702, -0.004083435982465744, -0.0038511224556714296, -0.0036188086960464716, -0.003386495169252157, -0.003154181409627199, -0.002921867650002241, -0.0026895541232079268, -0.0024572403635829687, -0.0022249268367886543, -0.0019926130771636963, -0.00176029943395406, -0.0015279857907444239, -0.0012956720311194658, -0.0010633583879098296, -0.0008310447447001934, -0.0005987310432828963, -0.0003664173709694296, -0.00013410369865596294, 9.820997365750372e-05, 0.0003305236459709704, 0.0005628373473882675, 0.0007951509905979037, 0.00102746463380754, 0.001259778393432498, 0.0014920920366421342, 0.0017244056798517704, 0.0019567194394767284, 0.002189032966271043, 0.002421346725896001, 0.0026536602526903152, 0.0028859740123152733, 0.0031182877719402313, 0.0033506012987345457, 0.0035829150583595037, 0.003815228817984462, 0.004047542344778776, 0.004279856104403734, 0.004512169864028692, 0.00474448362365365, 0.004976796917617321, 0.005209110677242279, 0.005441424436867237, 0.005673738196492195, 0.005906051956117153, 0.006138365250080824, 0.006370679009705782, 0.00660299276933074, 0.006835306528955698, 0.007067620288580656, 0.007299933582544327, 0.007532247342169285, 0.007764561101794243, 0.007996874861419201, 0.008229188621044159, 0.008461502380669117, 0.008693816140294075, 0.008926129899919033, 0.009158443659543991]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 2.0, 0.0, 2.0, 0.0, 2.0, 1.0, 5.0, 3.0, 2.0, 7.0, 2.0, 2.0, 1.0, 1.0, 2.0, 1.0, 3.0, 2.0, 1.0, 1.0, 2.0, 3.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.023715689778327942, -0.022817818447947502, -0.021919947117567062, -0.021022073924541473, -0.020124202594161034, -0.019226331263780594, -0.018328458070755005, -0.017430586740374565, -0.016532715409994125, -0.015634844079613686, -0.014736971817910671, -0.013839099556207657, -0.012941228225827217, -0.012043356895446777, -0.011145484633743763, -0.010247612372040749, -0.009349741041660309, -0.008451869711279869, -0.007553997449576855, -0.006656125653535128, -0.005758253857493401, -0.0048603820614516735, -0.0039625102654099464, -0.0030646384693682194, -0.0021667666733264923, -0.0012688948772847652, -0.0003710230812430382, 0.0005268487147986889, 0.001424720510840416, 0.002322592306882143, 0.00322046410292387, 0.004118335898965597, 0.005016207695007324, 0.005914079491049051, 0.006811951287090778, 0.007709823083132505, 0.008607694879174232, 0.009505566209554672, 0.010403438471257687, 0.011301310732960701, 0.01219918206334114, 0.01309705339372158, 0.013994925655424595, 0.01489279791712761, 0.01579066924750805, 0.01668854057788849, 0.017586413770914078, 0.018484285101294518, 0.019382156431674957, 0.020280027762055397, 0.021177899092435837, 0.022075772285461426, 0.022973643615841866, 0.023871514946222305, 0.024769388139247894, 0.025667259469628334, 0.026565130800008774, 0.027463002130389214, 0.028360873460769653, 0.029258746653795242, 0.030156617984175682, 0.031054489314556122, 0.03195236250758171, 0.032850231975317, 0.03374810516834259]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 2.0, 1.0, 4.0, 12.0, 7.0, 12.0, 25.0, 31.0, 33.0, 42.0, 63.0, 82.0, 100.0, 115.0, 150.0, 193.0, 260.0, 358.0, 465.0, 636.0, 845.0, 1372.0, 2448.0, 5595.0, 1482.0, 1036.0, 704.0, 520.0, 393.0, 335.0, 232.0, 178.0, 157.0, 98.0, 93.0, 73.0, 48.0, 33.0, 16.0, 23.0, 20.0, 41.0, 24.0, 10.0, 10.0, 5.0, 6.0, 9.0, 7.0, 1.0, 5.0, 2.0, 3.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 3.0, 3.0, 1.0, 2.0], "bins": [-0.010384202934801579, -0.009952736087143421, -0.009521269239485264, -0.009089802391827106, -0.008658335544168949, -0.008226868696510792, -0.007795402314513922, -0.007363935466855764, -0.006932468619197607, -0.00650100177153945, -0.006069534923881292, -0.005638068076223135, -0.005206601694226265, -0.004775134846568108, -0.00434366799890995, -0.003912201151251793, -0.0034807343035936356, -0.003049267455935478, -0.002617800608277321, -0.002186333993449807, -0.0017548671457916498, -0.0013234002981334925, -0.000891933566890657, -0.0004604667774401605, -2.8999987989664078e-05, 0.00040246680146083236, 0.0008339335909113288, 0.0012654003221541643, 0.0016968671698123217, 0.002128334017470479, 0.0025598006322979927, 0.00299126747995615, 0.0034227343276143074, 0.0038542011752724648, 0.004285668022930622, 0.0047171348705887794, 0.005148601718246937, 0.005580068100243807, 0.006011534947901964, 0.0064430017955601215, 0.006874468643218279, 0.007305935490876436, 0.007737402338534594, 0.008168868720531464, 0.008600335568189621, 0.009031802415847778, 0.009463269263505936, 0.009894736111164093, 0.01032620295882225, 0.010757669806480408, 0.011189136654138565, 0.011620603501796722, 0.01205207034945488, 0.012483537197113037, 0.012915004044771194, 0.013346470892429352, 0.01377793774008751, 0.014209403656423092, 0.01464087050408125, 0.015072337351739407, 0.015503804199397564, 0.015935271978378296, 0.016366738826036453, 0.01679820567369461, 0.017229672521352768]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 2.0, 3.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.187210351228714, -0.18256938457489014, -0.17792841792106628, -0.17328745126724243, -0.16864648461341858, -0.16400550305843353, -0.15936453640460968, -0.15472356975078583, -0.15008260309696198, -0.14544163644313812, -0.14080066978931427, -0.13615970313549042, -0.13151872158050537, -0.12687775492668152, -0.12223678827285767, -0.11759582161903381, -0.11295485496520996, -0.10831388831138611, -0.10367292165756226, -0.0990319475531578, -0.09439098089933395, -0.0897500142455101, -0.08510904014110565, -0.0804680734872818, -0.07582710683345795, -0.0711861401796341, -0.06654517352581024, -0.06190419942140579, -0.05726323276758194, -0.05262226611375809, -0.047981295734643936, -0.043340325355529785, -0.03869935870170593, -0.03405839204788208, -0.02941742166876793, -0.024776453152298927, -0.020135484635829926, -0.015494516119360924, -0.010853547602891922, -0.00621257908642292, -0.0015716105699539185, 0.0030693579465150833, 0.007710326462984085, 0.012351294979453087, 0.01699226349592209, 0.02163323201239109, 0.026274200528860092, 0.030915169045329094, 0.035556137561798096, 0.04019710421562195, 0.0448380745947361, 0.04947904497385025, 0.0541200116276741, 0.058760978281497955, 0.0634019523859024, 0.06804291903972626, 0.07268388569355011, 0.07732485234737396, 0.08196581900119781, 0.08660679310560226, 0.09124775975942612, 0.09588872641324997, 0.10052970051765442, 0.10517066717147827, 0.10981163382530212]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 1.0, 3.0, 2.0, 2.0, 2.0, 3.0, 2.0, 3.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 3.0, 0.0, 3.0, 7.0, 9.0, 7.0, 7.0, 11.0, 19.0, 10.0, 12.0, 32.0, 13.0, 10.0, 7.0, 8.0, 11.0, 13.0, 2.0, 11.0, 4.0, 3.0, 6.0, 2.0, 7.0, 6.0, 5.0, 3.0, 4.0, 3.0, 3.0, 4.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0], "bins": [-0.08521666377782822, -0.08233890682458878, -0.07946115732192993, -0.07658340036869049, -0.07370564341545105, -0.0708278939127922, -0.06795013695955276, -0.06507238000631332, -0.06219462677836418, -0.05931687355041504, -0.0564391165971756, -0.053561363369226456, -0.05068361014127731, -0.04780585318803787, -0.04492809996008873, -0.04205034300684929, -0.039172589778900146, -0.036294836550951004, -0.03341707959771156, -0.03053932636976242, -0.02766157127916813, -0.024783816188573837, -0.021906062960624695, -0.019028307870030403, -0.01615055277943611, -0.01327279768884182, -0.010395043529570103, -0.007517288904637098, -0.004639534279704094, -0.0017617796547710896, 0.0011159749701619148, 0.003993729595094919, 0.006871484220027924, 0.009749239310622215, 0.012626993469893932, 0.01550474762916565, 0.01838250271975994, 0.021260257810354233, 0.024138011038303375, 0.027015766128897667, 0.02989352121949196, 0.0327712744474411, 0.03564903140068054, 0.038526784628629684, 0.04140453785657883, 0.04428229480981827, 0.04716004803776741, 0.05003780499100685, 0.052915558218955994, 0.055793311446905136, 0.05867106840014458, 0.06154882162809372, 0.06442657858133316, 0.067304328083992, 0.07018208503723145, 0.07305984199047089, 0.07593759894371033, 0.07881534844636917, 0.08169310539960861, 0.08457086235284805, 0.0874486118555069, 0.09032636880874634, 0.09320412576198578, 0.09608187526464462, 0.09895963221788406]}, "_runtime": 153.0117576122284, "_timestamp": 1596211742.7828665, "_step": 190}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 2.0, 4.0, 1.0, 1.0, 2.0, 6.0, 6.0, 5.0, 4.0, 8.0, 1.0, 3.0, 0.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014827135019004345, -0.014382235705852509, -0.013937335461378098, -0.013492436148226261, -0.013047536835074425, -0.012602637521922588, -0.012157738208770752, -0.011712837964296341, -0.011267938651144505, -0.010823039337992668, -0.010378139093518257, -0.00993323978036642, -0.009488340467214584, -0.009043441154062748, -0.008598541840910912, -0.0081536415964365, -0.007708742283284664, -0.007263842970132828, -0.006818943191319704, -0.00637404341250658, -0.005929144099354744, -0.0054842447862029076, -0.005039345007389784, -0.00459444522857666, -0.004149545915424824, -0.0037046463694423437, -0.0032597468234598637, -0.0028148472774773836, -0.0023699477314949036, -0.0019250481855124235, -0.0014801486395299435, -0.0010352490935474634, -0.0005903495475649834, -0.00014545000158250332, 0.00029944954439997673, 0.0007443490903824568, 0.0011892486363649368, 0.0016341481823474169, 0.002079047728329897, 0.002523947274312377, 0.002968846820294857, 0.003413746366277337, 0.003858645912259817, 0.004303545691072941, 0.004748445004224777, 0.005193344317376614, 0.005638244096189737, 0.006083143875002861, 0.006528043188154697, 0.006972942501306534, 0.0074178422801196575, 0.007862742058932781, 0.008307641372084618, 0.008752540685236454, 0.00919743999838829, 0.009642340242862701, 0.010087239556014538, 0.010532138869166374, 0.010977039113640785, 0.011421938426792622, 0.011866837739944458, 0.012311737053096294, 0.01275663636624813, 0.013201536610722542, 0.013646435923874378]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 3.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 2.0, 3.0, 6.0, 2.0, 10.0, 7.0, 13.0, 17.0, 16.0, 14.0, 17.0, 47.0, 54.0, 67.0, 113.0, 142.0, 270.0, 4153.0, 2125.0, 337.0, 151.0, 95.0, 59.0, 49.0, 33.0, 32.0, 15.0, 13.0, 8.0, 10.0, 7.0, 8.0, 6.0, 1.0, 3.0, 1.0, 2.0, 3.0, 3.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.14320224523544312, -0.13886064291000366, -0.13451902568340302, -0.13017740845680237, -0.12583580613136292, -0.12149419635534286, -0.11715258657932281, -0.11281097680330276, -0.10846936702728271, -0.10412775725126266, -0.09978614747524261, -0.09544453769922256, -0.09110292792320251, -0.08676131814718246, -0.08241970837116241, -0.07807809859514236, -0.07373648881912231, -0.06939487904310226, -0.06505326926708221, -0.060711659491062164, -0.056370049715042114, -0.052028439939022064, -0.047686830163002014, -0.043345220386981964, -0.039003610610961914, -0.034662000834941864, -0.030320391058921814, -0.025978781282901764, -0.021637171506881714, -0.017295561730861664, -0.012953951954841614, -0.008612342178821564, -0.004270732402801514, 7.087737321853638e-05, 0.004412487149238586, 0.008754096925258636, 0.013095706701278687, 0.017437316477298737, 0.021778926253318787, 0.026120536029338837, 0.030462145805358887, 0.03480375558137894, 0.03914536535739899, 0.04348697513341904, 0.04782858490943909, 0.05217019468545914, 0.05651180446147919, 0.06085341423749924, 0.06519502401351929, 0.06953663378953934, 0.07387824356555939, 0.07821985334157944, 0.08256146311759949, 0.08690307289361954, 0.09124468266963959, 0.09558629244565964, 0.09992790222167969, 0.10426951199769974, 0.10861112177371979, 0.11295273154973984, 0.11729434132575989, 0.12163595110177994, 0.1259775608778, 0.13031917810440063, 0.1346607804298401]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 2.0, 3.0, 2.0, 2.0, 3.0, 7.0, 1.0, 2.0, 5.0, 5.0, 3.0, 25.0, 9.0, 3.0, 10.0, 3.0, 5.0, 3.0, 2.0, 1.0, 0.0, 1.0, 4.0, 3.0, 2.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002376917051151395, -0.0022816210985183716, -0.0021863251458853483, -0.002091029193252325, -0.001995733240619302, -0.0019004371715709567, -0.0018051412189379334, -0.0017098452663049102, -0.001614549313671887, -0.0015192533610388637, -0.0014239574084058404, -0.0013286614557728171, -0.001233365386724472, -0.0011380694340914488, -0.0010427734814584255, -0.0009474775288254023, -0.000852181576192379, -0.0007568856235593557, -0.0006615896709263325, -0.0005662936600856483, -0.00047099770745262504, -0.0003757017548196018, -0.00028040577308274806, -0.00018510980589780957, -8.981383871287107e-05, 5.482128472067416e-06, 0.0001007780956570059, 0.0001960740628419444, 0.0002913700300268829, 0.00038666598265990615, 0.00048196196439675987, 0.0005772579461336136, 0.0006725538987666368, 0.0007678498513996601, 0.0008631458040326834, 0.0009584418148733675, 0.00105373770929873, 0.001149033778347075, 0.0012443297309800982, 0.0013396256836131215, 0.0014349216362461448, 0.001530217588879168, 0.0016255135415121913, 0.0017208094941452146, 0.0018161055631935596, 0.001911401515826583, 0.002006697468459606, 0.0021019934210926294, 0.0021972893737256527, 0.002292585326358676, 0.0023878812789916992, 0.0024831772316247225, 0.0025784731842577457, 0.002673769136890769, 0.0027690650895237923, 0.0028643610421568155, 0.002959656994789839, 0.0030549531802535057, 0.003150249132886529, 0.0032455450855195522, 0.0033408410381525755, 0.0034361369907855988, 0.003531432943418622, 0.0036267288960516453, 0.0037220248486846685]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 2.0, 2.0, 3.0, 4.0, 3.0, 7.0, 8.0, 15.0, 20.0, 25.0, 26.0, 34.0, 53.0, 72.0, 82.0, 115.0, 208.0, 343.0, 617.0, 1175.0, 2403.0, 5317.0, 14039.0, 53305.0, 946184.0, 108181.0, 25880.0, 10101.0, 4914.0, 2593.0, 1475.0, 842.0, 573.0, 346.0, 212.0, 126.0, 94.0, 74.0, 43.0, 39.0, 25.0, 15.0, 11.0, 11.0, 5.0, 7.0, 4.0, 3.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.007454088423401117, -0.007164608687162399, -0.006875129416584969, -0.006585650146007538, -0.00629617040976882, -0.006006690673530102, -0.005717211402952671, -0.00542773213237524, -0.005138252396136522, -0.004848772659897804, -0.0045592933893203735, -0.004269814118742943, -0.003980334382504225, -0.0036908548790961504, -0.003401375375688076, -0.0031118958722800016, -0.0028224163688719273, -0.002532936865463853, -0.0022434573620557785, -0.001953977858647704, -0.0016644983552396297, -0.0013750188518315554, -0.001085539348423481, -0.0007960598450154066, -0.0005065803416073322, -0.00021710083819925785, 7.237866520881653e-05, 0.0003618581686168909, 0.0006513376720249653, 0.0009408171754330397, 0.001230296678841114, 0.0015197761822491884, 0.0018092556856572628, 0.002098735189065337, 0.0023882146924734116, 0.002677694195881486, 0.0029671736992895603, 0.0032566532026976347, 0.003546132706105709, 0.0038356122095137835, 0.004125091712921858, 0.004414571449160576, 0.004704050719738007, 0.004993529990315437, 0.005283009726554155, 0.005572489462792873, 0.005861968733370304, 0.006151448003947735, 0.006440927740186453, 0.006730407476425171, 0.007019886747002602, 0.007309366017580032, 0.00759884575381875, 0.007888325490057468, 0.0081778047606349, 0.00846728403121233, 0.008756764233112335, 0.009046243503689766, 0.009335722774267197, 0.009625202044844627, 0.009914681315422058, 0.010204161517322063, 0.010493640787899494, 0.010783120058476925, 0.01107260026037693]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 5.0, 2.0, 2.0, 4.0, 6.0, 4.0, 4.0, 9.0, 3.0, 2.0, 1.0, 4.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.03074982576072216, -0.029684454202651978, -0.028619084507226944, -0.02755371294915676, -0.02648834139108658, -0.025422971695661545, -0.024357600137591362, -0.02329222857952118, -0.022226858884096146, -0.021161487326025963, -0.02009611576795578, -0.019030744209885597, -0.017965374514460564, -0.01690000295639038, -0.015834631398320198, -0.01476926077157259, -0.013703890144824982, -0.012638519518077374, -0.01157314796000719, -0.010507777333259583, -0.0094424057751894, -0.008377035148441792, -0.007311664521694183, -0.006246293429285288, -0.005180922336876392, -0.004115551244467497, -0.003050180384889245, -0.001984809525310993, -0.0009194384329020977, 0.00014593254309147596, 0.0012113035190850496, 0.0022766743786633015, 0.003342045471072197, 0.0044074165634810925, 0.005472787655889988, 0.006538158282637596, 0.007603529375046492, 0.008668900467455387, 0.009734271094202995, 0.010799642652273178, 0.011865013279020786, 0.012930383905768394, 0.013995755463838577, 0.015061126090586185, 0.016126496717333794, 0.017191868275403976, 0.01825723983347416, 0.019322609528899193, 0.020387981086969376, 0.02145335264503956, 0.022518722340464592, 0.023584093898534775, 0.024649465456604958, 0.02571483515202999, 0.026780206710100174, 0.027845578268170357, 0.02891094982624054, 0.029976319521665573, 0.031041691079735756, 0.03210706263780594, 0.03317243233323097, 0.034237802028656006, 0.03530317544937134, 0.03636854514479637, 0.037433914840221405]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 6.0, 2.0, 4.0, 4.0, 5.0, 6.0, 7.0, 11.0, 17.0, 21.0, 28.0, 39.0, 36.0, 58.0, 75.0, 70.0, 107.0, 149.0, 174.0, 235.0, 328.0, 468.0, 579.0, 879.0, 1357.0, 2463.0, 6544.0, 1586.0, 956.0, 646.0, 429.0, 300.0, 216.0, 142.0, 91.0, 78.0, 56.0, 39.0, 24.0, 38.0, 19.0, 21.0, 22.0, 9.0, 6.0, 8.0, 13.0, 20.0, 21.0, 2.0, 1.0, 1.0, 1.0, 1.0, 8.0], "bins": [-0.015072418376803398, -0.014646275900304317, -0.014220133423805237, -0.013793990947306156, -0.013367848470807076, -0.01294170692563057, -0.012515564449131489, -0.012089421972632408, -0.011663279496133327, -0.011237137019634247, -0.010810994543135166, -0.010384852066636086, -0.00995871052145958, -0.009532568044960499, -0.009106425568461418, -0.008680283091962337, -0.008254140615463257, -0.007827998138964176, -0.0074018556624650955, -0.006975713651627302, -0.0065495711751282215, -0.006123428698629141, -0.0056972866877913475, -0.005271144211292267, -0.004845001734793186, -0.0044188592582941055, -0.003992716781795025, -0.0035665747709572315, -0.003140432294458151, -0.00271428981795907, -0.002288147574290633, -0.0018620052142068744, -0.0014358628541231155, -0.0010097204940393567, -0.0005835781339555979, -0.00015743577387183905, 0.0002687065862119198, 0.0006948489462956786, 0.0011209913063794374, 0.0015471336664631963, 0.001973276026546955, 0.0023994185030460358, 0.0028255607467144728, 0.0032517029903829098, 0.0036778454668819904, 0.004103987943381071, 0.0045301299542188644, 0.004956272430717945, 0.005382414907217026, 0.005808557383716106, 0.006234699860215187, 0.00666084187105298, 0.007086984347552061, 0.007513126824051142, 0.007939268834888935, 0.008365411311388016, 0.008791553787887096, 0.009217696264386177, 0.009643838740885258, 0.010069981217384338, 0.010496122762560844, 0.010922265239059925, 0.011348407715559006, 0.011774550192058086, 0.012200692668557167]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 3.0, 4.0, 3.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.18866537511348724, -0.18379905819892883, -0.17893274128437042, -0.174066424369812, -0.1692001074552536, -0.1643337905406952, -0.15946747362613678, -0.15460115671157837, -0.14973483979701996, -0.14486852288246155, -0.14000220596790314, -0.13513588905334473, -0.13026957213878632, -0.1254032552242279, -0.1205369383096695, -0.11567062139511108, -0.11080430448055267, -0.10593798756599426, -0.10107167065143585, -0.09620535373687744, -0.09133903682231903, -0.08647271990776062, -0.08160640299320221, -0.0767400860786438, -0.07187376916408539, -0.06700745224952698, -0.06214113533496857, -0.057274818420410156, -0.052408501505851746, -0.047542184591293335, -0.042675867676734924, -0.037809550762176514, -0.0329432338476181, -0.028076916933059692, -0.023210600018501282, -0.01834428310394287, -0.01347796618938446, -0.00861164927482605, -0.003745332360267639, 0.0011209845542907715, 0.005987301468849182, 0.010853618383407593, 0.015719935297966003, 0.020586252212524414, 0.025452569127082825, 0.030318886041641235, 0.035185202956199646, 0.04005151987075806, 0.04491783678531647, 0.04978415369987488, 0.05465047061443329, 0.0595167875289917, 0.06438310444355011, 0.06924942135810852, 0.07411573827266693, 0.07898205518722534, 0.08384837210178375, 0.08871468901634216, 0.09358100593090057, 0.09844732284545898, 0.1033136397600174, 0.1081799566745758, 0.11304627358913422, 0.11791259050369263, 0.12277890741825104]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 1.0, 2.0, 6.0, 4.0, 2.0, 6.0, 7.0, 11.0, 17.0, 36.0, 31.0, 31.0, 31.0, 19.0, 7.0, 13.0, 13.0, 5.0, 2.0, 2.0, 0.0, 1.0, 2.0, 3.0, 4.0, 2.0, 1.0, 5.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0], "bins": [-0.11597344279289246, -0.1129944697022438, -0.11001548916101456, -0.1070365160703659, -0.10405753552913666, -0.101078562438488, -0.09809958189725876, -0.09512060880661011, -0.09214162826538086, -0.08916265517473221, -0.08618368208408356, -0.08320470154285431, -0.08022572845220566, -0.07724674791097641, -0.07426777482032776, -0.07128879427909851, -0.06830982118844986, -0.06533084809780121, -0.06235186755657196, -0.05937289074063301, -0.05639391392469406, -0.05341494083404541, -0.05043596401810646, -0.04745698720216751, -0.04447801038622856, -0.04149903357028961, -0.03852005675435066, -0.03554107993841171, -0.03256210684776306, -0.029583128169178963, -0.026604153215885162, -0.023625176399946213, -0.020646199584007263, -0.017667222768068314, -0.014688246883451939, -0.011709270998835564, -0.008730294182896614, -0.005751317832618952, -0.0027723414823412895, 0.00020663486793637276, 0.003185611218214035, 0.006164587568491697, 0.00914356391876936, 0.012122539803385735, 0.015101516619324684, 0.018080493435263634, 0.021059468388557434, 0.024038445204496384, 0.027017422020435333, 0.029996398836374283, 0.03297537565231323, 0.03595435246825218, 0.03893332928419113, 0.04191230237483978, 0.04489127919077873, 0.04787025600671768, 0.05084923282265663, 0.05382820963859558, 0.05680718645453453, 0.05978616327047348, 0.06276513636112213, 0.06574411690235138, 0.06872308999300003, 0.07170207053422928, 0.07468104362487793]}, "_runtime": 153.79503393173218, "_timestamp": 1596211743.5661428, "_step": 191}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 2.0, 1.0, 1.0, 3.0, 2.0, 2.0, 2.0, 4.0, 8.0, 7.0, 3.0, 2.0, 0.0, 2.0, 3.0, 2.0, 0.0, 1.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012430564500391483, -0.012000184506177902, -0.011569804511964321, -0.01113942451775074, -0.010709044523537159, -0.010278664529323578, -0.009848284535109997, -0.009417904540896416, -0.00898752361536026, -0.008557143621146679, -0.008126763626933098, -0.007696384098380804, -0.007266003638505936, -0.006835623644292355, -0.0064052436500787735, -0.005974863655865192, -0.005544483661651611, -0.00511410366743803, -0.004683723673224449, -0.004253343679010868, -0.0038229634519666433, -0.0033925834577530622, -0.0029622032307088375, -0.0025318232364952564, -0.0021014432422816753, -0.0016710632480680943, -0.0012406831374391913, -0.0008103030850179493, -0.00037992303259670734, 5.0457019824534655e-05, 0.00048083707224577665, 0.0009112171246670187, 0.0013415971770882607, 0.0017719771713018417, 0.002202357165515423, 0.0026327373925596476, 0.0030631173867732286, 0.0034934973809868097, 0.0039238776080310345, 0.0043542576022446156, 0.004784637596458197, 0.005215017590671778, 0.005645397584885359, 0.00607577757909894, 0.006506158038973808, 0.006936538033187389, 0.0073669180274009705, 0.0077972980216145515, 0.008227678015828133, 0.008658058010041714, 0.009088438004255295, 0.009518817998468876, 0.009949197992682457, 0.010379577986896038, 0.01080995798110962, 0.0112403379753232, 0.011670717969536781, 0.012101098895072937, 0.012531478889286518, 0.0129618588835001, 0.01339223887771368, 0.013822618871927261, 0.014252998866140842, 0.014683378860354424, 0.015113758854568005]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 4.0, 3.0, 2.0, 9.0, 8.0, 7.0, 19.0, 18.0, 24.0, 30.0, 44.0, 61.0, 73.0, 128.0, 167.0, 265.0, 5281.0, 1032.0, 220.0, 150.0, 94.0, 54.0, 56.0, 44.0, 31.0, 21.0, 19.0, 18.0, 13.0, 5.0, 5.0, 7.0, 0.0, 4.0, 2.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.12585094571113586, -0.1213412955403328, -0.11683163791894913, -0.11232198774814606, -0.10781233012676239, -0.10330267995595932, -0.09879302233457565, -0.09428337216377258, -0.08977371454238892, -0.08526406437158585, -0.08075441420078278, -0.07624475657939911, -0.07173510640859604, -0.06722544878721237, -0.0627157986164093, -0.05820614472031593, -0.053696490824222565, -0.049186836928129196, -0.04467718303203583, -0.04016752913594246, -0.03565787523984909, -0.03114822320640087, -0.026638571172952652, -0.022128917276859283, -0.017619263380765915, -0.013109609484672546, -0.008599956519901752, -0.004090303089469671, 0.00041935034096241, 0.004929003771394491, 0.009438657201826572, 0.013948310166597366, 0.018457964062690735, 0.022967617958784103, 0.027477271854877472, 0.03198692575097084, 0.03649657964706421, 0.04100622981786728, 0.04551588371396065, 0.050025537610054016, 0.054535191506147385, 0.05904484540224075, 0.06355449557304382, 0.06806415319442749, 0.07257380336523056, 0.07708346098661423, 0.0815931111574173, 0.08610276877880096, 0.09061241894960403, 0.0951220691204071, 0.09963172674179077, 0.10414137691259384, 0.10865103453397751, 0.11316068470478058, 0.11767034232616425, 0.12217999249696732, 0.12668964266777039, 0.13119930028915405, 0.13570895791053772, 0.1402186006307602, 0.14472825825214386, 0.14923791587352753, 0.1537475734949112, 0.15825721621513367, 0.16276687383651733]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 3.0, 1.0, 2.0, 1.0, 3.0, 2.0, 2.0, 2.0, 6.0, 3.0, 3.0, 3.0, 4.0, 5.0, 4.0, 21.0, 8.0, 4.0, 2.0, 4.0, 6.0, 6.0, 3.0, 0.0, 5.0, 2.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.0025933519937098026, -0.0025103508960455656, -0.002427349565550685, -0.002344348467886448, -0.002261347370222211, -0.002178346272557974, -0.002095344942063093, -0.002012343844398856, -0.0019293427467346191, -0.0018463415326550603, -0.0017633403185755014, -0.0016803392209112644, -0.0015973380068317056, -0.0015143369091674685, -0.0014313356950879097, -0.0013483345974236727, -0.0012653333833441138, -0.001182332169264555, -0.001099331071600318, -0.001016329857520759, -0.0009333287598565221, -0.0008503275457769632, -0.0007673263899050653, -0.0006843252340331674, -0.0006013240781612694, -0.0005183229222893715, -0.00043532176641747355, -0.00035232058144174516, -0.0002693194255698472, -0.0001863182696979493, -0.00010331709927413613, -2.0315936126280576e-05, 6.268522702157497e-05, 0.0001456863828934729, 0.00022868755331728607, 0.00031168872374109924, 0.0003946898796129972, 0.0004776910354848951, 0.0005606922204606235, 0.0006436933763325214, 0.0007266945322044194, 0.0008096956880763173, 0.0008926968439482152, 0.0009756979998201132, 0.001058699213899672, 0.001141700311563909, 0.001224701525643468, 0.001307702623307705, 0.0013907038373872638, 0.0014737050514668226, 0.0015567061491310596, 0.0016397073632106185, 0.0017227084608748555, 0.0018057096749544144, 0.0018887107726186514, 0.0019717118702828884, 0.002054713200777769, 0.002137714298442006, 0.002220715396106243, 0.002303716726601124, 0.002386717824265361, 0.002469718921929598, 0.002552720019593835, 0.0026357213500887156, 0.0027187224477529526]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 3.0, 1.0, 1.0, 0.0, 4.0, 4.0, 6.0, 5.0, 9.0, 10.0, 13.0, 19.0, 21.0, 32.0, 29.0, 55.0, 53.0, 95.0, 120.0, 183.0, 236.0, 332.0, 543.0, 829.0, 1239.0, 2065.0, 3817.0, 7545.0, 16470.0, 50166.0, 874614.0, 146351.0, 36188.0, 16316.0, 8690.0, 4994.0, 3025.0, 1948.0, 1196.0, 737.0, 528.0, 339.0, 217.0, 154.0, 108.0, 96.0, 71.0, 38.0, 27.0, 24.0, 14.0, 14.0, 14.0, 10.0, 6.0, 6.0, 4.0, 5.0, 3.0, 1.0, 3.0], "bins": [-0.0073480005376040936, -0.00713119562715292, -0.006914390251040459, -0.006697585340589285, -0.006480780430138111, -0.00626397505402565, -0.006047170143574476, -0.0058303652331233025, -0.005613559857010841, -0.005396754946559668, -0.005179950036108494, -0.004963144659996033, -0.004746339749544859, -0.004529534839093685, -0.004312729462981224, -0.00409592455253005, -0.003879119409248233, -0.0036623142659664154, -0.0034455093555152416, -0.003228704212233424, -0.0030118990689516068, -0.002795094158500433, -0.0025782890152186155, -0.002361483871936798, -0.0021446789614856243, -0.0019278738182038069, -0.0017110686749219894, -0.0014942636480554938, -0.0012774586211889982, -0.0010606534779071808, -0.0008438484510406852, -0.0006270433659665287, -0.00041023828089237213, -0.00019343321037013084, 2.3371860152110457e-05, 0.00024017693067435175, 0.00045698200119659305, 0.0006737870862707496, 0.0008905921131372452, 0.0011073972564190626, 0.0013242022832855582, 0.0015410073101520538, 0.0017578124534338713, 0.0019746175967156887, 0.0021914225071668625, 0.00240822765044868, 0.0026250327937304974, 0.002841837704181671, 0.0030586428474634886, 0.003275447990745306, 0.00349225290119648, 0.0037090580444782972, 0.003925863187760115, 0.0041426680982112885, 0.0043594734743237495, 0.004576278384774923, 0.004793083295226097, 0.005009888671338558, 0.005226693581789732, 0.005443498492240906, 0.005660303868353367, 0.005877108778804541, 0.006093913689255714, 0.0063107190653681755, 0.006527523975819349]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 4.0, 3.0, 0.0, 4.0, 4.0, 1.0, 3.0, 7.0, 4.0, 4.0, 1.0, 1.0, 3.0, 5.0, 6.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.04149483144283295, -0.04063709080219269, -0.03977935388684273, -0.03892161324620247, -0.03806387633085251, -0.03720613569021225, -0.03634839504957199, -0.03549065813422203, -0.03463291749358177, -0.03377517685294151, -0.03291743993759155, -0.032059699296951294, -0.031201960518956184, -0.030344221740961075, -0.029486481100320816, -0.028628742322325706, -0.027771003544330597, -0.026913264766335487, -0.026055525988340378, -0.02519778534770012, -0.02434004656970501, -0.0234823077917099, -0.02262456715106964, -0.02176682837307453, -0.020909089595079422, -0.020051350817084312, -0.019193612039089203, -0.018335871398448944, -0.017478132620453835, -0.016620393842458725, -0.015762653201818466, -0.014904914423823357, -0.014047175645828247, -0.013189436867833138, -0.012331697158515453, -0.01147395744919777, -0.01061621867120266, -0.00975847989320755, -0.008900740183889866, -0.008043000474572182, -0.007185261696577072, -0.006327522452920675, -0.005469783209264278, -0.0046120439656078815, -0.0037543047219514847, -0.002896565478295088, -0.002038826234638691, -0.001181086990982294, -0.0003233477473258972, 0.0005343914963304996, 0.0013921307399868965, 0.0022498699836432934, 0.0031076092272996902, 0.003965348470956087, 0.004823087714612484, 0.005680826958268881, 0.006538566201925278, 0.007396305445581675, 0.008254044689238071, 0.009111784398555756, 0.009969523176550865, 0.010827261954545975, 0.011685001663863659, 0.012542741373181343, 0.013400480151176453]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 4.0, 2.0, 2.0, 7.0, 3.0, 1.0, 9.0, 4.0, 6.0, 9.0, 26.0, 17.0, 17.0, 0.0, 0.0, 1.0, 1.0, 5.0, 5.0, 12.0, 18.0, 19.0, 22.0, 38.0, 45.0, 44.0, 68.0, 99.0, 114.0, 119.0, 177.0, 269.0, 444.0, 618.0, 867.0, 1493.0, 5850.0, 2905.0, 1514.0, 1029.0, 677.0, 540.0, 374.0, 259.0, 180.0, 148.0, 94.0, 83.0, 57.0, 34.0, 33.0, 29.0, 15.0, 7.0, 7.0, 2.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.013545459136366844, -0.013188614509999752, -0.01283176988363266, -0.012474925257265568, -0.012118079699575901, -0.011761235073208809, -0.011404390446841717, -0.011047545820474625, -0.010690701194107533, -0.01033385656774044, -0.009977011010050774, -0.009620166383683681, -0.00926332175731659, -0.008906477130949497, -0.008549632504582405, -0.008192787878215313, -0.00783594325184822, -0.007479098159819841, -0.007122253067791462, -0.00676540844142437, -0.006408563815057278, -0.006051718723028898, -0.005694874096661806, -0.005338029470294714, -0.0049811843782663345, -0.004624339751899242, -0.00426749512553215, -0.003910650499165058, -0.0035538054071366787, -0.0031969607807695866, -0.0028401159215718508, -0.0024832712952047586, -0.002126426436007023, -0.001769581693224609, -0.001412736950442195, -0.0010558920912444592, -0.0006990473484620452, -0.0003422025765758008, 1.464219531044364e-05, 0.00037148696719668806, 0.0007283317390829325, 0.0010851764818653464, 0.0014420212246477604, 0.0017988660838454962, 0.002155710943043232, 0.002512555569410324, 0.00286940042860806, 0.003226245054975152, 0.003583089914172888, 0.00393993454053998, 0.004296779632568359, 0.0046536242589354515, 0.005010468885302544, 0.005367313977330923, 0.005724158603698015, 0.006081003230065107, 0.006437848322093487, 0.006794692948460579, 0.007151537574827671, 0.007508382201194763, 0.007865226827561855, 0.008222072385251522, 0.008578917011618614, 0.008935761637985706, 0.009292606264352798]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 2.0, 0.0, 2.0, 3.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.12431478500366211, -0.12030788511037827, -0.11630099266767502, -0.11229409277439117, -0.10828720033168793, -0.10428030043840408, -0.10027340054512024, -0.09626650810241699, -0.09225960820913315, -0.0882527083158493, -0.08424581587314606, -0.08023891597986221, -0.07623201608657837, -0.07222512364387512, -0.06821822375059128, -0.06421133130788803, -0.06020443141460419, -0.05619753524661064, -0.052190639078617096, -0.04818373918533325, -0.044176843017339706, -0.04016994684934616, -0.03616304695606232, -0.03215615078806877, -0.028149254620075226, -0.02414235845208168, -0.020135460421442986, -0.01612856239080429, -0.012121666222810745, -0.008114769123494625, -0.004107872024178505, -0.0001009749248623848, 0.0039059221744537354, 0.007912819273769855, 0.011919716373085976, 0.01592661440372467, 0.019933510571718216, 0.02394040673971176, 0.027947304770350456, 0.03195420280098915, 0.0359610989689827, 0.03996799513697624, 0.04397489130496979, 0.04798179119825363, 0.05198868736624718, 0.05599558353424072, 0.06000248342752457, 0.06400937587022781, 0.06801627576351166, 0.0720231756567955, 0.07603006809949875, 0.08003696799278259, 0.08404386043548584, 0.08805076032876968, 0.09205766022205353, 0.09606455266475677, 0.10007145255804062, 0.10407835245132446, 0.10808524489402771, 0.11209214478731155, 0.1160990446805954, 0.12010593712329865, 0.12411283701658249, 0.12811973690986633, 0.13212662935256958]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 5.0, 6.0, 2.0, 11.0, 12.0, 7.0, 11.0, 15.0, 21.0, 16.0, 27.0, 47.0, 17.0, 15.0, 18.0, 9.0, 10.0, 7.0, 7.0, 2.0, 2.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.10573073476552963, -0.10287760198116302, -0.10002446919679642, -0.09717133641242981, -0.0943182036280632, -0.0914650708436966, -0.08861193805932999, -0.08575880527496338, -0.08290567249059677, -0.08005253970623016, -0.07719940692186356, -0.07434627413749695, -0.07149314135313034, -0.06864000856876373, -0.06578687578439713, -0.06293374300003052, -0.06008060649037361, -0.057227473706007004, -0.054374340921640396, -0.05152120813727379, -0.04866807535290718, -0.04581494256854057, -0.042961809784173965, -0.04010867699980736, -0.03725554049015045, -0.034402407705783844, -0.031549274921417236, -0.028696143999695778, -0.02584300935268402, -0.022989876568317413, -0.020136743783950806, -0.017283610999584198, -0.01443047821521759, -0.011577345430850983, -0.008724212646484375, -0.005871078930795193, -0.003017946146428585, -0.00016481312923133373, 0.0026883198879659176, 0.0055414531379938126, 0.00839458592236042, 0.011247718706727028, 0.014100851491093636, 0.016953984275460243, 0.019807118922472, 0.022660251706838608, 0.025513384491205215, 0.028366517275571823, 0.03121965005993843, 0.03407278284430504, 0.036925915628671646, 0.039779048413038254, 0.04263218119740486, 0.04548531398177147, 0.04833844676613808, 0.051191579550504684, 0.05404471606016159, 0.0568978488445282, 0.059750981628894806, 0.06260411441326141, 0.06545724719762802, 0.06831037998199463, 0.07116351276636124, 0.07401664555072784, 0.07686977833509445]}, "_runtime": 154.54858136177063, "_timestamp": 1596211744.3196902, "_step": 192}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 2.0, 1.0, 3.0, 2.0, 2.0, 7.0, 7.0, 1.0, 5.0, 1.0, 3.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0], "bins": [-0.011227237991988659, -0.010963746346533298, -0.010700253769755363, -0.010436762124300003, -0.010173270478844643, -0.009909778833389282, -0.009646286256611347, -0.009382794611155987, -0.009119302965700626, -0.008855810388922691, -0.008592318743467331, -0.00832882709801197, -0.00806533545255661, -0.007801843341439962, -0.007538351230323315, -0.007274859584867954, -0.0070113674737513065, -0.006747875362634659, -0.006484383717179298, -0.006220891606062651, -0.00595739996060729, -0.0056939078494906425, -0.005430416204035282, -0.005166924092918634, -0.004903431981801987, -0.004639940336346626, -0.0043764482252299786, -0.004112956579774618, -0.0038494644686579704, -0.0035859725903719664, -0.0033224807120859623, -0.0030589888337999582, -0.002795496955513954, -0.00253200507722795, -0.002268513198941946, -0.002005021320655942, -0.001741529325954616, -0.001478037447668612, -0.0012145454529672861, -0.000951053574681282, -0.000687561696395278, -0.00042406978900544345, -0.00016057788161560893, 0.00010291402577422559, 0.0003664059331640601, 0.0006298978114500642, 0.0008933897479437292, 0.0011568816844373941, 0.0014203735627233982, 0.0016838654410094023, 0.0019473573192954063, 0.0022108491975814104, 0.0024743410758674145, 0.002737833186984062, 0.0030013250652700663, 0.0032648169435560703, 0.0035283088218420744, 0.0037918007001280785, 0.004055292811244726, 0.004318784456700087, 0.004582276567816734, 0.004845768213272095, 0.0051092603243887424, 0.005372751969844103, 0.005636244080960751]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 2.0, 5.0, 3.0, 9.0, 9.0, 13.0, 15.0, 15.0, 24.0, 22.0, 54.0, 51.0, 84.0, 114.0, 148.0, 227.0, 500.0, 5580.0, 417.0, 206.0, 114.0, 87.0, 55.0, 53.0, 31.0, 27.0, 15.0, 13.0, 10.0, 4.0, 3.0, 1.0, 8.0, 0.0, 3.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1331658512353897, -0.12915615737438202, -0.12514646351337433, -0.12113676965236664, -0.11712707579135895, -0.11311737447977066, -0.10910768061876297, -0.10509798675775528, -0.10108829289674759, -0.0970785990357399, -0.09306890517473221, -0.08905921131372452, -0.08504951000213623, -0.08103981614112854, -0.07703012228012085, -0.07302042841911316, -0.06901073455810547, -0.06500104069709778, -0.06099134683609009, -0.0569816492497921, -0.05297195538878441, -0.04896226152777672, -0.04495256394147873, -0.04094287008047104, -0.03693317621946335, -0.03292348235845566, -0.02891378663480282, -0.02490409091114998, -0.020894397050142288, -0.016884703189134598, -0.012875007465481758, -0.008865312673151493, -0.004855617880821228, -0.000845923088490963, 0.003163771703839302, 0.007173466496169567, 0.011183161288499832, 0.015192856080830097, 0.019202550873160362, 0.023212246596813202, 0.027221940457820892, 0.031231634318828583, 0.03524132817983627, 0.03925102576613426, 0.04326071962714195, 0.04727041348814964, 0.05128011107444763, 0.05528980493545532, 0.05929949879646301, 0.0633091926574707, 0.0673188865184784, 0.07132858037948608, 0.07533827424049377, 0.07934797555208206, 0.08335766941308975, 0.08736736327409744, 0.09137705713510513, 0.09538675099611282, 0.09939644485712051, 0.1034061387181282, 0.10741584002971649, 0.11142553389072418, 0.11543522775173187, 0.11944492161273956, 0.12345461547374725]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 2.0, 1.0, 2.0, 2.0, 5.0, 1.0, 4.0, 3.0, 4.0, 2.0, 5.0, 2.0, 1.0, 3.0, 3.0, 3.0, 28.0, 1.0, 2.0, 7.0, 2.0, 4.0, 3.0, 2.0, 6.0, 3.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.0023690052330493927, -0.002287824871018529, -0.002206644508987665, -0.0021254639141261578, -0.002044283552095294, -0.0019631031900644302, -0.0018819227116182446, -0.001800742233172059, -0.0017195618711411953, -0.0016383815091103315, -0.001557201030664146, -0.0014760205522179604, -0.0013948401901870966, -0.0013136598281562328, -0.0012324793497100472, -0.0011512988712638617, -0.001070118509232998, -0.0009889381472021341, -0.0009077576687559485, -0.0008265772485174239, -0.0007453968282788992, -0.0006642164080403745, -0.0005830359878018498, -0.0005018555675633252, -0.0004206751473248005, -0.0003394947270862758, -0.00025831430684775114, -0.00017713388660922647, -9.595346637070179e-05, -1.4773046132177114e-05, 6.640737410634756e-05, 0.00014758779434487224, 0.0002287682145833969, 0.0003099486348219216, 0.00039112905506044626, 0.00047230947529897094, 0.0005534898955374956, 0.0006346703157760203, 0.000715850736014545, 0.0007970311562530696, 0.0008782115764915943, 0.000959391996730119, 0.0010405724169686437, 0.0011217528954148293, 0.001202933257445693, 0.0012841136194765568, 0.0013652940979227424, 0.001446474576368928, 0.0015276549383997917, 0.0016088353004306555, 0.001690015778876841, 0.0017711962573230267, 0.0018523766193538904, 0.0019335569813847542, 0.0020147375762462616, 0.0020959179382771254, 0.002177098300307989, 0.002258278662338853, 0.0023394590243697166, 0.002420639619231224, 0.002501819981262088, 0.0025830003432929516, 0.002664180938154459, 0.0027453613001853228, 0.0028265416622161865]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 4.0, 8.0, 3.0, 8.0, 11.0, 15.0, 26.0, 30.0, 67.0, 90.0, 148.0, 217.0, 309.0, 451.0, 694.0, 1032.0, 1524.0, 2411.0, 3808.0, 6481.0, 10994.0, 20692.0, 44160.0, 136931.0, 824792.0, 55960.0, 25995.0, 14738.0, 9063.0, 5869.0, 3876.0, 2723.0, 1834.0, 1307.0, 898.0, 664.0, 466.0, 353.0, 268.0, 190.0, 156.0, 84.0, 76.0, 69.0, 38.0, 24.0, 24.0, 18.0, 13.0, 11.0, 5.0, 5.0, 3.0, 1.0, 3.0, 1.0, 4.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.003979733679443598, -0.0038222267758101225, -0.0036647196393460035, -0.0035072127357125282, -0.0033497055992484093, -0.003192198695614934, -0.0030346917919814587, -0.0028771846555173397, -0.0027196777518838644, -0.002562170848250389, -0.00240466371178627, -0.002247156808152795, -0.0020896499045193195, -0.0019321427680552006, -0.0017746358644217253, -0.0016171288443729281, -0.001459621824324131, -0.0013021148042753339, -0.0011446077842265368, -0.0009871008805930614, -0.0008295938605442643, -0.0006720868404954672, -0.000514579878654331, -0.0003570728877093643, -0.00019956589676439762, -4.205890581943095e-05, 0.00011544808512553573, 0.0002729550760705024, 0.0004304620670154691, 0.0005879690870642662, 0.0007454760489054024, 0.0009029830107465386, 0.0010604900307953358, 0.001217997050844133, 0.00137550407089293, 0.0015330109745264053, 0.0016905179945752025, 0.0018480250146239996, 0.002005531918257475, 0.002163039054721594, 0.002320545958355069, 0.0024780528619885445, 0.0026355599984526634, 0.0027930669020861387, 0.002950573805719614, 0.003108080942183733, 0.0032655878458172083, 0.0034230949822813272, 0.0035806018859148026, 0.003738108789548278, 0.003895615926012397, 0.004053122829645872, 0.004210629966109991, 0.004368136636912823, 0.004525643773376942, 0.004683150909841061, 0.00484065804630518, 0.004998164717108011, 0.00515567185357213, 0.005313178990036249, 0.005470685660839081, 0.0056281927973032, 0.005785699933767319, 0.00594320660457015, 0.006100713741034269]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 3.0, 2.0, 1.0, 3.0, 6.0, 2.0, 1.0, 1.0, 8.0, 3.0, 1.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.020965242758393288, -0.020455945283174515, -0.019946647807955742, -0.01943735033273697, -0.018928054720163345, -0.018418757244944572, -0.0179094597697258, -0.017400162294507027, -0.016890864819288254, -0.01638156734406948, -0.015872269868850708, -0.01536297332495451, -0.014853675849735737, -0.014344378374516964, -0.013835081830620766, -0.013325784355401993, -0.01281648688018322, -0.012307189404964447, -0.011797891929745674, -0.011288595385849476, -0.010779297910630703, -0.01027000043541193, -0.009760703891515732, -0.009251406416296959, -0.008742108941078186, -0.008232811465859413, -0.007723514456301928, -0.007214217446744442, -0.006704919971525669, -0.006195622496306896, -0.005686325486749411, -0.005177028477191925, -0.004667731001973152, -0.004158433526754379, -0.0036491365171968937, -0.0031398392748087645, -0.0026305420324206352, -0.002121244790032506, -0.0016119475476443768, -0.0011026503052562475, -0.0005933530628681183, -8.405582047998905e-05, 0.0004252414219081402, 0.0009345386642962694, 0.0014438359066843987, 0.001953133149072528, 0.002462430391460657, 0.0029717276338487864, 0.0034810248762369156, 0.0039903223514556885, 0.004499619361013174, 0.00500891637057066, 0.0055182138457894325, 0.006027511321008205, 0.006536808330565691, 0.007046105340123177, 0.0075554028153419495, 0.008064700290560722, 0.008573997765779495, 0.009083294309675694, 0.009592591784894466, 0.01010188926011324, 0.010611185804009438, 0.01112048327922821, 0.011629780754446983]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 2.0, 2.0, 0.0, 3.0, 4.0, 8.0, 3.0, 2.0, 4.0, 6.0, 11.0, 9.0, 9.0, 11.0, 14.0, 12.0, 15.0, 26.0, 20.0, 28.0, 46.0, 51.0, 70.0, 129.0, 136.0, 218.0, 250.0, 360.0, 416.0, 632.0, 964.0, 1512.0, 2867.0, 5831.0, 1519.0, 930.0, 616.0, 440.0, 331.0, 244.0, 206.0, 135.0, 103.0, 65.0, 55.0, 36.0, 23.0, 20.0, 12.0, 7.0, 7.0, 4.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.012532808817923069, -0.012194814160466194, -0.011856818571686745, -0.01151882391422987, -0.011180829256772995, -0.010842833667993546, -0.01050483901053667, -0.010166843421757221, -0.009828848764300346, -0.009490854106843472, -0.009152858518064022, -0.008814863860607147, -0.008476868271827698, -0.008138873614370823, -0.007800878956913948, -0.007462883833795786, -0.007124888710677624, -0.006786893587559462, -0.0064488984644412994, -0.006110903806984425, -0.0057729086838662624, -0.0054349135607481, -0.005096918903291225, -0.004758923780173063, -0.004420928657054901, -0.004082933533936739, -0.0037449386436492205, -0.003406943753361702, -0.00306894863024354, -0.0027309535071253777, -0.002392958616837859, -0.0020549637265503407, -0.0017169686034321785, -0.0013789735967293382, -0.0010409785900264978, -0.0007029835833236575, -0.0003649885766208172, -2.6993569917976856e-05, 0.00031100143678486347, 0.0006489964434877038, 0.0009869914501905441, 0.0013249864568933845, 0.0016629814635962248, 0.0020009763538837433, 0.0023389714770019054, 0.0026769666001200676, 0.003014961490407586, 0.0033529563806951046, 0.0036909515038132668, 0.004028946626931429, 0.004366941750049591, 0.004704936407506466, 0.005042931530624628, 0.00538092665374279, 0.005718921311199665, 0.006056916434317827, 0.006394911557435989, 0.0067329066805541515, 0.007070901803672314, 0.0074088964611291885, 0.007746891584247351, 0.008084886707365513, 0.008422881364822388, 0.008760876953601837, 0.009098871611058712]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 4.0, 5.0, 0.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.05776020884513855, -0.055303893983364105, -0.05284758284687996, -0.050391267985105515, -0.04793495684862137, -0.045478641986846924, -0.04302232712507248, -0.04056601598858833, -0.03810970112681389, -0.035653386265039444, -0.0331970751285553, -0.030740760266780853, -0.028284447267651558, -0.025828134268522263, -0.023371819406747818, -0.020915506407618523, -0.018459193408489227, -0.016002880409359932, -0.013546566478908062, -0.011090252548456192, -0.008633939549326897, -0.006177626084536314, -0.0037213126197457314, -0.0012649991549551487, 0.001191314309835434, 0.0036476277746260166, 0.006103941239416599, 0.00856025516986847, 0.011016568168997765, 0.01347288116812706, 0.015929196029901505, 0.0183855090290308, 0.020841822028160095, 0.02329813502728939, 0.025754448026418686, 0.02821076288819313, 0.030667075887322426, 0.03312338888645172, 0.035579703748226166, 0.03803601488471031, 0.040492329746484756, 0.0429486446082592, 0.04540495574474335, 0.04786127060651779, 0.050317585468292236, 0.05277389660477638, 0.05523021146655083, 0.05768652260303497, 0.06014283746480942, 0.06259915232658386, 0.0650554671883583, 0.06751177459955215, 0.0699680894613266, 0.07242440432310104, 0.07488071918487549, 0.07733703404664993, 0.07979334890842438, 0.08224965631961823, 0.08470597118139267, 0.08716228604316711, 0.08961860090494156, 0.092074915766716, 0.09453122317790985, 0.0969875380396843, 0.09944385290145874]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 5.0, 1.0, 4.0, 6.0, 5.0, 8.0, 7.0, 5.0, 13.0, 14.0, 19.0, 15.0, 21.0, 33.0, 35.0, 13.0, 25.0, 10.0, 9.0, 8.0, 6.0, 0.0, 2.0, 3.0, 2.0, 1.0, 0.0, 1.0, 3.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.07347302883863449, -0.07160051167011261, -0.06972799450159073, -0.06785547733306885, -0.06598296016454697, -0.06411044299602509, -0.062237925827503204, -0.06036540865898132, -0.05849289149045944, -0.05662037059664726, -0.05474785342812538, -0.0528753362596035, -0.05100281909108162, -0.04913030192255974, -0.04725778475403786, -0.045385267585515976, -0.043512750416994095, -0.041640233248472214, -0.03976771607995033, -0.03789519891142845, -0.03602268174290657, -0.03415016457438469, -0.03227764740586281, -0.030405128374695778, -0.028532611206173897, -0.026660094037652016, -0.024787576869130135, -0.022915059700608253, -0.021042540669441223, -0.019170023500919342, -0.01729750633239746, -0.01542498916387558, -0.013552471995353699, -0.011679954826831818, -0.009807437658309937, -0.00793491955846548, -0.0060624023899436, -0.004189885221421719, -0.00231736758723855, -0.00044485018588602543, 0.0014276672154664993, 0.003300184616819024, 0.005172702018171549, 0.007045219652354717, 0.008917736820876598, 0.01079025398939848, 0.012662772089242935, 0.014535289257764816, 0.016407806426286697, 0.01828032359480858, 0.02015284076333046, 0.02202535793185234, 0.023897875100374222, 0.025770394131541252, 0.027642911300063133, 0.029515428468585014, 0.031387947499752045, 0.033260464668273926, 0.03513298183679581, 0.03700549900531769, 0.03887801617383957, 0.04075053334236145, 0.04262305051088333, 0.04449556767940521, 0.046368084847927094]}, "_runtime": 155.3472535610199, "_timestamp": 1596211745.1183624, "_step": 193}
+{"val_accuracy": 0.8241124429223744, "val_loss": 0.45584509633991815, "_runtime": 157.2510941028595, "_timestamp": 1596211747.022203, "_step": 194}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: z Confidence: 0.9142020344734192 Truth: v", "Prediction: p Confidence: 0.5765791535377502 Truth: 5", "Prediction: U Confidence: 0.5510441064834595 Truth: 2", "Prediction: O Confidence: 0.5905254483222961 Truth: 0"]}, "_runtime": 157.53912019729614, "_timestamp": 1596211747.310229, "_step": 195}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 3.0, 1.0, 1.0, 1.0, 3.0, 0.0, 5.0, 6.0, 2.0, 2.0, 2.0, 2.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 3.0, 0.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.00921668205410242, -0.008922199718654156, -0.008627716451883316, -0.008333234116435051, -0.008038751780986786, -0.007744269445538521, -0.007449786644428968, -0.007155303843319416, -0.006860821507871151, -0.006566339172422886, -0.0062718563713133335, -0.005977373570203781, -0.005682891234755516, -0.005388408899307251, -0.005093926098197699, -0.004799443297088146, -0.004504960961639881, -0.004210478626191616, -0.003915995825082064, -0.003621513256803155, -0.003327030688524246, -0.0030325481202453375, -0.0027380655519664288, -0.00244358298368752, -0.0021491004154086113, -0.0018546178471297026, -0.0015601352788507938, -0.0012656527105718851, -0.0009711701422929764, -0.0006766875740140676, -0.0003822050057351589, -8.772243745625019e-05, 0.00020676013082265854, 0.0005012426991015673, 0.000795725267380476, 0.0010902078356593847, 0.0013846904039382935, 0.0016791729722172022, 0.001973655540496111, 0.0022681381087750196, 0.0025626206770539284, 0.002857103245332837, 0.003151585813611746, 0.0034460683818906546, 0.0037405509501695633, 0.004035033285617828, 0.004329516086727381, 0.004623998887836933, 0.004918481223285198, 0.005212963558733463, 0.005507446359843016, 0.005801929160952568, 0.006096411496400833, 0.006390893831849098, 0.006685376632958651, 0.006979859434068203, 0.007274341769516468, 0.007568824104964733, 0.007863307371735573, 0.008157789707183838, 0.008452272042632103, 0.008746754378080368, 0.009041236713528633, 0.009335719980299473, 0.009630202315747738]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 4.0, 3.0, 8.0, 5.0, 5.0, 7.0, 6.0, 13.0, 18.0, 30.0, 25.0, 35.0, 56.0, 69.0, 97.0, 119.0, 165.0, 274.0, 703.0, 5279.0, 352.0, 177.0, 135.0, 80.0, 57.0, 52.0, 36.0, 21.0, 21.0, 16.0, 10.0, 5.0, 6.0, 10.0, 4.0, 4.0, 6.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 3.0], "bins": [-0.11987210065126419, -0.11612872034311295, -0.1123853474855423, -0.10864196717739105, -0.10489858686923981, -0.10115521401166916, -0.09741183370351791, -0.09366845339536667, -0.08992508053779602, -0.08618170022964478, -0.08243831992149353, -0.07869493961334229, -0.07495156675577164, -0.07120818644762039, -0.06746480613946915, -0.0637214332818985, -0.05997805297374725, -0.05623467639088631, -0.05249129608273506, -0.048747919499874115, -0.04500453919172287, -0.04126116260886192, -0.03751778602600098, -0.03377440571784973, -0.030031029134988785, -0.02628765068948269, -0.022544272243976593, -0.018800895661115646, -0.01505751721560955, -0.011314138770103455, -0.007570761255919933, -0.0038273832760751247, -8.400529623031616e-05, 0.0036593726836144924, 0.007402750663459301, 0.011146128177642822, 0.014889506623148918, 0.018632885068655014, 0.02237626165151596, 0.026119640097022057, 0.029863018542528152, 0.0336063951253891, 0.037349775433540344, 0.04109315201640129, 0.04483652859926224, 0.04857990890741348, 0.05232328549027443, 0.056066665798425674, 0.05981004238128662, 0.06355342268943787, 0.06729679554700851, 0.07104017585515976, 0.074783556163311, 0.07852692902088165, 0.0822703093290329, 0.08601368963718414, 0.08975706994533539, 0.09350044280290604, 0.09724382311105728, 0.10098720341920853, 0.10473057627677917, 0.10847395658493042, 0.11221733689308167, 0.11596070975065231, 0.11970409005880356]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 6.0, 3.0, 4.0, 3.0, 9.0, 8.0, 4.0, 6.0, 26.0, 9.0, 4.0, 7.0, 2.0, 0.0, 7.0, 2.0, 2.0, 5.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.0042612371034920216, -0.0041347225196659565, -0.0040082079358398914, -0.0038816933520138264, -0.0037551787681877613, -0.00362866441719234, -0.003502149833366275, -0.0033756352495402098, -0.0032491206657141447, -0.0031226060818880796, -0.0029960914980620146, -0.0028695769142359495, -0.002743062563240528, -0.002616547979414463, -0.002490033395588398, -0.002363518811762333, -0.002237004227936268, -0.002110489644110203, -0.0019839750602841377, -0.0018574605928733945, -0.0017309460090473294, -0.0016044314252212644, -0.0014779169578105211, -0.001351402373984456, -0.001224887790158391, -0.001098373206332326, -0.0009718586807139218, -0.0008453441550955176, -0.0007188295712694526, -0.0005923149874433875, -0.00046580046182498336, -0.00033928590710274875, -0.00021277135238051414, -8.625679765827954e-05, 4.025775706395507e-05, 0.00016677231178618968, 0.0002932868665084243, 0.0004198014212306589, 0.0005463159759528935, 0.0006728305015712976, 0.0007993450853973627, 0.0009258596692234278, 0.0010523742530494928, 0.001178888720460236, 0.0013054033042863011, 0.0014319178881123662, 0.0015584323555231094, 0.0016849469393491745, 0.0018114615231752396, 0.0019379761070013046, 0.0020644906908273697, 0.0021910052746534348, 0.0023175198584795, 0.0024440342094749212, 0.0025705487933009863, 0.0026970633771270514, 0.0028235779609531164, 0.0029500925447791815, 0.0030766071286052465, 0.0032031217124313116, 0.003329636063426733, 0.003456150647252798, 0.003582665231078863, 0.003709179814904928, 0.0038356943987309933]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 2.0, 2.0, 3.0, 2.0, 6.0, 6.0, 9.0, 10.0, 20.0, 32.0, 34.0, 42.0, 53.0, 80.0, 123.0, 160.0, 236.0, 344.0, 505.0, 841.0, 1368.0, 2342.0, 4065.0, 8017.0, 16319.0, 40606.0, 170752.0, 839980.0, 47730.0, 19663.0, 10185.0, 5850.0, 3497.0, 2165.0, 1392.0, 924.0, 621.0, 454.0, 364.0, 216.0, 161.0, 134.0, 76.0, 60.0, 56.0, 36.0, 22.0, 11.0, 16.0, 9.0, 6.0, 10.0, 5.0, 6.0, 5.0, 2.0, 5.0, 3.0, 1.0, 0.0, 0.0, 0.0, 3.0], "bins": [-0.006051545962691307, -0.005836728028953075, -0.0056219096295535564, -0.005407091695815325, -0.005192273296415806, -0.004977455362677574, -0.004762636963278055, -0.0045478190295398235, -0.0043330006301403046, -0.004118182696402073, -0.0039033645298331976, -0.0036885463632643223, -0.003473728196695447, -0.0032589100301265717, -0.0030440918635576963, -0.002829273696988821, -0.0026144555304199457, -0.0023996373638510704, -0.002184819197282195, -0.0019700010307133198, -0.0017551828641444445, -0.001540364813990891, -0.0013255466474220157, -0.0011107284808531404, -0.000895910314284265, -0.0006810921477153897, -0.00046627401025034487, -0.0002514558727853, -3.6637706216424704e-05, 0.00017818044580053538, 0.00039299859781749547, 0.0006078167352825403, 0.0008226349018514156, 0.001037453068420291, 0.0012522712349891663, 0.0014670894015580416, 0.0016819075681269169, 0.0018967256182804704, 0.0021115439012646675, 0.002326362067833543, 0.002541180234402418, 0.00275599816814065, 0.002970816334709525, 0.0031856345012784004, 0.0034004526678472757, 0.003615270834416151, 0.0038300890009850264, 0.004044907167553902, 0.004259725101292133, 0.004474543500691652, 0.004689361434429884, 0.004904179833829403, 0.005118997767567635, 0.0053338161669671535, 0.005548634100705385, 0.005763452500104904, 0.005978270433843136, 0.006193088833242655, 0.0064079067669808865, 0.006622725166380405, 0.006837543100118637, 0.007052361499518156, 0.007267179433256388, 0.007481997832655907, 0.007696815766394138]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 2.0, 0.0, 7.0, 5.0, 2.0, 5.0, 9.0, 4.0, 4.0, 4.0, 2.0, 3.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.05804262310266495, -0.0565495640039444, -0.055056508630514145, -0.053563449531793594, -0.05207039415836334, -0.05057733505964279, -0.04908427596092224, -0.04759122058749199, -0.04609816148877144, -0.04460510239005089, -0.043112047016620636, -0.041618987917900085, -0.040125928819179535, -0.03863287344574928, -0.03713981434702873, -0.03564675897359848, -0.03415369987487793, -0.03266064077615738, -0.031167585402727127, -0.029674526304006577, -0.028181469067931175, -0.026688411831855774, -0.025195352733135223, -0.023702295497059822, -0.02220923826098442, -0.02071618102490902, -0.019223123788833618, -0.017730064690113068, -0.016237007454037666, -0.014743950217962265, -0.013250892050564289, -0.011757833883166313, -0.010264776647090912, -0.00877171941101551, -0.007278661243617535, -0.005785603541880846, -0.004292545840144157, -0.002799488138407469, -0.0013064304366707802, 0.00018662726506590843, 0.001679684966802597, 0.0031727426685392857, 0.004665800370275974, 0.006158858072012663, 0.0076519157737493515, 0.009144973009824753, 0.010638031177222729, 0.012131089344620705, 0.013624146580696106, 0.015117203816771507, 0.01661026105284691, 0.01810332015156746, 0.01959637738764286, 0.02108943462371826, 0.022582493722438812, 0.024075550958514214, 0.025568608194589615, 0.027061665430665016, 0.028554722666740417, 0.030047781765460968, 0.03154084086418152, 0.03303389623761177, 0.03452695533633232, 0.03602001070976257, 0.037513069808483124]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [9.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 15.0, 12.0, 18.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 7.0, 6.0, 1.0, 7.0, 12.0, 16.0, 9.0, 38.0, 40.0, 66.0, 92.0, 145.0, 240.0, 351.0, 542.0, 937.0, 1788.0, 6693.0, 2949.0, 1431.0, 858.0, 535.0, 373.0, 270.0, 200.0, 151.0, 116.0, 97.0, 63.0, 72.0, 48.0, 47.0, 43.0, 27.0, 10.0, 23.0, 16.0, 14.0, 15.0, 6.0, 7.0, 5.0, 0.0, 4.0, 5.0, 1.0, 2.0], "bins": [-0.0187943447381258, -0.018255842849612236, -0.01771734282374382, -0.017178840935230255, -0.01664034090936184, -0.016101839020848274, -0.015563338063657284, -0.015024837106466293, -0.014486336149275303, -0.013947835192084312, -0.013409334234893322, -0.012870833277702332, -0.012332331389188766, -0.011793830431997776, -0.011255329474806786, -0.010716828517615795, -0.010178327560424805, -0.009639826603233814, -0.009101325646042824, -0.008562824688851833, -0.008024323731660843, -0.007485822308808565, -0.006947320885956287, -0.006408819928765297, -0.0058703189715743065, -0.005331818014383316, -0.004793317057192326, -0.004254815634340048, -0.0037163146771490574, -0.003177813719958067, -0.002639312529936433, -0.0021008113399147987, -0.0015623103827238083, -0.001023809309117496, -0.00048530823551118374, 5.3192838095128536e-05, 0.0005916939117014408, 0.001130194985307753, 0.0016686960589140654, 0.0022071972489356995, 0.00274569820612669, 0.0032841991633176804, 0.0038227003533393145, 0.0043612015433609486, 0.004899702500551939, 0.0054382034577429295, 0.005976704880595207, 0.006515205837786198, 0.007053706794977188, 0.0075922077521681786, 0.008130708709359169, 0.00866920966655016, 0.00920771062374115, 0.009746212512254715, 0.010284713469445705, 0.010823214426636696, 0.011361715383827686, 0.011900216341018677, 0.012438717298209667, 0.012977218255400658, 0.013515720143914223, 0.014054221101105213, 0.014592722058296204, 0.015131223015487194, 0.015669723972678185]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 2.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.13907986879348755, -0.13408881425857544, -0.12909777462482452, -0.12410672008991241, -0.1191156730055809, -0.11412462592124939, -0.10913357138633728, -0.10414252430200577, -0.09915147721767426, -0.09416043013334274, -0.08916938304901123, -0.08417832851409912, -0.07918728142976761, -0.0741962343454361, -0.06920517981052399, -0.06421413272619247, -0.05922308564186096, -0.05423203855752945, -0.04924098774790764, -0.04424993693828583, -0.039258889853954315, -0.0342678427696228, -0.029276791960000992, -0.02428574301302433, -0.01929469406604767, -0.014303645119071007, -0.009312596172094345, -0.004321547225117683, 0.0006695017218589783, 0.00566055066883564, 0.010651599615812302, 0.015642648562788963, 0.020633697509765625, 0.025624746456742287, 0.03061579540371895, 0.03560684621334076, 0.04059789329767227, 0.045588940382003784, 0.050579991191625595, 0.055571042001247406, 0.06056208908557892, 0.06555313616991043, 0.07054418325424194, 0.07553523778915405, 0.08052628487348557, 0.08551733195781708, 0.09050838649272919, 0.0954994335770607, 0.10049048066139221, 0.10548152774572372, 0.11047257483005524, 0.11546362936496735, 0.12045467644929886, 0.12544572353363037, 0.13043677806854248, 0.1354278177022934, 0.1404188722372055, 0.14540992677211761, 0.15040096640586853, 0.15539202094078064, 0.16038307547569275, 0.16537411510944366, 0.17036516964435577, 0.1753562092781067, 0.1803472638130188]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 3.0, 2.0, 0.0, 2.0, 3.0, 8.0, 6.0, 4.0, 6.0, 15.0, 9.0, 19.0, 19.0, 15.0, 12.0, 20.0, 13.0, 41.0, 10.0, 9.0, 10.0, 4.0, 1.0, 6.0, 4.0, 3.0, 2.0, 1.0, 2.0, 2.0, 3.0, 3.0, 4.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0, 2.0], "bins": [-0.09108898043632507, -0.08849754184484482, -0.08590611070394516, -0.0833146721124649, -0.08072324097156525, -0.07813180238008499, -0.07554037123918533, -0.07294893264770508, -0.07035750150680542, -0.06776606291532516, -0.06517462432384491, -0.06258319318294525, -0.059991754591464996, -0.05740031972527504, -0.05480888485908508, -0.052217449992895126, -0.04962601512670517, -0.04703458026051521, -0.044443145394325256, -0.0418517105281353, -0.03926027566194534, -0.03666883707046509, -0.03407740220427513, -0.031485967338085175, -0.028894532471895218, -0.02630309760570526, -0.023711662739515305, -0.0211202260106802, -0.018528791144490242, -0.015937356278300285, -0.013345920480787754, -0.010754484683275223, -0.008163049817085266, -0.005571614485234022, -0.002980179153382778, -0.0003887438215315342, 0.0022026915103197098, 0.004794126842170954, 0.007385562174022198, 0.009976997971534729, 0.012568432837724686, 0.015159867703914642, 0.0177513025701046, 0.020342739298939705, 0.02293417416512966, 0.025525609031319618, 0.028117045760154724, 0.03070848062634468, 0.03329991549253464, 0.035891350358724594, 0.03848278522491455, 0.04107422009110451, 0.043665654957294464, 0.04625709354877472, 0.048848528414964676, 0.05143996328115463, 0.05403139814734459, 0.056622833013534546, 0.0592142678797245, 0.06180570274591446, 0.06439714133739471, 0.06698857247829437, 0.06958001106977463, 0.07217144221067429, 0.07476288080215454]}, "_runtime": 157.71784234046936, "_timestamp": 1596211747.4889512, "_step": 196}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 2.0, 3.0, 9.0, 4.0, 6.0, 2.0, 1.0, 2.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.010057156905531883, -0.009781804867088795, -0.009506451897323132, -0.009231099858880043, -0.00895574688911438, -0.008680394850671291, -0.008405042812228203, -0.00812968984246254, -0.007854337804019451, -0.007578985299915075, -0.0073036327958106995, -0.007028280291706324, -0.006752927787601948, -0.006477575283497572, -0.006202223245054483, -0.005926870740950108, -0.005651518236845732, -0.005376165732741356, -0.00510081322863698, -0.0048254611901938915, -0.004550108686089516, -0.00427475618198514, -0.003999403677880764, -0.003724051406607032, -0.003448698902502656, -0.00317334639839828, -0.002897994127124548, -0.002622641623020172, -0.0023472891189157963, -0.002071936847642064, -0.0017965843435376883, -0.0015212319558486342, -0.0012458795681595802, -0.0009705271804705262, -0.0006951747345738113, -0.0004198223177809268, -0.00014446990098804235, 0.00013088251580484211, 0.0004062349325977266, 0.0006815873784944415, 0.0009569397661834955, 0.0012322921538725495, 0.0015076445415616035, 0.0017829970456659794, 0.0020583495497703552, 0.0023337018210440874, 0.0026090543251484632, 0.0028844065964221954, 0.0031597591005265713, 0.003435111604630947, 0.0037104638759046793, 0.0039858161471784115, 0.004261168651282787, 0.004536521155387163, 0.004811873659491539, 0.005087226163595915, 0.005362578667700291, 0.005637930706143379, 0.005913283210247755, 0.006188635714352131, 0.006463988218456507, 0.006739340722560883, 0.007014692761003971, 0.007290045265108347, 0.007565397769212723]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 6.0, 7.0, 5.0, 5.0, 6.0, 13.0, 16.0, 26.0, 22.0, 42.0, 53.0, 73.0, 86.0, 128.0, 238.0, 900.0, 5548.0, 265.0, 150.0, 81.0, 69.0, 54.0, 41.0, 16.0, 20.0, 17.0, 11.0, 5.0, 2.0, 7.0, 1.0, 3.0, 4.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1496511846780777, -0.1449754387140274, -0.14029967784881592, -0.13562393188476562, -0.13094817101955414, -0.12627242505550385, -0.12159666419029236, -0.11692091077566147, -0.11224515736103058, -0.10756941139698029, -0.1028936579823494, -0.0982179045677185, -0.09354215115308762, -0.08886639773845673, -0.08419064432382584, -0.07951489090919495, -0.07483913749456406, -0.07016338407993317, -0.06548763066530228, -0.06081187725067139, -0.0561361238360405, -0.051460374146699905, -0.046784620732069016, -0.042108867317438126, -0.037433113902807236, -0.032757360488176346, -0.028081607073545456, -0.023405855521559715, -0.018730102106928825, -0.014054348692297935, -0.00937859620898962, -0.004702843260020018, -2.709031105041504e-05, 0.0046486626379191875, 0.00932441558688879, 0.014000168070197105, 0.018675921484827995, 0.023351674899458885, 0.028027426451444626, 0.032703179866075516, 0.037378933280706406, 0.042054686695337296, 0.046730440109968185, 0.051406193524599075, 0.05608194321393967, 0.06075769662857056, 0.06543345004320145, 0.07010920345783234, 0.07478495687246323, 0.07946071028709412, 0.084136463701725, 0.0888122171163559, 0.09348797053098679, 0.09816372394561768, 0.10283947736024857, 0.10751523077487946, 0.11219097673892975, 0.11686673015356064, 0.12154248356819153, 0.12621824443340302, 0.1308939903974533, 0.1355697512626648, 0.1402454972267151, 0.14492125809192657, 0.14959700405597687]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 4.0, 0.0, 1.0, 3.0, 4.0, 3.0, 5.0, 6.0, 8.0, 4.0, 6.0, 8.0, 24.0, 2.0, 1.0, 4.0, 2.0, 4.0, 5.0, 5.0, 2.0, 3.0, 1.0, 3.0, 0.0, 4.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002796367509290576, -0.002713098656386137, -0.0026298295706510544, -0.0025465607177466154, -0.0024632918648421764, -0.002380022779107094, -0.002296753926202655, -0.002213484840467572, -0.0021302159875631332, -0.0020469471346586943, -0.0019636780489236116, -0.0018804091960191727, -0.0017971402266994119, -0.001713871257379651, -0.001630602404475212, -0.0015473334351554513, -0.0014640644658356905, -0.0013807954965159297, -0.001297526527196169, -0.00121425767429173, -0.0011309887049719691, -0.0010477197356522083, -0.0009644508245401084, -0.0008811819134280086, -0.0007979129441082478, -0.000714643974788487, -0.0006313750636763871, -0.0005481061525642872, -0.0004648371832445264, -0.00038156824302859604, -0.0002982993028126657, -0.00021503036259673536, -0.00013176142238080502, -4.849248216487467e-05, 3.477645805105567e-05, 0.00011804539826698601, 0.00020131433848291636, 0.0002845832786988467, 0.00036785221891477704, 0.0004511211591307074, 0.0005343900993466377, 0.0006176590686663985, 0.0007009279797784984, 0.0007841968908905983, 0.0008674658602103591, 0.0009507348295301199, 0.0010340036824345589, 0.0011172726517543197, 0.0012005416210740805, 0.0012838105903938413, 0.001367079559713602, 0.001450348412618041, 0.0015336173819378018, 0.0016168863512575626, 0.0017001552041620016, 0.0017834241734817624, 0.0018666931428015232, 0.001949962112121284, 0.002033231081441045, 0.0021164999343454838, 0.0021997690200805664, 0.0022830378729850054, 0.0023663067258894444, 0.002449575811624527, 0.002532844664528966]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 6.0, 5.0, 7.0, 7.0, 24.0, 14.0, 21.0, 49.0, 69.0, 76.0, 165.0, 184.0, 310.0, 535.0, 864.0, 1519.0, 2621.0, 5119.0, 10166.0, 24533.0, 77560.0, 916525.0, 85623.0, 27197.0, 11807.0, 5831.0, 3218.0, 1991.0, 1196.0, 705.0, 464.0, 350.0, 251.0, 179.0, 121.0, 102.0, 73.0, 44.0, 30.0, 22.0, 20.0, 16.0, 9.0, 3.0, 3.0, 4.0, 2.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.007015964016318321, -0.006813333369791508, -0.0066107031889259815, -0.006408072542399168, -0.006205442361533642, -0.006002811715006828, -0.005800181068480015, -0.005597550887614489, -0.005394920241087675, -0.005192289594560862, -0.004989659413695335, -0.004787028767168522, -0.004584398120641708, -0.004381767939776182, -0.004179137293249369, -0.0039765071123838425, -0.003773876465857029, -0.003571246052160859, -0.0033686156384646893, -0.0031659849919378757, -0.002963354578241706, -0.002760724164545536, -0.0025580935180187225, -0.0023554631043225527, -0.002152832690626383, -0.001950202276930213, -0.0017475717468187213, -0.0015449412167072296, -0.0013423108030110598, -0.00113968038931489, -0.0009370498592033982, -0.0007344193872995675, -0.0005317889153957367, -0.00032915844349190593, -0.00012652797158807516, 7.61025003157556e-05, 0.00027873297221958637, 0.00048136344412341714, 0.0006839939160272479, 0.0008866243879310787, 0.0010892548598349094, 0.0012918852735310793, 0.001494515803642571, 0.0016971463337540627, 0.0018997767474502325, 0.0021024071611464024, 0.002305037807673216, 0.0025076682213693857, 0.0027102986350655556, 0.0029129290487617254, 0.0031155594624578953, 0.003318190108984709, 0.0035208205226808786, 0.0037234509363770485, 0.003926081582903862, 0.004128711763769388, 0.004331342410296202, 0.004533973056823015, 0.004736603237688541, 0.004939233884215355, 0.005141864530742168, 0.005344494711607695, 0.005547125358134508, 0.005749755539000034, 0.005952386185526848]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 2.0, 1.0, 3.0, 4.0, 3.0, 1.0, 5.0, 9.0, 5.0, 2.0, 4.0, 0.0, 3.0, 2.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012763582170009613, -0.01198506262153387, -0.011206543073058128, -0.01042802445590496, -0.009649504907429218, -0.008870985358953476, -0.008092466741800308, -0.007313947193324566, -0.0065354276448488235, -0.005756908096373081, -0.004978389013558626, -0.004199869930744171, -0.003421350382268429, -0.00264283106662333, -0.0018643117509782314, -0.0010857924353331327, -0.00030727311968803406, 0.00047124619595706463, 0.0012497655116021633, 0.002028284827247262, 0.0028068041428923607, 0.0035853234585374594, 0.004363842774182558, 0.005142361856997013, 0.005920881405472755, 0.006699400953948498, 0.007477920036762953, 0.008256439119577408, 0.00903495866805315, 0.009813478216528893, 0.01059199683368206, 0.011370516382157803, 0.012149035930633545, 0.012927555479109287, 0.01370607502758503, 0.014484593644738197, 0.01526311319321394, 0.016041632741689682, 0.01682015135884285, 0.017598671838641167, 0.018377190455794334, 0.019155709072947502, 0.01993422955274582, 0.020712748169898987, 0.021491266787052155, 0.02226978726685047, 0.02304830588400364, 0.023826826363801956, 0.024605344980955124, 0.02538386359810829, 0.02616238407790661, 0.026940902695059776, 0.027719423174858093, 0.02849794179201126, 0.02927646040916443, 0.030054980888962746, 0.030833499506115913, 0.03161201998591423, 0.0323905386030674, 0.033169057220220566, 0.033947575837373734, 0.0347260944545269, 0.03550461679697037, 0.036283135414123535, 0.0370616540312767]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 9.0, 7.0, 8.0, 11.0, 12.0, 20.0, 17.0, 23.0, 23.0, 30.0, 36.0, 51.0, 87.0, 120.0, 171.0, 274.0, 393.0, 507.0, 732.0, 1169.0, 2030.0, 6427.0, 2076.0, 1222.0, 864.0, 554.0, 413.0, 295.0, 216.0, 156.0, 103.0, 95.0, 58.0, 42.0, 34.0, 24.0, 12.0, 13.0, 12.0, 6.0, 4.0, 7.0, 6.0, 1.0, 2.0, 2.0, 7.0, 16.0, 16.0, 4.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 6.0], "bins": [-0.009725780226290226, -0.009384606033563614, -0.009043432772159576, -0.008702258579432964, -0.008361084386706352, -0.008019911125302315, -0.007678736932575703, -0.007337562739849091, -0.006996389012783766, -0.006655215285718441, -0.006314041092991829, -0.005972867365926504, -0.005631693638861179, -0.005290519446134567, -0.0049493457190692425, -0.00460817152634263, -0.004266997799277306, -0.003925824072211981, -0.0035846498794853687, -0.003243476152420044, -0.0029023021925240755, -0.002561128232628107, -0.0022199545055627823, -0.0018787805456668139, -0.0015376065857708454, -0.001196432625874877, -0.0008552587823942304, -0.0005140848807059228, -0.00017291097901761532, 0.0001682629226706922, 0.0005094368243589997, 0.0008506107260473073, 0.0011917846277356148, 0.0015329585876315832, 0.0018741324311122298, 0.0022153062745928764, 0.002556480234488845, 0.0028976541943848133, 0.003238827921450138, 0.0035800018813461065, 0.003921175841242075, 0.0042623495683074, 0.004603523761034012, 0.004944697488099337, 0.005285871215164661, 0.0056270454078912735, 0.005968219134956598, 0.00630939332768321, 0.006650567054748535, 0.00699174078181386, 0.007332914974540472, 0.007674088701605797, 0.008015262894332409, 0.008356436155736446, 0.008697610348463058, 0.00903878454118967, 0.009379958733916283, 0.00972113199532032, 0.010062306188046932, 0.010403480380773544, 0.010744653642177582, 0.011085827834904194, 0.011427002027630806, 0.011768175289034843, 0.012109349481761456]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 2.0, 4.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.14362172782421112, -0.1393033266067505, -0.13498494029045105, -0.13066653907299042, -0.12634815275669098, -0.12202975153923035, -0.11771135777235031, -0.11339296400547028, -0.10907457023859024, -0.1047561764717102, -0.10043778270483017, -0.09611938893795013, -0.0918009877204895, -0.08748259395360947, -0.08316420018672943, -0.0788458064198494, -0.07452741265296936, -0.07020901888608932, -0.06589062511920929, -0.061572227627038956, -0.05725383386015892, -0.052935440093278885, -0.04861704260110855, -0.044298648834228516, -0.03998025506734848, -0.035661861300468445, -0.03134346753358841, -0.027025070041418076, -0.02270667627453804, -0.018388282507658005, -0.01406988687813282, -0.00975149217993021, -0.0054330974817276, -0.00111470278352499, 0.00320369191467762, 0.00752208661288023, 0.01184048131108284, 0.016158875077962875, 0.02047727070748806, 0.024795666337013245, 0.02911406010389328, 0.033432453870773315, 0.03775084763765335, 0.042069245129823685, 0.04638763889670372, 0.050706032663583755, 0.05502443015575409, 0.059342823922634125, 0.06366121768951416, 0.0679796114563942, 0.07229800522327423, 0.07661639899015427, 0.0809347927570343, 0.08525319397449493, 0.08957158774137497, 0.093889981508255, 0.09820837527513504, 0.10252676904201508, 0.10684516280889511, 0.11116355657577515, 0.11548195779323578, 0.11980035156011581, 0.12411874532699585, 0.1284371316432953, 0.13275553286075592]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 2.0, 3.0, 2.0, 2.0, 1.0, 1.0, 4.0, 3.0, 2.0, 3.0, 5.0, 6.0, 5.0, 7.0, 5.0, 10.0, 10.0, 9.0, 23.0, 10.0, 18.0, 13.0, 33.0, 13.0, 9.0, 9.0, 8.0, 2.0, 9.0, 2.0, 2.0, 3.0, 3.0, 2.0, 4.0, 1.0, 4.0, 3.0, 3.0, 3.0, 3.0, 1.0, 0.0, 3.0, 1.0, 2.0, 3.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.051299914717674255, -0.049285128712654114, -0.04727034270763397, -0.04525555670261383, -0.04324077069759369, -0.041225988417863846, -0.039211202412843704, -0.03719641640782356, -0.03518163040280342, -0.03316684439778328, -0.031152058392763138, -0.029137274250388145, -0.027122488245368004, -0.025107702240347862, -0.02309291809797287, -0.02107813209295273, -0.019063346087932587, -0.017048560082912445, -0.015033775009214878, -0.013018989935517311, -0.01100420393049717, -0.008989417925477028, -0.006974632851779461, -0.004959847312420607, -0.0029450617730617523, -0.000930276233702898, 0.0010845093056559563, 0.0030992948450148106, 0.005114080384373665, 0.007128865923732519, 0.009143651463091373, 0.01115843653678894, 0.013173222541809082, 0.015188008546829224, 0.017202794551849365, 0.019217578694224358, 0.0212323646992445, 0.02324715070426464, 0.025261934846639633, 0.027276720851659775, 0.029291506856679916, 0.03130629286170006, 0.0333210788667202, 0.03533586487174034, 0.037350647151470184, 0.039365433156490326, 0.04138021916151047, 0.04339500516653061, 0.04540979117155075, 0.04742457717657089, 0.049439363181591034, 0.051454149186611176, 0.05346893519163132, 0.05548371747136116, 0.0574985034763813, 0.059513289481401443, 0.061528075486421585, 0.06354285776615143, 0.06555764377117157, 0.06757242977619171, 0.06958721578121185, 0.071602001786232, 0.07361678779125214, 0.07563157379627228, 0.07764635980129242]}, "_runtime": 158.50456070899963, "_timestamp": 1596211748.2756696, "_step": 197}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 3.0, 0.0, 1.0, 2.0, 2.0, 2.0, 2.0, 5.0, 1.0, 2.0, 6.0, 5.0, 2.0, 1.0, 4.0, 2.0, 0.0, 3.0, 4.0, 0.0, 3.0, 5.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01644643396139145, -0.01600196212530136, -0.015557489357888699, -0.015113016590476036, -0.014668544754385948, -0.01422407291829586, -0.013779600150883198, -0.013335127383470535, -0.012890655547380447, -0.01244618371129036, -0.012001710943877697, -0.011557238176465034, -0.011112766340374947, -0.010668294504284859, -0.010223821736872196, -0.009779348969459534, -0.009334877133369446, -0.008890405297279358, -0.008445932529866695, -0.008001459762454033, -0.007556987926363945, -0.00711251562461257, -0.006668043322861195, -0.006223571021109819, -0.005779098719358444, -0.005334626417607069, -0.004890154115855694, -0.004445681814104319, -0.004001209512352943, -0.0035567372106015682, -0.003112264908850193, -0.002667792607098818, -0.0022233203053474426, -0.0017788480035960674, -0.0013343757018446922, -0.000889903400093317, -0.00044543109834194183, -9.587965905666351e-07, 0.00044351350516080856, 0.0008879858069121838, 0.001332458108663559, 0.0017769304104149342, 0.0022214027121663094, 0.0026658750139176846, 0.0031103473156690598, 0.003554819617420435, 0.00399929191917181, 0.004443764220923185, 0.0048882365226745605, 0.005332708824425936, 0.005777181126177311, 0.006221653427928686, 0.006666125729680061, 0.0071105980314314365, 0.007555070333182812, 0.007999543100595474, 0.008444014936685562, 0.00888848677277565, 0.009332959540188313, 0.009777432307600975, 0.010221904143691063, 0.01066637597978115, 0.011110848747193813, 0.011555321514606476, 0.011999793350696564]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 3.0, 1.0, 3.0, 1.0, 6.0, 2.0, 8.0, 6.0, 3.0, 11.0, 19.0, 11.0, 19.0, 22.0, 28.0, 34.0, 53.0, 51.0, 110.0, 123.0, 195.0, 430.0, 5522.0, 492.0, 233.0, 153.0, 92.0, 68.0, 47.0, 38.0, 32.0, 24.0, 18.0, 9.0, 17.0, 9.0, 3.0, 9.0, 2.0, 3.0, 3.0, 3.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.1239156574010849, -0.12032164633274078, -0.11672763526439667, -0.11313362419605255, -0.10953961312770844, -0.10594560205936432, -0.1023515909910202, -0.09875757992267609, -0.09516356885433197, -0.09156955778598785, -0.08797554671764374, -0.08438153564929962, -0.0807875245809555, -0.07719351351261139, -0.07359950244426727, -0.07000549137592316, -0.06641148030757904, -0.06281747668981552, -0.05922346189618111, -0.05562945082783699, -0.052035439759492874, -0.04844142869114876, -0.04484741762280464, -0.041253406554460526, -0.03765939921140671, -0.03406538814306259, -0.030471375212073326, -0.02687736414372921, -0.023283354938030243, -0.019689343869686127, -0.01609533280134201, -0.012501321732997894, -0.008907310664653778, -0.005313299596309662, -0.001719288993626833, 0.0018747218418866396, 0.005468732677400112, 0.009062743745744228, 0.01265675388276577, 0.016250764951109886, 0.019844776019454002, 0.02343878708779812, 0.027032798156142235, 0.03062680922448635, 0.03422081843018532, 0.037814829498529434, 0.04140884056687355, 0.04500285163521767, 0.04859686270356178, 0.0521908737719059, 0.055784884840250015, 0.05937889590859413, 0.06297290325164795, 0.06656691431999207, 0.07016092538833618, 0.0737549364566803, 0.07734894752502441, 0.08094295859336853, 0.08453696966171265, 0.08813098073005676, 0.09172499179840088, 0.095319002866745, 0.09891301393508911, 0.10250702500343323, 0.10610103607177734]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 2.0, 1.0, 1.0, 2.0, 0.0, 2.0, 2.0, 2.0, 2.0, 3.0, 0.0, 4.0, 3.0, 7.0, 4.0, 5.0, 7.0, 9.0, 3.0, 4.0, 3.0, 24.0, 3.0, 3.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 0.0, 4.0, 2.0, 2.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.0022318814881145954, -0.0021662842482328415, -0.0021006872411817312, -0.0020350900012999773, -0.0019694927614182234, -0.0019038956379517913, -0.0018382985144853592, -0.0017727012746036053, -0.0017071041511371732, -0.001641507027670741, -0.0015759097877889872, -0.001510312664322555, -0.001444715540856123, -0.001379118300974369, -0.001313521177507937, -0.001247923937626183, -0.001182326814159751, -0.0011167296906933188, -0.001051132450811565, -0.0009855353273451328, -0.0009199381456710398, -0.0008543409639969468, -0.0007887438405305147, -0.0007231466588564217, -0.0006575494771823287, -0.0005919522955082357, -0.0005263551138341427, -0.0004607579903677106, -0.0003951608086936176, -0.0003295636270195246, -0.000263966474449262, -0.00019836930732708424, -0.00013277214020490646, -6.717497308272868e-05, -1.5778059605509043e-06, 6.401936116162688e-05, 0.00012961652828380466, 0.00019521369540598243, 0.0002608108625281602, 0.00032640801509842277, 0.0003920051967725158, 0.0004576023784466088, 0.0005231995601207018, 0.0005887966835871339, 0.0006543938652612269, 0.0007199910469353199, 0.000785588170401752, 0.000851185352075845, 0.000916782533749938, 0.00098237965721637, 0.001047976897098124, 0.0011135740205645561, 0.00117917126044631, 0.0012447683839127421, 0.0013103655073791742, 0.0013759627472609282, 0.0014415598707273602, 0.0015071569941937923, 0.0015727542340755463, 0.0016383513575419784, 0.0017039484810084105, 0.0017695457208901644, 0.0018351428443565965, 0.0019007400842383504, 0.0019663372077047825]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 3.0, 2.0, 7.0, 9.0, 8.0, 20.0, 19.0, 26.0, 29.0, 45.0, 42.0, 60.0, 91.0, 104.0, 130.0, 221.0, 318.0, 466.0, 622.0, 1029.0, 1605.0, 2656.0, 4338.0, 8074.0, 16235.0, 38579.0, 138226.0, 867608.0, 55737.0, 20523.0, 9701.0, 5246.0, 2970.0, 1727.0, 1094.0, 680.0, 482.0, 306.0, 195.0, 124.0, 82.0, 71.0, 37.0, 36.0, 21.0, 7.0, 6.0, 12.0, 3.0, 3.0, 3.0, 2.0], "bins": [-0.006498991511762142, -0.006333744153380394, -0.006168497260659933, -0.006003249902278185, -0.005838002543896437, -0.005672755651175976, -0.005507508292794228, -0.005342260934412479, -0.005177013576030731, -0.00501176668331027, -0.004846519324928522, -0.004681271966546774, -0.004516025073826313, -0.004350777715444565, -0.004185530357062817, -0.004020283464342356, -0.0038550361059606075, -0.003689788980409503, -0.003524541622027755, -0.0033592944964766502, -0.003194047138094902, -0.0030288000125437975, -0.002863552886992693, -0.0026983055286109447, -0.00253305840305984, -0.0023678112775087357, -0.0022025639191269875, -0.002037316793575883, -0.0018720695516094565, -0.0017068223096430302, -0.0015415751840919256, -0.0013763279421254992, -0.0012110807001590729, -0.0010458334581926465, -0.000880586274433881, -0.0007153390906751156, -0.0005500918487086892, -0.0003848446358460933, -0.00021959742298349738, -5.4350210120901465e-05, 0.00011089700274169445, 0.00027614421560429037, 0.0004413914284668863, 0.0006066386122256517, 0.0007718858541920781, 0.0009371330961585045, 0.001102380221709609, 0.0012676274636760354, 0.0014328747056424618, 0.0015981219476088881, 0.0017633691895753145, 0.001928616315126419, 0.0020938636735081673, 0.002259110799059272, 0.0024243579246103764, 0.0025896052829921246, 0.002754852408543229, 0.0029200995340943336, 0.003085346892476082, 0.0032505940180271864, 0.003415841143578291, 0.003581088501960039, 0.0037463356275111437, 0.003911582753062248, 0.004076830111443996]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 2.0, 4.0, 2.0, 7.0, 13.0, 8.0, 5.0, 3.0, 2.0, 3.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.05458511412143707, -0.053510699421167374, -0.052436284720897675, -0.051361873745918274, -0.050287459045648575, -0.049213044345378876, -0.048138633370399475, -0.047064218670129776, -0.04598980396986008, -0.04491538926959038, -0.04384097456932068, -0.04276656359434128, -0.04169214889407158, -0.04061773419380188, -0.03954332321882248, -0.03846890851855278, -0.03739449381828308, -0.03632007911801338, -0.03524566441774368, -0.03417125344276428, -0.03309683874249458, -0.032022424042224884, -0.030948011204600334, -0.029873598366975784, -0.028799183666706085, -0.027724768966436386, -0.026650356128811836, -0.025575943291187286, -0.024501528590917587, -0.023427113890647888, -0.02235270105302334, -0.02127828821539879, -0.02020387351512909, -0.01912945881485939, -0.01805504597723484, -0.01698063313961029, -0.01590621843934059, -0.014831804670393467, -0.013757390901446342, -0.012682977132499218, -0.011608563363552094, -0.010534149594604969, -0.009459735825657845, -0.00838532205671072, -0.007310908287763596, -0.006236494518816471, -0.005162080749869347, -0.004087666980922222, -0.0030132532119750977, -0.0019388394430279732, -0.0008644256740808487, 0.0002099880948662758, 0.0012844018638134003, 0.0023588156327605247, 0.0034332294017076492, 0.004507643170654774, 0.005582056939601898, 0.006656470708549023, 0.007730884477496147, 0.008805298246443272, 0.009879712015390396, 0.01095412578433752, 0.012028539553284645, 0.01310295332223177, 0.014177367091178894]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [8.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 15.0, 13.0, 14.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 6.0, 8.0, 16.0, 11.0, 9.0, 21.0, 17.0, 24.0, 25.0, 24.0, 45.0, 71.0, 65.0, 69.0, 88.0, 120.0, 155.0, 247.0, 356.0, 459.0, 710.0, 1213.0, 2255.0, 7340.0, 2334.0, 1089.0, 639.0, 355.0, 221.0, 121.0, 70.0, 55.0, 39.0, 30.0, 21.0, 16.0, 11.0, 7.0, 6.0, 3.0, 4.0, 2.0], "bins": [-0.017743507400155067, -0.017353883013129234, -0.016964256763458252, -0.01657463237643242, -0.016185006126761436, -0.015795381739735603, -0.015405756421387196, -0.015016131103038788, -0.01462650578469038, -0.014236880466341972, -0.013847255147993565, -0.013457629829645157, -0.013068005442619324, -0.012678380124270916, -0.012288754805922508, -0.0118991294875741, -0.011509504169225693, -0.011119878850877285, -0.010730253532528877, -0.01034062821418047, -0.009951002895832062, -0.009561378508806229, -0.009171753190457821, -0.008782127872109413, -0.008392502553761005, -0.008002877235412598, -0.00761325191706419, -0.0072236270643770695, -0.006834001746028662, -0.006444376427680254, -0.0060547515749931335, -0.005665126256644726, -0.005275500938296318, -0.00488587561994791, -0.0044962503015995026, -0.004106625448912382, -0.0037170001305639744, -0.0033273748122155666, -0.0029377497266978025, -0.0025481246411800385, -0.0021584993228316307, -0.0017688741208985448, -0.0013792489189654589, -0.000989623717032373, -0.000599998515099287, -0.00021037331316620111, 0.0001792518887668848, 0.0005688770906999707, 0.0009585022926330566, 0.0013481274945661426, 0.0017377526964992285, 0.0021273777820169926, 0.0025170031003654003, 0.002906628418713808, 0.003296253504231572, 0.0036858785897493362, 0.004075503908097744, 0.004465129226446152, 0.0048547545447945595, 0.00524437939748168, 0.005634004715830088, 0.006023630034178495, 0.006413254886865616, 0.006802880205214024, 0.007192505523562431]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 1.0, 3.0, 2.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08575157821178436, -0.08093413710594177, -0.07611668854951859, -0.0712992399930954, -0.06648179888725281, -0.06166435405611992, -0.05684690922498703, -0.05202946439385414, -0.04721201956272125, -0.042394574731588364, -0.037577129900455475, -0.032759685069322586, -0.027942240238189697, -0.02312479540705681, -0.01830735057592392, -0.013489905744791031, -0.008672460913658142, -0.0038550160825252533, 0.0009624287486076355, 0.005779873579740524, 0.010597318410873413, 0.015414763242006302, 0.02023220807313919, 0.02504965290427208, 0.029867097735404968, 0.03468454256653786, 0.039501987397670746, 0.044319432228803635, 0.04913687705993652, 0.05395432189106941, 0.0587717667222023, 0.06358921527862549, 0.06840665638446808, 0.07322409749031067, 0.07804154604673386, 0.08285899460315704, 0.08767643570899963, 0.09249387681484222, 0.09731132537126541, 0.1021287739276886, 0.10694621503353119, 0.11176365613937378, 0.11658110469579697, 0.12139855325222015, 0.12621599435806274, 0.13103343546390533, 0.13585087656974792, 0.1406683325767517, 0.1454857736825943, 0.1503032147884369, 0.15512067079544067, 0.15993811190128326, 0.16475555300712585, 0.16957299411296844, 0.17439043521881104, 0.17920789122581482, 0.1840253323316574, 0.1888427734375, 0.19366022944450378, 0.19847767055034637, 0.20329511165618896, 0.20811255276203156, 0.21292999386787415, 0.21774744987487793, 0.22256489098072052]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 3.0, 1.0, 0.0, 1.0, 2.0, 3.0, 1.0, 2.0, 8.0, 4.0, 4.0, 3.0, 2.0, 3.0, 3.0, 3.0, 4.0, 4.0, 4.0, 6.0, 16.0, 18.0, 40.0, 26.0, 18.0, 7.0, 17.0, 15.0, 8.0, 5.0, 4.0, 4.0, 4.0, 5.0, 4.0, 6.0, 6.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 3.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.052144601941108704, -0.05000174418091774, -0.047858886420726776, -0.04571603238582611, -0.04357317462563515, -0.04143031686544418, -0.03928745910525322, -0.037144601345062256, -0.03500174731016159, -0.03285888954997063, -0.030716031789779663, -0.0285731740295887, -0.026430316269397736, -0.02428746037185192, -0.022144602611660957, -0.020001746714115143, -0.01785888895392418, -0.015716031193733215, -0.0135731752961874, -0.011430317535996437, -0.009287460707128048, -0.007144603878259659, -0.005001746583729982, -0.0028588895220309496, -0.0007160324603319168, 0.001426824601367116, 0.0035696816630661488, 0.005712538957595825, 0.007855395786464214, 0.009998252615332603, 0.012141110375523567, 0.014283967204391956, 0.016426824033260345, 0.01856968179345131, 0.020712537690997124, 0.022855395451188087, 0.024998251348733902, 0.027141109108924866, 0.02928396686911583, 0.03142682462930679, 0.03356967866420746, 0.03571253642439842, 0.037855394184589386, 0.03999825194478035, 0.042141109704971313, 0.04428396746516228, 0.04642682150006294, 0.048569679260253906, 0.05071253702044487, 0.052855394780635834, 0.0549982525408268, 0.05714110657572746, 0.059283964335918427, 0.06142682209610939, 0.06356967985630035, 0.06571253389120102, 0.06785539537668228, 0.06999824941158295, 0.07214111089706421, 0.07428396493196487, 0.07642681896686554, 0.0785696804523468, 0.08071253448724747, 0.08285539597272873, 0.0849982500076294]}, "_runtime": 159.2502579689026, "_timestamp": 1596211749.0213668, "_step": 198}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 3.0, 3.0, 3.0, 1.0, 6.0, 4.0, 1.0, 4.0, 3.0, 2.0, 4.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01159967202693224, -0.011260579340159893, -0.010921486653387547, -0.0105823939666152, -0.010243301279842854, -0.009904208593070507, -0.00956511590629816, -0.009226023219525814, -0.008886930532753468, -0.008547837845981121, -0.008208745159208775, -0.007869652472436428, -0.007530559785664082, -0.007191467098891735, -0.006852374412119389, -0.006513281725347042, -0.006174189038574696, -0.005835096351802349, -0.005496003665030003, -0.005156910978257656, -0.00481781829148531, -0.004478725604712963, -0.004139632917940617, -0.00380054023116827, -0.0034614475443959236, -0.003122354857623577, -0.0027832621708512306, -0.002444169484078884, -0.0021050767973065376, -0.0017659841105341911, -0.0014268914237618446, -0.0010877987369894981, -0.0007487060502171516, -0.00040961336344480515, -7.052067667245865e-05, 0.00026857201009988785, 0.0006076646968722343, 0.0009467573836445808, 0.0012858500704169273, 0.0016249427571892738, 0.0019640354439616203, 0.002303128130733967, 0.0026422208175063133, 0.00298131350427866, 0.0033204061910510063, 0.003659498877823353, 0.003998591564595699, 0.004337684251368046, 0.004676776938140392, 0.005015869624912739, 0.005354962311685085, 0.005694054998457432, 0.006033147685229778, 0.006372240372002125, 0.006711333058774471, 0.007050425745546818, 0.007389518432319164, 0.007728611119091511, 0.008067703805863857, 0.008406796492636204, 0.00874588917940855, 0.009084981866180897, 0.009424074552953243, 0.00976316723972559, 0.010102259926497936]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 3.0, 0.0, 1.0, 0.0, 2.0, 3.0, 2.0, 3.0, 2.0, 4.0, 7.0, 10.0, 7.0, 3.0, 10.0, 18.0, 23.0, 20.0, 26.0, 42.0, 53.0, 48.0, 72.0, 110.0, 122.0, 206.0, 446.0, 5453.0, 480.0, 215.0, 138.0, 101.0, 66.0, 57.0, 44.0, 22.0, 25.0, 19.0, 13.0, 11.0, 9.0, 13.0, 6.0, 5.0, 3.0, 2.0, 1.0, 4.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.11439485847949982, -0.1104969009757042, -0.10659893602132797, -0.10270097851753235, -0.09880302101373672, -0.0949050560593605, -0.09100709855556488, -0.08710914105176926, -0.08321118354797363, -0.07931321859359741, -0.07541526108980179, -0.07151730358600616, -0.06761933863162994, -0.06372138112783432, -0.0598234198987484, -0.055925462394952774, -0.05202750116586685, -0.04812953993678093, -0.044231582432985306, -0.040333621203899384, -0.03643566370010376, -0.03253770247101784, -0.028639741241931915, -0.024741781875491142, -0.02084382250905037, -0.016945863142609596, -0.013047902844846249, -0.009149942547082901, -0.005251983180642128, -0.0013540233485400677, 0.0025439364835619926, 0.006441896315664053, 0.010339856147766113, 0.014237815514206886, 0.01813577488064766, 0.02203373610973358, 0.025931695476174355, 0.029829654842615128, 0.03372761607170105, 0.037625573575496674, 0.041523534804582596, 0.04542149603366852, 0.04931945353746414, 0.053217414766550064, 0.057115375995635986, 0.06101333349943161, 0.06491129100322723, 0.06880925595760345, 0.07270721346139908, 0.0766051709651947, 0.08050313591957092, 0.08440109342336655, 0.08829905092716217, 0.09219701588153839, 0.09609497338533401, 0.09999293088912964, 0.10389089584350586, 0.10778885334730148, 0.1116868108510971, 0.11558476835489273, 0.11948273330926895, 0.12338069081306458, 0.1272786557674408, 0.13117660582065582, 0.13507457077503204]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 2.0, 1.0, 3.0, 3.0, 4.0, 1.0, 5.0, 7.0, 10.0, 4.0, 4.0, 10.0, 22.0, 7.0, 3.0, 5.0, 3.0, 1.0, 2.0, 4.0, 4.0, 1.0, 3.0, 0.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0038629635237157345, -0.0037365432363003492, -0.0036101227160543203, -0.003483702428638935, -0.003357281908392906, -0.003230861620977521, -0.0031044413335621357, -0.002978020813316107, -0.0028516005259007215, -0.0027251802384853363, -0.0025987597182393074, -0.002472339430823922, -0.002345919143408537, -0.002219498623162508, -0.0020930783357471228, -0.001966657815501094, -0.0018402375280857086, -0.0017138171242550015, -0.0015873967204242945, -0.0014609764330089092, -0.0013345560291782022, -0.001208135625347495, -0.0010817153379321098, -0.0009552949341014028, -0.0008288745302706957, -0.0007024541264399886, -0.0005760337808169425, -0.00044961340609006584, -0.0003231930313631892, -0.0001967726566363126, -7.035228190943599e-05, 5.606809281744063e-05, 0.00018248846754431725, 0.00030890884227119386, 0.0004353292169980705, 0.0005617495626211166, 0.0006881699664518237, 0.0008145903702825308, 0.0009410107159055769, 0.001067431061528623, 0.0011938514653593302, 0.0013202718691900373, 0.0014466922730207443, 0.0015731125604361296, 0.0016995329642668366, 0.0018259533680975437, 0.001952373655512929, 0.002078794175758958, 0.002205214463174343, 0.0023316347505897284, 0.0024580552708357573, 0.0025844755582511425, 0.0027108960784971714, 0.0028373163659125566, 0.002963736653327942, 0.003090157173573971, 0.003216577460989356, 0.0033429977484047413, 0.00346941826865077, 0.0035958385560661554, 0.0037222588434815407, 0.0038486793637275696, 0.0039750998839735985, 0.00410151993855834, 0.004227940458804369]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [4.0, 2.0, 2.0, 3.0, 6.0, 4.0, 11.0, 15.0, 33.0, 23.0, 35.0, 50.0, 82.0, 98.0, 122.0, 181.0, 244.0, 302.0, 456.0, 647.0, 930.0, 1457.0, 2374.0, 3774.0, 6388.0, 11584.0, 23795.0, 60134.0, 839252.0, 139831.0, 40868.0, 19287.0, 10474.0, 5984.0, 3712.0, 2426.0, 1557.0, 1035.0, 699.0, 504.0, 356.0, 256.0, 166.0, 127.0, 76.0, 71.0, 52.0, 31.0, 25.0, 24.0, 16.0, 10.0, 16.0, 10.0, 8.0, 5.0, 2.0, 3.0, 1.0, 1.0, 3.0, 2.0, 1.0, 1.0], "bins": [-0.005375554319471121, -0.005189407151192427, -0.00500326044857502, -0.004817113280296326, -0.0046309661120176315, -0.004444819409400225, -0.0042586722411215305, -0.004072525072842836, -0.003886378137394786, -0.0037002312019467354, -0.0035140840336680412, -0.0033279370982199907, -0.0031417901627719402, -0.002955642994493246, -0.0027694960590451956, -0.0025833488907665014, -0.002397201955318451, -0.0022110550198704004, -0.0020249078515917063, -0.0018387609161436558, -0.0016526138642802835, -0.0014664668124169111, -0.0012803198769688606, -0.0010941728251054883, -0.000908025773242116, -0.0007218787213787436, -0.0005357317277230322, -0.00034958470496349037, -0.0001634376822039485, 2.270934055559337e-05, 0.00020885636331513524, 0.0003950033860746771, 0.000581150408834219, 0.0007672974606975913, 0.0009534444543533027, 0.0011395914480090141, 0.0013257384998723865, 0.0015118855517357588, 0.0016980324871838093, 0.0018841795390471816, 0.002070326590910554, 0.0022564735263586044, 0.0024426206946372986, 0.002628767630085349, 0.0028149145655333996, 0.0030010617338120937, 0.0031872086692601442, 0.0033733558375388384, 0.003559502772986889, 0.0037456497084349394, 0.00393179664388299, 0.004117943812161684, 0.004304090980440378, 0.004490237683057785, 0.004676384851336479, 0.004862532019615173, 0.0050486791878938675, 0.005234825890511274, 0.0054209730587899685, 0.005607120227068663, 0.0057932669296860695, 0.005979414097964764, 0.006165561266243458, 0.006351707968860865, 0.006537855137139559]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 2.0, 4.0, 2.0, 0.0, 3.0, 0.0, 3.0, 9.0, 4.0, 6.0, 6.0, 9.0, 1.0, 5.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.07897589355707169, -0.07739942520856857, -0.07582294940948486, -0.07424648106098175, -0.07267000526189804, -0.07109353691339493, -0.06951706111431122, -0.0679405927658081, -0.06636412441730499, -0.06478764861822128, -0.06321118026971817, -0.06163470447063446, -0.06005823612213135, -0.058481764048337936, -0.056905291974544525, -0.055328819900751114, -0.0537523478269577, -0.05217587575316429, -0.05059940367937088, -0.04902293160557747, -0.04744645953178406, -0.045869991183280945, -0.044293519109487534, -0.04271704703569412, -0.04114057496190071, -0.0395641028881073, -0.03798763081431389, -0.03641115874052048, -0.034834690392017365, -0.03325821831822395, -0.03168174624443054, -0.03010527417063713, -0.02852880209684372, -0.026952330023050308, -0.025375857949256897, -0.023799387738108635, -0.022222915664315224, -0.020646443590521812, -0.01906997337937355, -0.01749350130558014, -0.015917029231786728, -0.014340557157993317, -0.01276408601552248, -0.011187614873051643, -0.009611142799258232, -0.00803467072546482, -0.006458199582993984, -0.00488172797486186, -0.0033052563667297363, -0.0017287847585976124, -0.00015231315046548843, 0.0014241584576666355, 0.0030006300657987595, 0.004577101673930883, 0.006153573282063007, 0.007730044890195131, 0.009306516498327255, 0.010882988572120667, 0.012459459714591503, 0.01403593085706234, 0.015612402930855751, 0.017188875004649162, 0.018765345215797424, 0.020341817289590836, 0.021918289363384247]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [9.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 14.0, 9.0, 19.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 6.0, 17.0, 8.0, 12.0, 9.0, 10.0, 16.0, 11.0, 12.0, 11.0, 15.0, 36.0, 59.0, 40.0, 95.0, 138.0, 154.0, 272.0, 340.0, 486.0, 733.0, 1241.0, 6280.0, 3343.0, 1878.0, 1127.0, 696.0, 492.0, 300.0, 206.0, 120.0, 70.0, 52.0, 27.0, 25.0, 11.0, 11.0, 4.0, 5.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.025628848001360893, -0.02504499815404415, -0.02446115016937256, -0.023877300322055817, -0.023293452337384224, -0.022709602490067482, -0.02212575450539589, -0.021541904658079147, -0.020958056673407555, -0.020374206826090813, -0.01979035884141922, -0.019206508994102478, -0.018622661009430885, -0.018038811162114143, -0.01745496317744255, -0.01687111333012581, -0.016287263482809067, -0.015703415498137474, -0.015119566582143307, -0.01453571766614914, -0.013951868750154972, -0.013368019834160805, -0.012784170918166637, -0.01220032200217247, -0.011616472154855728, -0.01103262323886156, -0.010448774322867393, -0.009864925406873226, -0.009281076490879059, -0.008697227574884892, -0.008113378658890724, -0.007529529742896557, -0.0069456808269023895, -0.006361831910908222, -0.005777982994914055, -0.0051941340789198875, -0.00461028516292572, -0.004026435781270266, -0.0034425868652760983, -0.002858737949281931, -0.0022748890332877636, -0.0016910401172935963, -0.0011071910848841071, -0.0005233421106822789, 6.050686351954937e-05, 0.0006443558377213776, 0.0012282048119232059, 0.001812053844332695, 0.0023959027603268623, 0.0029797516763210297, 0.003563600592315197, 0.004147449508309364, 0.004731298424303532, 0.005315147805958986, 0.005898996721953154, 0.006482845637947321, 0.007066694553941488, 0.007650543469935656, 0.00823439285159111, 0.008818241767585278, 0.009402090683579445, 0.009985939599573612, 0.01056978851556778, 0.011153637431561947, 0.011737486347556114]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 3.0, 1.0, 4.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.10848204791545868, -0.10405879467725754, -0.0996355414390564, -0.09521229565143585, -0.09078904241323471, -0.08636578917503357, -0.08194254338741302, -0.07751929014921188, -0.07309603691101074, -0.0686727836728096, -0.06424953043460846, -0.059826284646987915, -0.055403031408786774, -0.05097977817058563, -0.04655652865767479, -0.04213327914476395, -0.037710025906562805, -0.033286772668361664, -0.02886352315545082, -0.02444027177989483, -0.020017020404338837, -0.015593769028782845, -0.011170517653226852, -0.00674726627767086, -0.002324014902114868, 0.002099236473441124, 0.006522487848997116, 0.010945739224553108, 0.0153689906001091, 0.019792241975665092, 0.024215493351221085, 0.028638744726777077, 0.03306199610233307, 0.03748524934053421, 0.04190849885344505, 0.046331748366355896, 0.05075500160455704, 0.05517825484275818, 0.05960150435566902, 0.06402475386857986, 0.068448007106781, 0.07287126034498215, 0.07729451358318329, 0.08171775937080383, 0.08614101260900497, 0.09056426584720612, 0.09498751163482666, 0.0994107648730278, 0.10383401811122894, 0.10825727134943008, 0.11268052458763123, 0.11710377037525177, 0.12152702361345291, 0.12595027685165405, 0.1303735226392746, 0.13479678332805634, 0.13922002911567688, 0.14364327490329742, 0.14806653559207916, 0.1524897813796997, 0.15691304206848145, 0.161336287856102, 0.16575953364372253, 0.17018279433250427, 0.17460604012012482]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 1.0, 3.0, 2.0, 1.0, 4.0, 0.0, 3.0, 2.0, 5.0, 7.0, 7.0, 7.0, 11.0, 11.0, 11.0, 14.0, 24.0, 18.0, 11.0, 42.0, 22.0, 15.0, 10.0, 4.0, 3.0, 4.0, 6.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 4.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.05501814931631088, -0.05256359651684761, -0.05010903999209404, -0.04765448719263077, -0.0451999306678772, -0.042745377868413925, -0.04029082506895065, -0.03783626854419708, -0.03538171574473381, -0.03292716294527054, -0.030472606420516968, -0.028018053621053696, -0.025563498958945274, -0.023108944296836853, -0.02065439149737358, -0.01819983683526516, -0.01574528217315674, -0.013290727511048317, -0.01083617378026247, -0.008381620049476624, -0.005927065387368202, -0.003472511190921068, -0.0010179569944739342, 0.0014365972019731998, 0.003891151398420334, 0.006345705594867468, 0.008800259791314602, 0.011254813522100449, 0.01370936818420887, 0.01616392284631729, 0.018618475645780563, 0.021073030307888985, 0.023527584969997406, 0.025982139632105827, 0.02843669429421425, 0.03089124709367752, 0.03334580361843109, 0.03580035641789436, 0.038254909217357635, 0.040709465742111206, 0.04316401854157448, 0.04561857134103775, 0.04807312786579132, 0.05052768066525459, 0.052982233464717865, 0.055436789989471436, 0.05789134278893471, 0.06034589931368828, 0.06280045211315155, 0.06525500863790512, 0.0677095577120781, 0.07016411423683167, 0.07261867076158524, 0.07507321983575821, 0.07752777636051178, 0.07998233288526535, 0.08243688941001892, 0.0848914384841919, 0.08734599500894547, 0.08980055153369904, 0.09225510060787201, 0.09470965713262558, 0.09716421365737915, 0.09961876273155212, 0.1020733192563057]}, "_runtime": 160.0462703704834, "_timestamp": 1596211749.8173792, "_step": 199}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 3.0, 3.0, 5.0, 4.0, 3.0, 5.0, 2.0, 0.0, 3.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.008160731755197048, -0.00792919285595417, -0.007697654888033867, -0.007466115988790989, -0.007234577555209398, -0.007003039121627808, -0.006771500688046217, -0.006539962254464626, -0.006308423355221748, -0.006076884921640158, -0.005845346488058567, -0.005613808054476976, -0.005382269620895386, -0.005150731187313795, -0.004919192288070917, -0.0046876538544893265, -0.004456115420907736, -0.004224576987326145, -0.0039930385537445545, -0.00376149988733232, -0.003529961220920086, -0.0032984227873384953, -0.0030668843537569046, -0.0028353456873446703, -0.0026038072537630796, -0.002372268820181489, -0.0021407301537692547, -0.001909191720187664, -0.0016776531701907516, -0.001446114620193839, -0.0012145761866122484, -0.000983037636615336, -0.0007514990866184235, -0.000519960536621511, -0.0002884220448322594, -5.6883523939177394e-05, 0.00017465499695390463, 0.00040619351784698665, 0.0006377320387400687, 0.0008692705305293202, 0.0011008090805262327, 0.0013323476305231452, 0.0015638861805200577, 0.0017954246141016483, 0.002026963047683239, 0.0022585017140954733, 0.002490040147677064, 0.0027215788140892982, 0.002953117247670889, 0.0031846556812524796, 0.003416194347664714, 0.0036477327812463045, 0.003879271447658539, 0.0041108098812401295, 0.00434234831482172, 0.004573886748403311, 0.004805425181984901, 0.005036964081227779, 0.00526850251480937, 0.005500040948390961, 0.005731579381972551, 0.005963117815554142, 0.00619465671479702, 0.006426195148378611, 0.006657733581960201]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 5.0, 6.0, 4.0, 4.0, 14.0, 8.0, 11.0, 20.0, 24.0, 19.0, 28.0, 30.0, 35.0, 63.0, 78.0, 83.0, 111.0, 152.0, 245.0, 594.0, 5322.0, 320.0, 168.0, 115.0, 79.0, 89.0, 77.0, 48.0, 27.0, 30.0, 21.0, 21.0, 20.0, 9.0, 9.0, 7.0, 6.0, 4.0, 1.0, 3.0, 1.0, 3.0, 5.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.09914880990982056, -0.09606286138296127, -0.09297691285610199, -0.0898909643292427, -0.08680501580238342, -0.08371906727552414, -0.08063311874866486, -0.07754717022180557, -0.07446122169494629, -0.0713752806186676, -0.06828933209180832, -0.06520338356494904, -0.06211743503808975, -0.05903148651123047, -0.055945537984371185, -0.0528595894575119, -0.04977364093065262, -0.046687692403793335, -0.04360174387693405, -0.04051579535007477, -0.037429846823215485, -0.0343439020216465, -0.031257953494787216, -0.028172004967927933, -0.02508605644106865, -0.022000107914209366, -0.018914159387350082, -0.015828212723135948, -0.012742264196276665, -0.009656315669417381, -0.0065703680738806725, -0.0034844200126826763, -0.0003984719514846802, 0.002687476109713316, 0.005773424170911312, 0.008859371766448021, 0.011945320293307304, 0.015031268820166588, 0.018117215484380722, 0.021203164011240005, 0.02428911253809929, 0.027375061064958572, 0.030461009591817856, 0.03354695811867714, 0.036632902920246124, 0.03971885144710541, 0.04280479997396469, 0.045890748500823975, 0.04897669702768326, 0.05206264555454254, 0.055148594081401825, 0.05823454260826111, 0.06132049113512039, 0.06440643966197968, 0.06749238818883896, 0.07057833671569824, 0.07366427779197693, 0.07675022631883621, 0.0798361748456955, 0.08292212337255478, 0.08600807189941406, 0.08909402042627335, 0.09217996895313263, 0.09526591747999191, 0.0983518660068512]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 5.0, 1.0, 2.0, 3.0, 2.0, 3.0, 7.0, 5.0, 3.0, 3.0, 4.0, 1.0, 6.0, 22.0, 1.0, 3.0, 3.0, 3.0, 2.0, 1.0, 2.0, 7.0, 1.0, 2.0, 6.0, 2.0, 2.0, 0.0, 2.0, 1.0, 3.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0031122067011892796, -0.0030084734316915274, -0.002904740162193775, -0.0028010071255266666, -0.0026972738560289145, -0.0025935405865311623, -0.0024898075498640537, -0.0023860742803663015, -0.0022823410108685493, -0.002178607741370797, -0.002074874471873045, -0.0019711414352059364, -0.0018674081657081842, -0.001763674896210432, -0.0016599417431280017, -0.0015562085900455713, -0.0014524753205478191, -0.001348742051050067, -0.0012450088979676366, -0.0011412757448852062, -0.001037542475387454, -0.0009338092640973628, -0.0008300760528072715, -0.0007263428415171802, -0.0006226096302270889, -0.0005188764189369977, -0.0004151432076469064, -0.0003114099963568151, -0.00020767678506672382, -0.00010394357377663255, -2.103624865412712e-07, 0.00010352284880355, 0.00020725606009364128, 0.00031098927138373256, 0.00041472248267382383, 0.0005184556939639151, 0.0006221889052540064, 0.0007259221165440977, 0.0008296553278341889, 0.0009333885391242802, 0.0010371217504143715, 0.0011408550199121237, 0.001244588172994554, 0.0013483213260769844, 0.0014520545955747366, 0.0015557878650724888, 0.0016595210181549191, 0.0017632541712373495, 0.0018669874407351017, 0.001970720710232854, 0.002074453979730606, 0.0021781870163977146, 0.002281920285895467, 0.002385653555393219, 0.0024893865920603275, 0.0025931198615580797, 0.002696853131055832, 0.002800586400553584, 0.0029043196700513363, 0.003008052706718445, 0.003111785976216197, 0.003215519245713949, 0.0033192522823810577, 0.00342298555187881, 0.003526718821376562]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 3.0, 4.0, 4.0, 5.0, 12.0, 14.0, 18.0, 23.0, 33.0, 42.0, 64.0, 116.0, 108.0, 174.0, 283.0, 357.0, 653.0, 977.0, 1567.0, 2640.0, 4674.0, 9419.0, 22739.0, 72115.0, 910129.0, 87202.0, 30520.0, 14854.0, 7831.0, 4706.0, 2771.0, 1740.0, 1138.0, 793.0, 498.0, 415.0, 282.0, 189.0, 145.0, 109.0, 88.0, 52.0, 49.0, 27.0, 16.0, 6.0, 13.0, 8.0, 5.0, 3.0, 4.0, 2.0, 2.0, 1.0, 1.0, 1.0], "bins": [-0.008034205995500088, -0.007788021583110094, -0.007541837636381388, -0.007295653223991394, -0.007049469277262688, -0.006803284864872694, -0.006557100918143988, -0.006310916505753994, -0.006064732559025288, -0.005818548146635294, -0.0055723637342453, -0.005326179787516594, -0.0050799953751266, -0.004833811428397894, -0.0045876270160079, -0.004341443069279194, -0.0040952586568892, -0.00384907447732985, -0.0036028902977705, -0.00335670611821115, -0.0031105219386518, -0.0028643375262618065, -0.0026181533467024565, -0.0023719691671431065, -0.0021257849875837564, -0.0018796008080244064, -0.0016334166284650564, -0.0013872323324903846, -0.0011410481529310346, -0.0008948639733716846, -0.0006486797356046736, -0.00040249552694149315, -0.00015631131827831268, 8.987289038486779e-05, 0.00033605709904804826, 0.0005822413368150592, 0.0008284255163744092, 0.0010746096959337592, 0.001320793991908431, 0.001566978171467781, 0.001813162351027131, 0.002059346530586481, 0.002305530710145831, 0.002551714889705181, 0.002797899302095175, 0.003044083481654525, 0.003290267661213875, 0.003536451840773225, 0.003782636020332575, 0.0040288204327225685, 0.004275004379451275, 0.0045211887918412685, 0.004767372738569975, 0.005013557150959969, 0.005259741097688675, 0.005505925510078669, 0.005752109922468662, 0.005998293869197369, 0.006244478281587362, 0.006490662228316069, 0.006736846640706062, 0.006983030587434769, 0.007229214999824762, 0.007475398946553469, 0.007721583358943462]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 4.0, 0.0, 2.0, 3.0, 2.0, 1.0, 5.0, 1.0, 3.0, 1.0, 9.0, 2.0, 2.0, 4.0, 2.0, 2.0, 1.0, 1.0, 1.0, 3.0, 1.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012427132576704025, -0.011651492677628994, -0.010875852778553963, -0.010100213810801506, -0.009324573911726475, -0.008548934012651443, -0.007773294113576412, -0.006997654680162668, -0.006222014781087637, -0.005446374882012606, -0.004670735448598862, -0.0038950955495238304, -0.003119455883279443, -0.002343816217035055, -0.0015681764343753457, -0.0007925367099232972, -1.6896985471248627e-05, 0.0007587427389807999, 0.0015343824634328485, 0.002310022246092558, 0.0030856619123369455, 0.003861301578581333, 0.0046369414776563644, 0.005412580911070108, 0.00618822081014514, 0.006963860709220171, 0.007739500142633915, 0.008515140041708946, 0.009290779940783978, 0.010066419839859009, 0.010842058807611465, 0.011617698706686497, 0.012393338605761528, 0.01316897850483656, 0.01394461840391159, 0.014720257371664047, 0.015495897270739079, 0.01627153716981411, 0.017047176137566566, 0.017822816967964172, 0.01859845593571663, 0.019374096766114235, 0.02014973573386669, 0.020925374701619148, 0.021701015532016754, 0.02247665449976921, 0.023252295330166817, 0.024027934297919273, 0.02480357512831688, 0.025579214096069336, 0.026354853063821793, 0.0271304938942194, 0.027906132861971855, 0.02868177369236946, 0.029457412660121918, 0.030233051627874374, 0.03100869245827198, 0.031784333288669586, 0.03255997225642204, 0.0333356112241745, 0.034111250191926956, 0.03488688915967941, 0.03566253185272217, 0.036438170820474625, 0.03721380978822708]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 3.0, 2.0, 2.0, 10.0, 8.0, 10.0, 11.0, 20.0, 25.0, 29.0, 41.0, 48.0, 86.0, 124.0, 162.0, 221.0, 383.0, 472.0, 687.0, 1115.0, 1823.0, 6069.0, 2164.0, 1350.0, 961.0, 711.0, 464.0, 351.0, 250.0, 212.0, 132.0, 107.0, 87.0, 67.0, 50.0, 30.0, 42.0, 12.0, 12.0, 10.0, 2.0, 5.0, 5.0, 12.0, 13.0, 11.0, 5.0, 0.0, 0.0, 0.0, 2.0, 7.0], "bins": [-0.013244081288576126, -0.012849212624132633, -0.01245434395968914, -0.012059475295245647, -0.011664606630802155, -0.011269737035036087, -0.010874868370592594, -0.010479999706149101, -0.010085131041705608, -0.009690262377262115, -0.009295393712818623, -0.00890052504837513, -0.008505655452609062, -0.00811078678816557, -0.007715918123722076, -0.0073210494592785835, -0.006926180794835091, -0.006531312130391598, -0.006136443465948105, -0.005741574335843325, -0.005346705671399832, -0.004951837006956339, -0.004556967876851559, -0.004162099212408066, -0.003767230547964573, -0.00337236188352108, -0.0029774929862469435, -0.002582624088972807, -0.002187755424529314, -0.0017928866436704993, -0.0013980178628116846, -0.00100314908195287, -0.0006082803010940552, -0.00021341152023524046, 0.00018145726062357426, 0.000576326041482389, 0.0009711948223412037, 0.0013660636032000184, 0.0017609323840588331, 0.0021558012813329697, 0.0025506699457764626, 0.0029455386102199554, 0.003340407507494092, 0.0037352764047682285, 0.004130145069211721, 0.004525013733655214, 0.0049198828637599945, 0.005314751528203487, 0.00570962019264698, 0.006104488857090473, 0.006499357521533966, 0.006894226651638746, 0.007289095316082239, 0.007683963980525732, 0.008078833110630512, 0.008473701775074005, 0.008868570439517498, 0.009263439103960991, 0.009658307768404484, 0.010053176432847977, 0.010448046028614044, 0.010842914693057537, 0.01123778335750103, 0.011632652021944523, 0.012027520686388016]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 3.0, 3.0, 0.0, 1.0, 3.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 2.0], "bins": [-0.21308544278144836, -0.20911705493927002, -0.20514868199825287, -0.20118029415607452, -0.19721192121505737, -0.19324353337287903, -0.18927514553070068, -0.18530677258968353, -0.1813383847475052, -0.17737001180648804, -0.1734016239643097, -0.16943323612213135, -0.1654648631811142, -0.16149647533893585, -0.1575281023979187, -0.15355971455574036, -0.149591326713562, -0.14562295377254486, -0.14165456593036652, -0.13768619298934937, -0.13371780514717102, -0.12974943220615387, -0.12578104436397552, -0.12181266397237778, -0.11784428358078003, -0.11387589573860168, -0.10990751534700394, -0.10593913495540619, -0.10197075456380844, -0.0980023741722107, -0.09403398633003235, -0.0900656059384346, -0.08609722554683685, -0.0821288451552391, -0.07816046476364136, -0.07419207692146301, -0.07022369652986526, -0.06625531613826752, -0.06228693574666977, -0.05831855162978172, -0.054350171238183975, -0.05038179084658623, -0.04641340672969818, -0.04244502633810043, -0.038476645946502686, -0.03450826182961464, -0.03053988143801689, -0.026571499183773994, -0.022603116929531097, -0.0186347346752882, -0.014666353352367878, -0.010697972029447556, -0.0067295897752046585, -0.0027612079866230488, 0.001207173801958561, 0.005175555590540171, 0.00914393737912178, 0.013112319633364677, 0.017080701887607574, 0.021049082279205322, 0.02501746453344822, 0.028985846787691116, 0.032954227179288864, 0.03692261129617691, 0.04089099168777466]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 5.0, 2.0, 1.0, 0.0, 1.0, 2.0, 4.0, 1.0, 3.0, 3.0, 2.0, 5.0, 4.0, 6.0, 5.0, 7.0, 9.0, 11.0, 14.0, 9.0, 23.0, 23.0, 21.0, 29.0, 12.0, 11.0, 12.0, 8.0, 12.0, 11.0, 6.0, 6.0, 2.0, 1.0, 2.0, 1.0, 3.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.07201596349477768, -0.07041549682617188, -0.06881503015756607, -0.06721456348896027, -0.06561409682035446, -0.06401363015174866, -0.062413159757852554, -0.06081269308924675, -0.05921222269535065, -0.05761175602674484, -0.05601128935813904, -0.054410822689533234, -0.05281035602092743, -0.051209889352321625, -0.04960941895842552, -0.04800895228981972, -0.04640848562121391, -0.04480801895260811, -0.043207552284002304, -0.0416070818901062, -0.0400066152215004, -0.03840614855289459, -0.03680568188428879, -0.03520521521568298, -0.03360474854707718, -0.032004278153181076, -0.03040381148457527, -0.028803344815969467, -0.027202878147363663, -0.02560240961611271, -0.024001942947506905, -0.02240147441625595, -0.020801007747650146, -0.019200541079044342, -0.01760007254779339, -0.015999605879187584, -0.014399138279259205, -0.012798670679330826, -0.011198204010725021, -0.009597736410796642, -0.007997268810868263, -0.006396801210939884, -0.0047963340766727924, -0.003195866709575057, -0.0015953993424773216, 5.06802462041378e-06, 0.0016055353917181492, 0.0032060027588158846, 0.00480647012591362, 0.006406937725841999, 0.008007405325770378, 0.009607871994376183, 0.011208339594304562, 0.01280880719423294, 0.014409273862838745, 0.0160097423940897, 0.017610209062695503, 0.019210675731301308, 0.02081114426255226, 0.022411610931158066, 0.02401207759976387, 0.025612546131014824, 0.02721301279962063, 0.028813481330871582, 0.030413947999477386]}, "_runtime": 160.85576248168945, "_timestamp": 1596211750.6268713, "_step": 200}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 4.0, 6.0, 0.0, 6.0, 4.0, 5.0, 3.0, 3.0, 1.0, 2.0, 2.0, 2.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010416139848530293, -0.010077937506139278, -0.009739736095070839, -0.009401533752679825, -0.009063332341611385, -0.008725129999220371, -0.008386928588151932, -0.008048726245760918, -0.007710524834692478, -0.007372322492301464, -0.007034120615571737, -0.0066959187388420105, -0.006357716862112284, -0.006019514985382557, -0.00568131310865283, -0.005343111231923103, -0.0050049093551933765, -0.00466670747846365, -0.004328505601733923, -0.003990303725004196, -0.0036521018482744694, -0.003313899738714099, -0.002975697861984372, -0.0026374959852546453, -0.0022992941085249186, -0.0019610922317951918, -0.001622890355065465, -0.0012846883619204164, -0.0009464864851906896, -0.0006082846084609628, -0.00027008267352357507, 6.811923230998218e-05, 0.00040632113814353943, 0.0007445230148732662, 0.001082724891602993, 0.0014209268847480416, 0.0017591287614777684, 0.002097330754622817, 0.002435532631352544, 0.0027737345080822706, 0.0031119363848119974, 0.003450138261541724, 0.003788340138271451, 0.0041265422478318214, 0.004464744124561548, 0.004802946001291275, 0.005141147878021002, 0.005479349754750729, 0.005817551631480455, 0.006155753508210182, 0.006493955384939909, 0.006832157261669636, 0.0071703591383993626, 0.007508561015129089, 0.007846763357520103, 0.008184964768588543, 0.008523167110979557, 0.008861368522047997, 0.00919957086443901, 0.00953777227550745, 0.009875974617898464, 0.010214176028966904, 0.010552378371357918, 0.010890579782426357, 0.011228782124817371]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 4.0, 0.0, 1.0, 0.0, 1.0, 5.0, 3.0, 2.0, 5.0, 6.0, 5.0, 3.0, 9.0, 7.0, 10.0, 14.0, 10.0, 14.0, 24.0, 37.0, 35.0, 48.0, 47.0, 67.0, 112.0, 147.0, 229.0, 399.0, 5331.0, 527.0, 224.0, 164.0, 97.0, 72.0, 60.0, 47.0, 32.0, 22.0, 19.0, 18.0, 11.0, 11.0, 10.0, 9.0, 6.0, 4.0, 4.0, 5.0, 7.0, 3.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.10698042809963226, -0.10358130186796188, -0.1001821756362915, -0.09678305685520172, -0.09338393062353134, -0.08998480439186096, -0.08658568561077118, -0.0831865593791008, -0.07978743314743042, -0.07638830691576004, -0.07298918068408966, -0.06959006190299988, -0.0661909356713295, -0.06279180943965912, -0.05939268693327904, -0.055993564426898956, -0.05259443819522858, -0.0491953119635582, -0.045796189457178116, -0.042397066950798035, -0.038997940719127655, -0.035598814487457275, -0.032199691981077194, -0.028800567612051964, -0.025401443243026733, -0.022002318874001503, -0.018603194504976273, -0.015204070135951042, -0.011804945766925812, -0.008405821397900581, -0.005006697028875351, -0.0016075726598501205, 0.0017915517091751099, 0.00519067607820034, 0.00858980044722557, 0.011988924816250801, 0.015388049185276031, 0.018787173554301262, 0.022186297923326492, 0.025585422292351723, 0.028984546661376953, 0.03238367289304733, 0.035782795399427414, 0.039181917905807495, 0.042581044137477875, 0.045980170369148254, 0.049379292875528336, 0.05277841538190842, 0.056177541613578796, 0.059576667845249176, 0.06297579407691956, 0.06637491285800934, 0.06977403908967972, 0.0731731653213501, 0.07657228410243988, 0.07997141033411026, 0.08337053656578064, 0.08676966279745102, 0.0901687890291214, 0.09356790781021118, 0.09696703404188156, 0.10036616027355194, 0.10376527905464172, 0.1071644052863121, 0.11056353151798248]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 4.0, 4.0, 5.0, 0.0, 4.0, 5.0, 4.0, 6.0, 1.0, 7.0, 26.0, 4.0, 2.0, 2.0, 0.0, 2.0, 7.0, 5.0, 2.0, 7.0, 2.0, 4.0, 1.0, 3.0, 3.0, 1.0, 1.0, 5.0, 1.0, 0.0, 2.0], "bins": [-0.005347950384020805, -0.005225227214396, -0.0051025040447711945, -0.004979780875146389, -0.004857058171182871, -0.004734335001558065, -0.00461161183193326, -0.0044888886623084545, -0.004366165492683649, -0.004243442323058844, -0.0041207196190953255, -0.00399799644947052, -0.0038752732798457146, -0.003752550110220909, -0.0036298269405961037, -0.003507104003801942, -0.0033843808341771364, -0.003261657664552331, -0.003138934727758169, -0.0030162115581333637, -0.0028934883885085583, -0.0027707654517143965, -0.002648042282089591, -0.0025253191124647856, -0.0024025961756706238, -0.0022798730060458183, -0.002157149836421013, -0.0020344266667962074, -0.0019117037300020456, -0.0017889805603772402, -0.0016662575071677566, -0.001543534337542951, -0.0014208112843334675, -0.0012980882311239839, -0.0011753650614991784, -0.0010526420082896948, -0.0009299188968725502, -0.0008071957854554057, -0.0006844727322459221, -0.0005617496208287776, -0.000439026509411633, -0.0003163033979944885, -0.0001935803156811744, -7.085721881594509e-05, 5.186587804928422e-05, 0.00017458897491451353, 0.00029731207177974284, 0.0004200351540930569, 0.0005427582655102015, 0.000665481376927346, 0.0007882044883444905, 0.0009109275415539742, 0.0010336507111787796, 0.0011563737643882632, 0.0012790968175977468, 0.0014018199872225523, 0.001524543040432036, 0.0016472660936415195, 0.001769989263266325, 0.0018927123164758086, 0.0020154353696852922, 0.0021381585393100977, 0.002260881708934903, 0.002383604645729065, 0.0025063278153538704]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [5.0, 1.0, 1.0, 1.0, 3.0, 5.0, 8.0, 11.0, 19.0, 11.0, 20.0, 23.0, 23.0, 60.0, 72.0, 116.0, 142.0, 201.0, 283.0, 467.0, 619.0, 881.0, 1338.0, 1999.0, 3198.0, 5286.0, 9217.0, 17198.0, 38680.0, 136616.0, 832518.0, 59115.0, 26849.0, 15078.0, 9318.0, 6162.0, 4267.0, 2805.0, 2022.0, 1459.0, 994.0, 704.0, 526.0, 390.0, 262.0, 202.0, 124.0, 104.0, 72.0, 43.0, 39.0, 22.0, 20.0, 7.0, 15.0, 5.0, 6.0, 4.0, 4.0, 1.0, 2.0, 0.0, 2.0, 3.0], "bins": [-0.005998350214213133, -0.005799997132271528, -0.005601643584668636, -0.005403290502727032, -0.00520493695512414, -0.005006583873182535, -0.004808230325579643, -0.004609877243638039, -0.004411524161696434, -0.004213170614093542, -0.0040148175321519375, -0.0038164639845490456, -0.003618110902607441, -0.0034197575878351927, -0.0032214042730629444, -0.003023050958290696, -0.002824697643518448, -0.0026263443287461996, -0.0024279910139739513, -0.002229637699201703, -0.002031284384429455, -0.0018329311860725284, -0.001634577987715602, -0.0014362246729433537, -0.0012378713581711054, -0.0010395180433988571, -0.0008411647868342698, -0.0006428115302696824, -0.00044445821549743414, -0.00024610492982901633, -4.7751644160598516e-05, 0.0001506016415078193, 0.0003489549271762371, 0.0005473082419484854, 0.0007456614985130727, 0.0009440147550776601, 0.0011423680698499084, 0.0013407213846221566, 0.001539074582979083, 0.0017374278977513313, 0.0019357812125235796, 0.002134134527295828, 0.002332487842068076, 0.0025308411568403244, 0.002729194238781929, 0.0029275475535541773, 0.0031259008683264256, 0.003324254183098674, 0.003522607497870922, 0.0037209608126431704, 0.003919314127415419, 0.004117667209357023, 0.004316020756959915, 0.00451437383890152, 0.004712727386504412, 0.004911080468446016, 0.005109434016048908, 0.005307787097990513, 0.0055061401799321175, 0.005704493727535009, 0.005902846809476614, 0.006101200357079506, 0.0062995534390211105, 0.0064979069866240025, 0.006696260068565607]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 3.0, 3.0, 3.0, 0.0, 3.0, 0.0, 1.0, 1.0, 12.0, 4.0, 1.0, 1.0, 1.0, 2.0, 1.0, 4.0, 1.0, 7.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.02063564397394657, -0.019769547507166862, -0.018903451040387154, -0.018037354573607445, -0.017171258106827736, -0.016305161640048027, -0.015439065173268318, -0.01457296870648861, -0.0137068722397089, -0.012840775772929192, -0.011974679306149483, -0.011108582839369774, -0.010242486372590065, -0.009376389905810356, -0.008510293439030647, -0.007644196972250938, -0.0067781005054712296, -0.005912004038691521, -0.005045907571911812, -0.004179811105132103, -0.003313714638352394, -0.0024476181715726852, -0.0015815217047929764, -0.0007154252380132675, 0.00015067122876644135, 0.0010167676955461502, 0.001882864162325859, 0.002748960629105568, 0.003615057095885277, 0.004481153562664986, 0.0053472500294446945, 0.006213346496224403, 0.007079442963004112, 0.007945539429783821, 0.00881163589656353, 0.009677732363343239, 0.010543828830122948, 0.011409925296902657, 0.012276021763682365, 0.013142118230462074, 0.014008214697241783, 0.014874311164021492, 0.0157404076308012, 0.01660650409758091, 0.01747260056436062, 0.018338697031140327, 0.019204793497920036, 0.020070889964699745, 0.020936986431479454, 0.021803082898259163, 0.022669179365038872, 0.02353527583181858, 0.02440137229859829, 0.025267468765378, 0.026133565232157707, 0.026999661698937416, 0.027865758165717125, 0.028731854632496834, 0.029597951099276543, 0.03046404756605625, 0.03133014589548111, 0.03219623863697052, 0.03306233882904053, 0.03392843157052994, 0.034794531762599945]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 2.0, 4.0, 8.0, 11.0, 16.0, 15.0, 22.0, 28.0, 31.0, 51.0, 49.0, 60.0, 79.0, 88.0, 129.0, 159.0, 219.0, 369.0, 466.0, 603.0, 1024.0, 1614.0, 6082.0, 2390.0, 1480.0, 971.0, 612.0, 402.0, 317.0, 246.0, 149.0, 130.0, 108.0, 104.0, 62.0, 52.0, 40.0, 33.0, 27.0, 26.0, 28.0, 28.0, 19.0, 9.0, 13.0, 7.0, 7.0, 11.0, 6.0, 4.0, 2.0, 5.0, 5.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.011513346806168556, -0.011066013015806675, -0.010618679225444794, -0.010171345435082912, -0.009724011644721031, -0.00927667785435915, -0.008829343132674694, -0.008382009342312813, -0.007934675551950932, -0.00748734176158905, -0.007040007971227169, -0.006592674180865288, -0.0061453403905034065, -0.005698006600141525, -0.005250672344118357, -0.0048033385537564754, -0.004356004763394594, -0.003908670973032713, -0.003461336949840188, -0.0030140031594783068, -0.002566669136285782, -0.0021193353459239006, -0.0016720015555620193, -0.0012246676487848163, -0.0007773337420076132, -0.00032999986433424056, 0.00011733401333913207, 0.0005646678619086742, 0.0010120017686858773, 0.0014593356754630804, 0.0019066694658249617, 0.0023540034890174866, 0.002801337279379368, 0.003248671069741249, 0.003696005092933774, 0.004143339116126299, 0.00459067290648818, 0.005038006696850061, 0.005485340487211943, 0.005932674277573824, 0.0063800085335969925, 0.006827342323958874, 0.007274676114320755, 0.007722009904682636, 0.008169343695044518, 0.008616677485406399, 0.00906401127576828, 0.009511345066130161, 0.009958678856492043, 0.010406013578176498, 0.01085334736853838, 0.011300681158900261, 0.011748014949262142, 0.012195348739624023, 0.012642682529985905, 0.013090016320347786, 0.013537350110709667, 0.013984683901071548, 0.01443201769143343, 0.014879352413117886, 0.015326686203479767, 0.015774019062519073, 0.01622135378420353, 0.016668686643242836, 0.017116021364927292]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.14940476417541504, -0.14598806202411652, -0.1425713449716568, -0.13915464282035828, -0.13573794066905975, -0.13232122361660004, -0.1289045214653015, -0.125487819314003, -0.12207110226154327, -0.11865440011024475, -0.11523769050836563, -0.11182098090648651, -0.10840427875518799, -0.10498756915330887, -0.10157085955142975, -0.09815415740013123, -0.0947374477982521, -0.09132073819637299, -0.08790403604507446, -0.08448732644319534, -0.08107061684131622, -0.0776539146900177, -0.07423720508813858, -0.07082049548625946, -0.06740379333496094, -0.06398708373308182, -0.0605703741312027, -0.057153668254613876, -0.053736962378025055, -0.050320252776145935, -0.046903546899557114, -0.043486837297677994, -0.04007013142108917, -0.03665342554450035, -0.03323671594262123, -0.02982001006603241, -0.02640330232679844, -0.02298659458756447, -0.019569888710975647, -0.016153180971741676, -0.012736473232507706, -0.009319765493273735, -0.005903058685362339, -0.0024863514117896557, 0.0009303558617830276, 0.004347063135355711, 0.007763770408928394, 0.01118047721683979, 0.014597184956073761, 0.01801389269530773, 0.021430600434541702, 0.024847306311130524, 0.028264014050364494, 0.031680721789598465, 0.035097427666187286, 0.038514137268066406, 0.04193084314465523, 0.04534754902124405, 0.04876425862312317, 0.05218096449971199, 0.05559767037630081, 0.05901437997817993, 0.06243108585476875, 0.06584779173135757, 0.0692645013332367]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 3.0, 2.0, 7.0, 11.0, 7.0, 11.0, 4.0, 6.0, 3.0, 12.0, 13.0, 18.0, 40.0, 24.0, 17.0, 9.0, 11.0, 12.0, 14.0, 9.0, 12.0, 8.0, 5.0, 4.0, 4.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.12356609851121902, -0.12071754783391953, -0.11786898970603943, -0.11502043902873993, -0.11217188090085983, -0.10932333022356033, -0.10647477209568024, -0.10362622141838074, -0.10077767074108124, -0.09792911261320114, -0.09508056193590164, -0.09223200380802155, -0.08938345313072205, -0.08653489500284195, -0.08368634432554245, -0.08083778619766235, -0.07798923552036285, -0.07514068484306335, -0.07229212671518326, -0.06944357603788376, -0.06659501791000366, -0.06374646723270416, -0.060897912830114365, -0.05804935842752457, -0.05520080402493477, -0.05235224962234497, -0.04950369521975517, -0.046655140817165375, -0.043806590139865875, -0.04095803573727608, -0.03810948133468628, -0.03526092693209648, -0.03241237252950668, -0.029563818126916885, -0.026715263724327087, -0.02386671118438244, -0.02101815678179264, -0.018169602379202843, -0.01532104890793562, -0.012472495436668396, -0.009623941034078598, -0.006775387097150087, -0.003926833160221577, -0.001078279223293066, 0.0017702747136354446, 0.004618828650563955, 0.007467382587492466, 0.01031593605875969, 0.013164490461349487, 0.016013044863939285, 0.018861599266529083, 0.021710151806473732, 0.02455870620906353, 0.027407260611653328, 0.030255813151597977, 0.033104367554187775, 0.03595292195677757, 0.03880147635936737, 0.04165003076195717, 0.04449858516454697, 0.047347135841846466, 0.050195690244436264, 0.05304424464702606, 0.05589279904961586, 0.05874135345220566]}, "_runtime": 161.66677904129028, "_timestamp": 1596211751.437888, "_step": 201}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 2.0, 2.0, 2.0, 3.0, 3.0, 6.0, 4.0, 6.0, 3.0, 8.0, 6.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.011379377916455269, -0.011070795357227325, -0.010762211866676807, -0.010453629307448864, -0.01014504674822092, -0.009836463257670403, -0.009527880698442459, -0.009219298139214516, -0.008910715579986572, -0.008602132089436054, -0.00829354953020811, -0.007984966970980167, -0.007676383480429649, -0.007367800921201706, -0.007059217896312475, -0.006750635337084532, -0.006442052312195301, -0.00613346928730607, -0.005824886728078127, -0.005516303703188896, -0.005207721143960953, -0.004899138119071722, -0.004590555094182491, -0.004281972534954548, -0.003973389510065317, -0.00366480671800673, -0.003356223925948143, -0.0030476409010589123, -0.002739058109000325, -0.002430475316941738, -0.0021218922920525074, -0.0018133094999939203, -0.0015047267079353333, -0.0011961439158767462, -0.0008875610074028373, -0.0005789781571365893, -0.0002703953068703413, 3.818754339590669e-05, 0.0003467703936621547, 0.0006553532439284027, 0.0009639360941946507, 0.0012725188862532377, 0.0015811017947271466, 0.0018896847032010555, 0.0021982674952596426, 0.0025068502873182297, 0.0028154333122074604, 0.0031240161042660475, 0.0034325988963246346, 0.0037411816883832216, 0.004049764480441809, 0.004358347505331039, 0.004666930064558983, 0.004975513089448214, 0.005284096114337444, 0.005592678673565388, 0.0059012616984546185, 0.006209844723343849, 0.006518427282571793, 0.006827010307461023, 0.007135593332350254, 0.0074441758915781975, 0.007752758916467428, 0.008061341941356659, 0.008369924500584602]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 1.0, 1.0, 0.0, 3.0, 6.0, 6.0, 8.0, 6.0, 13.0, 8.0, 14.0, 11.0, 21.0, 27.0, 33.0, 55.0, 73.0, 91.0, 120.0, 212.0, 320.0, 5259.0, 794.0, 280.0, 170.0, 95.0, 76.0, 50.0, 41.0, 30.0, 17.0, 14.0, 13.0, 12.0, 10.0, 9.0, 7.0, 7.0, 4.0, 1.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0], "bins": [-0.11958625912666321, -0.11633073538541794, -0.11307520419359207, -0.1098196804523468, -0.10656414926052094, -0.10330862551927567, -0.1000530943274498, -0.09679757058620453, -0.09354203939437866, -0.09028651565313339, -0.08703099191188812, -0.08377546072006226, -0.08051993697881699, -0.07726440578699112, -0.07400888204574585, -0.07075335085391998, -0.06749782711267471, -0.06424230337142944, -0.06098677217960358, -0.05773124471306801, -0.05447571724653244, -0.05122019350528717, -0.0479646660387516, -0.044709138572216034, -0.041453611105680466, -0.0381980836391449, -0.03494255617260933, -0.03168702870607376, -0.028431503102183342, -0.025175975635647774, -0.021920450031757355, -0.018664922565221786, -0.015409395098686218, -0.01215386763215065, -0.008898341096937656, -0.0056428140960633755, -0.0023872870951890945, 0.0008682399056851864, 0.004123766906559467, 0.007379293907433748, 0.01063482090830803, 0.013890348374843597, 0.017145875841379166, 0.020401401445269585, 0.023656928911805153, 0.02691245637834072, 0.03016798198223114, 0.03342350944876671, 0.03667903691530228, 0.039934564381837845, 0.04319009184837341, 0.04644561931490898, 0.04970114678144455, 0.05295667052268982, 0.05621219798922539, 0.059467725455760956, 0.06272324919700623, 0.06597878038883209, 0.06923430413007736, 0.07248983532190323, 0.0757453590631485, 0.07900089025497437, 0.08225641399621964, 0.0855119451880455, 0.08876746892929077]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 3.0, 3.0, 3.0, 1.0, 0.0, 1.0, 5.0, 3.0, 2.0, 2.0, 3.0, 3.0, 6.0, 6.0, 5.0, 4.0, 21.0, 4.0, 4.0, 7.0, 4.0, 1.0, 2.0, 1.0, 1.0, 4.0, 0.0, 4.0, 3.0, 1.0, 3.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002203707117587328, -0.002120053628459573, -0.0020364001393318176, -0.0019527465337887406, -0.0018690929282456636, -0.0017854394391179085, -0.0017017859499901533, -0.0016181323444470763, -0.0015344788553193212, -0.001450825366191566, -0.001367171760648489, -0.0012835182715207338, -0.0011998647823929787, -0.0011162111768499017, -0.0010325576877221465, -0.0009489041403867304, -0.0008652505930513144, -0.0007815970457158983, -0.0006979434983804822, -0.000614290009252727, -0.000530636461917311, -0.0004469829145818949, -0.00036332939635030925, -0.00027967587811872363, -0.00019602233078330755, -0.0001123687979998067, -2.8715265216305852e-05, 5.4938267567195e-05, 0.00013859180035069585, 0.0002222453331341967, 0.00030589886591769755, 0.00038955238414928317, 0.00047320593148469925, 0.0005568594788201153, 0.0006405130261555314, 0.0007241665152832866, 0.0008078200626187027, 0.0008914736099541187, 0.0009751270990818739, 0.0010587807046249509, 0.001142434193752706, 0.0012260876828804612, 0.0013097412884235382, 0.0013933947775512934, 0.0014770482666790485, 0.0015607018722221255, 0.0016443553613498807, 0.0017280089668929577, 0.0018116624560207129, 0.001895315945148468, 0.001978969434276223, 0.002062623156234622, 0.002146276645362377, 0.0022299301344901323, 0.0023135836236178875, 0.0023972371127456427, 0.002480890601873398, 0.0025645443238317966, 0.002648197812959552, 0.002731851302087307, 0.002815504791215062, 0.0028991582803428173, 0.002982812002301216, 0.0030664654914289713, 0.0031501189805567265]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 3.0, 4.0, 1.0, 0.0, 0.0, 4.0, 4.0, 7.0, 2.0, 16.0, 24.0, 21.0, 25.0, 59.0, 59.0, 118.0, 142.0, 238.0, 352.0, 554.0, 892.0, 1499.0, 2267.0, 4047.0, 7397.0, 14834.0, 35227.0, 114206.0, 873367.0, 66524.0, 25315.0, 12321.0, 6967.0, 4143.0, 2668.0, 1703.0, 1277.0, 873.0, 651.0, 490.0, 328.0, 269.0, 199.0, 149.0, 100.0, 75.0, 60.0, 44.0, 32.0, 22.0, 18.0, 13.0, 12.0, 7.0, 4.0, 2.0, 2.0, 1.0, 3.0, 1.0, 3.0, 0.0, 1.0], "bins": [-0.005234363954514265, -0.0050563202239573, -0.004878276959061623, -0.004700233228504658, -0.004522189497947693, -0.004344146233052015, -0.00416610250249505, -0.003988059237599373, -0.003810015507042408, -0.0036319720093160868, -0.0034539285115897655, -0.0032758847810328007, -0.0030978412833064795, -0.0029197977855801582, -0.0027417540550231934, -0.002563710557296872, -0.002385667059570551, -0.0022076235618442297, -0.0020295800641179085, -0.0018515363335609436, -0.0016734928358346224, -0.0014954493381083012, -0.0013174057239666581, -0.001139362109825015, -0.0009613186120986938, -0.0007832750561647117, -0.0006052315002307296, -0.00042718794429674745, -0.0002491443883627653, -7.110083242878318e-05, 0.00010694272350519896, 0.0002849862794391811, 0.0004630298353731632, 0.0006410733913071454, 0.0008191169472411275, 0.0009971605613827705, 0.0011752040591090918, 0.001353247556835413, 0.001531291170977056, 0.001709334785118699, 0.0018873782828450203, 0.0020654217805713415, 0.0022434652782976627, 0.0024215090088546276, 0.002599552506580949, 0.00277759600430727, 0.002955639734864235, 0.003133683232590556, 0.0033117267303168774, 0.0034897702280431986, 0.00366781372576952, 0.0038458574563264847, 0.0040239011868834496, 0.004201944451779127, 0.004379988182336092, 0.0045580314472317696, 0.0047360751777887344, 0.004914118908345699, 0.005092162173241377, 0.005270205903798342, 0.005448249168694019, 0.005626292899250984, 0.005804336629807949, 0.005982379894703627, 0.0061604236252605915]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 5.0, 3.0, 1.0, 2.0, 3.0, 5.0, 4.0, 11.0, 2.0, 5.0, 4.0, 3.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.0502207949757576, -0.04920956492424011, -0.04819833114743233, -0.04718710109591484, -0.046175867319107056, -0.04516463726758957, -0.04415340721607208, -0.0431421734392643, -0.04213094338774681, -0.041119709610939026, -0.04010847955942154, -0.03909724950790405, -0.03808601573109627, -0.03707478567957878, -0.036063551902770996, -0.03505232185125351, -0.03404109179973602, -0.03302985802292824, -0.03201862797141075, -0.031007396057248116, -0.02999616414308548, -0.028984932228922844, -0.027973700314760208, -0.026962468400597572, -0.025951236486434937, -0.02494000643491745, -0.023928774520754814, -0.02291754260659218, -0.021906310692429543, -0.020895078778266907, -0.01988384872674942, -0.018872616812586784, -0.01786138489842415, -0.016850152984261513, -0.015838921070098877, -0.014827690087258816, -0.013816459104418755, -0.012805227190256119, -0.011793995276093483, -0.010782764293253422, -0.009771532379090786, -0.00876030046492815, -0.007749069482088089, -0.006737837567925453, -0.005726606119424105, -0.004715374670922756, -0.003704142989590764, -0.002692911308258772, -0.0016816798597574234, -0.0006704482948407531, 0.00034078327007591724, 0.0013520148349925876, 0.002363246399909258, 0.0033744778484106064, 0.004385709762573242, 0.005396941211074591, 0.006408172659575939, 0.007419404108077288, 0.008430635556578636, 0.009441867470741272, 0.010453099384903908, 0.011464330367743969, 0.012475562281906605, 0.013486793264746666, 0.014498025178909302]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [7.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 13.0, 7.0, 9.0, 12.0, 5.0, 2.0, 1.0, 2.0, 3.0, 3.0, 7.0, 5.0, 5.0, 7.0, 5.0, 2.0, 3.0, 6.0, 7.0, 28.0, 18.0, 27.0, 35.0, 45.0, 60.0, 43.0, 91.0, 101.0, 120.0, 172.0, 264.0, 418.0, 597.0, 915.0, 1370.0, 2453.0, 6433.0, 1878.0, 1037.0, 709.0, 455.0, 278.0, 213.0, 174.0, 126.0, 70.0, 60.0, 41.0, 28.0, 18.0, 17.0, 11.0, 5.0, 3.0, 1.0], "bins": [-0.016248025000095367, -0.015889959409832954, -0.015531891956925392, -0.015173826366662979, -0.014815759845077991, -0.014457693323493004, -0.01409962773323059, -0.013741561211645603, -0.013383494690060616, -0.013025428168475628, -0.01266736164689064, -0.012309296056628227, -0.01195122953504324, -0.011593163013458252, -0.011235097423195839, -0.010877030901610851, -0.010518964380025864, -0.010160897858440876, -0.009802831336855888, -0.009444765746593475, -0.009086699225008488, -0.0087286327034235, -0.008370567113161087, -0.0080125005915761, -0.007654434069991112, -0.007296367548406124, -0.006938301492482424, -0.0065802354365587234, -0.006222168914973736, -0.005864102393388748, -0.005506036337465048, -0.0051479702815413475, -0.00478990375995636, -0.004431837238371372, -0.004073771182447672, -0.003715704893693328, -0.003357638604938984, -0.00299957231618464, -0.002641506027430296, -0.002283439738675952, -0.001925373449921608, -0.001567307161167264, -0.00120924087241292, -0.000851174583658576, -0.000493108294904232, -0.00013504200614988804, 0.00022302428260445595, 0.0005810905713587999, 0.0009391568601131439, 0.001297223148867488, 0.001655289437621832, 0.002013355726376176, 0.00237142201513052, 0.002729488303884864, 0.003087554592639208, 0.003445620881393552, 0.003803687170147896, 0.0041617536917328835, 0.004519819747656584, 0.004877885803580284, 0.005235952325165272, 0.005594018846750259, 0.00595208490267396, 0.00631015095859766, 0.006668217480182648]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 7.0, 3.0, 3.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.09718197584152222, -0.09028966724872589, -0.08339735865592957, -0.07650504261255264, -0.06961273401975632, -0.06272042542695999, -0.05582811310887337, -0.04893580079078674, -0.04204349219799042, -0.03515118360519409, -0.028258871287107468, -0.021366560831665993, -0.014474250376224518, -0.007581939920783043, -0.000689629465341568, 0.006202680990099907, 0.013094991445541382, 0.019987301900982857, 0.02687961235642433, 0.033771924674510956, 0.04066423326730728, 0.04755654186010361, 0.05444885417819023, 0.061341166496276855, 0.06823347508907318, 0.0751257836818695, 0.08201809227466583, 0.08891040831804276, 0.09580271691083908, 0.1026950255036354, 0.10958734154701233, 0.11647965013980865, 0.12337195873260498, 0.1302642673254013, 0.13715657591819763, 0.14404888451099396, 0.15094119310379028, 0.1578335165977478, 0.16472582519054413, 0.17161813378334045, 0.17851044237613678, 0.1854027509689331, 0.19229505956172943, 0.19918736815452576, 0.20607969164848328, 0.2129720002412796, 0.21986430883407593, 0.22675661742687225, 0.23364892601966858, 0.2405412346124649, 0.24743354320526123, 0.25432586669921875, 0.2612181603908539, 0.2681104838848114, 0.27500277757644653, 0.28189510107040405, 0.2887874245643616, 0.2956797182559967, 0.3025720417499542, 0.30946433544158936, 0.3163566589355469, 0.323248952627182, 0.3301412761211395, 0.33703356981277466, 0.3439258933067322]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 3.0, 2.0, 2.0, 2.0, 1.0, 3.0, 1.0, 0.0, 3.0, 3.0, 1.0, 2.0, 1.0, 7.0, 7.0, 9.0, 8.0, 13.0, 11.0, 23.0, 35.0, 23.0, 13.0, 13.0, 17.0, 11.0, 6.0, 13.0, 10.0, 5.0, 2.0, 4.0, 1.0, 2.0, 2.0, 4.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0], "bins": [-0.06489814072847366, -0.06329421699047089, -0.06169029697775841, -0.06008637696504593, -0.05848245322704315, -0.05687853321433067, -0.055274609476327896, -0.05367068946361542, -0.05206676572561264, -0.05046284571290016, -0.048858921974897385, -0.047255001962184906, -0.04565107822418213, -0.04404715821146965, -0.04244323447346687, -0.040839314460754395, -0.03923539072275162, -0.03763147071003914, -0.03602755069732666, -0.03442362695932388, -0.032819706946611404, -0.031215783208608627, -0.029611861333251, -0.02800793945789337, -0.026404019445180893, -0.024800097569823265, -0.023196175694465637, -0.02159225381910801, -0.01998833194375038, -0.018384410068392754, -0.016780488193035126, -0.015176566317677498, -0.01357264444231987, -0.011968722566962242, -0.010364800691604614, -0.008760878816246986, -0.007156957406550646, -0.005553035531193018, -0.003949114121496677, -0.0023451922461390495, -0.0007412703707814217, 0.0008626513881608844, 0.0024665731471031904, 0.004070494789630175, 0.0056744166649878025, 0.00727833854034543, 0.008882259950041771, 0.010486181825399399, 0.012090103700757027, 0.013694025576114655, 0.015297947451472282, 0.01690186932682991, 0.018505791202187538, 0.020109713077545166, 0.021713634952902794, 0.023317556828260422, 0.0249214768409729, 0.026525398716330528, 0.028129320591688156, 0.029733242467045784, 0.03133716434240341, 0.03294108808040619, 0.03454500809311867, 0.036148931831121445, 0.03775285184383392]}, "_runtime": 162.45177698135376, "_timestamp": 1596211752.2228858, "_step": 202}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 3.0, 3.0, 1.0, 2.0, 0.0, 5.0, 4.0, 2.0, 1.0, 2.0, 6.0, 3.0, 2.0, 0.0, 0.0, 3.0, 2.0, 1.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.01102487649768591, -0.010725988075137138, -0.010427100583910942, -0.010128212161362171, -0.0098293237388134, -0.009530436247587204, -0.009231547825038433, -0.008932660333812237, -0.008633771911263466, -0.008334883488714695, -0.008035995997488499, -0.007737107574939728, -0.007438219618052244, -0.007139331661164761, -0.00684044323861599, -0.006541555281728506, -0.0062426673248410225, -0.005943779367953539, -0.005644891411066055, -0.005346002988517284, -0.005047115031629801, -0.004748227074742317, -0.004449338652193546, -0.004150450695306063, -0.003851562738418579, -0.0035526747815310955, -0.0032537865918129683, -0.002954898402094841, -0.0026560104452073574, -0.002357122488319874, -0.0020582342986017466, -0.0017593462252989411, -0.0014604581519961357, -0.0011615700786933303, -0.0008626820053905249, -0.0005637939320877194, -0.000264905858784914, 3.398221451789141e-05, 0.00033287028782069683, 0.0006317583611235023, 0.0009306464344263077, 0.001229534507729113, 0.0015284225810319185, 0.001827310654334724, 0.0021261987276375294, 0.002425086684525013, 0.0027239748742431402, 0.0030228630639612675, 0.003321751020848751, 0.0036206389777362347, 0.003919526934623718, 0.004218415357172489, 0.004517303314059973, 0.004816191270947456, 0.005115079693496227, 0.005413967650383711, 0.0057128556072711945, 0.006011743564158678, 0.006310631521046162, 0.0066095199435949326, 0.006908407900482416, 0.0072072958573699, 0.007506184279918671, 0.007805072236806154, 0.008103960193693638]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 8.0, 7.0, 7.0, 16.0, 14.0, 22.0, 21.0, 26.0, 37.0, 60.0, 69.0, 111.0, 159.0, 269.0, 559.0, 5445.0, 419.0, 220.0, 135.0, 97.0, 52.0, 45.0, 35.0, 29.0, 14.0, 12.0, 10.0, 11.0, 3.0, 3.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.13178232312202454, -0.12769263982772827, -0.12360294908285141, -0.11951326578855515, -0.11542357504367828, -0.11133389174938202, -0.10724420100450516, -0.10315451771020889, -0.09906482696533203, -0.09497514367103577, -0.0908854603767395, -0.08679576963186264, -0.08270608633756638, -0.07861639559268951, -0.07452671229839325, -0.07043702155351639, -0.06634733825922012, -0.06225765123963356, -0.058167964220047, -0.054078277200460434, -0.04998859018087387, -0.045898906886577606, -0.04180921986699104, -0.03771953284740448, -0.03362984582781792, -0.029540158808231354, -0.02545047178864479, -0.021360786631703377, -0.017271099612116814, -0.01318141259253025, -0.009091726504266262, -0.005002039950340986, -0.0009123533964157104, 0.0031773331575095654, 0.007267019711434841, 0.01135670579969883, 0.015446392819285393, 0.019536079838871956, 0.02362576499581337, 0.027715452015399933, 0.031805139034986496, 0.03589482605457306, 0.03998451307415962, 0.044074200093746185, 0.04816388338804245, 0.05225357040762901, 0.056343257427215576, 0.06043294444680214, 0.0645226314663887, 0.06861231476068497, 0.07270200550556183, 0.0767916887998581, 0.08088137954473495, 0.08497106283903122, 0.08906075358390808, 0.09315043687820435, 0.09724012017250061, 0.10132981091737747, 0.10541949421167374, 0.1095091849565506, 0.11359886825084686, 0.11768855899572372, 0.12177824229001999, 0.12586793303489685, 0.12995761632919312]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 1.0, 2.0, 3.0, 6.0, 1.0, 3.0, 3.0, 2.0, 3.0, 3.0, 1.0, 6.0, 25.0, 2.0, 2.0, 4.0, 7.0, 4.0, 6.0, 5.0, 5.0, 3.0, 4.0, 1.0, 3.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0030573555268347263, -0.0029765497893095016, -0.002895744051784277, -0.0028149383142590523, -0.0027341325767338276, -0.002653326839208603, -0.0025725211016833782, -0.0024917153641581535, -0.002410909626632929, -0.002330103889107704, -0.0022492981515824795, -0.002168492414057255, -0.00208768667653203, -0.0020068809390068054, -0.001926075085066259, -0.0018452693475410342, -0.0017644636100158095, -0.0016836578724905849, -0.0016028521349653602, -0.0015220463974401355, -0.0014412406599149108, -0.001360434922389686, -0.0012796291848644614, -0.0011988234473392367, -0.0011180175933986902, -0.0010372118558734655, -0.0009564061765559018, -0.0008756004390306771, -0.0007947946432977915, -0.0007139889057725668, -0.0006331831682473421, -0.0005523774307221174, -0.00047157169319689274, -0.00039076595567166805, -0.00030996021814644337, -0.00022915445151738822, -0.00014834871399216354, -6.754296919098124e-05, 1.326277561020106e-05, 9.406852041138336e-05, 0.00017487426521256566, 0.00025568000273779035, 0.00033648574026301503, 0.0004172915068920702, 0.0004980972735211253, 0.00057890301104635, 0.0006597087485715747, 0.0007405144860967994, 0.0008213202236220241, 0.0009021259611472487, 0.0009829316986724734, 0.0010637374361976981, 0.0011445431737229228, 0.0012253489112481475, 0.0013061546487733722, 0.0013869603862985969, 0.0014677662402391434, 0.001548571977764368, 0.0016293777152895927, 0.0017101834528148174, 0.0017909891903400421, 0.0018717949278652668, 0.0019526006653904915, 0.002033406402915716, 0.002114212140440941]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 2.0, 2.0, 3.0, 9.0, 9.0, 14.0, 22.0, 37.0, 48.0, 62.0, 62.0, 110.0, 149.0, 200.0, 353.0, 580.0, 884.0, 1524.0, 2532.0, 4297.0, 7753.0, 15580.0, 35277.0, 100815.0, 852046.0, 86568.0, 31966.0, 15209.0, 8463.0, 4989.0, 3247.0, 2046.0, 1414.0, 938.0, 641.0, 466.0, 351.0, 240.0, 187.0, 136.0, 119.0, 64.0, 59.0, 47.0, 39.0, 20.0, 19.0, 14.0, 13.0, 3.0, 6.0, 4.0, 5.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00469585508108139, -0.004525425843894482, -0.004354996141046286, -0.00418456643819809, -0.004014137201011181, -0.0038437077309936285, -0.003673278260976076, -0.0035028487909585238, -0.0033324193209409714, -0.003161989850923419, -0.0029915603809058666, -0.0028211309108883142, -0.002650701440870762, -0.0024802719708532095, -0.002309842500835657, -0.0021394130308181047, -0.0019689835608005524, -0.001798554090783, -0.0016281246207654476, -0.0014576951507478952, -0.0012872656807303429, -0.0011168362107127905, -0.0009464067406952381, -0.0007759772706776857, -0.0006055478006601334, -0.000435118330642581, -0.0002646888606250286, -9.425939060747623e-05, 7.617007941007614e-05, 0.0002465995494276285, 0.0004170290194451809, 0.0005874584894627333, 0.0007578879594802856, 0.000928317429497838, 0.0010987468995153904, 0.0012691763695329428, 0.0014396058395504951, 0.0016100353095680475, 0.0017804647795856, 0.0019508942496031523, 0.0021213237196207047, 0.002291753189638257, 0.0024621826596558094, 0.0026326121296733618, 0.002803041599690914, 0.0029734710697084665, 0.003143900539726019, 0.0033143300097435713, 0.0034847594797611237, 0.003655188949778676, 0.0038256184197962284, 0.0039960481226444244, 0.004166477359831333, 0.004336906597018242, 0.004507336299866438, 0.004677766002714634, 0.004848195239901543, 0.005018624477088451, 0.005189054179936647, 0.0053594838827848434, 0.005529913119971752, 0.005700342357158661, 0.005870772060006857, 0.006041201762855053, 0.006211631000041962]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 4.0, 3.0, 2.0, 3.0, 5.0, 4.0, 5.0, 9.0, 5.0, 4.0, 1.0, 3.0, 0.0, 4.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.017575658857822418, -0.016759049147367477, -0.015942439436912537, -0.015125829726457596, -0.014309220016002655, -0.013492611236870289, -0.012676001526415348, -0.011859391815960407, -0.011042782105505466, -0.010226172395050526, -0.009409562684595585, -0.008592952974140644, -0.007776343729346991, -0.00695973401889205, -0.006143124774098396, -0.0053265150636434555, -0.004509905353188515, -0.003693295642733574, -0.0028766861651092768, -0.0020600766874849796, -0.0012434669770300388, -0.00042685738299041986, 0.0003897522110491991, 0.001206361805088818, 0.002022971399128437, 0.002839581109583378, 0.003656190587207675, 0.004472800064831972, 0.005289409775286913, 0.006106019485741854, 0.006922628730535507, 0.007739238440990448, 0.008555848151445389, 0.00937245786190033, 0.01018906757235527, 0.011005677282810211, 0.011822286993265152, 0.012638895772397518, 0.013455505482852459, 0.0142721151933074, 0.01508872490376234, 0.015905333682894707, 0.016721943393349648, 0.01753855310380459, 0.01835516281425953, 0.01917177252471447, 0.01998838223516941, 0.02080499194562435, 0.021621601656079292, 0.022438211366534233, 0.023254821076989174, 0.024071430787444115, 0.024888040497899055, 0.025704650208353996, 0.026521259918808937, 0.027337869629263878, 0.02815447747707367, 0.02897108718752861, 0.02978769689798355, 0.030604306608438492, 0.03142091631889343, 0.03223752602934837, 0.033054135739803314, 0.033870745450258255, 0.034687355160713196]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 2.0, 3.0, 3.0, 2.0, 4.0, 11.0, 13.0, 12.0, 15.0, 32.0, 48.0, 48.0, 65.0, 89.0, 118.0, 130.0, 196.0, 261.0, 351.0, 529.0, 757.0, 1095.0, 1549.0, 2434.0, 6042.0, 1772.0, 1029.0, 583.0, 378.0, 243.0, 132.0, 93.0, 64.0, 47.0, 56.0, 32.0, 17.0, 19.0, 20.0, 13.0, 10.0, 11.0, 15.0, 6.0, 10.0, 4.0, 2.0, 0.0, 3.0, 3.0, 4.0, 5.0, 15.0, 18.0, 7.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 5.0, 4.0], "bins": [-0.007447580341249704, -0.0071535599417984486, -0.006859539542347193, -0.006565519142895937, -0.006271498277783394, -0.005977477878332138, -0.005683457478880882, -0.0053894370794296265, -0.005095416679978371, -0.004801396280527115, -0.004507375881075859, -0.004213355481624603, -0.0039193350821733475, -0.003625314449891448, -0.0033312938176095486, -0.0030372734181582928, -0.002743253018707037, -0.002449232619255781, -0.0021552122198045254, -0.001861191587522626, -0.0015671711880713701, -0.0012731507886201143, -0.0009791302727535367, -0.00068510981509462, -0.0003910893574357033, -9.706889977678657e-05, 0.00019695155788213015, 0.0004909720155410469, 0.0007849924731999636, 0.0010790128726512194, 0.001373033388517797, 0.0016670539043843746, 0.0019610743038356304, 0.002255094703286886, 0.002549115102738142, 0.0028431357350200415, 0.0031371561344712973, 0.003431176533922553, 0.0037251971662044525, 0.004019217565655708, 0.004313237965106964, 0.00460725836455822, 0.004901278764009476, 0.0051952991634607315, 0.005489319562911987, 0.00578334042802453, 0.006077360827475786, 0.006371381226927042, 0.006665401626378298, 0.006959422025829554, 0.007253442425280809, 0.007547462824732065, 0.007841483689844608, 0.008135504089295864, 0.00842952448874712, 0.008723544888198376, 0.009017565287649632, 0.009311585687100887, 0.009605606086552143, 0.009899626486003399, 0.010193646885454655, 0.01048766728490591, 0.010781687684357166, 0.011075708083808422, 0.011369729414582253]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 2.0, 1.0, 5.0, 3.0, 1.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1599944531917572, -0.1564447432756424, -0.1528950333595276, -0.14934532344341278, -0.14579559862613678, -0.14224588871002197, -0.13869617879390717, -0.13514646887779236, -0.13159675896167755, -0.12804704904556274, -0.12449733167886734, -0.12094762176275253, -0.11739790439605713, -0.11384819447994232, -0.11029848456382751, -0.10674876719713211, -0.1031990572810173, -0.0996493473649025, -0.09609962999820709, -0.09254992008209229, -0.08900021016597748, -0.08545049279928207, -0.08190078288316727, -0.07835107296705246, -0.07480135560035706, -0.07125164568424225, -0.06770193576812744, -0.06415222585201263, -0.06060250848531723, -0.05705279856920242, -0.05350308492779732, -0.04995337501168251, -0.046403661370277405, -0.0428539477288723, -0.03930423781275749, -0.035754524171352386, -0.03220481425523758, -0.028655100613832474, -0.025105386972427368, -0.021555675193667412, -0.018005963414907455, -0.014456251636147499, -0.010906538926064968, -0.0073568266816437244, -0.0038071144372224808, -0.0002574021928012371, 0.0032923100516200066, 0.00684202229604125, 0.010391734540462494, 0.01394144631922245, 0.017491158097982407, 0.021040871739387512, 0.02459058351814747, 0.028140295296907425, 0.03169000893831253, 0.03523971885442734, 0.03878943249583244, 0.04233914613723755, 0.045888856053352356, 0.04943856969475746, 0.05298828333616257, 0.056537993252277374, 0.06008770689368248, 0.06363742053508759, 0.06718713045120239]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 3.0, 0.0, 2.0, 0.0, 4.0, 3.0, 1.0, 3.0, 6.0, 1.0, 4.0, 10.0, 8.0, 6.0, 5.0, 10.0, 14.0, 13.0, 37.0, 20.0, 14.0, 18.0, 15.0, 12.0, 13.0, 7.0, 6.0, 4.0, 1.0, 2.0, 4.0, 2.0, 4.0, 2.0, 0.0, 3.0, 4.0, 2.0, 1.0, 2.0, 0.0, 3.0, 1.0, 1.0, 0.0, 5.0, 0.0, 1.0], "bins": [-0.046797677874565125, -0.04544880986213684, -0.04409993812441826, -0.042751066386699677, -0.04140219837427139, -0.04005333036184311, -0.03870445862412453, -0.037355586886405945, -0.03600671887397766, -0.03465785086154938, -0.033308979123830795, -0.03196010738611221, -0.03061123937368393, -0.029262369498610497, -0.027913499623537064, -0.02656462974846363, -0.025215759873390198, -0.023866889998316765, -0.022518020123243332, -0.0211691502481699, -0.019820280373096466, -0.018471410498023033, -0.0171225406229496, -0.015773670747876167, -0.014424800872802734, -0.013075930997729301, -0.011727061122655869, -0.010378191247582436, -0.009029321372509003, -0.00768045149743557, -0.006331581622362137, -0.004982711747288704, -0.003633841872215271, -0.002284971997141838, -0.0009361021220684052, 0.00041276775300502777, 0.0017616376280784607, 0.0031105075031518936, 0.0044593773782253265, 0.0058082472532987595, 0.007157117128372192, 0.008505987003445625, 0.009854856878519058, 0.011203726753592491, 0.012552596628665924, 0.013901466503739357, 0.01525033637881279, 0.016599206253886223, 0.017948076128959656, 0.01929694600403309, 0.02064581587910652, 0.021994685754179955, 0.023343555629253387, 0.02469242550432682, 0.026041295379400253, 0.027390165254473686, 0.02873903512954712, 0.030087905004620552, 0.031436774879693985, 0.03278564661741257, 0.03413451462984085, 0.035483382642269135, 0.03683225437998772, 0.0381811261177063, 0.03952999413013458]}, "_runtime": 163.22090888023376, "_timestamp": 1596211752.9920177, "_step": 203}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 3.0, 2.0, 7.0, 1.0, 3.0, 7.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 3.0, 3.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010754626244306564, -0.010422305203974247, -0.01008998416364193, -0.009757663123309612, -0.00942534301429987, -0.009093021973967552, -0.008760700933635235, -0.008428379893302917, -0.0080960588529706, -0.00776373827829957, -0.007431417237967253, -0.007099096197634935, -0.006766775622963905, -0.006434454582631588, -0.006102133542299271, -0.005769812967628241, -0.005437491927295923, -0.005105170886963606, -0.004772850312292576, -0.0044405292719602585, -0.004108208231627941, -0.0037758874241262674, -0.0034435666166245937, -0.0031112455762922764, -0.0027789247687906027, -0.002446603961288929, -0.0021142829209566116, -0.001781962113454938, -0.0014496411895379424, -0.0011173202656209469, -0.0007849993999116123, -0.0004526785050984472, -0.00012035761028528214, 0.00021196328452788293, 0.000544284179341048, 0.0008766050450503826, 0.0012089259689673781, 0.0015412468928843737, 0.0018735677003860474, 0.0022058887407183647, 0.0025382095482200384, 0.002870530355721712, 0.0032028513960540295, 0.003535172203555703, 0.003867493011057377, 0.004199814051389694, 0.0045321350917220116, 0.004864455666393042, 0.005196776706725359, 0.005529097747057676, 0.005861418321728706, 0.006193739362061024, 0.006526060402393341, 0.006858380977064371, 0.0071907020173966885, 0.007523023057729006, 0.007855343632400036, 0.008187664672732353, 0.00851998571306467, 0.008852306753396988, 0.009184627793729305, 0.009516947902739048, 0.009849268943071365, 0.010181589983403683, 0.010513911023736]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 3.0, 0.0, 1.0, 5.0, 7.0, 1.0, 9.0, 23.0, 13.0, 25.0, 38.0, 47.0, 86.0, 112.0, 173.0, 292.0, 954.0, 5297.0, 289.0, 193.0, 107.0, 78.0, 51.0, 42.0, 23.0, 11.0, 13.0, 13.0, 4.0, 3.0, 4.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1773466318845749, -0.17180544137954712, -0.16626425087451935, -0.16072304546833038, -0.1551818549633026, -0.14964066445827484, -0.14409947395324707, -0.1385582834482193, -0.13301709294319153, -0.12747588753700256, -0.12193469703197479, -0.11639350652694702, -0.11085231602191925, -0.10531111806631088, -0.09976992756128311, -0.09422872960567474, -0.08868753910064697, -0.0831463485956192, -0.07760515064001083, -0.07206396013498306, -0.0665227621793747, -0.060981571674346924, -0.05544038116931915, -0.04989918693900108, -0.044357992708683014, -0.038816798478364944, -0.033275604248046875, -0.027734413743019104, -0.022193219512701035, -0.016652025282382965, -0.011110832914710045, -0.00556963961571455, -2.8446316719055176e-05, 0.00551274698227644, 0.011053940281271935, 0.016595132648944855, 0.022136326879262924, 0.027677521109580994, 0.033218711614608765, 0.038759905844926834, 0.044301100075244904, 0.04984229430556297, 0.05538348853588104, 0.060924679040908813, 0.06646586954593658, 0.07200706750154495, 0.07754825800657272, 0.08308945596218109, 0.08863064646720886, 0.09417183697223663, 0.099713034927845, 0.10525422543287277, 0.11079542338848114, 0.11633661389350891, 0.12187780439853668, 0.12741899490356445, 0.13296020030975342, 0.1385013908147812, 0.14404258131980896, 0.14958377182483673, 0.1551249623298645, 0.16066615283489227, 0.16620735824108124, 0.171748548746109, 0.17728973925113678]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 5.0, 0.0, 2.0, 2.0, 2.0, 4.0, 3.0, 2.0, 6.0, 1.0, 4.0, 2.0, 4.0, 1.0, 2.0, 4.0, 29.0, 4.0, 3.0, 5.0, 3.0, 1.0, 2.0, 4.0, 3.0, 0.0, 3.0, 3.0, 1.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.0031496004667133093, -0.0030660631600767374, -0.002982526086270809, -0.0028989887796342373, -0.0028154514729976654, -0.0027319141663610935, -0.0026483768597245216, -0.0025648397859185934, -0.0024813024792820215, -0.0023977651726454496, -0.0023142280988395214, -0.0022306907922029495, -0.0021471534855663776, -0.0020636161789298058, -0.001980078872293234, -0.0018965417984873056, -0.0018130044918507338, -0.0017294671852141619, -0.0016459299949929118, -0.0015623928047716618, -0.0014788554981350899, -0.001395318191498518, -0.001311781001277268, -0.0012282438110560179, -0.001144706504419446, -0.001061169197782874, -0.000977632007561624, -0.0008940947591327131, -0.0008105575107038021, -0.0007270202622748911, -0.0006434830138459802, -0.0005599457654170692, -0.0004764085169881582, -0.00039287126855924726, -0.0003093340201303363, -0.00022579677170142531, -0.00014225952327251434, -5.872227484360337e-05, 2.4814973585307598e-05, 0.00010835222201421857, 0.00019188947044312954, 0.0002754267188720405, 0.0003589639673009515, 0.00044250121572986245, 0.0005260384641587734, 0.0006095757125876844, 0.0006931129610165954, 0.0007766502094455063, 0.0008601874578744173, 0.0009437247063033283, 0.0010272619547322392, 0.0011107991449534893, 0.0011943364515900612, 0.001277873758226633, 0.0013614109484478831, 0.0014449481386691332, 0.001528485445305705, 0.001612022751942277, 0.001695559942163527, 0.001779097132384777, 0.001862634439021349, 0.0019461717456579208, 0.0020297090522944927, 0.002113246126100421, 0.002196783432736993]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 2.0, 1.0, 0.0, 1.0, 2.0, 8.0, 4.0, 15.0, 9.0, 22.0, 37.0, 38.0, 46.0, 70.0, 94.0, 120.0, 167.0, 260.0, 325.0, 475.0, 652.0, 962.0, 1338.0, 2168.0, 3253.0, 5473.0, 9612.0, 17746.0, 36577.0, 99777.0, 862201.0, 71573.0, 27839.0, 14448.0, 8745.0, 5143.0, 3343.0, 2120.0, 1499.0, 1053.0, 673.0, 465.0, 360.0, 253.0, 201.0, 128.0, 107.0, 63.0, 44.0, 32.0, 25.0, 24.0, 16.0, 13.0, 4.0, 6.0, 3.0, 3.0, 4.0, 1.0, 2.0, 0.0, 1.0], "bins": [-0.00538313202559948, -0.00521216681227088, -0.0050412011332809925, -0.004870235919952393, -0.004699270240962505, -0.004528305027633905, -0.004357339348644018, -0.004186374135315418, -0.004015408456325531, -0.003844443242996931, -0.0036734777968376875, -0.003502512350678444, -0.003331547137349844, -0.0031605816911906004, -0.002989616245031357, -0.0028186507988721132, -0.0026476853527128696, -0.002476719906553626, -0.0023057544603943825, -0.002134789014235139, -0.0019638235680758953, -0.0017928582383319736, -0.0016218929085880518, -0.0014509274624288082, -0.0012799620162695646, -0.001108996570110321, -0.0009380311821587384, -0.0007670657942071557, -0.0005961003480479121, -0.000425134930992499, -0.00025416951393708587, -8.320409688167274e-05, 8.776132017374039e-05, 0.0002587267372291535, 0.00042969215428456664, 0.0006006575422361493, 0.0007716229883953929, 0.0009425884345546365, 0.0011135537642985582, 0.0012845192104578018, 0.0014554846566170454, 0.001626450102776289, 0.0017974155489355326, 0.001968380995094776, 0.002139346208423376, 0.0023103116545826197, 0.0024812771007418633, 0.002652242546901107, 0.0028232079930603504, 0.002994173439219594, 0.0031651388853788376, 0.003336104331538081, 0.0035070697776973248, 0.0036780349910259247, 0.0038490004371851683, 0.004019965883344412, 0.004190931096673012, 0.004361896775662899, 0.004532861988991499, 0.004703827667981386, 0.004874792881309986, 0.005045758560299873, 0.005216723773628473, 0.0053876894526183605, 0.0055586546659469604]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 6.0, 1.0, 4.0, 6.0, 3.0, 11.0, 5.0, 1.0, 1.0, 0.0, 4.0, 3.0, 3.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.03261837363243103, -0.03180012106895447, -0.030981870368123055, -0.03016361966729164, -0.02934536710381508, -0.028527116402983665, -0.027708865702152252, -0.02689061313867569, -0.026072362437844276, -0.025254109874367714, -0.0244358591735363, -0.023617608472704887, -0.022799355909228325, -0.02198110520839691, -0.02116285264492035, -0.020344601944088936, -0.019526351243257523, -0.01870809867978096, -0.017889847978949547, -0.017071595415472984, -0.01625334471464157, -0.015435093082487583, -0.014616841450333595, -0.013798589818179607, -0.01298033818602562, -0.012162087485194206, -0.011343835853040218, -0.01052558422088623, -0.009707332588732243, -0.008889080956578255, -0.008070830255746841, -0.0072525786235928535, -0.006434326991438866, -0.005616075359284878, -0.004797824192792177, -0.003979572560638189, -0.003161321161314845, -0.002343069761991501, -0.0015248182462528348, -0.0007065667887218297, 0.00011168466880917549, 0.0009299361263401806, 0.0017481875838711858, 0.002566439099609852, 0.003384690498933196, 0.00420294189825654, 0.005021193530410528, 0.005839444696903229, 0.006657696329057217, 0.0074759479612112045, 0.008294199593365192, 0.009112450294196606, 0.009930701926350594, 0.010748953558504581, 0.01156720519065857, 0.012385456822812557, 0.013203708454966545, 0.014021959155797958, 0.014840210787951946, 0.015658462420105934, 0.016476713120937347, 0.01729496568441391, 0.018113216385245323, 0.018931468948721886, 0.0197497196495533]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [8.0, 3.0, 0.0, 0.0, 0.0, 0.0, 6.0, 17.0, 11.0, 11.0, 6.0, 1.0, 0.0, 1.0, 5.0, 5.0, 9.0, 5.0, 6.0, 3.0, 23.0, 51.0, 41.0, 57.0, 86.0, 120.0, 124.0, 153.0, 263.0, 388.0, 592.0, 905.0, 1447.0, 2457.0, 5744.0, 1628.0, 1087.0, 720.0, 525.0, 454.0, 310.0, 256.0, 216.0, 153.0, 124.0, 77.0, 78.0, 54.0, 31.0, 25.0, 39.0, 27.0, 21.0, 12.0, 15.0, 8.0, 8.0, 5.0, 1.0, 3.0, 0.0, 2.0, 2.0, 3.0], "bins": [-0.010501834563910961, -0.010194226168096066, -0.009886618703603745, -0.009579010307788849, -0.009271402843296528, -0.008963794447481632, -0.008656186051666737, -0.008348578587174416, -0.00804097019135952, -0.007733362261205912, -0.007425754331052303, -0.007118146400898695, -0.006810538470745087, -0.006502930540591478, -0.006195322144776583, -0.005887714214622974, -0.005580106284469366, -0.005272498354315758, -0.004964890424162149, -0.004657282028347254, -0.0043496740981936455, -0.004042066168040037, -0.003734458237886429, -0.003426850074902177, -0.0031192421447485685, -0.00281163421459496, -0.0025040260516107082, -0.0021964181214571, -0.0018888100748881698, -0.0015812020283192396, -0.0012735940981656313, -0.0009659860515967011, -0.000658378005027771, -0.0003507699875626713, -4.316197009757161e-05, 0.0002644460473675281, 0.0005720540648326278, 0.0008796621114015579, 0.0011872700415551662, 0.0014948780881240964, 0.0018024861346930265, 0.002110094064846635, 0.002417702227830887, 0.002725310157984495, 0.0030329180881381035, 0.0033405262511223555, 0.003648134181275964, 0.003955742344260216, 0.004263350274413824, 0.004570958204567432, 0.004878566134721041, 0.005186174530535936, 0.005493782460689545, 0.005801390390843153, 0.006108998320996761, 0.00641660625115037, 0.006724214181303978, 0.007031822577118874, 0.007339430507272482, 0.00764703843742609, 0.007954646833240986, 0.008262254297733307, 0.008569862693548203, 0.008877470158040524, 0.00918507855385542]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 5.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.07416419684886932, -0.07134110480546951, -0.0685180202126503, -0.06569492816925049, -0.06287184357643127, -0.060048751533031464, -0.05722565948963165, -0.05440257117152214, -0.05157948285341263, -0.048756394535303116, -0.045933306217193604, -0.04311021417379379, -0.04028712585568428, -0.03746403753757477, -0.03464094549417496, -0.031817857176065445, -0.028994768857955933, -0.02617168053984642, -0.02334859035909176, -0.020525500178337097, -0.017702411860227585, -0.014879322610795498, -0.012056233361363411, -0.009233144111931324, -0.006410054862499237, -0.00358696561306715, -0.0007638763636350632, 0.0020592128857970238, 0.004882302135229111, 0.007705391384661198, 0.010528480634093285, 0.013351569883525372, 0.01617465913295746, 0.01899774745106697, 0.021820837631821632, 0.024643927812576294, 0.027467016130685806, 0.03029010444879532, 0.03311319649219513, 0.03593628481030464, 0.038759373128414154, 0.041582461446523666, 0.04440554976463318, 0.04722864180803299, 0.0500517301261425, 0.052874818444252014, 0.055697910487651825, 0.05852099880576134, 0.06134408712387085, 0.06416717916727066, 0.06699026376008987, 0.06981335580348969, 0.0726364403963089, 0.07545953243970871, 0.07828262448310852, 0.08110570907592773, 0.08392880111932755, 0.08675189316272736, 0.08957497775554657, 0.09239806979894638, 0.09522116184234619, 0.0980442464351654, 0.10086733847856522, 0.10369042307138443, 0.10651351511478424]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 3.0, 2.0, 1.0, 4.0, 5.0, 2.0, 0.0, 2.0, 3.0, 10.0, 13.0, 6.0, 9.0, 10.0, 13.0, 8.0, 17.0, 12.0, 21.0, 21.0, 17.0, 35.0, 16.0, 7.0, 5.0, 5.0, 6.0, 7.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.0544777512550354, -0.05228828266263008, -0.050098810344934464, -0.047909341752529144, -0.04571986943483353, -0.04353040084242821, -0.04134093225002289, -0.03915145993232727, -0.03696199133992195, -0.03477252274751663, -0.032583050429821014, -0.030393581837415695, -0.028204111382365227, -0.02601464092731476, -0.02382517233490944, -0.02163570187985897, -0.019446231424808502, -0.017256760969758034, -0.01506729144603014, -0.012877821922302246, -0.010688351467251778, -0.00849888101220131, -0.006309411488473415, -0.004119941499084234, -0.001930471509695053, 0.00025899847969412804, 0.002448468469083309, 0.00463793845847249, 0.0068274084478616714, 0.00901687890291214, 0.011206348426640034, 0.013395817950367928, 0.015585288405418396, 0.017774758860468864, 0.019964229315519333, 0.022153697907924652, 0.02434316836297512, 0.02653263881802559, 0.028722107410430908, 0.030911577865481377, 0.033101048320531845, 0.035290516912937164, 0.03747998923063278, 0.0396694578230381, 0.04185892641544342, 0.04404839873313904, 0.04623786732554436, 0.048427339643239975, 0.050616808235645294, 0.05280627682805061, 0.05499574914574623, 0.05718521773815155, 0.05937469005584717, 0.06156415864825249, 0.0637536272406578, 0.06594309955835342, 0.06813256442546844, 0.07032203674316406, 0.07251150906085968, 0.0747009813785553, 0.07689044624567032, 0.07907991856336594, 0.08126939088106155, 0.08345885574817657, 0.08564832806587219]}, "_runtime": 163.98890209197998, "_timestamp": 1596211753.760011, "_step": 204}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 3.0, 3.0, 2.0, 0.0, 1.0, 1.0, 3.0, 0.0, 0.0, 3.0, 3.0, 4.0, 5.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008082546293735504, -0.007767262402921915, -0.007451978977769613, -0.007136695086956024, -0.006821411661803722, -0.006506127770990133, -0.0061908443458378315, -0.005875560455024242, -0.005560277029871941, -0.0052449931390583515, -0.004929709248244762, -0.004614425823092461, -0.0042991419322788715, -0.00398385850712657, -0.0036685746163129807, -0.003353290958330035, -0.0030380073003470898, -0.0027227236423641443, -0.002407439984381199, -0.0020921563263982534, -0.0017768725519999862, -0.0014615888940170407, -0.0011463051196187735, -0.000831021461635828, -0.0005157378036528826, -0.00020045411656610668, 0.00011482957052066922, 0.0004301132576074451, 0.000745396944694221, 0.0010606806026771665, 0.0013759643770754337, 0.0016912480350583792, 0.0020065316930413246, 0.00232181535102427, 0.0026370990090072155, 0.002952382666990161, 0.0032676663249731064, 0.0035829502157866955, 0.003898233873769641, 0.004213517531752586, 0.004528800956904888, 0.004844084847718477, 0.005159368738532066, 0.005474652163684368, 0.005789936054497957, 0.006105219479650259, 0.006420503370463848, 0.00673578679561615, 0.007051070686429739, 0.007366354577243328, 0.00768163800239563, 0.007996921427547932, 0.008312205784022808, 0.00862748920917511, 0.008942772634327412, 0.009258056059479713, 0.00957334041595459, 0.009888623841106892, 0.010203907266259193, 0.01051919162273407, 0.010834475047886372, 0.011149758473038673, 0.011465041898190975, 0.011780326254665852, 0.012095609679818153]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 5.0, 2.0, 4.0, 6.0, 14.0, 16.0, 25.0, 23.0, 27.0, 38.0, 48.0, 67.0, 75.0, 112.0, 165.0, 197.0, 345.0, 5318.0, 581.0, 220.0, 183.0, 107.0, 83.0, 45.0, 45.0, 43.0, 22.0, 18.0, 21.0, 21.0, 12.0, 12.0, 6.0, 5.0, 5.0, 4.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.12660767138004303, -0.12260180711746216, -0.11859594285488129, -0.11459008604288101, -0.11058422178030014, -0.10657835751771927, -0.102572500705719, -0.09856663644313812, -0.09456077218055725, -0.09055490791797638, -0.08654904365539551, -0.08254318684339523, -0.07853732258081436, -0.07453145831823349, -0.07052560150623322, -0.06651973724365234, -0.06251387298107147, -0.0585080087184906, -0.05450214818120003, -0.050496287643909454, -0.04649042338132858, -0.04248455911874771, -0.03847869858145714, -0.034472838044166565, -0.030466973781585693, -0.02646111138164997, -0.02245524898171425, -0.018449386581778526, -0.014443524181842804, -0.010437661781907082, -0.006431799381971359, -0.002425936982035637, 0.0015799254179000854, 0.005585787817835808, 0.00959165021777153, 0.013597512617707253, 0.017603375017642975, 0.021609237417578697, 0.02561509981751442, 0.029620962217450142, 0.033626824617385864, 0.037632688879966736, 0.04163854941725731, 0.04564440995454788, 0.049650274217128754, 0.053656138479709625, 0.0576619990170002, 0.06166785955429077, 0.06567372381687164, 0.06967958807945251, 0.07368545234203339, 0.07769130915403366, 0.08169717341661453, 0.0857030376791954, 0.08970889449119568, 0.09371475875377655, 0.09772062301635742, 0.1017264872789383, 0.10573235154151917, 0.10973820835351944, 0.11374407261610031, 0.11774993687868118, 0.12175579369068146, 0.12576165795326233, 0.1297675222158432]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 3.0, 3.0, 6.0, 5.0, 1.0, 2.0, 4.0, 6.0, 4.0, 22.0, 4.0, 3.0, 3.0, 1.0, 2.0, 2.0, 2.0, 2.0, 6.0, 5.0, 2.0, 6.0, 0.0, 2.0, 2.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0], "bins": [-0.003292882116511464, -0.0031957202591001987, -0.0030985581688582897, -0.0030013960786163807, -0.0029042342212051153, -0.00280707236379385, -0.002709910273551941, -0.002612748183310032, -0.0025155863258987665, -0.002418424468487501, -0.002321262378245592, -0.002224100288003683, -0.0021269384305924177, -0.0020297765731811523, -0.0019326144829392433, -0.0018354525091126561, -0.001738290535286069, -0.0016411285614594817, -0.0015439665876328945, -0.0014468046138063073, -0.0013496426399797201, -0.001252480666153133, -0.0011553186923265457, -0.0010581567184999585, -0.0009609947446733713, -0.0008638327708467841, -0.0007666707970201969, -0.0006695088231936097, -0.0005723468493670225, -0.0004751848755404353, -0.0003780229017138481, -0.0002808609278872609, -0.00018369895406067371, -8.653698023408651e-05, 1.0624993592500687e-05, 0.00010778696741908789, 0.0002049489412456751, 0.0003021109150722623, 0.0003992728888988495, 0.0004964348627254367, 0.0005935968365520239, 0.0006907588103786111, 0.0007879207842051983, 0.0008850827580317855, 0.0009822447318583727, 0.0010794067056849599, 0.001176568679511547, 0.0012737306533381343, 0.0013708926271647215, 0.0014680546009913087, 0.0015652165748178959, 0.001662378548644483, 0.0017595405224710703, 0.0018567024962976575, 0.0019538644701242447, 0.0020510265603661537, 0.002148188417777419, 0.0022453502751886845, 0.0023425123654305935, 0.0024396744556725025, 0.002536836313083768, 0.0026339981704950333, 0.0027311602607369423, 0.0028283223509788513, 0.0029254842083901167]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 3.0, 2.0, 3.0, 8.0, 6.0, 10.0, 19.0, 30.0, 51.0, 81.0, 111.0, 158.0, 292.0, 452.0, 693.0, 1147.0, 1819.0, 3288.0, 5976.0, 12176.0, 29022.0, 95966.0, 893633.0, 74034.0, 27212.0, 13441.0, 7498.0, 4317.0, 2767.0, 1747.0, 1174.0, 760.0, 518.0, 391.0, 250.0, 174.0, 124.0, 77.0, 62.0, 47.0, 33.0, 15.0, 15.0, 14.0, 7.0, 9.0, 3.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.007258067838847637, -0.007003327831625938, -0.006748588290065527, -0.006493848282843828, -0.006239108741283417, -0.005984368734061718, -0.005729628726840019, -0.005474889185279608, -0.005220149178057909, -0.00496540917083621, -0.004710669629275799, -0.0044559296220541, -0.004201189614832401, -0.00394645007327199, -0.003691710066050291, -0.003436970291659236, -0.003182230517268181, -0.0029274907428771257, -0.0026727509684860706, -0.002418010961264372, -0.0021632711868733168, -0.0019085314124822617, -0.0016537915216758847, -0.0013990516308695078, -0.0011443118564784527, -0.0008895720238797367, -0.0006348321912810206, -0.0003800923586823046, -0.0001253525260835886, 0.00012938730651512742, 0.00038412713911384344, 0.0006388669717125595, 0.0008936068043112755, 0.0011483465787023306, 0.0014030864695087075, 0.0016578263603150845, 0.0019125661347061396, 0.0021673059090971947, 0.0024220459163188934, 0.0026767856907099485, 0.0029315254651010036, 0.0031862652394920588, 0.003441005013883114, 0.0036957450211048126, 0.003950485028326511, 0.004205224569886923, 0.004459964577108622, 0.004714704118669033, 0.004969444125890732, 0.005224184133112431, 0.005478923674672842, 0.005733663681894541, 0.005988403223454952, 0.006243143230676651, 0.00649788323789835, 0.006752622779458761, 0.00700736278668046, 0.007262102793902159, 0.00751684233546257, 0.007771582342684269, 0.008026322349905968, 0.008281062357127666, 0.00853580143302679, 0.00879054144024849, 0.009045281447470188]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 2.0, 2.0, 2.0, 6.0, 2.0, 4.0, 1.0, 12.0, 5.0, 3.0, 2.0, 3.0, 3.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.022531311959028244, -0.02122141234576702, -0.01991151086986065, -0.018601611256599426, -0.017291709780693054, -0.01598181016743183, -0.014671909622848034, -0.013362009078264236, -0.012052108533680439, -0.010742207989096642, -0.009432307444512844, -0.008122406899929047, -0.0068125068210065365, -0.005502606276422739, -0.004192706197500229, -0.0028828056529164314, -0.001572905108332634, -0.00026300468016415834, 0.0010468957480043173, 0.002356796059757471, 0.0036666966043412685, 0.004976597148925066, 0.006286497227847576, 0.007596397772431374, 0.008906298317015171, 0.010216198861598969, 0.011526099406182766, 0.012835999950766563, 0.014145899564027786, 0.015455800108611584, 0.01676570065319538, 0.018075602129101753, 0.019385501742362976, 0.0206954013556242, 0.02200530283153057, 0.023315202444791794, 0.024625103920698166, 0.02593500353395939, 0.02724490500986576, 0.028554804623126984, 0.029864706099033356, 0.03117460571229458, 0.0324845053255558, 0.03379440680146217, 0.035104308277368546, 0.03641420602798462, 0.03772410750389099, 0.03903400897979736, 0.040343910455703735, 0.04165380820631981, 0.04296370968222618, 0.04427361115813255, 0.04558350890874863, 0.046893410384655, 0.04820331186056137, 0.04951321333646774, 0.050823111087083817, 0.05213301256299019, 0.05344291403889656, 0.054752811789512634, 0.056062713265419006, 0.05737261474132538, 0.05868251621723175, 0.059992413967847824, 0.061302315443754196]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 7.0, 11.0, 17.0, 11.0, 16.0, 21.0, 24.0, 59.0, 62.0, 74.0, 91.0, 156.0, 230.0, 387.0, 554.0, 881.0, 1338.0, 2251.0, 6352.0, 1962.0, 1203.0, 778.0, 610.0, 338.0, 261.0, 173.0, 141.0, 96.0, 78.0, 49.0, 29.0, 25.0, 14.0, 20.0, 12.0, 8.0, 8.0, 14.0, 2.0, 1.0, 4.0, 1.0, 3.0, 1.0, 2.0, 0.0, 3.0, 19.0, 9.0, 14.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 9.0], "bins": [-0.012366927228868008, -0.011859674006700516, -0.011352420784533024, -0.010845166631042957, -0.010337913408875465, -0.009830660186707973, -0.009323406964540482, -0.00881615374237299, -0.008308900520205498, -0.0078016468323767185, -0.007294393144547939, -0.006787139922380447, -0.0062798867002129555, -0.005772633012384176, -0.005265379790216684, -0.004758126102387905, -0.004250872880220413, -0.0037436194252222776, -0.003236365970224142, -0.00272911274805665, -0.0022218592930585146, -0.001714605838060379, -0.0012073524994775653, -0.0007000991026870906, -0.00019284570589661598, 0.00031440769089385867, 0.0008216610876843333, 0.001328914426267147, 0.0018361678812652826, 0.002343421336263418, 0.00285067455843091, 0.0033579280134290457, 0.0038651814684271812, 0.004372434690594673, 0.004879688378423452, 0.005386941600590944, 0.0058941952884197235, 0.006401448510587215, 0.006908701732754707, 0.0074159554205834866, 0.007923208177089691, 0.008430462330579758, 0.00893771555274725, 0.009444968774914742, 0.009952221997082233, 0.010459475219249725, 0.010966729372739792, 0.011473982594907284, 0.011981235817074776, 0.012488489039242268, 0.01299574226140976, 0.013502996414899826, 0.014010249637067318, 0.01451750285923481, 0.015024756081402302, 0.015532009303569794, 0.01603926345705986, 0.016546515747904778, 0.017053769901394844, 0.01756102405488491, 0.018068276345729828, 0.018575530499219894, 0.01908278279006481, 0.019590036943554878, 0.020097289234399796]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 2.0, 2.0, 4.0, 1.0, 2.0, 3.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0], "bins": [-0.2793716788291931, -0.2740233242511749, -0.26867496967315674, -0.26332661509513855, -0.257978230714798, -0.2526298761367798, -0.2472815215587616, -0.2419331669807434, -0.23658481240272522, -0.23123644292354584, -0.22588808834552765, -0.22053973376750946, -0.21519136428833008, -0.2098430097103119, -0.2044946551322937, -0.19914628565311432, -0.19379793107509613, -0.18844957649707794, -0.18310120701789856, -0.17775285243988037, -0.17240449786186218, -0.1670561283826828, -0.1617077738046646, -0.15635941922664642, -0.15101104974746704, -0.14566269516944885, -0.14031434059143066, -0.13496598601341248, -0.1296176165342331, -0.1242692619562149, -0.11892089992761612, -0.11357254534959793, -0.10822418332099915, -0.10287582129240036, -0.09752746671438217, -0.09217910468578339, -0.0868307501077652, -0.08148238807916641, -0.07613402605056763, -0.07078567147254944, -0.06543730944395065, -0.060088951140642166, -0.05474059283733368, -0.049392230808734894, -0.04404387250542641, -0.03869551420211792, -0.033347152173519135, -0.027998793870210648, -0.02265043556690216, -0.017302077263593674, -0.011953717097640038, -0.006605357863008976, -0.0012569986283779144, 0.004091360606253147, 0.009439719840884209, 0.01478807907551527, 0.020136438310146332, 0.02548479661345482, 0.030833156779408455, 0.03618151694536209, 0.04152987524867058, 0.046878233551979065, 0.05222659558057785, 0.05757495388388634, 0.06292331218719482]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 2.0, 3.0, 3.0, 3.0, 12.0, 4.0, 4.0, 7.0, 9.0, 15.0, 33.0, 25.0, 12.0, 20.0, 21.0, 26.0, 10.0, 9.0, 5.0, 8.0, 3.0, 5.0, 4.0, 4.0, 2.0, 1.0, 4.0, 2.0, 1.0, 2.0, 4.0, 0.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.09048926085233688, -0.08803645521402359, -0.0855836495757103, -0.083130843937397, -0.08067803829908371, -0.07822523266077042, -0.07577242702245712, -0.07331962138414383, -0.07086681574583054, -0.06841401010751724, -0.06596120446920395, -0.06350839883089066, -0.06105559319257736, -0.05860278755426407, -0.056149981915950775, -0.05369717627763748, -0.05124437063932419, -0.048791565001010895, -0.0463387593626976, -0.04388595372438431, -0.041433148086071014, -0.03898034244775772, -0.03652753680944443, -0.034074731171131134, -0.03162192553281784, -0.029169119894504547, -0.026716314256191254, -0.02426350861787796, -0.021810702979564667, -0.019357897341251373, -0.01690509170293808, -0.014452286064624786, -0.011999480426311493, -0.0095466747879982, -0.007093869149684906, -0.0046410635113716125, -0.002188257873058319, 0.00026454776525497437, 0.002717353403568268, 0.005170159041881561, 0.007622964680194855, 0.010075770318508148, 0.012528575956821442, 0.014981381595134735, 0.01743418723344803, 0.019886992871761322, 0.022339798510074615, 0.02479260414838791, 0.027245409786701202, 0.029698215425014496, 0.03215102106332779, 0.03460382670164108, 0.037056632339954376, 0.03950943797826767, 0.04196224361658096, 0.04441504925489426, 0.04686785489320755, 0.049320660531520844, 0.05177346616983414, 0.05422627180814743, 0.056679077446460724, 0.05913188308477402, 0.06158468872308731, 0.0640374943614006, 0.0664902999997139]}, "_runtime": 164.80092239379883, "_timestamp": 1596211754.5720313, "_step": 205}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 4.0, 2.0, 2.0, 0.0, 2.0, 2.0, 6.0, 9.0, 2.0, 2.0, 5.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010660845786333084, -0.010389157570898533, -0.010117468424141407, -0.009845780208706856, -0.00957409106194973, -0.009302402846515179, -0.009030714631080627, -0.008759025484323502, -0.00848733726888895, -0.008215649053454399, -0.007943959906697273, -0.007672271691262722, -0.0074005830101668835, -0.007128894329071045, -0.006857206113636494, -0.006585517432540655, -0.006313828751444817, -0.006042140070348978, -0.0057704513892531395, -0.005498763173818588, -0.00522707449272275, -0.004955385811626911, -0.00468369759619236, -0.004412008915096521, -0.004140320234000683, -0.0038686315529048443, -0.0035969431046396494, -0.0033252546563744545, -0.003053565975278616, -0.0027818772941827774, -0.0025101888459175825, -0.0022385003976523876, -0.001966811716556549, -0.0016951231518760324, -0.0014234345871955156, -0.001151746022514999, -0.0008800574578344822, -0.0006083688931539655, -0.00033668032847344875, -6.499176379293203e-05, 0.00020669680088758469, 0.0004783853655681014, 0.0007500739302486181, 0.0010217624949291348, 0.0012934510596096516, 0.0015651396242901683, 0.001836828188970685, 0.00210851663723588, 0.0023802053183317184, 0.002651893999427557, 0.002923582447692752, 0.0031952708959579468, 0.0034669595770537853, 0.003738648258149624, 0.004010336473584175, 0.004282025154680014, 0.004553713835775852, 0.004825402516871691, 0.005097091197967529, 0.0053687794134020805, 0.005640468094497919, 0.005912156775593758, 0.006183844991028309, 0.006455533672124147, 0.006727222353219986]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 4.0, 4.0, 3.0, 9.0, 6.0, 4.0, 14.0, 14.0, 16.0, 12.0, 20.0, 26.0, 27.0, 45.0, 53.0, 52.0, 85.0, 104.0, 165.0, 258.0, 890.0, 5116.0, 327.0, 185.0, 93.0, 80.0, 77.0, 48.0, 33.0, 30.0, 25.0, 17.0, 21.0, 15.0, 15.0, 8.0, 3.0, 4.0, 5.0, 4.0, 1.0, 2.0, 2.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.09674014151096344, -0.09351680427789688, -0.09029347449541092, -0.08707013726234436, -0.0838468000292778, -0.08062347024679184, -0.07740013301372528, -0.07417679578065872, -0.07095345854759216, -0.0677301287651062, -0.06450679153203964, -0.06128345802426338, -0.05806012451648712, -0.05483678728342056, -0.0516134537756443, -0.048390116542577744, -0.04516678303480148, -0.04194344952702522, -0.038720112293958664, -0.035496778786182404, -0.032273441553115845, -0.029050108045339584, -0.025826774537563324, -0.022603439167141914, -0.019380103796720505, -0.016156768426299095, -0.01293343398720026, -0.009710099548101425, -0.0064867641776800156, -0.0032634292729198933, -4.0094368159770966e-05, 0.0031832405366003513, 0.006406575441360474, 0.009629910811781883, 0.012853245250880718, 0.016076579689979553, 0.019299915060400963, 0.022523250430822372, 0.025746583938598633, 0.028969919309020042, 0.03219325467944145, 0.03541658818721771, 0.03863992542028427, 0.04186325892806053, 0.04508659243583679, 0.04830992966890335, 0.05153326317667961, 0.05475660040974617, 0.05797993391752243, 0.06120326742529869, 0.06442660093307495, 0.06764993816614151, 0.07087327539920807, 0.07409660518169403, 0.07731994241476059, 0.08054327964782715, 0.08376660943031311, 0.08698994666337967, 0.09021328389644623, 0.09343662112951279, 0.09665995091199875, 0.09988328814506531, 0.10310662537813187, 0.10632995516061783, 0.10955329239368439]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 4.0, 1.0, 0.0, 3.0, 1.0, 3.0, 1.0, 2.0, 0.0, 1.0, 4.0, 1.0, 3.0, 3.0, 23.0, 1.0, 2.0, 3.0, 3.0, 4.0, 3.0, 1.0, 2.0, 1.0, 3.0, 2.0, 0.0, 3.0, 5.0, 4.0, 3.0, 1.0, 2.0, 2.0, 7.0, 1.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 3.0], "bins": [-0.0020276657305657864, -0.001963459886610508, -0.0018992539262399077, -0.0018350480822846293, -0.0017708421219140291, -0.0017066362779587507, -0.0016424304340034723, -0.001578224473632872, -0.0015140186296775937, -0.0014498127857223153, -0.001385606825351715, -0.0013214009813964367, -0.0012571951374411583, -0.001192989177070558, -0.0011287833331152797, -0.0010645773727446795, -0.001000371528789401, -0.0009361656266264617, -0.0008719597244635224, -0.000807753880508244, -0.0007435479783453047, -0.0006793420761823654, -0.000615136232227087, -0.0005509303300641477, -0.0004867244279012084, -0.0004225185257382691, -0.00035831265267916024, -0.0002941067796200514, -0.00022990087745711207, -0.000165694989846088, -0.00010148910223506391, -3.728321462403983e-05, 2.6922672986984253e-05, 9.112856059800833e-05, 0.00015533444820903242, 0.0002195403358200565, 0.0002837462234310806, 0.0003479521255940199, 0.00041215799865312874, 0.0004763638717122376, 0.0005405697738751769, 0.0006047756760381162, 0.0006689815782010555, 0.0007331874221563339, 0.0007973933243192732, 0.0008615992264822125, 0.0009258050704374909, 0.0009900110308080912, 0.0010542168747633696, 0.001118422718718648, 0.0011826286790892482, 0.0012468345230445266, 0.0013110404834151268, 0.0013752463273704052, 0.0014394521713256836, 0.0015036581316962838, 0.0015678639756515622, 0.0016320698196068406, 0.0016962757799774408, 0.0017604816239327192, 0.0018246874678879976, 0.0018888934282585979, 0.0019530992722138762, 0.0020173052325844765, 0.002081511076539755]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 4.0, 9.0, 5.0, 18.0, 18.0, 34.0, 41.0, 76.0, 116.0, 191.0, 323.0, 590.0, 1022.0, 1918.0, 3700.0, 7882.0, 20077.0, 74578.0, 931255.0, 79665.0, 26613.0, 12696.0, 6983.0, 4098.0, 2500.0, 1601.0, 1162.0, 782.0, 537.0, 336.0, 234.0, 174.0, 106.0, 75.0, 57.0, 47.0, 34.0, 34.0, 15.0, 11.0, 5.0, 6.0, 6.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.00602980749681592, -0.005784481298178434, -0.005539155565202236, -0.005293829366564751, -0.005048503167927265, -0.00480317696928978, -0.004557850770652294, -0.004312525037676096, -0.0040671988390386105, -0.003821872640401125, -0.003576546674594283, -0.0033312207087874413, -0.0030858945101499557, -0.0028405683115124702, -0.0025952423457056284, -0.0023499163798987865, -0.002104590181261301, -0.0018592640990391374, -0.0016139380168169737, -0.00136861193459481, -0.0011232858523726463, -0.0008779597701504827, -0.000632633687928319, -0.0003873076057061553, -0.00014198152348399162, 0.00010334455873817205, 0.00034867064096033573, 0.0005939967231824994, 0.0008393228054046631, 0.0010846488876268268, 0.0013299749698489904, 0.0015753010520711541, 0.0018206271342933178, 0.0020659533329308033, 0.002311279298737645, 0.002556605264544487, 0.0028019314631819725, 0.003047257661819458, 0.0032925836276263, 0.0035379095934331417, 0.003783235792070627, 0.004028561990708113, 0.004273887723684311, 0.004519213922321796, 0.004764540120959282, 0.005009866319596767, 0.005255192518234253, 0.005500518251210451, 0.005745844449847937, 0.005991170648485422, 0.00623649638146162, 0.006481822580099106, 0.006727148778736591, 0.006972474977374077, 0.007217801176011562, 0.0074631269089877605, 0.007708453107625246, 0.007953778840601444, 0.00819910503923893, 0.008444431237876415, 0.0086897574365139, 0.008935083635151386, 0.009180409833788872, 0.009425736032426357, 0.009671062231063843]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 3.0, 1.0, 1.0, 1.0, 2.0, 3.0, 2.0, 1.0, 9.0, 1.0, 3.0, 1.0, 3.0, 3.0, 5.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 4.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.020052367821335793, -0.01916934736073017, -0.0182863287627697, -0.017403308302164078, -0.016520287841558456, -0.015637269243597984, -0.014754248782992363, -0.013871229253709316, -0.01298820972442627, -0.012105190195143223, -0.011222170665860176, -0.010339150205254555, -0.009456130675971508, -0.008573111146688461, -0.007690091151744127, -0.006807071156799793, -0.0059240516275167465, -0.0050410320982337, -0.004158012103289366, -0.0032749923411756754, -0.002391972579061985, -0.0015089528169482946, -0.0006259330548346043, 0.0002570867072790861, 0.0011401064693927765, 0.002023126231506467, 0.0029061459936201572, 0.0037891657557338476, 0.004672185517847538, 0.005555205047130585, 0.006438225042074919, 0.007321245037019253, 0.0082042645663023, 0.009087284095585346, 0.009970303624868393, 0.010853324085474014, 0.011736343614757061, 0.012619363144040108, 0.013502383604645729, 0.014385403133928776, 0.015268422663211823, 0.016151443123817444, 0.017034461721777916, 0.017917482182383537, 0.01880050078034401, 0.01968352124094963, 0.020566541701555252, 0.021449560299515724, 0.022332580760121346, 0.023215601220726967, 0.02409861981868744, 0.02498164027929306, 0.02586466073989868, 0.026747679337859154, 0.027630699798464775, 0.028513718396425247, 0.02939673885703087, 0.03027975931763649, 0.031162777915596962, 0.032045796513557434, 0.032928816974163055, 0.03381183743476868, 0.0346948578953743, 0.03557787835597992, 0.03646089881658554]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 4.0, 5.0, 6.0, 7.0, 2.0, 9.0, 12.0, 5.0, 11.0, 16.0, 25.0, 23.0, 24.0, 39.0, 37.0, 41.0, 58.0, 77.0, 120.0, 134.0, 205.0, 226.0, 369.0, 496.0, 729.0, 1095.0, 2144.0, 6178.0, 1752.0, 1058.0, 816.0, 565.0, 435.0, 312.0, 253.0, 193.0, 152.0, 141.0, 99.0, 96.0, 71.0, 70.0, 52.0, 47.0, 46.0, 25.0, 23.0, 14.0, 20.0, 17.0, 10.0, 17.0, 9.0, 2.0, 6.0, 9.0, 6.0, 7.0, 4.0, 2.0, 2.0], "bins": [-0.012512493878602982, -0.012098954990506172, -0.011685416102409363, -0.011271877214312553, -0.010858338326215744, -0.010444799438118935, -0.010031260550022125, -0.009617721661925316, -0.009204182773828506, -0.008790642954409122, -0.008377104066312313, -0.007963565178215504, -0.007550026290118694, -0.007136487402021885, -0.0067229485139250755, -0.006309409625828266, -0.005895870737731457, -0.005482331849634647, -0.005068792961537838, -0.004655254073441029, -0.004241715185344219, -0.003828176064416766, -0.003414636943489313, -0.0030010980553925037, -0.0025875591672956944, -0.002174020279198885, -0.0017604812746867537, -0.0013469422701746225, -0.0009334033820778131, -0.0005198644357733428, -0.00010632548946887255, 0.00030721345683559775, 0.000720752403140068, 0.0011342912912368774, 0.0015478302957490087, 0.00196136930026114, 0.0023749081883579493, 0.0027884470764547586, 0.0032019861973822117, 0.003615525085479021, 0.0040290639735758305, 0.00444260286167264, 0.004856141749769449, 0.005269680637866259, 0.005683219991624355, 0.006096758879721165, 0.006510297767817974, 0.0069238366559147835, 0.007337375544011593, 0.007750914432108402, 0.008164453320205212, 0.008577992208302021, 0.00899153109639883, 0.00940506998449564, 0.00981860887259245, 0.010232147760689259, 0.010645687580108643, 0.011059226468205452, 0.011472765356302261, 0.01188630424439907, 0.01229984313249588, 0.01271338202059269, 0.013126920908689499, 0.013540459796786308, 0.013953998684883118]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 0.0, 3.0, 2.0, 1.0, 4.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.2583855092525482, -0.25149548053741455, -0.24460545182228088, -0.23771540820598602, -0.23082537949085236, -0.2239353507757187, -0.21704532206058502, -0.21015529334545135, -0.2032652497291565, -0.19637522101402283, -0.18948519229888916, -0.1825951635837555, -0.17570513486862183, -0.16881510615348816, -0.1619250625371933, -0.15503503382205963, -0.14814500510692596, -0.1412549763917923, -0.13436494767665863, -0.12747490406036377, -0.1205848753452301, -0.11369484663009644, -0.10680481791496277, -0.0999147817492485, -0.09302475303411484, -0.08613472431898117, -0.0792446881532669, -0.07235465943813324, -0.06546463072299957, -0.05857459455728531, -0.05168456584215164, -0.044794533401727676, -0.03790450096130371, -0.031014468520879745, -0.02412443794310093, -0.017234407365322113, -0.010344374924898148, -0.0034543434157967567, 0.003435688093304634, 0.010325719602406025, 0.017215751111507416, 0.02410578355193138, 0.030995814129710197, 0.037885844707489014, 0.04477587714791298, 0.051665909588336945, 0.05855593830347061, 0.06544597446918488, 0.07233600318431854, 0.07922603189945221, 0.08611606806516647, 0.09300609678030014, 0.0998961329460144, 0.10678616166114807, 0.11367619037628174, 0.120566226541996, 0.12745624780654907, 0.13434629142284393, 0.1412363201379776, 0.14812634885311127, 0.15501637756824493, 0.1619064062833786, 0.16879644989967346, 0.17568647861480713, 0.1825765073299408]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 3.0, 5.0, 2.0, 1.0, 2.0, 1.0, 1.0, 2.0, 4.0, 1.0, 3.0, 1.0, 3.0, 5.0, 4.0, 4.0, 5.0, 4.0, 5.0, 7.0, 18.0, 23.0, 30.0, 39.0, 16.0, 19.0, 11.0, 3.0, 3.0, 2.0, 4.0, 5.0, 4.0, 5.0, 6.0, 5.0, 2.0, 3.0, 5.0, 2.0, 3.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.13819944858551025, -0.13431398570537567, -0.1304285228252411, -0.1265430599451065, -0.12265758961439133, -0.11877211928367615, -0.11488665640354156, -0.11100119352340698, -0.1071157306432724, -0.10323026031255722, -0.09934479743242264, -0.09545933455228806, -0.09157386422157288, -0.0876884013414383, -0.08380293846130371, -0.07991746813058853, -0.07603200525045395, -0.07214654237031937, -0.06826107203960419, -0.0643756091594696, -0.06049014627933502, -0.05660467967391014, -0.05271921306848526, -0.04883375018835068, -0.044948283582925797, -0.041062816977500916, -0.03717735409736633, -0.03329188749194145, -0.02940642274916172, -0.02552095800638199, -0.021635491400957108, -0.017750026658177376, -0.013864561915397644, -0.009979097172617912, -0.006093631498515606, -0.002208166290074587, 0.0016772989183664322, 0.005562764126807451, 0.00944822933524847, 0.013333695009350777, 0.01721915975213051, 0.02110462449491024, 0.024990089237689972, 0.028875555843114853, 0.032761022448539734, 0.036646485328674316, 0.0405319519340992, 0.04441741481423378, 0.04830288141965866, 0.05218834802508354, 0.056073810905218124, 0.059959277510643005, 0.06384474039077759, 0.06773021072149277, 0.07161567360162735, 0.07550113648176193, 0.07938660681247711, 0.0832720696926117, 0.08715753257274628, 0.09104299545288086, 0.09492846578359604, 0.09881392866373062, 0.1026993915438652, 0.10658486187458038, 0.11047032475471497]}, "_runtime": 165.60675573349, "_timestamp": 1596211755.3778646, "_step": 206}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 3.0, 1.0, 0.0, 0.0, 2.0, 7.0, 6.0, 5.0, 3.0, 3.0, 2.0, 4.0, 1.0, 1.0, 0.0, 3.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.014827576465904713, -0.014432418160140514, -0.014037259854376316, -0.013642101548612118, -0.01324694324284792, -0.012851784937083721, -0.012456625699996948, -0.01206146739423275, -0.011666309088468552, -0.011271150782704353, -0.010875992476940155, -0.010480834171175957, -0.010085675865411758, -0.00969051755964756, -0.009295359253883362, -0.008900200948119164, -0.008505042642354965, -0.008109883405268192, -0.007714725565165281, -0.007319566793739796, -0.006924408487975597, -0.006529250182211399, -0.006134091876447201, -0.0057389335706830025, -0.005343775264918804, -0.0049486164934933186, -0.00455345818772912, -0.004158299881964922, -0.0037631415762007236, -0.0033679830376058817, -0.0029728247318416834, -0.0025776661932468414, -0.002182507887482643, -0.001787349465303123, -0.0013921910431236029, -0.0009970327373594046, -0.0006018743151798844, -0.00020671592210419476, 0.0001884424709714949, 0.0005836008349433541, 0.0009787592571228743, 0.0013739176793023944, 0.0017690761014819145, 0.002164234407246113, 0.002559392713010311, 0.002954551251605153, 0.0033497095573693514, 0.0037448680959641933, 0.004140026401728392, 0.00453518470749259, 0.004930343013256788, 0.005325501784682274, 0.005720660090446472, 0.0061158183962106705, 0.006510976701974869, 0.006906135007739067, 0.007301293313503265, 0.007696452084928751, 0.008091609925031662, 0.008486769162118435, 0.008881927467882633, 0.009277085773646832, 0.00967224407941103, 0.010067402385175228, 0.010462560690939426]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 2.0, 2.0, 2.0, 3.0, 1.0, 4.0, 8.0, 5.0, 7.0, 10.0, 11.0, 21.0, 29.0, 29.0, 33.0, 34.0, 42.0, 48.0, 61.0, 117.0, 149.0, 197.0, 617.0, 5375.0, 396.0, 226.0, 133.0, 72.0, 66.0, 47.0, 37.0, 33.0, 25.0, 20.0, 8.0, 12.0, 12.0, 9.0, 3.0, 11.0, 1.0, 1.0, 2.0, 2.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.12872278690338135, -0.12495574355125427, -0.1211886927485466, -0.11742164939641953, -0.11365460604429245, -0.10988755524158478, -0.1061205118894577, -0.10235346853733063, -0.09858642518520355, -0.09481937438249588, -0.0910523310303688, -0.08728528767824173, -0.08351823687553406, -0.07975119352340698, -0.07598415017127991, -0.07221709936857224, -0.06845005601644516, -0.06468301266431808, -0.06091596558690071, -0.05714891850948334, -0.05338187515735626, -0.04961482807993889, -0.045847781002521515, -0.04208073765039444, -0.038313690572977066, -0.03454664349555969, -0.030779600143432617, -0.027012553066015244, -0.02324550785124302, -0.019478462636470795, -0.01571141555905342, -0.011944370344281197, -0.008177325129508972, -0.0044102794490754604, -0.0006432337686419487, 0.003123811911791563, 0.006890857592225075, 0.0106579028069973, 0.014424948953092098, 0.018191995099186897, 0.02195904031395912, 0.025726085528731346, 0.02949313074350357, 0.033260177820920944, 0.03702722489833832, 0.04079426825046539, 0.04456131532788277, 0.04832835868000984, 0.052095405757427216, 0.05586245283484459, 0.059629496186971664, 0.06339654326438904, 0.06716358661651611, 0.07093063741922379, 0.07469768077135086, 0.07846472412347794, 0.08223177492618561, 0.08599881827831268, 0.08976586163043976, 0.09353290498256683, 0.0972999557852745, 0.10106699913740158, 0.10483404248952866, 0.10860109329223633, 0.1123681366443634]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 3.0, 0.0, 1.0, 2.0, 1.0, 1.0, 3.0, 4.0, 2.0, 4.0, 2.0, 4.0, 4.0, 5.0, 7.0, 5.0, 6.0, 26.0, 6.0, 4.0, 5.0, 3.0, 3.0, 3.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002827832940965891, -0.00274073937907815, -0.002653645584359765, -0.002566552022472024, -0.0024794582277536392, -0.002392364665865898, -0.0023052708711475134, -0.0022181773092597723, -0.0021310835145413876, -0.0020439899526536465, -0.0019568963907659054, -0.0018698025960475206, -0.0017827090341597795, -0.0016956153558567166, -0.0016085216775536537, -0.0015214279992505908, -0.0014343343209475279, -0.001347240642644465, -0.001260146964341402, -0.0011730532860383391, -0.0010859596077352762, -0.0009988660458475351, -0.0009117723675444722, -0.0008246786892414093, -0.0007375850109383464, -0.0006504913326352835, -0.0005633976543322206, -0.00047630403423681855, -0.00038921035593375564, -0.0003021166776306927, -0.00021502302843146026, -0.00012792936468031257, -4.0835700929164886e-05, 4.62579628219828e-05, 0.0001333516265731305, 0.00022044529032427818, 0.00030753895407542586, 0.0003946326323784888, 0.00048172628157772124, 0.0005688199307769537, 0.0006559136090800166, 0.0007430072873830795, 0.0008301009656861424, 0.0009171945857815444, 0.0010042882058769464, 0.0010913818841800094, 0.0011784755624830723, 0.0012655692407861352, 0.0013526629190891981, 0.001439756597392261, 0.001526850275695324, 0.0016139439539983869, 0.0017010376323014498, 0.0017881311941891909, 0.0018752248724922538, 0.0019623185507953167, 0.002049412112683058, 0.0021365059074014425, 0.0022235994692891836, 0.0023106932640075684, 0.0023977868258953094, 0.002484880620613694, 0.0025719741825014353, 0.00265906797721982, 0.002746161539107561]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 6.0, 2.0, 5.0, 4.0, 7.0, 9.0, 11.0, 28.0, 34.0, 53.0, 63.0, 98.0, 129.0, 182.0, 270.0, 427.0, 593.0, 848.0, 1279.0, 2005.0, 3375.0, 6087.0, 12084.0, 27845.0, 80694.0, 883437.0, 92273.0, 31357.0, 14597.0, 7853.0, 4743.0, 2814.0, 1935.0, 1352.0, 935.0, 668.0, 489.0, 322.0, 216.0, 151.0, 119.0, 73.0, 54.0, 34.0, 32.0, 14.0, 10.0, 8.0, 3.0, 4.0, 4.0, 1.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0], "bins": [-0.0056800274178385735, -0.005488698370754719, -0.005297369323670864, -0.005106039810925722, -0.0049147107638418674, -0.004723381716758013, -0.004532052669674158, -0.004340723622590303, -0.0041493941098451614, -0.003958065062761307, -0.003766736015677452, -0.0035754069685935974, -0.0033840779215097427, -0.0031927486415952444, -0.0030014195945113897, -0.0028100903145968914, -0.0026187612675130367, -0.002427432220429182, -0.0022361029405146837, -0.002044773893430829, -0.0018534447299316525, -0.001662115566432476, -0.0014707865193486214, -0.0012794573558494449, -0.0010881281923502684, -0.0008967990288510919, -0.0007054699235595763, -0.0005141408182680607, -0.0003228116547688842, -0.00013148252037353814, 5.984661402180791e-05, 0.00025117574841715395, 0.0004425048828125, 0.0006338340463116765, 0.0008251631516031921, 0.0010164922568947077, 0.0012078214203938842, 0.0013991505838930607, 0.0015904796309769154, 0.0017818087944760919, 0.0019731379579752684, 0.002164467005059123, 0.0023557962849736214, 0.002547125332057476, 0.0027384543791413307, 0.002929783659055829, 0.0031211127061396837, 0.003312441986054182, 0.0035037710331380367, 0.0036951000802218914, 0.0038864293601363897, 0.004077758640050888, 0.004269087687134743, 0.004460416734218597, 0.004651745781302452, 0.004843074828386307, 0.0050344038754701614, 0.005225733388215303, 0.005417062435299158, 0.005608391482383013, 0.0057997205294668674, 0.005991049576550722, 0.006182379089295864, 0.006373708136379719, 0.0065650371834635735]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 5.0, 1.0, 3.0, 5.0, 3.0, 3.0, 1.0, 9.0, 1.0, 7.0, 4.0, 4.0, 4.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02309233695268631, -0.022088201716542244, -0.021084066480398178, -0.02007993310689926, -0.019075797870755196, -0.01807166263461113, -0.017067529261112213, -0.016063394024968147, -0.015059258788824081, -0.014055123552680016, -0.013050989247858524, -0.012046854943037033, -0.011042719706892967, -0.010038584470748901, -0.00903445016592741, -0.008030315861105919, -0.007026180624961853, -0.0060220458544790745, -0.005017911083996296, -0.004013776313513517, -0.003009641543030739, -0.0020055067725479603, -0.0010013720020651817, 2.762768417596817e-06, 0.0010068975389003754, 0.002011032309383154, 0.0030151670798659325, 0.004019301850348711, 0.0050234366208314896, 0.006027571391314268, 0.007031706161797047, 0.008035840466618538, 0.009039975702762604, 0.01004411093890667, 0.01104824524372816, 0.012052379548549652, 0.013056514784693718, 0.014060650020837784, 0.015064784325659275, 0.016068918630480766, 0.017073053866624832, 0.018077189102768898, 0.019081324338912964, 0.02008545771241188, 0.021089592948555946, 0.022093728184700012, 0.02309786155819893, 0.024101996794342995, 0.02510613203048706, 0.026110267266631126, 0.027114402502775192, 0.02811853587627411, 0.029122671112418175, 0.03012680634856224, 0.031130939722061157, 0.03213507682085037, 0.03313921019434929, 0.034143343567848206, 0.03514748066663742, 0.03615161404013634, 0.037155747413635254, 0.03815988451242447, 0.039164017885923386, 0.0401681549847126, 0.04117228835821152]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 1.0, 2.0, 6.0, 7.0, 4.0, 16.0, 22.0, 26.0, 48.0, 50.0, 63.0, 87.0, 102.0, 127.0, 179.0, 229.0, 346.0, 402.0, 649.0, 896.0, 1329.0, 1981.0, 6340.0, 2290.0, 1105.0, 708.0, 453.0, 260.0, 193.0, 122.0, 101.0, 64.0, 45.0, 24.0, 17.0, 20.0, 14.0, 7.0, 8.0, 8.0, 11.0, 9.0, 1.0, 0.0, 0.0, 1.0, 1.0, 17.0, 15.0, 11.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 6.0], "bins": [-0.011775702238082886, -0.011379948817193508, -0.01098419539630413, -0.010588441975414753, -0.010192688554525375, -0.009796935133635998, -0.00940118171274662, -0.009005428291857243, -0.008609674870967865, -0.008213921450078487, -0.00781816802918911, -0.007422414142638445, -0.007026660721749067, -0.00663090730085969, -0.006235153879970312, -0.0058394004590809345, -0.005443647038191557, -0.005047893617302179, -0.004652140196412802, -0.004256386775523424, -0.0038606333546340466, -0.0034648797009140253, -0.0030691262800246477, -0.00267337285913527, -0.0022776194382458925, -0.001881866017356515, -0.0014861125964671373, -0.001090359059162438, -0.0006946056382730603, -0.00029885218827985227, 9.690126171335578e-05, 0.0004926547408103943, 0.0008884081616997719, 0.0012841615825891495, 0.001679915003478527, 0.0020756684243679047, 0.0024714218452572823, 0.0028671754989773035, 0.003262928919866681, 0.0036586823407560587, 0.004054435528814793, 0.0044501894153654575, 0.004845942836254835, 0.005241696257144213, 0.00563744967803359, 0.006033203098922968, 0.0064289565198123455, 0.006824709940701723, 0.007220463361591101, 0.007616216782480478, 0.008011970669031143, 0.00840772408992052, 0.008803477510809898, 0.009199230931699276, 0.009594984352588654, 0.009990737773478031, 0.010386491194367409, 0.010782244615256786, 0.011177998036146164, 0.011573751457035542, 0.011969504877924919, 0.012365258298814297, 0.012761011719703674, 0.013156765140593052, 0.01355251856148243]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 3.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.085595041513443, -0.0827699825167656, -0.0799449235200882, -0.0771198570728302, -0.0742947980761528, -0.0714697390794754, -0.06864467263221741, -0.06581961363554001, -0.06299455463886261, -0.06016949564218521, -0.057344432920217514, -0.05451937019824982, -0.05169431120157242, -0.04886925220489502, -0.04604418948292732, -0.043219126760959625, -0.04039406776428223, -0.03756900876760483, -0.03474394604563713, -0.031918883323669434, -0.029093824326992035, -0.026268763467669487, -0.02344370260834694, -0.02061864174902439, -0.017793580889701843, -0.014968520030379295, -0.012143459171056747, -0.0093183983117342, -0.006493337452411652, -0.0036682765930891037, -0.0008432157337665558, 0.001981845125555992, 0.00480690598487854, 0.007631966844201088, 0.010457027703523636, 0.013282088562846184, 0.01610714942216873, 0.01893221028149128, 0.021757271140813828, 0.024582332000136375, 0.027407392859458923, 0.03023245371878147, 0.03305751457810402, 0.035882577300071716, 0.038707636296749115, 0.041532695293426514, 0.04435775801539421, 0.04718282073736191, 0.05000787973403931, 0.052832938730716705, 0.0556580014526844, 0.0584830641746521, 0.0613081231713295, 0.0641331821680069, 0.06695824861526489, 0.06978330761194229, 0.07260836660861969, 0.07543342560529709, 0.07825848460197449, 0.08108355104923248, 0.08390861004590988, 0.08673366904258728, 0.08955873548984528, 0.09238379448652267, 0.09520885348320007]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 6.0, 7.0, 5.0, 9.0, 5.0, 9.0, 12.0, 8.0, 15.0, 11.0, 17.0, 33.0, 9.0, 13.0, 12.0, 9.0, 17.0, 4.0, 5.0, 1.0, 6.0, 3.0, 6.0, 4.0, 5.0, 4.0, 3.0, 4.0, 5.0, 6.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 3.0, 2.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.03199395164847374, -0.030428655445575714, -0.028863361105322838, -0.02729806676506996, -0.025732770562171936, -0.02416747435927391, -0.022602180019021034, -0.021036885678768158, -0.019471589475870132, -0.017906293272972107, -0.01634099893271923, -0.01477570366114378, -0.013210408389568329, -0.011645113117992878, -0.010079817846417427, -0.008514522574841976, -0.006949227303266525, -0.005383932031691074, -0.0038186367601156235, -0.0022533414885401726, -0.0006880462169647217, 0.0008772490546107292, 0.00244254432618618, 0.004007839597761631, 0.005573134869337082, 0.007138430140912533, 0.008703725412487984, 0.010269020684063435, 0.011834315955638885, 0.013399611227214336, 0.014964906498789787, 0.016530200839042664, 0.01809549704194069, 0.019660793244838715, 0.02122608758509159, 0.022791381925344467, 0.024356678128242493, 0.025921974331140518, 0.027487268671393394, 0.02905256301164627, 0.030617859214544296, 0.03218315541744232, 0.03374844789505005, 0.035313744097948074, 0.0368790403008461, 0.038444336503744125, 0.04000963270664215, 0.04157492518424988, 0.0431402213871479, 0.04470551759004593, 0.046270810067653656, 0.04783610627055168, 0.04940140247344971, 0.05096669867634773, 0.05253199487924576, 0.054097287356853485, 0.05566258355975151, 0.057227879762649536, 0.05879317224025726, 0.06035846844315529, 0.061923764646053314, 0.06348905712366104, 0.06505435705184937, 0.06661964952945709, 0.06818494200706482]}, "_runtime": 166.38918042182922, "_timestamp": 1596211756.1602893, "_step": 207}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 4.0, 2.0, 2.0, 11.0, 6.0, 4.0, 2.0, 2.0, 0.0, 6.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.015978707000613213, -0.015532172285020351, -0.01508563756942749, -0.014639101922512054, -0.014192567206919193, -0.013746032491326332, -0.013299496844410896, -0.012852962128818035, -0.012406427413225174, -0.011959892697632313, -0.011513357982039452, -0.011066822335124016, -0.010620287619531155, -0.010173752903938293, -0.009727217257022858, -0.009280682541429996, -0.008834147825837135, -0.008387613110244274, -0.007941078394651413, -0.007494542747735977, -0.007048008032143116, -0.006601473316550255, -0.006154938135296106, -0.005708402954041958, -0.005261868238449097, -0.0048153335228562355, -0.004368798341602087, -0.0039222631603479385, -0.0034757284447550774, -0.0030291934963315725, -0.0025826585479080677, -0.002136123599484563, -0.001689588651061058, -0.0012430537026375532, -0.0007965187542140484, -0.00034998380579054356, 9.655114263296127e-05, 0.0005430860910564661, 0.000989621039479971, 0.0014361559879034758, 0.0018826909363269806, 0.0023292258847504854, 0.0027757608331739902, 0.003222295781597495, 0.003668830730021, 0.004115365445613861, 0.00456190062686801, 0.005008435808122158, 0.005454970523715019, 0.00590150523930788, 0.006348040420562029, 0.006794575601816177, 0.0072411103174090385, 0.0076876450330019, 0.008134180679917336, 0.008580715395510197, 0.009027250111103058, 0.009473784826695919, 0.00992031954228878, 0.010366855189204216, 0.010813389904797077, 0.011259924620389938, 0.011706460267305374, 0.012152994982898235, 0.012599529698491096]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 2.0, 2.0, 7.0, 3.0, 3.0, 2.0, 6.0, 7.0, 8.0, 15.0, 11.0, 12.0, 13.0, 19.0, 35.0, 51.0, 51.0, 91.0, 121.0, 231.0, 522.0, 5793.0, 370.0, 180.0, 96.0, 57.0, 46.0, 43.0, 23.0, 21.0, 25.0, 17.0, 12.0, 7.0, 8.0, 4.0, 5.0, 2.0, 5.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.13586804270744324, -0.13122467696666718, -0.1265813112258911, -0.12193795293569565, -0.11729459464550018, -0.11265122890472412, -0.10800786316394806, -0.1033645048737526, -0.09872113913297653, -0.09407777339220047, -0.089434415102005, -0.08479104936122894, -0.08014768362045288, -0.07550432533025742, -0.07086095958948135, -0.06621760129928589, -0.06157423555850983, -0.05693087354302406, -0.0522875115275383, -0.04764414578676224, -0.043000783771276474, -0.03835742175579071, -0.03371405601501465, -0.029070693999528885, -0.02442733198404312, -0.019783969968557358, -0.015140606090426445, -0.010497243143618107, -0.005853880196809769, -0.0012105172500014305, 0.0034328456968069077, 0.008076208643615246, 0.012719571590423584, 0.017362933605909348, 0.02200629748404026, 0.026649661362171173, 0.03129302337765694, 0.0359363853931427, 0.04057975113391876, 0.045223113149404526, 0.04986647516489029, 0.05450983718037605, 0.059153199195861816, 0.06379656493663788, 0.06843993067741394, 0.0730832889676094, 0.07772665470838547, 0.08237001299858093, 0.087013378739357, 0.09165674448013306, 0.09630010277032852, 0.10094346851110458, 0.10558682680130005, 0.11023019254207611, 0.11487355828285217, 0.11951691657304764, 0.1241602823138237, 0.12880364060401917, 0.13344700634479523, 0.1380903720855713, 0.14273373782634735, 0.1473771035671234, 0.15202045440673828, 0.15666382014751434, 0.1613071858882904]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 2.0, 1.0, 2.0, 3.0, 2.0, 1.0, 6.0, 3.0, 3.0, 8.0, 4.0, 4.0, 3.0, 25.0, 5.0, 6.0, 2.0, 6.0, 3.0, 5.0, 1.0, 5.0, 2.0, 3.0, 2.0, 0.0, 3.0, 5.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.003731199074536562, -0.0036128228530287743, -0.0034944466315209866, -0.003376070177182555, -0.0032576939556747675, -0.00313931773416698, -0.003020941512659192, -0.0029025650583207607, -0.002784188836812973, -0.0026658126153051853, -0.0025474363937973976, -0.00242906017228961, -0.0023106837179511786, -0.002192307496443391, -0.002073931274935603, -0.0019555550534278154, -0.001837178715504706, -0.0017188024939969182, -0.0016004261560738087, -0.001482049934566021, -0.0013636735966429114, -0.0012452973751351237, -0.0011269210372120142, -0.0010085448157042265, -0.0008901685359887779, -0.0007717922562733293, -0.0006534159765578806, -0.000535039696842432, -0.00041666344623081386, -0.00029828716651536524, -0.00017991090135183185, -6.153462891234085e-05, 5.6841643527150154e-05, 0.00017521792324259877, 0.0002935942029580474, 0.00041197045356966555, 0.0005303467623889446, 0.0006487229838967323, 0.000767099263612181, 0.0008854755433276296, 0.001003851881250739, 0.0011222281027585268, 0.0012406043242663145, 0.001358980662189424, 0.0014773568836972117, 0.0015957332216203213, 0.001714109443128109, 0.0018324857810512185, 0.0019508620025590062, 0.0020692383404821157, 0.0021876145619899035, 0.002305990783497691, 0.002424367005005479, 0.0025427434593439102, 0.002661119680851698, 0.0027794959023594856, 0.0028978721238672733, 0.003016248345375061, 0.0031346247997134924, 0.00325300102122128, 0.003371377242729068, 0.0034897534642368555, 0.003608129918575287, 0.0037265061400830746, 0.0038448823615908623]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 1.0, 7.0, 6.0, 8.0, 12.0, 19.0, 26.0, 38.0, 47.0, 75.0, 107.0, 170.0, 234.0, 336.0, 570.0, 769.0, 1164.0, 1869.0, 3256.0, 5817.0, 11807.0, 29485.0, 116526.0, 900609.0, 57191.0, 22070.0, 10907.0, 5906.0, 3661.0, 2204.0, 1488.0, 973.0, 649.0, 471.0, 321.0, 256.0, 147.0, 108.0, 85.0, 70.0, 45.0, 34.0, 29.0, 17.0, 14.0, 11.0, 8.0, 5.0, 6.0, 3.0, 1.0, 0.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.006057979539036751, -0.005827786400914192, -0.005597593728452921, -0.00536740105599165, -0.005137207917869091, -0.0049070147797465324, -0.004676822107285261, -0.00444662943482399, -0.004216436296701431, -0.003986243158578873, -0.0037560504861176014, -0.0035258575808256865, -0.0032956646755337715, -0.0030654717702418566, -0.0028352788649499416, -0.0026050859596580267, -0.0023748930543661118, -0.002144700149074197, -0.0019145072437822819, -0.001684314338490367, -0.001454121433198452, -0.001223928527906537, -0.0009937356226146221, -0.0007635427173227072, -0.0005333498120307922, -0.0003031569067388773, -7.296400144696236e-05, 0.00015722890384495258, 0.0003874218091368675, 0.0006176147144287825, 0.0008478076197206974, 0.0010780005250126123, 0.0013081934303045273, 0.0015383863355964422, 0.0017685792408883572, 0.001998772146180272, 0.002228965051472187, 0.002459157956764102, 0.002689350862056017, 0.002919543767347932, 0.003149736672639847, 0.0033799295779317617, 0.0036101224832236767, 0.0038403153885155916, 0.0040705082938075066, 0.004300701431930065, 0.0045308941043913364, 0.004761086776852608, 0.004991279914975166, 0.005221473053097725, 0.005451665725558996, 0.0056818583980202675, 0.005912051536142826, 0.006142244674265385, 0.006372437346726656, 0.006602630019187927, 0.006832823157310486, 0.007063016295433044, 0.007293208967894316, 0.007523401640355587, 0.007753594778478146, 0.007983787916600704, 0.008213980123400688, 0.008444173261523247, 0.008674366399645805]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 8.0, 6.0, 4.0, 11.0, 11.0, 9.0, 0.0, 5.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010938766412436962, -0.009096049703657627, -0.007253333926200867, -0.005410617217421532, -0.003567900974303484, -0.0017251846147701144, 0.00011753174476325512, 0.0019602482207119465, 0.003802964463829994, 0.005645680706948042, 0.00748839695006609, 0.009331113658845425, 0.011173829436302185, 0.01301654614508152, 0.014859262853860855, 0.01670197956264019, 0.018544696271419525, 0.02038741111755371, 0.022230127826333046, 0.02407284453511238, 0.025915561243891716, 0.02775827795267105, 0.029600992798805237, 0.03144371137022972, 0.03328642621636391, 0.03512914106249809, 0.03697185963392258, 0.03881457448005676, 0.04065729305148125, 0.04250000789761543, 0.04434272274374962, 0.0461854413151741, 0.04802815616130829, 0.04987087473273277, 0.05171358957886696, 0.053556304425001144, 0.05539902299642563, 0.057241737842559814, 0.0590844564139843, 0.060927171260118484, 0.06276988983154297, 0.06461260467767715, 0.06645531952381134, 0.06829803436994553, 0.07014075666666031, 0.0719834715127945, 0.07382618635892868, 0.07566890120506287, 0.07751161605119705, 0.07935433834791183, 0.08119705319404602, 0.0830397680401802, 0.08488248288631439, 0.08672519773244858, 0.08856792002916336, 0.09041063487529755, 0.09225334972143173, 0.09409606456756592, 0.0959387794137001, 0.09778150171041489, 0.09962421655654907, 0.10146693140268326, 0.10330964624881744, 0.10515236109495163, 0.10699508339166641]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 4.0, 5.0, 11.0, 12.0, 42.0, 85.0, 140.0, 230.0, 403.0, 766.0, 1373.0, 3009.0, 8180.0, 2043.0, 898.0, 392.0, 236.0, 167.0, 98.0, 75.0, 59.0, 27.0, 12.0, 6.0, 8.0, 22.0, 6.0, 12.0, 9.0, 4.0, 5.0, 16.0, 8.0, 4.0, 0.0, 0.0, 9.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 18.0, 0.0, 7.0, 20.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 8.0], "bins": [-0.009452331811189651, -0.008750533685088158, -0.008048735558986664, -0.007346936501562595, -0.0066451383754611015, -0.005943340249359608, -0.0052415416575968266, -0.004539743065834045, -0.0038379449397325516, -0.003136146580800414, -0.0024343482218682766, -0.001732549862936139, -0.0010307515040040016, -0.00032895314507186413, 0.00037284521386027336, 0.0010746435727924109, 0.0017764419317245483, 0.002478240290656686, 0.0031800386495888233, 0.003881837008520961, 0.004583635367453098, 0.005285433493554592, 0.005987232085317373, 0.006689030677080154, 0.007390828803181648, 0.008092626929283142, 0.008794425055384636, 0.009496224112808704, 0.010198022238910198, 0.010899820365011692, 0.01160161942243576, 0.012303417548537254, 0.013005215674638748, 0.013707013800740242, 0.014408811926841736, 0.015110610984265804, 0.015812408179044724, 0.016514208167791367, 0.01721600629389286, 0.017917804419994354, 0.018619602546095848, 0.019321400672197342, 0.020023198798298836, 0.02072499692440033, 0.021426796913146973, 0.022128595039248466, 0.02283039316534996, 0.023532191291451454, 0.024233989417552948, 0.024935787543654442, 0.025637585669755936, 0.02633938379585743, 0.027041181921958923, 0.027742981910705566, 0.02844478003680706, 0.029146578162908554, 0.029848376289010048, 0.030550174415111542, 0.031251974403858185, 0.03195377066731453, 0.03265557065606117, 0.03335736691951752, 0.03405916690826416, 0.034760963171720505, 0.03546276316046715]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.15231850743293762, -0.1486898809671402, -0.14506125450134277, -0.14143262803554535, -0.13780400156974792, -0.1341753751039505, -0.13054674863815308, -0.12691812217235565, -0.12328949570655823, -0.1196608692407608, -0.11603224277496338, -0.11240361630916595, -0.10877498984336853, -0.1051463633775711, -0.10151773691177368, -0.09788911044597626, -0.09426048398017883, -0.09063185751438141, -0.08700323104858398, -0.08337460458278656, -0.07974597811698914, -0.07611735165119171, -0.07248872518539429, -0.06886009871959686, -0.06523147225379944, -0.061602845788002014, -0.05797421932220459, -0.054345592856407166, -0.05071696639060974, -0.04708833992481232, -0.04345971345901489, -0.03983108699321747, -0.036202460527420044, -0.03257383406162262, -0.028945207595825195, -0.02531658113002777, -0.021687954664230347, -0.018059328198432922, -0.014430701732635498, -0.010802075266838074, -0.007173448801040649, -0.003544822335243225, 8.380413055419922e-05, 0.0037124305963516235, 0.007341057062149048, 0.010969683527946472, 0.014598309993743896, 0.01822693645954132, 0.021855562925338745, 0.02548418939113617, 0.029112815856933594, 0.03274144232273102, 0.03637006878852844, 0.03999869525432587, 0.04362732172012329, 0.047255948185920715, 0.05088457465171814, 0.054513201117515564, 0.05814182758331299, 0.06177045404911041, 0.06539908051490784, 0.06902770698070526, 0.07265633344650269, 0.07628495991230011, 0.07991358637809753]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [4.0, 0.0, 1.0, 3.0, 1.0, 1.0, 1.0, 4.0, 5.0, 3.0, 3.0, 5.0, 2.0, 6.0, 7.0, 8.0, 6.0, 6.0, 11.0, 15.0, 16.0, 17.0, 31.0, 11.0, 12.0, 8.0, 10.0, 12.0, 8.0, 10.0, 6.0, 5.0, 7.0, 5.0, 5.0, 8.0, 4.0, 1.0, 1.0, 2.0, 4.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.023891985416412354, -0.02285170927643776, -0.021811434999108315, -0.02077115885913372, -0.019730884581804276, -0.01869060844182968, -0.017650334164500237, -0.016610058024525642, -0.015569782815873623, -0.014529507607221603, -0.013489232398569584, -0.012448957189917564, -0.01140868104994297, -0.01036840584129095, -0.009328130632638931, -0.008287855423986912, -0.007247580215334892, -0.006207305006682873, -0.005167029798030853, -0.0041267541237175465, -0.003086478915065527, -0.0020462037064135075, -0.0010059282649308443, 3.434706013649702e-05, 0.0010746223852038383, 0.002114897593855858, 0.003155173035338521, 0.004195448476821184, 0.005235723685473204, 0.006275998894125223, 0.00731627456843853, 0.00835654977709055, 0.009396824985742569, 0.010437100194394588, 0.011477375403046608, 0.012517650611698627, 0.013557925820350647, 0.014598201960325241, 0.015638476237654686, 0.01667875237762928, 0.017719026654958725, 0.01875930279493332, 0.019799578934907913, 0.020839853212237358, 0.021880129352211952, 0.022920403629541397, 0.02396067976951599, 0.025000954046845436, 0.02604123018682003, 0.027081506326794624, 0.02812178060412407, 0.029162056744098663, 0.030202331021428108, 0.031242607161402702, 0.03228288143873215, 0.03332315757870674, 0.034363433718681335, 0.03540370985865593, 0.036443982273340225, 0.03748425841331482, 0.03852453455328941, 0.03956481069326401, 0.0406050831079483, 0.0416453592479229, 0.04268563538789749]}, "_runtime": 167.1365728378296, "_timestamp": 1596211756.9076817, "_step": 208}
+{"val_accuracy": 0.8243935502283105, "val_loss": 0.4556900623454351, "_runtime": 169.16324710845947, "_timestamp": 1596211758.934356, "_step": 209}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: z Confidence: 0.928482711315155 Truth: v", "Prediction: P Confidence: 0.5511656403541565 Truth: 5", "Prediction: U Confidence: 0.5241766571998596 Truth: 2", "Prediction: O Confidence: 0.6125357747077942 Truth: 0"]}, "_runtime": 169.44249391555786, "_timestamp": 1596211759.2136028, "_step": 210}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 3.0, 1.0, 3.0, 0.0, 4.0, 7.0, 10.0, 3.0, 4.0, 2.0, 2.0, 1.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01534589659422636, -0.014850308187305927, -0.01435471884906292, -0.013859130442142487, -0.013363541103899479, -0.012867952696979046, -0.012372363358736038, -0.011876774951815605, -0.011381186544895172, -0.010885597206652164, -0.010390008799731731, -0.009894419461488724, -0.00939883105456829, -0.008903241716325283, -0.00840765330940485, -0.007912063971161842, -0.007416475564241409, -0.006920886691659689, -0.006425297819077969, -0.005929708946496248, -0.005434120073914528, -0.004938531666994095, -0.0044429427944123745, -0.003947353921830654, -0.003451765049248934, -0.0029561761766672134, -0.002460587304085493, -0.0019649986643344164, -0.001469409791752696, -0.0009738209773786366, -0.00047823216300457716, 1.735665136948228e-05, 0.0005129454657435417, 0.001008534338325262, 0.0015041230944916606, 0.001999711850658059, 0.0024953007232397795, 0.0029908895958215, 0.0034864782355725765, 0.003982067108154297, 0.004477655980736017, 0.004973244853317738, 0.005468833725899458, 0.005964422598481178, 0.006460011005401611, 0.006955599877983332, 0.007451188750565052, 0.00794677808880806, 0.008442366495728493, 0.008937954902648926, 0.009433544240891933, 0.009929132647812366, 0.010424721986055374, 0.010920310392975807, 0.011415899731218815, 0.011911488138139248, 0.012407077476382256, 0.012902665883302689, 0.013398254290223122, 0.01389384362846613, 0.014389432035386562, 0.01488502137362957, 0.015380609780550003, 0.015876198187470436, 0.01637178659439087]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 3.0, 1.0, 2.0, 4.0, 4.0, 1.0, 0.0, 7.0, 5.0, 12.0, 13.0, 15.0, 23.0, 21.0, 30.0, 44.0, 61.0, 69.0, 88.0, 161.0, 304.0, 5219.0, 1084.0, 243.0, 136.0, 87.0, 63.0, 57.0, 35.0, 29.0, 26.0, 16.0, 13.0, 19.0, 2.0, 3.0, 2.0, 3.0, 0.0, 4.0, 6.0, 1.0, 0.0, 3.0, 2.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0], "bins": [-0.1558627188205719, -0.1511244773864746, -0.14638622105121613, -0.14164796471595764, -0.13690972328186035, -0.13217148184776306, -0.12743322551250458, -0.12269497662782669, -0.1179567277431488, -0.11321847885847092, -0.10848022997379303, -0.10374198108911514, -0.09900373220443726, -0.09426548331975937, -0.08952723443508148, -0.0847889855504036, -0.08005073666572571, -0.07531248778104782, -0.07057423889636993, -0.06583599001169205, -0.06109774112701416, -0.05635949224233627, -0.051621243357658386, -0.0468829944729805, -0.04214474558830261, -0.037406496703624725, -0.03266824781894684, -0.02792999893426895, -0.023191750049591064, -0.018453501164913177, -0.01371525228023529, -0.008977003395557404, -0.004238754510879517, 0.0004994943737983704, 0.005237743258476257, 0.009975992143154144, 0.014714241027832031, 0.019452489912509918, 0.024190738797187805, 0.028928987681865692, 0.03366723656654358, 0.038405485451221466, 0.04314373433589935, 0.04788198322057724, 0.05262023210525513, 0.057358480989933014, 0.0620967298746109, 0.06683497875928879, 0.07157322764396667, 0.07631147652864456, 0.08104972541332245, 0.08578797429800034, 0.09052622318267822, 0.09526447206735611, 0.100002720952034, 0.10474096983671188, 0.10947921872138977, 0.11421746760606766, 0.11895571649074554, 0.12369396537542343, 0.12843221426010132, 0.1331704556941986, 0.1379087120294571, 0.14264696836471558, 0.14738520979881287]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 3.0, 4.0, 1.0, 3.0, 8.0, 3.0, 3.0, 6.0, 8.0, 27.0, 5.0, 5.0, 8.0, 3.0, 3.0, 8.0, 5.0, 1.0, 2.0, 2.0, 0.0, 2.0, 0.0, 2.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.004626831039786339, -0.004496788140386343, -0.004366745240986347, -0.004236702341586351, -0.004106659442186356, -0.003976617008447647, -0.0038465741090476513, -0.0037165312096476555, -0.0035864883102476597, -0.003456445410847664, -0.003326402511447668, -0.003196359844878316, -0.00306631694547832, -0.0029362740460783243, -0.002806231379508972, -0.0026761884801089764, -0.0025461455807089806, -0.0024161026813089848, -0.002286059781908989, -0.002156017115339637, -0.002025974215939641, -0.0018959313165396452, -0.0017658885335549712, -0.0016358457505702972, -0.0015058028511703014, -0.0013757599517703056, -0.0012457171687856317, -0.0011156743858009577, -0.0009856314864009619, -0.000855588645208627, -0.0007255458040162921, -0.0005955029628239572, -0.0004654601216316223, -0.0003354172804392874, -0.00020537443924695253, -7.533159805461764e-05, 5.471124313771725e-05, 0.00018475408433005214, 0.00031479692552238703, 0.0004448397667147219, 0.0005748826079070568, 0.0007049254490993917, 0.0008349682902917266, 0.0009650111314840615, 0.0010950539726763964, 0.0012250968720763922, 0.0013551396550610662, 0.0014851824380457401, 0.001615225337445736, 0.0017452682368457317, 0.0018753110198304057, 0.0020053538028150797, 0.0021353967022150755, 0.0022654396016150713, 0.0023954822681844234, 0.0025255251675844193, 0.002655568066984415, 0.002785610966384411, 0.0029156538657844067, 0.003045696532353759, 0.0031757394317537546, 0.0033057823311537504, 0.0034358249977231026, 0.0035658678971230984, 0.003695910796523094]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 3.0, 1.0, 4.0, 4.0, 6.0, 6.0, 5.0, 4.0, 20.0, 23.0, 25.0, 31.0, 57.0, 86.0, 99.0, 167.0, 235.0, 342.0, 504.0, 833.0, 1380.0, 2383.0, 4665.0, 9940.0, 26169.0, 112660.0, 921698.0, 56205.0, 19719.0, 9220.0, 4867.0, 2854.0, 1758.0, 1169.0, 732.0, 513.0, 348.0, 247.0, 181.0, 146.0, 99.0, 65.0, 48.0, 30.0, 29.0, 23.0, 7.0, 3.0, 5.0, 8.0, 6.0, 7.0, 1.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.009345024824142456, -0.00906457006931305, -0.008784116245806217, -0.00850366149097681, -0.008223207667469978, -0.007942752912640572, -0.007662298157811165, -0.007381843868643045, -0.007101389579474926, -0.0068209352903068066, -0.006540481001138687, -0.00626002624630928, -0.005979571957141161, -0.0056991176679730415, -0.005418662913143635, -0.005138208623975515, -0.004857754334807396, -0.0045773000456392765, -0.004296845756471157, -0.00401639100164175, -0.003735936712473631, -0.0034554824233055115, -0.0031750279013067484, -0.0028945733793079853, -0.002614119090139866, -0.0023336648009717464, -0.0020532102789729834, -0.001772755873389542, -0.0014923014678061008, -0.0012118470622226596, -0.0009313926566392183, -0.0006509382510557771, -0.0003704838454723358, -9.002943988889456e-05, 0.0001904249656945467, 0.00047087937127798796, 0.0007513337768614292, 0.0010317881824448705, 0.0013122425880283117, 0.001592696993611753, 0.0018731513991951942, 0.0021536056883633137, 0.0024340602103620768, 0.00271451473236084, 0.0029949690215289593, 0.0032754233106970787, 0.003555877832695842, 0.003836332354694605, 0.004116786643862724, 0.004397240933030844, 0.004677695222198963, 0.00495814997702837, 0.005238604266196489, 0.005519058555364609, 0.0057995133101940155, 0.006079967599362135, 0.006360421888530254, 0.006640876177698374, 0.006921330466866493, 0.0072017852216959, 0.007482239510864019, 0.007762693800032139, 0.008043148554861546, 0.008323602378368378, 0.008604057133197784]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 5.0, 2.0, 5.0, 2.0, 1.0, 2.0, 3.0, 2.0, 2.0, 7.0, 3.0, 1.0, 5.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 2.0, 3.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.033433571457862854, -0.032463010400533676, -0.0314924530684948, -0.030521893873810768, -0.02955133467912674, -0.02858077362179756, -0.027610214427113533, -0.026639655232429504, -0.025669096037745476, -0.024698536843061447, -0.02372797764837742, -0.02275741845369339, -0.021786857396364212, -0.020816298201680183, -0.019845739006996155, -0.018875179812312126, -0.017904620617628098, -0.01693406142294407, -0.01596350222826004, -0.014992942102253437, -0.014022382907569408, -0.01305182371288538, -0.012081263586878777, -0.011110704392194748, -0.01014014519751072, -0.00916958600282669, -0.008199026808142662, -0.007228466682136059, -0.00625790748745203, -0.0052873482927680016, -0.004316788632422686, -0.0033462292049080133, -0.002375669777393341, -0.0014051103498786688, -0.0004345509223639965, 0.0005360085051506758, 0.001506567932665348, 0.0024771273601800203, 0.0034476867876946926, 0.0044182464480400085, 0.005388805642724037, 0.006359364837408066, 0.007329924497753382, 0.008300484158098698, 0.009271043352782726, 0.010241602547466755, 0.011212162673473358, 0.012182721868157387, 0.013153281062841415, 0.014123840257525444, 0.015094399452209473, 0.0160649586468935, 0.01703551784157753, 0.018006078898906708, 0.018976638093590736, 0.019947197288274765, 0.020917756482958794, 0.021888315677642822, 0.02285887487232685, 0.02382943406701088, 0.024799995124340057, 0.025770554319024086, 0.026741113513708115, 0.027711672708392143, 0.028682231903076172]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 3.0, 3.0, 0.0, 3.0, 1.0, 3.0, 4.0, 3.0, 3.0, 0.0, 2.0, 4.0, 2.0, 6.0, 3.0, 9.0, 7.0, 17.0, 19.0, 25.0, 35.0, 49.0, 82.0, 94.0, 114.0, 218.0, 314.0, 387.0, 573.0, 941.0, 1547.0, 2970.0, 6245.0, 1561.0, 975.0, 644.0, 447.0, 322.0, 218.0, 159.0, 87.0, 60.0, 57.0, 49.0, 55.0, 25.0, 22.0, 20.0, 10.0, 7.0, 5.0, 1.0, 3.0, 2.0, 1.0, 4.0, 2.0, 2.0, 3.0, 1.0, 0.0, 2.0], "bins": [-0.019862167537212372, -0.019279813393950462, -0.018697459250688553, -0.018115105107426643, -0.017532750964164734, -0.016950396820902824, -0.016368042677640915, -0.015785688534379005, -0.01520333532243967, -0.014620981179177761, -0.014038627035915852, -0.013456272892653942, -0.012873919680714607, -0.012291565537452698, -0.011709211394190788, -0.011126857250928879, -0.01054450310766697, -0.00996214896440506, -0.00937979482114315, -0.00879744067788124, -0.008215086534619331, -0.007632732857018709, -0.007050379179418087, -0.0064680250361561775, -0.005885670892894268, -0.0053033167496323586, -0.004720962606370449, -0.004138608928769827, -0.0035562547855079174, -0.002973900642246008, -0.002391546731814742, -0.0018091927049681544, -0.0012268386781215668, -0.0006444846512749791, -6.213062442839146e-05, 0.0005202234024181962, 0.0011025774292647839, 0.0016849314561113715, 0.002267285482957959, 0.002849639393389225, 0.0034319935366511345, 0.004014347679913044, 0.0045967018231749535, 0.005179055500775576, 0.005761409644037485, 0.006343763787299395, 0.006926117464900017, 0.007508471608161926, 0.008090825751423836, 0.008673179894685745, 0.009255534037947655, 0.009837888181209564, 0.010420242324471474, 0.011002595536410809, 0.011584949679672718, 0.012167303822934628, 0.012749657966196537, 0.013332012109458447, 0.013914366252720356, 0.014496720395982265, 0.0150790736079216, 0.01566142775118351, 0.01624378189444542, 0.01682613603770733, 0.01740849018096924]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 1.0, 2.0, 1.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.14573083817958832, -0.14045237004756927, -0.13517390191555023, -0.12989541888237, -0.12461695075035095, -0.11933848261833191, -0.11406001448631287, -0.10878153890371323, -0.10350307077169418, -0.09822460263967514, -0.0929461270570755, -0.08766765892505646, -0.08238919079303741, -0.07711071521043777, -0.07183224707841873, -0.06655377149581909, -0.06127530336380005, -0.05599683150649071, -0.050718359649181366, -0.04543989151716232, -0.04016141965985298, -0.03488294780254364, -0.029604477807879448, -0.024326007813215256, -0.019047535955905914, -0.013769065029919147, -0.00849059410393238, -0.003212123177945614, 0.002066347748041153, 0.00734481867402792, 0.012623289600014687, 0.01790175959467888, 0.02318023145198822, 0.02845870330929756, 0.0337371751666069, 0.039015643298625946, 0.04429411515593529, 0.04957258701324463, 0.05485105514526367, 0.06012952700257301, 0.06540799885988235, 0.0706864669919014, 0.07596494257450104, 0.08124341070652008, 0.08652187883853912, 0.09180035442113876, 0.0970788225531578, 0.10235729813575745, 0.10763576626777649, 0.11291423439979553, 0.11819270998239517, 0.12347117811441422, 0.12874965369701385, 0.1340281218290329, 0.13930658996105194, 0.14458505809307098, 0.14986354112625122, 0.15514200925827026, 0.1604204773902893, 0.16569894552230835, 0.1709774136543274, 0.17625588178634644, 0.18153436481952667, 0.18681283295154572, 0.19209130108356476]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 3.0, 3.0, 2.0, 7.0, 8.0, 7.0, 7.0, 7.0, 9.0, 3.0, 2.0, 4.0, 10.0, 13.0, 11.0, 14.0, 16.0, 13.0, 47.0, 11.0, 23.0, 8.0, 5.0, 6.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 3.0, 4.0, 2.0, 2.0, 2.0, 3.0, 1.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 1.0, 2.0, 0.0, 1.0], "bins": [-0.13523676991462708, -0.1302964985370636, -0.12535624206066132, -0.12041597068309784, -0.11547570675611496, -0.11053544282913208, -0.1055951714515686, -0.10065490752458572, -0.09571464359760284, -0.09077437967061996, -0.08583411574363708, -0.08089384436607361, -0.07595358043909073, -0.07101331651210785, -0.06607304513454437, -0.06113278120756149, -0.05619251728057861, -0.051252253353595734, -0.046311985701322556, -0.04137171804904938, -0.0364314541220665, -0.03149119019508362, -0.02655092254281044, -0.02161065675318241, -0.016670390963554382, -0.011730125173926353, -0.006789859384298325, -0.0018495935946702957, 0.003090672194957733, 0.008030937984585762, 0.012971203774213791, 0.01791146956384182, 0.02285173535346985, 0.027792001143097878, 0.032732266932725906, 0.037672534584999084, 0.042612798511981964, 0.047553062438964844, 0.05249333009123802, 0.0574335977435112, 0.06237386167049408, 0.06731412559747696, 0.07225438952445984, 0.07719466090202332, 0.0821349248290062, 0.08707518875598907, 0.09201546013355255, 0.09695572406053543, 0.10189598798751831, 0.10683625191450119, 0.11177651584148407, 0.11671678721904755, 0.12165705114603043, 0.1265973150730133, 0.13153758645057678, 0.13647784292697906, 0.14141811430454254, 0.14635838568210602, 0.1512986421585083, 0.15623891353607178, 0.16117918491363525, 0.16611944139003754, 0.171059712767601, 0.1759999692440033, 0.18094024062156677]}, "_runtime": 169.55035877227783, "_timestamp": 1596211759.3214676, "_step": 211}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 0.0, 1.0, 1.0, 1.0, 3.0, 0.0, 5.0, 1.0, 4.0, 5.0, 9.0, 4.0, 2.0, 3.0, 1.0, 3.0, 3.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0], "bins": [-0.02270856872200966, -0.022194810211658478, -0.021681053563952446, -0.021167295053601265, -0.020653538405895233, -0.020139779895544052, -0.01962602138519287, -0.01911226473748684, -0.018598506227135658, -0.018084747716784477, -0.017570991069078445, -0.017057232558727264, -0.016543474048376083, -0.01602971740067005, -0.01551595889031887, -0.015002201311290264, -0.014488443732261658, -0.013974686153233051, -0.013460928574204445, -0.012947170063853264, -0.012433412484824657, -0.011919654905796051, -0.01140589639544487, -0.010892138816416264, -0.010378381237387657, -0.00986462365835905, -0.009350866079330444, -0.008837107568979263, -0.008323349989950657, -0.0078095924109220505, -0.007295834366232157, -0.006782076321542263, -0.006268318742513657, -0.00575456116348505, -0.0052408031187951565, -0.004727045074105263, -0.004213287495076656, -0.0036995296832174063, -0.003185771871358156, -0.002672014059498906, -0.002158256247639656, -0.001644498435780406, -0.001130740623921156, -0.0006169828120619059, -0.00010322500020265579, 0.0004105328116565943, 0.0009242906235158443, 0.0014380484353750944, 0.0019518062472343445, 0.0024655640590935946, 0.0029793218709528446, 0.0034930796828120947, 0.004006837494671345, 0.004520595073699951, 0.005034353118389845, 0.005548111163079739, 0.006061868742108345, 0.0065756263211369514, 0.007089384365826845, 0.007603142410516739, 0.008116899989545345, 0.008630657568573952, 0.009144416078925133, 0.00965817365795374, 0.010171931236982346]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 3.0, 0.0, 3.0, 2.0, 1.0, 3.0, 5.0, 10.0, 8.0, 9.0, 12.0, 16.0, 20.0, 33.0, 45.0, 56.0, 78.0, 106.0, 157.0, 290.0, 5020.0, 1189.0, 304.0, 176.0, 106.0, 74.0, 70.0, 25.0, 27.0, 21.0, 12.0, 13.0, 3.0, 7.0, 6.0, 3.0, 2.0, 1.0, 4.0, 0.0, 3.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.15093734860420227, -0.14572128653526306, -0.14050520956516266, -0.13528914749622345, -0.13007308542728424, -0.12485701590776443, -0.11964094638824463, -0.11442487686872482, -0.10920880734920502, -0.10399274528026581, -0.098776675760746, -0.0935606062412262, -0.08834454417228699, -0.08312847465276718, -0.07791240513324738, -0.07269634306430817, -0.06748027354478836, -0.06226420775055885, -0.05704813823103905, -0.05183207243680954, -0.046616002917289734, -0.041399937123060226, -0.03618387132883072, -0.030967803671956062, -0.025751736015081406, -0.02053566835820675, -0.015319601632654667, -0.010103534907102585, -0.004887467250227928, 0.0003285999409854412, 0.005544667132198811, 0.010760733857750893, 0.01597680151462555, 0.021192869171500206, 0.026408936828374863, 0.03162500262260437, 0.036841072142124176, 0.042057137936353683, 0.04727320373058319, 0.052489273250103, 0.057705339044332504, 0.06292140483856201, 0.06813747435808182, 0.07335354387760162, 0.07856960594654083, 0.08378567546606064, 0.08900174498558044, 0.09421780705451965, 0.09943387657403946, 0.10464994609355927, 0.10986600816249847, 0.11508207768201828, 0.12029814720153809, 0.1255142092704773, 0.1307302862405777, 0.1359463483095169, 0.14116241037845612, 0.14637848734855652, 0.15159454941749573, 0.15681061148643494, 0.16202668845653534, 0.16724275052547455, 0.17245881259441376, 0.17767488956451416, 0.18289095163345337]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 2.0, 2.0, 3.0, 3.0, 3.0, 3.0, 4.0, 3.0, 3.0, 3.0, 0.0, 3.0, 5.0, 7.0, 24.0, 5.0, 5.0, 1.0, 2.0, 3.0, 6.0, 7.0, 2.0, 0.0, 2.0, 1.0, 3.0, 1.0, 4.0, 3.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0022876611910760403, -0.0021856611128896475, -0.0020836612675338984, -0.0019816611893475056, -0.0018796613439917564, -0.0017776613822206855, -0.0016756614204496145, -0.0015736614586785436, -0.0014716614969074726, -0.0013696614187210798, -0.0012676614569500089, -0.001165661495178938, -0.001063661533407867, -0.000961661571636796, -0.000859661609865725, -0.0007576616480946541, -0.0006556616863235831, -0.0005536617245525122, -0.0004516617627814412, -0.0003496617719065398, -0.00024766181013546884, -0.00014566184836439788, -4.36618720414117e-05, 5.8338097005616874e-05, 0.00016033806605264544, 0.0002623380278237164, 0.00036433798959478736, 0.0004663379804696888, 0.0005683379713445902, 0.0006703379331156611, 0.0007723378948867321, 0.0008743378566578031, 0.000976337818428874, 0.001078337780199945, 0.001180337741971016, 0.0012823377037420869, 0.0013843376655131578, 0.0014863376272842288, 0.0015883375890552998, 0.0016903375508263707, 0.0017923375125974417, 0.0018943375907838345, 0.0019963374361395836, 0.0020983375143259764, 0.0022003373596817255, 0.0023023374378681183, 0.0024043372832238674, 0.00250633736141026, 0.002608337439596653, 0.002710337284952402, 0.002812337363138795, 0.002914337208494544, 0.003016337286680937, 0.003118337132036686, 0.0032203372102230787, 0.003322337055578828, 0.0034243371337652206, 0.0035263369791209698, 0.0036283370573073626, 0.0037303369026631117, 0.0038323369808495045, 0.003934336826205254, 0.004036336671561003, 0.004138336982578039, 0.004240336827933788]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 3.0, 6.0, 9.0, 10.0, 12.0, 17.0, 25.0, 56.0, 93.0, 130.0, 220.0, 340.0, 512.0, 904.0, 1455.0, 2695.0, 5140.0, 10699.0, 26674.0, 103799.0, 914803.0, 62824.0, 22658.0, 10801.0, 5789.0, 3520.0, 2046.0, 1343.0, 912.0, 576.0, 419.0, 291.0, 227.0, 165.0, 114.0, 78.0, 50.0, 45.0, 40.0, 29.0, 25.0, 23.0, 4.0, 16.0, 10.0, 6.0, 5.0, 2.0, 3.0, 2.0, 7.0, 4.0, 3.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0], "bins": [-0.006313685327768326, -0.006043821107596159, -0.005773956421762705, -0.005504092201590538, -0.005234227515757084, -0.004964363295584917, -0.00469449907541275, -0.004424634389579296, -0.004154770169407129, -0.003884905716404319, -0.0036150412634015083, -0.0033451770432293415, -0.003075312590226531, -0.0028054481372237206, -0.0025355839170515537, -0.0022657194640487432, -0.0019958550110459328, -0.0017259905580431223, -0.0014561262214556336, -0.001186261884868145, -0.0009163974318653345, -0.000646533037070185, -0.0003766686422750354, -0.00010680424747988582, 0.00016306014731526375, 0.0004329245421104133, 0.0007027889369055629, 0.0009726533317007124, 0.001242517726495862, 0.0015123821794986725, 0.0017822465160861611, 0.00205211085267365, 0.0023219753056764603, 0.0025918397586792707, 0.0028617042116820812, 0.003131568431854248, 0.0034014328848570585, 0.003671297337859869, 0.003941161558032036, 0.00421102624386549, 0.004480890464037657, 0.004750754684209824, 0.005020619370043278, 0.0052904835902154446, 0.005560347810387611, 0.0058302124962210655, 0.006100076716393232, 0.0063699414022266865, 0.006639805622398853, 0.00690966984257102, 0.007179534528404474, 0.007449398748576641, 0.007719263434410095, 0.007989127188920975, 0.008258991874754429, 0.008528856560587883, 0.008798720315098763, 0.009068585000932217, 0.00933844968676567, 0.009608314372599125, 0.009878178127110004, 0.010148042812943459, 0.010417907498776913, 0.010687771253287792, 0.010957635939121246]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 3.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 4.0, 2.0, 3.0, 10.0, 2.0, 2.0, 2.0, 1.0, 2.0, 5.0, 5.0, 0.0, 3.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.018403412774205208, -0.01778794452548027, -0.017172476276755333, -0.016557008028030396, -0.015941541641950607, -0.015326072461903095, -0.014710605144500732, -0.014095136895775795, -0.013479668647050858, -0.01286420039832592, -0.012248732149600983, -0.01163326483219862, -0.011017796583473682, -0.010402328334748745, -0.009786861017346382, -0.009171392768621445, -0.008555924519896507, -0.00794045627117157, -0.00732498848810792, -0.0067095207050442696, -0.006094052456319332, -0.005478584207594395, -0.0048631164245307446, -0.004247648641467094, -0.003632180392742157, -0.003016712376847863, -0.0024012443609535694, -0.0017857763450592756, -0.0011703083291649818, -0.0005548403132706881, 6.062770262360573e-05, 0.0006760957185178995, 0.0012915637344121933, 0.001907031750306487, 0.002522499766200781, 0.0031379677820950747, 0.0037534357979893684, 0.004368904046714306, 0.004984371829777956, 0.005599839612841606, 0.006215307861566544, 0.006830776110291481, 0.007446243893355131, 0.008061711676418781, 0.008677179925143719, 0.009292648173868656, 0.009908115491271019, 0.010523583739995956, 0.011139051988720894, 0.011754520237445831, 0.012369988486170769, 0.012985455803573132, 0.013600924052298069, 0.014216392301023006, 0.01483185961842537, 0.015447327867150307, 0.016062796115875244, 0.01667826436460018, 0.01729373261332512, 0.017909200862050056, 0.018524669110774994, 0.019140135496854782, 0.01975560374557972, 0.020371071994304657, 0.020986540243029594]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 2.0, 0.0, 1.0, 4.0, 1.0, 2.0, 2.0, 3.0, 3.0, 7.0, 9.0, 11.0, 15.0, 22.0, 17.0, 28.0, 26.0, 33.0, 50.0, 68.0, 94.0, 125.0, 133.0, 197.0, 250.0, 394.0, 470.0, 666.0, 921.0, 1527.0, 5483.0, 2876.0, 1678.0, 1027.0, 678.0, 473.0, 334.0, 192.0, 139.0, 92.0, 81.0, 67.0, 47.0, 23.0, 24.0, 36.0, 35.0, 13.0, 6.0, 11.0, 12.0, 7.0, 1.0, 1.0, 4.0, 0.0, 0.0, 2.0, 4.0, 0.0, 2.0], "bins": [-0.011703193187713623, -0.011358283460140228, -0.011013373732566833, -0.010668464004993439, -0.010323554277420044, -0.00997864454984665, -0.009633734822273254, -0.00928882509469986, -0.008943915367126465, -0.008599004708230495, -0.0082540949806571, -0.007909185253083706, -0.007564275525510311, -0.007219365797936916, -0.006874456070363522, -0.006529546342790127, -0.006184636615216732, -0.005839726887643337, -0.0054948171600699425, -0.005149907432496548, -0.004804997704923153, -0.004460087511688471, -0.004115177784115076, -0.0037702680565416813, -0.0034253583289682865, -0.0030804486013948917, -0.002735538873821497, -0.0023906289134174585, -0.0020457191858440638, -0.001700809458270669, -0.0013558996142819524, -0.0010109897702932358, -0.000666080042719841, -0.0003211702569387853, 2.3739528842270374e-05, 0.00036864931462332606, 0.0007135591004043818, 0.0010584688279777765, 0.0014033786719664931, 0.0017482885159552097, 0.0020931982435286045, 0.0024381079711019993, 0.002783017698675394, 0.0031279276590794325, 0.0034728373866528273, 0.003817747114226222, 0.0041626570746302605, 0.004507566802203655, 0.00485247652977705, 0.005197386257350445, 0.00554229598492384, 0.005887205712497234, 0.006232115440070629, 0.006577025633305311, 0.006921935360878706, 0.007266845088452101, 0.0076117548160254955, 0.007956665009260178, 0.008301574736833572, 0.008646484464406967, 0.008991394191980362, 0.009336303919553757, 0.009681213647127151, 0.010026123374700546, 0.010371033102273941]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 5.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.1264762282371521, -0.1235438659787178, -0.1206115111708641, -0.11767914891242981, -0.11474678665399551, -0.11181443184614182, -0.10888206958770752, -0.10594970732927322, -0.10301735252141953, -0.10008499026298523, -0.09715262800455093, -0.09422027319669724, -0.09128791093826294, -0.08835554867982864, -0.08542319387197495, -0.08249083161354065, -0.07955847680568695, -0.07662611454725266, -0.07369375228881836, -0.07076139748096466, -0.06782903522253036, -0.06489667296409607, -0.06196431443095207, -0.059031955897808075, -0.05609959363937378, -0.05316723510622978, -0.050234876573085785, -0.04730251803994179, -0.04437015578150749, -0.041437797248363495, -0.0385054387152195, -0.0355730764567852, -0.032640717923641205, -0.02970835752785206, -0.02677599899470806, -0.023843638598918915, -0.020911280065774918, -0.01797891966998577, -0.015046559274196625, -0.012114199809730053, -0.009181840345263481, -0.006249480880796909, -0.00331712095066905, -0.00038476125337183475, 0.0025475984439253807, 0.0054799579083919525, 0.008412318304181099, 0.01134467776864767, 0.014277037233114243, 0.01720939762890339, 0.020141756162047386, 0.023074116557836533, 0.02600647509098053, 0.028938835486769676, 0.03187119588255882, 0.03480355441570282, 0.037735916674137115, 0.04066827520728111, 0.04360063374042511, 0.04653299227356911, 0.0494653545320034, 0.0523977130651474, 0.0553300715982914, 0.05826243385672569, 0.06119479238986969]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 3.0, 2.0, 1.0, 1.0, 3.0, 2.0, 2.0, 3.0, 5.0, 10.0, 7.0, 9.0, 9.0, 25.0, 35.0, 27.0, 15.0, 18.0, 16.0, 18.0, 12.0, 11.0, 6.0, 6.0, 4.0, 6.0, 2.0, 3.0, 1.0, 3.0, 1.0, 3.0, 0.0, 2.0, 2.0, 3.0], "bins": [-0.07234326750040054, -0.07062241435050964, -0.06890155375003815, -0.06718070060014725, -0.06545983999967575, -0.06373898684978485, -0.06201812997460365, -0.060297273099422455, -0.05857641622424126, -0.05685555934906006, -0.05513470247387886, -0.05341384559869766, -0.05169299244880676, -0.049972135573625565, -0.048251278698444366, -0.04653042182326317, -0.04480956494808197, -0.04308870807290077, -0.041367851197719574, -0.039646994322538376, -0.03792613744735718, -0.03620528429746628, -0.03448442742228508, -0.03276357054710388, -0.031042713671922684, -0.029321856796741486, -0.027600999921560287, -0.02588014490902424, -0.02415928803384304, -0.022438431158661842, -0.020717576146125793, -0.018996719270944595, -0.017275862395763397, -0.015555005520582199, -0.013834149576723576, -0.012113293632864952, -0.010392436757683754, -0.008671579882502556, -0.006950723938643932, -0.0052298675291240215, -0.0035090111196041107, -0.0017881547100842, -6.729830056428909e-05, 0.0016535581089556217, 0.0033744145184755325, 0.005095270927995443, 0.006816127337515354, 0.008536983281373978, 0.010257840156555176, 0.011978697031736374, 0.013699552975594997, 0.015420408919453621, 0.01714126579463482, 0.018862122669816017, 0.020582977682352066, 0.022303834557533264, 0.024024691432714462, 0.02574554830789566, 0.02746640518307686, 0.029187260195612907, 0.030908117070794106, 0.032628972083330154, 0.03434982895851135, 0.03607068583369255, 0.03779154270887375]}, "_runtime": 170.3653461933136, "_timestamp": 1596211760.136455, "_step": 212}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 3.0, 1.0, 1.0, 2.0, 3.0, 4.0, 1.0, 3.0, 6.0, 3.0, 4.0, 3.0, 4.0, 1.0, 3.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011036459356546402, -0.010761871002614498, -0.010487282648682594, -0.010212695226073265, -0.009938106872141361, -0.009663518518209457, -0.009388931095600128, -0.009114342741668224, -0.00883975438773632, -0.008565166033804417, -0.008290577679872513, -0.008015990257263184, -0.00774140190333128, -0.007466813549399376, -0.007192225661128759, -0.006917637772858143, -0.006643049418926239, -0.006368461064994335, -0.006093873176723719, -0.005819285288453102, -0.005544696934521198, -0.005270108580589294, -0.004995520692318678, -0.004720932804048061, -0.0044463444501161575, -0.004171756096184254, -0.003897168207913637, -0.003622580086812377, -0.003347991965711117, -0.0030734038446098566, -0.0027988157235085964, -0.0025242276024073362, -0.002249639481306076, -0.001975051360204816, -0.0017004632391035557, -0.0014258751180022955, -0.0011512869969010353, -0.0008766988757997751, -0.0006021107546985149, -0.00032752263359725475, -5.293451249599457e-05, 0.00022165360860526562, 0.0004962417297065258, 0.000770829850807786, 0.0010454179719090462, 0.0013200060930103064, 0.0015945942141115665, 0.0018691823352128267, 0.002143770456314087, 0.002418358577415347, 0.0026929466985166073, 0.0029675348196178675, 0.0032421229407191277, 0.003516711061820388, 0.003791299182921648, 0.0040658870711922646, 0.004340475425124168, 0.004615063779056072, 0.004889651667326689, 0.005164239555597305, 0.005438827909529209, 0.005713416263461113, 0.0059880041517317295, 0.006262592040002346, 0.00653718039393425]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 3.0, 5.0, 0.0, 5.0, 3.0, 6.0, 5.0, 6.0, 7.0, 7.0, 10.0, 26.0, 21.0, 32.0, 35.0, 41.0, 55.0, 85.0, 133.0, 167.0, 316.0, 5272.0, 826.0, 295.0, 158.0, 124.0, 61.0, 54.0, 34.0, 30.0, 16.0, 22.0, 13.0, 11.0, 7.0, 8.0, 6.0, 8.0, 0.0, 2.0, 2.0, 1.0, 6.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.10905764251947403, -0.10563115775585175, -0.10220466554164886, -0.09877818077802658, -0.0953516885638237, -0.09192520380020142, -0.08849871158599854, -0.08507222682237625, -0.08164574205875397, -0.07821924984455109, -0.0747927650809288, -0.07136627286672592, -0.06793978810310364, -0.06451329588890076, -0.06108681112527847, -0.05766032263636589, -0.05423383414745331, -0.050807345658540726, -0.04738085716962814, -0.04395436868071556, -0.04052788019180298, -0.037101395428180695, -0.03367490693926811, -0.03024841845035553, -0.026821929961442947, -0.023395441472530365, -0.019968952983617783, -0.01654246635735035, -0.013115977868437767, -0.009689489379525185, -0.006263001821935177, -0.0028365137986838818, 0.0005899742245674133, 0.004016462247818708, 0.0074429502710700035, 0.010869437828660011, 0.014295926317572594, 0.017722414806485176, 0.02114890143275261, 0.02457538992166519, 0.028001878410577774, 0.031428366899490356, 0.03485485538840294, 0.03828134387731552, 0.041707828640937805, 0.04513431712985039, 0.04856080561876297, 0.05198729410767555, 0.055413782596588135, 0.05884027108550072, 0.0622667595744133, 0.06569324433803558, 0.06911973655223846, 0.07254622131586075, 0.07597271353006363, 0.07939919829368591, 0.0828256905078888, 0.08625217527151108, 0.08967866003513336, 0.09310515224933624, 0.09653163701295853, 0.09995812922716141, 0.10338461399078369, 0.10681110620498657, 0.11023759096860886]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 5.0, 2.0, 1.0, 2.0, 0.0, 2.0, 4.0, 6.0, 5.0, 3.0, 3.0, 0.0, 7.0, 3.0, 1.0, 20.0, 5.0, 5.0, 3.0, 2.0, 7.0, 5.0, 2.0, 2.0, 3.0, 5.0, 3.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0025588383432477713, -0.0024738467764109373, -0.002388855442404747, -0.002303863875567913, -0.002218872308731079, -0.002133880974724889, -0.002048889407888055, -0.001963897841051221, -0.0018789063906297088, -0.0017939149402081966, -0.0017089233733713627, -0.0016239319229498506, -0.0015389404725283384, -0.0014539489056915045, -0.0013689574552699924, -0.0012839658884331584, -0.0011989744380116463, -0.0011139829875901341, -0.0010289914207533002, -0.0009439999703317881, -0.000859008461702615, -0.000774016953073442, -0.0006890255026519299, -0.0006040339940227568, -0.0005190424853935838, -0.00043405097676441073, -0.00034905949723906815, -0.00026406801771372557, -0.00017907650908455253, -9.408501500729471e-05, -9.093520930036902e-06, 7.589797314722091e-05, 0.00016088946722447872, 0.00024588097585365176, 0.00033087245537899435, 0.00041586393490433693, 0.00050085544353351, 0.000585846952162683, 0.0006708384025841951, 0.0007558299112133682, 0.0008408214198425412, 0.0009258129284717143, 0.0010108044371008873, 0.0010957958875223994, 0.0011807873379439116, 0.0012657789047807455, 0.0013507703552022576, 0.0014357619220390916, 0.0015207533724606037, 0.0016057448228821158, 0.0016907363897189498, 0.001775727840140462, 0.0018607194069772959, 0.001945710857398808, 0.00203070230782032, 0.002115693874657154, 0.002200685441493988, 0.0022856767755001783, 0.0023706683423370123, 0.0024556599091738462, 0.0025406512431800365, 0.0026256428100168705, 0.0027106343768537045, 0.0027956257108598948, 0.0028806172776967287]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 1.0, 2.0, 3.0, 3.0, 7.0, 8.0, 10.0, 13.0, 10.0, 22.0, 25.0, 37.0, 50.0, 74.0, 90.0, 123.0, 167.0, 205.0, 296.0, 414.0, 647.0, 1098.0, 1881.0, 3494.0, 7978.0, 21588.0, 90107.0, 951752.0, 60123.0, 19852.0, 8967.0, 4434.0, 2397.0, 1364.0, 823.0, 548.0, 333.0, 232.0, 126.0, 107.0, 56.0, 69.0, 25.0, 25.0, 16.0, 8.0, 9.0, 8.0, 6.0, 0.0, 2.0, 5.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008050154894590378, -0.007785797119140625, -0.007521438878029585, -0.007257081102579832, -0.006992722861468792, -0.006728365086019039, -0.006464006844907999, -0.006199649069458246, -0.005935290828347206, -0.005670933052897453, -0.0054065752774477005, -0.00514221703633666, -0.004877859260886908, -0.0046135010197758675, -0.004349143244326115, -0.0040847850032150745, -0.0038204272277653217, -0.0035560692194849253, -0.003291711211204529, -0.0030273532029241323, -0.002762995194643736, -0.002498637419193983, -0.0022342794109135866, -0.00196992140263319, -0.0017055633943527937, -0.0014412053860723972, -0.0011768473777920008, -0.0009124894859269261, -0.0006481314776465297, -0.00038377349846996367, -0.00011941551929339767, 0.00014494245988316834, 0.00040930043905973434, 0.0006736584473401308, 0.0009380163974128664, 0.001202374347485602, 0.0014667323557659984, 0.0017310903640463948, 0.0019954482559114695, 0.002259806264191866, 0.0025241642724722624, 0.002788522280752659, 0.0030528802890330553, 0.0033172382973134518, 0.0035815960727632046, 0.003845954081043601, 0.0041103120893239975, 0.004374670330435038, 0.00463902810588479, 0.004903385881334543, 0.005167744122445583, 0.005432101897895336, 0.005696460139006376, 0.005960817914456129, 0.006225176155567169, 0.006489533931016922, 0.006753891706466675, 0.007018249947577715, 0.007282607723027468, 0.007546965964138508, 0.007811323739588261, 0.008075681515038013, 0.008340040221810341, 0.008604397997260094, 0.008868755772709846]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 3.0, 0.0, 2.0, 2.0, 1.0, 2.0, 3.0, 4.0, 9.0, 2.0, 3.0, 5.0, 4.0, 3.0, 2.0, 0.0, 5.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.04785429686307907, -0.046785708516836166, -0.04571712017059326, -0.04464853182435036, -0.04357994347810745, -0.04251135140657425, -0.041442763060331345, -0.04037417471408844, -0.039305586367845535, -0.03823699802160263, -0.037168409675359726, -0.03609982132911682, -0.03503122925758362, -0.033962640911340714, -0.03289405256509781, -0.031825464218854904, -0.030756875872612, -0.029688287526369095, -0.02861969918012619, -0.027551108971238136, -0.02648252062499523, -0.025413932278752327, -0.024345342069864273, -0.02327675372362137, -0.022208165377378464, -0.02113957703113556, -0.020070988684892654, -0.0190023984760046, -0.017933810129761696, -0.01686522178351879, -0.015796631574630737, -0.014728043228387833, -0.013659454882144928, -0.012590866535902023, -0.011522277258336544, -0.010453687980771065, -0.00938509963452816, -0.008316511288285255, -0.007247922010719776, -0.006179333198815584, -0.005110744386911392, -0.0040421555750072, -0.0029735667631030083, -0.0019049779511988163, -0.0008363891392946243, 0.00023219967260956764, 0.0013007884845137596, 0.0023693772964179516, 0.0034379661083221436, 0.0045065549202263355, 0.0055751437321305275, 0.0066437325440347195, 0.0077123213559389114, 0.008780909702181816, 0.009849498979747295, 0.010918088257312775, 0.01198667660355568, 0.013055264949798584, 0.014123854227364063, 0.015192443504929543, 0.016261031851172447, 0.017329620197415352, 0.018398210406303406, 0.01946679875254631, 0.020535387098789215]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 5.0, 4.0, 3.0, 8.0, 2.0, 4.0, 4.0, 7.0, 3.0, 6.0, 4.0, 4.0, 26.0, 19.0, 17.0, 6.0, 7.0, 14.0, 13.0, 26.0, 40.0, 48.0, 70.0, 103.0, 147.0, 226.0, 276.0, 409.0, 469.0, 715.0, 1000.0, 1918.0, 6623.0, 2189.0, 1274.0, 936.0, 601.0, 394.0, 245.0, 174.0, 134.0, 75.0, 49.0, 45.0, 25.0, 15.0, 4.0, 5.0, 5.0, 8.0, 3.0, 5.0, 3.0, 3.0, 4.0, 4.0, 1.0], "bins": [-0.01728859357535839, -0.016850948333740234, -0.016413303092122078, -0.01597565971314907, -0.015538014471530914, -0.015100369229912758, -0.014662723988294601, -0.01422507967799902, -0.013787434436380863, -0.013349790126085281, -0.012912144884467125, -0.012474499642848969, -0.012036855332553387, -0.01159921009093523, -0.011161565780639648, -0.010723920539021492, -0.010286275297403336, -0.009848630987107754, -0.009410985745489597, -0.008973341435194016, -0.008535696193575859, -0.008098051883280277, -0.007660406641662121, -0.007222761865705252, -0.006785117089748383, -0.006347471848130226, -0.005909827072173357, -0.005472182296216488, -0.005034537520259619, -0.00459689274430275, -0.004159247502684593, -0.003721602726727724, -0.003283957950770855, -0.002846313174813986, -0.002408668166026473, -0.001971023390069604, -0.001533378497697413, -0.001095733605325222, -0.000658088771160692, -0.00022044390789233148, 0.00021720095537602901, 0.00065484584774822, 0.001092490740120411, 0.00153013551607728, 0.001967780292034149, 0.002405425300821662, 0.002843070076778531, 0.003280715085566044, 0.003718359861522913, 0.004156004637479782, 0.004593649413436651, 0.005031294655054808, 0.005468939431011677, 0.005906584206968546, 0.006344228982925415, 0.006781873758882284, 0.007219518534839153, 0.00765716377645731, 0.008094808086752892, 0.008532453328371048, 0.008970098569989204, 0.009407742880284786, 0.009845388121902943, 0.010283032432198524, 0.010720677673816681]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 3.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1282137930393219, -0.1242658868432045, -0.1203179806470871, -0.1163700670003891, -0.1124221608042717, -0.1084742546081543, -0.1045263409614563, -0.1005784347653389, -0.0966305285692215, -0.0926826223731041, -0.0887347161769867, -0.0847868025302887, -0.0808388963341713, -0.0768909901380539, -0.0729430764913559, -0.0689951702952385, -0.0650472640991211, -0.06109935790300369, -0.05715144798159599, -0.05320353806018829, -0.04925563186407089, -0.04530772566795349, -0.04135981574654579, -0.03741190582513809, -0.03346399962902069, -0.02951609157025814, -0.02556818351149559, -0.02162027545273304, -0.01767236739397049, -0.01372445933520794, -0.009776551276445389, -0.0058286432176828384, -0.001880735158920288, 0.0020671728998422623, 0.006015080958604813, 0.009962989017367363, 0.013910897076129913, 0.017858805134892464, 0.021806713193655014, 0.025754621252417564, 0.029702529311180115, 0.033650435507297516, 0.037598345428705215, 0.041546255350112915, 0.045494161546230316, 0.04944206774234772, 0.05338997766375542, 0.057337887585163116, 0.06128579378128052, 0.06523369997739792, 0.06918160617351532, 0.07312951982021332, 0.07707742601633072, 0.08102533221244812, 0.08497324585914612, 0.08892115205526352, 0.09286905825138092, 0.09681696444749832, 0.10076487064361572, 0.10471278429031372, 0.10866069048643112, 0.11260859668254852, 0.11655651032924652, 0.12050441652536392, 0.12445232272148132]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 2.0, 1.0, 1.0, 4.0, 2.0, 0.0, 2.0, 4.0, 2.0, 3.0, 4.0, 5.0, 4.0, 5.0, 7.0, 9.0, 10.0, 13.0, 16.0, 17.0, 31.0, 14.0, 8.0, 11.0, 7.0, 10.0, 14.0, 13.0, 11.0, 6.0, 5.0, 3.0, 4.0, 2.0, 3.0, 2.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 1.0, 2.0, 0.0, 1.0, 3.0, 0.0, 1.0, 1.0], "bins": [-0.05693607032299042, -0.05515468120574951, -0.053373292088508606, -0.0515918992459774, -0.049810510128736496, -0.04802912101149559, -0.046247728168964386, -0.04446633905172348, -0.042684949934482574, -0.04090356081724167, -0.03912217170000076, -0.03734077885746956, -0.03555938974022865, -0.03377800062298775, -0.03199660778045654, -0.030215218663215637, -0.02843382954597473, -0.026652440428733826, -0.02487104944884777, -0.023089658468961716, -0.02130826935172081, -0.019526880234479904, -0.01774548925459385, -0.015964098274707794, -0.014182709157466888, -0.012401319108903408, -0.010619929060339928, -0.008838539011776447, -0.007057148963212967, -0.0052757589146494865, -0.003494368866086006, -0.0017129788175225258, 6.841123104095459e-05, 0.001849801279604435, 0.0036311913281679153, 0.005412581376731396, 0.007193971425294876, 0.008975361473858356, 0.010756751522421837, 0.012538141570985317, 0.014319531619548798, 0.016100920736789703, 0.01788231171667576, 0.019663702696561813, 0.02144509181380272, 0.023226480931043625, 0.02500787191092968, 0.026789262890815735, 0.02857065200805664, 0.030352041125297546, 0.03213343024253845, 0.033914823085069656, 0.03569621220231056, 0.03747760131955147, 0.03925899416208267, 0.04104038327932358, 0.042821772396564484, 0.04460316151380539, 0.046384550631046295, 0.0481659434735775, 0.049947332590818405, 0.05172872170805931, 0.053510114550590515, 0.05529150366783142, 0.05707289278507233]}, "_runtime": 171.19122648239136, "_timestamp": 1596211760.9623353, "_step": 213}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 4.0, 2.0, 2.0, 3.0, 2.0, 4.0, 8.0, 3.0, 3.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.00778611283749342, -0.007548213936388493, -0.0073103150352835655, -0.007072416599839926, -0.006834517698734999, -0.006596618797630072, -0.006358720362186432, -0.006120821461081505, -0.005882922559976578, -0.005645023658871651, -0.005407124757766724, -0.005169226322323084, -0.004931327421218157, -0.00469342852011323, -0.00445553008466959, -0.004217631183564663, -0.003979732282459736, -0.003741833381354809, -0.0035039347130805254, -0.003266036044806242, -0.003028137143701315, -0.002790238242596388, -0.0025523395743221045, -0.002314440906047821, -0.002076542004942894, -0.0018386432202532887, -0.0016007444355636835, -0.0013628456508740783, -0.001124946866184473, -0.0008870480814948678, -0.0006491492968052626, -0.00041125051211565733, -0.0001733517274260521, 6.454705726355314e-05, 0.0003024458419531584, 0.0005403446266427636, 0.0007782434113323689, 0.001016142196021974, 0.0012540409807115793, 0.0014919397654011846, 0.0017298385500907898, 0.001967737451195717, 0.0022056361194700003, 0.0024435347877442837, 0.0026814336888492107, 0.002919332589954138, 0.003157231258228421, 0.0033951299265027046, 0.0036330288276076317, 0.0038709277287125587, 0.004108826629817486, 0.0043467250652611256, 0.004584623966366053, 0.00482252286747098, 0.0050604213029146194, 0.0052983202040195465, 0.005536219105124474, 0.005774118006229401, 0.006012016907334328, 0.0062499153427779675, 0.0064878142438828945, 0.006725713144987822, 0.006963611580431461, 0.007201510481536388, 0.0074394093826413155]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 7.0, 2.0, 5.0, 6.0, 8.0, 9.0, 14.0, 12.0, 9.0, 22.0, 25.0, 31.0, 38.0, 60.0, 53.0, 76.0, 91.0, 123.0, 214.0, 367.0, 5216.0, 604.0, 264.0, 177.0, 108.0, 90.0, 63.0, 44.0, 49.0, 27.0, 26.0, 19.0, 9.0, 14.0, 6.0, 4.0, 10.0, 4.0, 3.0, 6.0, 1.0, 3.0, 2.0, 1.0, 2.0, 0.0, 1.0], "bins": [-0.11193840205669403, -0.10896206647157669, -0.10598573088645935, -0.10300939530134201, -0.10003305971622467, -0.09705672413110733, -0.09408038854598999, -0.09110405296087265, -0.08812771737575531, -0.08515138179063797, -0.08217504620552063, -0.07919871062040329, -0.07622237503528595, -0.07324603945016861, -0.07026970386505127, -0.06729336827993393, -0.06431703269481659, -0.06134070083498955, -0.05836436524987221, -0.05538802966475487, -0.05241169407963753, -0.04943535849452019, -0.04645902290940285, -0.04348268732428551, -0.040506355464458466, -0.037530019879341125, -0.034553684294223785, -0.031577348709106445, -0.028601013123989105, -0.025624677538871765, -0.022648341953754425, -0.019672006368637085, -0.016695670783519745, -0.013719335198402405, -0.010742999613285065, -0.007766664959490299, -0.004790329374372959, -0.0018139940220862627, 0.0011623413302004337, 0.0041386764496564865, 0.007115012034773827, 0.010091347619891167, 0.013067683205008507, 0.016044018790125847, 0.019020352512598038, 0.021996688097715378, 0.024973023682832718, 0.027949359267950058, 0.030925694853067398, 0.03390203043818474, 0.03687836602330208, 0.03985470160841942, 0.04283103719353676, 0.0458073727786541, 0.04878370836377144, 0.05176004394888878, 0.05473637580871582, 0.05771271139383316, 0.0606890469789505, 0.06366538256406784, 0.06664171814918518, 0.06961805373430252, 0.07259438931941986, 0.0755707249045372, 0.07854706048965454]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 1.0, 2.0, 3.0, 6.0, 4.0, 5.0, 8.0, 4.0, 1.0, 8.0, 3.0, 26.0, 3.0, 7.0, 3.0, 5.0, 4.0, 3.0, 1.0, 5.0, 1.0, 2.0, 2.0, 2.0, 2.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.003876580623909831, -0.0037511298432946205, -0.0036256788298487663, -0.003500228049233556, -0.0033747772686183453, -0.003249326255172491, -0.0031238754745572805, -0.00299842469394207, -0.002872973680496216, -0.0027475228998810053, -0.0026220721192657948, -0.0024966213386505842, -0.00237117032520473, -0.0022457195445895195, -0.002120268763974309, -0.0019948177505284548, -0.0018693669699132442, -0.0017439160728827119, -0.0016184652922675014, -0.001493014395236969, -0.0013675636146217585, -0.001242112717591226, -0.0011166618205606937, -0.0009912110399454832, -0.0008657601429149508, -0.0007403093040920794, -0.000614858465269208, -0.0004894075682386756, -0.00036395672941580415, -0.00023850587604101747, -0.0001130550226662308, 1.2395830708555877e-05, 0.00013784668408334255, 0.000263297522906214, 0.0003887483908329159, 0.0005141992587596178, 0.0006396500975824893, 0.0007651009364053607, 0.0008905518334358931, 0.0010160026140511036, 0.001141453511081636, 0.0012669044081121683, 0.0013923551887273788, 0.0015178060857579112, 0.0016432569827884436, 0.001768707763403654, 0.0018941586604341865, 0.002019609557464719, 0.0021450603380799294, 0.00227051111869514, 0.002395962132140994, 0.0025214129127562046, 0.002646863693371415, 0.0027723147068172693, 0.00289776548743248, 0.0030232162680476904, 0.003148667048662901, 0.003274118062108755, 0.0033995688427239656, 0.003525019623339176, 0.0036504706367850304, 0.003775921417400241, 0.0039013721980154514, 0.004026823211461306, 0.0041522737592458725]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 3.0, 5.0, 4.0, 6.0, 8.0, 9.0, 14.0, 28.0, 33.0, 56.0, 81.0, 122.0, 189.0, 322.0, 523.0, 884.0, 1492.0, 2889.0, 5266.0, 10400.0, 22861.0, 61295.0, 850696.0, 146482.0, 37501.0, 16456.0, 8510.0, 4843.0, 2775.0, 1778.0, 1199.0, 840.0, 616.0, 388.0, 322.0, 202.0, 163.0, 108.0, 84.0, 55.0, 34.0, 26.0, 17.0, 11.0, 15.0, 7.0, 6.0, 5.0, 6.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.005968822166323662, -0.005762130953371525, -0.005555439740419388, -0.0053487480618059635, -0.0051420568488538265, -0.0049353656359016895, -0.0047286744229495525, -0.0045219832099974155, -0.004315291531383991, -0.004108600318431854, -0.0039019091054797173, -0.0036952178925275803, -0.0034885266795754433, -0.0032818352337926626, -0.0030751440208405256, -0.002868452575057745, -0.002661761362105608, -0.002455070149153471, -0.0022483787033706903, -0.0020416874904185534, -0.0018349961610510945, -0.0016283048316836357, -0.0014216136187314987, -0.00121492228936404, -0.001008230959996581, -0.0008015396306291223, -0.0005948483594693244, -0.000388157059205696, -0.00018146575894206762, 2.522554132156074e-05, 0.0002319168415851891, 0.00043860814184881747, 0.0006452994421124458, 0.0008519907714799047, 0.0010586821008473635, 0.0012653733137995005, 0.0014720646431669593, 0.001678755972534418, 0.001885447185486555, 0.0020921386312693357, 0.0022988298442214727, 0.0025055210571736097, 0.0027122125029563904, 0.0029189037159085274, 0.0031255949288606644, 0.003332286374643445, 0.003538977587595582, 0.0037456690333783627, 0.0039523602463305, 0.004159051459282637, 0.004365742672234774, 0.004572434350848198, 0.004779125563800335, 0.004985816776752472, 0.005192507989704609, 0.005399199202656746, 0.005605890415608883, 0.005812582094222307, 0.006019273307174444, 0.006225964520126581, 0.006432655733078718, 0.006639346946030855, 0.0068460386246442795, 0.0070527298375964165, 0.0072594210505485535]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 5.0, 2.0, 2.0, 1.0, 3.0, 1.0, 12.0, 3.0, 3.0, 3.0, 1.0, 1.0, 3.0, 2.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.03335283696651459, -0.03256300464272499, -0.031773168593645096, -0.0309833362698555, -0.030193502083420753, -0.029403667896986008, -0.02861383557319641, -0.027824001386761665, -0.02703416720032692, -0.026244334876537323, -0.025454500690102577, -0.02466466650366783, -0.023874832317233086, -0.02308499999344349, -0.022295165807008743, -0.021505331620573997, -0.02071549743413925, -0.019925665110349655, -0.01913583092391491, -0.018345996737480164, -0.017556164413690567, -0.01676633022725582, -0.015976496040821075, -0.015186662785708904, -0.014396829530596733, -0.013606995344161987, -0.012817162089049816, -0.01202732790261507, -0.0112374946475029, -0.010447660461068153, -0.009657827205955982, -0.008867993019521236, -0.008078159764409065, -0.007288326043635607, -0.006498492322862148, -0.00570865860208869, -0.004918824881315231, -0.00412899162620306, -0.0033391579054296017, -0.002549324184656143, -0.0017594904638826847, -0.0009696568013168871, -0.00017982313875108957, 0.000610010523814708, 0.0013998441863805056, 0.002189677907153964, 0.002979511395096779, 0.0037693451158702374, 0.004559178836643696, 0.005349012557417154, 0.006138846278190613, 0.006928679998964071, 0.00771851371973753, 0.008508346974849701, 0.009298181161284447, 0.010088014416396618, 0.010877847671508789, 0.011667681857943535, 0.012457515113055706, 0.013247349299490452, 0.014037182554602623, 0.014827016741037369, 0.01561684999614954, 0.01640668325126171, 0.017196517437696457]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [8.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 12.0, 12.0, 17.0, 3.0, 1.0, 5.0, 7.0, 5.0, 14.0, 15.0, 25.0, 34.0, 20.0, 48.0, 48.0, 59.0, 64.0, 106.0, 146.0, 148.0, 208.0, 300.0, 426.0, 510.0, 728.0, 1155.0, 1822.0, 6049.0, 2144.0, 1251.0, 859.0, 611.0, 436.0, 316.0, 191.0, 165.0, 123.0, 79.0, 70.0, 43.0, 25.0, 28.0, 28.0, 19.0, 12.0, 11.0, 8.0, 3.0, 5.0, 3.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.010882554575800896, -0.010567530058324337, -0.010252505540847778, -0.00993748102337122, -0.009622456505894661, -0.009307431988418102, -0.008992407470941544, -0.008677382953464985, -0.008362358435988426, -0.008047334849834442, -0.007732309866696596, -0.0074172853492200375, -0.007102261297404766, -0.006787236779928207, -0.006472212262451649, -0.00615718774497509, -0.005842163227498531, -0.005527138710021973, -0.005212114192545414, -0.004897089675068855, -0.004582065157592297, -0.004267041105777025, -0.0039520165883004665, -0.003636992070823908, -0.003321967553347349, -0.0030069430358707905, -0.002691918518394232, -0.0023768942337483168, -0.002061869716271758, -0.0017468451987951994, -0.0014318207977339625, -0.0011167963966727257, -0.000801771879196167, -0.0004867474199272692, -0.00017172296065837145, 0.00014330149861052632, 0.0004583259578794241, 0.0007733504171483219, 0.0010883748764172196, 0.0014033992774784565, 0.0017184237949550152, 0.002033448312431574, 0.0023484728299081326, 0.0026634971145540476, 0.0029785216320306063, 0.003293546149507165, 0.00360857043415308, 0.003923594951629639, 0.004238619469106197, 0.004553643986582756, 0.004868668504059315, 0.005183693021535873, 0.005498717539012432, 0.0058137415908277035, 0.006128766108304262, 0.006443790625780821, 0.0067588151432573795, 0.007073839660733938, 0.007388864178210497, 0.007703888695687056, 0.008018912747502327, 0.008333937264978886, 0.008648961782455444, 0.008963986299932003, 0.009279010817408562]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 3.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.07329538464546204, -0.07057489454746246, -0.06785440444946289, -0.06513392180204391, -0.06241343170404434, -0.05969294160604477, -0.0569724515080452, -0.05425196513533592, -0.05153147503733635, -0.04881098493933678, -0.0460904985666275, -0.04337000846862793, -0.04064951837062836, -0.03792903199791908, -0.03520854189991951, -0.032488055527210236, -0.029767565429210663, -0.02704707719385624, -0.024326588958501816, -0.021606098860502243, -0.01888561062514782, -0.016165122389793396, -0.013444633223116398, -0.0107241440564394, -0.008003655821084976, -0.005283167120069265, -0.0025626784190535545, 0.0001578102819621563, 0.002878298982977867, 0.005598787683993578, 0.008319276385009289, 0.011039765551686287, 0.01376025378704071, 0.016480742022395134, 0.019201230257749557, 0.02192172035574913, 0.024642208591103554, 0.027362696826457977, 0.03008318692445755, 0.032803673297166824, 0.0355241633951664, 0.03824465349316597, 0.040965139865875244, 0.04368562996387482, 0.04640612006187439, 0.049126606434583664, 0.05184709653258324, 0.05456758290529251, 0.057288073003292084, 0.060008563101291656, 0.06272905319929123, 0.0654495358467102, 0.06817002594470978, 0.07089051604270935, 0.07361100614070892, 0.0763314962387085, 0.07905198633670807, 0.08177246898412704, 0.08449295908212662, 0.08721344918012619, 0.08993393927812576, 0.09265442937612534, 0.09537491202354431, 0.09809540212154388, 0.10081589221954346]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 4.0, 1.0, 0.0, 2.0, 2.0, 3.0, 6.0, 6.0, 6.0, 15.0, 17.0, 23.0, 49.0, 31.0, 22.0, 16.0, 11.0, 12.0, 12.0, 3.0, 7.0, 3.0, 5.0, 2.0, 3.0, 3.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.07258813828229904, -0.06996806710958481, -0.06734799593687057, -0.06472792476415634, -0.06210785731673241, -0.05948778614401817, -0.05686771497130394, -0.054247643798589706, -0.05162757635116577, -0.04900750517845154, -0.046387434005737305, -0.04376736283302307, -0.04114729166030884, -0.038527220487594604, -0.03590715304017067, -0.033287081867456436, -0.030667010694742203, -0.02804693952202797, -0.025426870211958885, -0.022806799039244652, -0.020186729729175568, -0.017566658556461334, -0.0149465873837471, -0.012326517142355442, -0.009706446900963783, -0.0070863766595721245, -0.004466305952519178, -0.001846235478296876, 0.0007738349959254265, 0.003393905470147729, 0.006013975944370031, 0.008634046651422977, 0.011254116892814636, 0.013874187134206295, 0.016494257375597954, 0.019114328548312187, 0.02173439785838127, 0.024354469031095505, 0.026974540203809738, 0.029594609513878822, 0.032214678823947906, 0.03483474999666214, 0.03745482116937637, 0.04007489234209061, 0.04269496351480484, 0.045315034687519073, 0.04793510213494301, 0.05055517330765724, 0.053175244480371475, 0.05579531565308571, 0.05841538682579994, 0.06103545427322388, 0.06365552544593811, 0.06627559661865234, 0.06889566779136658, 0.07151573896408081, 0.07413581013679504, 0.07675588130950928, 0.07937595248222351, 0.08199601620435715, 0.08461608737707138, 0.08723615854978561, 0.08985622972249985, 0.09247630089521408, 0.09509637206792831]}, "_runtime": 172.00116777420044, "_timestamp": 1596211761.7722766, "_step": 214}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 2.0, 3.0, 3.0, 4.0, 4.0, 3.0, 5.0, 7.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 4.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01245587132871151, -0.012074793688952923, -0.011693715117871761, -0.011312637478113174, -0.010931558907032013, -0.010550481267273426, -0.010169402696192265, -0.009788325056433678, -0.009407246485352516, -0.00902616884559393, -0.008645090274512768, -0.008264012634754181, -0.00788293406367302, -0.0075018564239144325, -0.007120778318494558, -0.006739700213074684, -0.00635862210765481, -0.005977544002234936, -0.005596465896815062, -0.005215387791395187, -0.004834309685975313, -0.004453231580555439, -0.004072153475135565, -0.0036910756025463343, -0.00330999749712646, -0.002928919391706586, -0.0025478412862867117, -0.0021667631808668375, -0.0017856851918622851, -0.001404607086442411, -0.0010235290974378586, -0.0006424509920179844, -0.0002613728865981102, 0.00011970518971793354, 0.0005007832660339773, 0.0008818613132461905, 0.0012629394186660647, 0.001644017524085939, 0.0020250955130904913, 0.0024061736185103655, 0.0027872517239302397, 0.003168329829350114, 0.003549407934769988, 0.003930485807359219, 0.004311563912779093, 0.004692642018198967, 0.005073720123618841, 0.005454798229038715, 0.0058358763344585896, 0.006216954439878464, 0.006598032545298338, 0.006979110650718212, 0.007360188756138086, 0.0077412668615579605, 0.008122344501316547, 0.008503423072397709, 0.008884500712156296, 0.009265579283237457, 0.009646656922996044, 0.010027735494077206, 0.010408813133835793, 0.010789891704916954, 0.011170969344675541, 0.011552047915756702, 0.01193312555551529]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 2.0, 4.0, 3.0, 3.0, 9.0, 11.0, 6.0, 13.0, 18.0, 21.0, 26.0, 30.0, 45.0, 66.0, 87.0, 100.0, 176.0, 307.0, 5298.0, 905.0, 260.0, 152.0, 95.0, 74.0, 41.0, 35.0, 29.0, 18.0, 19.0, 16.0, 9.0, 12.0, 12.0, 3.0, 4.0, 2.0, 3.0, 0.0, 1.0, 1.0, 1.0, 3.0, 1.0, 2.0, 1.0, 0.0, 1.0], "bins": [-0.15906628966331482, -0.15462510287761688, -0.15018390119075775, -0.14574271440505981, -0.14130151271820068, -0.13686032593250275, -0.13241912424564362, -0.12797793745994568, -0.12353673577308655, -0.11909554898738861, -0.11465435475111008, -0.11021316051483154, -0.10577196627855301, -0.10133077204227448, -0.09688957780599594, -0.09244838356971741, -0.08800718933343887, -0.08356599509716034, -0.0791248008608818, -0.07468360662460327, -0.07024241238832474, -0.0658012181520462, -0.06136002764105797, -0.056918833404779434, -0.0524776391685009, -0.048036444932222366, -0.04359525069594383, -0.0391540564596653, -0.03471286594867706, -0.03027166984975338, -0.025830477476119995, -0.02138928323984146, -0.016948089003562927, -0.012506894767284393, -0.008065701462328434, -0.0036245076917111874, 0.0008166860789060593, 0.005257879849523306, 0.009699073620140553, 0.014140266925096512, 0.018581461161375046, 0.02302265539765358, 0.027463849633932114, 0.03190504387021065, 0.03634623438119888, 0.04078742861747742, 0.04522862285375595, 0.049669817090034485, 0.05411101132631302, 0.05855220556259155, 0.06299339979887009, 0.06743459403514862, 0.07187578827142715, 0.07631698250770569, 0.08075817674398422, 0.08519937098026276, 0.0896405577659607, 0.09408175200223923, 0.09852294623851776, 0.1029641404747963, 0.10740533471107483, 0.11184652894735336, 0.1162877231836319, 0.12072891741991043, 0.12517011165618896]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 4.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 5.0, 1.0, 4.0, 6.0, 5.0, 7.0, 4.0, 5.0, 23.0, 3.0, 4.0, 7.0, 5.0, 5.0, 1.0, 3.0, 3.0, 1.0, 2.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0026274346746504307, -0.002526784548535943, -0.0024261341895908117, -0.002325484063476324, -0.0022248337045311928, -0.002124183578416705, -0.002023533219471574, -0.0019228830933570862, -0.0018222328508272767, -0.0017215826082974672, -0.0016209323657676578, -0.0015202821232378483, -0.0014196319971233606, -0.0013189817545935512, -0.0012183315120637417, -0.0011176812695339322, -0.0010170310270041227, -0.0009163807844743133, -0.0008157305419445038, -0.0007150803576223552, -0.0006144301150925457, -0.0005137798725627363, -0.00041312965913675725, -0.00031247944571077824, -0.00021182920318096876, -0.00011117897520307451, -1.0528747225180268e-05, 9.012148075271398e-05, 0.00019077170873060822, 0.0002914219512604177, 0.0003920721646863967, 0.0004927223781123757, 0.0005933726206421852, 0.0006940228631719947, 0.0007946731057018042, 0.0008953232900239527, 0.0009959735907614231, 0.0010966237168759108, 0.0011972739594057202, 0.0012979242019355297, 0.0013985744444653392, 0.0014992246869951487, 0.0015998749295249581, 0.0017005251720547676, 0.0018011752981692553, 0.0019018255406990647, 0.002002475783228874, 0.0021031261421740055, 0.002203776268288493, 0.002304426394402981, 0.002405076753348112, 0.0025057268794625998, 0.002606377238407731, 0.0027070273645222187, 0.00280767772346735, 0.0029083278495818377, 0.0030089779756963253, 0.0031096283346414566, 0.0032102784607559443, 0.0033109288197010756, 0.003411578945815563, 0.0035122293047606945, 0.003612879430875182, 0.0037135297898203135, 0.003814179915934801]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 4.0, 3.0, 4.0, 2.0, 12.0, 7.0, 14.0, 18.0, 17.0, 53.0, 75.0, 98.0, 134.0, 221.0, 311.0, 457.0, 782.0, 1400.0, 2812.0, 6397.0, 17598.0, 71388.0, 952634.0, 81392.0, 23473.0, 9327.0, 4505.0, 2451.0, 1426.0, 868.0, 546.0, 376.0, 267.0, 183.0, 110.0, 68.0, 67.0, 37.0, 25.0, 21.0, 14.0, 13.0, 10.0, 4.0, 7.0, 5.0, 1.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0083013866096735, -0.00801088847219944, -0.00772039033472538, -0.00742989219725132, -0.00713939405977726, -0.006848896387964487, -0.006558398250490427, -0.006267900113016367, -0.005977401975542307, -0.005686903838068247, -0.005396405700594187, -0.005105907563120127, -0.004815409891307354, -0.004524911753833294, -0.004234413616359234, -0.003943915478885174, -0.0036534173414111137, -0.0033629192039370537, -0.0030724210664629936, -0.0027819231618195772, -0.002491425024345517, -0.002200926886871457, -0.0019104288658127189, -0.0016199308447539806, -0.0013294327072799206, -0.0010389345698058605, -0.0007484365487471223, -0.00045793846948072314, -0.000167440390214324, 0.00012305768905207515, 0.0004135557683184743, 0.0007040538475848734, 0.0009945519268512726, 0.0012850500643253326, 0.0015755480853840709, 0.001866046106442809, 0.002156544243916869, 0.0024470423813909292, 0.0027375402860343456, 0.0030280384235084057, 0.0033185365609824657, 0.003609034698456526, 0.003899532835930586, 0.004190030973404646, 0.004480528645217419, 0.004771026782691479, 0.005061524920165539, 0.005352023057639599, 0.005642521195113659, 0.005933019332587719, 0.006223517470061779, 0.006514015607535839, 0.006804513745009899, 0.007095011416822672, 0.007385509554296732, 0.007676007691770792, 0.007966505363583565, 0.008257003501057625, 0.008547501638531685, 0.008837999776005745, 0.009128497913479805, 0.009418996050953865, 0.009709494188427925, 0.009999992325901985, 0.010290490463376045]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 2.0, 0.0, 3.0, 6.0, 3.0, 14.0, 6.0, 3.0, 4.0, 7.0, 5.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.09793347120285034, -0.09611710906028748, -0.09430074691772461, -0.09248438477516174, -0.09066802263259888, -0.08885166049003601, -0.08703529834747314, -0.08521893620491028, -0.08340257406234741, -0.08158621191978455, -0.07976984977722168, -0.07795348763465881, -0.07613712549209595, -0.07432076334953308, -0.07250440120697021, -0.07068803906440735, -0.06887167692184448, -0.06705531477928162, -0.06523895263671875, -0.06342259049415588, -0.06160622835159302, -0.05978986620903015, -0.057973504066467285, -0.05615714192390442, -0.05434077978134155, -0.052524417638778687, -0.05070805549621582, -0.048891693353652954, -0.04707533121109009, -0.04525896906852722, -0.043442606925964355, -0.04162624478340149, -0.03980988264083862, -0.03799352049827576, -0.03617715835571289, -0.034360796213150024, -0.03254443407058716, -0.030728071928024292, -0.028911709785461426, -0.02709534764289856, -0.025278985500335693, -0.023462623357772827, -0.02164626121520996, -0.019829899072647095, -0.01801353693008423, -0.016197174787521362, -0.014380812644958496, -0.01256445050239563, -0.010748088359832764, -0.008931726217269897, -0.007115364074707031, -0.005299001932144165, -0.003482639789581299, -0.0016662776470184326, 0.0001500844955444336, 0.0019664466381073, 0.003782808780670166, 0.005599170923233032, 0.0074155330657958984, 0.009231895208358765, 0.01104825735092163, 0.012864619493484497, 0.014680981636047363, 0.01649734377861023, 0.018313705921173096]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [7.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 13.0, 6.0, 14.0, 8.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 5.0, 6.0, 4.0, 1.0, 2.0, 5.0, 4.0, 18.0, 17.0, 9.0, 7.0, 19.0, 10.0, 17.0, 40.0, 70.0, 69.0, 129.0, 142.0, 223.0, 349.0, 670.0, 1131.0, 2528.0, 7815.0, 2355.0, 1204.0, 630.0, 378.0, 212.0, 120.0, 71.0, 40.0, 35.0, 12.0, 10.0, 9.0, 5.0, 4.0, 2.0], "bins": [-0.031998977065086365, -0.03133769705891609, -0.03067641332745552, -0.030015133321285248, -0.029353851452469826, -0.028692569583654404, -0.02803128771483898, -0.02737000770866871, -0.026708725839853287, -0.026047443971037865, -0.025386162102222443, -0.02472488023340702, -0.024063600227236748, -0.023402318358421326, -0.022741036489605904, -0.02207975462079048, -0.02141847461462021, -0.020757192745804787, -0.020095910876989365, -0.019434629008173943, -0.01877334713935852, -0.018112067133188248, -0.017450785264372826, -0.016789503395557404, -0.01612822152674198, -0.015466940589249134, -0.014805658720433712, -0.014144377782940865, -0.013483095914125443, -0.012821814976632595, -0.012160533107817173, -0.011499252170324326, -0.010837970301508904, -0.010176688432693481, -0.009515407495200634, -0.008854125626385212, -0.008192844688892365, -0.0075315628200769424, -0.006870281416922808, -0.006209000013768673, -0.005547718610614538, -0.0048864372074604034, -0.004225155804306269, -0.0035638741683214903, -0.0029025927651673555, -0.002241311362013221, -0.0015800298424437642, -0.0009187483810819685, -0.0002574669197201729, 0.0004038145416416228, 0.0010650960030034184, 0.001726377522572875, 0.0023876589257270098, 0.0030489403288811445, 0.003710221964865923, 0.004371503368020058, 0.005032784771174192, 0.005694066174328327, 0.006355347577482462, 0.007016628980636597, 0.007677910849452019, 0.008339191786944866, 0.009000473655760288, 0.009661754593253136, 0.010323036462068558]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 2.0, 3.0, 6.0, 5.0, 0.0, 0.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.06342820078134537, -0.05358283221721649, -0.043737463653087616, -0.03389209881424904, -0.024046730250120163, -0.014201362617313862, -0.004355994984507561, 0.00548937264829874, 0.015334740281105042, 0.025180108845233917, 0.03502547740936279, 0.04487084224820137, 0.054716210812330246, 0.06456157565116882, 0.0744069442152977, 0.08425231277942657, 0.09409768134355545, 0.10394304990768433, 0.1137884184718132, 0.12363378703594208, 0.13347914814949036, 0.14332452416419983, 0.1531698852777481, 0.16301526129245758, 0.17286062240600586, 0.18270598351955414, 0.1925513595342636, 0.2023967206478119, 0.21224209666252136, 0.22208745777606964, 0.2319328337907791, 0.2417781949043274, 0.25162357091903687, 0.26146891713142395, 0.2713142931461334, 0.2811596691608429, 0.29100504517555237, 0.30085039138793945, 0.3106957674026489, 0.3205411434173584, 0.33038651943206787, 0.34023186564445496, 0.35007724165916443, 0.3599226176738739, 0.369767963886261, 0.37961333990097046, 0.38945871591567993, 0.3993040919303894, 0.4091494381427765, 0.41899481415748596, 0.42884019017219543, 0.4386855363845825, 0.448530912399292, 0.45837628841400146, 0.46822166442871094, 0.478067010641098, 0.4879123866558075, 0.49775776267051697, 0.507603108882904, 0.5174484848976135, 0.527293860912323, 0.5371392369270325, 0.5469846129417419, 0.5568299889564514, 0.5666753053665161]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 3.0, 1.0, 5.0, 2.0, 6.0, 8.0, 5.0, 8.0, 1.0, 10.0, 9.0, 10.0, 13.0, 13.0, 32.0, 16.0, 15.0, 24.0, 5.0, 15.0, 12.0, 8.0, 10.0, 5.0, 6.0, 2.0, 2.0, 1.0, 2.0, 4.0, 3.0, 2.0, 0.0, 2.0, 3.0, 3.0, 2.0, 2.0, 2.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.034370098263025284, -0.033079009503126144, -0.031787920743227005, -0.030496830120682716, -0.029205739498138428, -0.02791465073823929, -0.02662356197834015, -0.02533247135579586, -0.02404138259589672, -0.02275029383599758, -0.021459203213453293, -0.020168114453554153, -0.018877025693655014, -0.017585935071110725, -0.016294846311211586, -0.015003756619989872, -0.013712666928768158, -0.012421577237546444, -0.01113048754632473, -0.00983939878642559, -0.008548309095203876, -0.0072572194039821625, -0.005966130178421736, -0.004675040952861309, -0.003383951261639595, -0.0020928618032485247, -0.0008017723448574543, 0.0004893171135336161, 0.0017804065719246864, 0.003071496030315757, 0.004362585488706827, 0.005653674714267254, 0.006944764405488968, 0.008235854096710682, 0.009526943787932396, 0.010818032547831535, 0.01210912223905325, 0.013400211930274963, 0.014691300690174103, 0.01598239131271839, 0.01727348007261753, 0.01856456883251667, 0.01985565945506096, 0.0211467482149601, 0.022437836974859238, 0.023728927597403526, 0.025020016357302666, 0.026311106979846954, 0.027602195739746094, 0.028893284499645233, 0.030184375122189522, 0.03147546574473381, 0.03276655450463295, 0.03405764326453209, 0.03534873202443123, 0.03663982078433037, 0.037930913269519806, 0.039222002029418945, 0.040513090789318085, 0.041804179549217224, 0.043095268309116364, 0.0443863570690155, 0.04567744955420494, 0.04696853831410408, 0.04825962707400322]}, "_runtime": 172.82115197181702, "_timestamp": 1596211762.5922608, "_step": 215}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 8.0, 8.0, 4.0, 1.0, 2.0, 2.0, 2.0, 0.0, 2.0, 4.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0072002774104475975, -0.006917043123394251, -0.006633808370679617, -0.00635057408362627, -0.006067339330911636, -0.00578410504385829, -0.005500870756804943, -0.005217636004090309, -0.0049344017170369625, -0.004651167429983616, -0.004367932677268982, -0.004084698390215635, -0.003801463870331645, -0.0035182293504476547, -0.003234995063394308, -0.002951760543510318, -0.0026685260236263275, -0.0023852915037423372, -0.002102056983858347, -0.0018188226968050003, -0.00153558817692101, -0.0012523536570370197, -0.0009691192535683513, -0.0006858847918920219, -0.0004026503302156925, -0.00011941586853936315, 0.00016381859313696623, 0.0004470530548132956, 0.000730287516489625, 0.0010135220363736153, 0.0012967564398422837, 0.0015799908433109522, 0.0018632253631949425, 0.0021464598830789328, 0.002429694402962923, 0.0027129286900162697, 0.00299616320990026, 0.0032793977297842503, 0.003562632016837597, 0.003845866536721587, 0.0041291010566055775, 0.004412335343658924, 0.004695570096373558, 0.004978804383426905, 0.005262038670480251, 0.005545273423194885, 0.005828507710248232, 0.006111742462962866, 0.0063949767500162125, 0.006678211037069559, 0.006961445789784193, 0.00724468007683754, 0.007527914829552174, 0.00781114911660552, 0.008094383403658867, 0.0083776181563735, 0.008660852909088135, 0.008944086730480194, 0.009227321483194828, 0.009510556235909462, 0.009793790057301521, 0.010077024810016155, 0.01036025956273079, 0.010643493384122849, 0.010926728136837482]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 0.0, 3.0, 2.0, 2.0, 7.0, 3.0, 2.0, 2.0, 4.0, 4.0, 13.0, 11.0, 18.0, 18.0, 22.0, 19.0, 34.0, 33.0, 48.0, 47.0, 50.0, 77.0, 90.0, 112.0, 175.0, 275.0, 5298.0, 644.0, 229.0, 140.0, 101.0, 75.0, 66.0, 59.0, 41.0, 40.0, 31.0, 29.0, 15.0, 12.0, 14.0, 10.0, 11.0, 9.0, 6.0, 3.0, 5.0, 4.0, 1.0, 3.0, 4.0, 2.0, 0.0, 1.0, 2.0, 0.0, 3.0], "bins": [-0.09279007464647293, -0.09003898501396179, -0.08728788793087006, -0.08453679829835892, -0.08178570121526718, -0.07903461158275604, -0.0762835144996643, -0.07353242486715317, -0.07078133523464203, -0.06803023815155029, -0.06527914851903915, -0.06252805143594742, -0.05977696180343628, -0.05702586844563484, -0.054274775087833405, -0.05152368173003197, -0.04877258837223053, -0.04602149501442909, -0.043270401656627655, -0.04051930829882622, -0.03776821494102478, -0.03501712530851364, -0.032266031950712204, -0.029514938592910767, -0.02676384523510933, -0.024012751877307892, -0.021261658519506454, -0.018510567024350166, -0.01575947366654873, -0.013008380308747292, -0.010257287882268429, -0.007506194990128279, -0.004755102097988129, -0.0020040092058479786, 0.0007470836862921715, 0.0034981765784323215, 0.006249269470572472, 0.009000362828373909, 0.011751455254852772, 0.014502547681331635, 0.017253641039133072, 0.02000473439693451, 0.022755827754735947, 0.025506919249892235, 0.028258012607693672, 0.03100910596549511, 0.0337601974606514, 0.036511290818452835, 0.03926238417625427, 0.04201347753405571, 0.04476457089185715, 0.047515664249658585, 0.05026675760746002, 0.05301784723997116, 0.0557689405977726, 0.058520033955574036, 0.06127112731337547, 0.06402222067117691, 0.06677331030368805, 0.06952440738677979, 0.07227549701929092, 0.07502659410238266, 0.0777776837348938, 0.08052878081798553, 0.08327987045049667]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 2.0, 2.0, 2.0, 0.0, 0.0, 1.0, 3.0, 1.0, 6.0, 1.0, 4.0, 5.0, 5.0, 3.0, 8.0, 5.0, 4.0, 27.0, 2.0, 5.0, 2.0, 3.0, 2.0, 3.0, 1.0, 3.0, 5.0, 4.0, 1.0, 1.0, 2.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.002349413000047207, -0.00228062248788774, -0.0022118319757282734, -0.0021430416963994503, -0.0020742511842399836, -0.002005460672080517, -0.00193667015992105, -0.0018678797641769052, -0.0017990892520174384, -0.0017302987398579717, -0.0016615083441138268, -0.00159271783195436, -0.0015239273197948933, -0.0014551369240507483, -0.0013863464118912816, -0.0013175560161471367, -0.00124876550398767, -0.0011799749918282032, -0.0011111845960840583, -0.0010423940839245915, -0.0009736036299727857, -0.0009048131760209799, -0.0008360226638615131, -0.0007672322099097073, -0.0006984417559579015, -0.0006296513020060956, -0.0005608608480542898, -0.0004920703358948231, -0.00042327988194301724, -0.0003544894279912114, -0.00028569894493557513, -0.00021690847643185407, -0.000148118007928133, -7.932753942441195e-05, -1.0537070920690894e-05, 5.8253397583030164e-05, 0.00012704386608675122, 0.00019583433459047228, 0.00026462480309419334, 0.0003334152861498296, 0.00040220574010163546, 0.0004709961940534413, 0.0005397866480052471, 0.0006085771601647139, 0.0006773676141165197, 0.0007461580680683255, 0.0008149485802277923, 0.0008837390341795981, 0.0009525294881314039, 0.0010213200002908707, 0.0010901103960350156, 0.0011589009081944823, 0.0012276913039386272, 0.001296481816098094, 0.0013652723282575607, 0.0014340627240017056, 0.0015028532361611724, 0.0015716437483206391, 0.001640434144064784, 0.0017092246562242508, 0.0017780151683837175, 0.0018468055641278625, 0.0019155960762873292, 0.001984386472031474, 0.002053176984190941]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 5.0, 2.0, 4.0, 8.0, 5.0, 13.0, 16.0, 25.0, 30.0, 55.0, 84.0, 113.0, 141.0, 214.0, 306.0, 507.0, 785.0, 1224.0, 2103.0, 3582.0, 6346.0, 12119.0, 26098.0, 68331.0, 852014.0, 125170.0, 37671.0, 17664.0, 9399.0, 5527.0, 3220.0, 2130.0, 1408.0, 999.0, 695.0, 465.0, 322.0, 257.0, 188.0, 114.0, 87.0, 51.0, 46.0, 41.0, 22.0, 11.0, 12.0, 2.0, 3.0, 5.0, 2.0, 3.0, 3.0], "bins": [-0.005376895423978567, -0.005226793698966503, -0.0050766924396157265, -0.0049265907146036625, -0.004776489455252886, -0.004626387730240822, -0.004476286470890045, -0.004326184745877981, -0.0041760834865272045, -0.0040259817615151405, -0.00387588026933372, -0.0037257787771523, -0.0035756772849708796, -0.0034255757927894592, -0.003275474300608039, -0.0031253728084266186, -0.0029752713162451982, -0.002825169824063778, -0.0026750683318823576, -0.0025249668397009373, -0.002374865347519517, -0.0022247638553380966, -0.0020746623631566763, -0.0019245607545599341, -0.0017744592623785138, -0.0016243577701970935, -0.0014742562780156732, -0.0013241547858342528, -0.0011740531772375107, -0.0010239516850560904, -0.00087385019287467, -0.0007237487006932497, -0.0005736472085118294, -0.00042354571633040905, -0.00027344419504515827, -0.0001233426883118227, 2.6758818421512842e-05, 0.0001768603251548484, 0.00032696183188818395, 0.00047706335317343473, 0.0006271648453548551, 0.0007772663375362754, 0.0009273678297176957, 0.001077469321899116, 0.0012275709304958582, 0.0013776724226772785, 0.0015277739148586988, 0.0016778754070401192, 0.0018279768992215395, 0.00197807839140296, 0.00212817988358438, 0.0022782813757658005, 0.002428382867947221, 0.002578484360128641, 0.0027285858523100615, 0.0028786873444914818, 0.0030287890695035458, 0.003178890561684966, 0.0033289920538663864, 0.0034790935460478067, 0.003629195038229227, 0.0037792965304106474, 0.003929398022592068, 0.004079499281942844, 0.004229601006954908]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 1.0, 2.0, 4.0, 5.0, 6.0, 3.0, 0.0, 0.0, 4.0, 1.0, 2.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010905747301876545, -0.010525105521082878, -0.010144462808966637, -0.00976382102817297, -0.009383178316056728, -0.009002536535263062, -0.00862189382314682, -0.008241252042353153, -0.007860610261559486, -0.007479967549443245, -0.007099325302988291, -0.006718683056533337, -0.00633804127573967, -0.005957399029284716, -0.0055767567828297615, -0.005196114536374807, -0.004815472289919853, -0.004434830043464899, -0.004054187797009945, -0.0036735457833856344, -0.0032929035369306803, -0.002912261290475726, -0.0025316192768514156, -0.0021509770303964615, -0.0017703347839415073, -0.0013896925374865532, -0.0010090504074469209, -0.0006284082191996276, -0.0002477660309523344, 0.00013287615729495883, 0.0005135183455422521, 0.0008941605337895453, 0.0012748027220368385, 0.0016554449684917927, 0.002036087214946747, 0.0024167292285710573, 0.0027973714750260115, 0.0031780137214809656, 0.003558655735105276, 0.00393929798156023, 0.004319940228015184, 0.0047005824744701385, 0.005081224720925093, 0.005461866967380047, 0.005842508748173714, 0.006223150994628668, 0.006603793241083622, 0.006984435487538576, 0.00736507773399353, 0.007745719980448484, 0.008126362226903439, 0.008507004007697105, 0.008887646719813347, 0.009268288500607014, 0.009648931212723255, 0.010029572993516922, 0.010410215705633163, 0.01079085748642683, 0.011171499267220497, 0.011552141979336739, 0.011932783760130405, 0.012313426472246647, 0.012694068253040314, 0.013074710965156555, 0.013455352745950222]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 5.0, 5.0, 5.0, 3.0, 6.0, 10.0, 5.0, 20.0, 25.0, 48.0, 52.0, 63.0, 83.0, 76.0, 117.0, 149.0, 221.0, 228.0, 278.0, 346.0, 485.0, 614.0, 902.0, 1375.0, 5212.0, 2507.0, 1390.0, 961.0, 766.0, 546.0, 411.0, 356.0, 269.0, 188.0, 152.0, 135.0, 90.0, 68.0, 40.0, 46.0, 40.0, 33.0, 15.0, 14.0, 12.0, 16.0, 9.0, 6.0, 7.0, 5.0, 2.0, 0.0, 1.0, 2.0, 4.0, 1.0, 1.0], "bins": [-0.006688849534839392, -0.00647967541590333, -0.006270501762628555, -0.0060613276436924934, -0.005852153524756432, -0.00564297940582037, -0.005433805286884308, -0.005224631633609533, -0.0050154575146734715, -0.00480628339573741, -0.004597109742462635, -0.004387935623526573, -0.004178761504590511, -0.0039695873856544495, -0.0037604134995490313, -0.003551239613443613, -0.003342065494507551, -0.0031328913755714893, -0.002923717489466071, -0.002714543603360653, -0.002505369484424591, -0.002296195365488529, -0.002087021479383111, -0.001877847476862371, -0.001668673474341631, -0.001459499471820891, -0.0012503254693001509, -0.0010411514667794108, -0.0008319774642586708, -0.0006228034617379308, -0.00041362945921719074, -0.0002044554566964507, 4.718545824289322e-06, 0.00021389254834502935, 0.0004230665508657694, 0.0006322405533865094, 0.0008414145559072495, 0.0010505885584279895, 0.0012597625609487295, 0.0014689365634694695, 0.0016781105659902096, 0.0018872845685109496, 0.0020964585710316896, 0.002305632457137108, 0.0025148065760731697, 0.0027239806950092316, 0.0029331545811146498, 0.003142328467220068, 0.00335150258615613, 0.0035606767050921917, 0.00376985059119761, 0.003979024477303028, 0.00418819859623909, 0.004397372715175152, 0.004606546834111214, 0.004815720487385988, 0.00502489460632205, 0.005234068725258112, 0.0054432423785328865, 0.005652416497468948, 0.00586159061640501, 0.006070764735341072, 0.006279938854277134, 0.0064891125075519085, 0.00669828662648797]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.04414714127779007, -0.04273021221160889, -0.041313283145427704, -0.03989635407924652, -0.03847942501306534, -0.037062495946884155, -0.03564556688070297, -0.03422863781452179, -0.03281170874834061, -0.03139478340744972, -0.02997785247862339, -0.028560923412442207, -0.027143996208906174, -0.02572706714272499, -0.024310138076543808, -0.022893209010362625, -0.021476279944181442, -0.02005935087800026, -0.018642421811819077, -0.017225492745637894, -0.01580856367945671, -0.014391635544598103, -0.012974707409739494, -0.011557778343558311, -0.010140849277377129, -0.008723920211195946, -0.00730699161067605, -0.005890063010156155, -0.004473133943974972, -0.0030562051106244326, -0.0016392762772738934, -0.00022234744392335415, 0.001194581389427185, 0.0026115102227777243, 0.0040284390561282635, 0.005445367656648159, 0.006862296722829342, 0.008279225789010525, 0.009696153923869133, 0.011113082990050316, 0.012530012056231499, 0.013946941122412682, 0.015363870188593864, 0.016780799254775047, 0.01819772645831108, 0.019614655524492264, 0.021031584590673447, 0.02244851365685463, 0.023865442723035812, 0.025282371789216995, 0.026699300855398178, 0.02811622992157936, 0.029533158987760544, 0.030950086191296577, 0.03236701712012291, 0.03378394618630409, 0.03520087152719498, 0.03661780059337616, 0.03803472965955734, 0.039451658725738525, 0.04086858779191971, 0.04228551685810089, 0.043702445924282074, 0.04511937499046326, 0.04653630405664444]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 7.0, 8.0, 10.0, 8.0, 10.0, 7.0, 10.0, 10.0, 9.0, 12.0, 16.0, 47.0, 16.0, 13.0, 14.0, 17.0, 9.0, 3.0, 11.0, 12.0, 8.0, 0.0, 3.0, 1.0, 2.0, 2.0, 3.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 1.0, 1.0], "bins": [-0.050402723252773285, -0.04912298545241356, -0.04784324765205383, -0.046563513576984406, -0.04528377577662468, -0.044004037976264954, -0.04272430017590523, -0.0414445623755455, -0.040164828300476074, -0.03888509050011635, -0.03760535269975662, -0.036325614899396896, -0.03504587709903717, -0.033766139298677444, -0.03248640522360802, -0.03120666742324829, -0.029926929622888565, -0.02864719182252884, -0.027367455884814262, -0.026087718084454536, -0.02480798214673996, -0.023528244346380234, -0.022248506546020508, -0.02096877060830593, -0.019689032807946205, -0.01840929500758648, -0.017129559069871902, -0.015849821269512177, -0.014570084400475025, -0.013290347531437874, -0.012010609731078148, -0.010730872862040997, -0.009451135993003845, -0.008171399123966694, -0.006891661789268255, -0.005611924454569817, -0.004332187585532665, -0.0030524504836648703, -0.0017727133817970753, -0.0004929762799292803, 0.0007867608219385147, 0.0020664979238063097, 0.0033462350256741047, 0.004625972360372543, 0.005905709229409695, 0.007185446098446846, 0.008465183898806572, 0.009744920767843723, 0.011024657636880875, 0.012304394505918026, 0.013584131374955177, 0.014863869175314903, 0.01614360511302948, 0.017423342913389206, 0.018703080713748932, 0.01998281665146351, 0.021262554451823235, 0.02254229225218296, 0.023822028189897537, 0.025101765990257263, 0.02638150379061699, 0.027661239728331566, 0.028940977528691292, 0.03022071346640587, 0.031500451266765594]}, "_runtime": 173.66568088531494, "_timestamp": 1596211763.4367898, "_step": 216}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 3.0, 2.0, 1.0, 2.0, 2.0, 2.0, 1.0, 3.0, 5.0, 10.0, 2.0, 4.0, 1.0, 2.0, 0.0, 4.0, 4.0, 2.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012515137903392315, -0.012096265330910683, -0.011677391827106476, -0.011258519254624844, -0.010839646682143211, -0.010420774109661579, -0.010001901537179947, -0.00958302803337574, -0.009164155460894108, -0.008745282888412476, -0.008326409384608269, -0.007907536812126637, -0.007488664239645004, -0.007069791667163372, -0.0066509186290204525, -0.006232045590877533, -0.005813173018395901, -0.0053943004459142685, -0.004975427407771349, -0.004556554369628429, -0.004137681797146797, -0.0037188089918345213, -0.0032999361865222454, -0.0028810633812099695, -0.0024621905758976936, -0.0020433177705854177, -0.0016244449652731419, -0.001205572159960866, -0.0007866993546485901, -0.0003678265493363142, 5.1046255975961685e-05, 0.00046991906128823757, 0.0008887918666005135, 0.0013076646719127893, 0.0017265374772250652, 0.002145410282537341, 0.002564283087849617, 0.002983155893161893, 0.0034020286984741688, 0.0038209015037864447, 0.0042397743090987206, 0.004658646881580353, 0.005077519919723272, 0.005496392957866192, 0.005915265530347824, 0.006334138102829456, 0.006753011140972376, 0.007171884179115295, 0.007590756751596928, 0.00800962932407856, 0.008428502827882767, 0.008847375400364399, 0.009266247972846031, 0.009685120545327663, 0.010103993117809296, 0.010522866621613503, 0.010941739194095135, 0.011360611766576767, 0.011779485270380974, 0.012198357842862606, 0.012617230415344238, 0.01303610298782587, 0.013454975560307503, 0.01387384906411171, 0.014292721636593342]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 5.0, 2.0, 4.0, 5.0, 6.0, 5.0, 6.0, 26.0, 13.0, 24.0, 20.0, 38.0, 54.0, 66.0, 90.0, 108.0, 175.0, 292.0, 791.0, 5240.0, 319.0, 184.0, 107.0, 87.0, 65.0, 47.0, 25.0, 28.0, 21.0, 16.0, 16.0, 10.0, 8.0, 5.0, 5.0, 5.0, 3.0, 2.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.13428916037082672, -0.12996189296245575, -0.12563462555408478, -0.12130735069513321, -0.11698008328676224, -0.11265281587839127, -0.1083255410194397, -0.10399827361106873, -0.09967100620269775, -0.09534373879432678, -0.09101647138595581, -0.08668919652700424, -0.08236192911863327, -0.0780346617102623, -0.07370738685131073, -0.06938011944293976, -0.06505285203456879, -0.060725584626197815, -0.056398313492536545, -0.052071042358875275, -0.0477437749505043, -0.04341650754213333, -0.03908923640847206, -0.03476196527481079, -0.03043469786643982, -0.0261074285954237, -0.021780159324407578, -0.017452890053391457, -0.013125620782375336, -0.008798351511359215, -0.004471082240343094, -0.00014381296932697296, 0.004183456301689148, 0.008510725572705269, 0.01283799484372139, 0.01716526411473751, 0.02149253338575363, 0.025819802656769753, 0.030147071927785873, 0.034474343061447144, 0.038801610469818115, 0.04312887787818909, 0.04745614901185036, 0.05178342014551163, 0.0561106875538826, 0.06043795496225357, 0.06476522982120514, 0.06909249722957611, 0.07341976463794708, 0.07774703204631805, 0.08207429945468903, 0.0864015743136406, 0.09072884172201157, 0.09505610913038254, 0.0993833839893341, 0.10371065139770508, 0.10803791880607605, 0.11236518621444702, 0.116692453622818, 0.12101972848176956, 0.12534698843955994, 0.1296742707490921, 0.13400153815746307, 0.13832880556583405, 0.14265607297420502]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 3.0, 2.0, 1.0, 0.0, 2.0, 3.0, 5.0, 7.0, 0.0, 4.0, 4.0, 3.0, 3.0, 4.0, 3.0, 6.0, 3.0, 4.0, 25.0, 4.0, 4.0, 3.0, 4.0, 2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 3.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.0019368623616173863, -0.0018661163048818707, -0.0017953702481463552, -0.0017246241914108396, -0.001653878134675324, -0.0015831320779398084, -0.0015123860212042928, -0.0014416399644687772, -0.0013708940241485834, -0.0013001479674130678, -0.0012294019106775522, -0.0011586558539420366, -0.001087909797206521, -0.0010171637404710054, -0.0009464176837354898, -0.0008756716269999743, -0.0008049255702644587, -0.0007341795135289431, -0.0006634334567934275, -0.0005926874000579119, -0.0005219413433223963, -0.00045119531569071114, -0.000380449288059026, -0.0003097032313235104, -0.00023895717458799481, -0.00016821111785247922, -9.746507566887885e-05, -2.6719026209320873e-05, 4.402702325023711e-05, 0.00011477307270979509, 0.00018551912216935307, 0.00025626516435295343, 0.00032701122108846903, 0.0003977572778239846, 0.0004685033345595002, 0.0005392493912950158, 0.0006099954480305314, 0.0006807414465583861, 0.0007514875032939017, 0.0008222335600294173, 0.0008929796167649329, 0.0009637256735004485, 0.0010344716720283031, 0.0011052177287638187, 0.0011759637854993343, 0.00124670984223485, 0.0013174558989703655, 0.0013882019557058811, 0.0014589480124413967, 0.0015296940691769123, 0.001600440125912428, 0.0016711861826479435, 0.001741932239383459, 0.0018126782961189747, 0.0018834243528544903, 0.001954170409590006, 0.0020249164663255215, 0.002095662523061037, 0.0021664085797965527, 0.0022371546365320683, 0.002307900693267584, 0.0023786467500030994, 0.002449392806738615, 0.0025201388634741306, 0.0025908849202096462]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 6.0, 2.0, 4.0, 9.0, 9.0, 8.0, 15.0, 18.0, 24.0, 54.0, 56.0, 78.0, 121.0, 166.0, 257.0, 331.0, 471.0, 721.0, 1089.0, 1666.0, 2635.0, 4149.0, 6991.0, 12205.0, 22660.0, 48368.0, 150188.0, 800656.0, 61637.0, 26924.0, 14221.0, 8452.0, 5090.0, 3108.0, 2144.0, 1410.0, 1000.0, 681.0, 514.0, 353.0, 309.0, 211.0, 151.0, 104.0, 86.0, 69.0, 47.0, 46.0, 32.0, 19.0, 23.0, 19.0, 11.0, 4.0, 2.0, 4.0, 3.0, 3.0, 4.0, 2.0, 2.0, 1.0, 2.0], "bins": [-0.004537411034107208, -0.004376688506454229, -0.0042159659788012505, -0.0040552434511482716, -0.003894520690664649, -0.00373379816301167, -0.003573075635358691, -0.0034123531077057123, -0.0032516303472220898, -0.003090907819569111, -0.002930185291916132, -0.002769462764263153, -0.002608740236610174, -0.0024480177089571953, -0.0022872949484735727, -0.002126572420820594, -0.001965849893167615, -0.001805127365514636, -0.0016444047214463353, -0.0014836821937933564, -0.0013229595497250557, -0.0011622370220720768, -0.001001514494419098, -0.0008407919085584581, -0.0006800693226978183, -0.0005193467368371785, -0.0003586241800803691, -0.00019790160877164453, -3.717903746291995e-05, 0.00012354353384580463, 0.0002842661051545292, 0.00044498866191133857, 0.0006057112477719784, 0.0007664338336326182, 0.000927156419493258, 0.001087878947146237, 0.0012486015912145376, 0.0014093241188675165, 0.0015700466465204954, 0.0017307692905887961, 0.001891491818241775, 0.0020522144623100758, 0.0022129369899630547, 0.0023736595176160336, 0.0025343820452690125, 0.0026951045729219913, 0.002855827333405614, 0.003016549861058593, 0.0031772723887115717, 0.0033379949163645506, 0.0034987174440175295, 0.003659440204501152, 0.003820162732154131, 0.00398088525980711, 0.004141607787460089, 0.004302330315113068, 0.0044630528427660465, 0.004623775370419025, 0.004784497898072004, 0.0049452208913862705, 0.005105943419039249, 0.005266665946692228, 0.005427388474345207, 0.005588111001998186, 0.005748833529651165]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 3.0, 4.0, 3.0, 6.0, 1.0, 0.0, 3.0, 2.0, 6.0, 2.0, 1.0, 1.0, 1.0, 3.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.020553361624479294, -0.019995948299765587, -0.01943853497505188, -0.018881121650338173, -0.018323708325624466, -0.01776629500091076, -0.017208881676197052, -0.016651468351483345, -0.016094055026769638, -0.015536640770733356, -0.01497922744601965, -0.014421814121305943, -0.013864400796592236, -0.013306987471878529, -0.012749574147164822, -0.012192160822451115, -0.011634747497737408, -0.0110773341730237, -0.010519920848309994, -0.009962507523596287, -0.00940509419888258, -0.008847680874168873, -0.008290267549455166, -0.007732853759080172, -0.007175440434366465, -0.006618027109652758, -0.006060613784939051, -0.005503200460225344, -0.004945786669850349, -0.0043883733451366425, -0.0038309600204229355, -0.0032735466957092285, -0.0027161333709955215, -0.0021587200462818146, -0.0016013066051527858, -0.001043893164023757, -0.00048647983931005, 7.093354361131787e-05, 0.0006283469265326858, 0.0011857603676617146, 0.0017431736923754215, 0.0023005870170891285, 0.0028580003418028355, 0.003415413899347186, 0.003972827456891537, 0.004530240781605244, 0.005087654106318951, 0.005645067431032658, 0.006202480755746365, 0.0067598940804600716, 0.0073173074051737785, 0.007874720729887486, 0.008432134054601192, 0.0089895473793149, 0.009546960704028606, 0.010104374028742313, 0.010661788284778595, 0.011219201609492302, 0.011776614934206009, 0.012334028258919716, 0.012891441583633423, 0.01344885490834713, 0.014006268233060837, 0.014563681557774544, 0.01512109488248825]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 2.0, 4.0, 4.0, 4.0, 10.0, 15.0, 22.0, 24.0, 8.0, 17.0, 20.0, 31.0, 40.0, 50.0, 43.0, 44.0, 57.0, 78.0, 86.0, 102.0, 160.0, 181.0, 234.0, 252.0, 365.0, 449.0, 613.0, 1026.0, 1643.0, 5535.0, 1835.0, 1276.0, 939.0, 769.0, 525.0, 435.0, 330.0, 239.0, 186.0, 141.0, 108.0, 104.0, 89.0, 63.0, 49.0, 27.0, 42.0, 34.0, 18.0, 13.0, 23.0, 12.0, 17.0, 5.0, 6.0, 7.0, 7.0, 5.0, 1.0, 2.0, 2.0], "bins": [-0.00881545152515173, -0.008543252013623714, -0.008271053433418274, -0.007998853921890259, -0.007726655341684818, -0.007454455830156803, -0.007182256784290075, -0.0069100577384233475, -0.00663785869255662, -0.006365659646689892, -0.006093460600823164, -0.005821261554956436, -0.005549062043428421, -0.005276862997561693, -0.005004663951694965, -0.0047324649058282375, -0.00446026585996151, -0.004188066814094782, -0.003915867768228054, -0.0036436684895306826, -0.0033714694436639547, -0.003099270397797227, -0.0028270711190998554, -0.0025548720732331276, -0.0022826730273663998, -0.002010473981499672, -0.0017382748192176223, -0.0014660756569355726, -0.0011938766110688448, -0.000921677506994456, -0.0006494784029200673, -0.00037727929884567857, -0.00010508019477128983, 0.00016711890930309892, 0.00043931801337748766, 0.0007115171174518764, 0.0009837162215262651, 0.001255915267392993, 0.0015281144296750426, 0.0018003135919570923, 0.00207251263782382, 0.002344711683690548, 0.0026169107295572758, 0.0028891100082546473, 0.003161309054121375, 0.003433508099988103, 0.0037057073786854744, 0.003977906424552202, 0.00425010547041893, 0.004522304516285658, 0.004794503562152386, 0.0050667026080191135, 0.005338901653885841, 0.0056111011654138565, 0.005883300211280584, 0.006155499257147312, 0.00642769830301404, 0.006699897348880768, 0.006972096394747496, 0.0072442954406142235, 0.007516494952142239, 0.0077886939980089664, 0.008060893043875694, 0.008333091624081135, 0.00860529113560915]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 4.0, 2.0, 3.0, 3.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.07860025763511658, -0.07520592957735062, -0.07181160151958466, -0.0684172734618187, -0.06502293795347214, -0.06162860989570618, -0.058234281837940216, -0.054839953780174255, -0.051445625722408295, -0.048051293939352036, -0.044656965881586075, -0.041262637823820114, -0.037868306040763855, -0.034473977982997894, -0.031079648062586784, -0.027685320004820824, -0.024290990084409714, -0.020896660163998604, -0.017502332106232643, -0.014108002185821533, -0.010713673196732998, -0.007319344207644463, -0.00392501475289464, -0.000530685530975461, 0.002863643690943718, 0.006257972680032253, 0.009652301669120789, 0.013046631589531898, 0.01644096150994301, 0.01983528956770897, 0.02322961948812008, 0.02662394754588604, 0.03001827746629715, 0.03341260552406311, 0.03680693730711937, 0.04020126536488533, 0.04359559342265129, 0.04698992520570755, 0.05038425326347351, 0.05377858132123947, 0.05717290937900543, 0.06056724116206169, 0.06396157294511795, 0.06735590100288391, 0.07075022906064987, 0.07414455711841583, 0.0775388851761818, 0.08093321323394775, 0.08432754874229431, 0.08772187680006027, 0.09111620485782623, 0.0945105329155922, 0.09790486097335815, 0.10129918903112411, 0.10469351708889008, 0.10808785259723663, 0.1114821806550026, 0.11487650871276855, 0.11827083677053452, 0.12166516482830048, 0.12505950033664703, 0.1284538209438324, 0.13184815645217896, 0.13524247705936432, 0.13863681256771088]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 4.0, 1.0, 1.0, 2.0, 4.0, 0.0, 5.0, 8.0, 4.0, 6.0, 5.0, 10.0, 15.0, 11.0, 18.0, 20.0, 31.0, 51.0, 21.0, 15.0, 15.0, 8.0, 3.0, 3.0, 4.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.05857414752244949, -0.056101419031620026, -0.05362869054079056, -0.05115596204996109, -0.04868323355913162, -0.04621050879359245, -0.043737780302762985, -0.04126505181193352, -0.03879232332110405, -0.03631959483027458, -0.033846866339445114, -0.031374137848615646, -0.028901411220431328, -0.02642868272960186, -0.02395595610141754, -0.021483227610588074, -0.019010499119758606, -0.016537770628929138, -0.014065043069422245, -0.011592315509915352, -0.009119587019085884, -0.006646858993917704, -0.004174130968749523, -0.0017014029435813427, 0.0007713250815868378, 0.0032440531067550182, 0.005716781131923199, 0.008189508691430092, 0.01066223718225956, 0.013134965673089027, 0.01560769323259592, 0.018080420792102814, 0.02055314928293228, 0.02302587777376175, 0.025498606264591217, 0.027971332892775536, 0.030444061383605003, 0.03291678801178932, 0.03538951650261879, 0.03786224499344826, 0.040334973484277725, 0.04280770197510719, 0.04528043046593666, 0.04775315895676613, 0.0502258837223053, 0.052698612213134766, 0.05517134070396423, 0.0576440691947937, 0.06011679768562317, 0.06258952617645264, 0.0650622546672821, 0.06753498315811157, 0.07000771164894104, 0.07248044013977051, 0.07495316863059998, 0.07742589712142944, 0.07989862561225891, 0.08237134665250778, 0.08484407514333725, 0.08731680363416672, 0.08978953212499619, 0.09226226061582565, 0.09473498910665512, 0.09720771759748459, 0.09968044608831406]}, "_runtime": 174.49149918556213, "_timestamp": 1596211764.262608, "_step": 217}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 3.0, 1.0, 1.0, 0.0, 1.0, 3.0, 4.0, 5.0, 4.0, 5.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.011280163191258907, -0.010965951718389988, -0.010651741176843643, -0.010337529703974724, -0.010023319162428379, -0.00970910768955946, -0.009394897148013115, -0.009080685675144196, -0.008766474202275276, -0.008452263660728931, -0.008138052187860012, -0.007823841646313667, -0.007509630173444748, -0.007195419166237116, -0.006881208159029484, -0.006566997151821852, -0.00625278614461422, -0.005938575137406588, -0.0056243641301989555, -0.0053101531229913235, -0.004995942115783691, -0.004681730642914772, -0.00436751963570714, -0.004053308628499508, -0.003739097621291876, -0.0034248866140842438, -0.0031106756068766117, -0.002796464366838336, -0.002482253359630704, -0.002168042352423072, -0.001853831228800118, -0.001539620105177164, -0.001225409097969532, -0.000911198032554239, -0.0005969869671389461, -0.0002827759017236531, 3.14351636916399e-05, 0.0003456462291069329, 0.0006598572945222259, 0.0009740683599375188, 0.0012882794253528118, 0.0016024904325604439, 0.0019167015561833978, 0.0022309126798063517, 0.0025451236870139837, 0.002859334694221616, 0.0031735459342598915, 0.0034877569414675236, 0.0038019679486751556, 0.004116178955882788, 0.00443038996309042, 0.004744600970298052, 0.005058811977505684, 0.005373023450374603, 0.005687234457582235, 0.006001445464789867, 0.0063156564719974995, 0.0066298674792051315, 0.006944078486412764, 0.007258289493620396, 0.007572500966489315, 0.00788671150803566, 0.00820092298090458, 0.008515133522450924, 0.008829344995319843]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 3.0, 5.0, 7.0, 5.0, 11.0, 6.0, 5.0, 12.0, 22.0, 26.0, 30.0, 26.0, 40.0, 50.0, 52.0, 78.0, 109.0, 161.0, 263.0, 5397.0, 754.0, 267.0, 150.0, 100.0, 68.0, 42.0, 55.0, 43.0, 24.0, 17.0, 23.0, 11.0, 10.0, 11.0, 7.0, 6.0, 1.0, 5.0, 4.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 3.0, 2.0], "bins": [-0.12991327047348022, -0.12617865204811096, -0.1224440261721611, -0.11870940029621124, -0.11497477442026138, -0.11124015599489212, -0.10750553011894226, -0.1037709042429924, -0.10003628581762314, -0.09630165994167328, -0.09256703406572342, -0.08883241564035416, -0.0850977897644043, -0.08136316388845444, -0.07762854546308517, -0.07389391958713531, -0.07015930116176605, -0.06642467528581619, -0.06269004940986633, -0.05895542725920677, -0.05522080510854721, -0.05148617923259735, -0.04775155708193779, -0.04401693493127823, -0.04028230905532837, -0.03654768690466881, -0.03281306475400925, -0.029078440740704536, -0.025343816727399826, -0.021609194576740265, -0.017874570563435555, -0.014139947481453419, -0.010405324399471283, -0.006670701317489147, -0.002936077769845724, 0.0007985455449670553, 0.004533168859779835, 0.00826779194176197, 0.012002415955066681, 0.015737038105726242, 0.019471662119030952, 0.023206286132335663, 0.026940908282995224, 0.030675532296299934, 0.034410156309604645, 0.038144778460264206, 0.04187940061092377, 0.04561402648687363, 0.04934864863753319, 0.05308327078819275, 0.05681789666414261, 0.06055251881480217, 0.06428714096546173, 0.06802176684141159, 0.07175638526678085, 0.07549101114273071, 0.07922563701868057, 0.08296025544404984, 0.0866948813199997, 0.09042950719594955, 0.09416412562131882, 0.09789875149726868, 0.10163337737321854, 0.1053679957985878, 0.10910262167453766]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 4.0, 1.0, 6.0, 3.0, 1.0, 7.0, 4.0, 3.0, 5.0, 3.0, 2.0, 4.0, 4.0, 20.0, 5.0, 5.0, 2.0, 2.0, 2.0, 8.0, 0.0, 2.0, 2.0, 0.0, 2.0, 3.0, 2.0, 2.0, 3.0, 0.0, 2.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0], "bins": [-0.0029529808089137077, -0.0028694160282611847, -0.0027858512476086617, -0.0027022864669561386, -0.0026187216863036156, -0.0025351569056510925, -0.0024515921249985695, -0.0023680273443460464, -0.0022844625636935234, -0.0022008977830410004, -0.0021173330023884773, -0.0020337682217359543, -0.0019502034410834312, -0.0018666386604309082, -0.0017830738797783852, -0.0016995090991258621, -0.001615944318473339, -0.001532379537820816, -0.001448814757168293, -0.00136524997651577, -0.001281685195863247, -0.0011981204152107239, -0.0011145556345582008, -0.0010309908539056778, -0.0009474260732531548, -0.0008638612926006317, -0.0007802965119481087, -0.0006967317312955856, -0.0006131669506430626, -0.0005296021699905396, -0.0004460373893380165, -0.00036247260868549347, -0.00027890782803297043, -0.0001953430473804474, -0.00011177826672792435, -2.8213486075401306e-05, 5.5351294577121735e-05, 0.00013891607522964478, 0.00022248085588216782, 0.00030604563653469086, 0.0003896104171872139, 0.00047317519783973694, 0.00055673997849226, 0.000640304759144783, 0.0007238695397973061, 0.0008074343204498291, 0.0008909991011023521, 0.0009745638817548752, 0.0010581286624073982, 0.0011416934430599213, 0.0012252582237124443, 0.0013088230043649673, 0.0013923877850174904, 0.0014759525656700134, 0.0015595173463225365, 0.0016430821269750595, 0.0017266469076275826, 0.0018102116882801056, 0.0018937764689326286, 0.0019773412495851517, 0.0020609060302376747, 0.0021444708108901978, 0.002228035591542721, 0.002311600372195244, 0.002395165152847767]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 4.0, 5.0, 9.0, 9.0, 8.0, 15.0, 25.0, 31.0, 49.0, 53.0, 87.0, 127.0, 168.0, 286.0, 378.0, 619.0, 900.0, 1396.0, 2284.0, 3799.0, 6845.0, 13342.0, 29950.0, 91155.0, 888993.0, 75171.0, 27979.0, 14106.0, 8233.0, 4603.0, 2923.0, 1902.0, 1256.0, 819.0, 604.0, 409.0, 282.0, 203.0, 139.0, 126.0, 92.0, 52.0, 46.0, 35.0, 25.0, 23.0, 20.0, 15.0, 11.0, 10.0, 6.0, 2.0, 4.0, 2.0, 1.0, 3.0, 4.0], "bins": [-0.005617140326648951, -0.005438986700028181, -0.005260833073407412, -0.005082679446786642, -0.004904525820165873, -0.004726372193545103, -0.004548218566924334, -0.004370064940303564, -0.004191911779344082, -0.004013758152723312, -0.0038356042932718992, -0.0036574506666511297, -0.003479297272861004, -0.0033011436462402344, -0.003122990019619465, -0.0029448363929986954, -0.002766682766377926, -0.0025885291397571564, -0.002410375513136387, -0.0022322218865156174, -0.002054068259894848, -0.0018759147496894002, -0.0016977612394839525, -0.001519607612863183, -0.0013414539862424135, -0.001163300359621644, -0.0009851467330008745, -0.0008069932227954268, -0.0006288395961746573, -0.0004506859986577183, -0.00027253240114077926, -9.437880362384021e-05, 8.377479389309883e-05, 0.0002619283914100379, 0.0004400819889269769, 0.0006182355573400855, 0.000796389183960855, 0.0009745428105816245, 0.0011526963207870722, 0.0013308499474078417, 0.0015090035740286112, 0.0016871572006493807, 0.0018653108272701502, 0.0020434644538909197, 0.0022216178476810455, 0.002399771474301815, 0.0025779251009225845, 0.002756078727543354, 0.0029342323541641235, 0.003112385980784893, 0.0032905396074056625, 0.003468693234026432, 0.0036468468606472015, 0.0038250002544373274, 0.0040031541138887405, 0.00418130774050951, 0.0043594613671302795, 0.004537614528089762, 0.004715768154710531, 0.004893921781331301, 0.00507207540795207, 0.00525022903457284, 0.005428382661193609, 0.005606536287814379, 0.005784689914435148]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 2.0, 3.0, 3.0, 2.0, 3.0, 5.0, 5.0, 2.0, 3.0, 2.0, 8.0, 2.0, 3.0, 0.0, 2.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.030303407460451126, -0.02949380874633789, -0.028684210032224655, -0.02787461318075657, -0.027065014466643333, -0.026255415752530098, -0.02544581890106201, -0.024636220186948776, -0.02382662147283554, -0.023017022758722305, -0.02220742404460907, -0.021397827193140984, -0.020588228479027748, -0.019778629764914513, -0.018969032913446426, -0.01815943419933319, -0.017349835485219955, -0.01654023677110672, -0.015730638056993484, -0.014921041205525398, -0.014111442491412163, -0.013301843777298927, -0.012492245994508266, -0.011682648211717606, -0.01087304949760437, -0.010063450783491135, -0.009253853000700474, -0.008444255217909813, -0.0076346565037965775, -0.006825058255344629, -0.006015460006892681, -0.005205861758440733, -0.004396263509988785, -0.0035866652615368366, -0.0027770670130848885, -0.0019674687646329403, -0.0011578705161809921, -0.00034827226772904396, 0.0004613259807229042, 0.0012709242291748524, 0.0020805224776268005, 0.0028901207260787487, 0.003699718974530697, 0.004509317222982645, 0.005318915471434593, 0.006128513719886541, 0.0069381119683384895, 0.007747710216790438, 0.008557308465242386, 0.009366907179355621, 0.010176504962146282, 0.010986102744936943, 0.011795701459050179, 0.012605300173163414, 0.013414897955954075, 0.014224495738744736, 0.015034094452857971, 0.015843693166971207, 0.016653291881084442, 0.01746288873255253, 0.018272487446665764, 0.019082086160779, 0.019891683012247086, 0.02070128172636032, 0.021510880440473557]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 3.0, 3.0, 2.0, 7.0, 4.0, 7.0, 5.0, 10.0, 10.0, 19.0, 20.0, 28.0, 34.0, 49.0, 80.0, 115.0, 111.0, 154.0, 216.0, 345.0, 468.0, 567.0, 922.0, 1332.0, 1898.0, 6334.0, 2324.0, 1222.0, 678.0, 433.0, 289.0, 191.0, 127.0, 103.0, 81.0, 49.0, 37.0, 40.0, 36.0, 16.0, 7.0, 7.0, 12.0, 9.0, 4.0, 4.0, 2.0, 1.0, 3.0, 2.0, 0.0, 2.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.011066325008869171, -0.010654252022504807, -0.010242179036140442, -0.009830106981098652, -0.009418033994734287, -0.009005961008369923, -0.008593888022005558, -0.008181815035641193, -0.007769742514938116, -0.0073576695285737514, -0.006945597007870674, -0.0065335240215063095, -0.006121451035141945, -0.005709378514438868, -0.005297305528074503, -0.004885233007371426, -0.004473160021007061, -0.004061087034642696, -0.003649014513939619, -0.0032369415275752544, -0.0028248687740415335, -0.0024127960205078125, -0.002000723034143448, -0.001588650280609727, -0.001176577527076006, -0.000764504715334624, -0.00035243190359324217, 5.9640908148139715e-05, 0.0004717137198895216, 0.0008837865316309035, 0.0012958593433722854, 0.0017079322133213282, 0.002120004966855049, 0.00253207772038877, 0.002944150473922491, 0.0033562234602868557, 0.0037682962138205767, 0.004180368967354298, 0.004592441953718662, 0.00500451447442174, 0.005416587460786104, 0.005828660447150469, 0.006240732967853546, 0.006652805954217911, 0.007064878940582275, 0.007476951461285353, 0.00788902398198843, 0.008301096968352795, 0.00871316995471716, 0.009125242941081524, 0.009537315927445889, 0.009949387982487679, 0.010361460968852043, 0.010773533955216408, 0.011185606941580772, 0.011597679927945137, 0.012009752914309502, 0.012421824969351292, 0.012833897955715656, 0.013245970942080021, 0.013658043928444386, 0.01407011691480875, 0.01448218896985054, 0.014894261956214905, 0.01530633494257927]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 3.0, 3.0, 3.0, 2.0, 1.0, 1.0, 4.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1486683487892151, -0.1442318707704544, -0.13979539275169373, -0.13535891473293304, -0.13092245161533356, -0.12648597359657288, -0.1220494955778122, -0.11761301755905151, -0.11317653954029083, -0.10874006897211075, -0.10430359095335007, -0.09986711293458939, -0.0954306423664093, -0.09099416434764862, -0.08655768632888794, -0.08212121576070786, -0.07768473774194717, -0.07324825972318649, -0.06881178915500641, -0.06437531113624573, -0.059938833117485046, -0.055502358824014664, -0.05106588453054428, -0.0466294065117836, -0.04219293221831322, -0.037756457924842834, -0.03331997990608215, -0.02888350561261177, -0.02444702945649624, -0.020010553300380707, -0.01557407807558775, -0.011137602850794792, -0.00670112669467926, -0.0022646510042250156, 0.002171824686229229, 0.006608300376683474, 0.011044776067137718, 0.01548125222325325, 0.019917726516723633, 0.024354202672839165, 0.028790678828954697, 0.03322715312242508, 0.03766363114118576, 0.04210010543465614, 0.046536579728126526, 0.05097305774688721, 0.05540953204035759, 0.05984601005911827, 0.06428248435258865, 0.06871896237134933, 0.07315543293952942, 0.0775919109582901, 0.08202838897705078, 0.08646485954523087, 0.09090133756399155, 0.09533781558275223, 0.09977428615093231, 0.104210764169693, 0.10864724218845367, 0.11308372020721436, 0.11752019077539444, 0.12195666879415512, 0.1263931393623352, 0.1308296173810959, 0.13526609539985657]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 4.0, 2.0, 3.0, 11.0, 11.0, 18.0, 23.0, 25.0, 65.0, 28.0, 14.0, 13.0, 5.0, 5.0, 10.0, 3.0, 4.0, 3.0, 1.0, 5.0, 4.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0], "bins": [-0.09702850133180618, -0.09336328506469727, -0.08969806879758835, -0.08603285253047943, -0.08236763626337051, -0.0787024199962616, -0.07503720372915268, -0.07137198746204376, -0.06770676374435425, -0.06404154747724533, -0.06037633493542671, -0.056711118668317795, -0.05304589867591858, -0.04938068240880966, -0.045715466141700745, -0.04205024987459183, -0.03838503360748291, -0.03471981734037399, -0.031054601073265076, -0.02738938294351101, -0.023724166676402092, -0.020058950409293175, -0.01639373227953911, -0.012728516012430191, -0.009063299745321274, -0.005398083012551069, -0.0017328662797808647, 0.0019323504529893398, 0.005597567185759544, 0.009262783452868462, 0.012928000651299953, 0.016593217849731445, 0.020258434116840363, 0.02392365038394928, 0.027588866651058197, 0.031254082918167114, 0.03491929918527603, 0.03858451917767525, 0.042249735444784164, 0.04591495171189308, 0.049580167979002, 0.053245384246110916, 0.05691060051321983, 0.06057581678032875, 0.06424103677272797, 0.06790625303983688, 0.0715714693069458, 0.07523668557405472, 0.07890190184116364, 0.08256711810827255, 0.08623233437538147, 0.08989755064249039, 0.0935627669095993, 0.09722798317670822, 0.10089319944381714, 0.10455841571092606, 0.10822363197803497, 0.11188885569572449, 0.1155540719628334, 0.11921928822994232, 0.12288450449705124, 0.12654972076416016, 0.13021492958068848, 0.133880153298378, 0.1375453770160675]}, "_runtime": 175.31307172775269, "_timestamp": 1596211765.0841806, "_step": 218}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 4.0, 2.0, 3.0, 1.0, 3.0, 3.0, 1.0, 9.0, 5.0, 3.0, 1.0, 3.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011769614182412624, -0.011443236842751503, -0.011116858571767807, -0.010790481232106686, -0.010464103892445564, -0.010137725621461868, -0.009811348281800747, -0.009484970010817051, -0.00915859267115593, -0.008832215331494808, -0.008505837060511112, -0.00817945972084999, -0.007853081449866295, -0.0075267041102051735, -0.007200326770544052, -0.0068739489652216434, -0.006547571159899235, -0.006221193354576826, -0.005894815549254417, -0.005568438209593296, -0.005242060404270887, -0.004915682598948479, -0.004589305259287357, -0.004262927453964949, -0.00393654964864254, -0.0036101718433201313, -0.0032837942708283663, -0.0029574166983366013, -0.0026310388930141926, -0.002304661087691784, -0.001978283515200019, -0.001651905826292932, -0.0013255281373858452, -0.0009991504484787583, -0.0006727727595716715, -0.00034639507066458464, -2.0017381757497787e-05, 0.00030636030714958906, 0.0006327379960566759, 0.0009591156849637628, 0.0012854933738708496, 0.0016118710627779365, 0.0019382487516850233, 0.0022646263241767883, 0.002591004129499197, 0.0029173819348216057, 0.0032437595073133707, 0.0035701370798051357, 0.0038965148851275444, 0.004222892690449953, 0.004549270495772362, 0.004875647835433483, 0.005202025640755892, 0.0055284034460783005, 0.005854780785739422, 0.0061811585910618305, 0.006507536396384239, 0.006833914201706648, 0.0071602920070290565, 0.007486669346690178, 0.007813047617673874, 0.008139424957334995, 0.008465802296996117, 0.008792180567979813, 0.009118557907640934]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 2.0, 6.0, 5.0, 3.0, 3.0, 3.0, 8.0, 4.0, 11.0, 10.0, 18.0, 15.0, 19.0, 33.0, 29.0, 48.0, 52.0, 91.0, 89.0, 134.0, 192.0, 303.0, 5329.0, 641.0, 275.0, 141.0, 114.0, 67.0, 72.0, 36.0, 41.0, 17.0, 21.0, 17.0, 12.0, 9.0, 11.0, 9.0, 3.0, 3.0, 8.0, 2.0, 2.0, 4.0, 2.0, 1.0, 2.0, 5.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.09483901411294937, -0.09164152294397354, -0.08844403922557831, -0.08524654805660248, -0.08204906433820724, -0.07885157316923141, -0.07565408945083618, -0.07245659828186035, -0.06925910711288452, -0.06606162339448929, -0.06286413222551346, -0.059666648507118225, -0.056469157338142395, -0.05327166989445686, -0.05007418245077133, -0.0468766950070858, -0.04367920756340027, -0.04048172011971474, -0.037284232676029205, -0.034086745232343674, -0.030889255926012993, -0.02769176848232746, -0.02449427917599678, -0.02129679173231125, -0.018099304288625717, -0.014901816844940186, -0.01170432846993208, -0.008506840094923973, -0.0053093526512384415, -0.0021118647418916225, 0.0010856231674551964, 0.004283111076802015, 0.007480598986148834, 0.010678086429834366, 0.013875574804842472, 0.01707306317985058, 0.02027055062353611, 0.02346803806722164, 0.026665527373552322, 0.029863014817237854, 0.033060502260923386, 0.03625798970460892, 0.03945547714829445, 0.04265296459197998, 0.04585045576095581, 0.04904794320464134, 0.052245430648326874, 0.055442918092012405, 0.05864040553569794, 0.06183789297938347, 0.065035380423069, 0.06823287159204483, 0.07143035531044006, 0.0746278464794159, 0.07782533019781113, 0.08102282136678696, 0.08422030508518219, 0.08741779625415802, 0.09061528742313385, 0.09381277114152908, 0.09701026231050491, 0.10020774602890015, 0.10340523719787598, 0.10660272091627121, 0.10980021208524704]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 3.0, 3.0, 4.0, 2.0, 4.0, 1.0, 1.0, 3.0, 4.0, 3.0, 2.0, 9.0, 5.0, 4.0, 24.0, 3.0, 3.0, 4.0, 2.0, 1.0, 7.0, 3.0, 3.0, 3.0, 3.0, 1.0, 5.0, 1.0, 1.0, 3.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0031502891797572374, -0.0030537040438503027, -0.002957118907943368, -0.0028605337720364332, -0.002763948868960142, -0.0026673637330532074, -0.0025707785971462727, -0.002474193461239338, -0.002377608325332403, -0.0022810231894254684, -0.0021844380535185337, -0.002087852917611599, -0.0019912677817046642, -0.0018946827622130513, -0.0017980977427214384, -0.0017015126068145037, -0.001604927470907569, -0.0015083423350006342, -0.0014117571990936995, -0.0013151721796020865, -0.0012185870436951518, -0.001122001907788217, -0.0010254168882966042, -0.0009288317523896694, -0.0008322466164827347, -0.0007356614805757999, -0.0006390764028765261, -0.0005424913251772523, -0.00044590618927031755, -0.0003493210824672133, -0.000252735975664109, -0.0001561508688610047, -5.956576205790043e-05, 3.701934474520385e-05, 0.00013360445154830813, 0.00023018955835141242, 0.0003267746651545167, 0.000423359771957621, 0.0005199448787607253, 0.0006165299564599991, 0.0007131150923669338, 0.0008097002282738686, 0.0009062853059731424, 0.0010028703836724162, 0.001099455519579351, 0.0011960406554862857, 0.0012926256749778986, 0.0013892108108848333, 0.001485795946791768, 0.0015823810826987028, 0.0016789662186056376, 0.0017755512380972505, 0.0018721363740041852, 0.001968721393495798, 0.002065306529402733, 0.0021618916653096676, 0.0022584768012166023, 0.002355061937123537, 0.002451647073030472, 0.0025482322089374065, 0.0026448173448443413, 0.0027414022479206324, 0.002837987383827567, 0.002934572519734502, 0.0030311576556414366]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 5.0, 4.0, 5.0, 7.0, 13.0, 18.0, 34.0, 32.0, 51.0, 64.0, 104.0, 168.0, 274.0, 392.0, 714.0, 1096.0, 1698.0, 2886.0, 5404.0, 10695.0, 23050.0, 66742.0, 892650.0, 106738.0, 33063.0, 14820.0, 7719.0, 4288.0, 2546.0, 1544.0, 998.0, 621.0, 415.0, 266.0, 179.0, 121.0, 77.0, 45.0, 37.0, 18.0, 10.0, 7.0, 6.0, 5.0, 1.0, 3.0, 1.0, 1.0, 2.0, 0.0, 2.0], "bins": [-0.007251907605677843, -0.0070488788187503815, -0.00684585003182292, -0.006642821244895458, -0.006439792457967997, -0.006236763671040535, -0.006033734884113073, -0.005830706097185612, -0.00562767731025815, -0.0054246485233306885, -0.005221619736403227, -0.005018590949475765, -0.004815562162548304, -0.004612533375620842, -0.00440950458869338, -0.004206475801765919, -0.004003447014838457, -0.0038004182279109955, -0.003597389440983534, -0.0033943606540560722, -0.0031913318671286106, -0.002988303080201149, -0.0027852742932736874, -0.0025822455063462257, -0.002379216719418764, -0.0021761879324913025, -0.001973159145563841, -0.0017701303586363792, -0.0015671015717089176, -0.001364072784781456, -0.0011610439978539944, -0.0009580152109265327, -0.0007549864239990711, -0.0005519576370716095, -0.0003489288501441479, -0.00014590006321668625, 5.7128723710775375e-05, 0.000260157510638237, 0.0004631862975656986, 0.0006662150844931602, 0.0008692438714206219, 0.0010722726583480835, 0.0012753014452755451, 0.0014783302322030067, 0.0016813590191304684, 0.00188438780605793, 0.0020874165929853916, 0.0022904453799128532, 0.002493474166840315, 0.0026965029537677765, 0.002899531740695238, 0.0031025605276226997, 0.0033055893145501614, 0.003508618101477623, 0.0037116468884050846, 0.003914675675332546, 0.004117704462260008, 0.0043207332491874695, 0.004523762036114931, 0.004726790823042393, 0.004929819609969854, 0.005132848396897316, 0.005335877183824778, 0.005538905970752239, 0.005741934757679701]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 2.0, 5.0, 11.0, 1.0, 2.0, 2.0, 1.0, 2.0, 1.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014016268774867058, -0.013485090807080269, -0.012953913770616055, -0.01242273673415184, -0.011891558766365051, -0.011360380798578262, -0.010829203762114048, -0.010298026725649834, -0.009766848757863045, -0.009235670790076256, -0.008704493753612041, -0.008173316717147827, -0.007642138749361038, -0.007110961247235537, -0.006579783745110035, -0.006048606242984533, -0.005517428740859032, -0.00498625123873353, -0.004455073736608028, -0.003923896234482527, -0.003392718732357025, -0.0028615412302315235, -0.002330363728106022, -0.0017991862259805202, -0.0012680087238550186, -0.000736831221729517, -0.00020565371960401535, 0.0003255237825214863, 0.0008567012846469879, 0.0013878787867724895, 0.0019190562888979912, 0.002450233791023493, 0.0029814112931489944, 0.003512588795274496, 0.004043766297399998, 0.004574943799525499, 0.005106121301651001, 0.005637298803776503, 0.006168476305902004, 0.006699653808027506, 0.0072308313101530075, 0.007762008812278509, 0.00829318631440401, 0.008824363350868225, 0.009355541318655014, 0.009886719286441803, 0.010417896322906017, 0.010949073359370232, 0.01148025132715702, 0.01201142929494381, 0.012542606331408024, 0.013073783367872238, 0.013604961335659027, 0.014136139303445816, 0.01466731633991003, 0.015198493376374245, 0.015729671344161034, 0.016260849311947823, 0.016792025417089462, 0.01732320338487625, 0.01785438135266304, 0.01838555932044983, 0.018916737288236618, 0.019447913393378258, 0.019979091361165047]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 4.0, 1.0, 6.0, 3.0, 5.0, 9.0, 7.0, 9.0, 5.0, 11.0, 21.0, 19.0, 25.0, 36.0, 32.0, 47.0, 66.0, 75.0, 117.0, 122.0, 150.0, 195.0, 261.0, 341.0, 414.0, 600.0, 773.0, 1057.0, 1568.0, 5331.0, 1840.0, 1214.0, 870.0, 648.0, 520.0, 398.0, 329.0, 264.0, 202.0, 165.0, 145.0, 115.0, 64.0, 72.0, 40.0, 34.0, 43.0, 18.0, 29.0, 24.0, 32.0, 20.0, 7.0, 5.0, 6.0, 1.0, 5.0, 4.0, 4.0, 1.0, 0.0, 2.0], "bins": [-0.0073965759947896, -0.007162853609770536, -0.006929130759090185, -0.006695408374071121, -0.00646168552339077, -0.006227963138371706, -0.005994240753352642, -0.005760517902672291, -0.005526795517653227, -0.005293072666972876, -0.005059350281953812, -0.004825627896934748, -0.0045919050462543964, -0.0043581826612353325, -0.004124459810554981, -0.0038907374255359173, -0.0036570148076862097, -0.003423292189836502, -0.0031895695719867945, -0.0029558471869677305, -0.002722124569118023, -0.0024884019512683153, -0.0022546793334186077, -0.0020209567155689, -0.0017872342141345143, -0.0015535115962848067, -0.001319789094850421, -0.0010860664770007133, -0.0008523439173586667, -0.00061862135771662, -0.0003848987689707428, -0.0001511761947767809, 8.254637941718102e-05, 0.0003162689390592277, 0.0005499914987012744, 0.000783714116550982, 0.0010174366179853678, 0.0012511592358350754, 0.001484881853684783, 0.0017186043551191688, 0.0019523269729688764, 0.002186049474403262, 0.0024197720922529697, 0.0026534947101026773, 0.002887217327952385, 0.0031209399458020926, 0.0033546623308211565, 0.003588384948670864, 0.0038221075665205717, 0.004055830184370279, 0.004289552569389343, 0.0045232754200696945, 0.0047569978050887585, 0.00499072065576911, 0.005224443040788174, 0.005458165425807238, 0.005691888276487589, 0.005925610661506653, 0.006159333512187004, 0.006393055897206068, 0.006626778282225132, 0.006860501132905483, 0.007094223517924547, 0.0073279463686048985, 0.007561668753623962]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 3.0, 0.0, 1.0, 3.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.05439646542072296, -0.05231757462024689, -0.05023868754506111, -0.04815979674458504, -0.04608090594410896, -0.04400201886892319, -0.04192312806844711, -0.03984423726797104, -0.037765346467494965, -0.03568645939230919, -0.033607568591833115, -0.03152867779135704, -0.029449790716171265, -0.02737089991569519, -0.025292010977864265, -0.02321312017738819, -0.021134231239557266, -0.01905534230172634, -0.016976451501250267, -0.014897562563419342, -0.012818672694265842, -0.010739782825112343, -0.008660893887281418, -0.006582004018127918, -0.004503114148974419, -0.0024242245126515627, -0.00034533487632870674, 0.0017335547599941492, 0.003812444396317005, 0.005891334265470505, 0.00797022320330143, 0.01004911307245493, 0.012128002941608429, 0.014206892810761929, 0.016285782679915428, 0.018364671617746353, 0.020443562418222427, 0.022522451356053352, 0.024601340293884277, 0.02668023109436035, 0.028759120032191277, 0.0308380089700222, 0.032916899770498276, 0.03499579057097435, 0.037074677646160126, 0.0391535684466362, 0.041232459247112274, 0.04331134632229805, 0.045390237122774124, 0.0474691279232502, 0.049548014998435974, 0.05162690579891205, 0.05370579659938812, 0.0557846836745739, 0.05786357447504997, 0.05994246527552605, 0.06202135235071182, 0.0641002431511879, 0.06617913395166397, 0.06825802475214005, 0.07033691555261612, 0.0724157989025116, 0.07449468970298767, 0.07657358050346375, 0.07865247130393982]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 4.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 0.0, 5.0, 2.0, 1.0, 6.0, 5.0, 4.0, 7.0, 5.0, 9.0, 2.0, 9.0, 22.0, 17.0, 21.0, 40.0, 16.0, 9.0, 13.0, 8.0, 5.0, 11.0, 2.0, 1.0, 1.0, 2.0, 2.0, 1.0, 2.0, 1.0, 5.0, 4.0, 4.0, 4.0, 1.0, 1.0, 7.0, 2.0, 2.0, 3.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.03917865827679634, -0.03763847053050995, -0.036098282784223557, -0.034558095037937164, -0.03301790729165077, -0.03147771954536438, -0.029937533661723137, -0.028397345915436745, -0.026857158169150352, -0.02531697042286396, -0.023776782676577568, -0.022236594930291176, -0.020696409046649933, -0.01915622130036354, -0.01761603355407715, -0.016075845807790756, -0.014535658061504364, -0.012995470315217972, -0.01145528256893158, -0.009915095753967762, -0.00837490800768137, -0.006834720261394978, -0.005294532980769873, -0.003754345467314124, -0.0022141579538583755, -0.000673970440402627, 0.0008662170730531216, 0.00240640458650887, 0.003946592099964619, 0.005486779846251011, 0.007026967126876116, 0.00856715440750122, 0.010107342153787613, 0.011647529900074005, 0.013187717646360397, 0.014727904461324215, 0.016268093138933182, 0.017808279022574425, 0.019348466768860817, 0.02088865451514721, 0.0224288422614336, 0.023969030007719994, 0.025509217754006386, 0.027049405500292778, 0.02858959138393402, 0.030129779130220413, 0.031669966876506805, 0.0332101546227932, 0.03475034236907959, 0.03629053011536598, 0.037830717861652374, 0.039370905607938766, 0.04091109335422516, 0.04245128110051155, 0.04399146884679794, 0.045531656593084335, 0.04707184433937073, 0.04861202836036682, 0.050152216106653214, 0.051692403852939606, 0.053232591599226, 0.05477277934551239, 0.05631296709179878, 0.057853154838085175, 0.05939334258437157]}, "_runtime": 176.12427306175232, "_timestamp": 1596211765.895382, "_step": 219}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 3.0, 1.0, 3.0, 5.0, 9.0, 6.0, 4.0, 3.0, 1.0, 4.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013524731621146202, -0.013121097348630428, -0.012717463076114655, -0.01231382880359888, -0.011910194531083107, -0.011506560258567333, -0.01110292598605156, -0.010699291713535786, -0.010295657441020012, -0.009892023168504238, -0.009488388895988464, -0.00908475462347269, -0.008681120350956917, -0.008277486078441143, -0.00787385180592537, -0.0074702175334095955, -0.007066583260893822, -0.006662948988378048, -0.006259314715862274, -0.0058556804433465, -0.005452046170830727, -0.005048411898314953, -0.004644777625799179, -0.004241143353283405, -0.0038375090807676315, -0.0034338748082518578, -0.003030240535736084, -0.00262660626322031, -0.0022229719907045364, -0.0018193377181887627, -0.001415703445672989, -0.0010120691731572151, -0.0006084349006414413, -0.00020480062812566757, 0.0001988336443901062, 0.00060246791690588, 0.0010061021894216537, 0.0014097364619374275, 0.0018133707344532013, 0.002217005006968975, 0.002620639279484749, 0.0030242735520005226, 0.0034279078245162964, 0.00383154209703207, 0.004235176369547844, 0.004638810642063618, 0.0050424449145793915, 0.005446079187095165, 0.005849713459610939, 0.006253347732126713, 0.006656982004642487, 0.00706061627715826, 0.007464250549674034, 0.007867884822189808, 0.008271519094705582, 0.008675153367221355, 0.00907878763973713, 0.009482421912252903, 0.009886056184768677, 0.01028969045728445, 0.010693324729800224, 0.011096959002315998, 0.011500593274831772, 0.011904227547347546, 0.01230786181986332]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 4.0, 4.0, 4.0, 2.0, 8.0, 12.0, 7.0, 11.0, 14.0, 14.0, 28.0, 45.0, 32.0, 75.0, 99.0, 177.0, 292.0, 5655.0, 767.0, 233.0, 154.0, 81.0, 56.0, 35.0, 29.0, 18.0, 23.0, 14.0, 5.0, 10.0, 6.0, 4.0, 0.0, 1.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1572372317314148, -0.15227985382080078, -0.14732246100902557, -0.14236506819725037, -0.13740769028663635, -0.13245031237602234, -0.12749291956424713, -0.12253553420305252, -0.11757814884185791, -0.1126207634806633, -0.10766337811946869, -0.10270599275827408, -0.09774860739707947, -0.09279122203588486, -0.08783383667469025, -0.08287645131349564, -0.07791906595230103, -0.07296168059110641, -0.0680042952299118, -0.0630469098687172, -0.05808952450752258, -0.05313213914632797, -0.04817475378513336, -0.04321736842393875, -0.03825998306274414, -0.03330259770154953, -0.02834521234035492, -0.02338782697916031, -0.018430441617965698, -0.013473056256771088, -0.008515670895576477, -0.0035582855343818665, 0.0013990998268127441, 0.006356485188007355, 0.011313870549201965, 0.016271255910396576, 0.021228641271591187, 0.026186026632785797, 0.031143411993980408, 0.03610079735517502, 0.04105818271636963, 0.04601556807756424, 0.05097295343875885, 0.05593033879995346, 0.06088772416114807, 0.06584510952234268, 0.07080249488353729, 0.0757598802447319, 0.08071726560592651, 0.08567465096712112, 0.09063203632831573, 0.09558942168951035, 0.10054680705070496, 0.10550419241189957, 0.11046157777309418, 0.11541896313428879, 0.1203763484954834, 0.1253337264060974, 0.13029111921787262, 0.13524851202964783, 0.14020588994026184, 0.14516326785087585, 0.15012066066265106, 0.15507805347442627, 0.16003543138504028]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 4.0, 0.0, 1.0, 2.0, 4.0, 1.0, 4.0, 2.0, 2.0, 2.0, 3.0, 3.0, 1.0, 1.0, 4.0, 5.0, 4.0, 6.0, 2.0, 23.0, 6.0, 6.0, 4.0, 2.0, 7.0, 1.0, 0.0, 0.0, 5.0, 2.0, 1.0, 3.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0023493929766118526, -0.0022719085682183504, -0.002194424159824848, -0.0021169399842619896, -0.0020394555758684874, -0.001961971167474985, -0.0018844867590814829, -0.0018070024671033025, -0.0017295180587098002, -0.001652033650316298, -0.0015745493583381176, -0.0014970649499446154, -0.0014195805415511131, -0.0013420962495729327, -0.0012646118411794305, -0.00118712754920125, -0.0011096431408077478, -0.0010321587324142456, -0.0009546744404360652, -0.000877190032042563, -0.0007997056818567216, -0.0007222213316708803, -0.0006447369232773781, -0.0005672525730915368, -0.0004897682229056954, -0.0004122838727198541, -0.00033479949343018234, -0.00025731511414051056, -0.00017983076395466924, -0.00010234639921691269, -2.4862034479156137e-05, 5.2622330258600414e-05, 0.00013010669499635696, 0.00020759105973411351, 0.00028507542447187006, 0.00036255980376154184, 0.00044004415394738317, 0.0005175285041332245, 0.0005950129125267267, 0.000672497262712568, 0.0007499816128984094, 0.0008274659630842507, 0.000904950313270092, 0.0009824347216635942, 0.0010599191300570965, 0.0011374034220352769, 0.0012148878304287791, 0.0012923721224069595, 0.0013698565308004618, 0.001447340939193964, 0.0015248252311721444, 0.0016023096395656466, 0.001679793931543827, 0.0017572783399373293, 0.0018347627483308315, 0.001912247040309012, 0.001989731565117836, 0.0020672157406806946, 0.002144700149074197, 0.002222184557467699, 0.0022996689658612013, 0.0023771533742547035, 0.002454637549817562, 0.0025321219582110643, 0.0026096063666045666]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 4.0, 4.0, 7.0, 5.0, 7.0, 13.0, 16.0, 38.0, 47.0, 88.0, 109.0, 184.0, 284.0, 488.0, 787.0, 1236.0, 2209.0, 4268.0, 9228.0, 21162.0, 61997.0, 907087.0, 112322.0, 29113.0, 12669.0, 6498.0, 3559.0, 2124.0, 1353.0, 898.0, 547.0, 369.0, 254.0, 161.0, 148.0, 99.0, 66.0, 62.0, 39.0, 17.0, 18.0, 14.0, 7.0, 9.0, 5.0, 5.0, 5.0, 0.0, 7.0, 1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 2.0, 1.0], "bins": [-0.006768583785742521, -0.006533678155392408, -0.0062987725250422955, -0.006063866429030895, -0.005828960798680782, -0.005594055168330669, -0.0053591495379805565, -0.005124243907630444, -0.004889338277280331, -0.0046544321812689304, -0.0044195265509188175, -0.004184620920568705, -0.003949715290218592, -0.003714809427037835, -0.003479903796687722, -0.0032449979335069656, -0.0030100923031568527, -0.00277518667280674, -0.0025402808096259832, -0.0023053751792758703, -0.0020704693160951138, -0.0018355636857450008, -0.001600658055394888, -0.0013657523086294532, -0.0011308465618640184, -0.0008959408150985837, -0.0006610351265408099, -0.0004261294088792056, -0.0001912236912176013, 4.3682026444002986e-05, 0.00027858774410560727, 0.0005134934326633811, 0.0007483991794288158, 0.0009833049261942506, 0.0012182106729596853, 0.0014531163033097982, 0.001688022050075233, 0.0019229277968406677, 0.0021578334271907806, 0.002392739290371537, 0.00262764492072165, 0.002862550551071763, 0.0030974564142525196, 0.0033323620446026325, 0.0035672676749527454, 0.003802173538133502, 0.004037079401314259, 0.0042719850316643715, 0.004506890662014484, 0.004741796292364597, 0.00497670192271471, 0.0052116080187261105, 0.005446513649076223, 0.005681419279426336, 0.005916324909776449, 0.006151230540126562, 0.006386136636137962, 0.006621042266488075, 0.006855947896838188, 0.007090853527188301, 0.007325759157538414, 0.007560664787888527, 0.007795570883899927, 0.008030476048588753, 0.008265381678938866]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 2.0, 0.0, 3.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 4.0, 1.0, 4.0, 2.0, 3.0, 7.0, 3.0, 0.0, 2.0, 2.0, 4.0, 0.0, 4.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.014174149371683598, -0.013673408888280392, -0.01317266933619976, -0.012671928852796555, -0.012171188369393349, -0.011670448817312717, -0.011169708333909512, -0.01066896878182888, -0.010168228298425674, -0.009667487815022469, -0.009166748262941837, -0.008666007779538631, -0.008165268227458, -0.007664527744054794, -0.0071637872606515884, -0.00666304724290967, -0.006162307225167751, -0.005661567207425833, -0.005160827189683914, -0.004660086706280708, -0.00415934668853879, -0.003658606670796871, -0.003157866420224309, -0.0026571261696517467, -0.002156386151909828, -0.0016556460177525878, -0.0011549058835953474, -0.000654165749438107, -0.00015342561528086662, 0.00034731451887637377, 0.0008480546530336142, 0.0013487947871908545, 0.001849534921348095, 0.0023502749390900135, 0.0028510151896625757, 0.003351755440235138, 0.0038524954579770565, 0.004353235475718975, 0.004853975959122181, 0.0053547159768640995, 0.005855455994606018, 0.006356196012347937, 0.006856936030089855, 0.007357676513493061, 0.007858416065573692, 0.008359156548976898, 0.008859897032380104, 0.009360636584460735, 0.009861377067863941, 0.010362117551267147, 0.010862857103347778, 0.011363597586750984, 0.01186433807015419, 0.012365077622234821, 0.012865818105638027, 0.013366557657718658, 0.013867298141121864, 0.01436803862452507, 0.014868778176605701, 0.015369518660008907, 0.01587025821208954, 0.016370998695492744, 0.01687173917889595, 0.017372479662299156, 0.017873220145702362]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 0.0, 5.0, 1.0, 1.0, 6.0, 5.0, 4.0, 6.0, 6.0, 10.0, 9.0, 11.0, 16.0, 19.0, 32.0, 48.0, 40.0, 55.0, 77.0, 117.0, 108.0, 173.0, 198.0, 292.0, 345.0, 450.0, 596.0, 795.0, 1170.0, 1682.0, 5488.0, 1909.0, 1153.0, 838.0, 594.0, 475.0, 364.0, 284.0, 168.0, 167.0, 146.0, 106.0, 87.0, 74.0, 39.0, 39.0, 48.0, 54.0, 23.0, 25.0, 12.0, 15.0, 14.0, 8.0, 7.0, 3.0, 6.0, 3.0, 0.0, 2.0, 1.0], "bins": [-0.00898923259228468, -0.008722785860300064, -0.008456339128315449, -0.008189891465008259, -0.007923444733023643, -0.007656998001039028, -0.0073905508033931255, -0.00712410407140851, -0.006857656873762608, -0.006591210141777992, -0.006324763409793377, -0.006058316212147474, -0.005791869480162859, -0.005525422282516956, -0.005258975550532341, -0.004992528352886438, -0.004726081620901823, -0.004459634888917208, -0.004193187691271305, -0.00392674095928669, -0.003660293761640787, -0.003393847029656172, -0.003127400064840913, -0.002860953100025654, -0.002594506135210395, -0.002328059170395136, -0.002061612205579877, -0.0017951653571799397, -0.0015287183923646808, -0.0012622714275494218, -0.0009958245791494846, -0.0007293776143342257, -0.0004629306495189667, -0.00019648371380753815, 6.996322190389037e-05, 0.0003364101576153189, 0.0006028570933267474, 0.0008693040581420064, 0.0011357509065419436, 0.0014021978713572025, 0.0016686448361724615, 0.0019350918009877205, 0.0022015387658029795, 0.0024679857306182384, 0.0027344324626028538, 0.0030008794274181128, 0.0032673263922333717, 0.0035337733570486307, 0.0038002203218638897, 0.004066667053848505, 0.004333114251494408, 0.004599560983479023, 0.004866008181124926, 0.005132454913109541, 0.005398902110755444, 0.005665348842740059, 0.005931795574724674, 0.006198242772370577, 0.006464689504355192, 0.006731136702001095, 0.00699758343398571, 0.007264030631631613, 0.007530477363616228, 0.007796924561262131, 0.008063371293246746]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0], "bins": [-0.08671166747808456, -0.08480778336524963, -0.0829038992524147, -0.08100001513957977, -0.07909613102674484, -0.07719224691390991, -0.07528836280107498, -0.07338447868824005, -0.07148058712482452, -0.0695767030119896, -0.06767281889915466, -0.06576893478631973, -0.0638650506734848, -0.06196116656064987, -0.06005728244781494, -0.05815339833498001, -0.05624951422214508, -0.05434563010931015, -0.05244174599647522, -0.05053786188364029, -0.04863397777080536, -0.04673008993268013, -0.0448262058198452, -0.04292232170701027, -0.04101843759417534, -0.03911455348134041, -0.03721066936850548, -0.03530678525567055, -0.03340289741754532, -0.03149901330471039, -0.029595129191875458, -0.027691245079040527, -0.025787360966205597, -0.023883476853370667, -0.021979592740535736, -0.020075706765055656, -0.018171822652220726, -0.016267938539385796, -0.01436405349522829, -0.012460168451070786, -0.010556284338235855, -0.008652400225400925, -0.00674851518124342, -0.004844630602747202, -0.002940746024250984, -0.0010368614457547665, 0.0008670231327414513, 0.002770907711237669, 0.004674792289733887, 0.0065786768682301044, 0.008482561446726322, 0.010386446490883827, 0.012290330603718758, 0.014194214716553688, 0.016098100692033768, 0.018001984804868698, 0.01990586891770363, 0.02180975303053856, 0.02371363714337349, 0.02561752311885357, 0.0275214072316885, 0.02942529134452343, 0.03132917732000351, 0.03323306143283844, 0.03513694554567337]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 3.0, 3.0, 2.0, 1.0, 4.0, 4.0, 5.0, 6.0, 5.0, 7.0, 6.0, 5.0, 12.0, 10.0, 12.0, 12.0, 16.0, 31.0, 22.0, 8.0, 12.0, 8.0, 9.0, 11.0, 9.0, 13.0, 8.0, 4.0, 6.0, 2.0, 3.0, 3.0, 1.0, 2.0, 1.0, 3.0], "bins": [-0.10365799814462662, -0.10140319168567657, -0.09914839267730713, -0.09689358621835709, -0.09463877975940704, -0.0923839807510376, -0.09012917429208755, -0.08787437528371811, -0.08561956882476807, -0.08336476236581802, -0.08110996335744858, -0.07885515689849854, -0.07660035789012909, -0.07434555143117905, -0.072090744972229, -0.06983594596385956, -0.06758113950490952, -0.06532633304595947, -0.06307153403759003, -0.060816727578639984, -0.05856192484498024, -0.056307122111320496, -0.05405231565237045, -0.05179751291871071, -0.049542710185050964, -0.04728790745139122, -0.045033104717731476, -0.04277829825878143, -0.04052349552512169, -0.038268692791461945, -0.0360138863325119, -0.03375908359885216, -0.03150428086519241, -0.02924947813153267, -0.026994673535227776, -0.024739868938922882, -0.022485066205263138, -0.020230263471603394, -0.0179754588752985, -0.015720654278993607, -0.013465851545333862, -0.011211047880351543, -0.008956244215369225, -0.006701440550386906, -0.004446636885404587, -0.002191833220422268, 6.297044456005096e-05, 0.00231777410954237, 0.004572577774524689, 0.006827381439507008, 0.009082185104489326, 0.011336988769471645, 0.013591792434453964, 0.01584659516811371, 0.018101399764418602, 0.020356204360723495, 0.02261100709438324, 0.024865809828042984, 0.027120614424347878, 0.02937541902065277, 0.031630221754312515, 0.03388502448797226, 0.0361398309469223, 0.038394633680582047, 0.04064943641424179]}, "_runtime": 176.93172359466553, "_timestamp": 1596211766.7028325, "_step": 220}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 2.0, 1.0, 7.0, 5.0, 7.0, 4.0, 2.0, 3.0, 2.0, 3.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014735069125890732, -0.014298928901553154, -0.013862788677215576, -0.013426648452877998, -0.01299050822854042, -0.012554368004202843, -0.012118227779865265, -0.011682087555527687, -0.01124594733119011, -0.010809808038175106, -0.010373667813837528, -0.00993752758949995, -0.009501387365162373, -0.009065247140824795, -0.008629106916487217, -0.008192966692149639, -0.007756826467812061, -0.0073206862434744835, -0.006884546019136906, -0.006448405794799328, -0.00601226557046175, -0.0055761258117854595, -0.005139985587447882, -0.004703845363110304, -0.004267705138772726, -0.0038315649144351482, -0.0033954246900975704, -0.0029592846985906363, -0.0025231444742530584, -0.0020870042499154806, -0.0016508641419932246, -0.0012147240340709686, -0.0007785838097333908, -0.0003424436436034739, 9.3696522526443e-05, 0.0005298366886563599, 0.0009659768547862768, 0.0014021170791238546, 0.0018382571870461106, 0.0022743972949683666, 0.0027105375193059444, 0.0031466777436435223, 0.0035828179679811, 0.004018958192318678, 0.004455097950994968, 0.004891238175332546, 0.005327378399670124, 0.005763518624007702, 0.00619965884834528, 0.0066357990726828575, 0.007071939297020435, 0.007508079521358013, 0.007944219745695591, 0.008380359970033169, 0.008816500194370747, 0.009252640418708324, 0.009688779711723328, 0.010124919936060905, 0.010561060160398483, 0.010997200384736061, 0.011433340609073639, 0.011869480833411217, 0.012305621057748795, 0.012741761282086372, 0.01317790150642395]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 3.0, 2.0, 2.0, 2.0, 8.0, 6.0, 12.0, 13.0, 19.0, 26.0, 40.0, 45.0, 87.0, 100.0, 160.0, 306.0, 863.0, 5400.0, 299.0, 173.0, 98.0, 82.0, 48.0, 41.0, 32.0, 18.0, 13.0, 7.0, 4.0, 6.0, 0.0, 2.0, 6.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.18421480059623718, -0.17846129834651947, -0.17270779609680176, -0.16695427894592285, -0.16120077669620514, -0.15544727444648743, -0.14969375729560852, -0.1439402550458908, -0.1381867527961731, -0.13243325054645538, -0.12667974829673767, -0.12092623114585876, -0.11517272889614105, -0.10941922664642334, -0.10366571694612503, -0.09791220724582672, -0.09215870499610901, -0.0864052027463913, -0.08065169304609299, -0.07489818334579468, -0.06914468109607697, -0.06339117884635925, -0.057637669146060944, -0.05188416317105293, -0.04613065719604492, -0.04037715122103691, -0.0346236452460289, -0.02887013927102089, -0.02311663329601288, -0.017363127321004868, -0.011609621345996857, -0.005856115370988846, -0.00010260939598083496, 0.005650896579027176, 0.011404402554035187, 0.017157908529043198, 0.02291141450405121, 0.02866492047905922, 0.03441842645406723, 0.04017193242907524, 0.04592543840408325, 0.05167894437909126, 0.057432450354099274, 0.06318596005439758, 0.0689394623041153, 0.07469296455383301, 0.08044647425413132, 0.08619998395442963, 0.09195348620414734, 0.09770698845386505, 0.10346049815416336, 0.10921400785446167, 0.11496751010417938, 0.1207210123538971, 0.126474529504776, 0.1322280317544937, 0.13798153400421143, 0.14373503625392914, 0.14948853850364685, 0.15524205565452576, 0.16099555790424347, 0.16674906015396118, 0.1725025773048401, 0.1782560795545578, 0.1840095818042755]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 3.0, 2.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 1.0, 2.0, 4.0, 2.0, 5.0, 0.0, 5.0, 3.0, 4.0, 24.0, 1.0, 1.0, 3.0, 4.0, 4.0, 4.0, 7.0, 2.0, 1.0, 0.0, 4.0, 3.0, 1.0, 2.0, 2.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 0.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002669590525329113, -0.002579269465059042, -0.002488948404788971, -0.0023986273445189, -0.002308306284248829, -0.002217985223978758, -0.002127664163708687, -0.002037343103438616, -0.0019470220431685448, -0.001856700866483152, -0.0017663798062130809, -0.0016760587459430099, -0.0015857376856729388, -0.0014954166254028678, -0.0014050955651327968, -0.0013147745048627257, -0.0012244534445926547, -0.0011341323843225837, -0.0010438113240525126, -0.0009534902637824416, -0.0008631692035123706, -0.0007728480850346386, -0.0006825270247645676, -0.0005922059644944966, -0.0005018849042244256, -0.0004115638439543545, -0.0003212427836842835, -0.000230921694310382, -0.00014060063404031098, -5.0279566494282335e-05, 4.004150105174631e-05, 0.00013036257587373257, 0.0002206836361438036, 0.0003110046964138746, 0.00040132575668394566, 0.0004916468169540167, 0.0005819678772240877, 0.0006722889957018197, 0.0007626100559718907, 0.0008529311162419617, 0.0009432521765120327, 0.0010335732949897647, 0.0011238943552598357, 0.0012142154155299067, 0.0013045364757999778, 0.0013948575360700488, 0.0014851785963401198, 0.0015754996566101909, 0.001665820716880262, 0.001756141777150333, 0.001846462837420404, 0.001936783897690475, 0.002027105074375868, 0.002117426134645939, 0.00220774719491601, 0.002298068255186081, 0.002388389315456152, 0.002478710375726223, 0.002569031435996294, 0.002659352496266365, 0.002749673556536436, 0.002839994616806507, 0.002930315677076578, 0.003020636737346649, 0.00311095779761672]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 3.0, 0.0, 2.0, 0.0, 2.0, 0.0, 7.0, 7.0, 5.0, 13.0, 8.0, 13.0, 16.0, 21.0, 43.0, 64.0, 85.0, 115.0, 167.0, 222.0, 340.0, 537.0, 765.0, 1319.0, 2273.0, 4006.0, 7855.0, 16599.0, 45703.0, 842367.0, 173632.0, 41130.0, 18446.0, 9467.0, 5550.0, 3325.0, 1956.0, 1189.0, 752.0, 485.0, 337.0, 233.0, 176.0, 127.0, 87.0, 59.0, 35.0, 25.0, 22.0, 14.0, 11.0, 7.0, 4.0, 4.0, 2.0, 3.0, 4.0, 1.0, 3.0, 1.0, 2.0], "bins": [-0.008449544198811054, -0.008192888461053371, -0.007936232723295689, -0.007679576985538006, -0.007422921247780323, -0.007166265044361353, -0.00690960930660367, -0.006652953568845987, -0.0063962978310883045, -0.006139642093330622, -0.005882986355572939, -0.005626330617815256, -0.005369674414396286, -0.005113018676638603, -0.00485636293888092, -0.004599707201123238, -0.004343051463365555, -0.004086395725607872, -0.003829739987850189, -0.0035730840172618628, -0.00331642827950418, -0.003059772541746497, -0.0028031165711581707, -0.002546460833400488, -0.002289805095642805, -0.0020331493578851223, -0.0017764935037121177, -0.001519837649539113, -0.0012631819117814302, -0.0010065261740237474, -0.0007498703198507428, -0.0004932145238853991, -0.0002365587279200554, 2.0097068045288324e-05, 0.00027675286401063204, 0.0005334086599759758, 0.0007900644559413195, 0.0010467201936990023, 0.001303376047872007, 0.0015600319020450115, 0.0018166876398026943, 0.002073343377560377, 0.00232999911531806, 0.0025866550859063864, 0.002843310823664069, 0.003099966561421752, 0.0033566225320100784, 0.0036132782697677612, 0.003869934007525444, 0.004126589745283127, 0.00438324548304081, 0.004639901220798492, 0.004896556958556175, 0.005153213161975145, 0.005409868899732828, 0.005666524637490511, 0.005923180375248194, 0.0061798361130058765, 0.006436491850763559, 0.006693147588521242, 0.006949803791940212, 0.007206459529697895, 0.007463115267455578, 0.007719771005213261, 0.007976426742970943]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 2.0, 2.0, 3.0, 2.0, 10.0, 2.0, 3.0, 4.0, 4.0, 4.0, 4.0, 4.0, 3.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 2.0], "bins": [-0.07803497463464737, -0.07642391324043274, -0.07481285184621811, -0.07320179790258408, -0.07159073650836945, -0.06997967511415482, -0.06836861371994019, -0.06675755232572556, -0.06514649838209152, -0.06353543698787689, -0.06192437559366226, -0.06031331419944763, -0.0587022565305233, -0.05709119513630867, -0.05548013746738434, -0.05386907607316971, -0.05225801467895508, -0.050646957010030746, -0.049035895615816116, -0.047424837946891785, -0.045813776552677155, -0.04420271888375282, -0.04259165748953819, -0.04098059609532356, -0.03936953842639923, -0.0377584770321846, -0.03614741936326027, -0.03453635796904564, -0.03292529657483101, -0.03131423890590668, -0.029703177511692047, -0.028092117980122566, -0.026481058448553085, -0.024869998916983604, -0.023258939385414124, -0.021647877991199493, -0.020036818459630013, -0.01842575892806053, -0.01681469939649105, -0.015203638933598995, -0.013592579402029514, -0.011981519870460033, -0.010370459407567978, -0.008759399875998497, -0.007148339878767729, -0.005537279881536961, -0.00392622034996748, -0.0023151603527367115, -0.0007041003555059433, 0.0009069595253095031, 0.0025180194061249495, 0.004129079170525074, 0.005740139167755842, 0.00735119916498661, 0.008962258696556091, 0.010573319159448147, 0.012184378691017628, 0.013795438222587109, 0.015406498685479164, 0.017017558217048645, 0.018628617748618126, 0.020239677280187607, 0.021850738674402237, 0.023461798205971718, 0.0250728577375412]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [8.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 19.0, 11.0, 19.0, 2.0, 3.0, 0.0, 0.0, 1.0, 6.0, 16.0, 18.0, 15.0, 1.0, 4.0, 8.0, 17.0, 8.0, 18.0, 27.0, 49.0, 47.0, 50.0, 70.0, 116.0, 173.0, 246.0, 336.0, 495.0, 956.0, 2253.0, 6647.0, 2240.0, 1482.0, 947.0, 640.0, 422.0, 341.0, 254.0, 154.0, 104.0, 66.0, 50.0, 32.0, 21.0, 8.0, 5.0, 8.0, 2.0, 1.0, 2.0, 4.0, 3.0, 2.0, 1.0, 2.0, 1.0], "bins": [-0.02557346224784851, -0.02490311488509178, -0.024232767522335052, -0.023562420159578323, -0.022892072796821594, -0.022221725434064865, -0.021551378071308136, -0.020881030708551407, -0.020210683345794678, -0.019540337845683098, -0.01886999048292637, -0.01819964312016964, -0.01752929575741291, -0.01685894839465618, -0.016188601031899452, -0.015518253669142723, -0.014847906306385994, -0.014177558943629265, -0.013507211580872536, -0.012836864218115807, -0.012166516855359077, -0.011496170423924923, -0.010825823061168194, -0.010155475698411465, -0.009485128335654736, -0.008814780972898006, -0.008144433610141277, -0.0074740867130458355, -0.006803739350289106, -0.006133391987532377, -0.005463045090436935, -0.004792697727680206, -0.004122350364923477, -0.003452003002166748, -0.0027816558722406626, -0.002111308742314577, -0.001440961379557848, -0.0007706141332164407, -0.00010026688687503338, 0.0005700803594663739, 0.0012404276058077812, 0.0019107748521491885, 0.002581122098490596, 0.0032514692284166813, 0.00392181659117341, 0.0045921639539301395, 0.005262510851025581, 0.0059328582137823105, 0.00660320557653904, 0.007273552939295769, 0.007943900302052498, 0.008614247664809227, 0.009284595027565956, 0.00995494145900011, 0.01062528882175684, 0.011295636184513569, 0.011965983547270298, 0.012636330910027027, 0.013306678272783756, 0.013977025635540485, 0.01464737206697464, 0.015317719429731369, 0.015988066792488098, 0.016658414155244827, 0.017328761518001556]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 0.0, 1.0, 1.0, 5.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.1611260324716568, -0.15599748492240906, -0.15086893737316132, -0.14574038982391357, -0.14061182737350464, -0.1354832798242569, -0.13035473227500916, -0.1252261847257614, -0.12009763717651367, -0.11496908962726593, -0.10984054207801819, -0.10471198707818985, -0.09958343952894211, -0.09445489197969437, -0.08932633697986603, -0.08419778943061829, -0.07906924188137054, -0.0739406943321228, -0.06881214678287506, -0.06368359178304672, -0.05855504423379898, -0.05342649668455124, -0.0482979454100132, -0.04316939413547516, -0.03804084658622742, -0.032912299036979675, -0.027783747762441635, -0.022655198350548744, -0.017526648938655853, -0.012398099526762962, -0.007269550114870071, -0.0021410007029771805, 0.0029875487089157104, 0.008116098120808601, 0.013244647532701492, 0.018373196944594383, 0.023501746356487274, 0.028630295768380165, 0.033758845180273056, 0.038887396454811096, 0.04401594400405884, 0.04914449155330658, 0.05427304282784462, 0.05940159410238266, 0.0645301416516304, 0.06965868920087814, 0.07478724420070648, 0.07991579174995422, 0.08504433929920197, 0.09017288684844971, 0.09530143439769745, 0.10042998939752579, 0.10555853694677353, 0.11068708449602127, 0.11581563949584961, 0.12094418704509735, 0.1260727345943451, 0.13120128214359283, 0.13632982969284058, 0.14145837724208832, 0.14658692479133606, 0.151715487241745, 0.15684403479099274, 0.16197258234024048, 0.16710112988948822]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 4.0, 10.0, 2.0, 5.0, 11.0, 11.0, 12.0, 14.0, 25.0, 20.0, 16.0, 25.0, 27.0, 40.0, 19.0, 15.0, 6.0, 3.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.11336925625801086, -0.11039892584085464, -0.10742859542369843, -0.1044582650065422, -0.10148793458938599, -0.09851761162281036, -0.09554728120565414, -0.09257695078849792, -0.0896066203713417, -0.08663628995418549, -0.08366595953702927, -0.08069562911987305, -0.07772530615329742, -0.0747549757361412, -0.07178464531898499, -0.06881431490182877, -0.06584398448467255, -0.06287365406751633, -0.05990332365036011, -0.056932996958494186, -0.05396266654133797, -0.05099233612418175, -0.048022009432315826, -0.04505167901515961, -0.04208134859800339, -0.03911101818084717, -0.03614068776369095, -0.03317036107182503, -0.030200030654668808, -0.02722970023751259, -0.024259371683001518, -0.021289043128490448, -0.01831871271133423, -0.015348383225500584, -0.012378053739666939, -0.009407724253833294, -0.006437394767999649, -0.003467065282166004, -0.0004967357963323593, 0.0024735936895012856, 0.00544392317533493, 0.008414252661168575, 0.01138458214700222, 0.014354911632835865, 0.01732524111866951, 0.02029557153582573, 0.0232659000903368, 0.02623622864484787, 0.02920655906200409, 0.03217688947916031, 0.03514721989631653, 0.03811754658818245, 0.04108787700533867, 0.04405820742249489, 0.04702853411436081, 0.04999886453151703, 0.05296919494867325, 0.05593952536582947, 0.05890985578298569, 0.06188018247485161, 0.06485050916671753, 0.06782083958387375, 0.07079117000102997, 0.07376150041818619, 0.07673183083534241]}, "_runtime": 177.6889545917511, "_timestamp": 1596211767.4600635, "_step": 221}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 3.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 4.0, 3.0, 5.0, 4.0, 4.0, 6.0, 1.0, 0.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008406132459640503, -0.008142320439219475, -0.007878508418798447, -0.0076146963983774185, -0.00735088437795639, -0.0070870728231966496, -0.006823260802775621, -0.006559448782354593, -0.006295636761933565, -0.006031824741512537, -0.005768012721091509, -0.005504200700670481, -0.00524038914591074, -0.004976577125489712, -0.004712765105068684, -0.0044489530846476555, -0.004185141064226627, -0.003921329043805599, -0.003657517023384571, -0.0033937052357941866, -0.0031298932153731585, -0.0028660811949521303, -0.002602269407361746, -0.0023384573869407177, -0.0020746453665196896, -0.0018108333460986614, -0.0015470214420929551, -0.0012832095380872488, -0.0010193975176662207, -0.0007555855554528534, -0.0004917735932394862, -0.000227961631026119, 3.585033118724823e-05, 0.00029966229340061545, 0.0005634742556139827, 0.0008272862178273499, 0.0010910981800407171, 0.0013549102004617453, 0.0016187221044674516, 0.0018825340084731579, 0.002146346028894186, 0.002410158049315214, 0.0026739700697362423, 0.0029377818573266268, 0.003201593877747655, 0.003465405898168683, 0.0037292176857590675, 0.003993029706180096, 0.004256841726601124, 0.004520653747022152, 0.00478446576744318, 0.005048277787864208, 0.005312089808285236, 0.005575901363044977, 0.005839713383466005, 0.0061035254038870335, 0.006367337424308062, 0.00663114944472909, 0.006894961465150118, 0.007158773485571146, 0.007422585040330887, 0.007686397060751915, 0.007950209081172943, 0.008214021101593971, 0.008477833122015]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 3.0, 3.0, 2.0, 5.0, 6.0, 11.0, 9.0, 12.0, 14.0, 24.0, 28.0, 43.0, 42.0, 77.0, 120.0, 140.0, 224.0, 546.0, 5610.0, 372.0, 191.0, 116.0, 91.0, 55.0, 40.0, 34.0, 29.0, 19.0, 15.0, 7.0, 10.0, 4.0, 6.0, 3.0, 2.0, 2.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.11904191970825195, -0.11523402482271194, -0.11142612248659134, -0.10761822760105133, -0.10381033271551132, -0.10000243782997131, -0.09619453549385071, -0.0923866406083107, -0.08857874572277069, -0.08477084338665009, -0.08096294850111008, -0.07715505361557007, -0.07334715873003006, -0.06953925639390945, -0.06573136150836945, -0.06192346662282944, -0.05811556801199913, -0.05430766940116882, -0.050499774515628815, -0.04669187590479851, -0.0428839810192585, -0.03907608240842819, -0.035268187522888184, -0.03146028891205788, -0.02765239216387272, -0.02384449541568756, -0.020036598667502403, -0.016228701919317245, -0.012420804239809513, -0.008612907491624355, -0.00480501027777791, -0.0009971132967621088, 0.0028107836842536926, 0.00661868043243885, 0.010426577180624008, 0.01423447486013174, 0.018042370676994324, 0.02185026928782463, 0.02565816603600979, 0.029466062784194946, 0.033273957669734955, 0.03708185628056526, 0.04088975489139557, 0.04469764977693558, 0.048505548387765884, 0.05231344327330589, 0.0561213418841362, 0.05992923676967621, 0.06373713910579681, 0.06754503399133682, 0.07135292887687683, 0.07516082376241684, 0.07896872609853745, 0.08277662098407745, 0.08658451586961746, 0.09039241075515747, 0.09420031309127808, 0.09800820797681808, 0.1018161028623581, 0.1056240051984787, 0.10943190008401871, 0.11323979496955872, 0.11704768985509872, 0.12085559219121933, 0.12466348707675934]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 2.0, 0.0, 1.0, 3.0, 5.0, 6.0, 4.0, 6.0, 3.0, 8.0, 11.0, 7.0, 27.0, 3.0, 4.0, 2.0, 6.0, 4.0, 1.0, 1.0, 4.0, 3.0, 2.0, 0.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002955259522423148, -0.0028533325530588627, -0.0027514055836945772, -0.0026494788471609354, -0.00254755187779665, -0.0024456249084323645, -0.002343697939068079, -0.002241771202534437, -0.0021398442331701517, -0.0020379172638058662, -0.0019359902944415808, -0.0018340634414926171, -0.0017321364721283317, -0.001630209619179368, -0.0015282826498150826, -0.001426355796866119, -0.0013244288275018334, -0.001222501858137548, -0.0011205750051885843, -0.0010186480358242989, -0.0009167211828753352, -0.0008147942135110497, -0.0007128673023544252, -0.0006109403911978006, -0.0005090134800411761, -0.0004070865688845515, -0.00030515965772792697, -0.00020323271746747196, -0.0001013058063108474, 6.211121217347682e-07, 0.00010254803055431694, 0.00020447495626285672, 0.0003064018674194813, 0.00040832877857610583, 0.0005102556897327304, 0.0006121826008893549, 0.0007141095120459795, 0.000816036481410265, 0.0009179633925668895, 0.001019890303723514, 0.0011218171566724777, 0.0012237441260367632, 0.0013256710954010487, 0.0014275979483500123, 0.0015295249177142978, 0.0016314517706632614, 0.0017333787400275469, 0.0018353055929765105, 0.001937232562340796, 0.0020391594152897596, 0.002141086384654045, 0.0022430133540183306, 0.002344940323382616, 0.002446867059916258, 0.0025487940292805433, 0.002650720998644829, 0.0027526479680091143, 0.0028545749373733997, 0.0029565016739070415, 0.003058428643271327, 0.0031603556126356125, 0.003262282581999898, 0.0033642093185335398, 0.0034661362878978252, 0.0035680632572621107]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 3.0, 1.0, 2.0, 8.0, 7.0, 14.0, 8.0, 23.0, 35.0, 57.0, 79.0, 103.0, 184.0, 275.0, 510.0, 953.0, 1998.0, 4725.0, 12639.0, 46070.0, 931018.0, 136794.0, 25829.0, 9231.0, 3935.0, 2011.0, 1149.0, 687.0, 403.0, 258.0, 177.0, 104.0, 82.0, 58.0, 42.0, 40.0, 22.0, 25.0, 18.0, 13.0, 10.0, 13.0, 4.0, 4.0, 3.0, 2.0, 3.0, 3.0, 4.0, 0.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.006906911265105009, -0.0066291568800807, -0.006351402495056391, -0.006073648110032082, -0.0057958937250077724, -0.005518139339983463, -0.005240384954959154, -0.004962630569934845, -0.004684876650571823, -0.004407122265547514, -0.004129367880523205, -0.003851613262668252, -0.0035738591104745865, -0.0032961047254502773, -0.003018350340425968, -0.002740595955401659, -0.00246284157037735, -0.0021850871853530407, -0.0019073328003287315, -0.0016295785317197442, -0.001351824146695435, -0.0010740697616711259, -0.0007963154348544776, -0.0005185611080378294, -0.00024080672301352024, 3.694763290695846e-05, 0.00031470198882743716, 0.0005924563156440854, 0.0008702107006683946, 0.0011479650856927037, 0.001425719354301691, 0.0017034737393260002, 0.0019812281243503094, 0.0022589825093746185, 0.0025367368943989277, 0.002814491279423237, 0.003092245664447546, 0.0033699998166412115, 0.0036477542016655207, 0.0039255088195204735, 0.004203262738883495, 0.0044810171239078045, 0.004758771508932114, 0.005036525893956423, 0.005314280278980732, 0.005592034664005041, 0.00586978904902935, 0.0061475434340536594, 0.006425297819077969, 0.006703052204102278, 0.006980806589126587, 0.007258560974150896, 0.007536315359175205, 0.007814069278538227, 0.008091824129223824, 0.008369578048586845, 0.008647332899272442, 0.008925086818635464, 0.00920284166932106, 0.009480595588684082, 0.009758350439369678, 0.0100361043587327, 0.010313859209418297, 0.010591613128781319, 0.01086936704814434]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 6.0, 2.0, 2.0, 1.0, 3.0, 5.0, 4.0, 5.0, 11.0, 3.0, 2.0, 1.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.020304225385189056, -0.019237542524933815, -0.018170857802033424, -0.017104174941778183, -0.01603749208152294, -0.014970808289945126, -0.01390412449836731, -0.012837441638112068, -0.011770757846534252, -0.010704074054956436, -0.009637391194701195, -0.008570707403123379, -0.00750402407720685, -0.006437340751290321, -0.005370656959712505, -0.004303973633795977, -0.003237290307879448, -0.0021706069819629192, -0.0011039234232157469, -3.723998088389635e-05, 0.0010294434614479542, 0.002096126787364483, 0.0031628103461116552, 0.004229493904858828, 0.005296177230775356, 0.006362860556691885, 0.007429543882608414, 0.00849622767418623, 0.009562911465764046, 0.010629594326019287, 0.011696278117597103, 0.012762960977852345, 0.01382964476943016, 0.014896328561007977, 0.015963012352585793, 0.017029695212841034, 0.018096378073096275, 0.019163062795996666, 0.020229745656251907, 0.02129642851650715, 0.02236311137676239, 0.02342979609966278, 0.024496478959918022, 0.025563161820173264, 0.026629846543073654, 0.027696529403328896, 0.028763212263584137, 0.029829896986484528, 0.03089657984673977, 0.03196326270699501, 0.0330299474298954, 0.03409662842750549, 0.035163313150405884, 0.036229997873306274, 0.03729667887091637, 0.03836336359381676, 0.03943004831671715, 0.04049672931432724, 0.04156341403722763, 0.04263009876012802, 0.04369677975773811, 0.044763464480638504, 0.045830149203538895, 0.04689683020114899, 0.04796351492404938]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 4.0, 4.0, 5.0, 9.0, 11.0, 15.0, 16.0, 22.0, 32.0, 41.0, 56.0, 79.0, 89.0, 109.0, 173.0, 225.0, 274.0, 353.0, 518.0, 742.0, 1080.0, 1542.0, 2561.0, 6641.0, 1655.0, 794.0, 393.0, 329.0, 186.0, 119.0, 76.0, 67.0, 33.0, 41.0, 19.0, 15.0, 6.0, 12.0, 4.0, 2.0, 2.0, 9.0, 2.0, 4.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 13.0, 10.0, 22.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 8.0], "bins": [-0.011149130761623383, -0.010728061199188232, -0.010306991636753082, -0.009885922074317932, -0.009464852511882782, -0.009043782949447632, -0.008622712455689907, -0.008201642893254757, -0.007780573330819607, -0.007359503768384457, -0.0069384342059493065, -0.006517364643514156, -0.006096295081079006, -0.005675225518643856, -0.005254155490547419, -0.0048330859281122684, -0.004412016365677118, -0.003990946803241968, -0.0035698770079761744, -0.003148807445541024, -0.0027277376502752304, -0.0023066680878400803, -0.0018855985254049301, -0.0014645288465544581, -0.0010434591677039862, -0.0006223894888535142, -0.00020131986821070313, 0.00021974978153593838, 0.0006408194312825799, 0.0010618891101330519, 0.001482958672568202, 0.001904028351418674, 0.002325098030269146, 0.002746167592704296, 0.00316723738797009, 0.00358830695040524, 0.004009376745671034, 0.004430446308106184, 0.004851515870541334, 0.005272585432976484, 0.005693655461072922, 0.006114725023508072, 0.006535794585943222, 0.006956864148378372, 0.007377933710813522, 0.0077990032732486725, 0.008220072835683823, 0.008641142398118973, 0.009062211960554123, 0.009483282454311848, 0.009904352016746998, 0.010325421579182148, 0.010746491141617298, 0.011167560704052448, 0.011588630266487598, 0.012009699828922749, 0.012430769391357899, 0.012851838953793049, 0.013272908516228199, 0.013693979009985924, 0.014115048572421074, 0.014536118134856224, 0.014957187697291374, 0.015378257259726524, 0.015799326822161674]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 6.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1187531128525734, -0.11493009328842163, -0.11110708117485046, -0.1072840690612793, -0.10346104949712753, -0.09963802993297577, -0.0958150178194046, -0.09199200570583344, -0.08816898614168167, -0.08434596657752991, -0.08052295446395874, -0.07669994235038757, -0.07287692278623581, -0.06905390322208405, -0.06523089110851288, -0.06140787526965141, -0.05758485943078995, -0.05376184359192848, -0.04993882775306702, -0.04611581191420555, -0.042292796075344086, -0.03846978023648262, -0.034646764397621155, -0.03082374855875969, -0.027000732719898224, -0.02317771688103676, -0.019354701042175293, -0.015531685203313828, -0.011708669364452362, -0.007885653525590897, -0.004062637686729431, -0.0002396218478679657, 0.0035833939909934998, 0.007406409829854965, 0.01122942566871643, 0.015052441507577896, 0.01887545734643936, 0.022698473185300827, 0.026521489024162292, 0.030344504863023758, 0.03416752070188522, 0.03799053654074669, 0.041813552379608154, 0.04563656821846962, 0.049459584057331085, 0.05328259989619255, 0.057105615735054016, 0.06092863157391548, 0.06475164741277695, 0.06857466697692871, 0.07239767909049988, 0.07622069120407104, 0.08004371076822281, 0.08386673033237457, 0.08768974244594574, 0.0915127545595169, 0.09533577412366867, 0.09915879368782043, 0.1029818058013916, 0.10680481791496277, 0.11062783747911453, 0.1144508570432663, 0.11827386915683746, 0.12209688127040863, 0.125919908285141]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 5.0, 4.0, 3.0, 0.0, 5.0, 3.0, 12.0, 13.0, 23.0, 33.0, 60.0, 13.0, 13.0, 11.0, 9.0, 5.0, 3.0, 5.0, 5.0, 7.0, 2.0, 5.0, 4.0, 4.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 3.0, 1.0, 2.0, 1.0, 1.0, 2.0, 2.0, 2.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.0699300616979599, -0.06749541312456131, -0.06506076455116272, -0.06262612342834473, -0.060191474854946136, -0.057756826281547546, -0.055322181433439255, -0.05288753658533096, -0.05045288801193237, -0.04801823943853378, -0.04558359459042549, -0.0431489497423172, -0.04071430116891861, -0.03827965259552002, -0.03584500774741173, -0.033410362899303436, -0.030975714325904846, -0.028541067615151405, -0.026106420904397964, -0.023671774193644524, -0.021237127482891083, -0.018802480772137642, -0.0163678340613842, -0.01393318735063076, -0.01149854063987732, -0.009063893929123878, -0.006629247218370438, -0.004194600507616997, -0.001759953796863556, 0.000674692913889885, 0.003109339624643326, 0.005543986335396767, 0.007978633046150208, 0.010413279756903648, 0.01284792646765709, 0.01528257317841053, 0.01771721988916397, 0.020151866599917412, 0.022586513310670853, 0.025021160021424294, 0.027455806732177734, 0.029890453442931175, 0.032325100153684616, 0.03475974500179291, 0.0371943935751915, 0.03962904214859009, 0.04206368699669838, 0.04449833184480667, 0.04693298041820526, 0.04936762899160385, 0.05180227383971214, 0.054236918687820435, 0.056671567261219025, 0.059106215834617615, 0.061540860682725906, 0.0639755055308342, 0.06641015410423279, 0.06884480267763138, 0.07127945125102997, 0.07371409237384796, 0.07614874094724655, 0.07858338952064514, 0.08101803064346313, 0.08345267921686172, 0.08588732779026031]}, "_runtime": 178.43781781196594, "_timestamp": 1596211768.2089267, "_step": 222}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 0.0, 2.0, 2.0, 1.0, 6.0, 5.0, 6.0, 2.0, 1.0, 1.0, 3.0, 1.0, 2.0, 2.0, 0.0, 0.0, 3.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008939361199736595, -0.008650542236864567, -0.008361724205315113, -0.008072905242443085, -0.007784086745232344, -0.007495267782360315, -0.007206449285149574, -0.006917630787938833, -0.006628812290728092, -0.006339993327856064, -0.006051174830645323, -0.005762356333434582, -0.005473537370562553, -0.005184718873351812, -0.004895900376141071, -0.004607081413269043, -0.004318262916058302, -0.004029444418847561, -0.003740625688806176, -0.0034518069587647915, -0.0031629884615540504, -0.0028741697315126657, -0.002585351001471281, -0.00229653250426054, -0.0020077137742191553, -0.0017188951605930924, -0.0014300765469670296, -0.0011412578169256449, -0.000852439203299582, -0.0005636205896735191, -0.00027480191783979535, 1.4016724890097976e-05, 0.0003028353676199913, 0.0005916539812460542, 0.000880472653079778, 0.0011692913249135017, 0.0014581099385395646, 0.0017469285521656275, 0.002035747282207012, 0.0023245657794177532, 0.002613384509459138, 0.0029022032395005226, 0.0031910217367112637, 0.0034798404667526484, 0.003768659196794033, 0.004057477694004774, 0.004346296191215515, 0.0046351151540875435, 0.0049239336512982845, 0.005212752148509026, 0.005501571111381054, 0.005790389608591795, 0.006079208105802536, 0.006368027068674564, 0.006656845565885305, 0.0069456640630960464, 0.007234483025968075, 0.007523301523178816, 0.007812120020389557, 0.008100938983261585, 0.008389757014811039, 0.008678575977683067, 0.008967394940555096, 0.00925621297210455, 0.009545031934976578]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 3.0, 1.0, 1.0, 0.0, 1.0, 1.0, 4.0, 0.0, 5.0, 3.0, 8.0, 11.0, 5.0, 7.0, 10.0, 11.0, 23.0, 22.0, 40.0, 37.0, 41.0, 56.0, 86.0, 129.0, 196.0, 307.0, 5333.0, 766.0, 250.0, 167.0, 98.0, 67.0, 45.0, 50.0, 33.0, 19.0, 23.0, 13.0, 12.0, 11.0, 2.0, 11.0, 5.0, 3.0, 2.0, 4.0, 3.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.10632771253585815, -0.10275613516569138, -0.099184550344944, -0.09561297297477722, -0.09204138815402985, -0.08846981078386307, -0.08489822596311569, -0.08132664859294891, -0.07775506377220154, -0.07418348640203476, -0.07061190903186798, -0.0670403242111206, -0.06346874684095383, -0.05989716574549675, -0.05632558465003967, -0.052754003554582596, -0.04918242245912552, -0.04561084136366844, -0.042039260268211365, -0.03846767917275429, -0.03489609807729721, -0.03132452070713043, -0.027752939611673355, -0.024181358516216278, -0.0206097774207592, -0.017038196325302124, -0.013466616161167622, -0.00989503599703312, -0.006323454901576042, -0.0027518742717802525, 0.0008197063580155373, 0.004391286987811327, 0.007962867617607117, 0.011534448713064194, 0.015106028877198696, 0.0186776090413332, 0.022249190136790276, 0.025820771232247353, 0.02939235046505928, 0.03296393156051636, 0.036535512655973434, 0.04010709375143051, 0.04367867484688759, 0.047250255942344666, 0.050821833312511444, 0.05439341440796852, 0.0579649955034256, 0.061536576598882675, 0.06510815769433975, 0.06867973506450653, 0.0722513198852539, 0.07582289725542068, 0.07939448207616806, 0.08296605944633484, 0.08653764426708221, 0.09010922163724899, 0.09368079900741577, 0.09725238382816315, 0.10082396119832993, 0.1043955460190773, 0.10796712338924408, 0.11153870820999146, 0.11511028558015823, 0.11868187040090561, 0.12225344777107239]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 2.0, 3.0, 0.0, 1.0, 2.0, 2.0, 1.0, 2.0, 1.0, 2.0, 3.0, 4.0, 3.0, 2.0, 2.0, 7.0, 6.0, 8.0, 5.0, 23.0, 5.0, 6.0, 1.0, 3.0, 4.0, 5.0, 3.0, 2.0, 2.0, 1.0, 4.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0023270382080227137, -0.0022258786484599113, -0.0021247193217277527, -0.0020235597621649504, -0.001922400202602148, -0.0018212406430393457, -0.0017200811998918653, -0.0016189217567443848, -0.0015177621971815825, -0.0014166026376187801, -0.0013154431944712996, -0.0012142837513238192, -0.0011131241917610168, -0.0010119646321982145, -0.000910805189050734, -0.0008096456876955926, -0.0007084861863404512, -0.0006073266849853098, -0.0005061671836301684, -0.00040500768227502704, -0.00030384818091988564, -0.00020268867956474423, -0.00010152917820960283, -3.696768544614315e-07, 0.00010078982450067997, 0.00020194932585582137, 0.00030310882721096277, 0.0004042683285661042, 0.0005054278299212456, 0.000606587331276387, 0.0007077468326315284, 0.0008089063339866698, 0.0009100658353418112, 0.0010112253949046135, 0.001112384838052094, 0.0012135442811995745, 0.0013147038407623768, 0.001415863400325179, 0.0015170228434726596, 0.00161818228662014, 0.0017193418461829424, 0.0018205014057457447, 0.0019216608488932252, 0.0020228202920407057, 0.002123979851603508, 0.0022251394111663103, 0.0023262989707291126, 0.0024274582974612713, 0.0025286178570240736, 0.002629777416586876, 0.0027309367433190346, 0.002832096302881837, 0.002933255862444639, 0.0030344154220074415, 0.003135574981570244, 0.0032367343083024025, 0.003337893867865205, 0.003439053427428007, 0.003540212754160166, 0.003641372313722968, 0.0037425318732857704, 0.0038436914328485727, 0.003944850992411375, 0.004046010319143534, 0.00414717011153698]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 1.0, 1.0, 3.0, 1.0, 4.0, 2.0, 6.0, 16.0, 15.0, 25.0, 23.0, 44.0, 70.0, 88.0, 132.0, 213.0, 264.0, 440.0, 663.0, 1052.0, 1731.0, 3024.0, 5642.0, 11609.0, 29882.0, 135048.0, 901213.0, 47063.0, 17992.0, 8904.0, 5203.0, 3069.0, 1894.0, 1272.0, 889.0, 617.0, 420.0, 304.0, 212.0, 144.0, 127.0, 95.0, 63.0, 45.0, 32.0, 23.0, 21.0, 5.0, 11.0, 8.0, 7.0, 3.0, 4.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.006763997953385115, -0.006532901898026466, -0.006301806308329105, -0.006070710252970457, -0.005839614197611809, -0.005608518607914448, -0.0053774225525557995, -0.0051463269628584385, -0.00491523090749979, -0.004684134852141142, -0.004453039262443781, -0.004221943207085133, -0.003990847617387772, -0.0037597515620291233, -0.003528655506670475, -0.0032975596841424704, -0.0030664638616144657, -0.002835368039086461, -0.0026042722165584564, -0.002373176161199808, -0.0021420803386718035, -0.0019109845161437988, -0.0016798885772004724, -0.0014487926382571459, -0.0012176968157291412, -0.0009866009932011366, -0.0007555050542578101, -0.0005244091735221446, -0.000293313292786479, -6.221741205081344e-05, 0.00016887846868485212, 0.0003999743494205177, 0.0006310702301561832, 0.0008621661108918488, 0.0010932619916275144, 0.0013243579305708408, 0.0015554537530988455, 0.0017865495756268501, 0.0020176456309854984, 0.002248741453513503, 0.0024798372760415077, 0.0027109330985695124, 0.002942028921097517, 0.0031731249764561653, 0.00340422079898417, 0.0036353166215121746, 0.003866412676870823, 0.004097508266568184, 0.004328604321926832, 0.0045597003772854805, 0.0047907959669828415, 0.00502189202234149, 0.005252988077700138, 0.005484083667397499, 0.005715179722756147, 0.005946275312453508, 0.006177371367812157, 0.006408467423170805, 0.006639563012868166, 0.006870659068226814, 0.007101754657924175, 0.0073328507132828236, 0.007563946768641472, 0.007795042358338833, 0.008026137948036194]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 3.0, 3.0, 0.0, 2.0, 3.0, 2.0, 3.0, 1.0, 8.0, 2.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 2.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.016692733392119408, -0.016104836016893387, -0.015516937710344791, -0.014929039403796196, -0.0143411410972476, -0.01375324372202158, -0.013165345415472984, -0.012577447108924389, -0.011989548802375793, -0.011401651427149773, -0.010813753120601177, -0.010225854814052582, -0.009637957438826561, -0.009050059132277966, -0.00846216082572937, -0.00787426345050335, -0.007286365143954754, -0.006698467303067446, -0.00611056899651885, -0.005522671155631542, -0.004934772849082947, -0.004346875008195639, -0.0037589771673083305, -0.0031710790935903788, -0.002583181019872427, -0.001995282946154475, -0.0014073849888518453, -0.0008194869733415544, -0.00023158895783126354, 0.0003563090576790273, 0.0009442070731893182, 0.0015321050304919481, 0.0021200031042099, 0.0027079011779278517, 0.0032957992516458035, 0.0038836970925331116, 0.004471595399081707, 0.005059493239969015, 0.005647391080856323, 0.006235289387404919, 0.006823187228292227, 0.007411085069179535, 0.00799898337572813, 0.008586881682276726, 0.009174779057502747, 0.009762677364051342, 0.010350575670599937, 0.010938473045825958, 0.011526371352374554, 0.012114269658923149, 0.01270216703414917, 0.013290065340697765, 0.01387796364724636, 0.014465861022472382, 0.015053759329020977, 0.015641657635569572, 0.016229555010795593, 0.016817454248666763, 0.017405351623892784, 0.017993248999118805, 0.018581148236989975, 0.019169045612215996, 0.019756942987442017, 0.020344842225313187, 0.020932739600539207]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [4.0, 1.0, 0.0, 2.0, 2.0, 2.0, 5.0, 2.0, 10.0, 6.0, 16.0, 17.0, 36.0, 36.0, 47.0, 39.0, 64.0, 81.0, 81.0, 173.0, 208.0, 258.0, 381.0, 567.0, 779.0, 1252.0, 1988.0, 5711.0, 1646.0, 1150.0, 834.0, 632.0, 434.0, 390.0, 326.0, 243.0, 199.0, 145.0, 145.0, 122.0, 74.0, 58.0, 62.0, 40.0, 40.0, 23.0, 23.0, 17.0, 7.0, 12.0, 5.0, 7.0, 4.0, 6.0, 3.0, 2.0, 4.0, 1.0, 1.0, 4.0, 2.0, 2.0, 0.0, 1.0], "bins": [-0.008560104295611382, -0.008246742188930511, -0.007933381013572216, -0.007620019372552633, -0.0073066577315330505, -0.0069932956248521805, -0.006679933983832598, -0.006366572342813015, -0.006053210701793432, -0.0057398490607738495, -0.005426487419754267, -0.005113125778734684, -0.004799763672053814, -0.004486402031034231, -0.0041730403900146484, -0.0038596787489950657, -0.003546317107975483, -0.0032329554669559, -0.0029195938259363174, -0.002606231952086091, -0.0022928703110665083, -0.0019795086700469255, -0.001666146912612021, -0.0013527851551771164, -0.0010394235141575336, -0.00072606181493029, -0.0004127001157030463, -9.933841647580266e-05, 0.000214023282751441, 0.0005273849819786847, 0.0008407466812059283, 0.001154108438640833, 0.0014674700796604156, 0.0017808317206799984, 0.002094193361699581, 0.0024075552355498075, 0.0027209168765693903, 0.003034278517588973, 0.0033476403914391994, 0.003661002032458782, 0.003974363673478365, 0.004287725314497948, 0.0046010869555175304, 0.004914448596537113, 0.005227810703217983, 0.005541172344237566, 0.005854533985257149, 0.0061678956262767315, 0.006481257267296314, 0.006794618908315897, 0.00710798054933548, 0.0074213421903550625, 0.007734703831374645, 0.008048065938055515, 0.00836142711341381, 0.00867478922009468, 0.00898815132677555, 0.009301512502133846, 0.009614874608814716, 0.009928235784173012, 0.010241597890853882, 0.010554959066212177, 0.010868321172893047, 0.011181682348251343, 0.011495044454932213]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 2.0, 0.0, 3.0, 3.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.07080848515033722, -0.06844247877597809, -0.06607647240161896, -0.06371045857667923, -0.0613444522023201, -0.05897844582796097, -0.05661243945360184, -0.05424642935395241, -0.05188042297959328, -0.049514416605234146, -0.04714840650558472, -0.044782400131225586, -0.042416393756866455, -0.040050383657217026, -0.037684377282857895, -0.035318367183208466, -0.032952360808849335, -0.030586352571845055, -0.028220344334840775, -0.025854337960481644, -0.023488329723477364, -0.021122321486473083, -0.018756315112113953, -0.016390306875109673, -0.014024298638105392, -0.011658290401101112, -0.009292283095419407, -0.006926275324076414, -0.004560267552733421, -0.0021942597813904285, 0.00017174798995256424, 0.002537755761295557, 0.00490376353263855, 0.007269771303981543, 0.009635779075324535, 0.01200178638100624, 0.014367794618010521, 0.0167338028550148, 0.019099809229373932, 0.021465817466378212, 0.023831825703382492, 0.026197833940386772, 0.028563842177391052, 0.030929848551750183, 0.033295854926109314, 0.03566186502575874, 0.038027871400117874, 0.0403938814997673, 0.042759887874126434, 0.045125894248485565, 0.047491904348134995, 0.049857910722494125, 0.052223920822143555, 0.054589927196502686, 0.056955933570861816, 0.059321943670511246, 0.06168795004487038, 0.0640539601445198, 0.06641996651887894, 0.06878597289323807, 0.0711519792675972, 0.07351798564195633, 0.07588399946689606, 0.07825000584125519, 0.08061601221561432]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 3.0, 5.0, 4.0, 7.0, 6.0, 1.0, 7.0, 4.0, 7.0, 9.0, 13.0, 15.0, 11.0, 20.0, 9.0, 17.0, 18.0, 36.0, 25.0, 2.0, 10.0, 5.0, 12.0, 6.0, 3.0, 1.0, 2.0, 3.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.04867745190858841, -0.04703814908862114, -0.04539884999394417, -0.0437595471739769, -0.04212024807929993, -0.04048094525933266, -0.038841646164655685, -0.037202343344688416, -0.035563044250011444, -0.033923741430044174, -0.032284438610076904, -0.030645139515399933, -0.029005836695432663, -0.027366535738110542, -0.02572723478078842, -0.0240879338234663, -0.02244863286614418, -0.02080933190882206, -0.01917003095149994, -0.01753072999417782, -0.015891429036855698, -0.014252127148211002, -0.012612825259566307, -0.010973524302244186, -0.009334223344922066, -0.007694922387599945, -0.006055620964616537, -0.004416319541633129, -0.0027770185843110085, -0.0011377173941582441, 0.0005015837959945202, 0.0021408849861472845, 0.003780186176300049, 0.0054194871336221695, 0.0070587885566055775, 0.008698089979588985, 0.010337390936911106, 0.011976691894233227, 0.013615993782877922, 0.015255294740200043, 0.016894595697522163, 0.018533896654844284, 0.020173197612166405, 0.021812498569488525, 0.023451801389455795, 0.025091102346777916, 0.026730403304100037, 0.028369704261422157, 0.030009005218744278, 0.03164830803871155, 0.03328760713338852, 0.03492690995335579, 0.03656620904803276, 0.03820551186800003, 0.039844810962677, 0.04148411378264427, 0.04312341660261154, 0.04476271569728851, 0.04640201851725578, 0.048041317611932755, 0.049680620431900024, 0.051319919526576996, 0.052959222346544266, 0.05459852144122124, 0.05623782426118851]}, "_runtime": 179.19745063781738, "_timestamp": 1596211768.9685595, "_step": 223}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 3.0, 3.0, 0.0, 6.0, 9.0, 4.0, 4.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009999167174100876, -0.009658551774919033, -0.00931793637573719, -0.008977320976555347, -0.008636705577373505, -0.008296090178191662, -0.007955474779009819, -0.007614859379827976, -0.007274243980646133, -0.006933629047125578, -0.006593013647943735, -0.006252398248761892, -0.0059117828495800495, -0.005571167450398207, -0.005230552051216364, -0.004889936652034521, -0.004549321252852678, -0.0042087058536708355, -0.0038680904544889927, -0.00352747505530715, -0.003186859656125307, -0.002846244489774108, -0.002505629090592265, -0.0021650136914104223, -0.0018243982922285795, -0.0014837828930467367, -0.001143167493864894, -0.0008025522110983729, -0.00046193681191653013, -0.00012132144183851779, 0.00021929392823949456, 0.0005599092692136765, 0.0009005246683955193, 0.001241140067577362, 0.0015817554667592049, 0.0019223707495257258, 0.0022629862651228905, 0.0026036014314740896, 0.0029442168306559324, 0.0032848322298377752, 0.003625447629019618, 0.003966062795370817, 0.00430667819455266, 0.004647293593734503, 0.004987908992916346, 0.005328524392098188, 0.005669139791280031, 0.006009755190461874, 0.006350370589643717, 0.00669098598882556, 0.007031601388007402, 0.007372216787189245, 0.007712832186371088, 0.008053447119891644, 0.008394062519073486, 0.008734677918255329, 0.009075293317437172, 0.009415908716619015, 0.009756524115800858, 0.0100971395149827, 0.010437754914164543, 0.010778370313346386, 0.011118985712528229, 0.011459601111710072, 0.011800216510891914]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 3.0, 8.0, 4.0, 4.0, 7.0, 4.0, 9.0, 10.0, 10.0, 22.0, 18.0, 24.0, 31.0, 48.0, 50.0, 47.0, 78.0, 72.0, 122.0, 141.0, 239.0, 531.0, 5356.0, 350.0, 177.0, 126.0, 99.0, 55.0, 58.0, 38.0, 27.0, 32.0, 21.0, 25.0, 14.0, 12.0, 11.0, 9.0, 8.0, 7.0, 2.0, 4.0, 2.0, 1.0, 2.0, 3.0, 1.0, 2.0, 1.0, 1.0, 0.0, 3.0], "bins": [-0.10340739041566849, -0.10037554800510406, -0.09734369814395905, -0.09431185573339462, -0.0912800133228302, -0.08824816346168518, -0.08521632105112076, -0.08218447864055634, -0.07915262877941132, -0.0761207863688469, -0.07308894395828247, -0.07005710154771805, -0.06702525168657303, -0.0639934092760086, -0.060961563140153885, -0.05792972072958946, -0.05489787459373474, -0.05186602845788002, -0.0488341860473156, -0.045802339911460876, -0.042770497500896454, -0.03973865136504173, -0.03670680522918701, -0.03367496281862259, -0.030643116682767868, -0.027611272409558296, -0.024579428136348724, -0.021547582000494003, -0.01851573772728443, -0.01548389345407486, -0.012452048249542713, -0.009420203045010567, -0.006388358771800995, -0.0033565140329301357, -0.0003246692940592766, 0.0027071754448115826, 0.005739020183682442, 0.008770864456892014, 0.01180270966142416, 0.014834554865956306, 0.01786639913916588, 0.02089824341237545, 0.023930087685585022, 0.026961933821439743, 0.029993778094649315, 0.03302562236785889, 0.03605746850371361, 0.03908931091427803, 0.04212115705013275, 0.04515300318598747, 0.048184845596551895, 0.051216691732406616, 0.05424853414297104, 0.05728038027882576, 0.06031222641468048, 0.0633440688252449, 0.06637591123580933, 0.06940776109695435, 0.07243960350751877, 0.07547144591808319, 0.07850329577922821, 0.08153513818979263, 0.08456698060035706, 0.08759883046150208, 0.0906306728720665]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 3.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 4.0, 4.0, 2.0, 3.0, 3.0, 6.0, 1.0, 7.0, 2.0, 2.0, 3.0, 1.0, 3.0, 23.0, 7.0, 2.0, 2.0, 2.0, 3.0, 3.0, 2.0, 2.0, 3.0, 2.0, 3.0, 2.0, 1.0, 1.0, 2.0, 1.0, 4.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002623843029141426, -0.0025312898214906454, -0.0024387366138398647, -0.002346183406189084, -0.0022536301985383034, -0.0021610769908875227, -0.002068523783236742, -0.0019759705755859613, -0.0018834174843505025, -0.0017908642766997218, -0.0016983110690489411, -0.0016057578613981605, -0.0015132047701627016, -0.001420651562511921, -0.0013280983548611403, -0.0012355451472103596, -0.001142991939559579, -0.0010504387319087982, -0.0009578855242580175, -0.0008653323748148978, -0.0007727791671641171, -0.0006802259595133364, -0.0005876728100702167, -0.000495119602419436, -0.0004025663947686553, -0.0003100131871178746, -0.0002174600085709244, -0.00012490681547205895, -3.23536223731935e-05, 6.019957072567195e-05, 0.0001527527638245374, 0.0002453059423714876, 0.0003378591500222683, 0.000430412357673049, 0.0005229655653238297, 0.0006155187147669494, 0.0007080719224177301, 0.0008006251300685108, 0.0008931782795116305, 0.0009857314871624112, 0.0010782846948131919, 0.0011708379024639726, 0.0012633911101147532, 0.001355944317765534, 0.0014484974090009928, 0.0015410506166517735, 0.0016336038243025541, 0.0017261570319533348, 0.0018187102396041155, 0.0019112634472548962, 0.002003816654905677, 0.0020963698625564575, 0.002188923070207238, 0.002281476277858019, 0.0023740294855087996, 0.0024665826931595802, 0.0025591356679797173, 0.002651688875630498, 0.0027442420832812786, 0.0028367952909320593, 0.00292934849858284, 0.0030219017062336206, 0.0031144549138844013, 0.003207008121535182, 0.0032995613291859627]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 5.0, 3.0, 6.0, 7.0, 13.0, 13.0, 23.0, 31.0, 50.0, 55.0, 93.0, 129.0, 234.0, 329.0, 522.0, 958.0, 1596.0, 2813.0, 5139.0, 10244.0, 23439.0, 67827.0, 908592.0, 94268.0, 29679.0, 14157.0, 7594.0, 4314.0, 2574.0, 1604.0, 1043.0, 720.0, 441.0, 336.0, 201.0, 159.0, 103.0, 89.0, 63.0, 43.0, 30.0, 22.0, 23.0, 11.0, 10.0, 11.0, 7.0, 2.0, 6.0, 4.0, 4.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.007747462019324303, -0.007503298111259937, -0.007259134668856859, -0.007014970760792494, -0.006770807318389416, -0.00652664341032505, -0.006282479502260685, -0.006038316059857607, -0.0057941521517932415, -0.005549988243728876, -0.005305824801325798, -0.005061660893261433, -0.004817496985197067, -0.004573333542793989, -0.004329169634729624, -0.004085006192326546, -0.0038408422842621803, -0.0035966786090284586, -0.003352514933794737, -0.0031083510257303715, -0.0028641873504966497, -0.002620023675262928, -0.0023758597671985626, -0.002131696091964841, -0.0018875324167311192, -0.0016433687414973974, -0.0013992049498483539, -0.0011550411581993103, -0.0009108774829655886, -0.0006667137495242059, -0.0004225500160828233, -0.00017838628264144063, 6.577745079994202e-05, 0.00030994118424132466, 0.0005541049176827073, 0.00079826865112409, 0.0010424323845654726, 0.0012865960597991943, 0.001530759851448238, 0.0017749236430972815, 0.002019087318331003, 0.002263250993564725, 0.0025074146687984467, 0.002751578576862812, 0.0029957422520965338, 0.0032399059273302555, 0.003484069835394621, 0.0037282335106283426, 0.003972397185862064, 0.00421656109392643, 0.004460724536329508, 0.004704888444393873, 0.004949051886796951, 0.005193215794861317, 0.005437379702925682, 0.00568154314532876, 0.0059257070533931255, 0.006169870961457491, 0.006414034403860569, 0.006658198311924934, 0.0069023622199893, 0.007146525662392378, 0.007390689570456743, 0.007634853012859821, 0.007879016920924187]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 4.0, 1.0, 2.0, 3.0, 3.0, 5.0, 2.0, 6.0, 4.0, 2.0, 2.0, 4.0, 2.0, 2.0, 2.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.034247368574142456, -0.033411409705877304, -0.03257545083761215, -0.031739491969347, -0.030903533101081848, -0.030067574232816696, -0.029231615364551544, -0.028395656496286392, -0.02755969762802124, -0.026723738759756088, -0.025887779891490936, -0.025051821023225784, -0.024215862154960632, -0.02337990328669548, -0.02254394441843033, -0.021707985550165176, -0.020872026681900024, -0.020036067813634872, -0.01920010894536972, -0.01836415007710457, -0.017528191208839417, -0.016692232340574265, -0.015856273472309113, -0.01502031460404396, -0.014184355735778809, -0.013348396867513657, -0.012512437999248505, -0.011676479130983353, -0.0108405202627182, -0.010004561394453049, -0.009168602526187897, -0.008332643657922745, -0.007496684789657593, -0.006660725921392441, -0.005824767053127289, -0.004988808184862137, -0.004152849316596985, -0.003316890448331833, -0.002480931580066681, -0.001644972711801529, -0.000809013843536377, 2.6945024728775024e-05, 0.000862903892993927, 0.001698862761259079, 0.002534821629524231, 0.003370780497789383, 0.004206739366054535, 0.005042698234319687, 0.005878657102584839, 0.006714615970849991, 0.007550574839115143, 0.008386533707380295, 0.009222492575645447, 0.010058451443910599, 0.01089441031217575, 0.011730369180440903, 0.012566328048706055, 0.013402286916971207, 0.014238245785236359, 0.01507420465350151, 0.015910163521766663, 0.016746122390031815, 0.017582081258296967, 0.01841804012656212, 0.01925399899482727]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [7.0, 1.0, 1.0, 0.0, 0.0, 0.0, 3.0, 3.0, 21.0, 16.0, 8.0, 12.0, 5.0, 11.0, 6.0, 16.0, 20.0, 25.0, 22.0, 34.0, 49.0, 55.0, 95.0, 133.0, 131.0, 170.0, 257.0, 291.0, 358.0, 487.0, 753.0, 939.0, 1422.0, 2329.0, 5431.0, 1558.0, 994.0, 749.0, 522.0, 368.0, 280.0, 183.0, 140.0, 100.0, 84.0, 71.0, 53.0, 45.0, 37.0, 20.0, 24.0, 21.0, 12.0, 8.0, 5.0, 11.0, 9.0, 3.0, 8.0, 6.0, 3.0, 4.0, 2.0, 1.0], "bins": [-0.011495270766317844, -0.011158784851431847, -0.010822298005223274, -0.010485812090337276, -0.010149326175451279, -0.009812840260565281, -0.009476353414356709, -0.00913986749947071, -0.008803381584584713, -0.00846689473837614, -0.008130408823490143, -0.007793922908604145, -0.00745743652805686, -0.007120950613170862, -0.006784464232623577, -0.006447978317737579, -0.006111491937190294, -0.005775005556643009, -0.005438519641757011, -0.005102033261209726, -0.0047655473463237286, -0.0044290609657764435, -0.004092575050890446, -0.0037560886703431606, -0.003419602522626519, -0.0030831163749098778, -0.0027466302271932364, -0.002410144079476595, -0.00207365769892931, -0.0017371716676279902, -0.001400685403496027, -0.0010641992557793856, -0.0007277131080627441, -0.00039122693124227226, -5.4740754421800375e-05, 0.0002817454223986715, 0.0006182315992191434, 0.0009547177469357848, 0.001291204011067748, 0.0016276901587843895, 0.001964176306501031, 0.0023006624542176723, 0.0026371486019343138, 0.002973634749650955, 0.0033101211301982403, 0.0036466072779148817, 0.003983093425631523, 0.004319579340517521, 0.004656065721064806, 0.004992552101612091, 0.005329038016498089, 0.005665524397045374, 0.006002010311931372, 0.006338496692478657, 0.0066749826073646545, 0.00701146898791194, 0.007347955368459225, 0.0076844412833452225, 0.00802092719823122, 0.008357414044439793, 0.00869389995932579, 0.009030385874211788, 0.009366871789097786, 0.009703358635306358, 0.010039844550192356]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 1.0, 1.0, 2.0, 3.0, 2.0, 3.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08727259188890457, -0.08239404857158661, -0.07751551270484924, -0.07263696938753128, -0.06775842607021332, -0.06287989020347595, -0.05800134688615799, -0.05312280356884003, -0.04824426397681236, -0.0433657243847847, -0.038487181067466736, -0.03360864147543907, -0.028730100020766258, -0.023851558566093445, -0.01897301897406578, -0.014094477519392967, -0.009215936064720154, -0.004337395075708628, 0.0005411459133028984, 0.0054196869023144245, 0.01029822789132595, 0.015176769345998764, 0.020055308938026428, 0.02493385039269924, 0.029812391847372055, 0.03469093143939972, 0.03956947475671768, 0.044448014348745346, 0.04932655394077301, 0.05420509725809097, 0.05908363685011864, 0.0639621764421463, 0.06884071975946426, 0.07371926307678223, 0.07859779894351959, 0.08347634226083755, 0.08835488557815552, 0.09323342144489288, 0.09811196476221085, 0.10299050807952881, 0.10786904394626617, 0.11274758726358414, 0.1176261305809021, 0.12250467389822006, 0.12738321721553802, 0.1322617530822754, 0.13714028894901276, 0.14201883971691132, 0.14689737558364868, 0.15177591145038605, 0.1566544622182846, 0.16153299808502197, 0.16641153395175934, 0.1712900847196579, 0.17616862058639526, 0.18104715645313263, 0.1859257072210312, 0.19080424308776855, 0.19568277895450592, 0.20056132972240448, 0.20543986558914185, 0.2103184014558792, 0.21519695222377777, 0.22007548809051514, 0.2249540388584137]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 5.0, 1.0, 3.0, 4.0, 2.0, 4.0, 3.0, 2.0, 4.0, 3.0, 6.0, 11.0, 5.0, 9.0, 9.0, 9.0, 12.0, 16.0, 39.0, 16.0, 10.0, 9.0, 7.0, 5.0, 6.0, 6.0, 7.0, 3.0, 5.0, 7.0, 5.0, 1.0, 1.0, 5.0, 6.0, 2.0, 3.0, 0.0, 7.0, 3.0, 0.0, 4.0, 2.0, 2.0, 0.0, 2.0, 3.0, 2.0, 1.0, 0.0, 1.0], "bins": [-0.06539050489664078, -0.06330655515193939, -0.06122260540723801, -0.05913865193724632, -0.05705470219254494, -0.05497075244784355, -0.052886802703142166, -0.05080285295844078, -0.0487188994884491, -0.04663494974374771, -0.044550999999046326, -0.04246705025434494, -0.040383100509643555, -0.03829915076494217, -0.036215197294950485, -0.0341312475502491, -0.032047297805547714, -0.02996334806084633, -0.027879396453499794, -0.02579544670879841, -0.023711495101451874, -0.02162754535675049, -0.019543595612049103, -0.017459644004702568, -0.015375694260001183, -0.013291743583977222, -0.011207792907953262, -0.009123843163251877, -0.007039892487227917, -0.004955941811203957, -0.002871991600841284, -0.0007880411576479673, 0.0012959092855453491, 0.0033798597287386656, 0.005463810171931982, 0.007547760382294655, 0.009631711058318615, 0.011715661734342575, 0.01379961147904396, 0.015883563086390495, 0.01796751283109188, 0.020051462575793266, 0.0221354141831398, 0.024219363927841187, 0.026303313672542572, 0.028387265279889107, 0.030471215024590492, 0.03255516663193703, 0.03463911637663841, 0.0367230661213398, 0.038807015866041183, 0.04089096933603287, 0.04297491908073425, 0.04505886882543564, 0.047142818570137024, 0.04922676831483841, 0.051310718059539795, 0.05339467152953148, 0.055478621274232864, 0.05756257101893425, 0.059646520763635635, 0.06173047050833702, 0.0638144239783287, 0.06589837372303009, 0.06798232346773148]}, "_runtime": 179.96805024147034, "_timestamp": 1596211769.739159, "_step": 224}
+{"val_accuracy": 0.8248202054794521, "val_loss": 0.45605560143788654, "_runtime": 181.34893012046814, "_timestamp": 1596211771.120039, "_step": 225}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: z Confidence: 0.9308946132659912 Truth: v", "Prediction: p Confidence: 0.5311713218688965 Truth: 5", "Prediction: U Confidence: 0.5560292601585388 Truth: 2", "Prediction: O Confidence: 0.6023010611534119 Truth: 0"]}, "_runtime": 181.62048983573914, "_timestamp": 1596211771.3915987, "_step": 226}
+{"validation_metric": 0.6702197488584475, "_runtime": 182.56896781921387, "_timestamp": 1596211772.3400767, "_step": 227}
diff --git a/wandb/run-20200731_160632-2x5j8g6d/wandb-metadata.json b/wandb/run-20200731_160632-2x5j8g6d/wandb-metadata.json
new file mode 100644
index 0000000..78ab6fa
--- /dev/null
+++ b/wandb/run-20200731_160632-2x5j8g6d/wandb-metadata.json
@@ -0,0 +1,30 @@
+{
+ "root": "/home/akternurra/Documents/projects/quest-for-general-artifical-intelligence/projects/text-recognizer",
+ "program": "<python with no main file>",
+ "git": {
+ "remote": "git@github.com:aktersnurra/text-recognizer.git",
+ "commit": "fa461db6132e7a22f3aa1bb48cce8981890325fb"
+ },
+ "email": "gustaf.rydholm@gmail.com",
+ "startedAt": "2020-07-31T16:06:32.918872",
+ "host": "kompjuter",
+ "username": "akternurra",
+ "executable": "/home/akternurra/.cache/pypoetry/virtualenvs/text-recognizer-N1c_zsdp-py3.8/bin/python",
+ "os": "Linux-5.4.0-42-generic-x86_64-with-glibc2.27",
+ "python": "3.8.2",
+ "gpu": "GeForce RTX 2070",
+ "gpu_count": 1,
+ "cpu_count": 12,
+ "cuda": "10.1.105",
+ "args": [
+ "--gpu=-1",
+ "--save",
+ "--experiment_config={\"dataloader\": \"EmnistDataLoader\", \"data_loader_args\": {\"splits\": [\"train\", \"val\"], \"sample_to_balance\": true, \"subsample_fraction\": null, \"transform\": null, \"target_transform\": null, \"batch_size\": 256, \"shuffle\": true, \"num_workers\": 8, \"cuda\": true, \"seed\": 4711}, \"model\": \"CharacterModel\", \"metrics\": [\"accuracy\"], \"network\": \"LeNet\", \"network_args\": {\"input_size\": [28, 28], \"output_size\": 62}, \"train_args\": {\"batch_size\": 256, \"epochs\": 16}, \"criterion\": \"CrossEntropyLoss\", \"criterion_args\": {\"weight\": null, \"ignore_index\": -100, \"reduction\": \"mean\"}, \"optimizer\": \"AdamW\", \"optimizer_args\": {\"lr\": 0.01, \"betas\": [0.9, 0.999], \"eps\": 1e-08, \"weight_decay\": 0, \"amsgrad\": false}, \"lr_scheduler\": \"OneCycleLR\", \"lr_scheduler_args\": {\"max_lr\": 0.001, \"epochs\": 16}, \"callbacks\": [\"Checkpoint\", \"EarlyStopping\", \"WandbCallback\", \"WandbImageLogger\"], \"callback_args\": {\"Checkpoint\": {\"monitor\": \"val_accuracy\"}, \"EarlyStopping\": {\"monitor\": \"val_loss\", \"min_delta\": 0.0, \"patience\": 3, \"mode\": \"min\"}, \"WandbCallback\": {\"log_batch_frequency\": 10}, \"WandbImageLogger\": {\"num_examples\": 4}}, \"verbosity\": 2, \"resume_experiment\": null, \"experiment_group\": \"Sample Experiments\"}"
+ ],
+ "state": "finished",
+ "jobType": null,
+ "mode": "run",
+ "project": "text-recognizer",
+ "heartbeatAt": "2020-07-31T16:09:32.747302",
+ "exitcode": 0
+}
diff --git a/wandb/run-20200731_160632-2x5j8g6d/wandb-summary.json b/wandb/run-20200731_160632-2x5j8g6d/wandb-summary.json
new file mode 100644
index 0000000..49cb0a4
--- /dev/null
+++ b/wandb/run-20200731_160632-2x5j8g6d/wandb-summary.json
@@ -0,0 +1 @@
+{"graph_0": {"_type": "graph-file", "path": "media/graph/graph_0_summary_e437d211.graph.json", "sha256": "e437d211a9ea69e8952ff8ef3d41a260106b83a8173e252f2ba1412c642ebc88", "size": 1814}, "_timestamp": 1596211772.3400767, "gradients/layers.2.weight": {"_type": "histogram", "values": [7.0, 1.0, 1.0, 0.0, 0.0, 0.0, 3.0, 3.0, 21.0, 16.0, 8.0, 12.0, 5.0, 11.0, 6.0, 16.0, 20.0, 25.0, 22.0, 34.0, 49.0, 55.0, 95.0, 133.0, 131.0, 170.0, 257.0, 291.0, 358.0, 487.0, 753.0, 939.0, 1422.0, 2329.0, 5431.0, 1558.0, 994.0, 749.0, 522.0, 368.0, 280.0, 183.0, 140.0, 100.0, 84.0, 71.0, 53.0, 45.0, 37.0, 20.0, 24.0, 21.0, 12.0, 8.0, 5.0, 11.0, 9.0, 3.0, 8.0, 6.0, 3.0, 4.0, 2.0, 1.0], "bins": [-0.011495270766317844, -0.011158784851431847, -0.010822298005223274, -0.010485812090337276, -0.010149326175451279, -0.009812840260565281, -0.009476353414356709, -0.00913986749947071, -0.008803381584584713, -0.00846689473837614, -0.008130408823490143, -0.007793922908604145, -0.00745743652805686, -0.007120950613170862, -0.006784464232623577, -0.006447978317737579, -0.006111491937190294, -0.005775005556643009, -0.005438519641757011, -0.005102033261209726, -0.0047655473463237286, -0.0044290609657764435, -0.004092575050890446, -0.0037560886703431606, -0.003419602522626519, -0.0030831163749098778, -0.0027466302271932364, -0.002410144079476595, -0.00207365769892931, -0.0017371716676279902, -0.001400685403496027, -0.0010641992557793856, -0.0007277131080627441, -0.00039122693124227226, -5.4740754421800375e-05, 0.0002817454223986715, 0.0006182315992191434, 0.0009547177469357848, 0.001291204011067748, 0.0016276901587843895, 0.001964176306501031, 0.0023006624542176723, 0.0026371486019343138, 0.002973634749650955, 0.0033101211301982403, 0.0036466072779148817, 0.003983093425631523, 0.004319579340517521, 0.004656065721064806, 0.004992552101612091, 0.005329038016498089, 0.005665524397045374, 0.006002010311931372, 0.006338496692478657, 0.0066749826073646545, 0.00701146898791194, 0.007347955368459225, 0.0076844412833452225, 0.00802092719823122, 0.008357414044439793, 0.00869389995932579, 0.009030385874211788, 0.009366871789097786, 0.009703358635306358, 0.010039844550192356]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 5.0, 1.0, 3.0, 4.0, 2.0, 4.0, 3.0, 2.0, 4.0, 3.0, 6.0, 11.0, 5.0, 9.0, 9.0, 9.0, 12.0, 16.0, 39.0, 16.0, 10.0, 9.0, 7.0, 5.0, 6.0, 6.0, 7.0, 3.0, 5.0, 7.0, 5.0, 1.0, 1.0, 5.0, 6.0, 2.0, 3.0, 0.0, 7.0, 3.0, 0.0, 4.0, 2.0, 2.0, 0.0, 2.0, 3.0, 2.0, 1.0, 0.0, 1.0], "bins": [-0.06539050489664078, -0.06330655515193939, -0.06122260540723801, -0.05913865193724632, -0.05705470219254494, -0.05497075244784355, -0.052886802703142166, -0.05080285295844078, -0.0487188994884491, -0.04663494974374771, -0.044550999999046326, -0.04246705025434494, -0.040383100509643555, -0.03829915076494217, -0.036215197294950485, -0.0341312475502491, -0.032047297805547714, -0.02996334806084633, -0.027879396453499794, -0.02579544670879841, -0.023711495101451874, -0.02162754535675049, -0.019543595612049103, -0.017459644004702568, -0.015375694260001183, -0.013291743583977222, -0.011207792907953262, -0.009123843163251877, -0.007039892487227917, -0.004955941811203957, -0.002871991600841284, -0.0007880411576479673, 0.0012959092855453491, 0.0033798597287386656, 0.005463810171931982, 0.007547760382294655, 0.009631711058318615, 0.011715661734342575, 0.01379961147904396, 0.015883563086390495, 0.01796751283109188, 0.020051462575793266, 0.0221354141831398, 0.024219363927841187, 0.026303313672542572, 0.028387265279889107, 0.030471215024590492, 0.03255516663193703, 0.03463911637663841, 0.0367230661213398, 0.038807015866041183, 0.04089096933603287, 0.04297491908073425, 0.04505886882543564, 0.047142818570137024, 0.04922676831483841, 0.051310718059539795, 0.05339467152953148, 0.055478621274232864, 0.05756257101893425, 0.059646520763635635, 0.06173047050833702, 0.0638144239783287, 0.06589837372303009, 0.06798232346773148]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 5.0, 3.0, 6.0, 7.0, 13.0, 13.0, 23.0, 31.0, 50.0, 55.0, 93.0, 129.0, 234.0, 329.0, 522.0, 958.0, 1596.0, 2813.0, 5139.0, 10244.0, 23439.0, 67827.0, 908592.0, 94268.0, 29679.0, 14157.0, 7594.0, 4314.0, 2574.0, 1604.0, 1043.0, 720.0, 441.0, 336.0, 201.0, 159.0, 103.0, 89.0, 63.0, 43.0, 30.0, 22.0, 23.0, 11.0, 10.0, 11.0, 7.0, 2.0, 6.0, 4.0, 4.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.007747462019324303, -0.007503298111259937, -0.007259134668856859, -0.007014970760792494, -0.006770807318389416, -0.00652664341032505, -0.006282479502260685, -0.006038316059857607, -0.0057941521517932415, -0.005549988243728876, -0.005305824801325798, -0.005061660893261433, -0.004817496985197067, -0.004573333542793989, -0.004329169634729624, -0.004085006192326546, -0.0038408422842621803, -0.0035966786090284586, -0.003352514933794737, -0.0031083510257303715, -0.0028641873504966497, -0.002620023675262928, -0.0023758597671985626, -0.002131696091964841, -0.0018875324167311192, -0.0016433687414973974, -0.0013992049498483539, -0.0011550411581993103, -0.0009108774829655886, -0.0006667137495242059, -0.0004225500160828233, -0.00017838628264144063, 6.577745079994202e-05, 0.00030994118424132466, 0.0005541049176827073, 0.00079826865112409, 0.0010424323845654726, 0.0012865960597991943, 0.001530759851448238, 0.0017749236430972815, 0.002019087318331003, 0.002263250993564725, 0.0025074146687984467, 0.002751578576862812, 0.0029957422520965338, 0.0032399059273302555, 0.003484069835394621, 0.0037282335106283426, 0.003972397185862064, 0.00421656109392643, 0.004460724536329508, 0.004704888444393873, 0.004949051886796951, 0.005193215794861317, 0.005437379702925682, 0.00568154314532876, 0.0059257070533931255, 0.006169870961457491, 0.006414034403860569, 0.006658198311924934, 0.0069023622199893, 0.007146525662392378, 0.007390689570456743, 0.007634853012859821, 0.007879016920924187]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 3.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 4.0, 4.0, 2.0, 3.0, 3.0, 6.0, 1.0, 7.0, 2.0, 2.0, 3.0, 1.0, 3.0, 23.0, 7.0, 2.0, 2.0, 2.0, 3.0, 3.0, 2.0, 2.0, 3.0, 2.0, 3.0, 2.0, 1.0, 1.0, 2.0, 1.0, 4.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002623843029141426, -0.0025312898214906454, -0.0024387366138398647, -0.002346183406189084, -0.0022536301985383034, -0.0021610769908875227, -0.002068523783236742, -0.0019759705755859613, -0.0018834174843505025, -0.0017908642766997218, -0.0016983110690489411, -0.0016057578613981605, -0.0015132047701627016, -0.001420651562511921, -0.0013280983548611403, -0.0012355451472103596, -0.001142991939559579, -0.0010504387319087982, -0.0009578855242580175, -0.0008653323748148978, -0.0007727791671641171, -0.0006802259595133364, -0.0005876728100702167, -0.000495119602419436, -0.0004025663947686553, -0.0003100131871178746, -0.0002174600085709244, -0.00012490681547205895, -3.23536223731935e-05, 6.019957072567195e-05, 0.0001527527638245374, 0.0002453059423714876, 0.0003378591500222683, 0.000430412357673049, 0.0005229655653238297, 0.0006155187147669494, 0.0007080719224177301, 0.0008006251300685108, 0.0008931782795116305, 0.0009857314871624112, 0.0010782846948131919, 0.0011708379024639726, 0.0012633911101147532, 0.001355944317765534, 0.0014484974090009928, 0.0015410506166517735, 0.0016336038243025541, 0.0017261570319533348, 0.0018187102396041155, 0.0019112634472548962, 0.002003816654905677, 0.0020963698625564575, 0.002188923070207238, 0.002281476277858019, 0.0023740294855087996, 0.0024665826931595802, 0.0025591356679797173, 0.002651688875630498, 0.0027442420832812786, 0.0028367952909320593, 0.00292934849858284, 0.0030219017062336206, 0.0031144549138844013, 0.003207008121535182, 0.0032995613291859627]}, "gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 3.0, 3.0, 0.0, 6.0, 9.0, 4.0, 4.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009999167174100876, -0.009658551774919033, -0.00931793637573719, -0.008977320976555347, -0.008636705577373505, -0.008296090178191662, -0.007955474779009819, -0.007614859379827976, -0.007274243980646133, -0.006933629047125578, -0.006593013647943735, -0.006252398248761892, -0.0059117828495800495, -0.005571167450398207, -0.005230552051216364, -0.004889936652034521, -0.004549321252852678, -0.0042087058536708355, -0.0038680904544889927, -0.00352747505530715, -0.003186859656125307, -0.002846244489774108, -0.002505629090592265, -0.0021650136914104223, -0.0018243982922285795, -0.0014837828930467367, -0.001143167493864894, -0.0008025522110983729, -0.00046193681191653013, -0.00012132144183851779, 0.00021929392823949456, 0.0005599092692136765, 0.0009005246683955193, 0.001241140067577362, 0.0015817554667592049, 0.0019223707495257258, 0.0022629862651228905, 0.0026036014314740896, 0.0029442168306559324, 0.0032848322298377752, 0.003625447629019618, 0.003966062795370817, 0.00430667819455266, 0.004647293593734503, 0.004987908992916346, 0.005328524392098188, 0.005669139791280031, 0.006009755190461874, 0.006350370589643717, 0.00669098598882556, 0.007031601388007402, 0.007372216787189245, 0.007712832186371088, 0.008053447119891644, 0.008394062519073486, 0.008734677918255329, 0.009075293317437172, 0.009415908716619015, 0.009756524115800858, 0.0100971395149827, 0.010437754914164543, 0.010778370313346386, 0.011118985712528229, 0.011459601111710072, 0.011800216510891914]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 1.0, 1.0, 2.0, 3.0, 2.0, 3.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08727259188890457, -0.08239404857158661, -0.07751551270484924, -0.07263696938753128, -0.06775842607021332, -0.06287989020347595, -0.05800134688615799, -0.05312280356884003, -0.04824426397681236, -0.0433657243847847, -0.038487181067466736, -0.03360864147543907, -0.028730100020766258, -0.023851558566093445, -0.01897301897406578, -0.014094477519392967, -0.009215936064720154, -0.004337395075708628, 0.0005411459133028984, 0.0054196869023144245, 0.01029822789132595, 0.015176769345998764, 0.020055308938026428, 0.02493385039269924, 0.029812391847372055, 0.03469093143939972, 0.03956947475671768, 0.044448014348745346, 0.04932655394077301, 0.05420509725809097, 0.05908363685011864, 0.0639621764421463, 0.06884071975946426, 0.07371926307678223, 0.07859779894351959, 0.08347634226083755, 0.08835488557815552, 0.09323342144489288, 0.09811196476221085, 0.10299050807952881, 0.10786904394626617, 0.11274758726358414, 0.1176261305809021, 0.12250467389822006, 0.12738321721553802, 0.1322617530822754, 0.13714028894901276, 0.14201883971691132, 0.14689737558364868, 0.15177591145038605, 0.1566544622182846, 0.16153299808502197, 0.16641153395175934, 0.1712900847196579, 0.17616862058639526, 0.18104715645313263, 0.1859257072210312, 0.19080424308776855, 0.19568277895450592, 0.20056132972240448, 0.20543986558914185, 0.2103184014558792, 0.21519695222377777, 0.22007548809051514, 0.2249540388584137]}, "_runtime": 182.56896781921387, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 4.0, 1.0, 2.0, 3.0, 3.0, 5.0, 2.0, 6.0, 4.0, 2.0, 2.0, 4.0, 2.0, 2.0, 2.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.034247368574142456, -0.033411409705877304, -0.03257545083761215, -0.031739491969347, -0.030903533101081848, -0.030067574232816696, -0.029231615364551544, -0.028395656496286392, -0.02755969762802124, -0.026723738759756088, -0.025887779891490936, -0.025051821023225784, -0.024215862154960632, -0.02337990328669548, -0.02254394441843033, -0.021707985550165176, -0.020872026681900024, -0.020036067813634872, -0.01920010894536972, -0.01836415007710457, -0.017528191208839417, -0.016692232340574265, -0.015856273472309113, -0.01502031460404396, -0.014184355735778809, -0.013348396867513657, -0.012512437999248505, -0.011676479130983353, -0.0108405202627182, -0.010004561394453049, -0.009168602526187897, -0.008332643657922745, -0.007496684789657593, -0.006660725921392441, -0.005824767053127289, -0.004988808184862137, -0.004152849316596985, -0.003316890448331833, -0.002480931580066681, -0.001644972711801529, -0.000809013843536377, 2.6945024728775024e-05, 0.000862903892993927, 0.001698862761259079, 0.002534821629524231, 0.003370780497789383, 0.004206739366054535, 0.005042698234319687, 0.005878657102584839, 0.006714615970849991, 0.007550574839115143, 0.008386533707380295, 0.009222492575645447, 0.010058451443910599, 0.01089441031217575, 0.011730369180440903, 0.012566328048706055, 0.013402286916971207, 0.014238245785236359, 0.01507420465350151, 0.015910163521766663, 0.016746122390031815, 0.017582081258296967, 0.01841804012656212, 0.01925399899482727]}, "_step": 227, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 3.0, 8.0, 4.0, 4.0, 7.0, 4.0, 9.0, 10.0, 10.0, 22.0, 18.0, 24.0, 31.0, 48.0, 50.0, 47.0, 78.0, 72.0, 122.0, 141.0, 239.0, 531.0, 5356.0, 350.0, 177.0, 126.0, 99.0, 55.0, 58.0, 38.0, 27.0, 32.0, 21.0, 25.0, 14.0, 12.0, 11.0, 9.0, 8.0, 7.0, 2.0, 4.0, 2.0, 1.0, 2.0, 3.0, 1.0, 2.0, 1.0, 1.0, 0.0, 3.0], "bins": [-0.10340739041566849, -0.10037554800510406, -0.09734369814395905, -0.09431185573339462, -0.0912800133228302, -0.08824816346168518, -0.08521632105112076, -0.08218447864055634, -0.07915262877941132, -0.0761207863688469, -0.07308894395828247, -0.07005710154771805, -0.06702525168657303, -0.0639934092760086, -0.060961563140153885, -0.05792972072958946, -0.05489787459373474, -0.05186602845788002, -0.0488341860473156, -0.045802339911460876, -0.042770497500896454, -0.03973865136504173, -0.03670680522918701, -0.03367496281862259, -0.030643116682767868, -0.027611272409558296, -0.024579428136348724, -0.021547582000494003, -0.01851573772728443, -0.01548389345407486, -0.012452048249542713, -0.009420203045010567, -0.006388358771800995, -0.0033565140329301357, -0.0003246692940592766, 0.0027071754448115826, 0.005739020183682442, 0.008770864456892014, 0.01180270966142416, 0.014834554865956306, 0.01786639913916588, 0.02089824341237545, 0.023930087685585022, 0.026961933821439743, 0.029993778094649315, 0.03302562236785889, 0.03605746850371361, 0.03908931091427803, 0.04212115705013275, 0.04515300318598747, 0.048184845596551895, 0.051216691732406616, 0.05424853414297104, 0.05728038027882576, 0.06031222641468048, 0.0633440688252449, 0.06637591123580933, 0.06940776109695435, 0.07243960350751877, 0.07547144591808319, 0.07850329577922821, 0.08153513818979263, 0.08456698060035706, 0.08759883046150208, 0.0906306728720665]}, "val_loss": 0.45605560143788654, "val_accuracy": 0.8248202054794521, "examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: z Confidence: 0.9308946132659912 Truth: v", "Prediction: p Confidence: 0.5311713218688965 Truth: 5", "Prediction: U Confidence: 0.5560292601585388 Truth: 2", "Prediction: O Confidence: 0.6023010611534119 Truth: 0"]}, "validation_metric": 0.6702197488584475}
diff --git a/wandb/run-20200731_162753-3hjb68rc/config.yaml b/wandb/run-20200731_162753-3hjb68rc/config.yaml
new file mode 100644
index 0000000..f8813b6
--- /dev/null
+++ b/wandb/run-20200731_162753-3hjb68rc/config.yaml
@@ -0,0 +1,111 @@
+wandb_version: 1
+
+_wandb:
+ desc: null
+ value:
+ cli_version: 0.8.36
+ framework: torch
+ is_jupyter_run: false
+ is_kaggle_kernel: false
+ python_version: 3.8.2
+callback_args:
+ desc: null
+ value:
+ Checkpoint:
+ monitor: val_accuracy
+ EarlyStopping:
+ min_delta: 0.0
+ mode: min
+ monitor: val_loss
+ patience: 3
+ WandbCallback:
+ log_batch_frequency: 10
+ WandbImageLogger:
+ num_examples: 4
+callbacks:
+ desc: null
+ value:
+ - Checkpoint
+ - EarlyStopping
+ - WandbCallback
+ - WandbImageLogger
+criterion:
+ desc: null
+ value: CrossEntropyLoss
+criterion_args:
+ desc: null
+ value:
+ ignore_index: -100
+ reduction: mean
+ weight: null
+data_loader_args:
+ desc: null
+ value:
+ batch_size: 256
+ cuda: true
+ num_workers: 8
+ sample_to_balance: true
+ seed: 4711
+ shuffle: true
+ splits:
+ - train
+ - val
+ subsample_fraction: null
+ target_transform: null
+ transform: null
+dataloader:
+ desc: null
+ value: EmnistDataLoader
+experiment_group:
+ desc: null
+ value: Sample Experiments
+lr_scheduler:
+ desc: null
+ value: OneCycleLR
+lr_scheduler_args:
+ desc: null
+ value:
+ epochs: 16
+ max_lr: 0.001
+ steps_per_epoch: 1314
+metrics:
+ desc: null
+ value:
+ - accuracy
+model:
+ desc: null
+ value: CharacterModel
+network:
+ desc: null
+ value: LeNet
+network_args:
+ desc: null
+ value:
+ input_size:
+ - 28
+ - 28
+ output_size: 62
+optimizer:
+ desc: null
+ value: AdamW
+optimizer_args:
+ desc: null
+ value:
+ amsgrad: false
+ betas:
+ - 0.9
+ - 0.999
+ eps: 1.0e-08
+ lr: 0.01
+ weight_decay: 0
+resume_experiment:
+ desc: null
+ value: null
+train_args:
+ desc: null
+ value:
+ batch_size: 256
+ epochs: 16
+verbosity:
+ desc: null
+ value: 2
diff --git a/wandb/run-20200731_162753-3hjb68rc/media/graph/graph_0_summary_67bd1113.graph.json b/wandb/run-20200731_162753-3hjb68rc/media/graph/graph_0_summary_67bd1113.graph.json
new file mode 100644
index 0000000..1632517
--- /dev/null
+++ b/wandb/run-20200731_162753-3hjb68rc/media/graph/graph_0_summary_67bd1113.graph.json
@@ -0,0 +1 @@
+{"format": "torch", "nodes": [{"name": "layers.0", "id": 140152474899840, "class_name": "Conv2d(1, 32, kernel_size=(3, 3), stride=(1, 1))", "parameters": [["weight", [32, 1, 3, 3]], ["bias", [32]]], "output_shape": [[2, 32, 26, 26]], "num_parameters": [288, 32]}, {"name": "layers.1", "id": 140152474899648, "class_name": "ReLU(inplace=True)", "parameters": [], "output_shape": [[2, 32, 26, 26]], "num_parameters": []}, {"name": "layers.2", "id": 140152474899792, "class_name": "Conv2d(32, 64, kernel_size=(3, 3), stride=(1, 1))", "parameters": [["weight", [64, 32, 3, 3]], ["bias", [64]]], "output_shape": [[2, 64, 24, 24]], "num_parameters": [18432, 64]}, {"name": "layers.4", "id": 140152474900080, "class_name": "MaxPool2d(kernel_size=2, stride=2, padding=0, dilation=1, ceil_mode=False)", "parameters": [], "output_shape": [[2, 64, 12, 12]], "num_parameters": []}, {"name": "layers.5", "id": 140152474900032, "class_name": "Dropout(p=0.2, inplace=False)", "parameters": [], "output_shape": [[2, 64, 12, 12]], "num_parameters": []}, {"name": "layers.6", "id": 140152474899744, "class_name": "Flatten()", "parameters": [], "output_shape": [[2, 9216]], "num_parameters": []}, {"name": "layers.7", "id": 140152475300336, "class_name": "Linear(in_features=9216, out_features=128, bias=True)", "parameters": [["weight", [128, 9216]], ["bias", [128]]], "output_shape": [[2, 128]], "num_parameters": [1179648, 128]}, {"name": "layers.9", "id": 140152475300384, "class_name": "Dropout(p=0.2, inplace=False)", "parameters": [], "output_shape": [[2, 128]], "num_parameters": []}, {"name": "layers.10", "id": 140152475300432, "class_name": "Linear(in_features=128, out_features=62, bias=True)", "parameters": [["weight", [62, 128]], ["bias", [62]]], "output_shape": [[2, 62]], "num_parameters": [7936, 62]}], "edges": []}
diff --git a/wandb/run-20200731_162753-3hjb68rc/media/images/examples_104.png b/wandb/run-20200731_162753-3hjb68rc/media/images/examples_104.png
new file mode 100644
index 0000000..80739e6
--- /dev/null
+++ b/wandb/run-20200731_162753-3hjb68rc/media/images/examples_104.png
Binary files differ
diff --git a/wandb/run-20200731_162753-3hjb68rc/media/images/examples_120.png b/wandb/run-20200731_162753-3hjb68rc/media/images/examples_120.png
new file mode 100644
index 0000000..80739e6
--- /dev/null
+++ b/wandb/run-20200731_162753-3hjb68rc/media/images/examples_120.png
Binary files differ
diff --git a/wandb/run-20200731_162753-3hjb68rc/media/images/examples_135.png b/wandb/run-20200731_162753-3hjb68rc/media/images/examples_135.png
new file mode 100644
index 0000000..80739e6
--- /dev/null
+++ b/wandb/run-20200731_162753-3hjb68rc/media/images/examples_135.png
Binary files differ
diff --git a/wandb/run-20200731_162753-3hjb68rc/media/images/examples_14.png b/wandb/run-20200731_162753-3hjb68rc/media/images/examples_14.png
new file mode 100644
index 0000000..80739e6
--- /dev/null
+++ b/wandb/run-20200731_162753-3hjb68rc/media/images/examples_14.png
Binary files differ
diff --git a/wandb/run-20200731_162753-3hjb68rc/media/images/examples_150.png b/wandb/run-20200731_162753-3hjb68rc/media/images/examples_150.png
new file mode 100644
index 0000000..80739e6
--- /dev/null
+++ b/wandb/run-20200731_162753-3hjb68rc/media/images/examples_150.png
Binary files differ
diff --git a/wandb/run-20200731_162753-3hjb68rc/media/images/examples_165.png b/wandb/run-20200731_162753-3hjb68rc/media/images/examples_165.png
new file mode 100644
index 0000000..80739e6
--- /dev/null
+++ b/wandb/run-20200731_162753-3hjb68rc/media/images/examples_165.png
Binary files differ
diff --git a/wandb/run-20200731_162753-3hjb68rc/media/images/examples_180.png b/wandb/run-20200731_162753-3hjb68rc/media/images/examples_180.png
new file mode 100644
index 0000000..80739e6
--- /dev/null
+++ b/wandb/run-20200731_162753-3hjb68rc/media/images/examples_180.png
Binary files differ
diff --git a/wandb/run-20200731_162753-3hjb68rc/media/images/examples_195.png b/wandb/run-20200731_162753-3hjb68rc/media/images/examples_195.png
new file mode 100644
index 0000000..80739e6
--- /dev/null
+++ b/wandb/run-20200731_162753-3hjb68rc/media/images/examples_195.png
Binary files differ
diff --git a/wandb/run-20200731_162753-3hjb68rc/media/images/examples_210.png b/wandb/run-20200731_162753-3hjb68rc/media/images/examples_210.png
new file mode 100644
index 0000000..80739e6
--- /dev/null
+++ b/wandb/run-20200731_162753-3hjb68rc/media/images/examples_210.png
Binary files differ
diff --git a/wandb/run-20200731_162753-3hjb68rc/media/images/examples_226.png b/wandb/run-20200731_162753-3hjb68rc/media/images/examples_226.png
new file mode 100644
index 0000000..80739e6
--- /dev/null
+++ b/wandb/run-20200731_162753-3hjb68rc/media/images/examples_226.png
Binary files differ
diff --git a/wandb/run-20200731_162753-3hjb68rc/media/images/examples_241.png b/wandb/run-20200731_162753-3hjb68rc/media/images/examples_241.png
new file mode 100644
index 0000000..80739e6
--- /dev/null
+++ b/wandb/run-20200731_162753-3hjb68rc/media/images/examples_241.png
Binary files differ
diff --git a/wandb/run-20200731_162753-3hjb68rc/media/images/examples_29.png b/wandb/run-20200731_162753-3hjb68rc/media/images/examples_29.png
new file mode 100644
index 0000000..80739e6
--- /dev/null
+++ b/wandb/run-20200731_162753-3hjb68rc/media/images/examples_29.png
Binary files differ
diff --git a/wandb/run-20200731_162753-3hjb68rc/media/images/examples_44.png b/wandb/run-20200731_162753-3hjb68rc/media/images/examples_44.png
new file mode 100644
index 0000000..80739e6
--- /dev/null
+++ b/wandb/run-20200731_162753-3hjb68rc/media/images/examples_44.png
Binary files differ
diff --git a/wandb/run-20200731_162753-3hjb68rc/media/images/examples_59.png b/wandb/run-20200731_162753-3hjb68rc/media/images/examples_59.png
new file mode 100644
index 0000000..80739e6
--- /dev/null
+++ b/wandb/run-20200731_162753-3hjb68rc/media/images/examples_59.png
Binary files differ
diff --git a/wandb/run-20200731_162753-3hjb68rc/media/images/examples_74.png b/wandb/run-20200731_162753-3hjb68rc/media/images/examples_74.png
new file mode 100644
index 0000000..80739e6
--- /dev/null
+++ b/wandb/run-20200731_162753-3hjb68rc/media/images/examples_74.png
Binary files differ
diff --git a/wandb/run-20200731_162753-3hjb68rc/media/images/examples_89.png b/wandb/run-20200731_162753-3hjb68rc/media/images/examples_89.png
new file mode 100644
index 0000000..80739e6
--- /dev/null
+++ b/wandb/run-20200731_162753-3hjb68rc/media/images/examples_89.png
Binary files differ
diff --git a/wandb/run-20200731_162753-3hjb68rc/requirements.txt b/wandb/run-20200731_162753-3hjb68rc/requirements.txt
new file mode 100644
index 0000000..10c63b6
--- /dev/null
+++ b/wandb/run-20200731_162753-3hjb68rc/requirements.txt
@@ -0,0 +1,145 @@
+alabaster==0.7.12
+appdirs==1.4.4
+attrs==19.3.0
+babel==2.8.0
+backcall==0.2.0
+bandit==1.6.2
+black==19.10b0
+bleach==3.1.5
+blessings==1.7
+boltons==20.2.0
+certifi==2020.6.20
+chardet==3.0.4
+click==7.1.2
+configparser==5.0.0
+coverage==5.2.1
+cycler==0.10.0
+darglint==1.5.2
+dataclasses==0.6
+decorator==4.4.2
+defusedxml==0.6.0
+desert==2020.1.6
+docker-pycreds==0.4.0
+docutils==0.16
+dparse==0.5.1
+entrypoints==0.3
+flake8-annotations==2.3.0
+flake8-bandit==2.1.2
+flake8-black==0.2.1
+flake8-bugbear==20.1.4
+flake8-docstrings==1.5.0
+flake8-import-order==0.18.1
+flake8-polyfill==1.0.2
+flake8==3.8.3
+future==0.18.2
+gitdb==4.0.5
+gitpython==3.1.7
+gpustat==0.6.0
+gql==0.2.0
+graphql-core==1.1
+h5py==2.10.0
+idna==2.10
+imagesize==1.2.0
+ipykernel==5.3.4
+ipython-genutils==0.2.0
+ipython==7.16.1
+ipywidgets==7.5.1
+jedi==0.17.2
+jinja2==2.11.2
+jsonschema==3.2.0
+jupyter-client==6.1.6
+jupyter-console==6.1.0
+jupyter-core==4.6.3
+jupyter==1.0.0
+kiwisolver==1.2.0
+loguru==0.5.1
+markupsafe==1.1.1
+marshmallow==3.7.1
+matplotlib==3.3.0
+mccabe==0.6.1
+mistune==0.8.4
+more-itertools==8.4.0
+mypy-extensions==0.4.3
+mypy==0.770
+nbconvert==5.6.1
+nbformat==5.0.7
+notebook==6.0.3
+numpy==1.19.1
+nvidia-ml-py3==7.352.0
+opencv-python==4.3.0.36
+packaging==20.4
+pandocfilters==1.4.2
+parso==0.7.1
+pathspec==0.8.0
+pathtools==0.1.2
+pbr==5.4.5
+pexpect==4.8.0
+pickleshare==0.7.5
+pillow==7.2.0
+pip==20.2
+pluggy==0.13.1
+prometheus-client==0.8.0
+promise==2.3
+prompt-toolkit==3.0.5
+psutil==5.7.2
+ptyprocess==0.6.0
+py==1.9.0
+pycodestyle==2.6.0
+pydocstyle==5.0.2
+pyflakes==2.2.0
+pygments==2.6.1
+pyparsing==2.4.7
+pyrsistent==0.16.0
+pytest-cov==2.10.0
+pytest-mock==3.2.0
+pytest==5.4.3
+python-dateutil==2.8.1
+pytz==2020.1
+pyyaml==5.3.1
+pyzmq==19.0.1
+qtconsole==4.7.5
+qtpy==1.9.0
+redis==3.5.3
+redlock-py==1.0.8
+regex==2020.7.14
+requests==2.24.0
+safety==1.9.0
+send2trash==1.5.0
+sentry-sdk==0.16.2
+setuptools==41.2.0
+shortuuid==1.0.1
+six==1.15.0
+smmap==3.0.4
+snowballstemmer==2.0.0
+sphinx-autodoc-typehints==1.11.0
+sphinx-rtd-theme==0.4.3
+sphinx==3.1.2
+sphinxcontrib-applehelp==1.0.2
+sphinxcontrib-devhelp==1.0.2
+sphinxcontrib-htmlhelp==1.0.3
+sphinxcontrib-jsmath==1.0.1
+sphinxcontrib-qthelp==1.0.3
+sphinxcontrib-serializinghtml==1.1.4
+stevedore==3.2.0
+subprocess32==3.5.4
+terminado==0.8.3
+testpath==0.4.4
+text-recognizer==0.1.0
+toml==0.10.1
+torch==1.5.1
+torchsummary==1.5.1
+torchvision==0.6.1
+tornado==6.0.4
+tqdm==4.48.0
+traitlets==4.3.3
+typed-ast==1.4.1
+typeguard==2.9.1
+typing-extensions==3.7.4.2
+typing-inspect==0.6.0
+urllib3==1.25.10
+wandb==0.8.36
+watchdog==0.10.3
+wcwidth==0.2.5
+webencodings==0.5.1
+widgetsnbextension==3.5.1
+xdoctest==0.12.0
diff --git a/wandb/run-20200731_162753-3hjb68rc/wandb-events.jsonl b/wandb/run-20200731_162753-3hjb68rc/wandb-events.jsonl
new file mode 100644
index 0000000..9cd2e14
--- /dev/null
+++ b/wandb/run-20200731_162753-3hjb68rc/wandb-events.jsonl
@@ -0,0 +1,7 @@
+{"system.gpu.0.gpu": 73.87, "system.gpu.0.memory": 53.0, "system.gpu.0.memoryAllocated": 21.88, "system.gpu.0.temp": 57.2, "system.gpu.process.0.gpu": 73.87, "system.gpu.process.0.memory": 53.0, "system.gpu.process.0.memoryAllocated": 21.88, "system.gpu.process.0.temp": 57.2, "system.gpu.0.powerWatts": 133.82, "system.gpu.0.powerPercent": 62.24, "system.gpu.process.0.powerWatts": 133.82, "system.gpu.process.0.powerPercent": 62.24, "system.cpu": 45.39, "system.memory": 70.19, "system.disk": 37.26, "system.proc.memory.availableMB": 4771.53, "system.proc.memory.rssMB": 2591.2, "system.proc.memory.percent": 16.19, "system.proc.cpu.threads": 19.0, "system.network.sent": 2195444, "system.network.recv": 1700738, "_wandb": true, "_timestamp": 1596212902, "_runtime": 28}
+{"system.gpu.0.gpu": 79.47, "system.gpu.0.memory": 57.6, "system.gpu.0.memoryAllocated": 22.31, "system.gpu.0.temp": 61.47, "system.gpu.process.0.gpu": 79.47, "system.gpu.process.0.memory": 57.6, "system.gpu.process.0.memoryAllocated": 22.31, "system.gpu.process.0.temp": 61.47, "system.gpu.0.powerWatts": 140.67, "system.gpu.0.powerPercent": 65.43, "system.gpu.process.0.powerWatts": 140.67, "system.gpu.process.0.powerPercent": 65.43, "system.cpu": 49.66, "system.memory": 70.54, "system.disk": 37.3, "system.proc.memory.availableMB": 4714.07, "system.proc.memory.rssMB": 2596.74, "system.proc.memory.percent": 16.22, "system.proc.cpu.threads": 21.0, "system.network.sent": 4914255, "system.network.recv": 5653010, "_wandb": true, "_timestamp": 1596212933, "_runtime": 59}
+{"system.gpu.0.gpu": 75.4, "system.gpu.0.memory": 54.73, "system.gpu.0.memoryAllocated": 22.32, "system.gpu.0.temp": 63.2, "system.gpu.process.0.gpu": 75.4, "system.gpu.process.0.memory": 54.73, "system.gpu.process.0.memoryAllocated": 22.32, "system.gpu.process.0.temp": 63.2, "system.gpu.0.powerWatts": 138.24, "system.gpu.0.powerPercent": 64.3, "system.gpu.process.0.powerWatts": 138.24, "system.gpu.process.0.powerPercent": 64.3, "system.cpu": 50.31, "system.memory": 70.49, "system.disk": 37.3, "system.proc.memory.availableMB": 4720.27, "system.proc.memory.rssMB": 2595.37, "system.proc.memory.percent": 16.22, "system.proc.cpu.threads": 19.8, "system.network.sent": 6917881, "system.network.recv": 9106002, "_wandb": true, "_timestamp": 1596212963, "_runtime": 89}
+{"system.gpu.0.gpu": 78.87, "system.gpu.0.memory": 57.8, "system.gpu.0.memoryAllocated": 22.3, "system.gpu.0.temp": 64.67, "system.gpu.process.0.gpu": 78.87, "system.gpu.process.0.memory": 57.8, "system.gpu.process.0.memoryAllocated": 22.3, "system.gpu.process.0.temp": 64.67, "system.gpu.0.powerWatts": 148.55, "system.gpu.0.powerPercent": 69.09, "system.gpu.process.0.powerWatts": 148.55, "system.gpu.process.0.powerPercent": 69.09, "system.cpu": 50.43, "system.memory": 70.19, "system.disk": 37.3, "system.proc.memory.availableMB": 4771.17, "system.proc.memory.rssMB": 2595.63, "system.proc.memory.percent": 16.22, "system.proc.cpu.threads": 19.8, "system.network.sent": 9057095, "system.network.recv": 14638816, "_wandb": true, "_timestamp": 1596212993, "_runtime": 119}
+{"system.gpu.0.gpu": 77.07, "system.gpu.0.memory": 57.13, "system.gpu.0.memoryAllocated": 22.29, "system.gpu.0.temp": 65.47, "system.gpu.process.0.gpu": 77.07, "system.gpu.process.0.memory": 57.13, "system.gpu.process.0.memoryAllocated": 22.29, "system.gpu.process.0.temp": 65.47, "system.gpu.0.powerWatts": 148.99, "system.gpu.0.powerPercent": 69.3, "system.gpu.process.0.powerWatts": 148.99, "system.gpu.process.0.powerPercent": 69.3, "system.cpu": 48.83, "system.memory": 70.08, "system.disk": 37.3, "system.proc.memory.availableMB": 4786.14, "system.proc.memory.rssMB": 2596.32, "system.proc.memory.percent": 16.22, "system.proc.cpu.threads": 20.93, "system.network.sent": 11059147, "system.network.recv": 20428277, "_wandb": true, "_timestamp": 1596213024, "_runtime": 150}
+{"system.gpu.0.gpu": 78.4, "system.gpu.0.memory": 55.0, "system.gpu.0.memoryAllocated": 22.37, "system.gpu.0.temp": 65.2, "system.gpu.process.0.gpu": 78.4, "system.gpu.process.0.memory": 55.0, "system.gpu.process.0.memoryAllocated": 22.37, "system.gpu.process.0.temp": 65.2, "system.gpu.0.powerWatts": 142.4, "system.gpu.0.powerPercent": 66.23, "system.gpu.process.0.powerWatts": 142.4, "system.gpu.process.0.powerPercent": 66.23, "system.cpu": 53.19, "system.memory": 70.29, "system.disk": 37.3, "system.proc.memory.availableMB": 4756.5, "system.proc.memory.rssMB": 2595.81, "system.proc.memory.percent": 16.22, "system.proc.cpu.threads": 20.4, "system.network.sent": 13052178, "system.network.recv": 25694640, "_wandb": true, "_timestamp": 1596213054, "_runtime": 180}
+{"system.gpu.0.gpu": 66.0, "system.gpu.0.memory": 47.56, "system.gpu.0.memoryAllocated": 22.34, "system.gpu.0.temp": 64.33, "system.gpu.process.0.gpu": 66.0, "system.gpu.process.0.memory": 47.56, "system.gpu.process.0.memoryAllocated": 22.34, "system.gpu.process.0.temp": 64.33, "system.gpu.0.powerWatts": 128.96, "system.gpu.0.powerPercent": 59.98, "system.gpu.process.0.powerWatts": 128.96, "system.gpu.process.0.powerPercent": 59.98, "system.cpu": 45.23, "system.memory": 69.67, "system.disk": 37.3, "system.proc.memory.availableMB": 4851.92, "system.proc.memory.rssMB": 2528.96, "system.proc.memory.percent": 15.8, "system.proc.cpu.threads": 18.78, "system.network.sent": 13826107, "system.network.recv": 27863169, "_wandb": true, "_timestamp": 1596213070, "_runtime": 197}
diff --git a/wandb/run-20200731_162753-3hjb68rc/wandb-history.jsonl b/wandb/run-20200731_162753-3hjb68rc/wandb-history.jsonl
new file mode 100644
index 0000000..22c349d
--- /dev/null
+++ b/wandb/run-20200731_162753-3hjb68rc/wandb-history.jsonl
@@ -0,0 +1,243 @@
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 5.0, 1.0, 4.0, 3.0, 1.0, 2.0, 1.0, 2.0, 5.0, 0.0, 1.0, 1.0, 4.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0], "bins": [-0.025287799537181854, -0.024627288803458214, -0.023966778069734573, -0.023306267336010933, -0.022645756602287292, -0.021985244005918503, -0.021324733272194862, -0.020664222538471222, -0.02000371180474758, -0.01934320107102394, -0.0186826903373003, -0.01802217960357666, -0.01736166700720787, -0.01670115627348423, -0.01604064553976059, -0.01538013480603695, -0.014719624072313309, -0.014059113338589668, -0.013398602604866028, -0.012738090939819813, -0.012077580206096172, -0.011417069472372532, -0.010756557807326317, -0.010096047073602676, -0.009435536339879036, -0.008775025606155396, -0.008114514872431755, -0.00745400320738554, -0.0067934924736619, -0.006132981739938259, -0.005472470540553331, -0.004811959341168404, -0.004151448607444763, -0.003490937640890479, -0.002830426674336195, -0.002169915707781911, -0.0015094047412276268, -0.0008488937746733427, -0.0001883828081190586, 0.0004721281584352255, 0.0011326391249895096, 0.0017931500915437937, 0.0024536610580980778, 0.003114172024652362, 0.003774682991206646, 0.004435193724930286, 0.005095704924315214, 0.005756216123700142, 0.006416726857423782, 0.007077237591147423, 0.0077377487905323505, 0.008398259989917278, 0.009058770723640919, 0.00971928145736456, 0.010379793122410774, 0.011040303856134415, 0.011700814589858055, 0.012361325323581696, 0.013021836057305336, 0.013682347722351551, 0.014342858456075191, 0.015003369189798832, 0.015663880854845047, 0.016324391588568687, 0.016984902322292328]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 3.0, 0.0, 0.0, 4.0, 5.0, 4.0, 6.0, 8.0, 14.0, 14.0, 14.0, 25.0, 23.0, 38.0, 47.0, 82.0, 89.0, 96.0, 146.0, 164.0, 243.0, 322.0, 452.0, 650.0, 2573.0, 863.0, 644.0, 481.0, 299.0, 211.0, 127.0, 81.0, 53.0, 48.0, 33.0, 20.0, 13.0, 9.0, 2.0, 5.0, 5.0, 5.0, 3.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.06551536917686462, -0.06376206129789352, -0.062008753418922424, -0.060255441814661026, -0.058502133935689926, -0.056748826056718826, -0.054995518177747726, -0.05324221029877663, -0.05148889869451523, -0.04973559081554413, -0.04798228293657303, -0.04622897505760193, -0.04447566717863083, -0.04272235929965973, -0.04096904769539833, -0.03921573981642723, -0.03746243193745613, -0.03570912405848503, -0.03395581617951393, -0.03220250457525253, -0.030449196696281433, -0.028695888817310333, -0.026942580938339233, -0.025189271196722984, -0.023435963317751884, -0.021682655438780785, -0.019929345697164536, -0.018176037818193436, -0.016422729939222336, -0.014669420197606087, -0.012916112318634987, -0.011162803508341312, -0.009409494698047638, -0.0076561858877539635, -0.005902877543121576, -0.004149569198489189, -0.0023962603881955147, -0.0006429518107324839, 0.001110356766730547, 0.0028636653441935778, 0.004616973921656609, 0.006370282731950283, 0.008123591542243958, 0.009876899421215057, 0.011630208231508732, 0.013383517041802406, 0.015136824920773506, 0.016890134662389755, 0.018643442541360855, 0.020396750420331955, 0.022150060161948204, 0.023903368040919304, 0.025656677782535553, 0.027409985661506653, 0.029163293540477753, 0.030916603282094002, 0.03266990929841995, 0.03442322090268135, 0.03617652878165245, 0.03792983666062355, 0.03968314453959465, 0.04143645241856575, 0.04318976402282715, 0.04494307190179825, 0.04669637978076935]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 2.0, 1.0, 2.0, 1.0, 4.0, 3.0, 4.0, 3.0, 4.0, 5.0, 2.0, 2.0, 3.0, 1.0, 3.0, 0.0, 2.0, 1.0, 30.0, 1.0, 2.0, 1.0, 5.0, 3.0, 4.0, 6.0, 1.0, 0.0, 0.0, 5.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008122025057673454, -0.00785017292946577, -0.0075783203355968, -0.007306468207389116, -0.007034616079181433, -0.006762763485312462, -0.006490911357104778, -0.006219059228897095, -0.005947207100689411, -0.00567535450682044, -0.005403502378612757, -0.005131650250405073, -0.004859797656536102, -0.004587945528328419, -0.004316093400120735, -0.004044240806251764, -0.0037723886780440807, -0.0035005363170057535, -0.00322868418879807, -0.0029568318277597427, -0.002684979699552059, -0.002413127338513732, -0.0021412749774754047, -0.0018694227328523993, -0.001597570488229394, -0.0013257182436063886, -0.0010538659989833832, -0.000782013637945056, -0.0005101613933220506, -0.00023830911959521472, 3.354315413162112e-05, 0.00030539542785845697, 0.0005772477015852928, 0.0008490999462082982, 0.0011209521908313036, 0.0013928045518696308, 0.0016646567964926362, 0.0019365090411156416, 0.002208361402153969, 0.0024802135303616524, 0.0027520658913999796, 0.003023918252438307, 0.0032957703806459904, 0.0035676227416843176, 0.003839475102722645, 0.004111327230930328, 0.004383179359138012, 0.004655031953006983, 0.004926884081214666, 0.00519873620942235, 0.005470588803291321, 0.005742440931499004, 0.006014293059706688, 0.006286145653575659, 0.006557997781783342, 0.006829849909991026, 0.007101702503859997, 0.00737355463206768, 0.007645406760275364, 0.007917258888483047, 0.008189111016690731, 0.00846096407622099, 0.008732816204428673, 0.009004668332636356, 0.00927652046084404]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 0.0, 3.0, 3.0, 0.0, 5.0, 8.0, 13.0, 28.0, 40.0, 63.0, 104.0, 141.0, 197.0, 315.0, 484.0, 715.0, 1045.0, 1554.0, 2184.0, 3119.0, 4635.0, 6749.0, 9926.0, 14839.0, 22249.0, 33658.0, 51397.0, 75843.0, 111356.0, 523661.0, 107260.0, 68245.0, 44647.0, 29038.0, 19505.0, 13588.0, 9359.0, 6575.0, 4700.0, 3365.0, 2411.0, 1838.0, 1296.0, 963.0, 684.0, 477.0, 415.0, 275.0, 196.0, 125.0, 100.0, 70.0, 65.0, 28.0, 32.0, 13.0, 13.0, 7.0, 9.0, 6.0, 2.0, 2.0, 2.0], "bins": [-0.007126566953957081, -0.006893475539982319, -0.00666038366034627, -0.006427292246371508, -0.006194200832396746, -0.005961108952760696, -0.0057280175387859344, -0.0054949261248111725, -0.0052618347108364105, -0.005028742831200361, -0.004795651417225599, -0.004562560003250837, -0.004329468123614788, -0.004096376709640026, -0.0038632850628346205, -0.0036301936488598585, -0.003397102002054453, -0.0031640103552490473, -0.0029309189412742853, -0.0026978272944688797, -0.0024647358804941177, -0.002231644233688712, -0.0019985525868833065, -0.0017654610564932227, -0.001532369526103139, -0.0012992779957130551, -0.0010661864653229713, -0.0008330948185175657, -0.0006000032881274819, -0.0003669117286335677, -0.00013382016913965344, 9.92713903542608e-05, 0.00033236294984817505, 0.0005654544802382588, 0.0007985460688360035, 0.0010316376574337482, 0.001264729187823832, 0.0014978207182139158, 0.0017309123650193214, 0.0019640037789940834, 0.002197095425799489, 0.0024301870726048946, 0.0026632784865796566, 0.0028963701333850622, 0.003129461780190468, 0.00336255319416523, 0.0035956448409706354, 0.0038287362549453974, 0.004061827901750803, 0.004294919315725565, 0.004528011195361614, 0.004761102609336376, 0.004994194023311138, 0.005227285902947187, 0.005460377316921949, 0.005693468730896711, 0.005926560610532761, 0.006159652024507523, 0.0063927434384822845, 0.0066258348524570465, 0.006858926732093096, 0.007092018146067858, 0.00732510956004262, 0.007558201439678669, 0.007791292853653431]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 3.0, 0.0, 1.0, 1.0, 3.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 5.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 7.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 2.0, 1.0, 3.0, 0.0, 1.0, 2.0], "bins": [-0.022778429090976715, -0.02227785252034664, -0.021777275949716568, -0.021276697516441345, -0.02077612094581127, -0.020275544375181198, -0.019774965941905975, -0.019274389371275902, -0.018773812800645828, -0.018273236230015755, -0.01777265965938568, -0.01727208122611046, -0.016771504655480385, -0.01627092808485031, -0.01577034965157509, -0.015269773080945015, -0.014769196510314941, -0.014268619939684868, -0.01376804243773222, -0.013267464935779572, -0.012766888365149498, -0.012266311794519424, -0.011765734292566776, -0.011265156790614128, -0.010764580219984055, -0.010264003649353981, -0.009763426147401333, -0.009262848645448685, -0.008762272074818611, -0.008261695504188538, -0.0077611180022358894, -0.007260540965944529, -0.006759963929653168, -0.006259386893361807, -0.005758809857070446, -0.005258232820779085, -0.004757655784487724, -0.0042570787481963634, -0.0037565017119050026, -0.0032559246756136417, -0.002755347639322281, -0.00225477060303092, -0.0017541935667395592, -0.0012536165304481983, -0.0007530394941568375, -0.0002524624578654766, 0.00024811457842588425, 0.0007486916147172451, 0.001249268651008606, 0.0017498456872999668, 0.0022504227235913277, 0.0027509997598826885, 0.0032515767961740494, 0.0037521538324654102, 0.004252730868756771, 0.004753307905048132, 0.005253884941339493, 0.005754461977630854, 0.0062550390139222145, 0.006755616050213575, 0.007256193086504936, 0.007756770122796297, 0.008257347159087658, 0.008757924661040306, 0.00925850123167038]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 2.0, 6.0, 12.0, 17.0, 11.0, 17.0, 18.0, 27.0, 29.0, 35.0, 29.0, 46.0, 30.0, 50.0, 43.0, 49.0, 72.0, 59.0, 75.0, 71.0, 91.0, 84.0, 118.0, 144.0, 124.0, 133.0, 143.0, 190.0, 159.0, 199.0, 197.0, 240.0, 277.0, 286.0, 338.0, 313.0, 350.0, 358.0, 369.0, 435.0, 580.0, 810.0, 1562.0, 7310.0, 763.0, 544.0, 414.0, 249.0, 178.0, 163.0, 129.0, 101.0, 105.0, 92.0, 65.0, 43.0, 36.0, 22.0, 9.0, 8.0], "bins": [-0.023578554391860962, -0.023078223690390587, -0.022577892988920212, -0.022077564150094986, -0.02157723344862461, -0.021076902747154236, -0.02057657390832901, -0.020076243206858635, -0.01957591250538826, -0.019075581803917885, -0.01857525110244751, -0.018074922263622284, -0.01757459156215191, -0.017074260860681534, -0.016573932021856308, -0.016073601320385933, -0.015573270618915558, -0.015072939917445183, -0.014572610147297382, -0.014072280377149582, -0.013571949675679207, -0.013071618974208832, -0.012571289204061031, -0.012070959433913231, -0.011570628732442856, -0.01107029803097248, -0.01056996826082468, -0.01006963849067688, -0.009569307789206505, -0.00906897708773613, -0.00856864731758833, -0.008068317547440529, -0.007567986845970154, -0.007067656610161066, -0.006567326374351978, -0.0060669961385428905, -0.005566665902733803, -0.005066335666924715, -0.004566005431115627, -0.0040656751953065395, -0.0035653449594974518, -0.003065014723688364, -0.0025646844878792763, -0.0020643542520701885, -0.0015640240162611008, -0.001063693780452013, -0.0005633635446429253, -6.303330883383751e-05, 0.00043729692697525024, 0.000937627162784338, 0.0014379573985934258, 0.0019382876344025135, 0.0024386178702116013, 0.002938948106020689, 0.0034392783418297768, 0.0039396085776388645, 0.004439938813447952, 0.00494026904925704, 0.005440599285066128, 0.0059409295208752155, 0.006441259756684303, 0.006941589992493391, 0.007441920228302479, 0.00794224999845028, 0.008442580699920654]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 6.0, 0.0, 0.0, 1.0], "bins": [-0.042031705379486084, -0.04133260250091553, -0.04063349962234497, -0.039934396743774414, -0.03923529386520386, -0.0385361909866333, -0.037837088108062744, -0.03713798522949219, -0.03643888235092163, -0.035739775747060776, -0.03504067286849022, -0.03434156998991966, -0.033642467111349106, -0.03294336423277855, -0.03224426135420799, -0.031545158475637436, -0.03084605559706688, -0.030146952718496323, -0.029447849839925766, -0.02874874696135521, -0.028049644082784653, -0.027350539341568947, -0.02665143646299839, -0.025952333584427834, -0.025253230705857277, -0.02455412782728672, -0.023855024948716164, -0.023155922070145607, -0.0224568173289299, -0.021757714450359344, -0.021058611571788788, -0.02035950869321823, -0.019660405814647675, -0.018961302936077118, -0.01826220005750656, -0.017563097178936005, -0.016863994300365448, -0.016164889559149742, -0.015465786680579185, -0.014766683802008629, -0.014067580923438072, -0.013368478044867516, -0.012669375166296959, -0.011970271356403828, -0.011271168477833271, -0.010572065599262714, -0.009872961789369583, -0.009173858910799026, -0.00847475603222847, -0.007775653153657913, -0.007076549809426069, -0.006377446465194225, -0.005678343586623669, -0.004979240708053112, -0.004280137363821268, -0.003581034252420068, -0.0028819311410188675, -0.002182828029617667, -0.001483724918216467, -0.0007846218068152666, -8.551869541406631e-05, 0.000613584415987134, 0.0013126875273883343, 0.0020117906387895346, 0.002710893750190735]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 4.0, 1.0, 2.0, 2.0, 0.0, 3.0, 2.0, 4.0, 4.0, 2.0, 1.0, 3.0, 2.0, 3.0, 4.0, 4.0, 2.0, 2.0, 3.0, 3.0, 1.0, 8.0, 10.0, 5.0, 3.0, 5.0, 8.0, 3.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 4.0, 6.0, 9.0, 9.0, 18.0, 96.0, 3.0, 7.0, 3.0, 6.0, 5.0, 7.0], "bins": [-0.05514219403266907, -0.054180655628442764, -0.05321912094950676, -0.05225758254528046, -0.05129604414105415, -0.05033450946211815, -0.049372971057891846, -0.04841143265366554, -0.04744989797472954, -0.046488359570503235, -0.04552682116627693, -0.04456528648734093, -0.043603748083114624, -0.04264220967888832, -0.041680674999952316, -0.04071913659572601, -0.03975760191679001, -0.038796063512563705, -0.0378345251083374, -0.0368729904294014, -0.035911452025175095, -0.03494991362094879, -0.03398837894201279, -0.033026840537786484, -0.03206530213356018, -0.031103765591979027, -0.030142229050397873, -0.02918069250881672, -0.028219154104590416, -0.027257617563009262, -0.026296081021428108, -0.025334542617201805, -0.02437300607562065, -0.023411469534039497, -0.022449931129813194, -0.02148839458823204, -0.020526858046650887, -0.019565319642424583, -0.01860378310084343, -0.017642246559262276, -0.016680710017681122, -0.01571917161345482, -0.014757635071873665, -0.013796097598969936, -0.012834560126066208, -0.011873023584485054, -0.010911486111581326, -0.009949949570000172, -0.008988412097096443, -0.008026874624192715, -0.007065338082611561, -0.006103800609707832, -0.005142263602465391, -0.00418072659522295, -0.003219189355149865, -0.0022576521150767803, -0.0012961151078343391, -0.00033457798417657614, 0.0006269591394811869, 0.0015884962631389499, 0.002550033386796713, 0.003511570394039154, 0.0044731078669428825, 0.005434644874185324, 0.006396181881427765]}, "_runtime": 5.16615891456604, "_timestamp": 1596212875.8676965, "_step": 0}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 0.0, 1.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 4.0, 3.0, 3.0, 2.0, 3.0, 2.0, 2.0, 3.0, 0.0, 1.0, 3.0, 0.0, 4.0, 2.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01685541309416294, -0.01620027981698513, -0.015545147471129894, -0.014890014193952084, -0.014234881848096848, -0.013579748570919037, -0.012924615293741226, -0.01226948294788599, -0.01161434967070818, -0.010959216393530369, -0.010304084047675133, -0.009648950770497322, -0.008993817493319511, -0.008338685147464275, -0.007683551870286465, -0.007028419058769941, -0.006373286247253418, -0.005718153435736895, -0.005063020624220371, -0.004407887347042561, -0.003752754535526037, -0.003097621724009514, -0.002442488679662347, -0.0017873557517305017, -0.0011322228237986565, -0.0004770898958668113, 0.0001780430320650339, 0.0008331759599968791, 0.0014883088879287243, 0.0021434416994452477, 0.0027985747437924147, 0.0034537077881395817, 0.004108840599656105, 0.004763973411172628, 0.005419106222689152, 0.006074239499866962, 0.006729372311383486, 0.007384505122900009, 0.00803963840007782, 0.008694770745933056, 0.009349904023110867, 0.010005037300288677, 0.010660169646143913, 0.011315302923321724, 0.011970436200499535, 0.01262556854635477, 0.013280701823532581, 0.013935834169387817, 0.014590967446565628, 0.015246100723743439, 0.01590123400092125, 0.01655636541545391, 0.01721149869263172, 0.017866631969809532, 0.018521765246987343, 0.019176898524165154, 0.019832029938697815, 0.020487163215875626, 0.021142296493053436, 0.021797429770231247, 0.022452563047409058, 0.02310769632458687, 0.02376282773911953, 0.02441796101629734, 0.02507309429347515]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 6.0, 2.0, 5.0, 9.0, 6.0, 10.0, 12.0, 10.0, 21.0, 24.0, 38.0, 37.0, 45.0, 52.0, 70.0, 79.0, 88.0, 121.0, 153.0, 203.0, 255.0, 272.0, 434.0, 578.0, 2442.0, 761.0, 692.0, 473.0, 316.0, 188.0, 154.0, 95.0, 62.0, 47.0, 55.0, 24.0, 27.0, 19.0, 9.0, 10.0, 7.0, 7.0, 1.0, 3.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.12211572378873825, -0.11864530295133591, -0.11517488211393356, -0.11170445382595062, -0.10823403298854828, -0.10476361215114594, -0.10129319131374359, -0.09782276302576065, -0.0943523421883583, -0.09088192135095596, -0.08741150051355362, -0.08394107967615128, -0.08047065138816833, -0.07700023055076599, -0.07352980971336365, -0.0700593888759613, -0.06658896803855896, -0.06311853975057602, -0.059648118913173676, -0.05617769807577133, -0.05270727351307869, -0.049236852675676346, -0.045766428112983704, -0.04229600727558136, -0.038825586438179016, -0.035355161875486374, -0.03188474103808403, -0.028414316475391388, -0.024943895637989044, -0.02147347293794155, -0.018003050237894058, -0.014532627537846565, -0.011062204837799072, -0.007591782137751579, -0.004121359903365374, -0.0006509374361485243, 0.002819485031068325, 0.006289907731115818, 0.009760329499840736, 0.01323075219988823, 0.016701174899935722, 0.020171597599983215, 0.02364202030003071, 0.0271124430000782, 0.030582863837480545, 0.03405328840017319, 0.03752370923757553, 0.04099413380026817, 0.04446455463767052, 0.04793497547507286, 0.0514054000377655, 0.05487582087516785, 0.05834624543786049, 0.06181666627526283, 0.06528709083795547, 0.06875751167535782, 0.07222793251276016, 0.0756983533501625, 0.07916878163814545, 0.08263920247554779, 0.08610962331295013, 0.08958004415035248, 0.09305047243833542, 0.09652089327573776, 0.0999913141131401]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 1.0, 4.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 2.0, 1.0, 6.0, 1.0, 0.0, 1.0, 6.0, 0.0, 4.0, 0.0, 2.0, 3.0, 8.0, 5.0, 1.0, 4.0, 32.0, 1.0, 5.0, 3.0, 1.0, 1.0, 1.0, 0.0, 4.0, 0.0, 2.0, 0.0, 1.0, 2.0, 3.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.006693575531244278, -0.00644661532714963, -0.006199655123054981, -0.005952694918960333, -0.0057057347148656845, -0.005458774045109749, -0.0052118138410151005, -0.004964853636920452, -0.004717893432825804, -0.004470933228731155, -0.004223973024636507, -0.003977012820541859, -0.0037300523836165667, -0.0034830921795219183, -0.0032361317425966263, -0.002989171538501978, -0.0027422113344073296, -0.002495251130312681, -0.002248290926218033, -0.002001330489292741, -0.0017543702851980925, -0.001507410081103444, -0.001260449760593474, -0.0010134894400835037, -0.0007665292359888554, -0.0005195689736865461, -0.0002726087113842368, -2.5648449081927538e-05, 0.00022131181322038174, 0.000468272075522691, 0.0007152323378250003, 0.0009621926001273096, 0.0012091528624296188, 0.0014561130665242672, 0.0017030733870342374, 0.0019500337075442076, 0.002196993911638856, 0.0024439541157335043, 0.0026909145526587963, 0.0029378747567534447, 0.003184834960848093, 0.0034317951649427414, 0.0036787553690373898, 0.003925715573132038, 0.004172676242887974, 0.004419636446982622, 0.0046665966510772705, 0.004913556855171919, 0.005160517059266567, 0.005407477263361216, 0.005654437467455864, 0.005901397671550512, 0.006148357875645161, 0.006395318545401096, 0.006642278749495745, 0.006889238953590393, 0.007136199157685041, 0.00738315936177969, 0.007630119565874338, 0.007877079769968987, 0.008124040439724922, 0.008371000178158283, 0.008617960847914219, 0.00886492058634758, 0.009111881256103516]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [7.0, 8.0, 7.0, 14.0, 23.0, 27.0, 48.0, 79.0, 103.0, 162.0, 277.0, 361.0, 520.0, 709.0, 1085.0, 1584.0, 2207.0, 2896.0, 4127.0, 5676.0, 7830.0, 10596.0, 15007.0, 21089.0, 29981.0, 43008.0, 60595.0, 83541.0, 111547.0, 458127.0, 90409.0, 64943.0, 45805.0, 32394.0, 23293.0, 16710.0, 12054.0, 8763.0, 6579.0, 4853.0, 3624.0, 2686.0, 1851.0, 1395.0, 970.0, 660.0, 473.0, 297.0, 229.0, 138.0, 111.0, 47.0, 46.0, 22.0, 22.0, 10.0, 10.0, 7.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.009374338202178478, -0.009054850786924362, -0.00873536430299282, -0.00841587781906128, -0.008096390403807163, -0.0077769034542143345, -0.007457416504621506, -0.007137929555028677, -0.006818442605435848, -0.0064989556558430195, -0.006179468706250191, -0.005859981756657362, -0.005540494807064533, -0.0052210078574717045, -0.004901520907878876, -0.004582033958286047, -0.004262547008693218, -0.0039430600591003895, -0.0036235731095075607, -0.003304086159914732, -0.0029845992103219032, -0.0026651122607290745, -0.0023456253111362457, -0.002026138361543417, -0.0017066514119505882, -0.0013871644623577595, -0.0010676775127649307, -0.000748190563172102, -0.0004287036135792732, -0.00010921666398644447, 0.00021027028560638428, 0.000529757235199213, 0.0008492441847920418, 0.0011687311343848705, 0.0014882180839776993, 0.001807705033570528, 0.0021271919831633568, 0.0024466789327561855, 0.0027661658823490143, 0.003085652831941843, 0.003405139781534672, 0.0037246267311275005, 0.004044113680720329, 0.004363600630313158, 0.004683087579905987, 0.0050025745294988155, 0.005322061479091644, 0.005641548428684473, 0.005961035378277302, 0.0062805223278701305, 0.006600009277462959, 0.006919496227055788, 0.007238983176648617, 0.0075584701262414455, 0.007877957075834274, 0.008197443559765816, 0.008516930975019932, 0.008836418390274048, 0.00915590487420559, 0.00947539135813713, 0.009794878773391247, 0.010114366188645363, 0.010433852672576904, 0.010753339156508446, 0.011072826571762562]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 2.0, 2.0, 3.0, 0.0, 3.0, 1.0, 1.0, 1.0, 10.0, 2.0, 1.0, 1.0, 3.0, 0.0, 2.0, 3.0, 0.0, 0.0, 2.0], "bins": [-0.023306982591748238, -0.02286745049059391, -0.022427920252084732, -0.021988388150930405, -0.021548856049776077, -0.02110932394862175, -0.020669791847467422, -0.020230261608958244, -0.019790729507803917, -0.01935119740664959, -0.01891166716814041, -0.018472135066986084, -0.018032602965831757, -0.01759307086467743, -0.017153538763523102, -0.016714008525013924, -0.016274476423859596, -0.01583494432270527, -0.015395413152873516, -0.014955881983041763, -0.014516349881887436, -0.014076817780733109, -0.013637286610901356, -0.013197755441069603, -0.012758223339915276, -0.012318691238760948, -0.011879160068929195, -0.011439628899097443, -0.011000096797943115, -0.010560564696788788, -0.010121033526957035, -0.009681502357125282, -0.009241970255970955, -0.008802438154816628, -0.008362906984984875, -0.007923375815153122, -0.0074838437139987946, -0.0070443120785057545, -0.006604780443012714, -0.006165248807519674, -0.005725717172026634, -0.005286185536533594, -0.004846653901040554, -0.004407122265547514, -0.003967590630054474, -0.003528058994561434, -0.0030885273590683937, -0.0026489957235753536, -0.0022094640880823135, -0.0017699324525892735, -0.0013304008170962334, -0.0008908691816031933, -0.0004513375461101532, -1.1805910617113113e-05, 0.00042772572487592697, 0.0008672573603689671, 0.0013067889958620071, 0.0017463206313550472, 0.0021858522668480873, 0.0026253839023411274, 0.0030649155378341675, 0.0035044471733272076, 0.003943978808820248, 0.004383510444313288, 0.004823042079806328]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [5.0, 2.0, 5.0, 8.0, 11.0, 8.0, 22.0, 27.0, 20.0, 19.0, 24.0, 33.0, 42.0, 51.0, 56.0, 59.0, 69.0, 67.0, 101.0, 112.0, 130.0, 149.0, 150.0, 196.0, 191.0, 209.0, 219.0, 233.0, 241.0, 261.0, 227.0, 266.0, 257.0, 280.0, 313.0, 308.0, 304.0, 359.0, 440.0, 586.0, 722.0, 1316.0, 6726.0, 911.0, 770.0, 538.0, 241.0, 216.0, 193.0, 199.0, 171.0, 130.0, 123.0, 62.0, 33.0, 11.0, 3.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.025455331429839134, -0.024850277230143547, -0.02424522303044796, -0.023640168830752373, -0.023035114631056786, -0.0224300604313612, -0.02182500623166561, -0.021219952031970024, -0.020614897832274437, -0.02000984363257885, -0.019404789432883263, -0.018799735233187675, -0.01819468103349209, -0.0175896268337965, -0.016984572634100914, -0.016379518434405327, -0.01577446423470974, -0.015169410035014153, -0.014564355835318565, -0.013959301635622978, -0.013354247435927391, -0.012749193236231804, -0.012144139036536217, -0.01153908483684063, -0.010934030637145042, -0.010328976437449455, -0.009723922237753868, -0.009118868038058281, -0.008513813838362694, -0.007908759638667107, -0.0073037054389715195, -0.006698651239275932, -0.006093597039580345, -0.005488542839884758, -0.004883488640189171, -0.004278434440493584, -0.0036733802407979965, -0.0030683260411024094, -0.002463271841406822, -0.001858217641711235, -0.0012531634420156479, -0.0006481092423200607, -4.305504262447357e-05, 0.0005619991570711136, 0.0011670533567667007, 0.001772107556462288, 0.002377161756157875, 0.0029822159558534622, 0.0035872701555490494, 0.0041923243552446365, 0.004797378554940224, 0.005402432754635811, 0.006007486954331398, 0.006612541154026985, 0.007217595353722572, 0.00782264955341816, 0.008427703753113747, 0.009032757952809334, 0.009637812152504921, 0.010242866352200508, 0.010847920551896095, 0.011452974751591682, 0.01205802895128727, 0.012663083150982857, 0.013268137350678444]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 2.0, 5.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08533801138401031, -0.08353424817323685, -0.08173048496246338, -0.07992672175168991, -0.07812295854091644, -0.07631919533014297, -0.0745154321193695, -0.07271166890859604, -0.07090790569782257, -0.0691041499376297, -0.06730038672685623, -0.06549662351608276, -0.0636928603053093, -0.06188909709453583, -0.06008533388376236, -0.05828157067298889, -0.056477807462215424, -0.054674044251441956, -0.05287028104066849, -0.05106651782989502, -0.04926275461912155, -0.04745899513363838, -0.045655231922864914, -0.043851468712091446, -0.04204770550131798, -0.04024394229054451, -0.03844017907977104, -0.036636415868997574, -0.034832656383514404, -0.033028893172740936, -0.031225129961967468, -0.029421366751194, -0.027617603540420532, -0.025813840329647064, -0.024010077118873596, -0.022206315770745277, -0.02040255255997181, -0.01859878934919834, -0.016795028001070023, -0.014991264790296555, -0.013187501579523087, -0.011383738368749619, -0.009579976089298725, -0.007776213344186544, -0.005972450599074364, -0.004168687853962183, -0.0023649251088500023, -0.0005611623637378216, 0.0012426003813743591, 0.00304636312648654, 0.0048501258715987206, 0.006653888616710901, 0.008457651361823082, 0.01026141457259655, 0.012065176852047443, 0.013868939131498337, 0.015672702342271805, 0.017476465553045273, 0.01928022876381874, 0.02108399011194706, 0.022887753322720528, 0.024691516533493996, 0.026495277881622314, 0.028299041092395782, 0.03010280430316925]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 2.0, 0.0, 3.0, 3.0, 2.0, 6.0, 2.0, 7.0, 2.0, 5.0, 7.0, 5.0, 2.0, 8.0, 7.0, 3.0, 9.0, 4.0, 5.0, 1.0, 4.0, 2.0, 3.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 0.0, 5.0, 4.0, 1.0, 6.0, 4.0, 2.0, 7.0, 8.0, 94.0, 14.0, 5.0, 2.0, 7.0, 5.0, 4.0, 3.0], "bins": [-0.09722822904586792, -0.0955091267824173, -0.09379001706838608, -0.09207091480493546, -0.09035180509090424, -0.08863270282745361, -0.0869135931134224, -0.08519449084997177, -0.08347538113594055, -0.08175627887248993, -0.08003716915845871, -0.07831806689500809, -0.07659895718097687, -0.07487985491752625, -0.07316074520349503, -0.0714416429400444, -0.06972253322601318, -0.06800343096256256, -0.06628432124853134, -0.06456521898508072, -0.0628461092710495, -0.06112700700759888, -0.059407901018857956, -0.057688795030117035, -0.055969689041376114, -0.05425058305263519, -0.05253147706389427, -0.05081237107515335, -0.04909326508641243, -0.04737415909767151, -0.04565505310893059, -0.04393594712018967, -0.042216841131448746, -0.040497735142707825, -0.038778629153966904, -0.03705952316522598, -0.03534041717648506, -0.03362131118774414, -0.03190220519900322, -0.0301830992102623, -0.028463993221521378, -0.026744889095425606, -0.025025783106684685, -0.023306677117943764, -0.021587571129202843, -0.01986846514046192, -0.018149359151721, -0.01643025316298008, -0.014711147174239159, -0.012992041185498238, -0.011272935196757317, -0.009553829208016396, -0.007834723219275475, -0.006115617696195841, -0.004396512173116207, -0.002677406184375286, -0.0009583001956343651, 0.0007608056766912341, 0.0024799115490168333, 0.004199017304927111, 0.005918123293668032, 0.007637229282408953, 0.009356334805488586, 0.011075440794229507, 0.012794546782970428]}, "_runtime": 5.9433839321136475, "_timestamp": 1596212876.6449215, "_step": 1}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 3.0, 2.0, 3.0, 1.0, 2.0, 2.0, 2.0, 2.0, 4.0, 5.0, 3.0, 1.0, 1.0, 1.0, 2.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.019364770501852036, -0.01873670518398285, -0.018108638003468513, -0.017480570822954178, -0.01685250550508499, -0.016224440187215805, -0.01559637300670147, -0.014968306757509708, -0.014340240508317947, -0.013712174259126186, -0.013084108009934425, -0.012456041760742664, -0.011827975511550903, -0.011199909262359142, -0.010571843013167381, -0.00994377676397562, -0.00931571051478386, -0.008687644265592098, -0.008059578016400337, -0.007431511767208576, -0.006803445518016815, -0.006175379268825054, -0.005547313019633293, -0.004919246770441532, -0.004291180521249771, -0.00366311427205801, -0.003035048022866249, -0.002406981773674488, -0.001778915524482727, -0.001150849275290966, -0.000522783026099205, 0.000105283223092556, 0.000733349472284317, 0.001361415721476078, 0.001989481970667839, 0.0026175482198596, 0.003245614469051361, 0.003873680718243122, 0.004501746967434883, 0.005129813216626644, 0.005757879465818405, 0.006385945715010166, 0.007014011964201927, 0.007642078213393688, 0.00827014446258545, 0.00889821071177721, 0.009526276960968971, 0.010154343210160732, 0.010782409459352493, 0.011410475708544254, 0.012038541957736015, 0.012666608206927776, 0.013294674456119537, 0.013922740705311298, 0.01455080695450306, 0.01517887320369482, 0.01580693945288658, 0.016435004770755768, 0.017063071951270103, 0.01769113913178444, 0.018319204449653625, 0.018947269767522812, 0.019575336948037148, 0.020203404128551483, 0.02083146944642067]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 4.0, 3.0, 3.0, 3.0, 5.0, 4.0, 5.0, 6.0, 9.0, 6.0, 8.0, 12.0, 14.0, 15.0, 20.0, 15.0, 20.0, 36.0, 43.0, 36.0, 49.0, 61.0, 69.0, 93.0, 104.0, 124.0, 174.0, 248.0, 252.0, 333.0, 405.0, 2082.0, 809.0, 781.0, 613.0, 452.0, 282.0, 194.0, 135.0, 103.0, 77.0, 50.0, 45.0, 26.0, 22.0, 18.0, 13.0, 15.0, 3.0, 5.0, 8.0, 4.0, 5.0, 4.0, 2.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.12215577065944672, -0.1184307336807251, -0.11470569670200348, -0.11098065972328186, -0.10725563019514084, -0.10353059321641922, -0.0998055562376976, -0.09608051925897598, -0.09235548228025436, -0.08863044530153275, -0.08490541577339172, -0.0811803787946701, -0.07745534181594849, -0.07373030483722687, -0.07000526785850525, -0.06628023087978363, -0.06255519390106201, -0.05883016064763069, -0.05510512739419937, -0.05138009041547775, -0.047655053436756134, -0.043930020183324814, -0.040204983204603195, -0.03647994622588158, -0.032754912972450256, -0.029029875993728638, -0.02530483901500702, -0.02157980389893055, -0.01785476878285408, -0.014129731804132462, -0.010404696688055992, -0.006679660640656948, -0.002954624593257904, 0.0007704112213104963, 0.004495447035878897, 0.008220482617616653, 0.011945518665015697, 0.01567055471241474, 0.01939558982849121, 0.02312062680721283, 0.0268456619232893, 0.03057069703936577, 0.03429573401808739, 0.038020770996809006, 0.041745804250240326, 0.045470841228961945, 0.04919587820768356, 0.05292091146111488, 0.0566459484398365, 0.06037098541855812, 0.06409601867198944, 0.06782105565071106, 0.07154609262943268, 0.0752711296081543, 0.07899616658687592, 0.08272119611501694, 0.08644623309373856, 0.09017127007246017, 0.0938963070511818, 0.09762134402990341, 0.10134638100862503, 0.10507141053676605, 0.10879644751548767, 0.11252148449420929, 0.11624652147293091]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 3.0, 1.0, 2.0, 2.0, 1.0, 2.0, 5.0, 6.0, 1.0, 0.0, 1.0, 4.0, 2.0, 6.0, 6.0, 0.0, 2.0, 2.0, 28.0, 4.0, 6.0, 2.0, 2.0, 1.0, 1.0, 3.0, 0.0, 3.0, 4.0, 2.0, 2.0, 3.0, 2.0, 2.0, 1.0, 0.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.006845665164291859, -0.006591218523681164, -0.006336772348731756, -0.006082325708121061, -0.0058278790675103664, -0.005573432892560959, -0.005318986251950264, -0.005064539611339569, -0.004810092970728874, -0.004555646795779467, -0.004301200155168772, -0.004046753514558077, -0.0037923073396086693, -0.0035378606989979744, -0.003283414291217923, -0.0030289676506072283, -0.002774521242827177, -0.002520074835047126, -0.002265628194436431, -0.0020111817866563797, -0.0017567352624610066, -0.0015022887382656336, -0.0012478423304855824, -0.0009933958062902093, -0.0007389492820948362, -0.00048450278700329363, -0.00023005629191175103, 2.439020317979157e-05, 0.00027883669827133417, 0.0005332832224667072, 0.0007877296884544194, 0.0010421761544421315, 0.0012966226786375046, 0.0015510692028328776, 0.0018055157270282507, 0.002059962134808302, 0.002314408775418997, 0.002568855183199048, 0.0028233015909790993, 0.003077748231589794, 0.0033321946393698454, 0.0035866410471498966, 0.0038410876877605915, 0.004095534328371286, 0.004349980503320694, 0.004604427143931389, 0.004858873784542084, 0.005113319959491491, 0.005367766600102186, 0.005622213240712881, 0.005876659415662289, 0.0061311060562729836, 0.0063855526968836784, 0.006639998871833086, 0.006894445512443781, 0.007148892153054476, 0.007403338328003883, 0.007657784968614578, 0.007912231609225273, 0.008166678249835968, 0.008421124890446663, 0.008675570599734783, 0.008930017240345478, 0.009184463880956173, 0.009438910521566868]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 4.0, 4.0, 12.0, 21.0, 26.0, 34.0, 66.0, 91.0, 169.0, 231.0, 380.0, 608.0, 923.0, 1410.0, 2041.0, 2981.0, 4399.0, 6136.0, 8224.0, 11571.0, 16048.0, 22081.0, 31049.0, 45338.0, 65714.0, 91228.0, 115508.0, 436210.0, 89399.0, 64504.0, 45564.0, 32016.0, 22788.0, 16835.0, 12228.0, 9161.0, 6696.0, 4896.0, 3624.0, 2678.0, 2004.0, 1414.0, 998.0, 744.0, 482.0, 345.0, 267.0, 160.0, 120.0, 68.0, 51.0, 34.0, 16.0, 15.0, 12.0, 9.0, 9.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.012284649536013603, -0.011862673796713352, -0.011440698988735676, -0.011018723249435425, -0.010596748441457748, -0.010174772702157497, -0.009752797894179821, -0.00933082215487957, -0.008908847346901894, -0.008486871607601643, -0.008064895868301392, -0.007642921060323715, -0.007220945321023464, -0.0067989700473845005, -0.006376994773745537, -0.005955019500106573, -0.005533044226467609, -0.005111068952828646, -0.004689093679189682, -0.004267118405550718, -0.003845142899081111, -0.0034231676254421473, -0.00300119211897254, -0.002579216845333576, -0.0021572415716946125, -0.0017352662980556488, -0.0013132909080013633, -0.0008913155761547387, -0.00046934024430811405, -4.736491246148944e-05, 0.0003746104193851352, 0.0007965857512317598, 0.0012185610830783844, 0.001640536356717348, 0.002062511630356312, 0.002484487136825919, 0.002906462410464883, 0.0033284376841038465, 0.003750413190573454, 0.004172388464212418, 0.004594363737851381, 0.005016339011490345, 0.005438314285129309, 0.005860289558768272, 0.006282265298068523, 0.006704240571707487, 0.007126215845346451, 0.0075481911189854145, 0.007970166392624378, 0.00839214213192463, 0.008814116939902306, 0.009236092679202557, 0.009658067487180233, 0.010080043226480484, 0.01050201803445816, 0.010923993773758411, 0.011345969513058662, 0.011767944321036339, 0.01218992006033659, 0.012611894868314266, 0.013033870607614517, 0.013455845415592194, 0.013877821154892445, 0.014299795962870121, 0.014721771702170372]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 8.0, 2.0, 1.0, 2.0, 0.0, 4.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 0.0, 1.0], "bins": [-0.011441335082054138, -0.011127294041216373, -0.010813252069056034, -0.01049921102821827, -0.01018516905605793, -0.009871128015220165, -0.0095570869743824, -0.009243045002222061, -0.008929003961384296, -0.008614961989223957, -0.008300920948386192, -0.007986879907548428, -0.007672837935388088, -0.007358796428889036, -0.0070447553880512714, -0.006730713881552219, -0.006416672375053167, -0.006102630868554115, -0.005788589362055063, -0.0054745483212172985, -0.0051605068147182465, -0.004846465308219194, -0.004532423801720142, -0.00421838229522109, -0.003904341021552682, -0.00359029951505363, -0.0032762582413852215, -0.0029622167348861694, -0.0026481752283871174, -0.002334133954718709, -0.002020092448219657, -0.0017060510581359267, -0.0013920096680521965, -0.0010779682779684663, -0.0007639268296770751, -0.00044988541048951447, -0.0001358439913019538, 0.00017819742788560688, 0.0004922388470731676, 0.0008062802953645587, 0.001120321685448289, 0.0014343630755320191, 0.0017484044656157494, 0.0020624459721148014, 0.0023764874786138535, 0.002690528752282262, 0.003004570258781314, 0.0033186115324497223, 0.0036326530389487743, 0.003946694545447826, 0.004260736051946878, 0.004574777092784643, 0.004888818599283695, 0.005202860105782747, 0.005516901612281799, 0.005830943118780851, 0.006144984625279903, 0.006459025666117668, 0.00677306717261672, 0.007087108679115772, 0.007401150185614824, 0.007715191692113876, 0.008029232732951641, 0.00834327470511198, 0.008657315745949745]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 8.0, 9.0, 8.0, 14.0, 13.0, 15.0, 30.0, 35.0, 35.0, 55.0, 40.0, 59.0, 75.0, 84.0, 116.0, 103.0, 131.0, 160.0, 172.0, 232.0, 192.0, 224.0, 261.0, 249.0, 266.0, 270.0, 261.0, 282.0, 278.0, 343.0, 390.0, 470.0, 569.0, 712.0, 6084.0, 2036.0, 1033.0, 680.0, 530.0, 408.0, 354.0, 273.0, 234.0, 192.0, 145.0, 114.0, 66.0, 40.0, 24.0, 21.0, 10.0, 2.0, 4.0, 2.0, 2.0], "bins": [-0.014615030959248543, -0.014282735995948315, -0.013950441963970661, -0.013618147000670433, -0.013285852037370205, -0.012953558005392551, -0.012621263042092323, -0.012288968078792095, -0.011956674046814442, -0.011624379083514214, -0.011292084120213985, -0.010959790088236332, -0.010627495124936104, -0.010295200161635876, -0.009962906129658222, -0.009630611166357994, -0.00929831713438034, -0.008966022171080112, -0.008633727207779884, -0.00830143317580223, -0.007969138212502003, -0.007636843249201775, -0.007304548751562834, -0.006972254253923893, -0.006639959290623665, -0.006307664792984724, -0.005975370295345783, -0.005643075797706842, -0.005310780834406614, -0.0049784863367676735, -0.004646191839128733, -0.0043138968758285046, -0.003981602378189564, -0.0036493076477199793, -0.0033170131500810385, -0.002984718419611454, -0.002652423921972513, -0.0023201291915029287, -0.0019878344610333443, -0.0016555398469790816, -0.001323245232924819, -0.0009909506188705564, -0.0006586559466086328, -0.0003263613034505397, 5.933339707553387e-06, 0.0003382279828656465, 0.0006705226260237396, 0.0010028172982856631, 0.0013351119123399258, 0.0016674065263941884, 0.001999701140448451, 0.0023319958709180355, 0.0026642903685569763, 0.002996585099026561, 0.0033288798294961452, 0.003661174327135086, 0.003993469290435314, 0.004325763788074255, 0.004658058285713196, 0.004990352783352137, 0.005322647746652365, 0.0056549422442913055, 0.005987236741930246, 0.0063195317052304745, 0.006651826202869415]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 4.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 5.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.05448725074529648, -0.053393203765153885, -0.05229916051030159, -0.051205113530159, -0.0501110702753067, -0.04901702329516411, -0.04792298004031181, -0.04682893306016922, -0.045734889805316925, -0.04464084282517433, -0.04354679957032204, -0.04245275259017944, -0.04135870933532715, -0.040264662355184555, -0.03917061910033226, -0.03807657212018967, -0.03698252886533737, -0.03588848188519478, -0.034794434905052185, -0.03370039165019989, -0.0326063446700573, -0.031512301415205, -0.030418256297707558, -0.029324211180210114, -0.02823016420006752, -0.027136119082570076, -0.026042073965072632, -0.024948028847575188, -0.023853983730077744, -0.0227599386125803, -0.021665893495082855, -0.02057184837758541, -0.019477803260087967, -0.018383758142590523, -0.01728971302509308, -0.016195667907595634, -0.01510162279009819, -0.014007576741278172, -0.012913531623780727, -0.011819486506283283, -0.010725441388785839, -0.009631396271288395, -0.00853735115379095, -0.007443305570632219, -0.006349260453134775, -0.005255215335637331, -0.0041611697524785995, -0.0030671246349811554, -0.0019730795174837112, -0.0008790342835709453, 0.00021501095034182072, 0.0013090561842545867, 0.0024031014181673527, 0.003497146535664797, 0.004591192118823528, 0.0056852372363209724, 0.006779282353818417, 0.00787332747131586, 0.008967372588813305, 0.010061417706310749, 0.011155463755130768, 0.012249508872628212, 0.013343553990125656, 0.0144375991076231, 0.015531644225120544]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 4.0, 8.0, 5.0, 5.0, 11.0, 5.0, 4.0, 4.0, 5.0, 9.0, 4.0, 6.0, 3.0, 0.0, 2.0, 5.0, 2.0, 6.0, 2.0, 1.0, 3.0, 3.0, 2.0, 1.0, 1.0, 3.0, 1.0, 5.0, 2.0, 4.0, 1.0, 5.0, 5.0, 1.0, 3.0, 2.0, 11.0, 11.0, 68.0, 13.0, 6.0, 8.0, 8.0, 4.0, 3.0, 2.0, 2.0, 4.0, 3.0, 0.0, 1.0, 2.0], "bins": [-0.05563373863697052, -0.054535139352083206, -0.053436536341905594, -0.05233793705701828, -0.05123933404684067, -0.050140734761953354, -0.04904213547706604, -0.04794353246688843, -0.046844933182001114, -0.0457463301718235, -0.04464773088693619, -0.043549131602048874, -0.04245052859187126, -0.04135192930698395, -0.040253326296806335, -0.03915472701191902, -0.03805612772703171, -0.036957524716854095, -0.03585892543196678, -0.03476032242178917, -0.033661723136901855, -0.03256312012672424, -0.03146452084183693, -0.030365919694304466, -0.029267318546772003, -0.02816871926188469, -0.027070118114352226, -0.025971516966819763, -0.0248729158192873, -0.023774314671754837, -0.022675715386867523, -0.02157711423933506, -0.020478513091802597, -0.019379911944270134, -0.01828131079673767, -0.017182711511850357, -0.016084110364317894, -0.014985509216785431, -0.013886908069252968, -0.01278830785304308, -0.011689706705510616, -0.010591105557978153, -0.009492505341768265, -0.008393904194235802, -0.007295303512364626, -0.00619670283049345, -0.005098101682960987, -0.003999501001089811, -0.0029009003192186356, -0.001802299520932138, -0.0007036987226456404, 0.0003949020756408572, 0.0014935028739273548, 0.0025921035557985306, 0.00369070447050035, 0.004789305385202169, 0.005887906067073345, 0.006986506748944521, 0.008085107430815697, 0.00918370857834816, 0.010282309725880623, 0.011380909942090511, 0.012479511089622974, 0.013578111305832863, 0.014676712453365326]}, "_runtime": 6.708875894546509, "_timestamp": 1596212877.4104135, "_step": 2}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 3.0, 1.0, 1.0, 2.0, 1.0, 2.0, 2.0, 3.0, 3.0, 2.0, 3.0, 0.0, 2.0, 2.0, 3.0, 4.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.014610812067985535, -0.01416013017296791, -0.013709447346627712, -0.013258765451610088, -0.01280808262526989, -0.012357400730252266, -0.011906718835234642, -0.011456036008894444, -0.01100535411387682, -0.010554671287536621, -0.010103989392518997, -0.009653307497501373, -0.009202624671161175, -0.008751942776143551, -0.008301259949803352, -0.007850578054785728, -0.007399895694106817, -0.006949213333427906, -0.006498530972748995, -0.006047849077731371, -0.00559716671705246, -0.0051464843563735485, -0.004695801995694637, -0.004245119635015726, -0.0037944375071674585, -0.0033437551464885473, -0.0028930730186402798, -0.0024423906579613686, -0.0019917082972824574, -0.0015410261694341898, -0.0010903438087552786, -0.0006396615644916892, -0.00018897932022809982, 0.00026170295313932, 0.0007123852265067399, 0.0011630675289779902, 0.0016137497732415795, 0.002064432017505169, 0.00251511437818408, 0.0029657965060323477, 0.003416478866711259, 0.00386716122739017, 0.004317843355238438, 0.004768525715917349, 0.00521920807659626, 0.005669890437275171, 0.006120572332292795, 0.006571254692971706, 0.007021937053650618, 0.007472619414329529, 0.007923301309347153, 0.008373984135687351, 0.008824666030704975, 0.009275348857045174, 0.009726030752062798, 0.010176712647080421, 0.01062739547342062, 0.011078077368438244, 0.011528760194778442, 0.011979442089796066, 0.01243012398481369, 0.012880806811153889, 0.013331488706171513, 0.013782171532511711, 0.014232853427529335]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 3.0, 2.0, 7.0, 7.0, 5.0, 5.0, 6.0, 9.0, 16.0, 17.0, 30.0, 38.0, 32.0, 52.0, 66.0, 46.0, 71.0, 101.0, 107.0, 153.0, 230.0, 286.0, 406.0, 535.0, 2228.0, 1168.0, 880.0, 495.0, 298.0, 191.0, 132.0, 83.0, 68.0, 49.0, 35.0, 22.0, 13.0, 5.0, 12.0, 4.0, 3.0, 4.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.17740657925605774, -0.17279408872127533, -0.16818158328533173, -0.16356909275054932, -0.1589566022157669, -0.1543440967798233, -0.1497316062450409, -0.14511911571025848, -0.14050662517547607, -0.13589411973953247, -0.13128162920475006, -0.12666913866996765, -0.12205663323402405, -0.11744414269924164, -0.11283164471387863, -0.10821915417909622, -0.10360665619373322, -0.09899415820837021, -0.0943816676735878, -0.08976916968822479, -0.08515667915344238, -0.08054418116807938, -0.07593168318271637, -0.07131919264793396, -0.06670669466257095, -0.062094200402498245, -0.05748170614242554, -0.05286920815706253, -0.04825671389698982, -0.043644219636917114, -0.03903172165155411, -0.0344192273914814, -0.02980673313140869, -0.025194238871335983, -0.020581742748618126, -0.01596924662590027, -0.01135675236582756, -0.006744257174432278, -0.002131761983036995, 0.002480733208358288, 0.0070932283997535706, 0.011705723591148853, 0.016318218782544136, 0.020930714905261993, 0.0255432091653347, 0.03015570342540741, 0.034768201410770416, 0.039380695670843124, 0.04399318993091583, 0.04860568419098854, 0.05321817845106125, 0.057830676436424255, 0.062443170696496964, 0.06705566495656967, 0.07166816294193268, 0.07628065347671509, 0.0808931514620781, 0.0855056494474411, 0.09011813998222351, 0.09473063796758652, 0.09934313595294952, 0.10395562648773193, 0.10856812447309494, 0.11318061500787735, 0.11779311299324036]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 2.0, 3.0, 3.0, 5.0, 1.0, 4.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 2.0, 1.0, 2.0, 4.0, 1.0, 26.0, 1.0, 3.0, 6.0, 4.0, 4.0, 4.0, 2.0, 0.0, 0.0, 2.0, 1.0, 3.0, 4.0, 4.0, 2.0, 2.0, 3.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.006057903170585632, -0.005865566432476044, -0.005673230160027742, -0.005480893421918154, -0.0052885571494698524, -0.005096220411360264, -0.0049038841389119625, -0.004711547400802374, -0.004519211128354073, -0.004326874390244484, -0.004134537652134895, -0.003942201379686594, -0.0037498646415770054, -0.0035575281362980604, -0.0033651916310191154, -0.0031728551257401705, -0.0029805186204612255, -0.0027881821151822805, -0.0025958456099033356, -0.0024035091046243906, -0.0022111725993454456, -0.002018835861235857, -0.001826499355956912, -0.001634162850677967, -0.001441826345399022, -0.0012494898401200771, -0.0010571533348411322, -0.0008648167131468654, -0.0006724802078679204, -0.00048014367348514497, -0.00028780713910236955, -9.547060471959412e-05, 9.68659296631813e-05, 0.00028920246404595673, 0.00048153899842873216, 0.000673875561915338, 0.000866212067194283, 0.001058548572473228, 0.0012508851941674948, 0.0014432216994464397, 0.0016355582047253847, 0.0018278947100043297, 0.0020202312152832747, 0.0022125677205622196, 0.0024049044586718082, 0.002597240963950753, 0.002789577469229698, 0.002981913974508643, 0.003174250479787588, 0.003366586985066533, 0.003558923490345478, 0.003751259995624423, 0.003943596500903368, 0.004135933239012957, 0.004328269511461258, 0.0045206062495708466, 0.004712942987680435, 0.0049052792601287365, 0.005097615998238325, 0.0052899522706866264, 0.005482289008796215, 0.005674625281244516, 0.005866962019354105, 0.006059298291802406, 0.006251635029911995]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 0.0, 4.0, 10.0, 19.0, 34.0, 55.0, 83.0, 164.0, 239.0, 304.0, 486.0, 800.0, 1196.0, 1648.0, 2244.0, 3073.0, 4018.0, 5356.0, 6896.0, 8851.0, 11445.0, 14315.0, 18496.0, 24063.0, 32407.0, 43552.0, 57369.0, 73743.0, 91847.0, 414135.0, 89665.0, 71283.0, 52731.0, 38703.0, 28043.0, 21016.0, 15698.0, 11690.0, 8978.0, 6911.0, 5131.0, 3829.0, 2690.0, 1872.0, 1424.0, 943.0, 685.0, 457.0, 340.0, 229.0, 150.0, 107.0, 71.0, 56.0, 37.0, 23.0, 12.0, 7.0, 4.0, 2.0, 4.0, 1.0, 1.0], "bins": [-0.011470809578895569, -0.011092216707766056, -0.010713622905313969, -0.010335030034184456, -0.009956436231732368, -0.009577843360602856, -0.009199249558150768, -0.008820656687021255, -0.008442062884569168, -0.008063470013439655, -0.007684876676648855, -0.007306283339858055, -0.006927690003067255, -0.006549096666276455, -0.006170503329485655, -0.005791909992694855, -0.005413316655904055, -0.0050347233191132545, -0.0046561299823224545, -0.004277536645531654, -0.0038989433087408543, -0.003520350204780698, -0.0031417568679898977, -0.0027631635311990976, -0.0023845701944082975, -0.0020059768576174974, -0.0016273835208266973, -0.001248790300451219, -0.000870196963660419, -0.0004916036268696189, -0.00011301034828647971, 0.0002655829594004899, 0.0006441762670874596, 0.0010227696038782597, 0.0014013629406690598, 0.001779956161044538, 0.00215854961425066, 0.0025371427182108164, 0.0029157360550016165, 0.0032943293917924166, 0.0036729227285832167, 0.004051515832543373, 0.004430109169334173, 0.004808702506124973, 0.005187295842915773, 0.0055658891797065735, 0.005944482516497374, 0.006323075853288174, 0.006701669190078974, 0.007080262526869774, 0.007458855863660574, 0.007837449200451374, 0.008216042071580887, 0.008594635874032974, 0.008973228745162487, 0.009351822547614574, 0.009730415418744087, 0.010109009221196175, 0.010487602092325687, 0.010866195894777775, 0.011244788765907288, 0.011623382568359375, 0.012001975439488888, 0.012380569241940975, 0.012759162113070488]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 2.0, 1.0, 2.0, 2.0, 0.0, 5.0, 0.0, 2.0, 3.0, 7.0, 2.0, 2.0, 4.0, 2.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.02075730636715889, -0.020309654995799065, -0.01986200362443924, -0.019414352253079414, -0.01896670088171959, -0.018519049510359764, -0.018071400001645088, -0.017623748630285263, -0.017176097258925438, -0.016728445887565613, -0.016280794516205788, -0.015833143144845963, -0.015385491773486137, -0.014937840402126312, -0.014490189962089062, -0.014042538590729237, -0.013594887219369411, -0.013147235848009586, -0.012699584476649761, -0.01225193403661251, -0.011804282665252686, -0.01135663129389286, -0.010908979922533035, -0.01046132855117321, -0.010013677179813385, -0.009566026739776134, -0.00911837536841631, -0.008670723997056484, -0.008223072625696659, -0.007775421719998121, -0.007327770348638296, -0.006880119442939758, -0.006432468071579933, -0.005984816700220108, -0.00553716579452157, -0.005089514423161745, -0.004641863517463207, -0.004194212146103382, -0.003746560774743557, -0.0032989096362143755, -0.002851258497685194, -0.0024036073591560125, -0.001955956220626831, -0.001508304849267006, -0.0010606537107378244, -0.000613002514000982, -0.00016535131726413965, 0.00028229987947270274, 0.0007299510762095451, 0.0011776022147387266, 0.00162525346968323, 0.0020729047246277332, 0.0025205558631569147, 0.002968207001686096, 0.0034158583730459213, 0.003863509511575103, 0.004311160650104284, 0.004758812021464109, 0.005206462927162647, 0.005654114298522472, 0.0061017656698822975, 0.006549416575580835, 0.0069970679469406605, 0.007444718852639198, 0.007892370223999023]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 2.0, 3.0, 4.0, 3.0, 2.0, 1.0, 6.0, 9.0, 9.0, 6.0, 9.0, 14.0, 7.0, 13.0, 7.0, 29.0, 36.0, 37.0, 51.0, 43.0, 34.0, 56.0, 57.0, 61.0, 66.0, 77.0, 91.0, 98.0, 113.0, 113.0, 119.0, 175.0, 185.0, 211.0, 229.0, 242.0, 267.0, 294.0, 319.0, 358.0, 371.0, 431.0, 482.0, 555.0, 656.0, 722.0, 879.0, 1619.0, 6232.0, 812.0, 587.0, 391.0, 232.0, 170.0, 178.0, 161.0, 154.0, 123.0, 87.0, 75.0, 29.0, 19.0, 9.0], "bins": [-0.011155434884130955, -0.01092790812253952, -0.01070038229227066, -0.010472855530679226, -0.010245328769087791, -0.010017802007496357, -0.009790275245904922, -0.009562749415636063, -0.009335222654044628, -0.009107695892453194, -0.008880170062184334, -0.0086526433005929, -0.008425116539001465, -0.00819758977741003, -0.007970063015818596, -0.007742537185549736, -0.0075150104239583015, -0.007287483662366867, -0.00705995736643672, -0.006832431070506573, -0.006604904308915138, -0.006377377547323704, -0.006149851251393557, -0.005922324955463409, -0.005694798193871975, -0.0054672714322805405, -0.005239745136350393, -0.005012218840420246, -0.004784692078828812, -0.004557165317237377, -0.00432963902130723, -0.004102112725377083, -0.0038745859637856483, -0.0036470594350248575, -0.0034195329062640667, -0.003192006377503276, -0.002964479848742485, -0.0027369533199816942, -0.0025094267912209034, -0.0022819002624601126, -0.0020543737336993217, -0.001826847204938531, -0.00159932067617774, -0.0013717941474169493, -0.0011442676186561584, -0.0009167410898953676, -0.0006892145611345768, -0.00046168803237378597, -0.00023416150361299515, -6.634974852204323e-06, 0.0002208915539085865, 0.0004484180826693773, 0.0006759446114301682, 0.000903471140190959, 0.0011309976689517498, 0.0013585241977125406, 0.0015860507264733315, 0.0018135772552341223, 0.002041103783994913, 0.002268630312755704, 0.0024961568415164948, 0.0027236833702772856, 0.0029512098990380764, 0.0031787364277988672, 0.003406262956559658]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 5.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0], "bins": [-0.05165216326713562, -0.05064930394291878, -0.049646440893411636, -0.048643581569194794, -0.04764072224497795, -0.04663785919547081, -0.04563499987125397, -0.044632140547037125, -0.04362928122282028, -0.04262641817331314, -0.0416235588490963, -0.040620699524879456, -0.039617836475372314, -0.03861497715115547, -0.03761211782693863, -0.03660925477743149, -0.035606395453214645, -0.0346035361289978, -0.03360067307949066, -0.03259781375527382, -0.031594954431056976, -0.030592093244194984, -0.029589232057332993, -0.02858637273311615, -0.027583511546254158, -0.026580650359392166, -0.025577791035175323, -0.02457492984831333, -0.02357206866145134, -0.022569209337234497, -0.021566348150372505, -0.020563488826155663, -0.01956062763929367, -0.01855776645243168, -0.017554907128214836, -0.016552045941352844, -0.015549185685813427, -0.01454632543027401, -0.013543464243412018, -0.0125406039878726, -0.011537743732333183, -0.010534883476793766, -0.009532023221254349, -0.008529162034392357, -0.00752630177885294, -0.006523441523313522, -0.005520580802112818, -0.004517720080912113, -0.003514859825372696, -0.002511999337002635, -0.001509138848632574, -0.0005062783602625132, 0.0004965821281075478, 0.0014994426164776087, 0.0025023031048476696, 0.0035051635932177305, 0.0045080240815877914, 0.005510884337127209, 0.006513745058327913, 0.007516605779528618, 0.008519466035068035, 0.009522326290607452, 0.010525187477469444, 0.011528047733008862, 0.012530907988548279]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 4.0, 1.0, 3.0, 3.0, 6.0, 5.0, 2.0, 5.0, 5.0, 2.0, 5.0, 5.0, 4.0, 7.0, 6.0, 4.0, 5.0, 5.0, 4.0, 3.0, 2.0, 2.0, 1.0, 6.0, 4.0, 4.0, 3.0, 0.0, 6.0, 2.0, 4.0, 3.0, 4.0, 3.0, 1.0, 2.0, 2.0, 1.0, 5.0, 6.0, 8.0, 15.0, 65.0, 20.0, 8.0, 5.0, 3.0, 4.0, 0.0, 3.0, 3.0], "bins": [-0.03248243406414986, -0.03189888969063759, -0.03131534531712532, -0.030731799080967903, -0.030148254707455635, -0.029564708471298218, -0.02898116409778595, -0.02839761972427368, -0.027814075350761414, -0.027230529114603996, -0.026646984741091728, -0.02606344036757946, -0.025479894131422043, -0.024896349757909775, -0.024312805384397507, -0.02372925914824009, -0.02314571477472782, -0.022562170401215553, -0.021978624165058136, -0.021395079791545868, -0.0208115354180336, -0.020227989181876183, -0.019644444808363914, -0.019060900434851646, -0.01847735419869423, -0.01789380982518196, -0.017310265451669693, -0.016726721078157425, -0.016143174842000008, -0.01555963046848774, -0.014976085163652897, -0.014392540790140629, -0.013808995485305786, -0.013225450180470943, -0.012641905806958675, -0.012058360502123833, -0.011474816128611565, -0.010891270823776722, -0.01030772551894188, -0.009724181145429611, -0.009140635840594769, -0.008557090535759926, -0.007973546162247658, -0.007390000857412815, -0.00680645601823926, -0.006222911179065704, -0.005639365874230862, -0.005055821035057306, -0.004472276195883751, -0.0038887313567101955, -0.0033051862847059965, -0.0027216412127017975, -0.002138096373528242, -0.001554551417939365, -0.0009710064623504877, -0.0003874615067616105, 0.0001960834488272667, 0.0007796284044161439, 0.001363173360005021, 0.0019467183155938983, 0.0025302632711827755, 0.003113808110356331, 0.00369735318236053, 0.004280898254364729, 0.004864443093538284]}, "_runtime": 7.477670669555664, "_timestamp": 1596212878.1792083, "_step": 3}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 3.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 4.0, 3.0, 3.0, 1.0, 2.0, 2.0, 1.0, 3.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 3.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.016944309696555138, -0.01649179495871067, -0.016039282083511353, -0.015586767345666885, -0.015134253539144993, -0.0146817397326231, -0.014229224994778633, -0.01377671118825674, -0.013324197381734848, -0.012871683575212955, -0.012419169768691063, -0.011966655030846596, -0.011514141224324703, -0.01106162741780281, -0.010609112679958344, -0.010156598873436451, -0.009704085066914558, -0.009251571260392666, -0.008799057453870773, -0.008346542716026306, -0.007894028909504414, -0.007441515102982521, -0.006989000830799341, -0.006536486558616161, -0.006083972752094269, -0.005631458945572376, -0.005178944673389196, -0.0047264304012060165, -0.004273916594684124, -0.003821402555331588, -0.0033688885159790516, -0.0029163744766265154, -0.002463860437273979, -0.002011346397921443, -0.0015588323585689068, -0.0011063183192163706, -0.0006538042798638344, -0.00020129024051129818, 0.000251223798841238, 0.0007037378381937742, 0.0011562518775463104, 0.0016087659168988466, 0.002061279956251383, 0.002513793995603919, 0.0029663080349564552, 0.0034188220743089914, 0.0038713361136615276, 0.0043238503858447075, 0.0047763641923666, 0.005228877998888493, 0.0056813922710716724, 0.006133906543254852, 0.006586420349776745, 0.007038934156298637, 0.007491448428481817, 0.007943962700664997, 0.00839647650718689, 0.008848990313708782, 0.009301504120230675, 0.009754018858075142, 0.010206532664597034, 0.010659046471118927, 0.011111561208963394, 0.011564075015485287, 0.01201658882200718]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 3.0, 1.0, 3.0, 5.0, 4.0, 5.0, 5.0, 6.0, 8.0, 12.0, 20.0, 19.0, 27.0, 40.0, 52.0, 84.0, 69.0, 99.0, 113.0, 156.0, 179.0, 244.0, 312.0, 416.0, 510.0, 2394.0, 1073.0, 719.0, 470.0, 311.0, 159.0, 140.0, 86.0, 49.0, 33.0, 29.0, 15.0, 15.0, 13.0, 8.0, 11.0, 3.0, 4.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.16122812032699585, -0.1563732922077179, -0.15151846408843994, -0.146663635969162, -0.14180880784988403, -0.13695397973060608, -0.13209916651248932, -0.12724433839321136, -0.12238951027393341, -0.11753468215465546, -0.1126798540353775, -0.10782502591609955, -0.1029701977968216, -0.09811536967754364, -0.09326054900884628, -0.08840572088956833, -0.08355089277029037, -0.07869606465101242, -0.07384123653173447, -0.06898641586303711, -0.06413158774375916, -0.0592767596244812, -0.05442193150520325, -0.04956710711121559, -0.04471227899193764, -0.03985745087265968, -0.03500262647867203, -0.030147798359394073, -0.02529297210276127, -0.020438145846128464, -0.015583318658173084, -0.010728491470217705, -0.0058736652135849, -0.0010188384912908077, 0.0038359882310032845, 0.008690815418958664, 0.013545641675591469, 0.018400467932224274, 0.023255296051502228, 0.028110122308135033, 0.03296494856476784, 0.03781977668404579, 0.04267460107803345, 0.0475294291973114, 0.052384257316589355, 0.05723908171057701, 0.062093909829854965, 0.06694873422384262, 0.07180356234312057, 0.07665839046239853, 0.08151321858167648, 0.08636803925037384, 0.0912228673696518, 0.09607769548892975, 0.1009325236082077, 0.10578735172748566, 0.11064217984676361, 0.11549700051546097, 0.12035182863473892, 0.12520664930343628, 0.13006147742271423, 0.1349163055419922, 0.13977113366127014, 0.1446259617805481, 0.14948078989982605]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 2.0, 3.0, 4.0, 1.0, 4.0, 3.0, 4.0, 3.0, 0.0, 1.0, 2.0, 3.0, 2.0, 3.0, 3.0, 1.0, 1.0, 25.0, 4.0, 5.0, 3.0, 2.0, 1.0, 2.0, 3.0, 5.0, 1.0, 1.0, 2.0, 1.0, 4.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 2.0, 1.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00419182563200593, -0.0040272558107972145, -0.0038626864552497864, -0.0036981168668717146, -0.003533547278493643, -0.0033689774572849274, -0.0032044078689068556, -0.003039838280528784, -0.002875268692150712, -0.0027106991037726402, -0.0025461295153945684, -0.0023815599270164967, -0.0022169901058077812, -0.0020524205174297094, -0.0018878509290516376, -0.0017232813406735659, -0.001558711752295494, -0.0013941421639174223, -0.0012295725755393505, -0.001065002870745957, -0.0009004332823678851, -0.0007358636939898133, -0.0005712940474040806, -0.0004067244299221784, -0.00024215481244027615, -7.75851949583739e-05, 8.698442252352834e-05, 0.0002515540400054306, 0.0004161236574873328, 0.0005806932458654046, 0.0007452628924511373, 0.00090983253903687, 0.0010744021274149418, 0.0012389717157930136, 0.0014035413041710854, 0.001568111008964479, 0.0017326805973425508, 0.0018972501857206225, 0.002061819890514016, 0.002226389478892088, 0.0023909590672701597, 0.0025555286556482315, 0.0027200982440263033, 0.002884667832404375, 0.0030492376536130905, 0.0032138072419911623, 0.003378376830369234, 0.003542946418747306, 0.0037075160071253777, 0.0038720855955034494, 0.004036655183881521, 0.004201225005090237, 0.004365794360637665, 0.00453036418184638, 0.004694933537393808, 0.004859503358602524, 0.005024072714149952, 0.005188642535358667, 0.005353212356567383, 0.005517781712114811, 0.005682351533323526, 0.0058469208888709545, 0.00601149071007967, 0.006176060065627098, 0.0063406298868358135]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 2.0, 1.0, 12.0, 10.0, 29.0, 40.0, 64.0, 114.0, 191.0, 288.0, 458.0, 699.0, 1096.0, 1599.0, 2399.0, 3523.0, 5082.0, 6904.0, 9676.0, 12879.0, 17696.0, 24051.0, 33088.0, 47971.0, 68272.0, 93811.0, 425894.0, 106897.0, 83829.0, 62022.0, 44961.0, 32501.0, 23480.0, 17369.0, 12916.0, 9951.0, 7880.0, 5895.0, 4609.0, 3321.0, 2436.0, 1877.0, 1299.0, 886.0, 597.0, 380.0, 252.0, 169.0, 104.0, 67.0, 30.0, 28.0, 13.0, 11.0, 6.0, 2.0, 3.0, 4.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011527680791914463, -0.011114702560007572, -0.010701723396778107, -0.010288745164871216, -0.009875766932964325, -0.00946278776973486, -0.009049809537827969, -0.008636830374598503, -0.008223852142691612, -0.007810873445123434, -0.007397894747555256, -0.006984916515648365, -0.006571937818080187, -0.006158959120512009, -0.005745980888605118, -0.00533300219103694, -0.0049200234934687614, -0.004507044795900583, -0.004094066098332405, -0.0036810878664255142, -0.003268109168857336, -0.002855130471289158, -0.0024421520065516233, -0.002029173541814089, -0.0016161948442459106, -0.0012032162630930543, -0.0007902376819401979, -0.0003772591007873416, 3.5719480365514755e-05, 0.0004486980615183711, 0.0008616766426712275, 0.0012746552238240838, 0.0016876338049769402, 0.0021006125025451183, 0.002513590967282653, 0.0029265694320201874, 0.0033395481295883656, 0.0037525268271565437, 0.004165505059063435, 0.004578483756631613, 0.004991462454199791, 0.005404441151767969, 0.005817419849336147, 0.006230398081243038, 0.006643376778811216, 0.0070563554763793945, 0.007469333708286285, 0.007882312871515751, 0.008295291103422642, 0.008708269335329533, 0.009121248498558998, 0.009534226730465889, 0.00994720496237278, 0.010360184125602245, 0.010773162357509136, 0.011186141520738602, 0.011599119752645493, 0.012012097984552383, 0.012425077147781849, 0.01283805537968874, 0.013251034542918205, 0.013664012774825096, 0.014076991006731987, 0.014489970169961452, 0.014902948401868343]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 3.0, 0.0, 2.0, 2.0, 4.0, 1.0, 1.0, 1.0, 2.0, 8.0, 0.0, 1.0, 2.0, 5.0, 2.0, 0.0, 1.0, 3.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0073967594653368, -0.0071837445721030235, -0.00697072921320796, -0.006757713854312897, -0.006544698961079121, -0.0063316840678453445, -0.006118668708950281, -0.005905653350055218, -0.005692638456821442, -0.0054796235635876656, -0.005266608204692602, -0.005053592845797539, -0.004840577952563763, -0.004627563059329987, -0.004414547700434923, -0.00420153234153986, -0.003988517448306084, -0.003775502322241664, -0.003562487196177244, -0.0033494720701128244, -0.0031364569440484047, -0.002923441817983985, -0.002710426691919565, -0.0024974115658551455, -0.0022843964397907257, -0.002071381313726306, -0.0018583661876618862, -0.0016453510615974665, -0.0014323359355330467, -0.001219320809468627, -0.0010063056834042072, -0.0007932905573397875, -0.0005802754312753677, -0.000367260305210948, -0.00015424517914652824, 5.87699469178915e-05, 0.00027178507298231125, 0.000484800199046731, 0.0006978153251111507, 0.0009108304511755705, 0.0011238455772399902, 0.00133686070330441, 0.0015498758293688297, 0.0017628909554332495, 0.0019759060814976692, 0.002188921207562089, 0.0024019363336265087, 0.0026149514596909285, 0.002827966585755348, 0.003040981711819768, 0.0032539968378841877, 0.0034670119639486074, 0.003680027090013027, 0.003893042216077447, 0.004106057342141867, 0.00431907270103693, 0.004532087594270706, 0.004745102487504482, 0.004958117846399546, 0.005171133205294609, 0.005384148098528385, 0.005597162991762161, 0.005810178350657225, 0.006023193709552288, 0.006236208602786064]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 0.0, 2.0, 3.0, 6.0, 2.0, 7.0, 5.0, 9.0, 16.0, 15.0, 9.0, 20.0, 23.0, 29.0, 32.0, 34.0, 57.0, 72.0, 62.0, 92.0, 103.0, 130.0, 173.0, 204.0, 243.0, 265.0, 329.0, 354.0, 379.0, 439.0, 497.0, 647.0, 729.0, 1099.0, 6674.0, 2189.0, 1072.0, 695.0, 541.0, 428.0, 284.0, 184.0, 89.0, 57.0, 28.0, 15.0, 25.0, 9.0, 12.0, 7.0, 5.0, 8.0, 3.0, 3.0, 2.0, 2.0, 2.0, 0.0, 2.0, 3.0, 3.0], "bins": [-0.008088254369795322, -0.007873890921473503, -0.0076595270074903965, -0.00744516309350729, -0.007230799179524183, -0.007016435731202364, -0.006802071817219257, -0.006587707903236151, -0.006373343989253044, -0.006158980540931225, -0.005944616626948118, -0.005730252712965012, -0.005515889264643192, -0.005301525350660086, -0.005087161436676979, -0.00487279798835516, -0.004658434074372053, -0.0044440701603889465, -0.004229706712067127, -0.004015342798084021, -0.003800978884100914, -0.003586615202948451, -0.003372251521795988, -0.0031578876078128815, -0.0029435239266604185, -0.0027291602455079556, -0.002514796331524849, -0.002300432650372386, -0.002086068969219923, -0.0018717050552368164, -0.0016573413740843534, -0.0014429775765165687, -0.0012286137789487839, -0.001014249981380999, -0.0007998862420208752, -0.0005855225026607513, -0.00037115870509296656, -0.00015679493662901223, 5.75688318349421e-05, 0.00027193260029889643, 0.00048629636876285076, 0.0007006601663306355, 0.0009150239056907594, 0.0011293876450508833, 0.001343751442618668, 0.0015581152401864529, 0.0017724789213389158, 0.0019868428353220224, 0.0022012065164744854, 0.0024155701976269484, 0.002629934111610055, 0.002844297792762518, 0.0030586617067456245, 0.0032730253878980875, 0.0034873890690505505, 0.003701752983033657, 0.003916116431355476, 0.004130480345338583, 0.00434484425932169, 0.004559208173304796, 0.0047735716216266155, 0.004987935535609722, 0.005202299449592829, 0.005416662897914648, 0.005631026811897755]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 7.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.031432684510946274, -0.030887605622410774, -0.030342528596520424, -0.029797449707984924, -0.029252372682094574, -0.028707293793559074, -0.028162216767668724, -0.027617137879133224, -0.027072060853242874, -0.026526981964707375, -0.025981903076171875, -0.025436826050281525, -0.024891747161746025, -0.024346670135855675, -0.023801591247320175, -0.023256514221429825, -0.022711435332894325, -0.022166356444358826, -0.021621279418468475, -0.021076200529932976, -0.020531123504042625, -0.019986044615507126, -0.019440967589616776, -0.018895888701081276, -0.018350809812545776, -0.017805732786655426, -0.017260653898119926, -0.016715576872229576, -0.016170497983694077, -0.015625420957803726, -0.015080342069268227, -0.014535264112055302, -0.013990186154842377, -0.013445108197629452, -0.012900030240416527, -0.012354952283203602, -0.011809874325990677, -0.011264795437455177, -0.010719717480242252, -0.010174639523029327, -0.009629561565816402, -0.009084483608603477, -0.008539405651390553, -0.007994327694177628, -0.007449249271303415, -0.00690417131409049, -0.006359092891216278, -0.005814014934003353, -0.005268936976790428, -0.004723859019577503, -0.004178781062364578, -0.003633702639490366, -0.003088624682277441, -0.002543546725064516, -0.0019984685350209475, -0.0014533904613927007, -0.0009083123877644539, -0.0003632343141362071, 0.00018184375949203968, 0.0007269218331202865, 0.0012719999067485332, 0.00181707798037678, 0.002362156054005027, 0.0029072342440485954, 0.0034523122012615204]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 4.0, 2.0, 0.0, 2.0, 2.0, 1.0, 4.0, 12.0, 4.0, 5.0, 2.0, 1.0, 5.0, 3.0, 2.0, 3.0, 8.0, 4.0, 3.0, 3.0, 3.0, 1.0, 3.0, 6.0, 2.0, 1.0, 1.0, 1.0, 2.0, 8.0, 3.0, 8.0, 9.0, 0.0, 8.0, 4.0, 4.0, 2.0, 2.0, 2.0, 6.0, 9.0, 3.0, 9.0, 18.0, 57.0, 10.0, 8.0, 7.0, 6.0, 4.0, 2.0, 2.0, 1.0], "bins": [-0.026785550639033318, -0.026300475001335144, -0.02581540122628212, -0.025330325588583946, -0.024845249950885773, -0.0243601743131876, -0.023875100538134575, -0.0233900249004364, -0.022904949262738228, -0.022419875487685204, -0.02193479984998703, -0.021449724212288857, -0.020964650437235832, -0.02047957479953766, -0.019994499161839485, -0.01950942352414131, -0.019024349749088287, -0.018539274111390114, -0.01805419847369194, -0.017569124698638916, -0.017084049060940742, -0.01659897342324257, -0.016113899648189545, -0.01562882401049137, -0.015143748372793198, -0.014658673666417599, -0.014173598028719425, -0.013688523322343826, -0.013203448615968227, -0.012718372978270054, -0.012233298271894455, -0.011748222634196281, -0.011263147927820683, -0.010778073221445084, -0.01029299758374691, -0.009807922877371311, -0.009322847239673138, -0.008837772533297539, -0.00835269782692194, -0.007867622189223766, -0.007382547482848167, -0.006897472310811281, -0.006412397138774395, -0.005927321966737509, -0.0054422467947006226, -0.004957171622663736, -0.0044720969162881374, -0.003987021744251251, -0.003501946572214365, -0.003016871400177479, -0.0025317964609712362, -0.00204672128893435, -0.0015616462333127856, -0.0010765711776912212, -0.0005914960638619959, -0.00010642097913660109, 0.00037865410558879375, 0.0008637291612103581, 0.0013488042168319225, 0.0018338793888688087, 0.002318954560905695, 0.0028040295001119375, 0.0032891046721488237, 0.0037741796113550663, 0.0042592547833919525]}, "_runtime": 8.23907995223999, "_timestamp": 1596212878.9406176, "_step": 4}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 2.0, 1.0, 2.0, 3.0, 3.0, 2.0, 2.0, 5.0, 2.0, 4.0, 3.0, 3.0, 6.0, 1.0, 3.0, 0.0, 0.0, 4.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.027699917554855347, -0.026988402009010315, -0.026276888325810432, -0.0255653727799654, -0.024853859096765518, -0.024142343550920486, -0.023430828005075455, -0.022719314321875572, -0.02200779877603054, -0.02129628323018551, -0.020584769546985626, -0.019873254001140594, -0.019161738455295563, -0.01845022477209568, -0.01773870922625065, -0.017027195543050766, -0.016315679997205734, -0.015604165382683277, -0.01489265076816082, -0.014181135222315788, -0.013469620607793331, -0.012758105993270874, -0.012046590447425842, -0.011335075832903385, -0.010623561218380928, -0.009912046603858471, -0.009200531989336014, -0.008489016443490982, -0.007777501828968525, -0.007065987214446068, -0.006354472134262323, -0.005642957054078579, -0.004931442439556122, -0.004219927825033665, -0.0035084127448499203, -0.0027968978974968195, -0.0020853830501437187, -0.001373868202790618, -0.0006623533554375172, 4.916149191558361e-05, 0.0007606763392686844, 0.0014721911866217852, 0.002183706033974886, 0.0028952208813279867, 0.0036067357286810875, 0.004318250343203545, 0.005029765423387289, 0.0057412805035710335, 0.006452795118093491, 0.007164309732615948, 0.007875824347138405, 0.008587339892983437, 0.009298854507505894, 0.01001036912202835, 0.010721884667873383, 0.01143339928239584, 0.012144913896918297, 0.012856428511440754, 0.013567943125963211, 0.014279458671808243, 0.0149909732863307, 0.015702487900853157, 0.01641400344669819, 0.01712551712989807, 0.017837032675743103]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 4.0, 0.0, 2.0, 3.0, 2.0, 5.0, 2.0, 3.0, 8.0, 10.0, 4.0, 24.0, 26.0, 41.0, 49.0, 67.0, 88.0, 136.0, 184.0, 318.0, 445.0, 613.0, 2600.0, 1628.0, 760.0, 377.0, 221.0, 107.0, 69.0, 38.0, 23.0, 18.0, 16.0, 9.0, 9.0, 6.0, 5.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.27384132146835327, -0.2669159471988678, -0.2599906027317047, -0.25306522846221924, -0.24613986909389496, -0.23921450972557068, -0.2322891354560852, -0.22536377608776093, -0.21843841671943665, -0.21151304244995117, -0.2045876830816269, -0.1976623237133026, -0.19073696434497833, -0.18381159007549286, -0.17688623070716858, -0.1699608713388443, -0.16303551197052002, -0.15611013770103455, -0.14918477833271027, -0.142259418964386, -0.1353340446949005, -0.12840868532657623, -0.12148332595825195, -0.11455795913934708, -0.1076325923204422, -0.10070723295211792, -0.09378186613321304, -0.08685650676488876, -0.07993113994598389, -0.0730057805776596, -0.06608041375875473, -0.05915505066514015, -0.052229687571525574, -0.045304324477910995, -0.03837896138429642, -0.03145359829068184, -0.02452823333442211, -0.017602870240807533, -0.01067750621587038, -0.003752142656594515, 0.0031732209026813507, 0.010098583996295929, 0.017023947089910507, 0.023949312046170235, 0.030874675139784813, 0.03780004009604454, 0.04472540318965912, 0.0516507662832737, 0.058576129376888275, 0.06550149619579315, 0.07242685556411743, 0.07935222238302231, 0.08627758175134659, 0.09320294857025146, 0.10012830793857574, 0.10705367475748062, 0.1139790415763855, 0.12090440094470978, 0.12782976031303406, 0.13475513458251953, 0.1416804939508438, 0.1486058533191681, 0.15553121268749237, 0.16245658695697784, 0.16938194632530212]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0, 2.0, 3.0, 2.0, 3.0, 5.0, 3.0, 2.0, 2.0, 2.0, 1.0, 2.0, 3.0, 0.0, 2.0, 29.0, 5.0, 6.0, 0.0, 3.0, 4.0, 2.0, 1.0, 3.0, 4.0, 2.0, 3.0, 1.0, 3.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.005285082384943962, -0.005111942533403635, -0.004938802681863308, -0.004765662830322981, -0.004592522978782654, -0.004419383127242327, -0.004246243741363287, -0.00407310388982296, -0.003899964038282633, -0.0037268241867423058, -0.0035536843352019787, -0.0033805444836616516, -0.0032074046321213245, -0.0030342647805809975, -0.002861125161871314, -0.002687985310330987, -0.00251484545879066, -0.002341705607250333, -0.0021685657557100058, -0.0019954261370003223, -0.0018222862854599953, -0.0016491464339196682, -0.0014760065823793411, -0.0013028668472543359, -0.0011297269957140088, -0.0009565872023813426, -0.0007834474090486765, -0.0006103075575083494, -0.00043716776417568326, -0.0002640279708430171, -9.088814840652049e-05, 8.22516594780609e-05, 0.0002553914673626423, 0.00042853126069530845, 0.0006016710540279746, 0.0007748109055683017, 0.0009479506989009678, 0.001121090492233634, 0.001294230343773961, 0.0014673700788989663, 0.0016405099304392934, 0.0018136497819796205, 0.0019867895171046257, 0.0021599293686449528, 0.00233306922018528, 0.002506209071725607, 0.0026793486904352903, 0.0028524885419756174, 0.0030256283935159445, 0.0031987682450562716, 0.0033719080965965986, 0.003545047715306282, 0.003718187566846609, 0.003891327418386936, 0.004064467269927263, 0.00423760712146759, 0.004410746973007917, 0.0045838868245482445, 0.0047570266760885715, 0.004930166061967611, 0.005103305913507938, 0.0052764457650482655, 0.0054495856165885925, 0.00562272546812892, 0.005795865319669247]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 4.0, 8.0, 7.0, 8.0, 24.0, 42.0, 77.0, 124.0, 224.0, 372.0, 562.0, 817.0, 1215.0, 1710.0, 2337.0, 3188.0, 4254.0, 5561.0, 7236.0, 9401.0, 12289.0, 16055.0, 21627.0, 29697.0, 41935.0, 61610.0, 88013.0, 119352.0, 436264.0, 90971.0, 62663.0, 42653.0, 29580.0, 21895.0, 16321.0, 12409.0, 9681.0, 7285.0, 5748.0, 4317.0, 3286.0, 2464.0, 1840.0, 1346.0, 933.0, 693.0, 497.0, 354.0, 263.0, 144.0, 114.0, 72.0, 48.0, 24.0, 13.0, 8.0, 5.0, 3.0, 2.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.013573877513408661, -0.013107619248330593, -0.012641360983252525, -0.012175101786851883, -0.011708843521773815, -0.011242585256695747, -0.01077632699161768, -0.010310068726539612, -0.00984380953013897, -0.009377551265060902, -0.008911292999982834, -0.008445034734904766, -0.007978776469826698, -0.007512517739087343, -0.0070462594740092754, -0.00658000074326992, -0.006113742478191853, -0.005647484213113785, -0.00518122548237443, -0.004714967217296362, -0.004248708486557007, -0.003782450221478939, -0.0033161919564008713, -0.00284993345849216, -0.0023836749605834484, -0.001917416462674737, -0.0014511580811813474, -0.0009848996996879578, -0.0005186412017792463, -5.238276207819581e-05, 0.0004138756776228547, 0.0008801341173239052, 0.0013463925570249557, 0.0018126510549336672, 0.0022789095528423786, 0.0027451678179204464, 0.003211426315829158, 0.0036776848137378693, 0.004143943078815937, 0.004610201809555292, 0.00507646007463336, 0.005542718339711428, 0.006008977070450783, 0.0064752353355288506, 0.006941493600606918, 0.007407752331346273, 0.007874011062085629, 0.008340269327163696, 0.008806527592241764, 0.009272785857319832, 0.0097390441223979, 0.010205303318798542, 0.01067156158387661, 0.011137819848954678, 0.011604078114032745, 0.012070336379110813, 0.012536594644188881, 0.013002853840589523, 0.013469112105667591, 0.013935370370745659, 0.014401628635823727, 0.014867886900901794, 0.015334146097302437, 0.01580040343105793, 0.016266662627458572]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 3.0, 2.0, 1.0, 1.0, 3.0, 2.0, 2.0, 3.0, 0.0, 1.0, 2.0, 1.0, 2.0, 0.0, 2.0, 1.0, 3.0, 5.0, 5.0, 0.0, 7.0, 1.0, 2.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008198314346373081, -0.00781791191548109, -0.0074375094845891, -0.007057107053697109, -0.0066767046228051186, -0.006296301726251841, -0.00591589929535985, -0.005535496864467859, -0.005155094433575869, -0.004774692002683878, -0.004394289571791887, -0.004013887140899897, -0.0036334844771772623, -0.0032530820462852716, -0.0028726793825626373, -0.0024922769516706467, -0.002111874520778656, -0.0017314720898866653, -0.0013510695425793529, -0.0009706670534797013, -0.0005902645643800497, -0.00020986207528039813, 0.00017054041381925344, 0.000550942902918905, 0.0009313453920185566, 0.0013117478229105473, 0.0016921503702178597, 0.0020725529175251722, 0.002452955348417163, 0.0028333577793091536, 0.003213760443031788, 0.0035941628739237785, 0.003974565304815769, 0.00435496773570776, 0.0047353701665997505, 0.005115772597491741, 0.005496175028383732, 0.00587657792493701, 0.0062569803558290005, 0.006637382786720991, 0.007017785217612982, 0.0073981876485049725, 0.007778590079396963, 0.008158992975950241, 0.008539395406842232, 0.008919797837734222, 0.009300200268626213, 0.009680602699518204, 0.010061005130410194, 0.010441407561302185, 0.010821809992194176, 0.011202212423086166, 0.011582614853978157, 0.011963017284870148, 0.012343419715762138, 0.012723822146654129, 0.01310422457754612, 0.013484627939760685, 0.013865030370652676, 0.014245432801544666, 0.014625835232436657, 0.015006237663328648, 0.015386640094220638, 0.015767041593790054, 0.016147445887327194]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 2.0, 1.0, 2.0, 7.0, 13.0, 16.0, 24.0, 22.0, 34.0, 55.0, 71.0, 103.0, 110.0, 144.0, 151.0, 200.0, 272.0, 312.0, 357.0, 397.0, 453.0, 611.0, 749.0, 985.0, 1271.0, 6645.0, 2260.0, 967.0, 566.0, 419.0, 345.0, 264.0, 153.0, 86.0, 71.0, 61.0, 43.0, 33.0, 21.0, 34.0, 22.0, 17.0, 8.0, 7.0, 4.0, 1.0, 5.0, 1.0, 3.0, 5.0, 7.0, 4.0, 3.0, 3.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 2.0, 1.0], "bins": [-0.007014789152890444, -0.006754822563380003, -0.006494855973869562, -0.006234889384359121, -0.005974922329187393, -0.005714955739676952, -0.0054549891501665115, -0.005195022560656071, -0.00493505597114563, -0.004675089381635189, -0.004415122792124748, -0.004155156202614307, -0.003895189380273223, -0.003635222790762782, -0.0033752559684216976, -0.003115289378911257, -0.002855322789400816, -0.002595356199890375, -0.0023353896103799343, -0.00207542278803885, -0.001815456198528409, -0.0015554896090179682, -0.0012955229030922055, -0.0010355561971664429, -0.000775589607656002, -0.0005156229599379003, -0.00025565631221979856, 4.310335498303175e-06, 0.0002642769832164049, 0.0005242436309345067, 0.0007842102786526084, 0.001044176984578371, 0.0013041435740888119, 0.0015641101635992527, 0.0018240768695250154, 0.002084043575450778, 0.002344010164961219, 0.0026039767544716597, 0.002863943576812744, 0.003123910166323185, 0.003383876755833626, 0.0036438433453440666, 0.0039038099348545074, 0.004163776524364948, 0.004423743113875389, 0.004683710169047117, 0.004943676758557558, 0.005203643348067999, 0.00546360993757844, 0.0057235765270888805, 0.005983543116599321, 0.006243509706109762, 0.00650347676128149, 0.006763443350791931, 0.007023409940302372, 0.007283376529812813, 0.007543343119323254, 0.0078033097088336945, 0.008063276298344135, 0.008323242887854576, 0.008583209477365017, 0.008843176066875458, 0.009103142656385899, 0.00936310924589634, 0.009623076766729355]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 6.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.033982641994953156, -0.03331223130226135, -0.03264182060956955, -0.03197140991687775, -0.031300999224185944, -0.03063058853149414, -0.029960177838802338, -0.029289767146110535, -0.02861935645341873, -0.02794894576072693, -0.027278535068035126, -0.026608124375343323, -0.02593771368265152, -0.025267302989959717, -0.024596892297267914, -0.02392648160457611, -0.023256070911884308, -0.022585660219192505, -0.021915249526500702, -0.0212448388338089, -0.020574428141117096, -0.019904017448425293, -0.01923360675573349, -0.018563196063041687, -0.017892785370349884, -0.01722237467765808, -0.016551963984966278, -0.015881553292274475, -0.015211142599582672, -0.01454073190689087, -0.013870321214199066, -0.013199910521507263, -0.01252949982881546, -0.011859089136123657, -0.011188678443431854, -0.010518267750740051, -0.009847857058048248, -0.009177446365356445, -0.008507035672664642, -0.00783662497997284, -0.007166214287281036, -0.006495803594589233, -0.00582539290189743, -0.0051549822092056274, -0.0044845715165138245, -0.0038141608238220215, -0.0031437501311302185, -0.0024733394384384155, -0.0018029287457466125, -0.0011325180530548096, -0.0004621073603630066, 0.0002083033323287964, 0.0008787140250205994, 0.0015491247177124023, 0.0022195354104042053, 0.0028899461030960083, 0.0035603567957878113, 0.004230767488479614, 0.004901178181171417, 0.00557158887386322, 0.006241999566555023, 0.006912410259246826, 0.007582820951938629, 0.008253231644630432, 0.008923642337322235]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 4.0, 4.0, 0.0, 3.0, 7.0, 2.0, 4.0, 1.0, 6.0, 5.0, 10.0, 2.0, 5.0, 5.0, 8.0, 5.0, 3.0, 7.0, 4.0, 4.0, 5.0, 3.0, 7.0, 4.0, 8.0, 2.0, 3.0, 0.0, 3.0, 1.0, 3.0, 4.0, 3.0, 1.0, 4.0, 3.0, 1.0, 2.0, 1.0, 1.0, 3.0, 4.0, 50.0, 16.0, 12.0, 8.0, 5.0, 6.0, 3.0, 7.0, 5.0, 6.0, 2.0, 3.0, 0.0, 1.0, 2.0], "bins": [-0.02158198133111, -0.02114964835345745, -0.0207173153758049, -0.02028498239815235, -0.0198526494204998, -0.019420316442847252, -0.018987983465194702, -0.018555650487542152, -0.018123317509889603, -0.017690984532237053, -0.017258651554584503, -0.016826318576931953, -0.016393985599279404, -0.015961652621626854, -0.015529320575296879, -0.015096987597644329, -0.01466465461999178, -0.01423232164233923, -0.01379998866468668, -0.01336765568703413, -0.01293532270938158, -0.01250298973172903, -0.01207065675407648, -0.011638323776423931, -0.011205991730093956, -0.010773658752441406, -0.010341325774788857, -0.009908992797136307, -0.009476659819483757, -0.009044326841831207, -0.008611993864178658, -0.008179660886526108, -0.007747327908873558, -0.007314994931221008, -0.0068826619535684586, -0.006450328975915909, -0.006017995998263359, -0.005585663486272097, -0.005153330508619547, -0.004720997530966997, -0.004288664553314447, -0.0038563315756618977, -0.003423998598009348, -0.002991665853187442, -0.002559332875534892, -0.0021269998978823423, -0.0016946670366451144, -0.0012623341754078865, -0.0008300011977553368, -0.00039766827831044793, 3.46646411344409e-05, 0.00046699756057932973, 0.0008993304800242186, 0.0013316634576767683, 0.0017639963189139962, 0.002196329180151224, 0.002628662157803774, 0.0030609951354563236, 0.0034933281131088734, 0.003925661090761423, 0.0043579936027526855, 0.004790326580405235, 0.005222659558057785, 0.005654992535710335, 0.0060873255133628845]}, "_runtime": 9.002151012420654, "_timestamp": 1596212879.7036886, "_step": 5}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 3.0, 3.0, 1.0, 4.0, 3.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 3.0, 1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012587735429406166, -0.012187889777123928, -0.01178804412484169, -0.011388198472559452, -0.010988352820277214, -0.01058850809931755, -0.010188662447035313, -0.009788816794753075, -0.009388971142470837, -0.008989125490188599, -0.00858927983790636, -0.008189434185624123, -0.007789588999003172, -0.007389743346720934, -0.006989898160099983, -0.006590052507817745, -0.006190206855535507, -0.005790361203253269, -0.005390515550971031, -0.0049906703643500805, -0.0045908247120678425, -0.0041909790597856045, -0.00379113364033401, -0.0033912882208824158, -0.0029914425686001778, -0.0025915969163179398, -0.0021917514968663454, -0.0017919059609994292, -0.001392060425132513, -0.0009922148892655969, -0.0005923693533986807, -0.0001925238175317645, 0.00020732171833515167, 0.0006071672542020679, 0.001007012790068984, 0.0014068583259359002, 0.0018067038618028164, 0.0022065495140850544, 0.0026063949335366488, 0.003006240352988243, 0.003406086005270481, 0.003805931657552719, 0.004205777309834957, 0.004605622496455908, 0.005005468148738146, 0.005405313801020384, 0.0058051589876413345, 0.0062050046399235725, 0.0066048502922058105, 0.0070046959444880486, 0.0074045415967702866, 0.007804386783391237, 0.008204232901334763, 0.008604077622294426, 0.009003923274576664, 0.009403768926858902, 0.00980361457914114, 0.010203460231423378, 0.010603305883705616, 0.011003151535987854, 0.011402996256947517, 0.011802841909229755, 0.012202687561511993, 0.012602533213794231, 0.01300237886607647]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 1.0, 5.0, 7.0, 5.0, 5.0, 4.0, 14.0, 13.0, 15.0, 15.0, 25.0, 32.0, 41.0, 51.0, 45.0, 81.0, 92.0, 131.0, 154.0, 223.0, 256.0, 266.0, 379.0, 499.0, 2368.0, 1186.0, 668.0, 449.0, 256.0, 180.0, 120.0, 82.0, 53.0, 53.0, 35.0, 26.0, 18.0, 13.0, 13.0, 9.0, 7.0, 7.0, 4.0, 6.0, 6.0, 0.0, 1.0, 2.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.14949776232242584, -0.1450059860944748, -0.14051420986652374, -0.1360224336385727, -0.13153065741062164, -0.1270388811826706, -0.12254710495471954, -0.1180553287267685, -0.11356355249881744, -0.1090717762708664, -0.10458000004291534, -0.1000882238149643, -0.09559644758701324, -0.0911046713590622, -0.08661289513111115, -0.0821211189031601, -0.07762934267520905, -0.073137566447258, -0.06864579021930695, -0.0641540139913559, -0.059662237763404846, -0.055170461535453796, -0.05067868530750275, -0.0461869090795517, -0.04169513285160065, -0.0372033566236496, -0.03271158039569855, -0.028219804167747498, -0.023728027939796448, -0.019236251711845398, -0.014744475483894348, -0.010252699255943298, -0.0057609230279922485, -0.0012691468000411987, 0.003222629427909851, 0.007714405655860901, 0.01220618188381195, 0.016697958111763, 0.02118973433971405, 0.0256815105676651, 0.03017328679561615, 0.0346650630235672, 0.03915683925151825, 0.0436486154794693, 0.04814039170742035, 0.0526321679353714, 0.05712394416332245, 0.0616157203912735, 0.06610749661922455, 0.0705992728471756, 0.07509104907512665, 0.0795828253030777, 0.08407460153102875, 0.0885663777589798, 0.09305815398693085, 0.0975499302148819, 0.10204170644283295, 0.106533482670784, 0.11102525889873505, 0.1155170351266861, 0.12000881135463715, 0.1245005875825882, 0.12899236381053925, 0.1334841400384903, 0.13797591626644135]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 4.0, 2.0, 3.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 3.0, 1.0, 2.0, 3.0, 6.0, 4.0, 4.0, 3.0, 3.0, 1.0, 2.0, 23.0, 2.0, 3.0, 1.0, 3.0, 2.0, 3.0, 3.0, 0.0, 4.0, 0.0, 0.0, 1.0, 4.0, 2.0, 1.0, 2.0, 0.0, 4.0, 2.0, 3.0, 2.0, 0.0, 1.0, 2.0, 2.0], "bins": [-0.00635544816032052, -0.006191294640302658, -0.006027141585946083, -0.005862988065928221, -0.005698835011571646, -0.005534681491553783, -0.005370528437197208, -0.005206374917179346, -0.005042221397161484, -0.004878068342804909, -0.004713914822787046, -0.004549761768430471, -0.004385608248412609, -0.004221455194056034, -0.004057301674038172, -0.003893148386850953, -0.0037289950996637344, -0.0035648418124765158, -0.003400688525289297, -0.0032365352381020784, -0.0030723819509148598, -0.0029082284308969975, -0.002744075143709779, -0.00257992185652256, -0.0024157685693353415, -0.002251615282148123, -0.002087461994960904, -0.0019233085913583636, -0.001759155304171145, -0.0015950020169839263, -0.0014308486133813858, -0.0012666953261941671, -0.0011025420390069485, -0.0009383887518197298, -0.0007742354064248502, -0.0006100820610299706, -0.000445928773842752, -0.00028177545755170286, -0.00011762214126065373, 4.653117503039539e-05, 0.0002106844913214445, 0.00037483780761249363, 0.0005389911239035428, 0.0007031444692984223, 0.000867297756485641, 0.0010314510436728597, 0.0011956044472754002, 0.0013597577344626188, 0.0015239110216498375, 0.0016880643088370562, 0.0018522175960242748, 0.0020163708832114935, 0.002180524170398712, 0.0023446776904165745, 0.002508830977603793, 0.002672984264791012, 0.0028371375519782305, 0.003001290839165449, 0.003165444126352668, 0.0033295974135398865, 0.003493750933557749, 0.0036579042207449675, 0.003822057507932186, 0.003986210562288761, 0.0041503640823066235]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 1.0, 2.0, 5.0, 15.0, 20.0, 34.0, 44.0, 77.0, 124.0, 198.0, 271.0, 436.0, 579.0, 771.0, 1086.0, 1432.0, 1985.0, 2531.0, 3217.0, 4102.0, 5144.0, 6503.0, 7876.0, 9832.0, 12453.0, 15412.0, 19149.0, 24076.0, 31646.0, 41248.0, 55863.0, 75632.0, 99364.0, 410446.0, 86668.0, 64945.0, 47511.0, 34873.0, 25950.0, 20035.0, 16062.0, 12793.0, 10121.0, 7934.0, 6017.0, 4489.0, 3177.0, 2421.0, 1626.0, 1110.0, 768.0, 570.0, 347.0, 242.0, 143.0, 104.0, 69.0, 39.0, 27.0, 14.0, 6.0, 7.0, 3.0], "bins": [-0.014475572854280472, -0.01405441015958786, -0.013633247464895248, -0.013212084770202637, -0.012790922075510025, -0.012369759380817413, -0.011948596686124802, -0.01152743399143219, -0.011106271296739578, -0.010685108602046967, -0.010263945907354355, -0.009842783212661743, -0.009421620517969131, -0.00900045782327652, -0.008579295128583908, -0.008158132433891296, -0.007736970204859972, -0.00731580751016736, -0.006894644815474749, -0.006473482120782137, -0.006052319426089525, -0.0056311567313969135, -0.005209994036704302, -0.00478883134201169, -0.004367669112980366, -0.003946506418287754, -0.0035253434907644987, -0.003104180796071887, -0.002683018334209919, -0.0022618556395173073, -0.0018406929448246956, -0.001419530250132084, -0.0009983675554394722, -0.0005772048607468605, -0.00015604222426190972, 0.0002651204413268715, 0.0006862831069156528, 0.0011074458016082644, 0.0015286083798855543, 0.001949771074578166, 0.0023709337692707777, 0.0027920964639633894, 0.003213259158656001, 0.003634421853348613, 0.004055584315210581, 0.0044767470099031925, 0.004897909704595804, 0.005319072399288416, 0.005740235093981028, 0.006161397788673639, 0.006582560483366251, 0.007003723178058863, 0.007424885872751474, 0.007846048101782799, 0.00826721079647541, 0.008688373491168022, 0.009109536185860634, 0.009530698880553246, 0.009951861575245857, 0.010373024269938469, 0.01079418696463108, 0.011215349659323692, 0.011636512354016304, 0.012057675048708916, 0.012478837743401527]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 2.0, 2.0, 3.0, 5.0, 0.0, 0.0, 0.0, 3.0, 1.0, 2.0, 2.0, 9.0, 0.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 5.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00812019594013691, -0.0077850185334682465, -0.0074498411267995834, -0.007114663254469633, -0.00677948584780097, -0.006444308441132307, -0.006109130568802357, -0.005773953162133694, -0.005438775755465031, -0.005103598348796368, -0.004768420942127705, -0.004433243069797754, -0.004098065663129091, -0.0037628882564604282, -0.0034277106169611216, -0.003092532977461815, -0.002757355570793152, -0.002422178164124489, -0.002087000524625182, -0.0017518230015411973, -0.0014166454784572124, -0.0010814679553732276, -0.0007462904322892427, -0.0004111129092052579, -7.593538612127304e-05, 0.0002592421369627118, 0.0005944196600466967, 0.0009295971831306815, 0.0012647747062146664, 0.0015999522292986512, 0.001935129752382636, 0.0022703073918819427, 0.0026054847985506058, 0.002940662205219269, 0.0032758398447185755, 0.003611017484217882, 0.003946194890886545, 0.004281372297555208, 0.0046165501698851585, 0.0049517275765538216, 0.005286904983222485, 0.005622082389891148, 0.005957259796559811, 0.006292437668889761, 0.006627615075558424, 0.006962792482227087, 0.007297970354557037, 0.0076331477612257, 0.007968325167894363, 0.008303502574563026, 0.00863867998123169, 0.008973857387900352, 0.009309034794569016, 0.009644213132560253, 0.009979390539228916, 0.01031456794589758, 0.010649745352566242, 0.010984922759234905, 0.011320100165903568, 0.011655277572572231, 0.011990455910563469, 0.012325633317232132, 0.012660810723900795, 0.012995988130569458, 0.013331165537238121]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 3.0, 4.0, 3.0, 5.0, 7.0, 10.0, 13.0, 16.0, 21.0, 32.0, 46.0, 53.0, 67.0, 85.0, 115.0, 129.0, 164.0, 246.0, 275.0, 339.0, 389.0, 467.0, 476.0, 598.0, 890.0, 1147.0, 1523.0, 6819.0, 1693.0, 834.0, 548.0, 299.0, 227.0, 185.0, 164.0, 135.0, 83.0, 73.0, 54.0, 39.0, 30.0, 12.0, 14.0, 14.0, 13.0, 11.0, 9.0, 6.0, 5.0, 9.0, 5.0, 6.0, 5.0, 3.0, 3.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 3.0], "bins": [-0.007143345195800066, -0.006892799399793148, -0.00664225360378623, -0.006391707807779312, -0.006141162011772394, -0.005890616215765476, -0.005640070419758558, -0.00538952462375164, -0.005138978362083435, -0.004888432566076517, -0.004637886770069599, -0.004387340974062681, -0.004136795178055763, -0.0038862493820488453, -0.0036357035860419273, -0.0033851577900350094, -0.0031346119940280914, -0.0028840661980211735, -0.0026335204020142555, -0.0023829746060073376, -0.0021324288100004196, -0.0018818828975781798, -0.00163133698515594, -0.001380791189149022, -0.0011302453931421041, -0.0008796995971351862, -0.0006291537429206073, -0.0003786079178098589, -0.0001280620926991105, 0.0001224837324116379, 0.0003730295575223863, 0.0006235754117369652, 0.0008741212077438831, 0.001124667003750801, 0.001375212799757719, 0.0016257587121799588, 0.0018763045081868768, 0.0021268504206091166, 0.0023773962166160345, 0.0026279420126229525, 0.0028784878086298704, 0.0031290336046367884, 0.0033795794006437063, 0.0036301251966506243, 0.003880671225488186, 0.004131217021495104, 0.004381762817502022, 0.00463230861350894, 0.004882854409515858, 0.005133400205522776, 0.005383946001529694, 0.0056344917975366116, 0.0058850375935435295, 0.0061355833895504475, 0.006386129185557365, 0.006636674981564283, 0.006887220777571201, 0.007137767039239407, 0.0073883128352463245, 0.0076388586312532425, 0.007889403961598873, 0.008139950223267078, 0.008390495553612709, 0.008641041815280914, 0.00889158807694912]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 6.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.033721450716257095, -0.032861415296792984, -0.032001376152038574, -0.031141340732574463, -0.030281303450465202, -0.029421266168355942, -0.02856122888624668, -0.02770119160413742, -0.02684115618467331, -0.02598111890256405, -0.025121081620454788, -0.024261044338345528, -0.023401007056236267, -0.022540969774127007, -0.021680934354662895, -0.020820897072553635, -0.019960859790444374, -0.019100822508335114, -0.018240785226225853, -0.01738074980676174, -0.01652071252465248, -0.01566067524254322, -0.01480063796043396, -0.013940601609647274, -0.013080564327538013, -0.012220527045428753, -0.011360490694642067, -0.010500453412532806, -0.009640416130423546, -0.00878037977963686, -0.0079203424975276, -0.007060305681079626, -0.006200268864631653, -0.00534023204818368, -0.004480195231735706, -0.0036201579496264458, -0.0027601211331784725, -0.0019000842003151774, -0.0010400472674518824, -0.00018001033458858728, 0.0006800265982747078, 0.0015400635311380029, 0.002400100464001298, 0.003260137513279915, 0.004120174329727888, 0.004980211146175861, 0.005840248428285122, 0.006700285244733095, 0.007560322061181068, 0.008420359343290329, 0.009280395694077015, 0.010140432976186275, 0.011000469326972961, 0.011860506609082222, 0.012720543891191483, 0.013580580241978168, 0.014440617524087429, 0.01530065480619669, 0.016160691156983376, 0.017020728439092636, 0.017880765721201897, 0.018740803003311157, 0.01960083842277527, 0.02046087570488453, 0.02132091298699379]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 4.0, 3.0, 0.0, 2.0, 1.0, 3.0, 2.0, 3.0, 3.0, 4.0, 4.0, 3.0, 3.0, 4.0, 3.0, 4.0, 3.0, 7.0, 2.0, 5.0, 3.0, 5.0, 3.0, 5.0, 4.0, 4.0, 3.0, 1.0, 7.0, 8.0, 4.0, 4.0, 5.0, 3.0, 3.0, 4.0, 3.0, 9.0, 11.0, 12.0, 18.0, 54.0, 9.0, 10.0, 1.0, 3.0, 2.0, 4.0, 3.0, 4.0, 0.0, 3.0, 0.0, 3.0], "bins": [-0.02566768042743206, -0.025164909660816193, -0.024662138894200325, -0.024159366264939308, -0.02365659549832344, -0.023153824731707573, -0.022651053965091705, -0.022148283198475838, -0.02164551243185997, -0.021142739802598953, -0.020639969035983086, -0.020137198269367218, -0.01963442750275135, -0.019131656736135483, -0.018628884106874466, -0.0181261133402586, -0.01762334257364273, -0.017120571807026863, -0.016617801040410995, -0.01611502841114998, -0.015612257644534111, -0.015109486877918243, -0.014606716111302376, -0.014103944413363934, -0.013601173646748066, -0.013098402880132198, -0.012595631182193756, -0.012092860415577888, -0.011590089648962021, -0.011087317951023579, -0.010584547184407711, -0.010081775486469269, -0.009579004719853401, -0.009076233953237534, -0.008573462255299091, -0.008070691488683224, -0.007567920256406069, -0.007065149024128914, -0.006562378257513046, -0.006059607025235891, -0.005556835792958736, -0.0050540645606815815, -0.004551293328404427, -0.004048522561788559, -0.003545751329511404, -0.003042980097234249, -0.002540209097787738, -0.0020374380983412266, -0.0015346668660640717, -0.0010318957502022386, -0.0005291246343404055, -2.635351847857237e-05, 0.0004764175973832607, 0.0009791887132450938, 0.001481959829106927, 0.001984730828553438, 0.002487502060830593, 0.002990273293107748, 0.0034930442925542593, 0.003995815292000771, 0.0044985865242779255, 0.00500135775655508, 0.005504128523170948, 0.006006899755448103, 0.006509670987725258]}, "_runtime": 9.770017147064209, "_timestamp": 1596212880.4715548, "_step": 6}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 4.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 3.0, 3.0, 2.0, 1.0, 3.0, 4.0, 1.0, 0.0, 2.0, 3.0, 1.0, 3.0, 3.0, 0.0, 2.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.015230964869260788, -0.01475344505161047, -0.014275925233960152, -0.013798405416309834, -0.013320885598659515, -0.012843364849686623, -0.012365845032036304, -0.011888325214385986, -0.011410805396735668, -0.01093328557908535, -0.010455765761435032, -0.009978245943784714, -0.009500725194811821, -0.009023205377161503, -0.008545685559511185, -0.008068165741860867, -0.007590645924210548, -0.00711312610656023, -0.006635606288909912, -0.006158086005598307, -0.0056805661879479885, -0.00520304637029767, -0.004725526086986065, -0.004248006269335747, -0.0037704864516854286, -0.0032929666340351105, -0.0028154465835541487, -0.002337926533073187, -0.0018604067154228687, -0.0013828867813572288, -0.0009053668472915888, -0.0004278469132259488, 4.967302083969116e-05, 0.0005271929549053311, 0.001004712888970971, 0.001482232823036611, 0.001959752757102251, 0.002437272574752569, 0.002914792625233531, 0.003392312675714493, 0.003869832493364811, 0.004347352311015129, 0.004824872128665447, 0.005302392411977053, 0.005779912229627371, 0.006257432047277689, 0.006734952330589294, 0.007212472148239613, 0.007689991965889931, 0.008167511783540249, 0.008645031601190567, 0.009122551418840885, 0.009600071236491203, 0.010077591985464096, 0.010555111803114414, 0.011032631620764732, 0.01151015143841505, 0.011987671256065369, 0.012465191073715687, 0.012942710891366005, 0.013420231640338898, 0.013897751457989216, 0.014375271275639534, 0.014852791093289852, 0.01533031091094017]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 4.0, 3.0, 4.0, 1.0, 7.0, 6.0, 5.0, 9.0, 11.0, 11.0, 8.0, 18.0, 27.0, 33.0, 38.0, 47.0, 68.0, 77.0, 83.0, 127.0, 160.0, 188.0, 229.0, 282.0, 357.0, 466.0, 2588.0, 1148.0, 655.0, 383.0, 239.0, 182.0, 119.0, 89.0, 66.0, 48.0, 39.0, 23.0, 18.0, 12.0, 13.0, 9.0, 7.0, 6.0, 2.0, 1.0, 3.0, 4.0, 1.0, 3.0, 3.0, 0.0, 1.0], "bins": [-0.1767531931400299, -0.17200928926467896, -0.167265385389328, -0.16252146661281586, -0.1577775627374649, -0.15303365886211395, -0.148289754986763, -0.14354585111141205, -0.1388019323348999, -0.13405802845954895, -0.129314124584198, -0.12457022070884705, -0.1198263168334961, -0.11508240550756454, -0.11033850163221359, -0.10559459030628204, -0.10085068643093109, -0.09610678255558014, -0.09136287122964859, -0.08661896735429764, -0.08187505602836609, -0.07713115215301514, -0.07238724827766418, -0.06764333695173264, -0.06289943307638168, -0.05815552547574043, -0.05341161787509918, -0.04866771399974823, -0.04392380639910698, -0.03917989879846573, -0.03443599492311478, -0.029692087322473526, -0.024948179721832275, -0.020204272121191025, -0.015460366383194923, -0.010716459713876247, -0.005972553044557571, -0.0012286463752388954, 0.0035152602940797806, 0.008259166963398457, 0.013003073632717133, 0.017746981233358383, 0.022490886971354485, 0.027234792709350586, 0.03197870030999184, 0.03672260791063309, 0.04146651178598404, 0.04621041938662529, 0.05095432698726654, 0.05569823458790779, 0.06044214218854904, 0.0651860460639, 0.06992995738983154, 0.0746738612651825, 0.07941776514053345, 0.084161676466465, 0.08890558034181595, 0.0936494842171669, 0.09839339554309845, 0.1031372994184494, 0.10788120329380035, 0.1126251146197319, 0.11736901849508286, 0.1221129298210144, 0.12685683369636536]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 3.0, 3.0, 0.0, 1.0, 2.0, 2.0, 2.0, 3.0, 1.0, 3.0, 2.0, 1.0, 2.0, 4.0, 6.0, 4.0, 5.0, 2.0, 4.0, 24.0, 4.0, 4.0, 5.0, 1.0, 3.0, 2.0, 2.0, 3.0, 3.0, 3.0, 2.0, 3.0, 3.0, 0.0, 1.0, 3.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.006246264558285475, -0.006056962069123983, -0.005867659114301205, -0.005678356625139713, -0.005489054135978222, -0.0052997516468167305, -0.005110449157655239, -0.00492114620283246, -0.004731843713670969, -0.004542541224509478, -0.004353238269686699, -0.0041639357805252075, -0.003974633291363716, -0.0037853308022022247, -0.0035960280802100897, -0.0034067253582179546, -0.0032174228690564632, -0.003028120379894972, -0.002838817657902837, -0.0026495149359107018, -0.0024602124467492104, -0.002270909957587719, -0.002081607235595584, -0.0018923046300187707, -0.0017030020244419575, -0.0015136994188651443, -0.001324396813288331, -0.0011350942077115178, -0.0009457916021347046, -0.0007564889965578914, -0.0005671863909810781, -0.0003778837854042649, -0.0001885811798274517, 7.21425749361515e-07, 0.00019002403132617474, 0.00037932663690298796, 0.0005686292424798012, 0.0007579318480566144, 0.0009472344536334276, 0.0011365370592102408, 0.001325839664787054, 0.0015151422703638673, 0.0017044448759406805, 0.0018937474815174937, 0.002083050087094307, 0.0022723525762557983, 0.0024616552982479334, 0.0026509580202400684, 0.00284026050940156, 0.0030295629985630512, 0.0032188657205551863, 0.0034081684425473213, 0.0035974709317088127, 0.003786773420870304, 0.0039760759100317955, 0.004165378864854574, 0.004354681354016066, 0.004543983843177557, 0.004733286798000336, 0.004922589287161827, 0.0051118917763233185, 0.00530119426548481, 0.005490496754646301, 0.00567979970946908, 0.005869102198630571]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 2.0, 3.0, 2.0, 7.0, 24.0, 20.0, 38.0, 58.0, 108.0, 187.0, 257.0, 382.0, 565.0, 805.0, 1108.0, 1471.0, 2059.0, 2701.0, 3501.0, 4762.0, 6295.0, 8193.0, 10941.0, 14203.0, 18699.0, 25147.0, 33546.0, 46116.0, 64800.0, 90096.0, 121749.0, 414473.0, 85320.0, 60455.0, 42544.0, 30687.0, 22580.0, 16854.0, 12775.0, 9522.0, 7058.0, 5298.0, 3994.0, 2932.0, 2176.0, 1586.0, 1081.0, 805.0, 546.0, 421.0, 249.0, 185.0, 102.0, 60.0, 47.0, 26.0, 14.0, 5.0, 2.0, 1.0, 2.0, 0.0, 1.0], "bins": [-0.014966776594519615, -0.014499973505735397, -0.014033169485628605, -0.013566366396844387, -0.013099562376737595, -0.012632759287953377, -0.012165956199169159, -0.011699152179062366, -0.011232349090278149, -0.010765545070171356, -0.010298741981387138, -0.00983193889260292, -0.009365134872496128, -0.00889833178371191, -0.008431527763605118, -0.0079647246748209, -0.007497921120375395, -0.00703111756592989, -0.0065643140114843845, -0.006097510922700167, -0.0056307073682546616, -0.005163903813809156, -0.004697100259363651, -0.004230296704918146, -0.0037634933833032846, -0.0032966898288577795, -0.002829886507242918, -0.002363082952797413, -0.0018962795147672296, -0.0014294760767370462, -0.000962672580499202, -0.0004958690842613578, -2.906564623117447e-05, 0.0004377378209028393, 0.0009045412880368531, 0.0013713447842746973, 0.0018381482223048806, 0.002304951660335064, 0.002771755214780569, 0.0032385585363954306, 0.0037053620908409357, 0.004172165412455797, 0.004638968966901302, 0.0051057725213468075, 0.005572576075792313, 0.006039379630237818, 0.006506182719022036, 0.006972986273467541, 0.007439789827913046, 0.007906593382358551, 0.008373396471142769, 0.008840200491249561, 0.00930700358003378, 0.009773807600140572, 0.01024061068892479, 0.010707413777709007, 0.0111742177978158, 0.011641020886600018, 0.01210782490670681, 0.012574627995491028, 0.013041431084275246, 0.013508235104382038, 0.013975038193166256, 0.014441842213273048, 0.014908645302057266]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 0.0, 2.0, 4.0, 2.0, 1.0, 2.0, 1.0, 2.0, 2.0, 1.0, 5.0, 8.0, 0.0, 0.0, 2.0, 3.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 3.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010951420292258263, -0.010703224688768387, -0.010455028153955936, -0.01020683255046606, -0.009958636946976185, -0.009710440412163734, -0.009462244808673859, -0.009214049205183983, -0.008965853601694107, -0.008717657066881657, -0.00846946146339178, -0.008221265859901905, -0.007973069325089455, -0.007724873721599579, -0.007476677652448416, -0.00722848204895854, -0.006980285979807377, -0.006732089910656214, -0.006483894307166338, -0.006235698238015175, -0.005987502634525299, -0.005739306565374136, -0.005491110496222973, -0.005242914892733097, -0.004994718823581934, -0.004746522754430771, -0.004498327150940895, -0.004250131081789732, -0.004001935012638569, -0.003753739409148693, -0.00350554333999753, -0.0032573475036770105, -0.003009151667356491, -0.0027609558310359716, -0.002512759994715452, -0.002264563925564289, -0.0020163680892437696, -0.0017681722529232502, -0.001519976300187409, -0.0012717803474515676, -0.0010235845111310482, -0.0007753886166028678, -0.0005271927220746875, -0.0002789968275465071, -3.080093301832676e-05, 0.0002173949615098536, 0.00046559085603803396, 0.0007137867505662143, 0.0009619826450943947, 0.0012101784814149141, 0.0014583744341507554, 0.0017065703868865967, 0.001954766223207116, 0.0022029620595276356, 0.0024511581286787987, 0.002699353964999318, 0.0029475498013198376, 0.003195745637640357, 0.0034439414739608765, 0.0036921375431120396, 0.003940333612263203, 0.0041885292157530785, 0.0044367252849042416, 0.004684920888394117, 0.0049331169575452805]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 4.0, 5.0, 1.0, 3.0, 8.0, 7.0, 5.0, 6.0, 6.0, 15.0, 15.0, 14.0, 27.0, 24.0, 38.0, 44.0, 59.0, 62.0, 73.0, 101.0, 99.0, 104.0, 128.0, 158.0, 161.0, 173.0, 217.0, 227.0, 251.0, 273.0, 367.0, 428.0, 469.0, 562.0, 825.0, 1028.0, 1273.0, 6282.0, 1631.0, 942.0, 602.0, 465.0, 331.0, 259.0, 192.0, 159.0, 110.0, 78.0, 41.0, 27.0, 17.0, 11.0, 6.0, 7.0, 3.0, 2.0, 1.0], "bins": [-0.007532053627073765, -0.007363263983279467, -0.0071944743394851685, -0.00702568469569087, -0.006856895051896572, -0.006688105408102274, -0.006519315764307976, -0.006350526120513678, -0.006181736476719379, -0.0060129472985863686, -0.00584415765479207, -0.005675368010997772, -0.005506578367203474, -0.005337788723409176, -0.005168999079614878, -0.0050002094358205795, -0.004831419792026281, -0.004662630148231983, -0.004493840504437685, -0.004325050860643387, -0.004156261216849089, -0.0039874715730547905, -0.003818682162091136, -0.003649892518296838, -0.0034811028745025396, -0.0033123132307082415, -0.0031435235869139433, -0.002974733943119645, -0.0028059445321559906, -0.0026371548883616924, -0.0024683652445673943, -0.002299575600773096, -0.002130785956978798, -0.0019619963131844997, -0.0017932066693902016, -0.0016244171420112252, -0.001455627498216927, -0.0012868378544226289, -0.0011180483270436525, -0.0009492586832493544, -0.0007804690394550562, -0.000611679395660758, -0.00044288981007412076, -0.00027410019538365304, -0.00010531058069318533, 6.347903399728239e-05, 0.0002322686486877501, 0.0004010582633782178, 0.0005698478780686855, 0.0007386375218629837, 0.000907427107449621, 0.0010762166930362582, 0.0012450063368305564, 0.0014137959806248546, 0.001582585508003831, 0.001751375151798129, 0.0019201647955924273, 0.0020889544393867254, 0.0022577440831810236, 0.0024265337269753218, 0.0025953231379389763, 0.0027641127817332745, 0.0029329024255275726, 0.003101692069321871, 0.003270481713116169]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.03513035550713539, -0.034399401396512985, -0.03366844356060028, -0.032937489449977875, -0.03220653161406517, -0.031475577503442764, -0.03074462153017521, -0.030013665556907654, -0.029282711446285248, -0.028551755473017693, -0.027820799499750137, -0.027089843526482582, -0.026358887553215027, -0.02562793157994747, -0.024896977469325066, -0.02416602149605751, -0.023435065522789955, -0.0227041095495224, -0.021973153576254845, -0.02124219946563244, -0.020511243492364883, -0.019780287519097328, -0.019049331545829773, -0.018318375572562218, -0.017587419599294662, -0.016856465488672256, -0.0161255095154047, -0.015394553542137146, -0.01466359756886959, -0.01393264252692461, -0.013201686553657055, -0.012470731511712074, -0.011739775538444519, -0.011008819565176964, -0.010277864523231983, -0.009546908549964428, -0.008815953508019447, -0.008084997534751892, -0.007354041561484337, -0.006623086053878069, -0.005892130546271801, -0.005161175038665533, -0.004430219531059265, -0.00369926355779171, -0.002968308050185442, -0.002237352542579174, -0.0015063968021422625, -0.0007754411781206727, -4.448555409908295e-05, 0.0006864700699225068, 0.0014174256939440966, 0.002148381434381008, 0.002879336941987276, 0.003610292449593544, 0.004341248422861099, 0.005072203930467367, 0.005803159438073635, 0.006534114945679903, 0.007265070453286171, 0.007996026426553726, 0.008726982399821281, 0.009457937441766262, 0.010188893415033817, 0.010919848456978798, 0.011650804430246353]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 1.0, 3.0, 1.0, 0.0, 3.0, 1.0, 2.0, 1.0, 0.0, 4.0, 1.0, 3.0, 2.0, 4.0, 4.0, 1.0, 2.0, 2.0, 4.0, 5.0, 2.0, 5.0, 3.0, 2.0, 8.0, 3.0, 4.0, 7.0, 10.0, 3.0, 3.0, 4.0, 6.0, 5.0, 5.0, 5.0, 3.0, 5.0, 6.0, 2.0, 3.0, 3.0, 6.0, 9.0, 7.0, 6.0, 15.0, 17.0, 52.0, 4.0, 4.0, 2.0, 1.0, 3.0, 5.0, 2.0, 1.0, 3.0, 3.0, 3.0], "bins": [-0.018113112077116966, -0.01776762865483761, -0.0174221433699131, -0.017076659947633743, -0.016731176525354385, -0.016385693103075027, -0.01604020968079567, -0.015694724395871162, -0.015349240973591805, -0.015003757551312447, -0.014658273197710514, -0.014312788844108582, -0.013967305421829224, -0.013621821999549866, -0.013276337645947933, -0.012930853292346, -0.012585369870066643, -0.012239886447787285, -0.011894402094185352, -0.01154891774058342, -0.011203434318304062, -0.010857950896024704, -0.010512466542422771, -0.010166982188820839, -0.009821498766541481, -0.009476015344262123, -0.00913053099066019, -0.008785046637058258, -0.0084395632147789, -0.008094079792499542, -0.00774859543889761, -0.0074031115509569645, -0.007057627663016319, -0.006712143775075674, -0.006366659887135029, -0.006021175999194384, -0.005675692111253738, -0.005330208223313093, -0.004984724335372448, -0.004639240447431803, -0.0042937565594911575, -0.003948272671550512, -0.003602788783609867, -0.003257304895669222, -0.0029118210077285767, -0.0025663371197879314, -0.0022208532318472862, -0.001875369343906641, -0.0015298854559659958, -0.0011844015680253506, -0.0008389176800847054, -0.0004934337921440601, -0.00014794990420341492, 0.0001975339837372303, 0.0005430178716778755, 0.0008885017596185207, 0.001233985647559166, 0.0015794695354998112, 0.0019249534234404564, 0.0022704373113811016, 0.002615921199321747, 0.002961405087262392, 0.0033068889752030373, 0.0036523728631436825, 0.003997856751084328]}, "_runtime": 10.542911052703857, "_timestamp": 1596212881.2444487, "_step": 7}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 3.0, 1.0, 2.0, 2.0, 2.0, 2.0, 1.0, 3.0, 2.0, 2.0, 5.0, 0.0, 7.0, 1.0, 5.0, 2.0, 1.0, 1.0, 0.0, 2.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02419198676943779, -0.023501712828874588, -0.022811437025666237, -0.022121163085103035, -0.021430889144539833, -0.020740613341331482, -0.02005033940076828, -0.019360065460205078, -0.018669791519641876, -0.017979515716433525, -0.017289241775870323, -0.01659896783530712, -0.01590869203209877, -0.015218418091535568, -0.014528143219649792, -0.01383786927908659, -0.013147594407200813, -0.012457319535315037, -0.011767045594751835, -0.011076770722866058, -0.010386496782302856, -0.00969622191041708, -0.009005947038531303, -0.008315673097968102, -0.007625398226082325, -0.006935123819857836, -0.0062448494136333466, -0.00555457454174757, -0.004864300135523081, -0.004174025729298592, -0.0034837510902434587, -0.002793476451188326, -0.0021032020449638367, -0.0014129275223240256, -0.0007226529996842146, -3.237847704440355e-05, 0.0006578960455954075, 0.0013481705682352185, 0.0020384450908750296, 0.0027287197299301624, 0.0034189941361546516, 0.004109268542379141, 0.00479954294860363, 0.005489817820489407, 0.006180092226713896, 0.006870366632938385, 0.0075606415048241615, 0.008250915445387363, 0.00894119031727314, 0.009631465189158916, 0.010321739129722118, 0.011012014001607895, 0.011702287942171097, 0.012392562814056873, 0.01308283768594265, 0.013773111626505852, 0.014463386498391628, 0.015153661370277405, 0.015843935310840607, 0.01653420925140381, 0.01722448505461216, 0.01791475899517536, 0.018605032935738564, 0.019295308738946915, 0.019985582679510117]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 3.0, 3.0, 3.0, 6.0, 3.0, 2.0, 5.0, 6.0, 8.0, 7.0, 9.0, 15.0, 19.0, 24.0, 42.0, 46.0, 75.0, 91.0, 170.0, 245.0, 350.0, 569.0, 2389.0, 2091.0, 827.0, 392.0, 197.0, 129.0, 69.0, 43.0, 27.0, 18.0, 11.0, 7.0, 4.0, 4.0, 4.0, 1.0, 5.0, 3.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.28014075756073, -0.271860271692276, -0.26357975602149963, -0.25529927015304565, -0.24701876938343048, -0.2387382686138153, -0.23045776784420013, -0.22217726707458496, -0.21389678120613098, -0.2056162804365158, -0.19733577966690063, -0.18905527889728546, -0.1807747781276703, -0.17249427735805511, -0.16421379148960114, -0.15593329071998596, -0.1476527899503708, -0.13937228918075562, -0.13109178841114044, -0.12281129509210587, -0.11453080177307129, -0.10625030100345612, -0.09796980023384094, -0.08968930691480637, -0.08140880614519119, -0.07312830537557602, -0.06484781205654144, -0.05656731128692627, -0.048286814242601395, -0.04000631719827652, -0.031725816428661346, -0.02344531938433647, -0.015164822340011597, -0.006884324364364147, 0.0013961736112833023, 0.009676671586930752, 0.0179571695625782, 0.026237666606903076, 0.03451816737651825, 0.042798664420843124, 0.051079161465168, 0.059359658509492874, 0.06764015555381775, 0.07592065632343292, 0.0842011570930481, 0.09248165041208267, 0.10076215118169785, 0.10904264450073242, 0.1173231452703476, 0.12560364603996277, 0.13388414680957794, 0.14216463267803192, 0.1504451334476471, 0.15872563421726227, 0.16700613498687744, 0.17528663575649261, 0.1835671365261078, 0.19184762239456177, 0.20012812316417694, 0.20840862393379211, 0.2166891247034073, 0.22496962547302246, 0.23325011134147644, 0.2415306121110916, 0.2498111128807068]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 3.0, 2.0, 1.0, 0.0, 2.0, 5.0, 6.0, 2.0, 0.0, 8.0, 6.0, 7.0, 6.0, 25.0, 5.0, 6.0, 9.0, 5.0, 4.0, 3.0, 3.0, 4.0, 1.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009643078781664371, -0.009324045851826668, -0.00900501199066639, -0.008685978129506111, -0.008366945199668407, -0.008047912269830704, -0.007728878408670425, -0.007409845013171434, -0.007090811617672443, -0.006771778222173452, -0.006452744826674461, -0.00613371143117547, -0.005814678035676479, -0.005495644640177488, -0.005176611244678497, -0.004857577849179506, -0.004538544453680515, -0.004219511058181524, -0.0039004776626825333, -0.0035814442671835423, -0.0032624108716845512, -0.0029433774761855602, -0.002624344080686569, -0.002305310685187578, -0.001986277289688587, -0.0016672438941895962, -0.0013482104986906052, -0.0010291771031916142, -0.0007101437076926231, -0.0003911103121936321, -7.207691669464111e-05, 0.0002469564788043499, 0.0005659898743033409, 0.0008850232698023319, 0.001204056665301323, 0.001523090060800314, 0.001842123456299305, 0.002161156851798296, 0.002480190247297287, 0.002799223642796278, 0.003118257038295269, 0.00343729043379426, 0.003756323829293251, 0.004075357224792242, 0.004394390620291233, 0.004713424015790224, 0.005032457411289215, 0.005351490806788206, 0.005670524202287197, 0.005989557597786188, 0.006308590993285179, 0.00662762438878417, 0.006946657784283161, 0.007265691179782152, 0.007584724575281143, 0.007903758436441422, 0.008222791366279125, 0.008541824296116829, 0.008860858157277107, 0.009179892018437386, 0.00949892494827509, 0.009817957878112793, 0.010136991739273071, 0.01045602560043335, 0.010775058530271053]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 1.0, 10.0, 11.0, 18.0, 31.0, 57.0, 82.0, 104.0, 144.0, 192.0, 261.0, 300.0, 335.0, 418.0, 485.0, 669.0, 976.0, 1328.0, 2022.0, 3241.0, 4921.0, 7476.0, 11150.0, 16408.0, 23836.0, 35210.0, 54061.0, 85905.0, 134103.0, 464354.0, 117135.0, 72166.0, 44649.0, 29761.0, 20568.0, 14331.0, 10104.0, 7061.0, 4678.0, 3129.0, 2101.0, 1402.0, 986.0, 736.0, 521.0, 399.0, 353.0, 305.0, 247.0, 216.0, 188.0, 147.0, 116.0, 74.0, 64.0, 48.0, 24.0, 17.0, 2.0, 3.0, 2.0, 2.0, 1.0], "bins": [-0.020982729271054268, -0.020292844623327255, -0.019602959975600243, -0.01891307532787323, -0.018223190680146217, -0.017533306032419205, -0.016843421384692192, -0.01615353673696518, -0.015463652089238167, -0.014773767441511154, -0.014083882793784142, -0.013393998146057129, -0.012704113498330116, -0.012014228850603104, -0.011324344202876091, -0.010634459555149078, -0.009944574907422066, -0.009254690259695053, -0.00856480561196804, -0.007874920964241028, -0.007185036316514015, -0.0064951516687870026, -0.00580526702105999, -0.005115382373332977, -0.004425497725605965, -0.003735613077878952, -0.0030457284301519394, -0.0023558437824249268, -0.0016659591346979141, -0.0009760744869709015, -0.00028618983924388885, 0.0004036948084831238, 0.0010935794562101364, 0.001783464103937149, 0.0024733487516641617, 0.0031632333993911743, 0.003853118047118187, 0.0045430026948452, 0.005232887342572212, 0.005922771990299225, 0.0066126566380262375, 0.00730254128575325, 0.007992425933480263, 0.008682310581207275, 0.009372195228934288, 0.0100620798766613, 0.010751964524388313, 0.011441849172115326, 0.012131733819842339, 0.012821618467569351, 0.013511503115296364, 0.014201387763023376, 0.014891272410750389, 0.015581157058477402, 0.016271041706204414, 0.016960926353931427, 0.01765081100165844, 0.018340695649385452, 0.019030580297112465, 0.019720464944839478, 0.02041034959256649, 0.021100234240293503, 0.021790118888020515, 0.022480003535747528, 0.02316988818347454]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 4.0, 2.0, 2.0, 1.0, 3.0, 5.0, 2.0, 9.0, 0.0, 0.0, 2.0, 2.0, 2.0, 0.0, 2.0, 0.0, 1.0, 3.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.01763639785349369, -0.017215052619576454, -0.016793707385659218, -0.01637236215174198, -0.015951016917824745, -0.015529671683907509, -0.015108326449990273, -0.014686981216073036, -0.0142656359821558, -0.013844290748238564, -0.013422945514321327, -0.013001600280404091, -0.012580255046486855, -0.012158909812569618, -0.011737564578652382, -0.011316219344735146, -0.01089487411081791, -0.010473528876900673, -0.010052183642983437, -0.0096308384090662, -0.009209493175148964, -0.008788147941231728, -0.008366802707314491, -0.007945457473397255, -0.007524112239480019, -0.007102767005562782, -0.006681421771645546, -0.00626007653772831, -0.005838731303811073, -0.005417386069893837, -0.004996040835976601, -0.004574695602059364, -0.004153350368142128, -0.0037320051342248917, -0.0033106599003076553, -0.002889314666390419, -0.0024679694324731827, -0.0020466241985559464, -0.00162527896463871, -0.0012039337307214737, -0.0007825884968042374, -0.00036124326288700104, 6.010197103023529e-05, 0.0004814472049474716, 0.000902792438864708, 0.0013241376727819443, 0.0017454829066991806, 0.002166828140616417, 0.0025881733745336533, 0.0030095186084508896, 0.003430863842368126, 0.0038522090762853622, 0.004273554310202599, 0.004694899544119835, 0.005116244778037071, 0.0055375900119543076, 0.005958935245871544, 0.00638028047978878, 0.0068016257137060165, 0.007222970947623253, 0.007644316181540489, 0.008065661415457726, 0.008487006649374962, 0.008908351883292198, 0.009329697117209435]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 2.0, 3.0, 4.0, 5.0, 12.0, 16.0, 20.0, 24.0, 22.0, 36.0, 35.0, 46.0, 56.0, 61.0, 76.0, 69.0, 89.0, 108.0, 101.0, 116.0, 141.0, 195.0, 293.0, 352.0, 462.0, 759.0, 1050.0, 1416.0, 7007.0, 1911.0, 889.0, 582.0, 410.0, 307.0, 291.0, 271.0, 238.0, 181.0, 155.0, 135.0, 92.0, 90.0, 75.0, 57.0, 45.0, 25.0, 25.0, 18.0, 13.0, 9.0, 7.0, 6.0, 4.0, 3.0, 6.0, 0.0, 2.0, 4.0], "bins": [-0.009106111712753773, -0.008844025433063507, -0.008581940084695816, -0.00831985380500555, -0.008057767525315285, -0.007795681711286306, -0.007533595897257328, -0.007271509617567062, -0.007009423803538084, -0.006747337989509106, -0.00648525170981884, -0.006223165895789862, -0.005961080081760883, -0.005698993802070618, -0.005436907988041639, -0.005174821708351374, -0.004912735894322395, -0.004650650080293417, -0.004388563800603151, -0.004126477986574173, -0.003864391939714551, -0.003602305892854929, -0.0033402200788259506, -0.0030781340319663286, -0.0028160479851067066, -0.0025539619382470846, -0.0022918758913874626, -0.0020297900773584843, -0.0017677040304988623, -0.0015056179836392403, -0.00124353205319494, -0.00098144612275064, -0.0007193600758910179, -0.0004572740872390568, -0.00019518809858709574, 6.689789006486535e-05, 0.00032898387871682644, 0.0005910698673687875, 0.0008531558560207486, 0.0011152417864650488, 0.0013773278333246708, 0.0016394138801842928, 0.001901499810628593, 0.002163585741072893, 0.002425671787932515, 0.002687757834792137, 0.0029498436488211155, 0.0032119296956807375, 0.0034740157425403595, 0.0037361017893999815, 0.0039981878362596035, 0.004260273650288582, 0.0045223599299788475, 0.004784445744007826, 0.005046531558036804, 0.00530861783772707, 0.005570703651756048, 0.0058327894657850266, 0.006094875745475292, 0.0063569615595042706, 0.006619047373533249, 0.0068811336532235146, 0.007143219467252493, 0.0074053057469427586, 0.007667391560971737]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 5.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.03885933756828308, -0.03778311237692833, -0.036706890910863876, -0.035630665719509125, -0.03455444052815437, -0.03347821533679962, -0.03240199387073517, -0.03132576867938042, -0.030249543488025665, -0.029173320159316063, -0.02809709683060646, -0.02702087163925171, -0.025944648310542107, -0.024868423119187355, -0.023792199790477753, -0.022715974599123, -0.0216397512704134, -0.020563527941703796, -0.019487302750349045, -0.018411079421639442, -0.01733485423028469, -0.01625863090157509, -0.015182406641542912, -0.014106182381510735, -0.013029958121478558, -0.01195373386144638, -0.010877509601414204, -0.009801285341382027, -0.008725062012672424, -0.00764883728697896, -0.00657261349260807, -0.005496389232575893, -0.004420164972543716, -0.0033439407125115395, -0.002267716685310006, -0.001191492541693151, -0.00011526839807629585, 0.0009609557455405593, 0.0020371798891574144, 0.0031134039163589478, 0.004189628176391125, 0.005265852436423302, 0.006342076696455479, 0.007418300490826368, 0.008494524285197258, 0.009570748545229435, 0.010646972805261612, 0.011723197065293789, 0.012799421325325966, 0.013875645585358143, 0.01495186984539032, 0.016028093174099922, 0.017104318365454674, 0.018180541694164276, 0.019256766885519028, 0.02033299021422863, 0.021409213542938232, 0.022485438734292984, 0.023561662063002586, 0.024637887254357338, 0.02571411058306694, 0.026790335774421692, 0.027866559103131294, 0.028942784294486046, 0.030019007623195648]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 2.0, 2.0, 1.0, 3.0, 5.0, 5.0, 6.0, 7.0, 5.0, 9.0, 7.0, 11.0, 17.0, 47.0, 10.0, 7.0, 8.0, 8.0, 12.0, 14.0, 8.0, 4.0, 7.0, 3.0, 5.0, 3.0, 6.0, 6.0, 7.0, 6.0, 7.0, 4.0, 6.0, 1.0, 2.0, 1.0, 5.0, 2.0, 0.0, 2.0, 1.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008942563086748123, -0.008577200584113598, -0.008211837150156498, -0.007846474647521973, -0.007481111213564873, -0.0071157487109303474, -0.006750385742634535, -0.006385022774338722, -0.00601965980604291, -0.005654296837747097, -0.005288933869451284, -0.004923570901155472, -0.0045582083985209465, -0.004192845430225134, -0.0038274824619293213, -0.0034621194936335087, -0.003096756525337696, -0.0027313935570418835, -0.002366030588746071, -0.002000667853280902, -0.0016353048849850893, -0.0012699419166892767, -0.0009045790648087859, -0.0005392161547206342, -0.00017385324463248253, 0.00019150966545566916, 0.0005568725755438209, 0.0009222354856319726, 0.0012875983957201242, 0.0016529613640159369, 0.002018324099481106, 0.0023836870677769184, 0.002749050036072731, 0.0031144130043685436, 0.0034797759726643562, 0.003845138708129525, 0.0042105019092559814, 0.004575864411890507, 0.004941227380186319, 0.005306590348482132, 0.0056719533167779446, 0.006037316285073757, 0.00640267925336957, 0.006768042221665382, 0.007133404724299908, 0.00749876769259572, 0.007864130660891533, 0.008229494094848633, 0.008594856597483158, 0.008960219100117683, 0.009325582534074783, 0.009690945036709309, 0.010056308470666409, 0.010421670973300934, 0.010787034407258034, 0.011152396909892559, 0.011517759412527084, 0.011883122846484184, 0.01224848534911871, 0.01261384878307581, 0.012979211285710335, 0.013344574719667435, 0.01370993722230196, 0.01407530065625906, 0.014440663158893585]}, "_runtime": 11.315477132797241, "_timestamp": 1596212882.0170147, "_step": 8}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 2.0, 0.0, 3.0, 1.0, 4.0, 1.0, 0.0, 0.0, 4.0, 2.0, 3.0, 1.0, 3.0, 3.0, 3.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 4.0, 1.0, 2.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.016253672540187836, -0.015779312700033188, -0.01530495099723339, -0.014830591157078743, -0.01435623038560152, -0.013881869614124298, -0.01340750977396965, -0.012933149002492428, -0.012458788231015205, -0.011984427459537983, -0.01151006668806076, -0.011035706847906113, -0.01056134607642889, -0.010086985304951668, -0.00961262546479702, -0.009138264693319798, -0.008663903921842575, -0.008189543150365353, -0.0077151828445494175, -0.007240822538733482, -0.00676646176725626, -0.0062921009957790375, -0.005817740689963102, -0.005343380384147167, -0.004869019612669945, -0.004394658841192722, -0.003920298535376787, -0.0034459379967302084, -0.0029715774580836296, -0.002497216919437051, -0.002022856380790472, -0.0015484958421438932, -0.0010741353034973145, -0.0005997747648507357, -0.00012541422620415688, 0.0003489463124424219, 0.0008233068510890007, 0.0012976673897355795, 0.0017720279283821583, 0.002246388467028737, 0.002720749005675316, 0.0031951095443218946, 0.0036694700829684734, 0.004143830388784409, 0.004618191160261631, 0.0050925519317388535, 0.005566912237554789, 0.006041272543370724, 0.006515633314847946, 0.006989994086325169, 0.007464354392141104, 0.007938714697957039, 0.008413075469434261, 0.008887436240911484, 0.009361796081066132, 0.009836156852543354, 0.010310517624020576, 0.010784878395497799, 0.011259239166975021, 0.01173359900712967, 0.012207959778606892, 0.012682320550084114, 0.013156680390238762, 0.013631041161715984, 0.014105401933193207]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 3.0, 3.0, 0.0, 3.0, 5.0, 10.0, 12.0, 10.0, 16.0, 14.0, 26.0, 32.0, 34.0, 50.0, 71.0, 89.0, 132.0, 150.0, 240.0, 314.0, 432.0, 607.0, 3222.0, 1077.0, 564.0, 287.0, 184.0, 102.0, 68.0, 38.0, 38.0, 23.0, 24.0, 10.0, 5.0, 9.0, 6.0, 7.0, 1.0, 1.0, 5.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.2100059986114502, -0.20385298132896423, -0.19769997894763947, -0.1915469616651535, -0.18539395928382874, -0.17924094200134277, -0.1730879247188568, -0.16693492233753204, -0.16078190505504608, -0.1546289026737213, -0.14847588539123535, -0.1423228681087494, -0.13616986572742462, -0.13001684844493866, -0.1238638386130333, -0.11771082878112793, -0.11155781894922256, -0.1054048091173172, -0.09925179928541183, -0.09309878200292587, -0.08694577217102051, -0.08079276233911514, -0.07463975250720978, -0.06848674267530441, -0.06233372911810875, -0.056180719286203384, -0.05002770572900772, -0.043874695897102356, -0.03772168606519699, -0.03156867250800133, -0.025415662676095963, -0.01926265098154545, -0.013109639286994934, -0.006956628058105707, -0.0008036168292164803, 0.005349394399672747, 0.011502405628561974, 0.017655417323112488, 0.023808427155017853, 0.029961438849568367, 0.03611445054411888, 0.042267460376024246, 0.04842047393321991, 0.054573483765125275, 0.06072649359703064, 0.066879503428936, 0.07303252071142197, 0.07918553054332733, 0.0853385403752327, 0.09149155020713806, 0.09764456003904343, 0.10379757732152939, 0.10995058715343475, 0.11610359698534012, 0.12225660681724548, 0.12840962409973145, 0.1345626264810562, 0.14071564376354218, 0.14686864614486694, 0.1530216634273529, 0.15917468070983887, 0.16532768309116364, 0.1714807003736496, 0.17763370275497437, 0.18378672003746033]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 4.0, 1.0, 6.0, 2.0, 3.0, 4.0, 2.0, 2.0, 5.0, 5.0, 3.0, 27.0, 2.0, 3.0, 4.0, 4.0, 4.0, 4.0, 3.0, 2.0, 0.0, 4.0, 4.0, 2.0, 2.0, 2.0, 1.0, 0.0, 2.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0059701004065573215, -0.0057933032512664795, -0.0056165060959756374, -0.005439709406346083, -0.005262912251055241, -0.005086115095764399, -0.0049093179404735565, -0.0047325207851827145, -0.004555723629891872, -0.004378926940262318, -0.004202129784971476, -0.0040253326296806335, -0.0038485354743897915, -0.003671738551929593, -0.003494941396638751, -0.0033181444741785526, -0.0031413473188877106, -0.0029645501635968685, -0.00278775324113667, -0.002610956085845828, -0.0024341591633856297, -0.0022573620080947876, -0.0020805648528039455, -0.0019037678139284253, -0.001726970775052905, -0.0015501737361773849, -0.0013733766973018646, -0.0011965795420110226, -0.0010197825031355023, -0.0008429854642599821, -0.000666188367176801, -0.0004893912700936198, -0.0003125942312180996, -0.0001357971632387489, 4.099990474060178e-05, 0.00021779697271995246, 0.00039459404069930315, 0.0005713910795748234, 0.0007481881766580045, 0.0009249852737411857, 0.001101782312616706, 0.0012785793514922261, 0.0014553763903677464, 0.0016321735456585884, 0.0018089705845341086, 0.001985767623409629, 0.002162564778700471, 0.0023393617011606693, 0.0025161588564515114, 0.0026929560117423534, 0.002869752934202552, 0.003046550089493394, 0.0032233470119535923, 0.0034001441672444344, 0.0035769413225352764, 0.003753738244995475, 0.003930535167455673, 0.004107332322746515, 0.004284129478037357, 0.004460926633328199, 0.0046377237886190414, 0.0048145209439098835, 0.004991317633539438, 0.00516811478883028, 0.005344911944121122]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 5.0, 7.0, 5.0, 13.0, 21.0, 48.0, 79.0, 116.0, 189.0, 250.0, 385.0, 486.0, 772.0, 1042.0, 1543.0, 2130.0, 2908.0, 4065.0, 5545.0, 7201.0, 9859.0, 13139.0, 17062.0, 22489.0, 30429.0, 41293.0, 58658.0, 83021.0, 113664.0, 422719.0, 96049.0, 68259.0, 47922.0, 33988.0, 24488.0, 18158.0, 13704.0, 10024.0, 7284.0, 5518.0, 4064.0, 2980.0, 2204.0, 1641.0, 1231.0, 886.0, 643.0, 493.0, 324.0, 203.0, 164.0, 113.0, 50.0, 41.0, 30.0, 17.0, 8.0, 6.0, 6.0, 1.0, 1.0, 2.0, 1.0], "bins": [-0.014864840544760227, -0.014373497106134892, -0.01388215459883213, -0.013390811160206795, -0.012899468652904034, -0.012408125214278698, -0.011916782706975937, -0.011425439268350601, -0.010934095829725266, -0.010442753322422504, -0.009951409883797169, -0.009460067376494408, -0.008968723937869072, -0.008477381430566311, -0.007986037991940975, -0.007494695018976927, -0.007003352046012878, -0.00651200907304883, -0.006020666100084782, -0.005529323127120733, -0.005037980154156685, -0.004546636715531349, -0.004055293742567301, -0.0035639507696032524, -0.003072607796639204, -0.0025812648236751556, -0.0020899218507111073, -0.0015985786449164152, -0.0011072356719523668, -0.0006158926407806575, -0.00012454960960894823, 0.00036679342156276107, 0.0008581364527344704, 0.0013494794256985188, 0.001840822515077889, 0.002332165604457259, 0.0028235085774213076, 0.003314851550385356, 0.003806194756180048, 0.004297537729144096, 0.004788880702108145, 0.005280223675072193, 0.0057715666480362415, 0.00626290962100029, 0.006754253059625626, 0.007245596032589674, 0.007736939005553722, 0.008228281512856483, 0.00871962495148182, 0.009210968390107155, 0.009702310897409916, 0.010193654336035252, 0.010684996843338013, 0.011176340281963348, 0.01166768278926611, 0.012159026227891445, 0.012650368735194206, 0.013141712173819542, 0.013633055612444878, 0.014124398119747639, 0.014615741558372974, 0.015107084065675735, 0.015598427504301071, 0.016089770942926407, 0.016581114381551743]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 2.0, 3.0, 3.0, 3.0, 2.0, 2.0, 2.0, 1.0, 3.0, 8.0, 1.0, 4.0, 1.0, 1.0, 1.0, 3.0, 2.0, 1.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.004612464923411608, -0.0044591305777430534, -0.004305795766413212, -0.0041524614207446575, -0.003999127075076103, -0.0038457924965769053, -0.0036924579180777073, -0.003539123572409153, -0.003385788993909955, -0.003232454415410757, -0.0030791200697422028, -0.002925785491243005, -0.002772450912743807, -0.0026191165670752525, -0.0024657819885760546, -0.0023124476429075003, -0.0021591130644083023, -0.0020057784859091043, -0.00185244414024055, -0.001699109561741352, -0.001545775099657476, -0.0013924406375735998, -0.0012391060590744019, -0.0010857715969905257, -0.0009324371349066496, -0.0007791026728227735, -0.0006257681525312364, -0.0004724336613435298, -0.00031909917015582323, -0.00016576467896811664, -1.2430187780410051e-05, 0.00014090430340729654, 0.00029423879459500313, 0.0004475732857827097, 0.0006009077769704163, 0.0007542422972619534, 0.0009075767593458295, 0.0010609112214297056, 0.0012142457999289036, 0.0013675802620127797, 0.0015209147240966558, 0.001674249186180532, 0.0018275836482644081, 0.001980918226763606, 0.002134252805262804, 0.0022875871509313583, 0.0024409217294305563, 0.0025942560750991106, 0.0027475906535983086, 0.0029009252320975065, 0.003054259577766061, 0.003207594156265259, 0.003360928501933813, 0.003514263080433011, 0.003667597658932209, 0.0038209320046007633, 0.003974266350269318, 0.004127601161599159, 0.0042809355072677135, 0.004434269852936268, 0.0045876046642661095, 0.004740939009934664, 0.004894273355603218, 0.00504760816693306, 0.005200942512601614]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 5.0, 0.0, 5.0, 2.0, 7.0, 3.0, 3.0, 1.0, 10.0, 11.0, 19.0, 20.0, 10.0, 25.0, 34.0, 37.0, 45.0, 82.0, 107.0, 149.0, 204.0, 238.0, 412.0, 585.0, 758.0, 1060.0, 1698.0, 6102.0, 1462.0, 972.0, 791.0, 660.0, 497.0, 460.0, 346.0, 296.0, 271.0, 206.0, 158.0, 138.0, 120.0, 83.0, 87.0, 67.0, 51.0, 29.0, 26.0, 25.0, 12.0, 16.0, 8.0, 5.0, 6.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.004701920319348574, -0.004565971903502941, -0.004430023487657309, -0.004294075537472963, -0.004158127121627331, -0.004022178705781698, -0.0038862305227667093, -0.0037502821069210768, -0.003614333923906088, -0.0034783855080604553, -0.0033424370922148228, -0.003206488909199834, -0.0030705404933542013, -0.0029345923103392124, -0.00279864389449358, -0.002662695711478591, -0.0025267472956329584, -0.002390798879787326, -0.002254850696772337, -0.0021189022809267044, -0.0019829540979117155, -0.001847005682066083, -0.0017110573826357722, -0.0015751090832054615, -0.0014391607837751508, -0.00130321248434484, -0.0011672641849145293, -0.0010313158854842186, -0.000895367527846247, -0.0007594192284159362, -0.0006234708707779646, -0.00048752257134765387, -0.00035157427191734314, -0.00021562595793511719, -7.967764395289123e-05, 5.6270670029334724e-05, 0.00019221898401156068, 0.0003281672834418714, 0.0004641156119760126, 0.0006000639405101538, 0.0007360122399404645, 0.0008719605393707752, 0.001007908838801086, 0.0011438571382313967, 0.0012798055540770292, 0.00141575385350734, 0.0015517021529376507, 0.0016876504523679614, 0.0018235987517982721, 0.0019595471676439047, 0.0020954953506588936, 0.002231443766504526, 0.002367391949519515, 0.0025033403653651476, 0.0026392885483801365, 0.002775236964225769, 0.0029111853800714016, 0.0030471335630863905, 0.003183081978932023, 0.003319030161947012, 0.0034549785777926445, 0.0035909267608076334, 0.003726875176653266, 0.003862823359668255, 0.003998771775513887]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 0.0, 1.0, 1.0, 4.0, 1.0, 0.0, 6.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.01524273119866848, -0.01494603417813778, -0.014649336226284504, -0.014352639205753803, -0.014055941253900528, -0.013759244233369827, -0.013462547212839127, -0.013165849260985851, -0.01286915224045515, -0.01257245521992445, -0.012275757268071175, -0.011979060247540474, -0.011682363227009773, -0.011385665275156498, -0.011088968254625797, -0.010792270302772522, -0.010495573282241821, -0.01019887626171112, -0.009902178309857845, -0.009605481289327145, -0.00930878333747387, -0.009012086316943169, -0.008715389296412468, -0.008418691344559193, -0.008121994324028492, -0.007825297303497791, -0.007528599351644516, -0.007231902331113815, -0.006935204844921827, -0.006638507358729839, -0.006341810338199139, -0.006045112852007151, -0.005748415365815163, -0.005451717879623175, -0.005155020393431187, -0.004858323372900486, -0.004561625886708498, -0.00426492840051651, -0.003968231379985809, -0.0036715338937938213, -0.0033748364076018333, -0.0030781389214098454, -0.002781441668048501, -0.0024847444146871567, -0.0021880469284951687, -0.0018913495587185025, -0.0015946521889418364, -0.0012979548191651702, -0.001001257449388504, -0.0007045600796118379, -0.0004078627098351717, -0.00011116534005850554, 0.00018553202971816063, 0.0004822293994948268, 0.000778926769271493, 0.0010756241390481591, 0.0013723215088248253, 0.0016690188786014915, 0.0019657162483781576, 0.002262413501739502, 0.00255911098793149, 0.002855808474123478, 0.0031525057274848223, 0.0034492029808461666, 0.0037459004670381546]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 6.0, 3.0, 2.0, 4.0, 6.0, 5.0, 8.0, 10.0, 23.0, 55.0, 10.0, 8.0, 9.0, 13.0, 4.0, 7.0, 8.0, 6.0, 6.0, 4.0, 6.0, 5.0, 5.0, 3.0, 6.0, 3.0, 12.0, 10.0, 2.0, 3.0, 3.0, 3.0, 4.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 3.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.010330820456147194, -0.009976081550121307, -0.009621343575417995, -0.009266604669392109, -0.008911866694688797, -0.00855712778866291, -0.008202389813959599, -0.007847650907933712, -0.007492912467569113, -0.0071381740272045135, -0.006783435586839914, -0.006428697146475315, -0.0060739582404494286, -0.005719219800084829, -0.00536448135972023, -0.005009742919355631, -0.004655004478991032, -0.004300266038626432, -0.003945527598261833, -0.0035907889250665903, -0.003236050484701991, -0.002881312044337392, -0.002526573371142149, -0.0021718349307775497, -0.0018170964904129505, -0.0014623580500483513, -0.0011076194932684302, -0.0007528809946961701, -0.00039814249612390995, -4.340399755164981e-05, 0.00031133450102061033, 0.0006660729995928705, 0.0010208114981651306, 0.0013755499385297298, 0.001730288495309651, 0.002085027052089572, 0.002439765492454171, 0.0027945039328187704, 0.0031492426060140133, 0.0035039810463786125, 0.0038587194867432117, 0.004213457927107811, 0.00456819636747241, 0.004922934807837009, 0.005277673713862896, 0.005632412154227495, 0.005987150594592094, 0.006341889034956694, 0.006696627475321293, 0.007051365915685892, 0.007406104356050491, 0.0077608427964150906, 0.00811558123677969, 0.008470320142805576, 0.008825058117508888, 0.009179797023534775, 0.009534535929560661, 0.009889273904263973, 0.01024401281028986, 0.010598750784993172, 0.010953489691019058, 0.01130822766572237, 0.011662966571748257, 0.012017704546451569, 0.012372443452477455]}, "_runtime": 12.085054636001587, "_timestamp": 1596212882.7865922, "_step": 9}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 2.0, 0.0, 1.0, 2.0, 1.0, 3.0, 0.0, 3.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 1.0, 1.0, 3.0, 4.0, 0.0, 2.0, 1.0, 2.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.015577321872115135, -0.015193162485957146, -0.01480900403112173, -0.014424844644963741, -0.014040686190128326, -0.013656526803970337, -0.013272367417812347, -0.012888208962976933, -0.012504049576818943, -0.012119890190660954, -0.011735731735825539, -0.01135157234966755, -0.01096741296350956, -0.010583254508674145, -0.010199095122516155, -0.00981493666768074, -0.00943077728152275, -0.009046617895364761, -0.008662459440529346, -0.008278300054371357, -0.007894141599535942, -0.007509982213377953, -0.007125822827219963, -0.006741663906723261, -0.006357504986226559, -0.0059733460657298565, -0.005589187145233154, -0.005205027759075165, -0.004820868838578463, -0.00443670991808176, -0.004052550531923771, -0.0036683916114270687, -0.0032842326909303665, -0.0029000737704336643, -0.0025159146171063185, -0.0021317554637789726, -0.0017475965432822704, -0.0013634375063702464, -0.0009792784694582224, -0.0005951194325461984, -0.00021096039563417435, 0.00017319864127784967, 0.0005573576781898737, 0.0009415167151018977, 0.0013256757520139217, 0.0017098347889259458, 0.0020939938258379698, 0.0024781529791653156, 0.002862311899662018, 0.00324647082015872, 0.003630629973486066, 0.004014789126813412, 0.004398948047310114, 0.004783106967806816, 0.005167266353964806, 0.005551425274461508, 0.00593558419495821, 0.006319743115454912, 0.006703902035951614, 0.007088061422109604, 0.007472220342606306, 0.007856379263103008, 0.008240538649260998, 0.008624697104096413, 0.009008856490254402]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 6.0, 5.0, 8.0, 6.0, 4.0, 9.0, 9.0, 8.0, 17.0, 14.0, 22.0, 25.0, 46.0, 60.0, 65.0, 101.0, 133.0, 148.0, 197.0, 276.0, 323.0, 403.0, 2455.0, 1644.0, 716.0, 417.0, 278.0, 159.0, 111.0, 55.0, 70.0, 42.0, 28.0, 20.0, 17.0, 9.0, 7.0, 3.0, 3.0, 3.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 1.0], "bins": [-0.20772437751293182, -0.2024824321269989, -0.19724048674106598, -0.19199854135513306, -0.18675661087036133, -0.1815146654844284, -0.17627272009849548, -0.17103077471256256, -0.16578882932662964, -0.16054688394069672, -0.1553049385547638, -0.15006299316883087, -0.14482104778289795, -0.13957911729812622, -0.1343371719121933, -0.12909522652626038, -0.12385328114032745, -0.11861133575439453, -0.11336939036846161, -0.10812745243310928, -0.10288550704717636, -0.09764356166124344, -0.09240162372589111, -0.08715967833995819, -0.08191773295402527, -0.07667578756809235, -0.07143384218215942, -0.0661919042468071, -0.060949958860874176, -0.055708013474941254, -0.05046607181429863, -0.045224130153656006, -0.039982184767723083, -0.03474023938179016, -0.029498297721147537, -0.024256354197859764, -0.01901441067457199, -0.013772467151284218, -0.008530523627996445, -0.0032885801047086716, 0.0019533634185791016, 0.007195306941866875, 0.012437250465154648, 0.01767919398844242, 0.022921137511730194, 0.028163081035017967, 0.03340502455830574, 0.038646966218948364, 0.04388891160488129, 0.04913085699081421, 0.05437279865145683, 0.05961474031209946, 0.06485668569803238, 0.0700986310839653, 0.07534056901931763, 0.08058251440525055, 0.08582445979118347, 0.0910664051771164, 0.09630835056304932, 0.10155028849840164, 0.10679223388433456, 0.11203417927026749, 0.11727611720561981, 0.12251806259155273, 0.12776000797748566]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 2.0, 1.0, 3.0, 1.0, 0.0, 3.0, 5.0, 6.0, 5.0, 3.0, 4.0, 2.0, 1.0, 2.0, 2.0, 5.0, 0.0, 25.0, 5.0, 3.0, 4.0, 1.0, 4.0, 4.0, 4.0, 1.0, 2.0, 3.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 2.0, 1.0, 0.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.005155783612281084, -0.004997510928660631, -0.004839238245040178, -0.004680965095758438, -0.004522692412137985, -0.004364419728517532, -0.0042061470448970795, -0.004047874361276627, -0.00388960144482553, -0.003731328761205077, -0.0035730558447539806, -0.0034147831611335278, -0.003256510477513075, -0.0030982375610619783, -0.0029399648774415255, -0.002781691960990429, -0.002623419277369976, -0.002465146593749523, -0.0023068736772984266, -0.0021486009936779737, -0.001990328077226877, -0.0018320553936064243, -0.0016737827099859715, -0.0015155099099501967, -0.001357237109914422, -0.0011989643098786473, -0.0010406915098428726, -0.0008824188262224197, -0.000724146026186645, -0.0005658732261508703, -0.00040760048432275653, -0.0002493277133908123, -9.105494245886803e-05, 6.721782847307622e-05, 0.00022549059940502048, 0.0003837633703369647, 0.000542036141268909, 0.0007003089413046837, 0.0008585816831327975, 0.0010168544249609113, 0.001175127224996686, 0.0013334000250324607, 0.0014916728250682354, 0.0016499455086886883, 0.001808218308724463, 0.0019664911087602377, 0.0021247637923806906, 0.002283036708831787, 0.00244130939245224, 0.002599582076072693, 0.0027578549925237894, 0.0029161276761442423, 0.003074400592595339, 0.0032326732762157917, 0.0033909459598362446, 0.003549218876287341, 0.003707491559907794, 0.003865764243528247, 0.004024037159979343, 0.004182309843599796, 0.004340582527220249, 0.004498855210840702, 0.004657128360122442, 0.004815401043742895, 0.004973673727363348]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 3.0, 3.0, 6.0, 10.0, 20.0, 32.0, 55.0, 76.0, 104.0, 140.0, 202.0, 242.0, 323.0, 418.0, 592.0, 778.0, 996.0, 1488.0, 2030.0, 2824.0, 3898.0, 5525.0, 7503.0, 9873.0, 13395.0, 17777.0, 23736.0, 31643.0, 43969.0, 60355.0, 82000.0, 105580.0, 418180.0, 91957.0, 66863.0, 47937.0, 34942.0, 25927.0, 19253.0, 14432.0, 11240.0, 8467.0, 6701.0, 5097.0, 3767.0, 2774.0, 2081.0, 1423.0, 1027.0, 710.0, 453.0, 288.0, 227.0, 119.0, 74.0, 51.0, 33.0, 12.0, 10.0, 2.0, 1.0, 2.0], "bins": [-0.01545711886137724, -0.015009094960987568, -0.014561071991920471, -0.0141130480915308, -0.013665024191141129, -0.013217001222074032, -0.01276897732168436, -0.01232095342129469, -0.011872930452227592, -0.011424906551837921, -0.01097688265144825, -0.010528858751058578, -0.010080835781991482, -0.00963281188160181, -0.009184787981212139, -0.008736765012145042, -0.008288741111755371, -0.0078407172113657, -0.007392693776637316, -0.006944670341908932, -0.00649664644151926, -0.006048623006790876, -0.005600599572062492, -0.005152575671672821, -0.004704552236944437, -0.004256528802216053, -0.0038085049018263817, -0.0033604814670979977, -0.00291245779953897, -0.0024644341319799423, -0.0020164106972515583, -0.0015683870296925306, -0.001120363362133503, -0.0006723397527821362, -0.00022431614343076944, 0.00022370746592059731, 0.0006717310752719641, 0.0011197547428309917, 0.0015677782939746976, 0.0020158018451184034, 0.002463825512677431, 0.0029118491802364588, 0.0033598728477954865, 0.0038078962825238705, 0.0042559197172522545, 0.004703943617641926, 0.00515196705237031, 0.005599990952759981, 0.006048014387488365, 0.006496037822216749, 0.0069440617226064205, 0.0073920851573348045, 0.007840109057724476, 0.008288132026791573, 0.008736155927181244, 0.009184179827570915, 0.009632203727960587, 0.010080226697027683, 0.010528250597417355, 0.010976274497807026, 0.011424297466874123, 0.011872321367263794, 0.012320345267653465, 0.012768368236720562, 0.013216392137110233]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 2.0, 3.0, 1.0, 5.0, 3.0, 1.0, 2.0, 0.0, 0.0, 8.0, 2.0, 3.0, 2.0, 1.0, 0.0, 6.0, 1.0, 1.0, 2.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0], "bins": [-0.019611170515418053, -0.01914876699447632, -0.018686365336179733, -0.018223961815238, -0.017761558294296265, -0.01729915477335453, -0.016836753115057945, -0.01637434959411621, -0.015911946073174477, -0.015449543483555317, -0.014987140893936157, -0.014524737372994423, -0.014062334783375263, -0.013599931262433529, -0.01313752867281437, -0.012675125151872635, -0.012212722562253475, -0.011750319972634315, -0.011287916451692581, -0.010825513862073421, -0.010363110341131687, -0.009900707751512527, -0.009438304230570793, -0.008975901640951633, -0.008513499051332474, -0.00805109553039074, -0.0075886924751102924, -0.007126289419829845, -0.006663886830210686, -0.006201483774930239, -0.005739080719649792, -0.005276677664369345, -0.004814274609088898, -0.004351871553808451, -0.0038894684985280037, -0.0034270656760782003, -0.0029646626207977533, -0.0025022595655173063, -0.002039856743067503, -0.001577453687787056, -0.001115050632506609, -0.0006526476354338229, -0.00019024463836103678, 0.0002721583587117493, 0.0007345613557845354, 0.0011969644110649824, 0.0016593673499301076, 0.0021217702887952328, 0.0025841733440756798, 0.003046576399356127, 0.003508979454636574, 0.003971382509917021, 0.004433785565197468, 0.0048961881548166275, 0.0053585912100970745, 0.0058209942653775215, 0.0062833973206579685, 0.0067458003759384155, 0.0072082034312188625, 0.0076706064864993095, 0.00813300907611847, 0.008595412597060204, 0.009057815186679363, 0.009520218707621098, 0.009982621297240257]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 3.0, 1.0, 3.0, 2.0, 1.0, 2.0, 4.0, 3.0, 1.0, 5.0, 5.0, 2.0, 3.0, 11.0, 9.0, 13.0, 7.0, 8.0, 8.0, 7.0, 11.0, 5.0, 9.0, 15.0, 18.0, 15.0, 10.0, 16.0, 13.0, 21.0, 24.0, 25.0, 26.0, 57.0, 68.0, 106.0, 142.0, 154.0, 249.0, 286.0, 390.0, 574.0, 827.0, 1309.0, 2509.0, 6624.0, 1671.0, 926.0, 674.0, 460.0, 339.0, 237.0, 173.0, 103.0, 72.0, 62.0, 32.0, 25.0, 20.0, 15.0, 15.0, 3.0, 1.0], "bins": [-0.013253191486001015, -0.012966577894985676, -0.012679965235292912, -0.012393351644277573, -0.012106738984584808, -0.01182012539356947, -0.011533512733876705, -0.011246899142861366, -0.010960286483168602, -0.010673672892153263, -0.010387059301137924, -0.01010044664144516, -0.009813833050429821, -0.009527220390737057, -0.009240606799721718, -0.008953994140028954, -0.008667380549013615, -0.008380766957998276, -0.008094154298305511, -0.00780754117295146, -0.007520928047597408, -0.007234314456582069, -0.006947701331228018, -0.006661088205873966, -0.006374475080519915, -0.006087861955165863, -0.0058012488298118114, -0.00551463570445776, -0.005228022113442421, -0.004941408988088369, -0.004654795862734318, -0.004368182737380266, -0.004081569612026215, -0.003794956486672163, -0.0035083433613181114, -0.003221730003133416, -0.0029351168777793646, -0.002648503752425313, -0.0023618903942406178, -0.002075277268886566, -0.0017886641435325146, -0.001502051018178463, -0.0012154377764090896, -0.0009288245928473771, -0.0006422114092856646, -0.00035559822572395205, -6.898504216223955e-05, 0.00021762814139947295, 0.0005042413249611855, 0.000790854508522898, 0.0010774676920846105, 0.0013640809338539839, 0.0016506940592080355, 0.001937307184562087, 0.0022239205427467823, 0.002510533668100834, 0.0027971467934548855, 0.003083759918808937, 0.0033703730441629887, 0.003656986402347684, 0.003943599760532379, 0.004230212885886431, 0.004516826011240482, 0.004803439136594534, 0.0050900522619485855]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.04277767986059189, -0.04183762148022652, -0.040897563099861145, -0.03995750471949577, -0.0390174426138401, -0.03807738423347473, -0.03713732585310936, -0.03619726747274399, -0.035257209092378616, -0.034317150712013245, -0.03337709233164787, -0.0324370302259922, -0.03149697184562683, -0.03055691346526146, -0.029616855084896088, -0.028676796704530716, -0.027736738324165344, -0.026796678081154823, -0.02585661970078945, -0.02491656132042408, -0.02397650107741356, -0.023036442697048187, -0.022096384316682816, -0.021156325936317444, -0.020216265693306923, -0.01927620731294155, -0.01833614893257618, -0.01739608868956566, -0.016456030309200287, -0.015515971928834915, -0.014575912617146969, -0.013635854236781597, -0.01269579492509365, -0.011755735613405704, -0.010815677233040333, -0.009875617921352386, -0.008935559540987015, -0.007995500229299068, -0.0070554413832724094, -0.00611538253724575, -0.005175323691219091, -0.004235264845192432, -0.0032952059991657734, -0.0023551469203084707, -0.0014150880742818117, -0.0004750291700474918, 0.00046502973418682814, 0.001405088696628809, 0.002345147542655468, 0.003285206388682127, 0.004225265234708786, 0.005165324080735445, 0.006105382926762104, 0.00704544223845005, 0.007985500618815422, 0.008925559930503368, 0.009865619242191315, 0.010805677622556686, 0.011745736934244633, 0.012685795314610004, 0.01362585462629795, 0.014565913006663322, 0.015505972318351269, 0.016446031630039215, 0.017386090010404587]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 2.0, 1.0, 2.0, 0.0, 6.0, 4.0, 1.0, 2.0, 4.0, 6.0, 9.0, 4.0, 4.0, 4.0, 5.0, 5.0, 5.0, 7.0, 7.0, 10.0, 8.0, 7.0, 6.0, 5.0, 22.0, 16.0, 14.0, 22.0, 47.0, 11.0, 8.0, 6.0, 4.0, 4.0, 5.0, 1.0, 2.0, 1.0, 1.0], "bins": [-0.02279481291770935, -0.02236621081829071, -0.02193761058151722, -0.02150900848209858, -0.02108040638267994, -0.02065180614590645, -0.020223204046487808, -0.019794601947069168, -0.019366001710295677, -0.018937399610877037, -0.018508797511458397, -0.018080197274684906, -0.017651595175266266, -0.017222993075847626, -0.016794392839074135, -0.016365790739655495, -0.015937188640236855, -0.015508587472140789, -0.015079986304044724, -0.014651384204626083, -0.014222783036530018, -0.013794181868433952, -0.013365579769015312, -0.012936978600919247, -0.012508377432823181, -0.012079775333404541, -0.011651174165308475, -0.01122257299721241, -0.01079397089779377, -0.010365369729697704, -0.009936768561601639, -0.009508166462182999, -0.009079565294086933, -0.008650964125990868, -0.008222362026572227, -0.007793760858476162, -0.007365159224718809, -0.006936558056622744, -0.006507956422865391, -0.006079354789108038, -0.005650753155350685, -0.00522215198725462, -0.004793550353497267, -0.004364948719739914, -0.003936347551643848, -0.0035077459178864956, -0.0030791445169597864, -0.0026505428832024336, -0.0022219414822757244, -0.0017933399649336934, -0.0013647384475916624, -0.0009361370466649532, -0.0005075355293229222, -7.893404108472168e-05, 0.00034966744715347886, 0.000778268906287849, 0.00120687042362988, 0.001635471940971911, 0.002064073458313942, 0.002492674859240651, 0.0029212762601673603, 0.003349877893924713, 0.0037784792948514223, 0.0042070806957781315, 0.004635682329535484]}, "_runtime": 12.863081932067871, "_timestamp": 1596212883.5646195, "_step": 10}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 1.0, 2.0, 1.0, 1.0, 3.0, 1.0, 4.0, 2.0, 2.0, 4.0, 1.0, 3.0, 1.0, 1.0, 0.0, 4.0, 0.0, 2.0, 3.0, 4.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014899900183081627, -0.014437873847782612, -0.013975847512483597, -0.013513820245862007, -0.013051793910562992, -0.012589767575263977, -0.012127741239964962, -0.011665713973343372, -0.011203687638044357, -0.010741661302745342, -0.010279634967446327, -0.009817608632147312, -0.009355581365525723, -0.008893555030226707, -0.008431528694927692, -0.007969502359628677, -0.007507475558668375, -0.00704544922336936, -0.006583422422409058, -0.006121396087110043, -0.00565936928614974, -0.005197342950850725, -0.004735316149890423, -0.004273289814591408, -0.003811263246461749, -0.0033492366783320904, -0.0028872101102024317, -0.002425183542072773, -0.001963157206773758, -0.0015011305222287774, -0.0010391040705144405, -0.0005770775023847818, -0.00011505093425512314, 0.0003469756047707051, 0.0008090021437965333, 0.0012710286537185311, 0.0017330552218481898, 0.0021950816735625267, 0.0026571082416921854, 0.003119134809821844, 0.003581161377951503, 0.0040431879460811615, 0.0045052142813801765, 0.004967241082340479, 0.005429267417639494, 0.005891294218599796, 0.006353320553898811, 0.006815347354859114, 0.007277373690158129, 0.007739400025457144, 0.008201426826417446, 0.008663453161716461, 0.009125479497015476, 0.009587506763637066, 0.010049533098936081, 0.010511559434235096, 0.010973585769534111, 0.011435612104833126, 0.011897639371454716, 0.01235966570675373, 0.012821692042052746, 0.01328371837735176, 0.01374574564397335, 0.014207771979272366, 0.01466979831457138]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 3.0, 5.0, 7.0, 4.0, 5.0, 12.0, 12.0, 18.0, 14.0, 24.0, 36.0, 52.0, 62.0, 92.0, 111.0, 141.0, 172.0, 267.0, 364.0, 462.0, 2145.0, 1843.0, 830.0, 476.0, 265.0, 166.0, 98.0, 65.0, 43.0, 46.0, 16.0, 21.0, 17.0, 7.0, 8.0, 3.0, 3.0, 2.0, 4.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1822771579027176, -0.17704029381275177, -0.17180342972278595, -0.16656656563282013, -0.1613297015428543, -0.1560928374528885, -0.15085597336292267, -0.14561910927295685, -0.14038223028182983, -0.135145366191864, -0.1299085021018982, -0.12467164546251297, -0.11943477392196655, -0.11419790983200073, -0.10896104574203491, -0.10372418165206909, -0.09848731756210327, -0.09325045347213745, -0.08801358938217163, -0.08277672529220581, -0.07753986120223999, -0.07230298966169357, -0.06706612557172775, -0.06182926148176193, -0.05659239739179611, -0.05135553330183029, -0.04611866921186447, -0.04088180139660835, -0.03564493730664253, -0.030408073216676712, -0.025171207264065742, -0.019934341311454773, -0.014697477221488953, -0.009460612200200558, -0.004223747178912163, 0.0010131178423762321, 0.006249982863664627, 0.011486847884953022, 0.016723712906241417, 0.021960578858852386, 0.027197442948818207, 0.03243430703878403, 0.03767117112874985, 0.042908038944005966, 0.048144903033971786, 0.05338176712393761, 0.058618634939193726, 0.06385549902915955, 0.06909236311912537, 0.07432922720909119, 0.079566091299057, 0.08480295538902283, 0.09003981947898865, 0.09527669101953506, 0.10051355510950089, 0.1057504191994667, 0.11098728328943253, 0.11622414737939835, 0.12146101146936417, 0.12669788300991058, 0.1319347470998764, 0.13717161118984222, 0.14240847527980804, 0.14764533936977386, 0.15288220345973969]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 4.0, 2.0, 4.0, 2.0, 2.0, 1.0, 3.0, 4.0, 3.0, 3.0, 4.0, 2.0, 5.0, 1.0, 2.0, 4.0, 3.0, 2.0, 22.0, 4.0, 5.0, 3.0, 2.0, 1.0, 3.0, 1.0, 0.0, 2.0, 1.0, 3.0, 2.0, 1.0, 0.0, 2.0, 3.0, 1.0, 2.0, 1.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.004794627893716097, -0.0046567730605602264, -0.004518917761743069, -0.004381062928587198, -0.0042432076297700405, -0.00410535279661417, -0.003967497497797012, -0.0038296424318104982, -0.003691787365823984, -0.0035539325326681137, -0.0034160774666815996, -0.0032782224006950855, -0.0031403673347085714, -0.0030025122687220573, -0.0028646572027355433, -0.002726802136749029, -0.002588947070762515, -0.002451092004776001, -0.002313236938789487, -0.002175381872802973, -0.0020375268068164587, -0.0018996718572452664, -0.0017618167912587523, -0.0016239617252722383, -0.0014861066592857242, -0.00134825159329921, -0.001210396527312696, -0.0010725414613261819, -0.0009346864535473287, -0.0007968313875608146, -0.0006589763797819614, -0.0005211213137954473, -0.00038326624780893326, -0.00024541118182241917, -0.00010755614493973553, 3.029890649486333e-05, 0.0001681539579294622, 0.0003060090239159763, 0.0004438640607986599, 0.0005817190976813436, 0.0007195741636678576, 0.0008574292296543717, 0.0009952842956408858, 0.0011331393616274, 0.0012709943111985922, 0.0014088493771851063, 0.0015467044431716204, 0.0016845595091581345, 0.0018224145751446486, 0.0019602696411311626, 0.0020981247071176767, 0.002235979773104191, 0.002373834839090705, 0.002511689905077219, 0.002649544971063733, 0.002787400037050247, 0.0029252548702061176, 0.0030631099361926317, 0.003200965002179146, 0.00333882006816566, 0.003476675134152174, 0.003614530200138688, 0.003752385266125202, 0.0038902403321117163, 0.00402809539809823]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 2.0, 8.0, 11.0, 24.0, 36.0, 53.0, 93.0, 140.0, 228.0, 313.0, 405.0, 635.0, 974.0, 1411.0, 2085.0, 2703.0, 3879.0, 5140.0, 6874.0, 8958.0, 11465.0, 14976.0, 18970.0, 24317.0, 31809.0, 42248.0, 56733.0, 75526.0, 98338.0, 409123.0, 98318.0, 70054.0, 49505.0, 35621.0, 25873.0, 19396.0, 14596.0, 11202.0, 8650.0, 6931.0, 5447.0, 4100.0, 3261.0, 2481.0, 1922.0, 1414.0, 1056.0, 744.0, 504.0, 382.0, 256.0, 160.0, 112.0, 63.0, 50.0, 26.0, 21.0, 8.0, 9.0, 4.0, 0.0, 1.0, 2.0], "bins": [-0.012893685139715672, -0.012475773692131042, -0.012057862244546413, -0.011639950796961784, -0.01122204028069973, -0.0108041288331151, -0.010386217385530472, -0.009968305937945843, -0.009550394490361214, -0.009132483042776585, -0.008714571595191956, -0.008296660147607327, -0.007878748700022697, -0.007460837718099356, -0.007042926736176014, -0.006625015288591385, -0.006207103841006756, -0.005789192393422127, -0.005371280945837498, -0.004953369963914156, -0.004535458516329527, -0.004117547068744898, -0.0036996358539909124, -0.003281724639236927, -0.002863813191652298, -0.002445901744067669, -0.0020279905293136835, -0.0016100791981443763, -0.001192167866975069, -0.0007742565358057618, -0.0003563452046364546, 6.156612653285265e-05, 0.0004794774577021599, 0.0008973887888714671, 0.0013153001200407743, 0.0017332114512100816, 0.002151122782379389, 0.002569034229964018, 0.0029869454447180033, 0.0034048566594719887, 0.0038227681070566177, 0.004240679554641247, 0.004658591002225876, 0.005076501984149218, 0.005494413431733847, 0.005912324879318476, 0.0063302358612418175, 0.0067481473088264465, 0.007166058756411076, 0.007583970203995705, 0.008001881651580334, 0.008419793099164963, 0.008837703615427017, 0.009255615063011646, 0.009673526510596275, 0.010091437958180904, 0.010509349405765533, 0.010927260853350163, 0.011345172300934792, 0.01176308374851942, 0.01218099519610405, 0.012598905712366104, 0.013016817159950733, 0.013434728607535362, 0.013852640055119991]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 3.0, 3.0, 2.0, 2.0, 1.0, 3.0, 3.0, 4.0, 6.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 3.0, 1.0, 1.0, 2.0, 4.0, 2.0, 0.0, 1.0, 2.0], "bins": [-0.022191129624843597, -0.021694324910640717, -0.021197520196437836, -0.020700715482234955, -0.020203910768032074, -0.019707104191184044, -0.019210299476981163, -0.018713494762778282, -0.0182166900485754, -0.01771988533437252, -0.01722308062016964, -0.01672627590596676, -0.01622946932911873, -0.015732664614915848, -0.015235859900712967, -0.014739055186510086, -0.014242250472307205, -0.013745445758104324, -0.013248641043901443, -0.012751835398375988, -0.012255030684173107, -0.011758225969970226, -0.01126142032444477, -0.01076461561024189, -0.010267810896039009, -0.009771006181836128, -0.009274201467633247, -0.008777395822107792, -0.008280591107904911, -0.00778378639370203, -0.007286981213837862, -0.006790176033973694, -0.006293371319770813, -0.005796566605567932, -0.005299761425703764, -0.004802956245839596, -0.004306151531636715, -0.0038093465846031904, -0.003312541637569666, -0.0028157366905361414, -0.002318931743502617, -0.0018221267964690924, -0.0013253218494355679, -0.0008285169024020433, -0.00033171195536851883, 0.00016509299166500568, 0.0006618979386985302, 0.0011587028857320547, 0.0016555078327655792, 0.0021523127797991037, 0.0026491177268326283, 0.0031459226738661528, 0.0036427276208996773, 0.004139532335102558, 0.004636337514966726, 0.0051331426948308945, 0.005629947409033775, 0.006126752123236656, 0.006623557303100824, 0.0071203624829649925, 0.007617167197167873, 0.008113971911370754, 0.00861077755689621, 0.00910758227109909, 0.009604386985301971]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 3.0, 2.0, 3.0, 7.0, 2.0, 0.0, 8.0, 7.0, 5.0, 8.0, 9.0, 14.0, 14.0, 15.0, 17.0, 19.0, 37.0, 20.0, 27.0, 39.0, 78.0, 117.0, 118.0, 139.0, 176.0, 200.0, 315.0, 421.0, 593.0, 800.0, 1283.0, 1887.0, 6799.0, 1661.0, 985.0, 691.0, 438.0, 322.0, 300.0, 281.0, 238.0, 165.0, 75.0, 48.0, 23.0, 10.0, 3.0], "bins": [-0.01563030295073986, -0.015316212549805641, -0.015002122148871422, -0.014688032679259777, -0.014373942278325558, -0.014059851877391338, -0.013745761476457119, -0.013431672006845474, -0.013117581605911255, -0.012803491204977036, -0.012489400804042816, -0.012175310403108597, -0.011861220933496952, -0.011547130532562733, -0.011233040131628513, -0.010918949730694294, -0.01060486026108265, -0.01029076986014843, -0.00997667945921421, -0.009662589058279991, -0.009348498657345772, -0.009034409187734127, -0.008720318786799908, -0.008406228385865688, -0.008092137984931469, -0.007778048049658537, -0.0074639576487243176, -0.0071498677134513855, -0.006835777312517166, -0.006521687377244234, -0.006207596976310015, -0.005893507041037083, -0.005579416640102863, -0.005265326239168644, -0.004951236303895712, -0.0046371459029614925, -0.0043230559676885605, -0.004008965566754341, -0.0036948753986507654, -0.0033807852305471897, -0.003066695062443614, -0.0027526048943400383, -0.0024385147262364626, -0.002124424558132887, -0.0018103342736139894, -0.0014962441055104136, -0.0011821538209915161, -0.0008680636528879404, -0.0005539734847843647, -0.00023988328757695854, 7.420690963044763e-05, 0.0003882971068378538, 0.00070238730404526, 0.0010164774721488357, 0.0013305677566677332, 0.001644657924771309, 0.0019587480928748846, 0.0022728382609784603, 0.002586928429082036, 0.0029010185971856117, 0.003215108998119831, 0.003529199166223407, 0.0038432893343269825, 0.0041573792695999146, 0.004471469670534134]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 4.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.05302972346544266, -0.05162564665079117, -0.05022156983613968, -0.04881749302148819, -0.0474134162068367, -0.04600933939218521, -0.04460526630282402, -0.04320118948817253, -0.04179711267352104, -0.04039303585886955, -0.03898895904421806, -0.037584882229566574, -0.036180805414915085, -0.034776728600263596, -0.033372651785612106, -0.03196857497096062, -0.030564500018954277, -0.029160423204302788, -0.0277563463896513, -0.02635227143764496, -0.02494819462299347, -0.02354411780834198, -0.02214004099369049, -0.020735964179039, -0.019331887364387512, -0.017927812412381172, -0.016523735597729683, -0.015119658783078194, -0.013715581968426704, -0.01231150608509779, -0.0109074292704463, -0.009503353387117386, -0.008099276572465897, -0.006695200223475695, -0.005291123874485493, -0.0038870470598340034, -0.0024829707108438015, -0.0010788942454382777, 0.00032518221996724606, 0.0017292586853727698, 0.0031333351507782936, 0.0045374114997684956, 0.0059414878487586975, 0.007345564663410187, 0.008749641478061676, 0.01015371736139059, 0.01155779417604208, 0.012961870059370995, 0.014365946874022484, 0.015770023688673973, 0.017174100503325462, 0.018578175455331802, 0.01998225226998329, 0.02138632908463478, 0.02279040589928627, 0.02419448271393776, 0.02559855952858925, 0.02700263448059559, 0.028406711295247078, 0.029810788109898567, 0.031214864924550056, 0.032618939876556396, 0.034023016691207886, 0.035427093505859375, 0.036831170320510864]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 4.0, 4.0, 2.0, 1.0, 1.0, 3.0, 4.0, 1.0, 7.0, 2.0, 4.0, 4.0, 10.0, 8.0, 4.0, 8.0, 5.0, 4.0, 7.0, 3.0, 2.0, 3.0, 4.0, 8.0, 3.0, 7.0, 5.0, 6.0, 5.0, 5.0, 10.0, 5.0, 10.0, 6.0, 9.0, 50.0, 10.0, 11.0, 8.0, 5.0, 4.0, 7.0, 6.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.01992560364305973, -0.019417136907577515, -0.0189086701720953, -0.018400203436613083, -0.017891736701130867, -0.01738326996564865, -0.016874801367521286, -0.01636633463203907, -0.015857867896556854, -0.015349401161074638, -0.014840934425592422, -0.014332467690110207, -0.01382400095462799, -0.013315534219145775, -0.012807066552340984, -0.012298599816858768, -0.011790133081376553, -0.011281666345894337, -0.01077319961041212, -0.01026473194360733, -0.009756265208125114, -0.009247798472642899, -0.008739331737160683, -0.008230865001678467, -0.007722397800534964, -0.007213931065052748, -0.0067054638639092445, -0.006196997128427029, -0.005688530392944813, -0.00518006319180131, -0.004671596456319094, -0.0041631292551755905, -0.0036546625196933746, -0.003146195551380515, -0.0026377285830676556, -0.0021292618475854397, -0.0016207948792725801, -0.0011123279109597206, -0.0006038610590621829, -9.539414895698428e-05, 0.00041307276114821434, 0.000921539671253413, 0.0014300065813586116, 0.0019384734332561493, 0.002446940401569009, 0.0029554073698818684, 0.0034638741053640842, 0.003972341306507587, 0.004480808041989803, 0.004989274777472019, 0.005497741978615522, 0.006006208714097738, 0.0065146759152412415, 0.007023142650723457, 0.007531609386205673, 0.008040076121687889, 0.008548542857170105, 0.009057010523974895, 0.009565477259457111, 0.010073943994939327, 0.010582410730421543, 0.011090877465903759, 0.01159934513270855, 0.012107811868190765, 0.012616278603672981]}, "_runtime": 13.642435550689697, "_timestamp": 1596212884.3439732, "_step": 11}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 3.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 4.0, 2.0, 1.0, 5.0, 1.0, 6.0, 3.0, 2.0, 2.0, 3.0, 2.0, 1.0, 1.0, 2.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.023109741508960724, -0.022426845505833626, -0.021743949502706528, -0.02106105349957943, -0.02037815749645233, -0.019695261493325233, -0.019012365490198135, -0.018329469487071037, -0.01764657348394394, -0.01696367748081684, -0.016280781477689743, -0.015597885474562645, -0.014914989471435547, -0.014232093468308449, -0.01354919746518135, -0.012866301462054253, -0.012183405458927155, -0.011500509455800056, -0.010817613452672958, -0.01013471744954586, -0.009451821446418762, -0.008768925443291664, -0.008086029440164566, -0.007403133437037468, -0.00672023743391037, -0.006037341430783272, -0.005354445427656174, -0.004671549424529076, -0.0039886534214019775, -0.0033057574182748795, -0.0026228614151477814, -0.0019399654120206833, -0.0012570694088935852, -0.0005741734057664871, 0.00010872259736061096, 0.000791618600487709, 0.0014745146036148071, 0.002157410606741905, 0.0028403066098690033, 0.0035232026129961014, 0.0042060986161231995, 0.0048889946192502975, 0.005571890622377396, 0.006254786625504494, 0.006937682628631592, 0.00762057863175869, 0.008303474634885788, 0.008986370638012886, 0.009669266641139984, 0.010352162644267082, 0.01103505864739418, 0.011717954650521278, 0.012400850653648376, 0.013083746656775475, 0.013766642659902573, 0.01444953866302967, 0.015132434666156769, 0.015815330669283867, 0.016498226672410965, 0.017181122675538063, 0.01786401867866516, 0.01854691468179226, 0.019229810684919357, 0.019912706688046455, 0.020595602691173553]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 2.0, 2.0, 7.0, 8.0, 13.0, 11.0, 15.0, 23.0, 23.0, 35.0, 50.0, 49.0, 86.0, 109.0, 143.0, 203.0, 271.0, 377.0, 581.0, 3408.0, 1192.0, 511.0, 285.0, 182.0, 97.0, 72.0, 53.0, 27.0, 26.0, 13.0, 11.0, 7.0, 7.0, 9.0, 5.0, 2.0, 2.0, 2.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.17721351981163025, -0.17048324644565582, -0.1637529730796814, -0.15702268481254578, -0.15029241144657135, -0.14356213808059692, -0.1368318647146225, -0.13010159134864807, -0.12337131053209305, -0.11664103716611862, -0.1099107563495636, -0.10318048298358917, -0.09645020961761475, -0.08971992880105972, -0.0829896554350853, -0.07625937461853027, -0.06952910125255585, -0.06279882788658142, -0.0560685470700264, -0.04933827370405197, -0.04260799661278725, -0.03587771952152252, -0.029147444292902946, -0.02241716906428337, -0.015686891973018646, -0.008956615813076496, -0.002226339653134346, 0.004503936506807804, 0.011234212666749954, 0.01796448975801468, 0.024694764986634254, 0.03142504021525383, 0.038155317306518555, 0.04488559439778328, 0.051615871489048004, 0.05834614485502243, 0.06507642567157745, 0.07180669903755188, 0.0785369724035263, 0.08526725322008133, 0.09199752658605576, 0.09872779995203018, 0.1054580807685852, 0.11218835413455963, 0.11891862750053406, 0.12564890086650848, 0.1323791891336441, 0.13910946249961853, 0.14583973586559296, 0.15257000923156738, 0.1593002825975418, 0.16603057086467743, 0.17276084423065186, 0.17949111759662628, 0.1862213909626007, 0.19295166432857513, 0.19968193769454956, 0.20641222596168518, 0.2131424993276596, 0.21987277269363403, 0.22660304605960846, 0.23333331942558289, 0.2400636076927185, 0.24679388105869293, 0.25352415442466736]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 1.0, 2.0, 3.0, 1.0, 6.0, 4.0, 8.0, 1.0, 2.0, 1.0, 4.0, 2.0, 4.0, 3.0, 27.0, 1.0, 1.0, 2.0, 2.0, 3.0, 2.0, 5.0, 1.0, 4.0, 4.0, 3.0, 0.0, 2.0, 3.0, 2.0, 3.0, 3.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.005199375096708536, -0.005022029392421246, -0.004844683688133955, -0.004667337983846664, -0.004489992279559374, -0.004312646575272083, -0.00413530133664608, -0.0039579556323587894, -0.003780609928071499, -0.0036032642237842083, -0.0034259185194969177, -0.003248572815209627, -0.0030712271109223366, -0.002893881406635046, -0.002716535935178399, -0.0025391902308911085, -0.002361844526603818, -0.0021844988223165274, -0.002007153118029237, -0.001829807530157268, -0.0016524619422852993, -0.0014751162379980087, -0.0012977705337107182, -0.0011204249458387494, -0.0009430792415514588, -0.0007657335954718292, -0.0005883879493921995, -0.00041104224510490894, -0.00023369659902527928, -5.6350938393734396e-05, 0.00012099472223781049, 0.0002983403974212706, 0.00047568604350090027, 0.0006530316895805299, 0.0008303773356601596, 0.0010077230399474502, 0.001185068627819419, 0.0013624143321067095, 0.001539760036394, 0.0017171056242659688, 0.0018944513285532594, 0.002071796916425228, 0.0022491426207125187, 0.0024264883249998093, 0.0026038340292871, 0.0027811797335743904, 0.0029585252050310373, 0.003135870909318328, 0.0033132166136056185, 0.003490562317892909, 0.0036679080221801996, 0.0038452534936368465, 0.004022599197924137, 0.004199944902211428, 0.004377290606498718, 0.004554636310786009, 0.004731982015073299, 0.00490932771936059, 0.0050866734236478806, 0.005264018662273884, 0.005441364366561174, 0.005618710070848465, 0.0057960557751357555, 0.005973401479423046, 0.006150747183710337]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 1.0, 7.0, 8.0, 12.0, 17.0, 22.0, 37.0, 59.0, 84.0, 123.0, 179.0, 261.0, 403.0, 482.0, 645.0, 918.0, 1174.0, 1615.0, 2180.0, 3004.0, 4110.0, 5599.0, 7443.0, 10367.0, 14347.0, 19054.0, 26077.0, 34504.0, 46798.0, 62750.0, 82244.0, 105508.0, 401675.0, 85220.0, 65541.0, 49103.0, 36203.0, 27009.0, 20811.0, 15517.0, 11973.0, 9339.0, 7023.0, 5328.0, 3909.0, 2955.0, 2308.0, 1715.0, 1209.0, 845.0, 634.0, 429.0, 334.0, 208.0, 118.0, 87.0, 61.0, 26.0, 18.0, 5.0, 6.0, 4.0, 1.0], "bins": [-0.014790854416787624, -0.014345240779221058, -0.013899627141654491, -0.013454013504087925, -0.013008399866521358, -0.012562786228954792, -0.012117172591388226, -0.011671558953821659, -0.011225946247577667, -0.0107803326100111, -0.010334718972444534, -0.009889105334877968, -0.009443491697311401, -0.008997878059744835, -0.008552264422178268, -0.008106650784611702, -0.0076610371470451355, -0.007215423509478569, -0.0067698098719120026, -0.006324196234345436, -0.00587858259677887, -0.0054329694248735905, -0.004987355787307024, -0.0045417421497404575, -0.004096128512173891, -0.0036505148746073246, -0.003204901237040758, -0.0027592878323048353, -0.002313674194738269, -0.0018680605571717024, -0.0014224470360204577, -0.000976833514869213, -0.0005312198773026466, -8.560629794374108e-05, 0.00036000728141516447, 0.00080562086077407, 0.0012512344401329756, 0.001696848077699542, 0.002142461482435465, 0.0025880751200020313, 0.003033688757568598, 0.0034793023951351643, 0.003924916032701731, 0.004370529670268297, 0.004816142842173576, 0.005261756479740143, 0.005707370117306709, 0.006152983754873276, 0.006598597392439842, 0.007044211030006409, 0.007489824667572975, 0.007935438305139542, 0.008381051942706108, 0.008826665580272675, 0.009272279217839241, 0.009717892855405807, 0.010163506492972374, 0.010609119199216366, 0.011054732836782932, 0.011500346474349499, 0.011945960111916065, 0.012391573749482632, 0.012837187387049198, 0.013282801024615765, 0.013728414662182331]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 3.0, 5.0, 4.0, 6.0, 2.0, 2.0, 6.0, 4.0, 2.0, 4.0, 9.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01834944263100624, -0.017856644466519356, -0.01736384443938732, -0.016871046274900436, -0.016378246247768402, -0.015885448083281517, -0.015392649918794632, -0.014899850822985172, -0.014407051727175713, -0.013914252631366253, -0.013421453535556793, -0.012928655371069908, -0.012435856275260448, -0.011943057179450989, -0.011450259014964104, -0.010957459919154644, -0.010464660823345184, -0.009971861727535725, -0.009479062631726265, -0.00898626446723938, -0.00849346537142992, -0.00800066627562046, -0.007507867645472288, -0.007015069015324116, -0.006522269919514656, -0.006029470823705196, -0.005536672193557024, -0.005043873563408852, -0.004551074467599392, -0.004058275371789932, -0.00356547674164176, -0.003072677878662944, -0.002579879015684128, -0.0020870801527053118, -0.0015942812897264957, -0.0011014824267476797, -0.0006086835637688637, -0.00011588470079004765, 0.0003769141621887684, 0.0008697130251675844, 0.0013625118881464005, 0.0018553107511252165, 0.0023481096141040325, 0.0028409084770828485, 0.0033337073400616646, 0.0038265062030404806, 0.004319305066019297, 0.004812103696167469, 0.005304902791976929, 0.005797701887786388, 0.006290500517934561, 0.006783299148082733, 0.007276098243892193, 0.0077688973397016525, 0.008261695504188538, 0.008754494599997997, 0.009247293695807457, 0.009740092791616917, 0.010232891887426376, 0.010725690051913261, 0.011218489147722721, 0.01171128824353218, 0.012204086408019066, 0.012696885503828526, 0.013189684599637985]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 2.0, 0.0, 4.0, 4.0, 4.0, 7.0, 6.0, 5.0, 7.0, 4.0, 5.0, 12.0, 14.0, 12.0, 12.0, 14.0, 12.0, 5.0, 12.0, 14.0, 19.0, 21.0, 28.0, 40.0, 53.0, 85.0, 110.0, 183.0, 232.0, 407.0, 607.0, 999.0, 1353.0, 2198.0, 7260.0, 1699.0, 1062.0, 557.0, 417.0, 296.0, 238.0, 142.0, 86.0, 49.0, 41.0, 20.0, 16.0, 13.0, 10.0, 15.0, 5.0, 3.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.014444797299802303, -0.014089562930166721, -0.01373432856053114, -0.013379094190895557, -0.0130238588899374, -0.012668624520301819, -0.012313390150666237, -0.011958155781030655, -0.011602921411395073, -0.011247687041759491, -0.010892451740801334, -0.010537217371165752, -0.01018198300153017, -0.009826748631894588, -0.009471514262259007, -0.009116279892623425, -0.008761044591665268, -0.008405810222029686, -0.008050575852394104, -0.007695341482758522, -0.00734010711312294, -0.006984872277826071, -0.006629637908190489, -0.006274403538554907, -0.005919168703258038, -0.005563934333622456, -0.005208699963986874, -0.004853465594351292, -0.004498230759054422, -0.00414299638941884, -0.003787761786952615, -0.003432527417317033, -0.003077292814850807, -0.0027220582123845816, -0.0023668238427489996, -0.002011589240282774, -0.0016563547542318702, -0.0013011202681809664, -0.0009458857239224017, -0.000590651179663837, -0.00023541669361293316, 0.0001198178215418011, 0.00047505233669653535, 0.0008302868809551001, 0.0011855213670060039, 0.0015407558530569077, 0.0018959904555231333, 0.0022512248251587152, 0.002606459427624941, 0.0029616940300911665, 0.0033169283997267485, 0.003672163002192974, 0.004027397371828556, 0.004382632207125425, 0.004737866576761007, 0.005093100946396589, 0.0054483357816934586, 0.0058035701513290405, 0.0061588045209646225, 0.0065140388906002045, 0.006869273725897074, 0.007224508095532656, 0.007579742465168238, 0.007934977300465107, 0.008290211670100689]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0444057360291481, -0.043183766305446625, -0.04196179658174515, -0.04073982685804367, -0.039517857134342194, -0.03829588741064072, -0.03707391768693924, -0.03585194796323776, -0.034629978239536285, -0.03340800851583481, -0.03218603879213333, -0.030964067205786705, -0.029742097482085228, -0.02852012775838375, -0.027298158034682274, -0.026076188310980797, -0.02485421858727932, -0.023632248863577843, -0.022410279139876366, -0.02118830941617489, -0.01996633969247341, -0.018744369968771935, -0.017522400245070457, -0.01630043052136898, -0.015078459866344929, -0.013856490142643452, -0.012634520418941975, -0.011412550695240498, -0.010190580040216446, -0.008968610316514969, -0.007746640592813492, -0.006524670869112015, -0.005302701145410538, -0.004080731421709061, -0.00285876146517694, -0.001636791625060141, -0.0004148217849433422, 0.0008071480551734567, 0.0020291178952902555, 0.0032510878518223763, 0.004473057575523853, 0.00569502729922533, 0.006916997022926807, 0.008138966746628284, 0.009360937401652336, 0.010582907125353813, 0.01180487684905529, 0.013026846572756767, 0.014248816296458244, 0.015470786020159721, 0.0166927557438612, 0.017914725467562675, 0.019136695191264153, 0.02035866491496563, 0.021580634638667107, 0.022802604362368584, 0.02402457594871521, 0.025246545672416687, 0.026468515396118164, 0.02769048511981964, 0.028912454843521118, 0.030134424567222595, 0.03135639429092407, 0.03257836401462555, 0.033800333738327026]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 2.0, 3.0, 3.0, 3.0, 7.0, 4.0, 4.0, 4.0, 12.0, 6.0, 8.0, 13.0, 6.0, 12.0, 12.0, 13.0, 14.0, 55.0, 21.0, 8.0, 12.0, 11.0, 5.0, 8.0, 5.0, 4.0, 8.0, 4.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.03233584389090538, -0.031541548669338226, -0.03074725531041622, -0.029952960088849068, -0.029158664867281914, -0.02836437150835991, -0.027570076286792755, -0.0267757810652256, -0.025981485843658447, -0.025187192484736443, -0.02439289726316929, -0.023598602041602135, -0.02280430868268013, -0.022010013461112976, -0.021215718239545822, -0.020421424880623817, -0.019627129659056664, -0.01883283443748951, -0.018038541078567505, -0.01724424585700035, -0.016449950635433197, -0.015655657276511192, -0.014861362054944038, -0.014067066833376884, -0.013272772543132305, -0.012478478252887726, -0.011684183031320572, -0.010889888741075993, -0.010095594450831413, -0.00930129922926426, -0.00850700493901968, -0.007712710183113813, -0.006918415427207947, -0.00612412067130208, -0.0053298259153962135, -0.004535531625151634, -0.0037412368692457676, -0.002946942113339901, -0.002152647590264678, -0.0013583529507741332, -0.0005640583112835884, 0.0002302363282069564, 0.0010245309676975012, 0.001818825607188046, 0.0026131202466785908, 0.0034074150025844574, 0.004201709292829037, 0.004996004048734903, 0.00579029880464077, 0.006584593560546637, 0.007378888316452503, 0.008173182606697083, 0.008967477828264236, 0.009761772118508816, 0.010556066408753395, 0.011350361630320549, 0.012144655920565128, 0.012938950210809708, 0.013733245432376862, 0.014527539722621441, 0.01532183401286602, 0.016116129234433174, 0.016910424456000328, 0.017704717814922333, 0.018499013036489487]}, "_runtime": 14.42238736152649, "_timestamp": 1596212885.123925, "_step": 12}
+{"val_accuracy": 0.6702903824200914, "val_loss": 1.0857227561680693, "_runtime": 15.795203924179077, "_timestamp": 1596212886.4967415, "_step": 13}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: R Confidence: 0.3721562922000885 Truth: v", "Prediction: 5 Confidence: 0.7848566770553589 Truth: 5", "Prediction: 2 Confidence: 0.9007202982902527 Truth: 2", "Prediction: 0 Confidence: 0.529922604560852 Truth: 0"]}, "_runtime": 16.071824312210083, "_timestamp": 1596212886.773362, "_step": 14}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 4.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 4.0, 1.0, 2.0, 2.0, 1.0, 4.0, 0.0, 5.0, 0.0, 1.0, 3.0, 4.0, 1.0, 4.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.015073597431182861, -0.01464450266212225, -0.014215407893061638, -0.0137863140553236, -0.013357219286262989, -0.012928124517202377, -0.01249903067946434, -0.012069935910403728, -0.011640841141343117, -0.011211746372282505, -0.010782651603221893, -0.010353557765483856, -0.009924462996423244, -0.009495368227362633, -0.009066274389624596, -0.008637179620563984, -0.008208084851503372, -0.0077789900824427605, -0.007349895779043436, -0.006920801475644112, -0.0064917067065835, -0.006062611937522888, -0.005633517634123564, -0.005204423330724239, -0.004775328561663628, -0.004346233792603016, -0.0039171394892036915, -0.0034880449529737234, -0.0030589504167437553, -0.0026298558805137873, -0.002200761344283819, -0.0017716668080538511, -0.001342572271823883, -0.000913477735593915, -0.0004843831993639469, -5.5288663133978844e-05, 0.00037380587309598923, 0.0008029004093259573, 0.0012319949455559254, 0.0016610894817858934, 0.0020901840180158615, 0.0025192785542458296, 0.0029483730904757977, 0.0033774676267057657, 0.003806562162935734, 0.0042356569319963455, 0.00466475123539567, 0.005093845538794994, 0.005522940307855606, 0.005952035076916218, 0.006381129380315542, 0.006810223683714867, 0.007239318452775478, 0.00766841322183609, 0.008097507059574127, 0.008526601828634739, 0.00895569659769535, 0.009384791366755962, 0.009813886135816574, 0.010242979973554611, 0.010672074742615223, 0.011101169511675835, 0.011530263349413872, 0.011959358118474483, 0.012388452887535095]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 0.0, 0.0, 3.0, 2.0, 4.0, 6.0, 7.0, 4.0, 8.0, 7.0, 4.0, 8.0, 14.0, 22.0, 20.0, 15.0, 24.0, 28.0, 24.0, 43.0, 57.0, 79.0, 80.0, 124.0, 130.0, 191.0, 243.0, 307.0, 446.0, 2696.0, 1457.0, 713.0, 346.0, 242.0, 150.0, 111.0, 74.0, 71.0, 39.0, 34.0, 15.0, 21.0, 19.0, 10.0, 10.0, 7.0, 6.0, 4.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.14829236268997192, -0.14373327791690826, -0.1391741931438446, -0.13461510837078094, -0.13005602359771729, -0.12549693882465363, -0.12093784660100937, -0.11637876182794571, -0.11181967705488205, -0.10726059228181839, -0.10270150750875473, -0.09814242273569107, -0.09358333051204681, -0.08902424573898315, -0.0844651609659195, -0.07990607619285583, -0.07534699141979218, -0.07078790664672852, -0.06622882187366486, -0.0616697333753109, -0.05711064860224724, -0.05255156382918358, -0.04799247533082962, -0.04343339055776596, -0.0388743057847023, -0.03431522101163864, -0.029756134375929832, -0.025197047740221024, -0.020637962967157364, -0.016078878194093704, -0.011519791558384895, -0.006960705853998661, -0.0024016201496124268, 0.0021574655547738075, 0.006716551259160042, 0.011275636963546276, 0.01583472266793251, 0.02039380744099617, 0.02495289407670498, 0.029511980712413788, 0.03407106548547745, 0.03863015025854111, 0.04318923503160477, 0.047748323529958725, 0.052307408303022385, 0.056866493076086044, 0.06142558157444, 0.06598466634750366, 0.07054375112056732, 0.07510283589363098, 0.07966192066669464, 0.0842210054397583, 0.08878009021282196, 0.09333918243646622, 0.09789826720952988, 0.10245735198259354, 0.1070164367556572, 0.11157552152872086, 0.11613460630178452, 0.12069369107484818, 0.12525278329849243, 0.1298118680715561, 0.13437095284461975, 0.1389300376176834, 0.14348912239074707]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 2.0, 2.0, 0.0, 3.0, 5.0, 3.0, 4.0, 6.0, 4.0, 1.0, 2.0, 3.0, 5.0, 4.0, 2.0, 22.0, 6.0, 1.0, 2.0, 4.0, 2.0, 4.0, 3.0, 3.0, 1.0, 3.0, 4.0, 0.0, 2.0, 3.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.004788732156157494, -0.004648230038583279, -0.004507727921009064, -0.004367225803434849, -0.004226723685860634, -0.004086221568286419, -0.003945719450712204, -0.0038052175659686327, -0.0036647154483944178, -0.003524213330820203, -0.003383711213245988, -0.003243209095671773, -0.0031027072109282017, -0.0029622050933539867, -0.002821702975779772, -0.002681200858205557, -0.002540698740631342, -0.002400196623057127, -0.002259694505482912, -0.002119192387908697, -0.001978690270334482, -0.001838188269175589, -0.001697686268016696, -0.001557184150442481, -0.001416682032868266, -0.0012761799152940512, -0.0011356777977198362, -0.0009951757965609431, -0.0008546736789867282, -0.0007141715614125133, -0.0005736695020459592, -0.00043316741357557476, -0.0002926653251051903, -0.0001521632366348058, -1.166114816442132e-05, 0.00012884094030596316, 0.00026934302877634764, 0.0004098451172467321, 0.0005503472057171166, 0.0006908492650836706, 0.0008313513826578856, 0.0009718535002321005, 0.0011123556178063154, 0.0012528576189652085, 0.0013933597365394235, 0.0015338618541136384, 0.0016743638552725315, 0.0018148659728467464, 0.0019553680904209614, 0.0020958702079951763, 0.0022363723255693913, 0.002376874443143606, 0.002517376560717821, 0.0026578784454613924, 0.0027983805630356073, 0.0029388826806098223, 0.003079384798184037, 0.003219886915758252, 0.003360389033332467, 0.003500891150906682, 0.0036413930356502533, 0.0037818951532244682, 0.003922397270798683, 0.004062899388372898, 0.004203401505947113]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 1.0, 4.0, 8.0, 20.0, 30.0, 54.0, 95.0, 140.0, 185.0, 311.0, 542.0, 757.0, 1163.0, 1599.0, 2475.0, 3486.0, 4908.0, 6722.0, 9346.0, 12595.0, 17118.0, 22891.0, 31462.0, 43419.0, 59526.0, 79404.0, 104306.0, 414831.0, 96770.0, 71634.0, 51731.0, 37203.0, 26528.0, 19849.0, 14710.0, 11192.0, 8291.0, 6315.0, 4759.0, 3598.0, 2699.0, 2081.0, 1444.0, 1038.0, 793.0, 506.0, 379.0, 234.0, 194.0, 96.0, 96.0, 33.0, 21.0, 27.0, 7.0, 8.0, 3.0, 1.0, 2.0, 4.0, 0.0, 1.0, 1.0], "bins": [-0.011787686496973038, -0.011373262852430344, -0.01095883920788765, -0.01054441463202238, -0.010129990987479687, -0.009715567342936993, -0.009301142767071724, -0.00888671912252903, -0.008472295477986336, -0.008057871833443642, -0.00764344772323966, -0.007229023613035679, -0.006814599968492985, -0.006400176323950291, -0.005985752213746309, -0.005571328103542328, -0.005156904458999634, -0.00474248081445694, -0.004328056704252958, -0.003913632594048977, -0.003499208949506283, -0.003084785072132945, -0.0026703611947596073, -0.0022559373173862696, -0.0018415134400129318, -0.001427089562639594, -0.0010126656852662563, -0.0005982418078929186, -0.00018381793051958084, 0.0002306059468537569, 0.0006450298242270947, 0.0010594537016004324, 0.0014738775789737701, 0.0018883014563471079, 0.0023027253337204456, 0.0027171492110937834, 0.003131573088467121, 0.003545996965840459, 0.003960420843213797, 0.004374844953417778, 0.004789268597960472, 0.005203692242503166, 0.005618116352707148, 0.006032540462911129, 0.006446964107453823, 0.006861387751996517, 0.007275811862200499, 0.00769023597240448, 0.008104659616947174, 0.008519083261489868, 0.008933506906032562, 0.009347931481897831, 0.009762355126440525, 0.01017677877098322, 0.010591203346848488, 0.011005626991391182, 0.011420050635933876, 0.01183447428047657, 0.012248897925019264, 0.012663322500884533, 0.013077746145427227, 0.013492169789969921, 0.01390659436583519, 0.014321018010377884, 0.014735441654920578]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 2.0, 1.0, 3.0, 4.0, 0.0, 1.0, 2.0, 2.0, 3.0, 3.0, 3.0, 1.0, 0.0, 3.0, 0.0, 7.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.009131398983299732, -0.008764710277318954, -0.008398021571338177, -0.008031332865357399, -0.007664644159376621, -0.007297954987734556, -0.0069312662817537785, -0.006564577575773001, -0.006197888869792223, -0.005831200163811445, -0.0054645114578306675, -0.00509782275184989, -0.004731133580207825, -0.004364444874227047, -0.003997756168246269, -0.0036310674622654915, -0.0032643787562847137, -0.002897690050303936, -0.0025310013443231583, -0.002164312405511737, -0.0017976236995309591, -0.0014309349935501814, -0.0010642461711540818, -0.0006975574069656432, -0.0003308686427772045, 3.582012141123414e-05, 0.0004025088855996728, 0.0007691976497881114, 0.00113588641397655, 0.0015025751199573278, 0.0018692639423534274, 0.002235952764749527, 0.0026026414707303047, 0.0029693301767110825, 0.00333601888269186, 0.0037027078215032816, 0.004069396294653416, 0.004436085466295481, 0.0048027741722762585, 0.005169462878257036, 0.005536151584237814, 0.005902840290218592, 0.006269528996199369, 0.006636217702180147, 0.007002906873822212, 0.00736959557980299, 0.007736284285783768, 0.008102972991764545, 0.008469661697745323, 0.008836350403726101, 0.009203039109706879, 0.009569727815687656, 0.009936416521668434, 0.010303105227649212, 0.01066979393362999, 0.011036482639610767, 0.011403171345591545, 0.011769860982894897, 0.012136549688875675, 0.012503238394856453, 0.01286992710083723, 0.013236615806818008, 0.013603304512798786, 0.013969993218779564, 0.014336681924760342]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 3.0, 2.0, 4.0, 6.0, 6.0, 7.0, 6.0, 17.0, 15.0, 21.0, 34.0, 35.0, 38.0, 74.0, 102.0, 163.0, 292.0, 534.0, 755.0, 812.0, 1105.0, 2010.0, 6036.0, 1900.0, 1208.0, 747.0, 612.0, 510.0, 367.0, 258.0, 173.0, 148.0, 103.0, 69.0, 39.0, 47.0, 40.0, 21.0, 15.0, 23.0, 18.0, 9.0, 8.0, 5.0, 1.0, 4.0, 2.0, 2.0, 3.0, 5.0, 2.0, 1.0, 1.0, 0.0, 1.0, 3.0, 2.0, 3.0], "bins": [-0.008913112804293633, -0.008602047339081764, -0.008290981873869896, -0.007979916408658028, -0.007668850943446159, -0.007357785012573004, -0.0070467195473611355, -0.006735654082149267, -0.006424588616937399, -0.006113523151725531, -0.005802457686513662, -0.005491392221301794, -0.0051803262904286385, -0.00486926082521677, -0.004558195360004902, -0.004247129894793034, -0.003936064429581165, -0.003624998964369297, -0.0033139334991574287, -0.003002867801114917, -0.0026918023359030485, -0.0023807368706911802, -0.0020696711726486683, -0.0017586057074368, -0.0014475402422249317, -0.0011364747770130634, -0.0008254091953858733, -0.0005143436719663441, -0.00020327814854681492, 0.00010778737487271428, 0.0004188528982922435, 0.0007299184217117727, 0.0010409839451313019, 0.0013520494103431702, 0.0016631149919703603, 0.0019741805735975504, 0.0022852460388094187, 0.002596311504021287, 0.002907377202063799, 0.003218442667275667, 0.0035295081324875355, 0.0038405735976994038, 0.004151639062911272, 0.00446270452812314, 0.004773770458996296, 0.005084835924208164, 0.0053959013894200325, 0.005706966854631901, 0.006018032319843769, 0.006329097785055637, 0.006640163250267506, 0.006951228715479374, 0.007262294180691242, 0.007573360111564398, 0.007884425111114979, 0.008195490576326847, 0.00850655697286129, 0.008817622438073158, 0.009128687903285027, 0.009439753368496895, 0.009750818833708763, 0.010061884298920631, 0.0103729497641325, 0.010684015229344368, 0.010995080694556236]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.05883994698524475, -0.05719951167702675, -0.055559076368808746, -0.053918641060590744, -0.05227820575237274, -0.05063777044415474, -0.04899733513593674, -0.047356899827718735, -0.04571646451950073, -0.04407603293657303, -0.042435597628355026, -0.040795162320137024, -0.03915472701191902, -0.03751429170370102, -0.03587385639548302, -0.034233421087265015, -0.03259298577904701, -0.03095255047082901, -0.029312115162611008, -0.027671679854393005, -0.026031244546175003, -0.02439081110060215, -0.022750375792384148, -0.021109940484166145, -0.019469505175948143, -0.01782906986773014, -0.01618863455951214, -0.01454820018261671, -0.012907764874398708, -0.011267329566180706, -0.009626895189285278, -0.007986459881067276, -0.006346024572849274, -0.004705589264631271, -0.0030651544220745564, -0.0014247193466871977, 0.00021571572870016098, 0.0018561508040875196, 0.0034965858794748783, 0.005137020722031593, 0.006777456030249596, 0.008417891338467598, 0.0100583266466856, 0.011698761023581028, 0.01333919633179903, 0.014979631640017033, 0.01662006601691246, 0.018260501325130463, 0.019900936633348465, 0.021541371941566467, 0.02318180724978447, 0.024822242558002472, 0.026462677866220474, 0.028103111311793327, 0.02974354662001133, 0.03138398379087448, 0.033024415373802185, 0.03466485068202019, 0.03630528599023819, 0.03794572129845619, 0.039586156606674194, 0.0412265919148922, 0.0428670272231102, 0.0445074625313282, 0.046147897839546204]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 5.0, 1.0, 2.0, 3.0, 7.0, 5.0, 9.0, 9.0, 6.0, 6.0, 6.0, 12.0, 41.0, 24.0, 14.0, 15.0, 18.0, 16.0, 12.0, 7.0, 7.0, 12.0, 9.0, 7.0, 6.0, 6.0, 1.0, 0.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.025624515488743782, -0.024942079558968544, -0.024259643629193306, -0.023577207699418068, -0.02289477363228798, -0.02221233770251274, -0.021529901772737503, -0.020847465842962265, -0.020165029913187027, -0.01948259398341179, -0.0188001599162817, -0.018117723986506462, -0.017435288056731224, -0.016752852126955986, -0.016070416197180748, -0.015387981198728085, -0.014705545268952847, -0.014023109339177608, -0.013340674340724945, -0.012658238410949707, -0.011975802481174469, -0.011293367482721806, -0.010610931552946568, -0.00992849562317133, -0.009246060624718666, -0.008563624694943428, -0.00788118876516819, -0.007198753301054239, -0.0065163178369402885, -0.0058338819071650505, -0.0051514464430511, -0.004469010513275862, -0.003786575049161911, -0.0031041393522173166, -0.0024217036552727222, -0.0017392681911587715, -0.0010568324942141771, -0.00037439685547724366, 0.0003080387832596898, 0.0009904743637889624, 0.0016729100607335567, 0.002355345757678151, 0.0030377814546227455, 0.0037202169187366962, 0.004402652382850647, 0.005085088312625885, 0.005767523776739836, 0.006449959706515074, 0.0071323951706290245, 0.007814831100404263, 0.008497266098856926, 0.009179702028632164, 0.009862137958407402, 0.010544572956860065, 0.011227008886635303, 0.011909444816410542, 0.012591879814863205, 0.013274315744638443, 0.013956751674413681, 0.014639187604188919, 0.015321622602641582, 0.016004057601094246, 0.016686493530869484, 0.017368929460644722, 0.01805136539041996]}, "_runtime": 16.786785125732422, "_timestamp": 1596212887.4883227, "_step": 15}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 3.0, 0.0, 2.0, 3.0, 2.0, 1.0, 0.0, 1.0, 4.0, 1.0, 4.0, 3.0, 3.0, 0.0, 3.0, 0.0, 5.0, 3.0, 0.0, 0.0, 2.0, 2.0, 3.0, 1.0, 2.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.015648264437913895, -0.01517039630562067, -0.01469252910465002, -0.014214660972356796, -0.013736792840063572, -0.013258924707770348, -0.012781057506799698, -0.012303189374506474, -0.01182532124221325, -0.0113474540412426, -0.010869585908949375, -0.01039171777665615, -0.009913849644362926, -0.009435982443392277, -0.008958114311099052, -0.008480246178805828, -0.008002378046512604, -0.007524510845541954, -0.00704664271324873, -0.006568775046616793, -0.006090906914323568, -0.005613039247691631, -0.005135171115398407, -0.00465730344876647, -0.004179435782134533, -0.0037015676498413086, -0.003223699750378728, -0.0027458318509161472, -0.00226796418428421, -0.0017900961684063077, -0.0013122283853590488, -0.0008343604858964682, -0.0003564925864338875, 0.00012137528392486274, 0.000599243154283613, 0.0010771109955385327, 0.0015549788950011134, 0.0020328466780483723, 0.002510714577510953, 0.0029885824769735336, 0.0034664503764361143, 0.003944318275898695, 0.004422185942530632, 0.004900054074823856, 0.005377921741455793, 0.005855789873749018, 0.006333657540380955, 0.006811525672674179, 0.007289393339306116, 0.007767261005938053, 0.008245129138231277, 0.008722997270524502, 0.009200864471495152, 0.009678732603788376, 0.0101566007360816, 0.010634468868374825, 0.011112336069345474, 0.011590204201638699, 0.012068072333931923, 0.012545939534902573, 0.013023807667195797, 0.013501675799489021, 0.013979543931782246, 0.014457411132752895, 0.01493527926504612]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 2.0, 1.0, 2.0, 2.0, 1.0, 6.0, 3.0, 9.0, 11.0, 12.0, 16.0, 15.0, 32.0, 42.0, 51.0, 75.0, 102.0, 158.0, 237.0, 321.0, 487.0, 666.0, 3629.0, 937.0, 422.0, 251.0, 134.0, 102.0, 59.0, 30.0, 25.0, 26.0, 12.0, 14.0, 8.0, 2.0, 9.0, 3.0, 7.0, 1.0, 3.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.2344365268945694, -0.22794733941555023, -0.22145815193653107, -0.2149689644575119, -0.20847979187965393, -0.20199060440063477, -0.1955014169216156, -0.18901222944259644, -0.18252304196357727, -0.1760338544845581, -0.16954466700553894, -0.16305547952651978, -0.1565662920475006, -0.15007711946964264, -0.14358793199062347, -0.1370987445116043, -0.13060955703258514, -0.12412036955356598, -0.11763118207454681, -0.11114200204610825, -0.10465281456708908, -0.09816362708806992, -0.09167444705963135, -0.08518525958061218, -0.07869607210159302, -0.07220688462257385, -0.06571769714355469, -0.05922851711511612, -0.052739329636096954, -0.04625014215707779, -0.03976095840334892, -0.033271774649620056, -0.02678258717060089, -0.020293401554226875, -0.01380421593785286, -0.007315030321478844, -0.0008258447051048279, 0.005663340911269188, 0.012152526527643204, 0.01864171214401722, 0.025130897760391235, 0.0316200852394104, 0.03810926899313927, 0.044598452746868134, 0.0510876402258873, 0.057576827704906464, 0.06406600773334503, 0.0705551952123642, 0.07704438269138336, 0.08353357017040253, 0.09002275764942169, 0.09651193767786026, 0.10300112515687943, 0.10949031263589859, 0.11597949266433716, 0.12246868014335632, 0.1289578676223755, 0.13544705510139465, 0.14193624258041382, 0.14842543005943298, 0.15491461753845215, 0.16140379011631012, 0.16789297759532928, 0.17438216507434845, 0.18087135255336761]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 3.0, 2.0, 3.0, 5.0, 4.0, 4.0, 7.0, 4.0, 6.0, 4.0, 29.0, 5.0, 8.0, 6.0, 2.0, 5.0, 2.0, 6.0, 4.0, 5.0, 0.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.003988299053162336, -0.0037861373275518417, -0.0035839758347719908, -0.003381814109161496, -0.003179652616381645, -0.0029774908907711506, -0.002775329165160656, -0.002573167672380805, -0.0023710059467703104, -0.002168844221159816, -0.001966682728379965, -0.0017645210027694702, -0.0015623593935742974, -0.0013601977843791246, -0.00115803605876863, -0.0009558744495734572, -0.0007537128403782845, -0.0005515512311831117, -0.00034938956378027797, -0.00014722792548127472, 5.493371281772852e-05, 0.00025709535111673176, 0.000459256989415735, 0.0006614186568185687, 0.0008635802660137415, 0.0010657418752089143, 0.001267903484404087, 0.0014700652100145817, 0.0016722268192097545, 0.0018743884284049273, 0.002076550154015422, 0.002278711646795273, 0.0024808733724057674, 0.002683035098016262, 0.002885196590796113, 0.0030873583164066076, 0.0032895198091864586, 0.003491681534796953, 0.003693843260407448, 0.0038960047531872988, 0.004098166711628437, 0.004300327971577644, 0.004502489697188139, 0.004704651422798634, 0.004906813148409128, 0.005108974874019623, 0.00531113613396883, 0.005513297859579325, 0.005715459585189819, 0.005917621310800314, 0.0061197830364108086, 0.006321944296360016, 0.0065241060219705105, 0.006726267747581005, 0.0069284294731915, 0.007130591198801994, 0.007332752458751202, 0.007534914184361696, 0.007737075909972191, 0.007939237169921398, 0.00814139936119318, 0.008343560621142387, 0.00854572281241417, 0.008747884072363377, 0.008950045332312584]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [5.0, 3.0, 8.0, 7.0, 20.0, 29.0, 48.0, 82.0, 122.0, 263.0, 486.0, 801.0, 1269.0, 2167.0, 3295.0, 5211.0, 7810.0, 11630.0, 17082.0, 25409.0, 37495.0, 56435.0, 84398.0, 123219.0, 450182.0, 109202.0, 73995.0, 50265.0, 33986.0, 23181.0, 16802.0, 11994.0, 8814.0, 6365.0, 4509.0, 3204.0, 2209.0, 1554.0, 1167.0, 842.0, 643.0, 498.0, 479.0, 379.0, 359.0, 308.0, 268.0, 243.0, 215.0, 167.0, 128.0, 95.0, 90.0, 55.0, 57.0, 34.0, 17.0, 24.0, 13.0, 2.0, 5.0, 3.0, 0.0, 1.0], "bins": [-0.011659746989607811, -0.011182035319507122, -0.010704323649406433, -0.010226611979305744, -0.009748900309205055, -0.009271188639104366, -0.008793476969003677, -0.008315765298902988, -0.0078380536288023, -0.007360342424362898, -0.006882630754262209, -0.00640491908416152, -0.005927207414060831, -0.005449495743960142, -0.004971784073859453, -0.004494072403758764, -0.004016360733658075, -0.0035386490635573864, -0.0030609373934566975, -0.0025832257233560085, -0.0021055140532553196, -0.0016278024995699525, -0.0011500909458845854, -0.0006723792757838964, -0.0001946676056832075, 0.00028304403531365097, 0.0007607556763105094, 0.0012384672882035375, 0.0017161789583042264, 0.0021938905119895935, 0.0026716021820902824, 0.0031493138521909714, 0.0036270255222916603, 0.004104737192392349, 0.004582448862493038, 0.005060160532593727, 0.005537872202694416, 0.006015583872795105, 0.006493295542895794, 0.006971007212996483, 0.007448718883097172, 0.00792643055319786, 0.00840414222329855, 0.008881853893399239, 0.009359565563499928, 0.009837277233600616, 0.010314988903701305, 0.010792700573801994, 0.011270411312580109, 0.011748122982680798, 0.012225834652781487, 0.012703546322882175, 0.013181257992982864, 0.013658969663083553, 0.014136681333184242, 0.014614393003284931, 0.01509210467338562, 0.015569816343486309, 0.016047528013586998, 0.01652524061501026, 0.017002951353788376, 0.01748066395521164, 0.017958374693989754, 0.018436087295413017, 0.01891379803419113]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 3.0, 1.0, 2.0, 3.0, 2.0, 2.0, 3.0, 5.0, 4.0, 1.0, 4.0, 1.0, 4.0, 2.0, 2.0, 9.0, 0.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01003188081085682, -0.009658217430114746, -0.009284553118050098, -0.008910889737308025, -0.008537226356565952, -0.008163562044501305, -0.007789898663759232, -0.007416234817355871, -0.007042570970952511, -0.006668907590210438, -0.006295243743807077, -0.005921579897403717, -0.005547916516661644, -0.005174252670258284, -0.004800588823854923, -0.00442692544311285, -0.00405326159670949, -0.003679597983136773, -0.0033059341367334127, -0.002932270523160696, -0.0025586066767573357, -0.002184943063184619, -0.0018112794496119022, -0.0014376157196238637, -0.0010639519896358252, -0.0006902882596477866, -0.000316624587867409, 5.703911301679909e-05, 0.0004307028139010072, 0.0008043665438890457, 0.0011780301574617624, 0.001551693887449801, 0.0019253576174378395, 0.0022990212310105562, 0.0026726850774139166, 0.0030463486909866333, 0.0034200125373899937, 0.0037936761509627104, 0.004167339764535427, 0.0045410036109387875, 0.004914667457342148, 0.005288330838084221, 0.005661994684487581, 0.006035658530890942, 0.006409321911633015, 0.006782985758036375, 0.007156649604439735, 0.0075303129851818085, 0.007903976365923882, 0.00827764067798853, 0.008651304058730602, 0.00902496837079525, 0.009398631751537323, 0.009772295132279396, 0.010145959444344044, 0.010519622825086117, 0.01089328620582819, 0.011266950517892838, 0.01164061389863491, 0.012014277279376984, 0.012387941591441631, 0.012761604972183704, 0.013135268352925777, 0.013508932664990425, 0.013882596045732498]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0, 2.0, 5.0, 3.0, 6.0, 6.0, 7.0, 10.0, 17.0, 19.0, 19.0, 21.0, 43.0, 55.0, 86.0, 120.0, 169.0, 247.0, 336.0, 455.0, 631.0, 819.0, 1015.0, 1420.0, 2123.0, 5763.0, 1702.0, 793.0, 626.0, 445.0, 291.0, 249.0, 187.0, 159.0, 105.0, 84.0, 76.0, 71.0, 43.0, 32.0, 30.0, 24.0, 21.0, 11.0, 12.0, 11.0, 10.0, 8.0, 7.0, 9.0, 8.0, 4.0, 1.0, 1.0, 3.0, 2.0], "bins": [-0.007838129997253418, -0.00760660832747817, -0.00737508712336421, -0.0071435654535889626, -0.006912044249475002, -0.006680522579699755, -0.0064490013755857944, -0.006217479705810547, -0.005985958501696587, -0.005754436831921339, -0.0055229151621460915, -0.005291393958032131, -0.005059872288256884, -0.004828351084142923, -0.004596829414367676, -0.0043653082102537155, -0.004133786540478468, -0.003902265103533864, -0.00367074366658926, -0.003439222229644656, -0.0032077007927000523, -0.0029761791229248047, -0.0027446576859802008, -0.002513136249035597, -0.002281614812090993, -0.002050093375146389, -0.001818571938201785, -0.0015870503848418593, -0.0013555289478972554, -0.0011240075109526515, -0.0008924860158003867, -0.0006609645206481218, -0.0004294430837035179, -0.00019792161765508354, 3.359984839335084e-05, 0.0002651213144417852, 0.0004966427804902196, 0.0007281642174348235, 0.0009596857125870883, 0.0011912072077393532, 0.001422728644683957, 0.001654250081628561, 0.001885771518573165, 0.002117292955517769, 0.0023488146252930164, 0.0025803360622376204, 0.0028118574991822243, 0.003043378936126828, 0.003274900373071432, 0.003506421810016036, 0.00373794324696064, 0.0039694649167358875, 0.004200986120849848, 0.004432507790625095, 0.004664028994739056, 0.004895550664514303, 0.005127072334289551, 0.005358593538403511, 0.005590115208178759, 0.005821636412292719, 0.0060531580820679665, 0.006284679286181927, 0.006516200955957174, 0.006747722160071135, 0.006979243829846382]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 3.0, 0.0, 3.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 2.0, 0.0, 1.0, 4.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.07142123579978943, -0.06975921988487244, -0.06809719651937485, -0.06643518060445786, -0.06477315723896027, -0.06311114132404327, -0.06144912168383598, -0.05978710204362869, -0.0581250824034214, -0.05646306276321411, -0.05480104684829712, -0.05313902720808983, -0.05147700756788254, -0.04981498792767525, -0.04815296828746796, -0.046490948647260666, -0.044828929007053375, -0.04316691309213638, -0.04150489345192909, -0.0398428738117218, -0.03818085417151451, -0.03651883453130722, -0.03485681489109993, -0.03319479897618294, -0.03153277933597565, -0.029870759695768356, -0.028208740055561066, -0.026546720415353775, -0.024884702637791634, -0.023222682997584343, -0.021560663357377052, -0.01989864557981491, -0.01823662593960762, -0.01657460629940033, -0.014912587590515614, -0.013250568881630898, -0.011588549241423607, -0.00992653053253889, -0.008264511823654175, -0.0066024926491081715, -0.004940473474562168, -0.0032784543000161648, -0.001616435358300805, 4.558369982987642e-05, 0.001707602757960558, 0.0033696219325065613, 0.005031640641391277, 0.006693659815937281, 0.008355678990483284, 0.010017697699368, 0.01167971733957529, 0.013341736048460007, 0.015003755688667297, 0.01666577346622944, 0.01832779310643673, 0.01998981274664402, 0.02165183052420616, 0.023313850164413452, 0.024975869804620743, 0.026637889444828033, 0.028299907222390175, 0.029961926862597466, 0.03162394464015961, 0.0332859642803669, 0.03494798392057419]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 3.0, 7.0, 0.0, 8.0, 6.0, 3.0, 6.0, 5.0, 7.0, 7.0, 6.0, 4.0, 5.0, 5.0, 7.0, 10.0, 9.0, 32.0, 14.0, 15.0, 10.0, 11.0, 9.0, 11.0, 4.0, 0.0, 6.0, 5.0, 4.0, 6.0, 6.0, 11.0, 3.0, 1.0, 2.0, 5.0, 4.0, 5.0, 1.0, 2.0, 5.0, 3.0, 1.0, 0.0, 1.0], "bins": [-0.019965533167123795, -0.019424621015787125, -0.018883707001805305, -0.018342794850468636, -0.017801880836486816, -0.017260968685150146, -0.016720054671168327, -0.016179142519831657, -0.015638228505849838, -0.015097316354513168, -0.014556403271853924, -0.01401549018919468, -0.013474577106535435, -0.01293366402387619, -0.012392750941216946, -0.011851837858557701, -0.011310924775898457, -0.010770011693239212, -0.010229098610579967, -0.009688185527920723, -0.009147272445261478, -0.008606359362602234, -0.00806544627994299, -0.007524533662945032, -0.006983620580285788, -0.006442707497626543, -0.0059017944149672985, -0.005360881332308054, -0.004819968715310097, -0.004279055632650852, -0.0037381425499916077, -0.003197229467332363, -0.0026563163846731186, -0.002115403302013874, -0.0015744903357699513, -0.0010335773695260286, -0.0004926642868667841, 4.824873758479953e-05, 0.0005891617620363832, 0.0011300747282803059, 0.0016709878109395504, 0.002211900893598795, 0.0027528139762580395, 0.0032937268260866404, 0.003834639908745885, 0.004375552758574486, 0.00491646584123373, 0.005457378923892975, 0.005998292006552219, 0.006539205089211464, 0.0070801181718707085, 0.007621031254529953, 0.008161944337189198, 0.008702857419848442, 0.009243770502507687, 0.009784683585166931, 0.010325595736503601, 0.010866508819162846, 0.01140742190182209, 0.011948334984481335, 0.01248924806714058, 0.013030161149799824, 0.013571074232459068, 0.014111987315118313, 0.014652900397777557]}, "_runtime": 17.558111667633057, "_timestamp": 1596212888.2596493, "_step": 16}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 3.0, 0.0, 3.0, 0.0, 3.0, 3.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0, 2.0, 1.0, 2.0, 2.0, 4.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 4.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.013655520975589752, -0.013222841545939445, -0.012790163047611713, -0.012357484549283981, -0.011924805119633675, -0.011492125689983368, -0.011059447191655636, -0.010626768693327904, -0.010194089263677597, -0.00976140983402729, -0.009328731335699558, -0.008896052837371826, -0.00846337340772152, -0.008030693978071213, -0.007598015479743481, -0.007165336515754461, -0.006732657551765442, -0.0062999785877764225, -0.005867299623787403, -0.005434620659798384, -0.005001941695809364, -0.004569262731820345, -0.0041365837678313255, -0.003703904803842306, -0.0032712258398532867, -0.0028385468758642673, -0.002405867911875248, -0.0019731889478862286, -0.0015405099838972092, -0.0011078310199081898, -0.0006751520559191704, -0.00024247309193015099, 0.0001902058720588684, 0.0006228848360478878, 0.0010555638000369072, 0.0014882427640259266, 0.001920921728014946, 0.0023536006920039654, 0.0027862796559929848, 0.003218958619982004, 0.0036516375839710236, 0.004084316547960043, 0.004516995511949062, 0.004949674475938082, 0.005382353439927101, 0.0058150324039161205, 0.00624771136790514, 0.006680390331894159, 0.007113069295883179, 0.007545748259872198, 0.007978427223861217, 0.00841110572218895, 0.008843785151839256, 0.009276464581489563, 0.009709143079817295, 0.010141821578145027, 0.010574501007795334, 0.01100718043744564, 0.011439858935773373, 0.011872537434101105, 0.012305216863751411, 0.012737896293401718, 0.01317057479172945, 0.013603253290057182, 0.014035932719707489]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 3.0, 2.0, 5.0, 2.0, 5.0, 2.0, 7.0, 4.0, 9.0, 3.0, 16.0, 21.0, 25.0, 29.0, 24.0, 56.0, 74.0, 71.0, 98.0, 122.0, 168.0, 216.0, 284.0, 386.0, 587.0, 3424.0, 900.0, 465.0, 261.0, 167.0, 125.0, 94.0, 52.0, 61.0, 43.0, 28.0, 19.0, 16.0, 19.0, 8.0, 2.0, 5.0, 6.0, 6.0, 1.0, 1.0, 1.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1602122038602829, -0.15506941080093384, -0.14992661774158478, -0.14478380978107452, -0.13964101672172546, -0.1344982236623764, -0.12935543060302734, -0.12421263009309769, -0.11906983703374863, -0.11392704397439957, -0.10878424346446991, -0.10364145040512085, -0.09849865734577179, -0.09335585683584213, -0.08821306377649307, -0.08307026326656342, -0.07792747020721436, -0.0727846771478653, -0.06764187663793564, -0.06249908357858658, -0.05735628679394722, -0.05221349000930786, -0.0470706969499588, -0.04192790016531944, -0.036785103380680084, -0.031642306596040726, -0.026499511674046516, -0.021356716752052307, -0.01621391996741295, -0.011071124114096165, -0.005928328260779381, -0.0007855324074625969, 0.004357263445854187, 0.009500059299170971, 0.014642855152487755, 0.019785650074481964, 0.024928446859121323, 0.03007124364376068, 0.03521403670310974, 0.0403568334877491, 0.04549963027238846, 0.05064242705702782, 0.055785223841667175, 0.060928016901016235, 0.0660708099603653, 0.07121361047029495, 0.07635640352964401, 0.08149920403957367, 0.08664199709892273, 0.09178479015827179, 0.09692759066820145, 0.1020703837275505, 0.10721318423748016, 0.11235597729682922, 0.11749877035617828, 0.12264157086610794, 0.1277843713760376, 0.13292716443538666, 0.13806995749473572, 0.14321275055408478, 0.14835554361343384, 0.1534983366727829, 0.15864114463329315, 0.1637839376926422, 0.16892673075199127]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 7.0, 4.0, 0.0, 3.0, 3.0, 2.0, 6.0, 7.0, 3.0, 3.0, 24.0, 6.0, 4.0, 5.0, 3.0, 3.0, 3.0, 3.0, 7.0, 4.0, 3.0, 3.0, 0.0, 1.0, 1.0, 3.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.005916777066886425, -0.0057400972582399845, -0.005563417449593544, -0.0053867376409471035, -0.005210057366639376, -0.005033377557992935, -0.004856697749346495, -0.004680017940700054, -0.004503338132053614, -0.004326658323407173, -0.004149978049099445, -0.003973298240453005, -0.0037966184318065643, -0.003619938623160124, -0.0034432588145136833, -0.003266578773036599, -0.0030898989643901587, -0.002913219155743718, -0.002736539114266634, -0.0025598593056201935, -0.002383179496973753, -0.002206499455496669, -0.0020298196468502283, -0.0018531398382037878, -0.0016764599131420255, -0.0014997799880802631, -0.0013231001794338226, -0.0011464202543720603, -0.0009697403875179589, -0.0007930605206638575, -0.0006163805956020951, -0.0004397007287479937, -0.0002630208618938923, -8.634098048787564e-05, 9.033890091814101e-05, 0.0002670187968760729, 0.0004436986637301743, 0.0006203785305842757, 0.0007970584556460381, 0.0009737383225001395, 0.001150418189354241, 0.0013270981144160032, 0.0015037779230624437, 0.001680457848124206, 0.0018571377731859684, 0.002033817581832409, 0.0022104973904788494, 0.0023871774319559336, 0.002563857240602374, 0.0027405370492488146, 0.0029172170907258987, 0.0030938968993723392, 0.0032705767080187798, 0.003447256749495864, 0.0036239365581423044, 0.003800616366788745, 0.003977296408265829, 0.00415397621691227, 0.00433065602555871, 0.004507335834205151, 0.004684015642851591, 0.004860695917159319, 0.005037375725805759, 0.0052140555344522, 0.0053907353430986404]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 2.0, 4.0, 6.0, 4.0, 12.0, 20.0, 33.0, 55.0, 97.0, 146.0, 248.0, 324.0, 453.0, 683.0, 949.0, 1182.0, 1659.0, 2161.0, 2765.0, 3870.0, 5333.0, 7463.0, 10327.0, 14359.0, 20381.0, 28861.0, 41292.0, 58685.0, 84489.0, 122471.0, 423026.0, 93865.0, 69122.0, 50827.0, 37104.0, 26937.0, 19679.0, 14188.0, 10323.0, 7618.0, 5365.0, 3866.0, 2731.0, 1865.0, 1358.0, 1003.0, 708.0, 478.0, 384.0, 263.0, 189.0, 127.0, 92.0, 72.0, 48.0, 25.0, 20.0, 11.0, 5.0, 7.0, 0.0, 2.0, 3.0], "bins": [-0.013111543841660023, -0.012690320611000061, -0.0122690973803401, -0.011847874149680138, -0.01142665185034275, -0.011005428619682789, -0.010584205389022827, -0.010162982158362865, -0.009741758927702904, -0.009320535697042942, -0.008899313397705555, -0.008478090167045593, -0.008056866936385632, -0.00763564370572567, -0.007214420475065708, -0.006793197710067034, -0.006371974479407072, -0.00595075124874711, -0.005529528483748436, -0.005108305253088474, -0.004687082022428513, -0.004265859257429838, -0.0038446360267698765, -0.0034234127961099148, -0.0030021897982805967, -0.0025809668004512787, -0.002159743569791317, -0.001738520571961999, -0.001317297457717359, -0.0008960743434727192, -0.00047485128743574023, -5.3628202294930816e-05, 0.0003675948828458786, 0.0007888179970905185, 0.0012100411113351583, 0.0016312641091644764, 0.002052487339824438, 0.002473710337653756, 0.002894933335483074, 0.003316156566143036, 0.003737379563972354, 0.004158602561801672, 0.004579825792461634, 0.005001049023121595, 0.00542227178812027, 0.0058434950187802315, 0.006264718249440193, 0.006685941014438868, 0.007107164245098829, 0.007528387475758791, 0.007949610240757465, 0.008370833471417427, 0.008792056702077389, 0.00921327993273735, 0.009634503163397312, 0.0100557254627347, 0.010476948693394661, 0.010898171924054623, 0.011319395154714584, 0.011740618385374546, 0.012161841616034508, 0.012583063915371895, 0.013004287146031857, 0.013425510376691818, 0.01384673360735178]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 1.0, 0.0, 1.0, 1.0, 12.0, 0.0, 4.0, 6.0, 5.0, 7.0, 1.0, 2.0, 5.0, 0.0, 1.0, 0.0, 2.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008336923085153103, -0.00799480825662613, -0.007652692496776581, -0.00731057720258832, -0.006968461908400059, -0.006626346614211798, -0.006284231320023537, -0.005942116025835276, -0.005600000731647015, -0.005257885437458754, -0.0049157701432704926, -0.0045736548490822315, -0.0042315395548939705, -0.0038894242607057095, -0.0035473089665174484, -0.0032051936723291874, -0.0028630783781409264, -0.0025209630839526653, -0.0021788477897644043, -0.0018367324955761433, -0.0014946172013878822, -0.0011525019071996212, -0.0008103866130113602, -0.00046827131882309914, -0.0001261560246348381, 0.00021595926955342293, 0.000558074563741684, 0.000900189857929945, 0.001242305152118206, 0.001584420446306467, 0.001926535740494728, 0.002268651034682989, 0.00261076632887125, 0.002952881623059511, 0.003294996917247772, 0.0036371122114360332, 0.003979227505624294, 0.004321342799812555, 0.004663458094000816, 0.005005573388189077, 0.005347688682377338, 0.0056898039765655994, 0.0060319192707538605, 0.0063740345649421215, 0.0067161498591303825, 0.007058265153318644, 0.007400380447506905, 0.007742495741695166, 0.008084611035883427, 0.0084267258644104, 0.008768841624259949, 0.009110957384109497, 0.00945307221263647, 0.009795187041163445, 0.010137302801012993, 0.010479418560862541, 0.010821533389389515, 0.011163648217916489, 0.011505763977766037, 0.011847879737615585, 0.012189994566142559, 0.012532109394669533, 0.012874225154519081, 0.01321634091436863, 0.013558455742895603]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 8.0, 15.0, 16.0, 31.0, 33.0, 46.0, 62.0, 79.0, 111.0, 144.0, 168.0, 224.0, 383.0, 716.0, 1543.0, 6091.0, 2104.0, 1407.0, 1120.0, 945.0, 714.0, 599.0, 507.0, 398.0, 309.0, 176.0, 125.0, 95.0, 55.0, 62.0, 18.0, 17.0, 23.0, 11.0, 9.0, 12.0, 5.0, 9.0, 5.0, 5.0, 7.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.004922288004308939, -0.004692737478762865, -0.004463186953216791, -0.004233636427670717, -0.004004085902124643, -0.0037745351437479258, -0.003544984618201852, -0.003315434092655778, -0.003085883567109704, -0.00285633304156363, -0.002626782516017556, -0.0023972319904714823, -0.0021676812320947647, -0.0019381308229640126, -0.0017085801810026169, -0.001479029655456543, -0.001249479129910469, -0.0010199286043643951, -0.0007903780206106603, -0.0005608274368569255, -0.0003312769113108516, -0.0001017263566609472, 0.00012782419798895717, 0.00035737475263886154, 0.0005869253072887659, 0.0008164758328348398, 0.0010460263583809137, 0.0012755770003423095, 0.0015051275258883834, 0.0017346780514344573, 0.001964228693395853, 0.002193779218941927, 0.002423329744488001, 0.002652880270034075, 0.0028824307955801487, 0.0031119813211262226, 0.0033415318466722965, 0.003571082605049014, 0.003800633130595088, 0.004030183423310518, 0.0042597344145178795, 0.004489284940063953, 0.004718835465610027, 0.004948385991156101, 0.005177936516702175, 0.005407487042248249, 0.005637037567794323, 0.005866588093340397, 0.006096138618886471, 0.006325689144432545, 0.006555239669978619, 0.0067847901955246925, 0.0070143407210707664, 0.00724389124661684, 0.007473441772162914, 0.007702992297708988, 0.007932542823255062, 0.008162093348801136, 0.00839164387434721, 0.008621194399893284, 0.008850744925439358, 0.009080295450985432, 0.009309845976531506, 0.00953939650207758, 0.009768947958946228]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.028983334079384804, -0.028003625571727753, -0.02702391892671585, -0.0260442104190588, -0.025064503774046898, -0.024084795266389847, -0.023105088621377945, -0.022125380113720894, -0.021145671606063843, -0.02016596496105194, -0.01918625645339489, -0.018206549808382988, -0.017226841300725937, -0.016247134655714035, -0.015267426148056984, -0.014287718571722507, -0.013308010995388031, -0.012328303419053555, -0.011348595842719078, -0.010368888266384602, -0.009389180690050125, -0.008409472182393074, -0.0074297646060585976, -0.006450057029724121, -0.005470349453389645, -0.004490641877055168, -0.003510934067890048, -0.002531226258724928, -0.0015515186823904514, -0.0005718109896406531, 0.00040789670310914516, 0.0013876043958589435, 0.0023673120886087418, 0.0033470196649432182, 0.004326727241277695, 0.0053064352832734585, 0.006286142859607935, 0.007265850435942411, 0.008245558477938175, 0.009225266054272652, 0.010204973630607128, 0.011184681206941605, 0.012164388783276081, 0.013144096359610558, 0.014123804867267609, 0.015103512443602085, 0.01608322001993656, 0.017062926664948463, 0.018042635172605515, 0.019022343680262566, 0.020002050325274467, 0.02098175883293152, 0.02196146547794342, 0.02294117398560047, 0.023920880630612373, 0.024900589138269424, 0.025880295783281326, 0.026860004290938377, 0.02783971279859543, 0.02881941944360733, 0.02979912795126438, 0.030778834596276283, 0.031758543103933334, 0.032738249748945236, 0.033717960119247437]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 4.0, 3.0, 1.0, 6.0, 7.0, 10.0, 7.0, 15.0, 21.0, 21.0, 12.0, 9.0, 7.0, 4.0, 8.0, 5.0, 12.0, 12.0, 15.0, 12.0, 8.0, 8.0, 10.0, 9.0, 10.0, 8.0, 5.0, 6.0, 6.0, 4.0, 5.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.01287581492215395, -0.0122927101328969, -0.011709606274962425, -0.011126501485705376, -0.010543396696448326, -0.009960292838513851, -0.009377188049256802, -0.008794083259999752, -0.008210979402065277, -0.0076278746128082275, -0.007044769823551178, -0.006461665499955416, -0.0058785611763596535, -0.005295456387102604, -0.004712352063506842, -0.004129247274249792, -0.00354614295065403, -0.002963038394227624, -0.002379933837801218, -0.0017968295142054558, -0.0012137249577790499, -0.0006306204595603049, -4.751596134155989e-05, 0.0005355885368771851, 0.00111869303509593, 0.001701797591522336, 0.002284902147948742, 0.002868006471544504, 0.00345111102797091, 0.004034215584397316, 0.004617319907993078, 0.005200424697250128, 0.00578352902084589, 0.006366633344441652, 0.006949738133698702, 0.007532842457294464, 0.008115947246551514, 0.008699051104485989, 0.009282155893743038, 0.009865260683000088, 0.010448364540934563, 0.011031469330191612, 0.011614574119448662, 0.012197678908705711, 0.012780782766640186, 0.013363887555897236, 0.013946992345154285, 0.01453009620308876, 0.01511320099234581, 0.01569630578160286, 0.01627941057085991, 0.01686251536011696, 0.01744561828672886, 0.01802872307598591, 0.018611827865242958, 0.019194932654500008, 0.019778037443757057, 0.020361142233014107, 0.020944245159626007, 0.021527349948883057, 0.022110454738140106, 0.022693559527397156, 0.023276664316654205, 0.023859769105911255, 0.024442873895168304]}, "_runtime": 18.329394817352295, "_timestamp": 1596212889.0309324, "_step": 17}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 3.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 2.0, 3.0, 2.0, 0.0, 2.0, 3.0, 1.0, 1.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.01216222159564495, -0.01178369577974081, -0.011405170895159245, -0.011026645079255104, -0.010648119263350964, -0.010269593447446823, -0.009891068562865257, -0.009512542746961117, -0.009134016931056976, -0.00875549204647541, -0.00837696623057127, -0.00799844041466713, -0.007619915064424276, -0.007241389248520136, -0.006862863898277283, -0.006484338082373142, -0.006105812732130289, -0.005727287381887436, -0.0053487615659832954, -0.004970236215740442, -0.004591710399836302, -0.004213185049593449, -0.003834659466519952, -0.003456133883446455, -0.003077608300372958, -0.0026990827172994614, -0.0023205571342259645, -0.0019420316675677896, -0.0015635060844942927, -0.001184980501420796, -0.00080645497655496, -0.00042792942258529365, -4.940386861562729e-05, 0.0003291216853540391, 0.0007076472393237054, 0.0010861727641895413, 0.0014646983472630382, 0.001843223930336535, 0.00222174939699471, 0.002600274980068207, 0.0029788005631417036, 0.0033573261462152004, 0.0037358517292886972, 0.004114377312362194, 0.004492902662605047, 0.004871428478509188, 0.005249953828752041, 0.005628479644656181, 0.0060070049948990345, 0.006385530345141888, 0.006764056161046028, 0.007142581511288881, 0.007521107327193022, 0.007899632677435875, 0.008278158493340015, 0.008656684309244156, 0.009035209193825722, 0.009413735009729862, 0.009792260825634003, 0.010170785710215569, 0.010549311526119709, 0.01092783734202385, 0.01130636315792799, 0.011684888042509556, 0.012063413858413696]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 5.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 3.0, 3.0, 3.0, 8.0, 12.0, 8.0, 13.0, 17.0, 14.0, 14.0, 28.0, 43.0, 37.0, 52.0, 77.0, 84.0, 91.0, 150.0, 179.0, 240.0, 286.0, 356.0, 515.0, 3469.0, 791.0, 417.0, 262.0, 211.0, 106.0, 95.0, 72.0, 66.0, 47.0, 34.0, 30.0, 26.0, 13.0, 12.0, 5.0, 7.0, 8.0, 3.0, 7.0, 1.0, 2.0, 3.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.1402559131383896, -0.1357417106628418, -0.131227508187294, -0.12671330571174622, -0.12219911068677902, -0.11768490821123123, -0.11317071318626404, -0.10865651071071625, -0.10414230823516846, -0.09962810575962067, -0.09511390328407288, -0.09059970825910568, -0.08608550578355789, -0.0815713033080101, -0.07705710828304291, -0.07254290580749512, -0.06802870333194733, -0.06351450085639954, -0.059000302106142044, -0.05448610335588455, -0.04997190088033676, -0.04545769840478897, -0.04094349965453148, -0.03642930090427399, -0.031915098428726196, -0.027400897815823555, -0.022886697202920914, -0.018372496590018272, -0.013858295977115631, -0.00934409536421299, -0.0048298947513103485, -0.0003156941384077072, 0.004198506474494934, 0.008712707087397575, 0.013226907700300217, 0.017741108313202858, 0.0222553089261055, 0.02676950953900814, 0.03128371015191078, 0.035797908902168274, 0.040312111377716064, 0.044826313853263855, 0.04934051260352135, 0.05385471135377884, 0.05836891382932663, 0.06288311630487442, 0.06739731132984161, 0.0719115138053894, 0.0764257162809372, 0.08093991875648499, 0.08545412123203278, 0.08996831625699997, 0.09448251873254776, 0.09899672120809555, 0.10351091623306274, 0.10802511870861053, 0.11253932118415833, 0.11705352365970612, 0.1215677261352539, 0.1260819286108017, 0.1305961310863495, 0.13511031866073608, 0.13962452113628387, 0.14413872361183167, 0.14865292608737946]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 5.0, 1.0, 2.0, 3.0, 4.0, 3.0, 4.0, 1.0, 2.0, 1.0, 3.0, 4.0, 5.0, 1.0, 3.0, 25.0, 3.0, 2.0, 1.0, 1.0, 4.0, 3.0, 3.0, 3.0, 3.0, 3.0, 1.0, 0.0, 1.0, 6.0, 2.0, 1.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0], "bins": [-0.004398494027554989, -0.004263321869075298, -0.0041281492449343204, -0.00399297708645463, -0.003857804462313652, -0.0037226323038339615, -0.0035874599125236273, -0.003452287521213293, -0.003317115129902959, -0.0031819427385926247, -0.0030467703472822905, -0.0029115979559719563, -0.0027764257974922657, -0.0026412534061819315, -0.0025060810148715973, -0.002370908623561263, -0.002235736232250929, -0.0021005638409405947, -0.0019653914496302605, -0.001830219174735248, -0.0016950467834249139, -0.0015598743921145797, -0.0014247021172195673, -0.001289529725909233, -0.0011543573345988989, -0.0010191849432885647, -0.0008840126101858914, -0.0007488402770832181, -0.0006136678857728839, -0.00047849552356638014, -0.0003433231613598764, -0.00020815079915337265, -7.29784369468689e-05, 6.219392525963485e-05, 0.0001973662874661386, 0.00033253864967264235, 0.0004677110118791461, 0.0006028834031894803, 0.0007380557362921536, 0.0008732280693948269, 0.001008400460705161, 0.0011435728520154953, 0.0012787452433258295, 0.0014139175182208419, 0.001549089909531176, 0.0016842623008415103, 0.0018194345757365227, 0.001954606967046857, 0.002089779358357191, 0.0022249517496675253, 0.0023601241409778595, 0.0024952965322881937, 0.002630468923598528, 0.0027656410820782185, 0.0029008134733885527, 0.003035985864698887, 0.003171158256009221, 0.0033063306473195553, 0.0034415030386298895, 0.0035766754299402237, 0.0037118475884199142, 0.0038470199797302485, 0.003982192371040583, 0.0041173649951815605, 0.004252537153661251]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [6.0, 1.0, 2.0, 3.0, 3.0, 2.0, 14.0, 26.0, 35.0, 61.0, 80.0, 162.0, 234.0, 354.0, 534.0, 822.0, 1198.0, 1791.0, 2562.0, 3729.0, 5391.0, 7837.0, 11453.0, 16382.0, 23304.0, 33114.0, 47119.0, 67949.0, 96309.0, 431871.0, 122083.0, 85206.0, 60826.0, 44144.0, 31703.0, 23194.0, 16847.0, 12179.0, 8578.0, 6309.0, 4621.0, 3421.0, 2466.0, 1715.0, 1226.0, 895.0, 628.0, 445.0, 282.0, 196.0, 131.0, 85.0, 42.0, 24.0, 14.0, 13.0, 10.0, 5.0, 5.0, 3.0, 0.0, 2.0, 1.0, 1.0], "bins": [-0.012688960880041122, -0.012264848686754704, -0.011840736493468285, -0.01141662523150444, -0.010992513038218021, -0.010568400844931602, -0.010144288651645184, -0.009720176458358765, -0.00929606519639492, -0.008871953003108501, -0.008447840809822083, -0.008023728616535664, -0.007599616423249245, -0.007175504695624113, -0.006751392502337694, -0.0063272807747125626, -0.005903168581426144, -0.005479056388139725, -0.005054944660514593, -0.004630832467228174, -0.004206720739603043, -0.0037826085463166237, -0.0033584963530302048, -0.0029343843925744295, -0.0025102724321186543, -0.002086160471662879, -0.001662048394791782, -0.0012379363179206848, -0.0008138243574649096, -0.0003897123388014734, 3.4399679861962795e-05, 0.00045851169852539897, 0.0008826237171888351, 0.0013067356776446104, 0.0017308477545157075, 0.0021549598313868046, 0.00257907179184258, 0.003003183752298355, 0.003427295945584774, 0.0038514079060405493, 0.0042755198664963245, 0.0046996320597827435, 0.005123743787407875, 0.005547855980694294, 0.005971968173980713, 0.0063960799016058445, 0.006820192094892263, 0.007244303822517395, 0.007668416015803814, 0.008092528209090233, 0.008516640402376652, 0.008940751664340496, 0.009364863857626915, 0.009788976050913334, 0.010213088244199753, 0.010637200437486172, 0.01106131263077259, 0.011485423892736435, 0.011909536086022854, 0.012333648279309273, 0.012757760472595692, 0.01318187266588211, 0.013605983927845955, 0.014030096121132374, 0.014454208314418793]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 5.0, 4.0, 1.0, 2.0, 7.0, 5.0, 4.0, 2.0, 2.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.015331583097577095, -0.014967120252549648, -0.014602657407522202, -0.01423819549381733, -0.013873732648789883, -0.013509269803762436, -0.013144807890057564, -0.012780345045030117, -0.01241588220000267, -0.012051419354975224, -0.011686956509947777, -0.011322494596242905, -0.010958031751215458, -0.010593568906188011, -0.010229106992483139, -0.009864644147455692, -0.009500181302428246, -0.009135718457400799, -0.008771255612373352, -0.00840679369866848, -0.008042330853641033, -0.007677868008613586, -0.007313405629247427, -0.0069489432498812675, -0.006584480404853821, -0.006220017559826374, -0.005855555180460215, -0.005491092801094055, -0.005126629956066608, -0.004762167111039162, -0.004397704731673002, -0.004033242352306843, -0.003668779507279396, -0.003304316895082593, -0.00293985428288579, -0.0025753916706889868, -0.0022109290584921837, -0.0018464664462953806, -0.0014820038340985775, -0.0011175412219017744, -0.0007530786097049713, -0.0003886159975081682, -2.4153385311365128e-05, 0.00034030922688543797, 0.0007047718390822411, 0.0010692344512790442, 0.0014336970634758472, 0.0017981596756726503, 0.0021626222878694534, 0.0025270849000662565, 0.0028915475122630596, 0.0032560101244598627, 0.003620472736656666, 0.0039849355816841125, 0.004349397961050272, 0.004713860340416431, 0.005078323185443878, 0.005442786030471325, 0.005807248409837484, 0.006171710789203644, 0.0065361736342310905, 0.006900636479258537, 0.007265098858624697, 0.007629561237990856, 0.007994024083018303]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 3.0, 2.0, 3.0, 2.0, 1.0, 0.0, 6.0, 7.0, 7.0, 9.0, 5.0, 8.0, 9.0, 7.0, 9.0, 12.0, 16.0, 12.0, 17.0, 40.0, 45.0, 66.0, 85.0, 131.0, 207.0, 354.0, 635.0, 1169.0, 2298.0, 6927.0, 2225.0, 1189.0, 805.0, 591.0, 417.0, 278.0, 222.0, 171.0, 128.0, 99.0, 51.0, 43.0, 19.0, 23.0, 11.0, 10.0, 6.0, 10.0, 4.0, 9.0, 2.0, 8.0, 4.0, 3.0, 3.0, 1.0, 0.0, 4.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.014042574912309647, -0.013580895960330963, -0.01311921700835228, -0.01265753898769617, -0.012195860035717487, -0.011734181083738804, -0.011272503063082695, -0.010810824111104012, -0.010349145159125328, -0.009887466207146645, -0.009425787255167961, -0.008964109234511852, -0.008502430282533169, -0.008040751330554485, -0.007579072844237089, -0.007117394357919693, -0.0066557154059410095, -0.006194036453962326, -0.00573235796764493, -0.005270679481327534, -0.00480900052934885, -0.004347321577370167, -0.0038856430910527706, -0.003423964371904731, -0.002962285652756691, -0.002500606933608651, -0.0020389282144606113, -0.0015772494953125715, -0.0011155707761645317, -0.0006538920570164919, -0.00019221333786845207, 0.00026946538127958775, 0.0007311441004276276, 0.0011928228195756674, 0.0016545015387237072, 0.002116180257871747, 0.002577858977019787, 0.0030395376961678267, 0.0035012164153158665, 0.003962894901633263, 0.004424573853611946, 0.00488625280559063, 0.005347931291908026, 0.005809609778225422, 0.006271288730204105, 0.006732967682182789, 0.007194646168500185, 0.007656324654817581, 0.008118003606796265, 0.008579682558774948, 0.009041361510753632, 0.00950303953140974, 0.009964718483388424, 0.010426397435367107, 0.010888075456023216, 0.0113497544080019, 0.011811433359980583, 0.012273112311959267, 0.01273479126393795, 0.013196469284594059, 0.013658148236572742, 0.014119827188551426, 0.014581505209207535, 0.015043184161186218, 0.015504863113164902]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 2.0, 3.0, 1.0, 2.0, 4.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.04802574962377548, -0.04599287733435631, -0.043960005044937134, -0.04192712903022766, -0.03989425674080849, -0.03786138445138931, -0.03582850843667984, -0.033795636147260666, -0.03176276385784149, -0.029729891568422318, -0.027697017416357994, -0.02566414326429367, -0.023631270974874496, -0.021598398685455322, -0.019565524533391, -0.017532650381326675, -0.015499778091907501, -0.013466904871165752, -0.011434031650424004, -0.009401158429682255, -0.007368285208940506, -0.005335411988198757, -0.0033025387674570084, -0.0012696655467152596, 0.0007632076740264893, 0.002796080894768238, 0.004828954115509987, 0.006861827336251736, 0.008894700556993484, 0.010927573777735233, 0.012960446998476982, 0.014993320219218731, 0.01702619343996048, 0.019059065729379654, 0.021091939881443977, 0.0231248140335083, 0.025157686322927475, 0.02719055861234665, 0.029223432764410973, 0.031256306916475296, 0.03328917920589447, 0.035322051495313644, 0.03735492378473282, 0.03938779979944229, 0.041420672088861465, 0.04345354437828064, 0.04548642039299011, 0.047519292682409286, 0.04955216497182846, 0.051585037261247635, 0.05361790955066681, 0.05565078556537628, 0.057683657854795456, 0.05971653014421463, 0.0617494061589241, 0.06378227472305298, 0.06581515073776245, 0.06784802675247192, 0.0698808953166008, 0.07191377133131027, 0.07394663989543915, 0.07597951591014862, 0.0780123919248581, 0.08004526048898697, 0.08207813650369644]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 4.0, 1.0, 0.0, 3.0, 3.0, 1.0, 6.0, 7.0, 2.0, 8.0, 2.0, 12.0, 16.0, 17.0, 40.0, 28.0, 21.0, 13.0, 20.0, 13.0, 9.0, 9.0, 9.0, 7.0, 6.0, 6.0, 2.0, 4.0, 2.0, 4.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.03472970426082611, -0.03289681300520897, -0.031063923612236977, -0.029231034219264984, -0.027398142963647842, -0.02556525357067585, -0.023732362315058708, -0.021899472922086716, -0.020066581666469574, -0.01823369227349758, -0.01640080288052559, -0.014567911624908447, -0.012735022231936455, -0.010902131907641888, -0.00906924158334732, -0.0072363512590527534, -0.005403460934758186, -0.0035705706104636192, -0.0017376805189996958, 9.52096888795495e-05, 0.0019280998967587948, 0.003760990221053362, 0.005593880079686642, 0.007426770403981209, 0.009259660728275776, 0.011092551052570343, 0.01292544137686491, 0.014758331701159477, 0.01659122109413147, 0.01842411234974861, 0.020257001742720604, 0.022089892998337746, 0.023922782391309738, 0.02575567178428173, 0.027588563039898872, 0.029421452432870865, 0.03125434368848801, 0.03308723494410515, 0.03492012247443199, 0.03675301373004913, 0.038585904985666275, 0.04041879251599312, 0.04225168377161026, 0.0440845750272274, 0.04591746628284454, 0.04775035381317139, 0.04958324506878853, 0.05141613632440567, 0.05324902385473251, 0.055081915110349655, 0.0569148063659668, 0.05874769762158394, 0.06058058515191078, 0.062413476407527924, 0.06424636393785477, 0.06607925891876221, 0.06791214644908905, 0.0697450339794159, 0.07157792896032333, 0.07341081649065018, 0.07524371147155762, 0.07707659900188446, 0.0789094865322113, 0.08074238151311874, 0.08257526904344559]}, "_runtime": 19.09908151626587, "_timestamp": 1596212889.8006191, "_step": 18}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 1.0, 1.0, 3.0, 1.0, 2.0, 1.0, 2.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 4.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 3.0, 3.0, 5.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.012748540379106998, -0.012342071160674095, -0.011935602873563766, -0.011529133655130863, -0.011122665368020535, -0.010716196149587631, -0.010309727862477303, -0.0099032586440444, -0.00949679035693407, -0.009090321138501167, -0.008683852851390839, -0.008277383632957935, -0.007870915345847607, -0.007464446127414703, -0.007057977374643087, -0.006651508621871471, -0.006245039869099855, -0.0058385711163282394, -0.0054321023635566235, -0.0050256336107850075, -0.0046191648580133915, -0.0042126961052417755, -0.003806227119639516, -0.0033997583668679, -0.002993289614096284, -0.002586820861324668, -0.002180352108553052, -0.0017738832393661141, -0.0013674144865944982, -0.0009609457338228822, -0.0005544769228436053, -0.00014800814096815884, 0.0002584606409072876, 0.0006649293936789036, 0.0010713981464505196, 0.0014778670156374574, 0.0018843357684090734, 0.002290804637596011, 0.002697273390367627, 0.003103742143139243, 0.003510210895910859, 0.003916679881513119, 0.004323148634284735, 0.004729617387056351, 0.005136086139827967, 0.005542554892599583, 0.005949023645371199, 0.006355492398142815, 0.006761961150914431, 0.007168429903686047, 0.007574898656457663, 0.007981367409229279, 0.008387836627662182, 0.00879430491477251, 0.009200774133205414, 0.009607242420315742, 0.010013711638748646, 0.010420179925858974, 0.010826649144291878, 0.011233117431402206, 0.01163958664983511, 0.012046054936945438, 0.012452524155378342, 0.01285899244248867, 0.013265461660921574]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 6.0, 3.0, 3.0, 2.0, 7.0, 10.0, 12.0, 8.0, 24.0, 25.0, 33.0, 28.0, 54.0, 67.0, 69.0, 93.0, 134.0, 136.0, 164.0, 240.0, 371.0, 500.0, 3508.0, 1003.0, 502.0, 273.0, 170.0, 118.0, 88.0, 63.0, 42.0, 47.0, 28.0, 17.0, 22.0, 10.0, 11.0, 4.0, 5.0, 1.0, 5.0, 3.0, 4.0, 4.0, 1.0, 0.0, 3.0, 1.0, 1.0, 0.0, 0.0, 3.0], "bins": [-0.17398668825626373, -0.16891121864318848, -0.16383574903011322, -0.15876027941703796, -0.1536848098039627, -0.14860934019088745, -0.1435338705778122, -0.13845840096473694, -0.1333829164505005, -0.12830744683742523, -0.12323198467493057, -0.11815651506185532, -0.11308103799819946, -0.1080055683851242, -0.10293009877204895, -0.0978546291589737, -0.09277915954589844, -0.08770368993282318, -0.08262822031974792, -0.07755275070667267, -0.07247728109359741, -0.06740180402994156, -0.0623263344168663, -0.057250864803791046, -0.05217539519071579, -0.04709992557764053, -0.04202445596456528, -0.03694898262619972, -0.031873513013124466, -0.02679804340004921, -0.021722571924328804, -0.0166471004486084, -0.011571630835533142, -0.006496160291135311, -0.0014206897467374802, 0.003654780797660351, 0.008730251342058182, 0.013805721886456013, 0.018881192430853844, 0.02395666390657425, 0.029032133519649506, 0.03410760313272476, 0.03918307274580002, 0.04425854608416557, 0.04933401569724083, 0.054409485310316086, 0.05948495864868164, 0.0645604282617569, 0.06963589787483215, 0.07471136748790741, 0.07978683710098267, 0.08486230671405792, 0.08993777632713318, 0.09501325339078903, 0.10008872300386429, 0.10516419261693954, 0.1102396622300148, 0.11531513184309006, 0.12039060145616531, 0.12546607851982117, 0.13054154813289642, 0.13561701774597168, 0.14069248735904694, 0.1457679569721222, 0.15084342658519745]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 2.0, 2.0, 2.0, 3.0, 4.0, 2.0, 2.0, 0.0, 2.0, 1.0, 3.0, 2.0, 3.0, 2.0, 3.0, 4.0, 1.0, 4.0, 4.0, 2.0, 0.0, 0.0, 2.0, 0.0, 29.0, 2.0, 2.0, 2.0, 2.0, 2.0, 1.0, 4.0, 8.0, 1.0, 3.0, 1.0, 3.0, 2.0, 2.0, 1.0, 0.0, 1.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.002895263023674488, -0.00278372410684824, -0.0026721851900219917, -0.0025606460403651, -0.0024491071235388517, -0.0023375682067126036, -0.0022260292898863554, -0.0021144903730601072, -0.0020029512234032154, -0.001891412422992289, -0.001779873389750719, -0.001668334472924471, -0.0015567955560982227, -0.0014452565228566527, -0.0013337176060304046, -0.0012221785727888346, -0.0011106396559625864, -0.0009991007391363382, -0.0008875617058947682, -0.0007760227890685201, -0.000664483814034611, -0.0005529448390007019, -0.0004414058930706233, -0.00032986694714054465, -0.00021832797210663557, -0.00010678901162464172, 4.7499488573521376e-06, 0.00011628890933934599, 0.00022782786982133985, 0.00033936684485524893, 0.00045090579078532755, 0.0005624447367154062, 0.0006739837117493153, 0.0007855226867832243, 0.0008970616618171334, 0.0010086005786433816, 0.0011201396118849516, 0.0012316785287111998, 0.001343217445537448, 0.001454756478779018, 0.001566295395605266, 0.0016778343124315143, 0.0017893733456730843, 0.0019009122624993324, 0.0020124511793255806, 0.0021239900961518288, 0.0022355292458087206, 0.0023470681626349688, 0.002458607079461217, 0.002570145996287465, 0.0026816849131137133, 0.002793224062770605, 0.0029047629795968533, 0.0030163018964231014, 0.0031278408132493496, 0.0032393797300755978, 0.003350918646901846, 0.0034624577965587378, 0.003573996713384986, 0.003685535630211234, 0.0037970745470374823, 0.003908613696694374, 0.004020152613520622, 0.00413169153034687, 0.004243230447173119]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 4.0, 5.0, 10.0, 14.0, 16.0, 39.0, 74.0, 109.0, 178.0, 331.0, 599.0, 946.0, 1739.0, 2873.0, 4819.0, 8171.0, 12753.0, 20485.0, 32286.0, 48887.0, 73958.0, 107418.0, 456924.0, 147321.0, 88786.0, 58031.0, 38150.0, 25882.0, 17369.0, 11198.0, 7471.0, 4665.0, 3040.0, 1967.0, 1179.0, 740.0, 481.0, 273.0, 169.0, 109.0, 55.0, 36.0, 26.0, 19.0, 11.0, 8.0, 2.0, 5.0, 3.0, 3.0, 3.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.014999703504145145, -0.014530697837471962, -0.014061692170798779, -0.013592686504125595, -0.013123680837452412, -0.012654675170779228, -0.012185669504106045, -0.011716663837432861, -0.011247659102082253, -0.010778653435409069, -0.010309647768735886, -0.009840642102062702, -0.009371636435389519, -0.008902630768716335, -0.008433625102043152, -0.007964619435369968, -0.007495613768696785, -0.0070266081020236015, -0.006557602435350418, -0.006088596768677235, -0.005619591102004051, -0.005150585900992155, -0.004681580234318972, -0.004212574567645788, -0.0037435689009726048, -0.0032745632342994213, -0.002805557567626238, -0.002336552133783698, -0.0018675464671105146, -0.0013985408004373312, -0.0009295352501794696, -0.00046052964171394706, 8.47596675157547e-06, 0.000477481575217098, 0.0009464871836826205, 0.0014154927339404821, 0.0018844984006136656, 0.002353504067286849, 0.002822509501129389, 0.0032915151678025723, 0.0037605208344757557, 0.004229526501148939, 0.004698532167822123, 0.005167537834495306, 0.005636543035507202, 0.006105548702180386, 0.006574554368853569, 0.0070435600355267525, 0.007512565702199936, 0.00798157136887312, 0.008450577035546303, 0.008919582702219486, 0.00938858836889267, 0.009857594035565853, 0.010326599702239037, 0.01079560536891222, 0.011264611035585403, 0.011733615770936012, 0.012202621437609196, 0.01267162710428238, 0.013140632770955563, 0.013609638437628746, 0.01407864410430193, 0.014547649770975113, 0.015016655437648296]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 10.0, 1.0, 3.0, 2.0, 2.0, 1.0, 6.0, 3.0, 1.0, 2.0, 1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.018103694543242455, -0.017623523250222206, -0.017143351957201958, -0.01666318066418171, -0.01618300750851631, -0.015702836215496063, -0.015222664922475815, -0.014742493629455566, -0.014262322336435318, -0.013782150112092495, -0.013301978819072247, -0.012821807526051998, -0.01234163623303175, -0.011861464008688927, -0.011381292715668678, -0.01090112142264843, -0.010420950129628181, -0.009940777905285358, -0.00946060661226511, -0.008980435319244862, -0.008500263094902039, -0.00802009180188179, -0.007539920508861542, -0.007059748750180006, -0.00657957699149847, -0.006099405698478222, -0.005619233939796686, -0.005139062646776438, -0.004658890888094902, -0.004178719595074654, -0.003698547836393118, -0.003218376310542226, -0.0027382047846913338, -0.0022580332588404417, -0.0017778617329895496, -0.0012976900907233357, -0.0008175185648724437, -0.00033734700991772115, 0.00014282454503700137, 0.0006229961290955544, 0.0011031676549464464, 0.0015833391807973385, 0.0020635107066482306, 0.0025436822324991226, 0.0030238539911806583, 0.0035040255170315504, 0.0039841970428824425, 0.004464368335902691, 0.004944540094584227, 0.005424711853265762, 0.005904883146286011, 0.0063850549049675465, 0.006865226197987795, 0.007345397956669331, 0.007825569249689579, 0.008305740542709827, 0.00878591276705265, 0.009266084060072899, 0.009746255353093147, 0.01022642757743597, 0.010706598870456219, 0.011186770163476467, 0.011666941456496716, 0.012147113680839539, 0.012627284973859787]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 2.0, 3.0, 3.0, 9.0, 12.0, 10.0, 17.0, 24.0, 33.0, 39.0, 44.0, 53.0, 51.0, 74.0, 95.0, 98.0, 87.0, 95.0, 119.0, 132.0, 91.0, 135.0, 145.0, 165.0, 186.0, 277.0, 331.0, 392.0, 511.0, 595.0, 803.0, 1415.0, 4828.0, 1858.0, 1145.0, 885.0, 714.0, 606.0, 425.0, 369.0, 288.0, 249.0, 184.0, 166.0, 125.0, 137.0, 116.0, 70.0, 57.0, 39.0, 43.0, 18.0, 18.0, 16.0, 5.0, 8.0, 7.0, 3.0, 1.0, 2.0], "bins": [-0.00923887174576521, -0.008985056541860104, -0.008731242269277573, -0.008477427065372467, -0.008223611861467361, -0.00796979758888483, -0.007715982384979725, -0.007462167646735907, -0.007208352908492088, -0.00695453817024827, -0.006700723432004452, -0.006446908228099346, -0.006193093489855528, -0.00593927875161171, -0.005685463547706604, -0.005431648809462786, -0.0051778340712189674, -0.004924019332975149, -0.004670204594731331, -0.004416389390826225, -0.004162574652582407, -0.003908759914338589, -0.0036549449432641268, -0.003401129972189665, -0.0031473152339458466, -0.0028935004957020283, -0.0026396855246275663, -0.0023858705535531044, -0.002132055815309286, -0.001878240960650146, -0.001624426105991006, -0.0013706112513318658, -0.0011167963966727257, -0.0008629815420135856, -0.0006091666873544455, -0.00035535183269530535, -0.00010153697803616524, 0.00015227787662297487, 0.000406092731282115, 0.0006599075859412551, 0.0009137224406003952, 0.0011675372952595353, 0.0014213521499186754, 0.0016751670045778155, 0.0019289818592369556, 0.002182796597480774, 0.002436611568555236, 0.002690426539629698, 0.002944241277873516, 0.0031980560161173344, 0.0034518709871917963, 0.0037056859582662582, 0.0039595006965100765, 0.004213315434753895, 0.004467130638659, 0.004720945376902819, 0.004974760115146637, 0.005228574853390455, 0.0054823895916342735, 0.005736204795539379, 0.005990019533783197, 0.006243834272027016, 0.006497649475932121, 0.0067514642141759396, 0.007005278952419758]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.06455515325069427, -0.06211963668465614, -0.05968412011861801, -0.05724860727787018, -0.054813090711832047, -0.052377574145793915, -0.04994205757975578, -0.04750654101371765, -0.04507102817296982, -0.042635511606931686, -0.040199995040893555, -0.03776447847485542, -0.03532896190881729, -0.03289344534277916, -0.030457930639386177, -0.028022415935993195, -0.025586899369955063, -0.02315138280391693, -0.02071586810052395, -0.018280351534485817, -0.015844836831092834, -0.013409320265054703, -0.010973803699016571, -0.008538288064301014, -0.006102772429585457, -0.003667256562039256, -0.0012317406944930553, 0.0012037751730531454, 0.003639291040599346, 0.006074806675314903, 0.008510323241353035, 0.010945838876068592, 0.01338135451078415, 0.01581687107682228, 0.018252385780215263, 0.020687902346253395, 0.023123417049646378, 0.02555893361568451, 0.02799445018172264, 0.030429964885115623, 0.032865479588508606, 0.03530099615454674, 0.03773651272058487, 0.040172029286623, 0.04260754585266113, 0.045043062418699265, 0.0474785752594471, 0.04991409182548523, 0.05234960839152336, 0.05478512495756149, 0.057220641523599625, 0.05965615436434746, 0.06209167093038559, 0.06452719122171402, 0.06696270406246185, 0.06939821690320969, 0.07183373719453812, 0.07426925003528595, 0.07670477032661438, 0.07914028316736221, 0.08157579600811005, 0.08401131629943848, 0.08644682914018631, 0.08888234943151474, 0.09131786227226257]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 1.0, 4.0, 5.0, 5.0, 5.0, 6.0, 9.0, 11.0, 13.0, 9.0, 11.0, 5.0, 12.0, 19.0, 21.0, 28.0, 17.0, 8.0, 18.0, 6.0, 6.0, 3.0, 10.0, 4.0, 3.0, 6.0, 4.0, 5.0, 1.0, 5.0, 1.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.023386701941490173, -0.02239459753036499, -0.021402493119239807, -0.020410386845469475, -0.01941828243434429, -0.01842617802321911, -0.017434071749448776, -0.016441967338323593, -0.01544986292719841, -0.014457758516073227, -0.01346565317362547, -0.012473547831177711, -0.011481443420052528, -0.010489339008927345, -0.009497233666479588, -0.00850512832403183, -0.007513023912906647, -0.006520919036120176, -0.005528814159333706, -0.0045367092825472355, -0.003544604405760765, -0.0025524995289742947, -0.0015603946521878242, -0.0005682897754013538, 0.0004238151013851166, 0.001415919978171587, 0.0024080248549580574, 0.003400129731744528, 0.004392234608530998, 0.005384339485317469, 0.006376444362103939, 0.0073685492388904095, 0.00836065411567688, 0.009352758526802063, 0.01034486386924982, 0.011336969211697578, 0.012329073622822762, 0.013321178033947945, 0.014313283376395702, 0.01530538871884346, 0.016297493129968643, 0.017289597541093826, 0.01828170195221901, 0.019273808225989342, 0.020265912637114525, 0.021258017048239708, 0.02225012332201004, 0.023242227733135223, 0.024234332144260406, 0.02522643655538559, 0.026218540966510773, 0.027210647240281105, 0.028202751651406288, 0.02919485606253147, 0.030186962336301804, 0.031179066747426987, 0.03217117115855217, 0.03316327556967735, 0.034155379980802536, 0.03514748439192772, 0.0361395925283432, 0.037131696939468384, 0.03812380135059357, 0.03911590576171875, 0.04010801017284393]}, "_runtime": 19.87743091583252, "_timestamp": 1596212890.5789685, "_step": 19}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 1.0, 3.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 3.0, 3.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0, 2.0, 6.0, 2.0, 3.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.013166431337594986, -0.012801054865121841, -0.012435678392648697, -0.012070302851498127, -0.011704926379024982, -0.011339549906551838, -0.010974173434078693, -0.010608796961605549, -0.010243421420454979, -0.009878044947981834, -0.00951266847550869, -0.009147292003035545, -0.0087819155305624, -0.008416539058089256, -0.008051163516938686, -0.007685787044465542, -0.007320410571992397, -0.006955034099519253, -0.0065896580927073956, -0.006224281620234251, -0.005858905613422394, -0.005493529140949249, -0.005128152668476105, -0.0047627766616642475, -0.004397400189191103, -0.0040320237167179585, -0.0036666477099061012, -0.0033012712374329567, -0.002935894997790456, -0.002570518758147955, -0.0022051422856748104, -0.0018397660460323095, -0.0014743898063898087, -0.0011090135667473078, -0.0007436372106894851, -0.0003782609128393233, -1.2884614989161491e-05, 0.0003524916828610003, 0.0007178679807111621, 0.0010832443367689848, 0.0014486205764114857, 0.0018139968160539865, 0.0021793730556964874, 0.002544749528169632, 0.002910125767812133, 0.0032755020074546337, 0.0036408784799277782, 0.0040062544867396355, 0.00437163095921278, 0.0047370074316859245, 0.005102383438497782, 0.005467759910970926, 0.0058331359177827835, 0.006198512390255928, 0.006563888862729073, 0.00692926486954093, 0.007294641342014074, 0.007660017814487219, 0.008025393821299076, 0.00839077029377222, 0.008756146766245365, 0.00912152323871851, 0.00948689877986908, 0.009852275252342224, 0.010217651724815369]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 2.0, 0.0, 4.0, 3.0, 3.0, 3.0, 6.0, 8.0, 9.0, 12.0, 13.0, 11.0, 16.0, 23.0, 30.0, 32.0, 27.0, 55.0, 72.0, 97.0, 108.0, 135.0, 189.0, 198.0, 295.0, 438.0, 3175.0, 1311.0, 546.0, 358.0, 218.0, 142.0, 94.0, 83.0, 53.0, 29.0, 40.0, 22.0, 21.0, 12.0, 13.0, 2.0, 3.0, 4.0, 3.0, 2.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.1714424341917038, -0.16674602031707764, -0.16204962134361267, -0.1573532074689865, -0.15265679359436035, -0.14796039462089539, -0.14326398074626923, -0.13856756687164307, -0.1338711678981781, -0.12917475402355194, -0.12447834759950638, -0.11978194117546082, -0.11508552730083466, -0.11038912087678909, -0.10569271445274353, -0.10099630057811737, -0.09629989415407181, -0.09160348773002625, -0.08690707385540009, -0.08221066743135452, -0.07751426100730896, -0.0728178471326828, -0.06812144070863724, -0.06342503428459167, -0.058728624135255814, -0.05403221398591995, -0.04933580756187439, -0.04463939741253853, -0.03994298726320267, -0.035246580839157104, -0.030550170689821243, -0.02585376240313053, -0.02115735411643982, -0.016460945829749107, -0.01176453661173582, -0.0070681278593838215, -0.002371719107031822, 0.002324689645320177, 0.007021098397672176, 0.011717507615685463, 0.016413915902376175, 0.021110324189066887, 0.0258067324757576, 0.03050314262509346, 0.03519955277442932, 0.039895959198474884, 0.044592369347810745, 0.04928877577185631, 0.05398518592119217, 0.05868159607052803, 0.06337800621986389, 0.06807441264390945, 0.07277081906795502, 0.07746723294258118, 0.08216363936662674, 0.0868600457906723, 0.09155645966529846, 0.09625286608934402, 0.10094927251338959, 0.10564567893743515, 0.11034209281206131, 0.11503849923610687, 0.11973490566015244, 0.1244313195347786, 0.12912772595882416]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 5.0, 3.0, 3.0, 3.0, 0.0, 2.0, 1.0, 4.0, 3.0, 4.0, 1.0, 3.0, 7.0, 4.0, 24.0, 2.0, 2.0, 6.0, 2.0, 1.0, 5.0, 3.0, 3.0, 3.0, 1.0, 2.0, 4.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.00426665972918272, -0.004141887649893761, -0.004017115570604801, -0.003892343956977129, -0.0037675718776881695, -0.00364279979839921, -0.003518027951940894, -0.0033932561054825783, -0.0032684840261936188, -0.0031437119469046593, -0.0030189401004463434, -0.0028941682539880276, -0.002769396174699068, -0.0026446240954101086, -0.0025198522489517927, -0.002395080402493477, -0.0022703083232045174, -0.002145536243915558, -0.002020764397457242, -0.0018959924345836043, -0.0017712204717099667, -0.001646448508836329, -0.0015216765459626913, -0.0013969045830890536, -0.001272132620215416, -0.0011473606573417783, -0.0010225886944681406, -0.0008978167315945029, -0.0007730447687208652, -0.0006482728058472276, -0.0005235008429735899, -0.0003987288800999522, -0.00027395691722631454, -0.00014918495435267687, -2.4412991479039192e-05, 0.00010035897139459848, 0.00022513093426823616, 0.00034990289714187384, 0.0004746748600155115, 0.0005994468228891492, 0.0007242187857627869, 0.0008489907486364245, 0.0009737627115100622, 0.0010985346743837, 0.0012233066372573376, 0.0013480786001309752, 0.001472850563004613, 0.0015976225258782506, 0.0017223944887518883, 0.001847166451625526, 0.0019719384144991636, 0.0020967102609574795, 0.002221482340246439, 0.0023462544195353985, 0.0024710262659937143, 0.00259579811245203, 0.0027205701917409897, 0.002845342271029949, 0.002970114117488265, 0.003094885963946581, 0.0032196580432355404, 0.0033444301225245, 0.0034692019689828157, 0.0035939738154411316, 0.003718745894730091]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 1.0, 2.0, 6.0, 8.0, 15.0, 17.0, 19.0, 20.0, 36.0, 48.0, 69.0, 103.0, 145.0, 281.0, 456.0, 812.0, 1259.0, 1990.0, 3142.0, 5061.0, 8121.0, 12228.0, 18643.0, 28328.0, 41950.0, 62278.0, 94562.0, 159574.0, 465193.0, 94327.0, 61843.0, 40518.0, 26582.0, 17534.0, 11667.0, 7752.0, 5175.0, 3519.0, 2246.0, 1456.0, 919.0, 590.0, 346.0, 243.0, 167.0, 115.0, 72.0, 50.0, 39.0, 27.0, 22.0, 20.0, 13.0, 12.0, 3.0, 7.0, 6.0, 2.0, 1.0, 2.0, 2.0], "bins": [-0.013817640021443367, -0.013373239897191525, -0.012928839772939682, -0.01248443964868784, -0.012040039524435997, -0.011595639400184155, -0.011151240207254887, -0.010706840083003044, -0.010262439958751202, -0.009818039834499359, -0.009373639710247517, -0.008929239585995674, -0.008484839461743832, -0.00804043933749199, -0.007596039678901434, -0.0071516395546495914, -0.006707239430397749, -0.0062628393061459064, -0.005818439181894064, -0.005374039523303509, -0.004929639399051666, -0.004485239274799824, -0.004040839150547981, -0.0035964392591267824, -0.00315203913487494, -0.0027076390106230974, -0.0022632391192018986, -0.001818838994950056, -0.0013744389871135354, -0.0009300389792770147, -0.00048563891323283315, -4.123887629248202e-05, 0.0004031611606478691, 0.0008475611684843898, 0.0012919611763209105, 0.001736361300572753, 0.002180761191993952, 0.0026251613162457943, 0.003069561440497637, 0.0035139613319188356, 0.0039583612233400345, 0.004402761347591877, 0.0048471614718437195, 0.005291561596095562, 0.0057359617203474045, 0.006180361844599247, 0.006624761503189802, 0.007069161627441645, 0.007513561751693487, 0.007957961410284042, 0.008402361534535885, 0.008846761658787727, 0.00929116178303957, 0.009735561907291412, 0.010179962031543255, 0.010624362155795097, 0.01106876228004694, 0.011513162404298782, 0.011957562528550625, 0.012401961721479893, 0.012846361845731735, 0.013290761969983578, 0.01373516209423542, 0.014179562218487263, 0.014623962342739105]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 1.0, 1.0, 2.0, 6.0, 0.0, 2.0, 2.0, 6.0, 1.0, 3.0, 1.0, 3.0, 1.0, 1.0, 4.0, 1.0, 0.0, 2.0, 3.0, 3.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.02567722089588642, -0.024930262938141823, -0.024183306843042374, -0.023436348885297775, -0.022689390927553177, -0.021942434832453728, -0.02119547687470913, -0.02044851891696453, -0.019701562821865082, -0.018954604864120483, -0.018207646906375885, -0.017460688948631287, -0.016713732853531837, -0.01596677489578724, -0.015219817869365215, -0.014472859911620617, -0.013725902885198593, -0.01297894585877657, -0.012231987901031971, -0.011485030874609947, -0.010738072916865349, -0.009991115890443325, -0.009244158864021301, -0.008497200906276703, -0.007750243879854679, -0.007003286387771368, -0.006256328895688057, -0.005509371869266033, -0.004762414377182722, -0.004015456885099411, -0.0032684996258467436, -0.002521542366594076, -0.001774584874510765, -0.0010276274988427758, -0.00028067012317478657, 0.0004662872524932027, 0.001213244628161192, 0.001960202120244503, 0.0027071593794971704, 0.003454116638749838, 0.004201074130833149, 0.00494803162291646, 0.005694989114999771, 0.006441946141421795, 0.007188903633505106, 0.007935861125588417, 0.00868281815201044, 0.00942977610975504, 0.010176733136177063, 0.010923690162599087, 0.011670648120343685, 0.012417605146765709, 0.013164563104510307, 0.013911520130932331, 0.014658477157354355, 0.015405435115098953, 0.01615239307284355, 0.016899349167943, 0.0176463071256876, 0.018393265083432198, 0.019140221178531647, 0.019887179136276245, 0.020634137094020844, 0.021381093189120293, 0.02212805114686489]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 2.0, 3.0, 6.0, 11.0, 19.0, 27.0, 27.0, 25.0, 39.0, 52.0, 54.0, 50.0, 54.0, 57.0, 56.0, 60.0, 67.0, 71.0, 66.0, 82.0, 133.0, 184.0, 224.0, 331.0, 377.0, 525.0, 652.0, 1060.0, 4464.0, 2349.0, 1587.0, 1221.0, 941.0, 673.0, 516.0, 375.0, 287.0, 305.0, 287.0, 225.0, 199.0, 183.0, 126.0, 78.0, 79.0, 63.0, 45.0, 29.0, 26.0, 9.0, 5.0, 11.0, 11.0, 7.0, 0.0, 3.0, 1.0, 5.0, 4.0, 2.0], "bins": [-0.01150358933955431, -0.011152282357215881, -0.010800976306200027, -0.010449669323861599, -0.01009836234152317, -0.009747056290507317, -0.009395749308168888, -0.00904444232583046, -0.008693136274814606, -0.008341829292476177, -0.007990522310137749, -0.0076392157934606075, -0.007287909276783466, -0.006936602294445038, -0.006585295777767897, -0.006233988795429468, -0.005882682278752327, -0.005531375762075186, -0.005180068779736757, -0.004828762263059616, -0.004477455280721188, -0.004126148764044046, -0.003774842247366905, -0.0034235354978591204, -0.0030722287483513355, -0.0027209219988435507, -0.002369615249335766, -0.0020183087326586246, -0.0016670019831508398, -0.001315695233643055, -0.0009643886005505919, -0.000613081909250468, -0.0002617752179503441, 8.953147334977984e-05, 0.0004408381646499038, 0.0007921448559500277, 0.0011434515472501516, 0.0014947582967579365, 0.0018460649298503995, 0.0021973715629428625, 0.0025486783124506474, 0.002899985061958432, 0.003251291811466217, 0.0036025983281433582, 0.003953904844820499, 0.004305211827158928, 0.004656518343836069, 0.005007825326174498, 0.005359131842851639, 0.00571043835952878, 0.0060617453418672085, 0.00641305185854435, 0.006764358840882778, 0.007115665357559919, 0.0074669718742370605, 0.007818278856575489, 0.008169585838913918, 0.008520891889929771, 0.0088721988722682, 0.009223505854606628, 0.009574811905622482, 0.00992611888796091, 0.01027742587029934, 0.010628731921315193, 0.010980038903653622]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.11340014636516571, -0.10895171016454697, -0.10450328141450882, -0.10005484521389008, -0.09560640901327133, -0.09115798026323318, -0.08670954406261444, -0.0822611078619957, -0.07781267166137695, -0.0733642429113388, -0.06891580671072006, -0.06446737051010132, -0.06001894176006317, -0.05557050555944443, -0.05112207308411598, -0.04667363688349724, -0.04222520440816879, -0.03777677193284035, -0.0333283357322216, -0.028879903256893158, -0.024431468918919563, -0.01998303458094597, -0.015534601174294949, -0.011086167767643929, -0.006637733429670334, -0.0021892995573580265, 0.002259134314954281, 0.006707568187266588, 0.011156002059578896, 0.01560443639755249, 0.020052868872880936, 0.02450130321085453, 0.028949737548828125, 0.03339817002415657, 0.037846606224775314, 0.04229503870010376, 0.046743474900722504, 0.05119190737605095, 0.055640339851379395, 0.06008877605199814, 0.06453721225261688, 0.06898564100265503, 0.07343407720327377, 0.07788251340389252, 0.08233094215393066, 0.08677937835454941, 0.09122781455516815, 0.0956762433052063, 0.10012467950582504, 0.10457311570644379, 0.10902154445648193, 0.11346998065710068, 0.11791841685771942, 0.12236684560775757, 0.1268152892589569, 0.13126371800899506, 0.1357121467590332, 0.14016059041023254, 0.1446090191602707, 0.14905744791030884, 0.15350589156150818, 0.15795432031154633, 0.16240274906158447, 0.1668511927127838, 0.17129962146282196]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [3.0, 1.0, 1.0, 3.0, 1.0, 1.0, 5.0, 3.0, 3.0, 3.0, 5.0, 9.0, 8.0, 6.0, 4.0, 10.0, 10.0, 17.0, 20.0, 23.0, 21.0, 12.0, 8.0, 9.0, 11.0, 2.0, 5.0, 10.0, 8.0, 7.0, 8.0, 6.0, 5.0, 2.0, 2.0, 1.0, 3.0, 2.0, 2.0, 3.0, 4.0, 1.0, 3.0, 0.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.01932109147310257, -0.018369533121585846, -0.017417972907423973, -0.01646641455590725, -0.015514855273067951, -0.014563295990228653, -0.01361173763871193, -0.012660178355872631, -0.011708619073033333, -0.010757059790194035, -0.009805500507354736, -0.008853942155838013, -0.007902382872998714, -0.006950823590159416, -0.005999264772981405, -0.005047705955803394, -0.004096146672964096, -0.0031445876229554415, -0.002193028572946787, -0.0012414695229381323, -0.0002899104729294777, 0.0006616485770791769, 0.0016132076270878315, 0.002564766677096486, 0.0035163257271051407, 0.004467885009944439, 0.00541944382712245, 0.006371002644300461, 0.007322561927139759, 0.008274121209979057, 0.009225679561495781, 0.01017723884433508, 0.011128798127174377, 0.012080357410013676, 0.013031916692852974, 0.013983475044369698, 0.014935034327208996, 0.015886593610048294, 0.016838151961565018, 0.01778971217572689, 0.018741270527243614, 0.019692828878760338, 0.02064438909292221, 0.021595947444438934, 0.022547505795955658, 0.02349906601011753, 0.024450624361634254, 0.025402184575796127, 0.02635374292731285, 0.027305301278829575, 0.028256861492991447, 0.02920841984450817, 0.030159980058670044, 0.031111538410186768, 0.03206309676170349, 0.033014655113220215, 0.03396621346473694, 0.03491777554154396, 0.035869333893060684, 0.03682089224457741, 0.03777245059609413, 0.038724008947610855, 0.03967557102441788, 0.0406271293759346, 0.041578687727451324]}, "_runtime": 20.64587426185608, "_timestamp": 1596212891.3474119, "_step": 20}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 3.0, 0.0, 2.0, 5.0, 4.0, 1.0, 2.0, 4.0, 1.0, 1.0, 1.0, 1.0, 2.0, 4.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.015372310765087605, -0.014933541417121887, -0.014494773000478745, -0.014056003652513027, -0.01361723430454731, -0.013178465887904167, -0.01273969653993845, -0.012300928123295307, -0.01186215877532959, -0.011423389427363873, -0.01098462101072073, -0.010545851662755013, -0.01010708324611187, -0.009668313898146152, -0.009229544550180435, -0.008790776133537292, -0.008352006785571575, -0.007913237437605858, -0.007474469020962715, -0.007035699672996998, -0.006596930790692568, -0.006158161908388138, -0.0057193925604224205, -0.0052806236781179905, -0.0048418547958135605, -0.0044030859135091305, -0.0039643170312047005, -0.003525547683238983, -0.003086778800934553, -0.002648009918630123, -0.0022092408034950495, -0.0017704718047752976, -0.0013317028060555458, -0.000892933807335794, -0.00045416480861604214, -1.5395809896290302e-05, 0.00042337318882346153, 0.0008621421875432134, 0.0013009111862629652, 0.001739680184982717, 0.002178449183702469, 0.002617218066006899, 0.0030559871811419725, 0.003494756296277046, 0.003933525178581476, 0.004372294060885906, 0.0048110634088516235, 0.0052498322911560535, 0.0056886011734604836, 0.0061273700557649136, 0.006566138938069344, 0.007004908286035061, 0.007443677168339491, 0.007882446050643921, 0.008321215398609638, 0.008759983815252781, 0.009198753163218498, 0.009637522511184216, 0.010076290927827358, 0.010515060275793076, 0.010953828692436218, 0.011392598040401936, 0.011831367388367653, 0.012270135805010796, 0.012708905152976513]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 4.0, 2.0, 4.0, 5.0, 2.0, 4.0, 5.0, 8.0, 11.0, 11.0, 11.0, 16.0, 28.0, 29.0, 36.0, 43.0, 61.0, 98.0, 148.0, 177.0, 275.0, 388.0, 549.0, 3583.0, 1080.0, 484.0, 280.0, 156.0, 112.0, 83.0, 58.0, 38.0, 35.0, 25.0, 16.0, 13.0, 8.0, 12.0, 6.0, 3.0, 1.0, 6.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 0.0, 1.0], "bins": [-0.19319023191928864, -0.18757955729961395, -0.18196888267993927, -0.17635822296142578, -0.1707475483417511, -0.16513687372207642, -0.15952619910240173, -0.15391552448272705, -0.14830484986305237, -0.14269419014453888, -0.1370835155248642, -0.13147284090518951, -0.12586216628551483, -0.12025149911642075, -0.11464082449674606, -0.10903015732765198, -0.1034194827079773, -0.09780880808830261, -0.09219814091920853, -0.08658746629953384, -0.08097679913043976, -0.07536612451076508, -0.0697554498910904, -0.06414478272199631, -0.058534108102321625, -0.05292343720793724, -0.047312766313552856, -0.041702091693878174, -0.03609142079949379, -0.030480749905109406, -0.024870077148079872, -0.01925940439105034, -0.013648733496665955, -0.008038061670958996, -0.002427389845252037, 0.0031832819804549217, 0.00879395380616188, 0.01440462563186884, 0.020015297457575798, 0.02562597021460533, 0.031236641108989716, 0.0368473120033741, 0.042457982897758484, 0.048068657517433167, 0.05367932841181755, 0.059289999306201935, 0.06490067392587662, 0.0705113410949707, 0.07612201571464539, 0.08173269033432007, 0.08734335750341415, 0.09295403212308884, 0.09856469929218292, 0.1041753739118576, 0.10978604853153229, 0.11539671570062637, 0.12100739032030106, 0.12661805748939514, 0.13222873210906982, 0.1378394067287445, 0.1434500813484192, 0.14906075596809387, 0.15467141568660736, 0.16028209030628204, 0.16589276492595673]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 3.0, 2.0, 1.0, 1.0, 0.0, 4.0, 1.0, 3.0, 1.0, 4.0, 2.0, 1.0, 3.0, 3.0, 3.0, 5.0, 2.0, 2.0, 3.0, 24.0, 7.0, 1.0, 3.0, 5.0, 2.0, 0.0, 4.0, 2.0, 2.0, 2.0, 1.0, 2.0, 1.0, 5.0, 3.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.003708347212523222, -0.003590110456570983, -0.0034718739334493876, -0.0033536371774971485, -0.003235400654375553, -0.003117163898423314, -0.002998927142471075, -0.0028806906193494797, -0.0027624538633972406, -0.0026442171074450016, -0.0025259805843234062, -0.002407743828371167, -0.002289507072418928, -0.0021712705492973328, -0.0020530337933450937, -0.0019347971538081765, -0.0018165605142712593, -0.001698323874734342, -0.0015800872351974249, -0.0014618504792451859, -0.0013436138397082686, -0.0012253772001713514, -0.0011071404442191124, -0.0009889038046821952, -0.000870667165145278, -0.0007524305256083608, -0.0006341938278637826, -0.0005159571301192045, -0.0003977204905822873, -0.00027948382194153965, -0.00016124715330079198, -4.301048466004431e-05, 7.522618398070335e-05, 0.00019346285262145102, 0.0003116995212621987, 0.00042993618990294635, 0.000548172858543694, 0.0006664094980806112, 0.0007846461958251894, 0.0009028828935697675, 0.0010211195331066847, 0.001139356172643602, 0.001257592812180519, 0.0013758295681327581, 0.0014940662076696754, 0.0016123028472065926, 0.0017305396031588316, 0.0018487762426957488, 0.001967012882232666, 0.002085249638184905, 0.0022034861613065004, 0.0023217229172587395, 0.002439959440380335, 0.002558196196332574, 0.002676432952284813, 0.0027946694754064083, 0.0029129062313586473, 0.0030311429873108864, 0.0031493795104324818, 0.003267616266384721, 0.00338585302233696, 0.0035040895454585552, 0.0036223263014107943, 0.0037405628245323896, 0.0038587995804846287]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 2.0, 4.0, 10.0, 17.0, 17.0, 35.0, 39.0, 67.0, 98.0, 170.0, 234.0, 434.0, 630.0, 1047.0, 1961.0, 3195.0, 5667.0, 9842.0, 17281.0, 29024.0, 48110.0, 76923.0, 120355.0, 484920.0, 139052.0, 86648.0, 55705.0, 35596.0, 22843.0, 14684.0, 9269.0, 5960.0, 3565.0, 2134.0, 1394.0, 859.0, 619.0, 383.0, 256.0, 157.0, 125.0, 86.0, 50.0, 51.0, 34.0, 23.0, 22.0, 12.0, 14.0, 7.0, 2.0, 5.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.01498167123645544, -0.014494869858026505, -0.014008069410920143, -0.013521268032491207, -0.013034466654062271, -0.012547665275633335, -0.012060863897204399, -0.011574063450098038, -0.011087262071669102, -0.010600460693240166, -0.010113660246133804, -0.009626858867704868, -0.009140057489275932, -0.008653256110846996, -0.00816645473241806, -0.007679654285311699, -0.007192852906882763, -0.006706051528453827, -0.006219250615686178, -0.0057324497029185295, -0.0052456483244895935, -0.0047588469460606575, -0.004272046033293009, -0.0037852448876947165, -0.003298443742096424, -0.0028116425964981318, -0.0023248414508998394, -0.001838040305301547, -0.0013512391597032547, -0.0008644380141049623, -0.00037763686850667, 0.00010916427709162235, 0.0005959654226899147, 0.001082766568288207, 0.0015695677138864994, 0.0020563688594847918, 0.002543170005083084, 0.0030299711506813765, 0.003516772296279669, 0.0040035732090473175, 0.0044903745874762535, 0.0049771759659051895, 0.005463976878672838, 0.005950777791440487, 0.006437579169869423, 0.006924380548298359, 0.007411181461066008, 0.007897982373833656, 0.008384783752262592, 0.008871585130691528, 0.00935838557779789, 0.009845186956226826, 0.010331988334655762, 0.010818789713084698, 0.011305591091513634, 0.011792391538619995, 0.012279192917048931, 0.012765994295477867, 0.013252794742584229, 0.013739596121013165, 0.0142263974994421, 0.014713198877871037, 0.015200000256299973, 0.015686800703406334, 0.016173601150512695]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 4.0, 2.0, 4.0, 3.0, 1.0, 10.0, 6.0, 4.0, 3.0, 1.0, 2.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013374765403568745, -0.012928599491715431, -0.012482433579862118, -0.012036268599331379, -0.011590102687478065, -0.011143936775624752, -0.010697770863771439, -0.010251604951918125, -0.009805439040064812, -0.009359274059534073, -0.00891310814768076, -0.008466942235827446, -0.008020776323974133, -0.007574610877782106, -0.007128444965928793, -0.006682279519736767, -0.006236113607883453, -0.00578994769603014, -0.005343782249838114, -0.0048976163379848, -0.004451450891792774, -0.004005284979939461, -0.0035591190680861473, -0.0031129533890634775, -0.0026667877100408077, -0.002220622031018138, -0.0017744562355801463, -0.0013282904401421547, -0.0008821247611194849, -0.0004359590238891542, 1.020671334117651e-05, 0.0004563724505715072, 0.0009025381878018379, 0.0013487038668245077, 0.0017948696622624993, 0.002241035457700491, 0.0026872011367231607, 0.0031333668157458305, 0.003579532727599144, 0.00402569817379117, 0.0044718640856444836, 0.004918029997497797, 0.005364195443689823, 0.005810361355543137, 0.00625652726739645, 0.006702692713588476, 0.00714885862544179, 0.007595024071633816, 0.00804118998348713, 0.008487355895340443, 0.008933521807193756, 0.009379686787724495, 0.009825852699577808, 0.010272018611431122, 0.010718184523284435, 0.011164350435137749, 0.011610515415668488, 0.012056681327521801, 0.012502847239375114, 0.012949013151228428, 0.013395179063081741, 0.013841344974935055, 0.014287509955465794, 0.014733675867319107, 0.01517984177917242]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 1.0, 2.0, 3.0, 2.0, 3.0, 2.0, 5.0, 1.0, 3.0, 3.0, 3.0, 2.0, 6.0, 9.0, 7.0, 11.0, 13.0, 18.0, 22.0, 35.0, 39.0, 53.0, 116.0, 168.0, 215.0, 323.0, 420.0, 663.0, 913.0, 1787.0, 6583.0, 3141.0, 1480.0, 840.0, 483.0, 277.0, 251.0, 138.0, 81.0, 57.0, 57.0, 45.0, 39.0, 35.0, 20.0, 11.0, 9.0, 9.0, 6.0, 2.0, 3.0, 4.0, 2.0, 0.0, 3.0], "bins": [-0.01400903332978487, -0.013657692819833755, -0.01330635230988264, -0.0129550127312541, -0.012603672221302986, -0.012252331711351871, -0.011900991201400757, -0.011549650691449642, -0.011198310181498528, -0.010846970602869987, -0.010495630092918873, -0.010144289582967758, -0.009792949073016644, -0.009441608563065529, -0.009090268984436989, -0.008738928474485874, -0.00838758796453476, -0.008036247454583645, -0.0076849074102938175, -0.007333566900342703, -0.0069822268560528755, -0.006630886346101761, -0.006279545836150646, -0.005928205791860819, -0.005576865281909704, -0.0052255247719585896, -0.004874184727668762, -0.0045228442177176476, -0.004171503707766533, -0.0038201636634767056, -0.003468823153525591, -0.00311748287640512, -0.002766142599284649, -0.002414802322164178, -0.002063462045043707, -0.0017121215350925922, -0.0013607812579721212, -0.0010094409808516502, -0.0006581005873158574, -0.0003067602519877255, 4.458008334040642e-05, 0.00039592041866853833, 0.0007472607539966702, 0.001098601147532463, 0.001449941424652934, 0.001801281701773405, 0.0021526222117245197, 0.0025039624888449907, 0.0028553027659654617, 0.0032066430430859327, 0.0035579833202064037, 0.003909323830157518, 0.004260663874447346, 0.00461200438439846, 0.004963344894349575, 0.005314684938639402, 0.005666025448590517, 0.006017365958541632, 0.006368706002831459, 0.006720046512782574, 0.007071387022733688, 0.007422727067023516, 0.00777406757697463, 0.008125407621264458, 0.008476748131215572]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 0.0, 1.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.07878223806619644, -0.07689544558525085, -0.07500866055488586, -0.07312186807394028, -0.07123507559299469, -0.0693482831120491, -0.06746149063110352, -0.06557470560073853, -0.06368791311979294, -0.06180112063884735, -0.05991433188319206, -0.058027543127536774, -0.056140750646591187, -0.0542539581656456, -0.05236716940999031, -0.05048038065433502, -0.048593588173389435, -0.04670679569244385, -0.04482000693678856, -0.04293321818113327, -0.04104642570018768, -0.039159633219242096, -0.03727284446358681, -0.03538605570793152, -0.03349926322698593, -0.031612470746040344, -0.029725681990385056, -0.027838891372084618, -0.02595210075378418, -0.024065310135483742, -0.022178519517183304, -0.020291728898882866, -0.018404938280582428, -0.01651814766228199, -0.014631357043981552, -0.012744566425681114, -0.010857775807380676, -0.008970985189080238, -0.0070841945707798, -0.0051974039524793625, -0.0033106133341789246, -0.0014238227158784866, 0.0004629679024219513, 0.0023497585207223892, 0.004236549139022827, 0.006123339757323265, 0.008010130375623703, 0.009896920993924141, 0.011783711612224579, 0.013670502230525017, 0.015557292848825455, 0.017444083467125893, 0.01933087408542633, 0.02121766470372677, 0.023104455322027206, 0.024991245940327644, 0.026878036558628082, 0.02876482717692852, 0.030651617795228958, 0.03253840655088425, 0.034425199031829834, 0.03631199151277542, 0.03819878026843071, 0.040085569024086, 0.041972361505031586]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 4.0, 3.0, 0.0, 1.0, 4.0, 6.0, 3.0, 8.0, 8.0, 13.0, 11.0, 14.0, 17.0, 7.0, 7.0, 17.0, 7.0, 29.0, 26.0, 14.0, 8.0, 12.0, 8.0, 7.0, 7.0, 8.0, 4.0, 0.0, 2.0, 4.0, 2.0, 3.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.03129449486732483, -0.030389219522476196, -0.029483944177627563, -0.02857866883277893, -0.027673393487930298, -0.026768118143081665, -0.025862842798233032, -0.0249575674533844, -0.024052292108535767, -0.023147016763687134, -0.0222417414188385, -0.021336466073989868, -0.020431190729141235, -0.019525915384292603, -0.01862064003944397, -0.017715364694595337, -0.016810089349746704, -0.01590481400489807, -0.014999538660049438, -0.014094263315200806, -0.013188987970352173, -0.01228371262550354, -0.011378437280654907, -0.010473161935806274, -0.009567886590957642, -0.008662611246109009, -0.007757335901260376, -0.006852060556411743, -0.00594678521156311, -0.0050415098667144775, -0.004136234521865845, -0.003230959177017212, -0.002325683832168579, -0.0014204084873199463, -0.0005151331424713135, 0.00039014220237731934, 0.0012954175472259521, 0.002200692892074585, 0.0031059682369232178, 0.004011243581771851, 0.004916518926620483, 0.005821794271469116, 0.006727069616317749, 0.007632344961166382, 0.008537620306015015, 0.009442895650863647, 0.01034817099571228, 0.011253446340560913, 0.012158721685409546, 0.013063997030258179, 0.013969272375106812, 0.014874547719955444, 0.015779823064804077, 0.01668509840965271, 0.017590373754501343, 0.018495649099349976, 0.01940092444419861, 0.02030619978904724, 0.021211475133895874, 0.022116750478744507, 0.02302202582359314, 0.023927301168441772, 0.024832576513290405, 0.025737851858139038, 0.02664312720298767]}, "_runtime": 21.432785511016846, "_timestamp": 1596212892.1343231, "_step": 21}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 4.0, 1.0, 2.0, 1.0, 2.0, 1.0, 3.0, 2.0, 1.0, 1.0, 3.0, 0.0, 5.0, 1.0, 2.0, 4.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.014644395560026169, -0.014243771322071552, -0.01384314801543951, -0.013442523777484894, -0.013041899539530277, -0.012641276232898235, -0.012240651994943619, -0.011840027756989002, -0.01143940445035696, -0.011038780212402344, -0.010638155974447727, -0.010237532667815685, -0.009836908429861069, -0.009436284191906452, -0.00903566088527441, -0.008635036647319794, -0.008234413340687752, -0.007833789102733135, -0.007433164864778519, -0.0070325410924851894, -0.00663191732019186, -0.006231293082237244, -0.005830669309943914, -0.005430045537650585, -0.005029421299695969, -0.004628797527402639, -0.00422817375510931, -0.0038275497499853373, -0.0034269257448613644, -0.003026301972568035, -0.0026256779674440622, -0.002225054195150733, -0.00182443019002676, -0.001423806301318109, -0.001023182412609458, -0.0006225584074854851, -0.000221934518776834, 0.0001786893990356475, 0.000579313316848129, 0.000979937263764441, 0.001380561152473092, 0.0017811850411817431, 0.002181808929890394, 0.002582432935014367, 0.00298305694013834, 0.0033836807124316692, 0.003784304717555642, 0.004184928722679615, 0.004585552494972944, 0.0049861762672662735, 0.00538680050522089, 0.005787424277514219, 0.0061880480498075485, 0.006588672287762165, 0.006989296060055494, 0.0073899198323488235, 0.00779054407030344, 0.008191167376935482, 0.008591791614890099, 0.008992415852844715, 0.009393039159476757, 0.009793663397431374, 0.01019428763538599, 0.010594910942018032, 0.010995535179972649]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 5.0, 1.0, 2.0, 10.0, 8.0, 14.0, 8.0, 13.0, 18.0, 23.0, 19.0, 30.0, 29.0, 50.0, 61.0, 73.0, 107.0, 139.0, 190.0, 283.0, 430.0, 2495.0, 2240.0, 715.0, 343.0, 187.0, 132.0, 84.0, 63.0, 38.0, 21.0, 13.0, 24.0, 11.0, 11.0, 8.0, 6.0, 9.0, 5.0, 3.0, 3.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1917721927165985, -0.18610945343971252, -0.18044669926166534, -0.17478395998477936, -0.16912122070789337, -0.1634584665298462, -0.1577957272529602, -0.15213298797607422, -0.14647024869918823, -0.14080749452114105, -0.13514475524425507, -0.12948201596736908, -0.1238192617893219, -0.11815652251243591, -0.11249377578496933, -0.10683103650808334, -0.10116828978061676, -0.09550554305315018, -0.08984280377626419, -0.08418005704879761, -0.07851731777191162, -0.07285457104444504, -0.06719182431697845, -0.06152908131480217, -0.055866338312625885, -0.0502035953104496, -0.044540852308273315, -0.03887810558080673, -0.03321536257863045, -0.027552619576454163, -0.02188987471163273, -0.016227129846811295, -0.01056438684463501, -0.00490164291113615, 0.000761101022362709, 0.0064238449558615685, 0.012086588889360428, 0.017749331891536713, 0.023412076756358147, 0.02907482162117958, 0.034737564623355865, 0.04040030762553215, 0.046063050627708435, 0.05172579735517502, 0.0573885403573513, 0.06305128335952759, 0.06871403008699417, 0.07437676936388016, 0.08003951609134674, 0.08570226281881332, 0.09136500209569931, 0.0970277488231659, 0.10269048810005188, 0.10835323482751846, 0.11401598155498505, 0.11967872083187103, 0.1253414750099182, 0.1310042142868042, 0.13666695356369019, 0.14232969284057617, 0.14799244701862335, 0.15365518629550934, 0.15931792557239532, 0.1649806797504425, 0.1706434190273285]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 1.0, 3.0, 3.0, 3.0, 5.0, 6.0, 5.0, 3.0, 1.0, 2.0, 3.0, 5.0, 0.0, 2.0, 2.0, 23.0, 4.0, 7.0, 4.0, 0.0, 4.0, 3.0, 3.0, 3.0, 4.0, 2.0, 4.0, 2.0, 0.0, 3.0, 0.0, 0.0, 0.0, 3.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.004343235399574041, -0.004192179534584284, -0.004041123669594526, -0.003890067571774125, -0.0037390117067843676, -0.00358795584179461, -0.003436899743974209, -0.0032858438789844513, -0.0031347880139946938, -0.0029837321490049362, -0.0028326762840151787, -0.0026816201861947775, -0.00253056432120502, -0.0023795084562152624, -0.0022284523583948612, -0.0020773964934051037, -0.0019263406284153461, -0.0017752847634255886, -0.0016242287820205092, -0.0014731728006154299, -0.0013221169356256723, -0.0011710610706359148, -0.0010200050892308354, -0.000868949166033417, -0.0007178932428359985, -0.0005668373196385801, -0.00041578139644116163, -0.0002647254732437432, -0.00011366955004632473, 3.738637315109372e-05, 0.00018844229634851217, 0.0003394982195459306, 0.0004905541427433491, 0.0006416100659407675, 0.000792665989138186, 0.0009437219123356044, 0.0010947778355330229, 0.0012458337005227804, 0.0013968896819278598, 0.0015479456633329391, 0.0016990015283226967, 0.0018500573933124542, 0.0020011132583022118, 0.002152169356122613, 0.0023032252211123705, 0.002454281086102128, 0.0026053371839225292, 0.0027563930489122868, 0.0029074489139020443, 0.003058504778891802, 0.0032095606438815594, 0.0033606167417019606, 0.003511672606691718, 0.0036627284716814756, 0.003813784569501877, 0.003964840434491634, 0.004115896299481392, 0.0042669521644711494, 0.004418008029460907, 0.0045690638944506645, 0.004720119759440422, 0.004871176090091467, 0.0050222319550812244, 0.005173287820070982, 0.0053243436850607395]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 6.0, 6.0, 9.0, 20.0, 14.0, 33.0, 47.0, 69.0, 93.0, 124.0, 163.0, 289.0, 350.0, 605.0, 1042.0, 1514.0, 2677.0, 4417.0, 7692.0, 13507.0, 23293.0, 39472.0, 64730.0, 101067.0, 159922.0, 493986.0, 100008.0, 59974.0, 37630.0, 23941.0, 15142.0, 9596.0, 6168.0, 4049.0, 2675.0, 1709.0, 1175.0, 734.0, 477.0, 337.0, 187.0, 176.0, 130.0, 99.0, 73.0, 65.0, 31.0, 26.0, 33.0, 18.0, 11.0, 10.0, 10.0, 3.0, 2.0, 4.0, 1.0, 0.0, 3.0], "bins": [-0.014365020208060741, -0.01389023195952177, -0.013415442779660225, -0.012940654531121254, -0.012465866282582283, -0.011991077102720737, -0.011516288854181767, -0.011041499674320221, -0.01056671142578125, -0.010091923177242279, -0.009617133997380733, -0.009142345748841763, -0.008667556568980217, -0.008192768320441246, -0.007717980071902275, -0.007243191357702017, -0.006768402643501759, -0.0062936139293015, -0.005818825215101242, -0.005344036966562271, -0.004869248252362013, -0.004394459538161755, -0.003919671289622784, -0.0034448825754225254, -0.002970093861222267, -0.002495305147022009, -0.0020205166656523943, -0.0015457280678674579, -0.0010709394700825214, -0.000596150872297585, -0.00012136227451264858, 0.00035342632327228785, 0.0008282149210572243, 0.0013030035188421607, 0.0017777921166270971, 0.0022525805979967117, 0.00272736931219697, 0.0032021580263972282, 0.003676946507766843, 0.0041517349891364574, 0.004626523703336716, 0.005101312417536974, 0.005576101131737232, 0.006050889380276203, 0.006525678094476461, 0.00700046680867672, 0.007475255057215691, 0.007950044237077236, 0.008424832485616207, 0.008899620734155178, 0.009374409914016724, 0.009849198162555695, 0.010323986411094666, 0.010798775590956211, 0.011273563839495182, 0.011748353019356728, 0.012223141267895699, 0.01269792951643467, 0.013172718696296215, 0.013647506944835186, 0.014122296124696732, 0.014597084373235703, 0.015071872621774673, 0.015546661801636219, 0.016021449118852615]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 2.0, 0.0, 3.0, 8.0, 3.0, 5.0, 7.0, 1.0, 2.0, 3.0, 1.0, 3.0, 4.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0280576441437006, -0.027287693694233894, -0.02651774324476719, -0.025747794657945633, -0.024977844208478928, -0.024207893759012222, -0.023437943309545517, -0.02266799286007881, -0.021898042410612106, -0.02112809382379055, -0.020358143374323845, -0.01958819292485714, -0.018818242475390434, -0.01804829202592373, -0.017278343439102173, -0.016508392989635468, -0.015738442540168762, -0.014968492090702057, -0.014198542572557926, -0.01342859212309122, -0.01265864260494709, -0.011888692155480385, -0.01111874170601368, -0.010348792187869549, -0.009578841738402843, -0.008808891288936138, -0.008038941770792007, -0.007268991321325302, -0.006499041337519884, -0.005729091353714466, -0.004959140904247761, -0.004189190920442343, -0.0034192409366369247, -0.0026492909528315067, -0.001879340736195445, -0.0011093906359747052, -0.0003394405357539654, 0.00043050956446677446, 0.0012004596646875143, 0.001970409881323576, 0.002740359865128994, 0.003510309848934412, 0.00428025983273983, 0.005050210282206535, 0.005820160266011953, 0.006590110249817371, 0.007360060699284077, 0.008130010217428207, 0.008899960666894913, 0.009669911116361618, 0.010439860634505749, 0.011209811083972454, 0.011979760602116585, 0.01274971105158329, 0.013519661501049995, 0.014289611019194126, 0.015059561468660831, 0.015829510986804962, 0.016599461436271667, 0.017369411885738373, 0.018139362335205078, 0.018909312784671783, 0.01967926137149334, 0.020449211820960045, 0.02121916227042675]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 2.0, 3.0, 3.0, 8.0, 9.0, 18.0, 28.0, 28.0, 36.0, 32.0, 44.0, 47.0, 53.0, 49.0, 43.0, 57.0, 63.0, 68.0, 81.0, 84.0, 97.0, 121.0, 139.0, 172.0, 216.0, 277.0, 363.0, 354.0, 565.0, 878.0, 1686.0, 5499.0, 2069.0, 1274.0, 958.0, 622.0, 482.0, 375.0, 286.0, 247.0, 224.0, 170.0, 134.0, 96.0, 58.0, 56.0, 54.0, 36.0, 29.0, 28.0, 28.0, 26.0, 14.0, 8.0, 5.0, 11.0, 3.0, 2.0, 3.0, 4.0, 2.0, 1.0, 2.0], "bins": [-0.012548496015369892, -0.012160278856754303, -0.01177206076681614, -0.01138384360820055, -0.010995626449584961, -0.010607408359646797, -0.010219191201031208, -0.009830973111093044, -0.009442755952477455, -0.009054538793861866, -0.008666320703923702, -0.008278103545308113, -0.00788988545536995, -0.00750166829675436, -0.007113451138138771, -0.006725233513861895, -0.006337015889585018, -0.005948798265308142, -0.005560580641031265, -0.005172363482415676, -0.0047841458581388, -0.004395928233861923, -0.004007711075246334, -0.0036194934509694576, -0.003231275826692581, -0.0028430582024157047, -0.002454840810969472, -0.002066623419523239, -0.0016784057952463627, -0.001290188287384808, -0.0009019707795232534, -0.0005137532716616988, -0.0001255357638001442, 0.0002626817440614104, 0.000650899251922965, 0.0010391167597845197, 0.0014273342676460743, 0.001815551775507629, 0.0022037692833691835, 0.0025919866748154163, 0.002980204299092293, 0.0033684219233691692, 0.003756639314815402, 0.004144856706261635, 0.004533074330538511, 0.004921291954815388, 0.005309509113430977, 0.005697726737707853, 0.00608594436198473, 0.006474161986261606, 0.006862379610538483, 0.007250596769154072, 0.007638814393430948, 0.008027032017707825, 0.008415249176323414, 0.008803467266261578, 0.009191684424877167, 0.009579901583492756, 0.00996811967343092, 0.010356336832046509, 0.010744554921984673, 0.011132772080600262, 0.01152098923921585, 0.011909207329154015, 0.012297424487769604]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 4.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.08227146416902542, -0.07897930592298508, -0.07568715512752533, -0.07239499688148499, -0.06910283863544464, -0.0658106878399849, -0.06251852959394455, -0.059226371347904205, -0.05593421682715416, -0.052642062306404114, -0.04934990406036377, -0.046057749539613724, -0.04276559501886368, -0.039473436772823334, -0.03618128225207329, -0.032889124006032944, -0.029596969485282898, -0.026304813101887703, -0.023012656718492508, -0.019720502197742462, -0.016428345814347267, -0.013136189430952072, -0.009844033978879452, -0.006551878061145544, -0.0032597221434116364, 3.243377432227135e-05, 0.003324589692056179, 0.006616745609790087, 0.009908901527523994, 0.01320105791091919, 0.016493212431669235, 0.01978536881506443, 0.023077525198459625, 0.02636968158185482, 0.029661837965250015, 0.03295399248600006, 0.036246150732040405, 0.03953830525279045, 0.0428304597735405, 0.04612261801958084, 0.04941477254033089, 0.05270692706108093, 0.05599908530712128, 0.05929123982787132, 0.06258339434862137, 0.06587555259466171, 0.06916771084070206, 0.0724598616361618, 0.07575201988220215, 0.07904417812824249, 0.08233632892370224, 0.08562848716974258, 0.08892064541578293, 0.09221279621124268, 0.09550495445728302, 0.09879711270332336, 0.10208927094936371, 0.10538142174482346, 0.1086735799908638, 0.11196573823690414, 0.11525788903236389, 0.11855004727840424, 0.12184220552444458, 0.12513436377048492, 0.12842652201652527]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 3.0, 0.0, 5.0, 7.0, 4.0, 3.0, 4.0, 5.0, 7.0, 9.0, 5.0, 18.0, 10.0, 11.0, 14.0, 13.0, 24.0, 11.0, 11.0, 13.0, 8.0, 11.0, 6.0, 10.0, 6.0, 4.0, 4.0, 5.0, 7.0, 3.0, 1.0, 2.0, 5.0, 2.0, 4.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 1.0, 0.0, 2.0, 4.0, 1.0, 2.0, 0.0, 1.0, 1.0, 4.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.015841444954276085, -0.01503523625433445, -0.014229027554392815, -0.013422817923128605, -0.01261660922318697, -0.011810400523245335, -0.011004190891981125, -0.01019798219203949, -0.009391773492097855, -0.00858556479215622, -0.007779355626553297, -0.006973146460950375, -0.0061669377610087395, -0.005360729061067104, -0.004554519895464182, -0.003748310962691903, -0.0029421020299196243, -0.0021358930971473455, -0.0013296841643750668, -0.000523475231602788, 0.0002827337011694908, 0.0010889426339417696, 0.0018951515667140484, 0.002701360499486327, 0.003507569432258606, 0.004313778132200241, 0.0051199872978031635, 0.005926196463406086, 0.006732405163347721, 0.007538613863289356, 0.008344823494553566, 0.009151032194495201, 0.009957240894436836, 0.010763449594378471, 0.011569658294320107, 0.012375867925584316, 0.013182076625525951, 0.013988285325467587, 0.014794494956731796, 0.015600703656673431, 0.016406912356615067, 0.0172131210565567, 0.018019329756498337, 0.018825538456439972, 0.019631747156381607, 0.02043795771896839, 0.021244166418910027, 0.02205037511885166, 0.022856583818793297, 0.023662792518734932, 0.024469001218676567, 0.025275209918618202, 0.026081420481204987, 0.02688762918114662, 0.027693837881088257, 0.028500046581029892, 0.029306255280971527, 0.030112463980913162, 0.030918672680854797, 0.03172488138079643, 0.03253109008073807, 0.0333372987806797, 0.03414350748062134, 0.03494971618056297, 0.03575592488050461]}, "_runtime": 22.29166841506958, "_timestamp": 1596212892.993206, "_step": 22}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 1.0, 1.0, 1.0, 1.0, 2.0, 3.0, 2.0, 4.0, 2.0, 4.0, 4.0, 2.0, 3.0, 0.0, 4.0, 4.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 3.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014944608323276043, -0.01439659297466278, -0.013848577626049519, -0.013300563208758831, -0.012752547860145569, -0.012204532511532307, -0.011656517162919044, -0.011108501814305782, -0.01056048646569252, -0.010012472048401833, -0.00946445669978857, -0.008916441351175308, -0.008368426002562046, -0.007820410653948784, -0.007272395770996809, -0.006724380888044834, -0.006176365539431572, -0.00562835019081831, -0.005080335307866335, -0.004532319959253073, -0.003984305076301098, -0.0034362897276878357, -0.0028882743790745735, -0.002340259263291955, -0.0017922441475093365, -0.001244229031726718, -0.0006962137995287776, -0.00014819862553849816, 0.00039981654845178127, 0.0009478317224420607, 0.0014958468964323401, 0.0020438621286302805, 0.002591877244412899, 0.0031398923601955175, 0.003687907475978136, 0.004235922824591398, 0.004783937707543373, 0.005331953056156635, 0.0058799684047698975, 0.006427983287721872, 0.0069759986363351345, 0.007524013984948397, 0.008072028867900372, 0.008620044216513634, 0.009168059565126896, 0.009716074913740158, 0.010264089331030846, 0.010812104679644108, 0.01136012002825737, 0.011908135376870632, 0.012456150725483894, 0.013004165142774582, 0.013552180491387844, 0.014100195840001106, 0.014648211188614368, 0.01519622653722763, 0.015744240954518318, 0.016292257234454155, 0.016840271651744843, 0.01738828606903553, 0.017936302348971367, 0.018484316766262054, 0.01903233304619789, 0.01958034746348858, 0.020128361880779266]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 2.0, 2.0, 2.0, 1.0, 1.0, 7.0, 3.0, 4.0, 7.0, 9.0, 11.0, 20.0, 13.0, 22.0, 29.0, 44.0, 45.0, 73.0, 103.0, 132.0, 190.0, 248.0, 356.0, 550.0, 4007.0, 893.0, 386.0, 222.0, 151.0, 92.0, 71.0, 58.0, 36.0, 27.0, 27.0, 12.0, 13.0, 14.0, 10.0, 9.0, 8.0, 5.0, 2.0, 3.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.19519801437854767, -0.1895172894001007, -0.18383656442165375, -0.1781558394432068, -0.17247511446475983, -0.16679438948631287, -0.1611136645078659, -0.15543293952941895, -0.14975222945213318, -0.14407150447368622, -0.13839077949523926, -0.1327100545167923, -0.12702932953834534, -0.12134860455989838, -0.11566787958145142, -0.10998715460300446, -0.1043064296245575, -0.09862570464611053, -0.09294497966766357, -0.08726425468921661, -0.08158352971076965, -0.07590281218290329, -0.07022208720445633, -0.06454136222600937, -0.05886063724756241, -0.05317991226911545, -0.04749918729066849, -0.041818466037511826, -0.036137741059064865, -0.030457016080617905, -0.024776292964816093, -0.019095569849014282, -0.013414844870567322, -0.007734120823442936, -0.00205339677631855, 0.0036273272708058357, 0.009308051317930222, 0.014988775365054607, 0.020669499412178993, 0.026350222527980804, 0.032030947506427765, 0.037711672484874725, 0.043392397463321686, 0.04907311871647835, 0.05475384369492531, 0.06043456867337227, 0.06611528992652893, 0.07179601490497589, 0.07747673988342285, 0.08315746486186981, 0.08883818984031677, 0.09451891481876373, 0.1001996397972107, 0.10588035732507706, 0.11156108230352402, 0.11724180728197098, 0.12292253226041794, 0.1286032497882843, 0.13428397476673126, 0.13996469974517822, 0.14564542472362518, 0.15132614970207214, 0.1570068746805191, 0.16268759965896606, 0.16836832463741302]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 3.0, 0.0, 0.0, 1.0, 3.0, 1.0, 2.0, 5.0, 1.0, 1.0, 3.0, 2.0, 6.0, 5.0, 6.0, 5.0, 2.0, 5.0, 3.0, 26.0, 2.0, 3.0, 1.0, 7.0, 3.0, 6.0, 0.0, 3.0, 2.0, 2.0, 0.0, 1.0, 3.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002854446182027459, -0.0027255259919911623, -0.002596606034785509, -0.0024676858447492123, -0.0023387656547129154, -0.0022098456975072622, -0.0020809255074709654, -0.0019520054338499904, -0.0018230853602290154, -0.0016941652866080403, -0.0015652452129870653, -0.0014363250229507685, -0.0013074049493297935, -0.0011784848757088184, -0.0010495646856725216, -0.0009206446120515466, -0.0007917245384305716, -0.0006628044648095965, -0.0005338843329809606, -0.00040496423025615513, -0.00027604412753134966, -0.00014712402480654418, -1.820392208173871e-05, 0.00011071618064306676, 0.00023963628336787224, 0.0003685563860926777, 0.0004974764888174832, 0.0006263966206461191, 0.0007553166942670941, 0.0008842367678880692, 0.001013156957924366, 0.001142077031545341, 0.001270997105166316, 0.001399917178787291, 0.001528837252408266, 0.001657757442444563, 0.001786677516065538, 0.001915597589686513, 0.00204451777972281, 0.002173437736928463, 0.00230235792696476, 0.0024312781170010567, 0.00256019807420671, 0.0026891182642430067, 0.00281803822144866, 0.0029469584114849567, 0.0030758786015212536, 0.0032047985587269068, 0.0033337187487632036, 0.0034626389387995005, 0.0035915588960051537, 0.0037204790860414505, 0.0038493992760777473, 0.003978319466114044, 0.004107239190489054, 0.004236159380525351, 0.004365079570561647, 0.004493999760597944, 0.004622919950634241, 0.004751839675009251, 0.0048807598650455475, 0.005009680055081844, 0.005138600245118141, 0.005267520435154438, 0.005396440625190735]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 2.0, 3.0, 3.0, 6.0, 14.0, 18.0, 30.0, 43.0, 73.0, 103.0, 172.0, 255.0, 377.0, 631.0, 1037.0, 1796.0, 3208.0, 6171.0, 12313.0, 24250.0, 47918.0, 89231.0, 169682.0, 549415.0, 121915.0, 65213.0, 35858.0, 19964.0, 11672.0, 6761.0, 4003.0, 2619.0, 1619.0, 1042.0, 618.0, 489.0, 323.0, 205.0, 159.0, 102.0, 84.0, 78.0, 40.0, 30.0, 17.0, 13.0, 13.0, 16.0, 10.0, 5.0, 5.0, 7.0, 4.0, 5.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0], "bins": [-0.012836531735956669, -0.012309188954532146, -0.01178184524178505, -0.011254502460360527, -0.010727159678936005, -0.010199816897511482, -0.00967247411608696, -0.009145130403339863, -0.00861778762191534, -0.008090444840490818, -0.007563101593405008, -0.007035758346319199, -0.006508415564894676, -0.005981072783470154, -0.005453729536384344, -0.004926386289298534, -0.004399043507874012, -0.003871700493618846, -0.00334435747936368, -0.002817014465108514, -0.0022896714508533478, -0.0017623284365981817, -0.0012349854223430157, -0.0007076424080878496, -0.00018029939383268356, 0.0003470436204224825, 0.0008743866346776485, 0.0014017296489328146, 0.0019290726631879807, 0.0024564156774431467, 0.0029837586916983128, 0.003511101705953479, 0.004038444720208645, 0.004565787501633167, 0.005093130748718977, 0.005620473995804787, 0.006147816777229309, 0.0066751595586538315, 0.007202502805739641, 0.007729846052825451, 0.008257188834249973, 0.008784531615674496, 0.009311875328421593, 0.009839218109846115, 0.010366560891270638, 0.01089390367269516, 0.011421246454119682, 0.01194859016686678, 0.012475932948291302, 0.013003275729715824, 0.013530619442462921, 0.014057962223887444, 0.014585305005311966, 0.015112647786736488, 0.01563999056816101, 0.016167333349585533, 0.016694676131010056, 0.017222020775079727, 0.01774936355650425, 0.018276706337928772, 0.018804049119353294, 0.019331391900777817, 0.01985873468220234, 0.02038607746362686, 0.020913422107696533]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 2.0, 2.0, 0.0, 3.0, 2.0, 4.0, 1.0, 3.0, 3.0, 2.0, 3.0, 4.0, 2.0, 1.0, 2.0, 3.0, 6.0, 0.0, 1.0, 4.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008259317837655544, -0.007777731399983168, -0.007296144496649504, -0.006814558058977127, -0.006332971155643463, -0.0058513847179710865, -0.00536979828029871, -0.004888211376965046, -0.004406624939292669, -0.003925038501620293, -0.0034434515982866287, -0.002961865160614252, -0.002480278490111232, -0.0019986918196082115, -0.001517105265520513, -0.0010355187114328146, -0.0005539320409297943, -7.234542863443494e-05, 0.00040924118366092443, 0.0008908277959562838, 0.0013724144082516432, 0.0018540010787546635, 0.00233558751642704, 0.0028171741869300604, 0.0032987608574330807, 0.003780347527936101, 0.004261934198439121, 0.004743520636111498, 0.0052251070737838745, 0.0057066939771175385, 0.006188280414789915, 0.006669867318123579, 0.007151453755795956, 0.007633040193468332, 0.008114626631140709, 0.008596213534474373, 0.009077800437808037, 0.009559386409819126, 0.01004097331315279, 0.010522560216486454, 0.011004146188497543, 0.011485733091831207, 0.011967319995164871, 0.012448906898498535, 0.012930492870509624, 0.013412079773843288, 0.013893666677176952, 0.014375252649188042, 0.014856839552521706, 0.01533842645585537, 0.015820013359189034, 0.016301600262522697, 0.016783185303211212, 0.017264772206544876, 0.01774635910987854, 0.018227946013212204, 0.018709532916545868, 0.019191119819879532, 0.019672704860568047, 0.02015429176390171, 0.020635878667235374, 0.02111746557056904, 0.021599052473902702, 0.022080639377236366, 0.02256222441792488]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 8.0, 4.0, 10.0, 9.0, 9.0, 12.0, 21.0, 26.0, 39.0, 39.0, 28.0, 65.0, 72.0, 110.0, 165.0, 203.0, 242.0, 303.0, 414.0, 501.0, 599.0, 794.0, 1189.0, 1531.0, 2183.0, 4507.0, 1107.0, 754.0, 587.0, 450.0, 389.0, 354.0, 324.0, 226.0, 175.0, 150.0, 111.0, 105.0, 77.0, 58.0, 53.0, 48.0, 60.0, 41.0, 50.0, 44.0, 33.0, 33.0, 29.0, 27.0, 21.0, 14.0, 8.0, 7.0, 3.0, 3.0], "bins": [-0.009416105225682259, -0.009134063497185707, -0.008852020837366581, -0.00856997910887003, -0.008287936449050903, -0.008005894720554352, -0.007723852526396513, -0.007441810332238674, -0.007159768138080835, -0.0068777259439229965, -0.006595683749765158, -0.006313641555607319, -0.006031599827110767, -0.0057495576329529285, -0.00546751543879509, -0.005185473244637251, -0.004903431050479412, -0.004621388856321573, -0.0043393466621637344, -0.004057304468005896, -0.0037752625066787004, -0.0034932203125208616, -0.0032111783511936665, -0.0029291361570358276, -0.002647093962877989, -0.00236505176872015, -0.002083009574562311, -0.001800967613235116, -0.0015189254190772772, -0.0012368832249194384, -0.0009548411471769214, -0.0006727990112267435, -0.00039075687527656555, -0.00010871473932638764, 0.00017332739662379026, 0.00045536953257396817, 0.0007374116685241461, 0.001019453862681985, 0.001301495940424502, 0.0015835380181670189, 0.0018655802123248577, 0.0021476224064826965, 0.0024296646006405354, 0.0027117065619677305, 0.0029937487561255693, 0.003275790950283408, 0.0035578329116106033, 0.003839875105768442, 0.004121917299926281, 0.00440395949408412, 0.004686001688241959, 0.0049680438823997974, 0.005250086076557636, 0.005532127805054188, 0.005814169999212027, 0.006096212193369865, 0.006378254387527704, 0.006660296581685543, 0.006942338775843382, 0.007224380970001221, 0.007506422698497772, 0.007788464892655611, 0.00807050708681345, 0.008352549746632576, 0.008634591475129128]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 3.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.13608449697494507, -0.13300475478172302, -0.12992501258850098, -0.12684527039527893, -0.12376552075147629, -0.12068577110767365, -0.1176060289144516, -0.11452628672122955, -0.11144654452800751, -0.10836679488420486, -0.10528705269098282, -0.10220731049776077, -0.09912756085395813, -0.09604781866073608, -0.09296807646751404, -0.0898883268237114, -0.08680858463048935, -0.0837288424372673, -0.08064909279346466, -0.07756935060024261, -0.07448960840702057, -0.07140985876321793, -0.06833011656999588, -0.06525037437677383, -0.06217062845826149, -0.059090882539749146, -0.0560111403465271, -0.052931394428014755, -0.04985164850950241, -0.046771906316280365, -0.04369216039776802, -0.040612418204545975, -0.03753267228603363, -0.034452926367521286, -0.03137318417429924, -0.028293438255786896, -0.0252136941999197, -0.022133950144052505, -0.01905420422554016, -0.015974460169672966, -0.012894716113805771, -0.009814972057938576, -0.006735227070748806, -0.0036554825492203236, -0.0005757380276918411, 0.0025040064938366413, 0.005583751015365124, 0.008663496002554893, 0.011743240058422089, 0.014822984114289284, 0.01790272817015648, 0.020982474088668823, 0.02406221814453602, 0.027141962200403214, 0.030221708118915558, 0.033301450312137604, 0.03638119623064995, 0.03946094214916229, 0.04254068434238434, 0.04562043026089668, 0.04870017617940903, 0.05177991837263107, 0.05485966429114342, 0.05793940648436546, 0.06101915240287781]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 3.0, 2.0, 3.0, 1.0, 1.0, 1.0, 3.0, 3.0, 1.0, 1.0, 4.0, 6.0, 3.0, 3.0, 2.0, 4.0, 3.0, 3.0, 6.0, 1.0, 2.0, 6.0, 6.0, 5.0, 7.0, 9.0, 11.0, 10.0, 12.0, 11.0, 8.0, 29.0, 17.0, 15.0, 20.0, 10.0, 12.0, 6.0, 9.0, 3.0, 5.0, 3.0, 2.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 2.0], "bins": [-0.04571118950843811, -0.0446259044110775, -0.04354061931371689, -0.04245533049106598, -0.04137004539370537, -0.04028476029634476, -0.03919947147369385, -0.03811418637633324, -0.037028901278972626, -0.035943616181612015, -0.034858331084251404, -0.033773042261600494, -0.03268775716423988, -0.03160247206687927, -0.030517185106873512, -0.029431898146867752, -0.02834661304950714, -0.02726132795214653, -0.02617604099214077, -0.02509075403213501, -0.0240054689347744, -0.022920183837413788, -0.021834896877408028, -0.020749609917402267, -0.019664324820041656, -0.018579039722681046, -0.017493752762675285, -0.016408465802669525, -0.015323180705308914, -0.014237894676625729, -0.013152608647942543, -0.012067322619259357, -0.010982036590576172, -0.009896750561892986, -0.0088114645332098, -0.007726178504526615, -0.0066408924758434296, -0.005555606447160244, -0.004470320418477058, -0.003385034389793873, -0.0022997483611106873, -0.0012144623324275017, -0.0001291763037443161, 0.0009561097249388695, 0.002041395753622055, 0.0031266817823052406, 0.004211967810988426, 0.005297253839671612, 0.006382539868354797, 0.007467825897037983, 0.008553111925721169, 0.009638397954404354, 0.01072368398308754, 0.011808970011770725, 0.01289425604045391, 0.013979542069137096, 0.015064828097820282, 0.016150113195180893, 0.017235400155186653, 0.018320687115192413, 0.019405972212553024, 0.020491257309913635, 0.021576544269919395, 0.022661831229925156, 0.023747116327285767]}, "_runtime": 23.17844319343567, "_timestamp": 1596212893.8799808, "_step": 23}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 2.0, 2.0, 0.0, 2.0, 2.0, 1.0, 5.0, 3.0, 1.0, 2.0, 2.0, 5.0, 3.0, 1.0, 2.0, 5.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.011761760339140892, -0.011426803655922413, -0.011091846972703934, -0.010756890289485455, -0.010421933606266975, -0.01008697785437107, -0.009752021171152592, -0.009417064487934113, -0.009082107804715633, -0.008747151121497154, -0.008412194438278675, -0.008077237755060196, -0.007742281537503004, -0.007407324854284525, -0.007072368636727333, -0.006737411953508854, -0.006402455270290375, -0.006067498587071896, -0.0057325419038534164, -0.005397585686296225, -0.0050626290030777454, -0.004727672319859266, -0.004392716102302074, -0.004057759419083595, -0.003722802735865116, -0.003387846052646637, -0.0030528896022588015, -0.002717933151870966, -0.002382976468652487, -0.0020480197854340076, -0.0017130633350461721, -0.0013781067682430148, -0.0010431502014398575, -0.0007081936346367002, -0.0003732370678335428, -3.8280501030385494e-05, 0.00029667606577277184, 0.0006316326325759292, 0.0009665891993790865, 0.0013015457661822438, 0.0016365023329854012, 0.0019714590162038803, 0.002306415466591716, 0.0026413719169795513, 0.0029763286001980305, 0.0033112852834165096, 0.003646241733804345, 0.003981198184192181, 0.00431615486741066, 0.004651111550629139, 0.004986068233847618, 0.00532102445140481, 0.005655981134623289, 0.005990937817841768, 0.00632589403539896, 0.006660850718617439, 0.006995807401835918, 0.007330764085054398, 0.007665720768272877, 0.008000677451491356, 0.00833563320338726, 0.00867058988660574, 0.009005546569824219, 0.009340503253042698, 0.009675459936261177]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 3.0, 2.0, 3.0, 3.0, 1.0, 4.0, 6.0, 3.0, 8.0, 13.0, 10.0, 6.0, 17.0, 25.0, 22.0, 41.0, 52.0, 58.0, 117.0, 127.0, 146.0, 195.0, 301.0, 477.0, 3033.0, 1766.0, 546.0, 284.0, 179.0, 116.0, 86.0, 69.0, 46.0, 36.0, 32.0, 19.0, 19.0, 9.0, 8.0, 10.0, 9.0, 4.0, 8.0, 5.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.16901147365570068, -0.1644163429737091, -0.15982122719287872, -0.15522611141204834, -0.15063098073005676, -0.14603585004806519, -0.1414407342672348, -0.13684561848640442, -0.13225048780441284, -0.12765535712242126, -0.12306024134159088, -0.1184651181101799, -0.11386999487876892, -0.10927487164735794, -0.10467974841594696, -0.10008462518453598, -0.095489501953125, -0.09089437872171402, -0.08629925549030304, -0.08170413225889206, -0.07710900902748108, -0.0725138857960701, -0.06791876256465912, -0.06332363933324814, -0.05872851610183716, -0.05413339287042618, -0.0495382696390152, -0.04494314640760422, -0.04034802317619324, -0.03575289994478226, -0.031157776713371277, -0.026562653481960297, -0.021967530250549316, -0.017372407019138336, -0.012777283787727356, -0.008182160556316376, -0.0035870373249053955, 0.0010080859065055847, 0.005603209137916565, 0.010198332369327545, 0.014793455600738525, 0.019388578832149506, 0.023983702063560486, 0.028578825294971466, 0.033173948526382446, 0.037769071757793427, 0.04236419498920441, 0.04695931822061539, 0.05155444145202637, 0.05614956468343735, 0.06074468791484833, 0.06533981114625931, 0.06993493437767029, 0.07453005760908127, 0.07912518084049225, 0.08372030407190323, 0.08831542730331421, 0.09291055053472519, 0.09750567376613617, 0.10210079699754715, 0.10669592022895813, 0.11129104346036911, 0.11588616669178009, 0.12048128992319107, 0.12507641315460205]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 4.0, 1.0, 3.0, 1.0, 3.0, 2.0, 4.0, 3.0, 5.0, 1.0, 4.0, 1.0, 3.0, 3.0, 26.0, 0.0, 7.0, 3.0, 5.0, 3.0, 0.0, 4.0, 1.0, 2.0, 5.0, 4.0, 1.0, 2.0, 2.0, 1.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002665939973667264, -0.0025786515325307846, -0.002491363324224949, -0.002404075115919113, -0.0023167866747826338, -0.0022294982336461544, -0.0021422100253403187, -0.002054921817034483, -0.0019676333758980036, -0.001880345051176846, -0.0017930567264556885, -0.001705768401734531, -0.0016184800770133734, -0.0015311917522922158, -0.0014439034275710583, -0.0013566151028499007, -0.0012693267781287432, -0.0011820384534075856, -0.001094750128686428, -0.0010074618039652705, -0.000920173479244113, -0.0008328851545229554, -0.0007455968298017979, -0.0006583085050806403, -0.0005710201803594828, -0.0004837318556383252, -0.00039644353091716766, -0.0003091552061960101, -0.00022186688147485256, -0.000134578556753695, -4.729023203253746e-05, 3.999809268862009e-05, 0.00012728641740977764, 0.0002145747421309352, 0.00030186306685209274, 0.0003891513915732503, 0.00047643971629440784, 0.0005637280410155654, 0.000651016365736723, 0.0007383046904578805, 0.000825593015179038, 0.0009128813399001956, 0.0010001696646213531, 0.0010874579893425107, 0.0011747463140636683, 0.0012620346387848258, 0.0013493229635059834, 0.001436611288227141, 0.0015238996129482985, 0.001611187937669456, 0.0016984762623906136, 0.001785764587111771, 0.0018730529118329287, 0.001960341352969408, 0.0020476295612752438, 0.0021349177695810795, 0.002222206210717559, 0.0023094946518540382, 0.002396782860159874, 0.0024840710684657097, 0.002571359509602189, 0.0026586479507386684, 0.002745936159044504, 0.00283322436735034, 0.0029205128084868193]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 4.0, 10.0, 7.0, 5.0, 14.0, 31.0, 37.0, 48.0, 81.0, 97.0, 198.0, 258.0, 353.0, 532.0, 769.0, 1203.0, 2061.0, 3456.0, 5955.0, 10842.0, 20234.0, 38491.0, 73002.0, 141459.0, 554340.0, 140875.0, 79871.0, 44247.0, 25225.0, 14253.0, 8071.0, 4823.0, 2869.0, 1865.0, 1262.0, 807.0, 577.0, 404.0, 280.0, 225.0, 136.0, 93.0, 74.0, 51.0, 40.0, 28.0, 22.0, 23.0, 9.0, 9.0, 7.0, 3.0, 2.0, 4.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01329446118324995, -0.012843913398683071, -0.012393364682793617, -0.011942816898226738, -0.011492268182337284, -0.011041720397770405, -0.010591172613203526, -0.010140623897314072, -0.009690076112747192, -0.009239527396857738, -0.00878897961229086, -0.00833843182772398, -0.007887883111834526, -0.0074373348616063595, -0.00698678707703948, -0.006536238826811314, -0.006085690576583147, -0.0056351423263549805, -0.005184594076126814, -0.004734046291559935, -0.004283498041331768, -0.0038329497911036015, -0.003382401540875435, -0.002931853523477912, -0.0024813052732497454, -0.002030757023021579, -0.0015802090056240559, -0.0011296607553958893, -0.0006791126215830445, -0.00022856445866636932, 0.0002219837042503059, 0.0006725318962708116, 0.0011230800300836563, 0.001573628163896501, 0.002024176297709346, 0.0024747245479375124, 0.0029252725653350353, 0.003375820815563202, 0.0038263690657913685, 0.004276917316019535, 0.004727465100586414, 0.005178013350814581, 0.0056285616010427475, 0.006079109851270914, 0.006529658101499081, 0.006980206351727247, 0.0074307541362941265, 0.007881302386522293, 0.008331850171089172, 0.008782398886978626, 0.009232946671545506, 0.00968349538743496, 0.010134043172001839, 0.010584591887891293, 0.011035139672458172, 0.011485687457025051, 0.011936236172914505, 0.012386783957481384, 0.012837332673370838, 0.013287880457937717, 0.013738428242504597, 0.01418897695839405, 0.01463952474296093, 0.015090073458850384, 0.015540621243417263]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 3.0, 1.0, 1.0, 2.0, 2.0, 8.0, 5.0, 2.0, 2.0, 0.0, 1.0, 6.0, 3.0, 5.0, 3.0, 2.0, 1.0, 1.0, 3.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.007687256671488285, -0.0074539813213050365, -0.007220705505460501, -0.006987430155277252, -0.006754154805094004, -0.006520878989249468, -0.006287603639066219, -0.006054328288882971, -0.005821052938699722, -0.0055877771228551865, -0.005354501772671938, -0.005121226422488689, -0.004887950606644154, -0.004654675256460905, -0.0044213999062776566, -0.004188124090433121, -0.003954848740249872, -0.00372157315723598, -0.0034882978070527315, -0.0032550222240388393, -0.003021746873855591, -0.0027884712908416986, -0.0025551957078278065, -0.002321920357644558, -0.0020886447746306658, -0.0018553693080320954, -0.001622093841433525, -0.001388818258419633, -0.0011555427918210626, -0.0009222673252224922, -0.000688991800416261, -0.00045571630471386015, -0.00022244080901145935, 1.0834686690941453e-05, 0.00024411018239334226, 0.00047738567809574306, 0.0007106611737981439, 0.0009439366403967142, 0.0011772122234106064, 0.0014104876900091767, 0.001643763156607747, 0.0018770386232063174, 0.0021103140898048878, 0.00234358967281878, 0.002576865255832672, 0.0028101406060159206, 0.003043416189029813, 0.0032766915392130613, 0.0035099671222269535, 0.0037432427052408457, 0.003976518288254738, 0.004209793638437986, 0.004443068988621235, 0.004676344804465771, 0.004909620154649019, 0.005142895504832268, 0.005376171320676804, 0.005609446670860052, 0.005842722021043301, 0.006075997371226549, 0.006309273187071085, 0.0065425485372543335, 0.006775823887437582, 0.007009099703282118, 0.007242375053465366]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 2.0, 5.0, 1.0, 0.0, 1.0, 4.0, 3.0, 2.0, 5.0, 10.0, 4.0, 9.0, 9.0, 11.0, 6.0, 14.0, 19.0, 36.0, 46.0, 64.0, 97.0, 130.0, 167.0, 213.0, 229.0, 341.0, 519.0, 835.0, 1696.0, 6235.0, 2552.0, 1685.0, 1067.0, 548.0, 396.0, 314.0, 247.0, 179.0, 143.0, 124.0, 84.0, 76.0, 42.0, 38.0, 28.0, 34.0, 27.0, 17.0, 21.0, 21.0, 15.0, 13.0, 18.0, 6.0, 7.0, 4.0, 3.0, 0.0, 2.0, 4.0, 1.0], "bins": [-0.008191685192286968, -0.007939347997307777, -0.007687011267989874, -0.00743467453867197, -0.0071823373436927795, -0.006930000148713589, -0.006677663419395685, -0.006425326690077782, -0.006172989495098591, -0.0059206523001194, -0.0056683155708014965, -0.005415978841483593, -0.005163641646504402, -0.004911304451525211, -0.004658967722207308, -0.004406630992889404, -0.0041542937979102135, -0.0039019568357616663, -0.003649619873613119, -0.003397282911464572, -0.0031449459493160248, -0.0028926089871674776, -0.0026402720250189304, -0.0023879350628703833, -0.002135598100721836, -0.001883261138573289, -0.0016309241764247417, -0.0013785872142761946, -0.0011262502521276474, -0.0008739132899791002, -0.0006215763278305531, -0.0003692393656820059, -0.00011690240353345871, 0.00013543455861508846, 0.00038777152076363564, 0.0006401084829121828, 0.00089244544506073, 0.0011447824072092772, 0.0013971193693578243, 0.0016494563315063715, 0.0019017932936549187, 0.002154130255803466, 0.002406467217952013, 0.00265880418010056, 0.0029111411422491074, 0.0031634781043976545, 0.0034158150665462017, 0.003668152028694749, 0.003920488990843296, 0.004172826185822487, 0.00442516291514039, 0.004677499644458294, 0.004929836839437485, 0.005182174034416676, 0.005434510763734579, 0.005686847493052483, 0.005939184688031673, 0.006191521883010864, 0.006443858612328768, 0.006696195341646671, 0.006948532536625862, 0.007200869731605053, 0.0074532064609229565, 0.00770554319024086, 0.00795788038522005]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 3.0, 0.0, 2.0, 1.0, 2.0, 1.0, 5.0, 2.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.050841595977544785, -0.04896276444196701, -0.047083932906389236, -0.04520510137081146, -0.04332626983523369, -0.041447438299655914, -0.03956860676407814, -0.037689775228500366, -0.035810939967632294, -0.03393210843205452, -0.032053276896476746, -0.03017444722354412, -0.028295613825321198, -0.026416782289743423, -0.02453795075416565, -0.022659119218587875, -0.0207802876830101, -0.018901456147432327, -0.017022624611854553, -0.015143792144954205, -0.01326496060937643, -0.011386129073798656, -0.009507296606898308, -0.007628465071320534, -0.00574963353574276, -0.003870801767334342, -0.0019919699989259243, -0.0001131382305175066, 0.001765693537890911, 0.003644525306299329, 0.0055233570747077465, 0.007402189075946808, 0.009281020611524582, 0.011159852147102356, 0.01303868368268013, 0.014917516149580479, 0.016796346753835678, 0.0186751801520586, 0.020554011687636375, 0.02243284322321415, 0.024311674758791924, 0.026190506294369698, 0.02806933782994747, 0.029948169365525246, 0.03182700276374817, 0.03370583429932594, 0.03558466583490372, 0.03746349737048149, 0.039342328906059265, 0.04122116044163704, 0.04309999197721481, 0.04497882351279259, 0.04685765504837036, 0.048736486583948135, 0.05061531811952591, 0.052494149655103683, 0.05437298119068146, 0.05625181645154953, 0.058130647987127304, 0.06000947952270508, 0.06188831105828285, 0.06376714259386063, 0.0656459704041481, 0.06752480566501617, 0.06940363347530365]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 3.0, 3.0, 7.0, 4.0, 7.0, 5.0, 7.0, 8.0, 10.0, 24.0, 13.0, 26.0, 53.0, 37.0, 14.0, 11.0, 4.0, 3.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 3.0, 1.0, 1.0, 2.0, 3.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0], "bins": [-0.04149198532104492, -0.03978622332215309, -0.03808046132326126, -0.03637469932436943, -0.0346689373254776, -0.03296317532658577, -0.03125741332769394, -0.02955164946615696, -0.02784588746726513, -0.0261401254683733, -0.024434363469481468, -0.022728601470589638, -0.021022837609052658, -0.019317075610160828, -0.017611313611268997, -0.015905551612377167, -0.014199789613485336, -0.012494027614593506, -0.010788265615701675, -0.00908250268548727, -0.00737674068659544, -0.0056709786877036095, -0.003965216223150492, -0.0022594539914280176, -0.0005536917597055435, 0.0011520704720169306, 0.0028578327037394047, 0.004563595168292522, 0.006269357167184353, 0.007975119166076183, 0.009680882096290588, 0.011386644095182419, 0.01309240609407425, 0.01479816809296608, 0.01650393009185791, 0.01820969209074974, 0.01991545408964157, 0.02162121795117855, 0.02332697995007038, 0.02503274194896221, 0.026738503947854042, 0.028444265946745872, 0.030150027945637703, 0.03185579180717468, 0.03356155380606651, 0.035267315804958344, 0.036973077803850174, 0.038678839802742004, 0.040384601801633835, 0.042090363800525665, 0.043796125799417496, 0.045501887798309326, 0.04720764979720116, 0.04891341179609299, 0.05061917379498482, 0.05232493579387665, 0.05403070151805878, 0.05573646351695061, 0.05744222551584244, 0.05914798751473427, 0.0608537495136261, 0.06255950778722763, 0.06426527351140976, 0.06597103178501129, 0.06767679750919342]}, "_runtime": 23.96263027191162, "_timestamp": 1596212894.664168, "_step": 24}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 4.0, 2.0, 2.0, 4.0, 3.0, 5.0, 1.0, 3.0, 2.0, 1.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 4.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.015244130045175552, -0.014818702824413776, -0.014393275603652, -0.013967848382890224, -0.013542421162128448, -0.013116993010044098, -0.012691565789282322, -0.012266138568520546, -0.01184071134775877, -0.011415284126996994, -0.010989856906235218, -0.010564429685473442, -0.010139001533389091, -0.009713574312627316, -0.00928814709186554, -0.008862719871103764, -0.008437292650341988, -0.008011865429580212, -0.007586438208818436, -0.007161010522395372, -0.006735583301633596, -0.0063101560808718204, -0.005884728394448757, -0.005459301173686981, -0.005033873952925205, -0.004608446732163429, -0.004183019511401653, -0.00375759182497859, -0.003332164604216814, -0.002906737383455038, -0.0024813099298626184, -0.002055882476270199, -0.0016304552555084229, -0.001205027918331325, -0.0007796005811542273, -0.00035417324397712946, 7.125409319996834e-05, 0.0004966814303770661, 0.0009221087675541639, 0.0013475361047312617, 0.0017729634419083595, 0.0021983906626701355, 0.002623818116262555, 0.0030492455698549747, 0.0034746727906167507, 0.0039001000113785267, 0.00432552769780159, 0.004750954918563366, 0.005176382139325142, 0.005601809360086918, 0.006027236580848694, 0.006452664267271757, 0.006878091488033533, 0.007303518708795309, 0.007728946395218372, 0.008154373615980148, 0.008579800836741924, 0.0090052280575037, 0.009430655278265476, 0.009856082499027252, 0.010281510651111603, 0.010706937871873379, 0.011132365092635155, 0.01155779231339693, 0.011983219534158707]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 2.0, 5.0, 4.0, 3.0, 7.0, 6.0, 3.0, 7.0, 13.0, 13.0, 13.0, 20.0, 26.0, 22.0, 37.0, 33.0, 52.0, 74.0, 79.0, 111.0, 161.0, 218.0, 318.0, 431.0, 3273.0, 1447.0, 533.0, 304.0, 185.0, 128.0, 84.0, 71.0, 50.0, 51.0, 24.0, 27.0, 26.0, 17.0, 14.0, 10.0, 7.0, 5.0, 1.0, 4.0, 2.0, 0.0, 3.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.18683844804763794, -0.1818852424621582, -0.17693205177783966, -0.17197884619235992, -0.1670256406068802, -0.16207244992256165, -0.1571192443370819, -0.15216603875160217, -0.14721283316612244, -0.1422596424818039, -0.13730643689632416, -0.13235323131084442, -0.12740004062652588, -0.12244683504104614, -0.117493636906147, -0.11254043132066727, -0.10758723318576813, -0.10263403505086899, -0.09768082946538925, -0.09272763133049011, -0.08777442574501038, -0.08282122761011124, -0.0778680294752121, -0.07291482388973236, -0.06796162575483322, -0.06300842761993408, -0.058055222034454346, -0.053102023899555206, -0.04814882203936577, -0.04319562017917633, -0.03824242204427719, -0.03328922018408775, -0.028336018323898315, -0.023382816463708878, -0.01842961646616459, -0.013476415537297726, -0.008523214608430862, -0.003570013679563999, 0.001383187249302864, 0.006336388178169727, 0.01128958910703659, 0.01624279096722603, 0.021195990964770317, 0.026149190962314606, 0.031102392822504044, 0.03605559468269348, 0.04100879281759262, 0.04596199467778206, 0.0509151965379715, 0.055868398398160934, 0.06082160025835037, 0.06577479839324951, 0.07072800397872925, 0.07568120211362839, 0.08063440024852753, 0.08558760583400726, 0.0905408039689064, 0.09549400210380554, 0.10044720768928528, 0.10540040582418442, 0.11035360395908356, 0.1153068095445633, 0.12026000767946243, 0.12521320581436157, 0.1301664113998413]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 1.0, 3.0, 2.0, 2.0, 5.0, 3.0, 2.0, 3.0, 5.0, 4.0, 2.0, 6.0, 3.0, 24.0, 5.0, 4.0, 2.0, 10.0, 2.0, 4.0, 7.0, 0.0, 2.0, 0.0, 1.0, 1.0, 3.0, 0.0, 4.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.0037515456788241863, -0.003640134120360017, -0.003528722794726491, -0.0034173112362623215, -0.003305899677798152, -0.003194488352164626, -0.0030830767937004566, -0.002971665235236287, -0.0028602536767721176, -0.0027488423511385918, -0.0026374307926744223, -0.0025260192342102528, -0.002414607908576727, -0.0023031963501125574, -0.002191784791648388, -0.002080373466014862, -0.0019689619075506926, -0.0018575504655018449, -0.0017461389070376754, -0.0016347274649888277, -0.0015233159065246582, -0.0014119044644758105, -0.0013004930224269629, -0.0011890814639627934, -0.0010776700219139457, -0.0009662585216574371, -0.0008548470214009285, -0.0007434355793520808, -0.0006320240790955722, -0.0005206125788390636, -0.0004092011076863855, -0.0002977896365337074, -0.0001863781362771988, -7.496665057260543e-05, 3.644483513198793e-05, 0.0001478563208365813, 0.00025926780654117465, 0.00037067930679768324, 0.00048209077795036137, 0.0005935022491030395, 0.0007049137493595481, 0.0008163252496160567, 0.0009277367498725653, 0.001039148191921413, 0.0011505596339702606, 0.0012619711924344301, 0.0013733826344832778, 0.0014847941929474473, 0.001596205634996295, 0.0017076170770451427, 0.0018190286355093122, 0.0019304400775581598, 0.0020418516360223293, 0.002153262961655855, 0.0022646745201200247, 0.002376086078584194, 0.00248749740421772, 0.0025989089626818895, 0.002710320521146059, 0.0028217320796102285, 0.0029331434052437544, 0.003044554963707924, 0.0031559665221720934, 0.0032673778478056192, 0.0033787894062697887]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 6.0, 3.0, 10.0, 9.0, 11.0, 20.0, 22.0, 44.0, 72.0, 99.0, 159.0, 298.0, 459.0, 676.0, 1149.0, 2091.0, 4000.0, 7703.0, 16227.0, 36248.0, 82630.0, 196949.0, 610511.0, 117368.0, 52233.0, 24610.0, 12010.0, 6154.0, 3223.0, 1720.0, 1055.0, 636.0, 397.0, 286.0, 173.0, 140.0, 86.0, 55.0, 35.0, 24.0, 13.0, 6.0, 5.0, 5.0, 2.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.01824527606368065, -0.01764233596622944, -0.01703939586877823, -0.01643645577132702, -0.01583351567387581, -0.015230575576424599, -0.014627635478973389, -0.014024695381522179, -0.013421755284070969, -0.012818815186619759, -0.012215875089168549, -0.011612934991717339, -0.011009994894266129, -0.010407054796814919, -0.009804114699363708, -0.009201174601912498, -0.008598234504461288, -0.007995294407010078, -0.007392354309558868, -0.006789414212107658, -0.006186474114656448, -0.005583534017205238, -0.004980593919754028, -0.004377653822302818, -0.0037747137248516083, -0.0031717736274003983, -0.0025688335299491882, -0.001965893432497978, -0.0013629533350467682, -0.0007600132375955582, -0.00015707314014434814, 0.0004458669573068619, 0.001048807054758072, 0.001651747152209282, 0.002254687249660492, 0.002857627347111702, 0.003460567444562912, 0.004063507542014122, 0.004666447639465332, 0.005269387736916542, 0.005872327834367752, 0.006475267931818962, 0.007078208029270172, 0.007681148126721382, 0.008284088224172592, 0.008887028321623802, 0.009489968419075012, 0.010092908516526222, 0.010695848613977432, 0.011298788711428642, 0.011901728808879852, 0.012504668906331062, 0.013107609003782272, 0.013710549101233482, 0.014313489198684692, 0.014916429296135902, 0.015519369393587112, 0.016122309491038322, 0.016725249588489532, 0.017328189685940742, 0.017931129783391953, 0.018534069880843163, 0.019137009978294373, 0.019739950075745583, 0.020342890173196793]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 0.0, 3.0, 3.0, 2.0, 2.0, 0.0, 0.0, 6.0, 2.0, 0.0, 2.0, 10.0, 1.0, 2.0, 4.0, 3.0, 3.0, 0.0, 3.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.011254511773586273, -0.010968785732984543, -0.010683059692382812, -0.010397333651781082, -0.010111607611179352, -0.009825880639255047, -0.009540154598653316, -0.009254428558051586, -0.008968702517449856, -0.008682976476848125, -0.008397250436246395, -0.008111524395644665, -0.00782579742372036, -0.007540071848779917, -0.007254345342516899, -0.006968619301915169, -0.006682893261313438, -0.006397167220711708, -0.006111441180109978, -0.00582571467384696, -0.00553998863324523, -0.005254262592643499, -0.004968536086380482, -0.004682810045778751, -0.004397084005177021, -0.004111357964575291, -0.0038256316911429167, -0.0035399054177105427, -0.0032541793771088123, -0.002968453336507082, -0.002682727063074708, -0.002397000789642334, -0.0021112747490406036, -0.0018255485920235515, -0.0015398224350064993, -0.0012540962779894471, -0.0009683701209723949, -0.0006826439639553428, -0.0003969178069382906, -0.00011119164992123842, 0.00017453450709581375, 0.0004602606641128659, 0.0007459868211299181, 0.0010317129781469703, 0.0013174391351640224, 0.0016031652921810746, 0.0018888914491981268, 0.002174617722630501, 0.002460343763232231, 0.0027460698038339615, 0.0030317960772663355, 0.0033175223506987095, 0.00360324839130044, 0.00388897443190217, 0.004174700938165188, 0.004460426978766918, 0.0047461530193686485, 0.005031879059970379, 0.005317605100572109, 0.005603331606835127, 0.005889057647436857, 0.006174783688038588, 0.006460510194301605, 0.006746236234903336, 0.007031962275505066]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 2.0, 1.0, 2.0, 4.0, 0.0, 3.0, 3.0, 7.0, 4.0, 5.0, 10.0, 6.0, 10.0, 14.0, 9.0, 16.0, 23.0, 31.0, 34.0, 37.0, 45.0, 50.0, 76.0, 115.0, 115.0, 152.0, 207.0, 279.0, 302.0, 393.0, 453.0, 616.0, 836.0, 1146.0, 1593.0, 4906.0, 2007.0, 1390.0, 908.0, 551.0, 510.0, 367.0, 300.0, 234.0, 166.0, 135.0, 84.0, 54.0, 52.0, 33.0, 34.0, 26.0, 19.0, 21.0, 9.0, 7.0, 7.0, 4.0, 2.0, 2.0, 1.0], "bins": [-0.009162431582808495, -0.008925559930503368, -0.008688689209520817, -0.00845181755721569, -0.008214946836233139, -0.007978075183928013, -0.007741203997284174, -0.007504332810640335, -0.007267461158335209, -0.00703058997169137, -0.006793718785047531, -0.006556847598403692, -0.006319976411759853, -0.0060831052251160145, -0.005846233572810888, -0.005609362386167049, -0.0053724911995232105, -0.005135620012879372, -0.004898748826235533, -0.004661877173930407, -0.004425005987286568, -0.004188134800642729, -0.00395126361399889, -0.0037143921945244074, -0.0034775210078805685, -0.0032406498212367296, -0.003003778401762247, -0.002766907215118408, -0.0025300360284745693, -0.002293164609000087, -0.002056293422356248, -0.0018194221192970872, -0.0015825508162379265, -0.0013456795131787658, -0.001108808210119605, -0.0008719370234757662, -0.0006350657204166055, -0.0003981944464612752, -0.00016132317250594497, 7.554810144938529e-05, 0.00031241937540471554, 0.0005492906784638762, 0.000786161923315376, 0.0010230331681668758, 0.0012599044712260365, 0.0014967757742851973, 0.0017336469609290361, 0.0019705183804035187, 0.0022073895670473576, 0.0024442607536911964, 0.002681132173165679, 0.002918003359809518, 0.0031548747792840004, 0.0033917459659278393, 0.003628617152571678, 0.0038654885720461607, 0.004102359525859356, 0.004339231178164482, 0.004576102364808321, 0.00481297355145216, 0.005049844738095999, 0.005286715924739838, 0.005523587577044964, 0.005760458763688803, 0.005997329950332642]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 4.0, 4.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.032821379601955414, -0.031707536429166794, -0.030593695119023323, -0.029479851946234703, -0.028366008773446083, -0.027252167463302612, -0.026138324290513992, -0.025024481117725372, -0.023910637944936752, -0.02279679663479328, -0.02168295346200466, -0.02056911028921604, -0.01945526897907257, -0.01834142580628395, -0.01722758263349533, -0.01611374132335186, -0.01499989815056324, -0.013886055909097195, -0.012772212736308575, -0.01165837049484253, -0.01054452732205391, -0.009430685080587864, -0.008316842839121819, -0.007203000131994486, -0.006089157424867153, -0.0049753147177398205, -0.0038614722434431314, -0.0027476297691464424, -0.0016337870620191097, -0.0005199444713070989, 0.000593898119404912, 0.0017077407101169229, 0.0028215833008289337, 0.003935426007956266, 0.005049268715083599, 0.0061631109565496445, 0.007276953663676977, 0.00839079637080431, 0.009504638612270355, 0.010618481785058975, 0.01173232402652502, 0.012846166267991066, 0.013960009440779686, 0.015073851682245731, 0.016187693923711777, 0.017301537096500397, 0.018415380269289017, 0.019529221579432487, 0.020643064752221107, 0.021756907925009727, 0.022870749235153198, 0.023984592407941818, 0.025098435580730438, 0.02621227689087391, 0.02732612006366253, 0.02843996323645115, 0.02955380454659462, 0.03066764771938324, 0.03178149089217186, 0.03289533406496048, 0.0340091772377491, 0.03512301668524742, 0.03623685985803604, 0.03735070303082466, 0.03846454620361328]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 3.0, 1.0, 2.0, 4.0, 3.0, 3.0, 4.0, 6.0, 5.0, 6.0, 6.0, 6.0, 11.0, 12.0, 8.0, 14.0, 14.0, 20.0, 30.0, 19.0, 20.0, 11.0, 8.0, 4.0, 2.0, 6.0, 12.0, 5.0, 5.0, 3.0, 5.0, 1.0, 3.0, 2.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.02575315162539482, -0.024785282090306282, -0.023817412555217743, -0.022849544882774353, -0.021881675347685814, -0.020913805812597275, -0.019945936277508736, -0.018978066742420197, -0.018010199069976807, -0.017042329534888268, -0.01607445999979973, -0.01510659046471119, -0.01413872092962265, -0.013170852325856686, -0.012202982790768147, -0.011235114187002182, -0.010267244651913643, -0.009299375116825104, -0.00833150651305914, -0.0073636369779706, -0.006395767908543348, -0.0054278988391160965, -0.004460029304027557, -0.0034921602346003056, -0.0025242911651730537, -0.00155642197933048, -0.0005885527934879065, 0.0003793163923546672, 0.0013471855781972408, 0.0023150546476244926, 0.003282923949882388, 0.004250793252140284, 0.005218662321567535, 0.006186531390994787, 0.007154400460422039, 0.008122269995510578, 0.009090138599276543, 0.010058008134365082, 0.011025877669453621, 0.011993746273219585, 0.012961615808308125, 0.013929485343396664, 0.014897353947162628, 0.015865223482251167, 0.016833093017339706, 0.017800962552428246, 0.018768830224871635, 0.019736699759960175, 0.020704569295048714, 0.021672438830137253, 0.022640308365225792, 0.023608176037669182, 0.02457604557275772, 0.02554391510784626, 0.0265117846429348, 0.02747965417802334, 0.028447523713111877, 0.029415391385555267, 0.030383260920643806, 0.031351130455732346, 0.032318998128175735, 0.033286869525909424, 0.034254737198352814, 0.0352226085960865, 0.03619047626852989]}, "_runtime": 24.770312070846558, "_timestamp": 1596212895.4718497, "_step": 25}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 2.0, 3.0, 0.0, 4.0, 0.0, 0.0, 3.0, 3.0, 2.0, 2.0, 3.0, 3.0, 0.0, 3.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0], "bins": [-0.012769092805683613, -0.012423774227499962, -0.012078455649316311, -0.011733136139810085, -0.011387817561626434, -0.011042498983442783, -0.010697180405259132, -0.010351861827075481, -0.01000654324889183, -0.009661223739385605, -0.009315905161201954, -0.008970586583018303, -0.008625268004834652, -0.008279949426651001, -0.007934629917144775, -0.007589311338961124, -0.0072439927607774734, -0.0068986741825938225, -0.006553355138748884, -0.006208036560565233, -0.005862717516720295, -0.005517398938536644, -0.005172080360352993, -0.004826761316508055, -0.004481442738324404, -0.004136124160140753, -0.0037908051162958145, -0.0034454865381121635, -0.003100167727097869, -0.0027548489160835743, -0.0024095303378999233, -0.0020642115268856287, -0.001718892715871334, -0.0013735739048570395, -0.0010282552102580667, -0.0006829364574514329, -0.00033761770464479923, 7.701048161834478e-06, 0.0003530198009684682, 0.0006983385537751019, 0.0010436573065817356, 0.0013889761175960302, 0.001734294812195003, 0.002079613506793976, 0.0024249323178082705, 0.002770251128822565, 0.003115569707006216, 0.0034608885180205107, 0.0038062073290348053, 0.004151525907218456, 0.0044968449510633945, 0.0048421635292470455, 0.005187482573091984, 0.005532801151275635, 0.005878119729459286, 0.006223438773304224, 0.006568757351487875, 0.006914075929671526, 0.007259394973516464, 0.007604713551700115, 0.007950032129883766, 0.008295350708067417, 0.008640670217573643, 0.008985988795757294, 0.009331307373940945]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 3.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 2.0, 6.0, 1.0, 6.0, 6.0, 6.0, 6.0, 6.0, 9.0, 8.0, 12.0, 12.0, 22.0, 23.0, 31.0, 41.0, 48.0, 65.0, 80.0, 100.0, 141.0, 154.0, 222.0, 290.0, 438.0, 3205.0, 1358.0, 552.0, 285.0, 190.0, 155.0, 87.0, 70.0, 60.0, 49.0, 35.0, 24.0, 23.0, 16.0, 18.0, 10.0, 7.0, 13.0, 8.0, 5.0, 4.0, 2.0, 1.0, 3.0, 5.0, 0.0, 2.0, 2.0], "bins": [-0.16691938042640686, -0.16237077116966248, -0.1578221470117569, -0.1532735377550125, -0.14872491359710693, -0.14417630434036255, -0.13962768018245697, -0.13507907092571259, -0.130530446767807, -0.12598183751106262, -0.12143322080373764, -0.11688460409641266, -0.11233599483966827, -0.10778737813234329, -0.10323876142501831, -0.09869014471769333, -0.09414152801036835, -0.08959291130304337, -0.08504429459571838, -0.0804956778883934, -0.07594706118106842, -0.07139845192432404, -0.06684983521699905, -0.06230121850967407, -0.05775260180234909, -0.05320398509502411, -0.04865536838769913, -0.044106755405664444, -0.03955813869833946, -0.03500952199101448, -0.030460907146334648, -0.025912292301654816, -0.021363675594329834, -0.016815058887004852, -0.01226644404232502, -0.007717828266322613, -0.0031692124903202057, 0.0013794032856822014, 0.0059280190616846085, 0.010476634837687016, 0.015025250613689423, 0.019573867321014404, 0.024122482165694237, 0.02867109701037407, 0.03321971371769905, 0.03776833042502403, 0.042316943407058716, 0.0468655601143837, 0.05141417682170868, 0.05596279352903366, 0.06051141023635864, 0.06506002694368362, 0.0696086436510086, 0.07415725290775299, 0.07870586961507797, 0.08325448632240295, 0.08780310302972794, 0.09235171973705292, 0.0969003364443779, 0.10144895315170288, 0.10599756240844727, 0.11054617911577225, 0.11509479582309723, 0.11964341253042221, 0.12419202923774719]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 3.0, 0.0, 1.0, 2.0, 1.0, 2.0, 6.0, 1.0, 4.0, 1.0, 6.0, 4.0, 4.0, 3.0, 3.0, 4.0, 23.0, 3.0, 3.0, 4.0, 4.0, 2.0, 7.0, 2.0, 1.0, 2.0, 3.0, 2.0, 3.0, 3.0, 3.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002848090138286352, -0.002740381984040141, -0.0026326740626245737, -0.0025249659083783627, -0.0024172577541321516, -0.002309549832716584, -0.002201841678470373, -0.002094133524224162, -0.0019864256028085947, -0.0018787174485623837, -0.0017710094107314944, -0.0016633013729006052, -0.0015555932186543941, -0.001447885180823505, -0.0013401771429926157, -0.0012324689887464046, -0.0011247609509155154, -0.0010170529130846262, -0.0009093448170460761, -0.0008016367210075259, -0.0006939286831766367, -0.0005862205871380866, -0.0004785124910995364, -0.00037080442416481674, -0.00026309635723009706, -0.00015538829029537737, -4.7680208808742464e-05, 6.002786540193483e-05, 0.00016773593961261213, 0.0002754440065473318, 0.00038315210258588195, 0.0004908601404167712, 0.0005985682364553213, 0.0007062763324938715, 0.0008139843703247607, 0.0009216924663633108, 0.0010294005041942, 0.001137108658440411, 0.0012448166962713003, 0.0013525247341021895, 0.0014602327719330788, 0.0015679409261792898, 0.001675648964010179, 0.0017833570018410683, 0.0018910651560872793, 0.0019987733103334904, 0.0021064812317490578, 0.002214189385995269, 0.00232189754024148, 0.0024296054616570473, 0.0025373136159032583, 0.0026450215373188257, 0.0027527296915650368, 0.002860437845811248, 0.0029681457672268152, 0.0030758539214730263, 0.0031835620757192373, 0.0032912699971348047, 0.0033989781513810158, 0.003506686305627227, 0.0036143942270427942, 0.0037221023812890053, 0.0038298105355352163, 0.003937518689781427, 0.004045226611196995]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 3.0, 3.0, 8.0, 5.0, 10.0, 11.0, 18.0, 43.0, 31.0, 61.0, 77.0, 95.0, 150.0, 195.0, 258.0, 383.0, 540.0, 784.0, 1166.0, 1951.0, 3133.0, 5223.0, 9179.0, 16393.0, 30444.0, 57386.0, 107362.0, 524594.0, 189425.0, 95933.0, 54616.0, 31847.0, 18269.0, 10708.0, 6635.0, 4132.0, 2601.0, 1739.0, 1204.0, 888.0, 585.0, 432.0, 310.0, 254.0, 154.0, 113.0, 71.0, 57.0, 40.0, 34.0, 28.0, 14.0, 8.0, 17.0, 5.0, 6.0, 5.0, 2.0, 3.0, 2.0, 0.0, 2.0, 2.0], "bins": [-0.012828230857849121, -0.012385513633489609, -0.011942796409130096, -0.011500079184770584, -0.011057361960411072, -0.01061464473605156, -0.010171927511692047, -0.009729210287332535, -0.009286493062973022, -0.00884377583861351, -0.008401058614253998, -0.007958341389894485, -0.007515624165534973, -0.007072906941175461, -0.0066301897168159485, -0.006187472492456436, -0.005744755268096924, -0.0053020380437374115, -0.004859320819377899, -0.004416603595018387, -0.0039738863706588745, -0.003531169146299362, -0.00308845192193985, -0.0026457346975803375, -0.002203017473220825, -0.0017603002488613129, -0.0013175830245018005, -0.0008748658001422882, -0.0004321485757827759, 1.056864857673645e-05, 0.0004532858729362488, 0.0008960030972957611, 0.0013387203216552734, 0.0017814375460147858, 0.002224154770374298, 0.0026668719947338104, 0.0031095892190933228, 0.003552306443452835, 0.003995023667812347, 0.00443774089217186, 0.004880458116531372, 0.005323175340890884, 0.005765892565250397, 0.006208609789609909, 0.006651327013969421, 0.007094044238328934, 0.007536761462688446, 0.007979478687047958, 0.00842219591140747, 0.008864913135766983, 0.009307630360126495, 0.009750347584486008, 0.01019306480884552, 0.010635782033205032, 0.011078499257564545, 0.011521216481924057, 0.01196393370628357, 0.012406650930643082, 0.012849368155002594, 0.013292085379362106, 0.013734802603721619, 0.014177519828081131, 0.014620237052440643, 0.015062954276800156, 0.015505671501159668]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 3.0, 3.0, 2.0, 3.0, 20.0, 2.0, 5.0, 2.0, 4.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.030918970704078674, -0.030113907530903816, -0.029308844357728958, -0.0285037811845541, -0.027698718011379242, -0.026893654838204384, -0.026088591665029526, -0.025283528491854668, -0.02447846531867981, -0.02367340214550495, -0.022868338972330093, -0.022063275799155235, -0.021258212625980377, -0.02045314945280552, -0.01964808627963066, -0.018843023106455803, -0.018037959933280945, -0.017232894897460938, -0.01642783172428608, -0.015622769482433796, -0.014817706309258938, -0.01401264313608408, -0.013207579962909222, -0.012402516789734364, -0.01159745268523693, -0.010792389512062073, -0.009987326338887215, -0.009182263165712357, -0.008377199992537498, -0.00757213681936264, -0.006767073646187782, -0.005962010473012924, -0.005156947299838066, -0.004351884126663208, -0.00354682095348835, -0.002741757547482848, -0.00193669437430799, -0.001131631201133132, -0.00032656791154295206, 0.00047849531983956695, 0.001283558551222086, 0.002088621724396944, 0.002893684897571802, 0.003698748303577304, 0.004503811709582806, 0.005308874882757664, 0.006113938055932522, 0.00691900122910738, 0.007724064402282238, 0.008529127575457096, 0.009334190748631954, 0.010139253921806812, 0.01094431709498167, 0.011749380268156528, 0.012554443441331387, 0.013359506614506245, 0.014164570719003677, 0.014969633892178535, 0.015774697065353394, 0.01657976023852825, 0.01738482341170311, 0.018189886584877968, 0.018994949758052826, 0.019800012931227684, 0.020605076104402542]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 1.0, 2.0, 4.0, 4.0, 9.0, 9.0, 11.0, 15.0, 12.0, 8.0, 15.0, 9.0, 13.0, 19.0, 32.0, 51.0, 60.0, 86.0, 102.0, 186.0, 247.0, 401.0, 624.0, 904.0, 1443.0, 2474.0, 6831.0, 2058.0, 959.0, 538.0, 300.0, 207.0, 152.0, 87.0, 89.0, 83.0, 61.0, 53.0, 46.0, 32.0, 29.0, 18.0, 22.0, 17.0, 14.0, 20.0, 10.0, 12.0, 7.0, 12.0, 5.0, 6.0, 7.0, 2.0, 7.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013474383391439915, -0.013015883974730968, -0.012557384558022022, -0.012098885141313076, -0.011640386655926704, -0.011181887239217758, -0.010723387822508812, -0.010264888405799866, -0.00980638898909092, -0.009347889572381973, -0.008889390155673027, -0.00843089073896408, -0.007972391322255135, -0.007513892371207476, -0.007055393420159817, -0.0065968940034508705, -0.006138394586741924, -0.005679895170032978, -0.005221395753324032, -0.004762896802276373, -0.004304397385567427, -0.0038458979688584805, -0.003387398784980178, -0.0029288996011018753, -0.002470400184392929, -0.002011900767683983, -0.0015534015838056803, -0.0010949022835120559, -0.0006364029832184315, -0.00017790368292480707, 0.00028059561736881733, 0.0007390949176624417, 0.0011975942179560661, 0.0016560935182496905, 0.002114592818543315, 0.0025730920024216175, 0.0030315914191305637, 0.00349009083583951, 0.003948589786887169, 0.004407089203596115, 0.004865588620305061, 0.005324088037014008, 0.005782587453722954, 0.006241086404770613, 0.006699585821479559, 0.007158085238188505, 0.007616584189236164, 0.00807508360594511, 0.008533583022654057, 0.008992082439363003, 0.009450581856071949, 0.009909081272780895, 0.010367579758167267, 0.010826079174876213, 0.01128457859158516, 0.011743078008294106, 0.012201577425003052, 0.012660076841711998, 0.013118576258420944, 0.01357707567512989, 0.014035575091838837, 0.014494073577225208, 0.014952572993934155, 0.0154110724106431, 0.01586957275867462]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 4.0, 3.0, 0.0, 1.0, 0.0, 4.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.13086187839508057, -0.12603560090065002, -0.12120932340621948, -0.11638304591178894, -0.1115567684173584, -0.10673049092292786, -0.10190421342849731, -0.09707793593406677, -0.09225165843963623, -0.08742538094520569, -0.08259910345077515, -0.0777728259563446, -0.07294654846191406, -0.06812027096748352, -0.06329399347305298, -0.058467715978622437, -0.053641438484191895, -0.04881516098976135, -0.04398888349533081, -0.03916260600090027, -0.03433632850646973, -0.029510051012039185, -0.024683773517608643, -0.0198574960231781, -0.015031218528747559, -0.010204941034317017, -0.005378663539886475, -0.0005523860454559326, 0.004273891448974609, 0.009100168943405151, 0.013926446437835693, 0.018752723932266235, 0.023579001426696777, 0.02840527892112732, 0.03323155641555786, 0.0380578339099884, 0.042884111404418945, 0.04771038889884949, 0.05253666639328003, 0.05736294388771057, 0.06218922138214111, 0.06701549887657166, 0.0718417763710022, 0.07666805386543274, 0.08149433135986328, 0.08632060885429382, 0.09114688634872437, 0.09597316384315491, 0.10079944133758545, 0.10562571883201599, 0.11045199632644653, 0.11527827382087708, 0.12010455131530762, 0.12493082880973816, 0.1297571063041687, 0.13458338379859924, 0.13940966129302979, 0.14423593878746033, 0.14906221628189087, 0.1538884937763214, 0.15871477127075195, 0.1635410487651825, 0.16836732625961304, 0.17319360375404358, 0.17801988124847412]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 2.0, 1.0, 1.0, 3.0, 1.0, 3.0, 2.0, 2.0, 0.0, 3.0, 2.0, 2.0, 4.0, 3.0, 2.0, 7.0, 15.0, 25.0, 23.0, 25.0, 27.0, 16.0, 26.0, 8.0, 9.0, 5.0, 4.0, 8.0, 5.0, 4.0, 5.0, 2.0, 4.0, 3.0, 3.0, 5.0, 3.0, 3.0, 0.0, 4.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.0645214095711708, -0.0628599226474762, -0.061198439449071884, -0.05953695625066757, -0.05787546932697296, -0.05621398612856865, -0.05455250293016434, -0.05289101600646973, -0.051229532808065414, -0.0495680496096611, -0.04790656268596649, -0.04624507948756218, -0.04458359628915787, -0.04292210936546326, -0.041260626167058945, -0.039599139243364334, -0.03793765604496002, -0.03627617284655571, -0.0346146859228611, -0.03295320272445679, -0.031291715800762177, -0.029630232602357864, -0.027968749403953552, -0.02630726434290409, -0.02464577928185463, -0.022984294220805168, -0.021322809159755707, -0.019661325961351395, -0.017999840900301933, -0.016338355839252472, -0.014676871709525585, -0.013015387579798698, -0.011353902518749237, -0.009692417457699776, -0.008030933327972889, -0.006369448732584715, -0.004707964137196541, -0.0030464795418083668, -0.0013849949464201927, 0.00027648964896798134, 0.0019379742443561554, 0.0035994588397443295, 0.0052609434351325035, 0.006922428030520678, 0.008583912625908852, 0.010245397686958313, 0.0119068818166852, 0.013568365946412086, 0.015229851007461548, 0.01689133606851101, 0.01855282112956047, 0.020214304327964783, 0.021875789389014244, 0.023537274450063705, 0.025198757648468018, 0.02686024270951748, 0.02852172777056694, 0.0301832128316164, 0.03184469789266586, 0.033506181091070175, 0.03516766428947449, 0.0368291512131691, 0.03849063441157341, 0.04015212133526802, 0.04181360453367233]}, "_runtime": 25.625332355499268, "_timestamp": 1596212896.32687, "_step": 26}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 2.0, 5.0, 3.0, 0.0, 4.0, 4.0, 1.0, 4.0, 2.0, 2.0, 5.0, 1.0, 3.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.015078721567988396, -0.014691228978335857, -0.014303736388683319, -0.01391624379903078, -0.013528751209378242, -0.013141258619725704, -0.012753766030073166, -0.012366273440420628, -0.01197878085076809, -0.011591288261115551, -0.011203795671463013, -0.010816303081810474, -0.010428810492157936, -0.010041317902505398, -0.00965382531285286, -0.009266332723200321, -0.008878840133547783, -0.00849134661257267, -0.008103854022920132, -0.007716361898928881, -0.007328869309276342, -0.006941376719623804, -0.006553884129971266, -0.0061663915403187275, -0.005778898485004902, -0.005391405895352364, -0.005003913305699825, -0.004616420716047287, -0.004228928126394749, -0.0038414355367422104, -0.003453942947089672, -0.003066450357437134, -0.0026789577677845955, -0.002291465178132057, -0.0019039725884795189, -0.0015164798824116588, -0.0011289872927591205, -0.0007414947031065822, -0.00035400205524638295, 3.3490563509985805e-05, 0.00042098318226635456, 0.0008084757719188929, 0.0011959683615714312, 0.0015834610676392913, 0.0019709537737071514, 0.0023584463633596897, 0.002745938953012228, 0.0031334315426647663, 0.0035209241323173046, 0.003908416721969843, 0.004295909311622381, 0.0046834019012749195, 0.005070894490927458, 0.005458387080579996, 0.005845879670232534, 0.006233372259885073, 0.006620865315198898, 0.007008357904851437, 0.007395850494503975, 0.007783343084156513, 0.008170835673809052, 0.00855832826346159, 0.008945820853114128, 0.009333313442766666, 0.009720806032419205]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 2.0, 3.0, 0.0, 2.0, 3.0, 0.0, 1.0, 4.0, 4.0, 3.0, 4.0, 7.0, 9.0, 10.0, 18.0, 20.0, 15.0, 22.0, 35.0, 26.0, 37.0, 42.0, 65.0, 90.0, 96.0, 138.0, 193.0, 231.0, 343.0, 493.0, 3876.0, 809.0, 424.0, 236.0, 166.0, 133.0, 91.0, 72.0, 50.0, 30.0, 36.0, 22.0, 20.0, 7.0, 12.0, 6.0, 11.0, 4.0, 6.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.15067856013774872, -0.1458568572998047, -0.14103515446186066, -0.13621345162391663, -0.1313917487859726, -0.12657004594802856, -0.12174835056066513, -0.1169266477227211, -0.11210495233535767, -0.10728324949741364, -0.1024615466594696, -0.09763984382152557, -0.09281814098358154, -0.08799643814563751, -0.08317474275827408, -0.07835303992033005, -0.07353133708238602, -0.06870963424444199, -0.06388793140649796, -0.05906623229384422, -0.05424453318119049, -0.04942283034324646, -0.04460112750530243, -0.0397794283926487, -0.034957725554704666, -0.030136024579405785, -0.025314323604106903, -0.020492620766162872, -0.01567091979086399, -0.01084921881556511, -0.006027516908943653, -0.0012058154679834843, 0.0036158859729766846, 0.008437586948275566, 0.013259288854897022, 0.01808099076151848, 0.02290269173681736, 0.02772439271211624, 0.03254609555006027, 0.037367794662714005, 0.042189497500658035, 0.047011200338602066, 0.0518328994512558, 0.05665460228919983, 0.06147630512714386, 0.06629800796508789, 0.07111970335245132, 0.07594140619039536, 0.08076310902833939, 0.08558481186628342, 0.09040651470422745, 0.09522821009159088, 0.10004991292953491, 0.10487161576747894, 0.10969331860542297, 0.114515021443367, 0.11933672428131104, 0.12415841966867447, 0.1289801299571991, 0.13380181789398193, 0.13862352073192596, 0.14344522356987, 0.14826692640781403, 0.15308862924575806, 0.1579103320837021]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 2.0, 1.0, 2.0, 4.0, 2.0, 5.0, 3.0, 1.0, 3.0, 3.0, 7.0, 2.0, 4.0, 4.0, 24.0, 3.0, 3.0, 2.0, 6.0, 6.0, 1.0, 4.0, 7.0, 2.0, 2.0, 2.0, 2.0, 2.0, 2.0, 3.0, 0.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0035378194879740477, -0.00341207766905427, -0.0032863360829651356, -0.0031605944968760014, -0.0030348526779562235, -0.0029091108590364456, -0.0027833692729473114, -0.002657627686858177, -0.0025318858679383993, -0.0024061440490186214, -0.0022804024629294872, -0.002154660876840353, -0.002028919057920575, -0.001903177355416119, -0.001777435652911663, -0.001651693950407207, -0.001525952247902751, -0.001400210545398295, -0.0012744688428938389, -0.0011487271403893828, -0.0010229854378849268, -0.0008972437353804708, -0.0007715020328760147, -0.0006457603303715587, -0.0005200186278671026, -0.0003942769253626466, -0.00026853522285819054, -0.0001427935203537345, -1.705181784927845e-05, 0.0001086898846551776, 0.00023443158715963364, 0.0003601732896640897, 0.0004859149921685457, 0.0006116566946730018, 0.0007373983971774578, 0.0008631400996819139, 0.00098888180218637, 0.001114623504690826, 0.001240365207195282, 0.001366106909699738, 0.001491848612204194, 0.0016175903147086501, 0.0017433320172131062, 0.0018690737197175622, 0.0019948154222220182, 0.002120557241141796, 0.0022462988272309303, 0.0023720404133200645, 0.0024977822322398424, 0.0026235240511596203, 0.0027492656372487545, 0.0028750072233378887, 0.0030007490422576666, 0.0031264908611774445, 0.0032522324472665787, 0.003377974033355713, 0.0035037158522754908, 0.0036294576711952686, 0.003755199257284403, 0.003880940843373537, 0.004006682895123959, 0.004132424481213093, 0.004258166067302227, 0.004383907653391361, 0.0045096492394804955]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 3.0, 0.0, 2.0, 3.0, 4.0, 6.0, 13.0, 17.0, 20.0, 44.0, 50.0, 85.0, 115.0, 166.0, 283.0, 356.0, 630.0, 914.0, 1434.0, 2280.0, 4015.0, 6774.0, 12856.0, 24475.0, 47456.0, 93953.0, 219389.0, 522875.0, 102885.0, 57800.0, 32578.0, 18607.0, 10804.0, 6504.0, 4107.0, 2637.0, 1729.0, 1125.0, 786.0, 522.0, 375.0, 305.0, 178.0, 135.0, 95.0, 67.0, 57.0, 35.0, 33.0, 12.0, 13.0, 8.0, 8.0, 5.0, 6.0, 3.0, 2.0, 0.0, 2.0, 2.0, 2.0], "bins": [-0.014125168323516846, -0.013654558919370174, -0.013183950446546078, -0.012713341042399406, -0.01224273256957531, -0.011772123165428638, -0.011301514692604542, -0.01083090528845787, -0.010360296815633774, -0.009889687411487103, -0.009419078938663006, -0.008948469534516335, -0.008477861061692238, -0.008007251657545567, -0.007536642719060183, -0.007066033780574799, -0.006595424842089415, -0.006124815903604031, -0.005654206965118647, -0.005183598026633263, -0.004712989088147879, -0.004242380149662495, -0.003771770978346467, -0.003301162039861083, -0.002830553101375699, -0.002359944162890315, -0.001889335224404931, -0.0014187261695042253, -0.0009481172310188413, -0.0004775082634296268, -6.899295840412378e-06, 0.00046370967174880207, 0.0009343186393380165, 0.0014049275778234005, 0.0018755365163087845, 0.0023461454547941685, 0.0028167543932795525, 0.00328736356459558, 0.003757972503080964, 0.004228581208735704, 0.004699190147221088, 0.00516979955136776, 0.005640408489853144, 0.006111017428338528, 0.006581626366823912, 0.007052235305309296, 0.00752284424379468, 0.007993453182280064, 0.008464062586426735, 0.008934671059250832, 0.009405280463397503, 0.0098758889362216, 0.010346498340368271, 0.010817106813192368, 0.011287716217339039, 0.011758324690163136, 0.012228934094309807, 0.012699542567133904, 0.013170151971280575, 0.013640760444104671, 0.014111369848251343, 0.01458197832107544, 0.01505258772522211, 0.015523196198046207, 0.01599380560219288]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 6.0, 1.0, 0.0, 2.0, 4.0, 1.0, 3.0, 3.0, 1.0, 4.0, 4.0, 5.0, 2.0, 2.0, 4.0, 4.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008368739858269691, -0.008020760491490364, -0.007672780659049749, -0.007324801292270422, -0.006976821459829807, -0.00662884209305048, -0.006280862260609865, -0.005932882893830538, -0.005584903061389923, -0.005236923694610596, -0.004888944327831268, -0.004540964495390654, -0.004192985128611326, -0.003845005529001355, -0.003497025929391384, -0.003149046329781413, -0.002801066730171442, -0.002453087130561471, -0.0021051075309515, -0.0017571280477568507, -0.0014091484481468797, -0.0010611688485369086, -0.0007131893071345985, -0.0003652097366284579, -1.7230166122317314e-05, 0.0003307494043838233, 0.0006787289748899639, 0.001026708516292274, 0.001374688115902245, 0.001722667715512216, 0.0020706471987068653, 0.0024186267983168364, 0.0027666063979268074, 0.0031145859975367785, 0.0034625655971467495, 0.0038105451967567205, 0.004158524796366692, 0.004506504163146019, 0.004854483995586634, 0.005202463362365961, 0.005550443194806576, 0.005898422561585903, 0.0062464019283652306, 0.006594381760805845, 0.006942361127585173, 0.007290340960025787, 0.007638320326805115, 0.007986299693584442, 0.00833427906036377, 0.008682259358465672, 0.009030238725244999, 0.009378218092024326, 0.009726197458803654, 0.010074177756905556, 0.010422157123684883, 0.01077013649046421, 0.011118115857243538, 0.011466095224022865, 0.011814075522124767, 0.012162054888904095, 0.012510034255683422, 0.01285801362246275, 0.013205993920564651, 0.013553973287343979, 0.013901952654123306]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 4.0, 8.0, 6.0, 12.0, 12.0, 19.0, 29.0, 38.0, 34.0, 53.0, 58.0, 84.0, 131.0, 161.0, 216.0, 369.0, 550.0, 1248.0, 4947.0, 2225.0, 1780.0, 1364.0, 1056.0, 889.0, 645.0, 567.0, 444.0, 334.0, 270.0, 195.0, 153.0, 120.0, 74.0, 55.0, 42.0, 44.0, 47.0, 29.0, 17.0, 21.0, 7.0, 11.0, 15.0, 7.0, 10.0, 9.0, 2.0, 7.0, 1.0, 2.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.006575100589543581, -0.006302585359662771, -0.0060300701297819614, -0.005757555365562439, -0.005485040135681629, -0.005212524905800819, -0.00494000967592001, -0.0046674944460392, -0.00439497921615839, -0.004122464451938868, -0.003849949222058058, -0.003577433992177248, -0.0033049187622964382, -0.003032403765246272, -0.0027598885353654623, -0.002487373538315296, -0.0022148583084344864, -0.0019423431949689984, -0.0016698280815035105, -0.0013973128516227007, -0.0011247977381572127, -0.0008522826246917248, -0.0005797674530185759, -0.0003072523104492575, -3.473716787993908e-05, 0.00023777797468937933, 0.0005102931172586977, 0.0007828082889318466, 0.0010553234023973346, 0.0013278385158628225, 0.0016003537457436323, 0.0018728688592091203, 0.0021453839726746082, 0.002417899202555418, 0.002690414199605584, 0.002962929429486394, 0.00323544442653656, 0.00350795965641737, 0.0037804748862981796, 0.004052990116178989, 0.004325505346059799, 0.004598020110279322, 0.0048705353401601315, 0.005143050570040941, 0.005415565799921751, 0.005688081029802561, 0.005960595794022083, 0.006233111023902893, 0.006505626253783703, 0.006778141483664513, 0.007050656713545322, 0.007323171477764845, 0.007595686707645655, 0.007868202403187752, 0.008140716701745987, 0.008413231931626797, 0.008685747161507607, 0.008958262391388416, 0.009230777621269226, 0.009503292851150036, 0.009775808081030846, 0.010048323310911655, 0.010320838540792465, 0.010593353770673275, 0.010865869000554085]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.03488405793905258, -0.03327103704214096, -0.03165801614522934, -0.03004499338567257, -0.028431972488760948, -0.026818949729204178, -0.025205928832292557, -0.023592907935380936, -0.021979887038469315, -0.020366864278912544, -0.018753843382000923, -0.017140822485089302, -0.015527799725532532, -0.01391477882862091, -0.012301757000386715, -0.010688736103475094, -0.009075714275240898, -0.00746269291266799, -0.005849671550095081, -0.004236649721860886, -0.0026236283592879772, -0.001010606880299747, 0.0006024145986884832, 0.0022154361940920353, 0.0038284575566649437, 0.005441478919237852, 0.0070545002818107605, 0.008667522110044956, 0.010280543938279152, 0.011893564835190773, 0.013506586663424969, 0.01511960756033659, 0.016732629388570786, 0.018345650285482407, 0.019958673045039177, 0.021571693941950798, 0.02318471483886242, 0.02479773759841919, 0.02641075849533081, 0.02802377939224243, 0.029636800289154053, 0.031249823048710823, 0.03286284580826759, 0.034475866705179214, 0.036088887602090836, 0.03770190849900246, 0.03931492939591408, 0.0409279502928257, 0.04254097491502762, 0.04415399581193924, 0.04576701670885086, 0.04738003760576248, 0.0489930585026741, 0.050606079399585724, 0.052219100296497345, 0.053832124918699265, 0.055445145815610886, 0.05705816671252251, 0.05867118760943413, 0.06028420850634575, 0.06189722940325737, 0.06351025402545929, 0.06512327492237091, 0.06673629581928253, 0.06834931671619415]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 2.0, 5.0, 3.0, 1.0, 3.0, 5.0, 5.0, 5.0, 7.0, 15.0, 13.0, 17.0, 26.0, 16.0, 16.0, 14.0, 10.0, 17.0, 14.0, 12.0, 13.0, 10.0, 6.0, 9.0, 3.0, 4.0, 1.0, 2.0, 0.0, 3.0, 2.0, 4.0, 4.0, 0.0, 0.0, 2.0, 1.0, 3.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.01638321951031685, -0.01532016322016716, -0.014257106930017471, -0.013194050639867783, -0.012130994349718094, -0.011067938059568405, -0.010004881769418716, -0.008941825479269028, -0.007878769189119339, -0.00681571289896965, -0.0057526566088199615, -0.004689600318670273, -0.003626544028520584, -0.0025634877383708954, -0.0015004314482212067, -0.00043737515807151794, 0.0006256811320781708, 0.0016887374222278595, 0.0027517937123775482, 0.003814850002527237, 0.004877906292676926, 0.005940962582826614, 0.007004018872976303, 0.008067075163125992, 0.00913013145327568, 0.01019318774342537, 0.011256244033575058, 0.012319300323724747, 0.013382356613874435, 0.014445412904024124, 0.015508469194173813, 0.0165715254843235, 0.01763458177447319, 0.01869763806462288, 0.019760694354772568, 0.020823750644922256, 0.021886806935071945, 0.022949863225221634, 0.024012919515371323, 0.02507597580552101, 0.0261390320956707, 0.02720208838582039, 0.028265144675970078, 0.029328200966119766, 0.030391257256269455, 0.031454313546419144, 0.03251736983656883, 0.03358042612671852, 0.03464348241686821, 0.0357065387070179, 0.03676959499716759, 0.037832651287317276, 0.038895707577466965, 0.03995876386761665, 0.04102182015776634, 0.04208487644791603, 0.04314793273806572, 0.04421098902821541, 0.0452740453183651, 0.046337101608514786, 0.047400157898664474, 0.04846321418881416, 0.04952627047896385, 0.05058932676911354, 0.05165238305926323]}, "_runtime": 26.438188791275024, "_timestamp": 1596212897.1397264, "_step": 27}
+{"val_accuracy": 0.7731499714611872, "val_loss": 0.641526366749855, "_runtime": 27.907456874847412, "_timestamp": 1596212898.6089945, "_step": 28}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: K Confidence: 0.542461097240448 Truth: v", "Prediction: 5 Confidence: 0.9992786049842834 Truth: 5", "Prediction: 2 Confidence: 0.9829728603363037 Truth: 2", "Prediction: 0 Confidence: 0.6746071577072144 Truth: 0"]}, "_runtime": 28.187422275543213, "_timestamp": 1596212898.88896, "_step": 29}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 3.0, 4.0, 2.0, 2.0, 2.0, 2.0, 2.0, 4.0, 3.0, 3.0, 0.0, 3.0, 1.0, 6.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011076899245381355, -0.01063406839966774, -0.010191237553954124, -0.009748406708240509, -0.009305575862526894, -0.008862745016813278, -0.008419914171099663, -0.007977083325386047, -0.007534252479672432, -0.0070914216339588165, -0.006648590788245201, -0.006205759942531586, -0.00576292909681797, -0.005320098251104355, -0.0048772674053907394, -0.004434436559677124, -0.003991605713963509, -0.003548774868249893, -0.0031059440225362778, -0.0026631131768226624, -0.002220282331109047, -0.0017774514853954315, -0.001334620639681816, -0.0008917897939682007, -0.00044895894825458527, -6.128102540969849e-06, 0.00043670274317264557, 0.000879533588886261, 0.0013223644345998764, 0.0017651952803134918, 0.0022080261260271072, 0.0026508569717407227, 0.003093687817454338, 0.0035365186631679535, 0.003979349508881569, 0.004422180354595184, 0.0048650112003088, 0.005307842046022415, 0.005750672891736031, 0.006193503737449646, 0.006636334583163261, 0.007079165428876877, 0.007521996274590492, 0.007964827120304108, 0.008407657966017723, 0.008850488811731339, 0.009293319657444954, 0.00973615050315857, 0.010178981348872185, 0.0106218121945858, 0.011064643040299416, 0.011507473886013031, 0.011950304731726646, 0.012393135577440262, 0.012835966423153877, 0.013278797268867493, 0.013721628114581108, 0.014164458960294724, 0.014607289806008339, 0.015050120651721954, 0.01549295149743557, 0.015935782343149185, 0.0163786131888628, 0.016821444034576416, 0.01726427488029003]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 4.0, 2.0, 1.0, 7.0, 6.0, 11.0, 16.0, 19.0, 21.0, 26.0, 44.0, 69.0, 93.0, 167.0, 238.0, 364.0, 747.0, 4777.0, 626.0, 279.0, 134.0, 78.0, 58.0, 45.0, 21.0, 23.0, 13.0, 7.0, 7.0, 3.0, 4.0, 3.0, 2.0, 3.0, 1.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.24187785387039185, -0.23386447131633759, -0.22585108876228333, -0.21783770620822906, -0.2098243236541748, -0.20181092619895935, -0.1937975436449051, -0.18578416109085083, -0.17777077853679657, -0.1697573959827423, -0.16174401342868805, -0.1537306308746338, -0.14571723341941833, -0.13770385086536407, -0.12969046831130981, -0.12167708575725555, -0.1136637032032013, -0.10565032064914703, -0.09763693809509277, -0.08962354809045792, -0.08161016553640366, -0.0735967829823494, -0.06558339297771454, -0.05757001042366028, -0.04955662786960602, -0.04154324531555176, -0.0335298590362072, -0.02551647461950779, -0.01750309020280838, -0.00948970578610897, -0.0014763213694095612, 0.006537063047289848, 0.014550447463989258, 0.022563831880688667, 0.030577216297388077, 0.038590602576732635, 0.046603985130786896, 0.054617367684841156, 0.06263075768947601, 0.07064414024353027, 0.07865752279758453, 0.0866709053516388, 0.09468428790569305, 0.10269767791032791, 0.11071106046438217, 0.11872444301843643, 0.1267378330230713, 0.13475121557712555, 0.1427645981311798, 0.15077798068523407, 0.15879136323928833, 0.1668047457933426, 0.17481812834739685, 0.1828315258026123, 0.19084490835666656, 0.19885829091072083, 0.20687167346477509, 0.21488505601882935, 0.2228984385728836, 0.23091182112693787, 0.23892521858215332, 0.24693860113620758, 0.25495198369026184, 0.2629653513431549, 0.27097874879837036]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 3.0, 1.0, 4.0, 3.0, 5.0, 1.0, 2.0, 3.0, 1.0, 3.0, 2.0, 1.0, 2.0, 6.0, 22.0, 2.0, 5.0, 2.0, 8.0, 4.0, 3.0, 4.0, 2.0, 3.0, 2.0, 1.0, 3.0, 4.0, 1.0, 2.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.0024143746122717857, -0.0023225455079227686, -0.0022307164035737514, -0.0021388870663940907, -0.0020470579620450735, -0.0019552288576960564, -0.0018633996369317174, -0.0017715704161673784, -0.0016797413118183613, -0.0015879122074693441, -0.0014960829867050052, -0.0014042537659406662, -0.001312424661591649, -0.001220595557242632, -0.001128766336478293, -0.001036937115713954, -0.0009451080113649368, -0.0008532788488082588, -0.0007614496862515807, -0.0006696205236949027, -0.0005777913611382246, -0.00048596219858154655, -0.0003941330360248685, -0.00030230387346819043, -0.00021047471091151237, -0.00011864554835483432, -2.681638579815626e-05, 6.50127767585218e-05, 0.00015684193931519985, 0.0002486711018718779, 0.00034050026442855597, 0.000432329426985234, 0.0005241585895419121, 0.0006159877520985901, 0.0007078169146552682, 0.0007996460772119462, 0.0008914752397686243, 0.0009833043441176414, 0.0010751335648819804, 0.0011669627856463194, 0.0012587918899953365, 0.0013506209943443537, 0.0014424502151086926, 0.0015342794358730316, 0.0016261085402220488, 0.001717937644571066, 0.0018097668653354049, 0.0019015960860997438, 0.001993425190448761, 0.002085254294797778, 0.0021770833991467953, 0.002268912736326456, 0.002360741840675473, 0.0024525709450244904, 0.002544400282204151, 0.0026362293865531683, 0.0027280584909021854, 0.0028198875952512026, 0.0029117166996002197, 0.0030035460367798805, 0.0030953751411288977, 0.003187204245477915, 0.0032790335826575756, 0.0033708626870065928, 0.00346269179135561]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 5.0, 2.0, 2.0, 12.0, 9.0, 10.0, 30.0, 53.0, 78.0, 123.0, 205.0, 357.0, 634.0, 1116.0, 1967.0, 3913.0, 8620.0, 20385.0, 52329.0, 141622.0, 670060.0, 154736.0, 64394.0, 28532.0, 13780.0, 6965.0, 3824.0, 2151.0, 1304.0, 781.0, 526.0, 337.0, 246.0, 148.0, 112.0, 89.0, 57.0, 42.0, 24.0, 14.0, 17.0, 14.0, 7.0, 3.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.02040644735097885, -0.01979820989072323, -0.019189970567822456, -0.018581733107566833, -0.01797349564731121, -0.01736525632441044, -0.016757018864154816, -0.016148781403899193, -0.01554054208099842, -0.014932304620742798, -0.0143240662291646, -0.013715827837586403, -0.01310759037733078, -0.012499351985752583, -0.011891113594174385, -0.011282876133918762, -0.010674637742340565, -0.010066399350762367, -0.009458161890506744, -0.008849923498928547, -0.00824168510735035, -0.007633447181433439, -0.007025209255516529, -0.006416970863938332, -0.005808732938021421, -0.005200495012104511, -0.004592256620526314, -0.003984018694609404, -0.00337578053586185, -0.002767542377114296, -0.002159304451197386, -0.001551066292449832, -0.0009428281337022781, -0.0003345900331623852, 0.0002736480673775077, 0.0008818861679174006, 0.0014901242684572935, 0.0020983624272048473, 0.0027066003531217575, 0.0033148385118693113, 0.003923076670616865, 0.004531314596533775, 0.005139552988111973, 0.005747790914028883, 0.006356028839945793, 0.006964267231523991, 0.007572505157440901, 0.008180743083357811, 0.008788981474936008, 0.009397219866514206, 0.010005457326769829, 0.010613695718348026, 0.011221934109926224, 0.011830171570181847, 0.012438409961760044, 0.013046648353338242, 0.013654885813593864, 0.014263124205172062, 0.01487136259675026, 0.015479600988328457, 0.016087839379906654, 0.016696076840162277, 0.0173043143004179, 0.017912553623318672, 0.018520791083574295]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 9.0, 0.0, 4.0, 4.0, 5.0, 2.0, 5.0, 2.0, 4.0, 2.0, 6.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0158773735165596, -0.015397089533507824, -0.014916806481778622, -0.014436522498726845, -0.013956239446997643, -0.013475955463945866, -0.012995671480894089, -0.012515388429164886, -0.01203510444611311, -0.011554820463061333, -0.01107453741133213, -0.010594253428280354, -0.010113969445228577, -0.009633686393499374, -0.009153402410447598, -0.008673119358718395, -0.008192835375666618, -0.007712551858276129, -0.007232268340885639, -0.006751984357833862, -0.006271700840443373, -0.005791417323052883, -0.005311133340001106, -0.004830849822610617, -0.004350566305220127, -0.0038702827878296375, -0.0033899990376085043, -0.002909715287387371, -0.0024294317699968815, -0.00194914813619107, -0.0014688645023852587, -0.0009885808685794473, -0.0005082972347736359, -2.801360096782446e-05, 0.00045227003283798695, 0.0009325536666437984, 0.0014128373004496098, 0.0018931209342554212, 0.0023734045680612326, 0.002853688318282366, 0.0033339718356728554, 0.003814255353063345, 0.0042945388704538345, 0.004774822853505611, 0.005255106370896101, 0.005735389888286591, 0.0062156738713383675, 0.006695957388728857, 0.007176240906119347, 0.007656524423509836, 0.008136807940900326, 0.008617091923952103, 0.009097374975681305, 0.009577658958733082, 0.010057942941784859, 0.010538225993514061, 0.011018509976565838, 0.011498793959617615, 0.011979077011346817, 0.012459360994398594, 0.01293964497745037, 0.013419928029179573, 0.01390021201223135, 0.014380495063960552, 0.014860779047012329]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 4.0, 2.0, 3.0, 3.0, 8.0, 9.0, 9.0, 19.0, 14.0, 14.0, 19.0, 28.0, 20.0, 31.0, 35.0, 48.0, 52.0, 56.0, 97.0, 84.0, 108.0, 131.0, 151.0, 174.0, 246.0, 313.0, 512.0, 911.0, 5229.0, 2513.0, 1526.0, 1167.0, 961.0, 814.0, 692.0, 547.0, 484.0, 367.0, 269.0, 220.0, 171.0, 131.0, 85.0, 39.0, 36.0, 28.0, 18.0, 11.0, 3.0, 4.0, 3.0, 4.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.012247784994542599, -0.011883899569511414, -0.011520013213157654, -0.011156127788126469, -0.010792242363095284, -0.010428356938064098, -0.010064471513032913, -0.009700585156679153, -0.009336699731647968, -0.008972814306616783, -0.008608927950263023, -0.008245042525231838, -0.007881157100200653, -0.007517271675169468, -0.0071533857844769955, -0.006789499893784523, -0.006425614468753338, -0.006061729043722153, -0.00569784315302968, -0.005333957262337208, -0.004970071837306023, -0.0046061864122748375, -0.004242300521582365, -0.0038784148637205362, -0.0035145292058587074, -0.0031506435479968786, -0.00278675789013505, -0.002422872232273221, -0.002058986574411392, -0.0016951009165495634, -0.0013312152586877346, -0.0009673296008259058, -0.000603443942964077, -0.0002395582851022482, 0.0001243273727595806, 0.0004882130306214094, 0.0008520986884832382, 0.001215984346345067, 0.0015798700042068958, 0.0019437556620687246, 0.0023076413199305534, 0.0026715269777923822, 0.003035412635654211, 0.00339929829351604, 0.0037631839513778687, 0.004127069376409054, 0.004490955267101526, 0.004854841157793999, 0.005218726582825184, 0.005582612007856369, 0.0059464978985488415, 0.006310383789241314, 0.006674269214272499, 0.007038154639303684, 0.007402040529996157, 0.007765926420688629, 0.008129811845719814, 0.008493697270751, 0.00885758362710476, 0.009221469052135944, 0.00958535447716713, 0.009949239902198315, 0.0103131253272295, 0.01067701168358326, 0.011040897108614445]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 3.0, 4.0, 2.0, 5.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.07235229015350342, -0.06901050359010696, -0.06566870957612991, -0.06232691928744316, -0.05898512899875641, -0.055643342435359955, -0.0523015521466732, -0.04895976185798645, -0.0456179715692997, -0.042276181280612946, -0.03893439099192619, -0.03559260070323944, -0.03225081413984299, -0.028909021988511086, -0.025567233562469482, -0.02222544327378273, -0.018883652985095978, -0.015541862696409225, -0.012200073339045048, -0.00885828398168087, -0.005516493692994118, -0.0021747038699686527, 0.0011670859530568123, 0.004508875776082277, 0.007850665599107742, 0.011192455887794495, 0.014534245245158672, 0.01787603460252285, 0.021217824891209602, 0.024559615179896355, 0.027901403605937958, 0.03124319389462471, 0.03458498418331146, 0.037926774471998215, 0.04126856476068497, 0.04461035504937172, 0.04795214533805847, 0.051293931901454926, 0.05463572219014168, 0.05797751247882843, 0.06131930276751518, 0.06466109305620193, 0.06800287961959839, 0.07134467363357544, 0.0746864601969719, 0.07802825421094894, 0.0813700407743454, 0.08471183478832245, 0.0880536213517189, 0.09139540791511536, 0.09473720192909241, 0.09807898849248886, 0.10142078250646591, 0.10476256906986237, 0.10810436308383942, 0.11144614964723587, 0.11478793621063232, 0.11812973022460938, 0.12147151678800583, 0.12481331080198288, 0.12815509736537933, 0.13149689137935638, 0.13483868539333344, 0.1381804645061493, 0.14152225852012634]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 2.0, 1.0, 4.0, 3.0, 4.0, 1.0, 0.0, 7.0, 8.0, 2.0, 7.0, 2.0, 15.0, 11.0, 22.0, 27.0, 36.0, 15.0, 18.0, 14.0, 13.0, 11.0, 16.0, 7.0, 4.0, 6.0, 1.0, 2.0, 6.0, 1.0, 3.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.025774190202355385, -0.0244202371686697, -0.023066285997629166, -0.02171233296394348, -0.020358379930257797, -0.019004428759217262, -0.017650475725531578, -0.016296522691845894, -0.014942570589482784, -0.013588618487119675, -0.01223466545343399, -0.010880713351070881, -0.009526761248707771, -0.008172808215022087, -0.0068188561126589775, -0.005464903544634581, -0.004110950976610184, -0.002756998408585787, -0.0014030460733920336, -4.909362178295851e-05, 0.0013048588298261166, 0.0026588113978505135, 0.004012763500213623, 0.00536671606823802, 0.006720668636262417, 0.008074620738625526, 0.00942857377231121, 0.01078252587467432, 0.01213647797703743, 0.013490431010723114, 0.014844383113086224, 0.016198335215449333, 0.017552288249135017, 0.0189062412828207, 0.020260192453861237, 0.02161414548754692, 0.022968098521232605, 0.02432204969227314, 0.025676002725958824, 0.02702995575964451, 0.028383906930685043, 0.029737859964370728, 0.031091812998056412, 0.032445766031742096, 0.03379971906542778, 0.035153668373823166, 0.03650762140750885, 0.037861574441194534, 0.03921552747488022, 0.0405694805085659, 0.04192343354225159, 0.04327738657593727, 0.04463133588433266, 0.04598528891801834, 0.047339241951704025, 0.04869319498538971, 0.050047148019075394, 0.05140110105276108, 0.052755050361156464, 0.05410900339484215, 0.05546295642852783, 0.056816909462213516, 0.0581708624958992, 0.059524815529584885, 0.06087876856327057]}, "_runtime": 28.827100038528442, "_timestamp": 1596212899.5286376, "_step": 30}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 0.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 3.0, 3.0, 3.0, 2.0, 2.0, 0.0, 3.0, 4.0, 2.0, 2.0, 1.0, 3.0, 4.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.01210261881351471, -0.011757384985685349, -0.011412150226533413, -0.011066916398704052, -0.010721682570874691, -0.010376447811722755, -0.010031213983893394, -0.009685980156064034, -0.009340746328234673, -0.008995511569082737, -0.008650277741253376, -0.008305043913424015, -0.00795980915427208, -0.0076145753264427185, -0.00726934103295207, -0.006924107205122709, -0.006578872911632061, -0.006233638618141413, -0.005888404790312052, -0.0055431704968214035, -0.0051979366689920425, -0.004852702375501394, -0.004507468082010746, -0.004162234254181385, -0.0038169999606907368, -0.003471765900030732, -0.0031265318393707275, -0.0027812975458800793, -0.0024360634852200747, -0.00209082942456007, -0.0017455952474847436, -0.0014003610704094172, -0.0010551270097494125, -0.000709892890881747, -0.0003646587720140815, -1.942465314641595e-05, 0.0003258094657212496, 0.0006710435845889151, 0.0010162777034565806, 0.001361511880531907, 0.0017067459411919117, 0.0020519800018519163, 0.002397214062511921, 0.002742448356002569, 0.003087682416662574, 0.0034329164773225784, 0.0037781507708132267, 0.004123384598642588, 0.004468618892133236, 0.004813853185623884, 0.005159087013453245, 0.005504321306943893, 0.005849555134773254, 0.006194789428263903, 0.006540023721754551, 0.006885257549583912, 0.00723049184307456, 0.0075757261365652084, 0.00792095996439457, 0.00826619379222393, 0.008611428551375866, 0.008956662379205227, 0.009301896207034588, 0.009647130966186523, 0.009992364794015884]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 3.0, 1.0, 3.0, 3.0, 1.0, 1.0, 1.0, 3.0, 1.0, 5.0, 5.0, 4.0, 6.0, 9.0, 7.0, 11.0, 12.0, 16.0, 11.0, 18.0, 21.0, 34.0, 44.0, 57.0, 70.0, 78.0, 105.0, 155.0, 202.0, 243.0, 369.0, 2890.0, 2007.0, 550.0, 275.0, 160.0, 109.0, 89.0, 70.0, 45.0, 43.0, 39.0, 27.0, 24.0, 11.0, 13.0, 14.0, 13.0, 13.0, 4.0, 9.0, 7.0, 5.0, 2.0, 4.0, 3.0, 2.0, 2.0, 3.0, 1.0, 0.0, 1.0], "bins": [-0.14083096385002136, -0.13667695224285126, -0.13252292573451996, -0.12836891412734985, -0.12421488761901855, -0.12006087601184845, -0.11590685695409775, -0.11175283789634705, -0.10759881883859634, -0.10344479978084564, -0.09929078072309494, -0.09513676166534424, -0.09098275005817413, -0.08682873100042343, -0.08267471194267273, -0.07852069288492203, -0.07436667382717133, -0.07021265476942062, -0.06605863571166992, -0.06190462037920952, -0.057750601321458817, -0.053596582263708115, -0.04944256693124771, -0.04528854787349701, -0.04113452881574631, -0.036980509757995605, -0.032826490700244904, -0.0286724753677845, -0.024518456310033798, -0.020364437252283096, -0.016210420057177544, -0.012056401930749416, -0.007902383804321289, -0.0037483656778931618, 0.0004056524485349655, 0.004559670574963093, 0.00871368870139122, 0.012867706827819347, 0.017021724954247475, 0.021175742149353027, 0.02532976120710373, 0.02948378026485443, 0.03363779932260513, 0.037791814655065536, 0.04194583371281624, 0.04609985277056694, 0.050253868103027344, 0.054407887160778046, 0.05856190621852875, 0.06271592527627945, 0.06686994433403015, 0.07102396339178085, 0.07517798244953156, 0.07933199405670166, 0.08348601311445236, 0.08764003217220306, 0.09179405122995377, 0.09594807028770447, 0.10010208934545517, 0.10425610840320587, 0.10841012001037598, 0.11256413906812668, 0.11671815812587738, 0.12087217718362808, 0.12502619624137878]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 4.0, 1.0, 2.0, 4.0, 6.0, 6.0, 2.0, 6.0, 1.0, 7.0, 2.0, 2.0, 23.0, 4.0, 4.0, 3.0, 2.0, 6.0, 1.0, 0.0, 1.0, 0.0, 2.0, 3.0, 0.0, 2.0, 2.0, 1.0, 3.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0024084863252937794, -0.00232015922665596, -0.002231831895187497, -0.002143504796549678, -0.002055177465081215, -0.0019668503664433956, -0.0018785230349749327, -0.0017901958199217916, -0.0017018686048686504, -0.0016135415062308311, -0.00152521429117769, -0.001436887076124549, -0.0013485598610714078, -0.0012602326460182667, -0.0011719054309651256, -0.0010835782159119844, -0.0009952510008588433, -0.0009069237858057022, -0.0008185965707525611, -0.00073026935569942, -0.0006419421406462789, -0.0005536149838007987, -0.00046528776874765754, -0.0003769605536945164, -0.0002886333386413753, -0.00020030612358823419, -0.0001119789230870083, -2.3651715309824795e-05, 6.467549246735871e-05, 0.00015300270752049983, 0.00024132990802172571, 0.0003296571085229516, 0.0004179843235760927, 0.0005063115386292338, 0.000594638753682375, 0.0006829659687355161, 0.0007712931837886572, 0.0008596203406341374, 0.0009479475556872785, 0.0010362748289480805, 0.0011246020440012217, 0.001212929142639041, 0.001301256357692182, 0.0013895835727453232, 0.0014779107877984643, 0.0015662380028516054, 0.0016545652179047465, 0.0017428924329578876, 0.0018312196480110288, 0.0019195468630641699, 0.002007873961701989, 0.002096201293170452, 0.0021845283918082714, 0.0022728557232767344, 0.0023611828219145536, 0.0024495101533830166, 0.002537837252020836, 0.002626164583489299, 0.002714491682127118, 0.002802819013595581, 0.0028911461122334003, 0.0029794734437018633, 0.0030678005423396826, 0.0031561278738081455, 0.003244454972445965]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 2.0, 3.0, 5.0, 7.0, 18.0, 22.0, 26.0, 47.0, 37.0, 63.0, 92.0, 114.0, 165.0, 269.0, 400.0, 553.0, 793.0, 1261.0, 1817.0, 2963.0, 4848.0, 8211.0, 14992.0, 27973.0, 54274.0, 109971.0, 589604.0, 178240.0, 78957.0, 42519.0, 23758.0, 13828.0, 8343.0, 5125.0, 3294.0, 2103.0, 1404.0, 991.0, 679.0, 502.0, 361.0, 290.0, 178.0, 148.0, 92.0, 64.0, 58.0, 48.0, 22.0, 31.0, 24.0, 14.0, 15.0, 7.0, 7.0, 8.0, 1.0, 1.0, 0.0, 2.0], "bins": [-0.0123532023280859, -0.011953533627092838, -0.011553863994777203, -0.011154195293784142, -0.010754525661468506, -0.010354856960475445, -0.009955187328159809, -0.009555518627166748, -0.009155848994851112, -0.008756180293858051, -0.00835651159286499, -0.007956841960549355, -0.0075571732595562935, -0.007157504092901945, -0.006757834926247597, -0.006358165759593248, -0.0059584965929389, -0.005558827426284552, -0.005159158259630203, -0.004759489092975855, -0.0043598199263215065, -0.0039601512253284454, -0.003560482058674097, -0.0031608128920197487, -0.0027611437253654003, -0.002361474558711052, -0.0019618053920567036, -0.0015621364582329988, -0.0011624672915786505, -0.000762798183131963, -0.00036312907468527555, 3.6540033761411905e-05, 0.00043620914220809937, 0.0008358782506547868, 0.0012355473591014743, 0.0016352164093405008, 0.002034885575994849, 0.0024345547426491976, 0.0028342236764729023, 0.0032338928431272507, 0.003633562009781599, 0.004033231176435947, 0.004432900343090296, 0.004832569509744644, 0.005232238210737705, 0.005631907377392054, 0.006031576544046402, 0.00643124571070075, 0.006830914877355099, 0.007230584044009447, 0.0076302532106637955, 0.008029921911656857, 0.008429591543972492, 0.008829260244965553, 0.009228929877281189, 0.00962859857827425, 0.010028267279267311, 0.010427936911582947, 0.010827605612576008, 0.011227275244891644, 0.011626943945884705, 0.01202661357820034, 0.012426282279193401, 0.012825951911509037, 0.013225620612502098]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 9.0, 4.0, 1.0, 3.0, 2.0, 3.0, 5.0, 3.0, 2.0, 3.0, 1.0, 1.0, 2.0, 4.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01693606935441494, -0.016515377908945084, -0.016094686463475227, -0.01567399501800537, -0.01525330450385809, -0.014832613058388233, -0.014411921612918377, -0.013991231098771095, -0.013570539653301239, -0.013149848207831383, -0.012729156762361526, -0.01230846531689167, -0.011887774802744389, -0.011467083357274532, -0.011046391911804676, -0.01062570046633482, -0.010205009952187538, -0.009784318506717682, -0.009363627061247826, -0.00894293561577797, -0.008522244170308113, -0.008101553656160831, -0.007680862210690975, -0.007260170765221119, -0.006839479319751263, -0.006418788339942694, -0.0059980968944728374, -0.0055774059146642685, -0.005156714469194412, -0.004736023489385843, -0.004315332043915987, -0.0038946408312767744, -0.003473949618637562, -0.003053258405998349, -0.0026325671933591366, -0.002211875980719924, -0.0017911846516653895, -0.001370493439026177, -0.0009498021681793034, -0.0005291108973324299, -0.00010841968469321728, 0.0003122715570498258, 0.0007329627987928689, 0.0011536540696397424, 0.001574345282278955, 0.0019950366113334894, 0.002415727823972702, 0.0028364190366119146, 0.0032571102492511272, 0.00367780146189034, 0.0040984926745295525, 0.004519184119999409, 0.004939875099807978, 0.005360566545277834, 0.005781257525086403, 0.006201948970556259, 0.006622640416026115, 0.007043331395834684, 0.007464022841304541, 0.00788471382111311, 0.008305405266582966, 0.008726096712052822, 0.009146787226200104, 0.00956747867166996, 0.009988170117139816]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 2.0, 2.0, 1.0, 3.0, 1.0, 0.0, 2.0, 4.0, 4.0, 1.0, 6.0, 8.0, 7.0, 3.0, 3.0, 1.0, 6.0, 3.0, 5.0, 6.0, 11.0, 13.0, 18.0, 12.0, 25.0, 27.0, 36.0, 50.0, 74.0, 80.0, 78.0, 109.0, 94.0, 85.0, 139.0, 146.0, 199.0, 269.0, 301.0, 422.0, 615.0, 924.0, 4275.0, 2895.0, 2102.0, 1492.0, 1140.0, 863.0, 567.0, 397.0, 277.0, 223.0, 139.0, 97.0, 63.0, 45.0, 26.0, 15.0, 7.0, 7.0, 3.0, 1.0, 1.0], "bins": [-0.013107866048812866, -0.012809437699615955, -0.012511009350419044, -0.012212581932544708, -0.011914153583347797, -0.011615725234150887, -0.011317296884953976, -0.011018868535757065, -0.010720441117882729, -0.010422012768685818, -0.010123584419488907, -0.009825156070291996, -0.009526727721095085, -0.009228299371898174, -0.008929871954023838, -0.008631443604826927, -0.008333015255630016, -0.008034586906433105, -0.007736159022897482, -0.007437730673700571, -0.0071393027901649475, -0.006840874440968037, -0.006542446091771126, -0.006244018208235502, -0.005945589859038591, -0.0056471615098416805, -0.005348733626306057, -0.005050305277109146, -0.004751876927912235, -0.004453449044376612, -0.004155020695179701, -0.0038565925788134336, -0.0035581644624471664, -0.0032597363460808992, -0.002961308229714632, -0.002662879880517721, -0.002364451764151454, -0.0020660236477851868, -0.0017675954150035977, -0.0014691671822220087, -0.0011707390658557415, -0.0008723108912818134, -0.0005738827167078853, -0.00027545454213395715, 2.297363243997097e-05, 0.0003214018070138991, 0.0006198299815878272, 0.0009182581561617553, 0.0012166863307356834, 0.0015151144471019506, 0.0018135426798835397, 0.0021119709126651287, 0.002410399029031396, 0.002708827145397663, 0.003007255494594574, 0.003305683610960841, 0.0036041117273271084, 0.0039025398436933756, 0.004200967960059643, 0.004499396309256554, 0.0047978246584534645, 0.005096252541989088, 0.005394680891185999, 0.0056931087747216225, 0.005991537123918533]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.051864445209503174, -0.05007253959774971, -0.048280633985996246, -0.04648873209953308, -0.04469682648777962, -0.042904920876026154, -0.04111301898956299, -0.039321113377809525, -0.03752920776605606, -0.0357373021543026, -0.03394539654254913, -0.03215349465608597, -0.030361589044332504, -0.02856968343257904, -0.026777779683470726, -0.02498587593436241, -0.023193970322608948, -0.021402064710855484, -0.01961016096174717, -0.017818257212638855, -0.01602635160088539, -0.014234446920454502, -0.012442542240023613, -0.010650637559592724, -0.008858732879161835, -0.007066828198730946, -0.0052749235183000565, -0.0034830188378691673, -0.0016911141574382782, 0.00010079052299261093, 0.0018926952034235, 0.003684599883854389, 0.005476504564285278, 0.0072684092447161674, 0.009060313925147057, 0.010852218605577946, 0.012644123286008835, 0.014436027966439724, 0.016227932646870613, 0.018019836395978928, 0.01981174200773239, 0.021603647619485855, 0.02339555136859417, 0.025187455117702484, 0.026979360729455948, 0.02877126634120941, 0.030563170090317726, 0.03235507383942604, 0.034146979451179504, 0.03593888506293297, 0.03773079067468643, 0.0395226925611496, 0.04131459817290306, 0.043106503784656525, 0.04489840567111969, 0.046690311282873154, 0.04848221689462662, 0.05027412250638008, 0.052066028118133545, 0.05385793000459671, 0.055649835616350174, 0.05744174122810364, 0.0592336431145668, 0.06102554872632027, 0.06281745433807373]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 2.0, 3.0, 1.0, 5.0, 4.0, 5.0, 5.0, 4.0, 7.0, 6.0, 6.0, 8.0, 11.0, 13.0, 10.0, 7.0, 24.0, 21.0, 30.0, 21.0, 8.0, 14.0, 10.0, 9.0, 9.0, 2.0, 4.0, 3.0, 2.0, 3.0, 4.0, 2.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.026007594540715218, -0.02518184296786785, -0.024356093257665634, -0.023530341684818268, -0.0227045901119709, -0.021878840401768684, -0.021053088828921318, -0.02022733725607395, -0.019401587545871735, -0.01857583597302437, -0.017750084400177002, -0.016924332827329636, -0.01609858311712742, -0.015272831544280052, -0.01444708090275526, -0.013621329329907894, -0.012795578688383102, -0.01196982804685831, -0.011144076474010944, -0.010318325832486153, -0.009492574259638786, -0.008666823618113995, -0.007841072976589203, -0.007015321869403124, -0.006189570762217045, -0.005363819655030966, -0.004538068547844887, -0.003712317906320095, -0.002886566799134016, -0.002060815691947937, -0.0012350648175925016, -0.00040931382682174444, 0.00041643716394901276, 0.00124218815471977, 0.002067939145490527, 0.0028936900198459625, 0.0037194411270320415, 0.004545192234218121, 0.005370942875742912, 0.006196693982928991, 0.00702244509011507, 0.007848195731639862, 0.008673947304487228, 0.00949969794601202, 0.010325448587536812, 0.011151200160384178, 0.01197695080190897, 0.012802702374756336, 0.013628453016281128, 0.01445420365780592, 0.015279955230653286, 0.016105705872178078, 0.016931457445025444, 0.01775720715522766, 0.018582958728075027, 0.019408710300922394, 0.02023446187376976, 0.021060211583971977, 0.021885963156819344, 0.02271171472966671, 0.023537464439868927, 0.024363216012716293, 0.02518896758556366, 0.026014717295765877, 0.026840468868613243]}, "_runtime": 29.644654989242554, "_timestamp": 1596212900.3461926, "_step": 31}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 0.0, 3.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 3.0, 3.0, 3.0, 1.0, 2.0, 3.0, 2.0, 2.0, 3.0, 1.0, 2.0, 5.0, 2.0, 1.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.014928972348570824, -0.01455994788557291, -0.014190923422574997, -0.013821898959577084, -0.01345287449657917, -0.013083850033581257, -0.012714825570583344, -0.01234580110758543, -0.011976776644587517, -0.011607751250267029, -0.011238726787269115, -0.010869702324271202, -0.010500677861273289, -0.010131653398275375, -0.009762628935277462, -0.009393604472279549, -0.009024580009281635, -0.008655555546283722, -0.008286531083285809, -0.007917506620287895, -0.007548482157289982, -0.007179457228630781, -0.006810432765632868, -0.0064414083026349545, -0.006072383839637041, -0.005703359376639128, -0.005334334913641214, -0.004965310450643301, -0.0045962855219841, -0.004227261058986187, -0.0038582365959882736, -0.0034892121329903603, -0.003120187669992447, -0.0027511632069945335, -0.00238213874399662, -0.002013114048168063, -0.0016440895851701498, -0.0012750651221722364, -0.0009060405427590013, -0.000537016021553427, -0.0001679915003478527, 0.00020103302085772157, 0.0005700575420632958, 0.0009390820632688701, 0.0013081065844744444, 0.0016771310474723577, 0.0020461557433009148, 0.002415180206298828, 0.0027842046692967415, 0.003153229132294655, 0.003522253595292568, 0.0038912782911211252, 0.004260302521288395, 0.004629327449947596, 0.004998351912945509, 0.005367376375943422, 0.005736400838941336, 0.006105425301939249, 0.006474449764937162, 0.006843474227935076, 0.007212499156594276, 0.00758152361959219, 0.007950548082590103, 0.008319572545588017, 0.00868859700858593]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 3.0, 3.0, 0.0, 4.0, 2.0, 3.0, 6.0, 9.0, 6.0, 4.0, 7.0, 15.0, 12.0, 14.0, 21.0, 26.0, 34.0, 52.0, 55.0, 98.0, 113.0, 120.0, 163.0, 266.0, 359.0, 2645.0, 2318.0, 571.0, 308.0, 179.0, 124.0, 103.0, 68.0, 42.0, 34.0, 32.0, 28.0, 12.0, 14.0, 17.0, 7.0, 6.0, 6.0, 8.0, 1.0, 2.0, 3.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0], "bins": [-0.16606199741363525, -0.1615675687789917, -0.15707312524318695, -0.1525786966085434, -0.14808425307273865, -0.1435898244380951, -0.13909538090229034, -0.1346009522676468, -0.13010650873184204, -0.1256120800971985, -0.12111764401197433, -0.11662320792675018, -0.11212877184152603, -0.10763433575630188, -0.10313989967107773, -0.09864546358585358, -0.09415102750062943, -0.08965659141540527, -0.08516215533018112, -0.08066771924495697, -0.07617328315973282, -0.07167884707450867, -0.06718441098928452, -0.06268997490406036, -0.05819554254412651, -0.05370110645890236, -0.04920667037367821, -0.044712234288454056, -0.0402178019285202, -0.03572336584329605, -0.0312289297580719, -0.026734493672847748, -0.022240057587623596, -0.017745621502399445, -0.013251186348497868, -0.00875675119459629, -0.004262315109372139, 0.00023212051019072533, 0.00472655612975359, 0.009220991283655167, 0.013715427368879318, 0.01820986345410347, 0.02270429953932762, 0.027198733761906624, 0.031693167984485626, 0.03618760406970978, 0.04068204015493393, 0.04517647624015808, 0.04967091232538223, 0.054165348410606384, 0.058659784495830536, 0.06315422058105469, 0.06764865666627884, 0.07214309275150299, 0.07663752883672714, 0.0811319649219513, 0.08562639355659485, 0.090120829641819, 0.09461526572704315, 0.0991097018122673, 0.10360413789749146, 0.1080985739827156, 0.11259301006793976, 0.11708744615316391, 0.12158188223838806]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 0.0, 2.0, 3.0, 1.0, 1.0, 4.0, 0.0, 3.0, 1.0, 6.0, 6.0, 2.0, 0.0, 6.0, 6.0, 5.0, 22.0, 6.0, 4.0, 1.0, 2.0, 1.0, 6.0, 4.0, 4.0, 2.0, 2.0, 0.0, 1.0, 3.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0030243871733546257, -0.0029171081259846687, -0.0028098290786147118, -0.002702550031244755, -0.002595270983874798, -0.002487991936504841, -0.002380712889134884, -0.002273433841764927, -0.00216615479439497, -0.002058875747025013, -0.0019515965832397342, -0.0018443175358697772, -0.0017370384884998202, -0.0016297594411298633, -0.0015224803937599063, -0.0014152013463899493, -0.0013079222990199924, -0.0012006432516500354, -0.0010933642042800784, -0.0009860851569101214, -0.0008788061095401645, -0.0007715270039625466, -0.0006642479565925896, -0.0005569689092226326, -0.0004496898618526757, -0.0003424108144827187, -0.0002351317525608465, -0.0001278526906389743, -2.057364326901734e-05, 8.670541137689725e-05, 0.00019398446602281183, 0.00030126352794468403, 0.000408542575314641, 0.000515821622684598, 0.0006231006700545549, 0.0007303797174245119, 0.0008376587647944689, 0.0009449378703720868, 0.0010522168595343828, 0.0011594959069043398, 0.0012667749542742968, 0.0013740541180595756, 0.0014813331654295325, 0.0015886122127994895, 0.0016958912601694465, 0.0018031703075394034, 0.0019104493549093604, 0.0020177282858639956, 0.002125007566064596, 0.002232286613434553, 0.00233956566080451, 0.002446844708174467, 0.002554123755544424, 0.002661402802914381, 0.002768681850284338, 0.002875960897654295, 0.002983239945024252, 0.003090518992394209, 0.003197798039764166, 0.003305077087134123, 0.00341235613450408, 0.003519635181874037, 0.0036269142292439938, 0.0037341932766139507, 0.0038414723239839077]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 4.0, 13.0, 8.0, 15.0, 22.0, 37.0, 60.0, 94.0, 125.0, 204.0, 291.0, 419.0, 577.0, 851.0, 1420.0, 2349.0, 4018.0, 6763.0, 12275.0, 23220.0, 46883.0, 99079.0, 595101.0, 201878.0, 83555.0, 42486.0, 22733.0, 12893.0, 7662.0, 4881.0, 3098.0, 2066.0, 1348.0, 892.0, 645.0, 461.0, 312.0, 207.0, 179.0, 129.0, 96.0, 78.0, 49.0, 45.0, 30.0, 15.0, 24.0, 13.0, 10.0, 6.0, 2.0, 5.0, 5.0, 2.0, 2.0, 5.0, 3.0], "bins": [-0.013272188603878021, -0.012829091399908066, -0.012385993264615536, -0.01194289606064558, -0.01149979792535305, -0.011056700721383095, -0.010613602586090565, -0.01017050538212061, -0.00972740724682808, -0.009284310042858124, -0.008841211907565594, -0.008398114703595638, -0.007955016568303108, -0.007511919364333153, -0.00706882169470191, -0.006625724025070667, -0.0061826263554394245, -0.005739528685808182, -0.005296431016176939, -0.004853333346545696, -0.0044102356769144535, -0.003967138007283211, -0.0035240405704826117, -0.003080942900851369, -0.002637845231220126, -0.0021947475615888834, -0.0017516498919576406, -0.0013085523387417197, -0.000865454669110477, -0.0004223570285830647, 2.074061194434762e-05, 0.0004638382524717599, 0.0009069358929991722, 0.001350033562630415, 0.0017931312322616577, 0.0022362289018929005, 0.0026793265715241432, 0.0031224240083247423, 0.003565521677955985, 0.0040086195804178715, 0.004451717250049114, 0.00489481445401907, 0.005337912123650312, 0.005781009793281555, 0.006224107462912798, 0.006667205132544041, 0.007110302802175283, 0.007553400471806526, 0.007996497675776482, 0.008439595811069012, 0.008882693015038967, 0.009325791150331497, 0.009768888354301453, 0.010211986489593983, 0.010655083693563938, 0.011098181828856468, 0.011541279032826424, 0.011984377168118954, 0.01242747437208891, 0.01287057250738144, 0.013313669711351395, 0.013756767846643925, 0.01419986505061388, 0.01464296318590641, 0.015086060389876366]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 1.0, 4.0, 5.0, 7.0, 3.0, 3.0, 1.0, 2.0, 1.0, 0.0, 1.0, 5.0, 6.0, 3.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.013366548344492912, -0.01273211371153593, -0.012097679078578949, -0.011463244445621967, -0.010828809812664986, -0.010194375179708004, -0.009559940546751022, -0.00892550591379404, -0.008291071280837059, -0.007656637113541365, -0.007022202480584383, -0.006387767847627401, -0.005753333680331707, -0.005118899047374725, -0.004484464414417744, -0.003850029781460762, -0.0032155951485037804, -0.0025811605155467987, -0.0019467259990051389, -0.001312291482463479, -0.0006778568495064974, -4.342227475717664e-05, 0.0005910122999921441, 0.001225446816533804, 0.0018598814494907856, 0.0024943160824477673, 0.003128750715404749, 0.003763185115531087, 0.004397619515657425, 0.005032054148614407, 0.005666488781571388, 0.00630092341452837, 0.0069353580474853516, 0.007569792680442333, 0.008204227313399315, 0.008838661946356297, 0.009473096579313278, 0.01010753121227026, 0.010741965845227242, 0.011376400478184223, 0.012010835111141205, 0.012645268812775612, 0.013279703445732594, 0.013914138078689575, 0.014548572711646557, 0.015183007344603539, 0.015817442908883095, 0.016451876610517502, 0.017086312174797058, 0.017720745876431465, 0.018355179578065872, 0.01898961514234543, 0.019624048843979836, 0.020258484408259392, 0.0208929181098938, 0.021527353674173355, 0.022161787375807762, 0.02279622294008732, 0.023430656641721725, 0.024065092206001282, 0.02469952590763569, 0.025333961471915245, 0.025968395173549652, 0.02660283073782921, 0.027237264439463615]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 6.0, 4.0, 8.0, 6.0, 8.0, 8.0, 11.0, 10.0, 16.0, 31.0, 45.0, 74.0, 106.0, 177.0, 267.0, 345.0, 451.0, 577.0, 742.0, 975.0, 1242.0, 1891.0, 2807.0, 4854.0, 969.0, 658.0, 450.0, 337.0, 229.0, 135.0, 116.0, 106.0, 86.0, 87.0, 95.0, 101.0, 93.0, 87.0, 58.0, 35.0, 20.0, 29.0, 21.0, 11.0, 12.0, 5.0, 10.0, 5.0, 2.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.014351422898471355, -0.013858913443982601, -0.013366403989493847, -0.012873894535005093, -0.012381385080516338, -0.011888875626027584, -0.01139636617153883, -0.010903856717050076, -0.010411348193883896, -0.009918838739395142, -0.009426329284906387, -0.008933819830417633, -0.008441310375928879, -0.007948800921440125, -0.00745629146695137, -0.006963782012462616, -0.006471272557973862, -0.005978763103485107, -0.005486253648996353, -0.004993744194507599, -0.004501234740018845, -0.004008725751191378, -0.0035162162967026234, -0.003023706842213869, -0.002531197387725115, -0.0020386879332363605, -0.001546178595162928, -0.0010536692570894957, -0.0005611598026007414, -6.865040631964803e-05, 0.00042385898996144533, 0.0009163683862425387, 0.001408877782523632, 0.0019013872370123863, 0.0023938966915011406, 0.002886405913159251, 0.0033789153676480055, 0.0038714248221367598, 0.00436393404379487, 0.004856443498283625, 0.005348952952772379, 0.005841462407261133, 0.0063339718617498875, 0.006826481316238642, 0.007318990305066109, 0.007811499759554863, 0.008304009214043617, 0.008796518668532372, 0.009289028123021126, 0.00978153757750988, 0.010274047031998634, 0.010766556486487389, 0.011259065940976143, 0.011751575395464897, 0.012244084849953651, 0.012736594304442406, 0.01322910375893116, 0.01372161228209734, 0.014214121736586094, 0.014706631191074848, 0.015199140645563602, 0.01569165103137493, 0.016184160485863686, 0.01667666994035244, 0.017169177532196045]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.13406136631965637, -0.13064929842948914, -0.1272372454404831, -0.12382517755031586, -0.12041310966014862, -0.11700104922056198, -0.11358898133039474, -0.1101769208908081, -0.10676485300064087, -0.10335279256105423, -0.099940724670887, -0.09652866423130035, -0.09311659634113312, -0.08970453590154648, -0.08629246801137924, -0.0828804075717926, -0.07946833968162537, -0.07605627924203873, -0.07264421880245209, -0.06923215091228485, -0.06582009047269821, -0.062408022582530975, -0.05899595841765404, -0.0555838942527771, -0.05217183381319046, -0.04875976964831352, -0.045347705483436584, -0.04193564131855965, -0.03852357715368271, -0.03511151298880577, -0.03169944882392883, -0.028287384659051895, -0.024875320494174957, -0.02146325632929802, -0.01805119216442108, -0.014639128930866718, -0.01122706476598978, -0.007815000601112843, -0.004402936901897192, -0.0009908729698508978, 0.0024211909621953964, 0.005833255127072334, 0.009245319291949272, 0.012657382525503635, 0.016069445759058, 0.019481509923934937, 0.022893574088811874, 0.026305638253688812, 0.02971770241856575, 0.03312976658344269, 0.036541830748319626, 0.039953894913196564, 0.0433659590780735, 0.04677802324295044, 0.05019008740782738, 0.053602151572704315, 0.057014212012290955, 0.06042627617716789, 0.06383834034204483, 0.06725040823221207, 0.0706624686717987, 0.07407453656196594, 0.07748659700155258, 0.08089866489171982, 0.08431072533130646]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 2.0, 3.0, 3.0, 2.0, 2.0, 2.0, 2.0, 0.0, 2.0, 4.0, 1.0, 1.0, 2.0, 1.0, 2.0, 2.0, 3.0, 1.0, 3.0, 7.0, 6.0, 5.0, 20.0, 18.0, 17.0, 35.0, 25.0, 20.0, 15.0, 16.0, 6.0, 5.0, 9.0, 3.0, 3.0, 3.0, 1.0, 2.0, 4.0, 1.0, 2.0, 1.0, 2.0, 5.0, 2.0, 3.0, 1.0, 0.0, 3.0, 2.0], "bins": [-0.08989913016557693, -0.08763261139392853, -0.08536608517169952, -0.08309956640005112, -0.08083304762840271, -0.0785665214061737, -0.0763000026345253, -0.0740334764122963, -0.07176695764064789, -0.06950043886899948, -0.06723391264677048, -0.06496739387512207, -0.06270086765289307, -0.06043434888124466, -0.05816783010959625, -0.05590130761265755, -0.05363478511571884, -0.051368262618780136, -0.04910174012184143, -0.046835221350193024, -0.04456869885325432, -0.04230217635631561, -0.040035657584667206, -0.0377691350877285, -0.035502612590789795, -0.03323609009385109, -0.030969569459557533, -0.028703048825263977, -0.02643652632832527, -0.024170003831386566, -0.02190348319709301, -0.019636962562799454, -0.01737044006586075, -0.015103918500244617, -0.012837396934628487, -0.010570875369012356, -0.008304353803396225, -0.006037832237780094, -0.0037713106721639633, -0.0015047891065478325, 0.0007617324590682983, 0.003028254024684429, 0.00529477559030056, 0.007561297155916691, 0.009827818721532822, 0.012094340287148952, 0.014360861852765083, 0.01662738248705864, 0.018893904983997345, 0.02116042748093605, 0.023426948115229607, 0.025693468749523163, 0.02795999124646187, 0.030226513743400574, 0.03249303251504898, 0.034759555011987686, 0.03702607750892639, 0.0392926000058651, 0.0415591225028038, 0.04382564127445221, 0.046092163771390915, 0.04835868626832962, 0.05062520503997803, 0.05289172753691673, 0.05515825003385544]}, "_runtime": 30.438604831695557, "_timestamp": 1596212901.1401424, "_step": 32}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 5.0, 0.0, 1.0, 1.0, 1.0, 1.0, 4.0, 4.0, 1.0, 5.0, 1.0, 4.0, 4.0, 2.0, 2.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.015459082089364529, -0.014938261359930038, -0.014417440630495548, -0.013896619901061058, -0.013375799171626568, -0.012854978442192078, -0.012334157712757587, -0.011813336983323097, -0.011292515322566032, -0.010771694593131542, -0.010250873863697052, -0.009730053134262562, -0.009209232404828072, -0.008688411675393581, -0.008167590945959091, -0.007646770216524601, -0.007125949487090111, -0.006605128757655621, -0.00608430802822113, -0.00556348729878664, -0.00504266656935215, -0.0045218453742563725, -0.004001024644821882, -0.003480203915387392, -0.002959383185952902, -0.0024385624565184116, -0.0019177416106685996, -0.0013969207648187876, -0.0008761000353842974, -0.00035527924774214625, 0.00016554153990000486, 0.000686362327542156, 0.001207183115184307, 0.0017280038446187973, 0.0022488245740532875, 0.0027696455363184214, 0.0032904662657529116, 0.0038112869951874018, 0.004332107957452536, 0.004852928686887026, 0.005373749416321516, 0.005894570145756006, 0.0064153908751904964, 0.006936211604624987, 0.007457032799720764, 0.007977853529155254, 0.008498674258589745, 0.009019494988024235, 0.009540315717458725, 0.010061136446893215, 0.010581957176327705, 0.011102777905762196, 0.011623598635196686, 0.012144419364631176, 0.012665240094065666, 0.013186060823500156, 0.013706881552934647, 0.014227703213691711, 0.014748523943126202, 0.015269344672560692, 0.015790164470672607, 0.016310986131429672, 0.016831805929541588, 0.017352627590298653, 0.017873447388410568]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 4.0, 2.0, 5.0, 2.0, 7.0, 12.0, 22.0, 18.0, 38.0, 49.0, 64.0, 78.0, 121.0, 176.0, 283.0, 463.0, 4325.0, 1221.0, 391.0, 208.0, 139.0, 96.0, 60.0, 38.0, 34.0, 24.0, 17.0, 10.0, 6.0, 6.0, 1.0, 2.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.2554379105567932, -0.24808499217033386, -0.2407320886850357, -0.23337917029857635, -0.226026251912117, -0.21867334842681885, -0.2113204300403595, -0.20396751165390015, -0.1966145932674408, -0.18926168978214264, -0.1819087713956833, -0.17455585300922394, -0.16720294952392578, -0.15985003113746643, -0.15249711275100708, -0.14514420926570892, -0.13779129087924957, -0.13043837249279022, -0.12308546155691147, -0.11573255062103271, -0.10837963223457336, -0.10102672129869461, -0.09367381036281586, -0.0863208919763565, -0.07896798104047775, -0.071615070104599, -0.06426215171813965, -0.056909240782260895, -0.04955632612109184, -0.04220341145992279, -0.03485050052404404, -0.027497585862874985, -0.020144671201705933, -0.012791757471859455, -0.005438843742012978, 0.0019140699878335, 0.009266983717679977, 0.01661989837884903, 0.023972811177372932, 0.031325723975896835, 0.03867863863706589, 0.04603155329823494, 0.05338446795940399, 0.060737378895282745, 0.0680902898311615, 0.07544320821762085, 0.0827961191534996, 0.09014903753995895, 0.09750194847583771, 0.10485485941171646, 0.11220777779817581, 0.11956068873405457, 0.12691360712051392, 0.13426651060581207, 0.14161942899227142, 0.14897234737873077, 0.15632525086402893, 0.16367816925048828, 0.17103108763694763, 0.17838400602340698, 0.18573690950870514, 0.1930898278951645, 0.20044274628162384, 0.207795649766922, 0.21514856815338135]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 2.0, 1.0, 3.0, 2.0, 5.0, 1.0, 3.0, 3.0, 2.0, 3.0, 1.0, 3.0, 3.0, 1.0, 1.0, 3.0, 4.0, 26.0, 5.0, 2.0, 4.0, 1.0, 5.0, 5.0, 3.0, 4.0, 1.0, 6.0, 1.0, 3.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0027451254427433014, -0.0026530837640166283, -0.0025610418524593115, -0.0024690001737326384, -0.0023769584950059652, -0.0022849165834486485, -0.0021928749047219753, -0.002100833225995302, -0.002008791547268629, -0.0019167496357113123, -0.0018247079569846392, -0.0017326661618426442, -0.0016406243667006493, -0.0015485826879739761, -0.0014565408928319812, -0.001364499214105308, -0.001272457418963313, -0.0011804156238213181, -0.001088373945094645, -0.00099633214995265, -0.000904290413018316, -0.000812248676083982, -0.000720206880941987, -0.000628165144007653, -0.000536123407073319, -0.0004440816701389849, -0.0003520399041008204, -0.0002599981380626559, -0.00016795640112832189, -7.591464964207262e-05, 1.612710184417665e-05, 0.00010816885333042592, 0.00020021060481667519, 0.0002922523417510092, 0.0003842941077891737, 0.0004763358738273382, 0.0005683776107616723, 0.0006604193476960063, 0.0007524611428380013, 0.0008445028797723353, 0.0009365446167066693, 0.0010285864118486643, 0.0011206280905753374, 0.0012126698857173324, 0.0013047116808593273, 0.0013967533595860004, 0.0014887951547279954, 0.0015808368334546685, 0.0016728786285966635, 0.0017649204237386584, 0.0018569621024653316, 0.0019490038976073265, 0.0020410455763339996, 0.0021330874878913164, 0.0022251291666179895, 0.0023171708453446627, 0.0024092127569019794, 0.0025012544356286526, 0.0025932961143553257, 0.002685337793081999, 0.0027773797046393156, 0.0028694213833659887, 0.002961463062092662, 0.0030535049736499786, 0.0031455466523766518]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 2.0, 2.0, 3.0, 7.0, 13.0, 12.0, 14.0, 16.0, 32.0, 49.0, 68.0, 98.0, 121.0, 198.0, 300.0, 412.0, 679.0, 1081.0, 1685.0, 2881.0, 5161.0, 9478.0, 18973.0, 38190.0, 81417.0, 196791.0, 624077.0, 98784.0, 45512.0, 22876.0, 12370.0, 6774.0, 4174.0, 2476.0, 1589.0, 1022.0, 679.0, 437.0, 313.0, 246.0, 188.0, 122.0, 98.0, 72.0, 39.0, 30.0, 28.0, 18.0, 7.0, 10.0, 7.0, 4.0, 3.0, 0.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012679015286266804, -0.012245072983205318, -0.011811131611466408, -0.011377189308404922, -0.010943247005343437, -0.010509304702281952, -0.010075362399220467, -0.009641421027481556, -0.00920747872442007, -0.008773536421358585, -0.008339595049619675, -0.00790565274655819, -0.007471710443496704, -0.007037768140435219, -0.006603826303035021, -0.006169884465634823, -0.0057359421625733376, -0.005301999859511852, -0.004868058022111654, -0.004434116184711456, -0.004000173881649971, -0.0035662318114191294, -0.0031322897411882877, -0.002698347670957446, -0.0022644056007266045, -0.0018304635304957628, -0.0013965214602649212, -0.0009625793900340796, -0.0005286373198032379, -9.469524957239628e-05, 0.00033924682065844536, 0.000773188890889287, 0.0012071309611201286, 0.0016410730313509703, 0.002075015101581812, 0.0025089571718126535, 0.002942899242043495, 0.003376841312274337, 0.0038107833825051785, 0.0042447252199053764, 0.004678667522966862, 0.005112609826028347, 0.005546551663428545, 0.005980493500828743, 0.006414435803890228, 0.0068483781069517136, 0.0072823199443519115, 0.0077162617817521095, 0.008150204084813595, 0.00858414638787508, 0.00901808775961399, 0.009452030062675476, 0.009885972365736961, 0.010319914668798447, 0.010753856971859932, 0.011187798343598843, 0.011621740646660328, 0.012055682949721813, 0.012489624321460724, 0.01292356662452221, 0.013357508927583694, 0.01379145123064518, 0.014225393533706665, 0.014659334905445576, 0.015093277208507061]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 3.0, 9.0, 1.0, 3.0, 0.0, 3.0, 9.0, 5.0, 4.0, 1.0, 3.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0], "bins": [-0.013714116998016834, -0.013411058112978935, -0.013107999227941036, -0.012804940342903137, -0.012501881457865238, -0.01219882257282734, -0.01189576368778944, -0.011592704802751541, -0.011289645917713642, -0.010986587032675743, -0.010683528147637844, -0.010380469262599945, -0.010077410377562046, -0.009774351492524147, -0.009471292607486248, -0.009168233722448349, -0.008865175768733025, -0.008562116883695126, -0.008259057998657227, -0.007955999113619328, -0.007652939762920141, -0.007349880877882242, -0.007046821992844343, -0.006743763107806444, -0.0064407046884298325, -0.0061376458033919334, -0.005834586918354034, -0.005531528033316135, -0.005228469148278236, -0.004925410263240337, -0.004622351378202438, -0.004319292493164539, -0.00401623360812664, -0.0037131747230887413, -0.0034101158380508423, -0.0031070569530129433, -0.0028039980679750443, -0.002500939415767789, -0.00219788053072989, -0.0018948216456919909, -0.0015917627606540918, -0.0012887038756161928, -0.0009856449905782938, -0.0006825862219557166, -0.0003795273369178176, -7.646848098374903e-05, 0.00022659037495031953, 0.0005296492017805576, 0.0008327080868184566, 0.0011357669718563557, 0.0014388258568942547, 0.0017418846255168319, 0.0020449436269700527, 0.002348002279177308, 0.002651061164215207, 0.002954120049253106, 0.003257178934291005, 0.003560237819328904, 0.003863296704366803, 0.0041663553565740585, 0.0044694142416119576, 0.004772473126649857, 0.005075532011687756, 0.005378590896725655, 0.005681649781763554]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 6.0, 5.0, 6.0, 10.0, 12.0, 26.0, 27.0, 40.0, 32.0, 33.0, 40.0, 30.0, 41.0, 44.0, 55.0, 50.0, 47.0, 69.0, 83.0, 111.0, 124.0, 150.0, 194.0, 211.0, 244.0, 327.0, 415.0, 658.0, 1448.0, 5302.0, 2089.0, 1565.0, 1065.0, 834.0, 654.0, 534.0, 386.0, 313.0, 230.0, 189.0, 145.0, 111.0, 83.0, 83.0, 48.0, 49.0, 54.0, 29.0, 24.0, 23.0, 18.0, 19.0, 11.0, 11.0, 11.0, 4.0, 3.0, 1.0, 0.0, 1.0, 1.0, 2.0], "bins": [-0.006286918185651302, -0.006085236091166735, -0.005883553996682167, -0.005681871902197599, -0.005480189807713032, -0.005278507713228464, -0.005076826084405184, -0.004875143989920616, -0.0046734618954360485, -0.004471779800951481, -0.004270097706466913, -0.004068415611982346, -0.003866733517497778, -0.0036650514230132103, -0.0034633695613592863, -0.0032616874668747187, -0.003060005372390151, -0.0028583232779055834, -0.0026566411834210157, -0.0024549593217670918, -0.002253277227282524, -0.0020515951327979565, -0.0018499130383133888, -0.001648231060244143, -0.0014465489657595754, -0.0012448668712750077, -0.001043184893205762, -0.0008415027987211943, -0.0006398207624442875, -0.0004381387261673808, -0.00023645666078664362, -3.477460995782167e-05, 0.0001669074408710003, 0.000368589477147907, 0.0005702715134248137, 0.0007719536079093814, 0.0009736356441862881, 0.0011753176804631948, 0.0013769997749477625, 0.0015786817530170083, 0.001780363847501576, 0.0019820458255708218, 0.0021837279200553894, 0.002385410014539957, 0.0025870921090245247, 0.0027887742035090923, 0.0029904560651630163, 0.003192138159647584, 0.0033938202541321516, 0.0035955023486167192, 0.003797184443101287, 0.003998866304755211, 0.0042005483992397785, 0.004402230493724346, 0.004603912588208914, 0.0048055946826934814, 0.005007276777178049, 0.005208958871662617, 0.005410640966147184, 0.005612322594970465, 0.005814004689455032, 0.0060156867839396, 0.006217368878424168, 0.006419050972908735, 0.006620733067393303]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.03643304482102394, -0.03489537537097931, -0.03335770219564438, -0.03182003274559975, -0.030282363295555115, -0.028744691982865334, -0.027207020670175552, -0.02566935122013092, -0.02413167990744114, -0.022594008594751358, -0.021056339144706726, -0.019518667832016945, -0.017980996519327164, -0.016443327069282532, -0.01490565575659275, -0.013367985375225544, -0.011830314993858337, -0.01029264461249113, -0.008754974231123924, -0.007217302918434143, -0.0056796325370669365, -0.00414196215569973, -0.002604291308671236, -0.0010666206944733858, 0.0004710499197244644, 0.0020087205339223146, 0.003546391148120165, 0.005084061995148659, 0.006621732376515865, 0.008159402757883072, 0.009697074070572853, 0.01123474445194006, 0.012772414833307266, 0.014310085214674473, 0.01584775559604168, 0.01738542690873146, 0.018923096358776093, 0.020460767671465874, 0.021998438984155655, 0.023536108434200287, 0.025073779746890068, 0.02661145105957985, 0.02814912050962448, 0.029686791822314262, 0.031224463135004044, 0.032762132585048676, 0.03429980203509331, 0.03583747521042824, 0.03737514466047287, 0.0389128141105175, 0.04045048728585243, 0.041988156735897064, 0.043525826185941696, 0.04506349936127663, 0.04660116881132126, 0.04813883826136589, 0.04967650771141052, 0.05121418088674545, 0.052751850336790085, 0.05428951978683472, 0.05582719296216965, 0.05736486241221428, 0.05890253186225891, 0.06044020503759384, 0.061977874487638474]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 4.0, 2.0, 1.0, 1.0, 2.0, 7.0, 1.0, 2.0, 7.0, 11.0, 9.0, 16.0, 15.0, 17.0, 46.0, 35.0, 23.0, 22.0, 22.0, 8.0, 4.0, 3.0, 3.0, 3.0, 3.0, 0.0, 2.0, 5.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.028182771056890488, -0.02682521753013134, -0.025467664003372192, -0.024110108613967896, -0.022752555087208748, -0.0213950015604496, -0.020037448033690453, -0.018679894506931305, -0.017322339117527008, -0.01596478559076786, -0.014607232064008713, -0.013249678537249565, -0.011892125010490417, -0.010534570552408695, -0.009177017025649548, -0.007819462567567825, -0.006461909040808678, -0.005104355048388243, -0.0037468012887984514, -0.00238924752920866, -0.0010316935367882252, 0.00032586033921688795, 0.001683414215222001, 0.0030409679748117924, 0.004398521967232227, 0.005756075959652662, 0.007113629952073097, 0.008471183478832245, 0.009828737005591393, 0.011186291463673115, 0.012543844990432262, 0.013901399448513985, 0.015258952975273132, 0.01661650650203228, 0.017974060028791428, 0.019331615418195724, 0.020689168944954872, 0.02204672247171402, 0.023404275998473167, 0.024761829525232315, 0.026119384914636612, 0.02747693844139576, 0.028834491968154907, 0.030192045494914055, 0.0315495990216732, 0.0329071544110775, 0.0342647060751915, 0.035622261464595795, 0.03697981685400009, 0.03833736851811409, 0.03969492390751839, 0.041052475571632385, 0.04241003096103668, 0.04376758262515068, 0.04512513801455498, 0.046482693403959274, 0.04784024506807327, 0.04919780045747757, 0.05055535212159157, 0.051912907510995865, 0.05327046290040016, 0.05462801456451416, 0.05598556995391846, 0.057343121618032455, 0.05870067700743675]}, "_runtime": 31.229149341583252, "_timestamp": 1596212901.930687, "_step": 33}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 4.0, 1.0, 1.0, 3.0, 3.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 6.0, 3.0, 0.0, 0.0, 4.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 2.0, 2.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.01443000789731741, -0.01406250149011612, -0.01369499508291483, -0.013327488675713539, -0.012959983199834824, -0.012592476792633533, -0.012224970385432243, -0.011857463978230953, -0.011489957571029663, -0.011122451163828373, -0.010754944756627083, -0.010387438349425793, -0.010019931942224503, -0.009652426466345787, -0.009284920059144497, -0.008917413651943207, -0.008549907244741917, -0.008182400837540627, -0.007814894430339336, -0.007447388488799334, -0.0070798820815980434, -0.006712375674396753, -0.0063448697328567505, -0.00597736332565546, -0.00560985691845417, -0.00524235051125288, -0.00487484410405159, -0.004507338162511587, -0.004139831755310297, -0.003772325348109007, -0.0034048191737383604, -0.003037312999367714, -0.002669806592166424, -0.0023023001849651337, -0.0019347940105944872, -0.0015672877198085189, -0.0011997814290225506, -0.0008322751382365823, -0.000464768847450614, -9.726255666464567e-05, 0.00027024373412132263, 0.0006377500249072909, 0.0010052563156932592, 0.0013727626064792275, 0.0017402688972651958, 0.002107775304466486, 0.0024752814788371325, 0.002842787653207779, 0.003210294060409069, 0.003577800467610359, 0.003945306874811649, 0.004312812816351652, 0.004680319223552942, 0.005047825630754232, 0.005415331572294235, 0.005782837979495525, 0.0061503443866968155, 0.006517850793898106, 0.006885357201099396, 0.007252863142639399, 0.007620369549840689, 0.007987875491380692, 0.008355381898581982, 0.008722888305783272, 0.009090394712984562]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 2.0, 4.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 17.0, 20.0, 27.0, 38.0, 50.0, 66.0, 77.0, 117.0, 135.0, 210.0, 300.0, 447.0, 4599.0, 791.0, 344.0, 190.0, 117.0, 72.0, 68.0, 46.0, 37.0, 31.0, 23.0, 14.0, 8.0, 12.0, 7.0, 3.0, 4.0, 4.0, 3.0, 1.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.19759559631347656, -0.1916777640581131, -0.18575993180274963, -0.17984211444854736, -0.1739242821931839, -0.16800644993782043, -0.16208861768245697, -0.1561708003282547, -0.15025296807289124, -0.14433513581752777, -0.1384173035621643, -0.13249947130680084, -0.12658165395259857, -0.12066382169723511, -0.11474598944187164, -0.10882816463708878, -0.10291033238172531, -0.09699250012636185, -0.09107467532157898, -0.08515684306621552, -0.07923901826143265, -0.07332118600606918, -0.06740336120128632, -0.06148552894592285, -0.055567700415849686, -0.04964987188577652, -0.043732043355703354, -0.03781421482563019, -0.031896382570266724, -0.025978555902838707, -0.020060725510120392, -0.014142896980047226, -0.00822506844997406, -0.002307239454239607, 0.0036105895414948463, 0.009528419002890587, 0.015446247532963753, 0.02136407606303692, 0.027281906455755234, 0.0331997349858284, 0.039117563515901566, 0.04503539204597473, 0.0509532205760479, 0.05687104910612106, 0.06278888136148453, 0.0687067061662674, 0.07462453842163086, 0.08054236322641373, 0.08646019548177719, 0.09237802773714066, 0.09829585254192352, 0.10421368479728699, 0.11013150960206985, 0.11604934185743332, 0.12196716666221619, 0.12788499891757965, 0.13380283117294312, 0.13972066342830658, 0.14563848078250885, 0.15155631303787231, 0.15747414529323578, 0.16339197754859924, 0.1693097949028015, 0.17522762715816498, 0.18114545941352844]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 2.0, 0.0, 1.0, 0.0, 3.0, 2.0, 2.0, 6.0, 4.0, 1.0, 4.0, 2.0, 3.0, 4.0, 4.0, 7.0, 5.0, 4.0, 22.0, 1.0, 9.0, 4.0, 4.0, 3.0, 2.0, 1.0, 3.0, 3.0, 0.0, 2.0, 0.0, 2.0, 2.0, 0.0, 2.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002284879330545664, -0.0021991513203829527, -0.0021134233102202415, -0.002027695532888174, -0.001941967522725463, -0.0018562395125627518, -0.0017705115024000406, -0.0016847836086526513, -0.0015990555984899402, -0.001513327588327229, -0.0014275996945798397, -0.0013418716844171286, -0.0012561436742544174, -0.001170415780507028, -0.001084687770344317, -0.0009989598765969276, -0.0009132318664342165, -0.0008275039144791663, -0.000741775962524116, -0.0006560479523614049, -0.0005703200004063547, -0.00048459204845130444, -0.00039886406739242375, -0.00031313608633354306, -0.00022740813437849283, -0.00014168016787152737, -5.5952201364561915e-05, 2.9775765142403543e-05, 0.000115503731649369, 0.00020123169815633446, 0.0002869596646632999, 0.0003726876457221806, 0.00045841559767723083, 0.0005441435496322811, 0.0006298715015873313, 0.0007155995117500424, 0.0008013274637050927, 0.0008870554156601429, 0.000972783425822854, 0.0010585113195702434, 0.0011442393297329545, 0.0012299673398956656, 0.001315695233643055, 0.001401423243805766, 0.0014871512539684772, 0.0015728791477158666, 0.0016586071578785777, 0.001744335051625967, 0.0018300630617886782, 0.0019157910719513893, 0.0020015190821141005, 0.002087246859446168, 0.002172974869608879, 0.0022587028797715902, 0.0023444308899343014, 0.0024301589000970125, 0.0025158869102597237, 0.002601614687591791, 0.0026873426977545023, 0.0027730707079172134, 0.0028587987180799246, 0.0029445267282426357, 0.003030254505574703, 0.0031159825157374144, 0.0032017105259001255]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 6.0, 4.0, 8.0, 6.0, 17.0, 16.0, 24.0, 33.0, 46.0, 71.0, 130.0, 183.0, 240.0, 349.0, 518.0, 812.0, 1386.0, 2381.0, 4140.0, 7519.0, 14563.0, 28604.0, 62707.0, 143853.0, 656576.0, 128486.0, 57707.0, 29494.0, 15957.0, 8847.0, 5346.0, 3317.0, 2051.0, 1305.0, 884.0, 538.0, 442.0, 328.0, 207.0, 159.0, 103.0, 75.0, 49.0, 35.0, 34.0, 27.0, 14.0, 14.0, 9.0, 5.0, 3.0, 3.0, 6.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.012801626697182655, -0.012395893223583698, -0.011990160681307316, -0.011584427207708359, -0.011178693734109402, -0.01077296119183302, -0.010367227718234062, -0.009961494244635105, -0.009555761702358723, -0.009150028228759766, -0.008744294755160809, -0.008338562212884426, -0.007932828739285469, -0.007527095731347799, -0.0071213627234101295, -0.0067156292498111725, -0.006309896241873503, -0.005904163233935833, -0.005498429760336876, -0.005092696752399206, -0.004686963744461536, -0.004281230270862579, -0.0038754972629249096, -0.00346976425498724, -0.0030640310142189264, -0.002658297773450613, -0.0022525647655129433, -0.0018468315247446299, -0.0014410984003916383, -0.0010353652760386467, -0.0006296320934779942, -0.00022389894002117217, 0.00018183421343564987, 0.0005875673377886415, 0.000993300462141633, 0.0013990337029099464, 0.001804766827262938, 0.0022104999516159296, 0.002616233192384243, 0.0030219662003219128, 0.003427699441090226, 0.0038334326818585396, 0.004239165689796209, 0.004644898697733879, 0.005050632171332836, 0.005456365179270506, 0.005862098187208176, 0.006267831660807133, 0.0066735646687448025, 0.007079297676682472, 0.007485031150281429, 0.007890763692557812, 0.008296497166156769, 0.008702230639755726, 0.009107963182032108, 0.009513696655631065, 0.009919430129230022, 0.010325162671506405, 0.010730896145105362, 0.011136629618704319, 0.011542362160980701, 0.011948095634579659, 0.012353829108178616, 0.012759561650454998, 0.013165295124053955]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 3.0, 1.0, 8.0, 5.0, 2.0, 3.0, 3.0, 4.0, 1.0, 2.0, 3.0, 3.0, 3.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.021827347576618195, -0.021281223744153976, -0.02073509991168976, -0.02018897607922554, -0.019642852246761322, -0.019096728414297104, -0.018550604581832886, -0.018004480749368668, -0.01745835691690445, -0.01691223308444023, -0.016366109251976013, -0.015819985419511795, -0.015273861587047577, -0.014727737754583359, -0.01418161392211914, -0.013635490089654922, -0.013089366257190704, -0.012543242424726486, -0.011997118592262268, -0.01145099475979805, -0.010904870927333832, -0.010358747094869614, -0.009812623262405396, -0.009266499429941177, -0.00872037559747696, -0.008174251765012741, -0.007628127932548523, -0.007082004100084305, -0.006535880267620087, -0.0059897564351558685, -0.00544363260269165, -0.004897508770227432, -0.004351384937763214, -0.003805261105298996, -0.003259137272834778, -0.0027130134403705597, -0.0021668896079063416, -0.0016207657754421234, -0.0010746419429779053, -0.0005285181105136871, 1.7605721950531006e-05, 0.0005637295544147491, 0.0011098533868789673, 0.0016559772193431854, 0.0022021010518074036, 0.0027482248842716217, 0.00329434871673584, 0.003840472549200058, 0.004386596381664276, 0.004932720214128494, 0.005478844046592712, 0.0060249678790569305, 0.006571091711521149, 0.007117215543985367, 0.007663339376449585, 0.008209463208913803, 0.008755587041378021, 0.00930171087384224, 0.009847834706306458, 0.010393958538770676, 0.010940082371234894, 0.011486206203699112, 0.01203233003616333, 0.012578453868627548, 0.013124577701091766]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 3.0, 2.0, 5.0, 14.0, 19.0, 20.0, 33.0, 39.0, 31.0, 50.0, 45.0, 55.0, 47.0, 82.0, 89.0, 68.0, 92.0, 95.0, 86.0, 120.0, 145.0, 198.0, 291.0, 367.0, 476.0, 535.0, 781.0, 1561.0, 5104.0, 1654.0, 1208.0, 888.0, 710.0, 528.0, 443.0, 409.0, 353.0, 277.0, 254.0, 239.0, 186.0, 170.0, 142.0, 104.0, 96.0, 57.0, 54.0, 56.0, 36.0, 27.0, 26.0, 11.0, 17.0, 8.0, 6.0, 6.0, 3.0, 1.0, 4.0, 3.0], "bins": [-0.009698289446532726, -0.0093968091532588, -0.0090953279286623, -0.008793847635388374, -0.008492366410791874, -0.008190886117517948, -0.007889404892921448, -0.007587924599647522, -0.007286443840712309, -0.006984963081777096, -0.006683482322841883, -0.00638200156390667, -0.006080521270632744, -0.005779040511697531, -0.005477559752762318, -0.005176078993827105, -0.0048745982348918915, -0.004573117475956678, -0.004271636717021465, -0.003970155958086252, -0.0036686754319816828, -0.0033671946730464697, -0.0030657141469419003, -0.002764233388006687, -0.002462752629071474, -0.002161271870136261, -0.0018597912276163697, -0.0015583105850964785, -0.0012568298261612654, -0.0009553491254337132, -0.000653868424706161, -0.00035238772397860885, -5.090702325105667e-05, 0.0002505736774764955, 0.0005520543782040477, 0.0008535350789315999, 0.001155015779659152, 0.0014564965385943651, 0.0017579771811142564, 0.0020594578236341476, 0.0023609385825693607, 0.002662419341504574, 0.002963900100439787, 0.0032653806265443563, 0.0035668613854795694, 0.0038683421444147825, 0.004169822670519352, 0.004471303429454565, 0.004772784188389778, 0.005074264947324991, 0.005375745706260204, 0.005677226465195417, 0.0059787072241306305, 0.006280187517404556, 0.006581668276339769, 0.0068831490352749825, 0.0071846297942101955, 0.007486110553145409, 0.007787591312080622, 0.008089072071015835, 0.00839055236428976, 0.008692033588886261, 0.008993513882160187, 0.009294995106756687, 0.009596475400030613]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 0.0, 4.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.06353187561035156, -0.06078370288014412, -0.058035533875226974, -0.05528736114501953, -0.052539192140102386, -0.04979101940989494, -0.0470428466796875, -0.044294677674770355, -0.04154650494456291, -0.03879833221435547, -0.036050163209438324, -0.03330199047923088, -0.030553819611668587, -0.027805648744106293, -0.02505747601389885, -0.022309305146336555, -0.01956113427877426, -0.016812963411211967, -0.014064791612327099, -0.01131661981344223, -0.008568448945879936, -0.005820277612656355, -0.0030721062794327736, -0.0003239349462091923, 0.002424236387014389, 0.00517240772023797, 0.007920579053461552, 0.01066875085234642, 0.013416921719908714, 0.01616509258747101, 0.01891326531767845, 0.021661436185240746, 0.02440960705280304, 0.027157777920365334, 0.029905948787927628, 0.03265412151813507, 0.035402290523052216, 0.03815046325325966, 0.0408986359834671, 0.04364680498838425, 0.04639497771859169, 0.04914315044879913, 0.05189131945371628, 0.05463949218392372, 0.057387664914131165, 0.06013583391904831, 0.06288400292396545, 0.0656321793794632, 0.06838034838438034, 0.07112851738929749, 0.07387669384479523, 0.07662486284971237, 0.07937303185462952, 0.08212120831012726, 0.0848693773150444, 0.08761754631996155, 0.09036572277545929, 0.09311389178037643, 0.09586206078529358, 0.09861022979021072, 0.10135840624570847, 0.10410657525062561, 0.10685474425554276, 0.1096029207110405, 0.11235108971595764]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 5.0, 7.0, 7.0, 13.0, 9.0, 13.0, 16.0, 13.0, 15.0, 26.0, 18.0, 27.0, 23.0, 18.0, 8.0, 4.0, 6.0, 3.0, 2.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 4.0, 0.0, 4.0, 5.0, 2.0, 2.0, 2.0, 3.0, 3.0, 5.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.04901454970240593, -0.04728926718235016, -0.04556398093700409, -0.04383869841694832, -0.04211341589689255, -0.04038812965154648, -0.03866284713149071, -0.03693756088614464, -0.03521227836608887, -0.033486995846033096, -0.03176170960068703, -0.030036427080631256, -0.028311142697930336, -0.026585858315229416, -0.024860575795173645, -0.023135291412472725, -0.021410007029771805, -0.019684722647070885, -0.017959438264369965, -0.016234155744314194, -0.014508871361613274, -0.012783586978912354, -0.011058303527534008, -0.009333020076155663, -0.007607735693454742, -0.00588245177641511, -0.004157167859375477, -0.002431883942335844, -0.0007066000252962112, 0.0010186838917434216, 0.0027439678087830544, 0.004469251725822687, 0.00619453564286232, 0.00791982002556324, 0.009645103476941586, 0.011370386928319931, 0.013095671311020851, 0.014820955693721771, 0.016546238213777542, 0.018271522596478462, 0.019996806979179382, 0.021722091361880302, 0.023447375744581223, 0.025172658264636993, 0.026897942647337914, 0.028623227030038834, 0.030348509550094604, 0.032073795795440674, 0.033799078315496445, 0.035524360835552216, 0.037249647080898285, 0.038974929600954056, 0.04070021212100983, 0.042425498366355896, 0.04415078088641167, 0.045876067131757736, 0.04760134965181351, 0.04932663217186928, 0.05105191841721535, 0.05277720093727112, 0.05450248718261719, 0.05622776970267296, 0.05795305222272873, 0.0596783384680748, 0.06140362098813057]}, "_runtime": 32.03509283065796, "_timestamp": 1596212902.7366304, "_step": 34}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 5.0, 0.0, 0.0, 0.0, 2.0, 4.0, 0.0, 4.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 3.0, 3.0, 4.0, 1.0, 0.0, 1.0, 1.0, 4.0, 3.0, 3.0, 2.0, 3.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012550127692520618, -0.012189185246825218, -0.011828241869807243, -0.011467299424111843, -0.011106356047093868, -0.010745413601398468, -0.010384470224380493, -0.010023527778685093, -0.009662585332989693, -0.009301641955971718, -0.008940699510276318, -0.008579756133258343, -0.008218813687562943, -0.007857870310544968, -0.007496927864849567, -0.00713598495349288, -0.006775042042136192, -0.006414099130779505, -0.006053156219422817, -0.00569221330806613, -0.005331270396709442, -0.004970327951014042, -0.004609385039657354, -0.004248442128300667, -0.0038874992169439793, -0.0035265563055872917, -0.003165613394230604, -0.0028046707157045603, -0.0024437278043478727, -0.002082784892991185, -0.0017218420980498195, -0.0013608993031084538, -0.0009999563917517662, -0.0006390135386027396, -0.00027807068545371294, 8.287216769531369e-05, 0.0004438150208443403, 0.000804757873993367, 0.0011657007271423936, 0.0015266435220837593, 0.0018875864334404469, 0.0022485293447971344, 0.002609472256153822, 0.002970414934679866, 0.0033313578460365534, 0.003692300757393241, 0.004053243435919285, 0.004414186347275972, 0.00477512925863266, 0.0051360721699893475, 0.005497015081346035, 0.0058579579927027225, 0.00621890090405941, 0.00657984334975481, 0.006940786261111498, 0.007301729172468185, 0.007662672083824873, 0.00802361499518156, 0.00838455744087696, 0.008745500817894936, 0.009106443263590336, 0.00946738664060831, 0.009828329086303711, 0.010189272463321686, 0.010550214909017086]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 5.0, 2.0, 2.0, 3.0, 2.0, 4.0, 6.0, 3.0, 5.0, 6.0, 6.0, 10.0, 11.0, 20.0, 25.0, 30.0, 27.0, 43.0, 55.0, 70.0, 93.0, 150.0, 180.0, 225.0, 388.0, 569.0, 4265.0, 611.0, 304.0, 208.0, 164.0, 118.0, 86.0, 60.0, 36.0, 27.0, 22.0, 16.0, 12.0, 11.0, 10.0, 5.0, 7.0, 8.0, 5.0, 2.0, 4.0, 1.0, 0.0, 3.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0], "bins": [-0.15871065855026245, -0.15393315255641937, -0.1491556614637375, -0.1443781554698944, -0.13960064947605133, -0.13482315838336945, -0.13004565238952637, -0.1252681463956833, -0.1204906478524208, -0.11571314930915833, -0.11093564331531525, -0.10615814477205276, -0.10138064622879028, -0.0966031402349472, -0.09182564169168472, -0.08704813569784164, -0.08227063715457916, -0.07749313861131668, -0.0727156326174736, -0.06793813407421112, -0.06316062808036804, -0.05838312953710556, -0.05360563099384308, -0.0488281287252903, -0.04405062645673752, -0.03927312418818474, -0.03449562191963196, -0.029718123376369476, -0.024940621107816696, -0.020163118839263916, -0.015385618433356285, -0.01060811709612608, -0.005830615758895874, -0.0010531144216656685, 0.003724386915564537, 0.008501888252794743, 0.013279389590024948, 0.01805689185857773, 0.02283439226448536, 0.02761189267039299, 0.03238939493894577, 0.03716689720749855, 0.04194439947605133, 0.04672189801931381, 0.05149940028786659, 0.05627690255641937, 0.061054401099681854, 0.06583190709352493, 0.07060940563678741, 0.0753869041800499, 0.08016441017389297, 0.08494190871715546, 0.08971941471099854, 0.09449691325426102, 0.0992744117975235, 0.10405191779136658, 0.10882941633462906, 0.11360691487789154, 0.11838442087173462, 0.1231619194149971, 0.12793941795825958, 0.13271692395210266, 0.13749442994594574, 0.14227192103862762, 0.1470494270324707]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 5.0, 0.0, 3.0, 2.0, 3.0, 0.0, 3.0, 1.0, 2.0, 5.0, 3.0, 0.0, 5.0, 2.0, 1.0, 24.0, 4.0, 2.0, 6.0, 5.0, 1.0, 4.0, 2.0, 4.0, 2.0, 1.0, 6.0, 2.0, 2.0, 4.0, 2.0, 1.0, 1.0, 3.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0018847608007490635, -0.0018046200275421143, -0.001724479254335165, -0.0016443384811282158, -0.0015641977079212666, -0.0014840570511296391, -0.00140391627792269, -0.0013237755047157407, -0.0012436347315087914, -0.0011634939583018422, -0.001083353185094893, -0.0010032124118879437, -0.0009230716968886554, -0.0008429309236817062, -0.0007627902086824179, -0.0006826494354754686, -0.0006025086622685194, -0.0005223678890615702, -0.0004422271449584514, -0.0003620864008553326, -0.0002819456276483834, -0.00020180486899334937, -0.00012166411033831537, -4.152335168328136e-05, 3.8617406971752644e-05, 0.00011875816562678665, 0.00019889892428182065, 0.00027903966838493943, 0.00035918044159188867, 0.0004393212147988379, 0.0005194619297981262, 0.0005996027030050755, 0.0006797434762120247, 0.0007598842494189739, 0.0008400250226259232, 0.0009201657376252115, 0.0010003065690398216, 0.001080447225831449, 0.0011605879990383983, 0.0012407287722453475, 0.0013208695454522967, 0.001401010318659246, 0.0014811510918661952, 0.0015612918650731444, 0.0016414325218647718, 0.001721573295071721, 0.0018017140682786703, 0.0018818548414856195, 0.0019619956146925688, 0.002042136387899518, 0.0021222771611064672, 0.0022024179343134165, 0.0022825587075203657, 0.002362699480727315, 0.002442840253934264, 0.0025229810271412134, 0.002603121567517519, 0.0026832623407244682, 0.0027634031139314175, 0.0028435438871383667, 0.002923684660345316, 0.003003825433552265, 0.0030839662067592144, 0.0031641069799661636, 0.003244247753173113]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 6.0, 10.0, 11.0, 15.0, 21.0, 50.0, 64.0, 104.0, 156.0, 235.0, 417.0, 764.0, 1195.0, 2182.0, 4034.0, 7810.0, 16399.0, 36053.0, 85592.0, 612550.0, 231344.0, 84425.0, 41607.0, 22008.0, 12112.0, 7167.0, 4476.0, 2787.0, 1828.0, 1202.0, 855.0, 623.0, 406.0, 301.0, 243.0, 143.0, 103.0, 103.0, 63.0, 39.0, 34.0, 22.0, 24.0, 21.0, 10.0, 7.0, 5.0, 9.0, 3.0, 2.0, 2.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010951594449579716, -0.010513097047805786, -0.010074598714709282, -0.009636101312935352, -0.009197603911161423, -0.008759105578064919, -0.008320608176290989, -0.007882109843194485, -0.007443612441420555, -0.007005114573985338, -0.006566616706550121, -0.006128119304776192, -0.005689621437340975, -0.005251123569905758, -0.004812626168131828, -0.004374128300696611, -0.0039356304332613945, -0.0034971325658261776, -0.0030586349312216043, -0.002620137296617031, -0.002181639429181814, -0.0017431416781619191, -0.001304643927142024, -0.000866146176122129, -0.0004276484251022339, 1.084932591766119e-05, 0.00044934707693755627, 0.0008878448279574513, 0.0013263425789773464, 0.0017648403299972415, 0.0022033380810171366, 0.00264183571562171, 0.0030803335830569267, 0.0035188314504921436, 0.0039573293179273605, 0.00439582671970129, 0.004834324587136507, 0.005272822454571724, 0.0057113198563456535, 0.0061498177237808704, 0.006588315591216087, 0.007026813458651304, 0.007465311326086521, 0.00790380872786045, 0.008342307060956955, 0.008780804462730885, 0.009219301864504814, 0.009657800197601318, 0.010096297599375248, 0.010534795001149178, 0.010973293334245682, 0.011411790736019611, 0.011850288137793541, 0.012288786470890045, 0.012727283872663975, 0.013165782205760479, 0.013604279607534409, 0.014042777009308338, 0.014481275342404842, 0.014919772744178772, 0.015358271077275276, 0.01579676754772663, 0.016235265880823135, 0.01667376421391964, 0.017112262547016144]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 3.0, 3.0, 3.0, 1.0, 1.0, 1.0, 1.0, 3.0, 3.0, 2.0, 1.0, 0.0, 1.0, 3.0, 9.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010536820627748966, -0.010167457163333893, -0.009798092767596245, -0.009428729303181171, -0.009059365838766098, -0.00869000144302845, -0.008320637978613377, -0.007951274514198303, -0.007581910118460655, -0.007212546654045582, -0.006843182723969221, -0.00647381879389286, -0.006104455329477787, -0.005735091399401426, -0.005365727469325066, -0.004996364004909992, -0.0046270000748336315, -0.004257636144757271, -0.0038882724475115538, -0.0035189087502658367, -0.003149544820189476, -0.002780181122943759, -0.002410817425698042, -0.002041453495621681, -0.0016720897983759642, -0.0013027259847149253, -0.0009333622292615473, -0.0005639984738081694, -0.0001946346601471305, 0.00017472912441007793, 0.0005440929089672863, 0.0009134566644206643, 0.0012828204780817032, 0.001652184291742742, 0.002021548105403781, 0.002390911802649498, 0.0027602757327258587, 0.0031296394299715757, 0.003499003127217293, 0.0038683670572936535, 0.004237730987370014, 0.004607094451785088, 0.004976458381861448, 0.005345822311937809, 0.005715185776352882, 0.006084549706429243, 0.006453913636505604, 0.006823277100920677, 0.007192641030997038, 0.007562004961073399, 0.007931368425488472, 0.00830073282122612, 0.008670096285641193, 0.009039459750056267, 0.009408824145793915, 0.009778187610208988, 0.010147551074624062, 0.01051691547036171, 0.010886278934776783, 0.011255642399191856, 0.011625006794929504, 0.011994370259344578, 0.012363733723759651, 0.0127330981194973, 0.013102461583912373]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 3.0, 0.0, 4.0, 3.0, 6.0, 8.0, 9.0, 6.0, 20.0, 14.0, 26.0, 21.0, 21.0, 40.0, 49.0, 79.0, 88.0, 129.0, 165.0, 197.0, 230.0, 301.0, 387.0, 469.0, 675.0, 768.0, 1049.0, 1554.0, 5250.0, 2341.0, 1125.0, 771.0, 556.0, 403.0, 314.0, 286.0, 227.0, 181.0, 127.0, 89.0, 82.0, 59.0, 49.0, 47.0, 50.0, 41.0, 35.0, 14.0, 14.0, 11.0, 11.0, 5.0, 6.0, 2.0, 0.0, 2.0, 2.0, 2.0, 3.0, 0.0, 2.0], "bins": [-0.010331017896533012, -0.01000707596540451, -0.009683134034276009, -0.009359191171824932, -0.00903524924069643, -0.008711307309567928, -0.008387364447116852, -0.00806342251598835, -0.007739480584859848, -0.007415538653731346, -0.007091596256941557, -0.006767653860151768, -0.006443711929023266, -0.006119769997894764, -0.005795827601104975, -0.0054718852043151855, -0.005147943273186684, -0.004824001342058182, -0.0045000589452683926, -0.004176116548478603, -0.0038521746173501015, -0.003528232453390956, -0.0032042902894318104, -0.002880348125472665, -0.0025564059615135193, -0.0022324637975543737, -0.0019085216335952282, -0.0015845794696360826, -0.001260637305676937, -0.0009366951417177916, -0.000612752977758646, -0.00028881081379950047, 3.513135015964508e-05, 0.0003590735141187906, 0.0006830156780779362, 0.0010069578420370817, 0.0013309000059962273, 0.0016548421699553728, 0.0019787843339145184, 0.002302726497873664, 0.0026266686618328094, 0.002950610825791955, 0.0032745529897511005, 0.003598495153710246, 0.003922437317669392, 0.0042463792487978935, 0.004570321645587683, 0.004894264042377472, 0.005218205973505974, 0.005542147904634476, 0.005866090301424265, 0.006190032698214054, 0.006513974629342556, 0.006837916560471058, 0.007161858957260847, 0.007485801354050636, 0.007809743285179138, 0.00813368521630764, 0.008457627147436142, 0.008781570009887218, 0.00910551194101572, 0.009429453872144222, 0.009753396734595299, 0.0100773386657238, 0.010401280596852303]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 4.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.07747483253479004, -0.07550118118524551, -0.07352752238512039, -0.07155387103557587, -0.06958021223545074, -0.06760656088590622, -0.0656329020857811, -0.06365925073623657, -0.06168559566140175, -0.059711940586566925, -0.0577382855117321, -0.05576463043689728, -0.05379097908735275, -0.05181732401251793, -0.049843668937683105, -0.04787001386284828, -0.04589635878801346, -0.043922703713178635, -0.04194904863834381, -0.03997539356350899, -0.038001738488674164, -0.03602808713912964, -0.034054432064294815, -0.03208077698945999, -0.030107121914625168, -0.028133466839790344, -0.02615981176495552, -0.024186158552765846, -0.022212503477931023, -0.0202388484030962, -0.018265195190906525, -0.0162915401160717, -0.014317885041236877, -0.012344229966402054, -0.010370575822889805, -0.008396921679377556, -0.006423266604542732, -0.004449611995369196, -0.0024759573861956596, -0.0005023027770221233, 0.001471351832151413, 0.0034450064413249493, 0.0054186610504984856, 0.007392315659672022, 0.009365970268845558, 0.011339625343680382, 0.01331327948719263, 0.01528693363070488, 0.017260588705539703, 0.019234243780374527, 0.02120789885520935, 0.023181552067399025, 0.02515520714223385, 0.027128862217068672, 0.029102515429258347, 0.03107617050409317, 0.033049825578927994, 0.03502348065376282, 0.03699713572859764, 0.038970790803432465, 0.04094444215297699, 0.04291809722781181, 0.04489175230264664, 0.04686540737748146, 0.048839062452316284]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 3.0, 2.0, 1.0, 4.0, 3.0, 5.0, 1.0, 2.0, 3.0, 7.0, 4.0, 6.0, 9.0, 15.0, 20.0, 23.0, 45.0, 42.0, 18.0, 12.0, 4.0, 8.0, 10.0, 9.0, 4.0, 6.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 1.0, 2.0], "bins": [-0.0880126878619194, -0.08596024662256241, -0.08390780538320541, -0.08185536414384842, -0.07980292290449142, -0.07775048166513443, -0.07569804042577744, -0.07364559918642044, -0.07159315794706345, -0.06954071670770645, -0.06748827546834946, -0.06543583422899246, -0.06338339298963547, -0.06133095547556877, -0.05927851423621178, -0.05722607299685478, -0.05517363175749779, -0.05312119051814079, -0.0510687492787838, -0.049016308039426804, -0.04696386680006981, -0.044911425560712814, -0.04285898432135582, -0.040806543081998825, -0.03875410556793213, -0.036701664328575134, -0.03464922308921814, -0.032596781849861145, -0.03054434061050415, -0.028491899371147156, -0.02643945813179016, -0.024387016892433167, -0.022334575653076172, -0.020282134413719177, -0.018229693174362183, -0.016177251935005188, -0.014124811626970768, -0.012072370387613773, -0.010019930079579353, -0.007967488840222359, -0.005915047600865364, -0.003862606594339013, -0.0018101655878126621, 0.00024227541871368885, 0.00229471642524004, 0.0043471576645970345, 0.006399598438292742, 0.008452039211988449, 0.010504480451345444, 0.012556921690702438, 0.014609362930059433, 0.016661804169416428, 0.018714245408773422, 0.020766684785485268, 0.022819126024842262, 0.024871567264199257, 0.02692400850355625, 0.028976449742913246, 0.03102889098227024, 0.033081330358982086, 0.03513377159833908, 0.037186212837696075, 0.03923865407705307, 0.041291095316410065, 0.04334353655576706]}, "_runtime": 32.82153582572937, "_timestamp": 1596212903.5230734, "_step": 35}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 3.0, 0.0, 2.0, 0.0, 1.0, 5.0, 1.0, 5.0, 2.0, 1.0, 2.0, 2.0, 3.0, 1.0, 4.0, 5.0, 0.0, 1.0, 3.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.01304846815764904, -0.012710683979094028, -0.012372899800539017, -0.01203511469066143, -0.011697330512106419, -0.011359546333551407, -0.01102176122367382, -0.010683977045118809, -0.010346192866563797, -0.010008408688008785, -0.009670624509453773, -0.009332839399576187, -0.008995055221021175, -0.008657271042466164, -0.008319485932588577, -0.007981701754033566, -0.007643917575478554, -0.007306133396923542, -0.006968348752707243, -0.006630564108490944, -0.006292779929935932, -0.00595499575138092, -0.005617211107164621, -0.005279426462948322, -0.0049416422843933105, -0.004603858105838299, -0.004266073461622, -0.003928288817405701, -0.003590504638850689, -0.0032527202274650335, -0.002914935816079378, -0.0025771514046937227, -0.0022393669933080673, -0.001901582581922412, -0.0015637981705367565, -0.0012260137591511011, -0.0008882293477654457, -0.0005504449363797903, -0.0002126605249941349, 0.0001251238863915205, 0.0004629082977771759, 0.0008006927091628313, 0.0011384771205484867, 0.0014762615319341421, 0.0018140459433197975, 0.002151830354705453, 0.0024896147660911083, 0.0028273991774767637, 0.003165183588862419, 0.0035029680002480745, 0.00384075241163373, 0.004178537055850029, 0.004516321234405041, 0.0048541054129600525, 0.0051918900571763515, 0.005529674701392651, 0.005867458879947662, 0.006205243058502674, 0.006543027702718973, 0.006880812346935272, 0.007218596525490284, 0.007556380704045296, 0.007894165813922882, 0.008231949992477894, 0.008569734171032906]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 3.0, 3.0, 3.0, 9.0, 10.0, 13.0, 10.0, 17.0, 29.0, 35.0, 43.0, 61.0, 99.0, 89.0, 134.0, 212.0, 286.0, 497.0, 4257.0, 1046.0, 360.0, 214.0, 117.0, 96.0, 67.0, 55.0, 34.0, 21.0, 26.0, 24.0, 18.0, 7.0, 12.0, 5.0, 3.0, 1.0, 2.0, 3.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.17102137207984924, -0.16607609391212463, -0.16113081574440002, -0.15618553757667542, -0.1512402445077896, -0.146294966340065, -0.1413496881723404, -0.13640441000461578, -0.13145913183689117, -0.12651385366916656, -0.12156856805086136, -0.11662328988313675, -0.11167800426483154, -0.10673272609710693, -0.10178744792938232, -0.09684216231107712, -0.09189688414335251, -0.0869516059756279, -0.08200632035732269, -0.07706104218959808, -0.07211576402187347, -0.06717047840356827, -0.06222520023584366, -0.05727992206811905, -0.05233464017510414, -0.04738935828208923, -0.042444080114364624, -0.037498798221349716, -0.03255351632833481, -0.0276082381606102, -0.02266295626759529, -0.017717676237225533, -0.012772396206855774, -0.007827116176486015, -0.002881835214793682, 0.002063445281237364, 0.00700872577726841, 0.011954005807638168, 0.016899287700653076, 0.021844567731022835, 0.026789847761392593, 0.0317351296544075, 0.03668040782213211, 0.04162568971514702, 0.046570971608161926, 0.051516249775886536, 0.056461531668901443, 0.06140680983662605, 0.06635209172964096, 0.07129736989736557, 0.07624265551567078, 0.08118793368339539, 0.08613321185112, 0.0910784974694252, 0.09602377563714981, 0.10096905380487442, 0.10591433942317963, 0.11085961759090424, 0.11580489575862885, 0.12075017392635345, 0.12569545209407806, 0.13064074516296387, 0.13558602333068848, 0.14053130149841309, 0.1454765796661377]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 3.0, 5.0, 1.0, 2.0, 3.0, 2.0, 5.0, 4.0, 3.0, 2.0, 2.0, 8.0, 4.0, 4.0, 32.0, 3.0, 5.0, 5.0, 3.0, 3.0, 2.0, 1.0, 3.0, 2.0, 4.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.00396684231236577, -0.003867722349241376, -0.0037686023861169815, -0.0036694821901619434, -0.003570362227037549, -0.0034712422639131546, -0.00337212230078876, -0.0032730023376643658, -0.0031738821417093277, -0.0030747621785849333, -0.002975642215460539, -0.0028765222523361444, -0.00277740228921175, -0.0026782823260873556, -0.0025791621301323175, -0.002480042167007923, -0.0023809222038835287, -0.0022818022407591343, -0.00218268227763474, -0.002083562081679702, -0.0019844421185553074, -0.001885322155430913, -0.0017862021923065186, -0.0016870821127668023, -0.001587962149642408, -0.0014888421865180135, -0.0013897221069782972, -0.0012906021438539028, -0.0011914821807295084, -0.0010923621011897922, -0.0009932421380653977, -0.0008941221167333424, -0.0007950020954012871, -0.0006958820740692317, -0.0005967620527371764, -0.000497642089612782, -0.00039852206828072667, -0.00029940204694867134, -0.00020028205472044647, -0.00010116204794030637, -2.0420411601662636e-06, 9.707796561997384e-05, 0.00019619797240011394, 0.0002953179646283388, 0.00039443798596039414, 0.0004935580072924495, 0.0005926779704168439, 0.0006917979917488992, 0.0007909180130809546, 0.0008900380344130099, 0.0009891580557450652, 0.0010882780188694596, 0.0011873980984091759, 0.0012865180615335703, 0.0013856380246579647, 0.001484758104197681, 0.0015838780673220754, 0.0016829980304464698, 0.001782118109986186, 0.0018812380731105804, 0.001980358036234975, 0.0020794779993593693, 0.0021785981953144073, 0.0022777181584388018, 0.002376838121563196]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 2.0, 3.0, 3.0, 2.0, 3.0, 1.0, 7.0, 5.0, 9.0, 6.0, 12.0, 16.0, 27.0, 42.0, 54.0, 76.0, 113.0, 128.0, 210.0, 334.0, 534.0, 879.0, 1407.0, 2375.0, 4191.0, 7996.0, 16571.0, 37440.0, 93577.0, 647718.0, 248212.0, 64896.0, 26121.0, 12207.0, 6131.0, 3210.0, 1858.0, 1173.0, 680.0, 468.0, 314.0, 188.0, 118.0, 82.0, 74.0, 47.0, 40.0, 17.0, 27.0, 11.0, 12.0, 3.0, 4.0, 5.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.015042618848383427, -0.014557299204170704, -0.014071980491280556, -0.013586660847067833, -0.013101342134177685, -0.012616022489964962, -0.012130703777074814, -0.011645384132862091, -0.011160064488649368, -0.01067474577575922, -0.010189426131546497, -0.00970410741865635, -0.009218787774443626, -0.008733469061553478, -0.008248149417340755, -0.00776283023878932, -0.0072775110602378845, -0.006792191881686449, -0.006306872703135014, -0.005821553524583578, -0.005336234346032143, -0.00485091470181942, -0.004365595523267984, -0.003880276344716549, -0.0033949571661651134, -0.002909637987613678, -0.0024243188090622425, -0.0019389993976801634, -0.001453680219128728, -0.0009683609823696315, -0.00048304174561053514, 2.2774911485612392e-06, 0.0004875967279076576, 0.000972915964666754, 0.0014582352014258504, 0.0019435544963926077, 0.002428873674944043, 0.0029141928534954786, 0.0033995122648775578, 0.0038848314434289932, 0.004370150621980429, 0.004855469800531864, 0.0053407889790833, 0.005826108157634735, 0.006311427801847458, 0.006796746980398893, 0.007282066158950329, 0.007767385337501764, 0.0082527045160532, 0.008738024160265923, 0.00922334287315607, 0.009708662517368793, 0.010193981230258942, 0.010679300874471664, 0.011164619587361813, 0.011649939231574535, 0.012135257944464684, 0.012620577588677406, 0.013105897232890129, 0.013591215945780277, 0.014076535589993, 0.014561854302883148, 0.015047173947095871, 0.01553249265998602, 0.016017813235521317]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 4.0, 2.0, 1.0, 3.0, 7.0, 3.0, 10.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0, 6.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.007934031076729298, -0.0076020825654268265, -0.007270133588463068, -0.006938185077160597, -0.006606236100196838, -0.006274287588894367, -0.005942339077591896, -0.005610390100628138, -0.005278441589325666, -0.004946493078023195, -0.004614544101059437, -0.004282595589756966, -0.0039506470784544945, -0.003618698101490736, -0.003286749590188265, -0.00295480084605515, -0.0026228521019220352, -0.0022909033577889204, -0.0019589546136558056, -0.0016270061023533344, -0.0012950573582202196, -0.0009631086722947657, -0.0006311599863693118, -0.0002992113004438579, 3.273738548159599e-05, 0.0003646860714070499, 0.0006966347573325038, 0.0010285833850502968, 0.0013605321291834116, 0.0016924808733165264, 0.0020244293846189976, 0.0023563781287521124, 0.002688326872885227, 0.003020275617018342, 0.003352224361151457, 0.003684172872453928, 0.0040161218494176865, 0.004348070360720158, 0.004680018872022629, 0.005011967848986387, 0.005343916360288858, 0.00567586487159133, 0.006007813848555088, 0.006339762359857559, 0.00667171087116003, 0.007003659848123789, 0.00733560835942626, 0.0076675573363900185, 0.00799950584769249, 0.00833145435899496, 0.008663402870297432, 0.008995352312922478, 0.009327300824224949, 0.00965924933552742, 0.009991197846829891, 0.010323146358132362, 0.010655095800757408, 0.01098704431205988, 0.01131899282336235, 0.011650941334664822, 0.011982889845967293, 0.012314838357269764, 0.01264678779989481, 0.012978736311197281, 0.013310684822499752]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 7.0, 1.0, 3.0, 6.0, 8.0, 18.0, 15.0, 28.0, 31.0, 36.0, 45.0, 51.0, 90.0, 107.0, 135.0, 127.0, 199.0, 229.0, 294.0, 375.0, 535.0, 733.0, 997.0, 1247.0, 2024.0, 5518.0, 1742.0, 1139.0, 635.0, 456.0, 332.0, 261.0, 192.0, 128.0, 108.0, 79.0, 64.0, 61.0, 61.0, 41.0, 44.0, 37.0, 26.0, 39.0, 24.0, 11.0, 12.0, 18.0, 9.0, 10.0, 8.0, 10.0, 4.0, 10.0, 3.0, 0.0, 0.0, 4.0, 1.0, 0.0, 2.0, 1.0], "bins": [-0.0065514263696968555, -0.006310184020549059, -0.006068941205739975, -0.005827698856592178, -0.005586456041783094, -0.005345213692635298, -0.005103970877826214, -0.004862728528678417, -0.004621486179530621, -0.004380243364721537, -0.00413900101557374, -0.003897758200764656, -0.0036565158516168594, -0.003415273269638419, -0.003174030687659979, -0.0029327881056815386, -0.0026915455237030983, -0.002450302941724658, -0.0022090603597462177, -0.0019678177777677774, -0.001726575312204659, -0.0014853327302262187, -0.0012440902646631002, -0.00100284768268466, -0.0007616051007062197, -0.0005203625187277794, -0.000279119994957, -3.787744208239019e-05, 0.00020336511079221964, 0.00044460766366682947, 0.0006858502165414393, 0.0009270927403122187, 0.001168335322290659, 0.0014095779042690992, 0.0016508204862475395, 0.001892062951810658, 0.00213330565020442, 0.0023745479993522167, 0.002615790581330657, 0.0028570331633090973, 0.0030982757452875376, 0.003339518327265978, 0.003580760909244418, 0.0038220034912228584, 0.004063245840370655, 0.004304488655179739, 0.004545731004327536, 0.00478697381913662, 0.005028216168284416, 0.005269458517432213, 0.005510701332241297, 0.005751943681389093, 0.005993186496198177, 0.006234428845345974, 0.006475671660155058, 0.0067169140093028545, 0.0069581568241119385, 0.007199399173259735, 0.007440641522407532, 0.007681884337216616, 0.0079231271520257, 0.008164369501173496, 0.008405611850321293, 0.00864685419946909, 0.00888809747993946]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0718400776386261, -0.0692366510629654, -0.06663321703672409, -0.06402978301048279, -0.06142635643482208, -0.05882292613387108, -0.056219495832920074, -0.05361606553196907, -0.051012635231018066, -0.04840920493006706, -0.04580577462911606, -0.043202344328165054, -0.04059891402721405, -0.037995483726263046, -0.03539205342531204, -0.03278862312436104, -0.030185192823410034, -0.02758176252245903, -0.024978332221508026, -0.022374901920557022, -0.019771471619606018, -0.017168041318655014, -0.01456461101770401, -0.011961180716753006, -0.009357750415802002, -0.006754320114850998, -0.004150889813899994, -0.0015474595129489899, 0.0010559707880020142, 0.003659401088953018, 0.006262831389904022, 0.008866261690855026, 0.01146969199180603, 0.014073122292757034, 0.01667655259370804, 0.019279982894659042, 0.021883413195610046, 0.02448684349656105, 0.027090273797512054, 0.02969370409846306, 0.03229713439941406, 0.034900564700365067, 0.03750399500131607, 0.040107425302267075, 0.04271085560321808, 0.04531428590416908, 0.04791771620512009, 0.05052114650607109, 0.053124576807022095, 0.0557280071079731, 0.0583314374089241, 0.06093486770987511, 0.06353829801082611, 0.06614172458648682, 0.06874515861272812, 0.07134859263896942, 0.07395201921463013, 0.07655544579029083, 0.07915887981653214, 0.08176231384277344, 0.08436574041843414, 0.08696916699409485, 0.08957260102033615, 0.09217603504657745, 0.09477946162223816]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 2.0, 2.0, 2.0, 2.0, 2.0, 0.0, 1.0, 4.0, 1.0, 2.0, 1.0, 4.0, 3.0, 4.0, 2.0, 6.0, 8.0, 12.0, 20.0, 16.0, 12.0, 16.0, 14.0, 36.0, 21.0, 21.0, 3.0, 11.0, 13.0, 4.0, 3.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 3.0, 2.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 3.0, 0.0, 0.0, 0.0, 2.0, 3.0, 2.0, 2.0, 1.0], "bins": [-0.047028880566358566, -0.04528222978115082, -0.04353557527065277, -0.04178892448544502, -0.040042273700237274, -0.03829561918973923, -0.03654896840453148, -0.03480231389403343, -0.033055663108825684, -0.031309012323617935, -0.02956235781311989, -0.02781570702791214, -0.026069054380059242, -0.024322401732206345, -0.022575750946998596, -0.0208290982991457, -0.0190824456512928, -0.017335793003439903, -0.01558914128690958, -0.013842489570379257, -0.01209583692252636, -0.010349184274673462, -0.008602532558143139, -0.0068558803759515285, -0.005109228193759918, -0.003362576011568308, -0.0016159238293766975, 0.0001307283528149128, 0.0018773805350065231, 0.0036240327171981335, 0.005370684899389744, 0.007117337081581354, 0.008863989263772964, 0.010610641911625862, 0.012357293628156185, 0.014103945344686508, 0.015850597992539406, 0.017597250640392303, 0.019343901425600052, 0.02109055407345295, 0.022837206721305847, 0.024583859369158745, 0.026330512017011642, 0.02807716280221939, 0.02982381545007229, 0.031570468097925186, 0.033317118883132935, 0.03506377339363098, 0.03681042417883873, 0.03855707496404648, 0.040303729474544525, 0.042050380259752274, 0.04379703104496002, 0.04554368555545807, 0.04729033634066582, 0.049036990851163864, 0.05078364163637161, 0.05253029242157936, 0.05427694693207741, 0.056023597717285156, 0.0577702522277832, 0.05951690301299095, 0.0612635537981987, 0.06301020830869675, 0.0647568553686142]}, "_runtime": 33.59613513946533, "_timestamp": 1596212904.2976727, "_step": 36}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 3.0, 0.0, 0.0, 1.0, 2.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 3.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 4.0, 0.0, 2.0, 2.0, 2.0, 1.0, 1.0, 4.0, 3.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.010569213889539242, -0.010223856195807457, -0.009878497570753098, -0.009533139877021313, -0.009187782183289528, -0.008842423558235168, -0.008497065864503384, -0.008151708170771599, -0.007806350011378527, -0.0074609918519854546, -0.00711563415825367, -0.006770275998860598, -0.0064249178394675255, -0.006079560145735741, -0.0057342019863426685, -0.005388844292610884, -0.005043486133217812, -0.0046981279738247395, -0.004352770280092955, -0.0040074121206998825, -0.003662054194137454, -0.0033166962675750256, -0.0029713381081819534, -0.002625980181619525, -0.0022806222550570965, -0.001935264328494668, -0.0015899062855169177, -0.0012445482425391674, -0.0008991903159767389, -0.0005538323312066495, -0.00020847434643656015, 0.00013688363833352923, 0.0004822416231036186, 0.000827599607873708, 0.0011729575926437974, 0.0015183156356215477, 0.0018636735621839762, 0.0022090314887464046, 0.0025543896481394768, 0.0028997475747019053, 0.0032451055012643337, 0.003590463427826762, 0.003935821354389191, 0.004281179513782263, 0.004626537673175335, 0.00497189536690712, 0.005317253526300192, 0.005662611220031977, 0.006007969379425049, 0.006353327538818121, 0.006698685232549906, 0.007044043391942978, 0.007389401085674763, 0.007734759245067835, 0.008080117404460907, 0.008425475098192692, 0.008770832791924477, 0.009116191416978836, 0.009461549110710621, 0.009806906804442406, 0.010152265429496765, 0.01049762312322855, 0.010842980816960335, 0.011188339442014694, 0.011533697135746479]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 3.0, 1.0, 3.0, 4.0, 2.0, 7.0, 9.0, 4.0, 16.0, 14.0, 17.0, 23.0, 36.0, 35.0, 54.0, 50.0, 90.0, 108.0, 166.0, 182.0, 318.0, 453.0, 4449.0, 779.0, 326.0, 217.0, 162.0, 103.0, 78.0, 63.0, 35.0, 27.0, 28.0, 20.0, 9.0, 11.0, 7.0, 6.0, 5.0, 2.0, 4.0, 4.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.19087854027748108, -0.18499726057052612, -0.17911596596240997, -0.17323468625545502, -0.16735339164733887, -0.1614721119403839, -0.15559083223342896, -0.1497095376253128, -0.14382825791835785, -0.1379469782114029, -0.13206568360328674, -0.1261844038963318, -0.12030311673879623, -0.11442182958126068, -0.10854054987430573, -0.10265926271677017, -0.09677797555923462, -0.09089668840169907, -0.08501540124416351, -0.07913412153720856, -0.073252834379673, -0.06737154722213745, -0.0614902637898922, -0.05560898035764694, -0.04972769320011139, -0.043846406042575836, -0.03796512261033058, -0.03208383917808533, -0.026202552020549774, -0.02032126672565937, -0.014439981430768967, -0.008558696135878563, -0.002677410840988159, 0.0032038744539022446, 0.009085159748792648, 0.014966445043683052, 0.020847730338573456, 0.02672901563346386, 0.03261030092835426, 0.03849158436059952, 0.04437287151813507, 0.050254158675670624, 0.05613544210791588, 0.06201672554016113, 0.06789801269769669, 0.07377929985523224, 0.0796605795621872, 0.08554186671972275, 0.0914231538772583, 0.09730444103479385, 0.1031857281923294, 0.10906700789928436, 0.11494829505681992, 0.12082958221435547, 0.12671086192131042, 0.13259215652942657, 0.13847343623638153, 0.1443547159433365, 0.15023601055145264, 0.1561172902584076, 0.16199856996536255, 0.1678798645734787, 0.17376114428043365, 0.1796424388885498, 0.18552371859550476]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 3.0, 0.0, 2.0, 1.0, 2.0, 5.0, 1.0, 2.0, 2.0, 4.0, 1.0, 6.0, 5.0, 4.0, 3.0, 3.0, 5.0, 24.0, 4.0, 3.0, 4.0, 3.0, 0.0, 2.0, 3.0, 1.0, 5.0, 2.0, 2.0, 1.0, 4.0, 1.0, 3.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.0028297556564211845, -0.002732526045292616, -0.0026352962013334036, -0.0025380663573741913, -0.0024408367462456226, -0.002343607135117054, -0.0022463772911578417, -0.0021491474471986294, -0.0020519178360700607, -0.001954688224941492, -0.0018574583809822798, -0.0017602286534383893, -0.0016629989258944988, -0.0015657691983506083, -0.0014685394708067179, -0.0013713097432628274, -0.001274080015718937, -0.0011768502881750464, -0.001079620560631156, -0.0009823908330872655, -0.000885161105543375, -0.0007879313779994845, -0.0006907016504555941, -0.0005934719229117036, -0.0004962421953678131, -0.00039901246782392263, -0.00030178274028003216, -0.00020455301273614168, -0.0001073232851922512, -1.009355764836073e-05, 8.713616989552975e-05, 0.00018436589743942022, 0.0002815956249833107, 0.0003788253525272012, 0.00047605508007109165, 0.0005732848076149821, 0.0006705145351588726, 0.0007677442627027631, 0.0008649739902466536, 0.000962203717790544, 0.0010594334453344345, 0.001156663172878325, 0.0012538929004222155, 0.001351122627966106, 0.0014483523555099964, 0.0015455820830538869, 0.0016428118105977774, 0.0017400415381416678, 0.0018372712656855583, 0.0019345009932294488, 0.0020317307207733393, 0.0021289605647325516, 0.0022261901758611202, 0.002323419786989689, 0.002420649630948901, 0.0025178794749081135, 0.002615109086036682, 0.0027123386971652508, 0.002809568541124463, 0.0029067983850836754, 0.003004027996212244, 0.0031012576073408127, 0.003198487451300025, 0.0032957172952592373, 0.003392946906387806]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 8.0, 5.0, 6.0, 8.0, 16.0, 25.0, 42.0, 49.0, 63.0, 100.0, 133.0, 214.0, 266.0, 404.0, 626.0, 991.0, 1636.0, 2606.0, 4687.0, 8514.0, 16412.0, 34573.0, 78992.0, 228941.0, 632835.0, 83726.0, 37675.0, 19060.0, 10326.0, 5971.0, 3672.0, 2338.0, 1491.0, 1005.0, 682.0, 438.0, 340.0, 221.0, 152.0, 111.0, 79.0, 54.0, 35.0, 32.0, 20.0, 16.0, 16.0, 6.0, 7.0, 5.0, 3.0, 1.0, 3.0, 0.0, 2.0, 3.0], "bins": [-0.01488768495619297, -0.0144239766523242, -0.013960268348455429, -0.013496560044586658, -0.013032851740717888, -0.012569143436849117, -0.012105435132980347, -0.011641726829111576, -0.011178018525242805, -0.01071430929005146, -0.01025060098618269, -0.009786892682313919, -0.009323184378445148, -0.008859476074576378, -0.008395767770707607, -0.007932059466838837, -0.007468351162970066, -0.0070046428591012955, -0.006540934555232525, -0.006077226251363754, -0.005613517947494984, -0.005149809177964926, -0.004686100874096155, -0.004222392570227385, -0.003758684266358614, -0.0032949759624898434, -0.0028312676586210728, -0.0023675591219216585, -0.001903850818052888, -0.0014401425141841173, -0.0009764340939000249, -0.0005127257318235934, -4.9017369747161865e-05, 0.00041469099232926965, 0.0008783993544057012, 0.0013421077746897936, 0.0018058160785585642, 0.002269524382427335, 0.002733232919126749, 0.0031969412229955196, 0.0036606495268642902, 0.004124357830733061, 0.0045880661346018314, 0.005051774438470602, 0.00551548320800066, 0.0059791915118694305, 0.006442899815738201, 0.006906608119606972, 0.007370316423475742, 0.007834024727344513, 0.008297733031213284, 0.008761441335082054, 0.009225149638950825, 0.009688857942819595, 0.010152566246688366, 0.010616274550557137, 0.011079983785748482, 0.011543692089617252, 0.012007400393486023, 0.012471108697354794, 0.012934817001223564, 0.013398525305092335, 0.013862233608961105, 0.014325941912829876, 0.014789650216698647]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 3.0, 2.0, 3.0, 6.0, 11.0, 0.0, 4.0, 2.0, 1.0, 5.0, 4.0, 2.0, 2.0, 0.0, 3.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.028649725019931793, -0.027912670746445656, -0.02717561461031437, -0.026438560336828232, -0.025701504200696945, -0.024964449927210808, -0.02422739379107952, -0.023490339517593384, -0.022753283381462097, -0.02201622910797596, -0.021279174834489822, -0.020542118698358536, -0.0198050644248724, -0.019068008288741112, -0.018330954015254974, -0.017593897879123688, -0.01685684360563755, -0.016119789332151413, -0.015382733196020126, -0.014645677991211414, -0.013908622786402702, -0.013171568512916565, -0.012434513308107853, -0.011697458103299141, -0.010960402898490429, -0.010223347693681717, -0.009486292488873005, -0.008749237284064293, -0.008012183010578156, -0.007275127340108156, -0.0065380726009607315, -0.0058010173961520195, -0.0050639621913433075, -0.0043269069865345955, -0.003589852014556527, -0.002852797042578459, -0.0021157418377697468, -0.0013786867493763566, -0.0006416316609829664, 9.542342741042376e-05, 0.0008324785158038139, 0.0015695336041972041, 0.0023065886925905943, 0.0030436436645686626, 0.0037806988693773746, 0.004517754074186087, 0.005254808813333511, 0.005991864018142223, 0.006728919222950935, 0.007465974427759647, 0.00820302963256836, 0.008940084837377071, 0.009677140042185783, 0.01041419431567192, 0.011151249520480633, 0.011888304725289345, 0.012625359930098057, 0.013362415134906769, 0.01409947033971548, 0.014836525544524193, 0.01557357981801033, 0.016310635954141617, 0.017047690227627754, 0.01778474636375904, 0.018521800637245178]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 2.0, 2.0, 0.0, 4.0, 5.0, 1.0, 5.0, 2.0, 20.0, 23.0, 31.0, 32.0, 25.0, 32.0, 41.0, 48.0, 44.0, 58.0, 40.0, 37.0, 37.0, 50.0, 77.0, 98.0, 155.0, 223.0, 323.0, 458.0, 545.0, 723.0, 902.0, 1393.0, 5195.0, 2356.0, 1433.0, 935.0, 742.0, 563.0, 370.0, 329.0, 225.0, 162.0, 119.0, 118.0, 90.0, 80.0, 56.0, 49.0, 36.0, 38.0, 28.0, 13.0, 14.0, 19.0, 11.0, 2.0, 3.0, 3.0, 2.0, 2.0, 1.0], "bins": [-0.013393509201705456, -0.013019410893321037, -0.012645312584936619, -0.0122712142765522, -0.011897115968167782, -0.011523017659783363, -0.011148919351398945, -0.010774821043014526, -0.010400722734630108, -0.01002662442624569, -0.009652526117861271, -0.009278427809476852, -0.008904329501092434, -0.008530231192708015, -0.008156132884323597, -0.007782034110277891, -0.007407935801893473, -0.007033837493509054, -0.006659739185124636, -0.006285640876740217, -0.005911542568355799, -0.00553744425997138, -0.005163345951586962, -0.004789247643202543, -0.0044151488691568375, -0.004041050560772419, -0.003666952485218644, -0.0032928541768342257, -0.0029187556356191635, -0.002544657327234745, -0.0021705590188503265, -0.001796460710465908, -0.0014223624020814896, -0.001048264093697071, -0.0006741657271049917, -0.00030006738961674273, 7.403094787150621e-05, 0.00044812928535975516, 0.0008222276228480041, 0.0011963259894400835, 0.001570424297824502, 0.0019445226062089205, 0.002318620914593339, 0.0026927192229777575, 0.0030668177641928196, 0.003440916072577238, 0.0038150143809616566, 0.004189112689346075, 0.0045632109977304935, 0.004937309306114912, 0.0053114076144993305, 0.005685505922883749, 0.0060596042312681675, 0.006433702539652586, 0.0068078008480370045, 0.007181899156421423, 0.007555997930467129, 0.007930096238851547, 0.008304194547235966, 0.008678292855620384, 0.009052391164004803, 0.009426489472389221, 0.00980058778077364, 0.010174686089158058, 0.010548784397542477]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 3.0, 4.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08365127444267273, -0.07889724522829056, -0.07414321601390839, -0.06938918679952621, -0.06463515758514404, -0.05988112837076187, -0.0551270991563797, -0.05037306994199753, -0.045619040727615356, -0.040865011513233185, -0.03611098229885101, -0.03135695308446884, -0.02660292387008667, -0.0218488946557045, -0.017094865441322327, -0.012340836226940155, -0.007586807012557983, -0.0028327777981758118, 0.0019212514162063599, 0.0066752806305885315, 0.011429309844970703, 0.016183339059352875, 0.020937368273735046, 0.025691397488117218, 0.03044542670249939, 0.03519945591688156, 0.03995348513126373, 0.044707514345645905, 0.049461543560028076, 0.05421557277441025, 0.05896960198879242, 0.06372363120317459, 0.06847766041755676, 0.07323168963193893, 0.0779857188463211, 0.08273974806070328, 0.08749377727508545, 0.09224780648946762, 0.09700183570384979, 0.10175586491823196, 0.10650989413261414, 0.11126392334699631, 0.11601795256137848, 0.12077198177576065, 0.12552601099014282, 0.1302800476551056, 0.13503406941890717, 0.13978809118270874, 0.1445421278476715, 0.14929616451263428, 0.15405018627643585, 0.15880420804023743, 0.1635582447052002, 0.16831228137016296, 0.17306630313396454, 0.1778203248977661, 0.18257436156272888, 0.18732839822769165, 0.19208241999149323, 0.1968364417552948, 0.20159047842025757, 0.20634451508522034, 0.2110985368490219, 0.2158525586128235, 0.22060659527778625]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 10.0, 4.0, 5.0, 13.0, 19.0, 14.0, 10.0, 8.0, 17.0, 12.0, 35.0, 11.0, 9.0, 13.0, 11.0, 8.0, 15.0, 8.0, 3.0, 5.0, 1.0, 4.0, 5.0, 1.0, 3.0, 2.0, 2.0, 0.0, 4.0, 1.0, 2.0, 4.0, 1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.03863370791077614, -0.03704022243618965, -0.035446736961603165, -0.03385324776172638, -0.03225976228713989, -0.030666276812553406, -0.02907279133796692, -0.027479304000735283, -0.025885818526148796, -0.02429233305156231, -0.022698845714330673, -0.021105360239744186, -0.0195118747651577, -0.017918387427926064, -0.016324901953339577, -0.014731415547430515, -0.013137929141521454, -0.011544442735612392, -0.009950956329703331, -0.008357470855116844, -0.006763984449207783, -0.005170498043298721, -0.003577012103050947, -0.0019835259299725294, -0.00039003975689411163, 0.0012034464161843061, 0.002796932589262724, 0.004390418529510498, 0.0059839049354195595, 0.007577391341328621, 0.009170876815915108, 0.01076436322182417, 0.01235784962773323, 0.013951336033642292, 0.015544822439551353, 0.01713830791413784, 0.018731795251369476, 0.020325280725955963, 0.02191876620054245, 0.023512253537774086, 0.025105739012360573, 0.02669922448694706, 0.028292711824178696, 0.029886197298765182, 0.03147968277335167, 0.033073168247938156, 0.03466665744781494, 0.03626014292240143, 0.037853628396987915, 0.0394471138715744, 0.04104059934616089, 0.042634088546037674, 0.04422757402062416, 0.04582105949521065, 0.047414544969797134, 0.04900803044438362, 0.050601519644260406, 0.05219500511884689, 0.05378849059343338, 0.05538197606801987, 0.056975461542606354, 0.05856894701719284, 0.060162436217069626, 0.06175592169165611, 0.0633494108915329]}, "_runtime": 34.37997388839722, "_timestamp": 1596212905.0815115, "_step": 37}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 4.0, 3.0, 1.0, 0.0, 2.0, 5.0, 2.0, 1.0, 3.0, 2.0, 0.0, 4.0, 1.0, 2.0, 1.0, 1.0, 2.0, 2.0, 0.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00715295597910881, -0.006881358101963997, -0.006609760224819183, -0.00633816234767437, -0.006066564470529556, -0.00579496705904603, -0.0055233691819012165, -0.005251771304756403, -0.004980173427611589, -0.004708575550466776, -0.004436977673321962, -0.004165379796177149, -0.003893782151862979, -0.0036221842747181654, -0.0033505866304039955, -0.003078988753259182, -0.0028073908761143684, -0.002535792998969555, -0.0022641951218247414, -0.0019925974775105715, -0.001720999600365758, -0.0014494017232209444, -0.0011778039624914527, -0.0009062061435543001, -0.0006346083246171474, -0.0003630105056799948, -9.14126867428422e-05, 0.00018018513219431043, 0.00045178295113146305, 0.0007233807700686157, 0.0009949785890057683, 0.00126657634973526, 0.0015381742268800735, 0.001809772104024887, 0.0020813699811697006, 0.0023529676254838705, 0.002624565502628684, 0.0028961633797734976, 0.0031677610240876675, 0.003439358901232481, 0.0037109567783772945, 0.003982554655522108, 0.004254152532666922, 0.004525750409811735, 0.004797347821295261, 0.005068945698440075, 0.0053405435755848885, 0.005612141452729702, 0.0058837393298745155, 0.006155337207019329, 0.006426935084164143, 0.006698532961308956, 0.00697013083845377, 0.007241728249937296, 0.0075133261270821095, 0.007784924004226923, 0.00805652141571045, 0.008328119292855263, 0.008599717170000076, 0.00887131504714489, 0.009142912924289703, 0.009414510801434517, 0.00968610867857933, 0.009957706555724144, 0.010229304432868958]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 2.0, 4.0, 4.0, 9.0, 7.0, 13.0, 9.0, 22.0, 22.0, 26.0, 32.0, 48.0, 69.0, 57.0, 81.0, 123.0, 156.0, 212.0, 285.0, 453.0, 4144.0, 987.0, 371.0, 213.0, 147.0, 87.0, 74.0, 47.0, 45.0, 34.0, 25.0, 19.0, 15.0, 15.0, 14.0, 11.0, 7.0, 6.0, 5.0, 2.0, 6.0, 7.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 2.0], "bins": [-0.13533931970596313, -0.13118058443069458, -0.12702184915542603, -0.12286312133073807, -0.11870439350605011, -0.11454565823078156, -0.110386922955513, -0.10622819513082504, -0.10206945985555649, -0.09791072458028793, -0.09375199675559998, -0.08959326148033142, -0.08543452620506287, -0.08127579838037491, -0.07711706310510635, -0.0729583352804184, -0.06879960000514984, -0.06464086472988129, -0.06048213690519333, -0.056323401629924774, -0.05216467007994652, -0.04800593852996826, -0.04384720325469971, -0.03968847170472145, -0.035529740154743195, -0.03137100860476494, -0.027212275192141533, -0.023053541779518127, -0.01889481022953987, -0.01473607774823904, -0.01057734526693821, -0.006418612785637379, -0.002259880304336548, 0.001898852176964283, 0.006057584658265114, 0.010216317139565945, 0.014375049620866776, 0.018533781170845032, 0.022692514583468437, 0.026851247996091843, 0.0310099795460701, 0.035168711096048355, 0.03932744264602661, 0.043486177921295166, 0.04764490947127342, 0.05180364102125168, 0.05596237629652023, 0.06012110784649849, 0.06427983939647675, 0.0684385746717453, 0.07259730249643326, 0.07675603777170181, 0.08091476559638977, 0.08507350087165833, 0.08923223614692688, 0.09339096397161484, 0.09754969924688339, 0.10170843452215195, 0.1058671623468399, 0.11002589762210846, 0.11418463289737701, 0.11834336072206497, 0.12250209599733353, 0.12666082382202148, 0.13081955909729004]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 4.0, 2.0, 3.0, 2.0, 3.0, 3.0, 2.0, 4.0, 2.0, 2.0, 5.0, 7.0, 5.0, 3.0, 23.0, 6.0, 8.0, 5.0, 3.0, 3.0, 6.0, 2.0, 4.0, 3.0, 1.0, 1.0, 1.0, 3.0, 2.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.003403452690690756, -0.0032970465254038572, -0.0031906403601169586, -0.0030842344276607037, -0.002977828262373805, -0.0028714220970869064, -0.002765015931800008, -0.002658609766513109, -0.0025522038340568542, -0.0024457976687699556, -0.002339391503483057, -0.0022329853381961584, -0.00212657917290926, -0.002020173007622361, -0.0019137669587507844, -0.0018073609098792076, -0.001700954744592309, -0.0015945485793054104, -0.0014881425304338336, -0.001381736365146935, -0.0012753303162753582, -0.0011689241509884596, -0.001062517985701561, -0.0009561118786223233, -0.0008497057715430856, -0.0007432996644638479, -0.0006368935573846102, -0.0005304873920977116, -0.00042408128501847386, -0.00031767517793923616, -0.000211269041756168, -0.00010486292012501508, 1.543201506137848e-06, 0.00010794932313729078, 0.0002143554447684437, 0.00032076158095151186, 0.00042716768803074956, 0.0005335737951099873, 0.0006399799603968859, 0.0007463860674761236, 0.0008527921745553613, 0.000959198281634599, 0.0010656043887138367, 0.0011720105540007353, 0.001278416719287634, 0.0013848227681592107, 0.0014912289334461093, 0.001597634982317686, 0.0017040411476045847, 0.0018104473128914833, 0.00191685336176306, 0.002023259410634637, 0.0021296655759215355, 0.002236071741208434, 0.0023424779064953327, 0.0024488840717822313, 0.00255529023706913, 0.002661696169525385, 0.0027681023348122835, 0.002874508500099182, 0.0029809146653860807, 0.0030873208306729794, 0.0031937267631292343, 0.003300132928416133, 0.0034065390937030315]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 3.0, 3.0, 7.0, 7.0, 7.0, 11.0, 25.0, 39.0, 36.0, 69.0, 94.0, 176.0, 238.0, 397.0, 637.0, 1074.0, 1814.0, 3253.0, 6160.0, 12829.0, 27564.0, 66719.0, 196193.0, 689110.0, 91189.0, 39497.0, 18928.0, 9712.0, 5423.0, 3106.0, 1900.0, 1203.0, 747.0, 498.0, 313.0, 215.0, 132.0, 95.0, 60.0, 47.0, 37.0, 20.0, 20.0, 12.0, 6.0, 2.0, 4.0, 3.0, 2.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.012370242737233639, -0.01189891342073679, -0.011427585035562515, -0.010956255719065666, -0.010484926402568817, -0.010013598017394543, -0.009542268700897694, -0.00907094031572342, -0.00859961099922657, -0.008128281682729721, -0.007656953297555447, -0.0071856239810585976, -0.006714295130223036, -0.006242966279387474, -0.005771636962890625, -0.005300308112055063, -0.0048289792612195015, -0.00435765041038394, -0.0038863213267177343, -0.003414992243051529, -0.002943663392215967, -0.0024723345413804054, -0.0020010054577142, -0.0015296764904633164, -0.0010583475232124329, -0.0005870185559615493, -0.0001156895887106657, 0.0003556393785402179, 0.0008269683457911015, 0.001298297313041985, 0.0017696262802928686, 0.002240955363959074, 0.0027122842147946358, 0.0031836130656301975, 0.003654942149296403, 0.004126271232962608, 0.00459760008379817, 0.005068928934633732, 0.005540258251130581, 0.006011587101966143, 0.006482915952801704, 0.006954244803637266, 0.007425573654472828, 0.007896902970969677, 0.008368231356143951, 0.0088395606726408, 0.00931088998913765, 0.009782218374311924, 0.010253547690808773, 0.010724877007305622, 0.011196205392479897, 0.011667534708976746, 0.012138864025473595, 0.012610192410647869, 0.013081521727144718, 0.013552850112318993, 0.014024179428815842, 0.01449550874531269, 0.014966837130486965, 0.015438166446983814, 0.01590949483215809, 0.016380824148654938, 0.016852153465151787, 0.017323482781648636, 0.017794810235500336]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 3.0, 2.0, 3.0, 4.0, 9.0, 7.0, 4.0, 0.0, 0.0, 0.0, 2.0, 3.0, 2.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02601887658238411, -0.02526557259261608, -0.024512268602848053, -0.023758964613080025, -0.023005660623311996, -0.022252356633543968, -0.02149905264377594, -0.02074574865400791, -0.019992444664239883, -0.019239142537117004, -0.018485838547348976, -0.017732534557580948, -0.01697923056781292, -0.01622592657804489, -0.015472622588276863, -0.014719318598508835, -0.013966014608740807, -0.013212710618972778, -0.01245940662920475, -0.011706102639436722, -0.010952798649668694, -0.01019949559122324, -0.009446191601455212, -0.008692887611687183, -0.007939583621919155, -0.007186279632151127, -0.006432975642383099, -0.005679672118276358, -0.004926368128508329, -0.004173064138740301, -0.0034197603818029165, -0.002666456624865532, -0.0019131526350975037, -0.0011598487617447972, -0.0004065448883920908, 0.00034675898496061563, 0.001100062858313322, 0.0018533667316660285, 0.002606670605018735, 0.0033599743619561195, 0.004113278351724148, 0.004866582341492176, 0.005619886331260204, 0.006373189855366945, 0.0071264938451349735, 0.007879797369241714, 0.008633101359009743, 0.009386405348777771, 0.0101397093385458, 0.010893013328313828, 0.011646317318081856, 0.012399621307849884, 0.013152925297617912, 0.013906228356063366, 0.014659532345831394, 0.015412836335599422, 0.016166139394044876, 0.016919443383812904, 0.017672747373580933, 0.01842605136334896, 0.01917935535311699, 0.019932659342885017, 0.020685963332653046, 0.021439267322421074, 0.022192571312189102]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 3.0, 11.0, 2.0, 8.0, 15.0, 37.0, 43.0, 50.0, 83.0, 107.0, 134.0, 168.0, 195.0, 210.0, 282.0, 407.0, 536.0, 752.0, 1293.0, 2684.0, 6955.0, 1389.0, 668.0, 424.0, 406.0, 325.0, 314.0, 238.0, 155.0, 115.0, 90.0, 66.0, 43.0, 36.0, 33.0, 16.0, 20.0, 24.0, 19.0, 12.0, 11.0, 7.0, 9.0, 5.0, 8.0, 1.0, 7.0, 4.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.014631489291787148, -0.01405190210789442, -0.013472313992679119, -0.012892726808786392, -0.01231313869357109, -0.011733551509678364, -0.011153964325785637, -0.010574376210570335, -0.009994789026677608, -0.009415201842784882, -0.00883561372756958, -0.008256026543676853, -0.007676438894122839, -0.007096851244568825, -0.006517264060676098, -0.005937676411122084, -0.0053580887615680695, -0.004778501112014055, -0.004198913462460041, -0.003619326278567314, -0.0030397386290133, -0.0024601509794592857, -0.0018805635627359152, -0.0013009760295972228, -0.0007213884964585304, -0.00014180096331983805, 0.00043778656981885433, 0.0010173741029575467, 0.001596961636096239, 0.0021765492856502533, 0.002756136702373624, 0.0033357241190969944, 0.003915311768651009, 0.004494899418205023, 0.005074487067759037, 0.005654074251651764, 0.006233661901205778, 0.006813249550759792, 0.007392836734652519, 0.00797242484986782, 0.008552012033760548, 0.009131599217653275, 0.009711187332868576, 0.010290774516761303, 0.01087036170065403, 0.011449949815869331, 0.012029536999762058, 0.01260912511497736, 0.013188712298870087, 0.013768299482762814, 0.014347887597978115, 0.014927474781870842, 0.015507062897086143, 0.016086649149656296, 0.016666237264871597, 0.0172458253800869, 0.0178254134953022, 0.018404999747872353, 0.018984587863087654, 0.019564175978302956, 0.020143762230873108, 0.02072335034608841, 0.02130293846130371, 0.021882524713873863, 0.022462112829089165]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 3.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.23577767610549927, -0.22964449226856232, -0.22351130843162537, -0.21737812459468842, -0.21124494075775146, -0.20511175692081451, -0.19897855818271637, -0.19284537434577942, -0.18671219050884247, -0.18057900667190552, -0.17444582283496857, -0.16831263899803162, -0.16217945516109467, -0.15604627132415771, -0.14991308748722076, -0.1437799036502838, -0.13764670491218567, -0.13151352107524872, -0.12538033723831177, -0.11924715340137482, -0.11311396956443787, -0.10698078572750092, -0.10084760189056396, -0.09471441805362701, -0.08858123421669006, -0.08244804292917252, -0.07631485909223557, -0.07018167525529861, -0.06404849141836166, -0.057915303856134415, -0.051782120019197464, -0.045648932456970215, -0.039515748620033264, -0.033382564783096313, -0.027249377220869064, -0.021116193383932114, -0.014983007684350014, -0.008849821984767914, -0.0027166372165083885, 0.003416548017412424, 0.009549733251333237, 0.015682918950915337, 0.021816104650497437, 0.027949288487434387, 0.03408247232437134, 0.04021565988659859, 0.04634884372353554, 0.05248203128576279, 0.05861521512269974, 0.06474839895963669, 0.07088158279657364, 0.07701477408409119, 0.08314795792102814, 0.08928114175796509, 0.09541432559490204, 0.10154750943183899, 0.10768069326877594, 0.11381388455629349, 0.11994706839323044, 0.12608025968074799, 0.13221344351768494, 0.1383466273546219, 0.14447981119155884, 0.1506129950284958, 0.15674617886543274]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 5.0, 1.0, 0.0, 3.0, 2.0, 3.0, 4.0, 1.0, 2.0, 1.0, 3.0, 2.0, 4.0, 6.0, 13.0, 21.0, 51.0, 39.0, 37.0, 19.0, 8.0, 7.0, 9.0, 4.0, 3.0, 5.0, 3.0, 3.0, 3.0, 5.0, 1.0, 0.0, 1.0, 4.0, 1.0, 0.0, 1.0, 2.0], "bins": [-0.19465576112270355, -0.19012653827667236, -0.18559730052947998, -0.1810680776834488, -0.1765388399362564, -0.17200961709022522, -0.16748039424419403, -0.16295115649700165, -0.15842193365097046, -0.15389269590377808, -0.1493634730577469, -0.1448342502117157, -0.14030501246452332, -0.13577578961849213, -0.13124655187129974, -0.12671732902526855, -0.12218809872865677, -0.11765886843204498, -0.1131296381354332, -0.10860041528940201, -0.10407118499279022, -0.09954195469617844, -0.09501272439956665, -0.09048349410295486, -0.08595426380634308, -0.08142504096031189, -0.0768958106637001, -0.07236658036708832, -0.06783735007047653, -0.06330811977386475, -0.05877889320254326, -0.05424966663122177, -0.049720436334609985, -0.0451912060379982, -0.04066197946667671, -0.036132749170064926, -0.03160352259874344, -0.027074292302131653, -0.022545062005519867, -0.01801583357155323, -0.013486605137586594, -0.008957376703619957, -0.004428147338330746, 0.00010108156129717827, 0.004630310460925102, 0.009159538894891739, 0.01368876826018095, 0.01821799762547016, 0.022747226059436798, 0.027276454493403435, 0.03180568292737007, 0.03633491322398186, 0.040864139795303345, 0.04539337009191513, 0.049922600388526917, 0.054451826959848404, 0.05898105725646019, 0.06351028382778168, 0.06803951412439346, 0.07256874442100525, 0.07709797471761703, 0.08162720501422882, 0.08615642786026001, 0.0906856581568718, 0.09521488845348358]}, "_runtime": 35.153929471969604, "_timestamp": 1596212905.855467, "_step": 38}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 3.0, 1.0, 3.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 2.0, 4.0, 0.0, 2.0, 2.0, 1.0, 1.0, 4.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009117537178099155, -0.008816983550786972, -0.008516429923474789, -0.00821587536484003, -0.007915321737527847, -0.007614768110215664, -0.0073142144829034805, -0.00701366038993001, -0.0067131067626178265, -0.006412553135305643, -0.006111999042332172, -0.005811445415019989, -0.005510891787707806, -0.005210337694734335, -0.0049097840674221516, -0.004609229974448681, -0.0043086763471364975, -0.004008122719824314, -0.0037075686268508434, -0.00340701499953866, -0.003106461139395833, -0.002805907279253006, -0.0025053536519408226, -0.0022047997917979956, -0.0019042459316551685, -0.0016036920715123415, -0.0013031383277848363, -0.001002584584057331, -0.000702030723914504, -0.00040147692197933793, -0.00010092312004417181, 0.0001996306818909943, 0.0005001844838261604, 0.0008007382857613266, 0.0011012920876964927, 0.0014018458314239979, 0.001702399691566825, 0.002002953551709652, 0.0023035071790218353, 0.0026040610391646624, 0.0029046148993074894, 0.0032051687594503164, 0.0035057226195931435, 0.003806276246905327, 0.00410682987421751, 0.004407383967190981, 0.004707937594503164, 0.005008491687476635, 0.005309045314788818, 0.005609598942101002, 0.005910153035074472, 0.006210706662386656, 0.0065112607553601265, 0.00681181438267231, 0.007112368009984493, 0.007412922102957964, 0.007713475730270147, 0.008014029823243618, 0.008314583450555801, 0.008615137077867985, 0.008915690705180168, 0.009216244332492352, 0.00951679889112711, 0.009817352518439293, 0.010117906145751476]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 3.0, 2.0, 2.0, 3.0, 7.0, 2.0, 10.0, 10.0, 9.0, 13.0, 20.0, 15.0, 30.0, 23.0, 38.0, 49.0, 63.0, 112.0, 119.0, 170.0, 246.0, 363.0, 559.0, 4386.0, 674.0, 308.0, 187.0, 120.0, 71.0, 72.0, 53.0, 47.0, 33.0, 21.0, 19.0, 18.0, 19.0, 6.0, 4.0, 3.0, 4.0, 6.0, 1.0, 3.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.16829439997673035, -0.16337023675441742, -0.15844608843326569, -0.15352192521095276, -0.14859776198863983, -0.1436736136674881, -0.13874945044517517, -0.13382528722286224, -0.1289011389017105, -0.12397697567939758, -0.11905281990766525, -0.11412866413593292, -0.10920450091362, -0.10428034514188766, -0.09935618937015533, -0.09443202614784241, -0.08950787037611008, -0.08458371460437775, -0.07965955138206482, -0.07473539561033249, -0.06981123983860016, -0.06488707661628723, -0.0599629208445549, -0.05503876507282257, -0.05011460557579994, -0.04519044607877731, -0.04026629030704498, -0.035342130810022354, -0.030417973175644875, -0.025493815541267395, -0.020569656044244766, -0.015645498409867287, -0.010721340775489807, -0.00579718267545104, -0.0008730245754122734, 0.0040511335246264935, 0.00897529162466526, 0.01389944925904274, 0.01882360875606537, 0.023747766390442848, 0.028671924024820328, 0.03359608352184296, 0.03852023929357529, 0.043444398790597916, 0.048368558287620544, 0.053292714059352875, 0.058216873556375504, 0.06314103305339813, 0.06806518882513046, 0.07298934459686279, 0.07791350781917572, 0.08283766359090805, 0.08776181936264038, 0.09268598258495331, 0.09761013835668564, 0.10253429412841797, 0.1074584573507309, 0.11238261312246323, 0.11730676889419556, 0.12223092466592789, 0.12715508043766022, 0.13207924365997314, 0.13700340688228607, 0.1419275552034378, 0.14685171842575073]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 3.0, 3.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 2.0, 1.0, 3.0, 1.0, 3.0, 3.0, 1.0, 3.0, 6.0, 3.0, 26.0, 4.0, 7.0, 3.0, 3.0, 4.0, 2.0, 3.0, 3.0, 3.0, 0.0, 4.0, 2.0, 2.0, 0.0, 0.0, 3.0, 1.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0022085250820964575, -0.002123940270394087, -0.002039355458691716, -0.001954770879819989, -0.0018701860681176186, -0.001785601256415248, -0.0017010164447128773, -0.0016164317494258285, -0.0015318469377234578, -0.0014472621260210872, -0.0013626774307340384, -0.0012780926190316677, -0.001193507807329297, -0.0011089231120422482, -0.0010243383003398776, -0.0009397535468451679, -0.0008551687933504581, -0.0007705840398557484, -0.0006859992863610387, -0.000601414474658668, -0.0005168297211639583, -0.0004322449676692486, -0.0003476601850707084, -0.0002630754024721682, -0.00017849064897745848, -9.390588093083352e-05, -9.32111288420856e-06, 7.52636551624164e-05, 0.00015984842320904136, 0.0002444331767037511, 0.0003290179593022913, 0.00041360274190083146, 0.0004981874953955412, 0.0005827722488902509, 0.0006673570023849607, 0.0007519418140873313, 0.000836526567582041, 0.0009211113210767508, 0.0010056961327791214, 0.0010902808280661702, 0.0011748656397685409, 0.0012594504514709115, 0.0013440351467579603, 0.001428619958460331, 0.0015132047701627016, 0.0015977894654497504, 0.001682374277152121, 0.0017669589724391699, 0.0018515437841415405, 0.0019361285958439112, 0.002020713407546282, 0.002105297986418009, 0.0021898827981203794, 0.00227446760982275, 0.0023590524215251207, 0.0024436372332274914, 0.0025282218120992184, 0.002612806623801589, 0.0026973914355039597, 0.0027819762472063303, 0.002866561058908701, 0.0029511458706110716, 0.0030357304494827986, 0.0031203152611851692, 0.00320490007288754]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 4.0, 3.0, 4.0, 6.0, 7.0, 13.0, 18.0, 21.0, 34.0, 46.0, 62.0, 78.0, 134.0, 167.0, 301.0, 479.0, 666.0, 1074.0, 1799.0, 2921.0, 5047.0, 8888.0, 17283.0, 36469.0, 85380.0, 652686.0, 204723.0, 77474.0, 37336.0, 19327.0, 10526.0, 6197.0, 3708.0, 2206.0, 1431.0, 993.0, 665.0, 417.0, 295.0, 206.0, 137.0, 94.0, 95.0, 63.0, 49.0, 33.0, 16.0, 17.0, 12.0, 9.0, 5.0, 3.0, 3.0, 1.0, 3.0, 4.0, 3.0, 3.0], "bins": [-0.013359199278056622, -0.012940690852701664, -0.012522181496024132, -0.012103673070669174, -0.011685163713991642, -0.011266655288636684, -0.010848145931959152, -0.010429637506604195, -0.010011129081249237, -0.009592619724571705, -0.009174111299216747, -0.008755601942539215, -0.008337093517184258, -0.007918584160506725, -0.007500075735151768, -0.007081566844135523, -0.006663057953119278, -0.006244549062103033, -0.005826040171086788, -0.005407531280070543, -0.004989022389054298, -0.004570513963699341, -0.004152005072683096, -0.003733496181666851, -0.003314987290650606, -0.0028964783996343613, -0.0024779695086181164, -0.002059460850432515, -0.0016409519594162703, -0.0012224430684000254, -0.0008039342937991023, -0.00038542546099051833, 3.308337181806564e-05, 0.0004515922046266496, 0.0008701010374352336, 0.0012886098120361567, 0.0017071187030524015, 0.0021256275940686464, 0.0025441362522542477, 0.0029626451432704926, 0.0033811540342867374, 0.0037996629253029823, 0.004218171816319227, 0.004636680707335472, 0.00505518913269043, 0.005473698023706675, 0.0058922069147229195, 0.006310715805739164, 0.006729224696755409, 0.007147733587771654, 0.007566242478787899, 0.007984750904142857, 0.008403260260820389, 0.008821768686175346, 0.009240278042852879, 0.009658786468207836, 0.010077295824885368, 0.010495804250240326, 0.010914312675595284, 0.011332822032272816, 0.011751330457627773, 0.012169839814305305, 0.012588348239660263, 0.013006857596337795, 0.013425366021692753]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 3.0, 2.0, 3.0, 2.0, 9.0, 2.0, 4.0, 6.0, 6.0, 0.0, 3.0, 2.0, 6.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.02158171683549881, -0.020606882870197296, -0.019632048904895782, -0.01865721493959427, -0.017682380974292755, -0.01670754700899124, -0.015732714906334877, -0.014757880009710789, -0.01378304697573185, -0.012808213010430336, -0.011833379045128822, -0.010858545079827309, -0.009883711114525795, -0.008908877149224281, -0.007934044115245342, -0.006959210149943829, -0.005984376184642315, -0.005009542219340801, -0.004034708719700575, -0.003059874754399061, -0.002085041021928191, -0.0011102072894573212, -0.00013537344057112932, 0.0008394603501074016, 0.0018142941407859325, 0.0027891278732568026, 0.0037639616057276726, 0.004738795571029186, 0.0057136295363307, 0.006688463035970926, 0.00766329700127244, 0.008638130500912666, 0.00961296446621418, 0.010587798431515694, 0.011562632396817207, 0.012537465430796146, 0.01351229939609766, 0.014487133361399174, 0.015461967326700687, 0.016436800360679626, 0.01741163432598114, 0.018386468291282654, 0.019361302256584167, 0.02033613622188568, 0.021310970187187195, 0.02228580415248871, 0.023260638117790222, 0.024235472083091736, 0.02521030604839325, 0.026185138151049614, 0.027159972116351128, 0.02813480608165264, 0.029109640046954155, 0.03008447401225567, 0.031059307977557182, 0.03203414008021355, 0.03300897404551506, 0.033983808010816574, 0.03495864197611809, 0.0359334759414196, 0.036908309906721115, 0.03788314387202263, 0.03885797783732414, 0.039832811802625656, 0.04080764576792717]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 3.0, 2.0, 2.0, 3.0, 7.0, 3.0, 8.0, 14.0, 10.0, 15.0, 4.0, 25.0, 28.0, 46.0, 78.0, 86.0, 118.0, 159.0, 202.0, 279.0, 384.0, 477.0, 661.0, 826.0, 1035.0, 1130.0, 1374.0, 1891.0, 3194.0, 3897.0, 436.0, 388.0, 287.0, 254.0, 146.0, 109.0, 81.0, 72.0, 71.0, 65.0, 51.0, 34.0, 38.0, 65.0, 45.0, 42.0, 37.0, 43.0, 44.0, 34.0, 33.0, 26.0, 30.0, 10.0, 8.0, 6.0, 4.0, 4.0, 3.0, 1.0, 1.0], "bins": [-0.018659785389900208, -0.018078237771987915, -0.017496688291430473, -0.01691514067351818, -0.01633359305560589, -0.015752043575048447, -0.015170495957136154, -0.014588947407901287, -0.01400739885866642, -0.013425851240754128, -0.01284430269151926, -0.012262754142284393, -0.0116812065243721, -0.011099657975137234, -0.010518109425902367, -0.009936561807990074, -0.009355013258755207, -0.00877346470952034, -0.008191917091608047, -0.00761036854237318, -0.007028819993138313, -0.0064472719095647335, -0.005865723825991154, -0.005284175276756287, -0.004702627193182707, -0.004121079109609127, -0.00353953056037426, -0.00295798247680068, -0.0023764341603964567, -0.0017948858439922333, -0.0012133376440033317, -0.0006317893858067691, -5.0241127610206604e-05, 0.0005313071305863559, 0.0011128553887829185, 0.00169440358877182, 0.0022759519051760435, 0.002857500221580267, 0.0034390483051538467, 0.004020596854388714, 0.004602144937962294, 0.005183693021535873, 0.0057652415707707405, 0.00634678965434432, 0.0069283377379179, 0.007509886287152767, 0.008091434836387634, 0.008672982454299927, 0.009254531003534794, 0.009836079552769661, 0.010417627170681953, 0.01099917571991682, 0.011580724269151688, 0.01216227188706398, 0.012743820436298847, 0.013325368985533714, 0.013906916603446007, 0.014488465152680874, 0.015070013701915741, 0.015651561319828033, 0.016233110800385475, 0.016814658418297768, 0.01739620603621006, 0.017977755516767502, 0.018559303134679794]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.2583858072757721, -0.25236162543296814, -0.24633745849132538, -0.24031329154968262, -0.23428910970687866, -0.2282649278640747, -0.22224076092243195, -0.21621659398078918, -0.21019241213798523, -0.20416823029518127, -0.1981440633535385, -0.19211989641189575, -0.1860957145690918, -0.18007153272628784, -0.17404736578464508, -0.16802319884300232, -0.16199901700019836, -0.1559748351573944, -0.14995066821575165, -0.1439265012741089, -0.13790231943130493, -0.13187813758850098, -0.12585397064685822, -0.11982979625463486, -0.1138056218624115, -0.10778144747018814, -0.10175727307796478, -0.09573309868574142, -0.08970892429351807, -0.08368474990129471, -0.07766057550907135, -0.07163640111684799, -0.06561222672462463, -0.059588052332401276, -0.05356387794017792, -0.04753970354795456, -0.0415155291557312, -0.03549135476350784, -0.029467180371284485, -0.023443005979061127, -0.01741883158683777, -0.01139465719461441, -0.005370482802391052, 0.0006536915898323059, 0.006677865982055664, 0.012702040374279022, 0.01872621476650238, 0.02475038915872574, 0.030774563550949097, 0.036798737943172455, 0.04282291233539581, 0.04884708672761917, 0.05487126111984253, 0.06089543551206589, 0.06691960990428925, 0.0729437842965126, 0.07896795868873596, 0.08499213308095932, 0.09101630747318268, 0.09704048186540604, 0.1030646562576294, 0.10908883064985275, 0.11511300504207611, 0.12113717943429947, 0.12716135382652283]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 5.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 5.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 5.0, 4.0, 3.0, 0.0, 2.0, 2.0, 3.0, 15.0, 12.0, 18.0, 12.0, 13.0, 13.0, 30.0, 23.0, 16.0, 13.0, 14.0, 5.0, 8.0, 14.0, 9.0, 7.0, 3.0, 0.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0], "bins": [-0.08546961098909378, -0.08324122428894043, -0.08101283013820648, -0.07878444343805313, -0.07655604928731918, -0.07432766258716583, -0.07209926843643188, -0.06987088173627853, -0.06764248758554459, -0.06541410088539124, -0.06318570673465729, -0.06095732003450394, -0.05872892960906029, -0.05650053918361664, -0.05427214875817299, -0.05204375833272934, -0.04981536790728569, -0.04758697748184204, -0.04535858705639839, -0.04313019663095474, -0.04090180620551109, -0.038673415780067444, -0.036445025354623795, -0.034216634929180145, -0.031988248229026794, -0.029759855940937996, -0.027531465515494347, -0.025303075090050697, -0.023074686527252197, -0.020846296101808548, -0.0186179056763649, -0.01638951525092125, -0.0141611248254776, -0.01193273440003395, -0.009704343974590302, -0.007475954480469227, -0.0052475640550255775, -0.003019173862412572, -0.0007907836697995663, 0.0014376065228134394, 0.003665996715426445, 0.005894387140870094, 0.008122777566313744, 0.010351167060434818, 0.012579557485878468, 0.014807947911322117, 0.01703633740544319, 0.01926472783088684, 0.02149311825633049, 0.02372150868177414, 0.02594989910721779, 0.028178289532661438, 0.030406679958105087, 0.03263507038354874, 0.034863460808992386, 0.037091851234436035, 0.039320237934589386, 0.041548628360033035, 0.043777018785476685, 0.046005409210920334, 0.04823379963636398, 0.05046219006180763, 0.05269058048725128, 0.05491897091269493, 0.05714736133813858]}, "_runtime": 35.91614818572998, "_timestamp": 1596212906.6176858, "_step": 39}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 3.0, 1.0, 4.0, 1.0, 0.0, 0.0, 2.0, 2.0, 1.0, 6.0, 2.0, 5.0, 4.0, 1.0, 0.0, 6.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013095867820084095, -0.01272523496299982, -0.012354602105915546, -0.011983969248831272, -0.011613336391746998, -0.011242703534662724, -0.01087207067757845, -0.010501437820494175, -0.010130804032087326, -0.009760171175003052, -0.009389538317918777, -0.009018905460834503, -0.008648272603750229, -0.008277639746665955, -0.00790700688958168, -0.007536374032497406, -0.007165741175413132, -0.006795108318328857, -0.006424475461244583, -0.006053842604160309, -0.0056832097470760345, -0.005312576424330473, -0.004941943567246199, -0.004571310710161924, -0.00420067785307765, -0.0038300449959933758, -0.0034594121389091015, -0.0030887790489941835, -0.0027181461919099092, -0.002347513334825635, -0.001976880244910717, -0.0016062473878264427, -0.0012356145307421684, -0.0008649816154502332, -0.000494348700158298, -0.0001237157848663628, 0.0002469171304255724, 0.0006175500457175076, 0.0009881829610094428, 0.001358815934509039, 0.0017294487915933132, 0.0021000816486775875, 0.002470714505761862, 0.0028413475956767797, 0.003211980452761054, 0.0035826133098453283, 0.003953246399760246, 0.004323879256844521, 0.004694512113928795, 0.005065144971013069, 0.0054357778280973434, 0.005806410685181618, 0.006177043542265892, 0.006547676865011454, 0.006918309722095728, 0.007288942579180002, 0.0076595754362642765, 0.008030208759009838, 0.008400841616094112, 0.008771474473178387, 0.009142107330262661, 0.009512740187346935, 0.00988337304443121, 0.010254005901515484, 0.010624638758599758]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 0.0, 0.0, 1.0, 2.0, 2.0, 3.0, 5.0, 9.0, 1.0, 18.0, 17.0, 23.0, 37.0, 31.0, 55.0, 87.0, 120.0, 188.0, 337.0, 527.0, 4907.0, 776.0, 303.0, 155.0, 90.0, 66.0, 40.0, 32.0, 23.0, 23.0, 13.0, 5.0, 11.0, 5.0, 2.0, 4.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.25760751962661743, -0.25053074955940247, -0.2434539943933487, -0.23637723922729492, -0.22930048406124115, -0.22222371399402618, -0.2151469588279724, -0.20807020366191864, -0.20099344849586487, -0.1939166784286499, -0.18683992326259613, -0.17976316809654236, -0.1726863980293274, -0.16560964286327362, -0.15853288769721985, -0.15145611763000488, -0.1443793624639511, -0.13730260729789734, -0.13022583723068237, -0.1231490820646286, -0.11607232689857483, -0.10899556428194046, -0.10191880166530609, -0.09484204649925232, -0.08776528388261795, -0.08068852126598358, -0.07361176609992981, -0.06653500348329544, -0.05945824459195137, -0.0523814857006073, -0.04530472308397293, -0.03822796419262886, -0.03115120530128479, -0.02407444640994072, -0.0169976856559515, -0.009920925833284855, -0.00284416601061821, 0.004232593812048435, 0.01130935363471508, 0.0183861143887043, 0.02546287328004837, 0.03253963217139244, 0.03961639106273651, 0.04669315367937088, 0.05376991257071495, 0.06084667146205902, 0.06792343407869339, 0.07500018924474716, 0.08207695186138153, 0.0891537144780159, 0.09623046964406967, 0.10330723226070404, 0.11038398742675781, 0.11746075004339218, 0.12453751266002655, 0.13161426782608032, 0.1386910378932953, 0.14576779305934906, 0.15284454822540283, 0.1599213033914566, 0.16699807345867157, 0.17407482862472534, 0.1811515837907791, 0.18822835385799408, 0.19530510902404785]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 2.0, 2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 2.0, 5.0, 1.0, 4.0, 2.0, 3.0, 0.0, 3.0, 4.0, 3.0, 4.0, 4.0, 4.0, 4.0, 24.0, 2.0, 5.0, 5.0, 2.0, 4.0, 1.0, 2.0, 4.0, 3.0, 0.0, 3.0, 2.0, 1.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.002525557531043887, -0.002450025174766779, -0.002374492585659027, -0.002298960229381919, -0.0022234278731048107, -0.0021478955168277025, -0.0020723631605505943, -0.0019968305714428425, -0.0019212982151657343, -0.001845765858888626, -0.001770233386196196, -0.001694700913503766, -0.0016191685572266579, -0.0015436362009495497, -0.0014681037282571197, -0.0013925712555646896, -0.0013170388992875814, -0.0012415065430104733, -0.0011659740703180432, -0.0010904415976256132, -0.001014909241348505, -0.0009393768268637359, -0.0008638444123789668, -0.0007883119978941977, -0.0007127795834094286, -0.0006372471689246595, -0.0005617147544398904, -0.0004861823399551213, -0.00041064992547035217, -0.00033511751098558307, -0.00025958509650081396, -0.00018405268201604486, -0.00010852026753127575, -3.298785304650664e-05, 4.254456143826246e-05, 0.00011807697592303157, 0.00019360939040780067, 0.0002691418048925698, 0.0003446742193773389, 0.000420206633862108, 0.0004957390483468771, 0.0005712714628316462, 0.0006468038773164153, 0.0007223362918011844, 0.0007978687062859535, 0.0008734011207707226, 0.0009489335352554917, 0.0010244660079479218, 0.00109999836422503, 0.0011755307205021381, 0.0012510631931945682, 0.0013265956658869982, 0.0014021280221641064, 0.0014776603784412146, 0.0015531928511336446, 0.0016287253238260746, 0.0017042576801031828, 0.001779790036380291, 0.001855322509072721, 0.001930854981765151, 0.002006387338042259, 0.0020819196943193674, 0.0021574520505964756, 0.0022329846397042274, 0.0023085169959813356]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 2.0, 2.0, 2.0, 3.0, 3.0, 4.0, 11.0, 17.0, 24.0, 37.0, 44.0, 70.0, 93.0, 157.0, 211.0, 370.0, 536.0, 858.0, 1213.0, 1975.0, 3515.0, 5895.0, 10812.0, 21142.0, 44416.0, 103076.0, 699452.0, 168553.0, 58065.0, 26671.0, 13433.0, 7295.0, 4270.0, 2544.0, 1543.0, 1000.0, 709.0, 495.0, 338.0, 242.0, 177.0, 98.0, 66.0, 57.0, 44.0, 26.0, 21.0, 15.0, 9.0, 6.0, 8.0, 4.0, 4.0, 3.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.011615604162216187, -0.011226293630897999, -0.010836983099579811, -0.010447673499584198, -0.01005836296826601, -0.009669052436947823, -0.00927974283695221, -0.008890432305634022, -0.008501121774315834, -0.008111811242997646, -0.007722501177340746, -0.0073331911116838455, -0.006943880580365658, -0.00655457004904747, -0.00616525998339057, -0.005775949917733669, -0.005386639386415482, -0.004997328855097294, -0.0046080187894403934, -0.004218708723783493, -0.0038293981924653053, -0.0034400878939777613, -0.003050777595490217, -0.002661467297002673, -0.002272156998515129, -0.001882846700027585, -0.001493536401540041, -0.001104226103052497, -0.0007149158045649529, -0.0003256055060774088, 6.370479241013527e-05, 0.00045301509089767933, 0.0008423253893852234, 0.0012316356878727674, 0.0016209459863603115, 0.0020102562848478556, 0.0023995665833353996, 0.0027888768818229437, 0.0031781871803104877, 0.003567497478798032, 0.003956807777285576, 0.004346118308603764, 0.004735428374260664, 0.005124738439917564, 0.005514048971235752, 0.00590335950255394, 0.00629266956821084, 0.006681979633867741, 0.007071290165185928, 0.007460600696504116, 0.007849911227822304, 0.008239220827817917, 0.008628531359136105, 0.009017841890454292, 0.009407151490449905, 0.009796462021768093, 0.01018577255308628, 0.010575083084404469, 0.010964393615722656, 0.01135370321571827, 0.011743013747036457, 0.012132324278354645, 0.012521633878350258, 0.012910944409668446, 0.013300254940986633]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 2.0, 2.0, 7.0, 5.0, 3.0, 3.0, 0.0, 2.0, 3.0, 2.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.007036279886960983, -0.00676760682836175, -0.006498934235423803, -0.00623026117682457, -0.005961588583886623, -0.00569291552528739, -0.0054242429323494434, -0.00515556987375021, -0.0048868972808122635, -0.00461822422221303, -0.004349551163613796, -0.00408087857067585, -0.0038122055120766163, -0.0035435326863080263, -0.0032748598605394363, -0.0030061870347708464, -0.0027375142090022564, -0.0024688413832336664, -0.0022001685574650764, -0.0019314956152811646, -0.0016628227895125747, -0.0013941499637439847, -0.001125477021560073, -0.0008568041957914829, -0.000588131370022893, -0.0003194585151504725, -5.078566027805209e-05, 0.00021788719459436834, 0.00048656004946678877, 0.0007552328752353787, 0.0010239058174192905, 0.0012925786431878805, 0.0015612514689564705, 0.0018299242947250605, 0.0020985971204936504, 0.0023672699462622404, 0.0026359427720308304, 0.002904615830630064, 0.003173288656398654, 0.003441961482167244, 0.003710634307935834, 0.003979307133704424, 0.0042479801923036575, 0.004516652785241604, 0.0047853258438408375, 0.005053998436778784, 0.005322671495378017, 0.005591344088315964, 0.005860017146915197, 0.006128690205514431, 0.006397362798452377, 0.006666035857051611, 0.006934708449989557, 0.007203381508588791, 0.007472054101526737, 0.007740727160125971, 0.008009400218725204, 0.00827807281166315, 0.008546745404601097, 0.008815418928861618, 0.009084091521799564, 0.00935276411473751, 0.009621436707675457, 0.009890110231935978, 0.010158782824873924]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 2.0, 0.0, 0.0, 4.0, 3.0, 0.0, 7.0, 9.0, 11.0, 12.0, 17.0, 20.0, 19.0, 32.0, 43.0, 51.0, 61.0, 64.0, 73.0, 93.0, 130.0, 177.0, 169.0, 202.0, 202.0, 276.0, 376.0, 531.0, 756.0, 1156.0, 1821.0, 5506.0, 1750.0, 1111.0, 778.0, 602.0, 440.0, 327.0, 276.0, 212.0, 213.0, 185.0, 180.0, 126.0, 106.0, 74.0, 48.0, 55.0, 33.0, 26.0, 18.0, 12.0, 10.0, 10.0, 5.0, 2.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 1.0], "bins": [-0.007310074288398027, -0.007083311211317778, -0.006856548134237528, -0.006629785522818565, -0.006403022445738316, -0.006176259368658066, -0.005949496291577816, -0.0057227336801588535, -0.005495970603078604, -0.005269207525998354, -0.005042444448918104, -0.004815681371837854, -0.004588918760418892, -0.004362155683338642, -0.004135392606258392, -0.0039086295291781425, -0.0036818666849285364, -0.0034551036078482866, -0.0032283407635986805, -0.0030015776865184307, -0.0027748148422688246, -0.002548051765188575, -0.0023212889209389687, -0.002094525843858719, -0.001867762883193791, -0.001640999922528863, -0.001414236961863935, -0.001187474001199007, -0.0009607109823264182, -0.0007339480216614902, -0.0005071850027889013, -0.00028042204212397337, -5.365908145904541e-05, 0.00017310389375779778, 0.00039986686897464097, 0.0006266298587433994, 0.0008533928194083273, 0.0010801558382809162, 0.0013069187989458442, 0.0015336817596107721, 0.0017604447202757, 0.001987207680940628, 0.002213970758020878, 0.002440733602270484, 0.0026674966793507338, 0.00289425952360034, 0.0031210226006805897, 0.003347785444930196, 0.0035745485220104456, 0.0038013115990906954, 0.0040280744433403015, 0.004254837520420551, 0.004481600597500801, 0.0047083632089197636, 0.004935126286000013, 0.005161889363080263, 0.005388652440160513, 0.005615415517240763, 0.005842178128659725, 0.006068941205739975, 0.006295704282820225, 0.0065224673599004745, 0.006749229971319437, 0.006975993048399687, 0.007202756125479937]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 4.0, 2.0, 1.0, 0.0, 2.0, 1.0, 3.0, 3.0, 3.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.10233660042285919, -0.09921565651893616, -0.09609472006559372, -0.09297377616167068, -0.08985283225774765, -0.08673188835382462, -0.08361095190048218, -0.08049000799655914, -0.07736906409263611, -0.07424812763929367, -0.07112718373537064, -0.0680062398314476, -0.06488529592752457, -0.06176435574889183, -0.058643415570259094, -0.05552247166633606, -0.05240153148770332, -0.04928059130907059, -0.04615964740514755, -0.043038707226514816, -0.03991776332259178, -0.036796823143959045, -0.03367587924003601, -0.030554939061403275, -0.02743399702012539, -0.024313054978847504, -0.021192112937569618, -0.018071170896291733, -0.014950229786336422, -0.011829287745058537, -0.008708346635103226, -0.00558740459382534, -0.002466462552547455, 0.000654479255899787, 0.0037754210643470287, 0.006896362639963627, 0.010017304681241512, 0.013138246722519398, 0.01625918783247471, 0.019380129873752594, 0.02250107191503048, 0.025622013956308365, 0.02874295599758625, 0.031863898038864136, 0.03498483821749687, 0.03810578212141991, 0.04122672230005264, 0.04434766620397568, 0.047468606382608414, 0.05058954656124115, 0.053710490465164185, 0.05683143064379692, 0.059952374547719955, 0.06307331472635269, 0.06619425863027573, 0.06931520253419876, 0.0724361389875412, 0.07555708289146423, 0.07867802679538727, 0.0817989632487297, 0.08491990715265274, 0.08804085105657578, 0.09116179496049881, 0.09428273141384125, 0.09740367531776428]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 5.0, 2.0, 1.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 2.0, 1.0, 2.0, 4.0, 3.0, 3.0, 6.0, 14.0, 21.0, 32.0, 51.0, 22.0, 18.0, 11.0, 10.0, 9.0, 4.0, 2.0, 1.0, 2.0, 3.0, 3.0, 1.0, 3.0, 1.0, 5.0, 0.0, 3.0, 4.0, 1.0, 2.0, 6.0, 3.0, 2.0, 1.0], "bins": [-0.07122677564620972, -0.0694449245929718, -0.06766308099031448, -0.06588122993707657, -0.06409937888383865, -0.06231753155589104, -0.06053568422794342, -0.058753833174705505, -0.05697198584675789, -0.05519013851881027, -0.05340828746557236, -0.05162644013762474, -0.049844592809677124, -0.04806274175643921, -0.04628089442849159, -0.04449904337525368, -0.04271719604730606, -0.040935348719358444, -0.03915349766612053, -0.03737165033817291, -0.035589799284935, -0.03380795195698738, -0.032026104629039764, -0.030244255438447, -0.028462406247854233, -0.026680557057261467, -0.0248987078666687, -0.023116860538721085, -0.02133501134812832, -0.019553162157535553, -0.017771314829587936, -0.01598946563899517, -0.014207616448402405, -0.012425767257809639, -0.010643918998539448, -0.008862070739269257, -0.007080221548676491, -0.005298372823745012, -0.0035165240988135338, -0.0017346753738820553, 4.717335104942322e-05, 0.0018290220759809017, 0.0036108708009123802, 0.005392719525843859, 0.007174568250775337, 0.008956417441368103, 0.010738265700638294, 0.012520113959908485, 0.014301963150501251, 0.016083812341094017, 0.017865661531686783, 0.0196475088596344, 0.021429358050227165, 0.02321120724081993, 0.024993054568767548, 0.026774903759360313, 0.02855675294995308, 0.030338602140545845, 0.03212045133113861, 0.03390229865908623, 0.035684145987033844, 0.03746599704027176, 0.039247844368219376, 0.04102969542145729, 0.04281154274940491]}, "_runtime": 36.69053530693054, "_timestamp": 1596212907.392073, "_step": 40}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 2.0, 4.0, 3.0, 3.0, 3.0, 1.0, 2.0, 1.0, 2.0, 1.0, 2.0, 3.0, 0.0, 1.0, 4.0, 3.0, 4.0, 2.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013373106718063354, -0.012923620641231537, -0.012474133633077145, -0.012024647556245327, -0.011575160548090935, -0.011125674471259117, -0.010676187463104725, -0.010226701386272907, -0.009777214378118515, -0.009327728301286697, -0.00887824222445488, -0.008428755216300488, -0.00797926913946867, -0.007529782596975565, -0.00708029605448246, -0.006630809511989355, -0.00618132296949625, -0.005731836427003145, -0.00528234988451004, -0.004832863342016935, -0.00438337679952383, -0.003933890722692013, -0.003484404180198908, -0.003034917637705803, -0.002585431095212698, -0.002135944552719593, -0.00168645812664181, -0.0012369717005640268, -0.0007874851580709219, -0.0003379986737854779, 0.00011148781049996614, 0.0005609742947854102, 0.0010104607790708542, 0.0014599473215639591, 0.0019094337476417422, 0.0023589201737195253, 0.0028084067162126303, 0.003257893258705735, 0.0037073795683681965, 0.004156866110861301, 0.004606352653354406, 0.005055839195847511, 0.005505325738340616, 0.005954812280833721, 0.006404298357665539, 0.006853784900158644, 0.007303271442651749, 0.007752757985144854, 0.008202244527637959, 0.008651730604469776, 0.009101217612624168, 0.009550703689455986, 0.010000190697610378, 0.010449676774442196, 0.010899163782596588, 0.011348649859428406, 0.011798135936260223, 0.012247622944414616, 0.012697109021246433, 0.013146596029400826, 0.013596082106232643, 0.014045569114387035, 0.014495055191218853, 0.014944542199373245, 0.015394028276205063]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 5.0, 5.0, 10.0, 12.0, 11.0, 13.0, 14.0, 21.0, 34.0, 39.0, 36.0, 61.0, 72.0, 138.0, 169.0, 224.0, 404.0, 3803.0, 1625.0, 474.0, 230.0, 157.0, 104.0, 87.0, 49.0, 37.0, 23.0, 10.0, 13.0, 13.0, 6.0, 10.0, 9.0, 5.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.23665770888328552, -0.22986848652362823, -0.22307926416397095, -0.21629005670547485, -0.20950083434581757, -0.20271161198616028, -0.195922389626503, -0.1891331672668457, -0.1823439598083496, -0.17555473744869232, -0.16876551508903503, -0.16197629272937775, -0.15518707036972046, -0.14839784801006317, -0.14160864055156708, -0.1348194181919098, -0.1280301958322525, -0.12124097347259521, -0.11445175856351852, -0.10766253620386124, -0.10087332129478455, -0.09408409893512726, -0.08729487657546997, -0.08050566166639328, -0.07371643930673599, -0.0669272169470787, -0.060138002038002014, -0.05334877967834473, -0.04655956104397774, -0.03977034240961075, -0.03298112004995346, -0.02619190141558647, -0.019402682781219482, -0.012613463215529919, -0.005824243649840355, 0.0009649759158492088, 0.007754195481538773, 0.014543415047228336, 0.0213326346129179, 0.02812185510993004, 0.03491107374429703, 0.04170029237866402, 0.048489511013031006, 0.05527873337268829, 0.06206795200705528, 0.06885717064142227, 0.07564639300107956, 0.08243560791015625, 0.08922483026981354, 0.09601405262947083, 0.10280326753854752, 0.1095924898982048, 0.1163817048072815, 0.12317092716693878, 0.12996014952659607, 0.13674937188625336, 0.14353859424591064, 0.15032780170440674, 0.15711702406406403, 0.1639062464237213, 0.1706954687833786, 0.1774846911430359, 0.18427389860153198, 0.19106312096118927, 0.19785234332084656]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 1.0, 2.0, 3.0, 1.0, 4.0, 1.0, 4.0, 4.0, 2.0, 5.0, 4.0, 8.0, 5.0, 23.0, 5.0, 4.0, 3.0, 3.0, 3.0, 1.0, 2.0, 3.0, 1.0, 1.0, 4.0, 1.0, 4.0, 1.0, 2.0, 0.0, 1.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.002863412257283926, -0.0027612510602921247, -0.002659090096130967, -0.002556928899139166, -0.0024547679349780083, -0.002352606737986207, -0.0022504455409944057, -0.002148284576833248, -0.002046123379841447, -0.0019439622992649674, -0.001841801218688488, -0.0017396400216966867, -0.0016374789411202073, -0.0015353178605437279, -0.0014331566635519266, -0.0013309955829754472, -0.0012288345023989677, -0.0011266734218224883, -0.0010245123412460089, -0.0009223511442542076, -0.0008201900636777282, -0.0007180289831012487, -0.0006158678443171084, -0.000513706705532968, -0.0004115456249564886, -0.0003093845152761787, -0.00020722340559586883, -0.00010506229591555893, -2.9011862352490425e-06, 9.925992344506085e-05, 0.00020142103312537074, 0.00030358214280568063, 0.0004057432524859905, 0.00050790433306247, 0.0006100654718466103, 0.0007122266106307507, 0.0008143876912072301, 0.0009165487717837095, 0.0010187099687755108, 0.0011208710493519902, 0.0012230321299284697, 0.001325193210504949, 0.0014273542910814285, 0.0015295154880732298, 0.0016316765686497092, 0.0017338376492261887, 0.00183599884621799, 0.0019381599267944694, 0.002040321007370949, 0.00214248220436275, 0.0022446431685239077, 0.002346804365515709, 0.0024489653296768665, 0.002551126526668668, 0.002653287723660469, 0.0027554486878216267, 0.002857609884813428, 0.002959771081805229, 0.003061932045966387, 0.003164093242958188, 0.0032662544399499893, 0.003368415404111147, 0.003470576601102948, 0.003572737565264106, 0.003674898762255907]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 5.0, 10.0, 19.0, 38.0, 35.0, 96.0, 143.0, 265.0, 444.0, 826.0, 1428.0, 2526.0, 4668.0, 9644.0, 20265.0, 46082.0, 120661.0, 729135.0, 133069.0, 53548.0, 25477.0, 13330.0, 7240.0, 4152.0, 2443.0, 1530.0, 898.0, 566.0, 341.0, 234.0, 162.0, 98.0, 67.0, 45.0, 44.0, 30.0, 14.0, 10.0, 9.0, 12.0, 8.0, 7.0, 3.0, 3.0, 1.0, 3.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012961563654243946, -0.01247455459088087, -0.011987545527517796, -0.011500535532832146, -0.01101352646946907, -0.010526517406105995, -0.01003950834274292, -0.009552499279379845, -0.00906549021601677, -0.00857848022133112, -0.008091471157968044, -0.007604462094604969, -0.007117453031241894, -0.006630443502217531, -0.006143434438854456, -0.005656424909830093, -0.005169415846467018, -0.004682406783103943, -0.00419539725407958, -0.003708388190716505, -0.003221378894522786, -0.0027343695983290672, -0.002247360534965992, -0.001760351238772273, -0.0012733419425785542, -0.0007863327045924962, -0.00029932346660643816, 0.00018768577137961984, 0.0006746950093656778, 0.0011617043055593967, 0.0016487134853377938, 0.002135722665116191, 0.00262273196130991, 0.0031097412575036287, 0.0035967505536973476, 0.004083759617060423, 0.0045707691460847855, 0.005057778209447861, 0.005544787272810936, 0.0060317968018352985, 0.006518805865198374, 0.007005814928561449, 0.007492824457585812, 0.007979833520948887, 0.008466842584311962, 0.008953851647675037, 0.009440861642360687, 0.009927870705723763, 0.010414879769086838, 0.010901888832449913, 0.011388897895812988, 0.011875907890498638, 0.012362916953861713, 0.012849926017224789, 0.013336935080587864, 0.01382394414395094, 0.014310954138636589, 0.014797963201999664, 0.01528497226536274, 0.015771981328725815, 0.01625899039208889, 0.016745999455451965, 0.01723300851881504, 0.017720017582178116, 0.01820702850818634]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 6.0, 3.0, 4.0, 1.0, 9.0, 2.0, 4.0, 0.0, 1.0, 5.0, 0.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.026173410937190056, -0.025420675054192543, -0.02466793730854988, -0.023915201425552368, -0.023162463679909706, -0.022409727796912193, -0.02165699005126953, -0.02090425416827202, -0.020151518285274506, -0.019398780539631844, -0.01864604465663433, -0.01789330691099167, -0.017140571027994156, -0.016387833282351494, -0.01563509739935398, -0.014882360585033894, -0.014129623770713806, -0.013376886956393719, -0.012624150142073631, -0.011871413327753544, -0.011118676513433456, -0.010365940630435944, -0.009613203816115856, -0.008860467001795769, -0.008107730187475681, -0.007354993373155594, -0.0066022565588355064, -0.005849520210176706, -0.005096783395856619, -0.0043440465815365314, -0.0035913100000470877, -0.002838573418557644, -0.0020858366042375565, -0.0013330999063327909, -0.0005803632084280252, 0.00017237348947674036, 0.000925110187381506, 0.0016778468852862716, 0.002430583583191037, 0.003183320164680481, 0.003936056979000568, 0.004688793793320656, 0.005441530607640743, 0.006194266956299543, 0.006947003770619631, 0.007699740584939718, 0.008452476933598518, 0.009205213747918606, 0.009957950562238693, 0.01071068737655878, 0.011463424190878868, 0.012216161005198956, 0.012968897819519043, 0.013721633702516556, 0.014474370516836643, 0.01522710733115673, 0.015979845076799393, 0.016732580959796906, 0.01748531684279442, 0.01823805458843708, 0.018990790471434593, 0.019743528217077255, 0.020496264100074768, 0.02124900184571743, 0.022001737728714943]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 4.0, 3.0, 6.0, 3.0, 8.0, 8.0, 12.0, 13.0, 14.0, 8.0, 9.0, 17.0, 17.0, 14.0, 41.0, 28.0, 56.0, 66.0, 87.0, 114.0, 168.0, 233.0, 365.0, 490.0, 704.0, 1002.0, 1887.0, 6412.0, 2043.0, 1208.0, 774.0, 579.0, 447.0, 340.0, 245.0, 164.0, 138.0, 133.0, 91.0, 101.0, 97.0, 77.0, 65.0, 42.0, 29.0, 12.0, 18.0, 16.0, 5.0, 4.0, 4.0, 0.0, 1.0, 1.0, 0.0, 2.0], "bins": [-0.021217186003923416, -0.020622875541448593, -0.02002856507897377, -0.019434256479144096, -0.018839946016669273, -0.01824563555419445, -0.017651325091719627, -0.017057014629244804, -0.01646270602941513, -0.015868395566940308, -0.015274085104465485, -0.014679774641990662, -0.014085464179515839, -0.01349115464836359, -0.012896844185888767, -0.012302534654736519, -0.011708224192261696, -0.011113913729786873, -0.010519604198634624, -0.009925293736159801, -0.009330984205007553, -0.00873667374253273, -0.008142363280057907, -0.007548053283244371, -0.006953743286430836, -0.0063594332896173, -0.005765123292803764, -0.005170812830328941, -0.004576502833515406, -0.00398219283670187, -0.0033878826070576906, -0.0027935723774135113, -0.0021992623805999756, -0.001604952267371118, -0.0010106421541422606, -0.00041633204091340303, 0.00017797807231545448, 0.000772288185544312, 0.0013665982987731695, 0.001960908528417349, 0.0025552185252308846, 0.0031495285220444202, 0.0037438387516885996, 0.004338148981332779, 0.004932458978146315, 0.00552676897495985, 0.006121079437434673, 0.006715389434248209, 0.007309699431061745, 0.007904009893536568, 0.008498319424688816, 0.009092629887163639, 0.009686939418315887, 0.01028124988079071, 0.010875560343265533, 0.011469869874417782, 0.012064180336892605, 0.012658490799367428, 0.013252800330519676, 0.0138471107929945, 0.014441421255469322, 0.01503573078662157, 0.01563004031777382, 0.016224350780248642, 0.016818661242723465]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 3.0, 3.0, 1.0, 2.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1783495843410492, -0.1706637442111969, -0.1629778891801834, -0.15529203414916992, -0.14760619401931763, -0.13992035388946533, -0.13223449885845184, -0.12454865127801895, -0.11686280369758606, -0.10917695611715317, -0.10149110853672028, -0.09380526095628738, -0.08611941337585449, -0.0784335657954216, -0.07074771821498871, -0.06306187063455582, -0.055376023054122925, -0.04769017547369003, -0.04000432789325714, -0.03231848031282425, -0.024632632732391357, -0.016946785151958466, -0.009260937571525574, -0.0015750899910926819, 0.00611075758934021, 0.013796605169773102, 0.021482452750205994, 0.029168300330638885, 0.03685414791107178, 0.04453999549150467, 0.05222584307193756, 0.05991169065237045, 0.06759753823280334, 0.07528338581323624, 0.08296923339366913, 0.09065508097410202, 0.09834092855453491, 0.1060267761349678, 0.1137126237154007, 0.12139847129583359, 0.12908431887626648, 0.13677015900611877, 0.14445601403713226, 0.15214186906814575, 0.15982770919799805, 0.16751354932785034, 0.17519940435886383, 0.18288525938987732, 0.19057109951972961, 0.1982569396495819, 0.2059427946805954, 0.2136286497116089, 0.22131448984146118, 0.22900032997131348, 0.23668618500232697, 0.24437204003334045, 0.25205788016319275, 0.25974372029304504, 0.2674295902252197, 0.275115430355072, 0.2828012704849243, 0.2904871106147766, 0.2981729507446289, 0.3058588206768036, 0.3135446608066559]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 6.0, 4.0, 5.0, 6.0, 5.0, 5.0, 8.0, 4.0, 2.0, 5.0, 3.0, 6.0, 20.0, 26.0, 46.0, 30.0, 25.0, 16.0, 13.0, 1.0, 2.0, 1.0, 1.0, 4.0, 2.0, 3.0, 2.0, 2.0, 3.0, 3.0, 0.0, 4.0, 4.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 2.0], "bins": [-0.11978322267532349, -0.11429436504840851, -0.10880551487207413, -0.10331665724515915, -0.09782780706882477, -0.09233894944190979, -0.08685009181499481, -0.08136124163866043, -0.07587238401174545, -0.07038352638483047, -0.0648946762084961, -0.059405818581581116, -0.053916964679956436, -0.04842811077833176, -0.04293925315141678, -0.0374503992497921, -0.03196154534816742, -0.02647269144654274, -0.02098383568227291, -0.015494980849325657, -0.010006126016378403, -0.0045172711834311485, 0.0009715836495161057, 0.00646043848246336, 0.011949293315410614, 0.017438147217035294, 0.022927002981305122, 0.02841585874557495, 0.03390471264719963, 0.03939356654882431, 0.04488242417573929, 0.05037127807736397, 0.05586013197898865, 0.06134898588061333, 0.066837839782238, 0.07232669740915298, 0.07781554758548737, 0.08330440521240234, 0.08879326283931732, 0.0942821130156517, 0.09977097064256668, 0.10525982826948166, 0.11074867844581604, 0.11623753607273102, 0.121726393699646, 0.12721525132656097, 0.13270409405231476, 0.13819295167922974, 0.14368180930614471, 0.1491706669330597, 0.15465952455997467, 0.16014836728572845, 0.16563722491264343, 0.1711260825395584, 0.1766149401664734, 0.18210379779338837, 0.18759265542030334, 0.19308149814605713, 0.1985703557729721, 0.20405921339988708, 0.20954807102680206, 0.21503692865371704, 0.22052577137947083, 0.2260146290063858, 0.23150348663330078]}, "_runtime": 37.46538209915161, "_timestamp": 1596212908.1669197, "_step": 41}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 2.0, 1.0, 5.0, 3.0, 3.0, 0.0, 1.0, 1.0, 3.0, 2.0, 4.0, 5.0, 4.0, 4.0, 1.0, 3.0, 2.0, 1.0, 2.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014987120404839516, -0.014533004723489285, -0.014078889973461628, -0.013624774292111397, -0.01317065954208374, -0.012716543860733509, -0.012262428179383278, -0.011808313429355621, -0.01135419774800539, -0.010900082066655159, -0.010445967316627502, -0.009991851635277271, -0.00953773595392704, -0.009083621203899384, -0.008629505522549152, -0.008175390772521496, -0.007721275091171265, -0.007267159875482321, -0.006813044659793377, -0.006358928978443146, -0.005904813762754202, -0.005450698547065258, -0.004996582865715027, -0.004542467650026083, -0.004088352434337139, -0.0036342372186481953, -0.0031801217701286077, -0.0027260063216090202, -0.0022718911059200764, -0.0018177757738158107, -0.001363660441711545, -0.0009095451096072793, -0.0004554297775030136, -1.314445398747921e-06, 0.00045280088670551777, 0.0009069162188097835, 0.0013610315509140491, 0.0018151468830183148, 0.0022692622151225805, 0.002723377663642168, 0.003177492879331112, 0.0036316080950200558, 0.004085723310709, 0.004539838992059231, 0.004993954207748175, 0.0054480694234371185, 0.00590218510478735, 0.0063563003204762936, 0.006810415536165237, 0.007264530751854181, 0.007718645967543125, 0.008172761648893356, 0.008626876398921013, 0.009080992080271244, 0.009535107761621475, 0.009989222511649132, 0.010443338192999363, 0.010897453874349594, 0.01135156862437725, 0.011805684305727482, 0.012259799987077713, 0.01271391473710537, 0.0131680304184556, 0.013622145168483257, 0.014076260849833488]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 5.0, 5.0, 7.0, 1.0, 8.0, 10.0, 14.0, 20.0, 28.0, 41.0, 43.0, 83.0, 130.0, 186.0, 277.0, 538.0, 4969.0, 779.0, 287.0, 182.0, 107.0, 59.0, 44.0, 25.0, 17.0, 11.0, 10.0, 10.0, 6.0, 3.0, 2.0, 4.0, 4.0, 2.0, 5.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.21985000371932983, -0.2130792886018753, -0.20630857348442078, -0.19953785836696625, -0.19276714324951172, -0.1859964281320572, -0.17922571301460266, -0.17245499789714813, -0.1656842827796936, -0.15891355276107788, -0.15214283764362335, -0.14537212252616882, -0.1386014074087143, -0.13183069229125977, -0.12505997717380524, -0.11828926205635071, -0.11151854693889618, -0.10474783182144165, -0.09797711670398712, -0.09120640158653259, -0.08443568646907806, -0.07766496390104294, -0.07089424878358841, -0.06412353366613388, -0.05735281854867935, -0.05058210343122482, -0.043811388313770294, -0.03704066947102547, -0.030269954353570938, -0.02349923923611641, -0.01672852225601673, -0.009957806207239628, -0.0031870901584625244, 0.003583625890314579, 0.010354341939091682, 0.01712505891919136, 0.02389577403664589, 0.030666489154100418, 0.037437207996845245, 0.044207923114299774, 0.0509786382317543, 0.05774935334920883, 0.06452006846666336, 0.07129078358411789, 0.07806150615215302, 0.08483222126960754, 0.09160293638706207, 0.0983736515045166, 0.10514436662197113, 0.11191508173942566, 0.11868579685688019, 0.12545651197433472, 0.13222722709178925, 0.13899794220924377, 0.1457686573266983, 0.15253937244415283, 0.15931010246276855, 0.16608081758022308, 0.1728515326976776, 0.17962224781513214, 0.18639296293258667, 0.1931636780500412, 0.19993439316749573, 0.20670510828495026, 0.21347582340240479]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 2.0, 2.0, 0.0, 2.0, 1.0, 2.0, 8.0, 3.0, 1.0, 2.0, 5.0, 0.0, 2.0, 5.0, 3.0, 7.0, 3.0, 5.0, 26.0, 3.0, 2.0, 2.0, 3.0, 3.0, 1.0, 2.0, 4.0, 3.0, 2.0, 0.0, 0.0, 3.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0019784136675298214, -0.0019048377871513367, -0.0018312617903575301, -0.0017576857935637236, -0.0016841099131852388, -0.0016105340328067541, -0.0015369580360129476, -0.001463382039219141, -0.0013898061588406563, -0.0013162302784621716, -0.001242654281668365, -0.0011690782848745584, -0.0010955024044960737, -0.001021926524117589, -0.0009483505273237824, -0.0008747745887376368, -0.0008011986501514912, -0.0007276227115653455, -0.0006540467729791999, -0.0005804708343930542, -0.0005068948958069086, -0.00043331895722076297, -0.00035974301863461733, -0.0002861670800484717, -0.00021259114146232605, -0.0001390152028761804, -6.543926429003477e-05, 8.136674296110868e-06, 8.171261288225651e-05, 0.00015528855146840215, 0.0002288644900545478, 0.0003024404286406934, 0.00037601636722683907, 0.0004495923058129847, 0.0005231682443991303, 0.000596744182985276, 0.0006703201215714216, 0.0007438960601575673, 0.0008174719987437129, 0.0008910479373298585, 0.0009646238759160042, 0.001038199756294489, 0.0011117757530882955, 0.001185351749882102, 0.0012589276302605867, 0.0013325035106390715, 0.001406079507432878, 0.0014796555042266846, 0.0015532313846051693, 0.001626807264983654, 0.0017003832617774606, 0.0017739592585712671, 0.0018475351389497519, 0.0019211110193282366, 0.001994687132537365, 0.0020682630129158497, 0.0021418388932943344, 0.002215414773672819, 0.002288990654051304, 0.0023625667672604322, 0.002436142647638917, 0.0025097185280174017, 0.00258329464122653, 0.002656870521605015, 0.0027304464019834995]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 3.0, 0.0, 2.0, 4.0, 3.0, 14.0, 19.0, 25.0, 37.0, 51.0, 79.0, 120.0, 189.0, 276.0, 471.0, 753.0, 1243.0, 1964.0, 3440.0, 6371.0, 12196.0, 25180.0, 58212.0, 163239.0, 725345.0, 98668.0, 39890.0, 18795.0, 9633.0, 5232.0, 2986.0, 1818.0, 1056.0, 733.0, 518.0, 325.0, 219.0, 169.0, 113.0, 77.0, 48.0, 38.0, 18.0, 21.0, 14.0, 8.0, 12.0, 4.0, 1.0, 6.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010508153587579727, -0.010138027369976044, -0.00976790115237236, -0.009397774003446102, -0.009027647785842419, -0.008657521568238735, -0.008287395350635052, -0.007917268201708794, -0.00754714198410511, -0.007177015766501427, -0.006806889548897743, -0.0064367628656327724, -0.006066636648029089, -0.005696509964764118, -0.005326383747160435, -0.004956257063895464, -0.0045861308462917805, -0.004216004628688097, -0.0038458779454231262, -0.003475751494988799, -0.003105625044554472, -0.0027354988269507885, -0.0023653723765164614, -0.0019952459260821342, -0.0016251194756478071, -0.00125499302521348, -0.0008848666329868138, -0.0005147402407601476, -0.00014461379032582045, 0.00022551263100467622, 0.0005956390523351729, 0.0009657654445618391, 0.0013358918949961662, 0.0017060183454304934, 0.0020761447958648205, 0.0024462712462991476, 0.0028163976967334747, 0.003186523914337158, 0.0035566503647714853, 0.0039267768152058125, 0.004296903498470783, 0.004667029716074467, 0.00503715593367815, 0.005407282616943121, 0.005777408834546804, 0.006147535517811775, 0.006517661735415459, 0.0068877884186804295, 0.007257914636284113, 0.007628040853887796, 0.007998167537152767, 0.00836829375475645, 0.008738419972360134, 0.009108547121286392, 0.009478673338890076, 0.00984879955649376, 0.010218925774097443, 0.010589051991701126, 0.010959179140627384, 0.011329305358231068, 0.011699431575834751, 0.012069557793438435, 0.012439684942364693, 0.012809811159968376, 0.01317993737757206]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 2.0, 12.0, 10.0, 2.0, 4.0, 4.0, 3.0, 1.0, 2.0, 0.0, 3.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.04007291421294212, -0.039250023663043976, -0.03842713311314583, -0.03760423883795738, -0.036781348288059235, -0.03595845773816109, -0.03513556718826294, -0.03431267663836479, -0.033489786088466644, -0.0326668918132782, -0.03184400126338005, -0.031021110713481903, -0.030198220163583755, -0.029375329613685608, -0.02855243720114231, -0.027729546651244164, -0.026906654238700867, -0.02608376368880272, -0.02526087313890457, -0.024437980726361275, -0.023615090176463127, -0.02279219962656498, -0.021969307214021683, -0.021146416664123535, -0.020323526114225388, -0.01950063370168209, -0.018677743151783943, -0.017854852601885796, -0.0170319601893425, -0.01620906963944435, -0.015386178158223629, -0.014563287608325481, -0.01374039612710476, -0.012917504645884037, -0.01209461409598589, -0.011271722614765167, -0.010448831133544445, -0.009625940583646297, -0.008803049102425575, -0.007980157621204853, -0.007157266605645418, -0.006334375590085983, -0.005511484108865261, -0.004688593093305826, -0.0038657018449157476, -0.003042810596525669, -0.002219919580966234, -0.0013970283325761557, -0.0005741370841860771, 0.0002487541059963405, 0.0010716452961787581, 0.0018945364281535149, 0.0027174276765435934, 0.003540318924933672, 0.004363209940493107, 0.005186101421713829, 0.006008992437273264, 0.006831883452832699, 0.007654774934053421, 0.008477666415274143, 0.00930055696517229, 0.010123448446393013, 0.010946339927613735, 0.011769230477511883, 0.012592121958732605]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [5.0, 12.0, 17.0, 13.0, 11.0, 12.0, 15.0, 17.0, 18.0, 18.0, 16.0, 11.0, 15.0, 14.0, 14.0, 25.0, 21.0, 38.0, 50.0, 84.0, 60.0, 81.0, 88.0, 91.0, 112.0, 131.0, 198.0, 216.0, 271.0, 360.0, 502.0, 662.0, 1697.0, 6713.0, 2205.0, 1284.0, 872.0, 646.0, 440.0, 310.0, 218.0, 205.0, 141.0, 109.0, 94.0, 71.0, 48.0, 50.0, 34.0, 23.0, 14.0, 17.0, 9.0, 9.0, 6.0, 8.0, 5.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 1.0], "bins": [-0.013874082826077938, -0.013458536937832832, -0.013042991049587727, -0.01262744516134262, -0.01221190020442009, -0.011796354316174984, -0.011380808427929878, -0.010965262539684772, -0.010549716651439667, -0.010134170763194561, -0.009718624874949455, -0.00930307898670435, -0.008887533098459244, -0.008471988141536713, -0.008056442253291607, -0.007640896365046501, -0.007225350476801395, -0.00680980458855629, -0.006394258700311184, -0.0059787132777273655, -0.00556316738948226, -0.005147621501237154, -0.004732076078653336, -0.00431653019040823, -0.003900984302163124, -0.0034854384139180183, -0.0030698927585035563, -0.002654347103089094, -0.0022388012148439884, -0.0018232554430142045, -0.0014077096711844206, -0.0009921638993546367, -0.0005766181275248528, -0.00016107235569506884, 0.0002544734161347151, 0.000670019187964499, 0.001085564959794283, 0.0015011107316240668, 0.0019166565034538507, 0.002332202158868313, 0.0027477480471134186, 0.0031632939353585243, 0.0035788395907729864, 0.0039943852461874485, 0.004409931134432554, 0.00482547702267766, 0.005241022445261478, 0.005656568333506584, 0.00607211422175169, 0.006487660109996796, 0.006903205998241901, 0.00731875142082572, 0.007734297309070826, 0.008149842731654644, 0.00856538861989975, 0.008980934508144855, 0.009396480396389961, 0.009812026284635067, 0.010227572172880173, 0.010643118061125278, 0.011058663949370384, 0.011474208906292915, 0.011889754794538021, 0.012305300682783127, 0.012720846571028233]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 3.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.09964097291231155, -0.09385628998279572, -0.08807159960269928, -0.08228690922260284, -0.076502226293087, -0.07071754336357117, -0.06493285298347473, -0.059148166328668594, -0.05336347967386246, -0.04757879301905632, -0.04179410636425018, -0.036009419709444046, -0.03022473305463791, -0.024440046399831772, -0.018655359745025635, -0.012870673090219498, -0.007085986435413361, -0.0013012997806072235, 0.004483386874198914, 0.01026807352900505, 0.016052760183811188, 0.021837446838617325, 0.027622133493423462, 0.0334068201482296, 0.039191506803035736, 0.04497619345784187, 0.05076088011264801, 0.05654556676745415, 0.062330253422260284, 0.06811493635177612, 0.07389962673187256, 0.079684317111969, 0.08546900004148483, 0.09125368297100067, 0.0970383733510971, 0.10282306373119354, 0.10860774666070938, 0.11439242959022522, 0.12017711997032166, 0.1259618103504181, 0.13174650073051453, 0.13753117620944977, 0.1433158665895462, 0.14910055696964264, 0.15488523244857788, 0.16066992282867432, 0.16645461320877075, 0.1722393035888672, 0.17802399396896362, 0.18380866944789886, 0.1895933598279953, 0.19537805020809174, 0.20116272568702698, 0.2069474160671234, 0.21273210644721985, 0.21851679682731628, 0.22430148720741272, 0.23008616268634796, 0.2358708530664444, 0.24165554344654083, 0.24744021892547607, 0.2532249093055725, 0.25900959968566895, 0.2647942900657654, 0.2705789804458618]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 6.0, 1.0, 1.0, 5.0, 7.0, 3.0, 9.0, 11.0, 8.0, 13.0, 13.0, 21.0, 24.0, 26.0, 43.0, 20.0, 15.0, 9.0, 8.0, 1.0, 4.0, 2.0, 1.0, 5.0, 1.0, 2.0, 3.0, 2.0, 3.0, 2.0, 0.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0], "bins": [-0.04402702674269676, -0.04143846035003662, -0.03884989768266678, -0.03626133129000664, -0.0336727648973465, -0.031084200367331505, -0.028495635837316513, -0.025907069444656372, -0.02331850491464138, -0.02072994038462639, -0.018141373991966248, -0.015552809461951256, -0.01296424400061369, -0.010375678539276123, -0.007787113543599844, -0.005198548547923565, -0.0026099830865859985, -2.1417858079075813e-05, 0.002567147370427847, 0.005155712366104126, 0.007744277827441692, 0.010332843288779259, 0.01292140781879425, 0.015509973280131817, 0.018098538741469383, 0.020687103271484375, 0.023275669664144516, 0.025864234194159508, 0.0284527987241745, 0.03104136511683464, 0.03362993150949478, 0.036218494176864624, 0.038807060569524765, 0.041395626962184906, 0.04398418962955475, 0.04657275602221489, 0.04916132241487503, 0.05174988508224487, 0.054338451474905014, 0.056927017867565155, 0.059515580534935, 0.06210414692759514, 0.06469271332025528, 0.06728127598762512, 0.06986984610557556, 0.0724584087729454, 0.07504697144031525, 0.07763554155826569, 0.08022410422563553, 0.08281266689300537, 0.08540123701095581, 0.08798979967832565, 0.0905783623456955, 0.09316693246364594, 0.09575549513101578, 0.09834405779838562, 0.10093262791633606, 0.1035211905837059, 0.10610975325107574, 0.10869832336902618, 0.11128688603639603, 0.11387544870376587, 0.11646401882171631, 0.11905258148908615, 0.121641144156456]}, "_runtime": 38.237544536590576, "_timestamp": 1596212908.9390821, "_step": 42}
+{"val_accuracy": 0.7916152968036528, "val_loss": 0.5616240676951735, "_runtime": 39.892677545547485, "_timestamp": 1596212910.5942152, "_step": 43}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: K Confidence: 0.2589682340621948 Truth: v", "Prediction: 5 Confidence: 0.9998075366020203 Truth: 5", "Prediction: 2 Confidence: 0.9944785833358765 Truth: 2", "Prediction: 0 Confidence: 0.5810644030570984 Truth: 0"]}, "_runtime": 40.163360595703125, "_timestamp": 1596212910.8648982, "_step": 44}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 2.0, 3.0, 0.0, 3.0, 2.0, 3.0, 0.0, 1.0, 5.0, 3.0, 2.0, 2.0, 3.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.011294346302747726, -0.010957358404994011, -0.01062036957591772, -0.010283381678164005, -0.00994639378041029, -0.009609405882656574, -0.009272417053580284, -0.008935429155826569, -0.008598441258072853, -0.008261452428996563, -0.007924464531242847, -0.007587476633489132, -0.007250488270074129, -0.006913500372320414, -0.006576512008905411, -0.006239524111151695, -0.005902535747736692, -0.00556554738432169, -0.005228559486567974, -0.004891571123152971, -0.004554583225399256, -0.004217594861984253, -0.0038806067313998938, -0.0035436186008155346, -0.0032066304702311754, -0.0028696423396468163, -0.002532654209062457, -0.002195666078478098, -0.001858677831478417, -0.0015216897008940578, -0.0011847014538943768, -0.0008477133233100176, -0.0005107251927256584, -0.0001737370330374688, 0.00016325112665072083, 0.0005002393154427409, 0.0008372274460271001, 0.0011742155766114593, 0.0015112038236111403, 0.0018481919541954994, 0.0021851800847798586, 0.0025221682153642178, 0.002859156345948577, 0.003196144476532936, 0.003533132839947939, 0.003870120970532298, 0.004207109101116657, 0.004544096998870373, 0.004881085362285376, 0.005218073725700378, 0.005555061623454094, 0.005892049986869097, 0.006229037884622812, 0.006566026248037815, 0.006903014145791531, 0.007240002509206533, 0.007576990872621536, 0.007913978770375252, 0.008250966668128967, 0.008587955497205257, 0.008924943394958973, 0.009261931292712688, 0.009598919190466404, 0.009935908019542694, 0.01027289591729641]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 5.0, 4.0, 0.0, 3.0, 6.0, 8.0, 18.0, 21.0, 26.0, 38.0, 49.0, 87.0, 108.0, 148.0, 190.0, 273.0, 550.0, 4804.0, 698.0, 311.0, 181.0, 137.0, 74.0, 50.0, 31.0, 24.0, 20.0, 18.0, 10.0, 7.0, 4.0, 3.0, 7.0, 2.0, 1.0, 2.0, 3.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.20788264274597168, -0.20125864446163177, -0.19463463127613068, -0.18801063299179077, -0.18138663470745087, -0.17476262152194977, -0.16813862323760986, -0.16151462495326996, -0.15489062666893005, -0.14826661348342896, -0.14164261519908905, -0.13501861691474915, -0.12839460372924805, -0.12177060544490814, -0.11514659970998764, -0.10852260142564774, -0.10189859569072723, -0.09527458995580673, -0.08865059167146683, -0.08202658593654633, -0.07540258765220642, -0.06877858191728592, -0.06215457618236542, -0.055530574172735214, -0.04890657216310501, -0.04228257015347481, -0.035658568143844604, -0.029034562408924103, -0.0224105603992939, -0.015786558389663696, -0.009162554517388344, -0.002538551576435566, 0.004085451364517212, 0.01070945430546999, 0.017333457246422768, 0.02395746111869812, 0.030581463128328323, 0.03720546513795853, 0.04382947087287903, 0.05045347288250923, 0.057077474892139435, 0.06370148062705994, 0.07032547891139984, 0.07694948464632034, 0.08357349038124084, 0.09019748866558075, 0.09682149440050125, 0.10344549268484116, 0.11006949841976166, 0.11669350415468216, 0.12331750243902206, 0.12994150817394257, 0.13656550645828247, 0.14318951964378357, 0.14981351792812347, 0.15643751621246338, 0.16306152939796448, 0.16968552768230438, 0.1763095259666443, 0.1829335242509842, 0.1895575374364853, 0.1961815357208252, 0.2028055340051651, 0.2094295471906662, 0.2160535454750061]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 2.0, 3.0, 2.0, 1.0, 4.0, 0.0, 3.0, 1.0, 1.0, 5.0, 2.0, 5.0, 4.0, 6.0, 6.0, 5.0, 25.0, 5.0, 3.0, 4.0, 1.0, 4.0, 6.0, 3.0, 3.0, 2.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0017318235477432609, -0.001642588060349226, -0.0015533525729551911, -0.0014641170855611563, -0.0013748815981671214, -0.0012856461107730865, -0.0011964106233790517, -0.0011071751359850168, -0.001017939648590982, -0.0009287041611969471, -0.0008394686738029122, -0.0007502331864088774, -0.0006609976990148425, -0.0005717622116208076, -0.0004825267242267728, -0.0003932912368327379, -0.00030405574943870306, -0.0002148202620446682, -0.00012558477465063334, -3.634928725659847e-05, 5.288620013743639e-05, 0.00014212168753147125, 0.00023135717492550611, 0.000320592662319541, 0.00040982814971357584, 0.0004990636371076107, 0.0005882991245016456, 0.0006775346118956804, 0.0007667700992897153, 0.0008560055866837502, 0.000945241074077785, 0.0010344765614718199, 0.0011237120488658547, 0.0012129475362598896, 0.0013021830236539245, 0.0013914185110479593, 0.0014806539984419942, 0.001569889485836029, 0.001659124973230064, 0.0017483604606240988, 0.0018375959480181336, 0.0019268314354121685, 0.002016067039221525, 0.0021053024102002382, 0.0021945377811789513, 0.002283773384988308, 0.0023730089887976646, 0.0024622443597763777, 0.0025514797307550907, 0.0026407153345644474, 0.002729950938373804, 0.002819186309352517, 0.00290842168033123, 0.002997657284140587, 0.0030868928879499435, 0.0031761282589286566, 0.0032653636299073696, 0.0033545992337167263, 0.003443834837526083, 0.003533070208504796, 0.003622305579483509, 0.0037115411832928658, 0.0038007767871022224, 0.0038900121580809355, 0.0039792475290596485]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 3.0, 1.0, 10.0, 9.0, 15.0, 16.0, 30.0, 49.0, 66.0, 100.0, 156.0, 222.0, 370.0, 618.0, 956.0, 1543.0, 2620.0, 4348.0, 7959.0, 15732.0, 32283.0, 72594.0, 209226.0, 652057.0, 83649.0, 40030.0, 21428.0, 12134.0, 7222.0, 4604.0, 3056.0, 1957.0, 1294.0, 955.0, 641.0, 471.0, 318.0, 243.0, 156.0, 100.0, 114.0, 76.0, 47.0, 36.0, 32.0, 22.0, 17.0, 14.0, 6.0, 9.0, 6.0, 5.0, 5.0, 8.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.009321245364844799, -0.00895020179450512, -0.008579159155488014, -0.008208115585148335, -0.007837072014808655, -0.007466028910130262, -0.00709498580545187, -0.0067239427007734776, -0.006352899596095085, -0.005981856025755405, -0.005610812921077013, -0.005239769816398621, -0.004868726246058941, -0.0044976831413805485, -0.004126640036702156, -0.00375559669919312, -0.003384553361684084, -0.003013510024175048, -0.0026424669194966555, -0.0022714235819876194, -0.0019003803608939052, -0.001529337139800191, -0.0011582938022911549, -0.0007872505811974406, -0.0004162073601037264, -4.516410990618169e-05, 0.000325879140291363, 0.0006969224195927382, 0.0010679656406864524, 0.0014390088617801666, 0.0018100521992892027, 0.002181095303967595, 0.002552138641476631, 0.0029231819789856672, 0.0032942250836640596, 0.0036652684211730957, 0.004036311525851488, 0.004407355096191168, 0.00477839820086956, 0.005149441305547953, 0.005520484410226345, 0.005891527980566025, 0.006262571085244417, 0.00663361418992281, 0.007004657760262489, 0.007375700864940882, 0.007746743969619274, 0.008117787539958954, 0.008488830178976059, 0.008859873749315739, 0.009230917319655418, 0.009601959958672523, 0.009973003529012203, 0.010344047099351883, 0.010715089738368988, 0.011086133308708668, 0.011457176879048347, 0.011828219518065453, 0.012199263088405132, 0.012570306658744812, 0.012941349297761917, 0.013312392868101597, 0.013683436438441277, 0.014054479077458382, 0.014425522647798061]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 5.0, 3.0, 4.0, 6.0, 4.0, 3.0, 5.0, 7.0, 2.0, 3.0, 2.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.018047437071800232, -0.017435546964406967, -0.016823654994368553, -0.01621176302433014, -0.015599872916936874, -0.014987981878221035, -0.014376090839505196, -0.013764199800789356, -0.013152308762073517, -0.012540417723357677, -0.011928526684641838, -0.011316635645925999, -0.01070474460721016, -0.01009285356849432, -0.00948096252977848, -0.008869071491062641, -0.008257180452346802, -0.007645289413630962, -0.007033398374915123, -0.006421507336199284, -0.005809616297483444, -0.005197725258767605, -0.0045858342200517654, -0.003973943181335926, -0.0033620521426200867, -0.0027501611039042473, -0.002138270065188408, -0.0015263790264725685, -0.0009144879877567291, -0.00030259694904088974, 0.00030929408967494965, 0.000921185128390789, 0.0015330761671066284, 0.002144967205822468, 0.002756858244538307, 0.0033687492832541466, 0.003980640321969986, 0.004592531360685825, 0.005204422399401665, 0.005816313438117504, 0.0064282044768333435, 0.007040095515549183, 0.007651986554265022, 0.008263877592980862, 0.008875768631696701, 0.00948765967041254, 0.01009955070912838, 0.01071144174784422, 0.011323332786560059, 0.011935223825275898, 0.012547114863991737, 0.013159005902707577, 0.013770896941423416, 0.014382787980139256, 0.014994679018855095, 0.015606570057570934, 0.016218461096286774, 0.01683035120368004, 0.017442243173718452, 0.018054135143756866, 0.01866602525115013, 0.019277915358543396, 0.01988980732858181, 0.020501699298620224, 0.02111358940601349]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 2.0, 1.0, 3.0, 1.0, 1.0, 7.0, 6.0, 12.0, 13.0, 15.0, 21.0, 37.0, 38.0, 56.0, 66.0, 64.0, 102.0, 92.0, 134.0, 181.0, 259.0, 378.0, 538.0, 652.0, 796.0, 952.0, 1224.0, 2029.0, 5863.0, 1518.0, 778.0, 503.0, 409.0, 317.0, 197.0, 166.0, 127.0, 99.0, 109.0, 84.0, 84.0, 86.0, 68.0, 58.0, 51.0, 43.0, 38.0, 28.0, 28.0, 18.0, 11.0, 8.0, 14.0, 12.0, 8.0, 8.0, 8.0, 2.0, 2.0, 0.0, 1.0, 2.0, 1.0], "bins": [-0.0100574204698205, -0.009717809036374092, -0.009378197602927685, -0.009038586169481277, -0.00869897473603487, -0.008359363302588463, -0.008019751869142056, -0.0076801409013569355, -0.007340529467910528, -0.007000918034464121, -0.0066613066010177135, -0.006321695167571306, -0.005982084199786186, -0.005642472766339779, -0.005302861332893372, -0.004963249899446964, -0.004623638466000557, -0.00428402703255415, -0.003944415599107742, -0.0036048043984919786, -0.0032651929650455713, -0.002925581531599164, -0.0025859703309834003, -0.002246358897536993, -0.0019067474640905857, -0.0015671360306441784, -0.001227524713613093, -0.0008879133383743465, -0.0005483019631356001, -0.00020869058789685369, 0.00013092078734189272, 0.0004705321625806391, 0.0008101435378193855, 0.0011497549712657928, 0.0014893662882968783, 0.0018289776053279638, 0.002168589038774371, 0.0025082004722207785, 0.002847811672836542, 0.0031874231062829494, 0.0035270345397293568, 0.003866645973175764, 0.004206257406622171, 0.004545868840068579, 0.004885479807853699, 0.005225091241300106, 0.005564702674746513, 0.005904314108192921, 0.006243925541639328, 0.006583536975085735, 0.006923148408532143, 0.00726275984197855, 0.007602371275424957, 0.007941982708871365, 0.008281594142317772, 0.00862120557576418, 0.008960817009210587, 0.00930042751133442, 0.009640038944780827, 0.009979650378227234, 0.010319261811673641, 0.010658873245120049, 0.010998484678566456, 0.011338096112012863, 0.01167770754545927]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 3.0, 2.0, 5.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0], "bins": [-0.157394140958786, -0.15332968533039093, -0.14926521480083466, -0.14520075917243958, -0.1411362886428833, -0.13707183301448822, -0.13300736248493195, -0.12894290685653687, -0.12487843632698059, -0.12081398069858551, -0.11674951761960983, -0.11268505454063416, -0.10862059146165848, -0.1045561283826828, -0.10049166530370712, -0.09642720222473145, -0.09236273914575577, -0.08829827606678009, -0.08423381298780441, -0.08016934990882874, -0.07610488682985306, -0.07204042375087738, -0.0679759606719017, -0.06391149759292603, -0.059847038239240646, -0.05578257516026497, -0.05171811208128929, -0.047653649002313614, -0.043589189648628235, -0.03952472656965256, -0.03546026349067688, -0.0313958004117012, -0.027331337332725525, -0.023266874253749847, -0.01920241117477417, -0.015137949958443642, -0.011073486879467964, -0.007009024266153574, -0.002944561652839184, 0.0011199009604752064, 0.0051843635737895966, 0.009248826652765274, 0.013313288800418377, 0.01737775094807148, 0.021442214027047157, 0.025506677106022835, 0.029571138322353363, 0.03363560140132904, 0.03770006448030472, 0.041764527559280396, 0.04582899063825607, 0.04989345371723175, 0.05395791679620743, 0.05802237614989281, 0.062086839228868484, 0.06615130603313446, 0.07021576166152954, 0.07428022474050522, 0.0783446878194809, 0.08240915089845657, 0.08647361397743225, 0.09053807705640793, 0.0946025401353836, 0.09866700321435928, 0.10273146629333496]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [4.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 3.0, 2.0, 2.0, 1.0, 4.0, 0.0, 9.0, 18.0, 18.0, 32.0, 31.0, 42.0, 19.0, 15.0, 9.0, 9.0, 6.0, 2.0, 4.0, 3.0, 4.0, 2.0, 4.0, 5.0, 4.0, 2.0, 2.0, 0.0, 5.0, 2.0, 4.0, 2.0, 1.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0], "bins": [-0.08342030644416809, -0.08112026751041412, -0.07882023602724075, -0.07652019709348679, -0.07422016561031342, -0.07192012667655945, -0.06962009519338608, -0.06732005625963211, -0.06502002477645874, -0.06271998584270477, -0.060419950634241104, -0.058119915425777435, -0.05581987649202347, -0.0535198412835598, -0.05121980607509613, -0.04891977086663246, -0.04661973565816879, -0.044319700449705124, -0.042019665241241455, -0.039719630032777786, -0.03741959482431412, -0.03511955589056015, -0.03281952068209648, -0.030519485473632812, -0.028219450265169144, -0.025919415056705475, -0.023619379848241806, -0.021319342777132988, -0.01901930756866932, -0.01671927236020565, -0.014419236220419407, -0.012119200080633163, -0.009819164872169495, -0.0075191291980445385, -0.005219093523919582, -0.0029190578497946262, -0.0006190221756696701, 0.001681013498455286, 0.003981049172580242, 0.006281084846705198, 0.008581120520830154, 0.010881155729293823, 0.013181191869080067, 0.01548122800886631, 0.01778126321732998, 0.020081298425793648, 0.022381335496902466, 0.024681370705366135, 0.026981405913829803, 0.029281441122293472, 0.03158147633075714, 0.03388151153922081, 0.03618154674768448, 0.038481585681438446, 0.040781620889902115, 0.043081656098365784, 0.04538169130682945, 0.04768172651529312, 0.04998176172375679, 0.05228179693222046, 0.054581835865974426, 0.056881871074438095, 0.059181906282901764, 0.06148194149136543, 0.0637819766998291]}, "_runtime": 40.65122103691101, "_timestamp": 1596212911.3527586, "_step": 45}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 3.0, 4.0, 1.0, 9.0, 4.0, 5.0, 4.0, 3.0, 3.0, 0.0, 1.0, 5.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.021476030349731445, -0.02087172120809555, -0.020267413929104805, -0.01966310478746891, -0.019058795645833015, -0.01845448836684227, -0.017850179225206375, -0.01724587008357048, -0.016641562804579735, -0.01603725366294384, -0.01543294545263052, -0.0148286372423172, -0.014224328100681305, -0.013620019890367985, -0.013015711680054665, -0.01241140253841877, -0.01180709432810545, -0.01120278611779213, -0.010598476976156235, -0.009994168765842915, -0.009389860555529594, -0.0087855514138937, -0.00818124320358038, -0.007576934993267059, -0.006972626317292452, -0.006368317641317844, -0.005764009431004524, -0.005159700755029917, -0.004555392079055309, -0.003951083868741989, -0.0033467751927673817, -0.002742466749623418, -0.002138158306479454, -0.0015338498633354902, -0.0009295413037762046, -0.00032523280242457986, 0.00027907569892704487, 0.0008833842002786696, 0.0014876927016302943, 0.00209200126118958, 0.0026963097043335438, 0.0033006181474775076, 0.0039049265906214714, 0.004509235266596079, 0.005113543942570686, 0.0057178521528840065, 0.006322160828858614, 0.006926469039171934, 0.007530777715146542, 0.008135085925459862, 0.008739395067095757, 0.009343703277409077, 0.009948011487722397, 0.010552320629358292, 0.011156628839671612, 0.011760937049984932, 0.012365246191620827, 0.012969554401934147, 0.013573862612247467, 0.014178170822560787, 0.014782479964196682, 0.015386788174510002, 0.015991097316145897, 0.016595404595136642, 0.017199713736772537]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 1.0, 4.0, 5.0, 6.0, 3.0, 4.0, 4.0, 5.0, 12.0, 11.0, 10.0, 17.0, 19.0, 28.0, 37.0, 41.0, 55.0, 94.0, 137.0, 206.0, 269.0, 456.0, 4534.0, 933.0, 364.0, 212.0, 143.0, 83.0, 60.0, 38.0, 20.0, 16.0, 21.0, 18.0, 11.0, 11.0, 7.0, 8.0, 4.0, 6.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.20286840200424194, -0.19644004106521606, -0.19001169502735138, -0.1835833340883255, -0.17715498805046082, -0.17072662711143494, -0.16429826617240906, -0.15786992013454437, -0.1514415591955185, -0.14501319825649261, -0.13858485221862793, -0.13215649127960205, -0.12572813034057617, -0.11929978430271149, -0.11287142336368561, -0.10644306987524033, -0.10001471638679504, -0.09358636289834976, -0.08715800940990448, -0.0807296484708786, -0.07430129498243332, -0.06787294149398804, -0.06144458428025246, -0.055016227066516876, -0.048587873578071594, -0.04215952008962631, -0.03573116287589073, -0.0293028075248003, -0.02287445217370987, -0.016446096822619438, -0.010017741471529007, -0.0035893861204385757, 0.0028389692306518555, 0.009267324581742287, 0.015695679932832718, 0.02212403528392315, 0.02855239063501358, 0.03498074412345886, 0.04140910133719444, 0.04783745855093002, 0.054265812039375305, 0.06069416552782059, 0.06712251901626587, 0.07355087995529175, 0.07997923344373703, 0.08640758693218231, 0.09283594787120819, 0.09926430135965347, 0.10569265484809875, 0.11212100833654404, 0.11854936182498932, 0.1249777227640152, 0.13140606880187988, 0.13783442974090576, 0.14426279067993164, 0.15069113671779633, 0.1571194976568222, 0.16354785859584808, 0.16997620463371277, 0.17640456557273865, 0.18283292651176453, 0.1892612725496292, 0.1956896334886551, 0.20211797952651978, 0.20854634046554565]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 2.0, 1.0, 2.0, 4.0, 2.0, 4.0, 5.0, 3.0, 4.0, 2.0, 4.0, 4.0, 4.0, 22.0, 3.0, 3.0, 5.0, 4.0, 5.0, 2.0, 2.0, 5.0, 1.0, 1.0, 5.0, 0.0, 5.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.002242877148091793, -0.0021463516168296337, -0.0020498258527368307, -0.0019533003214746714, -0.0018567745573818684, -0.001760249026119709, -0.0016637233784422278, -0.0015671977307647467, -0.0014706720830872655, -0.0013741464354097843, -0.0012776207877323031, -0.001181095140054822, -0.0010845696087926626, -0.0009880439611151814, -0.0008915183134377003, -0.0007949926657602191, -0.0006984670180827379, -0.0006019413704052567, -0.0005054157227277756, -0.0004088901332579553, -0.00031236448558047414, -0.0002158388524549082, -0.00011931321932934225, -2.27875862037763e-05, 7.373804692178965e-05, 0.0001702636800473556, 0.00026678931317292154, 0.00036331493174657226, 0.00045984057942405343, 0.0005563662271015346, 0.0006528918165713549, 0.000749417464248836, 0.0008459431119263172, 0.0009424687596037984, 0.0010389944072812796, 0.0011355200549587607, 0.001232045702636242, 0.0013285712338984013, 0.0014250968815758824, 0.0015216225292533636, 0.0016181481769308448, 0.001714673824608326, 0.0018111994722858071, 0.0019077251199632883, 0.0020042506512254477, 0.0021007764153182507, 0.00219730194658041, 0.002293827710673213, 0.0023903532419353724, 0.0024868787731975317, 0.0025834045372903347, 0.002679930068552494, 0.002776455832645297, 0.0028729813639074564, 0.0029695071280002594, 0.0030660326592624187, 0.003162558190524578, 0.003259083954617381, 0.0033556094858795404, 0.0034521352499723434, 0.003548660781234503, 0.003645186545327306, 0.003741712076589465, 0.003838237840682268, 0.0039347633719444275]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 3.0, 4.0, 12.0, 9.0, 25.0, 24.0, 39.0, 70.0, 107.0, 159.0, 275.0, 412.0, 738.0, 1228.0, 2039.0, 3531.0, 6713.0, 13305.0, 28229.0, 67425.0, 213695.0, 682298.0, 82174.0, 35919.0, 17765.0, 9376.0, 5283.0, 3138.0, 1948.0, 1219.0, 747.0, 513.0, 385.0, 250.0, 193.0, 102.0, 80.0, 62.0, 37.0, 30.0, 21.0, 14.0, 14.0, 9.0, 9.0, 5.0, 3.0, 2.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013262400403618813, -0.012806923128664494, -0.0123514449223876, -0.011895967647433281, -0.011440489441156387, -0.010985012166202068, -0.010529533959925175, -0.010074056684970856, -0.009618578478693962, -0.009163101203739643, -0.00870762299746275, -0.00825214572250843, -0.007796667981892824, -0.007341190241277218, -0.0068857125006616116, -0.006430234760046005, -0.005974757019430399, -0.005519279278814793, -0.005063801538199186, -0.00460832379758358, -0.004152846056967974, -0.003697368549183011, -0.0032418908085674047, -0.0027864130679517984, -0.002330935327336192, -0.0018754575867205858, -0.0014199798461049795, -0.000964502221904695, -0.0005090244812890887, -5.3546769777312875e-05, 0.000401930941734463, 0.0008574086241424084, 0.0013128863647580147, 0.001768364105373621, 0.0022238418459892273, 0.0026793195866048336, 0.00313479732722044, 0.0035902748350054026, 0.0040457528084516525, 0.004501230549067259, 0.004956708289682865, 0.005412185564637184, 0.0058676633052527905, 0.006323141045868397, 0.006778618786484003, 0.007234096527099609, 0.007689574267715216, 0.008145052008330822, 0.008600529283285141, 0.009056007489562035, 0.009511484764516354, 0.009966962970793247, 0.010422440245747566, 0.01087791845202446, 0.011333395726978779, 0.011788873933255672, 0.012244351208209991, 0.012699829414486885, 0.013155306689441204, 0.013610784895718098, 0.014066262170672417, 0.01452174037694931, 0.01497721765190363, 0.015432695858180523, 0.015888173133134842]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 19.0, 6.0, 1.0, 4.0, 7.0, 1.0, 1.0, 2.0, 3.0, 5.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0], "bins": [-0.028344128280878067, -0.02771402709186077, -0.027083925902843475, -0.02645382285118103, -0.025823721662163734, -0.02519362047314644, -0.024563519284129143, -0.023933416232466698, -0.023303315043449402, -0.022673213854432106, -0.02204311266541481, -0.021413011476397514, -0.02078290842473507, -0.020152807235717773, -0.019522706046700478, -0.018892604857683182, -0.018262501806020737, -0.01763240061700344, -0.017002299427986145, -0.01637219823896885, -0.015742097049951553, -0.015111994929611683, -0.014481892809271812, -0.013851791620254517, -0.01322169043123722, -0.01259158831089735, -0.011961487121880054, -0.011331385001540184, -0.010701283812522888, -0.010071181692183018, -0.009441080503165722, -0.008810978382825851, -0.008180877193808556, -0.0075507755391299725, -0.006920673884451389, -0.006290572229772806, -0.005660470575094223, -0.005030369386076927, -0.004400267731398344, -0.003770166076719761, -0.0031400644220411777, -0.0025099627673625946, -0.0018798612290993333, -0.001249759690836072, -0.0006196580361574888, 1.0443560313433409e-05, 0.0006405451567843556, 0.001270646695047617, 0.0019007483497262, 0.0025308500044047832, 0.0031609516590833664, 0.003791053080931306, 0.004421154968440533, 0.0050512561574578285, 0.005681357812136412, 0.006311459466814995, 0.006941561121493578, 0.007571662776172161, 0.008201763965189457, 0.008831866085529327, 0.009461967274546623, 0.010092069394886494, 0.01072217058390379, 0.01135227270424366, 0.011982373893260956]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [11.0, 11.0, 5.0, 0.0, 4.0, 16.0, 14.0, 4.0, 8.0, 11.0, 13.0, 22.0, 34.0, 31.0, 40.0, 34.0, 41.0, 52.0, 32.0, 23.0, 24.0, 36.0, 54.0, 73.0, 93.0, 141.0, 237.0, 520.0, 1073.0, 2252.0, 5986.0, 1890.0, 1273.0, 860.0, 718.0, 626.0, 437.0, 359.0, 290.0, 223.0, 198.0, 148.0, 122.0, 96.0, 79.0, 56.0, 48.0, 22.0, 26.0, 22.0, 6.0, 14.0, 3.0, 6.0, 6.0, 3.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.009761570021510124, -0.00943729281425476, -0.009113015606999397, -0.008788739331066608, -0.008464462123811245, -0.008140184916555882, -0.007815908640623093, -0.007491631433367729, -0.007167354226112366, -0.006843077018857002, -0.006518800277262926, -0.00619452353566885, -0.0058702463284134865, -0.005545969121158123, -0.005221692379564047, -0.004897415637969971, -0.004573138430714607, -0.004248861223459244, -0.003924584481865168, -0.003600307507440448, -0.003276030533015728, -0.002951753558591008, -0.0026274765841662884, -0.0023031996097415686, -0.0019789226353168488, -0.001654645660892129, -0.0013303686864674091, -0.0010060917120426893, -0.0006818147376179695, -0.0003575377631932497, -3.326078876852989e-05, 0.0002910161856561899, 0.0006152931600809097, 0.0009395701345056295, 0.0012638471089303493, 0.0015881240833550692, 0.001912401057779789, 0.0022366780322045088, 0.0025609550066292286, 0.0028852319810539484, 0.003209508955478668, 0.003533785929903388, 0.003858062904328108, 0.004182339645922184, 0.0045066168531775475, 0.004830894060432911, 0.005155170802026987, 0.005479447543621063, 0.005803724750876427, 0.00612800195813179, 0.006452278699725866, 0.0067765554413199425, 0.007100832648575306, 0.007425109855830669, 0.0077493865974247456, 0.008073663339018822, 0.008397940546274185, 0.008722217753529549, 0.009046494960784912, 0.009370771236717701, 0.009695048443973064, 0.010019325651228428, 0.010343601927161217, 0.01066787913441658, 0.010992156341671944]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 3.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 4.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.06729236245155334, -0.06396929919719696, -0.060646235942840576, -0.05732316896319389, -0.05400010570883751, -0.050677042454481125, -0.04735397547483444, -0.04403091222047806, -0.040707848966121674, -0.03738478571176529, -0.034061722457408905, -0.030738655477762222, -0.027415592223405838, -0.024092528969049454, -0.02076946385204792, -0.017446398735046387, -0.014123335480690002, -0.010800271295011044, -0.007477207109332085, -0.004154142923653126, -0.0008310787379741669, 0.002491985447704792, 0.005815049633383751, 0.00913811381906271, 0.012461178004741669, 0.015784241259098053, 0.019107306376099586, 0.02243037149310112, 0.025753434747457504, 0.02907649800181389, 0.03239956498146057, 0.035722628235816956, 0.03904569149017334, 0.042368754744529724, 0.04569181799888611, 0.04901488497853279, 0.052337948232889175, 0.05566101148724556, 0.05898407846689224, 0.06230714172124863, 0.06563020497560501, 0.0689532682299614, 0.07227633148431778, 0.07559939473867416, 0.07892246544361115, 0.08224552869796753, 0.08556859195232391, 0.0888916552066803, 0.09221471846103668, 0.09553778171539307, 0.09886084496974945, 0.10218390822410583, 0.10550697147846222, 0.1088300421833992, 0.11215310543775558, 0.11547616869211197, 0.11879923194646835, 0.12212229520082474, 0.12544536590576172, 0.1287684291601181, 0.1320914924144745, 0.13541455566883087, 0.13873761892318726, 0.14206068217754364, 0.14538374543190002]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 3.0, 1.0, 1.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 5.0, 1.0, 8.0, 7.0, 7.0, 2.0, 10.0, 8.0, 16.0, 20.0, 38.0, 27.0, 19.0, 23.0, 15.0, 12.0, 8.0, 14.0, 7.0, 0.0, 0.0, 1.0, 6.0, 3.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.055363088846206665, -0.05375618487596512, -0.05214927718043327, -0.05054237321019173, -0.04893546923995018, -0.047328561544418335, -0.04572165757417679, -0.04411475360393524, -0.042507849633693695, -0.04090094193816185, -0.0392940379679203, -0.03768713399767876, -0.03608022630214691, -0.034473322331905365, -0.03286641836166382, -0.03125951066613197, -0.029652606695890427, -0.02804570086300373, -0.026438796892762184, -0.02483189105987549, -0.02322498708963394, -0.021618081256747246, -0.02001117542386055, -0.018404271453619003, -0.016797365620732307, -0.015190460719168186, -0.013583555817604065, -0.011976649984717369, -0.010369745083153248, -0.008762840181589127, -0.007155934814363718, -0.0055490294471383095, -0.003942124545574188, -0.0023352194111794233, -0.0007283142767846584, 0.0008785908576101065, 0.0024854959920048714, 0.004092400893568993, 0.005699306260794401, 0.00730621162801981, 0.008913116529583931, 0.010520021431148052, 0.012126926332712173, 0.01373383216559887, 0.01534073706716299, 0.016947641968727112, 0.018554547801613808, 0.020161451771855354, 0.02176835760474205, 0.023375263437628746, 0.024982167407870293, 0.02658907324075699, 0.028195977210998535, 0.02980288304388523, 0.03140978887677193, 0.033016692847013474, 0.03462360054254532, 0.036230504512786865, 0.03783740848302841, 0.03944431245326996, 0.041051220148801804, 0.04265812411904335, 0.0442650280892849, 0.04587193578481674, 0.04747883975505829]}, "_runtime": 41.432029724121094, "_timestamp": 1596212912.1335673, "_step": 46}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 3.0, 1.0, 1.0, 1.0, 1.0, 3.0, 4.0, 1.0, 0.0, 2.0, 1.0, 2.0, 2.0, 4.0, 3.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.007992228493094444, -0.007734157145023346, -0.007476086262613535, -0.007218014914542437, -0.006959944032132626, -0.006701872684061527, -0.006443801335990429, -0.006185730453580618, -0.00592765910550952, -0.005669587757438421, -0.00541151687502861, -0.005153445526957512, -0.004895374178886414, -0.0046373032964766026, -0.004379231948405504, -0.004121161065995693, -0.003863089717924595, -0.00360501860268414, -0.0033469474874436855, -0.003088876139372587, -0.0028308050241321325, -0.002572733908891678, -0.0023146625608205795, -0.002056591445580125, -0.0017985203303396702, -0.0015404492150992155, -0.001282377983443439, -0.0010243067517876625, -0.0007662356365472078, -0.0005081644630990922, -0.00025009328965097666, 7.97788379713893e-06, 0.0002660490572452545, 0.0005241202306933701, 0.0007821914041414857, 0.0010402626357972622, 0.0012983337510377169, 0.0015564048662781715, 0.001814476097933948, 0.0020725473295897245, 0.002330618444830179, 0.002588689560070634, 0.0028467606753110886, 0.003104832023382187, 0.0033629031386226416, 0.0036209742538630962, 0.0038790456019341946, 0.004137116484344006, 0.004395187832415104, 0.004653259180486202, 0.004911330062896013, 0.005169401410967112, 0.005427472293376923, 0.005685543641448021, 0.005943614989519119, 0.00620168587192893, 0.006459757220000029, 0.006717828568071127, 0.006975899450480938, 0.007233970798552036, 0.007492042146623135, 0.007750113029032946, 0.008008183911442757, 0.008266255259513855, 0.008524326607584953]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 1.0, 2.0, 4.0, 4.0, 6.0, 8.0, 8.0, 14.0, 22.0, 27.0, 46.0, 42.0, 63.0, 80.0, 105.0, 137.0, 203.0, 303.0, 608.0, 4889.0, 526.0, 299.0, 195.0, 98.0, 78.0, 35.0, 37.0, 23.0, 15.0, 18.0, 4.0, 11.0, 5.0, 4.0, 5.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.17147499322891235, -0.16578060388565063, -0.16008621454238892, -0.1543918251991272, -0.14869743585586548, -0.14300304651260376, -0.13730865716934204, -0.13161426782608032, -0.1259198784828186, -0.12022548168897629, -0.11453109234571457, -0.10883670300245285, -0.10314231365919113, -0.09744792431592941, -0.0917535349726677, -0.08605914562940598, -0.08036475628614426, -0.07467036694288254, -0.06897597759962082, -0.0632815882563591, -0.05758719891309738, -0.051892805844545364, -0.046198416501283646, -0.04050402715802193, -0.03480963781476021, -0.02911524847149849, -0.02342085912823677, -0.017726467922329903, -0.012032078579068184, -0.006337688770145178, -0.0006432989612221718, 0.005051090847700834, 0.01074548065662384, 0.01643986999988556, 0.022134259343147278, 0.027828650549054146, 0.033523038029670715, 0.03921743109822273, 0.04491182044148445, 0.05060620978474617, 0.05630059912800789, 0.06199498847126961, 0.06768938153982162, 0.07338377088308334, 0.07907816022634506, 0.08477254956960678, 0.0904669389128685, 0.09616132825613022, 0.10185571759939194, 0.10755010694265366, 0.11324449628591537, 0.1189388856291771, 0.12463327497243881, 0.13032767176628113, 0.13602206110954285, 0.14171645045280457, 0.14741083979606628, 0.153105229139328, 0.15879961848258972, 0.16449400782585144, 0.17018839716911316, 0.17588278651237488, 0.1815771758556366, 0.18727156519889832, 0.19296595454216003]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 3.0, 1.0, 1.0, 1.0, 0.0, 6.0, 2.0, 3.0, 2.0, 1.0, 2.0, 2.0, 4.0, 7.0, 5.0, 1.0, 3.0, 24.0, 6.0, 1.0, 3.0, 2.0, 4.0, 2.0, 3.0, 1.0, 1.0, 1.0, 2.0, 0.0, 3.0, 4.0, 3.0, 2.0, 4.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.0025427071377635, -0.002459782874211669, -0.0023768586106598377, -0.0022939343471080065, -0.0022110100835561752, -0.002128085820004344, -0.0020451615564525127, -0.0019622372929006815, -0.0018793129129335284, -0.0017963886493816972, -0.001713464385829866, -0.0016305401222780347, -0.0015476157423108816, -0.0014646914787590504, -0.0013817672152072191, -0.0012988429516553879, -0.0012159186881035566, -0.0011329944245517254, -0.0010500701609998941, -0.000967145839240402, -0.0008842215756885707, -0.0008012973121367395, -0.0007183729903772473, -0.0006354487268254161, -0.0005525244632735848, -0.0004696001997217536, -0.0003866759070660919, -0.0003037516144104302, -0.00022082735085859895, -0.00013790307275485247, -5.4978794651106e-05, 2.7945483452640474e-05, 0.00011086976155638695, 0.00019379403966013342, 0.0002767183177638799, 0.0003596426104195416, 0.00044256687397137284, 0.0005254911375232041, 0.0006084154592826962, 0.0006913397228345275, 0.0007742639863863587, 0.00085718824993819, 0.0009401125134900212, 0.0010230367770418525, 0.0011059611570090055, 0.0011888854205608368, 0.001271809684112668, 0.0013547339476644993, 0.0014376582112163305, 0.0015205824747681618, 0.001603506738319993, 0.0016864310018718243, 0.0017693552654236555, 0.0018522796453908086, 0.0019352039089426398, 0.0020181280560791492, 0.002101052552461624, 0.0021839768160134554, 0.0022669010795652866, 0.002349825343117118, 0.002432749606668949, 0.0025156738702207804, 0.0025985981337726116, 0.002681522397324443, 0.002764446660876274]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 2.0, 4.0, 2.0, 6.0, 11.0, 14.0, 22.0, 38.0, 44.0, 55.0, 95.0, 126.0, 174.0, 241.0, 374.0, 607.0, 867.0, 1277.0, 2006.0, 3198.0, 5375.0, 9718.0, 18262.0, 36244.0, 81227.0, 651138.0, 212130.0, 70310.0, 34555.0, 19055.0, 11279.0, 6944.0, 4402.0, 2829.0, 2019.0, 1350.0, 967.0, 669.0, 486.0, 357.0, 279.0, 220.0, 163.0, 106.0, 74.0, 66.0, 49.0, 55.0, 37.0, 27.0, 22.0, 16.0, 15.0, 17.0, 4.0, 6.0, 2.0, 4.0, 0.0, 3.0, 1.0], "bins": [-0.009856193326413631, -0.009515931829810143, -0.009175669401884079, -0.00883540790528059, -0.008495146408677101, -0.008154883980751038, -0.007814622484147549, -0.0074743605218827724, -0.007134098559617996, -0.00679383659735322, -0.006453574635088444, -0.006113313138484955, -0.005773051176220179, -0.005432789213955402, -0.0050925277173519135, -0.004752265755087137, -0.004412003792822361, -0.004071741830557585, -0.003731480101123452, -0.0033912183716893196, -0.0030509564094245434, -0.002710694447159767, -0.0023704327177256346, -0.002030170988291502, -0.0016899090260267258, -0.0013496471801772714, -0.001009385334327817, -0.0006691234884783626, -0.00032886164262890816, 1.1400203220546246e-05, 0.00035166204907000065, 0.000691923894919455, 0.0010321857407689095, 0.0013724475866183639, 0.0017127094324678183, 0.002052971161901951, 0.002393233124166727, 0.0027334950864315033, 0.003073756815865636, 0.0034140185452997684, 0.0037542805075645447, 0.004094542469829321, 0.004434804432094097, 0.004775065928697586, 0.005115327890962362, 0.0054555898532271385, 0.0057958513498306274, 0.006136113312095404, 0.00647637527436018, 0.006816637236624956, 0.007156899198889732, 0.007497160695493221, 0.00783742219209671, 0.008177684620022774, 0.008517946116626263, 0.008858208544552326, 0.009198470041155815, 0.009538731537759304, 0.009878993965685368, 0.010219255462288857, 0.01055951789021492, 0.010899779386818409, 0.011240040883421898, 0.011580303311347961, 0.01192056480795145]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 4.0, 1.0, 3.0, 5.0, 1.0, 12.0, 4.0, 5.0, 5.0, 5.0, 1.0, 0.0, 0.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.02792302891612053, -0.027266236022114754, -0.02660944312810898, -0.025952652096748352, -0.025295859202742577, -0.0246390663087368, -0.023982275277376175, -0.0233254823833704, -0.022668689489364624, -0.02201189659535885, -0.021355103701353073, -0.020698312669992447, -0.02004151977598667, -0.019384726881980896, -0.01872793585062027, -0.018071142956614494, -0.01741435006260872, -0.016757557168602943, -0.016100764274597168, -0.015443973243236542, -0.014787180349230766, -0.01413038745522499, -0.01347359549254179, -0.01281680352985859, -0.012160010635852814, -0.011503217741847038, -0.010846425779163837, -0.010189633816480637, -0.009532840922474861, -0.008876048028469086, -0.008219256065785885, -0.007562463637441397, -0.006905671209096909, -0.00624887878075242, -0.005592086352407932, -0.004935293924063444, -0.004278501495718956, -0.003621709067374468, -0.0029649166390299797, -0.0023081242106854916, -0.0016513317823410034, -0.0009945393539965153, -0.00033774692565202713, 0.000319045502692461, 0.0009758379310369492, 0.0016326303593814373, 0.0022894227877259254, 0.0029462152160704136, 0.0036030076444149017, 0.00425980007275939, 0.004916592501103878, 0.005573384929448366, 0.006230177357792854, 0.0068869697861373425, 0.007543762214481831, 0.008200554177165031, 0.008857347071170807, 0.009514139965176582, 0.010170931927859783, 0.010827723890542984, 0.01148451678454876, 0.012141309678554535, 0.012798101641237736, 0.013454893603920937, 0.014111686497926712]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 6.0, 15.0, 6.0, 7.0, 11.0, 21.0, 11.0, 16.0, 14.0, 21.0, 38.0, 49.0, 56.0, 96.0, 130.0, 166.0, 216.0, 294.0, 456.0, 630.0, 866.0, 1145.0, 1859.0, 6613.0, 2045.0, 1104.0, 760.0, 516.0, 328.0, 226.0, 158.0, 124.0, 86.0, 56.0, 49.0, 24.0, 35.0, 29.0, 22.0, 12.0, 15.0, 13.0, 13.0, 13.0, 12.0, 9.0, 7.0, 5.0, 4.0, 4.0, 5.0, 4.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.010004919953644276, -0.00959686003625393, -0.009188800118863583, -0.008780740201473236, -0.00837268028408289, -0.007964620366692543, -0.0075565604493021965, -0.00714850053191185, -0.0067404406145215034, -0.006332380697131157, -0.00592432077974081, -0.005516260862350464, -0.005108200944960117, -0.004700141027569771, -0.004292081110179424, -0.0038840211927890778, -0.0034759612753987312, -0.0030679013580083847, -0.002659841440618038, -0.0022517815232276917, -0.0018437216058373451, -0.0014356616884469986, -0.001027601771056652, -0.0006195418536663055, -0.00021148193627595901, 0.0001965779811143875, 0.000604637898504734, 0.0010126978158950806, 0.001420757733285427, 0.0018288176506757736, 0.00223687756806612, 0.0026449374854564667, 0.003052997402846813, 0.0034610573202371597, 0.0038691172376275063, 0.004277177155017853, 0.004685237072408199, 0.005093296989798546, 0.005501356907188892, 0.005909416824579239, 0.006317476741969585, 0.006725536659359932, 0.0071335965767502785, 0.007541656494140625, 0.007949716411530972, 0.008357776328921318, 0.008765836246311665, 0.009173896163702011, 0.009581956081092358, 0.009990015998482704, 0.01039807591587305, 0.010806135833263397, 0.011214195750653744, 0.01162225566804409, 0.012030315585434437, 0.012438375502824783, 0.01284643542021513, 0.013254495337605476, 0.013662555254995823, 0.01407061517238617, 0.014478675089776516, 0.014886735007166862, 0.015294794924557209, 0.015702854841947556, 0.016110915690660477]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 3.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 3.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.1558634638786316, -0.15190446376800537, -0.14794544875621796, -0.14398644864559174, -0.14002744853496552, -0.1360684335231781, -0.13210943341255188, -0.12815043330192566, -0.12419142574071884, -0.12023241817951202, -0.1162734180688858, -0.11231441050767899, -0.10835540294647217, -0.10439640283584595, -0.10043739527463913, -0.09647839516401291, -0.09251938760280609, -0.08856038004159927, -0.08460137993097305, -0.08064237236976624, -0.07668337225914001, -0.0727243646979332, -0.06876535713672638, -0.06480635702610016, -0.06084734946489334, -0.05688834562897682, -0.0529293417930603, -0.048970334231853485, -0.045011330395936966, -0.04105232656002045, -0.03709331899881363, -0.03313431516289711, -0.02917531132698059, -0.02521630749106407, -0.021257301792502403, -0.017298296093940735, -0.013339292258024216, -0.009380287490785122, -0.005421282723546028, -0.0014622779563069344, 0.0024967268109321594, 0.006455731578171253, 0.010414736345410347, 0.01437374111264944, 0.018332745879888535, 0.022291749715805054, 0.026250755414366722, 0.03020976111292839, 0.03416876494884491, 0.03812776878476143, 0.04208677262067795, 0.046045780181884766, 0.050004784017801285, 0.053963787853717804, 0.05792279541492462, 0.06188179925084114, 0.06584080308675766, 0.06979981064796448, 0.0737588107585907, 0.07771781831979752, 0.08167682588100433, 0.08563582599163055, 0.08959483355283737, 0.09355383366346359, 0.09751284122467041]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 4.0, 2.0, 2.0, 1.0, 3.0, 5.0, 6.0, 21.0, 29.0, 28.0, 49.0, 31.0, 25.0, 20.0, 13.0, 3.0, 6.0, 3.0, 4.0, 3.0, 2.0, 2.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.12397065758705139, -0.12073294818401337, -0.11749523878097534, -0.11425752937793732, -0.11101981997489929, -0.10778211057186127, -0.10454440116882324, -0.10130669176578522, -0.09806898236274719, -0.09483127295970917, -0.09159356355667114, -0.08835585415363312, -0.08511814475059509, -0.08188043534755707, -0.07864272594451904, -0.07540501654148102, -0.072167307138443, -0.06892960518598557, -0.06569189578294754, -0.06245418265461922, -0.05921647325158119, -0.05597876384854317, -0.05274105444550514, -0.04950334504246712, -0.04626563936471939, -0.043027929961681366, -0.03979022055864334, -0.036552511155605316, -0.03331480175256729, -0.030077092349529266, -0.02683938294649124, -0.023601673543453217, -0.02036396414041519, -0.017126254737377167, -0.013888545334339142, -0.010650836862623692, -0.007413127459585667, -0.004175418056547642, -0.0009377091191709042, 0.002300000051036477, 0.005537709221243858, 0.008775418624281883, 0.012013128027319908, 0.015250836499035358, 0.01848854497075081, 0.021726254373788834, 0.02496396377682686, 0.028201673179864883, 0.03143938258290291, 0.03467709198594093, 0.03791480138897896, 0.04115251079201698, 0.04439022019505501, 0.04762792959809303, 0.05086563900113106, 0.05410334840416908, 0.05734105408191681, 0.060578763484954834, 0.06381647288799286, 0.06705418229103088, 0.07029189169406891, 0.07352960109710693, 0.07676731050014496, 0.08000501990318298, 0.08324272930622101]}, "_runtime": 42.22610330581665, "_timestamp": 1596212912.927641, "_step": 47}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 5.0, 3.0, 3.0, 0.0, 1.0, 3.0, 2.0, 2.0, 0.0, 2.0, 2.0, 3.0, 5.0, 1.0, 2.0, 0.0, 2.0, 0.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.014287911355495453, -0.013930228538811207, -0.013572546653449535, -0.01321486383676529, -0.012857181951403618, -0.012499499134719372, -0.0121418172493577, -0.011784134432673454, -0.011426452547311783, -0.011068769730627537, -0.01071108691394329, -0.01035340502858162, -0.009995722211897373, -0.009638040326535702, -0.009280357509851456, -0.008922675624489784, -0.008564992807805538, -0.008207309991121292, -0.00784962810575962, -0.007491945754736662, -0.007134263403713703, -0.006776580587029457, -0.006418898236006498, -0.00606121588498354, -0.005703533533960581, -0.005345851182937622, -0.004988168831914663, -0.0046304864808917046, -0.0042728036642074585, -0.0039151213131845, -0.003557438962161541, -0.0031997566111385822, -0.0028420742601156235, -0.0024843919090926647, -0.002126709558069706, -0.0017690269742161036, -0.0014113446231931448, -0.001053662272170186, -0.0006959798047319055, -0.0003382973955012858, 1.9385013729333878e-05, 0.00037706742295995355, 0.0007347498321905732, 0.0010924322996288538, 0.0014501146506518126, 0.0018077970016747713, 0.0021654795855283737, 0.0025231619365513325, 0.0028808442875742912, 0.00323852663859725, 0.0035962089896202087, 0.0039538913406431675, 0.004311573691666126, 0.004669256508350372, 0.005026938859373331, 0.00538462121039629, 0.005742303561419249, 0.006099985912442207, 0.006457668263465166, 0.006815350614488125, 0.007173033431172371, 0.00753071578219533, 0.007888398133218288, 0.00824608001857996, 0.008603762835264206]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 4.0, 4.0, 1.0, 2.0, 1.0, 4.0, 6.0, 5.0, 4.0, 8.0, 5.0, 8.0, 10.0, 15.0, 11.0, 19.0, 26.0, 30.0, 38.0, 49.0, 100.0, 85.0, 123.0, 135.0, 193.0, 267.0, 477.0, 4490.0, 718.0, 323.0, 178.0, 138.0, 115.0, 82.0, 52.0, 53.0, 31.0, 31.0, 25.0, 14.0, 11.0, 10.0, 7.0, 8.0, 3.0, 5.0, 2.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0], "bins": [-0.17989733815193176, -0.1752031296491623, -0.17050892114639282, -0.16581471264362335, -0.16112050414085388, -0.1564262956380844, -0.15173207223415375, -0.14703786373138428, -0.1423436552286148, -0.13764944672584534, -0.13295523822307587, -0.1282610297203064, -0.12356682121753693, -0.11887261271476746, -0.11417839676141739, -0.10948418825864792, -0.10478997975587845, -0.10009577125310898, -0.09540156275033951, -0.09070734679698944, -0.08601313829421997, -0.0813189297914505, -0.07662472128868103, -0.07193051278591156, -0.06723630428314209, -0.06254208832979202, -0.05784787982702255, -0.05315367132425308, -0.04845946282148361, -0.04376525059342384, -0.03907104209065437, -0.034376829862594604, -0.029682621359825134, -0.024988410994410515, -0.020294200628995895, -0.015599992126226425, -0.010905781760811806, -0.006211571861058474, -0.0015173619613051414, 0.0031768479384481907, 0.007871057838201523, 0.012565268203616142, 0.01725947856903076, 0.021953687071800232, 0.02664789743721485, 0.03134210780262947, 0.03603631630539894, 0.04073052853345871, 0.04542473703622818, 0.05011894553899765, 0.05481315776705742, 0.05950736626982689, 0.06420157849788666, 0.06889578700065613, 0.0735899955034256, 0.07828420400619507, 0.08297841250896454, 0.0876726284623146, 0.09236683696508408, 0.09706104546785355, 0.10175525397062302, 0.10644946247339249, 0.11114367842674255, 0.11583788692951202, 0.1205320954322815]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 3.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 3.0, 4.0, 2.0, 5.0, 2.0, 2.0, 7.0, 3.0, 5.0, 7.0, 1.0, 23.0, 4.0, 7.0, 3.0, 4.0, 5.0, 2.0, 1.0, 0.0, 2.0, 3.0, 2.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.0028557260520756245, -0.0027707633562386036, -0.0026858006604015827, -0.002600837964564562, -0.002515875268727541, -0.00243091257289052, -0.0023459498770534992, -0.0022609871812164783, -0.0021760244853794575, -0.0020910617895424366, -0.0020060990937054157, -0.0019211365142837167, -0.0018361738184466958, -0.001751211122609675, -0.001666248426772654, -0.0015812857309356332, -0.0014963230350986123, -0.0014113603392615914, -0.0013263976434245706, -0.0012414349475875497, -0.0011564722517505288, -0.001071509555913508, -0.000986546860076487, -0.0009015842224471271, -0.0008166215266101062, -0.0007316588307730854, -0.0006466961349360645, -0.0005617334390990436, -0.0004767707723658532, -0.0003918080765288323, -0.0003068454097956419, -0.00022188271395862103, -0.00013692001812160015, -5.195732956053689e-05, 3.300535900052637e-05, 0.00011796804756158963, 0.0002029307361226529, 0.00028789343195967376, 0.0003728560986928642, 0.00045781879452988505, 0.0005427814903669059, 0.0006277441862039268, 0.0007127068820409477, 0.0007976695778779685, 0.0008826322155073285, 0.0009675949113443494, 0.0010525576071813703, 0.0011375203030183911, 0.001222482998855412, 0.0013074456946924329, 0.0013924083905294538, 0.0014773710863664746, 0.0015623337822034955, 0.0016472964780405164, 0.0017322591738775373, 0.0018172218697145581, 0.0019021844491362572, 0.001987147144973278, 0.002072109840810299, 0.00215707253664732, 0.0022420352324843407, 0.0023269979283213615, 0.0024119606241583824, 0.0024969233199954033, 0.002581886015832424]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 3.0, 1.0, 2.0, 5.0, 1.0, 7.0, 10.0, 10.0, 17.0, 31.0, 43.0, 54.0, 62.0, 111.0, 158.0, 249.0, 390.0, 624.0, 1062.0, 1853.0, 3106.0, 5825.0, 11803.0, 24835.0, 58712.0, 170630.0, 727371.0, 92505.0, 38032.0, 18211.0, 9757.0, 5310.0, 3076.0, 1978.0, 1239.0, 804.0, 534.0, 361.0, 251.0, 200.0, 112.0, 95.0, 56.0, 35.0, 37.0, 30.0, 20.0, 5.0, 6.0, 3.0, 3.0, 3.0, 0.0, 0.0, 2.0, 0.0, 2.0], "bins": [-0.013470347970724106, -0.013066351413726807, -0.012662355788052082, -0.012258359231054783, -0.011854362674057484, -0.011450367048382759, -0.01104637049138546, -0.01064237393438816, -0.010238377377390862, -0.009834381751716137, -0.009430385194718838, -0.009026388637721539, -0.008622393012046814, -0.008218396455049515, -0.007814399898052216, -0.007410403806716204, -0.007006407715380192, -0.00660241162404418, -0.006198415067046881, -0.005794418975710869, -0.00539042241871357, -0.004986426327377558, -0.004582430236041546, -0.004178433679044247, -0.003774437587708235, -0.0033704412635415792, -0.0029664449393749237, -0.002562448848038912, -0.0021584525238722563, -0.0017544561997056007, -0.001350459991954267, -0.0009464637259952724, -0.0005424674600362778, -0.00013847119407728314, 0.0002655250718817115, 0.0006695213378407061, 0.0010735176037997007, 0.0014775139279663563, 0.00188151013571769, 0.0022855063434690237, 0.0026895026676356792, 0.003093498991802335, 0.0034974953159689903, 0.003901491407305002, 0.004305487498641014, 0.004709484055638313, 0.005113480146974325, 0.005517476703971624, 0.005921472795307636, 0.006325468886643648, 0.006729465443640947, 0.007133461534976959, 0.007537458091974258, 0.007941453717648983, 0.008345450274646282, 0.008749446831643581, 0.009153442457318306, 0.009557439014315605, 0.009961435571312904, 0.010365432128310204, 0.010769427753984928, 0.011173424310982227, 0.011577420867979527, 0.011981416493654251, 0.01238541305065155]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 1.0, 1.0, 1.0, 0.0, 2.0, 7.0, 2.0, 6.0, 5.0, 0.0, 2.0, 1.0, 2.0, 4.0, 7.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.017542725428938866, -0.017113598063588142, -0.01668446883559227, -0.016255341470241547, -0.015826214104890823, -0.015397085808217525, -0.014967957511544228, -0.014538830146193504, -0.014109701849520206, -0.013680574484169483, -0.013251446187496185, -0.012822317890822887, -0.012393190525472164, -0.011964062228798866, -0.011534934863448143, -0.011105806566774845, -0.010676678270101547, -0.010247550904750824, -0.009818422608077526, -0.009389295242726803, -0.008960166946053505, -0.008531039580702782, -0.008101911284029484, -0.007672783453017473, -0.007243655622005463, -0.006814527325332165, -0.006385399494320154, -0.005956271663308144, -0.005527143832296133, -0.0050980160012841225, -0.004668887704610825, -0.004239759873598814, -0.0038106320425868034, -0.003381504211574793, -0.0029523761477321386, -0.002523248316720128, -0.002094120252877474, -0.0016649924218654633, -0.0012358645908534527, -0.0008067366434261203, -0.0003776086959987879, 5.1519222324714065e-05, 0.000480647140648216, 0.0009097750298678875, 0.00133890297729522, 0.0017680309247225523, 0.002197158755734563, 0.002626286819577217, 0.0030554146505892277, 0.0034845424816012383, 0.003913670312613249, 0.004342798609286547, 0.004771926440298557, 0.005201054271310568, 0.005630182102322578, 0.006059309933334589, 0.0064884377643466, 0.0069175660610198975, 0.007346693892031908, 0.007775821723043919, 0.008204950019717216, 0.00863407738506794, 0.009063205681741238, 0.009492333047091961, 0.009921461343765259]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 3.0, 1.0, 5.0, 2.0, 3.0, 6.0, 18.0, 11.0, 19.0, 30.0, 34.0, 34.0, 40.0, 52.0, 50.0, 61.0, 73.0, 88.0, 120.0, 163.0, 145.0, 193.0, 200.0, 288.0, 362.0, 451.0, 616.0, 984.0, 4928.0, 2847.0, 1717.0, 1195.0, 793.0, 664.0, 485.0, 394.0, 286.0, 273.0, 216.0, 159.0, 114.0, 84.0, 71.0, 36.0, 25.0, 18.0, 14.0, 13.0, 8.0, 6.0, 6.0, 2.0, 7.0, 4.0, 4.0, 2.0, 1.0, 1.0, 3.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.00889881607145071, -0.008601974695920944, -0.008305133320391178, -0.008008291944861412, -0.007711450569331646, -0.00741460919380188, -0.007117767818272114, -0.006820926442742348, -0.006524085067212582, -0.006227243226021528, -0.005930401850491762, -0.005633560474961996, -0.00533671909943223, -0.005039877723902464, -0.004743036348372698, -0.004446194972842932, -0.004149353597313166, -0.0038525122217833996, -0.0035556708462536335, -0.0032588294707238674, -0.0029619880951941013, -0.0026651464868336916, -0.0023683051113039255, -0.0020714637357741594, -0.0017746223602443933, -0.0014777809847146273, -0.0011809396091848612, -0.0008840981172397733, -0.0005872567417100072, -0.00029041533707641065, 6.426067557185888e-06, 0.00030326747219078243, 0.000600108876824379, 0.000896950252354145, 0.0011937916278839111, 0.001490633119828999, 0.0017874744953587651, 0.002084315987303853, 0.002381157362833619, 0.002677998738363385, 0.0029748401138931513, 0.0032716814894229174, 0.0035685228649526834, 0.0038653642404824495, 0.004162205848842859, 0.004459047224372625, 0.0047558885999023914, 0.0050527299754321575, 0.005349571350961924, 0.00564641272649169, 0.005943254102021456, 0.006240095477551222, 0.006536936853080988, 0.006833778228610754, 0.00713061960414052, 0.007427460979670286, 0.00772430282086134, 0.008021144196391106, 0.008317985571920872, 0.008614826947450638, 0.008911668322980404, 0.00920850969851017, 0.009505351074039936, 0.009802192449569702, 0.010099033825099468]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 3.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 4.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.09923439472913742, -0.09492301940917969, -0.09061164408922195, -0.08630026876926422, -0.08198889344930649, -0.07767751812934875, -0.07336614280939102, -0.06905476748943329, -0.06474339962005615, -0.06043202057480812, -0.05612064525485039, -0.051809269934892654, -0.04749789834022522, -0.04318652302026749, -0.03887514770030975, -0.03456377238035202, -0.030252397060394287, -0.025941021740436554, -0.02162964642047882, -0.017318272963166237, -0.013006897643208504, -0.00869552232325077, -0.004384147934615612, -7.277308031916618e-05, 0.00423860177397728, 0.008549977093935013, 0.012861351482570171, 0.01717272587120533, 0.021484101191163063, 0.025795476511120796, 0.03010684996843338, 0.03441822528839111, 0.038729600608348846, 0.04304097592830658, 0.04735235124826431, 0.051663726568222046, 0.05597510188817978, 0.060286473482847214, 0.06459785252809525, 0.06890922784805298, 0.07322059571743011, 0.07753197103738785, 0.08184334635734558, 0.08615472167730331, 0.09046609699726105, 0.09477747231721878, 0.09908884763717651, 0.10340022295713425, 0.10771159827709198, 0.11202297359704971, 0.11633434891700745, 0.12064572423696518, 0.12495709955692291, 0.12926846742630005, 0.13357985019683838, 0.13789121806621552, 0.14220260083675385, 0.14651396870613098, 0.1508253514766693, 0.15513671934604645, 0.15944810211658478, 0.16375946998596191, 0.16807085275650024, 0.17238222062587738, 0.17669358849525452]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 3.0, 0.0, 2.0, 2.0, 5.0, 2.0, 3.0, 2.0, 2.0, 8.0, 1.0, 8.0, 16.0, 35.0, 61.0, 27.0, 18.0, 12.0, 7.0, 4.0, 4.0, 2.0, 4.0, 5.0, 1.0, 1.0, 4.0, 7.0, 1.0, 3.0, 2.0, 1.0, 1.0, 2.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0], "bins": [-0.09190002828836441, -0.08927213400602341, -0.0866442322731018, -0.0840163379907608, -0.0813884437084198, -0.0787605494260788, -0.07613265514373779, -0.07350475341081619, -0.07087685912847519, -0.06824896484613419, -0.06562106311321259, -0.06299316883087158, -0.06036527454853058, -0.057737380266189575, -0.05510948225855827, -0.05248158425092697, -0.04985368996858597, -0.047225795686244965, -0.04459789767861366, -0.04196999967098236, -0.03934210538864136, -0.036714211106300354, -0.03408631309866905, -0.03145841509103775, -0.028830520808696747, -0.026202624663710594, -0.02357472851872444, -0.02094683237373829, -0.018318936228752136, -0.015691040083765984, -0.013063143938779831, -0.010435247793793678, -0.007807351648807526, -0.005179455503821373, -0.0025515593588352203, 7.633678615093231e-05, 0.002704232931137085, 0.005332129076123238, 0.00796002522110939, 0.010587921366095543, 0.013215817511081696, 0.015843713656067848, 0.018471609801054, 0.021099505946040154, 0.023727402091026306, 0.02635529823601246, 0.02898319438099861, 0.03161109238862991, 0.03423898667097092, 0.03686688095331192, 0.03949477896094322, 0.042122676968574524, 0.04475057125091553, 0.04737846553325653, 0.05000636354088783, 0.052634261548519135, 0.05526215583086014, 0.05789005011320114, 0.06051794812083244, 0.06314584612846375, 0.06577374041080475, 0.06840163469314575, 0.07102952897548676, 0.07365743070840836, 0.07628532499074936]}, "_runtime": 43.09042692184448, "_timestamp": 1596212913.7919645, "_step": 48}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 2.0, 0.0, 4.0, 3.0, 2.0, 2.0, 1.0, 2.0, 3.0, 2.0, 3.0, 2.0, 0.0, 0.0, 2.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.013924268074333668, -0.013544263318181038, -0.013164257630705833, -0.012784252874553204, -0.012404248118400574, -0.01202424243092537, -0.01164423767477274, -0.01126423291862011, -0.010884227231144905, -0.010504222474992275, -0.010124217718839645, -0.009744212962687016, -0.009364207275211811, -0.008984202519059181, -0.008604197762906551, -0.008224192075431347, -0.007844187319278717, -0.0074641820974648, -0.00708417734131217, -0.006704172119498253, -0.006324167363345623, -0.005944162141531706, -0.005564156919717789, -0.005184152163565159, -0.004804146941751242, -0.0044241417199373245, -0.004044136963784695, -0.0036641317419707775, -0.003284126752987504, -0.0029041217640042305, -0.0025241165421903133, -0.00214411155320704, -0.0017641065642237663, -0.0013841015752404928, -0.0010040964698418975, -0.0006240914226509631, -0.00024408637546002865, 0.00013591867173090577, 0.0005159237189218402, 0.0008959287661127746, 0.001275933813303709, 0.0016559388022869825, 0.002035943791270256, 0.002415949013084173, 0.0027959540020674467, 0.00317595899105072, 0.0035559642128646374, 0.003935968969017267, 0.004315974190831184, 0.0046959794126451015, 0.005075984168797731, 0.0054559893906116486, 0.005835994146764278, 0.006215999368578196, 0.006596004590392113, 0.006976009346544743, 0.00735601456835866, 0.007736019790172577, 0.008116024546325207, 0.008496029302477837, 0.008876034989953041, 0.009256039746105671, 0.0096360445022583, 0.010016050189733505, 0.010396054945886135]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 3.0, 0.0, 0.0, 2.0, 2.0, 1.0, 4.0, 4.0, 6.0, 4.0, 10.0, 8.0, 10.0, 23.0, 18.0, 22.0, 28.0, 29.0, 39.0, 55.0, 64.0, 99.0, 109.0, 168.0, 259.0, 398.0, 4640.0, 831.0, 365.0, 207.0, 127.0, 105.0, 68.0, 52.0, 38.0, 16.0, 19.0, 19.0, 13.0, 20.0, 14.0, 7.0, 2.0, 3.0, 6.0, 3.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.19238588213920593, -0.18648140132427216, -0.18057690560817719, -0.1746724247932434, -0.16876792907714844, -0.16286344826221466, -0.15695896744728088, -0.1510544717311859, -0.14514999091625214, -0.13924551010131836, -0.1333410143852234, -0.1274365335702896, -0.12153204530477524, -0.11562755703926086, -0.10972307622432709, -0.10381858795881271, -0.09791409969329834, -0.09200961142778397, -0.08610512316226959, -0.08020064234733582, -0.07429615408182144, -0.06839166581630707, -0.06248718127608299, -0.05658269673585892, -0.05067820847034454, -0.04477372020483017, -0.038869235664606094, -0.03296475112438202, -0.027060262858867645, -0.02115577645599842, -0.015251290053129196, -0.009346803650259972, -0.003442317247390747, 0.0024621691554784775, 0.008366655558347702, 0.014271141961216927, 0.02017562836408615, 0.026080114766955376, 0.0319846011698246, 0.037889085710048676, 0.04379357397556305, 0.04969806224107742, 0.0556025467813015, 0.061507031321525574, 0.06741151958703995, 0.07331600785255432, 0.0792204886674881, 0.08512497693300247, 0.09102946519851685, 0.09693395346403122, 0.1028384417295456, 0.10874292254447937, 0.11464741080999374, 0.12055189907550812, 0.1264563798904419, 0.13236087560653687, 0.13826535642147064, 0.14416983723640442, 0.1500743329524994, 0.15597881376743317, 0.16188329458236694, 0.16778779029846191, 0.1736922711133957, 0.17959676682949066, 0.18550124764442444]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0, 6.0, 1.0, 4.0, 2.0, 1.0, 2.0, 3.0, 1.0, 3.0, 5.0, 21.0, 5.0, 1.0, 5.0, 3.0, 2.0, 5.0, 2.0, 1.0, 2.0, 7.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 5.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.0019723426084965467, -0.001904860488139093, -0.001837378367781639, -0.0017698962474241853, -0.0017024141270667315, -0.0016349320067092776, -0.0015674498863518238, -0.00149996776599437, -0.0014324856456369162, -0.0013650035252794623, -0.0012975214049220085, -0.0012300392845645547, -0.0011625571642071009, -0.001095075043849647, -0.0010275929234921932, -0.0009601108031347394, -0.0008926286827772856, -0.0008251465624198318, -0.0007576644420623779, -0.0006901823217049241, -0.0006227002013474703, -0.0005552180809900165, -0.00048773596063256264, -0.0004202538402751088, -0.000352771719917655, -0.00028528959956020117, -0.00021780747920274734, -0.00015032535884529352, -8.28432384878397e-05, -1.5361118130385876e-05, 5.212100222706795e-05, 0.00011960312258452177, 0.0001870852429419756, 0.0002545673632994294, 0.00032204948365688324, 0.00038953160401433706, 0.0004570137243717909, 0.0005244958447292447, 0.0005919779650866985, 0.0006594600854441524, 0.0007269422058016062, 0.00079442432615906, 0.0008619064465165138, 0.0009293885668739676, 0.0009968706872314215, 0.0010643528075888753, 0.0011318349279463291, 0.001199317048303783, 0.0012667991686612368, 0.0013342812890186906, 0.0014017634093761444, 0.0014692455297335982, 0.001536727650091052, 0.0016042097704485059, 0.0016716918908059597, 0.0017391740111634135, 0.0018066561315208673, 0.0018741382518783212, 0.001941620372235775, 0.0020091026090085506, 0.0020765846129506826, 0.0021440666168928146, 0.0022115488536655903, 0.002279031090438366, 0.002346513094380498]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 3.0, 0.0, 3.0, 2.0, 10.0, 4.0, 6.0, 13.0, 23.0, 24.0, 52.0, 56.0, 92.0, 107.0, 211.0, 254.0, 402.0, 670.0, 1018.0, 1707.0, 2856.0, 5107.0, 9836.0, 20678.0, 48099.0, 135000.0, 743794.0, 107889.0, 46389.0, 23386.0, 12696.0, 7229.0, 4264.0, 2670.0, 1671.0, 1136.0, 699.0, 509.0, 318.0, 214.0, 178.0, 111.0, 86.0, 55.0, 38.0, 22.0, 19.0, 15.0, 8.0, 2.0, 7.0, 2.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011529131792485714, -0.011149999685585499, -0.010770866647362709, -0.010391734540462494, -0.010012601502239704, -0.009633469395339489, -0.0092543363571167, -0.008875204250216484, -0.008496071211993694, -0.00811693910509348, -0.007737806532531977, -0.007358673959970474, -0.006979541387408972, -0.006600408814847469, -0.006221276242285967, -0.005842143669724464, -0.005463011097162962, -0.0050838785246014595, -0.004704745952039957, -0.004325613379478455, -0.003946480806916952, -0.0035673484671860933, -0.003188215894624591, -0.0028090833220630884, -0.002429950749501586, -0.0020508181769400835, -0.001671685604378581, -0.0012925531482324004, -0.000913420575670898, -0.0005342880031093955, -0.00015515548875555396, 0.00022397705470211804, 0.00060310959815979, 0.0009822421707212925, 0.001361374743282795, 0.0017405071994289756, 0.0021196398884058, 0.0024987722281366587, 0.002877904800698161, 0.0032570373732596636, 0.003636169945821166, 0.004015302285552025, 0.004394434858113527, 0.00477356743067503, 0.005152700003236532, 0.005531832575798035, 0.005910965148359537, 0.00629009772092104, 0.006669230293482542, 0.0070483628660440445, 0.007427495438605547, 0.007806628011167049, 0.008185760118067265, 0.008564893156290054, 0.00894402526319027, 0.00932315830141306, 0.009702290408313274, 0.010081423446536064, 0.01046055555343628, 0.010839688591659069, 0.011218820698559284, 0.011597953736782074, 0.011977085843682289, 0.012356218881905079, 0.012735350988805294]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 1.0, 3.0, 3.0, 3.0, 4.0, 3.0, 10.0, 3.0, 4.0, 3.0, 5.0, 2.0, 3.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.012443182989954948, -0.01186344027519226, -0.011283698491752148, -0.01070395577698946, -0.010124213993549347, -0.00954447127878666, -0.008964728564023972, -0.008384986780583858, -0.007805244065821171, -0.00722550181671977, -0.00664575956761837, -0.006066016852855682, -0.005486274603754282, -0.004906532354652882, -0.004326789639890194, -0.0037470473907887936, -0.003167305141687393, -0.002587562892585993, -0.002007820410653949, -0.0014280780451372266, -0.0008483356796205044, -0.0002685933141037822, 0.00031114905141294, 0.0008908914169296622, 0.0014706337824463844, 0.002050376031547785, 0.002630118513479829, 0.003209860995411873, 0.0037896032445132732, 0.004369345493614674, 0.004949088208377361, 0.005528830457478762, 0.006108572706580162, 0.006688314955681562, 0.007268057204782963, 0.00784779991954565, 0.008427541702985764, 0.009007284417748451, 0.009587027132511139, 0.010166768915951252, 0.01074651163071394, 0.011326254345476627, 0.01190599612891674, 0.012485738843679428, 0.013065481558442116, 0.013645223341882229, 0.014224966056644917, 0.01480470784008503, 0.015384450554847717, 0.015964193269610405, 0.016543935984373093, 0.01712367683649063, 0.01770341955125332, 0.018283162266016006, 0.018862904980778694, 0.019442647695541382, 0.02002238854765892, 0.020602131262421608, 0.021181873977184296, 0.021761616691946983, 0.02234135940670967, 0.02292110212147236, 0.023500842973589897, 0.024080585688352585, 0.024660328403115273]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 3.0, 5.0, 4.0, 2.0, 4.0, 6.0, 7.0, 14.0, 17.0, 12.0, 15.0, 17.0, 21.0, 41.0, 57.0, 73.0, 94.0, 160.0, 230.0, 304.0, 419.0, 571.0, 854.0, 1409.0, 5386.0, 2351.0, 1335.0, 965.0, 739.0, 608.0, 416.0, 361.0, 296.0, 274.0, 223.0, 166.0, 141.0, 125.0, 102.0, 93.0, 70.0, 55.0, 47.0, 29.0, 46.0, 47.0, 27.0, 34.0, 27.0, 13.0, 14.0, 11.0, 23.0, 19.0, 20.0, 12.0, 9.0, 3.0, 3.0], "bins": [-0.007908612489700317, -0.007644670084118843, -0.007380728144198656, -0.007116785738617182, -0.006852843798696995, -0.0065889013931155205, -0.006324958987534046, -0.006061017047613859, -0.005797074642032385, -0.005533132236450911, -0.005269190296530724, -0.005005247890949249, -0.004741305485367775, -0.004477363545447588, -0.004213421139866114, -0.003949479199945927, -0.0036855367943644524, -0.0034215946216136217, -0.003157652448862791, -0.0028937100432813168, -0.002629767870530486, -0.0023658256977796555, -0.002101883292198181, -0.0018379411194473505, -0.0015739989466965199, -0.0013100567739456892, -0.0010461144847795367, -0.0007821722538210452, -0.0005182300228625536, -0.00025428779190406203, 9.654439054429531e-06, 0.0002735966700129211, 0.0005375389009714127, 0.0008014811319299042, 0.0010654233628883958, 0.0013293656520545483, 0.001593307824805379, 0.0018572499975562096, 0.002121192403137684, 0.0023851345758885145, 0.002649076748639345, 0.002913018921390176, 0.0031769610941410065, 0.0034409034997224808, 0.0037048456724733114, 0.003968787845224142, 0.004232730250805616, 0.004496672190725803, 0.004760614596307278, 0.005024557001888752, 0.005288498941808939, 0.005552441347390413, 0.0058163832873106, 0.006080325692892075, 0.006344268098473549, 0.006608210038393736, 0.00687215244397521, 0.0071360948495566845, 0.0074000367894768715, 0.007663979195058346, 0.00792792160063982, 0.008191864006221294, 0.008455805480480194, 0.008719747886061668, 0.008983690291643143]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.10594097524881363, -0.10290076583623886, -0.09986055642366409, -0.09682034701108932, -0.09378013014793396, -0.09073992073535919, -0.08769971132278442, -0.08465950191020966, -0.08161929249763489, -0.07857908308506012, -0.07553886622190475, -0.07249865680932999, -0.06945844739675522, -0.06641823798418045, -0.06337802857160568, -0.060337815433740616, -0.05729760602116585, -0.05425739660859108, -0.05121718347072601, -0.048176974058151245, -0.04513676464557648, -0.04209655150771141, -0.03905634209513664, -0.036016132682561874, -0.03297591954469681, -0.02993571013212204, -0.02689550071954727, -0.023855289444327354, -0.020815078169107437, -0.01777486875653267, -0.014734657481312752, -0.011694447137415409, -0.008654236793518066, -0.005614026449620724, -0.0025738156400620937, 0.0004663949366658926, 0.003506605513393879, 0.006546815857291222, 0.009587027132511139, 0.012627237476408482, 0.015667447820305824, 0.01870765909552574, 0.02174786850810051, 0.024788079783320427, 0.027828291058540344, 0.030868500471115112, 0.03390870988368988, 0.03694892302155495, 0.039989132434129715, 0.04302934184670448, 0.04606955498456955, 0.04910976439714432, 0.052149973809719086, 0.05519018694758415, 0.05823039636015892, 0.06127060577273369, 0.06431081891059875, 0.06735102832317352, 0.07039123773574829, 0.07343144714832306, 0.07647165656089783, 0.07951187342405319, 0.08255208283662796, 0.08559229224920273, 0.0886325016617775]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [4.0, 0.0, 3.0, 3.0, 2.0, 2.0, 5.0, 2.0, 1.0, 3.0, 3.0, 3.0, 4.0, 12.0, 15.0, 14.0, 19.0, 20.0, 42.0, 26.0, 23.0, 18.0, 18.0, 8.0, 5.0, 6.0, 2.0, 5.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 0.0, 0.0, 2.0], "bins": [-0.032075800001621246, -0.030301975086331367, -0.028528152033686638, -0.02675432711839676, -0.02498050406575203, -0.02320667915046215, -0.02143285609781742, -0.019659031182527542, -0.017885208129882812, -0.016111383214592934, -0.01433755923062563, -0.012563735246658325, -0.010789910331368446, -0.009016086347401142, -0.007242262363433838, -0.005468438379466534, -0.0036946143954992294, -0.0019207902951166034, -0.00014696619473397732, 0.0016268579056486487, 0.003400682006031275, 0.005174505989998579, 0.0069483304396271706, 0.008722154423594475, 0.010495978407561779, 0.012269802391529083, 0.014043626375496387, 0.01581745035946369, 0.01759127527475357, 0.0193650983273983, 0.02113892324268818, 0.02291274629533291, 0.024686571210622787, 0.026460396125912666, 0.028234219178557396, 0.030008044093847275, 0.031781867146492004, 0.033555690199136734, 0.03532951697707176, 0.03710334002971649, 0.03887716308236122, 0.04065098986029625, 0.04242481291294098, 0.04419863596558571, 0.04597245901823044, 0.047746285796165466, 0.049520108848810196, 0.051293931901454926, 0.053067758679389954, 0.05484158173203468, 0.05661540478467941, 0.05838922783732414, 0.06016305461525917, 0.0619368776679039, 0.06371070444583893, 0.06548452377319336, 0.06725835055112839, 0.06903217732906342, 0.07080599665641785, 0.07257982343435287, 0.0743536427617073, 0.07612746953964233, 0.07790129631757736, 0.0796751156449318, 0.08144894242286682]}, "_runtime": 43.89508938789368, "_timestamp": 1596212914.596627, "_step": 49}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 3.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 4.0, 1.0, 1.0, 1.0, 2.0, 2.0, 3.0, 1.0, 2.0, 0.0, 5.0, 2.0, 0.0, 2.0, 2.0, 2.0, 2.0, 4.0, 0.0, 1.0, 1.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0], "bins": [-0.010118035599589348, -0.009836719371378422, -0.009555403143167496, -0.009274087846279144, -0.008992771618068218, -0.008711455389857292, -0.00843014009296894, -0.008148823864758015, -0.007867507636547089, -0.007586191408336163, -0.007304875645786524, -0.007023559883236885, -0.006742243655025959, -0.006460927426815033, -0.006179611664265394, -0.0058982959017157555, -0.005616979673504829, -0.005335663445293903, -0.005054347682744265, -0.004773031920194626, -0.0044917156919837, -0.004210399463772774, -0.003929083701223135, -0.0036477677058428526, -0.00336645171046257, -0.003085135715082288, -0.0028038197197020054, -0.002522503724321723, -0.0022411877289414406, -0.001959871733561158, -0.0016785557381808758, -0.0013972397428005934, -0.001115923747420311, -0.0008346077520400286, -0.0005532917566597462, -0.00027197576127946377, 9.340234100818634e-06, 0.00029065622948110104, 0.0005719722248613834, 0.0008532882202416658, 0.0011346042156219482, 0.0014159202110022306, 0.001697236206382513, 0.0019785522017627954, 0.002259868197143078, 0.0025411841925233603, 0.0028225001879036427, 0.003103816183283925, 0.0033851321786642075, 0.00366644817404449, 0.003947764169424772, 0.004229079931974411, 0.004510396160185337, 0.004791712388396263, 0.005073028150945902, 0.005354343913495541, 0.005635660141706467, 0.005916976369917393, 0.0061982921324670315, 0.00647960789501667, 0.006760924123227596, 0.007042240351438522, 0.007323556113988161, 0.0076048718765378, 0.007886188104748726]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 5.0, 6.0, 5.0, 7.0, 7.0, 10.0, 14.0, 20.0, 19.0, 22.0, 35.0, 56.0, 59.0, 86.0, 114.0, 142.0, 224.0, 282.0, 435.0, 4700.0, 680.0, 301.0, 213.0, 105.0, 107.0, 53.0, 58.0, 42.0, 31.0, 17.0, 18.0, 11.0, 11.0, 3.0, 10.0, 4.0, 2.0, 4.0, 3.0, 5.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.1623484045267105, -0.15762807428836823, -0.15290775895118713, -0.14818742871284485, -0.14346709847450256, -0.13874678313732147, -0.1340264528989792, -0.1293061375617981, -0.12458580732345581, -0.11986548453569412, -0.11514516174793243, -0.11042483150959015, -0.10570450872182846, -0.10098418593406677, -0.09626385569572449, -0.0915435329079628, -0.08682321012020111, -0.08210288733243942, -0.07738256454467773, -0.07266223430633545, -0.06794191151857376, -0.06322158873081207, -0.058501262217760086, -0.0537809357047081, -0.04906061291694641, -0.04434029012918472, -0.039619963616132736, -0.03489963710308075, -0.03017931431531906, -0.025458989664912224, -0.020738665014505386, -0.01601834036409855, -0.011298015713691711, -0.006577691063284874, -0.0018573664128780365, 0.002862958237528801, 0.007583282887935638, 0.012303607538342476, 0.017023932188749313, 0.02174425683915615, 0.02646458148956299, 0.031184906139969826, 0.03590523079037666, 0.04062555730342865, 0.04534588009119034, 0.050066202878952026, 0.05478652939200401, 0.059506855905056, 0.06422717869281769, 0.06894750148057938, 0.07366782426834106, 0.07838815450668335, 0.08310847729444504, 0.08782880008220673, 0.09254913032054901, 0.0972694531083107, 0.10198977589607239, 0.10671009868383408, 0.11143042147159576, 0.11615075170993805, 0.12087107449769974, 0.12559139728546143, 0.1303117275238037, 0.1350320428609848, 0.1397523730993271]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 4.0, 2.0, 1.0, 2.0, 1.0, 2.0, 0.0, 3.0, 4.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 2.0, 7.0, 4.0, 4.0, 7.0, 3.0, 25.0, 5.0, 2.0, 3.0, 1.0, 3.0, 3.0, 1.0, 2.0, 0.0, 2.0, 0.0, 3.0, 2.0, 2.0, 2.0, 4.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.0020645838230848312, -0.0019966771360486746, -0.001928770449012518, -0.0018608637619763613, -0.0017929570749402046, -0.0017250502714887261, -0.0016571435844525695, -0.0015892368974164128, -0.0015213302103802562, -0.0014534235233440995, -0.0013855168363079429, -0.0013176101492717862, -0.0012497033458203077, -0.001181796658784151, -0.0011138899717479944, -0.0010459832847118378, -0.0009780765976756811, -0.0009101699106395245, -0.0008422632236033678, -0.0007743564783595502, -0.0007064497913233936, -0.0006385431042872369, -0.0005706363590434194, -0.0005027296720072627, -0.00043482298497110605, -0.0003669162979349494, -0.0002990095817949623, -0.0002311028802068904, -0.00016319617861881852, -9.528947703074664e-05, -2.7382775442674756e-05, 4.052392614539713e-05, 0.00010843062773346901, 0.0001763373293215409, 0.0002442440309096128, 0.0003121507470495999, 0.00038005743408575654, 0.0004479641211219132, 0.0005158708663657308, 0.0005837775534018874, 0.0006516842404380441, 0.0007195909274742007, 0.0007874976145103574, 0.000855404359754175, 0.0009233110467903316, 0.0009912177920341492, 0.0010591244790703058, 0.0011270311661064625, 0.0011949378531426191, 0.0012628445401787758, 0.0013307512272149324, 0.001398657914251089, 0.0014665646012872458, 0.0015344714047387242, 0.0016023780917748809, 0.0016702847788110375, 0.0017381914658471942, 0.0018060981528833508, 0.0018740048399195075, 0.0019419115269556642, 0.0020098183304071426, 0.0020777250174432993, 0.002145631704479456, 0.0022135383915156126, 0.0022814450785517693]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 3.0, 8.0, 9.0, 10.0, 19.0, 20.0, 31.0, 48.0, 74.0, 113.0, 153.0, 265.0, 379.0, 611.0, 934.0, 1535.0, 2435.0, 4002.0, 7381.0, 13780.0, 28072.0, 63952.0, 191704.0, 707283.0, 77373.0, 34194.0, 17655.0, 9921.0, 6063.0, 3682.0, 2444.0, 1619.0, 1100.0, 794.0, 530.0, 448.0, 284.0, 195.0, 139.0, 103.0, 72.0, 57.0, 48.0, 22.0, 28.0, 18.0, 6.0, 9.0, 6.0, 5.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.008747627958655357, -0.0084138885140419, -0.008080150000751019, -0.007746410556137562, -0.007412671577185392, -0.007078932598233223, -0.006745193153619766, -0.006411454174667597, -0.006077715195715427, -0.005743976216763258, -0.0054102372378110886, -0.005076497793197632, -0.004742758814245462, -0.004409019835293293, -0.004075280390679836, -0.003741541411727667, -0.0034078024327754974, -0.003074063453823328, -0.002740324242040515, -0.002406585030257702, -0.0020728460513055325, -0.0017391069559380412, -0.00140536786057055, -0.0010716287652030587, -0.0007378896698355675, -0.00040415057446807623, -7.041147910058498e-05, 0.00026332761626690626, 0.0005970667116343975, 0.0009308058070018888, 0.00126454490236938, 0.0015982839977368712, 0.0019320230931043625, 0.002265762072056532, 0.002599501283839345, 0.002933240495622158, 0.0032669794745743275, 0.003600718453526497, 0.003934457898139954, 0.004268196877092123, 0.0046019358560442924, 0.004935674834996462, 0.005269413813948631, 0.005603153258562088, 0.005936892237514257, 0.006270631216466427, 0.006604370661079884, 0.006938109640032053, 0.007271848618984222, 0.007605587597936392, 0.007939326576888561, 0.008273066021502018, 0.0086068045347929, 0.008940543979406357, 0.009274283424019814, 0.009608021937310696, 0.009941761381924152, 0.010275500826537609, 0.010609239339828491, 0.010942978784441948, 0.011276718229055405, 0.011610456742346287, 0.011944196186959743, 0.012277934700250626, 0.012611674144864082]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 4.0, 0.0, 7.0, 2.0, 0.0, 10.0, 5.0, 3.0, 2.0, 5.0, 4.0, 0.0, 3.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00870884582400322, -0.008226021192967892, -0.007743196561932564, -0.007260372396558523, -0.006777547765523195, -0.006294723134487867, -0.0058118985034525394, -0.0053290738724172115, -0.004846249707043171, -0.004363425076007843, -0.003880600444972515, -0.003397775813937187, -0.0029149511829018593, -0.002432126784697175, -0.0019493021536618471, -0.001466477639041841, -0.000983653124421835, -0.0005008286098018289, -1.8004036974161863e-05, 0.0004648205067496747, 0.0009476450504735112, 0.0014304695650935173, 0.0019132941961288452, 0.0023961185943335295, 0.0028789432253688574, 0.0033617678564041853, 0.0038445922546088696, 0.0043274168856441975, 0.004810241516679525, 0.005293066147714853, 0.005775890313088894, 0.006258714944124222, 0.00674153957515955, 0.007224364206194878, 0.0077071888372302055, 0.008190013468265533, 0.008672838099300861, 0.00915566273033619, 0.009638486430048943, 0.01012131106108427, 0.010604135692119598, 0.011086960323154926, 0.011569784954190254, 0.012052609585225582, 0.01253543421626091, 0.013018258847296238, 0.013501083478331566, 0.013983908109366894, 0.014466732740402222, 0.014949556440114975, 0.015432381071150303, 0.01591520570218563, 0.016398031264543533, 0.016880854964256287, 0.01736367866396904, 0.017846504226326942, 0.018329327926039696, 0.0188121534883976, 0.01929497718811035, 0.019777802750468254, 0.020260626450181007, 0.02074345201253891, 0.021226275712251663, 0.021709101274609566, 0.02219192497432232]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 0.0, 2.0, 7.0, 8.0, 4.0, 5.0, 12.0, 24.0, 28.0, 29.0, 48.0, 71.0, 79.0, 111.0, 143.0, 176.0, 242.0, 316.0, 358.0, 469.0, 597.0, 768.0, 1073.0, 1736.0, 5141.0, 1448.0, 1030.0, 772.0, 610.0, 538.0, 370.0, 353.0, 287.0, 251.0, 228.0, 205.0, 157.0, 150.0, 101.0, 91.0, 98.0, 82.0, 56.0, 26.0, 23.0, 6.0, 11.0, 2.0, 9.0, 10.0, 4.0, 1.0, 8.0, 5.0, 3.0, 6.0, 11.0, 3.0, 0.0, 3.0, 9.0, 6.0, 9.0], "bins": [-0.005033074878156185, -0.004836981184780598, -0.0046408879570662975, -0.00444479426369071, -0.004248700570315123, -0.0040526073426008224, -0.003856513649225235, -0.0036604199558496475, -0.0034643264953047037, -0.00326823303475976, -0.0030721393413841724, -0.0028760458808392286, -0.002679952420294285, -0.0024838587269186974, -0.0022877652663737535, -0.002091671572998166, -0.0018955781124532223, -0.0016994845354929566, -0.001503390958532691, -0.0013072974979877472, -0.0011112039210274816, -0.0009151103440672159, -0.0007190168253146112, -0.0005229233065620065, -0.00032682972960174084, -0.00013073618174530566, 6.535736611112952e-05, 0.0002614509139675647, 0.0004575444618239999, 0.0006536380387842655, 0.0008497315575368702, 0.001045825076289475, 0.0012419186532497406, 0.0014380122302100062, 0.0016341058071702719, 0.0018301992677152157, 0.002026292961090803, 0.002222386421635747, 0.0024184798821806908, 0.0026145735755562782, 0.002810667036101222, 0.003006760496646166, 0.0032028541900217533, 0.003398947650566697, 0.003595041111111641, 0.0037911348044872284, 0.003987228497862816, 0.004183321725577116, 0.0043794154189527035, 0.004575509112328291, 0.004771602340042591, 0.0049676960334181786, 0.005163789726793766, 0.005359882954508066, 0.005555976647883654, 0.005752070341259241, 0.005948163568973541, 0.006144257262349129, 0.006340350955724716, 0.006536444649100304, 0.006732537876814604, 0.006928631570190191, 0.007124725263565779, 0.007320818491280079, 0.007516912184655666]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0], "bins": [-0.12307287752628326, -0.12059860676527023, -0.1181243360042572, -0.11565007269382477, -0.11317580193281174, -0.1107015311717987, -0.10822726041078568, -0.10575298964977264, -0.10327872633934021, -0.10080445557832718, -0.09833018481731415, -0.09585591405630112, -0.09338164329528809, -0.09090737253427505, -0.08843310922384262, -0.08595883846282959, -0.08348456770181656, -0.08101029694080353, -0.0785360261797905, -0.07606176286935806, -0.07358749210834503, -0.071113221347332, -0.06863895058631897, -0.06616467982530594, -0.06369040906429291, -0.061216142028570175, -0.05874187499284744, -0.05626760423183441, -0.05379333347082138, -0.05131906643509865, -0.04884479567408562, -0.046370528638362885, -0.043896257877349854, -0.04142198711633682, -0.03894772008061409, -0.03647344931960106, -0.033999182283878326, -0.031524911522865295, -0.029050640761852264, -0.026576371863484383, -0.0241021029651165, -0.02162783406674862, -0.019153565168380737, -0.016679294407367706, -0.014205025508999825, -0.011730756610631943, -0.009256486780941486, -0.006782217416912317, -0.004307948052883148, -0.0018336786888539791, 0.00064059067517519, 0.003114860039204359, 0.005589129403233528, 0.00806339830160141, 0.010537668131291866, 0.013011937960982323, 0.015486206859350204, 0.017960475757718086, 0.020434744656085968, 0.022909015417099, 0.02538328431546688, 0.027857553213834763, 0.030331823974847794, 0.032806091010570526, 0.03528036177158356]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 4.0, 4.0, 2.0, 3.0, 1.0, 0.0, 1.0, 3.0, 4.0, 3.0, 1.0, 4.0, 2.0, 8.0, 3.0, 5.0, 5.0, 6.0, 3.0, 7.0, 8.0, 8.0, 11.0, 6.0, 6.0, 4.0, 13.0, 26.0, 17.0, 5.0, 20.0, 9.0, 15.0, 10.0, 14.0, 13.0, 6.0, 5.0, 4.0, 2.0, 1.0, 3.0, 0.0, 3.0, 0.0, 3.0, 0.0, 0.0, 1.0], "bins": [-0.03433402627706528, -0.03353125602006912, -0.03272848576307297, -0.031925711780786514, -0.03112294152379036, -0.030320171266794205, -0.0295173991471529, -0.028714627027511597, -0.027911856770515442, -0.027109086513519287, -0.026306314393877983, -0.02550354227423668, -0.024700772017240524, -0.02389800176024437, -0.023095229640603065, -0.02229245752096176, -0.021489687263965607, -0.020686917006969452, -0.019884144887328148, -0.019081372767686844, -0.01827860251069069, -0.017475832253694534, -0.01667306013405323, -0.015870288014411926, -0.015067517757415771, -0.014264746569097042, -0.013461975380778313, -0.012659204192459583, -0.011856433004140854, -0.011053661815822124, -0.010250890627503395, -0.009448119439184666, -0.008645348250865936, -0.007842577062547207, -0.0070398058742284775, -0.006237034685909748, -0.005434263497591019, -0.004631492309272289, -0.00382872112095356, -0.0030259499326348305, -0.002223178744316101, -0.0014204075559973717, -0.0006176363676786423, 0.00018513482064008713, 0.0009879060089588165, 0.001790677197277546, 0.0025934483855962753, 0.0033962195739150047, 0.004198990762233734, 0.0050017619505524635, 0.005804533138871193, 0.006607304327189922, 0.007410075515508652, 0.008212846703827381, 0.00901561789214611, 0.00981838908046484, 0.01062116026878357, 0.011423931457102299, 0.012226702645421028, 0.013029473833739758, 0.013832245022058487, 0.014635016210377216, 0.015437787398695946, 0.01624055951833725, 0.017043329775333405]}, "_runtime": 44.697524309158325, "_timestamp": 1596212915.399062, "_step": 50}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 2.0, 2.0, 3.0, 3.0, 2.0, 2.0, 1.0, 3.0, 5.0, 4.0, 2.0, 2.0, 3.0, 3.0, 5.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.019619803875684738, -0.019151458516716957, -0.018683111295104027, -0.018214765936136246, -0.017746418714523315, -0.017278073355555534, -0.016809726133942604, -0.016341380774974823, -0.015873035416007042, -0.015404688194394112, -0.01493634283542633, -0.014467996545135975, -0.01399965025484562, -0.013531303964555264, -0.013062957674264908, -0.012594611383974552, -0.012126265093684196, -0.011657919734716415, -0.01118957344442606, -0.010721227154135704, -0.010252880863845348, -0.009784534573554993, -0.009316188283264637, -0.008847842924296856, -0.0083794966340065, -0.007911150343716145, -0.007442804053425789, -0.006974457763135433, -0.006506111938506365, -0.006037765648216009, -0.0055694193579256535, -0.005101073533296585, -0.004632727243006229, -0.004164380952715874, -0.0036960348952561617, -0.0032276888377964497, -0.002759342547506094, -0.002290996490046382, -0.00182265043258667, -0.001354304258711636, -0.0008859580848366022, -0.0004176119400653988, 5.0734204705804586e-05, 0.0005190803203731775, 0.0009874264942482114, 0.0014557726681232452, 0.0019241187255829573, 0.002392465015873313, 0.002860811073333025, 0.003329157130792737, 0.0037975034210830927, 0.004265849478542805, 0.00473419576883316, 0.005202541593462229, 0.0056708878837525845, 0.00613923417404294, 0.0066075799986720085, 0.007075926288962364, 0.00754427257925272, 0.008012618869543076, 0.008480965159833431, 0.008949310518801212, 0.009417656809091568, 0.009886003099381924, 0.01035434938967228]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 3.0, 5.0, 6.0, 8.0, 8.0, 16.0, 11.0, 25.0, 35.0, 46.0, 85.0, 113.0, 155.0, 290.0, 497.0, 5018.0, 807.0, 282.0, 164.0, 111.0, 77.0, 52.0, 36.0, 16.0, 17.0, 5.0, 5.0, 10.0, 2.0, 3.0, 1.0, 0.0, 3.0, 4.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.2840406894683838, -0.27647554874420166, -0.26891040802001953, -0.2613452672958374, -0.25378015637397766, -0.24621501564979553, -0.2386498749256134, -0.23108473420143127, -0.22351959347724915, -0.2159544676542282, -0.20838932693004608, -0.20082418620586395, -0.19325906038284302, -0.1856939196586609, -0.17812877893447876, -0.17056365311145782, -0.1629985123872757, -0.15543337166309357, -0.14786824584007263, -0.1403031051158905, -0.13273796439170837, -0.12517283856868744, -0.11760769784450531, -0.11004255712032318, -0.10247742384672165, -0.09491229057312012, -0.08734714984893799, -0.07978201657533646, -0.07221688330173492, -0.0646517425775528, -0.05708660930395126, -0.04952147230505943, -0.0419563353061676, -0.03439119830727577, -0.02682606317102909, -0.01926092803478241, -0.01169579103589058, -0.004130654968321323, 0.0034344810992479324, 0.010999617166817188, 0.018564753234386444, 0.026129890233278275, 0.033695027232170105, 0.04126016050577164, 0.04882529750466347, 0.0563904345035553, 0.06395556777715683, 0.07152070850133896, 0.07908584177494049, 0.08665097504854202, 0.09421611577272415, 0.10178124904632568, 0.10934638977050781, 0.11691152304410934, 0.12447665631771088, 0.132041797041893, 0.13960692286491394, 0.14717206358909607, 0.1547372043132782, 0.16230234503746033, 0.16986747086048126, 0.1774326115846634, 0.18499775230884552, 0.19256287813186646, 0.20012801885604858]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 3.0, 2.0, 5.0, 2.0, 4.0, 4.0, 1.0, 2.0, 1.0, 8.0, 5.0, 6.0, 22.0, 5.0, 5.0, 3.0, 2.0, 2.0, 1.0, 1.0, 6.0, 1.0, 6.0, 2.0, 2.0, 3.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0025968533009290695, -0.0025211991742253304, -0.002445545280352235, -0.0023698911536484957, -0.0022942370269447565, -0.0022185829002410173, -0.002142929006367922, -0.0020672748796641827, -0.0019916207529604435, -0.0019159667426720262, -0.0018403127323836088, -0.0017646586056798697, -0.0016890045953914523, -0.0016133504686877131, -0.0015376964583992958, -0.0014620423316955566, -0.0013863883214071393, -0.001310734311118722, -0.0012350801844149828, -0.0011594261741265655, -0.0010837720474228263, -0.001008118037134409, -0.0009324639686383307, -0.0008568099001422524, -0.0007811558316461742, -0.0007055017631500959, -0.0006298476946540177, -0.0005541936261579394, -0.00047853958676569164, -0.0004028855182696134, -0.0003272314788773656, -0.00025157741038128734, -0.00017592334188520908, -0.00010026928066508844, -2.4615219444967806e-05, 5.103884177515283e-05, 0.00012669290299527347, 0.00020234697149135172, 0.0002780010108835995, 0.00035365507937967777, 0.000429309147875756, 0.0005049632163718343, 0.0005806172848679125, 0.0006562713533639908, 0.0007319253636524081, 0.0008075794321484864, 0.0008832335006445646, 0.0009588875691406429, 0.0010345416376367211, 0.0011101956479251385, 0.0011858497746288776, 0.001261503784917295, 0.0013371579116210341, 0.0014128119219094515, 0.0014884660486131907, 0.001564120058901608, 0.0016397740691900253, 0.0017154281958937645, 0.0017910822061821818, 0.001866736332885921, 0.0019423903431743383, 0.0020180444698780775, 0.0020936985965818167, 0.002169352490454912, 0.0022450066171586514]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 2.0, 4.0, 6.0, 8.0, 12.0, 15.0, 13.0, 24.0, 44.0, 72.0, 100.0, 145.0, 211.0, 343.0, 530.0, 848.0, 1241.0, 1982.0, 3098.0, 5137.0, 8849.0, 15496.0, 29270.0, 62055.0, 165446.0, 719180.0, 84146.0, 36486.0, 18431.0, 10183.0, 5797.0, 3469.0, 2340.0, 1437.0, 1025.0, 682.0, 430.0, 309.0, 219.0, 157.0, 121.0, 78.0, 62.0, 42.0, 31.0, 13.0, 15.0, 10.0, 8.0, 6.0, 3.0, 2.0, 4.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.008661355823278427, -0.00835538748651743, -0.008049419149756432, -0.007743451278656721, -0.007437482941895723, -0.007131514605134726, -0.006825546734035015, -0.006519578397274017, -0.0062136100605130196, -0.005907641723752022, -0.005601673386991024, -0.0052957055158913136, -0.004989737179130316, -0.004683768842369318, -0.0043778009712696075, -0.00407183263450861, -0.003765864297747612, -0.0034598959609866142, -0.00315392785705626, -0.002847959753125906, -0.0025419914163649082, -0.0022360230796039104, -0.0019300549756735563, -0.0016240867553278804, -0.0013181185349822044, -0.0010121503146365285, -0.0007061820942908525, -0.0004002138739451766, -9.424565359950066e-05, 0.0002117225667461753, 0.0005176907870918512, 0.0008236590074375272, 0.0011296272277832031, 0.001435595448128879, 0.001741563668474555, 0.002047531772404909, 0.002353500109165907, 0.0026594684459269047, 0.002965436549857259, 0.003271404653787613, 0.0035773729905486107, 0.0038833413273096085, 0.004189309664070606, 0.004495277535170317, 0.0048012458719313145, 0.005107214208692312, 0.005413182079792023, 0.0057191504165530205, 0.006025118753314018, 0.006331087090075016, 0.006637055426836014, 0.006943023297935724, 0.007248991634696722, 0.00755495997145772, 0.00786092784255743, 0.008166896179318428, 0.008472864516079426, 0.008778832852840424, 0.009084801189601421, 0.009390769526362419, 0.009696736931800842, 0.01000270526856184, 0.010308673605322838, 0.010614641942083836, 0.010920610278844833]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 3.0, 3.0, 4.0, 2.0, 0.0, 1.0, 2.0, 1.0, 1.0, 7.0, 7.0, 2.0, 2.0, 1.0, 2.0, 1.0, 1.0, 4.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013383817858994007, -0.012913758866488934, -0.01244369987398386, -0.011973640881478786, -0.011503581888973713, -0.01103352289646864, -0.010563463903963566, -0.010093404911458492, -0.009623346850275993, -0.00915328785777092, -0.008683228865265846, -0.008213169872760773, -0.007743110880255699, -0.007273051887750626, -0.006802992895245552, -0.0063329339027404785, -0.005862874910235405, -0.005392815917730331, -0.004922756925225258, -0.004452697932720184, -0.003982638940215111, -0.003512580180540681, -0.003042521420866251, -0.0025724624283611774, -0.002102403435856104, -0.0016323444433510303, -0.0011622855672612786, -0.000692226632963866, -0.00022216769866645336, 0.00024789123563095927, 0.0007179501699283719, 0.0011880090460181236, 0.0016580680385231972, 0.0021281270310282707, 0.0025981860235333443, 0.003068244783207774, 0.0035383037757128477, 0.004008362535387278, 0.004478421527892351, 0.004948480520397425, 0.005418539512902498, 0.005888598505407572, 0.006358657497912645, 0.006828716490417719, 0.007298775017261505, 0.007768834009766579, 0.008238893002271652, 0.008708951994776726, 0.0091790109872818, 0.009649069979786873, 0.010119128972291946, 0.01058918796479702, 0.011059246957302094, 0.011529305949807167, 0.01199936494231224, 0.012469423934817314, 0.012939482927322388, 0.013409540988504887, 0.01387959998100996, 0.014349658973515034, 0.014819717966020107, 0.01528977695852518, 0.01575983688235283, 0.016229895874857903, 0.016699954867362976]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 3.0, 3.0, 4.0, 7.0, 7.0, 8.0, 8.0, 11.0, 26.0, 31.0, 43.0, 51.0, 52.0, 72.0, 66.0, 86.0, 99.0, 109.0, 133.0, 171.0, 187.0, 245.0, 307.0, 407.0, 475.0, 571.0, 694.0, 911.0, 1307.0, 5741.0, 2139.0, 1118.0, 742.0, 524.0, 412.0, 329.0, 310.0, 225.0, 166.0, 136.0, 101.0, 83.0, 53.0, 53.0, 55.0, 29.0, 17.0, 25.0, 18.0, 10.0, 5.0, 9.0, 8.0, 6.0, 5.0, 4.0, 4.0, 1.0, 2.0, 2.0, 1.0, 1.0, 2.0], "bins": [-0.009790229611098766, -0.009473099373281002, -0.009155969135463238, -0.008838838897645473, -0.00852170865982771, -0.008204578422009945, -0.00788744818419218, -0.007570317480713129, -0.007253187242895365, -0.0069360570050776005, -0.006618926767259836, -0.006301796529442072, -0.00598466582596302, -0.005667535588145256, -0.005350405350327492, -0.0050332751125097275, -0.004716144874691963, -0.004399014636874199, -0.004081884399056435, -0.0037647539284080267, -0.0034476236905902624, -0.003130493452772498, -0.00281336298212409, -0.002496232744306326, -0.0021791025064885616, -0.0018619722686707973, -0.0015448419144377112, -0.0012277115602046251, -0.0009105813223868608, -0.0005934510263614357, -0.00027632073033601046, 4.080956568941474e-05, 0.00035793986171483994, 0.0006750701577402651, 0.0009922004537656903, 0.0013093308079987764, 0.0016264610458165407, 0.001943591283634305, 0.002260721754282713, 0.0025778519921004772, 0.0028949822299182415, 0.0032121124677360058, 0.00352924270555377, 0.003846373176202178, 0.004163503646850586, 0.00448063388466835, 0.0047977641224861145, 0.005114894360303879, 0.005432024598121643, 0.005749154835939407, 0.006066285073757172, 0.006383415311574936, 0.0067005455493927, 0.007017676252871752, 0.007334806490689516, 0.00765193672850728, 0.007969066500663757, 0.008286197669804096, 0.00860332790762186, 0.008920458145439625, 0.009237588383257389, 0.009554718621075153, 0.009871848858892918, 0.010188979096710682, 0.010506109334528446]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 0.0, 4.0, 1.0, 4.0, 5.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.2568596601486206, -0.25128576159477234, -0.24571183323860168, -0.24013791978359222, -0.23456400632858276, -0.2289901077747345, -0.22341619431972504, -0.21784228086471558, -0.21226836740970612, -0.20669445395469666, -0.2011205404996872, -0.19554662704467773, -0.18997272849082947, -0.18439881503582, -0.17882490158081055, -0.1732509881258011, -0.16767707467079163, -0.16210316121578217, -0.1565292477607727, -0.15095533430576324, -0.14538142085075378, -0.13980752229690552, -0.13423360884189606, -0.1286596953868866, -0.12308578193187714, -0.11751186847686768, -0.11193795502185822, -0.10636404901742935, -0.10079013556241989, -0.09521622210741043, -0.08964231610298157, -0.0840684026479721, -0.07849448919296265, -0.07292057573795319, -0.06734666228294373, -0.06177275627851486, -0.0561988428235054, -0.05062492936849594, -0.04505101963877678, -0.03947710990905762, -0.03390319645404816, -0.028329284861683846, -0.022755373269319534, -0.017181461676955223, -0.011607550084590912, -0.006033638492226601, -0.00045972689986228943, 0.005114184692502022, 0.010688096284866333, 0.016262007877230644, 0.021835919469594955, 0.027409831061959267, 0.03298374265432358, 0.03855765610933304, 0.0441315658390522, 0.04970547556877136, 0.05527938902378082, 0.06085330247879028, 0.06642721593379974, 0.07200112193822861, 0.07757503539323807, 0.08314894884824753, 0.08872285485267639, 0.09429676830768585, 0.09987068176269531]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 2.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 2.0, 3.0, 3.0, 2.0, 5.0, 4.0, 12.0, 17.0, 14.0, 37.0, 67.0, 22.0, 17.0, 7.0, 8.0, 8.0, 1.0, 6.0, 5.0, 5.0, 6.0, 2.0, 2.0, 6.0, 0.0, 0.0, 2.0, 1.0, 2.0], "bins": [-0.19464711844921112, -0.1903328150510788, -0.18601849675178528, -0.18170419335365295, -0.17738987505435944, -0.1730755716562271, -0.1687612533569336, -0.16444694995880127, -0.16013264656066895, -0.15581832826137543, -0.1515040248632431, -0.14718970656394958, -0.14287540316581726, -0.13856108486652374, -0.13424678146839142, -0.1299324631690979, -0.12561815977096558, -0.12130384892225266, -0.11698953807353973, -0.11267522722482681, -0.10836091637611389, -0.10404661297798157, -0.09973230212926865, -0.09541799128055573, -0.0911036804318428, -0.08678936958312988, -0.08247505873441696, -0.07816074788570404, -0.07384644448757172, -0.0695321336388588, -0.06521782279014587, -0.06090351194143295, -0.05658920109272003, -0.05227489024400711, -0.04796057939529419, -0.04364627227187157, -0.039331961423158646, -0.035017650574445724, -0.030703341588377953, -0.02638903260231018, -0.02207472175359726, -0.01776041090488434, -0.013446101918816566, -0.00913179200142622, -0.004817482084035873, -0.0005031721666455269, 0.0038111377507448196, 0.008125447668135166, 0.012439757585525513, 0.016754068434238434, 0.021068377420306206, 0.025382686406373978, 0.0296969972550869, 0.03401130810379982, 0.03832561522722244, 0.042639926075935364, 0.046954236924648285, 0.051268547773361206, 0.05558285862207413, 0.05989716574549675, 0.06421147286891937, 0.0685257837176323, 0.07284009456634521, 0.07715440541505814, 0.08146871626377106]}, "_runtime": 45.49136447906494, "_timestamp": 1596212916.192902, "_step": 51}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 3.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 4.0, 5.0, 0.0, 2.0, 1.0, 2.0, 2.0, 3.0, 1.0, 2.0, 2.0, 2.0, 4.0, 0.0, 1.0, 6.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012504820711910725, -0.012159097008407116, -0.011813372373580933, -0.011467648670077324, -0.01112192403525114, -0.010776200331747532, -0.010430475696921349, -0.01008475199341774, -0.009739028289914131, -0.009393303655087948, -0.00904757995158434, -0.008701855316758156, -0.008356131613254547, -0.008010406978428364, -0.007664683274924755, -0.007318959105759859, -0.006973234936594963, -0.006627510767430067, -0.006281786598265171, -0.005936062429100275, -0.005590338259935379, -0.00524461455643177, -0.004898890387266874, -0.004553166218101978, -0.004207442048937082, -0.0038617178797721863, -0.0035159937106072903, -0.003170269774273038, -0.002824545605108142, -0.002478821435943246, -0.0021330974996089935, -0.0017873733304440975, -0.0014416491612792015, -0.0010959249921143055, -0.0007502009393647313, -0.0004044768284074962, -5.8752717450261116e-05, 0.000286971393506974, 0.0006326955044642091, 0.0009784195572137833, 0.0013241437263786793, 0.0016698678955435753, 0.0020155920647084713, 0.0023613160010427237, 0.0027070401702076197, 0.0030527643393725157, 0.003398488275706768, 0.003744212444871664, 0.00408993661403656, 0.004435660783201456, 0.004781384952366352, 0.005127109121531248, 0.005472833290696144, 0.005818556994199753, 0.006164281163364649, 0.006510005332529545, 0.006855729501694441, 0.007201453670859337, 0.007547177840024233, 0.007892902009189129, 0.008238625712692738, 0.008584350347518921, 0.00893007405102253, 0.009275798685848713, 0.009621522389352322]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 0.0, 4.0, 1.0, 3.0, 1.0, 2.0, 2.0, 3.0, 3.0, 5.0, 11.0, 18.0, 11.0, 15.0, 20.0, 28.0, 29.0, 38.0, 30.0, 44.0, 46.0, 60.0, 82.0, 97.0, 127.0, 149.0, 232.0, 336.0, 3697.0, 1356.0, 457.0, 290.0, 178.0, 110.0, 96.0, 75.0, 54.0, 30.0, 31.0, 32.0, 28.0, 16.0, 12.0, 13.0, 18.0, 7.0, 8.0, 5.0, 2.0, 4.0, 5.0, 1.0, 5.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.1320515275001526, -0.1280306726694107, -0.12400981783866882, -0.11998896300792694, -0.11596810817718506, -0.11194725334644318, -0.1079263985157013, -0.10390554368495941, -0.09988468885421753, -0.09586383402347565, -0.09184297919273376, -0.08782212436199188, -0.08380126953125, -0.07978041470050812, -0.07575955986976624, -0.07173870503902435, -0.06771785020828247, -0.06369699537754059, -0.059676140546798706, -0.055655285716056824, -0.05163443088531494, -0.04761357605457306, -0.04359272122383118, -0.039571866393089294, -0.03555101156234741, -0.03153015673160553, -0.027509301900863647, -0.023488447070121765, -0.019467592239379883, -0.015446737408638, -0.011425882577896118, -0.007405027747154236, -0.0033841729164123535, 0.0006366819143295288, 0.004657536745071411, 0.008678391575813293, 0.012699246406555176, 0.016720101237297058, 0.02074095606803894, 0.024761810898780823, 0.028782665729522705, 0.03280352056026459, 0.03682437539100647, 0.04084523022174835, 0.044866085052490234, 0.04888693988323212, 0.052907794713974, 0.05692864954471588, 0.060949504375457764, 0.06497035920619965, 0.06899121403694153, 0.07301206886768341, 0.07703292369842529, 0.08105377852916718, 0.08507463335990906, 0.08909548819065094, 0.09311634302139282, 0.0971371978521347, 0.10115805268287659, 0.10517890751361847, 0.10919976234436035, 0.11322061717510223, 0.11724147200584412, 0.121262326836586, 0.12528318166732788]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 1.0, 4.0, 1.0, 2.0, 1.0, 4.0, 5.0, 3.0, 3.0, 5.0, 4.0, 4.0, 3.0, 25.0, 6.0, 3.0, 6.0, 3.0, 5.0, 4.0, 4.0, 1.0, 5.0, 2.0, 0.0, 2.0, 1.0, 1.0, 6.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0033735092729330063, -0.003280668519437313, -0.00318782776594162, -0.0030949870124459267, -0.0030021462589502335, -0.0029093052726238966, -0.0028164645191282034, -0.00272362376563251, -0.002630783012136817, -0.0025379422586411238, -0.0024451015051454306, -0.0023522607516497374, -0.0022594197653234005, -0.0021665790118277073, -0.002073738258332014, -0.001980897504836321, -0.0018880567513406277, -0.0017952159978449345, -0.0017023752443492413, -0.0016095343744382262, -0.001516693620942533, -0.0014238528674468398, -0.0013310119975358248, -0.0012381712440401316, -0.0011453304905444384, -0.0010524897370487452, -0.000959648925345391, -0.0008668081136420369, -0.0007739673601463437, -0.0006811266066506505, -0.0005882857949472964, -0.0004954449832439423, -0.00040260422974824905, -0.0003097634471487254, -0.00021692266454920173, -0.00012408188194967806, -3.12410993501544e-05, 6.159968324936926e-05, 0.00015444046584889293, 0.0002472812484484166, 0.00034012203104794025, 0.0004329628136474639, 0.0005258035962469876, 0.0006186444079503417, 0.0007114851614460349, 0.0008043259149417281, 0.0008971667266450822, 0.0009900075383484364, 0.0010828482918441296, 0.0011756890453398228, 0.001268529798835516, 0.001361370668746531, 0.0014542114222422242, 0.0015470521757379174, 0.0016398930456489325, 0.0017327337991446257, 0.0018255745526403189, 0.001918415306136012, 0.0020112560596317053, 0.0021040968131273985, 0.0021969377994537354, 0.0022897785529494286, 0.0023826193064451218, 0.002475460059940815, 0.002568300813436508]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 3.0, 2.0, 4.0, 7.0, 12.0, 9.0, 12.0, 24.0, 26.0, 49.0, 62.0, 122.0, 191.0, 328.0, 537.0, 961.0, 1662.0, 3094.0, 5986.0, 12879.0, 29743.0, 83436.0, 783299.0, 159753.0, 51229.0, 22112.0, 10633.0, 5722.0, 3106.0, 1843.0, 1107.0, 670.0, 428.0, 235.0, 111.0, 99.0, 47.0, 41.0, 27.0, 10.0, 10.0, 3.0, 2.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.016032272949814796, -0.01558452658355236, -0.015136780217289925, -0.014689033851027489, -0.014241287484765053, -0.013793542049825191, -0.013345795683562756, -0.01289804931730032, -0.012450302951037884, -0.012002556584775448, -0.011554810218513012, -0.011107063852250576, -0.010659318417310715, -0.010211572051048279, -0.009763825684785843, -0.009316079318523407, -0.008868332952260971, -0.008420586585998535, -0.0079728402197361, -0.007525094319134951, -0.007077347952872515, -0.006629601586610079, -0.00618185568600893, -0.005734109319746494, -0.005286362953484058, -0.0048386165872216225, -0.0043908702209591866, -0.003943124320358038, -0.003495377954095602, -0.003047631587833166, -0.002599885454401374, -0.0021521393209695816, -0.0017043929547071457, -0.0012566467048600316, -0.0008089004550129175, -0.00036115420516580343, 8.659204468131065e-05, 0.0005343382945284247, 0.0009820845443755388, 0.001429830794222653, 0.001877577044069767, 0.002325323410332203, 0.002773069543763995, 0.0032208156771957874, 0.0036685620434582233, 0.004116308409720659, 0.004564054310321808, 0.005011800676584244, 0.00545954704284668, 0.005907293409109116, 0.0063550397753715515, 0.0068027856759727, 0.007250532042235136, 0.007698278408497572, 0.00814602430909872, 0.008593770675361156, 0.009041517041623592, 0.009489263407886028, 0.009937009774148464, 0.0103847561404109, 0.010832501575350761, 0.011280247941613197, 0.011727994307875633, 0.01217574067413807, 0.012623487040400505]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 7.0, 2.0, 1.0, 2.0, 3.0, 10.0, 0.0, 1.0, 2.0, 2.0, 6.0, 1.0, 3.0, 2.0, 5.0, 0.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01578393392264843, -0.015282655134797096, -0.014781377278268337, -0.014280098490417004, -0.013778820633888245, -0.013277541846036911, -0.012776263058185577, -0.012274985201656818, -0.011773706413805485, -0.011272427625954151, -0.010771149769425392, -0.010269870981574059, -0.009768592193722725, -0.009267314337193966, -0.008766035549342632, -0.008264757692813873, -0.00776347890496254, -0.007262200582772493, -0.006760922260582447, -0.0062596434727311134, -0.005758365150541067, -0.005257086828351021, -0.004755808040499687, -0.004254529718309641, -0.0037532513961195946, -0.0032519730739295483, -0.0027506945189088583, -0.0022494159638881683, -0.001748137641698122, -0.0012468592030927539, -0.0007455807644873857, -0.0002443023258820176, 0.0002569761127233505, 0.0007582545513287187, 0.0012595329899340868, 0.001760811428539455, 0.002262089867144823, 0.0027633681893348694, 0.0032646467443555593, 0.0037659252993762493, 0.004267203621566296, 0.004768481943756342, 0.005269760265946388, 0.005771039053797722, 0.006272317375987768, 0.0067735956981778145, 0.007274874486029148, 0.007776152808219194, 0.00827743113040924, 0.008778709918260574, 0.009279987774789333, 0.009781266562640667, 0.010282544419169426, 0.01078382320702076, 0.011285101994872093, 0.011786379851400852, 0.012287658639252186, 0.01278893742710352, 0.013290215283632278, 0.013791494071483612, 0.014292772859334946, 0.014794050715863705, 0.015295329503715038, 0.015796607360243797, 0.01629788614809513]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 2.0, 7.0, 8.0, 13.0, 8.0, 7.0, 11.0, 18.0, 19.0, 23.0, 28.0, 41.0, 25.0, 42.0, 46.0, 60.0, 82.0, 97.0, 120.0, 192.0, 230.0, 342.0, 423.0, 469.0, 670.0, 1112.0, 2232.0, 6474.0, 1724.0, 990.0, 786.0, 544.0, 421.0, 337.0, 245.0, 170.0, 97.0, 74.0, 62.0, 49.0, 26.0, 23.0, 15.0, 15.0, 8.0, 9.0, 6.0, 6.0, 3.0, 4.0, 1.0, 1.0, 2.0, 0.0, 2.0], "bins": [-0.013916266150772572, -0.01353235263377428, -0.01314843911677599, -0.012764525599777699, -0.012380612082779408, -0.011996698565781116, -0.011612785048782825, -0.011228871531784534, -0.010844958014786243, -0.010461044497787952, -0.010077130980789661, -0.00969321746379137, -0.00930930394679308, -0.008925390429794788, -0.008541476912796497, -0.008157563395798206, -0.007773650344461203, -0.007389736827462912, -0.007005823310464621, -0.00662190979346633, -0.0062379962764680386, -0.0058540827594697475, -0.0054701692424714565, -0.0050862557254731655, -0.004702342674136162, -0.004318429157137871, -0.00393451564013958, -0.003550601890310645, -0.0031666886061429977, -0.0027827750891447067, -0.0023988615721464157, -0.0020149480551481247, -0.0016310345381498337, -0.0012471210211515427, -0.0008632075623609126, -0.000479294074466452, -9.538058657199144e-05, 0.0002885329013224691, 0.0006724463892169297, 0.0010563598480075598, 0.0014402733650058508, 0.0018241868820041418, 0.002208100399002433, 0.002592013916000724, 0.002975927200168371, 0.003359840717166662, 0.0037437542341649532, 0.004127667751163244, 0.004511581268161535, 0.004895494785159826, 0.005279408302158117, 0.005663321819156408, 0.006047235336154699, 0.00643114885315299, 0.006815062370151281, 0.007198975887149572, 0.007582888938486576, 0.007966802455484867, 0.008350715972483158, 0.008734629489481449, 0.00911854300647974, 0.009502456523478031, 0.009886370040476322, 0.010270283557474613, 0.010654197074472904]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 3.0, 1.0, 2.0, 3.0, 3.0, 0.0, 4.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.16469231247901917, -0.15947037935256958, -0.15424844622612, -0.1490265130996704, -0.14380457997322083, -0.13858266174793243, -0.13336072862148285, -0.12813879549503326, -0.12291686236858368, -0.1176949292421341, -0.11247299611568451, -0.10725107043981552, -0.10202913731336594, -0.09680720418691635, -0.09158527851104736, -0.08636334538459778, -0.0811414122581482, -0.07591947913169861, -0.07069754600524902, -0.06547562032938004, -0.06025368720293045, -0.055031754076480865, -0.04980982467532158, -0.04458789527416229, -0.03936596214771271, -0.03414402902126312, -0.028922099620103836, -0.0237001683562994, -0.018478237092494965, -0.013256305828690529, -0.008034374564886093, -0.0028124433010816574, 0.0024094879627227783, 0.007631419226527214, 0.01285335049033165, 0.018075281754136086, 0.02329721301794052, 0.028519144281744957, 0.03374107554554939, 0.03896300494670868, 0.044184938073158264, 0.04940687119960785, 0.054628800600767136, 0.05985073000192642, 0.06507266312837601, 0.07029459625482559, 0.07551652193069458, 0.08073845505714417, 0.08596038818359375, 0.09118232131004333, 0.09640425443649292, 0.10162618011236191, 0.10684811323881149, 0.11207004636526108, 0.11729197204113007, 0.12251390516757965, 0.12773583829402924, 0.13295777142047882, 0.1381797045469284, 0.143401637673378, 0.14862355589866638, 0.15384548902511597, 0.15906742215156555, 0.16428935527801514, 0.16951128840446472]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 4.0, 0.0, 2.0, 2.0, 2.0, 0.0, 1.0, 3.0, 0.0, 0.0, 3.0, 2.0, 1.0, 4.0, 3.0, 1.0, 3.0, 3.0, 2.0, 6.0, 11.0, 13.0, 15.0, 23.0, 20.0, 40.0, 26.0, 15.0, 14.0, 10.0, 5.0, 4.0, 1.0, 1.0, 2.0, 2.0, 1.0, 2.0, 4.0, 1.0, 4.0, 2.0, 1.0, 1.0, 2.0, 1.0, 2.0, 3.0, 2.0, 5.0, 1.0, 3.0, 1.0, 1.0], "bins": [-0.12143740057945251, -0.11804330348968506, -0.1146492063999176, -0.11125510931015015, -0.10786101222038269, -0.10446691513061523, -0.10107281804084778, -0.09767872095108032, -0.09428462386131287, -0.09089051932096481, -0.08749642223119736, -0.0841023251414299, -0.08070822805166245, -0.07731413096189499, -0.07392003387212753, -0.07052593678236008, -0.06713183969259262, -0.06373774260282516, -0.06034364551305771, -0.05694954842329025, -0.0535554513335228, -0.05016135051846504, -0.046767253428697586, -0.04337315633893013, -0.039979059249162674, -0.03658496215939522, -0.03319086506962776, -0.029796766117215157, -0.0264026690274477, -0.023008571937680244, -0.01961447298526764, -0.016220375895500183, -0.012826278805732727, -0.009432181715965271, -0.00603808369487524, -0.002643986139446497, 0.0007501114159822464, 0.00414420897141099, 0.007538306526839733, 0.010932404547929764, 0.01432650163769722, 0.017720598727464676, 0.021114695817232132, 0.024508794769644737, 0.027902891859412193, 0.0312969908118248, 0.034691087901592255, 0.03808518499135971, 0.04147928208112717, 0.04487337917089462, 0.04826747626066208, 0.051661573350429535, 0.05505567044019699, 0.058449771255254745, 0.0618438683450222, 0.06523796170949936, 0.06863206624984741, 0.07202616333961487, 0.07542026042938232, 0.07881435751914978, 0.08220845460891724, 0.08560255169868469, 0.08899664878845215, 0.0923907458782196, 0.09578484296798706]}, "_runtime": 46.273948192596436, "_timestamp": 1596212916.9754858, "_step": 52}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 3.0, 6.0, 7.0, 5.0, 11.0, 3.0, 4.0, 3.0, 2.0, 3.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.026641272008419037, -0.025762606412172318, -0.024883942678570747, -0.024005277082324028, -0.02312661148607731, -0.02224794775247574, -0.02136928215622902, -0.0204906165599823, -0.01961195096373558, -0.01873328723013401, -0.01785462163388729, -0.01697595603764057, -0.016097292304039, -0.015218626707792282, -0.014339962042868137, -0.013461296446621418, -0.012582631781697273, -0.011703967116773129, -0.01082530152052641, -0.009946636855602264, -0.009067971259355545, -0.0081893065944314, -0.0073106419295072556, -0.0064319767989218235, -0.0055533116683363914, -0.004674646537750959, -0.003795981639996171, -0.0029173167422413826, -0.0020386516116559505, -0.0011599865974858403, -0.0002813215833157301, 0.0005973434308543801, 0.0014760084450244904, 0.0023546735756099224, 0.003233338473364711, 0.004112003371119499, 0.004990668501704931, 0.005869333632290363, 0.006747998297214508, 0.00762666342779994, 0.008505328558385372, 0.009383993223309517, 0.010262658819556236, 0.011141323484480381, 0.012019988149404526, 0.012898653745651245, 0.01377731841057539, 0.01465598400682211, 0.015534648671746254, 0.016413314267992973, 0.017291978001594543, 0.018170643597841263, 0.019049309194087982, 0.019927972927689552, 0.02080663852393627, 0.02168530412018299, 0.02256396785378456, 0.02344263345003128, 0.024321299046278, 0.02519996464252472, 0.02607862837612629, 0.02695729397237301, 0.027835959568619728, 0.028714623302221298, 0.029593288898468018]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 4.0, 3.0, 1.0, 8.0, 1.0, 2.0, 5.0, 5.0, 12.0, 11.0, 5.0, 9.0, 24.0, 27.0, 44.0, 57.0, 74.0, 148.0, 175.0, 374.0, 663.0, 5048.0, 528.0, 250.0, 145.0, 91.0, 57.0, 46.0, 26.0, 21.0, 8.0, 10.0, 6.0, 8.0, 8.0, 1.0, 3.0, 1.0, 0.0, 2.0, 2.0, 3.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.2189672887325287, -0.21194614470005035, -0.20492498576641083, -0.1979038417339325, -0.19088268280029297, -0.18386153876781464, -0.1768403947353363, -0.16981923580169678, -0.16279809176921844, -0.1557769477367401, -0.14875578880310059, -0.14173464477062225, -0.13471350073814392, -0.1276923418045044, -0.12067119777202606, -0.11365004628896713, -0.1066288948059082, -0.09960774332284927, -0.09258659183979034, -0.08556544780731201, -0.07854429632425308, -0.07152314484119415, -0.06450200080871582, -0.05748084932565689, -0.05045969784259796, -0.04343854635953903, -0.0364173986017704, -0.02939624898135662, -0.02237509936094284, -0.01535394974052906, -0.00833280012011528, -0.0013116504997015, 0.00570949912071228, 0.01273064874112606, 0.01975179836153984, 0.02677294798195362, 0.0337940976023674, 0.04081524908542633, 0.04783639684319496, 0.05485754460096359, 0.06187869608402252, 0.06889984756708145, 0.07592099905014038, 0.08294214308261871, 0.08996329456567764, 0.09698444604873657, 0.1040055900812149, 0.11102674156427383, 0.11804789304733276, 0.1250690370798111, 0.13209019601345062, 0.13911134004592896, 0.14613249897956848, 0.15315364301204681, 0.16017478704452515, 0.16719594597816467, 0.174217090010643, 0.18123823404312134, 0.18825939297676086, 0.1952805370092392, 0.20230168104171753, 0.20932283997535706, 0.2163439840078354, 0.22336514294147491, 0.23038628697395325]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 3.0, 4.0, 2.0, 3.0, 3.0, 3.0, 1.0, 4.0, 4.0, 2.0, 4.0, 1.0, 6.0, 25.0, 5.0, 3.0, 2.0, 2.0, 7.0, 2.0, 5.0, 4.0, 4.0, 0.0, 6.0, 0.0, 0.0, 2.0, 1.0, 3.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0033617322333157063, -0.00326614105142653, -0.0031705498695373535, -0.0030749584548175335, -0.002979367272928357, -0.0028837760910391808, -0.0027881849091500044, -0.0026925934944301844, -0.002597002312541008, -0.0025014111306518316, -0.0024058199487626553, -0.002310228766873479, -0.002214637352153659, -0.0021190461702644825, -0.002023454988375306, -0.001927863690070808, -0.0018322725081816316, -0.0017366813262924552, -0.001641090027987957, -0.0015454988460987806, -0.0014499075477942824, -0.001354316365905106, -0.0012587250676006079, -0.0011631338857114315, -0.0010675427038222551, -0.0009719514055177569, -0.0008763601654209197, -0.0007807689253240824, -0.000685177743434906, -0.0005895865033380687, -0.0004939952632412314, -0.00039840402314439416, -0.0003028127830475569, -0.0002072215429507196, -0.00011163031740579754, -1.6039084584917873e-05, 7.95521482359618e-05, 0.00017514338833279908, 0.0002707345993258059, 0.0003663258394226432, 0.00046191707951948047, 0.0005575083196163177, 0.000653099559713155, 0.0007486907998099923, 0.0008442819816991687, 0.000939873221796006, 0.0010354644618928432, 0.0011310557601973414, 0.0012266469420865178, 0.0013222381239756942, 0.0014178294222801924, 0.0015134206041693687, 0.001609011902473867, 0.0017046030843630433, 0.0018001943826675415, 0.0018957855645567179, 0.0019913767464458942, 0.0020869679283350706, 0.0021825593430548906, 0.002278150524944067, 0.0023737417068332434, 0.0024693328887224197, 0.0025649243034422398, 0.002660515485331416, 0.0027561066672205925]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 3.0, 8.0, 10.0, 19.0, 27.0, 43.0, 51.0, 102.0, 123.0, 171.0, 278.0, 403.0, 635.0, 944.0, 1625.0, 2722.0, 4673.0, 8563.0, 16455.0, 36579.0, 95396.0, 758389.0, 143827.0, 52576.0, 24535.0, 12825.0, 7168.0, 4114.0, 2510.0, 1572.0, 983.0, 733.0, 482.0, 383.0, 206.0, 150.0, 115.0, 63.0, 63.0, 41.0, 18.0, 22.0, 12.0, 9.0, 5.0, 1.0, 2.0, 0.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01035642996430397, -0.009996062144637108, -0.00963569339364767, -0.009275325573980808, -0.008914957754313946, -0.008554589003324509, -0.008194221183657646, -0.007833853363990784, -0.007473485078662634, -0.007113116793334484, -0.006752748973667622, -0.006392380688339472, -0.006032012403011322, -0.0056716445833444595, -0.00531127629801631, -0.004950908478349447, -0.0045905401930212975, -0.004230171907693148, -0.003869804088026285, -0.0035094358026981354, -0.0031490677502006292, -0.002788699697703123, -0.0024283314123749733, -0.002067963359877467, -0.001707595307379961, -0.0013472272548824549, -0.000986859085969627, -0.0006264909752644598, -0.0002661228645592928, 9.424524614587426e-05, 0.0004546133568510413, 0.0008149814675562084, 0.0011753495782613754, 0.0015357176307588816, 0.0018960857996717095, 0.0022564539685845375, 0.0026168220210820436, 0.00297719007357955, 0.0033375583589076996, 0.0036979264114052057, 0.004058294463902712, 0.004418662749230862, 0.004779030568897724, 0.005139398854225874, 0.005499767139554024, 0.005860134959220886, 0.006220503244549036, 0.0065808710642158985, 0.006941239349544048, 0.007301607634872198, 0.007661975454539061, 0.00802234373986721, 0.008382711559534073, 0.00874308031052351, 0.009103448130190372, 0.009463815949857235, 0.009824184700846672, 0.010184552520513535, 0.010544920340180397, 0.01090528815984726, 0.011265656910836697, 0.011626024730503559, 0.011986392550170422, 0.012346761301159859, 0.012707129120826721]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 0.0, 2.0, 2.0, 4.0, 3.0, 3.0, 8.0, 1.0, 3.0, 7.0, 3.0, 1.0, 5.0, 2.0, 2.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.026560816913843155, -0.02597545087337494, -0.025390084832906723, -0.024804716929793358, -0.024219350889325142, -0.023633984848856926, -0.02304861880838871, -0.022463250905275345, -0.02187788486480713, -0.021292518824338913, -0.020707152783870697, -0.02012178674340248, -0.019536418840289116, -0.0189510527998209, -0.018365686759352684, -0.017780320718884468, -0.017194952815771103, -0.016609586775302887, -0.01602422073483467, -0.015438854694366455, -0.014853487722575665, -0.014268121682107449, -0.013682754710316658, -0.013097388669848442, -0.012512022629380226, -0.011926655657589436, -0.01134128961712122, -0.010755922645330429, -0.010170556604862213, -0.009585189633071423, -0.008999823592603207, -0.008414456620812416, -0.0078290905803442, -0.007243724074214697, -0.006658357568085194, -0.00607299106195569, -0.005487624555826187, -0.004902258515357971, -0.004316892009228468, -0.0037315255030989647, -0.0031461589969694614, -0.002560792490839958, -0.001975425984710455, -0.0013900597114115953, -0.0008046932052820921, -0.00021932675736024976, 0.0003660396905615926, 0.0009514061384834349, 0.0015367725864052773, 0.0021221390925347805, 0.0027075055986642838, 0.0032928718719631433, 0.0038782383780926466, 0.004463604651391506, 0.0050489711575210094, 0.005634337663650513, 0.006219704169780016, 0.006805070675909519, 0.0073904371820390224, 0.007975803688168526, 0.008561169728636742, 0.009146536700427532, 0.009731902740895748, 0.010317269712686539, 0.010902635753154755]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 4.0, 7.0, 8.0, 6.0, 12.0, 19.0, 18.0, 20.0, 34.0, 40.0, 44.0, 38.0, 47.0, 57.0, 41.0, 68.0, 63.0, 77.0, 122.0, 115.0, 130.0, 177.0, 198.0, 297.0, 463.0, 609.0, 920.0, 1420.0, 5912.0, 2220.0, 1297.0, 922.0, 717.0, 567.0, 438.0, 340.0, 249.0, 198.0, 146.0, 91.0, 76.0, 58.0, 34.0, 28.0, 15.0, 15.0, 5.0, 5.0, 5.0, 9.0, 6.0, 7.0, 5.0, 1.0, 1.0, 2.0, 3.0, 2.0, 0.0, 2.0], "bins": [-0.011556803248822689, -0.011204193346202374, -0.010851583443582058, -0.010498974472284317, -0.010146364569664001, -0.009793754667043686, -0.00944114476442337, -0.00908853579312563, -0.008735925890505314, -0.008383315987884998, -0.008030706085264683, -0.0076780966483056545, -0.007325486745685339, -0.006972877308726311, -0.006620267406105995, -0.006267657969146967, -0.005915048066526651, -0.005562438163906336, -0.005209828726947308, -0.004857218824326992, -0.004504609387367964, -0.004151999484747648, -0.0037993898149579763, -0.0034467801451683044, -0.0030941704753786325, -0.0027415608055889606, -0.0023889511357992887, -0.002036341466009617, -0.0016837316798046231, -0.0013311220100149512, -0.0009785122238099575, -0.0006259025540202856, -0.0002732928842306137, 7.931681466288865e-05, 0.000431926513556391, 0.0007845362415537238, 0.0011371459113433957, 0.0014897555811330676, 0.0018423653673380613, 0.0021949750371277332, 0.002547584706917405, 0.002900194376707077, 0.003252804046496749, 0.003605413716286421, 0.003958023618906736, 0.004310633055865765, 0.00466324295848608, 0.005015852395445108, 0.005368462298065424, 0.0057210722006857395, 0.006073681637644768, 0.006426291540265083, 0.0067789009772241116, 0.007131510879844427, 0.007484120316803455, 0.007836730219423771, 0.008189340122044086, 0.008541950024664402, 0.008894558995962143, 0.009247168898582458, 0.009599778801202774, 0.00995238870382309, 0.01030499767512083, 0.010657607577741146, 0.011010217480361462]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.07621124386787415, -0.0737435445189476, -0.07127585262060165, -0.06880815327167511, -0.06634045392274857, -0.06387276202440262, -0.061405062675476074, -0.05893736705183983, -0.05646967142820358, -0.05400197207927704, -0.05153427645564079, -0.04906658083200455, -0.046598881483078, -0.04413118585944176, -0.04166349023580551, -0.03919579088687897, -0.03672809526324272, -0.034260399639606476, -0.03179270029067993, -0.029325004667043686, -0.02685730904340744, -0.024389611557126045, -0.02192191407084465, -0.019454218447208405, -0.01698652096092701, -0.01451882440596819, -0.012051127851009369, -0.009583430364727974, -0.007115733809769154, -0.004648037254810333, -0.0021803402341902256, 0.0002873565535992384, 0.0027550533413887024, 0.005222749896347523, 0.00769044691696763, 0.010158143937587738, 0.012625840492546558, 0.015093537047505379, 0.017561234533786774, 0.02002893015742302, 0.022496627643704414, 0.02496432512998581, 0.027432020753622055, 0.02989971823990345, 0.032367415726184845, 0.03483511134982109, 0.037302806973457336, 0.03977050632238388, 0.042238201946020126, 0.04470589756965637, 0.047173596918582916, 0.04964129254221916, 0.05210898816585541, 0.05457668751478195, 0.0570443831384182, 0.05951207876205444, 0.06197977811098099, 0.06444747000932693, 0.06691516935825348, 0.06938286870718002, 0.07185056060552597, 0.07431825995445251, 0.07678595930337906, 0.079253651201725, 0.08172135055065155]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 2.0, 1.0, 3.0, 2.0, 3.0, 4.0, 2.0, 1.0, 1.0, 3.0, 7.0, 4.0, 9.0, 15.0, 20.0, 25.0, 43.0, 19.0, 26.0, 21.0, 21.0, 13.0, 5.0, 4.0, 4.0, 3.0, 1.0, 2.0, 3.0, 0.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.08426444977521896, -0.08202774822711945, -0.07979104667901993, -0.07755434513092041, -0.0753176361322403, -0.07308093458414078, -0.07084423303604126, -0.06860753148794174, -0.06637082993984222, -0.0641341283917427, -0.06189742311835289, -0.05966072157025337, -0.057424016296863556, -0.05518731474876404, -0.05295061320066452, -0.050713907927274704, -0.048477206379175186, -0.04624050483107567, -0.04400379955768585, -0.041767098009586334, -0.039530396461486816, -0.037293691188097, -0.03505698963999748, -0.032820288091897964, -0.030583584681153297, -0.02834688127040863, -0.026110179722309113, -0.023873476311564445, -0.02163677290081978, -0.01940007135272026, -0.017163367941975594, -0.014926665462553501, -0.012689962983131409, -0.010453260503709316, -0.008216558024287224, -0.005979854613542557, -0.0037431521341204643, -0.0015064494218677282, 0.0007302532903850079, 0.002966956002637744, 0.00520365871489048, 0.0074403611943125725, 0.009677063673734665, 0.011913767084479332, 0.014150469563901424, 0.016387172043323517, 0.018623875454068184, 0.0208605770021677, 0.02309728041291237, 0.025333983823657036, 0.027570685371756554, 0.02980738878250122, 0.03204409033060074, 0.034280795603990555, 0.03651749715209007, 0.03875419870018959, 0.04099090397357941, 0.043227605521678925, 0.04546430706977844, 0.04770100861787796, 0.049937713891267776, 0.052174415439367294, 0.05441111698746681, 0.05664782226085663, 0.058884523808956146]}, "_runtime": 47.037970304489136, "_timestamp": 1596212917.739508, "_step": 53}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 2.0, 2.0, 1.0, 1.0, 0.0, 3.0, 1.0, 2.0, 4.0, 0.0, 2.0, 2.0, 3.0, 1.0, 1.0, 0.0, 5.0, 1.0, 1.0, 4.0, 2.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.010728040710091591, -0.010409555397927761, -0.010091070085763931, -0.009772584773600101, -0.009454099461436272, -0.009135614149272442, -0.008817128837108612, -0.008498643524944782, -0.008180158212780952, -0.007861671969294548, -0.0075431871227920055, -0.007224701810628176, -0.006906216032803059, -0.006587730720639229, -0.006269245408475399, -0.005950760096311569, -0.005632274784147739, -0.00531378947198391, -0.00499530415982008, -0.00467681884765625, -0.00435833353549242, -0.004039847757667303, -0.0037213624455034733, -0.0034028771333396435, -0.0030843918211758137, -0.002765906509011984, -0.002447421196848154, -0.0021289356518536806, -0.0018104503396898508, -0.001491965027526021, -0.0011734795989468694, -0.0008549942285753787, -0.0005365088582038879, -0.00021802348783239722, 0.0001004618825390935, 0.0004189472529105842, 0.0007374326232820749, 0.0010559179354459047, 0.0013744033640250564, 0.001692888792604208, 0.002011374104768038, 0.0023298594169318676, 0.0026483447290956974, 0.002966830274090171, 0.0032853155862540007, 0.0036038008984178305, 0.003922286443412304, 0.004240771755576134, 0.0045592570677399635, 0.004877742379903793, 0.005196227692067623, 0.005514713004231453, 0.005833198316395283, 0.0061516840942204, 0.00647016940638423, 0.0067886547185480595, 0.007107140030711889, 0.007425625342875719, 0.007744110655039549, 0.008062596432864666, 0.008381081745028496, 0.008699567057192326, 0.009018052369356155, 0.009336537681519985, 0.009655022993683815]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 2.0, 4.0, 3.0, 4.0, 6.0, 7.0, 3.0, 4.0, 18.0, 19.0, 22.0, 24.0, 38.0, 40.0, 44.0, 77.0, 114.0, 138.0, 187.0, 235.0, 432.0, 4530.0, 888.0, 324.0, 217.0, 168.0, 95.0, 67.0, 52.0, 42.0, 27.0, 25.0, 21.0, 12.0, 10.0, 6.0, 5.0, 6.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.15497782826423645, -0.14974139630794525, -0.14450494945049286, -0.13926851749420166, -0.13403207063674927, -0.12879563868045807, -0.12355920672416687, -0.11832276731729507, -0.11308632791042328, -0.10784988850355148, -0.10261344909667969, -0.09737701714038849, -0.0921405777335167, -0.0869041383266449, -0.0816677063703537, -0.0764312669634819, -0.07119482755661011, -0.06595838814973831, -0.060721952468156815, -0.05548551678657532, -0.05024907737970352, -0.045012637972831726, -0.03977620229125023, -0.03453976660966873, -0.029303327202796936, -0.02406688965857029, -0.018830452114343643, -0.013594014570116997, -0.00835757702589035, -0.003121139481663704, 0.0021152980625629425, 0.007351735606789589, 0.012588173151016235, 0.017824610695242882, 0.023061048239469528, 0.028297485783696175, 0.03353392332792282, 0.03877036273479462, 0.044006798416376114, 0.04924323409795761, 0.05447967350482941, 0.0597161129117012, 0.064952552318573, 0.0701889842748642, 0.07542542368173599, 0.08066186308860779, 0.08589829504489899, 0.09113473445177078, 0.09637117385864258, 0.10160761326551437, 0.10684405267238617, 0.11208048462867737, 0.11731692403554916, 0.12255336344242096, 0.12778979539871216, 0.13302624225616455, 0.13826267421245575, 0.14349910616874695, 0.14873555302619934, 0.15397198498249054, 0.15920841693878174, 0.16444486379623413, 0.16968129575252533, 0.17491774260997772, 0.18015417456626892]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 4.0, 4.0, 3.0, 2.0, 0.0, 3.0, 4.0, 5.0, 1.0, 3.0, 3.0, 3.0, 4.0, 7.0, 2.0, 1.0, 26.0, 1.0, 2.0, 2.0, 8.0, 3.0, 3.0, 0.0, 1.0, 2.0, 5.0, 0.0, 0.0, 0.0, 4.0, 3.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0], "bins": [-0.003250839887186885, -0.0031640836969017982, -0.0030773277394473553, -0.0029905715491622686, -0.002903815358877182, -0.002817059401422739, -0.0027303032111376524, -0.0026435470208525658, -0.002556791063398123, -0.002470034873113036, -0.0023832786828279495, -0.002296522492542863, -0.00220976653508842, -0.0021230103448033333, -0.0020362541545182467, -0.0019494980806484818, -0.001862742006778717, -0.0017759859329089522, -0.0016892297426238656, -0.0016024736687541008, -0.0015157174784690142, -0.0014289614045992494, -0.0013422053307294846, -0.001255449140444398, -0.0011686930665746331, -0.0010819369927048683, -0.0009951808024197817, -0.0009084247285500169, -0.0008216685964725912, -0.0007349124643951654, -0.0006481563905254006, -0.0005614002584479749, -0.0004746441263705492, -0.0003878879942931235, -0.0003011318913195282, -0.00021437577379401773, -0.00012761965626850724, -4.086353874299675e-05, 4.589257878251374e-05, 0.00013264869630802423, 0.00021940481383353472, 0.00030616094591096044, 0.0003929170488845557, 0.00047967315185815096, 0.0005664292839355767, 0.0006531854160130024, 0.0007399414898827672, 0.0008266976219601929, 0.0009134537540376186, 0.0010002098279073834, 0.00108696601819247, 0.0011737220920622349, 0.0012604782823473215, 0.0013472343562170863, 0.0014339904300868511, 0.0015207466203719378, 0.0016075026942417026, 0.0016942587681114674, 0.001781014958396554, 0.0018677710322663188, 0.0019545271061360836, 0.0020412832964211702, 0.002128039486706257, 0.0022147954441607, 0.0023015516344457865]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 2.0, 0.0, 6.0, 4.0, 3.0, 6.0, 11.0, 15.0, 13.0, 10.0, 21.0, 37.0, 46.0, 68.0, 90.0, 113.0, 182.0, 266.0, 380.0, 571.0, 824.0, 1195.0, 1805.0, 2853.0, 4691.0, 8303.0, 14450.0, 27618.0, 56101.0, 145886.0, 736331.0, 89282.0, 38910.0, 19984.0, 11051.0, 6583.0, 4050.0, 2536.0, 1712.0, 1121.0, 721.0, 552.0, 414.0, 237.0, 182.0, 122.0, 69.0, 68.0, 46.0, 30.0, 20.0, 10.0, 15.0, 7.0, 5.0, 6.0, 4.0, 5.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.010109427385032177, -0.009787023067474365, -0.009464619681239128, -0.009142215363681316, -0.00881981197744608, -0.008497407659888268, -0.00817500427365303, -0.007852599956095219, -0.0075301965698599815, -0.00720779225230217, -0.006885388400405645, -0.006562984548509121, -0.0062405806966125965, -0.005918176844716072, -0.005595772992819548, -0.005273369140923023, -0.004950965289026499, -0.004628561437129974, -0.00430615758523345, -0.0039837537333369255, -0.003661349881440401, -0.003338945796713233, -0.0030165419448167086, -0.002694138092920184, -0.0023717342410236597, -0.0020493303891271353, -0.0017269265372306108, -0.0014045225689187646, -0.0010821187170222402, -0.0007597148651257157, -0.0004373109550215304, -0.0001149070740211755, 0.00020749680697917938, 0.0005299006588757038, 0.0008523045689798892, 0.0011747084790840745, 0.001497112330980599, 0.0018195161828771234, 0.0021419201511889696, 0.002464324003085494, 0.0027867278549820185, 0.003109131706878543, 0.0034315355587750673, 0.0037539394106715918, 0.00407634349539876, 0.004398747347295284, 0.004721151199191809, 0.005043555051088333, 0.0053659589029848576, 0.005688362754881382, 0.006010766606777906, 0.006333170458674431, 0.006655574310570955, 0.00697797816246748, 0.007300382014364004, 0.0076227858662605286, 0.00794519018381834, 0.008267593570053577, 0.00858999788761139, 0.008912401273846626, 0.009234805591404438, 0.009557208977639675, 0.009879613295197487, 0.010202016681432724, 0.010524420998990536]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 2.0, 3.0, 4.0, 3.0, 2.0, 6.0, 10.0, 11.0, 5.0, 3.0, 4.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013643817976117134, -0.01274213008582592, -0.011840442195534706, -0.010938755236566067, -0.010037067346274853, -0.009135379455983639, -0.008233692497015, -0.007332004606723785, -0.006430316716432571, -0.005528628826141357, -0.004626941401511431, -0.0037252537440508604, -0.00282356608659029, -0.0019218784291297197, -0.0010201907716691494, -0.00011850311420857906, 0.0007831845432519913, 0.0016848722007125616, 0.002586559858173132, 0.0034882475156337023, 0.004389935173094273, 0.005291623063385487, 0.006193310488015413, 0.00709499791264534, 0.007996685802936554, 0.008898373693227768, 0.009800061583518982, 0.010701748542487621, 0.011603436432778835, 0.01250512432307005, 0.013406811282038689, 0.014308499172329903, 0.015210187062621117, 0.01611187495291233, 0.017013562843203545, 0.01791525073349476, 0.018816936761140823, 0.019718624651432037, 0.02062031254172325, 0.021522000432014465, 0.02242368832230568, 0.023325376212596893, 0.024227064102888107, 0.02512875199317932, 0.026030439883470535, 0.0269321259111166, 0.027833813801407814, 0.028735501691699028, 0.029637189581990242, 0.030538877472281456, 0.03144056349992752, 0.032342251390218735, 0.03324393928050995, 0.03414562717080116, 0.03504731506109238, 0.03594900295138359, 0.036850690841674805, 0.03775237873196602, 0.03865406662225723, 0.03955575451254845, 0.04045744240283966, 0.041359130293130875, 0.04226081818342209, 0.0431625060737133, 0.04406419396400452]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 3.0, 3.0, 5.0, 7.0, 15.0, 16.0, 13.0, 26.0, 42.0, 55.0, 66.0, 91.0, 131.0, 170.0, 204.0, 294.0, 397.0, 533.0, 820.0, 1032.0, 1792.0, 5896.0, 2977.0, 1290.0, 839.0, 478.0, 324.0, 188.0, 128.0, 70.0, 64.0, 61.0, 32.0, 38.0, 38.0, 24.0, 28.0, 23.0, 24.0, 21.0, 15.0, 6.0, 3.0, 8.0, 6.0, 10.0, 12.0, 12.0, 9.0, 6.0, 6.0, 8.0, 9.0, 6.0, 7.0, 13.0, 5.0, 4.0, 4.0, 8.0, 3.0, 6.0, 5.0], "bins": [-0.008364411070942879, -0.008000602014362812, -0.007636792492121458, -0.007272982969880104, -0.00690917344763875, -0.006545364391058683, -0.006181554868817329, -0.005817745346575975, -0.005453935824334621, -0.005090126767754555, -0.004726317245513201, -0.004362507723271847, -0.00399869866669178, -0.003634889144450426, -0.0032710798550397158, -0.0029072703327983618, -0.0025434610433876514, -0.002179651753976941, -0.0018158422317355871, -0.0014520329423248768, -0.0010882235364988446, -0.0007244141306728125, -0.0003606047830544412, 3.2045936677604914e-06, 0.0003670139703899622, 0.0007308233762159944, 0.0010946327820420265, 0.0014584420714527369, 0.001822251477278769, 0.002186060883104801, 0.0025498701725155115, 0.0029136796947568655, 0.003277488984167576, 0.003641298273578286, 0.0040051075629889965, 0.0043689170852303505, 0.0047327266074717045, 0.005096535664051771, 0.005460345186293125, 0.005824154708534479, 0.006187964230775833, 0.0065517732873559, 0.006915582809597254, 0.007279392331838608, 0.0076432013884186745, 0.008007010444998741, 0.008370820432901382, 0.008734629489481449, 0.009098438546061516, 0.009462248533964157, 0.009826057590544224, 0.010189867578446865, 0.010553676635026932, 0.010917485691606998, 0.01128129567950964, 0.011645104736089706, 0.012008913792669773, 0.012372723780572414, 0.012736532837152481, 0.013100341893732548, 0.013464151881635189, 0.013827960938215256, 0.014191769994795322, 0.014555579982697964, 0.01491938903927803]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.1201840415596962, -0.11742433160543442, -0.11466461420059204, -0.11190490424633026, -0.10914518684148788, -0.1063854768872261, -0.10362575948238373, -0.10086604952812195, -0.09810633957386017, -0.09534662216901779, -0.09258691221475601, -0.08982719480991364, -0.08706748485565186, -0.08430776745080948, -0.0815480574965477, -0.07878834009170532, -0.07602863013744354, -0.07326892018318176, -0.07050920277833939, -0.0677494928240776, -0.06498977541923523, -0.06223006546497345, -0.05947035178542137, -0.05671063810586929, -0.053950924426317215, -0.05119121074676514, -0.04843149706721306, -0.04567178338766098, -0.0429120734333992, -0.04015235975384712, -0.037392646074295044, -0.034632932394742966, -0.03187321871519089, -0.02911350503563881, -0.02635379135608673, -0.023594079539179802, -0.020834365859627724, -0.018074652180075645, -0.015314939431846142, -0.012555226683616638, -0.00979551300406456, -0.007035799790173769, -0.004276086576282978, -0.0015163733623921871, 0.0012433398514986038, 0.004003053065389395, 0.006762766279280186, 0.00952247902750969, 0.012282192707061768, 0.015041906386613846, 0.017801620066165924, 0.020561331883072853, 0.02332104556262493, 0.02608075924217701, 0.02884047105908394, 0.03160018473863602, 0.034359898418188095, 0.03711961209774017, 0.03987932577729225, 0.04263903945684433, 0.04539874941110611, 0.04815846309065819, 0.050918176770210266, 0.053677890449762344, 0.05643760412931442]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 4.0, 1.0, 3.0, 5.0, 7.0, 3.0, 8.0, 7.0, 8.0, 8.0, 11.0, 13.0, 11.0, 8.0, 13.0, 20.0, 36.0, 23.0, 14.0, 14.0, 13.0, 5.0, 8.0, 8.0, 4.0, 0.0, 1.0, 1.0, 2.0, 2.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 4.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.02704450860619545, -0.026228437200188637, -0.025412365794181824, -0.02459629438817501, -0.02378022111952305, -0.022964149713516235, -0.022148078307509422, -0.02133200690150261, -0.020515935495495796, -0.019699864089488983, -0.01888379082083702, -0.018067719414830208, -0.017251648008823395, -0.01643557660281658, -0.015619505196809769, -0.014803432859480381, -0.013987361453473568, -0.013171290047466755, -0.012355217710137367, -0.011539146304130554, -0.010723074898123741, -0.009907002560794353, -0.00909093115478754, -0.008274859748780727, -0.007458787877112627, -0.006642716005444527, -0.005826644599437714, -0.005010572727769613, -0.004194500856101513, -0.0033784294500947, -0.0025623575784265995, -0.0017462859395891428, -0.0009302143007516861, -0.00011414260370656848, 0.0007019290933385491, 0.0015180008485913277, 0.0023340724874287844, 0.003150144126266241, 0.003966215997934341, 0.0047822874039411545, 0.005598359275609255, 0.006414431147277355, 0.007230502553284168, 0.008046573959290981, 0.008862646296620369, 0.009678717702627182, 0.010494789108633995, 0.011310861445963383, 0.012126932851970196, 0.012943004257977009, 0.013759076595306396, 0.01457514800131321, 0.015391219407320023, 0.016207290813326836, 0.01702336221933365, 0.01783943548798561, 0.018655506893992424, 0.019471578299999237, 0.02028764970600605, 0.021103721112012863, 0.021919792518019676, 0.02273586578667164, 0.02355193719267845, 0.024368008598685265, 0.025184080004692078]}, "_runtime": 47.84455418586731, "_timestamp": 1596212918.5460918, "_step": 54}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 0.0, 5.0, 7.0, 2.0, 4.0, 4.0, 3.0, 4.0, 2.0, 2.0, 2.0, 2.0, 3.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.017492495477199554, -0.016937267035245895, -0.016382038593292236, -0.015826810151338577, -0.015271581709384918, -0.014716352336108685, -0.014161123894155025, -0.013605895452201366, -0.013050667010247707, -0.012495438568294048, -0.01194021012634039, -0.01138498168438673, -0.010829752311110497, -0.010274523869156837, -0.009719295427203178, -0.00916406698524952, -0.00860883854329586, -0.008053610101342201, -0.007498381659388542, -0.006943152751773596, -0.006387924309819937, -0.005832695867866278, -0.005277466960251331, -0.004722238518297672, -0.004167010076344013, -0.003611781634390354, -0.0030565529596060514, -0.0025013242848217487, -0.0019460958428680897, -0.0013908672844991088, -0.0008356387261301279, -0.000280410167761147, 0.00027481839060783386, 0.0008300469489768147, 0.0013852755073457956, 0.0019405040657147765, 0.0024957326240837574, 0.0030509610660374165, 0.003606189740821719, 0.004161418415606022, 0.004716646857559681, 0.00527187529951334, 0.005827103741466999, 0.006382332649081945, 0.0069375610910356045, 0.0074927895329892635, 0.00804801844060421, 0.008603246882557869, 0.009158475324511528, 0.009713703766465187, 0.010268932208418846, 0.010824160650372505, 0.011379389092326164, 0.011934618465602398, 0.012489846907556057, 0.013045075349509716, 0.013600303791463375, 0.014155532233417034, 0.014710760675370693, 0.015265989117324352, 0.015821218490600586, 0.016376446932554245, 0.016931675374507904, 0.017486903816461563, 0.018042132258415222]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 3.0, 0.0, 1.0, 3.0, 5.0, 5.0, 7.0, 4.0, 8.0, 9.0, 13.0, 15.0, 26.0, 28.0, 44.0, 62.0, 77.0, 122.0, 185.0, 340.0, 656.0, 4962.0, 572.0, 268.0, 149.0, 106.0, 65.0, 43.0, 37.0, 26.0, 21.0, 11.0, 12.0, 10.0, 8.0, 2.0, 0.0, 4.0, 3.0, 1.0, 2.0, 1.0, 3.0, 2.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.2037673145532608, -0.1970481276512146, -0.1903289407491684, -0.1836097538471222, -0.176890566945076, -0.17017138004302979, -0.16345219314098358, -0.15673300623893738, -0.15001381933689117, -0.14329463243484497, -0.13657544553279877, -0.12985625863075256, -0.12313707172870636, -0.11641788482666016, -0.10969869792461395, -0.10297951102256775, -0.09626032412052155, -0.08954113721847534, -0.08282195031642914, -0.07610276341438293, -0.06938357651233673, -0.06266438961029053, -0.055945202708244324, -0.04922601580619812, -0.042506828904151917, -0.03578764200210571, -0.02906845510005951, -0.022349268198013306, -0.015630081295967102, -0.008910894393920898, -0.002191707491874695, 0.004527479410171509, 0.011246666312217712, 0.017965853214263916, 0.02468504011631012, 0.03140422701835632, 0.03812341392040253, 0.04484260082244873, 0.051561787724494934, 0.05828097462654114, 0.06500016152858734, 0.07171934843063354, 0.07843853533267975, 0.08515772223472595, 0.09187690913677216, 0.09859609603881836, 0.10531528294086456, 0.11203446984291077, 0.11875365674495697, 0.12547284364700317, 0.13219203054904938, 0.13891121745109558, 0.14563040435314178, 0.152349591255188, 0.1590687781572342, 0.1657879650592804, 0.1725071519613266, 0.1792263388633728, 0.185945525765419, 0.1926647126674652, 0.1993838995695114, 0.20610308647155762, 0.21282227337360382, 0.21954146027565002, 0.22626064717769623]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 4.0, 1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 3.0, 3.0, 0.0, 3.0, 4.0, 3.0, 2.0, 4.0, 3.0, 2.0, 6.0, 2.0, 27.0, 0.0, 5.0, 4.0, 4.0, 5.0, 8.0, 1.0, 2.0, 2.0, 6.0, 5.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0028845977503806353, -0.0027901199646294117, -0.002695642178878188, -0.0026011643931269646, -0.002506686607375741, -0.0024122088216245174, -0.002317731035873294, -0.0022232532501220703, -0.002128775231540203, -0.0020342974457889795, -0.0019398197764530778, -0.0018453419907018542, -0.0017508640885353088, -0.0016563863027840853, -0.0015619085170328617, -0.0014674307312816381, -0.0013729529455304146, -0.001278475159779191, -0.0011839973740279675, -0.0010895195882767439, -0.0009950418025255203, -0.0009005639585666358, -0.0008060861146077514, -0.0007116083288565278, -0.0006171305431053042, -0.0005226527573540807, -0.00042817494249902666, -0.00033369712764397264, -0.00023921934189274907, -0.00014474154158961028, -5.0263741286471486e-05, 4.4214059016667306e-05, 0.0001386918593198061, 0.0002331696596229449, 0.0003276474599260837, 0.0004221252747811377, 0.0005166030605323613, 0.0006110808462835848, 0.0007055586902424693, 0.0008000364759936929, 0.0008945142617449164, 0.00098899204749614, 0.0010834698332473636, 0.0011779476189985871, 0.0012724255211651325, 0.001366903306916356, 0.0014613810926675797, 0.0015558588784188032, 0.0016503366641700268, 0.0017448144499212503, 0.001839292235672474, 0.0019337700214236975, 0.002028247807174921, 0.0021227255929261446, 0.002217203378677368, 0.0023116811644285917, 0.0024061589501798153, 0.0025006369687616825, 0.002595114754512906, 0.0026895925402641296, 0.002784070326015353, 0.0028785481117665768, 0.0029730258975178003, 0.003067503683269024, 0.0031619814690202475]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 2.0, 3.0, 2.0, 5.0, 4.0, 9.0, 12.0, 24.0, 34.0, 52.0, 70.0, 98.0, 160.0, 239.0, 404.0, 637.0, 1105.0, 1789.0, 3098.0, 5737.0, 11071.0, 22062.0, 49547.0, 135502.0, 767990.0, 96677.0, 38986.0, 19207.0, 10268.0, 5691.0, 3331.0, 2028.0, 1262.0, 783.0, 547.0, 364.0, 255.0, 165.0, 123.0, 80.0, 43.0, 50.0, 20.0, 24.0, 23.0, 7.0, 14.0, 6.0, 8.0, 5.0, 4.0, 3.0, 3.0, 2.0, 2.0, 4.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00867153238505125, -0.00833037868142128, -0.00798922497779131, -0.007648071274161339, -0.007306917570531368, -0.006965764332562685, -0.0066246106289327145, -0.006283456925302744, -0.005942303221672773, -0.005601149518042803, -0.005259995814412832, -0.004918842110782862, -0.0045776888728141785, -0.004236535169184208, -0.0038953814655542374, -0.003554227761924267, -0.0032130740582942963, -0.0028719203546643257, -0.002530766651034355, -0.0021896131802350283, -0.0018484594766050577, -0.0015073057729750872, -0.0011661521857604384, -0.0008249985403381288, -0.00048384489491581917, -0.00014269124949350953, 0.0001984623959288001, 0.0005396160413511097, 0.0008807696867734194, 0.00122192339040339, 0.0015630769776180387, 0.0019042305648326874, 0.002245384268462658, 0.0025865379720926285, 0.002927691675722599, 0.003268845146521926, 0.0036099988501518965, 0.003951152320951223, 0.004292306024581194, 0.0046334597282111645, 0.004974613431841135, 0.005315767135471106, 0.005656920839101076, 0.005998074542731047, 0.00633922778069973, 0.0066803814843297005, 0.007021535187959671, 0.007362688891589642, 0.007703842595219612, 0.008044996298849583, 0.008386150002479553, 0.008727303706109524, 0.009068457409739494, 0.009409611113369465, 0.009750764816999435, 0.010091918520629406, 0.010433072224259377, 0.010774224996566772, 0.011115378700196743, 0.011456532403826714, 0.011797686107456684, 0.012138839811086655, 0.012479993514716625, 0.012821147218346596, 0.013162300921976566]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 3.0, 2.0, 3.0, 5.0, 2.0, 7.0, 3.0, 3.0, 3.0, 3.0, 1.0, 3.0, 0.0, 0.0, 3.0, 3.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.0240776389837265, -0.023551320657134056, -0.02302500046789646, -0.022498682141304016, -0.02197236195206642, -0.021446043625473976, -0.02091972529888153, -0.020393405109643936, -0.01986708678305149, -0.019340768456459045, -0.01881444826722145, -0.018288129940629005, -0.01776181161403656, -0.017235491424798965, -0.01670917309820652, -0.016182852908968925, -0.01565653458237648, -0.01513021532446146, -0.01460389606654644, -0.014077577739953995, -0.013551258482038975, -0.013024939224123955, -0.01249862089753151, -0.01197230163961649, -0.01144598238170147, -0.01091966312378645, -0.01039334386587143, -0.009867025539278984, -0.009340706281363964, -0.008814387023448944, -0.008288068696856499, -0.007761749438941479, -0.007235430181026459, -0.006709110923111439, -0.006182792130857706, -0.005656473338603973, -0.005130154080688953, -0.004603834822773933, -0.004077516030520201, -0.0035511970054358244, -0.003024877980351448, -0.0024985589552670717, -0.0019722399301826954, -0.001445920905098319, -0.0009196018800139427, -0.0003932828549295664, 0.00013303617015480995, 0.0006593551952391863, 0.0011856742203235626, 0.001711993245407939, 0.0022383122704923153, 0.0027646312955766916, 0.003290950320661068, 0.0038172693457454443, 0.004343588370829821, 0.004869907163083553, 0.005396226420998573, 0.005922545678913593, 0.006448864471167326, 0.006975183263421059, 0.007501502521336079, 0.008027821779251099, 0.008554140105843544, 0.009080459363758564, 0.009606778621673584]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 1.0, 0.0, 6.0, 7.0, 12.0, 10.0, 11.0, 7.0, 23.0, 26.0, 32.0, 39.0, 31.0, 45.0, 48.0, 63.0, 61.0, 93.0, 91.0, 140.0, 157.0, 255.0, 342.0, 443.0, 676.0, 978.0, 1290.0, 2250.0, 5683.0, 1555.0, 937.0, 685.0, 449.0, 397.0, 300.0, 268.0, 178.0, 141.0, 115.0, 105.0, 82.0, 74.0, 52.0, 68.0, 37.0, 23.0, 23.0, 26.0, 22.0, 22.0, 11.0, 7.0, 5.0, 3.0, 8.0, 6.0, 2.0, 0.0, 3.0, 0.0, 3.0], "bins": [-0.00958840362727642, -0.009280904196202755, -0.00897340476512909, -0.008665905334055424, -0.008358404971659184, -0.008050905540585518, -0.007743406109511852, -0.007435906678438187, -0.007128407247364521, -0.006820907350629568, -0.0065134079195559025, -0.006205908488482237, -0.005898408591747284, -0.005590909160673618, -0.005283409729599953, -0.004975909832865, -0.004668410401791334, -0.0043609109707176685, -0.004053411073982716, -0.00374591164290905, -0.0034384122118353844, -0.003130912547931075, -0.002823412884026766, -0.0025159134529531, -0.002208413789048791, -0.0019009142415598035, -0.001593414694070816, -0.0012859150301665068, -0.0009784154826775193, -0.0006709159351885319, -0.0003634163294918835, -5.5916752899065614e-05, 0.0002515828236937523, 0.0005590823711827397, 0.0008665819768793881, 0.0011740815825760365, 0.001481581130065024, 0.0017890806775540113, 0.0020965803414583206, 0.0024040797725319862, 0.0027115794364362955, 0.0030190791003406048, 0.0033265785314142704, 0.0036340781953185797, 0.003941577859222889, 0.0042490772902965546, 0.00455657672137022, 0.004864076618105173, 0.005171576049178839, 0.005479075480252504, 0.005786575376987457, 0.006094074808061123, 0.0064015742391347885, 0.0067090741358697414, 0.007016573566943407, 0.007324072998017073, 0.007631572894752026, 0.007939072325825691, 0.008246571756899357, 0.008554071187973022, 0.008861570619046688, 0.009169070981442928, 0.009476570412516594, 0.00978406984359026, 0.010091569274663925]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 3.0, 3.0, 1.0, 0.0, 3.0, 3.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.06347326189279556, -0.06071287766098976, -0.05795248970389366, -0.05519210547208786, -0.05243171751499176, -0.04967133328318596, -0.04691094532608986, -0.04415056109428406, -0.04139017313718796, -0.038629788905382156, -0.035869404673576355, -0.033109016716480255, -0.030348632484674454, -0.027588246390223503, -0.024827860295772552, -0.022067474201321602, -0.01930708810687065, -0.0165467020124197, -0.01378631591796875, -0.011025930754840374, -0.008265544660389423, -0.005505158565938473, -0.0027447729371488094, 1.5612924471497536e-05, 0.0027759987860918045, 0.005536384880542755, 0.008296770974993706, 0.011057156138122082, 0.013817542232573032, 0.01657792739570141, 0.01933831349015236, 0.02209869958460331, 0.02485908567905426, 0.02761947177350521, 0.03037985786795616, 0.03314024209976196, 0.03590063005685806, 0.038661014288663864, 0.041421402245759964, 0.044181786477565765, 0.046942174434661865, 0.04970255866646767, 0.05246294289827347, 0.05522333085536957, 0.05798371508717537, 0.06074410304427147, 0.06350448727607727, 0.06626487523317337, 0.06902526319026947, 0.07178564369678497, 0.07454603165388107, 0.07730641961097717, 0.08006680011749268, 0.08282718807458878, 0.08558757603168488, 0.08834796398878098, 0.09110834449529648, 0.09386873245239258, 0.09662912040948868, 0.09938950091600418, 0.10214988887310028, 0.10491027683019638, 0.10767066478729248, 0.11043104529380798, 0.11319143325090408]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [3.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 3.0, 1.0, 1.0, 3.0, 0.0, 1.0, 2.0, 3.0, 5.0, 7.0, 4.0, 4.0, 11.0, 13.0, 27.0, 28.0, 56.0, 28.0, 18.0, 15.0, 7.0, 6.0, 6.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 1.0, 3.0, 2.0, 0.0, 1.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.06469836086034775, -0.0622798316180706, -0.05986129865050316, -0.05744276940822601, -0.05502423644065857, -0.052605707198381424, -0.05018717423081398, -0.047768644988536835, -0.04535011202096939, -0.042931582778692245, -0.0405130535364151, -0.038094520568847656, -0.03567599132657051, -0.03325745835900307, -0.03083892911672592, -0.028420398011803627, -0.026001866906881332, -0.023583335801959038, -0.021164804697036743, -0.01874627359211445, -0.016327742487192154, -0.013909212313592434, -0.011490682139992714, -0.00907215103507042, -0.006653619930148125, -0.00423508882522583, -0.0018165581859648228, 0.0006019726861268282, 0.003020503558218479, 0.005439034663140774, 0.007857564836740494, 0.010276095941662788, 0.012694627046585083, 0.015113158151507378, 0.017531689256429672, 0.019950220361351967, 0.02236875146627426, 0.024787280708551407, 0.0272058118134737, 0.029624342918395996, 0.03204287588596344, 0.034461405128240585, 0.03687993437051773, 0.039298467338085175, 0.04171699658036232, 0.044135529547929764, 0.04655405879020691, 0.04897259175777435, 0.0513911210000515, 0.053809650242328644, 0.05622818320989609, 0.05864671245217323, 0.06106524541974068, 0.06348377466201782, 0.06590230762958527, 0.06832084059715271, 0.07073936611413956, 0.073157899081707, 0.07557643204927444, 0.07799495756626129, 0.08041349053382874, 0.08283202350139618, 0.08525055646896362, 0.08766908198595047, 0.09008761495351791]}, "_runtime": 48.69612979888916, "_timestamp": 1596212919.3976674, "_step": 55}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0, 4.0, 2.0, 0.0, 1.0, 2.0, 0.0, 3.0, 3.0, 3.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 3.0, 2.0, 2.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.008442831225693226, -0.008199299685657024, -0.007955767214298248, -0.007712235674262047, -0.007468704134225845, -0.0072251721285283566, -0.006981640122830868, -0.006738108582794666, -0.0064945765770971775, -0.006251044571399689, -0.006007513031363487, -0.0057639810256659985, -0.00552044901996851, -0.005276917479932308, -0.005033385474234819, -0.004789853934198618, -0.004546321928501129, -0.00430278992280364, -0.004059258382767439, -0.00381572637706995, -0.003572194604203105, -0.00332866283133626, -0.003085130825638771, -0.002841599052771926, -0.002598067279905081, -0.0023545355070382357, -0.0021110037341713905, -0.0018674717284739017, -0.0016239399556070566, -0.0013804081827402115, -0.0011368762934580445, -0.0008933444623835385, -0.0006498126313090324, -0.0004062808002345264, -0.00016274896916002035, 8.078286191448569e-05, 0.00032431469298899174, 0.0005678465240634978, 0.0008113783551380038, 0.0010549102444201708, 0.001298442017287016, 0.001541973790153861, 0.001785505679436028, 0.002029037568718195, 0.00227256934158504, 0.0025161011144518852, 0.002759633120149374, 0.003003164893016219, 0.0032466966658830643, 0.0034902284387499094, 0.0037337602116167545, 0.003977292217314243, 0.004220823757350445, 0.004464355763047934, 0.004707887768745422, 0.004951419308781624, 0.005194951314479113, 0.005438483320176601, 0.005682014860212803, 0.005925546865910292, 0.0061690788716077805, 0.006412610411643982, 0.006656142417341471, 0.006899673957377672, 0.007143205963075161]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 4.0, 3.0, 0.0, 1.0, 1.0, 5.0, 6.0, 9.0, 6.0, 9.0, 17.0, 11.0, 16.0, 22.0, 32.0, 60.0, 56.0, 66.0, 98.0, 134.0, 173.0, 239.0, 417.0, 4860.0, 710.0, 319.0, 173.0, 120.0, 74.0, 66.0, 55.0, 37.0, 25.0, 22.0, 21.0, 21.0, 9.0, 6.0, 5.0, 4.0, 4.0, 1.0, 3.0, 0.0, 1.0, 3.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.15448519587516785, -0.14957918226718903, -0.1446731686592102, -0.1397671401500702, -0.13486112654209137, -0.12995511293411255, -0.12504908442497253, -0.12014307081699371, -0.11523705720901489, -0.11033104360103607, -0.10542502254247665, -0.10051900148391724, -0.09561298787593842, -0.0907069742679596, -0.08580095320940018, -0.08089493215084076, -0.07598891854286194, -0.07108290493488312, -0.0661768838763237, -0.06127086654305458, -0.05636484920978546, -0.05145883187651634, -0.04655281454324722, -0.041646797209978104, -0.036740779876708984, -0.031834762543439865, -0.026928745210170746, -0.022022727876901627, -0.017116710543632507, -0.012210693210363388, -0.007304675877094269, -0.0023986585438251495, 0.0025073587894439697, 0.007413376122713089, 0.012319393455982208, 0.017225410789251328, 0.022131428122520447, 0.027037445455789566, 0.031943462789058685, 0.036849480122327805, 0.041755497455596924, 0.04666151478886604, 0.05156753212213516, 0.05647354945540428, 0.0613795667886734, 0.06628558039665222, 0.07119160145521164, 0.07609762251377106, 0.08100363612174988, 0.0859096497297287, 0.09081567078828812, 0.09572169184684753, 0.10062770545482635, 0.10553371906280518, 0.1104397401213646, 0.11534576117992401, 0.12025177478790283, 0.12515778839588165, 0.13006380200386047, 0.1349698305130005, 0.1398758441209793, 0.14478185772895813, 0.14968788623809814, 0.15459389984607697, 0.1594999134540558]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 0.0, 1.0, 2.0, 0.0, 2.0, 5.0, 3.0, 6.0, 0.0, 2.0, 1.0, 6.0, 4.0, 5.0, 5.0, 1.0, 30.0, 3.0, 1.0, 5.0, 4.0, 4.0, 1.0, 1.0, 2.0, 1.0, 6.0, 0.0, 0.0, 1.0, 3.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0019244820578023791, -0.0018480571452528238, -0.0017716323491185904, -0.001695207436569035, -0.0016187826404348016, -0.0015423577278852463, -0.0014659329317510128, -0.0013895080192014575, -0.0013130831066519022, -0.0012366583105176687, -0.0011602333979681134, -0.00108380860183388, -0.0010073836892843246, -0.0009309588349424303, -0.0008545339806005359, -0.0007781091262586415, -0.0007016842719167471, -0.0006252594175748527, -0.0005488345632329583, -0.00047240967978723347, -0.0003959848254453391, -0.0003195599711034447, -0.00024313510220963508, -0.00016671023331582546, -9.028537897393107e-05, -1.3860517356079072e-05, 6.256434426177293e-05, 0.00013898921315558255, 0.00021541406749747694, 0.0002918389218393713, 0.00036826380528509617, 0.00044468865962699056, 0.0005211135139688849, 0.0005975383683107793, 0.0006739632226526737, 0.0007503880769945681, 0.0008268129313364625, 0.0009032378438860178, 0.0009796626400202513, 0.0010560875525698066, 0.0011325124651193619, 0.0012089372612535954, 0.0012853621738031507, 0.0013617869699373841, 0.0014382118824869394, 0.001514636678621173, 0.0015910615911707282, 0.0016674863873049617, 0.001743911299854517, 0.0018203362124040723, 0.0018967610085383058, 0.001973185921087861, 0.0020496107172220945, 0.002126035513356328, 0.002202460542321205, 0.0022788853384554386, 0.002355310134589672, 0.0024317351635545492, 0.0025081599596887827, 0.002584584755823016, 0.0026610095519572496, 0.0027374345809221268, 0.0028138593770563602, 0.0028902841731905937, 0.002966708969324827]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 3.0, 1.0, 2.0, 3.0, 7.0, 19.0, 17.0, 39.0, 60.0, 101.0, 155.0, 240.0, 424.0, 690.0, 1081.0, 1821.0, 3144.0, 5428.0, 10041.0, 20565.0, 49350.0, 163657.0, 765174.0, 79840.0, 33954.0, 17509.0, 9751.0, 5759.0, 3621.0, 2322.0, 1604.0, 1003.0, 652.0, 472.0, 321.0, 226.0, 170.0, 111.0, 82.0, 56.0, 50.0, 39.0, 22.0, 22.0, 5.0, 10.0, 8.0, 4.0, 2.0, 3.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.007718257140368223, -0.007413302082568407, -0.007108347024768591, -0.006803391966968775, -0.006498436443507671, -0.006193481385707855, -0.005888526327908039, -0.005583571270108223, -0.005278616212308407, -0.004973661154508591, -0.004668706096708775, -0.0043637510389089584, -0.004058795981109142, -0.0037538406904786825, -0.0034488853998482227, -0.0031439303420484066, -0.0028389752842485905, -0.0025340202264487743, -0.002229065168648958, -0.0019241098780184984, -0.0016191548202186823, -0.0013141997624188662, -0.0010092445882037282, -0.0007042894721962512, -0.0003993343561887741, -9.437924018129706e-05, 0.00021057587582617998, 0.000515530991833657, 0.0008204861078411341, 0.0011254411656409502, 0.0014303963398560882, 0.0017353515140712261, 0.0020403065718710423, 0.0023452616296708584, 0.0026502166874706745, 0.0029551719781011343, 0.0032601270359009504, 0.0035650820937007666, 0.0038700373843312263, 0.0041749924421310425, 0.004479947499930859, 0.004784902557730675, 0.005089857615530491, 0.005394812673330307, 0.005699767731130123, 0.006004723254591227, 0.006309678312391043, 0.006614633370190859, 0.006919588427990675, 0.007224543485790491, 0.007529498543590307, 0.00783445406705141, 0.008139409124851227, 0.008444364182651043, 0.008749319240450859, 0.009054274298250675, 0.009359229356050491, 0.009664184413850307, 0.009969139471650124, 0.01027409452944994, 0.010579049587249756, 0.010884004645049572, 0.011188959702849388, 0.011493914760649204, 0.01179886981844902]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 2.0, 4.0, 2.0, 4.0, 3.0, 8.0, 1.0, 4.0, 1.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.018299318850040436, -0.017787856981158257, -0.017276393249630928, -0.01676493138074875, -0.01625346764922142, -0.01574200578033924, -0.015230543911457062, -0.014719081111252308, -0.014207618311047554, -0.0136961555108428, -0.013184692710638046, -0.012673230841755867, -0.012161768041551113, -0.01165030524134636, -0.01113884337246418, -0.010627380572259426, -0.010115917772054672, -0.009604454971849918, -0.009092992171645164, -0.008581530302762985, -0.008070067502558231, -0.0075586047023534775, -0.007047142367810011, -0.006535680033266544, -0.0060242172330617905, -0.005512754432857037, -0.00500129209831357, -0.0044898297637701035, -0.00397836696356535, -0.0034669043961912394, -0.002955441828817129, -0.002443979261443019, -0.0019325166940689087, -0.0014210541266947985, -0.0009095915593206882, -0.000398128991946578, 0.0001133335754275322, 0.0006247961428016424, 0.0011362587101757526, 0.0016477212775498629, 0.002159183844923973, 0.0026706464122980833, 0.0031821089796721935, 0.0036935715470463037, 0.004205034114420414, 0.004716496914625168, 0.005227959249168634, 0.005739421583712101, 0.006250884383916855, 0.006762347184121609, 0.007273809518665075, 0.007785271853208542, 0.008296734653413296, 0.00880819745361805, 0.009319659322500229, 0.009831122122704983, 0.010342584922909737, 0.01085404772311449, 0.011365510523319244, 0.011876972392201424, 0.012388435192406178, 0.012899897992610931, 0.01341135986149311, 0.013922822661697865, 0.014434285461902618]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 4.0, 4.0, 5.0, 13.0, 11.0, 13.0, 13.0, 18.0, 29.0, 26.0, 32.0, 43.0, 58.0, 82.0, 131.0, 168.0, 234.0, 302.0, 382.0, 487.0, 710.0, 962.0, 1515.0, 5662.0, 1865.0, 1066.0, 739.0, 560.0, 497.0, 428.0, 360.0, 306.0, 282.0, 239.0, 204.0, 202.0, 113.0, 106.0, 98.0, 89.0, 62.0, 54.0, 56.0, 32.0, 27.0, 22.0, 22.0, 25.0, 16.0, 10.0, 6.0, 5.0, 5.0, 5.0, 5.0, 2.0, 5.0, 4.0, 2.0, 4.0, 3.0], "bins": [-0.007387184072285891, -0.007110801059752703, -0.006834418512880802, -0.006558035500347614, -0.006281652953475714, -0.006005269940942526, -0.005728887394070625, -0.0054525043815374374, -0.00517612136900425, -0.004899738822132349, -0.004623355809599161, -0.004346973262727261, -0.004070590250194073, -0.0037942074704915285, -0.0035178246907889843, -0.00324144191108644, -0.002965059131383896, -0.0026886763516813517, -0.0024122935719788074, -0.0021359107922762632, -0.0018595278961583972, -0.001583145116455853, -0.001306762220337987, -0.0010303794406354427, -0.0007539966609328985, -0.00047761385212652385, -0.00020123104332014918, 7.515176548622549e-05, 0.00035153457429260015, 0.0006279173539951444, 0.0009043001919053495, 0.0011806830298155546, 0.0014570658095180988, 0.001733448589220643, 0.0020098313689231873, 0.0022862141486257315, 0.0025625969283282757, 0.0028389799408614635, 0.0031153627205640078, 0.003391745500266552, 0.003668128279969096, 0.00394451105967164, 0.004220894072204828, 0.004497276619076729, 0.004773659631609917, 0.005050042178481817, 0.005326425191015005, 0.005602807737886906, 0.0058791907504200935, 0.006155573762953281, 0.006431956309825182, 0.00670833932235837, 0.00698472186923027, 0.007261104881763458, 0.007537487428635359, 0.00781386997550726, 0.008090252988040447, 0.008366636000573635, 0.008643019013106823, 0.00891940202564001, 0.009195784106850624, 0.009472167119383812, 0.009748550131917, 0.010024933144450188, 0.010301316156983376]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 3.0, 3.0, 1.0, 2.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.04815308749675751, -0.04561926797032356, -0.04308544471859932, -0.040551625192165375, -0.03801780566573143, -0.03548398241400719, -0.03295016288757324, -0.030416343361139297, -0.027882521972060204, -0.02534870058298111, -0.022814881056547165, -0.02028105966746807, -0.017747238278388977, -0.015213418751955032, -0.012679597362875938, -0.010145776905119419, -0.0076119564473629, -0.0050781359896063805, -0.002544315066188574, -1.0494375601410866e-05, 0.002523326314985752, 0.005057146772742271, 0.007590967696160078, 0.010124788619577885, 0.012658609077334404, 0.015192429535090923, 0.017726249992847443, 0.020260071381926537, 0.02279389277100563, 0.025327712297439575, 0.02786153368651867, 0.030395353212952614, 0.03292917460203171, 0.03546299412846565, 0.037996817380189896, 0.04053063690662384, 0.043064456433057785, 0.04559827968478203, 0.04813209921121597, 0.05066591873764992, 0.05319973826408386, 0.055733561515808105, 0.05826738104224205, 0.060801200568675995, 0.06333502382040024, 0.06586884707212448, 0.06840266287326813, 0.07093648612499237, 0.07347030937671661, 0.07600412517786026, 0.0785379484295845, 0.08107176423072815, 0.08360558748245239, 0.08613941073417664, 0.08867322653532028, 0.09120704978704453, 0.09374087303876877, 0.09627468883991241, 0.09880851209163666, 0.1013423353433609, 0.10387615114450455, 0.10640997439622879, 0.10894379764795303, 0.11147761344909668, 0.11401143670082092]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [3.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 3.0, 3.0, 1.0, 8.0, 8.0, 27.0, 24.0, 13.0, 9.0, 17.0, 39.0, 20.0, 12.0, 16.0, 12.0, 8.0, 5.0, 7.0, 5.0, 7.0, 6.0, 4.0, 2.0, 4.0, 3.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 3.0], "bins": [-0.04423191770911217, -0.0420534648001194, -0.03987501561641693, -0.037696562707424164, -0.035518113523721695, -0.03333966061472893, -0.03116120956838131, -0.02898275852203369, -0.026804307475686073, -0.024625856429338455, -0.022447405382990837, -0.02026895433664322, -0.01809050142765045, -0.015912050381302834, -0.013733599334955215, -0.011555148288607597, -0.00937669724225998, -0.007198246195912361, -0.005019794683903456, -0.002841343404725194, -0.0006628921255469322, 0.0015155591536313295, 0.0036940104328095913, 0.005872461944818497, 0.008050912991166115, 0.010229364037513733, 0.012407815083861351, 0.014586267061531544, 0.016764719039201736, 0.018943170085549355, 0.021121621131896973, 0.02330007217824459, 0.02547852322459221, 0.027656974270939827, 0.029835425317287445, 0.03201387822628021, 0.03419232740998268, 0.03637078031897545, 0.03854922950267792, 0.040727682411670685, 0.04290613532066345, 0.04508458450436592, 0.04726303741335869, 0.04944148659706116, 0.051619939506053925, 0.05379838868975639, 0.05597684159874916, 0.05815529078245163, 0.0603337436914444, 0.06251219660043716, 0.06469064950942993, 0.0668690949678421, 0.06904754787683487, 0.07122600078582764, 0.0734044536948204, 0.07558289915323257, 0.07776135206222534, 0.07993980497121811, 0.08211825788021088, 0.08429671078920364, 0.08647515624761581, 0.08865360915660858, 0.09083206206560135, 0.09301051497459412, 0.09518896043300629]}, "_runtime": 49.48539066314697, "_timestamp": 1596212920.1869283, "_step": 56}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 4.0, 1.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 8.0, 2.0, 2.0, 4.0, 4.0, 5.0, 3.0, 2.0, 1.0, 2.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.01656460389494896, -0.01615426503121853, -0.015743926167488098, -0.015333588235080242, -0.014923249371349812, -0.014512910507619381, -0.01410257164388895, -0.01369223278015852, -0.013281894847750664, -0.012871555984020233, -0.012461217120289803, -0.012050878256559372, -0.011640539392828941, -0.01123020052909851, -0.010819862596690655, -0.010409523732960224, -0.009999184869229794, -0.009588846005499363, -0.009178507141768932, -0.008768169209361076, -0.008357830345630646, -0.007947491481900215, -0.0075371526181697845, -0.007126814220100641, -0.006716475356370211, -0.00630613649263978, -0.005895798094570637, -0.005485459230840206, -0.0050751203671097755, -0.004664781969040632, -0.004254443105310202, -0.0038441044744104147, -0.0034337658435106277, -0.003023427212610841, -0.002613088581711054, -0.0022027497179806232, -0.0017924110870808363, -0.0013820724561810493, -0.0009717337088659406, -0.0005613950197584927, -0.00015105633065104485, 0.000259282358456403, 0.0006696210475638509, 0.0010799597948789597, 0.0014902984257787466, 0.0019006370566785336, 0.002310975920408964, 0.002721314551308751, 0.003131653182208538, 0.003541991813108325, 0.003952330444008112, 0.0043626693077385426, 0.004773007705807686, 0.0051833465695381165, 0.005593685433268547, 0.00600402383133769, 0.006414362695068121, 0.0068247015587985516, 0.007235039956867695, 0.0076453788205981255, 0.008055717684328556, 0.008466056548058987, 0.008876394480466843, 0.009286733344197273, 0.009697072207927704]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [3.0, 1.0, 1.0, 0.0, 2.0, 2.0, 0.0, 2.0, 4.0, 2.0, 3.0, 8.0, 7.0, 3.0, 12.0, 9.0, 15.0, 16.0, 19.0, 25.0, 31.0, 27.0, 49.0, 61.0, 86.0, 119.0, 140.0, 213.0, 341.0, 3916.0, 1650.0, 380.0, 221.0, 145.0, 105.0, 66.0, 55.0, 42.0, 25.0, 30.0, 22.0, 18.0, 13.0, 10.0, 9.0, 7.0, 5.0, 3.0, 1.0, 3.0, 3.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.13857069611549377, -0.13393475115299225, -0.12929879128932953, -0.124662846326828, -0.12002690136432648, -0.11539094895124435, -0.11075499653816223, -0.1061190515756607, -0.10148309916257858, -0.09684714674949646, -0.09221120178699493, -0.08757524937391281, -0.08293929696083069, -0.07830335199832916, -0.07366739958524704, -0.06903145462274551, -0.06439550220966339, -0.05975955352187157, -0.05512360483407974, -0.05048765242099762, -0.045851703733205795, -0.04121575504541397, -0.03657980263233185, -0.031943853944540024, -0.0273079052567482, -0.022671956568956375, -0.0180360060185194, -0.013400056399405003, -0.008764106780290604, -0.004128157161176205, 0.0005077924579381943, 0.005143742077052593, 0.009779691696166992, 0.014415641315281391, 0.01905159093439579, 0.023687541484832764, 0.028323490172624588, 0.03295943886041641, 0.037595391273498535, 0.04223133996129036, 0.046867288649082184, 0.05150323733687401, 0.05613918602466583, 0.060775138437747955, 0.06541109085083008, 0.0700470358133316, 0.07468298822641373, 0.07931893318891525, 0.08395488560199738, 0.0885908380150795, 0.09322678297758102, 0.09786273539066315, 0.10249868035316467, 0.1071346327662468, 0.11177058517932892, 0.11640653014183044, 0.12104248255491257, 0.1256784349679947, 0.13031437993049622, 0.13495032489299774, 0.13958628475666046, 0.144222229719162, 0.1488581746816635, 0.15349413454532623, 0.15813007950782776]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 1.0, 1.0, 3.0, 5.0, 2.0, 0.0, 2.0, 1.0, 0.0, 3.0, 3.0, 4.0, 3.0, 4.0, 3.0, 4.0, 2.0, 2.0, 4.0, 3.0, 22.0, 3.0, 5.0, 3.0, 5.0, 4.0, 2.0, 1.0, 3.0, 3.0, 1.0, 0.0, 2.0, 3.0, 1.0, 1.0, 1.0, 6.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.001751255476847291, -0.001677922671660781, -0.0016045899828895926, -0.0015312572941184044, -0.0014579244889318943, -0.0013845916837453842, -0.001311258994974196, -0.0012379263062030077, -0.0011645935010164976, -0.0010912606958299875, -0.0010179280070587993, -0.0009445952600799501, -0.0008712625131011009, -0.0007979297661222517, -0.0007245970191434026, -0.0006512642721645534, -0.0005779315251857042, -0.0005045987782068551, -0.0004312660312280059, -0.0003579332842491567, -0.00028460053727030754, -0.00021126779029145837, -0.0001379350433126092, -6.460229633376002e-05, 8.73045064508915e-06, 8.206319762393832e-05, 0.0001553959446027875, 0.00022872869158163667, 0.00030206143856048584, 0.000375394185539335, 0.0004487269325181842, 0.0005220596794970334, 0.0005953924264758825, 0.0006687251734547317, 0.0007420579204335809, 0.00081539066741243, 0.0008887234143912792, 0.0009620561613701284, 0.0010353889083489776, 0.0011087215971201658, 0.001182054402306676, 0.001255387207493186, 0.0013287198962643743, 0.0014020525850355625, 0.0014753853902220726, 0.0015487181954085827, 0.001622050884179771, 0.0016953835729509592, 0.0017687163781374693, 0.0018420491833239794, 0.0019153818720951676, 0.001988714560866356, 0.002062047366052866, 0.002135380171239376, 0.002208712976425886, 0.0022820455487817526, 0.0023553783539682627, 0.0024287111591547728, 0.002502043731510639, 0.0025753765366971493, 0.0026487093418836594, 0.0027220421470701694, 0.0027953749522566795, 0.002868707524612546, 0.002942040329799056]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 4.0, 0.0, 6.0, 11.0, 19.0, 22.0, 32.0, 45.0, 70.0, 102.0, 151.0, 226.0, 356.0, 530.0, 834.0, 1368.0, 2093.0, 3484.0, 5752.0, 10123.0, 19113.0, 39606.0, 98615.0, 750260.0, 133963.0, 50443.0, 25231.0, 14021.0, 8313.0, 5122.0, 3207.0, 2117.0, 1356.0, 953.0, 657.0, 438.0, 293.0, 199.0, 131.0, 109.0, 72.0, 56.0, 48.0, 28.0, 16.0, 12.0, 14.0, 5.0, 4.0, 2.0, 4.0, 3.0, 2.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.007717597763985395, -0.007466452661901712, -0.007215307559818029, -0.006964162923395634, -0.006713017821311951, -0.006461872719228268, -0.006210727617144585, -0.005959582515060902, -0.005708437412977219, -0.005457292776554823, -0.00520614767447114, -0.004955002572387457, -0.004703857470303774, -0.004452712368220091, -0.004201567731797695, -0.003950422629714012, -0.003699277527630329, -0.003448132425546646, -0.0031969875562936068, -0.0029458424542099237, -0.0026946975849568844, -0.0024435524828732014, -0.0021924073807895184, -0.0019412623951211572, -0.001690117409452796, -0.0014389724237844348, -0.0011878274381160736, -0.0009366823360323906, -0.0006855373503640294, -0.00043439233559183776, -0.00018324732081964612, 6.789769395254552e-05, 0.00031904270872473717, 0.0005701876943930984, 0.0008213327382691205, 0.0010724777821451426, 0.0013236227678135037, 0.001574767753481865, 0.001825912855565548, 0.0020770577248185873, 0.0023282028269022703, 0.0025793479289859533, 0.0028304927982389927, 0.0030816379003226757, 0.0033327830024063587, 0.003583927871659398, 0.003835072973743081, 0.0040862178429961205, 0.0043373629450798035, 0.0045885080471634865, 0.0048396531492471695, 0.005090797785669565, 0.005341942887753248, 0.005593087989836931, 0.005844233091920614, 0.006095378194004297, 0.006346522830426693, 0.006597667932510376, 0.006848813034594059, 0.007099958136677742, 0.007351103238761425, 0.007602248340845108, 0.007853393442928791, 0.008104538545012474, 0.008355682715773582]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 10.0, 13.0, 3.0, 6.0, 10.0, 5.0, 2.0, 2.0, 2.0, 0.0, 1.0, 1.0], "bins": [-0.05685681104660034, -0.05579773336648941, -0.05473865196108818, -0.05367957428097725, -0.05262049287557602, -0.05156141519546509, -0.050502337515354156, -0.04944325610995293, -0.048384178429841995, -0.047325100749731064, -0.046266019344329834, -0.0452069416642189, -0.04414786398410797, -0.04308878257870674, -0.04202970489859581, -0.04097062349319458, -0.03991154581308365, -0.03885246813297272, -0.03779338672757149, -0.036734309047460556, -0.035675227642059326, -0.034616149961948395, -0.03355707228183746, -0.032497990876436234, -0.0314389131963253, -0.03037983365356922, -0.02932075411081314, -0.02826167643070221, -0.02720259688794613, -0.026143517345190048, -0.025084439665079117, -0.024025360122323036, -0.022966280579566956, -0.021907201036810875, -0.020848121494054794, -0.019789043813943863, -0.018729964271187782, -0.0176708847284317, -0.01661180704832077, -0.01555272750556469, -0.014493647962808609, -0.013434568420052528, -0.012375489808619022, -0.011316411197185516, -0.010257331654429436, -0.009198252111673355, -0.008139173500239849, -0.007080094423145056, -0.0060210153460502625, -0.004961936268955469, -0.003902857191860676, -0.0028437781147658825, -0.0017846990376710892, -0.0007256199605762959, 0.00033345911651849747, 0.0013925381936132908, 0.002451617270708084, 0.0035106963478028774, 0.004569775424897671, 0.005628854501992464, 0.006687933579087257, 0.007747012656182051, 0.008806091733276844, 0.00986517034471035, 0.01092424988746643]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [6.0, 9.0, 1.0, 2.0, 3.0, 5.0, 7.0, 3.0, 10.0, 3.0, 3.0, 2.0, 0.0, 2.0, 7.0, 5.0, 5.0, 5.0, 6.0, 16.0, 16.0, 7.0, 2.0, 1.0, 1.0, 17.0, 32.0, 22.0, 14.0, 10.0, 11.0, 14.0, 18.0, 30.0, 23.0, 32.0, 41.0, 46.0, 49.0, 68.0, 120.0, 203.0, 443.0, 774.0, 1301.0, 2635.0, 7064.0, 2040.0, 1265.0, 793.0, 476.0, 283.0, 180.0, 110.0, 64.0, 39.0, 31.0, 15.0, 13.0, 9.0, 5.0, 6.0, 4.0, 5.0], "bins": [-0.01859916001558304, -0.01819675788283348, -0.017794357612729073, -0.017391955479979515, -0.016989555209875107, -0.01658715307712555, -0.01618475280702114, -0.015782350674271584, -0.0153799494728446, -0.014977548271417618, -0.014575147069990635, -0.014172745868563652, -0.013770343735814095, -0.013367942534387112, -0.012965541332960129, -0.012563140131533146, -0.012160738930106163, -0.01175833772867918, -0.011355936527252197, -0.010953535325825214, -0.010551134124398232, -0.010148731991648674, -0.009746330790221691, -0.009343929588794708, -0.008941528387367725, -0.008539127185940742, -0.00813672598451376, -0.007734324317425489, -0.0073319231159985065, -0.006929521914571524, -0.0065271202474832535, -0.006124719046056271, -0.005722317844629288, -0.005319916643202305, -0.004917515441775322, -0.004515113774687052, -0.004112712573260069, -0.003710311371833086, -0.0033079099375754595, -0.002905508503317833, -0.00250310730189085, -0.002100706100463867, -0.0016983046662062407, -0.001295903348363936, -0.0008935020305216312, -0.0004911007126793265, -8.869939483702183e-05, 0.0003137019230052829, 0.0007161032408475876, 0.0011185045586898923, 0.001520905876532197, 0.0019233071943745017, 0.0023257085122168064, 0.0027281097136437893, 0.003130511147901416, 0.0035329125821590424, 0.003935313783586025, 0.004337714985013008, 0.004740116186439991, 0.005142517853528261, 0.005544919054955244, 0.005947320256382227, 0.006349721923470497, 0.00675212312489748, 0.007154524326324463]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 2.0, 3.0, 0.0, 2.0, 3.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.08575978130102158, -0.08204496651887894, -0.0783301591873169, -0.07461534440517426, -0.07090052962303162, -0.06718572229146957, -0.06347090750932693, -0.059756092727184296, -0.056041281670331955, -0.052326470613479614, -0.048611655831336975, -0.044896844774484634, -0.041182033717632294, -0.037467218935489655, -0.033752407878637314, -0.030037594959139824, -0.026322782039642334, -0.022607969120144844, -0.018893156200647354, -0.015178345143795013, -0.011463532224297523, -0.007748719770461321, -0.004033907316625118, -0.00031909486278891563, 0.003395717591047287, 0.00711053004488349, 0.010825342498719692, 0.014540154486894608, 0.018254967406392097, 0.021969780325889587, 0.025684591382741928, 0.029399404302239418, 0.03311421722173691, 0.03682902827858925, 0.04054384306073189, 0.04425865411758423, 0.04797346889972687, 0.05168827995657921, 0.05540309101343155, 0.05911790579557419, 0.06283271312713623, 0.06654752790927887, 0.07026234269142151, 0.07397715747356415, 0.07769196480512619, 0.08140677958726883, 0.08512159436941147, 0.08883640170097351, 0.09255121648311615, 0.09626603126525879, 0.09998083859682083, 0.10369565337896347, 0.10741046816110611, 0.11112527549266815, 0.11484009027481079, 0.11855490505695343, 0.12226971983909607, 0.1259845346212387, 0.12969933450222015, 0.1334141492843628, 0.13712896406650543, 0.14084377884864807, 0.1445585936307907, 0.14827340841293335, 0.1519882082939148]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 4.0, 2.0, 3.0, 6.0, 10.0, 2.0, 5.0, 3.0, 2.0, 2.0, 1.0, 10.0, 11.0, 8.0, 8.0, 14.0, 7.0, 30.0, 24.0, 26.0, 28.0, 18.0, 16.0, 11.0, 6.0, 1.0, 4.0, 3.0, 1.0, 2.0, 1.0, 0.0, 3.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.026085684075951576, -0.025028137490153313, -0.0239705890417099, -0.022913042455911636, -0.021855495870113373, -0.02079794742166996, -0.019740400835871696, -0.018682852387428284, -0.01762530580163002, -0.016567759215831757, -0.015510210767388344, -0.01445266418159008, -0.013395116664469242, -0.012337569147348404, -0.01128002256155014, -0.010222475044429302, -0.009164927527308464, -0.008107380010187626, -0.007049832958728075, -0.005992285907268524, -0.004934738390147686, -0.0038771911058574915, -0.002819643821567297, -0.0017620965372771025, -0.000704549252986908, 0.00035299803130328655, 0.001410545315593481, 0.0024680925998836756, 0.00352563988417387, 0.004583187401294708, 0.005640734452754259, 0.00669828150421381, 0.007755829021334648, 0.008813376538455486, 0.009870924055576324, 0.010928470641374588, 0.011986018158495426, 0.013043565675616264, 0.014101112261414528, 0.015158659778535366, 0.016216207295656204, 0.017273753881454468, 0.01833130232989788, 0.019388848915696144, 0.020446397364139557, 0.02150394394993782, 0.022561490535736084, 0.023619038984179497, 0.02467658556997776, 0.025734132155776024, 0.026791680604219437, 0.0278492271900177, 0.028906773775815964, 0.029964322224259377, 0.03102186881005764, 0.03207941725850105, 0.033136963844299316, 0.03419451043009758, 0.035252057015895844, 0.036309607326984406, 0.03736715391278267, 0.03842470049858093, 0.039482247084379196, 0.04053979367017746, 0.04159734398126602]}, "_runtime": 50.265289545059204, "_timestamp": 1596212920.9668272, "_step": 57}
+{"val_accuracy": 0.7986394121004566, "val_loss": 0.5314587723446763, "_runtime": 52.054123878479004, "_timestamp": 1596212922.7556615, "_step": 58}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: K Confidence: 0.1831575334072113 Truth: v", "Prediction: 5 Confidence: 0.9999369382858276 Truth: 5", "Prediction: 2 Confidence: 0.9938742518424988 Truth: 2", "Prediction: 0 Confidence: 0.7032208442687988 Truth: 0"]}, "_runtime": 52.33599638938904, "_timestamp": 1596212923.037534, "_step": 59}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 0.0, 1.0, 1.0, 1.0, 3.0, 5.0, 3.0, 0.0, 2.0, 2.0, 2.0, 3.0, 4.0, 1.0, 4.0, 0.0, 3.0, 2.0, 2.0, 0.0, 5.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.009701077826321125, -0.009400437586009502, -0.009099798277020454, -0.008799158036708832, -0.00849851779639721, -0.008197877556085587, -0.007897237315773964, -0.007596598006784916, -0.007295957766473293, -0.006995317526161671, -0.006694677751511335, -0.006394037976861, -0.0060933977365493774, -0.005792757496237755, -0.0054921177215874195, -0.005191477946937084, -0.004890837706625462, -0.004590197466313839, -0.004289557691663504, -0.003988917917013168, -0.0036882776767015457, -0.0033876376692205667, -0.003086997661739588, -0.002786357654258609, -0.00248571764677763, -0.002185077639296651, -0.001884437631815672, -0.001583797624334693, -0.001283157616853714, -0.000982517609372735, -0.0006818776018917561, -0.0003812375944107771, -8.059758692979813e-05, 0.00022004242055118084, 0.0005206824280321598, 0.0008213224355131388, 0.0011219624429941177, 0.0014226024504750967, 0.0017232424579560757, 0.0020238824654370546, 0.0023245224729180336, 0.0026251624803990126, 0.0029258024878799915, 0.0032264424953609705, 0.0035270825028419495, 0.0038277225103229284, 0.004128362517803907, 0.004429002292454243, 0.004729642532765865, 0.005030282773077488, 0.005330922547727823, 0.005631562322378159, 0.005932202562689781, 0.006232842803001404, 0.006533482577651739, 0.006834122352302074, 0.007134762592613697, 0.00743540283292532, 0.007736042607575655, 0.00803668238222599, 0.008337322622537613, 0.008637962862849236, 0.008938603103160858, 0.009239242412149906, 0.009539882652461529]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 4.0, 3.0, 4.0, 4.0, 5.0, 15.0, 15.0, 8.0, 16.0, 25.0, 21.0, 38.0, 32.0, 61.0, 73.0, 83.0, 145.0, 178.0, 292.0, 436.0, 4822.0, 670.0, 321.0, 195.0, 110.0, 81.0, 69.0, 52.0, 36.0, 18.0, 19.0, 17.0, 14.0, 6.0, 12.0, 7.0, 6.0, 0.0, 1.0, 4.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1472255438566208, -0.14281634986400604, -0.1384071707725525, -0.13399797677993774, -0.129588782787323, -0.12517960369586945, -0.1207704097032547, -0.11636121571063995, -0.1119520291686058, -0.10754284262657166, -0.10313364863395691, -0.09872446209192276, -0.09431527554988861, -0.08990608155727386, -0.08549689501523972, -0.08108770102262497, -0.07667851448059082, -0.07226932793855667, -0.06786013394594193, -0.06345094740390778, -0.05904175713658333, -0.05463256686925888, -0.05022338032722473, -0.045814190059900284, -0.041404999792575836, -0.03699580952525139, -0.03258661925792694, -0.028177432715892792, -0.023768242448568344, -0.019359052181243896, -0.014949863776564598, -0.010540674440562725, -0.006131485104560852, -0.001722295768558979, 0.002686893567442894, 0.007096082903444767, 0.01150527223944664, 0.015914462506771088, 0.020323650911450386, 0.024732839316129684, 0.029142029583454132, 0.03355121985077858, 0.03796041011810303, 0.042369596660137177, 0.046778786927461624, 0.05118797719478607, 0.05559716373682022, 0.06000635400414467, 0.06441554427146912, 0.06882473081350327, 0.07323392480611801, 0.07764311134815216, 0.0820523053407669, 0.08646149188280106, 0.0908706784248352, 0.09527987241744995, 0.0996890589594841, 0.10409824550151825, 0.108507439494133, 0.11291662603616714, 0.1173258125782013, 0.12173500657081604, 0.1261442005634308, 0.13055337965488434, 0.13496257364749908]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 3.0, 2.0, 4.0, 3.0, 3.0, 2.0, 2.0, 4.0, 7.0, 2.0, 3.0, 7.0, 4.0, 28.0, 2.0, 1.0, 4.0, 2.0, 5.0, 5.0, 2.0, 4.0, 2.0, 2.0, 3.0, 2.0, 2.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002774178283289075, -0.00268349377438426, -0.002592809032648802, -0.002502124523743987, -0.0024114400148391724, -0.002320755273103714, -0.0022300707641988993, -0.002139386022463441, -0.002048701513558626, -0.0019580170046538115, -0.001867332262918353, -0.0017766477540135384, -0.0016859631286934018, -0.0015952785033732653, -0.0015045939944684505, -0.001413909369148314, -0.0013232247438281775, -0.001232540118508041, -0.0011418554931879044, -0.0010511709842830896, -0.0009604863589629531, -0.0008698017336428165, -0.0007791171665303409, -0.0006884325994178653, -0.0005977479740977287, -0.0005070633487775922, -0.00041637878166511655, -0.00032569418544881046, -0.00023500958923250437, -0.00014432499301619828, -5.364039679989219e-05, 3.70441994164139e-05, 0.00012772879563272, 0.00021841339184902608, 0.0003090979880653322, 0.00039978258428163826, 0.0004904671804979444, 0.0005811518058180809, 0.0006718363729305565, 0.0007625209400430322, 0.0008532055653631687, 0.0009438901906833053, 0.0010345748160034418, 0.0011252593249082565, 0.001215943950228393, 0.0013066285755485296, 0.0013973130844533443, 0.001487997709773481, 0.0015786823350936174, 0.001669366960413754, 0.0017600515857338905, 0.0018507360946387053, 0.0019414207199588418, 0.0020321053452789783, 0.002122789854183793, 0.0022134745959192514, 0.002304159104824066, 0.002394843613728881, 0.0024855283554643393, 0.002576212864369154, 0.0026668976061046124, 0.002757582115009427, 0.002848266623914242, 0.0029389513656497, 0.003029635874554515]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 2.0, 0.0, 3.0, 2.0, 4.0, 3.0, 6.0, 10.0, 11.0, 15.0, 23.0, 43.0, 71.0, 77.0, 118.0, 196.0, 289.0, 428.0, 643.0, 1020.0, 1558.0, 2488.0, 4075.0, 7218.0, 12675.0, 24164.0, 50665.0, 133711.0, 760016.0, 88400.0, 39005.0, 20673.0, 11800.0, 7082.0, 4337.0, 2779.0, 1808.0, 1196.0, 891.0, 631.0, 458.0, 320.0, 216.0, 138.0, 117.0, 81.0, 51.0, 43.0, 28.0, 19.0, 12.0, 9.0, 10.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0], "bins": [-0.008872894570231438, -0.008590645156800747, -0.008308394812047482, -0.00802614539861679, -0.007743895519524813, -0.007461646106094122, -0.007179396227002144, -0.006897146347910166, -0.006614896468818188, -0.006332647055387497, -0.006050397176295519, -0.005768147297203541, -0.00548589788377285, -0.005203648004680872, -0.004921398125588894, -0.004639148712158203, -0.004356898833066225, -0.004074648953974247, -0.0037923993077129126, -0.003510149661451578, -0.0032278997823596, -0.0029456501360982656, -0.0026634004898369312, -0.002381150610744953, -0.0020989009644836187, -0.0018166512018069625, -0.0015344014391303062, -0.0012521517928689718, -0.0009699020301923156, -0.0006876522675156593, -0.000405402563046664, -0.0001231528294738382, 0.00015909690409898758, 0.00044134663767181337, 0.0007235963712446392, 0.0010058460757136345, 0.0012880958383902907, 0.001570345601066947, 0.0018525952473282814, 0.0021348451264202595, 0.002417094772681594, 0.0026993444189429283, 0.0029815942980349064, 0.003263843944296241, 0.0035460935905575752, 0.0038283434696495533, 0.004110593348741531, 0.004392842762172222, 0.0046750926412642, 0.004957342520356178, 0.005239591933786869, 0.005521841812878847, 0.005804091691970825, 0.006086341105401516, 0.006368590984493494, 0.006650840863585472, 0.006933090277016163, 0.007215340156108141, 0.007497590035200119, 0.007779839914292097, 0.008062089793384075, 0.008344339206814766, 0.008626588620245457, 0.008908838964998722, 0.009191088378429413]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 5.0, 2.0, 1.0, 3.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 11.0, 5.0, 4.0, 5.0, 6.0, 3.0, 6.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.04075200855731964, -0.03989899531006813, -0.03904598206281662, -0.03819297254085541, -0.0373399592936039, -0.036486946046352386, -0.035633936524391174, -0.034780923277139664, -0.03392791002988815, -0.03307489678263664, -0.03222188353538513, -0.03136887401342392, -0.03051586076617241, -0.0296628475189209, -0.028809836134314537, -0.027956824749708176, -0.027103811502456665, -0.026250798255205154, -0.025397786870598793, -0.02454477548599243, -0.02369176223874092, -0.02283874899148941, -0.02198573760688305, -0.021132726222276688, -0.020279712975025177, -0.019426699727773666, -0.018573688343167305, -0.017720676958560944, -0.016867663711309433, -0.016014650464057922, -0.015161639079451561, -0.014308626763522625, -0.013455614447593689, -0.012602602131664753, -0.011749589815735817, -0.010896577499806881, -0.010043565183877945, -0.009190552867949009, -0.008337540552020073, -0.007484528236091137, -0.006631515920162201, -0.005778503604233265, -0.004925491288304329, -0.004072478972375393, -0.003219466656446457, -0.002366454340517521, -0.001513442024588585, -0.0006604297086596489, 0.0001925826072692871, 0.0010455949231982231, 0.0018986072391271591, 0.002751619555056095, 0.003604631870985031, 0.004457644186913967, 0.005310656502842903, 0.006163668818771839, 0.007016681134700775, 0.007869693450629711, 0.008722705766558647, 0.009575718082487583, 0.01042873039841652, 0.011281742714345455, 0.012134755030274391, 0.012987767346203327, 0.013840779662132263]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [5.0, 6.0, 5.0, 2.0, 3.0, 8.0, 2.0, 8.0, 6.0, 6.0, 2.0, 2.0, 3.0, 1.0, 6.0, 10.0, 17.0, 24.0, 21.0, 21.0, 26.0, 40.0, 51.0, 50.0, 58.0, 86.0, 107.0, 147.0, 176.0, 234.0, 291.0, 315.0, 362.0, 576.0, 829.0, 1277.0, 2354.0, 5817.0, 1790.0, 1222.0, 826.0, 507.0, 330.0, 186.0, 156.0, 112.0, 69.0, 54.0, 63.0, 25.0, 20.0, 19.0, 23.0, 9.0, 14.0, 19.0, 9.0, 7.0, 4.0, 3.0, 4.0, 1.0, 0.0, 6.0], "bins": [-0.013683912344276905, -0.013314817100763321, -0.012945720925927162, -0.012576625682413578, -0.012207530438899994, -0.01183843519538641, -0.011469339951872826, -0.011100243777036667, -0.010731148533523083, -0.010362053290009499, -0.00999295711517334, -0.009623861871659756, -0.009254766628146172, -0.008885671384632587, -0.008516576141119003, -0.008147479966282845, -0.00777838472276926, -0.007409289479255676, -0.007040193770080805, -0.006671098060905933, -0.006302002817392349, -0.005932907573878765, -0.005563811864703894, -0.005194716155529022, -0.004825620912015438, -0.004456525668501854, -0.0040874299593269825, -0.0037183344829827547, -0.003349239006638527, -0.002980143530294299, -0.0026110480539500713, -0.0022419525776058435, -0.0018728571012616158, -0.001503761624917388, -0.0011346661485731602, -0.0007655706722289324, -0.0003964751958847046, -2.73797195404768e-05, 0.000341715756803751, 0.0007108112331479788, 0.0010799067094922066, 0.0014490021858364344, 0.0018180976621806622, 0.00218719313852489, 0.0025562886148691177, 0.0029253840912133455, 0.0032944795675575733, 0.003663575043901801, 0.004032670520246029, 0.004401765763759613, 0.0047708614729344845, 0.005139957182109356, 0.00550905242562294, 0.005878147669136524, 0.006247243378311396, 0.006616339087486267, 0.006985434330999851, 0.007354529574513435, 0.007723625283688307, 0.008092720992863178, 0.008461816236376762, 0.008830911479890347, 0.00920000672340393, 0.00956910289824009, 0.009938198141753674]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 3.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.16285036504268646, -0.15814651548862457, -0.15344266593456268, -0.148738831281662, -0.1440349817276001, -0.1393311321735382, -0.13462728261947632, -0.12992343306541443, -0.12521958351135254, -0.12051574140787125, -0.11581189930438995, -0.11110804975032806, -0.10640420019626617, -0.10170035809278488, -0.09699650853872299, -0.0922926664352417, -0.08758881688117981, -0.08288496732711792, -0.07818112522363663, -0.07347727566957474, -0.06877343356609344, -0.06406958401203156, -0.059365734457969666, -0.054661888629198074, -0.04995804280042648, -0.04525419697165489, -0.0405503511428833, -0.03584650158882141, -0.03114265576004982, -0.02643880993127823, -0.02173496223986149, -0.017031114548444748, -0.012327268719673157, -0.007623421959578991, -0.002919575199484825, 0.0017842715606093407, 0.0064881183207035065, 0.011191965080797672, 0.015895811840891838, 0.02059965953230858, 0.02530350536108017, 0.03000735118985176, 0.03471119701862335, 0.03941504657268524, 0.04411889240145683, 0.048822738230228424, 0.053526587784290314, 0.058230433613061905, 0.0629342794418335, 0.06763812899589539, 0.07234197109937668, 0.07704582065343857, 0.08174966275691986, 0.08645351231098175, 0.09115736186504364, 0.09586120396852493, 0.10056505352258682, 0.10526890307664871, 0.10997274518013, 0.1146765947341919, 0.11938044428825378, 0.12408428639173508, 0.12878812849521637, 0.13349197804927826, 0.13819582760334015]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 3.0, 3.0, 5.0, 3.0, 4.0, 0.0, 3.0, 3.0, 1.0, 4.0, 4.0, 6.0, 8.0, 14.0, 16.0, 51.0, 29.0, 30.0, 12.0, 11.0, 7.0, 4.0, 0.0, 5.0, 1.0, 1.0, 8.0, 5.0, 2.0, 4.0, 1.0, 3.0, 4.0, 3.0, 2.0, 5.0, 1.0, 2.0], "bins": [-0.1090802326798439, -0.10648133605718613, -0.10388243198394775, -0.10128353536128998, -0.0986846312880516, -0.09608573466539383, -0.09348683059215546, -0.09088793396949768, -0.0882890373468399, -0.08569013327360153, -0.08309123665094376, -0.08049233257770538, -0.07789343595504761, -0.07529453188180923, -0.07269563525915146, -0.07009673118591309, -0.06749783456325531, -0.06489893794059753, -0.06230003386735916, -0.05970113351941109, -0.05710223317146301, -0.05450333654880524, -0.05190443620085716, -0.04930553585290909, -0.046706635504961014, -0.04410773515701294, -0.041508834809064865, -0.03890993446111679, -0.036311037838459015, -0.03371213749051094, -0.031113237142562866, -0.028514336794614792, -0.025915436446666718, -0.023316536098718643, -0.02071763575077057, -0.018118737265467644, -0.01551983691751957, -0.012920936569571495, -0.010322037152945995, -0.007723137270659208, -0.005124237388372421, -0.0025253375060856342, 7.35623762011528e-05, 0.00267246225848794, 0.005271362140774727, 0.007870262488722801, 0.010469161905348301, 0.0130680613219738, 0.015666961669921875, 0.01826586201786995, 0.020864762365818024, 0.02346366085112095, 0.026062561199069023, 0.028661461547017097, 0.03126036003232002, 0.0338592603802681, 0.03645816072821617, 0.039057061076164246, 0.04165596142411232, 0.044254861772060394, 0.04685375839471817, 0.049452658742666245, 0.05205155909061432, 0.05465045943856239, 0.05724935978651047]}, "_runtime": 52.75699591636658, "_timestamp": 1596212923.4585335, "_step": 60}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 2.0, 4.0, 4.0, 1.0, 4.0, 4.0, 5.0, 4.0, 5.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009592101909220219, -0.009148351848125458, -0.008704601787030697, -0.008260851725935936, -0.0078171007335186, -0.007373351138085127, -0.006929600611329079, -0.006485850550234318, -0.006042100489139557, -0.005598350428044796, -0.005154600366950035, -0.004710849840193987, -0.004267099779099226, -0.003823349718004465, -0.0033795994240790606, -0.002935849130153656, -0.002492099069058895, -0.002048349007964134, -0.0016045987140387297, -0.001160848536528647, -0.0007170983590185642, -0.0002733481815084815, 0.00017040199600160122, 0.0006141521735116839, 0.0010579023510217667, 0.0015016525285318494, 0.001945402706041932, 0.0023891529999673367, 0.0028329030610620975, 0.0032766531221568584, 0.003720403416082263, 0.0041641537100076675, 0.0046079037711024284, 0.005051653832197189, 0.00549540389329195, 0.005939154420047998, 0.006382904481142759, 0.00682665454223752, 0.007270405068993568, 0.007714155130088329, 0.00815790519118309, 0.008601655252277851, 0.009045405313372612, 0.009489155374467373, 0.009932905435562134, 0.01037665642797947, 0.01082040648907423, 0.011264156550168991, 0.011707906611263752, 0.012151656672358513, 0.012595406733453274, 0.013039156794548035, 0.01348290778696537, 0.013926657848060131, 0.014370407909154892, 0.014814157970249653, 0.015257908031344414, 0.01570165902376175, 0.016145408153533936, 0.01658915914595127, 0.017032908275723457, 0.017476659268140793, 0.01792040839791298, 0.018364159390330315, 0.01880791038274765]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 4.0, 4.0, 9.0, 5.0, 8.0, 15.0, 12.0, 16.0, 27.0, 34.0, 57.0, 64.0, 69.0, 99.0, 133.0, 175.0, 276.0, 561.0, 4983.0, 526.0, 257.0, 168.0, 108.0, 75.0, 46.0, 45.0, 36.0, 22.0, 19.0, 18.0, 8.0, 9.0, 6.0, 4.0, 6.0, 6.0, 2.0, 1.0, 0.0, 1.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.161075159907341, -0.1553787738084793, -0.14968238770961761, -0.14398600161075592, -0.13828961551189423, -0.13259322941303253, -0.12689684331417084, -0.12120046466588974, -0.11550407856702805, -0.10980769246816635, -0.10411130636930466, -0.09841492027044296, -0.09271854162216187, -0.08702215552330017, -0.08132576942443848, -0.07562938332557678, -0.06993299722671509, -0.0642366111278534, -0.0585402250289917, -0.0528438426554203, -0.04714745655655861, -0.041451070457696915, -0.03575468808412552, -0.030058301985263824, -0.02436191588640213, -0.018665529787540436, -0.01296914555132389, -0.007272760383784771, -0.0015763752162456512, 0.0041200099512934685, 0.009816395118832588, 0.015512780286371708, 0.021209165453910828, 0.026905551552772522, 0.032601937651634216, 0.03829832002520561, 0.043994706124067307, 0.049691092222929, 0.0553874745965004, 0.06108386069536209, 0.06678024679422379, 0.07247663289308548, 0.07817301899194717, 0.08386940509080887, 0.08956578373908997, 0.09526216983795166, 0.10095855593681335, 0.10665494203567505, 0.11235132813453674, 0.11804771423339844, 0.12374410033226013, 0.12944048643112183, 0.13513687252998352, 0.14083325862884521, 0.1465296447277069, 0.1522260308265686, 0.1579224169254303, 0.1636187881231308, 0.1693151742219925, 0.1750115603208542, 0.18070794641971588, 0.18640433251857758, 0.19210071861743927, 0.19779710471630096, 0.20349349081516266]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 2.0, 1.0, 3.0, 3.0, 1.0, 0.0, 2.0, 2.0, 2.0, 4.0, 3.0, 4.0, 1.0, 6.0, 5.0, 2.0, 2.0, 24.0, 2.0, 2.0, 6.0, 1.0, 4.0, 1.0, 8.0, 0.0, 1.0, 4.0, 1.0, 2.0, 2.0, 2.0, 1.0, 1.0, 1.0, 3.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0026064561679959297, -0.0025163593236356974, -0.002426262479275465, -0.002336165402084589, -0.0022460685577243567, -0.0021559717133641243, -0.002065874869003892, -0.0019757780246436596, -0.0018856810638681054, -0.001795584219507873, -0.0017054872587323189, -0.0016153904143720865, -0.0015252935700118542, -0.0014351966092363, -0.0013450997648760676, -0.0012550028041005135, -0.001164905959740281, -0.0010748091153800488, -0.0009847121546044946, -0.0008946153102442622, -0.000804518407676369, -0.0007144215051084757, -0.0006243246607482433, -0.0005342277581803501, -0.0004441308556124568, -0.00035403395304456353, -0.0002639370795805007, -0.00017384019156452268, -8.374330354854465e-05, 6.353584467433393e-06, 9.645047248341143e-05, 0.00018654736049938947, 0.0002766442485153675, 0.0003667411510832608, 0.0004568380245473236, 0.0005469348980113864, 0.0006370318005792797, 0.0007271287031471729, 0.0008172255475074053, 0.0009073224500752985, 0.0009974193526431918, 0.0010875161970034242, 0.0011776131577789783, 0.0012677100021392107, 0.001357806846499443, 0.0014479038072749972, 0.0015380006516352296, 0.0016280976124107838, 0.0017181944567710161, 0.0018082913011312485, 0.0018983882619068027, 0.001988485222682357, 0.002078582067042589, 0.0021686789114028215, 0.002258775755763054, 0.0023488726001232862, 0.0024389694444835186, 0.0025290665216743946, 0.002619163366034627, 0.0027092602103948593, 0.0027993570547550917, 0.002889453899115324, 0.0029795509763062, 0.0030696478206664324, 0.0031597446650266647]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 2.0, 2.0, 1.0, 3.0, 2.0, 12.0, 13.0, 14.0, 29.0, 38.0, 66.0, 71.0, 91.0, 147.0, 195.0, 288.0, 409.0, 582.0, 835.0, 1216.0, 1894.0, 2821.0, 4446.0, 7099.0, 12189.0, 21603.0, 42202.0, 97228.0, 745929.0, 117814.0, 49879.0, 27076.0, 15988.0, 9923.0, 6249.0, 4049.0, 2785.0, 1830.0, 1340.0, 912.0, 676.0, 461.0, 322.0, 250.0, 177.0, 139.0, 99.0, 66.0, 61.0, 29.0, 22.0, 24.0, 13.0, 6.0, 9.0, 6.0, 4.0, 3.0, 1.0, 3.0, 2.0, 0.0, 1.0], "bins": [-0.008147463202476501, -0.007872920483350754, -0.007598378229886293, -0.007323835976421833, -0.007049293257296085, -0.006774751003831625, -0.006500208750367165, -0.006225666031241417, -0.0059511237777769566, -0.005676581524312496, -0.0054020388051867485, -0.005127496551722288, -0.004852954298257828, -0.00457841157913208, -0.00430386932566762, -0.004029326606541872, -0.0037547843530774117, -0.0034802418667823076, -0.0032056993804872036, -0.0029311571270227432, -0.002656614640727639, -0.002382072154432535, -0.002107529900968075, -0.0018329874146729708, -0.0015584449283778667, -0.0012839024420827627, -0.0010093600722029805, -0.0007348176441155374, -0.0004602752160280943, -0.00018573278794065118, 8.880964014679193e-05, 0.00036335206823423505, 0.0006378944963216782, 0.0009124369244091213, 0.0011869793524965644, 0.0014615217223763466, 0.0017360642086714506, 0.0020106066949665546, 0.002285148948431015, 0.002559691434726119, 0.002834233921021223, 0.003108776407316327, 0.003383318893611431, 0.0036578611470758915, 0.003932403400540352, 0.0042069461196660995, 0.00448148837313056, 0.004756031092256308, 0.005030573345720768, 0.005305115599185228, 0.005579658318310976, 0.005854200571775436, 0.006128743290901184, 0.0064032855443656445, 0.006677827797830105, 0.0069523705169558525, 0.007226912770420313, 0.007501455023884773, 0.007775997743010521, 0.008050540462136269, 0.008325082249939442, 0.00859962496906519, 0.008874167688190937, 0.00914870947599411, 0.009423252195119858]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 3.0, 2.0, 1.0, 2.0, 1.0, 4.0, 4.0, 13.0, 3.0, 3.0, 4.0, 3.0, 6.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.029298219829797745, -0.028041984885931015, -0.026785749942064285, -0.025529516860842705, -0.024273281916975975, -0.023017046973109245, -0.021760813891887665, -0.020504578948020935, -0.019248344004154205, -0.017992109060287476, -0.016735874116420746, -0.015479641035199165, -0.014223406091332436, -0.012967171147465706, -0.01171093713492155, -0.010454703122377396, -0.009198468178510666, -0.007942233234643936, -0.006685999222099781, -0.005429764743894339, -0.004173530265688896, -0.0029172957874834538, -0.0016610613092780113, -0.0004048268310725689, 0.0008514076471328735, 0.002107642125338316, 0.0033638766035437584, 0.004620111081749201, 0.005876345559954643, 0.007132580038160086, 0.008388814516365528, 0.009645048528909683, 0.010901283472776413, 0.012157518416643143, 0.013413752429187298, 0.014669986441731453, 0.015926221385598183, 0.017182456329464912, 0.018438689410686493, 0.019694924354553223, 0.020951159298419952, 0.022207394242286682, 0.023463629186153412, 0.024719862267374992, 0.025976097211241722, 0.027232332155108452, 0.028488565236330032, 0.029744800180196762, 0.031001035124063492, 0.03225727006793022, 0.03351350501179695, 0.03476973995566368, 0.03602597117424011, 0.03728220611810684, 0.03853844106197357, 0.0397946760058403, 0.04105091094970703, 0.04230714589357376, 0.04356338083744049, 0.04481961578130722, 0.04607585072517395, 0.04733208194375038, 0.04858831688761711, 0.04984455183148384, 0.05110078677535057]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 3.0, 2.0, 5.0, 2.0, 6.0, 9.0, 8.0, 12.0, 16.0, 21.0, 29.0, 41.0, 36.0, 56.0, 70.0, 80.0, 106.0, 145.0, 180.0, 229.0, 284.0, 364.0, 431.0, 561.0, 827.0, 1477.0, 6223.0, 2565.0, 1227.0, 843.0, 593.0, 475.0, 328.0, 251.0, 191.0, 158.0, 100.0, 96.0, 56.0, 45.0, 40.0, 33.0, 48.0, 16.0, 10.0, 8.0, 16.0, 14.0, 7.0, 6.0, 7.0, 8.0, 7.0, 8.0, 3.0, 6.0, 12.0, 6.0, 7.0, 0.0, 1.0, 9.0, 8.0], "bins": [-0.012859142385423183, -0.012395139783620834, -0.01193113625049591, -0.011467132717370987, -0.011003130115568638, -0.010539127513766289, -0.010075123980641365, -0.009611120447516441, -0.009147117845714092, -0.008683115243911743, -0.00821911171078682, -0.007755108643323183, -0.007291105575859547, -0.00682710250839591, -0.006363099440932274, -0.0058990963734686375, -0.005435093306005001, -0.004971090238541365, -0.004507087171077728, -0.004043084103614092, -0.0035790810361504555, -0.003115077968686819, -0.0026510749012231827, -0.0021870718337595463, -0.0017230687662959099, -0.0012590656988322735, -0.0007950626313686371, -0.0003310595639050007, 0.0001329435035586357, 0.0005969465710222721, 0.0010609496384859085, 0.001524952705949545, 0.0019889557734131813, 0.0024529588408768177, 0.002916961908340454, 0.0033809649758040905, 0.003844968043267727, 0.004308971110731363, 0.004772974178195, 0.005236977245658636, 0.0057009803131222725, 0.006164983380585909, 0.006628986448049545, 0.007092989515513182, 0.007556992582976818, 0.008020995184779167, 0.008484998717904091, 0.008949002251029015, 0.009413004852831364, 0.009877007454633713, 0.010341010987758636, 0.01080501452088356, 0.01126901712268591, 0.011733019724488258, 0.012197023257613182, 0.012661026790738106, 0.013125029392540455, 0.013589031994342804, 0.014053035527467728, 0.014517039060592651, 0.014981041662395, 0.01544504426419735, 0.015909047797322273, 0.016373051330447197, 0.01683705300092697]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 2.0, 1.0, 1.0, 1.0, 4.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.267617791891098, -0.25937867164611816, -0.2511395812034607, -0.24290046095848083, -0.23466135561466217, -0.2264222502708435, -0.21818313002586365, -0.20994402468204498, -0.20170491933822632, -0.19346581399440765, -0.185226708650589, -0.17698758840560913, -0.16874848306179047, -0.1605093777179718, -0.15227025747299194, -0.14403115212917328, -0.13579204678535461, -0.12755294144153595, -0.11931382864713669, -0.11107471585273743, -0.10283561050891876, -0.0945965051651001, -0.08635739237070084, -0.07811827957630157, -0.06987917423248291, -0.06164006516337395, -0.053400956094264984, -0.04516184702515602, -0.03692273795604706, -0.028683628886938095, -0.020444519817829132, -0.012205410748720169, -0.003966301679611206, 0.004272807389497757, 0.01251191645860672, 0.020751025527715683, 0.028990134596824646, 0.03722924366593361, 0.04546835273504257, 0.053707461804151535, 0.0619465708732605, 0.07018567621707916, 0.07842478901147842, 0.08666390180587769, 0.09490300714969635, 0.10314211249351501, 0.11138122528791428, 0.11962033808231354, 0.1278594434261322, 0.13609854876995087, 0.14433765411376953, 0.1525767743587494, 0.16081587970256805, 0.16905498504638672, 0.17729410529136658, 0.18553321063518524, 0.1937723159790039, 0.20201142132282257, 0.21025052666664124, 0.2184896469116211, 0.22672875225543976, 0.23496785759925842, 0.24320697784423828, 0.25144606828689575, 0.2596851885318756]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 4.0, 1.0, 3.0, 0.0, 2.0, 4.0, 4.0, 7.0, 4.0, 6.0, 3.0, 9.0, 13.0, 25.0, 69.0, 38.0, 26.0, 13.0, 13.0, 3.0, 3.0, 3.0, 7.0, 2.0, 2.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.10326961427927017, -0.09885141998529434, -0.09443323314189911, -0.09001503884792328, -0.08559685200452805, -0.08117865771055222, -0.07676047086715698, -0.07234227657318115, -0.06792408227920532, -0.06350589543581009, -0.05908770486712456, -0.054669514298439026, -0.050251320004463196, -0.045833129435777664, -0.04141493886709213, -0.0369967482984066, -0.03257855772972107, -0.028160367161035538, -0.023742176592350006, -0.019323984161019325, -0.014905793592333794, -0.010487603023648262, -0.006069411523640156, -0.0016512204892933369, 0.002766970545053482, 0.007185161579400301, 0.01160335261374712, 0.016021544113755226, 0.020439734682440758, 0.02485792525112629, 0.02927611768245697, 0.0336943082511425, 0.03811249881982803, 0.042530689388513565, 0.0469488799571991, 0.05136707052588463, 0.05578526109457016, 0.06020345538854599, 0.06462164223194122, 0.06903983652591705, 0.07345803081989288, 0.07787621766328812, 0.08229441195726395, 0.08671259880065918, 0.09113079309463501, 0.09554897993803024, 0.09996717423200607, 0.1043853610754013, 0.10880355536937714, 0.11322174966335297, 0.1176399365067482, 0.12205813080072403, 0.12647631764411926, 0.1308945119380951, 0.13531270623207092, 0.13973088562488556, 0.1441490799188614, 0.14856727421283722, 0.15298546850681305, 0.15740366280078888, 0.16182184219360352, 0.16624003648757935, 0.17065823078155518, 0.175076425075531, 0.17949461936950684]}, "_runtime": 53.54718041419983, "_timestamp": 1596212924.248718, "_step": 61}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 0.0, 4.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 2.0, 5.0, 3.0, 3.0, 5.0, 0.0, 4.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 2.0, 0.0, 1.0, 3.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.01227589137852192, -0.011934330686926842, -0.011592770926654339, -0.011251210235059261, -0.010909650474786758, -0.010568089783191681, -0.010226529091596603, -0.0098849693313241, -0.009543408639729023, -0.00920184887945652, -0.008860288187861443, -0.008518727496266365, -0.008177167735993862, -0.007835607044398785, -0.007494046818464994, -0.007152486592531204, -0.006810926366597414, -0.006469366140663624, -0.006127805914729834, -0.005786245223134756, -0.005444684997200966, -0.005103124771267176, -0.0047615645453333855, -0.004420004319399595, -0.004078444093465805, -0.003736883634701371, -0.0033953231759369373, -0.003053762950003147, -0.002712202724069357, -0.002370642265304923, -0.002029082039371133, -0.0016875216970220208, -0.0013459613546729088, -0.0010044010123237967, -0.0006628407281823456, -0.00032128041493706405, 2.0279898308217525e-05, 0.0003618402115534991, 0.0007034005247987807, 0.0010449608089402318, 0.0013865211512893438, 0.0017280814936384559, 0.002069641835987568, 0.002411202061921358, 0.0027527622878551483, 0.003094322746619582, 0.0034358829725533724, 0.0037774434313178062, 0.0041190036572515965, 0.004460563883185387, 0.004802124109119177, 0.005143684800714254, 0.005485245026648045, 0.005826805252581835, 0.006168365478515625, 0.006509925704449415, 0.006851485930383205, 0.007193046621978283, 0.007534606847912073, 0.007876167073845863, 0.00821772776544094, 0.008559287525713444, 0.008900848217308521, 0.009242407977581024, 0.009583968669176102]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 2.0, 3.0, 6.0, 13.0, 14.0, 10.0, 10.0, 19.0, 16.0, 32.0, 29.0, 46.0, 57.0, 66.0, 58.0, 115.0, 166.0, 257.0, 524.0, 5071.0, 596.0, 233.0, 172.0, 90.0, 66.0, 44.0, 48.0, 26.0, 29.0, 20.0, 14.0, 20.0, 13.0, 11.0, 9.0, 5.0, 5.0, 3.0, 2.0, 0.0, 3.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.15684351325035095, -0.15131130814552307, -0.1457791030406952, -0.1402468979358673, -0.13471469283103943, -0.12918248772621155, -0.12365027517080307, -0.11811807006597519, -0.11258585751056671, -0.10705365240573883, -0.10152144730091095, -0.09598924219608307, -0.09045703709125519, -0.08492483198642731, -0.07939261943101883, -0.07386041432619095, -0.06832820922136307, -0.06279600411653519, -0.05726379528641701, -0.05173159018158913, -0.04619938135147095, -0.040667176246643066, -0.035134971141815186, -0.029602764174342155, -0.024070557206869125, -0.018538350239396095, -0.01300614420324564, -0.007473937701433897, -0.0019417311996221542, 0.0035904753021895885, 0.009122681804001331, 0.014654887840151787, 0.020187094807624817, 0.025719301775097847, 0.03125150874257088, 0.03678371384739876, 0.04231592267751694, 0.04784812778234482, 0.0533803328871727, 0.05891254171729088, 0.06444475054740906, 0.06997695565223694, 0.07550916075706482, 0.0810413658618927, 0.08657357096672058, 0.09210577607154846, 0.09763798862695694, 0.10317019373178482, 0.1087023988366127, 0.11423460394144058, 0.11976680904626846, 0.12529902160167694, 0.13083122670650482, 0.1363634318113327, 0.14189563691616058, 0.14742784202098846, 0.15296004712581635, 0.15849225223064423, 0.1640244573354721, 0.16955667734146118, 0.17508888244628906, 0.18062108755111694, 0.18615329265594482, 0.1916854977607727, 0.19721770286560059]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 3.0, 0.0, 3.0, 1.0, 2.0, 1.0, 1.0, 4.0, 2.0, 5.0, 2.0, 7.0, 0.0, 2.0, 2.0, 6.0, 4.0, 2.0, 29.0, 2.0, 1.0, 5.0, 8.0, 0.0, 4.0, 1.0, 1.0, 1.0, 3.0, 3.0, 5.0, 3.0, 2.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0022490834817290306, -0.0021748843137174845, -0.0021006851457059383, -0.002026486210525036, -0.0019522870425134897, -0.0018780878745019436, -0.0018038887064903975, -0.0017296896548941731, -0.001655490486882627, -0.0015812913188710809, -0.0015070922672748566, -0.0014328930992633104, -0.0013586939312517643, -0.00128449487965554, -0.0012102957116439939, -0.0011360966600477695, -0.0010618974920362234, -0.0009876983240246773, -0.000913499272428453, -0.0008393001044169068, -0.0007651009946130216, -0.0006909018848091364, -0.0006167027167975903, -0.000542503606993705, -0.0004683044971898198, -0.0003941053873859346, -0.0003199062484782189, -0.00024570710957050323, -0.000171507999766618, -9.730887541081756e-05, -2.3109751055017114e-05, 5.1089373300783336e-05, 0.00012528849765658379, 0.00019948762201238424, 0.0002736867463681847, 0.00034788588527590036, 0.0004220849950797856, 0.0004962841048836708, 0.0005704832728952169, 0.0006446823826991022, 0.0007188814925029874, 0.0007930806023068726, 0.0008672797121107578, 0.000941478880122304, 0.00101567804813385, 0.0010898770997300744, 0.0011640762677416205, 0.0012382753193378448, 0.001312474487349391, 0.0013866736553609371, 0.0014608727069571614, 0.0015350718749687076, 0.0016092709265649319, 0.001683470094576478, 0.0017576692625880241, 0.0018318683141842484, 0.0019060674821957946, 0.001980266533792019, 0.002054465701803565, 0.002128664869815111, 0.0022028640378266573, 0.0022770632058382034, 0.002351262141019106, 0.002425461309030652, 0.002499660477042198]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 2.0, 6.0, 1.0, 8.0, 12.0, 18.0, 17.0, 34.0, 47.0, 59.0, 92.0, 98.0, 165.0, 249.0, 348.0, 481.0, 722.0, 998.0, 1440.0, 2153.0, 3188.0, 5021.0, 8050.0, 13616.0, 24709.0, 51021.0, 136372.0, 743877.0, 91562.0, 40957.0, 21282.0, 12185.0, 7353.0, 4592.0, 2969.0, 1862.0, 1292.0, 845.0, 589.0, 398.0, 270.0, 199.0, 137.0, 110.0, 81.0, 48.0, 28.0, 27.0, 19.0, 10.0, 6.0, 2.0, 3.0, 4.0, 2.0, 1.0, 0.0, 2.0, 2.0, 3.0, 1.0, 1.0, 1.0], "bins": [-0.006322304718196392, -0.006099558901041746, -0.0058768135495483875, -0.005654067732393742, -0.005431321915239096, -0.005208576563745737, -0.004985830746591091, -0.004763084929436445, -0.004540339112281799, -0.004317593760788441, -0.004094847943633795, -0.0038721023593097925, -0.0036493567749857903, -0.0034266109578311443, -0.003203865373507142, -0.002981119556352496, -0.002758373972028494, -0.0025356283877044916, -0.0023128825705498457, -0.0020901369862258434, -0.0018673912854865193, -0.0016446455847471952, -0.001421900000423193, -0.0011991542996838689, -0.0009764085989445448, -0.0007536628982052207, -0.0005309172556735575, -0.0003081715840380639, -8.542591240257025e-05, 0.0001373197592329234, 0.000360065430868417, 0.0005828110734000802, 0.0008055567741394043, 0.0010283024748787284, 0.0012510481756180525, 0.0014737937599420547, 0.0016965394606813788, 0.001919285161420703, 0.002142030745744705, 0.002364776562899351, 0.0025875221472233534, 0.0028102677315473557, 0.0030330135487020016, 0.003255759133026004, 0.003478504717350006, 0.003701250534504652, 0.003923996351659298, 0.0041467417031526566, 0.0043694875203073025, 0.004592233337461948, 0.004814978688955307, 0.005037724506109953, 0.005260470323264599, 0.0054832156747579575, 0.005705961491912603, 0.005928707309067249, 0.006151452660560608, 0.006374198477715254, 0.0065969442948699, 0.006819690112024546, 0.007042435463517904, 0.00726518128067255, 0.007487927097827196, 0.007710672449320555, 0.0079334182664752]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 2.0, 1.0, 1.0, 1.0, 5.0, 3.0, 3.0, 6.0, 7.0, 4.0, 1.0, 4.0, 2.0, 0.0, 2.0, 1.0, 3.0, 2.0, 1.0, 2.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009429951198399067, -0.008987915702164173, -0.00854588020592928, -0.008103844709694386, -0.007661809213459492, -0.007219773251563311, -0.006777737755328417, -0.006335702259093523, -0.005893666762858629, -0.005451631266623735, -0.005009595770388842, -0.004567560274153948, -0.004125524312257767, -0.0036834890488535166, -0.003241453319787979, -0.0027994178235530853, -0.0023573823273181915, -0.0019153468310832977, -0.001473311218433082, -0.0010312756057828665, -0.0005892401095479727, -0.00014720455510541797, 0.00029483099933713675, 0.0007368665537796915, 0.0011789021082222462, 0.00162093760445714, 0.0020629731006920338, 0.0025050088297575712, 0.002947044325992465, 0.003389079822227359, 0.0038311155512928963, 0.00427315104752779, 0.004715186543762684, 0.005157222039997578, 0.0055992575362324715, 0.006041293032467365, 0.006483328528702259, 0.00692536449059844, 0.007367399986833334, 0.007809435483068228, 0.008251471444964409, 0.008693506941199303, 0.009135542437434196, 0.00957757793366909, 0.010019613429903984, 0.010461648926138878, 0.010903684422373772, 0.011345719918608665, 0.01178775541484356, 0.012229790911078453, 0.012671826407313347, 0.01311386190354824, 0.013555897399783134, 0.013997932896018028, 0.014439968392252922, 0.014882003888487816, 0.01532403938472271, 0.015766074880957603, 0.016208110377192497, 0.01665014587342739, 0.017092181369662285, 0.01753421686589718, 0.017976252362132072, 0.018418287858366966, 0.01886032521724701]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 1.0, 3.0, 7.0, 6.0, 9.0, 15.0, 17.0, 14.0, 23.0, 33.0, 34.0, 42.0, 42.0, 53.0, 54.0, 109.0, 155.0, 151.0, 223.0, 306.0, 342.0, 513.0, 741.0, 919.0, 1330.0, 2257.0, 5243.0, 1333.0, 873.0, 595.0, 537.0, 364.0, 330.0, 308.0, 233.0, 202.0, 171.0, 146.0, 120.0, 116.0, 84.0, 57.0, 61.0, 51.0, 29.0, 21.0, 30.0, 20.0, 24.0, 18.0, 18.0, 9.0, 8.0, 2.0, 6.0, 10.0, 4.0, 3.0, 2.0, 0.0, 1.0], "bins": [-0.0060907769948244095, -0.00588118564337492, -0.005671593826264143, -0.005462002474814653, -0.0052524106577038765, -0.005042819306254387, -0.004833227954804897, -0.00462363613769412, -0.004414044786244631, -0.004204453434795141, -0.003994861617684364, -0.0037852702662348747, -0.0035756786819547415, -0.0033660870976746082, -0.0031564957462251186, -0.0029469041619449854, -0.002737312577664852, -0.002527720993384719, -0.0023181294091045856, -0.002108538057655096, -0.0018989464733749628, -0.0016893548890948296, -0.0014797634212300181, -0.0012701719533652067, -0.0010605803690850735, -0.0008509888430126011, -0.0006413973169401288, -0.00043180579086765647, -0.00022221426479518414, -1.2622738722711802e-05, 0.00019696878734976053, 0.00040656031342223287, 0.0006161518394947052, 0.0008257433655671775, 0.0010353348916396499, 0.0012449263595044613, 0.0014545179437845945, 0.0016641095280647278, 0.0018737009959295392, 0.0020832924637943506, 0.002292884048074484, 0.002502475632354617, 0.0027120672166347504, 0.00292165856808424, 0.003131250152364373, 0.0033408417366445065, 0.003550433088093996, 0.0037600246723741293, 0.0039696162566542625, 0.004179207608103752, 0.004388799425214529, 0.004598390776664019, 0.0048079825937747955, 0.005017573945224285, 0.005227165296673775, 0.005436757113784552, 0.005646348465234041, 0.005855939816683531, 0.006065531633794308, 0.006275122985243797, 0.006484714336693287, 0.006694306153804064, 0.006903897505253553, 0.00711348932236433, 0.00732308067381382]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 2.0, 3.0, 2.0, 2.0, 0.0, 3.0, 0.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0479198694229126, -0.04513578489422798, -0.042351700365543365, -0.03956761583685875, -0.03678353130817413, -0.03399944305419922, -0.031215358525514603, -0.028431273996829987, -0.02564718946814537, -0.022863104939460754, -0.02007902041077614, -0.017294934019446373, -0.014510849490761757, -0.01172676496207714, -0.00894267950206995, -0.006158594507724047, -0.0033745095133781433, -0.0005904245190322399, 0.0021936604753136635, 0.004977745469659567, 0.00776183046400547, 0.010545914992690086, 0.013330000452697277, 0.016114085912704468, 0.018898170441389084, 0.0216822549700737, 0.024466339498758316, 0.02725042589008808, 0.030034510418772697, 0.03281859681010246, 0.03560268133878708, 0.038386765867471695, 0.04117085039615631, 0.04395493492484093, 0.04673901945352554, 0.04952310398221016, 0.052307188510894775, 0.05509127676486969, 0.057875361293554306, 0.06065944582223892, 0.06344352662563324, 0.06622761487960815, 0.06901170313358307, 0.07179578393697739, 0.0745798721909523, 0.07736395299434662, 0.08014804124832153, 0.08293212205171585, 0.08571621030569077, 0.08850029855966568, 0.09128437936306, 0.09406846761703491, 0.09685254842042923, 0.09963663667440414, 0.10242071747779846, 0.10520480573177338, 0.10798889398574829, 0.11077297478914261, 0.11355706304311752, 0.11634114384651184, 0.11912523210048676, 0.12190931290388107, 0.12469340115785599, 0.1274774819612503, 0.13026157021522522]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 3.0, 2.0, 5.0, 4.0, 6.0, 7.0, 7.0, 23.0, 21.0, 37.0, 59.0, 29.0, 14.0, 14.0, 8.0, 8.0, 9.0, 6.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0], "bins": [-0.0571906678378582, -0.05449294671416283, -0.05179522559046745, -0.04909750074148178, -0.04639977961778641, -0.043702058494091034, -0.04100433737039566, -0.03830661624670029, -0.03560889512300491, -0.03291117027401924, -0.030213449150323868, -0.027515728026628494, -0.02481800690293312, -0.022120283916592598, -0.019422562792897224, -0.0167248398065567, -0.014027118682861328, -0.01132939662784338, -0.008631674572825432, -0.005933953449130058, -0.00323623139411211, -0.0005385095719248056, 0.002159212250262499, 0.00485693383961916, 0.007554655894637108, 0.010252377949655056, 0.012950100004673004, 0.015647821128368378, 0.01834554225206375, 0.021043265238404274, 0.023740986362099648, 0.02643870934844017, 0.029136430472135544, 0.03183415159583092, 0.03453187271952629, 0.03722959756851196, 0.039927318692207336, 0.04262503981590271, 0.045322760939598083, 0.04802048206329346, 0.05071820318698883, 0.0534159280359745, 0.056113649159669876, 0.05881137028336525, 0.06150909140706062, 0.0642068162560463, 0.06690453737974167, 0.06960225850343704, 0.07229997962713242, 0.07499770075082779, 0.07769542187452316, 0.08039314299821854, 0.08309086412191391, 0.08578858524560928, 0.08848631381988525, 0.09118403494358063, 0.093881756067276, 0.09657947719097137, 0.09927719831466675, 0.10197491943836212, 0.1046726405620575, 0.10737036168575287, 0.11006808280944824, 0.11276580393314362, 0.11546352505683899]}, "_runtime": 54.32137107849121, "_timestamp": 1596212925.0229087, "_step": 62}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 0.0, 2.0, 3.0, 2.0, 2.0, 1.0, 2.0, 4.0, 0.0, 4.0, 1.0, 2.0, 3.0, 2.0, 3.0, 2.0, 1.0, 1.0, 3.0, 0.0, 3.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009275354444980621, -0.008961298502981663, -0.008647243492305279, -0.00833318755030632, -0.008019132539629936, -0.007705076597630978, -0.007391021121293306, -0.007076965644955635, -0.006762910168617964, -0.0064488546922802925, -0.006134799215942621, -0.00582074373960495, -0.005506687797605991, -0.00519263232126832, -0.004878576844930649, -0.0045645213685929775, -0.004250465892255306, -0.003936410415917635, -0.0036223549395799637, -0.0033082992304116488, -0.0029942437540739775, -0.002680188277736306, -0.0023661325685679913, -0.00205207709223032, -0.0017380216158926487, -0.0014239661395549774, -0.0011099105468019843, -0.0007958550122566521, -0.0004817994777113199, -0.00016774394316598773, 0.00014631159137934446, 0.00046036712592467666, 0.0007744226604700089, 0.0010884781368076801, 0.0014025337295606732, 0.0017165893223136663, 0.0020306447986513376, 0.002344700274989009, 0.002658755984157324, 0.002972811460494995, 0.0032868669368326664, 0.0036009224131703377, 0.003914977889508009, 0.00422903336584568, 0.004543089307844639, 0.00485714478418231, 0.005171200260519981, 0.005485255736857653, 0.005799311213195324, 0.006113366689532995, 0.0064274221658706665, 0.006741477642208338, 0.007055533118546009, 0.007369589060544968, 0.007683644536882639, 0.00799770001322031, 0.008311755955219269, 0.008625810965895653, 0.008939866907894611, 0.009253921918570995, 0.009567977860569954, 0.009882032871246338, 0.010196088813245296, 0.01051014382392168, 0.010824199765920639]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 2.0, 1.0, 5.0, 2.0, 3.0, 7.0, 10.0, 7.0, 13.0, 5.0, 10.0, 20.0, 24.0, 27.0, 43.0, 57.0, 77.0, 93.0, 138.0, 194.0, 315.0, 560.0, 5013.0, 528.0, 241.0, 148.0, 85.0, 96.0, 53.0, 52.0, 22.0, 20.0, 16.0, 11.0, 12.0, 1.0, 3.0, 2.0, 1.0, 5.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.17967581748962402, -0.1748378425836563, -0.1699998676776886, -0.16516190767288208, -0.16032393276691437, -0.15548595786094666, -0.15064798295497894, -0.14581002295017242, -0.1409720480442047, -0.136134073138237, -0.1312960982322693, -0.12645812332630157, -0.12162015587091446, -0.11678218841552734, -0.11194421350955963, -0.10710624605417252, -0.1022682711482048, -0.09743029624223709, -0.09259232878684998, -0.08775435388088226, -0.08291638642549515, -0.07807841151952744, -0.07324044406414032, -0.06840246915817261, -0.0635644942522049, -0.05872652679681778, -0.053888555616140366, -0.04905058443546295, -0.04421260952949524, -0.039374638348817825, -0.03453666716814041, -0.029698695987462997, -0.024860724806785583, -0.02002275362610817, -0.015184781514108181, -0.010346809402108192, -0.0055088382214307785, -0.0006708665750920773, 0.004167105071246624, 0.009005077183246613, 0.013843048363924026, 0.01868101954460144, 0.023518990725278854, 0.028356963768601418, 0.03319493681192398, 0.038032907992601395, 0.04287087917327881, 0.04770885035395622, 0.052546821534633636, 0.05738479271531105, 0.062222763895988464, 0.06706073880195618, 0.07189870625734329, 0.076736681163311, 0.08157464861869812, 0.08641262352466583, 0.09125059843063354, 0.09608856588602066, 0.10092654079198837, 0.10576450824737549, 0.1106024831533432, 0.11544045060873032, 0.12027842551469803, 0.12511639297008514, 0.12995436787605286]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 3.0, 2.0, 5.0, 3.0, 4.0, 0.0, 3.0, 3.0, 3.0, 3.0, 1.0, 5.0, 1.0, 0.0, 5.0, 2.0, 3.0, 3.0, 3.0, 27.0, 1.0, 2.0, 3.0, 3.0, 2.0, 3.0, 2.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 3.0, 3.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0016486062668263912, -0.0015878421254456043, -0.0015270778676494956, -0.0014663137262687087, -0.0014055494684726, -0.001344785327091813, -0.0012840210692957044, -0.0012232569279149175, -0.0011624926701188087, -0.0011017285287380219, -0.001040964387357235, -0.0009802001295611262, -0.0009194359881803393, -0.0008586717885918915, -0.0007979075890034437, -0.0007371433894149959, -0.0006763791898265481, -0.0006156149902381003, -0.0005548507906496525, -0.0004940865910612047, -0.0004333224205765873, -0.0003725582209881395, -0.00031179405050352216, -0.00025102985091507435, -0.00019026565132662654, -0.00012950145173817873, -6.873726670164615e-05, -7.973074389155954e-06, 5.279111792333424e-05, 0.00011355531023582444, 0.00017431950254831463, 0.0002350836875848472, 0.000295847887173295, 0.00035661208676174283, 0.00041737628635019064, 0.000478140456834808, 0.0005389046855270863, 0.0005996688269078732, 0.000660433026496321, 0.0007211972260847688, 0.0007819614256732166, 0.0008427256252616644, 0.0009034898248501122, 0.00096425402443856, 0.001025018165819347, 0.0010857824236154556, 0.0011465465649962425, 0.0012073108227923512, 0.0012680749641731381, 0.001328839105553925, 0.0013896033633500338, 0.0014503675047308207, 0.0015111317625269294, 0.0015718959039077163, 0.001632660161703825, 0.001693424303084612, 0.0017541884444653988, 0.0018149527022615075, 0.0018757168436422944, 0.0019364811014384031, 0.00199724524281919, 0.002058009384199977, 0.0021187737584114075, 0.0021795378997921944, 0.0022403020411729813]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 2.0, 5.0, 4.0, 9.0, 7.0, 14.0, 20.0, 29.0, 40.0, 59.0, 84.0, 139.0, 208.0, 277.0, 418.0, 709.0, 1048.0, 1632.0, 2641.0, 4445.0, 7667.0, 13454.0, 25960.0, 54183.0, 137363.0, 755502.0, 81848.0, 35983.0, 19671.0, 11610.0, 7625.0, 4947.0, 3422.0, 2362.0, 1658.0, 1208.0, 901.0, 641.0, 476.0, 366.0, 264.0, 207.0, 157.0, 108.0, 61.0, 46.0, 42.0, 28.0, 26.0, 12.0, 14.0, 10.0, 7.0, 4.0, 5.0, 8.0, 7.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.005943430121988058, -0.00571881840005517, -0.005494206212460995, -0.005269594490528107, -0.005044982302933931, -0.004820370581001043, -0.004595758393406868, -0.00437114667147398, -0.004146534949541092, -0.003921922761946917, -0.003697310807183385, -0.003472698852419853, -0.003248087130486965, -0.0030234751757234335, -0.002798863220959902, -0.00257425126619637, -0.0023496393114328384, -0.0021250273566693068, -0.001900415401905775, -0.0016758035635575652, -0.0014511916087940335, -0.0012265796540305018, -0.001001967815682292, -0.0007773558609187603, -0.0005527439061552286, -0.0003281319804955274, -0.00010352005483582616, 0.00012109187082387507, 0.0003457037964835763, 0.000570315751247108, 0.0007949276478029788, 0.0010195395443588495, 0.0012441514991223812, 0.001468763453885913, 0.0016933754086494446, 0.0019179872469976544, 0.002142599318176508, 0.002367211040109396, 0.0025918229948729277, 0.0028164349496364594, 0.003041046904399991, 0.0032656588591635227, 0.0034902708139270544, 0.003714882768690586, 0.003939494490623474, 0.0041641066782176495, 0.0043887184001505375, 0.004613330587744713, 0.004837942309677601, 0.005062554031610489, 0.005287166219204664, 0.005511777941137552, 0.005736390128731728, 0.005961001850664616, 0.006185614038258791, 0.006410225760191679, 0.006634837947785854, 0.006859449669718742, 0.00708406139165163, 0.007308673579245806, 0.007533285301178694, 0.007757897488772869, 0.007982509210705757, 0.008207120932638645, 0.008431732654571533]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 3.0, 0.0, 1.0, 1.0, 4.0, 5.0, 1.0, 2.0, 6.0, 7.0, 5.0, 3.0, 0.0, 1.0, 0.0, 2.0, 3.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.014520077034831047, -0.014153125695884228, -0.013786174356937408, -0.01341922301799059, -0.01305227167904377, -0.012685321271419525, -0.012318369932472706, -0.011951418593525887, -0.011584467254579067, -0.011217515915632248, -0.010850564576685429, -0.01048361323773861, -0.010116662830114365, -0.009749711491167545, -0.009382760152220726, -0.009015808813273907, -0.008648857474327087, -0.008281906135380268, -0.007914954796433449, -0.007548003923147917, -0.0071810525842010975, -0.006814101245254278, -0.006447150371968746, -0.006080199033021927, -0.005713247694075108, -0.005346296355128288, -0.004979345016181469, -0.004612394142895937, -0.004245442803949118, -0.0038784914650022984, -0.0035115403588861227, -0.003144589252769947, -0.0027776379138231277, -0.0024106865748763084, -0.002043735468760133, -0.0016767842462286353, -0.0013098330236971378, -0.0009428818011656404, -0.0005759305786341429, -0.0002089793561026454, 0.00015797186642885208, 0.0005249230889603496, 0.000891874311491847, 0.0012588255340233445, 0.001625776756554842, 0.0019927280955016613, 0.002359679201617837, 0.0027266303077340126, 0.003093581646680832, 0.003460532985627651, 0.003827484091743827, 0.0041944351978600025, 0.004561386536806822, 0.004928337875753641, 0.005295288749039173, 0.005662240087985992, 0.006029191426932812, 0.006396142765879631, 0.00676309410482645, 0.007130044978111982, 0.007496996317058802, 0.007863947190344334, 0.008230898529291153, 0.008597849868237972, 0.008964801207184792]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 2.0, 4.0, 1.0, 1.0, 2.0, 3.0, 8.0, 5.0, 6.0, 6.0, 1.0, 12.0, 12.0, 10.0, 22.0, 16.0, 36.0, 38.0, 44.0, 55.0, 79.0, 81.0, 143.0, 160.0, 198.0, 234.0, 301.0, 399.0, 555.0, 764.0, 1315.0, 2070.0, 6317.0, 1948.0, 1067.0, 607.0, 435.0, 363.0, 252.0, 200.0, 151.0, 119.0, 81.0, 58.0, 56.0, 31.0, 30.0, 24.0, 17.0, 15.0, 9.0, 10.0, 12.0, 8.0, 7.0, 8.0, 7.0, 5.0, 7.0, 1.0, 1.0, 0.0, 2.0], "bins": [-0.008184803649783134, -0.007941385731101036, -0.007697968278080225, -0.007454550359398127, -0.0072111329063773155, -0.006967714987695217, -0.006724297534674406, -0.006480879615992308, -0.006237462162971497, -0.005994044244289398, -0.0057506263256073, -0.005507208872586489, -0.00526379095390439, -0.005020373500883579, -0.004776955582201481, -0.00453353812918067, -0.004290120210498571, -0.004046702291816473, -0.003803284838795662, -0.003559867152944207, -0.0033164494670927525, -0.003073031548410654, -0.0028296138625591993, -0.0025861961767077446, -0.00234277849085629, -0.002099360805004835, -0.0018559431191533804, -0.0016125253168866038, -0.001369107631035149, -0.0011256899451836944, -0.0008822722011245787, -0.0006388544570654631, -0.00039543677121400833, -0.00015201905625872314, 9.139865869656205e-05, 0.00033481637365184724, 0.0005782340886071324, 0.0008216517744585872, 0.0010650695767253637, 0.0013084872625768185, 0.0015519049484282732, 0.001795322634279728, 0.0020387403201311827, 0.0022821580059826374, 0.002525575924664736, 0.0027689936105161905, 0.0030124112963676453, 0.0032558289822191, 0.0034992466680705547, 0.0037426643539220095, 0.003986082039773464, 0.004229499958455563, 0.004472917411476374, 0.004716335330158472, 0.004959752783179283, 0.0052031707018613815, 0.00544658862054348, 0.005690006073564291, 0.005933423992246389, 0.0061768414452672005, 0.006420259363949299, 0.00666367681697011, 0.006907094735652208, 0.007150512188673019, 0.007393930107355118]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 3.0, 3.0, 5.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.10836996138095856, -0.10522531718015671, -0.10208066552877426, -0.09893602132797241, -0.09579136967658997, -0.09264672547578812, -0.08950207382440567, -0.08635742962360382, -0.08321277797222137, -0.08006813377141953, -0.07692348957061768, -0.07377883791923523, -0.07063419371843338, -0.06748954206705093, -0.06434489786624908, -0.06120024994015694, -0.05805560201406479, -0.05491095408797264, -0.05176630616188049, -0.048621658235788345, -0.0454770103096962, -0.04233236610889435, -0.0391877181828022, -0.03604307025671005, -0.032898422330617905, -0.029753774404525757, -0.02660912647843361, -0.02346448041498661, -0.020319832488894463, -0.017175184562802315, -0.014030537568032742, -0.010885890573263168, -0.0077412426471710205, -0.00459659518674016, -0.0014519477263092995, 0.001692699734121561, 0.004837347194552422, 0.00798199512064457, 0.011126642115414143, 0.014271289110183716, 0.017415937036275864, 0.02056058496236801, 0.02370523288846016, 0.026849878951907158, 0.029994526877999306, 0.033139172941446304, 0.03628382086753845, 0.0394284687936306, 0.04257311671972275, 0.045717764645814896, 0.04886241257190704, 0.05200706049799919, 0.05515170842409134, 0.05829635262489319, 0.061441000550985336, 0.06458564847707748, 0.06773029267787933, 0.07087494432926178, 0.07401958853006363, 0.07716424018144608, 0.08030888438224792, 0.08345353603363037, 0.08659818023443222, 0.08974283188581467, 0.09288747608661652]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 5.0, 2.0, 3.0, 6.0, 7.0, 5.0, 4.0, 6.0, 0.0, 3.0, 1.0, 3.0, 1.0, 0.0, 8.0, 11.0, 47.0, 54.0, 37.0, 20.0, 7.0, 2.0, 5.0, 4.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 7.0, 3.0, 2.0, 3.0, 4.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 2.0], "bins": [-0.08182879537343979, -0.07926259189844131, -0.07669638842344284, -0.07413018494844437, -0.07156398892402649, -0.06899778544902802, -0.06643158197402954, -0.06386537849903107, -0.06129917502403259, -0.05873297154903412, -0.056166768074035645, -0.05360056832432747, -0.051034364849328995, -0.04846816137433052, -0.045901961624622345, -0.04333575814962387, -0.0407695546746254, -0.03820335119962692, -0.03563714772462845, -0.03307094797492027, -0.0305047444999218, -0.027938541024923325, -0.02537233941257, -0.022806137800216675, -0.0202399343252182, -0.017673730850219727, -0.015107529237866402, -0.012541326694190502, -0.009975124150514603, -0.007408921606838703, -0.004842719063162804, -0.002276516519486904, 0.00028968602418899536, 0.002855888567864895, 0.005422091111540794, 0.007988293655216694, 0.010554496198892593, 0.013120698742568493, 0.015686901286244392, 0.018253102898597717, 0.02081930637359619, 0.023385509848594666, 0.02595171146094799, 0.028517913073301315, 0.03108411654829979, 0.033650320023298264, 0.03621651977300644, 0.03878272324800491, 0.04134892672300339, 0.04391513019800186, 0.046481333673000336, 0.04904753342270851, 0.051613736897706985, 0.05417994037270546, 0.056746140122413635, 0.05931234359741211, 0.061878547072410583, 0.06444475054740906, 0.06701095402240753, 0.069577157497406, 0.07214336097240448, 0.07470955699682236, 0.07727576047182083, 0.0798419639468193, 0.08240816742181778]}, "_runtime": 55.10872411727905, "_timestamp": 1596212925.8102617, "_step": 63}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 0.0, 4.0, 2.0, 2.0, 2.0, 3.0, 2.0, 5.0, 2.0, 2.0, 2.0, 1.0, 0.0, 2.0, 2.0, 4.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01173350028693676, -0.011388895101845264, -0.011044288985431194, -0.010699683800339699, -0.010355078615248203, -0.010010473430156708, -0.009665867313742638, -0.009321262128651142, -0.008976656943559647, -0.008632050827145576, -0.008287445642054081, -0.007942840456962585, -0.007598234806209803, -0.007253629621118307, -0.006909023970365524, -0.006564418785274029, -0.006219813134521246, -0.005875207483768463, -0.005530602298676968, -0.005185996647924185, -0.004841391462832689, -0.0044967858120799065, -0.004152180626988411, -0.003807574976235628, -0.003462969558313489, -0.00311836414039135, -0.0027737587224692106, -0.0024291533045470715, -0.0020845476537942886, -0.0017399423522874713, -0.0013953368179500103, -0.0010507314000278711, -0.000706125982105732, -0.00036152053507976234, -1.6915088053792715e-05, 0.0003276903589721769, 0.0006722958059981465, 0.0010169012239202857, 0.0013615067582577467, 0.0017061121761798859, 0.002050717594102025, 0.002395323012024164, 0.0027399284299463034, 0.0030845338478684425, 0.0034291394986212254, 0.0037737449165433645, 0.004118350334465504, 0.004462955519556999, 0.004807561170309782, 0.005152166821062565, 0.00549677200615406, 0.005841377656906843, 0.006185982841998339, 0.0065305884927511215, 0.006875193677842617, 0.0072197993285954, 0.007564404979348183, 0.007909010164439678, 0.008253615349531174, 0.008598221465945244, 0.00894282665103674, 0.009287431836128235, 0.00963203702121973, 0.0099766431376338, 0.010321248322725296]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 2.0, 0.0, 3.0, 4.0, 7.0, 4.0, 11.0, 5.0, 6.0, 15.0, 19.0, 16.0, 22.0, 33.0, 53.0, 71.0, 102.0, 129.0, 244.0, 432.0, 5182.0, 766.0, 268.0, 158.0, 128.0, 73.0, 44.0, 31.0, 24.0, 17.0, 12.0, 10.0, 8.0, 4.0, 3.0, 4.0, 2.0, 3.0, 1.0, 1.0, 3.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.19407635927200317, -0.18811635673046112, -0.18215636909008026, -0.1761963665485382, -0.17023637890815735, -0.1642763763666153, -0.15831638872623444, -0.15235638618469238, -0.14639639854431152, -0.14043639600276947, -0.13447639346122742, -0.12851640582084656, -0.1225564032793045, -0.11659640818834305, -0.11063641309738159, -0.10467641800642014, -0.09871642291545868, -0.09275642782449722, -0.08679643273353577, -0.08083643764257431, -0.07487644255161285, -0.0689164400100708, -0.06295644491910934, -0.05699644982814789, -0.05103645473718643, -0.045076459646224976, -0.03911646455526352, -0.033156465739011765, -0.027196470648050308, -0.021236475557088852, -0.015276478603482246, -0.009316482581198215, -0.0033564865589141846, 0.0026035094633698463, 0.008563505485653877, 0.014523501507937908, 0.02048349753022194, 0.026443492621183395, 0.03240349143743515, 0.038363486528396606, 0.04432348161935806, 0.05028347671031952, 0.056243471801280975, 0.06220347061753273, 0.06816346943378448, 0.07412346452474594, 0.0800834596157074, 0.08604345470666885, 0.09200344979763031, 0.09796344488859177, 0.10392343997955322, 0.10988343507051468, 0.11584343016147614, 0.12180343270301819, 0.12776342034339905, 0.1337234228849411, 0.13968342542648315, 0.145643413066864, 0.15160341560840607, 0.15756340324878693, 0.16352340579032898, 0.16948339343070984, 0.1754433959722519, 0.18140338361263275, 0.1873633861541748]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 3.0, 1.0, 1.0, 3.0, 3.0, 6.0, 7.0, 5.0, 4.0, 4.0, 5.0, 3.0, 26.0, 3.0, 3.0, 4.0, 3.0, 3.0, 3.0, 0.0, 7.0, 3.0, 1.0, 4.0, 1.0, 1.0, 0.0, 3.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.003253213595598936, -0.003161197528243065, -0.0030691814608871937, -0.0029771653935313225, -0.0028851493261754513, -0.00279313325881958, -0.002701117191463709, -0.0026091011241078377, -0.0025170850567519665, -0.0024250687565654516, -0.0023330526892095804, -0.0022410366218537092, -0.002149020554497838, -0.002057004487141967, -0.0019649884197860956, -0.0018729723524302244, -0.0017809562850743532, -0.001688940217718482, -0.0015969241503626108, -0.0015049080830067396, -0.0014128920156508684, -0.0013208758318796754, -0.0012288597645238042, -0.001136843697167933, -0.0010448276298120618, -0.0009528115624561906, -0.0008607954951003194, -0.0007687793695367873, -0.0006767633021809161, -0.0005847472348250449, -0.0004927311092615128, -0.00040071504190564156, -0.00030869897454977036, -0.00021668289264198393, -0.0001246668107341975, -3.265072882641107e-05, 5.936535308137536e-05, 0.0001513814349891618, 0.00024339751689694822, 0.0003354136133566499, 0.0004274296807125211, 0.0005194457480683923, 0.0006114618154242635, 0.0007034779409877956, 0.0007954940083436668, 0.000887510075699538, 0.00097952620126307, 0.0010715422686189413, 0.0011635583359748125, 0.0012555744033306837, 0.001347590470686555, 0.0014396065380424261, 0.0015316226053982973, 0.0016236387891694903, 0.0017156548565253615, 0.0018076709238812327, 0.001899686991237104, 0.001991703175008297, 0.002083719242364168, 0.0021757353097200394, 0.0022677513770759106, 0.0023597674444317818, 0.002451783511787653, 0.002543799579143524, 0.0026358156464993954]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 2.0, 1.0, 1.0, 3.0, 3.0, 6.0, 2.0, 4.0, 6.0, 11.0, 9.0, 13.0, 26.0, 28.0, 38.0, 45.0, 70.0, 90.0, 136.0, 179.0, 274.0, 373.0, 522.0, 796.0, 1188.0, 1964.0, 3378.0, 6569.0, 13812.0, 34623.0, 115173.0, 846301.0, 89586.0, 30943.0, 13905.0, 7307.0, 4332.0, 2689.0, 1790.0, 1103.0, 741.0, 525.0, 356.0, 243.0, 144.0, 103.0, 63.0, 57.0, 36.0, 28.0, 18.0, 7.0, 4.0, 6.0, 1.0, 4.0, 2.0, 2.0, 2.0, 0.0, 1.0], "bins": [-0.01018497347831726, -0.009889734908938408, -0.009594496339559555, -0.009299258701503277, -0.009004020132124424, -0.008708781562745571, -0.008413542993366718, -0.00811830535531044, -0.007823066785931587, -0.007527828216552734, -0.0072325896471738815, -0.006937351543456316, -0.006642112974077463, -0.006346874870359898, -0.006051636300981045, -0.005756398197263479, -0.005461159627884626, -0.0051659210585057735, -0.004870682954788208, -0.004575444385409355, -0.00428020628169179, -0.003984967712312937, -0.0036897293757647276, -0.0033944910392165184, -0.003099252702668309, -0.0028040143661201, -0.002508776029571891, -0.0022135376930236816, -0.0019182992400601506, -0.0016230609035119414, -0.0013278224505484104, -0.0010325841140002012, -0.000737345777451992, -0.0004421074117999524, -0.00014686904614791274, 0.0001483693195041269, 0.00044360768515616655, 0.0007388460217043757, 0.0010340844746679068, 0.001329322811216116, 0.0016245611477643251, 0.0019197994843125343, 0.0022150378208607435, 0.0025102761574089527, 0.0028055147267878056, 0.0031007530633360147, 0.003395991399884224, 0.003691229736432433, 0.003986468072980642, 0.004281706642359495, 0.004576944746077061, 0.0048721833154559135, 0.005167421419173479, 0.005462659988552332, 0.0057578980922698975, 0.00605313666164875, 0.006348375231027603, 0.006643613334745169, 0.0069388519041240215, 0.007234090007841587, 0.00752932857722044, 0.007824567146599293, 0.008119804784655571, 0.008415043354034424, 0.008710281923413277]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 9.0, 3.0, 6.0, 1.0, 5.0, 6.0, 1.0, 1.0, 2.0, 4.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.023362839594483376, -0.022811245173215866, -0.022259650751948357, -0.021708054468035698, -0.02115646004676819, -0.02060486562550068, -0.02005327120423317, -0.01950167678296566, -0.01895008236169815, -0.018398486077785492, -0.017846891656517982, -0.017295297235250473, -0.016743702813982964, -0.016192108392715454, -0.015640512108802795, -0.015088917687535286, -0.014537323266267776, -0.013985728845000267, -0.013434133492410183, -0.012882539071142673, -0.01233094371855259, -0.01177934929728508, -0.01122775487601757, -0.010676159523427486, -0.010124565102159977, -0.009572970680892467, -0.009021375328302383, -0.008469780907034874, -0.007918186485767365, -0.00736659113317728, -0.006814996711909771, -0.006263401824980974, -0.005711806938052177, -0.005160212051123381, -0.004608617164194584, -0.004057022742927074, -0.0035054278559982777, -0.002953832969069481, -0.0024022383149713278, -0.0018506435444578528, -0.001299048773944378, -0.000747454003430903, -0.00019585923291742802, 0.0003557355375960469, 0.0009073303081095219, 0.0014589250786229968, 0.0020105198491364717, 0.002562114503234625, 0.0031137093901634216, 0.0036653042770922184, 0.004216899164021015, 0.004768493585288525, 0.005320088472217321, 0.005871683359146118, 0.006423277780413628, 0.006974872667342424, 0.007526467554271221, 0.00807806197553873, 0.008629657328128815, 0.009181251749396324, 0.009732846170663834, 0.010284441523253918, 0.010836035944521427, 0.011387631297111511, 0.01193922571837902]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 3.0, 1.0, 3.0, 4.0, 3.0, 8.0, 12.0, 11.0, 8.0, 22.0, 15.0, 14.0, 21.0, 14.0, 19.0, 26.0, 27.0, 31.0, 39.0, 57.0, 61.0, 88.0, 96.0, 165.0, 183.0, 261.0, 344.0, 519.0, 829.0, 1392.0, 6131.0, 1951.0, 1425.0, 1032.0, 837.0, 656.0, 524.0, 370.0, 280.0, 201.0, 172.0, 115.0, 103.0, 79.0, 50.0, 62.0, 30.0, 28.0, 31.0, 8.0, 18.0, 12.0, 9.0, 7.0, 5.0, 3.0, 5.0, 3.0, 2.0, 1.0, 0.0, 1.0, 2.0], "bins": [-0.009669752791523933, -0.009362907148897648, -0.009056061506271362, -0.008749214932322502, -0.008442369289696217, -0.008135523647069931, -0.00782867707312107, -0.007521831430494785, -0.0072149857878685, -0.006908140145242214, -0.006601294036954641, -0.0062944479286670685, -0.005987602286040783, -0.005680756643414497, -0.0053739105351269245, -0.005067064426839352, -0.004760218784213066, -0.0044533731415867805, -0.004146527033299208, -0.0038396811578422785, -0.0035328352823853493, -0.00322598940692842, -0.002919143531471491, -0.0026122976560145617, -0.0023054517805576324, -0.0019986059051007032, -0.001691760029643774, -0.0013849141541868448, -0.0010780682787299156, -0.0007712224032729864, -0.0004643765278160572, -0.000157530652359128, 0.0001493152230978012, 0.0004561610985547304, 0.0007630069740116596, 0.0010698528494685888, 0.001376698724925518, 0.0016835446003824472, 0.0019903904758393764, 0.0022972363512963057, 0.002604082226753235, 0.002910928102210164, 0.0032177739776670933, 0.0035246198531240225, 0.0038314657285809517, 0.004138311371207237, 0.00444515747949481, 0.004752003587782383, 0.0050588492304086685, 0.005365694873034954, 0.005672540981322527, 0.0059793870896101, 0.006286232732236385, 0.006593078374862671, 0.006899924483150244, 0.007206770591437817, 0.007513616234064102, 0.007820461876690388, 0.008127307519316673, 0.008434154093265533, 0.008740999735891819, 0.009047845378518105, 0.009354691952466965, 0.00966153759509325, 0.009968383237719536]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.052697792649269104, -0.05089230090379715, -0.049086812883615494, -0.04728132113814354, -0.045475829392671585, -0.04367034137248993, -0.041864849627017975, -0.04005935788154602, -0.038253869861364365, -0.03644837811589241, -0.034642886370420456, -0.0328373983502388, -0.031031906604766846, -0.02922641672194004, -0.027420926839113235, -0.02561543509364128, -0.023809945210814476, -0.02200445532798767, -0.020198963582515717, -0.01839347369968891, -0.016587983816862106, -0.014782493002712727, -0.012977002188563347, -0.011171512305736542, -0.009366021491587162, -0.00756053114309907, -0.005755040794610977, -0.0039495499804615974, -0.002144059631973505, -0.00033856916707009077, 0.0014669212978333235, 0.0032724118791520596, 0.005077902227640152, 0.006883392576128244, 0.008688882924616337, 0.010494373738765717, 0.012299863621592522, 0.014105354435741901, 0.01591084524989128, 0.017716335132718086, 0.01952182501554489, 0.021327316761016846, 0.02313280664384365, 0.024938296526670456, 0.02674378827214241, 0.028549278154969215, 0.03035476803779602, 0.032160259783267975, 0.03396575152873993, 0.035771239548921585, 0.03757673129439354, 0.039382219314575195, 0.04118771106004715, 0.042993202805519104, 0.04479869082570076, 0.046604182571172714, 0.04840967431664467, 0.050215162336826324, 0.05202065408229828, 0.05382614582777023, 0.05563163384795189, 0.05743712559342384, 0.0592426173388958, 0.061048105359077454, 0.06285359710454941]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 2.0, 3.0, 3.0, 2.0, 0.0, 1.0, 1.0, 4.0, 0.0, 0.0, 1.0, 3.0, 5.0, 3.0, 4.0, 4.0, 2.0, 3.0, 5.0, 5.0, 8.0, 5.0, 6.0, 11.0, 14.0, 9.0, 20.0, 49.0, 21.0, 21.0, 18.0, 6.0, 8.0, 9.0, 6.0, 3.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0], "bins": [-0.05985767021775246, -0.058262452483177185, -0.056667231023311615, -0.05507201328873634, -0.05347679555416107, -0.0518815740942955, -0.05028635635972023, -0.04869113489985466, -0.04709591716527939, -0.04550069943070412, -0.04390547797083855, -0.042310260236263275, -0.040715038776397705, -0.039119821041822433, -0.03752460330724716, -0.03592938184738159, -0.03433416411280632, -0.03273894637823105, -0.03114372491836548, -0.029548507183790207, -0.027953287586569786, -0.026358067989349365, -0.024762850254774094, -0.023167630657553673, -0.021572411060333252, -0.01997719146311283, -0.01838197186589241, -0.01678675413131714, -0.015191534534096718, -0.013596314936876297, -0.01200109627097845, -0.010405877605080605, -0.008810658007860184, -0.00721543887630105, -0.005620219744741917, -0.004025000613182783, -0.0024297814816236496, -0.0008345623500645161, 0.0007606567814946175, 0.002355875913053751, 0.0039510950446128845, 0.005546314176172018, 0.007141533307731152, 0.008736751973628998, 0.010331971570849419, 0.01192719116806984, 0.013522409833967686, 0.015117628499865532, 0.016712848097085953, 0.018308067694306374, 0.019903287291526794, 0.021498505026102066, 0.023093724623322487, 0.024688944220542908, 0.02628416195511818, 0.0278793815523386, 0.02947460114955902, 0.031069820746779442, 0.03266504034399986, 0.034260258078575134, 0.035855479538440704, 0.037450697273015976, 0.03904591500759125, 0.04064113646745682, 0.04223635420203209]}, "_runtime": 55.87175464630127, "_timestamp": 1596212926.5732923, "_step": 64}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 3.0, 0.0, 1.0, 2.0, 3.0, 2.0, 0.0, 2.0, 2.0, 3.0, 3.0, 3.0, 3.0, 3.0, 4.0, 3.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010855813510715961, -0.01046396791934967, -0.01007212232798338, -0.009680275805294514, -0.009288430213928223, -0.008896584622561932, -0.00850473903119564, -0.00811289343982935, -0.007721047382801771, -0.00732920179143548, -0.006937355734407902, -0.006545510143041611, -0.00615366455167532, -0.005761818494647741, -0.00536997290328145, -0.004978126846253872, -0.004586281254887581, -0.00419443566352129, -0.0038025896064937115, -0.0034107440151274204, -0.0030188981909304857, -0.002627052366733551, -0.00223520677536726, -0.0018433609511703253, -0.0014515151269733906, -0.0010596693027764559, -0.000667823594994843, -0.0002759778290055692, 0.00011586793698370457, 0.0005077137029729784, 0.0008995594689622521, 0.001291405176743865, 0.0016832510009407997, 0.0020750968251377344, 0.002466942649334669, 0.00285878824070096, 0.003250634064897895, 0.0036424798890948296, 0.004034325480461121, 0.004426171537488699, 0.00481801712885499, 0.005209862720221281, 0.005601708777248859, 0.0059935543686151505, 0.0063853999599814415, 0.00677724601700902, 0.007169091608375311, 0.007560937665402889, 0.00795278325676918, 0.008344628848135471, 0.008736474439501762, 0.009128320962190628, 0.009520166553556919, 0.00991201214492321, 0.010303857736289501, 0.010695703327655792, 0.011087549850344658, 0.011479395441710949, 0.01187124103307724, 0.012263086624443531, 0.012654932215809822, 0.013046777807176113, 0.013438624329864979, 0.01383046992123127, 0.014222315512597561]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 4.0, 7.0, 7.0, 4.0, 6.0, 10.0, 11.0, 25.0, 26.0, 26.0, 33.0, 57.0, 77.0, 109.0, 172.0, 244.0, 438.0, 5054.0, 759.0, 307.0, 142.0, 123.0, 68.0, 56.0, 44.0, 27.0, 21.0, 14.0, 15.0, 11.0, 4.0, 1.0, 4.0, 6.0, 4.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.1576995551586151, -0.15218830108642578, -0.14667703211307526, -0.14116576313972473, -0.1356545090675354, -0.13014325499534607, -0.12463198602199554, -0.11912072449922562, -0.11360946297645569, -0.10809820145368576, -0.10258693993091583, -0.0970756784081459, -0.09156441688537598, -0.08605315536260605, -0.08054189383983612, -0.07503063231706619, -0.06951937079429626, -0.06400810927152634, -0.05849684774875641, -0.05298558622598648, -0.04747432470321655, -0.041963063180446625, -0.0364518016576767, -0.03094054013490677, -0.02542927861213684, -0.019918017089366913, -0.014406755566596985, -0.008895494043827057, -0.003384232521057129, 0.002127029001712799, 0.007638290524482727, 0.013149552047252655, 0.018660813570022583, 0.02417207509279251, 0.02968333661556244, 0.03519459813833237, 0.040705859661102295, 0.04621712118387222, 0.05172838270664215, 0.05723964422941208, 0.062750905752182, 0.06826216727495193, 0.07377342879772186, 0.07928469032049179, 0.08479595184326172, 0.09030721336603165, 0.09581847488880157, 0.1013297364115715, 0.10684099793434143, 0.11235225945711136, 0.11786352097988129, 0.12337478250265121, 0.12888604402542114, 0.13439729809761047, 0.139908567070961, 0.14541983604431152, 0.15093109011650085, 0.15644234418869019, 0.1619536131620407, 0.16746488213539124, 0.17297613620758057, 0.1784873902797699, 0.18399865925312042, 0.18950992822647095, 0.19502118229866028]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 4.0, 1.0, 0.0, 2.0, 0.0, 3.0, 4.0, 2.0, 1.0, 5.0, 8.0, 2.0, 3.0, 3.0, 6.0, 3.0, 26.0, 2.0, 4.0, 2.0, 0.0, 5.0, 4.0, 2.0, 2.0, 3.0, 0.0, 2.0, 2.0, 2.0, 2.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0015765944262966514, -0.0015167085221037269, -0.0014568227343261242, -0.0013969368301331997, -0.0013370509259402752, -0.0012771650217473507, -0.0012172791175544262, -0.0011573933297768235, -0.001097507425583899, -0.0010376215213909745, -0.0009777357336133718, -0.0009178498294204473, -0.0008579639252275229, -0.0007980780210345984, -0.0007381921750493348, -0.0006783063290640712, -0.0006184204248711467, -0.0005585345206782222, -0.0004986486746929586, -0.00043876279960386455, -0.0003788769245147705, -0.00031899104942567647, -0.0002591051743365824, -0.00019921929924748838, -0.00013933342415839434, -7.94475490693003e-05, -1.956167398020625e-05, 4.032420110888779e-05, 0.00010021007619798183, 0.00016009595128707588, 0.00021998182637616992, 0.00027986770146526396, 0.000339753576554358, 0.00039963945164345205, 0.0004595253267325461, 0.0005194111727178097, 0.0005792970769107342, 0.0006391829811036587, 0.0006990688270889223, 0.0007589546730741858, 0.0008188405772671103, 0.0008787264814600348, 0.0009386123274452984, 0.000998498173430562, 0.0010583840776234865, 0.001118269981816411, 0.0011781558860093355, 0.0012380416737869382, 0.0012979275779798627, 0.0013578134821727872, 0.0014176992699503899, 0.0014775851741433144, 0.0015374710783362389, 0.0015973569825291634, 0.0016572428867220879, 0.0017171286744996905, 0.001777014578692615, 0.0018369004828855395, 0.0018967862706631422, 0.0019566721748560667, 0.002016558079048991, 0.0020764439832419157, 0.00213632988743484, 0.0021962157916277647, 0.0022561014629900455]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 1.0, 1.0, 3.0, 2.0, 4.0, 5.0, 6.0, 16.0, 8.0, 15.0, 28.0, 40.0, 69.0, 111.0, 147.0, 223.0, 351.0, 604.0, 881.0, 1513.0, 2428.0, 4261.0, 7633.0, 14167.0, 28448.0, 65879.0, 247679.0, 684566.0, 57521.0, 26353.0, 14145.0, 8150.0, 4833.0, 3223.0, 2009.0, 1317.0, 872.0, 591.0, 436.0, 293.0, 230.0, 159.0, 93.0, 90.0, 60.0, 44.0, 40.0, 21.0, 17.0, 13.0, 10.0, 8.0, 7.0, 3.0, 6.0, 2.0, 2.0, 1.0, 3.0, 1.0, 2.0], "bins": [-0.006410080939531326, -0.006196808069944382, -0.005983535200357437, -0.0057702623307704926, -0.005556989926844835, -0.005343717057257891, -0.005130444187670946, -0.0049171713180840015, -0.004703898448497057, -0.004490625578910112, -0.004277353174984455, -0.0040640803053975105, -0.003850807435810566, -0.0036375345662236214, -0.003424261696636677, -0.003210989059880376, -0.0029977161902934313, -0.0027844433207064867, -0.0025711706839501858, -0.002357897814363241, -0.0021446249447762966, -0.0019313521916046739, -0.0017180794384330511, -0.0015048065688461065, -0.0012915338156744838, -0.001078261062502861, -0.0008649881929159164, -0.0006517154397442937, -0.00043844262836501, -0.00022516983153764158, -1.1897034710273147e-05, 0.0002013757621170953, 0.00041464855894446373, 0.0006279213703237474, 0.0008411941817030311, 0.0010544669348746538, 0.0012677398044615984, 0.0014810125576332211, 0.001694285310804844, 0.0019075581803917885, 0.002120831049978733, 0.002334103686735034, 0.0025473765563219786, 0.002760649425908923, 0.002973922062665224, 0.0031871949322521687, 0.0034004678018391132, 0.003613740438595414, 0.0038270133081823587, 0.00404028594493866, 0.004253558814525604, 0.004466831684112549, 0.004680104553699493, 0.004893377423286438, 0.005106650292873383, 0.00531992269679904, 0.005533195566385984, 0.005746468435972929, 0.005959741305559874, 0.006173014175146818, 0.006386287044733763, 0.00659955944865942, 0.006812832318246365, 0.007026105187833309, 0.007239378057420254]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 2.0, 1.0, 2.0, 2.0, 2.0, 0.0, 3.0, 3.0, 1.0, 3.0, 11.0, 6.0, 3.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.018775699660182, -0.018244318664073944, -0.01771293766796589, -0.017181556671857834, -0.01665017567574978, -0.016118794679641724, -0.015587414614856243, -0.015056033618748188, -0.014524652622640133, -0.013993271626532078, -0.013461890630424023, -0.012930509634315968, -0.012399129569530487, -0.011867748573422432, -0.011336367577314377, -0.010804986581206322, -0.010273605585098267, -0.009742224588990211, -0.009210843592882156, -0.008679462596774101, -0.008148081600666046, -0.007616701070219278, -0.0070853205397725105, -0.006553939543664455, -0.0060225585475564, -0.005491177551448345, -0.00495979655534029, -0.004428416024893522, -0.003897035028785467, -0.003365654032677412, -0.0028342732694000006, -0.002302892506122589, -0.001771511510014534, -0.0012401306303218007, -0.0007087497506290674, -0.00017736887093633413, 0.00035401200875639915, 0.0008853928884491324, 0.0014167737681418657, 0.001948154647834599, 0.0024795355275273323, 0.0030109165236353874, 0.003542297286912799, 0.00407367805019021, 0.0046050590462982655, 0.005136440042406321, 0.005667820572853088, 0.0061992015689611435, 0.006730582565069199, 0.007261963561177254, 0.007793344557285309, 0.008324725553393364, 0.008856106549501419, 0.0093874866142869, 0.009918867610394955, 0.01045024860650301, 0.010981629602611065, 0.01151301059871912, 0.012044391594827175, 0.01257577259093523, 0.01310715265572071, 0.013638533651828766, 0.014169914647936821, 0.014701295644044876, 0.015232676640152931]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 4.0, 3.0, 6.0, 3.0, 7.0, 8.0, 8.0, 8.0, 9.0, 12.0, 19.0, 17.0, 28.0, 38.0, 33.0, 41.0, 40.0, 48.0, 66.0, 68.0, 111.0, 87.0, 158.0, 267.0, 327.0, 489.0, 689.0, 1106.0, 1461.0, 2348.0, 5989.0, 1460.0, 826.0, 557.0, 403.0, 272.0, 268.0, 189.0, 151.0, 121.0, 100.0, 82.0, 69.0, 80.0, 73.0, 62.0, 42.0, 42.0, 27.0, 21.0, 20.0, 12.0, 15.0, 5.0, 9.0, 8.0, 11.0, 3.0], "bins": [-0.01032661646604538, -0.010041401721537113, -0.009756187908351421, -0.009470973163843155, -0.009185759350657463, -0.008900544606149197, -0.008615330792963505, -0.008330116048455238, -0.008044902235269547, -0.00775968749076128, -0.007474473211914301, -0.007189258933067322, -0.006904044654220343, -0.0066188303753733635, -0.006333616096526384, -0.006048401817679405, -0.005763187538832426, -0.005477973259985447, -0.005192758981138468, -0.004907544702291489, -0.0046223304234445095, -0.00433711614459753, -0.004051901865750551, -0.0037666873540729284, -0.0034814730752259493, -0.00319625879637897, -0.002911044517531991, -0.002625830238685012, -0.002340615727007389, -0.00205540144816041, -0.0017701871693134308, -0.0014849728904664516, -0.0011997586116194725, -0.0009145443327724934, -0.0006293299957178533, -0.0003441156877670437, -5.890137981623411e-05, 0.00022631292813457549, 0.0005115272360853851, 0.0007967415731400251, 0.0010819558519870043, 0.0013671701308339834, 0.0016523844096809626, 0.0019375988049432635, 0.0022228132002055645, 0.0025080274790525436, 0.0027932417578995228, 0.003078456036746502, 0.003363670315593481, 0.00364888459444046, 0.003934098873287439, 0.0042193131521344185, 0.004504527430981398, 0.004789741709828377, 0.005074955988675356, 0.005360170267522335, 0.0056453850120306015, 0.005930599290877581, 0.00621581356972456, 0.006501027848571539, 0.006786242127418518, 0.007071456406265497, 0.007356670685112476, 0.0076418849639594555, 0.007927099242806435]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 4.0, 1.0, 4.0, 3.0, 2.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.09409524500370026, -0.09078770875930786, -0.08748017251491547, -0.08417264372110367, -0.08086510747671127, -0.07755757123231888, -0.07425004243850708, -0.07094250619411469, -0.06763496994972229, -0.0643274337053299, -0.0610199011862278, -0.0577123686671257, -0.05440483242273331, -0.05109729617834091, -0.047789763659238815, -0.04448223114013672, -0.041174694895744324, -0.03786715865135193, -0.03455962613224983, -0.031252093613147736, -0.02794455736875534, -0.024637022987008095, -0.02132948860526085, -0.018021954223513603, -0.014714419841766357, -0.011406885460019112, -0.008099351078271866, -0.00479181669652462, -0.0014842823147773743, 0.0018232520669698715, 0.005130786448717117, 0.008438320830464363, 0.011745855212211609, 0.015053389593958855, 0.0183609239757061, 0.021668458357453346, 0.024975992739200592, 0.028283527120947838, 0.031591061502695084, 0.03489859402179718, 0.038206130266189575, 0.04151366651058197, 0.04482119902968407, 0.04812873154878616, 0.05143626779317856, 0.05474380403757095, 0.05805133655667305, 0.061358869075775146, 0.06466640532016754, 0.06797394156455994, 0.07128147780895233, 0.07458900660276413, 0.07789654284715652, 0.08120407909154892, 0.08451160788536072, 0.08781914412975311, 0.09112668037414551, 0.0944342166185379, 0.0977417528629303, 0.1010492816567421, 0.10435681790113449, 0.10766435414552689, 0.11097188293933868, 0.11427941918373108, 0.11758695542812347]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 3.0, 2.0, 0.0, 1.0, 0.0, 1.0, 5.0, 4.0, 2.0, 6.0, 5.0, 9.0, 12.0, 12.0, 14.0, 17.0, 26.0, 53.0, 15.0, 28.0, 19.0, 10.0, 12.0, 5.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 3.0, 0.0, 1.0], "bins": [-0.06461313366889954, -0.062348462641239166, -0.060083795338869095, -0.057819124311208725, -0.055554457008838654, -0.053289785981178284, -0.051025114953517914, -0.04876044765114784, -0.04649577662348747, -0.0442311055958271, -0.04196643829345703, -0.03970176726579666, -0.03743709623813629, -0.03517242893576622, -0.03290775790810585, -0.03064308874309063, -0.02837841957807541, -0.02611375041306019, -0.023849081248044968, -0.021584410220384598, -0.019319741055369377, -0.017055071890354156, -0.014790401794016361, -0.012525731697678566, -0.010261062532663345, -0.007996393367648125, -0.0057317232713103294, -0.0034670536406338215, -0.0012023840099573135, 0.0010622856207191944, 0.0033269552513957024, 0.00559162488207221, 0.007856294512748718, 0.010120963677763939, 0.012385633774101734, 0.01465030387043953, 0.01691497303545475, 0.01917964220046997, 0.02144431322813034, 0.02370898239314556, 0.025973651558160782, 0.028238320723176003, 0.030502989888191223, 0.03276766091585159, 0.03503233194351196, 0.037296999245882034, 0.039561670273542404, 0.041826337575912476, 0.044091008603572845, 0.046355679631233215, 0.04862034693360329, 0.05088501796126366, 0.05314968526363373, 0.0554143562912941, 0.05767902731895447, 0.05994369462132454, 0.06220836564898491, 0.06447303295135498, 0.06673770397901535, 0.06900237500667572, 0.07126704603433609, 0.07353171706199646, 0.07579638063907623, 0.0780610516667366, 0.08032572269439697]}, "_runtime": 56.6566264629364, "_timestamp": 1596212927.358164, "_step": 65}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 5.0, 3.0, 2.0, 3.0, 3.0, 2.0, 4.0, 3.0, 5.0, 2.0, 2.0, 2.0, 1.0, 3.0, 5.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.015995889902114868, -0.015447612851858139, -0.01489933580160141, -0.01435105875134468, -0.013802781701087952, -0.013254504650831223, -0.012706227600574493, -0.012157950550317764, -0.011609673500061035, -0.011061396449804306, -0.010513119399547577, -0.009964842349290848, -0.009416565299034119, -0.00886828824877739, -0.00832001119852066, -0.007771734148263931, -0.007223457098007202, -0.006675180047750473, -0.006126902997493744, -0.005578625947237015, -0.005030348896980286, -0.0044820718467235565, -0.003933794796466827, -0.0033855177462100983, -0.002837240695953369, -0.00228896364569664, -0.0017406865954399109, -0.0011924095451831818, -0.0006441324949264526, -9.585544466972351e-05, 0.0004524216055870056, 0.0010006986558437347, 0.0015489757061004639, 0.002097252756357193, 0.002645529806613922, 0.0031938068568706512, 0.0037420839071273804, 0.0042903609573841095, 0.004838638007640839, 0.005386915057897568, 0.005935192108154297, 0.006483469158411026, 0.007031746208667755, 0.007580023258924484, 0.008128300309181213, 0.008676577359437943, 0.009224854409694672, 0.0097731314599514, 0.01032140851020813, 0.010869685560464859, 0.011417962610721588, 0.011966239660978317, 0.012514516711235046, 0.013062793761491776, 0.013611070811748505, 0.014159347862005234, 0.014707624912261963, 0.015255901962518692, 0.01580417901277542, 0.01635245606303215, 0.01690073311328888, 0.01744901016354561, 0.017997287213802338, 0.018545564264059067, 0.019093841314315796]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 5.0, 2.0, 4.0, 1.0, 2.0, 4.0, 17.0, 14.0, 24.0, 18.0, 48.0, 52.0, 78.0, 118.0, 184.0, 278.0, 523.0, 5319.0, 563.0, 221.0, 144.0, 78.0, 64.0, 49.0, 37.0, 22.0, 10.0, 10.0, 4.0, 6.0, 4.0, 7.0, 3.0, 2.0, 2.0, 4.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.22980163991451263, -0.22269955277442932, -0.215597465634346, -0.2084953784942627, -0.20139329135417938, -0.19429120421409607, -0.18718911707401276, -0.18008702993392944, -0.17298494279384613, -0.16588285565376282, -0.1587807685136795, -0.1516786813735962, -0.14457659423351288, -0.13747450709342957, -0.13037241995334625, -0.12327034026384354, -0.11616825312376022, -0.10906616598367691, -0.1019640788435936, -0.09486199170351028, -0.08775990456342697, -0.08065781742334366, -0.07355573028326035, -0.06645364314317703, -0.05935155972838402, -0.052249472588300705, -0.04514738544821739, -0.03804529830813408, -0.030943213030695915, -0.023841125890612602, -0.01673904061317444, -0.009636953473091125, -0.0025348663330078125, 0.004567220341414213, 0.011669307015836239, 0.018771393224596977, 0.02587348036468029, 0.032975565642118454, 0.04007765278220177, 0.04717973992228508, 0.05428182706236839, 0.061383914202451706, 0.06848599761724472, 0.07558808475732803, 0.08269017189741135, 0.08979225903749466, 0.09689434617757797, 0.10399643331766129, 0.1110985204577446, 0.11820060759782791, 0.12530268728733063, 0.13240477442741394, 0.13950686156749725, 0.14660894870758057, 0.15371103584766388, 0.1608131229877472, 0.1679152101278305, 0.17501729726791382, 0.18211938440799713, 0.18922147154808044, 0.19632355868816376, 0.20342564582824707, 0.21052773296833038, 0.2176298201084137, 0.224731907248497]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 2.0, 1.0, 2.0, 1.0, 4.0, 1.0, 3.0, 5.0, 4.0, 4.0, 4.0, 2.0, 1.0, 3.0, 5.0, 5.0, 2.0, 2.0, 25.0, 4.0, 3.0, 7.0, 3.0, 7.0, 1.0, 2.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 3.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.0037401695735752583, -0.0036426677834242582, -0.0035451657604426146, -0.0034476639702916145, -0.003350161947309971, -0.003252660157158971, -0.003155158134177327, -0.003057656344026327, -0.0029601543210446835, -0.0028626525308936834, -0.0027651505079120398, -0.0026676487177610397, -0.002570146694779396, -0.002472644904628396, -0.0023751428816467524, -0.0022776410914957523, -0.0021801390685141087, -0.0020826372783631086, -0.0019851354882121086, -0.001887633465230465, -0.001790131558664143, -0.0016926296520978212, -0.0015951277455314994, -0.0014976258389651775, -0.0014001240488141775, -0.0013026221422478557, -0.0012051202356815338, -0.001107618329115212, -0.0010101164225488901, -0.0009126145159825683, -0.0008151126094162464, -0.0007176107028499246, -0.0006201087962836027, -0.0005226068897172809, -0.000425104983150959, -0.0003276031056884676, -0.00023010119912214577, -0.00013259929255582392, -3.50974005414173e-05, 6.240449874894693e-05, 0.00015990639803931117, 0.000257408304605633, 0.00035491021117195487, 0.00045241208863444626, 0.0005499139660969377, 0.0006474158726632595, 0.0007449177792295814, 0.0008424196857959032, 0.0009399215923622251, 0.001037423498928547, 0.0011349254054948688, 0.0012324273120611906, 0.0013299292186275125, 0.0014274311251938343, 0.0015249330317601562, 0.001622434938326478, 0.001719936728477478, 0.0018174386350437999, 0.0019149405416101217, 0.0020124425645917654, 0.0021099443547427654, 0.002207446377724409, 0.002304948167875409, 0.002402450190857053, 0.002499951981008053]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 5.0, 4.0, 15.0, 15.0, 17.0, 37.0, 47.0, 71.0, 89.0, 142.0, 186.0, 276.0, 405.0, 591.0, 851.0, 1282.0, 1755.0, 2751.0, 4151.0, 6800.0, 10759.0, 18863.0, 34557.0, 70676.0, 201498.0, 685002.0, 60985.0, 30582.0, 16943.0, 10577.0, 6578.0, 4226.0, 2810.0, 1763.0, 1263.0, 892.0, 636.0, 481.0, 297.0, 218.0, 158.0, 104.0, 72.0, 55.0, 43.0, 22.0, 26.0, 17.0, 12.0, 14.0, 7.0, 4.0, 7.0, 1.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.0068662045523524284, -0.006645637098699808, -0.006425069645047188, -0.0062045021913945675, -0.005983934737741947, -0.005763367749750614, -0.005542800296097994, -0.0053222328424453735, -0.005101665388792753, -0.004881097935140133, -0.004660530481487513, -0.004439963027834892, -0.004219396039843559, -0.003998828586190939, -0.0037782611325383186, -0.0035576936788856983, -0.003337126225233078, -0.0031165587715804577, -0.0028959913179278374, -0.0026754240971058607, -0.0024548566434532404, -0.00223428918980062, -0.0020137219689786434, -0.001793154515326023, -0.0015725870616734028, -0.0013520196080207825, -0.001131452270783484, -0.0009108848753385246, -0.0006903174798935652, -0.0004697500844486058, -0.0002491826890036464, -2.861529355868697e-05, 0.00019195210188627243, 0.00041251949733123183, 0.0006330868927761912, 0.0008536542882211506, 0.00107422168366611, 0.0012947891373187304, 0.0015153564745560288, 0.0017359238117933273, 0.0019564912654459476, 0.002177058719098568, 0.0023976261727511883, 0.002618193393573165, 0.0028387608472257853, 0.0030593283008784056, 0.0032798955217003822, 0.0035004629753530025, 0.003721030429005623, 0.003941597882658243, 0.0041621653363108635, 0.004382732789963484, 0.004603300243616104, 0.004823867231607437, 0.0050444346852600574, 0.005265002138912678, 0.005485569592565298, 0.005706137046217918, 0.005926704499870539, 0.006147271953523159, 0.006367838941514492, 0.006588406395167112, 0.006808973848819733, 0.007029541302472353, 0.007250108756124973]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 3.0, 0.0, 2.0, 2.0, 2.0, 1.0, 3.0, 1.0, 0.0, 8.0, 2.0, 0.0, 1.0, 0.0, 5.0, 3.0, 2.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014481598511338234, -0.014074401929974556, -0.013667204417288303, -0.013260007835924625, -0.012852810323238373, -0.012445613741874695, -0.012038416229188442, -0.011631219647824764, -0.011224022135138512, -0.010816825553774834, -0.010409628972411156, -0.010002431459724903, -0.009595234878361225, -0.009188037365674973, -0.008780840784311295, -0.008373643271625042, -0.007966446690261364, -0.007559249643236399, -0.007152052596211433, -0.006744855549186468, -0.006337658502161503, -0.005930461920797825, -0.00552326487377286, -0.005116067826747894, -0.004708870779722929, -0.004301673732697964, -0.0038944766856729984, -0.003487279871478677, -0.0030800828244537115, -0.0026728857774287462, -0.0022656889632344246, -0.0018584919162094593, -0.001451294869184494, -0.0010440978221595287, -0.0006369008915498853, -0.0002297039027325809, 0.00017749308608472347, 0.0005846900749020278, 0.0009918870637193322, 0.0013990839943289757, 0.001806281041353941, 0.0022134780883789062, 0.0026206751354038715, 0.003027871949598193, 0.0034350689966231585, 0.0038422660436481237, 0.004249462857842445, 0.004656659904867411, 0.005063856951892376, 0.005471053998917341, 0.0058782510459423065, 0.006285448092967272, 0.006692645139992237, 0.007099841721355915, 0.00750703876838088, 0.007914235815405846, 0.008321432396769524, 0.008728629909455776, 0.009135826490819454, 0.009543024003505707, 0.009950220584869385, 0.010357418097555637, 0.010764614678919315, 0.011171812191605568, 0.011579008772969246]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 5.0, 4.0, 7.0, 12.0, 10.0, 16.0, 19.0, 21.0, 37.0, 37.0, 31.0, 53.0, 71.0, 84.0, 87.0, 95.0, 109.0, 147.0, 178.0, 197.0, 233.0, 261.0, 371.0, 405.0, 563.0, 825.0, 1100.0, 1739.0, 5797.0, 1730.0, 1120.0, 753.0, 536.0, 415.0, 315.0, 238.0, 193.0, 130.0, 105.0, 86.0, 82.0, 45.0, 46.0, 29.0, 11.0, 18.0, 14.0, 11.0, 8.0, 4.0, 4.0, 3.0, 4.0, 7.0, 2.0], "bins": [-0.00991980079561472, -0.0096546346321702, -0.009389467537403107, -0.009124301373958588, -0.008859135210514069, -0.00859396904706955, -0.00832880288362503, -0.008063635788857937, -0.007798469625413418, -0.007533303461968899, -0.007268136832863092, -0.007002970203757286, -0.006737804040312767, -0.006472637876868248, -0.006207471247762442, -0.005942304618656635, -0.005677138455212116, -0.005411972291767597, -0.005146805662661791, -0.0048816390335559845, -0.0046164728701114655, -0.004351306706666946, -0.00408614007756114, -0.0038209736812859774, -0.0035558072850108147, -0.003290640888735652, -0.0030254744924604893, -0.0027603080961853266, -0.002495141699910164, -0.002229975303635001, -0.0019648089073598385, -0.0016996425110846758, -0.001434476114809513, -0.0011693097185343504, -0.0009041433222591877, -0.000638976925984025, -0.0003738105297088623, -0.00010864413343369961, 0.0001565222628414631, 0.0004216886591166258, 0.0006868550553917885, 0.0009520214516669512, 0.0012171878479421139, 0.0014823542442172766, 0.0017475206404924393, 0.002012687036767602, 0.0022778534330427647, 0.0025430198293179274, 0.00280818622559309, 0.0030733526218682528, 0.0033385190181434155, 0.003603685414418578, 0.003868851810693741, 0.00413401797413826, 0.004399184603244066, 0.004664351232349873, 0.004929517395794392, 0.005194683559238911, 0.005459850188344717, 0.005725016817450523, 0.005990182980895042, 0.0062553491443395615, 0.006520515773445368, 0.006785682402551174, 0.007050848565995693]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 3.0, 3.0, 1.0, 1.0, 0.0, 2.0, 2.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.07846210151910782, -0.07625346630811691, -0.07404483109712601, -0.0718361958861351, -0.0696275606751442, -0.06741892546415329, -0.06521029025316238, -0.06300165504217148, -0.06079301983118057, -0.05858438462018967, -0.05637574940919876, -0.054167114198207855, -0.05195847898721695, -0.049749843776226044, -0.04754120856523514, -0.04533257335424423, -0.043123938143253326, -0.04091530293226242, -0.038706667721271515, -0.03649803251028061, -0.0342893972992897, -0.0320807620882988, -0.029872126877307892, -0.027663491666316986, -0.02545485645532608, -0.023246221244335175, -0.02103758603334427, -0.018828950822353363, -0.016620315611362457, -0.014411680400371552, -0.012203045189380646, -0.00999440997838974, -0.007785774767398834, -0.0055771395564079285, -0.0033685043454170227, -0.001159869134426117, 0.0010487660765647888, 0.0032574012875556946, 0.0054660364985466, 0.007674671709537506, 0.009883306920528412, 0.012091942131519318, 0.014300577342510223, 0.01650921255350113, 0.018717847764492035, 0.02092648297548294, 0.023135118186473846, 0.025343753397464752, 0.027552388608455658, 0.029761023819446564, 0.03196965903043747, 0.034178294241428375, 0.03638692945241928, 0.03859556466341019, 0.04080419987440109, 0.043012835085392, 0.045221470296382904, 0.04743010550737381, 0.049638740718364716, 0.05184737592935562, 0.05405601114034653, 0.05626464635133743, 0.05847328156232834, 0.060681916773319244, 0.06289055198431015]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 0.0, 6.0, 2.0, 1.0, 2.0, 2.0, 6.0, 1.0, 2.0, 0.0, 3.0, 3.0, 1.0, 2.0, 1.0, 2.0, 2.0, 1.0, 5.0, 20.0, 27.0, 23.0, 45.0, 22.0, 20.0, 11.0, 10.0, 14.0, 11.0, 3.0, 2.0, 3.0, 0.0, 1.0, 3.0, 1.0, 2.0, 0.0, 0.0, 1.0, 4.0, 2.0, 3.0, 4.0, 1.0, 3.0, 1.0, 0.0, 2.0], "bins": [-0.07064692676067352, -0.06876852363348007, -0.06689012795686722, -0.06501172482967377, -0.06313332915306091, -0.06125492602586746, -0.05937652662396431, -0.05749812722206116, -0.055619724094867706, -0.053741324692964554, -0.0518629252910614, -0.04998452588915825, -0.048106126487255096, -0.046227727085351944, -0.04434932395815849, -0.04247092455625534, -0.04059252515435219, -0.038714125752449036, -0.03683572635054588, -0.03495732322335243, -0.03307892382144928, -0.031200524419546127, -0.029322125017642975, -0.027443723753094673, -0.02556532435119152, -0.023686924949288368, -0.021808523684740067, -0.019930124282836914, -0.01805172488093376, -0.01617332361638546, -0.014294924214482307, -0.01241652388125658, -0.010538123548030853, -0.008659723214805126, -0.006781323347240686, -0.004902923479676247, -0.0030245231464505196, -0.0011461230460554361, 0.0007322770543396473, 0.0026106771547347307, 0.004489077255129814, 0.006367477588355541, 0.008245877921581268, 0.01012427732348442, 0.012002677656710148, 0.013881077989935875, 0.015759477391839027, 0.01763787865638733, 0.01951627805829048, 0.021394677460193634, 0.023273078724741936, 0.025151478126645088, 0.02702987939119339, 0.028908278793096542, 0.030786678194999695, 0.03266507759690285, 0.034543476998806, 0.03642188012599945, 0.0383002795279026, 0.040178678929805756, 0.04205707833170891, 0.04393547773361206, 0.04581388086080551, 0.047692280262708664, 0.049570679664611816]}, "_runtime": 57.43069243431091, "_timestamp": 1596212928.13223, "_step": 66}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 3.0, 2.0, 4.0, 2.0, 1.0, 3.0, 2.0, 2.0, 1.0, 3.0, 0.0, 5.0, 5.0, 2.0, 1.0, 4.0, 2.0, 3.0, 1.0, 1.0, 2.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01604847051203251, -0.015467878431081772, -0.01488728728145361, -0.014306695200502872, -0.01372610405087471, -0.013145511969923973, -0.012564919888973236, -0.011984328739345074, -0.011403736658394337, -0.0108231445774436, -0.010242553427815437, -0.0096619613468647, -0.009081369265913963, -0.008500778116285801, -0.007920186035335064, -0.007339594420045614, -0.0067590028047561646, -0.006178411189466715, -0.005597819574177265, -0.005017227493226528, -0.0044366358779370785, -0.003856044262647629, -0.0032754524145275354, -0.002694860566407442, -0.0021142689511179924, -0.0015336772194132209, -0.0009530854877084494, -0.00037249375600367785, 0.00020809797570109367, 0.0007886897074058652, 0.0013692814391106367, 0.0019498731708154082, 0.0025304649025201797, 0.0031110565178096294, 0.003691648365929723, 0.004272240214049816, 0.004852831829339266, 0.0054334234446287155, 0.0060140155255794525, 0.006594607140868902, 0.007175198756158352, 0.007755790371447802, 0.008336381986737251, 0.008916974067687988, 0.009497566148638725, 0.010078157298266888, 0.010658749379217625, 0.011239340528845787, 0.011819932609796524, 0.012400524690747261, 0.012981115840375423, 0.01356170792132616, 0.014142299070954323, 0.01472289115190506, 0.015303483232855797, 0.015884075313806534, 0.01646466553211212, 0.01704525761306286, 0.017625849694013596, 0.018206441774964333, 0.01878703385591507, 0.019367625936865807, 0.019948216155171394, 0.02052880823612213, 0.02110940031707287]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 4.0, 3.0, 1.0, 2.0, 4.0, 4.0, 10.0, 17.0, 16.0, 42.0, 43.0, 67.0, 76.0, 150.0, 203.0, 346.0, 846.0, 5139.0, 394.0, 205.0, 121.0, 67.0, 47.0, 27.0, 22.0, 22.0, 9.0, 10.0, 8.0, 7.0, 3.0, 1.0, 1.0, 1.0, 3.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.22760190069675446, -0.21975752711296082, -0.21191316843032837, -0.20406880974769592, -0.19622443616390228, -0.18838006258010864, -0.1805357038974762, -0.17269134521484375, -0.1648469716310501, -0.15700259804725647, -0.14915823936462402, -0.14131388068199158, -0.13346950709819794, -0.1256251335144043, -0.11778077483177185, -0.10993640869855881, -0.10209204256534576, -0.09424767643213272, -0.08640331029891968, -0.07855894416570663, -0.07071457803249359, -0.06287021189928055, -0.055025845766067505, -0.04718147963285446, -0.03933711349964142, -0.031492747366428375, -0.023648381233215332, -0.01580401510000229, -0.007959648966789246, -0.00011528283357620239, 0.007729083299636841, 0.015573449432849884, 0.023417815566062927, 0.03126218169927597, 0.039106547832489014, 0.04695091396570206, 0.0547952800989151, 0.06263964623212814, 0.07048401236534119, 0.07832837849855423, 0.08617274463176727, 0.09401711076498032, 0.10186147689819336, 0.1097058430314064, 0.11755020916461945, 0.12539458274841309, 0.13323894143104553, 0.14108330011367798, 0.14892767369747162, 0.15677204728126526, 0.1646164059638977, 0.17246076464653015, 0.1803051382303238, 0.18814951181411743, 0.19599387049674988, 0.20383822917938232, 0.21168260276317596, 0.2195269763469696, 0.22737133502960205, 0.2352156937122345, 0.24306006729602814, 0.2509044408798218, 0.2587487995624542, 0.26659315824508667, 0.2744375467300415]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 4.0, 5.0, 0.0, 2.0, 2.0, 2.0, 4.0, 0.0, 4.0, 4.0, 2.0, 2.0, 2.0, 24.0, 7.0, 3.0, 3.0, 3.0, 9.0, 2.0, 3.0, 2.0, 3.0, 6.0, 2.0, 0.0, 0.0, 5.0, 0.0, 4.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0030343886464834213, -0.0029333154670894146, -0.0028322425205260515, -0.002731169341132045, -0.002630096161738038, -0.002529023215174675, -0.0024279500357806683, -0.0023268768563866615, -0.0022258039098232985, -0.0021247307304292917, -0.002023657551035285, -0.001922584604471922, -0.0018215114250779152, -0.0017204383620992303, -0.0016193652991205454, -0.0015182921197265387, -0.0014172190567478538, -0.0013161459937691689, -0.0012150728143751621, -0.0011139997513964772, -0.0010129266884177923, -0.0009118535672314465, -0.0008107804460451007, -0.0007097073830664158, -0.00060863426188007, -0.0005075611406937242, -0.00040648807771503925, -0.00030541495652869344, -0.00020434186444617808, -0.0001032687650877051, -2.1956657292321324e-06, 9.887743362924084e-05, 0.00019995053298771381, 0.00030102362507022917, 0.00040209671715274453, 0.0005031698383390903, 0.0006042429013177752, 0.0007053160225041211, 0.0008063891436904669, 0.0009074622066691518, 0.0010085352696478367, 0.0011096084490418434, 0.0012106815120205283, 0.0013117545749992132, 0.00141282775439322, 0.0015139008173719049, 0.0016149738803505898, 0.0017160470597445965, 0.0018171201227232814, 0.0019181931857019663, 0.002019266365095973, 0.002120339311659336, 0.002221412491053343, 0.0023224856704473495, 0.0024235586170107126, 0.0025246317964047194, 0.002625704975798726, 0.002726777922362089, 0.002827851101756096, 0.0029289242811501026, 0.0030299972277134657, 0.0031310704071074724, 0.003232143586501479, 0.0033332165330648422, 0.003434289712458849]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 4.0, 4.0, 7.0, 17.0, 25.0, 41.0, 41.0, 57.0, 83.0, 104.0, 199.0, 281.0, 441.0, 716.0, 1231.0, 2143.0, 3643.0, 6731.0, 14069.0, 32562.0, 104540.0, 847209.0, 94114.0, 35201.0, 16222.0, 8359.0, 4479.0, 2638.0, 1580.0, 1008.0, 641.0, 413.0, 238.0, 184.0, 127.0, 73.0, 50.0, 41.0, 27.0, 30.0, 12.0, 13.0, 5.0, 8.0, 4.0, 6.0, 4.0, 3.0, 5.0, 3.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.01092089805752039, -0.010537181980907917, -0.010153466835618019, -0.009769750759005547, -0.009386034682393074, -0.009002319537103176, -0.008618603460490704, -0.008234887383878231, -0.007851172238588333, -0.007467456161975861, -0.007083740085363388, -0.006700024474412203, -0.006316308863461018, -0.005932592786848545, -0.00554887717589736, -0.005165161099284887, -0.004781445488333702, -0.004397729877382517, -0.004014013800770044, -0.003630298189818859, -0.0032465823460370302, -0.0028628665022552013, -0.002479150891304016, -0.0020954350475221872, -0.0017117192037403584, -0.0013280033599585295, -0.0009442876325920224, -0.0005605718470178545, -0.00017685606144368649, 0.00020685972413048148, 0.0005905755097046494, 0.0009742912952788174, 0.0013580070808529854, 0.0017417229246348143, 0.002125438768416643, 0.0025091543793678284, 0.0028928702231496572, 0.003276586066931486, 0.0036603016778826714, 0.004044017754495144, 0.004427733365446329, 0.004811448976397514, 0.005195165053009987, 0.005578880663961172, 0.005962596274912357, 0.00634631235152483, 0.006730027962476015, 0.007113744039088488, 0.007497459650039673, 0.007881175726652145, 0.008264890871942043, 0.008648606948554516, 0.009032323025166988, 0.009416038170456886, 0.009799754247069359, 0.010183470323681831, 0.010567186400294304, 0.010950901545584202, 0.011334617622196674, 0.011718333698809147, 0.012102048844099045, 0.012485764920711517, 0.01286948099732399, 0.013253196142613888, 0.01363691221922636]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 2.0, 2.0, 1.0, 1.0, 1.0, 3.0, 2.0, 3.0, 12.0, 2.0, 0.0, 0.0, 5.0, 2.0, 3.0, 4.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.009330801665782928, -0.008930119685828686, -0.008529437705874443, -0.008128756657242775, -0.007728074677288532, -0.0073273926973342896, -0.006926710717380047, -0.0065260292030870914, -0.006125347223132849, -0.005724665243178606, -0.005323983728885651, -0.004923301748931408, -0.004522619768977165, -0.00412193825468421, -0.003721256274729967, -0.003320574527606368, -0.002919892780482769, -0.00251921103335917, -0.002118529286235571, -0.0017178473062813282, -0.0013171655591577291, -0.0009164837538264692, -0.0005158019484952092, -0.00011512014316394925, 0.0002855616621673107, 0.0006862434674985707, 0.0010869252728298306, 0.0014876071363687515, 0.0018882888834923506, 0.0022889706306159496, 0.0026896526105701923, 0.0030903343576937914, 0.0034910161048173904, 0.0038916978519409895, 0.0042923795990645885, 0.004693061579018831, 0.005093743093311787, 0.005494425073266029, 0.005895107053220272, 0.0062957885675132275, 0.00669647054746747, 0.007097152527421713, 0.007497834041714668, 0.007898516021668911, 0.008299198001623154, 0.008699879981577396, 0.009100561030209064, 0.009501243010163307, 0.00990192499011755, 0.010302606970071793, 0.010703288950026035, 0.011103969998657703, 0.011504651978611946, 0.011905333958566189, 0.012306015938520432, 0.012706697918474674, 0.013107379898428917, 0.013508060947060585, 0.013908742927014828, 0.01430942490696907, 0.014710106886923313, 0.015110788866877556, 0.015511469915509224, 0.01591215282678604, 0.01631283387541771]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 3.0, 3.0, 2.0, 2.0, 10.0, 7.0, 13.0, 7.0, 14.0, 15.0, 19.0, 30.0, 46.0, 70.0, 99.0, 139.0, 217.0, 289.0, 478.0, 697.0, 1060.0, 1741.0, 6033.0, 2481.0, 1412.0, 1024.0, 675.0, 492.0, 297.0, 227.0, 152.0, 121.0, 91.0, 68.0, 58.0, 45.0, 45.0, 42.0, 23.0, 26.0, 28.0, 16.0, 14.0, 13.0, 13.0, 11.0, 11.0, 11.0, 11.0, 9.0, 5.0, 2.0, 4.0, 2.0, 0.0, 3.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0], "bins": [-0.00675818370655179, -0.006485907360911369, -0.006213630549609661, -0.00594135420396924, -0.005669077858328819, -0.005396801047027111, -0.00512452470138669, -0.004852248355746269, -0.004579971544444561, -0.00430769519880414, -0.004035418853163719, -0.0037631422746926546, -0.00349086569622159, -0.003218589350581169, -0.0029463127721101046, -0.0026740364264696836, -0.002401759847998619, -0.0021294832695275545, -0.0018572069238871336, -0.001584930345416069, -0.0013126538833603263, -0.0010403774213045835, -0.0007681009010411799, -0.0004958243807777762, -0.0002235479187220335, 4.87285724375397e-05, 0.0003210050635971129, 0.0005932815838605165, 0.0008655580459162593, 0.001137834507972002, 0.0014101110864430666, 0.0016823875484988093, 0.001954664010554552, 0.0022269405890256166, 0.0024992169346660376, 0.002771493513137102, 0.003043769858777523, 0.0033160464372485876, 0.003588323015719652, 0.003860599361360073, 0.004132876172661781, 0.004405152518302202, 0.004677428863942623, 0.004949705209583044, 0.005221982020884752, 0.005494258366525173, 0.005766534712165594, 0.006038811523467302, 0.006311087869107723, 0.006583364214748144, 0.006855641026049852, 0.007127917371690273, 0.007400193717330694, 0.007672470528632402, 0.007944746874272823, 0.008217023685574532, 0.008489299565553665, 0.008761576376855373, 0.009033853188157082, 0.009306129068136215, 0.009578405879437923, 0.009850682690739632, 0.010122958570718765, 0.010395235382020473, 0.010667512193322182]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 3.0, 4.0, 3.0, 6.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.13848808407783508, -0.13529692590236664, -0.1321057677268982, -0.12891460955142975, -0.1257234513759613, -0.12253230065107346, -0.11934114247560501, -0.11614998430013657, -0.11295883357524872, -0.10976767539978027, -0.10657651722431183, -0.10338535904884338, -0.10019420087337494, -0.0970030426979065, -0.09381189197301865, -0.0906207337975502, -0.08742957562208176, -0.08423841744661331, -0.08104725927114487, -0.07785610854625702, -0.07466495037078857, -0.07147379219532013, -0.06828263401985168, -0.06509147584438324, -0.06190032139420509, -0.05870916321873665, -0.0555180087685585, -0.05232685059309006, -0.04913569241762161, -0.045944537967443466, -0.04275337979197502, -0.039562225341796875, -0.03637106716632843, -0.033179908990859985, -0.02998875454068184, -0.026797596365213394, -0.0236064400523901, -0.020415283739566803, -0.017224125564098358, -0.014032969251275063, -0.010841812938451767, -0.007650656159967184, -0.004459499381482601, -0.0012683426029980183, 0.0019228141754865646, 0.0051139709539711475, 0.00830512773245573, 0.0114962849766016, 0.014687441289424896, 0.017878597602248192, 0.021069753915071487, 0.024260912090539932, 0.027452068403363228, 0.030643224716186523, 0.03383438289165497, 0.037025537341833115, 0.04021669551730156, 0.043407853692770004, 0.04659900814294815, 0.049790166318416595, 0.05298132449388504, 0.05617247894406319, 0.05936363711953163, 0.06255479156970978, 0.06574594974517822]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 2.0, 1.0, 5.0, 2.0, 1.0, 5.0, 9.0, 9.0, 20.0, 41.0, 47.0, 45.0, 27.0, 18.0, 12.0, 5.0, 5.0, 1.0, 5.0, 4.0, 3.0, 1.0, 3.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.1000509038567543, -0.09782170504331589, -0.09559250622987747, -0.09336330741643906, -0.09113410860300064, -0.08890490978956223, -0.08667570352554321, -0.0844465047121048, -0.08221730589866638, -0.07998810708522797, -0.07775890827178955, -0.07552970945835114, -0.07330051064491272, -0.0710713118314743, -0.06884211301803589, -0.06661291420459747, -0.06438371539115906, -0.062154512852430344, -0.05992531403899193, -0.057696111500263214, -0.0554669126868248, -0.05323771387338638, -0.05100851505994797, -0.04877931624650955, -0.046550117433071136, -0.04432091489434242, -0.04209171608090401, -0.03986251726746559, -0.037633318454027176, -0.03540411964058876, -0.033174917101860046, -0.03094571828842163, -0.028716519474983215, -0.0264873206615448, -0.024258119985461235, -0.02202892117202282, -0.019799720495939255, -0.01757052168250084, -0.015341322869062424, -0.013112123124301434, -0.010882923379540443, -0.008653723634779453, -0.0064245243556797504, -0.004195325076580048, -0.0019661253318190575, 0.000263074180111289, 0.0024922736920416355, 0.004721472971141338, 0.0069506727159023285, 0.009179872460663319, 0.011409072205424309, 0.013638271018862724, 0.01586747169494629, 0.018096670508384705, 0.02032586932182312, 0.022555069997906685, 0.0247842688113451, 0.027013467624783516, 0.02924266830086708, 0.031471867114305496, 0.03370106592774391, 0.03593026474118233, 0.03815946727991104, 0.04038866609334946, 0.04261786490678787]}, "_runtime": 58.253297567367554, "_timestamp": 1596212928.9548352, "_step": 67}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 3.0, 0.0, 3.0, 3.0, 1.0, 1.0, 1.0, 2.0, 2.0, 6.0, 3.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008226582780480385, -0.007940167561173439, -0.007653751876205206, -0.00736733665689826, -0.007080921437591314, -0.006794505752623081, -0.006508090533316135, -0.00622167531400919, -0.005935260094702244, -0.005648844409734011, -0.005362429190427065, -0.005076013971120119, -0.004789598286151886, -0.00450318306684494, -0.004216767847537994, -0.003930352162569761, -0.0036439369432628155, -0.003357521491125226, -0.0030711062718182802, -0.0027846908196806908, -0.002498275600373745, -0.0022118601482361555, -0.001925444696098566, -0.0016390293603762984, -0.0013526140246540308, -0.0010661986889317632, -0.0007797832950018346, -0.0004933679010719061, -0.00020695256534963846, 7.946279947645962e-05, 0.0003658781643025577, 0.0006522935582324862, 0.0009387088939547539, 0.0012251242296770215, 0.0015115395653992891, 0.0017979550175368786, 0.0020843702368438244, 0.002370785688981414, 0.0026572011411190033, 0.002943616360425949, 0.0032300318125635386, 0.003516447264701128, 0.003802862484008074, 0.00408927770331502, 0.004375693388283253, 0.0046621086075901985, 0.004948523826897144, 0.005234939511865377, 0.005521354731172323, 0.005807769950479269, 0.006094185635447502, 0.006380600854754448, 0.006667016074061394, 0.006953431759029627, 0.007239846978336573, 0.0075262621976435184, 0.007812677882611752, 0.008099093101918697, 0.008385508321225643, 0.008671923540532589, 0.008958338759839535, 0.009244754910469055, 0.009531170129776001, 0.009817585349082947, 0.010104000568389893]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 3.0, 1.0, 2.0, 1.0, 4.0, 3.0, 2.0, 2.0, 2.0, 8.0, 10.0, 11.0, 7.0, 15.0, 14.0, 23.0, 20.0, 26.0, 40.0, 37.0, 46.0, 72.0, 89.0, 125.0, 164.0, 205.0, 354.0, 4286.0, 1211.0, 386.0, 176.0, 138.0, 102.0, 80.0, 50.0, 46.0, 37.0, 27.0, 18.0, 10.0, 14.0, 15.0, 7.0, 11.0, 9.0, 7.0, 1.0, 3.0, 1.0, 3.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0], "bins": [-0.12611864507198334, -0.12202130258083344, -0.11792395263910294, -0.11382660269737244, -0.10972926020622253, -0.10563191771507263, -0.10153456777334213, -0.09743721783161163, -0.09333987534046173, -0.08924253284931183, -0.08514518290758133, -0.08104783296585083, -0.07695049047470093, -0.07285314798355103, -0.06875579804182053, -0.06465844810009003, -0.060561105608940125, -0.056463759392499924, -0.05236641317605972, -0.04826906695961952, -0.04417172074317932, -0.04007437452673912, -0.03597702831029892, -0.03187968209385872, -0.027782335877418518, -0.023684989660978317, -0.019587643444538116, -0.015490297228097916, -0.011392951011657715, -0.007295604795217514, -0.0031982585787773132, 0.0008990876376628876, 0.004996433854103088, 0.00909378007054329, 0.01319112628698349, 0.01728847250342369, 0.02138581871986389, 0.025483164936304092, 0.029580511152744293, 0.033677857369184494, 0.037775203585624695, 0.041872549802064896, 0.045969896018505096, 0.0500672422349453, 0.0541645884513855, 0.0582619346678257, 0.0623592808842659, 0.0664566308259964, 0.0705539733171463, 0.0746513158082962, 0.0787486657500267, 0.0828460156917572, 0.0869433581829071, 0.091040700674057, 0.0951380506157875, 0.099235400557518, 0.10333274304866791, 0.10743008553981781, 0.11152743548154831, 0.11562478542327881, 0.11972212791442871, 0.12381947040557861, 0.12791681289672852, 0.1320141702890396, 0.13611151278018951]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 4.0, 3.0, 3.0, 1.0, 4.0, 7.0, 6.0, 25.0, 5.0, 3.0, 6.0, 5.0, 5.0, 8.0, 3.0, 6.0, 1.0, 2.0, 5.0, 0.0, 4.0, 5.0, 0.0, 4.0, 1.0, 3.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002378252102062106, -0.0022625834681093693, -0.0021469146013259888, -0.002031245967373252, -0.0019155772170051932, -0.0017999084666371346, -0.0016842398326843977, -0.001568571082316339, -0.0014529023319482803, -0.0013372335815802217, -0.001221564831212163, -0.0011058961972594261, -0.0009902274468913674, -0.0008745586965233088, -0.000758890004362911, -0.0006432213122025132, -0.0005275525618344545, -0.0004118838405702263, -0.0002962151193059981, -0.00018054639804176986, -6.487767677754164e-05, 5.079104448668659e-05, 0.0001664597657509148, 0.00028212848701514304, 0.00039779720827937126, 0.0005134659586474299, 0.0006291346508078277, 0.0007448033429682255, 0.0008604720933362842, 0.0009761408437043428, 0.0010918094776570797, 0.0012074782280251384, 0.001323146978393197, 0.0014388157287612557, 0.0015544844791293144, 0.0016701531130820513, 0.00178582186345011, 0.0019014906138181686, 0.0020171592477709055, 0.002132828114554286, 0.002248496748507023, 0.0023641653824597597, 0.0024798342492431402, 0.002595502883195877, 0.0027111717499792576, 0.0028268403839319944, 0.0029425090178847313, 0.003058177884668112, 0.0031738465186208487, 0.0032895151525735855, 0.003405184019356966, 0.003520852653309703, 0.0036365212872624397, 0.0037521901540458202, 0.003867858787998557, 0.003983527421951294, 0.0040991962887346745, 0.004214865155518055, 0.004330533556640148, 0.004446202423423529, 0.004561871290206909, 0.004677539691329002, 0.004793208558112383, 0.004908877424895763, 0.005024545826017857]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 4.0, 4.0, 10.0, 12.0, 17.0, 22.0, 37.0, 67.0, 91.0, 171.0, 277.0, 494.0, 892.0, 1475.0, 2747.0, 5374.0, 11164.0, 26556.0, 77594.0, 793660.0, 134465.0, 52432.0, 27370.0, 15996.0, 9841.0, 6248.0, 4200.0, 2720.0, 1787.0, 1200.0, 838.0, 548.0, 355.0, 265.0, 218.0, 139.0, 90.0, 57.0, 48.0, 30.0, 43.0, 16.0, 12.0, 10.0, 8.0, 6.0, 6.0, 5.0, 4.0, 5.0, 0.0, 1.0, 3.0, 4.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0], "bins": [-0.006059285718947649, -0.005792778916656971, -0.005526272114366293, -0.005259765312075615, -0.004993258509784937, -0.004726751707494259, -0.004460244905203581, -0.004193738102912903, -0.0039272308349609375, -0.003660724265500903, -0.003394217463210225, -0.003127710660919547, -0.0028612036257982254, -0.0025946968235075474, -0.0023281900212168694, -0.0020616832189261913, -0.0017951764166355133, -0.0015286696143448353, -0.0012621628120541573, -0.0009956558933481574, -0.0007291490910574794, -0.0004626422596629709, -0.00019613542826846242, 7.037140312604606e-05, 0.00033687823452055454, 0.0006033850368112326, 0.0008698918973095715, 0.0011363987578079104, 0.0014029055600985885, 0.0016694123623892665, 0.0019359192810952663, 0.0022024260833859444, 0.0024689328856766224, 0.0027354396879673004, 0.0030019464902579784, 0.0032684532925486565, 0.0035349600948393345, 0.003801467129960656, 0.0040679736994206905, 0.0043344805017113686, 0.004600987769663334, 0.004867494571954012, 0.00513400137424469, 0.005400508176535368, 0.005667014978826046, 0.005933521781116724, 0.006200028583407402, 0.00646653538569808, 0.006733042187988758, 0.006999548990279436, 0.007266055792570114, 0.007532562594860792, 0.00779906939715147, 0.008065576665103436, 0.008332083001732826, 0.008598590269684792, 0.008865096606314182, 0.009131603874266148, 0.009398110210895538, 0.009664617478847504, 0.009931123815476894, 0.01019763108342886, 0.01046413742005825, 0.010730644688010216, 0.010997151955962181]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 4.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 3.0, 4.0, 4.0, 6.0, 9.0, 4.0, 1.0, 2.0, 3.0, 1.0, 3.0, 1.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.015482990071177483, -0.014767210930585861, -0.014051430858671665, -0.01333565078675747, -0.012619871646165848, -0.011904092505574226, -0.01118831243366003, -0.010472532361745834, -0.009756753221154213, -0.009040974080562592, -0.008325194008648396, -0.007609414402395487, -0.006893634796142578, -0.006177855189889669, -0.005462075583636761, -0.004746295977383852, -0.004030516371130943, -0.0033147367648780346, -0.002598957158625126, -0.0018831775523722172, -0.0011673979461193085, -0.00045161833986639977, 0.00026416126638650894, 0.0009799408726394176, 0.0016957204788923264, 0.002411500085145235, 0.0031272796913981438, 0.0038430592976510525, 0.004558838903903961, 0.00527461851015687, 0.005990398116409779, 0.006706177722662687, 0.007421957328915596, 0.008137736469507217, 0.008853516541421413, 0.00956929661333561, 0.01028507575392723, 0.011000854894518852, 0.011716634966433048, 0.012432415038347244, 0.013148194178938866, 0.013863973319530487, 0.014579753391444683, 0.015295533463358879, 0.0160113126039505, 0.016727091744542122, 0.017442870885133743, 0.018158651888370514, 0.018874431028962135, 0.019590210169553757, 0.020305991172790527, 0.02102177031338215, 0.02173754945397377, 0.02245332859456539, 0.023169107735157013, 0.023884888738393784, 0.024600667878985405, 0.025316447019577026, 0.026032228022813797, 0.02674800716340542, 0.02746378630399704, 0.02817956544458866, 0.028895344585180283, 0.029611125588417053, 0.030326904729008675]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 6.0, 12.0, 6.0, 18.0, 18.0, 20.0, 36.0, 41.0, 41.0, 33.0, 48.0, 47.0, 81.0, 130.0, 154.0, 193.0, 270.0, 403.0, 484.0, 727.0, 1040.0, 1677.0, 5802.0, 1819.0, 1256.0, 905.0, 626.0, 485.0, 386.0, 326.0, 261.0, 191.0, 141.0, 108.0, 80.0, 96.0, 66.0, 62.0, 51.0, 32.0, 27.0, 17.0, 22.0, 21.0, 15.0, 8.0, 9.0, 7.0, 11.0, 18.0, 11.0, 16.0, 5.0, 11.0, 14.0, 8.0, 10.0, 3.0, 2.0, 3.0, 13.0], "bins": [-0.006441065110266209, -0.006187417544424534, -0.005933769512921572, -0.00568012148141861, -0.005426473915576935, -0.00517282634973526, -0.004919178318232298, -0.004665530286729336, -0.004411882720887661, -0.004158235155045986, -0.003904587123543024, -0.0036509393248707056, -0.003397291526198387, -0.0031436437275260687, -0.0028899959288537502, -0.0026363481301814318, -0.0023827003315091133, -0.002129052532836795, -0.0018754047341644764, -0.001621756935492158, -0.0013681091368198395, -0.001114461338147521, -0.0008608135394752026, -0.0006071657408028841, -0.00035351794213056564, -9.987014345824718e-05, 0.00015377765521407127, 0.00040742545388638973, 0.0006610732525587082, 0.0009147210512310266, 0.001168368849903345, 0.0014220166485756636, 0.001675664447247982, 0.0019293122459203005, 0.002182960044592619, 0.0024366078432649374, 0.002690255641937256, 0.0029439034406095743, 0.0031975512392818928, 0.0034511990379542112, 0.0037048468366265297, 0.0039584944024682045, 0.004212142433971167, 0.004465790465474129, 0.0047194380313158035, 0.004973085597157478, 0.0052267336286604404, 0.0054803816601634026, 0.005734029226005077, 0.005987676791846752, 0.006241324823349714, 0.006494972854852676, 0.006748620420694351, 0.007002267986536026, 0.007255916018038988, 0.00750956404954195, 0.007763211615383625, 0.0080168591812253, 0.00827050767838955, 0.008524155244231224, 0.008777802810072899, 0.009031450375914574, 0.009285097941756248, 0.009538746438920498, 0.009792394004762173]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 3.0, 2.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.14545300602912903, -0.14232437312602997, -0.1391957402229309, -0.13606709241867065, -0.1329384595155716, -0.12980982661247253, -0.12668119370937347, -0.12355256080627441, -0.12042392045259476, -0.1172952875494957, -0.11416665464639664, -0.11103801429271698, -0.10790938138961792, -0.10478074848651886, -0.1016521081328392, -0.09852347522974014, -0.09539483487606049, -0.09226620197296143, -0.08913756906986237, -0.08600892871618271, -0.08288029581308365, -0.07975166290998459, -0.07662302255630493, -0.07349438965320587, -0.07036575675010681, -0.06723711639642715, -0.0641084834933281, -0.060979846864938736, -0.057851213961839676, -0.05472257733345032, -0.05159394070506096, -0.0484653078019619, -0.04533667117357254, -0.04220803454518318, -0.03907940164208412, -0.03595076501369476, -0.032822128385305405, -0.029693493619561195, -0.026564858853816986, -0.023436222225427628, -0.02030758745968342, -0.01717895269393921, -0.01405031606554985, -0.010921681299805641, -0.007793045602738857, -0.004664409905672073, -0.0015357746742665768, 0.0015928607899695635, 0.004721496254205704, 0.007850131951272488, 0.010978767648339272, 0.01410740241408348, 0.01723603904247284, 0.02036467380821705, 0.023493308573961258, 0.026621945202350616, 0.029750579968094826, 0.032879214733839035, 0.036007851362228394, 0.03913648799061775, 0.04226512089371681, 0.04539375752210617, 0.04852239415049553, 0.05165102705359459, 0.05477966368198395]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 3.0, 0.0, 1.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 3.0, 6.0, 8.0, 9.0, 7.0, 5.0, 5.0, 10.0, 10.0, 26.0, 32.0, 19.0, 11.0, 9.0, 20.0, 13.0, 13.0, 16.0, 12.0, 8.0, 1.0, 4.0, 3.0, 1.0, 1.0, 2.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.05627172440290451, -0.05456095561385155, -0.052850183099508286, -0.05113941431045532, -0.04942864552140236, -0.047717876732349396, -0.046007104218006134, -0.04429633542895317, -0.04258556663990021, -0.040874794125556946, -0.03916402533650398, -0.03745325654745102, -0.035742487758398056, -0.034031715244054794, -0.03232094645500183, -0.030610177665948868, -0.028899407014250755, -0.027188636362552643, -0.02547786757349968, -0.023767096921801567, -0.022056328132748604, -0.02034555748105049, -0.018634788691997528, -0.016924018040299416, -0.015213248319923878, -0.01350247859954834, -0.011791708879172802, -0.010080939158797264, -0.008370168507099152, -0.006659399252384901, -0.004948629066348076, -0.003237859345972538, -0.0015270896255970001, 0.00018368021119385958, 0.0018944500479847193, 0.003605220001190901, 0.005315989721566439, 0.0070267594419419765, 0.008737529627978802, 0.01044829934835434, 0.012159069068729877, 0.013869838789105415, 0.015580608509480953, 0.01729137822985649, 0.019002148881554604, 0.020712917670607567, 0.02242368832230568, 0.024134457111358643, 0.025845227763056755, 0.027555998414754868, 0.02926676720380783, 0.030977537855505943, 0.032688308507204056, 0.03439907729625702, 0.03610984608530998, 0.037820614874362946, 0.03953138738870621, 0.04124215617775917, 0.042952924966812134, 0.044663697481155396, 0.04637446627020836, 0.04808523505926132, 0.049796003848314285, 0.05150677636265755, 0.05321754515171051]}, "_runtime": 59.05738830566406, "_timestamp": 1596212929.758926, "_step": 68}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 3.0, 2.0, 3.0, 4.0, 3.0, 5.0, 6.0, 5.0, 4.0, 5.0, 3.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014387959614396095, -0.013809473253786564, -0.013230986893177032, -0.012652501463890076, -0.012074015103280544, -0.011495528742671013, -0.010917043313384056, -0.010338556952774525, -0.009760070592164993, -0.009181584231555462, -0.00860309787094593, -0.008024612441658974, -0.007446126081049442, -0.006867639720439911, -0.006289153825491667, -0.005710667930543423, -0.005132181569933891, -0.00455369520932436, -0.003975209314376116, -0.003396723186597228, -0.0028182370588183403, -0.0022397509310394526, -0.0016612648032605648, -0.001082778675481677, -0.0005042925477027893, 7.419358007609844e-05, 0.0006526797078549862, 0.001231165835633874, 0.0018096519634127617, 0.0023881380911916494, 0.002966624218970537, 0.003545110346749425, 0.004123596474528313, 0.004702082835137844, 0.005280568730086088, 0.005859054625034332, 0.006437540985643864, 0.007016027346253395, 0.007594513241201639, 0.008172999136149883, 0.008751485496759415, 0.009329971857368946, 0.009908458217978477, 0.010486943647265434, 0.011065430007874966, 0.011643916368484497, 0.012222401797771454, 0.012800888158380985, 0.013379374518990517, 0.013957860879600048, 0.01453634724020958, 0.015114832669496536, 0.015693318098783493, 0.0162718053907156, 0.016850290820002556, 0.017428778111934662, 0.01800726354122162, 0.018585748970508575, 0.01916423626244068, 0.019742721691727638, 0.020321208983659744, 0.0208996944129467, 0.021478179842233658, 0.022056667134165764, 0.02263515256345272]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 3.0, 2.0, 6.0, 6.0, 5.0, 6.0, 15.0, 8.0, 25.0, 29.0, 44.0, 65.0, 88.0, 131.0, 224.0, 455.0, 5247.0, 878.0, 250.0, 145.0, 80.0, 61.0, 35.0, 24.0, 22.0, 14.0, 11.0, 5.0, 12.0, 4.0, 2.0, 5.0, 4.0, 5.0, 3.0, 2.0, 3.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.20055386424064636, -0.1937999278306961, -0.18704599142074585, -0.1802920550107956, -0.17353810369968414, -0.1667841672897339, -0.16003023087978363, -0.15327629446983337, -0.14652235805988312, -0.13976842164993286, -0.1330144703388214, -0.12626053392887115, -0.1195065975189209, -0.11275266110897064, -0.10599872469902039, -0.09924478083848953, -0.09249084442853928, -0.08573690801858902, -0.07898296415805817, -0.07222902774810791, -0.06547509133815765, -0.0587211512029171, -0.051967211067676544, -0.04521327465772629, -0.03845933452248573, -0.03170539438724518, -0.024951457977294922, -0.018197517842054367, -0.011443579569458961, -0.004689640831202269, 0.0020642979070544243, 0.008818237110972404, 0.01557217538356781, 0.022326113656163216, 0.02908005192875862, 0.035833992063999176, 0.04258792847394943, 0.04934186860918999, 0.05609580874443054, 0.0628497451543808, 0.06960368156433105, 0.07635762542486191, 0.08311156183481216, 0.08986549824476242, 0.09661944210529327, 0.10337337851524353, 0.11012731492519379, 0.11688125878572464, 0.1236351951956749, 0.13038913905620575, 0.137143075466156, 0.14389701187610626, 0.15065094828605652, 0.15740488469600677, 0.16415882110595703, 0.17091277241706848, 0.17766670882701874, 0.184420645236969, 0.19117458164691925, 0.1979285180568695, 0.20468245446681976, 0.2114364057779312, 0.21819034218788147, 0.22494427859783173, 0.23169821500778198]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 2.0, 1.0, 4.0, 1.0, 1.0, 0.0, 3.0, 2.0, 3.0, 1.0, 2.0, 4.0, 4.0, 5.0, 3.0, 5.0, 3.0, 3.0, 4.0, 25.0, 6.0, 2.0, 4.0, 2.0, 1.0, 2.0, 0.0, 2.0, 2.0, 1.0, 3.0, 2.0, 2.0, 1.0, 1.0, 3.0, 0.0, 0.0, 3.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.002760333241894841, -0.0026756147854030132, -0.0025908963289111853, -0.0025061778724193573, -0.0024214594159275293, -0.0023367409594357014, -0.0022520225029438734, -0.0021673040464520454, -0.0020825855899602175, -0.0019978671334683895, -0.0019131486769765615, -0.0018284302204847336, -0.0017437117639929056, -0.0016589933075010777, -0.0015742748510092497, -0.0014895563945174217, -0.0014048379380255938, -0.0013201194815337658, -0.0012354010250419378, -0.0011506825685501099, -0.001065964112058282, -0.000981245655566454, -0.000896527199074626, -0.000811808742582798, -0.00072709028609097, -0.0006423718295991421, -0.0005576533731073141, -0.00047293491661548615, -0.0003882164601236582, -0.0003034980036318302, -0.00021877954714000225, -0.00013406109064817429, -4.934263415634632e-05, 3.5375822335481644e-05, 0.00012009427882730961, 0.00020481273531913757, 0.00028953119181096554, 0.0003742496483027935, 0.00045896810479462147, 0.0005436865612864494, 0.0006284050177782774, 0.0007131234742701054, 0.0007978419307619333, 0.0008825603872537613, 0.0009672788437455893, 0.0010519973002374172, 0.0011367157567292452, 0.0012214342132210732, 0.0013061526697129011, 0.001390871126204729, 0.001475589582696557, 0.001560308039188385, 0.001645026495680213, 0.001729744952172041, 0.001814463408663869, 0.0018991818651556969, 0.001983900321647525, 0.002068618778139353, 0.0021533372346311808, 0.0022380556911230087, 0.0023227741476148367, 0.0024074926041066647, 0.0024922110605984926, 0.0025769295170903206, 0.0026616479735821486]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 2.0, 3.0, 10.0, 10.0, 16.0, 29.0, 30.0, 50.0, 75.0, 107.0, 143.0, 224.0, 361.0, 497.0, 729.0, 1112.0, 1788.0, 2690.0, 4358.0, 7037.0, 12105.0, 22398.0, 46540.0, 117503.0, 788887.0, 87426.0, 36690.0, 18806.0, 10566.0, 6322.0, 4060.0, 2640.0, 1813.0, 1273.0, 924.0, 587.0, 456.0, 348.0, 257.0, 196.0, 125.0, 102.0, 79.0, 52.0, 46.0, 43.0, 27.0, 24.0, 15.0, 16.0, 10.0, 8.0, 10.0, 8.0, 3.0, 2.0, 2.0, 1.0, 0.0, 3.0], "bins": [-0.0065526459366083145, -0.006322813220322132, -0.006092980038374662, -0.00586314732208848, -0.00563331414014101, -0.005403481423854828, -0.0051736487075686455, -0.004943815525621176, -0.004713982809334993, -0.004484149627387524, -0.004254316911101341, -0.004024484194815159, -0.003794651012867689, -0.003564818063750863, -0.0033349853474646807, -0.0031051523983478546, -0.0028753194492310286, -0.0026454865001142025, -0.0024156535509973764, -0.002185820834711194, -0.001955987885594368, -0.001726154936477542, -0.0014963219873607159, -0.0012664891546592116, -0.0010366562055423856, -0.0008068233146332204, -0.0005769904237240553, -0.00034715747460722923, -0.00011732458369806409, 0.00011250832176301628, 0.00034234122722409666, 0.0005721741472370923, 0.0008020070381462574, 0.0010318399872630835, 0.0012616728199645877, 0.0014915057690814137, 0.001721338601782918, 0.001951171550899744, 0.00218100450001657, 0.002410837449133396, 0.0026406701654195786, 0.0028705031145364046, 0.0031003360636532307, 0.0033301690127700567, 0.0035600019618868828, 0.003789834911003709, 0.004019667860120535, 0.004249500576406717, 0.004479333758354187, 0.004709166474640369, 0.004938999190926552, 0.0051688323728740215, 0.005398665089160204, 0.005628498271107674, 0.005858330987393856, 0.0060881637036800385, 0.006317996885627508, 0.006547829601913691, 0.00677766278386116, 0.007007495500147343, 0.007237328216433525, 0.007467161398380995, 0.007696994114667177, 0.007926827296614647, 0.00815666001290083]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 3.0, 3.0, 5.0, 3.0, 7.0, 9.0, 7.0, 2.0, 10.0, 3.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014640742912888527, -0.013417990878224373, -0.012195238843560219, -0.01097248587757349, -0.009749733842909336, -0.008526981808245182, -0.007304229307919741, -0.006081476807594299, -0.004858724772930145, -0.0036359725054353476, -0.00241322023794055, -0.0011904679704457521, 3.228429704904556e-05, 0.0012550365645438433, 0.002477788832038641, 0.0037005410995334387, 0.004923293367028236, 0.0061460454016923904, 0.007368797902017832, 0.008591550402343273, 0.009814302437007427, 0.011037054471671581, 0.01225980743765831, 0.013482559472322464, 0.014705311506986618, 0.015928063541650772, 0.017150815576314926, 0.01837356761097908, 0.019596319645643234, 0.020819073542952538, 0.02204182557761669, 0.023264577612280846, 0.024487329646945, 0.025710081681609154, 0.026932833716273308, 0.028155585750937462, 0.029378339648246765, 0.03060109168291092, 0.03182384371757507, 0.03304659575223923, 0.03426934778690338, 0.035492099821567535, 0.03671485185623169, 0.037937603890895844, 0.03916035592556, 0.04038310796022415, 0.041605859994888306, 0.04282861202955246, 0.044051364064216614, 0.045274119824171066, 0.04649687185883522, 0.047719623893499374, 0.04894237592816353, 0.05016512796282768, 0.05138787999749184, 0.05261063203215599, 0.053833384066820145, 0.0550561361014843, 0.05627888813614845, 0.05750164017081261, 0.05872439220547676, 0.059947144240140915, 0.06116989627480507, 0.06239264830946922, 0.06361540406942368]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 4.0, 7.0, 16.0, 21.0, 25.0, 69.0, 55.0, 106.0, 152.0, 192.0, 250.0, 368.0, 505.0, 692.0, 992.0, 1334.0, 1991.0, 3468.0, 5787.0, 832.0, 403.0, 225.0, 165.0, 105.0, 100.0, 94.0, 62.0, 47.0, 39.0, 35.0, 26.0, 21.0, 20.0, 20.0, 17.0, 11.0, 13.0, 14.0, 24.0, 16.0, 9.0, 12.0, 10.0, 6.0, 2.0, 5.0, 6.0, 2.0, 2.0, 4.0, 2.0, 7.0, 3.0, 8.0, 6.0, 5.0, 1.0, 1.0, 1.0, 6.0, 7.0, 3.0], "bins": [-0.009470001794397831, -0.008999939076602459, -0.008529875427484512, -0.00805981270968914, -0.007589749991893768, -0.007119686808437109, -0.00664962362498045, -0.006179560907185078, -0.005709497723728418, -0.005239434540271759, -0.004769371822476387, -0.004299308639019728, -0.003829245688393712, -0.0033591827377676964, -0.002889119554311037, -0.0024190566036850214, -0.0019489936530590057, -0.00147893070243299, -0.0010088676353916526, -0.000538804626557976, -6.874161772429943e-05, 0.00040132139110937715, 0.0008713843999430537, 0.0013414474669843912, 0.0018115104176104069, 0.0022815733682364225, 0.002751636318862438, 0.0032216995023190975, 0.003691762452945113, 0.004161825403571129, 0.004631888587027788, 0.00510195130482316, 0.0055720144882798195, 0.006042077671736479, 0.006512140389531851, 0.00698220357298851, 0.007452266290783882, 0.007922329939901829, 0.0083923926576972, 0.008862455375492573, 0.00933251902461052, 0.009802581742405891, 0.010272644460201263, 0.010742707177996635, 0.011212770827114582, 0.011682833544909954, 0.012152896262705326, 0.012622959911823273, 0.013093022629618645, 0.013563085347414017, 0.014033148996531963, 0.014503211714327335, 0.014973274432122707, 0.015443338081240654, 0.015913400799036026, 0.016383463516831398, 0.01685352623462677, 0.017323588952422142, 0.017793653532862663, 0.018263716250658035, 0.018733778968453407, 0.01920384168624878, 0.01967390440404415, 0.020143967121839523, 0.020614031702280045]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 4.0, 2.0, 3.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.23337018489837646, -0.227829247713089, -0.2222883105278015, -0.21674735844135284, -0.21120642125606537, -0.2056654840707779, -0.20012454688549042, -0.19458359479904175, -0.18904265761375427, -0.1835017204284668, -0.17796078324317932, -0.17241984605789185, -0.16687889397144318, -0.1613379567861557, -0.15579701960086823, -0.15025608241558075, -0.14471513032913208, -0.1391741931438446, -0.13363325595855713, -0.12809231877326965, -0.12255137413740158, -0.1170104369521141, -0.11146949231624603, -0.10592855513095856, -0.10038761794567108, -0.09484667330980301, -0.08930573612451553, -0.08376479148864746, -0.07822385430335999, -0.07268290966749191, -0.06714197248220444, -0.06160103157162666, -0.05606009066104889, -0.050519149750471115, -0.04497820883989334, -0.03943726792931557, -0.03389632701873779, -0.028355387970805168, -0.022814448922872543, -0.01727350801229477, -0.011732567101716995, -0.0061916266568005085, -0.0006506862118840218, 0.004890254233032465, 0.010431194677948952, 0.015972135588526726, 0.02151307463645935, 0.027054015547037125, 0.0325949564576149, 0.03813589736819267, 0.04367683827877045, 0.04921777918934822, 0.054758720099925995, 0.06029965728521347, 0.06584060192108154, 0.07138153910636902, 0.0769224762916565, 0.08246342092752457, 0.08800435811281204, 0.09354530274868011, 0.09908623993396759, 0.10462718456983566, 0.11016812175512314, 0.11570906639099121, 0.12125000357627869]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 7.0, 11.0, 15.0, 9.0, 25.0, 17.0, 15.0, 27.0, 23.0, 19.0, 10.0, 12.0, 9.0, 6.0, 5.0, 9.0, 6.0, 10.0, 3.0, 5.0, 5.0, 4.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 3.0, 0.0, 1.0, 0.0, 1.0, 3.0], "bins": [-0.060667239129543304, -0.05893256515264511, -0.05719788745045662, -0.05546320974826813, -0.053728535771369934, -0.05199386179447174, -0.05025918409228325, -0.04852450639009476, -0.046789832413196564, -0.04505515843629837, -0.04332048073410988, -0.04158580303192139, -0.03985112905502319, -0.038116455078125, -0.03638177737593651, -0.034647099673748016, -0.03291242569684982, -0.03117774985730648, -0.029443074017763138, -0.027708398178219795, -0.025973722338676453, -0.02423904649913311, -0.022504370659589767, -0.020769694820046425, -0.019035018980503082, -0.01730034314095974, -0.015565667301416397, -0.013830991461873055, -0.012096315622329712, -0.01036163978278637, -0.008626963943243027, -0.006892288103699684, -0.0051576122641563416, -0.003422936424612999, -0.0016882605850696564, 4.641525447368622e-05, 0.0017810910940170288, 0.0035157669335603714, 0.005250442773103714, 0.006985118612647057, 0.0087197944521904, 0.010454470291733742, 0.012189146131277084, 0.013923821970820427, 0.01565849781036377, 0.017393173649907112, 0.019127849489450455, 0.020862525328993797, 0.02259720116853714, 0.024331877008080482, 0.026066552847623825, 0.027801228687167168, 0.02953590452671051, 0.031270578503608704, 0.033005256205797195, 0.03473993390798569, 0.03647460788488388, 0.038209281861782074, 0.039943959563970566, 0.04167863726615906, 0.04341331124305725, 0.045147985219955444, 0.046882662922143936, 0.04861734062433243, 0.05035201460123062]}, "_runtime": 59.88408398628235, "_timestamp": 1596212930.5856216, "_step": 69}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 4.0, 0.0, 1.0, 1.0, 4.0, 2.0, 1.0, 0.0, 3.0, 3.0, 0.0, 0.0, 3.0, 8.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 4.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.007094173692166805, -0.006815715692937374, -0.006537257693707943, -0.006258799694478512, -0.005980341695249081, -0.0057018836960196495, -0.005423425696790218, -0.005144967697560787, -0.004866509698331356, -0.004588051699101925, -0.004309593699872494, -0.004031135700643063, -0.0037526777014136314, -0.0034742197021842003, -0.003195761702954769, -0.002917303703725338, -0.002638845704495907, -0.0023603877052664757, -0.0020819297060370445, -0.0018034717068076134, -0.0015250137075781822, -0.001246555708348751, -0.0009680977091193199, -0.0006896397098898888, -0.0004111817106604576, -0.00013272371143102646, 0.0001457342877984047, 0.00042419228702783585, 0.000702650286257267, 0.0009811082854866982, 0.0012595662847161293, 0.0015380242839455605, 0.0018164822831749916, 0.0020949402824044228, 0.002373398281633854, 0.002651856280863285, 0.0029303142800927162, 0.0032087722793221474, 0.0034872302785515785, 0.0037656882777810097, 0.004044146277010441, 0.004322604276239872, 0.004601062275469303, 0.004879520274698734, 0.0051579782739281654, 0.005436436273157597, 0.005714894272387028, 0.005993352271616459, 0.00627181027084589, 0.006550268270075321, 0.006828726269304752, 0.0071071842685341835, 0.007385642267763615, 0.007664100266993046, 0.007942558266222477, 0.008221016265451908, 0.00849947426468134, 0.00877793226391077, 0.009056390263140202, 0.009334848262369633, 0.009613306261599064, 0.009891764260828495, 0.010170222260057926, 0.010448680259287357, 0.010727138258516788]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 4.0, 0.0, 2.0, 5.0, 5.0, 7.0, 8.0, 12.0, 17.0, 18.0, 20.0, 39.0, 53.0, 64.0, 80.0, 109.0, 127.0, 199.0, 291.0, 555.0, 5108.0, 439.0, 244.0, 115.0, 100.0, 76.0, 50.0, 33.0, 40.0, 29.0, 22.0, 11.0, 13.0, 6.0, 7.0, 7.0, 6.0, 4.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.11751815676689148, -0.1131911501288414, -0.10886414349079132, -0.10453713685274124, -0.10021013021469116, -0.09588312357664108, -0.091556116938591, -0.08722911030054092, -0.08290210366249084, -0.07857509702444077, -0.07424809038639069, -0.0699210837483406, -0.06559407711029053, -0.06126707047224045, -0.05694006383419037, -0.05261305719614029, -0.04828605055809021, -0.04395904392004013, -0.03963203728199005, -0.03530503064393997, -0.030978024005889893, -0.026651017367839813, -0.022324010729789734, -0.017997004091739655, -0.013669997453689575, -0.009342990815639496, -0.0050159841775894165, -0.0006889775395393372, 0.003638029098510742, 0.007965035736560822, 0.012292042374610901, 0.01661904901266098, 0.02094605565071106, 0.02527306228876114, 0.029600068926811218, 0.0339270755648613, 0.03825408220291138, 0.042581088840961456, 0.046908095479011536, 0.051235102117061615, 0.055562108755111694, 0.059889115393161774, 0.06421612203121185, 0.06854312866926193, 0.07287013530731201, 0.07719714194536209, 0.08152414858341217, 0.08585115522146225, 0.09017816185951233, 0.09450516849756241, 0.09883217513561249, 0.10315918177366257, 0.10748618841171265, 0.11181319504976273, 0.1161402016878128, 0.12046720832586288, 0.12479421496391296, 0.12912121415138245, 0.13344822824001312, 0.1377752423286438, 0.14210224151611328, 0.14642924070358276, 0.15075625479221344, 0.15508326888084412, 0.1594102680683136]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 3.0, 2.0, 3.0, 2.0, 1.0, 1.0, 3.0, 5.0, 4.0, 5.0, 5.0, 10.0, 2.0, 29.0, 4.0, 5.0, 2.0, 3.0, 4.0, 6.0, 5.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 3.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.00394079415127635, -0.0038390227127820253, -0.0037372515071183443, -0.0036354800686240196, -0.003533708630129695, -0.003431937424466014, -0.0033301659859716892, -0.0032283945474773645, -0.00312662310898304, -0.003024851903319359, -0.002923080464825034, -0.0028213090263307095, -0.0027195378206670284, -0.0026177663821727037, -0.002515994943678379, -0.002414223738014698, -0.0023124522995203733, -0.0022106808610260487, -0.0021089096553623676, -0.002007138216868043, -0.0019053667783737183, -0.0018035954562947154, -0.0017018241342157125, -0.0016000526957213879, -0.001498281373642385, -0.0013965100515633821, -0.0012947386130690575, -0.0011929672909900546, -0.0010911959689110518, -0.000989424530416727, -0.0008876532083377242, -0.0007858818280510604, -0.0006841104477643967, -0.0005823390674777329, -0.0004805677162948996, -0.00037879636511206627, -0.0002770249848254025, -0.00017525361909065396, -7.348225335590541e-05, 2.828911237884313e-05, 0.00013006047811359167, 0.0002318318438483402, 0.00033360320958308876, 0.00043537456076592207, 0.0005371459410525858, 0.0006389173213392496, 0.0007406886434182525, 0.0008424600237049162, 0.00094423140399158, 0.0010460027260705829, 0.0011477741645649076, 0.0012495454866439104, 0.001351316925138235, 0.001453088247217238, 0.0015548595692962408, 0.0016566310077905655, 0.0017584023298695683, 0.0018601736519485712, 0.001961945090442896, 0.0020637165289372206, 0.0021654877346009016, 0.0022672591730952263, 0.002369030611589551, 0.002470801817253232, 0.0025725732557475567]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 3.0, 1.0, 4.0, 5.0, 4.0, 15.0, 13.0, 14.0, 26.0, 37.0, 61.0, 83.0, 125.0, 165.0, 296.0, 473.0, 771.0, 1388.0, 2552.0, 5491.0, 12204.0, 31705.0, 108038.0, 877631.0, 81341.0, 27975.0, 12693.0, 6448.0, 3732.0, 2172.0, 1389.0, 863.0, 584.0, 368.0, 263.0, 210.0, 153.0, 98.0, 67.0, 55.0, 36.0, 31.0, 22.0, 11.0, 11.0, 6.0, 3.0, 2.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.010400567203760147, -0.010080675594508648, -0.009760783985257149, -0.009440893307328224, -0.009121001698076725, -0.008801110088825226, -0.008481219410896301, -0.008161327801644802, -0.007841436192393303, -0.007521544583141804, -0.007201653439551592, -0.00688176229596138, -0.006561870686709881, -0.006241979077458382, -0.00592208793386817, -0.005602196790277958, -0.005282305181026459, -0.0049624135717749596, -0.004642522428184748, -0.004322631284594536, -0.004002739675343037, -0.003682848298922181, -0.0033629569225013256, -0.00304306554608047, -0.0027231741696596146, -0.002403282793238759, -0.0020833914168179035, -0.001763500040397048, -0.0014436086639761925, -0.001123717287555337, -0.0008038259111344814, -0.0004839345347136259, -0.00016404315829277039, 0.00015584821812808514, 0.00047573959454894066, 0.0007956309709697962, 0.0011155223473906517, 0.0014354137238115072, 0.0017553051002323627, 0.0020751964766532183, 0.002395087853074074, 0.0027149792294949293, 0.003034870605915785, 0.0033547619823366404, 0.003674653358757496, 0.003994544968008995, 0.004314436111599207, 0.004634327255189419, 0.004954218864440918, 0.005274110473692417, 0.005594001617282629, 0.005913892760872841, 0.00623378437012434, 0.006553675979375839, 0.006873567122966051, 0.007193458266556263, 0.007513349875807762, 0.007833241485059261, 0.00815313309431076, 0.008473023772239685, 0.008792915381491184, 0.009112806990742683, 0.009432697668671608, 0.009752589277923107, 0.010072480887174606]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 3.0, 2.0, 0.0, 5.0, 13.0, 5.0, 2.0, 3.0, 5.0, 2.0, 10.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.011796665377914906, -0.010988492518663406, -0.010180318728089333, -0.009372145868837833, -0.008563973009586334, -0.007755800150334835, -0.006947626825422049, -0.006139453500509262, -0.005331280641257763, -0.004523107782006264, -0.0037149344570934772, -0.0029067613650113344, -0.0020985882729291916, -0.0012904151808470488, -0.00048224208876490593, 0.0003259310033172369, 0.0011341040953993797, 0.0019422771874815226, 0.0027504502795636654, 0.0035586233716458082, 0.004366796463727951, 0.00517496932297945, 0.005983142647892237, 0.006791315972805023, 0.007599488832056522, 0.008407661691308022, 0.009215835481882095, 0.010024008341133595, 0.010832181200385094, 0.011640354059636593, 0.012448526918888092, 0.013256700709462166, 0.014064873568713665, 0.014873046427965164, 0.015681220218539238, 0.016489392146468163, 0.017297565937042236, 0.01810573972761631, 0.018913911655545235, 0.01972208544611931, 0.020530257374048233, 0.021338431164622307, 0.02214660495519638, 0.022954776883125305, 0.02376295067369938, 0.024571124464273453, 0.025379296392202377, 0.02618747018277645, 0.026995643973350525, 0.02780381590127945, 0.028611989691853523, 0.029420161619782448, 0.03022833541035652, 0.031036509200930595, 0.03184468299150467, 0.032652854919433594, 0.03346102684736252, 0.03426920250058174, 0.035077374428510666, 0.03588554635643959, 0.036693722009658813, 0.03750189393758774, 0.03831006586551666, 0.03911823779344559, 0.03992641344666481]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 0.0, 3.0, 3.0, 4.0, 9.0, 15.0, 23.0, 29.0, 28.0, 43.0, 101.0, 153.0, 225.0, 312.0, 417.0, 609.0, 811.0, 1158.0, 1581.0, 2150.0, 3517.0, 4827.0, 764.0, 409.0, 235.0, 172.0, 146.0, 103.0, 67.0, 68.0, 45.0, 29.0, 38.0, 46.0, 25.0, 24.0, 27.0, 21.0, 23.0, 16.0, 16.0, 4.0, 10.0, 4.0, 12.0, 5.0, 5.0, 14.0, 6.0, 9.0, 20.0, 9.0, 4.0, 3.0, 2.0, 10.0, 10.0, 5.0, 1.0, 1.0, 1.0], "bins": [-0.008504007011651993, -0.008149879053235054, -0.0077957515604794025, -0.007441624067723751, -0.007087496109306812, -0.0067333681508898735, -0.006379240658134222, -0.0060251131653785706, -0.005670985206961632, -0.005316857248544693, -0.0049627297557890415, -0.00460860226303339, -0.004254474304616451, -0.003900346579030156, -0.003546218853443861, -0.003192091127857566, -0.0028379634022712708, -0.0024838356766849756, -0.0021297079510986805, -0.0017755802255123854, -0.0014214524999260902, -0.0010673247743397951, -0.0007131970487535, -0.00035906932316720486, -4.941597580909729e-06, 0.0003491861280053854, 0.0007033138535916805, 0.0010574415791779757, 0.0014115693047642708, 0.001765697030350566, 0.002119824755936861, 0.002473952481523156, 0.0028280802071094513, 0.0031822079326957464, 0.0035363356582820415, 0.0038904633838683367, 0.004244591109454632, 0.004598719067871571, 0.004952846560627222, 0.0053069740533828735, 0.005661102011799812, 0.006015229970216751, 0.006369357462972403, 0.006723484955728054, 0.007077612914144993, 0.007431740872561932, 0.007785868365317583, 0.008139995858073235, 0.008494123816490173, 0.008848251774907112, 0.009202379733324051, 0.009556506760418415, 0.009910634718835354, 0.010264762677252293, 0.010618889704346657, 0.010973017662763596, 0.011327145621180534, 0.011681273579597473, 0.012035401538014412, 0.012389528565108776, 0.012743656523525715, 0.013097784481942654, 0.013451911509037018, 0.013806039467453957, 0.014160167425870895]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.17113661766052246, -0.16707460582256317, -0.16301259398460388, -0.1589505970478058, -0.1548885852098465, -0.1508265733718872, -0.14676456153392792, -0.14270254969596863, -0.13864055275917053, -0.13457854092121124, -0.13051652908325195, -0.12645451724529266, -0.12239250540733337, -0.11833050101995468, -0.11426848918199539, -0.1102064847946167, -0.10614447295665741, -0.10208246111869812, -0.09802045673131943, -0.09395844489336014, -0.08989644050598145, -0.08583442866802216, -0.08177241683006287, -0.07771041244268417, -0.07364840060472488, -0.0695863887667656, -0.0655243843793869, -0.06146237254142761, -0.05740036442875862, -0.05333835631608963, -0.04927634447813034, -0.04521433636546135, -0.04115232825279236, -0.03709032014012337, -0.033028312027454376, -0.028966300189495087, -0.024904292076826096, -0.020842283964157104, -0.016780273988842964, -0.012718264944851398, -0.008656255900859833, -0.004594246856868267, -0.0005322378128767014, 0.0035297712311148643, 0.00759178027510643, 0.011653789319097996, 0.01571579836308956, 0.019777808338403702, 0.023839816451072693, 0.027901824563741684, 0.031963832676410675, 0.036025844514369965, 0.040087852627038956, 0.04414986073970795, 0.048211872577667236, 0.05227388069033623, 0.05633588880300522, 0.06039789691567421, 0.0644599050283432, 0.06852191686630249, 0.07258392870426178, 0.07664593309164047, 0.08070794492959976, 0.08476994931697845, 0.08883196115493774]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 4.0, 4.0, 12.0, 10.0, 14.0, 11.0, 15.0, 12.0, 17.0, 13.0, 16.0, 33.0, 14.0, 16.0, 11.0, 9.0, 6.0, 5.0, 5.0, 4.0, 5.0, 6.0, 2.0, 0.0, 0.0, 1.0, 4.0, 2.0, 1.0, 2.0, 1.0, 3.0, 2.0, 0.0, 3.0, 1.0, 1.0, 0.0, 2.0, 2.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.04423101991415024, -0.042278505861759186, -0.040325991809368134, -0.03837347775697708, -0.03642096370458603, -0.03446844592690468, -0.032515931874513626, -0.030563417822122574, -0.02861090376973152, -0.02665838971734047, -0.024705875664949417, -0.022753359749913216, -0.020800845697522163, -0.01884833164513111, -0.01689581573009491, -0.014943301677703857, -0.012990787625312805, -0.011038273572921753, -0.009085758589208126, -0.0071332440711557865, -0.005180729553103447, -0.0032282150350511074, -0.0012757005169987679, 0.0006768140010535717, 0.0026293285191059113, 0.004581843037158251, 0.00653435755521059, 0.008486872538924217, 0.01043938659131527, 0.012391900643706322, 0.014344415627419949, 0.016296930611133575, 0.018249444663524628, 0.02020195871591568, 0.022154472768306732, 0.024106988683342934, 0.026059502735733986, 0.028012016788125038, 0.02996453270316124, 0.03191704675555229, 0.033869560807943344, 0.035822074860334396, 0.03777458891272545, 0.0397271029651165, 0.04167962074279785, 0.043632134795188904, 0.045584648847579956, 0.04753716289997101, 0.04948967695236206, 0.05144219100475311, 0.053394705057144165, 0.05534721910953522, 0.05729973316192627, 0.05925225093960762, 0.06120476499199867, 0.06315727531909943, 0.06510978937149048, 0.06706231087446213, 0.06901482492685318, 0.07096733897924423, 0.07291985303163528, 0.07487236708402634, 0.07682488113641739, 0.07877739518880844, 0.0807299092411995]}, "_runtime": 60.6728138923645, "_timestamp": 1596212931.3743515, "_step": 70}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 4.0, 1.0, 1.0, 3.0, 0.0, 1.0, 3.0, 2.0, 3.0, 7.0, 4.0, 3.0, 2.0, 3.0, 4.0, 3.0, 3.0, 0.0, 3.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.018873944878578186, -0.018329452723264694, -0.017784958705306053, -0.01724046654999256, -0.01669597253203392, -0.01615148037672043, -0.015606988221406937, -0.01506249513477087, -0.014518002048134804, -0.013973508961498737, -0.013429015874862671, -0.012884523719549179, -0.012340030632913113, -0.011795537546277046, -0.011251045390963554, -0.010706552304327488, -0.010162059217691422, -0.009617566131055355, -0.009073073044419289, -0.008528580889105797, -0.00798408780246973, -0.007439594715833664, -0.006895102094858885, -0.006350609473884106, -0.005806116387248039, -0.005261623300611973, -0.004717130679637194, -0.0041726380586624146, -0.003628144972026348, -0.0030836521182209253, -0.0025391592644155025, -0.0019946664106100798, -0.001450173556804657, -0.0009056807029992342, -0.0003611878491938114, 0.00018330500461161137, 0.0007277978584170341, 0.001272290712222457, 0.0018167835660278797, 0.0023612764198333025, 0.0029057692736387253, 0.003450262127444148, 0.003994754981249571, 0.00453924760222435, 0.005083740688860416, 0.005628233775496483, 0.006172726396471262, 0.006717219017446041, 0.0072617121040821075, 0.007806205190718174, 0.00835069827735424, 0.008895190432667732, 0.009439683519303799, 0.009984176605939865, 0.010528668761253357, 0.011073161847889423, 0.01161765493452549, 0.012162148021161556, 0.012706641107797623, 0.013251133263111115, 0.013795626349747181, 0.014340119436383247, 0.01488461159169674, 0.015429104678332806, 0.015973597764968872]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 4.0, 0.0, 1.0, 2.0, 2.0, 3.0, 4.0, 5.0, 3.0, 2.0, 8.0, 10.0, 13.0, 21.0, 14.0, 15.0, 20.0, 21.0, 33.0, 43.0, 46.0, 70.0, 94.0, 91.0, 121.0, 165.0, 269.0, 422.0, 4692.0, 663.0, 299.0, 184.0, 140.0, 99.0, 77.0, 49.0, 44.0, 36.0, 26.0, 21.0, 12.0, 11.0, 14.0, 16.0, 11.0, 9.0, 6.0, 6.0, 2.0, 0.0, 2.0, 2.0, 3.0, 2.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.1370374709367752, -0.1330564171075821, -0.12907536327838898, -0.12509429454803467, -0.12111324071884155, -0.11713218688964844, -0.11315112560987473, -0.10917007178068161, -0.1051890105009079, -0.10120795667171478, -0.09722690284252167, -0.09324584156274796, -0.08926478773355484, -0.08528372645378113, -0.08130267262458801, -0.0773216113448143, -0.07334055751562119, -0.06935950368642807, -0.06537844240665436, -0.061397384852170944, -0.05741632729768753, -0.053435273468494415, -0.049454215914011, -0.04547315835952759, -0.041492100805044174, -0.03751104325056076, -0.03352998569607735, -0.029548930004239082, -0.02556787244975567, -0.021586814895272255, -0.01760575920343399, -0.013624701648950577, -0.009643644094467163, -0.005662587005645037, -0.0016815299168229103, 0.002299527171999216, 0.0062805842608213425, 0.010261641815304756, 0.014242698438465595, 0.018223755061626434, 0.022204812616109848, 0.02618587017059326, 0.030166927725076675, 0.03414798527956009, 0.038129039108753204, 0.04211009666323662, 0.04609115421772003, 0.050072211772203445, 0.05405326932668686, 0.05803432688117027, 0.062015384435653687, 0.0659964382648468, 0.06997749954462051, 0.07395855337381363, 0.07793961465358734, 0.08192066848278046, 0.08590172231197357, 0.08988278359174728, 0.0938638374209404, 0.09784489870071411, 0.10182595252990723, 0.10580701380968094, 0.10978806763887405, 0.11376912891864777, 0.11775018274784088]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 4.0, 4.0, 3.0, 2.0, 4.0, 5.0, 6.0, 5.0, 4.0, 3.0, 27.0, 3.0, 7.0, 5.0, 2.0, 6.0, 0.0, 2.0, 1.0, 3.0, 6.0, 1.0, 1.0, 1.0, 2.0, 0.0, 3.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0030554095283150673, -0.002945088781416416, -0.002834768034517765, -0.0027244475204497576, -0.0026141267735511065, -0.0025038060266524553, -0.002393485279753804, -0.002283164532855153, -0.0021728440187871456, -0.0020625232718884945, -0.0019522025249898434, -0.0018418817780911922, -0.0017315610311925411, -0.0016212404007092118, -0.0015109196538105607, -0.0014005990233272314, -0.0012902782764285803, -0.0011799575295299292, -0.0010696368990465999, -0.0009593161521479487, -0.0008489954634569585, -0.0007386747747659683, -0.0006283540278673172, -0.000518033339176327, -0.0004077126504853368, -0.00029739196179434657, -0.0001870712439995259, -7.675054075662047e-05, 3.357016248628497e-05, 0.0001438908657291904, 0.00025421156897209585, 0.0003645322867669165, 0.0004748529754579067, 0.0005851736641488969, 0.0006954943528398871, 0.0008058150997385383, 0.0009161357884295285, 0.0010264564771205187, 0.0011367772240191698, 0.001247097854502499, 0.0013574186014011502, 0.0014677393482998013, 0.0015780599787831306, 0.0016883807256817818, 0.001798701472580433, 0.0019090221030637622, 0.0020193427335470915, 0.0021296634804457426, 0.0022399842273443937, 0.002350304974243045, 0.002460625721141696, 0.0025709462352097034, 0.0026812669821083546, 0.0027915877290070057, 0.002901908475905657, 0.003012229222804308, 0.003122549969702959, 0.0032328704837709665, 0.0033431912306696177, 0.0034535119775682688, 0.00356383272446692, 0.003674153471365571, 0.0037844739854335785, 0.0038947947323322296, 0.004005115479230881]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 5.0, 4.0, 5.0, 10.0, 15.0, 13.0, 24.0, 32.0, 54.0, 72.0, 106.0, 168.0, 241.0, 314.0, 496.0, 745.0, 1089.0, 1632.0, 2664.0, 4147.0, 7322.0, 12734.0, 24071.0, 52212.0, 142032.0, 763110.0, 80150.0, 35266.0, 18978.0, 10925.0, 6775.0, 4348.0, 2835.0, 1936.0, 1367.0, 1007.0, 732.0, 493.0, 365.0, 296.0, 190.0, 172.0, 107.0, 90.0, 74.0, 55.0, 41.0, 33.0, 21.0, 18.0, 13.0, 5.0, 7.0, 4.0, 2.0, 7.0, 4.0, 4.0, 2.0, 3.0, 2.0], "bins": [-0.006180810276418924, -0.005963102914392948, -0.005745395086705685, -0.0055276877246797085, -0.005309979896992445, -0.005092272534966469, -0.004874564707279205, -0.004656857345253229, -0.004439149517565966, -0.0042214421555399895, -0.004003734327852726, -0.00378602696582675, -0.00356831937097013, -0.00335061177611351, -0.0031329041812568903, -0.0029151965864002705, -0.0026974889915436506, -0.002479781396687031, -0.002262073801830411, -0.002044366206973791, -0.0018266586121171713, -0.0016089511336758733, -0.0013912435388192534, -0.0011735359439626336, -0.0009558283491060138, -0.0007381207542493939, -0.0005204131593927741, -0.0003027056227438152, -8.499802788719535e-05, 0.00013270955241750926, 0.00035041713272221386, 0.0005681246984750032, 0.0007858322933316231, 0.001003539888188243, 0.0012212474830448627, 0.0014389550779014826, 0.0016566626727581024, 0.0018743701511994004, 0.002092077862471342, 0.002309785457327962, 0.0025274930521845818, 0.002745200414210558, 0.0029629080090671778, 0.0031806156039237976, 0.0033983231987804174, 0.0036160307936370373, 0.003833738388493657, 0.004051445983350277, 0.0042691538110375404, 0.004486861173063517, 0.004704568535089493, 0.004922276362776756, 0.0051399837248027325, 0.005357691552489996, 0.005575398914515972, 0.005793106742203236, 0.006010814104229212, 0.006228521931916475, 0.0064462292939424515, 0.006663937121629715, 0.006881644483655691, 0.007099352311342955, 0.007317059673368931, 0.007534767501056194, 0.0077524748630821705]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 7.0, 2.0, 8.0, 5.0, 4.0, 1.0, 6.0, 8.0, 2.0, 4.0, 2.0, 2.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.09848161786794662, -0.09654227644205093, -0.09460293501615524, -0.09266359359025955, -0.09072425216436386, -0.08878491073846817, -0.08684556931257248, -0.08490622788667679, -0.0829668864607811, -0.0810275450348854, -0.07908820360898972, -0.07714885473251343, -0.07520951330661774, -0.07327017188072205, -0.07133083045482635, -0.06939148902893066, -0.06745214760303497, -0.06551280617713928, -0.06357346475124359, -0.0616341233253479, -0.05969478189945221, -0.05775544047355652, -0.05581609904766083, -0.05387675762176514, -0.051937416195869446, -0.049998074769973755, -0.048058733344078064, -0.046119388192892075, -0.044180046766996384, -0.04224070534110069, -0.040301363915205, -0.03836202248930931, -0.03642268106341362, -0.03448333963751793, -0.03254399821162224, -0.030604654923081398, -0.028665313497185707, -0.026725972071290016, -0.024786630645394325, -0.022847289219498634, -0.020907945930957794, -0.018968604505062103, -0.017029263079166412, -0.015089921653270721, -0.01315058022737503, -0.011211237870156765, -0.009271896444261074, -0.007332554552704096, -0.005393212661147118, -0.0034538707695901394, -0.0015145291108638048, 0.0004248126642778516, 0.002364154439419508, 0.004303496330976486, 0.006242837756872177, 0.008182180114090443, 0.010121521539986134, 0.012060862965881824, 0.01400020532310009, 0.01593954674899578, 0.017878888174891472, 0.019818229600787163, 0.021757572889328003, 0.023696914315223694, 0.025636255741119385]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [6.0, 8.0, 2.0, 1.0, 1.0, 1.0, 7.0, 11.0, 9.0, 6.0, 7.0, 8.0, 4.0, 11.0, 4.0, 5.0, 7.0, 6.0, 7.0, 5.0, 3.0, 5.0, 11.0, 19.0, 13.0, 11.0, 16.0, 9.0, 22.0, 28.0, 28.0, 35.0, 32.0, 31.0, 45.0, 42.0, 47.0, 67.0, 105.0, 159.0, 250.0, 369.0, 563.0, 945.0, 1757.0, 6417.0, 2174.0, 1574.0, 1138.0, 754.0, 522.0, 369.0, 227.0, 152.0, 97.0, 78.0, 69.0, 44.0, 37.0, 25.0, 13.0, 9.0, 4.0, 1.0], "bins": [-0.031226927414536476, -0.03053651750087738, -0.029846107587218285, -0.02915569581091404, -0.028465285897254944, -0.027774875983595848, -0.027084466069936752, -0.026394054293632507, -0.02570364437997341, -0.025013234466314316, -0.02432282455265522, -0.023632414638996124, -0.02294200286269188, -0.022251592949032784, -0.021561183035373688, -0.020870773121714592, -0.020180363208055496, -0.01948995143175125, -0.018799541518092155, -0.01810913160443306, -0.017418721690773964, -0.01672830991446972, -0.016037900000810623, -0.015347490087151527, -0.014657080173492432, -0.013966669328510761, -0.013276259414851665, -0.012585848569869995, -0.0118954386562109, -0.011205027811229229, -0.010514617897570133, -0.009824207052588463, -0.009133797138929367, -0.008443387225270271, -0.007752976380288601, -0.007062566000968218, -0.006372155621647835, -0.005681745707988739, -0.004991335328668356, -0.004300924949347973, -0.00361051457002759, -0.0029201041907072067, -0.0022296938113868237, -0.0015392836648970842, -0.0008488732855767012, -0.000158462964463979, 0.0005319473566487432, 0.0012223576195538044, 0.0019127679988741875, 0.0026031783781945705, 0.0032935887575149536, 0.003983999136835337, 0.00467440951615572, 0.0053648194298148155, 0.006055229809135199, 0.006745640188455582, 0.007436050567775965, 0.008126460947096348, 0.008816870860755444, 0.009507281705737114, 0.01019769161939621, 0.01088810246437788, 0.011578512378036976, 0.012268923223018646, 0.012959333136677742]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 1.0, 2.0, 0.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.15264616906642914, -0.1435980349779129, -0.13454990088939667, -0.12550176680088043, -0.1164536327123642, -0.10740549862384796, -0.09835736453533173, -0.08930923044681549, -0.08026109635829926, -0.07121296226978302, -0.062164828181266785, -0.05311669409275055, -0.044068560004234314, -0.03502042591571808, -0.025972291827201843, -0.016924157738685608, -0.007876023650169373, 0.0011721104383468628, 0.010220244526863098, 0.019268378615379333, 0.02831651270389557, 0.037364646792411804, 0.04641278088092804, 0.055460914969444275, 0.06450904905796051, 0.07355718314647675, 0.08260531723499298, 0.09165345132350922, 0.10070158541202545, 0.10974971950054169, 0.11879785358905792, 0.12784598767757416, 0.1368941217660904, 0.14594225585460663, 0.15499038994312286, 0.1640385240316391, 0.17308665812015533, 0.18213479220867157, 0.1911829262971878, 0.20023106038570404, 0.20927919447422028, 0.2183273285627365, 0.22737546265125275, 0.23642359673976898, 0.24547173082828522, 0.25451987981796265, 0.2635679841041565, 0.2726161479949951, 0.28166425228118896, 0.2907124161720276, 0.29976052045822144, 0.30880868434906006, 0.3178567886352539, 0.32690495252609253, 0.3359530568122864, 0.345001220703125, 0.35404932498931885, 0.36309748888015747, 0.3721455931663513, 0.38119375705718994, 0.3902418613433838, 0.3992900252342224, 0.40833812952041626, 0.4173862934112549, 0.42643439769744873]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 3.0, 1.0, 2.0, 5.0, 4.0, 6.0, 9.0, 5.0, 10.0, 9.0, 11.0, 18.0, 23.0, 43.0, 67.0, 13.0, 4.0, 1.0, 0.0, 5.0, 2.0, 6.0, 5.0, 2.0, 3.0, 3.0, 3.0, 2.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.13590958714485168, -0.13128629326820374, -0.1266629993915558, -0.12203969806432724, -0.11741640418767929, -0.11279311031103134, -0.1081698089838028, -0.10354651510715485, -0.0989232212305069, -0.09429992735385895, -0.089676633477211, -0.08505333214998245, -0.0804300382733345, -0.07580674439668655, -0.07118344306945801, -0.06656014919281006, -0.06193685531616211, -0.05731356143951416, -0.05269026383757591, -0.048066966235637665, -0.043443672358989716, -0.038820378482341766, -0.03419708088040352, -0.02957378514111042, -0.024950489401817322, -0.020327193662524223, -0.015703897923231125, -0.011080602183938026, -0.006457306444644928, -0.0018340107053518295, 0.002789285033941269, 0.007412580773234367, 0.012035876512527466, 0.016659172251820564, 0.021282467991113663, 0.02590576373040676, 0.03052905946969986, 0.03515235334634781, 0.039775650948286057, 0.044398948550224304, 0.04902224242687225, 0.0536455363035202, 0.05826883390545845, 0.0628921315073967, 0.06751542538404465, 0.0721387192606926, 0.07676202058792114, 0.08138531446456909, 0.08600860834121704, 0.09063190221786499, 0.09525519609451294, 0.09987849742174149, 0.10450179129838943, 0.10912508517503738, 0.11374838650226593, 0.11837168037891388, 0.12299497425556183, 0.12761826813220978, 0.13224156200885773, 0.13686485588550568, 0.14148816466331482, 0.14611145853996277, 0.15073475241661072, 0.15535804629325867, 0.15998134016990662]}, "_runtime": 61.547969579696655, "_timestamp": 1596212932.2495072, "_step": 71}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 3.0, 1.0, 1.0, 0.0, 3.0, 1.0, 1.0, 3.0, 1.0, 0.0, 3.0, 4.0, 0.0, 3.0, 7.0, 3.0, 0.0, 3.0, 4.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.011092164553701878, -0.010731972754001617, -0.010371781885623932, -0.010011590085923672, -0.009651398286223412, -0.009291206486523151, -0.008931014686822891, -0.008570823818445206, -0.008210632018744946, -0.007850440219044685, -0.0074902488850057125, -0.00713005755096674, -0.0067698657512664795, -0.006409673951566219, -0.0060494826175272465, -0.005689291283488274, -0.0053290994837880135, -0.004968907684087753, -0.0046087163500487804, -0.004248525016009808, -0.0038883332163095474, -0.003528141649439931, -0.0031679500825703144, -0.002807758515700698, -0.0024475669488310814, -0.002087375381961465, -0.0017271838150918484, -0.0013669922482222319, -0.0010068006813526154, -0.0006466091144829988, -0.00028641754761338234, 7.377401925623417e-05, 0.0004339655861258507, 0.0007941571529954672, 0.0011543487198650837, 0.0015145402867347002, 0.0018747318536043167, 0.0022349234204739332, 0.0025951149873435497, 0.0029553065542131662, 0.0033154981210827827, 0.0036756896879523993, 0.004035881254822016, 0.004396072588860989, 0.004756264388561249, 0.005116456188261509, 0.005476647522300482, 0.005836838856339455, 0.006197030656039715, 0.006557222455739975, 0.006917413789778948, 0.007277605123817921, 0.007637796923518181, 0.007997988723218441, 0.008358180522918701, 0.008718371391296387, 0.009078563190996647, 0.009438754990696907, 0.009798945859074593, 0.010159137658774853, 0.010519329458475113, 0.010879521258175373, 0.011239713057875633, 0.011599903926253319, 0.011960095725953579]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 1.0, 4.0, 4.0, 4.0, 5.0, 3.0, 7.0, 8.0, 10.0, 18.0, 31.0, 30.0, 33.0, 47.0, 57.0, 82.0, 105.0, 155.0, 227.0, 415.0, 4841.0, 917.0, 335.0, 164.0, 118.0, 77.0, 45.0, 40.0, 28.0, 23.0, 22.0, 23.0, 9.0, 8.0, 6.0, 8.0, 6.0, 1.0, 0.0, 5.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1619090437889099, -0.156794473528862, -0.1516798883676529, -0.14656531810760498, -0.14145073294639587, -0.13633616268634796, -0.13122159242630005, -0.12610700726509094, -0.12099243700504303, -0.11587785929441452, -0.11076328158378601, -0.1056487113237381, -0.10053413361310959, -0.09541955590248108, -0.09030498564243317, -0.08519040793180466, -0.08007583022117615, -0.07496125251054764, -0.06984667479991913, -0.06473210453987122, -0.059617526829242706, -0.0545029491186142, -0.049388375133275986, -0.044273801147937775, -0.039159223437309265, -0.034044645726680756, -0.028930071741342545, -0.023815495893359184, -0.018700920045375824, -0.013586344197392464, -0.008471768349409103, -0.003357192501425743, 0.0017573833465576172, 0.0068719591945409775, 0.011986535042524338, 0.017101110890507698, 0.02221568673849106, 0.02733026258647442, 0.03244483843445778, 0.03755941241979599, 0.0426739901304245, 0.04778856784105301, 0.05290314182639122, 0.05801771581172943, 0.06313229352235794, 0.06824687123298645, 0.07336144149303436, 0.07847601920366287, 0.08359059691429138, 0.08870517462491989, 0.0938197523355484, 0.09893432259559631, 0.10404890030622482, 0.10916347801685333, 0.11427804827690125, 0.11939262598752975, 0.12450720369815826, 0.12962177395820618, 0.13473635911941528, 0.1398509293794632, 0.1449654996395111, 0.15008008480072021, 0.15519465506076813, 0.16030924022197723, 0.16542381048202515]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 3.0, 2.0, 1.0, 3.0, 4.0, 2.0, 2.0, 4.0, 5.0, 3.0, 4.0, 2.0, 5.0, 2.0, 26.0, 6.0, 7.0, 3.0, 4.0, 0.0, 3.0, 1.0, 5.0, 2.0, 4.0, 4.0, 0.0, 1.0, 2.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002694712020456791, -0.002602985128760338, -0.0025112584698945284, -0.002419531811028719, -0.002327804919332266, -0.0022360780276358128, -0.0021443513687700033, -0.002052624709904194, -0.001960897818207741, -0.0018691710429266095, -0.0017774442676454782, -0.001685717492364347, -0.0015939907170832157, -0.0015022639418020844, -0.0014105371665209532, -0.001318810391239822, -0.0012270836159586906, -0.0011353568406775594, -0.001043630065396428, -0.0009519032901152968, -0.0008601765148341656, -0.0007684497395530343, -0.000676722964271903, -0.0005849961889907718, -0.0004932694137096405, -0.00040154263842850924, -0.00030981586314737797, -0.0002180890878662467, -0.00012636231258511543, -3.4635537303984165e-05, 5.70912379771471e-05, 0.00014881801325827837, 0.00024054478853940964, 0.0003322715638205409, 0.00042399833910167217, 0.0005157251143828034, 0.0006074518896639347, 0.000699178664945066, 0.0007909054402261972, 0.0008826322155073285, 0.0009743589907884598, 0.001066085766069591, 0.0011578125413507223, 0.0012495393166318536, 0.0013412660919129848, 0.0014329928671941161, 0.0015247196424752474, 0.0016164464177563787, 0.00170817319303751, 0.0017998999683186412, 0.0018916267435997725, 0.001983353402465582, 0.002075080294162035, 0.002166807185858488, 0.0022585338447242975, 0.002350260503590107, 0.00244198739528656, 0.002533714286983013, 0.0026254409458488226, 0.002717167604714632, 0.002808894496411085, 0.0029006213881075382, 0.0029923480469733477, 0.003084074705839157, 0.00317580159753561]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 3.0, 7.0, 7.0, 8.0, 16.0, 18.0, 35.0, 67.0, 72.0, 96.0, 171.0, 274.0, 359.0, 587.0, 826.0, 1256.0, 1949.0, 3341.0, 5564.0, 9985.0, 18809.0, 40987.0, 107390.0, 797010.0, 93809.0, 39039.0, 21112.0, 12674.0, 7838.0, 5087.0, 3318.0, 2306.0, 1582.0, 1051.0, 825.0, 516.0, 434.0, 298.0, 226.0, 172.0, 111.0, 78.0, 63.0, 47.0, 47.0, 35.0, 28.0, 28.0, 18.0, 17.0, 11.0, 10.0, 11.0, 3.0, 3.0, 2.0, 3.0, 1.0, 0.0, 4.0, 1.0, 1.0], "bins": [-0.005898795090615749, -0.005667911842465401, -0.005437028594315052, -0.005206144880503416, -0.004975261632353067, -0.004744378384202719, -0.00451349513605237, -0.004282611887902021, -0.0040517281740903854, -0.0038208451587706804, -0.003589961677789688, -0.0033590784296393394, -0.003128195181488991, -0.0028973117005079985, -0.00266642845235765, -0.0024355449713766575, -0.002204661723226309, -0.00197377847507596, -0.0017428949940949678, -0.0015120117459446192, -0.0012811283813789487, -0.0010502450168132782, -0.0008193617104552686, -0.000588478404097259, -0.00035759503953158855, -0.00012671170406974852, 0.00010417163139209151, 0.00033505496685393155, 0.0005659383023157716, 0.0007968216668814421, 0.0010277049150317907, 0.0012585882795974612, 0.0014894716441631317, 0.0017203550087288022, 0.0019512383732944727, 0.0021821216214448214, 0.0024130051024258137, 0.0026438883505761623, 0.002874771598726511, 0.0031056550797075033, 0.003336538327857852, 0.0035674215760082006, 0.003798305056989193, 0.004029188305139542, 0.00426007155328989, 0.004490954801440239, 0.004721838515251875, 0.004952721763402224, 0.005183605011552572, 0.005414488259702921, 0.00564537150785327, 0.0058762552216649055, 0.006107138469815254, 0.006338021717965603, 0.0065689049661159515, 0.0067997882142663, 0.007030671462416649, 0.007261555176228285, 0.0074924384243786335, 0.007723321672528982, 0.007954205386340618, 0.008185088634490967, 0.008415971882641315, 0.008646855130791664, 0.008877738378942013]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 4.0, 2.0, 3.0, 2.0, 4.0, 3.0, 4.0, 10.0, 1.0, 3.0, 3.0, 2.0, 1.0, 3.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.021220114082098007, -0.02046554535627365, -0.019710976630449295, -0.018956409767270088, -0.018201841041445732, -0.017447272315621376, -0.01669270358979702, -0.015938136726617813, -0.015183568000793457, -0.014428999274969101, -0.013674430549144745, -0.012919862754642963, -0.012165294028818607, -0.011410726234316826, -0.01065615750849247, -0.009901589713990688, -0.009147020988166332, -0.008392452262341976, -0.007637884467840195, -0.006883316207677126, -0.006128747947514057, -0.005374179221689701, -0.004619610961526632, -0.0038650427013635635, -0.0031104744412004948, -0.002355906181037426, -0.0016013378044590354, -0.0008467694860883057, -9.220116771757603e-05, 0.0006623671506531537, 0.0014169354690238833, 0.002171503845602274, 0.0029260721057653427, 0.0036806403659284115, 0.00443520862609148, 0.005189776886254549, 0.005944345146417618, 0.006698913872241974, 0.007453482132405043, 0.008208050392568111, 0.008962618187069893, 0.009717186912894249, 0.010471755638718605, 0.011226323433220387, 0.011980892159044743, 0.012735459953546524, 0.01349002867937088, 0.014244596473872662, 0.014999165199697018, 0.0157537329941988, 0.016508301720023155, 0.01726287044584751, 0.018017439171671867, 0.018772006034851074, 0.01952657476067543, 0.020281143486499786, 0.021035712212324142, 0.0217902809381485, 0.022544847801327705, 0.02329941652715206, 0.024053985252976418, 0.024808553978800774, 0.02556312084197998, 0.026317689567804337, 0.027072258293628693]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 2.0, 1.0, 5.0, 2.0, 4.0, 5.0, 2.0, 13.0, 16.0, 15.0, 24.0, 26.0, 38.0, 44.0, 51.0, 67.0, 87.0, 128.0, 200.0, 229.0, 319.0, 447.0, 589.0, 893.0, 1373.0, 2625.0, 6138.0, 1575.0, 967.0, 618.0, 469.0, 348.0, 262.0, 190.0, 144.0, 90.0, 83.0, 67.0, 52.0, 55.0, 57.0, 17.0, 20.0, 23.0, 16.0, 9.0, 4.0, 4.0, 3.0, 0.0, 3.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0], "bins": [-0.010292906314134598, -0.009941010735929012, -0.009589115157723427, -0.009237219579517841, -0.008885324001312256, -0.008533429354429245, -0.00818153377622366, -0.007829638198018074, -0.0074777426198124886, -0.007125847041606903, -0.006773951463401318, -0.006422056350857019, -0.006070160772651434, -0.0057182651944458485, -0.00536637008190155, -0.005014474503695965, -0.004662578925490379, -0.004310683347284794, -0.003958787769079208, -0.00360689265653491, -0.0032549970783293247, -0.0029031015001237392, -0.0025512061547487974, -0.0021993108093738556, -0.0018474152311682701, -0.0014955197693780065, -0.0011436243075877428, -0.0007917288457974792, -0.0004398333840072155, -8.793792221695185e-05, 0.0002639575395733118, 0.0006158530013635755, 0.0009677484631538391, 0.0013196439249441028, 0.0016715393867343664, 0.0020234347321093082, 0.0023753303103148937, 0.002727225888520479, 0.003079121233895421, 0.003431016579270363, 0.0037829121574759483, 0.004134807735681534, 0.004486703313887119, 0.0048385984264314175, 0.005190494004637003, 0.005542389582842588, 0.005894284695386887, 0.006246180273592472, 0.0065980758517980576, 0.006949971430003643, 0.0073018670082092285, 0.007653762120753527, 0.0080056581646204, 0.00835755281150341, 0.008709448389708996, 0.009061343967914581, 0.009413239546120167, 0.009765135124325752, 0.010117030702531338, 0.010468926280736923, 0.010820820927619934, 0.01117271650582552, 0.011524612084031105, 0.01187650766223669, 0.012228403240442276]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 3.0, 1.0, 0.0, 6.0, 1.0, 1.0, 3.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.17885246872901917, -0.17277009785175323, -0.1666877269744873, -0.16060535609722137, -0.15452298521995544, -0.14844061434268951, -0.14235824346542358, -0.13627587258815765, -0.13019350171089172, -0.1241111233830452, -0.11802875250577927, -0.11194638162851334, -0.10586400330066681, -0.09978163242340088, -0.09369926154613495, -0.08761689066886902, -0.08153451979160309, -0.07545214891433716, -0.06936977803707123, -0.0632874071598053, -0.05720503255724907, -0.05112266167998314, -0.04504028707742691, -0.03895791620016098, -0.03287554532289505, -0.02679317444562912, -0.02071080170571804, -0.014628429897129536, -0.008546058088541031, -0.002463686279952526, 0.0036186855286359787, 0.009701057337224483, 0.01578342914581299, 0.02186580002307892, 0.027948172762989998, 0.03403054550290108, 0.04011291638016701, 0.04619528725743294, 0.052277661859989166, 0.058360032737255096, 0.06444240361452103, 0.07052477449178696, 0.07660714536905289, 0.08268951624631882, 0.08877189457416534, 0.09485426545143127, 0.1009366363286972, 0.10701900720596313, 0.11310137808322906, 0.119183748960495, 0.12526611983776093, 0.13134849071502686, 0.13743086159229279, 0.14351323246955872, 0.14959560334682465, 0.15567797422409058, 0.1617603600025177, 0.16784273087978363, 0.17392510175704956, 0.1800074726343155, 0.18608984351158142, 0.19217221438884735, 0.19825458526611328, 0.2043369561433792, 0.21041932702064514]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 3.0, 1.0, 1.0, 2.0, 4.0, 2.0, 4.0, 3.0, 1.0, 5.0, 12.0, 8.0, 29.0, 37.0, 70.0, 34.0, 23.0, 3.0, 1.0, 4.0, 5.0, 4.0, 3.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.12402771413326263, -0.119316965341568, -0.11460621654987335, -0.10989546775817871, -0.10518471896648407, -0.10047397762537003, -0.09576322883367538, -0.09105248004198074, -0.0863417312502861, -0.08163098245859146, -0.07692023366689682, -0.07220948487520218, -0.06749874353408813, -0.0627879947423935, -0.05807724595069885, -0.05336649715900421, -0.04865574836730957, -0.04394499957561493, -0.03923425078392029, -0.034523505717515945, -0.029812756925821304, -0.025102008134126663, -0.02039126120507717, -0.01568051427602768, -0.010969765484333038, -0.006259017623960972, -0.0015482697635889053, 0.003162478096783161, 0.007873225957155228, 0.012583973817527294, 0.01729472167789936, 0.022005468606948853, 0.026716217398643494, 0.031426966190338135, 0.036137714982032776, 0.04084846004843712, 0.04555920884013176, 0.0502699576318264, 0.05498070269823074, 0.059691451489925385, 0.06440220028162003, 0.06911294907331467, 0.07382369786500931, 0.07853444665670395, 0.083245187997818, 0.08795593678951263, 0.09266668558120728, 0.09737743437290192, 0.10208818316459656, 0.1067989319562912, 0.11150968074798584, 0.11622042953968048, 0.12093117833137512, 0.12564192712306976, 0.1303526759147644, 0.13506342470645905, 0.1397741734981537, 0.14448490738868713, 0.14919565618038177, 0.15390640497207642, 0.15861715376377106, 0.1633279025554657, 0.16803865134716034, 0.17274940013885498, 0.17746014893054962]}, "_runtime": 62.40366768836975, "_timestamp": 1596212933.1052053, "_step": 72}
+{"val_accuracy": 0.8064775970319635, "val_loss": 0.5030108882139807, "_runtime": 64.32011032104492, "_timestamp": 1596212935.021648, "_step": 73}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: V Confidence: 0.26854485273361206 Truth: v", "Prediction: 5 Confidence: 0.9995330572128296 Truth: 5", "Prediction: 2 Confidence: 0.993036687374115 Truth: 2", "Prediction: 0 Confidence: 0.7227566838264465 Truth: 0"]}, "_runtime": 64.62045741081238, "_timestamp": 1596212935.321995, "_step": 74}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 4.0, 1.0, 0.0, 2.0, 3.0, 2.0, 1.0, 3.0, 2.0, 5.0, 3.0, 3.0, 0.0, 3.0, 1.0, 4.0, 1.0, 2.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.015653779730200768, -0.015203414484858513, -0.014753049239516258, -0.014302683994174004, -0.013852318748831749, -0.013401953503489494, -0.01295158825814724, -0.012501223012804985, -0.01205085776746273, -0.011600492522120476, -0.011150127276778221, -0.010699762031435966, -0.010249396786093712, -0.009799031540751457, -0.009348666295409203, -0.008898301050066948, -0.008447935804724693, -0.007997570559382439, -0.007547205314040184, -0.007096840068697929, -0.006646474823355675, -0.00619610957801342, -0.0057457443326711655, -0.005295379087328911, -0.004845013841986656, -0.0043946485966444016, -0.003944283351302147, -0.0034939181059598923, -0.0030435528606176376, -0.002593187615275383, -0.0021428223699331284, -0.0016924571245908737, -0.001242091879248619, -0.0007917266339063644, -0.0003413613885641098, 0.00010900385677814484, 0.0005593691021203995, 0.0010097343474626541, 0.0014600995928049088, 0.0019104648381471634, 0.002360830083489418, 0.0028111953288316727, 0.0032615605741739273, 0.003711925819516182, 0.004162291064858437, 0.004612656310200691, 0.005063021555542946, 0.0055133868008852005, 0.005963752046227455, 0.00641411729156971, 0.006864482536911964, 0.007314847782254219, 0.007765213027596474, 0.008215578272938728, 0.008665943518280983, 0.009116308763623238, 0.009566674008965492, 0.010017039254307747, 0.010467404499650002, 0.010917769744992256, 0.01136813499033451, 0.011818500235676765, 0.01226886548101902, 0.012719230726361275, 0.01316959597170353]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 3.0, 1.0, 2.0, 6.0, 1.0, 2.0, 0.0, 3.0, 7.0, 5.0, 6.0, 10.0, 13.0, 18.0, 26.0, 30.0, 21.0, 48.0, 59.0, 97.0, 142.0, 171.0, 305.0, 535.0, 5076.0, 563.0, 260.0, 163.0, 96.0, 66.0, 42.0, 47.0, 21.0, 21.0, 9.0, 14.0, 8.0, 5.0, 4.0, 6.0, 1.0, 4.0, 2.0, 4.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.18375183641910553, -0.17767713963985443, -0.17160244286060333, -0.16552774608135223, -0.15945304930210114, -0.15337835252285004, -0.14730365574359894, -0.14122895896434784, -0.13515427708625793, -0.12907958030700684, -0.12300487607717514, -0.11693017929792404, -0.11085548996925354, -0.10478079319000244, -0.09870609641075134, -0.09263139963150024, -0.08655670285224915, -0.08048200607299805, -0.07440730929374695, -0.06833261251449585, -0.06225791946053505, -0.05618322268128395, -0.05010852962732315, -0.04403383284807205, -0.03795913606882095, -0.031884439289569855, -0.025809744372963905, -0.019735049456357956, -0.013660352677106857, -0.007585656829178333, -0.0015109609812498093, 0.004563734866678715, 0.010638430714607239, 0.016713127493858337, 0.022787822410464287, 0.028862517327070236, 0.034937214106321335, 0.041011910885572433, 0.047086603939533234, 0.05316130071878433, 0.05923599749803543, 0.06531069427728653, 0.07138539105653763, 0.07746008783578873, 0.08353477716445923, 0.08960947394371033, 0.09568417072296143, 0.10175886750221252, 0.10783356428146362, 0.11390826106071472, 0.11998295783996582, 0.12605765461921692, 0.13213235139846802, 0.13820704817771912, 0.14428174495697021, 0.1503564417362213, 0.1564311385154724, 0.16250582039356232, 0.16858051717281342, 0.17465521395206451, 0.1807299107313156, 0.1868046075105667, 0.1928793042898178, 0.1989540010690689, 0.20502869784832]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 5.0, 5.0, 2.0, 3.0, 3.0, 4.0, 4.0, 5.0, 2.0, 3.0, 6.0, 23.0, 2.0, 5.0, 3.0, 5.0, 5.0, 2.0, 3.0, 4.0, 3.0, 1.0, 2.0, 3.0, 6.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.003872169181704521, -0.0037485358770936728, -0.0036249025724828243, -0.0035012695007026196, -0.003377636196091771, -0.0032540028914809227, -0.003130369819700718, -0.0030067365150898695, -0.002883103210479021, -0.0027594699058681726, -0.0026358366012573242, -0.0025122035294771194, -0.002388570224866271, -0.0022649369202554226, -0.002141303848475218, -0.0020176705438643694, -0.001894037239253521, -0.0017704039346426725, -0.001646770746447146, -0.0015231375582516193, -0.001399504253640771, -0.0012758709490299225, -0.0011522377608343959, -0.0010286045726388693, -0.0009049712680280209, -0.0007813380216248333, -0.0006577047752216458, -0.0005340715288184583, -0.0004104382824152708, -0.0002868050360120833, -0.00016317178960889578, -3.9538543205708265e-05, 8.409470319747925e-05, 0.00020772794960066676, 0.0003313611960038543, 0.0004549944424070418, 0.0005786276888102293, 0.0007022609352134168, 0.0008258941816166043, 0.0009495274280197918, 0.0010731606744229794, 0.0011967939790338278, 0.0013204271672293544, 0.001444060355424881, 0.0015676936600357294, 0.0016913269646465778, 0.0018149601528421044, 0.001938593341037631, 0.0020622266456484795, 0.002185859950259328, 0.0023094932548701763, 0.002433126326650381, 0.0025567596312612295, 0.002680392935872078, 0.0028040260076522827, 0.002927659312263131, 0.0030512926168739796, 0.003174925921484828, 0.0032985592260956764, 0.003422192297875881, 0.0035458256024867296, 0.003669458907097578, 0.003793091978877783, 0.003916725516319275, 0.00404035858809948]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 4.0, 5.0, 6.0, 9.0, 4.0, 12.0, 21.0, 23.0, 41.0, 66.0, 86.0, 124.0, 212.0, 353.0, 477.0, 750.0, 1214.0, 1981.0, 3295.0, 6098.0, 11584.0, 23360.0, 53665.0, 180168.0, 764786.0, 64196.0, 28498.0, 15270.0, 8733.0, 5287.0, 3158.0, 2012.0, 1339.0, 884.0, 637.0, 407.0, 301.0, 186.0, 107.0, 88.0, 65.0, 43.0, 27.0, 23.0, 9.0, 6.0, 3.0, 4.0, 3.0, 3.0, 1.0, 3.0, 1.0], "bins": [-0.01032485906034708, -0.010031508281826973, -0.009738157503306866, -0.009444806724786758, -0.009151455946266651, -0.008858105167746544, -0.008564754389226437, -0.00827140361070633, -0.007978052832186222, -0.007684702053666115, -0.0073913512751460075, -0.0070980004966259, -0.006804649718105793, -0.006511298939585686, -0.0062179481610655785, -0.005924597382545471, -0.005631246604025364, -0.005337895825505257, -0.005044545046985149, -0.004751194268465042, -0.004457843489944935, -0.004164492711424828, -0.0038711419329047203, -0.003577791154384613, -0.0032844403758645058, -0.0029910895973443985, -0.0026977388188242912, -0.002404388040304184, -0.0021110372617840767, -0.0018176864832639694, -0.0015243357047438622, -0.0012309849262237549, -0.0009376341477036476, -0.0006442833691835403, -0.0003509325906634331, -5.7581812143325806e-05, 0.00023576896637678146, 0.0005291197448968887, 0.000822470523416996, 0.0011158213019371033, 0.0014091720804572105, 0.0017025228589773178, 0.001995873637497425, 0.0022892244160175323, 0.0025825751945376396, 0.002875925973057747, 0.003169276751577854, 0.0034626275300979614, 0.0037559783086180687, 0.004049329087138176, 0.004342679865658283, 0.0046360306441783905, 0.004929381422698498, 0.005222732201218605, 0.005516082979738712, 0.00580943375825882, 0.006102784536778927, 0.006396135315299034, 0.006689486093819141, 0.006982836872339249, 0.007276187650859356, 0.007569538429379463, 0.00786288920789957, 0.008156239986419678, 0.008449590764939785]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 4.0, 5.0, 2.0, 3.0, 1.0, 4.0, 11.0, 1.0, 3.0, 2.0, 4.0, 3.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014529310166835785, -0.01380943227559328, -0.013089554384350777, -0.012369676493108273, -0.011649798601865768, -0.010929920710623264, -0.01021004281938076, -0.009490164928138256, -0.008770287036895752, -0.008050408214330673, -0.007330530788749456, -0.006610652897506952, -0.005890774540603161, -0.005170896649360657, -0.004451018758118153, -0.0037311408668756485, -0.0030112629756331444, -0.0022913850843906403, -0.0015715070767328143, -0.0008516291272826493, -0.00013175117783248425, 0.0005881267716176808, 0.0013080047210678458, 0.0020278827287256718, 0.002747760619968176, 0.00346763851121068, 0.004187516402453184, 0.004907394293695688, 0.00562727265059948, 0.006347150541841984, 0.007067028433084488, 0.007786906324326992, 0.008506784215569496, 0.009226662106812, 0.009946539998054504, 0.010666417889297009, 0.011386295780539513, 0.012106173671782017, 0.012826051563024521, 0.013545929454267025, 0.014265807345509529, 0.014985686168074608, 0.015705563127994537, 0.016425441950559616, 0.017145318910479546, 0.017865197733044624, 0.018585074692964554, 0.019304953515529633, 0.02002483233809471, 0.02074470929801464, 0.02146458812057972, 0.02218446508049965, 0.022904343903064728, 0.023624220862984657, 0.024344099685549736, 0.025063976645469666, 0.025783855468034744, 0.026503732427954674, 0.027223611250519753, 0.027943488210439682, 0.02866336703300476, 0.02938324399292469, 0.03010312281548977, 0.0308229997754097, 0.03154287859797478]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 1.0, 2.0, 3.0, 3.0, 7.0, 13.0, 15.0, 13.0, 14.0, 19.0, 29.0, 30.0, 44.0, 66.0, 83.0, 110.0, 147.0, 185.0, 253.0, 301.0, 427.0, 528.0, 754.0, 1075.0, 1510.0, 5835.0, 2256.0, 1285.0, 849.0, 627.0, 442.0, 316.0, 262.0, 173.0, 144.0, 119.0, 75.0, 78.0, 65.0, 35.0, 35.0, 33.0, 21.0, 16.0, 20.0, 9.0, 5.0, 9.0, 11.0, 10.0, 10.0, 7.0, 7.0, 11.0, 8.0, 7.0, 5.0, 4.0, 2.0, 1.0, 3.0, 1.0, 1.0], "bins": [-0.008151613175868988, -0.007848215289413929, -0.007544816937297583, -0.007241419050842524, -0.006938020698726177, -0.006634622812271118, -0.006331224925816059, -0.006027826573699713, -0.005724428687244654, -0.005421030800789595, -0.005117632448673248, -0.004814234562218189, -0.00451083667576313, -0.004207438323646784, -0.0039040404371917248, -0.003600642317906022, -0.0032972441986203194, -0.0029938460793346167, -0.002690447960048914, -0.002387050073593855, -0.002083651954308152, -0.0017802538350224495, -0.0014768558321520686, -0.0011734578292816877, -0.000870059709995985, -0.0005666616489179432, -0.00026326358783990145, 4.0134473238140345e-05, 0.00034353253431618214, 0.0006469305953942239, 0.0009503286564722657, 0.0012537266593426466, 0.0015571247786283493, 0.001860522897914052, 0.0021639210171997547, 0.0024673189036548138, 0.0027707170229405165, 0.003074115142226219, 0.0033775130286812782, 0.003680911147966981, 0.003984309267252684, 0.004287707153707743, 0.004591105505824089, 0.004894503392279148, 0.005197901278734207, 0.0055012996308505535, 0.0058046975173056126, 0.006108095869421959, 0.006411493755877018, 0.006714891642332077, 0.007018289994448423, 0.0073216878809034824, 0.007625086233019829, 0.007928484119474888, 0.008231882005929947, 0.008535279892385006, 0.008838677778840065, 0.009142076596617699, 0.009445474483072758, 0.009748872369527817, 0.010052270255982876, 0.010355668142437935, 0.010659066960215569, 0.010962464846670628, 0.011265862733125687]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 4.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.11123022437095642, -0.10801982134580612, -0.10480941832065582, -0.10159901529550552, -0.09838861227035522, -0.09517820924520493, -0.09196780622005463, -0.08875740319490433, -0.08554700016975403, -0.08233660459518433, -0.07912620157003403, -0.07591579854488373, -0.07270539551973343, -0.06949499249458313, -0.06628458946943283, -0.06307418644428253, -0.05986378341913223, -0.056653380393981934, -0.053442977368831635, -0.050232574343681335, -0.047022171318531036, -0.043811772018671036, -0.04060136899352074, -0.03739096596837044, -0.03418056294322014, -0.03097015991806984, -0.02775975689291954, -0.02454935573041439, -0.02133895270526409, -0.018128549680113792, -0.014918147586286068, -0.011707745492458344, -0.008497342467308044, -0.005286939907819033, -0.002076537348330021, 0.0011338652111589909, 0.004344267770648003, 0.007554670330137014, 0.010765072889626026, 0.01397547498345375, 0.01718587800860405, 0.02039628103375435, 0.023606684058904648, 0.026817085221409798, 0.030027488246560097, 0.03323788940906525, 0.036448292434215546, 0.039658695459365845, 0.042869098484516144, 0.04607950150966644, 0.04928990453481674, 0.05250030755996704, 0.05571071058511734, 0.05892110988497734, 0.06213151291012764, 0.06534191966056824, 0.06855231523513794, 0.07176271826028824, 0.07497312128543854, 0.07818352431058884, 0.08139392733573914, 0.08460433036088943, 0.08781473338603973, 0.09102513641119003, 0.09423553943634033]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 3.0, 3.0, 3.0, 1.0, 2.0, 3.0, 8.0, 9.0, 9.0, 11.0, 15.0, 15.0, 14.0, 22.0, 24.0, 52.0, 16.0, 12.0, 4.0, 8.0, 6.0, 3.0, 3.0, 0.0, 2.0, 0.0, 4.0, 5.0, 1.0, 3.0, 1.0, 0.0, 2.0, 2.0, 4.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.07932817935943604, -0.07651624083518982, -0.0737043023109436, -0.07089236378669739, -0.06808042526245117, -0.06526848673820496, -0.06245654821395874, -0.059644609689712524, -0.05683267116546631, -0.05402073636651039, -0.051208797842264175, -0.04839685931801796, -0.045584920793771744, -0.04277298226952553, -0.03996104374527931, -0.037149105221033096, -0.03433716669678688, -0.031525228172540665, -0.02871328964829445, -0.025901351124048233, -0.023089412599802017, -0.02027747593820095, -0.017465537413954735, -0.014653598889708519, -0.011841660365462303, -0.009029721841216087, -0.006217783782631159, -0.0034058454912155867, -0.0005939071998000145, 0.0022180310916155577, 0.00502996938303113, 0.007841907441616058, 0.010653845965862274, 0.01346578449010849, 0.016277723014354706, 0.01908966153860092, 0.021901600062847137, 0.024713536724448204, 0.02752547524869442, 0.030337413772940636, 0.033149354159832, 0.03596128895878792, 0.038773227483034134, 0.04158516600728035, 0.044397104531526566, 0.04720904305577278, 0.050020981580019, 0.05283292010426521, 0.05564485862851143, 0.058456797152757645, 0.06126873567700386, 0.06408067047595978, 0.066892609000206, 0.06970454752445221, 0.07251648604869843, 0.07532842457294464, 0.07814036309719086, 0.08095230162143707, 0.08376424014568329, 0.0865761786699295, 0.08938811719417572, 0.09220005571842194, 0.09501199424266815, 0.09782393276691437, 0.10063587129116058]}, "_runtime": 64.86619544029236, "_timestamp": 1596212935.567733, "_step": 75}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 3.0, 1.0, 4.0, 7.0, 6.0, 4.0, 1.0, 1.0, 0.0, 1.0, 4.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010166805237531662, -0.009808861650526524, -0.00945091899484396, -0.009092975407838821, -0.008735032752156258, -0.00837708916515112, -0.008019146509468555, -0.007661202922463417, -0.007303259801119566, -0.006945316679775715, -0.006587373558431864, -0.006229430437088013, -0.005871486850082874, -0.005513543728739023, -0.005155600607395172, -0.004797657486051321, -0.00443971436470747, -0.004081771243363619, -0.0037238281220197678, -0.003365884767845273, -0.003007941646501422, -0.002649998525157571, -0.002292055170983076, -0.001934112049639225, -0.001576168928295374, -0.0012182258069515228, -0.0008602825691923499, -0.0005023393896408379, -0.0001443962100893259, 0.0002135469694621861, 0.0005714901490136981, 0.0009294333285652101, 0.001287376508116722, 0.0016453196294605732, 0.0020032627508044243, 0.002361206104978919, 0.00271914922632277, 0.003077092347666621, 0.003435035701841116, 0.003792978823184967, 0.004150921944528818, 0.004508865065872669, 0.00486680818721652, 0.005224751308560371, 0.00558269489556551, 0.005940638016909361, 0.006298581138253212, 0.006656524259597063, 0.007014467380940914, 0.007372410502284765, 0.007730353623628616, 0.008088297210633755, 0.008446239866316319, 0.008804183453321457, 0.00916212610900402, 0.009520069696009159, 0.009878013283014297, 0.010235955938696861, 0.010593899525702, 0.010951842181384563, 0.011309785768389702, 0.011667728424072266, 0.012025672011077404, 0.012383614666759968, 0.012741558253765106]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 6.0, 0.0, 2.0, 3.0, 2.0, 6.0, 5.0, 4.0, 6.0, 12.0, 15.0, 18.0, 11.0, 21.0, 18.0, 29.0, 46.0, 42.0, 76.0, 87.0, 131.0, 167.0, 253.0, 423.0, 4977.0, 632.0, 282.0, 153.0, 131.0, 96.0, 62.0, 36.0, 32.0, 24.0, 26.0, 18.0, 16.0, 6.0, 12.0, 6.0, 6.0, 6.0, 3.0, 3.0, 3.0, 4.0, 2.0, 1.0, 4.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.1322069615125656, -0.1280086785554886, -0.12381040304899216, -0.11961212009191513, -0.1154138371348381, -0.11121556162834167, -0.10701727867126465, -0.10281899571418762, -0.0986207127571106, -0.09442243725061417, -0.09022415429353714, -0.08602587133646011, -0.08182759582996368, -0.07762931287288666, -0.07343102991580963, -0.0692327544093132, -0.06503447145223618, -0.06083619222044945, -0.05663790926337242, -0.05243963003158569, -0.04824134707450867, -0.04404306784272194, -0.03984478861093521, -0.035646505653858185, -0.03144822642207146, -0.02724994532763958, -0.023051664233207703, -0.018853385001420975, -0.014655103906989098, -0.01045682281255722, -0.006258542649447918, -0.002060262020677328, 0.0021380186080932617, 0.0063362992368638515, 0.010534579865634441, 0.014732860028743744, 0.01893114112317562, 0.023129422217607498, 0.027327701449394226, 0.03152598440647125, 0.03572426363825798, 0.03992254287004471, 0.044120825827121735, 0.04831910505890846, 0.05251738429069519, 0.05671566724777222, 0.060913946479558945, 0.06511222571134567, 0.0693105086684227, 0.07350879162549973, 0.07770706713199615, 0.08190535008907318, 0.08610363304615021, 0.09030190855264664, 0.09450019150972366, 0.09869847446680069, 0.10289674997329712, 0.10709503293037415, 0.11129331588745117, 0.1154915988445282, 0.11968987435102463, 0.12388815730810165, 0.12808643281459808, 0.1322847157716751, 0.13648299872875214]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 4.0, 3.0, 3.0, 2.0, 2.0, 4.0, 5.0, 3.0, 4.0, 2.0, 4.0, 3.0, 4.0, 5.0, 26.0, 5.0, 1.0, 5.0, 3.0, 3.0, 1.0, 4.0, 2.0, 3.0, 0.0, 3.0, 1.0, 0.0, 2.0, 1.0, 0.0, 3.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0], "bins": [-0.0026104189455509186, -0.0025361988227814436, -0.0024619787000119686, -0.0023877588100731373, -0.0023135386873036623, -0.0022393185645341873, -0.0021650984417647123, -0.0020908783189952374, -0.002016658429056406, -0.0019424381898716092, -0.001868218183517456, -0.001793998060747981, -0.001719777937978506, -0.001645557931624353, -0.001571337808854878, -0.0014971178025007248, -0.0014228976797312498, -0.0013486775569617748, -0.0012744575506076217, -0.0012002374278381467, -0.0011260174214839935, -0.0010517972987145185, -0.0009775771759450436, -0.0009033571113832295, -0.0008291370468214154, -0.0007549169822596014, -0.0006806969176977873, -0.0006064767949283123, -0.0005322567303664982, -0.00045803666580468416, -0.00038381657213903964, -0.0003095964784733951, -0.00023537641391158104, -0.00016115633479785174, -8.693625568412244e-05, -1.2716176570393145e-05, 6.150390254333615e-05, 0.00013572398165706545, 0.00020994406077079475, 0.0002841641544364393, 0.00035838421899825335, 0.0004326042835600674, 0.0005068243481218815, 0.0005810444708913565, 0.0006552645354531705, 0.0007294846000149846, 0.0008037047227844596, 0.0008779247873462737, 0.0009521448519080877, 0.0010263649746775627, 0.0011005849810317159, 0.0011748051038011909, 0.001249025110155344, 0.001323245232924819, 0.001397465355694294, 0.0014716853620484471, 0.0015459054848179221, 0.001620125607587397, 0.0016943456139415503, 0.0017685657367110252, 0.0018427858594805002, 0.0019170058658346534, 0.0019912258721888065, 0.0020654459949582815, 0.0021396661177277565]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 4.0, 3.0, 7.0, 11.0, 21.0, 15.0, 22.0, 46.0, 60.0, 77.0, 129.0, 194.0, 304.0, 535.0, 796.0, 1278.0, 2236.0, 4020.0, 7006.0, 13485.0, 28191.0, 66614.0, 263649.0, 672427.0, 57044.0, 26266.0, 14025.0, 8037.0, 4755.0, 2862.0, 1885.0, 1176.0, 804.0, 558.0, 358.0, 235.0, 155.0, 99.0, 86.0, 54.0, 34.0, 21.0, 14.0, 12.0, 8.0, 9.0, 2.0, 5.0, 2.0, 3.0, 2.0, 3.0], "bins": [-0.007964144460856915, -0.007736789528280497, -0.007509434595704079, -0.0072820791974663734, -0.0070547242648899555, -0.006827369332313538, -0.006600013934075832, -0.0063726590014994144, -0.0061453040689229965, -0.005917949136346579, -0.005690594203770161, -0.0054632388055324554, -0.0052358838729560375, -0.00500852894037962, -0.004781173542141914, -0.0045538186095654964, -0.0043264636769890785, -0.004099108744412661, -0.003871753579005599, -0.0036443984135985374, -0.0034170434810221195, -0.0031896885484457016, -0.00296233338303864, -0.0027349782176315784, -0.0025076232850551605, -0.0022802683524787426, -0.002052913187071681, -0.0018255581380799413, -0.0015982030890882015, -0.0013708480400964618, -0.001143492991104722, -0.0009161379421129823, -0.0006887828931212425, -0.0004614278441295028, -0.00023407279513776302, -6.7177461460232735e-06, 0.00022063730284571648, 0.0004479923518374562, 0.000675347400829196, 0.0009027024498209357, 0.0011300574988126755, 0.0013574125478044152, 0.001584767596796155, 0.0018121226457878947, 0.0020394776947796345, 0.0022668326273560524, 0.002494187792763114, 0.0027215429581701756, 0.0029488978907465935, 0.0031762528233230114, 0.003403607988730073, 0.0036309631541371346, 0.0038583180867135525, 0.00408567301928997, 0.004313028417527676, 0.0045403833501040936, 0.0047677382826805115, 0.004995093215256929, 0.005222448147833347, 0.0054498035460710526, 0.0056771584786474705, 0.005904513411223888, 0.006131868809461594, 0.0063592237420380116, 0.0065865786746144295]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 4.0, 4.0, 11.0, 3.0, 3.0, 6.0, 4.0, 2.0, 2.0, 4.0, 3.0, 4.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.04205373674631119, -0.04112410545349121, -0.04019447788596153, -0.039264846593141556, -0.03833521530032158, -0.0374055877327919, -0.036475956439971924, -0.03554632514715195, -0.03461669757962227, -0.03368706628680229, -0.032757434993982315, -0.03182780742645264, -0.03089817613363266, -0.029968546703457832, -0.029038917273283005, -0.028109285980463028, -0.0271796565502882, -0.026250027120113373, -0.025320395827293396, -0.02439076639711857, -0.02346113696694374, -0.022531505674123764, -0.021601876243948936, -0.02067224681377411, -0.019742615520954132, -0.018812986090779305, -0.017883356660604477, -0.01695372723042965, -0.016024095937609673, -0.015094466507434845, -0.014164836145937443, -0.013235206715762615, -0.012305576354265213, -0.01137594599276781, -0.010446316562592983, -0.009516686201095581, -0.008587056770920753, -0.007657426409423351, -0.006727796047925949, -0.005798166152089834, -0.004868536256253719, -0.0039389063604176044, -0.003009276231750846, -0.0020796461030840874, -0.0011500162072479725, -0.00022038619499653578, 0.0007092438172549009, 0.0016388738295063376, 0.0025685038417577744, 0.0034981337375938892, 0.004427763633430004, 0.005357393994927406, 0.006287023890763521, 0.007216653786599636, 0.008146284148097038, 0.009075913578271866, 0.010005543939769268, 0.01093517430126667, 0.011864803731441498, 0.0127944340929389, 0.013724064454436302, 0.01465369388461113, 0.015583324246108532, 0.016512954607605934, 0.01744258403778076]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [12.0, 4.0, 2.0, 0.0, 0.0, 8.0, 15.0, 6.0, 5.0, 3.0, 2.0, 1.0, 1.0, 1.0, 1.0, 3.0, 14.0, 23.0, 14.0, 27.0, 23.0, 20.0, 15.0, 31.0, 44.0, 42.0, 40.0, 90.0, 111.0, 143.0, 202.0, 271.0, 507.0, 817.0, 1544.0, 6573.0, 2502.0, 1572.0, 1061.0, 833.0, 505.0, 360.0, 310.0, 200.0, 130.0, 88.0, 57.0, 42.0, 38.0, 24.0, 19.0, 20.0, 22.0, 8.0, 7.0, 5.0, 2.0, 6.0, 2.0, 2.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.013223673216998577, -0.012851587496697903, -0.012479500845074654, -0.01210741512477398, -0.011735329404473305, -0.01136324368417263, -0.010991157963871956, -0.010619071312248707, -0.010246985591948032, -0.009874899871647358, -0.009502813220024109, -0.009130727499723434, -0.00875864177942276, -0.008386556059122086, -0.008014470338821411, -0.007642383687198162, -0.007270297966897488, -0.006898212246596813, -0.0065261260606348515, -0.00615403987467289, -0.005781954154372215, -0.005409868434071541, -0.005037782248109579, -0.004665696062147617, -0.004293610341846943, -0.0039215246215462685, -0.0035494384355843067, -0.0031773524824529886, -0.0028052665293216705, -0.0024331805761903524, -0.0020610946230590343, -0.0016890086699277163, -0.0013169227167963982, -0.0009448367636650801, -0.000572750810533762, -0.00020066485740244389, 0.0001714210957288742, 0.0005435070488601923, 0.0009155930019915104, 0.0012876789551228285, 0.0016597649082541466, 0.0020318508613854647, 0.0024039368145167828, 0.002776022767648101, 0.003148108720779419, 0.003520194673910737, 0.003892280627042055, 0.004264366813004017, 0.004636452533304691, 0.005008538253605366, 0.0053806244395673275, 0.005752710625529289, 0.006124796345829964, 0.006496882066130638, 0.0068689682520926, 0.007241054438054562, 0.007613140158355236, 0.00798522587865591, 0.00835731253027916, 0.008729398250579834, 0.009101483970880508, 0.009473569691181183, 0.009845655411481857, 0.010217742063105106, 0.01058982778340578]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 3.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 3.0, 0.0, 1.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.07236390560865402, -0.06911858916282654, -0.06587327271699905, -0.06262796372175217, -0.05938264727592468, -0.0561373308300972, -0.052892014384269714, -0.04964670166373253, -0.046401385217905045, -0.04315606877207756, -0.039910756051540375, -0.03666543960571289, -0.033420123159885406, -0.03017481043934822, -0.026929493993520737, -0.023684179410338402, -0.020438864827156067, -0.017193550243973732, -0.013948234729468822, -0.010702919214963913, -0.007457604631781578, -0.004212289582937956, -0.0009669745340943336, 0.0022783405147492886, 0.005523655563592911, 0.008768970146775246, 0.012014285661280155, 0.015259601175785065, 0.0185049157589674, 0.021750230342149734, 0.02499554678797722, 0.028240861371159554, 0.03148617595434189, 0.03473149240016937, 0.03797680512070656, 0.04122212156653404, 0.04446743428707123, 0.04771275073289871, 0.050958067178726196, 0.05420337989926338, 0.057448696345090866, 0.06069401279091835, 0.06393932551145554, 0.06718464195728302, 0.0704299584031105, 0.07367527484893799, 0.07692058384418488, 0.08016590029001236, 0.08341121673583984, 0.08665653318166733, 0.08990184962749481, 0.0931471586227417, 0.09639247506856918, 0.09963779151439667, 0.10288310796022415, 0.10612842440605164, 0.10937373340129852, 0.11261904984712601, 0.11586436629295349, 0.11910968273878098, 0.12235499918460846, 0.12560030817985535, 0.12884563207626343, 0.13209094107151031, 0.1353362500667572]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 3.0, 2.0, 4.0, 4.0, 3.0, 6.0, 1.0, 13.0, 11.0, 11.0, 18.0, 18.0, 18.0, 31.0, 46.0, 31.0, 15.0, 10.0, 7.0, 5.0, 2.0, 4.0, 5.0, 3.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.0428483784198761, -0.0403815358877182, -0.0379146933555603, -0.035447850823402405, -0.03298100829124451, -0.030514167621731758, -0.02804732508957386, -0.025580482557415962, -0.023113640025258064, -0.020646797493100166, -0.01817995496094227, -0.01571311242878437, -0.013246270827949047, -0.01077942829579115, -0.008312586694955826, -0.005845744162797928, -0.00337890163064003, -0.0009120593313127756, 0.0015547829680144787, 0.004021625034511089, 0.006488467566668987, 0.008955310098826885, 0.011422151699662209, 0.013888994231820107, 0.016355836763978004, 0.018822679296135902, 0.0212895218282938, 0.0237563643604517, 0.026223205029964447, 0.028690047562122345, 0.031156890094280243, 0.03362373262643814, 0.03609057515859604, 0.03855741769075394, 0.041024260222911835, 0.04349110275506973, 0.04595794528722763, 0.04842478781938553, 0.050891630351543427, 0.053358472883701324, 0.05582531541585922, 0.05829215422272682, 0.06075899675488472, 0.06322584301233292, 0.06569268554449081, 0.06815952807664871, 0.07062637060880661, 0.07309321314096451, 0.07556004822254181, 0.07802689075469971, 0.0804937332868576, 0.0829605758190155, 0.0854274183511734, 0.0878942608833313, 0.0903611034154892, 0.0928279459476471, 0.09529478847980499, 0.09776163101196289, 0.10022847354412079, 0.10269531607627869, 0.10516215860843658, 0.10762900114059448, 0.11009584367275238, 0.11256268620491028, 0.11502952873706818]}, "_runtime": 65.66133189201355, "_timestamp": 1596212936.3628695, "_step": 76}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 6.0, 3.0, 5.0, 3.0, 3.0, 2.0, 4.0, 2.0, 0.0, 0.0, 3.0, 4.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011592277325689793, -0.011263536289334297, -0.010934794321656227, -0.010606053285300732, -0.010277312248945236, -0.00994857121258974, -0.009619830176234245, -0.009291088208556175, -0.00896234717220068, -0.008633606135845184, -0.008304864168167114, -0.007976123131811619, -0.007647382095456123, -0.007318641059100628, -0.006989899557083845, -0.006661158055067062, -0.006332417018711567, -0.0060036759823560715, -0.005674934480339289, -0.005346192978322506, -0.0050174519419670105, -0.004688710905611515, -0.004359969403594732, -0.0040312279015779495, -0.003702486865222454, -0.003373745596036315, -0.003045004326850176, -0.0027162630576640368, -0.0023875217884778976, -0.0020587805192917585, -0.0017300392501056194, -0.0014012979809194803, -0.0010725567117333412, -0.0007438154425472021, -0.000415074173361063, -8.63329041749239e-05, 0.0002424083650112152, 0.0005711496341973543, 0.0008998909033834934, 0.0012286321725696325, 0.0015573734417557716, 0.0018861147109419107, 0.00221485598012805, 0.002543597249314189, 0.002872338518500328, 0.003201079787686467, 0.0035298210568726063, 0.0038585623260587454, 0.0041873035952448845, 0.00451604463160038, 0.004844786133617163, 0.0051735276356339455, 0.005502268671989441, 0.005831009708344936, 0.006159751210361719, 0.006488492712378502, 0.006817233748733997, 0.007145974785089493, 0.0074747162871062756, 0.007803457789123058, 0.008132198825478554, 0.00846093986183405, 0.008789680898189545, 0.009118422865867615, 0.00944716390222311]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 4.0, 3.0, 1.0, 3.0, 4.0, 9.0, 11.0, 11.0, 12.0, 8.0, 12.0, 16.0, 26.0, 29.0, 44.0, 47.0, 67.0, 69.0, 110.0, 143.0, 185.0, 265.0, 489.0, 4773.0, 672.0, 262.0, 161.0, 105.0, 91.0, 68.0, 49.0, 43.0, 35.0, 19.0, 16.0, 12.0, 10.0, 11.0, 4.0, 7.0, 7.0, 3.0, 2.0, 2.0, 2.0, 5.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.13814884424209595, -0.1339970827102661, -0.12984530627727509, -0.12569354474544525, -0.12154177576303482, -0.11739001423120499, -0.11323824524879456, -0.10908647626638412, -0.1049347072839737, -0.10078294575214386, -0.09663117676973343, -0.092479407787323, -0.08832764625549316, -0.08417587727308273, -0.0800241082906723, -0.07587234675884247, -0.07172057777643204, -0.0675688087940216, -0.06341704726219177, -0.05926527827978134, -0.05511350929737091, -0.05096174404025078, -0.046809978783130646, -0.042658209800720215, -0.03850644454360008, -0.03435467928647995, -0.03020291030406952, -0.026051145046949387, -0.021899377927184105, -0.017747610807418823, -0.013595844618976116, -0.009444078430533409, -0.0052923113107681274, -0.001140544656664133, 0.0030112219974398613, 0.007162988651543856, 0.01131475530564785, 0.015466522425413132, 0.019618287682533264, 0.023770054802298546, 0.027921821922063828, 0.03207358717918396, 0.03622535616159439, 0.04037712141871452, 0.044528886675834656, 0.04868065565824509, 0.05283242091536522, 0.05698418989777565, 0.06113595515489578, 0.06528772413730621, 0.06943948566913605, 0.07359125465154648, 0.07774302363395691, 0.08189478516578674, 0.08604655414819717, 0.0901983231306076, 0.09435008466243744, 0.09850185364484787, 0.1026536226272583, 0.10680539160966873, 0.11095715314149857, 0.115108922123909, 0.11926069110631943, 0.12341245263814926, 0.1275642216205597]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 4.0, 3.0, 3.0, 1.0, 5.0, 5.0, 2.0, 5.0, 3.0, 4.0, 3.0, 8.0, 25.0, 6.0, 7.0, 3.0, 0.0, 2.0, 3.0, 2.0, 2.0, 4.0, 2.0, 1.0, 4.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0029509514570236206, -0.0028433362022042274, -0.0027357209473848343, -0.0026281054597347975, -0.0025204902049154043, -0.002412874950096011, -0.002305259695276618, -0.002197644440457225, -0.002090028952807188, -0.001982413697987795, -0.0018747984431684017, -0.0017671831883490086, -0.0016595679335296154, -0.0015519525622949004, -0.0014443373074755073, -0.0013367219362407923, -0.0012291066814213991, -0.001121491426602006, -0.001013876055367291, -0.0009062608005478978, -0.0007986454875208437, -0.0006910301744937897, -0.0005834149196743965, -0.00047579960664734244, -0.00036818429362028837, -0.0002605689805932343, -0.00015295369667001069, -4.533839819487184e-05, 6.2276900280267e-05, 0.00016989219875540584, 0.0002775074972305447, 0.0003851227811537683, 0.0004927380941808224, 0.0006003534072078764, 0.0007079687202349305, 0.0008155839750543237, 0.0009231992880813777, 0.0010308146011084318, 0.001138429855927825, 0.00124604522716254, 0.0013536604819819331, 0.0014612757368013263, 0.0015688911080360413, 0.0016765063628554344, 0.0017841216176748276, 0.0018917369889095426, 0.0019993523601442575, 0.0021069676149636507, 0.002214582869783044, 0.002322198124602437, 0.00242981337942183, 0.002537428867071867, 0.00264504412189126, 0.0027526593767106533, 0.0028602746315300465, 0.0029678898863494396, 0.0030755051411688328, 0.0031831206288188696, 0.0032907358836382627, 0.003398351138457656, 0.003505966393277049, 0.0036135816480964422, 0.003721197135746479, 0.003828812390565872, 0.003936427645385265]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 6.0, 5.0, 7.0, 8.0, 11.0, 35.0, 36.0, 73.0, 100.0, 153.0, 284.0, 432.0, 677.0, 1123.0, 1862.0, 3140.0, 5395.0, 9649.0, 18784.0, 39834.0, 103836.0, 808281.0, 98179.0, 38618.0, 19386.0, 10836.0, 6488.0, 4077.0, 2567.0, 1783.0, 1160.0, 751.0, 557.0, 410.0, 317.0, 209.0, 141.0, 110.0, 65.0, 68.0, 40.0, 38.0, 23.0, 20.0, 17.0, 10.0, 11.0, 6.0, 4.0, 5.0, 4.0, 3.0, 3.0, 1.0, 1.0, 0.0, 2.0], "bins": [-0.0072312913835048676, -0.006978414952754974, -0.006725538056343794, -0.006472661625593901, -0.00621978472918272, -0.005966908298432827, -0.0057140314020216465, -0.005461154971271753, -0.005208278074860573, -0.00495540164411068, -0.0047025252133607864, -0.004449648316949606, -0.004196771886199713, -0.003943894989788532, -0.003691018559038639, -0.0034381418954581022, -0.0031852652318775654, -0.0029323885682970285, -0.0026795119047164917, -0.002426635241135955, -0.002173758577555418, -0.001920882030390203, -0.001668005483224988, -0.0014151288196444511, -0.0011622521560639143, -0.0009093754924833775, -0.0006564988871105015, -0.00040362225263379514, -0.00015074561815708876, 0.00010213101631961763, 0.000355007650796324, 0.0006078842561691999, 0.0008607609197497368, 0.0011136375833302736, 0.0013665142469108105, 0.0016193907940760255, 0.0018722674576565623, 0.0021251440048217773, 0.002378020668402314, 0.002630897331982851, 0.002883773995563388, 0.0031366506591439247, 0.0033895273227244616, 0.0036424039863049984, 0.0038952804170548916, 0.004148157313466072, 0.004401033744215965, 0.004653910640627146, 0.004906787071377039, 0.005159663502126932, 0.005412540398538113, 0.005665416829288006, 0.005918293725699186, 0.0061711701564490795, 0.00642404705286026, 0.006676923483610153, 0.006929799914360046, 0.007182676810771227, 0.00743555324152112, 0.007688430137932301, 0.007941306568682194, 0.008194182999432087, 0.008447060361504555, 0.008699936792254448, 0.008952813223004341]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 6.0, 0.0, 5.0, 4.0, 4.0, 3.0, 8.0, 1.0, 4.0, 2.0, 1.0, 4.0, 3.0, 1.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02788609080016613, -0.027118558064103127, -0.026351025328040123, -0.02558349259197712, -0.024815957993268967, -0.024048425257205963, -0.02328089252114296, -0.022513359785079956, -0.021745827049016953, -0.02097829431295395, -0.020210761576890945, -0.019443228840827942, -0.01867569610476494, -0.017908161506056786, -0.017140628769993782, -0.01637309603393078, -0.015605563297867775, -0.014838030561804771, -0.014070497825741768, -0.01330296415835619, -0.012535431422293186, -0.011767898686230183, -0.011000365018844604, -0.010232832282781601, -0.009465299546718597, -0.008697766810655594, -0.00793023407459259, -0.007162700407207012, -0.006395167671144009, -0.005627634935081005, -0.004860101733356714, -0.004092568531632423, -0.00332503579556942, -0.0025575028266757727, -0.0017899698577821255, -0.0010224368888884783, -0.0002549039199948311, 0.0005126290488988161, 0.0012801620177924633, 0.0020476949866861105, 0.0028152279555797577, 0.003582760924473405, 0.004350293893367052, 0.005117827095091343, 0.0058853598311543465, 0.00665289256721735, 0.007420425768941641, 0.008187958970665932, 0.008955491706728935, 0.009723024442791939, 0.010490557178854942, 0.01125809084624052, 0.012025623582303524, 0.012793156318366528, 0.013560689985752106, 0.01432822272181511, 0.015095755457878113, 0.015863288193941116, 0.01663082093000412, 0.017398353666067123, 0.018165886402130127, 0.01893342100083828, 0.019700953736901283, 0.020468486472964287, 0.02123601920902729]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 4.0, 6.0, 2.0, 8.0, 10.0, 10.0, 11.0, 14.0, 10.0, 15.0, 20.0, 16.0, 19.0, 35.0, 51.0, 70.0, 101.0, 160.0, 235.0, 369.0, 522.0, 773.0, 1218.0, 1953.0, 6532.0, 2180.0, 1104.0, 761.0, 569.0, 418.0, 317.0, 225.0, 146.0, 127.0, 74.0, 70.0, 39.0, 41.0, 30.0, 23.0, 20.0, 23.0, 13.0, 14.0, 10.0, 4.0, 9.0, 9.0, 13.0, 2.0, 8.0, 4.0, 4.0, 1.0, 2.0, 1.0, 1.0], "bins": [-0.011685323901474476, -0.011316491290926933, -0.010947657749056816, -0.010578825138509274, -0.010209991596639156, -0.009841158986091614, -0.009472325444221497, -0.009103492833673954, -0.008734660223126411, -0.008365826681256294, -0.007996994070708752, -0.0076281605288386345, -0.007259327918291092, -0.006890494842082262, -0.006521661765873432, -0.006152828689664602, -0.005783995613455772, -0.0054151625372469425, -0.005046329461038113, -0.004677496384829283, -0.004308663308620453, -0.00393983069807291, -0.0035709976218640804, -0.0032021645456552505, -0.0028333314694464207, -0.002464498393237591, -0.002095665317028761, -0.0017268324736505747, -0.0013579993974417448, -0.000989166321232915, -0.0006203333614394069, -0.0002515003434382379, 0.00011733267456293106, 0.0004861656925641, 0.000854998710565269, 0.001223831670358777, 0.001592664746567607, 0.001961497822776437, 0.002330330666154623, 0.002699163742363453, 0.003067996818572283, 0.0034368298947811127, 0.0038056629709899426, 0.004174496047198772, 0.004543328657746315, 0.004912161733955145, 0.005280994810163975, 0.005649827886372805, 0.0060186609625816345, 0.006387494038790464, 0.006756327114999294, 0.007125160191208124, 0.007493993267416954, 0.007862825877964497, 0.008231659419834614, 0.008600492030382156, 0.008969325572252274, 0.009338158182799816, 0.009706990793347359, 0.010075824335217476, 0.010444656945765018, 0.010813490487635136, 0.011182323098182678, 0.011551156640052795, 0.011919989250600338]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 4.0, 0.0, 3.0, 4.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.11296864598989487, -0.10886605829000473, -0.1047634705901146, -0.10066088289022446, -0.09655829519033432, -0.09245570749044418, -0.08835311979055405, -0.08425053209066391, -0.08014795184135437, -0.07604536414146423, -0.0719427764415741, -0.06784018874168396, -0.06373760104179382, -0.059635013341903687, -0.05553242564201355, -0.05142983794212341, -0.047327250242233276, -0.04322466254234314, -0.039122074842453, -0.035019487142562866, -0.03091690130531788, -0.026814313605427742, -0.022711727768182755, -0.018609140068292618, -0.014506552368402481, -0.010403964668512344, -0.006301377899944782, -0.002198790665715933, 0.0019037965685129166, 0.006006383802741766, 0.010108971036970615, 0.014211557805538177, 0.018314145505428314, 0.02241673320531845, 0.026519320905208588, 0.030621906742453575, 0.03472449630498886, 0.0388270802795887, 0.042929667979478836, 0.04703225567936897, 0.05113484337925911, 0.055237431079149246, 0.05934001877903938, 0.06344260275363922, 0.06754519045352936, 0.0716477781534195, 0.07575036585330963, 0.07985295355319977, 0.0839555412530899, 0.08805812895298004, 0.09216071665287018, 0.09626330435276031, 0.10036589205265045, 0.10446847975254059, 0.10857106745243073, 0.11267365515232086, 0.116776242852211, 0.12087882310152054, 0.12498141080141068, 0.1290840059518814, 0.13318659365177155, 0.13728918135166168, 0.14139176905155182, 0.14549435675144196, 0.1495969295501709]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 3.0, 1.0, 3.0, 2.0, 1.0, 2.0, 1.0, 0.0, 5.0, 3.0, 2.0, 3.0, 4.0, 2.0, 3.0, 0.0, 2.0, 0.0, 1.0, 2.0, 8.0, 19.0, 22.0, 24.0, 56.0, 17.0, 22.0, 11.0, 8.0, 11.0, 6.0, 3.0, 6.0, 3.0, 1.0, 6.0, 3.0, 5.0, 3.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.09945964068174362, -0.09627675265073776, -0.0930938646197319, -0.08991096913814545, -0.08672808110713959, -0.08354519307613373, -0.08036230504512787, -0.07717941701412201, -0.07399652898311615, -0.0708136335015297, -0.06763074547052383, -0.06444785743951797, -0.061264969408512115, -0.05808207765221596, -0.0548991896212101, -0.05171629786491394, -0.04853340983390808, -0.04535052180290222, -0.042167630046606064, -0.038984742015600204, -0.03580185025930405, -0.03261896222829819, -0.029436074197292328, -0.02625318430364132, -0.02307029440999031, -0.019887404516339302, -0.016704514622688293, -0.013521626591682434, -0.010338736698031425, -0.007155847270041704, -0.003972957842051983, -0.0007900684140622616, 0.0023928210139274597, 0.005575710441917181, 0.008758599869906902, 0.011941488832235336, 0.015124378725886345, 0.018307268619537354, 0.021490156650543213, 0.02467304654419422, 0.02785593643784523, 0.03103882633149624, 0.03422171622514725, 0.03740460425615311, 0.040587492287158966, 0.043770384043455124, 0.04695327207446098, 0.05013616383075714, 0.053319051861763, 0.05650193989276886, 0.05968483164906502, 0.06286772340536118, 0.06605061143636703, 0.0692334994673729, 0.07241638749837875, 0.07559927552938461, 0.07878217101097107, 0.08196505904197693, 0.08514794707298279, 0.08833083510398865, 0.0915137231349945, 0.09469661116600037, 0.09787950664758682, 0.10106239467859268, 0.10424528270959854]}, "_runtime": 66.46925139427185, "_timestamp": 1596212937.170789, "_step": 77}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 3.0, 0.0, 3.0, 0.0, 3.0, 0.0, 3.0, 3.0, 2.0, 3.0, 1.0, 0.0, 1.0, 5.0, 4.0, 2.0, 1.0, 0.0, 0.0, 3.0, 3.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.010557256639003754, -0.010275183245539665, -0.009993108920753002, -0.009711035527288914, -0.00942896120250225, -0.009146887809038162, -0.0088648134842515, -0.00858274009078741, -0.008300665766000748, -0.00801859237253666, -0.0077365185134112835, -0.007454444654285908, -0.007172371260821819, -0.0068902974016964436, -0.006608223542571068, -0.006326149683445692, -0.006044075824320316, -0.005762001965194941, -0.005479928106069565, -0.005197854246944189, -0.004915780387818813, -0.004633706994354725, -0.004351633135229349, -0.004069559276103973, -0.0037874854169785976, -0.003505411557853222, -0.003223337698727846, -0.002941264072433114, -0.0026591902133077383, -0.0023771163541823626, -0.0020950427278876305, -0.0018129688687622547, -0.001530895009636879, -0.0012488211505115032, -0.0009667474078014493, -0.0006846736068837345, -0.00040259980596601963, -0.0001205260050483048, 0.00016154779586941004, 0.00044362159678712487, 0.0007256953977048397, 0.0010077692568302155, 0.0012898429995402694, 0.0015719167422503233, 0.001853990601375699, 0.002136064460501075, 0.002418138086795807, 0.0027002119459211826, 0.0029822858050465584, 0.003264359664171934, 0.00354643352329731, 0.003828507149592042, 0.004110581241548061, 0.00439265463501215, 0.0046747284941375256, 0.004956802353262901, 0.005238876212388277, 0.005520950071513653, 0.0058030239306390285, 0.006085097789764404, 0.006367171183228493, 0.0066492450423538685, 0.006931318901479244, 0.00721339276060462, 0.007495466619729996]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 1.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 4.0, 2.0, 3.0, 6.0, 9.0, 9.0, 10.0, 16.0, 17.0, 26.0, 29.0, 40.0, 47.0, 68.0, 90.0, 122.0, 178.0, 284.0, 662.0, 5134.0, 437.0, 216.0, 146.0, 101.0, 61.0, 52.0, 37.0, 32.0, 14.0, 15.0, 20.0, 9.0, 6.0, 4.0, 4.0, 2.0, 3.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1350487470626831, -0.1307060420513153, -0.1263633370399475, -0.12202061712741852, -0.11767791211605072, -0.11333520710468292, -0.10899249464273453, -0.10464978218078613, -0.10030707716941833, -0.09596437215805054, -0.09162165969610214, -0.08727894723415375, -0.08293624222278595, -0.07859353721141815, -0.07425082474946976, -0.06990811228752136, -0.06556540727615356, -0.06122269853949547, -0.05687998980283737, -0.052537281066179276, -0.04819457232952118, -0.04385186359286308, -0.03950915485620499, -0.03516644611954689, -0.030823737382888794, -0.026481028646230698, -0.0221383199095726, -0.017795611172914505, -0.013452902436256409, -0.009110193699598312, -0.004767484962940216, -0.00042477622628211975, 0.0039179325103759766, 0.008260641247034073, 0.01260334998369217, 0.016946058720350266, 0.021288767457008362, 0.025631476193666458, 0.029974184930324554, 0.03431689366698265, 0.03865960240364075, 0.04300231114029884, 0.04734501987695694, 0.051687728613615036, 0.05603043735027313, 0.06037314608693123, 0.06471585482358932, 0.06905856728553772, 0.07340127229690552, 0.07774397730827332, 0.08208668977022171, 0.0864294022321701, 0.0907721072435379, 0.0951148122549057, 0.0994575247168541, 0.10380023717880249, 0.10814294219017029, 0.11248564720153809, 0.11682835966348648, 0.12117107212543488, 0.12551377713680267, 0.12985648214817047, 0.13419920206069946, 0.13854190707206726, 0.14288461208343506]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 3.0, 0.0, 3.0, 4.0, 2.0, 1.0, 3.0, 4.0, 3.0, 4.0, 0.0, 4.0, 4.0, 4.0, 7.0, 2.0, 3.0, 4.0, 23.0, 6.0, 3.0, 2.0, 5.0, 2.0, 0.0, 2.0, 0.0, 3.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0], "bins": [-0.002160188741981983, -0.0020909642335027456, -0.002021739725023508, -0.0019525151001289487, -0.0018832905916497111, -0.0018140660831704736, -0.0017448414582759142, -0.0016756169497966766, -0.001606392441317439, -0.0015371679328382015, -0.001467943424358964, -0.0013987187994644046, -0.001329494290985167, -0.0012602697825059295, -0.00119104515761137, -0.0011218206491321325, -0.001052596140652895, -0.0009833716321736574, -0.000914147065486759, -0.0008449224987998605, -0.0007756979903206229, -0.0007064734818413854, -0.0006372489151544869, -0.0005680243484675884, -0.0004987998399883509, -0.00042957530240528286, -0.00036035076482221484, -0.00029112622723914683, -0.00022190168965607882, -0.0001526771520730108, -8.345261448994279e-05, -1.4228076906874776e-05, 5.499646067619324e-05, 0.00012422099825926125, 0.00019344553584232926, 0.0002626700734253973, 0.0003318946110084653, 0.0004011191485915333, 0.0004703436861746013, 0.0005395682528614998, 0.0006087927613407373, 0.0006780172698199749, 0.0007472418365068734, 0.0008164664031937718, 0.0008856909116730094, 0.000954915420152247, 0.0010241400450468063, 0.001093364553526044, 0.0011625890620052814, 0.001231813570484519, 0.0013010380789637566, 0.001370262703858316, 0.0014394872123375535, 0.001508711720816791, 0.0015779363457113504, 0.001647160854190588, 0.0017163853626698256, 0.0017856098711490631, 0.0018548343796283007, 0.00192405900452286, 0.0019932836294174194, 0.002062508137896657, 0.0021317326463758945, 0.002200957154855132, 0.0022701816633343697]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 3.0, 1.0, 1.0, 1.0, 2.0, 7.0, 8.0, 10.0, 9.0, 21.0, 18.0, 43.0, 50.0, 73.0, 96.0, 171.0, 216.0, 325.0, 512.0, 818.0, 1323.0, 2177.0, 3594.0, 6463.0, 12087.0, 25050.0, 59799.0, 218469.0, 740102.0, 51274.0, 22635.0, 12239.0, 7240.0, 4547.0, 3083.0, 2053.0, 1426.0, 1010.0, 760.0, 546.0, 379.0, 287.0, 197.0, 145.0, 98.0, 68.0, 54.0, 44.0, 28.0, 19.0, 17.0, 17.0, 7.0, 12.0, 4.0, 2.0, 1.0, 1.0, 0.0, 2.0, 1.0], "bins": [-0.006743289530277252, -0.00652669882401824, -0.006310108117759228, -0.0060935174115002155, -0.005876926705241203, -0.005660336464643478, -0.005443745758384466, -0.005227155052125454, -0.005010564345866442, -0.0047939736396074295, -0.004577382933348417, -0.004360792227089405, -0.00414420198649168, -0.003927611280232668, -0.0037110205739736557, -0.0034944298677146435, -0.0032778391614556313, -0.003061248455196619, -0.002844657748937607, -0.0026280672755092382, -0.002411476569250226, -0.002194885862991214, -0.0019782953895628452, -0.001761704683303833, -0.0015451139770448208, -0.0013285232707858086, -0.0011119326809421182, -0.0008953420328907669, -0.0006787513848394156, -0.00046216073678806424, -0.00024557008873671293, -2.8979440685361624e-05, 0.00018761120736598969, 0.000404201855417341, 0.0006207925034686923, 0.0008373831515200436, 0.001053973799571395, 0.0012705645058304071, 0.0014871550956740975, 0.001703745685517788, 0.0019203363917768002, 0.0021369270980358124, 0.0023535178042948246, 0.002570108277723193, 0.0027866989839822054, 0.0030032896902412176, 0.003219880163669586, 0.0034364708699285984, 0.0036530615761876106, 0.003869652282446623, 0.004086242988705635, 0.004302833694964647, 0.0045194244012236595, 0.004736014641821384, 0.004952605348080397, 0.005169196054339409, 0.005385786760598421, 0.005602377466857433, 0.0058189681731164455, 0.006035558879375458, 0.006252149119973183, 0.006468739826232195, 0.006685330532491207, 0.006901921238750219, 0.007118511945009232]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 3.0, 4.0, 3.0, 6.0, 2.0, 7.0, 1.0, 9.0, 3.0, 3.0, 6.0, 2.0, 1.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.03578992187976837, -0.03504912555217743, -0.03430832922458649, -0.033567532896995544, -0.0328267365694046, -0.03208594024181366, -0.031345147639513016, -0.030604349449276924, -0.02986355498433113, -0.02912275865674019, -0.028381962329149246, -0.027641166001558304, -0.02690036967396736, -0.02615957334637642, -0.025418778881430626, -0.024677982553839684, -0.02393718622624874, -0.0231963898986578, -0.022455593571066856, -0.021714799106121063, -0.02097400277853012, -0.02023320645093918, -0.019492410123348236, -0.018751613795757294, -0.01801081746816635, -0.017270023003220558, -0.016529226675629616, -0.015788430348038673, -0.015047634020447731, -0.014306838624179363, -0.013566042296588421, -0.012825246900320053, -0.01208445057272911, -0.011343654245138168, -0.0106028588488698, -0.009862062521278858, -0.00912126712501049, -0.008380470797419548, -0.007639674469828606, -0.006898878607898951, -0.0061580827459692955, -0.00541728688403964, -0.004676491022109985, -0.003935694694519043, -0.003194898832589388, -0.002454102970659733, -0.001713306875899434, -0.0009725108975544572, -0.00023171491920948029, 0.0005090810591354966, 0.0012498770374804735, 0.0019906731322407722, 0.0027314689941704273, 0.0034722648561000824, 0.004213061183691025, 0.00495385704562068, 0.005694652907550335, 0.00643544876947999, 0.007176244631409645, 0.007917040959000587, 0.00865783728659153, 0.009398632682859898, 0.01013942901045084, 0.010880224406719208, 0.01162102073431015]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [5.0, 5.0, 8.0, 0.0, 0.0, 0.0, 0.0, 5.0, 11.0, 17.0, 8.0, 4.0, 5.0, 6.0, 0.0, 4.0, 11.0, 9.0, 7.0, 8.0, 7.0, 6.0, 5.0, 6.0, 15.0, 27.0, 29.0, 42.0, 44.0, 49.0, 61.0, 83.0, 123.0, 119.0, 211.0, 251.0, 325.0, 398.0, 591.0, 768.0, 1218.0, 1841.0, 6221.0, 2008.0, 1285.0, 812.0, 591.0, 387.0, 285.0, 161.0, 101.0, 68.0, 55.0, 29.0, 19.0, 20.0, 17.0, 9.0, 10.0, 4.0, 9.0, 5.0, 1.0, 3.0], "bins": [-0.01159602776169777, -0.011324931867420673, -0.011053835041821003, -0.010782739147543907, -0.010511642321944237, -0.010240546427667141, -0.00996944960206747, -0.009698353707790375, -0.009427256882190704, -0.009156160987913609, -0.008885064162313938, -0.008613968268036842, -0.008342871442437172, -0.008071775548160076, -0.007800679188221693, -0.00752958282828331, -0.007258486468344927, -0.006987390108406544, -0.006716293748468161, -0.0064451973885297775, -0.006174101028591394, -0.005903004668653011, -0.005631908308714628, -0.005360811948776245, -0.005089716054499149, -0.004818619694560766, -0.004547523334622383, -0.004276426974684, -0.004005330614745617, -0.003734234254807234, -0.0034631378948688507, -0.0031920415349304676, -0.0029209451749920845, -0.0026498488150537014, -0.0023787524551153183, -0.002107656095176935, -0.001836559851653874, -0.0015654634917154908, -0.0012943672481924295, -0.0010232708882540464, -0.0007521745283156633, -0.0004810781974811107, -0.00020998186664655805, 6.11144641879946e-05, 0.00033221079502254725, 0.0006033071549609303, 0.0008744034566916525, 0.0011454997584223747, 0.0014165961183607578, 0.001687692478299141, 0.001958788838237524, 0.002229885198175907, 0.0025009815581142902, 0.0027720776852220297, 0.003043174045160413, 0.003314270405098796, 0.003585366765037179, 0.003856463124975562, 0.0041275592520833015, 0.004398655612021685, 0.004669751971960068, 0.004940848331898451, 0.005211944691836834, 0.005483041051775217, 0.0057541374117136]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 6.0, 2.0, 3.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.05044306069612503, -0.04740806668996811, -0.044373076409101486, -0.04133808612823486, -0.03830309212207794, -0.03526809811592102, -0.0322331078350544, -0.029198115691542625, -0.026163123548030853, -0.02312813140451908, -0.02009313926100731, -0.017058147117495537, -0.014023154973983765, -0.010988162830471992, -0.00795317068696022, -0.004918178543448448, -0.001883186399936676, 0.0011518057435750961, 0.004186797887086868, 0.0072217900305986404, 0.010256782174110413, 0.013291774317622185, 0.016326766461133957, 0.01936175860464573, 0.0223967507481575, 0.025431742891669273, 0.028466735035181046, 0.03150172531604767, 0.03453671932220459, 0.03757171332836151, 0.040606703609228134, 0.04364169389009476, 0.04667668789625168, 0.0497116819024086, 0.05274667218327522, 0.055781662464141846, 0.05881665647029877, 0.06185165047645569, 0.06488664448261261, 0.06792163103818893, 0.07095662504434586, 0.07399161905050278, 0.0770266056060791, 0.08006159961223602, 0.08309659361839294, 0.08613158762454987, 0.08916658163070679, 0.09220156818628311, 0.09523656219244003, 0.09827155619859695, 0.10130654275417328, 0.1043415367603302, 0.10737653076648712, 0.11041152477264404, 0.11344651877880096, 0.11648150533437729, 0.11951649934053421, 0.12255149334669113, 0.12558647990226746, 0.12862147390842438, 0.1316564679145813, 0.13469146192073822, 0.13772645592689514, 0.14076144993305206, 0.14379644393920898]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 5.0, 1.0, 6.0, 14.0, 19.0, 19.0, 16.0, 17.0, 19.0, 16.0, 34.0, 25.0, 14.0, 11.0, 4.0, 10.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 3.0, 3.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 3.0, 0.0, 1.0, 3.0, 3.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 2.0], "bins": [-0.040434807538986206, -0.038504522293806076, -0.036574240773916245, -0.034643955528736115, -0.03271367400884628, -0.030783388763666153, -0.028853103518486023, -0.026922820135951042, -0.02499253675341606, -0.02306225337088108, -0.0211319699883461, -0.01920168474316597, -0.01727140136063099, -0.015341117978096008, -0.013410833664238453, -0.011480549350380898, -0.009550265967845917, -0.007619982119649649, -0.005689698271453381, -0.0037594144232571125, -0.0018291305750608444, 0.00010115327313542366, 0.0020314371213316917, 0.00396172096952796, 0.005892004817724228, 0.007822288200259209, 0.009752572514116764, 0.01168285682797432, 0.0136131402105093, 0.015543423593044281, 0.01747370883822441, 0.019403992220759392, 0.021334275603294373, 0.023264558985829353, 0.025194842368364334, 0.027125127613544464, 0.029055410996079445, 0.030985694378614426, 0.032915979623794556, 0.03484626114368439, 0.03677654638886452, 0.03870683163404465, 0.04063711315393448, 0.04256739839911461, 0.04449768364429474, 0.04642796516418457, 0.0483582504093647, 0.05028853192925453, 0.05221881717443466, 0.05414910241961479, 0.05607938393950462, 0.05800966918468475, 0.059939950704574585, 0.061870235949754715, 0.06380052119493484, 0.06573080271482468, 0.0676610916852951, 0.06959137320518494, 0.07152165472507477, 0.0734519362449646, 0.07538222521543503, 0.07731250673532486, 0.07924278825521469, 0.08117307722568512, 0.08310335874557495]}, "_runtime": 67.3057074546814, "_timestamp": 1596212938.007245, "_step": 78}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 2.0, 1.0, 2.0, 2.0, 0.0, 2.0, 2.0, 3.0, 0.0, 4.0, 2.0, 2.0, 5.0, 3.0, 3.0, 1.0, 2.0, 4.0, 2.0, 1.0, 2.0, 4.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.017042072489857674, -0.0166305024176836, -0.01621893234550953, -0.015807362273335457, -0.015395792201161385, -0.014984222128987312, -0.01457265205681324, -0.014161081984639168, -0.013749511912465096, -0.013337941840291023, -0.012926371768116951, -0.012514801695942879, -0.012103231623768806, -0.011691661551594734, -0.011280091479420662, -0.01086852140724659, -0.010456951335072517, -0.010045381262898445, -0.009633811190724373, -0.0092222411185503, -0.008810671046376228, -0.008399100974202156, -0.007987530902028084, -0.0075759608298540115, -0.007164390757679939, -0.006752820685505867, -0.006341250613331795, -0.0059296805411577225, -0.00551811046898365, -0.005106540396809578, -0.004694970324635506, -0.004283400252461433, -0.003871830180287361, -0.003460260108113289, -0.0030486900359392166, -0.0026371199637651443, -0.002225549891591072, -0.0018139798194169998, -0.0014024097472429276, -0.0009908396750688553, -0.000579269602894783, -0.00016769953072071075, 0.0002438705414533615, 0.0006554406136274338, 0.001067010685801506, 0.0014785807579755783, 0.0018901508301496506, 0.002301720902323723, 0.002713290974497795, 0.0031248610466718674, 0.0035364311188459396, 0.003948001191020012, 0.004359571263194084, 0.004771141335368156, 0.005182711407542229, 0.005594281479716301, 0.006005851551890373, 0.0064174216240644455, 0.006828991696238518, 0.00724056176841259, 0.007652131840586662, 0.008063701912760735, 0.008475271984934807, 0.008886842057108879, 0.009298412129282951]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 3.0, 1.0, 2.0, 5.0, 2.0, 8.0, 4.0, 8.0, 9.0, 13.0, 25.0, 32.0, 37.0, 66.0, 84.0, 125.0, 192.0, 296.0, 580.0, 5354.0, 425.0, 209.0, 126.0, 110.0, 61.0, 44.0, 30.0, 23.0, 16.0, 14.0, 6.0, 6.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.18766458332538605, -0.18216708302497864, -0.17666959762573242, -0.171172097325325, -0.1656745970249176, -0.1601770967245102, -0.15467959642410278, -0.14918211102485657, -0.14368461072444916, -0.13818711042404175, -0.13268962502479553, -0.12719212472438812, -0.12169462442398071, -0.1161971241235733, -0.11069963127374649, -0.10520213842391968, -0.09970463812351227, -0.09420713782310486, -0.08870964497327805, -0.08321215212345123, -0.07771465182304382, -0.07221715152263641, -0.0667196586728096, -0.06122216209769249, -0.05572466552257538, -0.05022716894745827, -0.044729672372341156, -0.039232175797224045, -0.033734679222106934, -0.028237182646989822, -0.02273968607187271, -0.0172421894967556, -0.011744692921638489, -0.0062471963465213776, -0.0007496997714042664, 0.004747796803712845, 0.010245293378829956, 0.015742789953947067, 0.02124028652906418, 0.02673778310418129, 0.0322352796792984, 0.03773277625441551, 0.04323027282953262, 0.048727769404649734, 0.054225265979766846, 0.05972276255488396, 0.06522025913000107, 0.07071775197982788, 0.07621525228023529, 0.0817127525806427, 0.08721024543046951, 0.09270773828029633, 0.09820523858070374, 0.10370273888111115, 0.10920023173093796, 0.11469772458076477, 0.12019522488117218, 0.1256927251815796, 0.1311902105808258, 0.13668771088123322, 0.14218521118164062, 0.14768271148204803, 0.15318021178245544, 0.15867769718170166, 0.16417519748210907]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 2.0, 1.0, 0.0, 2.0, 2.0, 1.0, 5.0, 2.0, 1.0, 1.0, 6.0, 2.0, 3.0, 6.0, 3.0, 14.0, 25.0, 3.0, 2.0, 3.0, 3.0, 2.0, 0.0, 8.0, 3.0, 2.0, 3.0, 0.0, 6.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0], "bins": [-0.0027436211239546537, -0.0026648910716176033, -0.002586160786449909, -0.0025074307341128588, -0.0024287006817758083, -0.002349970629438758, -0.0022712405771017075, -0.0021925102919340134, -0.002113780239596963, -0.0020350501872599125, -0.0019563199020922184, -0.001877589849755168, -0.0017988597974181175, -0.001720129745081067, -0.0016413995763286948, -0.0015626694075763226, -0.0014839393552392721, -0.0014052093029022217, -0.0013264791341498494, -0.0012477489653974771, -0.0011690189130604267, -0.0010902888607233763, -0.001011558691971004, -0.0009328285814262927, -0.0008540984708815813, -0.00077536836033687, -0.0006966382497921586, -0.0006179081392474473, -0.0005391780287027359, -0.00046044791815802455, -0.0003817178076133132, -0.00030298769706860185, -0.0002242575865238905, -0.00014552747597917914, -6.679736543446779e-05, 1.1932745110243559e-05, 9.066285565495491e-05, 0.00016939296619966626, 0.0002481230767443776, 0.00032685318728908896, 0.0004055832978338003, 0.00048431340837851167, 0.000563043518923223, 0.0006417736294679344, 0.0007205037400126457, 0.0007992338505573571, 0.0008779639611020684, 0.0009566940716467798, 0.0010354241821914911, 0.0011141542345285416, 0.0011928844032809138, 0.001271614572033286, 0.0013503446243703365, 0.001429074676707387, 0.0015078048454597592, 0.0015865350142121315, 0.001665265066549182, 0.0017439951188862324, 0.0018227252876386046, 0.001901455456390977, 0.0019801855087280273, 0.0020589155610650778, 0.0021376456134021282, 0.0022163758985698223, 0.0022951059509068727]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 3.0, 3.0, 1.0, 4.0, 7.0, 9.0, 12.0, 8.0, 17.0, 25.0, 25.0, 35.0, 57.0, 91.0, 121.0, 182.0, 270.0, 352.0, 521.0, 766.0, 1130.0, 1706.0, 2760.0, 4185.0, 6893.0, 12317.0, 22774.0, 47249.0, 124108.0, 781599.0, 84155.0, 36828.0, 19825.0, 11599.0, 6973.0, 4278.0, 2785.0, 1831.0, 1217.0, 833.0, 601.0, 384.0, 289.0, 212.0, 149.0, 91.0, 87.0, 70.0, 45.0, 35.0, 35.0, 23.0, 19.0, 12.0, 12.0, 8.0, 6.0, 6.0, 5.0, 2.0, 1.0, 0.0, 1.0], "bins": [-0.005291525274515152, -0.005117781925946474, -0.004944038577377796, -0.004770295228809118, -0.00459655188024044, -0.00442280899733305, -0.004249065648764372, -0.004075322300195694, -0.003901578951627016, -0.003727835603058338, -0.0035540922544896603, -0.003380349138751626, -0.003206605790182948, -0.00303286244161427, -0.002859119325876236, -0.002685375977307558, -0.00251163262873888, -0.0023378892801702023, -0.0021641459316015244, -0.00199040281586349, -0.0018166594672948122, -0.0016429161187261343, -0.0014691728865727782, -0.0012954296544194221, -0.0011216863058507442, -0.0009479430154897273, -0.0007741997251287103, -0.0006004564347676933, -0.0004267131444066763, -0.0002529698540456593, -7.922656368464231e-05, 9.451672667637467e-05, 0.00026826001703739166, 0.00044200330739840865, 0.0006157465977594256, 0.0007894898881204426, 0.0009632331784814596, 0.0011369765270501375, 0.0013107197592034936, 0.0014844629913568497, 0.0016582063399255276, 0.0018319496884942055, 0.0020056930370628834, 0.0021794361528009176, 0.0023531795013695955, 0.0025269228499382734, 0.0027006659656763077, 0.0028744093142449856, 0.0030481526628136635, 0.0032218960113823414, 0.0033956393599510193, 0.0035693824756890535, 0.0037431258242577314, 0.003916868939995766, 0.004090612288564444, 0.0042643556371331215, 0.004438098985701799, 0.004611842334270477, 0.004785585682839155, 0.004959329031407833, 0.005133071914315224, 0.005306815262883902, 0.0054805586114525795, 0.005654301960021257, 0.005828045308589935]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 3.0, 4.0, 2.0, 8.0, 5.0, 9.0, 4.0, 4.0, 3.0, 0.0, 1.0, 3.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.04402858763933182, -0.04300890862941742, -0.04198922961950302, -0.04096955433487892, -0.03994987532496452, -0.038930196315050125, -0.03791051730513573, -0.03689083829522133, -0.03587116301059723, -0.03485148400068283, -0.03383180499076843, -0.032812125980854034, -0.031792446970939636, -0.030772769823670387, -0.02975309081375599, -0.02873341366648674, -0.027713734656572342, -0.026694055646657944, -0.025674378499388695, -0.024654699489474297, -0.023635022342205048, -0.02261534333229065, -0.02159566432237625, -0.020575987175107002, -0.019556308165192604, -0.018536629155278206, -0.017516952008008957, -0.01649727299809456, -0.015477594919502735, -0.014457916840910912, -0.013438237830996513, -0.01241855975240469, -0.011398881673812866, -0.010379203595221043, -0.009359525516629219, -0.00833984650671482, -0.007320168428122997, -0.006300490349531174, -0.005280811805278063, -0.004261133261024952, -0.0032414551824331284, -0.002221776871010661, -0.001202098559588194, -0.00018242024816572666, 0.0008372580632567406, 0.0018569363746792078, 0.002876614686101675, 0.0038962929975241423, 0.0049159713089466095, 0.005935649387538433, 0.006955327931791544, 0.007975006476044655, 0.008994684554636478, 0.010014362633228302, 0.0110340416431427, 0.012053719721734524, 0.013073397800326347, 0.014093075878918171, 0.015112753957509995, 0.016132432967424393, 0.01715211197733879, 0.01817178912460804, 0.019191468134522438, 0.020211145281791687, 0.021230824291706085]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [8.0, 7.0, 2.0, 1.0, 1.0, 4.0, 11.0, 11.0, 8.0, 11.0, 8.0, 10.0, 4.0, 9.0, 10.0, 14.0, 18.0, 27.0, 19.0, 17.0, 29.0, 22.0, 29.0, 46.0, 62.0, 78.0, 97.0, 108.0, 154.0, 200.0, 247.0, 323.0, 494.0, 812.0, 1962.0, 6594.0, 2282.0, 1453.0, 924.0, 567.0, 427.0, 306.0, 223.0, 181.0, 133.0, 92.0, 102.0, 70.0, 52.0, 35.0, 28.0, 18.0, 16.0, 12.0, 14.0, 8.0, 14.0, 4.0, 5.0, 5.0, 1.0, 2.0, 0.0, 1.0], "bins": [-0.013853849843144417, -0.013460362330079079, -0.01306687481701374, -0.012673388235270977, -0.012279900722205639, -0.0118864132091403, -0.011492925696074963, -0.011099438183009624, -0.010705951601266861, -0.010312464088201523, -0.009918976575136185, -0.009525489062070847, -0.009132001549005508, -0.00873851403594017, -0.008345027454197407, -0.007951539941132069, -0.0075580524280667305, -0.007164564915001392, -0.0067710778675973415, -0.006377590354532003, -0.005984103307127953, -0.0055906157940626144, -0.005197128280997276, -0.0048036412335932255, -0.004410153720527887, -0.004016666207462549, -0.0036231791600584984, -0.0032296916469931602, -0.0028362043667584658, -0.0024427170865237713, -0.002049229573458433, -0.0016557422932237387, -0.0012622550129890442, -0.0008687676745466888, -0.0004752803361043334, -8.1792997661978e-05, 0.0003116943407803774, 0.0007051816792227328, 0.0010986690176650882, 0.0014921564143151045, 0.001885643694549799, 0.0022791309747844934, 0.002672618255019188, 0.003066105768084526, 0.0034595930483192205, 0.003853080328553915, 0.004246567841619253, 0.004640054889023304, 0.005033542402088642, 0.00542702991515398, 0.005820516962558031, 0.006214004475623369, 0.00660749152302742, 0.007000979036092758, 0.007394466549158096, 0.007787953596562147, 0.008181441575288773, 0.008574928157031536, 0.008968415670096874, 0.009361903183162212, 0.00975539069622755, 0.010148878209292889, 0.010542364791035652, 0.01093585230410099, 0.011329339817166328]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 1.0, 2.0, 0.0, 0.0, 5.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.06638367474079132, -0.06215672567486763, -0.05792977660894394, -0.05370283126831055, -0.049475882202386856, -0.045248933136463165, -0.04102198779582977, -0.03679503872990608, -0.03256808966398239, -0.0283411405980587, -0.02411419339478016, -0.019887246191501617, -0.015660297125577927, -0.01143334899097681, -0.007206400856375694, -0.002979452721774578, 0.001247495412826538, 0.005474443547427654, 0.00970139168202877, 0.013928339816629887, 0.018155287951231003, 0.022382237017154694, 0.026609184220433235, 0.030836131423711777, 0.03506308048963547, 0.03929002955555916, 0.04351697862148285, 0.04774392396211624, 0.05197087302803993, 0.05619782209396362, 0.060424767434597015, 0.064651720225811, 0.0688786655664444, 0.07310561090707779, 0.07733256369829178, 0.08155950903892517, 0.08578646183013916, 0.09001340717077255, 0.09424035251140594, 0.09846730530261993, 0.10269425064325333, 0.10692119598388672, 0.11114814877510071, 0.1153750941157341, 0.11960203945636749, 0.12382899224758148, 0.12805594503879547, 0.13228288292884827, 0.13650983572006226, 0.14073678851127625, 0.14496372640132904, 0.14919067919254303, 0.15341763198375702, 0.15764456987380981, 0.1618715226650238, 0.1660984754562378, 0.17032542824745178, 0.17455236613750458, 0.17877931892871857, 0.18300627171993256, 0.18723320960998535, 0.19146016240119934, 0.19568711519241333, 0.19991405308246613, 0.20414100587368011]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 2.0, 1.0, 3.0, 5.0, 4.0, 5.0, 2.0, 3.0, 12.0, 6.0, 10.0, 8.0, 15.0, 17.0, 18.0, 25.0, 50.0, 19.0, 10.0, 13.0, 11.0, 2.0, 1.0, 3.0, 4.0, 0.0, 3.0, 3.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 2.0, 1.0, 2.0, 0.0, 3.0, 1.0, 0.0, 2.0, 2.0, 2.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.04984567314386368, -0.04744206741452217, -0.045038461685180664, -0.04263485595583916, -0.04023125022649765, -0.037827640771865845, -0.03542403504252434, -0.03302042931318283, -0.030616823583841324, -0.028213217854499817, -0.02580961212515831, -0.023406004533171654, -0.021002398803830147, -0.01859879307448864, -0.016195185482501984, -0.013791579753160477, -0.01138797402381897, -0.008984368294477463, -0.006580761633813381, -0.004177155438810587, -0.0017735492438077927, 0.0006300569511950016, 0.003033663146197796, 0.00543726934120059, 0.007840875536203384, 0.010244481265544891, 0.012648087926208973, 0.015051694586873055, 0.01745530031621456, 0.01985890604555607, 0.022262513637542725, 0.02466611936688423, 0.02706972509622574, 0.029473330825567245, 0.03187693655490875, 0.03428054228425026, 0.036684148013591766, 0.03908775746822357, 0.04149136319756508, 0.043894968926906586, 0.04629857465624809, 0.0487021803855896, 0.05110578611493111, 0.053509391844272614, 0.05591300129890442, 0.058316607028245926, 0.06072021275758743, 0.06312381476163864, 0.06552742421627045, 0.06793103367090225, 0.07033463567495346, 0.07273824512958527, 0.07514184713363647, 0.07754545658826828, 0.07994905859231949, 0.0823526680469513, 0.0847562700510025, 0.08715987950563431, 0.08956348896026611, 0.09196709096431732, 0.09437070041894913, 0.09677430242300034, 0.09917791187763214, 0.10158151388168335, 0.10398512333631516]}, "_runtime": 68.09203433990479, "_timestamp": 1596212938.793572, "_step": 79}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 1.0, 3.0, 2.0, 0.0, 2.0, 2.0, 0.0, 2.0, 2.0, 2.0, 2.0, 6.0, 3.0, 2.0, 2.0, 4.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.010111621581017971, -0.009840736165642738, -0.009569850750267506, -0.009298965334892273, -0.00902807991951704, -0.008757194504141808, -0.008486309088766575, -0.008215423673391342, -0.007944537326693535, -0.0076736523769795895, -0.007402766961604357, -0.007131881546229124, -0.006860995665192604, -0.006590110249817371, -0.006319224834442139, -0.006048339419066906, -0.005777454003691673, -0.005506568588316441, -0.005235683172941208, -0.004964797757565975, -0.0046939123421907425, -0.0044230264611542225, -0.00415214104577899, -0.003881255630403757, -0.0036103702150285244, -0.0033394847996532917, -0.003068599384278059, -0.0027977137360721827, -0.00252682832069695, -0.0022559429053217173, -0.001985057257115841, -0.0017141718417406082, -0.0014432864263653755, -0.0011724010109901428, -0.0009015154791995883, -0.0006306300056166947, -0.0003597445320338011, -8.885905845090747e-05, 0.00018202641513198614, 0.00045291188871487975, 0.0007237973622977734, 0.000994682777673006, 0.0012655683094635606, 0.001536453841254115, 0.0018073392566293478, 0.0020782246720045805, 0.002349110320210457, 0.0026199957355856895, 0.0028908811509609222, 0.003161766566336155, 0.0034326519817113876, 0.003703537629917264, 0.003974422812461853, 0.004245308693498373, 0.004516194108873606, 0.004787079524248838, 0.005057964939624071, 0.005328850354999304, 0.0055997357703745365, 0.005870621185749769, 0.006141507066786289, 0.006412392482161522, 0.006683277897536755, 0.006954163312911987, 0.00722504872828722]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 1.0, 3.0, 2.0, 2.0, 2.0, 5.0, 2.0, 6.0, 5.0, 6.0, 10.0, 7.0, 22.0, 13.0, 24.0, 22.0, 31.0, 39.0, 40.0, 57.0, 65.0, 92.0, 100.0, 157.0, 194.0, 308.0, 642.0, 4696.0, 444.0, 240.0, 162.0, 116.0, 89.0, 61.0, 58.0, 33.0, 29.0, 34.0, 14.0, 8.0, 15.0, 15.0, 14.0, 7.0, 7.0, 7.0, 6.0, 6.0, 2.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 2.0], "bins": [-0.1102086752653122, -0.10706054419279099, -0.10391240566968918, -0.10076427459716797, -0.09761613607406616, -0.09446800500154495, -0.09131986647844315, -0.08817173540592194, -0.08502359688282013, -0.08187546581029892, -0.07872733473777771, -0.0755791962146759, -0.0724310651421547, -0.06928292661905289, -0.06613479554653168, -0.06298665702342987, -0.05983852595090866, -0.05669039115309715, -0.053542256355285645, -0.050394121557474136, -0.04724598675966263, -0.04409785568714142, -0.04094972088932991, -0.0378015860915184, -0.034653451293706894, -0.031505316495895386, -0.028357181698083878, -0.02520904876291752, -0.02206091396510601, -0.018912779167294502, -0.015764646232128143, -0.012616511434316635, -0.009468376636505127, -0.006320242304354906, -0.003172107972204685, -2.397364005446434e-05, 0.0031241606920957565, 0.006272295024245977, 0.009420429356396198, 0.012568563222885132, 0.01571669802069664, 0.018864832818508148, 0.022012967616319656, 0.025161100551486015, 0.028309235349297523, 0.03145736828446388, 0.03460550308227539, 0.0377536378800869, 0.04090177267789841, 0.044049907475709915, 0.04719804227352142, 0.05034617707133293, 0.05349431186914444, 0.05664244294166565, 0.05979057773947716, 0.06293871253728867, 0.06608684360980988, 0.06923498213291168, 0.07238311320543289, 0.0755312517285347, 0.07867938280105591, 0.08182752132415771, 0.08497565239667892, 0.08812379091978073, 0.09127192199230194]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 1.0, 2.0, 1.0, 5.0, 7.0, 5.0, 1.0, 4.0, 3.0, 3.0, 4.0, 1.0, 5.0, 25.0, 4.0, 4.0, 4.0, 1.0, 3.0, 0.0, 2.0, 4.0, 6.0, 2.0, 3.0, 2.0, 2.0, 4.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002038491889834404, -0.0019471029518172145, -0.001855714013800025, -0.0017643251921981573, -0.0016729362541809678, -0.0015815473161637783, -0.0014901583781465888, -0.0013987694401293993, -0.0013073806185275316, -0.0012159916805103421, -0.0011246027424931526, -0.0010332138044759631, -0.0009418248664587736, -0.000850435986649245, -0.0007590470486320555, -0.0006676581688225269, -0.0005762692308053374, -0.0004848803218919784, -0.00039349141297861934, -0.00030210247496142983, -0.0002107135660480708, -0.00011932464985875413, -2.7935733669437468e-05, 6.345318251987919e-05, 0.00015484209870919585, 0.0002462310076225549, 0.00033761991653591394, 0.00042900885455310345, 0.000520397792570293, 0.0006117866723798215, 0.000703175610397011, 0.0007945644902065396, 0.0008859534282237291, 0.0009773423662409186, 0.0010687313042581081, 0.0011601201258599758, 0.0012515090638771653, 0.0013428980018943548, 0.0014342869399115443, 0.0015256758779287338, 0.0016170646995306015, 0.001708453637547791, 0.0017998425755649805, 0.00189123151358217, 0.0019826204515993595, 0.002074009273201227, 0.0021653983276337385, 0.002256787149235606, 0.0023481762036681175, 0.002439565025269985, 0.002530953846871853, 0.002622342901304364, 0.002713731722906232, 0.002805120777338743, 0.002896509598940611, 0.0029878984205424786, 0.00307928747497499, 0.0031706762965768576, 0.003262065351009369, 0.0033534541726112366, 0.0034448429942131042, 0.0035362320486456156, 0.0036276208702474833, 0.0037190099246799946, 0.0038103987462818623]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 1.0, 3.0, 3.0, 3.0, 6.0, 6.0, 11.0, 19.0, 21.0, 34.0, 43.0, 75.0, 108.0, 200.0, 303.0, 504.0, 728.0, 1271.0, 2144.0, 3718.0, 6686.0, 12571.0, 27304.0, 71626.0, 826195.0, 133350.0, 40504.0, 19585.0, 11132.0, 7149.0, 4596.0, 3007.0, 2034.0, 1412.0, 917.0, 681.0, 435.0, 348.0, 276.0, 165.0, 124.0, 105.0, 68.0, 52.0, 33.0, 28.0, 13.0, 12.0, 11.0, 4.0, 4.0, 8.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 2.0, 1.0], "bins": [-0.0061913118697702885, -0.0059516653418540955, -0.005712018348276615, -0.005472371354699135, -0.005232724826782942, -0.004993078298866749, -0.0047534313052892685, -0.004513784311711788, -0.004274137783795595, -0.004034491255879402, -0.003794844262301922, -0.003555197501555085, -0.0033155507408082485, -0.003075903980061412, -0.002836257219314575, -0.0025966104585677385, -0.002356963697820902, -0.002117316937074065, -0.0018776701763272285, -0.0016380234155803919, -0.0013983766548335552, -0.0011587298940867186, -0.0009190831333398819, -0.0006794363725930452, -0.00043978961184620857, -0.0002001428510993719, 3.950390964746475e-05, 0.0002791506703943014, 0.0005187974311411381, 0.0007584441918879747, 0.0009980909526348114, 0.001237737713381648, 0.0014773844741284847, 0.0017170312348753214, 0.001956677995622158, 0.0021963247563689947, 0.0024359715171158314, 0.002675618277862668, 0.0029152650386095047, 0.0031549117993563414, 0.003394558560103178, 0.0036342053208500147, 0.0038738520815968513, 0.004113499075174332, 0.004353145603090525, 0.004592792131006718, 0.004832439124584198, 0.005072086118161678, 0.005311732646077871, 0.005551379173994064, 0.005791026167571545, 0.006030673161149025, 0.006270319689065218, 0.006509966216981411, 0.006749613210558891, 0.006989260204136372, 0.007228906732052565, 0.007468553259968758, 0.007708200253546238, 0.007947847247123718, 0.008187493309378624, 0.008427140302956104, 0.008666787296533585, 0.008906434290111065, 0.009146081283688545]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 4.0, 8.0, 5.0, 8.0, 3.0, 4.0, 10.0, 4.0, 3.0, 0.0, 1.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.031500786542892456, -0.029760725796222687, -0.028020665049552917, -0.026280604302883148, -0.02454054355621338, -0.02280048094689846, -0.02106042020022869, -0.019320359453558922, -0.017580298706889153, -0.015840237960219383, -0.014100177213549614, -0.01236011553555727, -0.0106200547888875, -0.008879994042217731, -0.007139932829886675, -0.005399871617555618, -0.003659810870885849, -0.001919749891385436, -0.00017968891188502312, 0.0015603720676153898, 0.0033004330471158028, 0.005040493793785572, 0.006780555006116629, 0.008520616218447685, 0.010260676965117455, 0.012000737711787224, 0.013740798458456993, 0.015480860136449337, 0.01722092181444168, 0.01896098256111145, 0.02070104330778122, 0.02244110405445099, 0.024181164801120758, 0.025921225547790527, 0.027661286294460297, 0.029401347041130066, 0.031141407787799835, 0.032881468534469604, 0.034621529281139374, 0.03636159002780914, 0.03810165077447891, 0.03984171524643898, 0.04158177599310875, 0.04332183673977852, 0.04506189748644829, 0.04680195823311806, 0.04854201897978783, 0.050282079726457596, 0.052022140473127365, 0.053762201219797134, 0.055502261966466904, 0.05724232271313667, 0.05898238345980644, 0.06072244420647621, 0.06246250495314598, 0.06420256942510605, 0.06594263017177582, 0.06768269091844559, 0.06942275166511536, 0.07116281241178513, 0.0729028731584549, 0.07464293390512466, 0.07638299465179443, 0.0781230553984642, 0.07986311614513397]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 2.0, 4.0, 6.0, 16.0, 11.0, 21.0, 22.0, 30.0, 46.0, 66.0, 99.0, 176.0, 238.0, 357.0, 561.0, 848.0, 1278.0, 1942.0, 3573.0, 6264.0, 1064.0, 547.0, 329.0, 217.0, 135.0, 120.0, 73.0, 62.0, 45.0, 46.0, 32.0, 39.0, 13.0, 6.0, 6.0, 6.0, 12.0, 6.0, 9.0, 10.0, 11.0, 9.0, 5.0, 2.0, 3.0, 4.0, 2.0, 6.0, 3.0, 5.0, 3.0, 4.0, 11.0, 6.0, 0.0, 0.0, 1.0, 2.0, 3.0, 6.0, 6.0], "bins": [-0.013402355834841728, -0.012795655988156796, -0.012188955210149288, -0.011582255363464355, -0.010975554585456848, -0.010368854738771915, -0.009762154892086983, -0.009155454114079475, -0.008548754267394543, -0.00794205442070961, -0.007335353642702103, -0.00672865379601717, -0.00612195348367095, -0.00551525317132473, -0.004908553324639797, -0.004301853012293577, -0.003695152699947357, -0.003088452387601137, -0.002481752308085561, -0.0018750521121546626, -0.0012683519162237644, -0.0006616517202928662, -5.495152436196804e-05, 0.0005517486715689301, 0.0011584488674998283, 0.0017651490634307265, 0.0023718492593616247, 0.002978549338877201, 0.003585249651223421, 0.004191949963569641, 0.004798649810254574, 0.005405350122600794, 0.006012050434947014, 0.006618750747293234, 0.007225451059639454, 0.007832150906324387, 0.008438851684331894, 0.009045551531016827, 0.00965225137770176, 0.010258952155709267, 0.0108656520023942, 0.011472351849079132, 0.01207905262708664, 0.012685752473771572, 0.013292452320456505, 0.013899153098464012, 0.014505852945148945, 0.015112553723156452, 0.015719253569841385, 0.016325954347848892, 0.01693265326321125, 0.017539354041218758, 0.018146054819226265, 0.018752753734588623, 0.01935945451259613, 0.019966155290603638, 0.020572856068611145, 0.021179554983973503, 0.02178625576198101, 0.022392956539988518, 0.022999655455350876, 0.023606356233358383, 0.02421305701136589, 0.02481975592672825, 0.025426456704735756]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 3.0, 3.0, 1.0, 0.0, 2.0, 2.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.2824244499206543, -0.27458974719047546, -0.26675501465797424, -0.2589203119277954, -0.2510856091976166, -0.24325089156627655, -0.23541617393493652, -0.2275814712047577, -0.21974675357341766, -0.21191203594207764, -0.2040773332118988, -0.19624261558055878, -0.18840789794921875, -0.18057319521903992, -0.1727384775876999, -0.16490377485752106, -0.15706905722618103, -0.149234339594841, -0.14139963686466217, -0.13356491923332214, -0.1257302165031433, -0.11789549887180328, -0.11006078124046326, -0.10222607105970383, -0.0943913608789444, -0.08655665069818497, -0.07872194051742554, -0.07088722288608551, -0.06305251270532608, -0.05521780252456665, -0.04738308861851692, -0.039548374712467194, -0.031713664531707764, -0.023878952488303185, -0.016044240444898605, -0.008209528401494026, -0.000374816358089447, 0.007459895685315132, 0.015294607728719711, 0.02312931977212429, 0.03096403181552887, 0.0387987419962883, 0.04663345590233803, 0.054468169808387756, 0.062302879989147186, 0.07013759016990662, 0.07797230780124664, 0.08580701798200607, 0.0936417281627655, 0.10147643834352493, 0.10931114852428436, 0.11714586615562439, 0.12498057633638382, 0.13281528651714325, 0.14065000414848328, 0.1484847068786621, 0.15631942451000214, 0.16415414214134216, 0.171988844871521, 0.17982356250286102, 0.18765828013420105, 0.19549298286437988, 0.2033277004957199, 0.21116240322589874, 0.21899712085723877]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 1.0, 2.0, 0.0, 4.0, 1.0, 2.0, 1.0, 3.0, 4.0, 3.0, 4.0, 3.0, 4.0, 5.0, 5.0, 8.0, 11.0, 64.0, 56.0, 25.0, 16.0, 9.0, 4.0, 2.0, 0.0, 4.0, 1.0, 1.0, 3.0, 6.0, 3.0, 3.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.13786253333091736, -0.13308143615722656, -0.12830035388469696, -0.12351925671100616, -0.11873816698789597, -0.11395707726478577, -0.10917598009109497, -0.10439489036798477, -0.09961380064487457, -0.09483271092176437, -0.09005162119865417, -0.08527052402496338, -0.08048943430185318, -0.07570834457874298, -0.07092724740505219, -0.06614615768194199, -0.06136506795883179, -0.05658397823572159, -0.05180288478732109, -0.04702179133892059, -0.042240701615810394, -0.037459611892700195, -0.0326785184442997, -0.02789742685854435, -0.023116335272789, -0.018335243687033653, -0.013554152101278305, -0.008773060515522957, -0.003991968929767609, 0.0007891226559877396, 0.005570214241743088, 0.010351305827498436, 0.015132397413253784, 0.019913488999009132, 0.02469458058476448, 0.02947567217051983, 0.03425676375627518, 0.039037853479385376, 0.04381894692778587, 0.04860004037618637, 0.05338113009929657, 0.05816221982240677, 0.06294330954551697, 0.06772440671920776, 0.07250549644231796, 0.07728658616542816, 0.08206768333911896, 0.08684877306222916, 0.09162986278533936, 0.09641095250844955, 0.10119204223155975, 0.10597313940525055, 0.11075422912836075, 0.11553531885147095, 0.12031641602516174, 0.12509749829769135, 0.12987859547138214, 0.13465969264507294, 0.13944077491760254, 0.14422187209129333, 0.14900296926498413, 0.15378405153751373, 0.15856514871120453, 0.16334623098373413, 0.16812732815742493]}, "_runtime": 68.89233112335205, "_timestamp": 1596212939.5938687, "_step": 80}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 2.0, 3.0, 5.0, 3.0, 1.0, 1.0, 3.0, 2.0, 2.0, 1.0, 4.0, 2.0, 5.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012449527159333229, -0.01208312064409256, -0.01171671412885189, -0.011350307613611221, -0.010983901098370552, -0.010617494583129883, -0.010251087136566639, -0.00988468062132597, -0.0095182741060853, -0.009151867590844631, -0.008785461075603962, -0.008419054560363293, -0.008052648045122623, -0.007686241529881954, -0.007319834548979998, -0.006953428033739328, -0.006587021518498659, -0.00622061500325799, -0.005854208488017321, -0.005487801507115364, -0.005121394991874695, -0.004754988476634026, -0.004388581961393356, -0.004022175446152687, -0.003655768698081374, -0.003289362182840705, -0.002922955434769392, -0.0025565489195287228, -0.0021901424042880535, -0.0018237356562167406, -0.0014573291409760714, -0.0010909225093200803, -0.0007245158776640892, -0.0003581092751119286, 8.297327440232038e-06, 0.00037470392999239266, 0.0007411105325445533, 0.0011075171642005444, 0.0014739236794412136, 0.0018403303110972047, 0.0022067369427531958, 0.002573143457993865, 0.002939550206065178, 0.003305956721305847, 0.0036723632365465164, 0.004038769751787186, 0.004405176732689142, 0.0047715832479298115, 0.005137989763170481, 0.00550439627841115, 0.005870802793651819, 0.006237209774553776, 0.006603616289794445, 0.006970022805035114, 0.0073364293202757835, 0.007702835835516453, 0.008069242350757122, 0.008435648865997791, 0.00880205538123846, 0.009168462827801704, 0.009534869343042374, 0.009901275858283043, 0.010267682373523712, 0.010634088888764381, 0.01100049540400505]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 6.0, 7.0, 5.0, 3.0, 6.0, 6.0, 7.0, 15.0, 10.0, 19.0, 19.0, 21.0, 24.0, 45.0, 52.0, 51.0, 79.0, 106.0, 142.0, 179.0, 293.0, 3622.0, 2072.0, 360.0, 219.0, 132.0, 111.0, 72.0, 44.0, 36.0, 36.0, 19.0, 25.0, 16.0, 16.0, 13.0, 6.0, 7.0, 4.0, 6.0, 3.0, 3.0, 2.0, 5.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.13162899017333984, -0.1275094598531723, -0.12338991463184357, -0.11927038431167603, -0.11515084654092789, -0.11103130877017975, -0.10691177845001221, -0.10279224067926407, -0.09867270290851593, -0.09455316513776779, -0.09043362736701965, -0.08631409704685211, -0.08219455927610397, -0.07807502150535583, -0.0739554911851883, -0.06983595341444016, -0.06571641564369202, -0.06159687787294388, -0.05747734382748604, -0.0533578097820282, -0.04923827201128006, -0.04511873424053192, -0.04099920019507408, -0.03687966614961624, -0.0327601283788681, -0.028640592470765114, -0.024521056562662125, -0.020401520654559135, -0.016281984746456146, -0.012162448838353157, -0.008042912930250168, -0.003923377022147179, 0.00019615888595581055, 0.0043156947940588, 0.008435230702161789, 0.012554766610264778, 0.016674302518367767, 0.020793838426470757, 0.024913374334573746, 0.029032910242676735, 0.033152446150779724, 0.03727198392152786, 0.0413915179669857, 0.04551105201244354, 0.04963058978319168, 0.05375012755393982, 0.05786966159939766, 0.0619891956448555, 0.06610873341560364, 0.07022827118635178, 0.07434780895709991, 0.07846733927726746, 0.0825868770480156, 0.08670641481876373, 0.09082594513893127, 0.09494548290967941, 0.09906502068042755, 0.10318455845117569, 0.10730409622192383, 0.11142362654209137, 0.11554316431283951, 0.11966270208358765, 0.12378223240375519, 0.12790177762508392, 0.13202130794525146]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 2.0, 1.0, 1.0, 1.0, 5.0, 3.0, 3.0, 6.0, 3.0, 5.0, 5.0, 4.0, 5.0, 2.0, 1.0, 6.0, 2.0, 2.0, 21.0, 2.0, 2.0, 2.0, 7.0, 3.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 3.0, 3.0, 4.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.003205916378647089, -0.003112287726253271, -0.003018659073859453, -0.0029250301886349916, -0.0028314015362411737, -0.002737772883847356, -0.0026441439986228943, -0.0025505153462290764, -0.0024568866938352585, -0.0023632580414414406, -0.0022696293890476227, -0.002176000503823161, -0.0020823718514293432, -0.0019887431990355253, -0.0018951144302263856, -0.0018014856614172459, -0.001707857009023428, -0.00161422835662961, -0.0015205995878204703, -0.0014269708190113306, -0.0013333421666175127, -0.0012397135142236948, -0.001146084745414555, -0.0010524559766054153, -0.0009588273242115974, -0.0008651986136101186, -0.0007715699030086398, -0.000677941192407161, -0.0005843124818056822, -0.0004906837712042034, -0.00039705506060272455, -0.00030342635000124574, -0.00020979763939976692, -0.00011616892879828811, -2.2540218196809292e-05, 7.108849240466952e-05, 0.00016471720300614834, 0.00025834591360762715, 0.00035197462420910597, 0.0004456033348105848, 0.0005392320454120636, 0.0006328607560135424, 0.0007264894666150212, 0.0008201181772165, 0.0009137468878179789, 0.0010073755402117968, 0.0011010043090209365, 0.0011946330778300762, 0.0012882617302238941, 0.001381890382617712, 0.0014755191514268517, 0.0015691479202359915, 0.0016627765726298094, 0.0017564052250236273, 0.001850033993832767, 0.0019436627626419067, 0.0020372914150357246, 0.0021309200674295425, 0.0022245487198233604, 0.002318177605047822, 0.00241180625744164, 0.002505434909835458, 0.0025990637950599194, 0.0026926924474537373, 0.002786321099847555]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 2.0, 2.0, 5.0, 3.0, 3.0, 14.0, 17.0, 25.0, 32.0, 43.0, 80.0, 107.0, 157.0, 241.0, 369.0, 608.0, 806.0, 1193.0, 1921.0, 2968.0, 4928.0, 8107.0, 14864.0, 29076.0, 67132.0, 764852.0, 174920.0, 46515.0, 23094.0, 13036.0, 8101.0, 5265.0, 3463.0, 2353.0, 1608.0, 1102.0, 774.0, 537.0, 379.0, 272.0, 169.0, 125.0, 94.0, 75.0, 55.0, 38.0, 28.0, 22.0, 15.0, 13.0, 11.0, 7.0, 8.0, 5.0, 0.0, 1.0, 2.0, 2.0, 0.0, 1.0, 1.0], "bins": [-0.006169413682073355, -0.005956350825726986, -0.005743287969380617, -0.005530225113034248, -0.005317162722349167, -0.005104099866002798, -0.004891037009656429, -0.0046779741533100605, -0.004464911296963692, -0.004251848440617323, -0.0040387860499322414, -0.003825722960755229, -0.003612660337239504, -0.003399597480893135, -0.0031865346245467663, -0.002973472001031041, -0.0027604091446846724, -0.0025473462883383036, -0.0023342836648225784, -0.0021212208084762096, -0.0019081579521298409, -0.0016950952121987939, -0.001482032472267747, -0.0012689696159213781, -0.0010559068759903312, -0.0008428440778516233, -0.0006297812797129154, -0.00041671853978186846, -0.00020365574164316058, 9.407041943632066e-06, 0.00022246982553042471, 0.00043553259456530213, 0.00064859539270401, 0.0008616581908427179, 0.0010747209889814258, 0.0012877837289124727, 0.0015008465852588415, 0.0017139093251898885, 0.0019269720651209354, 0.0021400349214673042, 0.002353097777813673, 0.002566160401329398, 0.002779223257675767, 0.0029922861140221357, 0.003205348737537861, 0.0034184115938842297, 0.0036314744502305984, 0.0038445370737463236, 0.004057600162923336, 0.0042706625536084175, 0.004483725409954786, 0.004696788266301155, 0.004909851122647524, 0.005122913978993893, 0.0053359768353402615, 0.005549039226025343, 0.005762102082371712, 0.0059751649387180805, 0.006188227795064449, 0.006401290651410818, 0.006614353507757187, 0.006827415898442268, 0.007040478754788637, 0.007253541611135006, 0.007466604467481375]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 3.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 1.0, 3.0, 4.0, 4.0, 10.0, 6.0, 1.0, 0.0, 1.0, 3.0, 3.0, 2.0, 2.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.018760282546281815, -0.018253548070788383, -0.017746813595294952, -0.01724007911980152, -0.01673334464430809, -0.01622661016881466, -0.015719875693321228, -0.015213141217827797, -0.014706406742334366, -0.01419967319816351, -0.013692938722670078, -0.013186204247176647, -0.012679469771683216, -0.012172735296189785, -0.011666000820696354, -0.011159266345202923, -0.010652531869709492, -0.01014579739421606, -0.00963906291872263, -0.009132328443229198, -0.008625593967735767, -0.008118859492242336, -0.0076121254824101925, -0.007105391006916761, -0.00659865653142333, -0.006091922055929899, -0.005585187580436468, -0.005078453104943037, -0.004571719095110893, -0.004064984619617462, -0.003558250144124031, -0.0030515156686306, -0.002544781193137169, -0.002038046717643738, -0.0015313123585656285, -0.0010245779994875193, -0.0005178435239940882, -1.1109106708317995e-05, 0.0004956253105774522, 0.0010023596696555614, 0.0015090941451489925, 0.0020158286206424236, 0.0025225630961358547, 0.003029297338798642, 0.0035360318142920732, 0.004042766056954861, 0.004549500532448292, 0.005056235007941723, 0.005562969483435154, 0.006069703958928585, 0.006576438434422016, 0.007083172909915447, 0.007589907385408878, 0.00809664186090231, 0.00860337633639574, 0.009110110811889172, 0.009616844356060028, 0.01012357883155346, 0.01063031330704689, 0.011137047782540321, 0.011643782258033752, 0.012150516733527184, 0.012657251209020615, 0.013163985684514046, 0.013670720160007477]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 5.0, 5.0, 12.0, 7.0, 5.0, 12.0, 14.0, 21.0, 15.0, 8.0, 28.0, 40.0, 54.0, 99.0, 121.0, 126.0, 234.0, 323.0, 485.0, 694.0, 1261.0, 2539.0, 6565.0, 1780.0, 1115.0, 745.0, 529.0, 387.0, 322.0, 231.0, 170.0, 93.0, 88.0, 53.0, 40.0, 40.0, 34.0, 22.0, 23.0, 13.0, 9.0, 14.0, 8.0, 5.0, 8.0, 3.0, 5.0, 7.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.008555252104997635, -0.008262483403086662, -0.007969713769853115, -0.0076769450679421425, -0.007384175900369883, -0.007091406732797623, -0.006798637565225363, -0.006505868397653103, -0.00621309969574213, -0.00592033052816987, -0.0056275613605976105, -0.005334792193025351, -0.005042023025453091, -0.004749253857880831, -0.004456485155969858, -0.004163715988397598, -0.0038709468208253384, -0.0035781776532530785, -0.003285408718511462, -0.0029926395509392023, -0.002699870616197586, -0.002407101448625326, -0.0021143322810530663, -0.0018215632298961282, -0.00152879417873919, -0.001236025127582252, -0.000943256018217653, -0.000650486908853054, -0.00035771785769611597, -6.494877743534744e-05, 0.0002278203028254211, 0.0005205894121900201, 0.0008133584633469582, 0.0011061275145038962, 0.0013988965656608343, 0.0016916657332330942, 0.0019844346679747105, 0.0022772038355469704, 0.0025699730031192303, 0.0028627419378608465, 0.0031555111054331064, 0.0034482802730053663, 0.0037410492077469826, 0.0040338183753192425, 0.004326587542891502, 0.004619356710463762, 0.004912125412374735, 0.005204894579946995, 0.005497663747519255, 0.005790432915091515, 0.0060832020826637745, 0.006375970784574747, 0.006668739952147007, 0.006961509119719267, 0.007254278287291527, 0.007547047454863787, 0.007839816622436047, 0.00813258532434702, 0.008425354957580566, 0.008718123659491539, 0.009010892361402512, 0.009303661994636059, 0.009596430696547031, 0.009889200329780579, 0.010181969031691551]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 4.0, 0.0, 0.0, 2.0, 3.0, 3.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08556754142045975, -0.08282852917909622, -0.0800895243883133, -0.07735051214694977, -0.07461150735616684, -0.07187249511480331, -0.06913348287343979, -0.06639447808265686, -0.06365546584129333, -0.06091645732522011, -0.05817744880914688, -0.055438440293073654, -0.05269943177700043, -0.0499604232609272, -0.047221411019563675, -0.04448240250349045, -0.04174339398741722, -0.039004385471343994, -0.03626537695527077, -0.03352636471390724, -0.030787356197834015, -0.028048347681760788, -0.02530933916568756, -0.022570328786969185, -0.019831320270895958, -0.01709231175482273, -0.014353301376104355, -0.011614292860031128, -0.008875283412635326, -0.006136273965239525, -0.0033972649835050106, -0.0006582557689398527, 0.002080753445625305, 0.004819762893021107, 0.007558771874755621, 0.010297780856490135, 0.013036790303885937, 0.01577579975128174, 0.018514808267354965, 0.02125381864607334, 0.02399282716214657, 0.026731835678219795, 0.02947084605693817, 0.0322098545730114, 0.034948863089084625, 0.03768787160515785, 0.04042688384652138, 0.043165892362594604, 0.04590490087866783, 0.04864390939474106, 0.051382917910814285, 0.05412193015217781, 0.05686093866825104, 0.059599947184324265, 0.06233895570039749, 0.06507796794176102, 0.06781697273254395, 0.07055598497390747, 0.0732949897646904, 0.07603400200605392, 0.07877301424741745, 0.08151201903820038, 0.0842510312795639, 0.08699003607034683, 0.08972904831171036]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 4.0, 2.0, 1.0, 3.0, 3.0, 1.0, 3.0, 3.0, 4.0, 5.0, 4.0, 10.0, 8.0, 26.0, 59.0, 36.0, 32.0, 17.0, 11.0, 11.0, 6.0, 4.0, 2.0, 3.0, 3.0, 2.0, 3.0, 3.0, 1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.08739294111728668, -0.08535504341125488, -0.08331714570522308, -0.08127924799919128, -0.07924135029315948, -0.07720345258712769, -0.07516556233167648, -0.07312766462564468, -0.07108976691961288, -0.06905186921358109, -0.06701397150754929, -0.06497607380151749, -0.06293817609548569, -0.06090027838945389, -0.05886238440871239, -0.05682448670268059, -0.05478658899664879, -0.05274869129061699, -0.05071079358458519, -0.04867289960384369, -0.04663500189781189, -0.04459710419178009, -0.04255920648574829, -0.04052130877971649, -0.03848341107368469, -0.03644551709294319, -0.03440761938691139, -0.03236972168087959, -0.030331823974847794, -0.028293928131461143, -0.026256030425429344, -0.024218134582042694, -0.022180236876010895, -0.020142339169979095, -0.018104443326592445, -0.016066545620560646, -0.014028648845851421, -0.011990752071142197, -0.009952854365110397, -0.007914957590401173, -0.005877060815691948, -0.0038391638081520796, -0.0018012668006122112, 0.00023663020692765713, 0.0022745272144675255, 0.00431242398917675, 0.006350321229547262, 0.008388218469917774, 0.010426115244626999, 0.012464012019336224, 0.014501908794045448, 0.016539806500077248, 0.018577702343463898, 0.020615600049495697, 0.022653497755527496, 0.024691393598914146, 0.026729291304945946, 0.028767189010977745, 0.030805084854364395, 0.032842982560396194, 0.034880880266427994, 0.03691877797245979, 0.038956671953201294, 0.04099456965923309, 0.04303246736526489]}, "_runtime": 69.67085909843445, "_timestamp": 1596212940.3723967, "_step": 81}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 3.0, 0.0, 3.0, 2.0, 2.0, 6.0, 5.0, 2.0, 5.0, 2.0, 1.0, 2.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.013839303515851498, -0.013391204178333282, -0.012943104840815067, -0.012495006434619427, -0.012046907097101212, -0.011598807759582996, -0.011150708422064781, -0.010702609084546566, -0.01025450974702835, -0.00980641134083271, -0.009358312003314495, -0.00891021266579628, -0.008462113328278065, -0.00801401399075985, -0.007565915118902922, -0.007117816247045994, -0.006669716909527779, -0.0062216175720095634, -0.005773518700152636, -0.00532541936263442, -0.0048773204907774925, -0.004429221153259277, -0.003981121815741062, -0.0035330227110534906, -0.003084923606365919, -0.0026368245016783476, -0.002188725396990776, -0.0017406260594725609, -0.0012925269547849894, -0.0008444277918897569, -0.0003963286289945245, 5.177053390070796e-05, 0.0004998696967959404, 0.0009479688596911728, 0.0013960680225864053, 0.0018441672436892986, 0.00229226634837687, 0.0027403654530644417, 0.003188464790582657, 0.0036365638952702284, 0.0040846629999578, 0.004532762337476015, 0.004980861209332943, 0.005428960546851158, 0.005877059884369373, 0.006325158756226301, 0.006773258093744516, 0.007221356965601444, 0.007669456303119659, 0.008117555640637875, 0.00856565497815609, 0.00901375338435173, 0.009461852721869946, 0.00990995205938816, 0.010358051396906376, 0.010806150734424591, 0.011254249140620232, 0.011702348478138447, 0.012150447815656662, 0.012598547153174877, 0.013046646490693092, 0.013494745828211308, 0.013942844234406948, 0.014390943571925163, 0.014839042909443378]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 3.0, 2.0, 5.0, 6.0, 5.0, 6.0, 13.0, 6.0, 10.0, 17.0, 16.0, 11.0, 21.0, 29.0, 36.0, 49.0, 72.0, 98.0, 142.0, 186.0, 247.0, 463.0, 5110.0, 549.0, 242.0, 160.0, 104.0, 65.0, 69.0, 41.0, 30.0, 20.0, 17.0, 14.0, 15.0, 6.0, 8.0, 8.0, 3.0, 5.0, 4.0, 3.0, 2.0, 1.0, 4.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.13445685803890228, -0.12986917793750763, -0.12528151273727417, -0.12069383263587952, -0.11610615253448486, -0.11151847243309021, -0.10693079978227615, -0.1023431271314621, -0.09775544703006744, -0.09316776692867279, -0.08858009427785873, -0.08399242162704468, -0.07940474152565002, -0.07481706142425537, -0.07022938877344131, -0.06564171612262726, -0.061054036021232605, -0.05646635964512825, -0.051878683269023895, -0.04729100689291954, -0.042703330516815186, -0.03811565414071083, -0.033527977764606476, -0.02894030138850212, -0.024352625012397766, -0.01976494863629341, -0.015177272260189056, -0.010589595884084702, -0.006001919507980347, -0.0014142431318759918, 0.003173433244228363, 0.007761109620332718, 0.012348785996437073, 0.016936462372541428, 0.021524138748645782, 0.026111815124750137, 0.030699491500854492, 0.03528716787695885, 0.0398748442530632, 0.04446252062916756, 0.04905019700527191, 0.053637873381376266, 0.05822554975748062, 0.06281322240829468, 0.06740090250968933, 0.07198858261108398, 0.07657625526189804, 0.0811639279127121, 0.08575160801410675, 0.0903392881155014, 0.09492696076631546, 0.09951463341712952, 0.10410231351852417, 0.10868999361991882, 0.11327766627073288, 0.11786533892154694, 0.12245301902294159, 0.12704069912433624, 0.1316283643245697, 0.13621604442596436, 0.140803724527359, 0.14539140462875366, 0.14997908473014832, 0.15456674993038177, 0.15915443003177643]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 5.0, 1.0, 3.0, 2.0, 4.0, 5.0, 4.0, 5.0, 5.0, 3.0, 9.0, 25.0, 7.0, 10.0, 4.0, 9.0, 4.0, 1.0, 2.0, 5.0, 0.0, 2.0, 1.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.003380291396752, -0.003242190694436431, -0.003104089992120862, -0.002965989289805293, -0.002827888587489724, -0.0026897878851741552, -0.0025516871828585863, -0.0024135864805430174, -0.0022754857782274485, -0.0021373850759118795, -0.0019992843735963106, -0.0018611836712807417, -0.0017230829689651728, -0.0015849822666496038, -0.001446881564334035, -0.001308780862018466, -0.001170680159702897, -0.0010325794573873281, -0.0008944787550717592, -0.0007563780527561903, -0.0006182773504406214, -0.00048017664812505245, -0.00034207594580948353, -0.0002039752434939146, -6.587454117834568e-05, 7.222616113722324e-05, 0.00021032686345279217, 0.0003484275657683611, 0.00048652826808393, 0.0006246289703994989, 0.0007627296727150679, 0.0009008303750306368, 0.0010389310773462057, 0.0011770317796617746, 0.0013151324819773436, 0.0014532331842929125, 0.0015913338866084814, 0.0017294345889240503, 0.0018675352912396193, 0.002005635993555188, 0.002143736695870757, 0.002281837398186326, 0.002419938100501895, 0.002558038802817464, 0.002696139505133033, 0.0028342402074486017, 0.0029723409097641706, 0.0031104416120797396, 0.0032485423143953085, 0.0033866430167108774, 0.0035247437190264463, 0.0036628444213420153, 0.003800945123657584, 0.0039390455931425095, 0.004077146761119366, 0.004215246997773647, 0.0043533481657505035, 0.004491448402404785, 0.004629549570381641, 0.004767649807035923, 0.004905750975012779, 0.005043851211667061, 0.005181952379643917, 0.005320052616298199, 0.005458153784275055]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 5.0, 1.0, 3.0, 2.0, 7.0, 11.0, 12.0, 18.0, 44.0, 48.0, 53.0, 99.0, 161.0, 197.0, 343.0, 503.0, 843.0, 1319.0, 2233.0, 3775.0, 6640.0, 12358.0, 24413.0, 55578.0, 185046.0, 764697.0, 60011.0, 26605.0, 13979.0, 7640.0, 4728.0, 2842.0, 1773.0, 1177.0, 775.0, 506.0, 362.0, 234.0, 184.0, 124.0, 83.0, 69.0, 42.0, 28.0, 16.0, 15.0, 15.0, 6.0, 5.0, 5.0, 5.0, 2.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.007987928576767445, -0.007746896706521511, -0.0075058648362755775, -0.007264833431690931, -0.007023801561444998, -0.006782769691199064, -0.006541738286614418, -0.0063007064163684845, -0.006059674546122551, -0.005818642675876617, -0.005577610805630684, -0.005336579401046038, -0.005095547530800104, -0.004854515660554171, -0.004613484255969524, -0.004372452385723591, -0.004131420515477657, -0.003890388645231724, -0.003649357007816434, -0.003408325370401144, -0.0031672935001552105, -0.002926261629909277, -0.002685229992493987, -0.002444198355078697, -0.0022031664848327637, -0.00196213461458683, -0.0017211029771715403, -0.0014800712233409286, -0.0012390394695103168, -0.0009980077156797051, -0.0007569759618490934, -0.0005159442080184817, -0.00027491245418787, -3.388070035725832e-05, 0.00020715105347335339, 0.0004481828073039651, 0.0006892145611345768, 0.0009302463149651885, 0.0011712780687958002, 0.001412309822626412, 0.0016533415764570236, 0.0018943733302876353, 0.002135405084118247, 0.002376436721533537, 0.0026174685917794704, 0.002858500462025404, 0.003099532099440694, 0.0033405637368559837, 0.0035815956071019173, 0.003822627477347851, 0.004063659347593784, 0.0043046907521784306, 0.004545722622424364, 0.004786754492670298, 0.005027785897254944, 0.005268817767500877, 0.005509849637746811, 0.0057508815079927444, 0.005991913378238678, 0.006232944782823324, 0.006473976653069258, 0.006715008523315191, 0.0069560399278998375, 0.007197071798145771, 0.0074381036683917046]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 3.0, 1.0, 0.0, 2.0, 5.0, 4.0, 5.0, 8.0, 1.0, 3.0, 6.0, 2.0, 2.0, 1.0, 3.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.033176809549331665, -0.032484062016010284, -0.031791314482688904, -0.031098565086722374, -0.030405817553400993, -0.029713070020079613, -0.029020322486758232, -0.028327573090791702, -0.02763482555747032, -0.02694207802414894, -0.02624933049082756, -0.02555658295750618, -0.02486383356153965, -0.02417108602821827, -0.02347833849489689, -0.022785590961575508, -0.02209284156560898, -0.021400094032287598, -0.020707346498966217, -0.020014598965644836, -0.019321851432323456, -0.018629102036356926, -0.017936354503035545, -0.017243606969714165, -0.016550859436392784, -0.015858111903071404, -0.015165363438427448, -0.014472614973783493, -0.013779867440462112, -0.013087118975818157, -0.012394371442496777, -0.011701622977852821, -0.01100887544453144, -0.01031612791121006, -0.009623379446566105, -0.008930631913244724, -0.008237883448600769, -0.007545135915279388, -0.0068523879162967205, -0.006159639917314053, -0.005466891918331385, -0.004774143919348717, -0.004081395920366049, -0.0033886481542140245, -0.0026959001552313566, -0.0020031521562486887, -0.0013104042736813426, -0.0006176563329063356, 7.509160786867142e-05, 0.0007678395486436784, 0.0014605874894186854, 0.0021533353719860315, 0.0028460833709686995, 0.0035388313699513674, 0.004231579136103392, 0.00492432713508606, 0.0056170751340687275, 0.006309823133051395, 0.007002571132034063, 0.007695319131016731, 0.008388066664338112, 0.009080815128982067, 0.009773562662303448, 0.010466311126947403, 0.011159058660268784]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [9.0, 5.0, 3.0, 1.0, 0.0, 5.0, 8.0, 12.0, 4.0, 2.0, 5.0, 0.0, 0.0, 2.0, 3.0, 3.0, 9.0, 9.0, 11.0, 9.0, 22.0, 43.0, 47.0, 54.0, 52.0, 88.0, 96.0, 109.0, 192.0, 222.0, 307.0, 445.0, 677.0, 1015.0, 1633.0, 5769.0, 2801.0, 1367.0, 893.0, 649.0, 466.0, 359.0, 245.0, 210.0, 149.0, 98.0, 90.0, 54.0, 31.0, 40.0, 36.0, 20.0, 15.0, 13.0, 7.0, 5.0, 1.0, 3.0, 0.0, 3.0, 2.0, 1.0, 1.0, 2.0], "bins": [-0.010349818505346775, -0.010062005370855331, -0.009774193167686462, -0.009486380033195019, -0.00919856783002615, -0.008910754695534706, -0.008622941561043262, -0.008335129357874393, -0.00804731622338295, -0.0077595035545527935, -0.007471690885722637, -0.007183878216892481, -0.0068960655480623245, -0.006608252879232168, -0.0063204397447407246, -0.006032627075910568, -0.005744814407080412, -0.005457001738250256, -0.005169189069420099, -0.004881375934928656, -0.004593563266098499, -0.004305750597268343, -0.004017937928438187, -0.0037301250267773867, -0.0034423123579472303, -0.003154499689117074, -0.002866686787456274, -0.0025788741186261177, -0.0022910614497959614, -0.0020032485481351614, -0.001715435879305005, -0.001427623094059527, -0.0011398103088140488, -0.0008519975235685706, -0.0005641847965307534, -0.0002763720403891057, 1.1440715752542019e-05, 0.0002992534718941897, 0.0005870662280358374, 0.0008748789550736547, 0.0011626917403191328, 0.001450504525564611, 0.0017383173108100891, 0.0020261299796402454, 0.0023139426484704018, 0.0026017555501312017, 0.002889568218961358, 0.003177381120622158, 0.0034651937894523144, 0.0037530064582824707, 0.004040819127112627, 0.004328632261604071, 0.004616444930434227, 0.004904257599264383, 0.00519207026809454, 0.005479882936924696, 0.005767695605754852, 0.006055508740246296, 0.006343321409076452, 0.006631134077906609, 0.006918946746736765, 0.007206759415566921, 0.007494572550058365, 0.007782385218888521, 0.008070197887718678]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 2.0, 3.0, 0.0, 2.0, 4.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.04429583624005318, -0.04202409088611603, -0.03975234553217888, -0.03748060390353203, -0.03520885854959488, -0.03293711319565773, -0.03066536784172058, -0.02839362435042858, -0.026121878996491432, -0.023850133642554283, -0.021578390151262283, -0.019306644797325134, -0.017034899443387985, -0.014763155952095985, -0.012491410598158836, -0.010219666175544262, -0.007947921752929688, -0.005676177330315113, -0.0034044324420392513, -0.0011326877865940332, 0.0011390568688511848, 0.003410801524296403, 0.005682546179741621, 0.007954291068017483, 0.010226035490632057, 0.012497779913246632, 0.014769524335861206, 0.017041269689798355, 0.019313015043735504, 0.021584758535027504, 0.023856503888964653, 0.026128247380256653, 0.028399992734193802, 0.03067173808813095, 0.0329434834420681, 0.03521522507071495, 0.0374869704246521, 0.03975871577858925, 0.0420304611325264, 0.04430220648646355, 0.046573951840400696, 0.048845693469047546, 0.051117438822984695, 0.053389184176921844, 0.055660929530858994, 0.05793267488479614, 0.06020441651344299, 0.06247616186738014, 0.06474790722131729, 0.06701964884996414, 0.06929139792919159, 0.07156313955783844, 0.07383488863706589, 0.07610663026571274, 0.07837837189435959, 0.08065012097358704, 0.08292186260223389, 0.08519361168146133, 0.08746535331010818, 0.08973709493875504, 0.09200884401798248, 0.09428058564662933, 0.09655233472585678, 0.09882407635450363, 0.10109582543373108]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 1.0, 0.0, 3.0, 0.0, 3.0, 3.0, 1.0, 2.0, 2.0, 4.0, 7.0, 6.0, 5.0, 9.0, 9.0, 17.0, 8.0, 19.0, 14.0, 20.0, 50.0, 19.0, 14.0, 6.0, 6.0, 5.0, 8.0, 2.0, 2.0, 6.0, 2.0, 3.0, 2.0, 1.0, 0.0, 3.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 4.0, 1.0, 0.0, 4.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.03877842798829079, -0.03729474917054176, -0.03581106662750244, -0.03432738780975342, -0.032843708992004395, -0.03136003017425537, -0.0298763494938612, -0.028392668813467026, -0.026908989995718002, -0.02542531117796898, -0.023941630497574806, -0.022457949817180634, -0.02097427099943161, -0.019490592181682587, -0.018006911501288414, -0.01652323082089424, -0.015039552003145218, -0.01355587225407362, -0.012072192505002022, -0.010588512755930424, -0.009104833006858826, -0.007621153257787228, -0.00613747350871563, -0.0046537937596440315, -0.0031701140105724335, -0.0016864342615008354, -0.00020275451242923737, 0.0012809252366423607, 0.0027646049857139587, 0.004248284734785557, 0.005731964483857155, 0.007215644232928753, 0.008699323982000351, 0.010183003731071949, 0.011666683480143547, 0.013150363229215145, 0.014634042978286743, 0.016117721796035767, 0.01760140247642994, 0.019085083156824112, 0.020568761974573135, 0.02205244079232216, 0.02353612147271633, 0.025019802153110504, 0.026503480970859528, 0.02798715978860855, 0.029470840469002724, 0.030954521149396896, 0.03243819996714592, 0.03392187878489494, 0.035405561327934265, 0.03688924014568329, 0.03837291896343231, 0.039856597781181335, 0.04134027659893036, 0.04282395914196968, 0.044307637959718704, 0.04579131677746773, 0.04727499932050705, 0.04875867813825607, 0.050242356956005096, 0.05172603577375412, 0.05320971459150314, 0.054693397134542465, 0.05617707595229149]}, "_runtime": 70.45271587371826, "_timestamp": 1596212941.1542535, "_step": 82}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 5.0, 1.0, 0.0, 1.0, 4.0, 1.0, 4.0, 3.0, 1.0, 2.0, 1.0, 1.0, 3.0, 2.0, 1.0, 3.0, 3.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 3.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00906965509057045, -0.008813271299004555, -0.00855688750743866, -0.008300503715872765, -0.00804411992430687, -0.007787736132740974, -0.007531352341175079, -0.007274968549609184, -0.007018584758043289, -0.006762200500816107, -0.006505816709250212, -0.006249432917684317, -0.0059930491261184216, -0.0057366653345525265, -0.005480281542986631, -0.005223897751420736, -0.004967513959854841, -0.004711130168288946, -0.004454746376723051, -0.004198362585157156, -0.003941978793591261, -0.003685594769194722, -0.003429210977628827, -0.003172827186062932, -0.002916443394497037, -0.002660059602931142, -0.0024036758113652468, -0.0021472920197993517, -0.0018909081118181348, -0.0016345243202522397, -0.0013781404122710228, -0.0011217566207051277, -0.0008653728291392326, -0.0006089890375733376, -0.00035260518779978156, -9.622136713005602e-05, 0.00016016245353966951, 0.00041654627420939505, 0.0006729300948791206, 0.0009293139446526766, 0.0011856977362185717, 0.0014420815277844667, 0.0016984653193503618, 0.001954849110916257, 0.0022112331353127956, 0.0024676169268786907, 0.002724000718444586, 0.002980384510010481, 0.003236768301576376, 0.003493152093142271, 0.003749535884708166, 0.004005919676274061, 0.004262303467839956, 0.004518687259405851, 0.0047750710509717464, 0.0050314548425376415, 0.005287839099764824, 0.005544222891330719, 0.005800606682896614, 0.006056990474462509, 0.006313374266028404, 0.006569758057594299, 0.006826141849160194, 0.0070825256407260895, 0.0073389094322919846]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 3.0, 2.0, 5.0, 4.0, 5.0, 8.0, 7.0, 11.0, 14.0, 11.0, 19.0, 14.0, 22.0, 44.0, 50.0, 74.0, 84.0, 106.0, 149.0, 231.0, 396.0, 5104.0, 663.0, 291.0, 152.0, 93.0, 75.0, 58.0, 65.0, 37.0, 29.0, 23.0, 12.0, 12.0, 14.0, 9.0, 9.0, 5.0, 6.0, 0.0, 3.0, 1.0, 1.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.1057700663805008, -0.10231328010559082, -0.09885648638010025, -0.09539969265460968, -0.09194290637969971, -0.08848612010478973, -0.08502932637929916, -0.0815725326538086, -0.07811574637889862, -0.07465896010398865, -0.07120216637849808, -0.06774537265300751, -0.06428858637809753, -0.06083179637789726, -0.05737500637769699, -0.05391821637749672, -0.05046142637729645, -0.047004636377096176, -0.043547846376895905, -0.04009105637669563, -0.03663426637649536, -0.03317747637629509, -0.029720686376094818, -0.026263896375894547, -0.022807106375694275, -0.019350316375494003, -0.01589352637529373, -0.01243673637509346, -0.008979946374893188, -0.005523156374692917, -0.0020663663744926453, 0.0013904236257076263, 0.004847213625907898, 0.00830400362610817, 0.011760793626308441, 0.015217583626508713, 0.018674373626708984, 0.022131163626909256, 0.025587953627109528, 0.0290447436273098, 0.03250153362751007, 0.03595832362771034, 0.039415113627910614, 0.042871903628110886, 0.04632869362831116, 0.04978548362851143, 0.0532422736287117, 0.05669906362891197, 0.060155853629112244, 0.06361263990402222, 0.06706943362951279, 0.07052622735500336, 0.07398301362991333, 0.0774397999048233, 0.08089659363031387, 0.08435338735580444, 0.08781017363071442, 0.09126695990562439, 0.09472375363111496, 0.09818054735660553, 0.1016373336315155, 0.10509411990642548, 0.10855091363191605, 0.11200770735740662, 0.11546449363231659]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 4.0, 2.0, 5.0, 4.0, 4.0, 1.0, 13.0, 0.0, 6.0, 4.0, 6.0, 28.0, 3.0, 3.0, 4.0, 3.0, 2.0, 2.0, 2.0, 3.0, 0.0, 2.0, 1.0, 2.0, 5.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0025843963958323, -0.002507009543478489, -0.0024296229239553213, -0.00235223607160151, -0.0022748494520783424, -0.002197462599724531, -0.0021200759802013636, -0.0020426891278475523, -0.0019653025083243847, -0.0018879156559705734, -0.001810528920032084, -0.0017331421840935946, -0.0016557553317397833, -0.0015783685958012938, -0.0015009818598628044, -0.001423595123924315, -0.0013462083879858255, -0.001268821652047336, -0.0011914349161088467, -0.0011140481801703572, -0.0010366614442318678, -0.0009592746500857174, -0.0008818878559395671, -0.0008045011200010777, -0.0007271143840625882, -0.0006497276481240988, -0.0005723409121856093, -0.000494954118039459, -0.00041756738210096955, -0.0003401806461624801, -0.0002627938811201602, -0.00018540713062975556, -0.00010802038013935089, -3.0633629648946226e-05, 4.675312084145844e-05, 0.0001241398713318631, 0.00020152662182226777, 0.0002789133577607572, 0.0003563001228030771, 0.000433686887845397, 0.0005110736237838864, 0.0005884603597223759, 0.0006658470956608653, 0.0007432338898070157, 0.0008206206257455051, 0.0008980073616839945, 0.0009753941558301449, 0.0010527808917686343, 0.0011301676277071238, 0.0012075543636456132, 0.0012849410995841026, 0.001362327835522592, 0.0014397145714610815, 0.0015171014238148928, 0.0015944881597533822, 0.0016718748956918716, 0.001749261631630361, 0.0018266483675688505, 0.00190403510350734, 0.0019814218394458294, 0.0020588086917996407, 0.0021361953113228083, 0.0022135821636766195, 0.002290968783199787, 0.0023683556355535984]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 5.0, 4.0, 4.0, 12.0, 9.0, 11.0, 15.0, 25.0, 36.0, 49.0, 58.0, 92.0, 125.0, 165.0, 251.0, 407.0, 559.0, 836.0, 1305.0, 2058.0, 3339.0, 5646.0, 10799.0, 21987.0, 53446.0, 231847.0, 755407.0, 46299.0, 19437.0, 9800.0, 5674.0, 3427.0, 2082.0, 1359.0, 887.0, 633.0, 419.0, 281.0, 225.0, 136.0, 119.0, 79.0, 67.0, 52.0, 36.0, 26.0, 25.0, 17.0, 12.0, 13.0, 12.0, 9.0, 6.0, 6.0, 2.0, 1.0, 3.0, 1.0, 1.0, 2.0], "bins": [-0.005697852931916714, -0.00550849037244916, -0.0053191278129816055, -0.0051297652535140514, -0.004940402694046497, -0.004751039668917656, -0.004561677109450102, -0.004372314549982548, -0.004182951990514994, -0.00399358943104744, -0.0038042268715798855, -0.0036148640792816877, -0.0034255015198141336, -0.0032361389603465796, -0.003046776168048382, -0.0028574136085808277, -0.0026680510491132736, -0.0024786884896457195, -0.0022893259301781654, -0.0020999631378799677, -0.0019106005784124136, -0.0017212380189448595, -0.0015318753430619836, -0.0013425126671791077, -0.0011531501077115536, -0.0009637874900363386, -0.0007744248723611236, -0.0005850622546859086, -0.00039569963701069355, -0.00020633701933547854, -1.697440166026354e-05, 0.00017238821601495147, 0.0003617508336901665, 0.0005511134513653815, 0.0007404760690405965, 0.0009298386867158115, 0.0011192013043910265, 0.0013085638638585806, 0.0014979265397414565, 0.0016872892156243324, 0.0018766517750918865, 0.0020660143345594406, 0.0022553768940269947, 0.0024447396863251925, 0.0026341022457927465, 0.0028234648052603006, 0.0030128275975584984, 0.0032021901570260525, 0.0033915527164936066, 0.0035809152759611607, 0.0037702778354287148, 0.003959640394896269, 0.004149002954363823, 0.004338365979492664, 0.004527728538960218, 0.0047170910984277725, 0.004906453657895327, 0.005095816217362881, 0.005285178776830435, 0.005474541336297989, 0.00566390436142683, 0.005853266920894384, 0.0060426294803619385, 0.006231992039829493, 0.006421354599297047]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 3.0, 2.0, 0.0, 2.0, 3.0, 5.0, 8.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 5.0, 1.0, 2.0, 4.0, 3.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01740770787000656, -0.016909277066588402, -0.016410846263170242, -0.015912417322397232, -0.015413986518979073, -0.014915555715560913, -0.014417124912142754, -0.013918695040047169, -0.01342026423662901, -0.01292183343321085, -0.012423403561115265, -0.011924972757697105, -0.011426541954278946, -0.010928112082183361, -0.010429681278765202, -0.009931251406669617, -0.009432820603251457, -0.008934389799833298, -0.008435959927737713, -0.007937529124319553, -0.007439098786562681, -0.006940668448805809, -0.0064422376453876495, -0.005943807307630777, -0.005445376969873905, -0.004946946632117033, -0.004448516294360161, -0.003950085490942001, -0.003451655153185129, -0.002953224815428257, -0.002454794244840741, -0.0019563636742532253, -0.0014579333364963531, -0.0009595028823241591, -0.00046107242815196514, 3.735802602022886e-05, 0.0005357884801924229, 0.0010342189343646169, 0.0015326493885368109, 0.0020310799591243267, 0.002529510296881199, 0.003027940634638071, 0.003526371205225587, 0.004024801775813103, 0.004523232113569975, 0.005021662451326847, 0.0055200932547450066, 0.006018523592501879, 0.006516953930258751, 0.007015384268015623, 0.007513814605772495, 0.008012245409190655, 0.00851067528128624, 0.009009106084704399, 0.009507536888122559, 0.010005966760218143, 0.010504397563636303, 0.011002828367054462, 0.011501258239150047, 0.011999689042568207, 0.012498119845986366, 0.012996549718081951, 0.01349498052150011, 0.013993410393595695, 0.014491841197013855]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 3.0, 2.0, 1.0, 2.0, 4.0, 5.0, 5.0, 6.0, 3.0, 7.0, 4.0, 5.0, 6.0, 1.0, 2.0, 6.0, 9.0, 6.0, 9.0, 9.0, 12.0, 21.0, 24.0, 37.0, 54.0, 67.0, 96.0, 132.0, 164.0, 214.0, 296.0, 436.0, 758.0, 1268.0, 6178.0, 2990.0, 1444.0, 956.0, 761.0, 573.0, 479.0, 311.0, 248.0, 201.0, 164.0, 125.0, 90.0, 59.0, 48.0, 40.0, 22.0, 20.0, 17.0, 12.0, 4.0, 4.0, 5.0], "bins": [-0.011543595232069492, -0.011268381029367447, -0.010993165895342827, -0.010717951692640781, -0.010442736558616161, -0.010167522355914116, -0.009892307221889496, -0.00961709301918745, -0.00934187788516283, -0.009066663682460785, -0.008791448548436165, -0.00851623434573412, -0.0082410192117095, -0.007965805009007454, -0.007690590340644121, -0.007415375672280788, -0.007140161003917456, -0.006864946335554123, -0.00658973166719079, -0.006314516998827457, -0.006039302330464125, -0.005764087662100792, -0.005488872993737459, -0.0052136583253741264, -0.004938444122672081, -0.004663229454308748, -0.0043880147859454155, -0.004112800117582083, -0.00383758544921875, -0.0035623707808554173, -0.0032871561124920845, -0.0030119414441287518, -0.002736726775765419, -0.0024615121074020863, -0.0021862974390387535, -0.0019110828870907426, -0.0016358682187274098, -0.001360653550364077, -0.0010854389984160662, -0.0008102243300527334, -0.0005350096616894007, -0.0002597950224298984, 1.541961682960391e-05, 0.0002906342560891062, 0.0005658488953486085, 0.0008410635637119412, 0.0011162781156599522, 0.001391492784023285, 0.0016667074523866177, 0.0019419221207499504, 0.002217136789113283, 0.002492351457476616, 0.0027675661258399487, 0.0030427805613726377, 0.0033179952297359705, 0.0035932098980993032, 0.003868424566462636, 0.004143639001995325, 0.004418853670358658, 0.004694068338721991, 0.004969283007085323, 0.005244497675448656, 0.005519712343811989, 0.005794927012175322, 0.006070141680538654]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 2.0, 1.0, 2.0, 3.0, 4.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.14913402497768402, -0.14439310133457184, -0.13965219259262085, -0.13491126894950867, -0.13017036020755768, -0.1254294365644455, -0.12068852037191391, -0.11594760417938232, -0.11120668798685074, -0.10646577179431915, -0.10172485560178757, -0.09698393940925598, -0.0922430157661438, -0.08750209957361221, -0.08276118338108063, -0.07802026718854904, -0.07327935099601746, -0.06853843480348587, -0.06379751861095428, -0.0590565986931324, -0.054315682500600815, -0.04957476630806923, -0.044833846390247345, -0.04009293019771576, -0.035352014005184174, -0.030611097812652588, -0.025870179757475853, -0.021129261702299118, -0.016388345509767532, -0.011647428385913372, -0.006906511262059212, -0.0021655941382050514, 0.002575322985649109, 0.007316240109503269, 0.01205715723335743, 0.016798075288534164, 0.02153899148106575, 0.026279907673597336, 0.03102082572877407, 0.035761743783950806, 0.04050265997648239, 0.04524357616901398, 0.04998449236154556, 0.05472541227936745, 0.05946632847189903, 0.06420724838972092, 0.0689481645822525, 0.07368908077478409, 0.07842999696731567, 0.08317091315984726, 0.08791182935237885, 0.09265274554491043, 0.09739366173744202, 0.1021345853805542, 0.10687550157308578, 0.11161641776561737, 0.11635733395814896, 0.12109825015068054, 0.12583917379379272, 0.1305800825357437, 0.1353210061788559, 0.14006191492080688, 0.14480283856391907, 0.14954374730587006, 0.15428467094898224]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 4.0, 1.0, 5.0, 2.0, 2.0, 0.0, 3.0, 4.0, 0.0, 0.0, 2.0, 3.0, 3.0, 12.0, 14.0, 19.0, 52.0, 63.0, 30.0, 16.0, 5.0, 7.0, 1.0, 2.0, 1.0, 2.0, 3.0, 0.0, 1.0, 1.0, 1.0, 2.0, 3.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.11434121429920197, -0.11113447695970535, -0.10792773216962814, -0.10472099483013153, -0.10151425004005432, -0.09830751270055771, -0.0951007753610611, -0.09189403057098389, -0.08868729323148727, -0.08548055589199066, -0.08227381110191345, -0.07906707376241684, -0.07586033642292023, -0.07265359163284302, -0.0694468542933464, -0.0662401095032692, -0.06303337216377258, -0.05982663109898567, -0.05661989003419876, -0.05341315269470215, -0.05020641162991524, -0.046999670565128326, -0.043792933225631714, -0.0405861921608448, -0.03737945109605789, -0.03417271003127098, -0.03096597082912922, -0.027759231626987457, -0.024552490562200546, -0.021345749497413635, -0.018139010295271873, -0.014932270161807537, -0.0117255300283432, -0.008518789894878864, -0.005312049761414528, -0.0021053096279501915, 0.001101430505514145, 0.004308170638978481, 0.007514910772442818, 0.010721650905907154, 0.01392839103937149, 0.0171351321041584, 0.020341871306300163, 0.023548610508441925, 0.026755351573228836, 0.029962092638015747, 0.03316882997751236, 0.03637557104229927, 0.03958231210708618, 0.04278905317187309, 0.045995794236660004, 0.049202531576156616, 0.05240927264094353, 0.05561601370573044, 0.05882275104522705, 0.06202949211001396, 0.06523623317480087, 0.06844297051429749, 0.0716497153043747, 0.07485645264387131, 0.07806318998336792, 0.08126993477344513, 0.08447667211294174, 0.08768341690301895, 0.09089015424251556]}, "_runtime": 71.22859501838684, "_timestamp": 1596212941.9301326, "_step": 83}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 1.0, 0.0, 3.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 2.0, 1.0, 0.0, 1.0, 1.0, 2.0, 3.0, 1.0, 3.0, 3.0, 1.0, 2.0, 1.0, 5.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009427480399608612, -0.009134741500020027, -0.008842001669108868, -0.008549262769520283, -0.008256522938609123, -0.007963784039020538, -0.007671044673770666, -0.007378305308520794, -0.007085565943270922, -0.0067928265780210495, -0.006500087212771177, -0.006207347847521305, -0.00591460894793272, -0.005621869582682848, -0.005329130217432976, -0.0050363908521831036, -0.004743651486933231, -0.004450912121683359, -0.004158172756433487, -0.0038654336240142584, -0.003572694258764386, -0.003279954893514514, -0.0029872157610952854, -0.002694476395845413, -0.002401737030595541, -0.002108997665345669, -0.0018162584165111184, -0.001523519167676568, -0.0012307798024266958, -0.0009380404953844845, -0.0006453011883422732, -0.00035256188130006194, -5.982257425785065e-05, 0.00023291673278436065, 0.0005256560398265719, 0.0008183953468687832, 0.0011111346539109945, 0.0014038740191608667, 0.0016966132679954171, 0.0019893525168299675, 0.0022820918820798397, 0.002574831247329712, 0.002867570612579584, 0.0031603097449988127, 0.003453049110248685, 0.003745788475498557, 0.004038527607917786, 0.004331266973167658, 0.00462400633841753, 0.004916745703667402, 0.0052094850689172745, 0.005502224434167147, 0.005794963799417019, 0.006087702699005604, 0.006380442064255476, 0.006673181429505348, 0.00696592079475522, 0.007258660160005093, 0.007551399525254965, 0.007844138890504837, 0.008136877790093422, 0.008429617621004581, 0.008722356520593166, 0.009015096351504326, 0.00930783525109291]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 4.0, 2.0, 4.0, 2.0, 6.0, 2.0, 6.0, 3.0, 6.0, 10.0, 12.0, 18.0, 13.0, 16.0, 22.0, 33.0, 34.0, 53.0, 73.0, 91.0, 118.0, 144.0, 239.0, 367.0, 4664.0, 922.0, 351.0, 201.0, 124.0, 85.0, 70.0, 42.0, 29.0, 31.0, 21.0, 23.0, 16.0, 10.0, 17.0, 7.0, 12.0, 3.0, 4.0, 4.0, 4.0, 3.0, 2.0, 3.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.12891128659248352, -0.12484551966190338, -0.12077975273132324, -0.1167139858007431, -0.11264821887016296, -0.10858245939016342, -0.10451669245958328, -0.10045092552900314, -0.096385158598423, -0.09231939166784286, -0.08825362473726273, -0.08418785780668259, -0.08012209832668304, -0.0760563313961029, -0.07199056446552277, -0.06792479753494263, -0.06385903060436249, -0.05979326367378235, -0.05572749674320221, -0.05166173353791237, -0.04759596660733223, -0.04353019967675209, -0.03946443647146225, -0.03539866954088211, -0.03133290261030197, -0.027267135679721832, -0.023201370611786842, -0.019135605543851852, -0.015069838613271713, -0.011004072614014149, -0.006938306614756584, -0.0028725406154990196, 0.001193225383758545, 0.0052589913830161095, 0.009324757382273674, 0.013390523381531239, 0.017456289380788803, 0.021522056311368942, 0.025587821379303932, 0.029653586447238922, 0.03371935337781906, 0.0377851203083992, 0.04185088723897934, 0.04591665044426918, 0.04998241737484932, 0.05404818430542946, 0.0581139475107193, 0.06217971444129944, 0.06624548137187958, 0.07031124830245972, 0.07437701523303986, 0.07844278216362, 0.08250854909420013, 0.08657430857419968, 0.09064007550477982, 0.09470584243535995, 0.0987716093659401, 0.10283737629652023, 0.10690314322710037, 0.11096891015768051, 0.11503466963768005, 0.11910043656826019, 0.12316620349884033, 0.12723197042942047, 0.1312977373600006]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 3.0, 5.0, 1.0, 4.0, 2.0, 3.0, 3.0, 5.0, 4.0, 3.0, 2.0, 1.0, 5.0, 26.0, 2.0, 2.0, 2.0, 2.0, 6.0, 6.0, 1.0, 4.0, 0.0, 3.0, 2.0, 1.0, 4.0, 1.0, 0.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0027622845955193043, -0.002676569391041994, -0.002590854186564684, -0.00250513874925673, -0.00241942354477942, -0.0023337083403021097, -0.0022479931358247995, -0.0021622779313474894, -0.0020765624940395355, -0.0019908472895622253, -0.0019051320850849152, -0.001819416880607605, -0.0017337016761302948, -0.0016479863552376628, -0.0015622711507603526, -0.0014765558298677206, -0.0013908406253904104, -0.0013051254209131002, -0.0012194101000204682, -0.001133694895543158, -0.001047979574650526, -0.0009622643701732159, -0.0008765491656959057, -0.0007908339030109346, -0.0007051186403259635, -0.0006194033776409924, -0.0005336881149560213, -0.00044797291047871113, -0.00036225764779374003, -0.00027654238510876894, -0.0001908271515276283, -0.00010511190339457244, -1.939665526151657e-05, 6.63185928715393e-05, 0.00015203384100459516, 0.00023774908913765103, 0.0003234643372707069, 0.000409179599955678, 0.0004948948044329882, 0.0005806100671179593, 0.0006663253298029304, 0.0007520405924879014, 0.0008377558551728725, 0.0009234710596501827, 0.001009186264127493, 0.001094901585020125, 0.001180616789497435, 0.001266332110390067, 0.0013520473148673773, 0.0014377625193446875, 0.0015234778402373195, 0.0016091930447146297, 0.0016949083656072617, 0.0017806235700845718, 0.001866338774561882, 0.001952054095454514, 0.0020377691835165024, 0.002123484620824456, 0.0022091998253017664, 0.0022949150297790766, 0.0023806302342563868, 0.002466345438733697, 0.0025520608760416508, 0.002637776080518961, 0.002723491284996271]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 2.0, 1.0, 2.0, 6.0, 4.0, 4.0, 11.0, 19.0, 21.0, 35.0, 51.0, 81.0, 119.0, 155.0, 296.0, 447.0, 679.0, 1129.0, 1823.0, 3250.0, 5697.0, 10186.0, 19897.0, 43726.0, 134493.0, 812833.0, 73518.0, 31555.0, 16253.0, 9148.0, 5172.0, 3299.0, 2058.0, 1297.0, 840.0, 517.0, 348.0, 222.0, 143.0, 102.0, 68.0, 45.0, 31.0, 20.0, 7.0, 11.0, 7.0, 5.0, 2.0, 1.0, 2.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00681082671508193, -0.006578732281923294, -0.006346638314425945, -0.006114543881267309, -0.005882449448108673, -0.005650355014950037, -0.005418260581791401, -0.005186166614294052, -0.004954072181135416, -0.00472197774797678, -0.004489883780479431, -0.004257789347320795, -0.004025694914162159, -0.003793600481003523, -0.0035615062806755304, -0.003329412080347538, -0.003097317647188902, -0.002865223214030266, -0.0026331290137022734, -0.002401034813374281, -0.002168940380215645, -0.0019368460634723306, -0.0017047517467290163, -0.001472657429985702, -0.0012405631132423878, -0.0010084687964990735, -0.0007763744797557592, -0.000544280163012445, -0.0003121858462691307, -8.009152952581644e-05, 0.00015200278721749783, 0.0003840971039608121, 0.0006161914207041264, 0.0008482857374474406, 0.0010803800541907549, 0.0013124743709340692, 0.0015445686876773834, 0.0017766630044206977, 0.002008757321164012, 0.0022408515214920044, 0.0024729459546506405, 0.0027050403878092766, 0.002937134588137269, 0.0031692287884652615, 0.0034013232216238976, 0.0036334176547825336, 0.003865511855110526, 0.0040976060554385185, 0.004329700488597155, 0.004561794921755791, 0.0047938888892531395, 0.005025983322411776, 0.005258077755570412, 0.005490172188729048, 0.005722266621887684, 0.005954360589385033, 0.006186455022543669, 0.006418549455702305, 0.006650643423199654, 0.00688273785635829, 0.007114832289516926, 0.007346926722675562, 0.007579021155834198, 0.007811115123331547, 0.008043209090828896]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 3.0, 2.0, 4.0, 2.0, 3.0, 3.0, 6.0, 2.0, 2.0, 1.0, 5.0, 3.0, 12.0, 2.0, 0.0, 3.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.013918815180659294, -0.013214162550866604, -0.012509510852396488, -0.011804858222603798, -0.011100206524133682, -0.010395553894340992, -0.009690902195870876, -0.008986249566078186, -0.00828159786760807, -0.00757694523781538, -0.006872293073683977, -0.006167640909552574, -0.005462988279759884, -0.004758336115628481, -0.004053683951497078, -0.003349031787365675, -0.002644379623234272, -0.001939727459102869, -0.0012350751785561442, -0.0005304229562170804, 0.00017422926612198353, 0.0008788814884610474, 0.0015835337108001113, 0.002288185991346836, 0.002992838155478239, 0.003697490319609642, 0.004402142483741045, 0.005106794647872448, 0.005811447277665138, 0.006516099441796541, 0.007220751605927944, 0.00792540330439806, 0.00863005593419075, 0.00933470856398344, 0.010039360262453556, 0.010744012892246246, 0.011448664590716362, 0.012153317220509052, 0.012857968918979168, 0.013562621548771858, 0.014267273247241974, 0.014971925877034664, 0.015676578506827354, 0.01638123020529747, 0.017085881903767586, 0.01779053546488285, 0.018495187163352966, 0.019199838861823082, 0.019904490560293198, 0.020609144121408463, 0.021313795819878578, 0.022018447518348694, 0.02272310107946396, 0.023427752777934074, 0.02413240447640419, 0.024837056174874306, 0.02554170973598957, 0.026246361434459686, 0.026951013132929802, 0.027655666694045067, 0.028360318392515182, 0.029064970090985298, 0.029769621789455414, 0.03047427535057068, 0.031178927049040794]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 4.0, 3.0, 6.0, 7.0, 14.0, 19.0, 32.0, 62.0, 53.0, 71.0, 108.0, 131.0, 207.0, 269.0, 347.0, 516.0, 662.0, 864.0, 1245.0, 1699.0, 2397.0, 6136.0, 1463.0, 741.0, 412.0, 259.0, 167.0, 124.0, 65.0, 54.0, 63.0, 31.0, 17.0, 20.0, 20.0, 9.0, 7.0, 5.0, 7.0, 7.0, 2.0, 4.0, 6.0, 6.0, 7.0, 10.0, 21.0, 13.0, 0.0, 2.0, 4.0, 7.0, 14.0, 6.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.00679680285975337, -0.006493771448731422, -0.006190740503370762, -0.005887709092348814, -0.005584677681326866, -0.005281646735966206, -0.004978615324944258, -0.004675584379583597, -0.004372552968561649, -0.0040695215575397015, -0.003766490612179041, -0.003463459201157093, -0.003160428022965789, -0.0028573968447744846, -0.0025543654337525368, -0.0022513342555612326, -0.0019483030773699284, -0.0016452718991786242, -0.0013422406045719981, -0.001039209309965372, -0.0007361781317740679, -0.00043314689537510276, -0.00013011565897613764, 0.00017291557742282748, 0.0004759468138217926, 0.0007789780502207577, 0.0010820092866197228, 0.0013850405812263489, 0.001688071759417653, 0.0019911029376089573, 0.002294134348630905, 0.0025971655268222094, 0.0029001967050135136, 0.0032032278832048178, 0.003506259061396122, 0.00380929047241807, 0.004112321883440018, 0.004415352828800678, 0.004718384239822626, 0.005021415185183287, 0.0053244465962052345, 0.005627478007227182, 0.005930508952587843, 0.006233540363609791, 0.006536571308970451, 0.006839602719992399, 0.007142634131014347, 0.007445665076375008, 0.0077486964873969555, 0.008051727898418903, 0.008354758843779564, 0.008657789789140224, 0.00896082166582346, 0.00926385261118412, 0.00956688355654478, 0.009869915433228016, 0.010172946378588676, 0.010475977323949337, 0.010779009200632572, 0.011082040145993233, 0.011385071091353893, 0.011688102968037128, 0.011991133913397789, 0.01229416485875845, 0.01259719580411911]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 2.0, 2.0, 1.0, 2.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.07254259288311005, -0.07069269567728043, -0.0688427984714508, -0.06699290126562119, -0.06514300405979156, -0.06329310685396194, -0.061443209648132324, -0.059593312442302704, -0.057743415236473083, -0.05589351803064346, -0.05404362082481384, -0.05219372361898422, -0.0503438264131546, -0.04849392920732498, -0.04664403200149536, -0.04479413479566574, -0.04294423758983612, -0.0410943441092968, -0.03924444690346718, -0.03739454969763756, -0.03554465249180794, -0.03369475528597832, -0.0318448580801487, -0.029994959011673927, -0.028145063668489456, -0.026295166462659836, -0.024445269256830215, -0.022595372051000595, -0.020745474845170975, -0.018895577639341354, -0.017045680433511734, -0.015195783227682114, -0.013345886021852493, -0.011495988816022873, -0.009646091610193253, -0.0077961948700249195, -0.005946297664195299, -0.004096400458365679, -0.002246503485366702, -0.00039660639595240355, 0.001453290693461895, 0.0033031878992915154, 0.005153085105121136, 0.007002981845289469, 0.008852878585457802, 0.010702775791287422, 0.012552672997117043, 0.014402570202946663, 0.016252467408776283, 0.018102364614605904, 0.019952261820435524, 0.021802159026265144, 0.023652056232094765, 0.025501953437924385, 0.027351850643754005, 0.029201747849583626, 0.031051643192768097, 0.03290154039859772, 0.03475143760442734, 0.03660133481025696, 0.03845123201608658, 0.0403011292219162, 0.04215102642774582, 0.04400092363357544, 0.04585082083940506]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 2.0, 1.0, 4.0, 1.0, 1.0, 0.0, 4.0, 2.0, 2.0, 5.0, 9.0, 13.0, 13.0, 9.0, 14.0, 18.0, 26.0, 49.0, 20.0, 9.0, 13.0, 17.0, 3.0, 2.0, 2.0, 1.0, 2.0, 2.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 7.0, 0.0, 4.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 3.0, 1.0, 1.0], "bins": [-0.047342877835035324, -0.045624736696481705, -0.043906595557928085, -0.042188454419374466, -0.04047031328082085, -0.03875217214226723, -0.03703403100371361, -0.03531588986515999, -0.03359774500131607, -0.03187960386276245, -0.03016146458685398, -0.02844332344830036, -0.026725180447101593, -0.025007039308547974, -0.023288898169994354, -0.021570757031440735, -0.019852615892887115, -0.018134474754333496, -0.016416333615779877, -0.014698191545903683, -0.012980050407350063, -0.011261909268796444, -0.00954376719892025, -0.00782562606036663, -0.006107484921813011, -0.004389343783259392, -0.002671202179044485, -0.000953060807660222, 0.000765080563724041, 0.002483221935108304, 0.004201363306492567, 0.005919504910707474, 0.007637646049261093, 0.009355787187814713, 0.011073928326368332, 0.012792070396244526, 0.014510211534798145, 0.01622835360467434, 0.01794649474322796, 0.019664635881781578, 0.021382777020335197, 0.023100918158888817, 0.024819059297442436, 0.026537200435996056, 0.028255343437194824, 0.029973484575748444, 0.03169162571430206, 0.03340976685285568, 0.0351279079914093, 0.03684604912996292, 0.03856419026851654, 0.04028233140707016, 0.04200047254562378, 0.0437186136841774, 0.04543675482273102, 0.04715489596128464, 0.04887303709983826, 0.050591181963682175, 0.052309323102235794, 0.05402746424078941, 0.05574560537934303, 0.05746374651789665, 0.05918188765645027, 0.06090002879500389, 0.06261816620826721]}, "_runtime": 72.00245451927185, "_timestamp": 1596212942.7039921, "_step": 84}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 4.0, 4.0, 3.0, 2.0, 4.0, 3.0, 3.0, 2.0, 3.0, 3.0, 2.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009710041806101799, -0.009389306418597698, -0.009068570099771023, -0.008747834712266922, -0.008427098393440247, -0.008106363005936146, -0.007785627152770758, -0.00746489129960537, -0.0071441554464399815, -0.006823419593274593, -0.006502683740109205, -0.006181947886943817, -0.005861212499439716, -0.005540476646274328, -0.00521974079310894, -0.004899004939943552, -0.004578269086778164, -0.004257533233612776, -0.003936797380447388, -0.0036160617601126432, -0.003295325906947255, -0.002974590053781867, -0.0026538544334471226, -0.0023331185802817345, -0.0020123827271163464, -0.0016916468739509583, -0.001370911137200892, -0.0010501754004508257, -0.0007294395472854376, -0.0004087037523277104, -8.79679573699832e-05, 0.000232767837587744, 0.0005535036325454712, 0.0008742394275031984, 0.0011949752224609256, 0.0015157109592109919, 0.00183644681237638, 0.002157182665541768, 0.0024779182858765125, 0.0027986541390419006, 0.0031193899922072887, 0.003440125845372677, 0.003760861698538065, 0.004081597551703453, 0.004402332939207554, 0.004723068792372942, 0.00504380464553833, 0.005364540498703718, 0.005685276351869106, 0.006006012205034494, 0.0063267480581998825, 0.006647483911365271, 0.006968219764530659, 0.0072889551520347595, 0.007609691005200148, 0.007930426858365536, 0.008251162245869637, 0.008571898564696312, 0.008892633952200413, 0.009213370271027088, 0.009534105658531189, 0.009854841977357864, 0.010175577364861965, 0.01049631368368864, 0.010817049071192741]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 4.0, 2.0, 11.0, 11.0, 9.0, 4.0, 11.0, 18.0, 22.0, 22.0, 45.0, 33.0, 44.0, 41.0, 71.0, 109.0, 132.0, 153.0, 227.0, 340.0, 4296.0, 1185.0, 324.0, 194.0, 138.0, 105.0, 66.0, 63.0, 45.0, 26.0, 26.0, 25.0, 21.0, 19.0, 17.0, 8.0, 11.0, 9.0, 13.0, 5.0, 2.0, 3.0, 3.0, 3.0, 1.0, 3.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.11156849563121796, -0.10806290060281754, -0.10455730557441711, -0.10105171799659729, -0.09754612296819687, -0.09404052793979645, -0.09053493291139603, -0.0870293378829956, -0.08352375030517578, -0.08001815527677536, -0.07651256024837494, -0.07300696521997452, -0.0695013701915741, -0.06599577516317368, -0.06249018386006355, -0.05898459255695343, -0.05547899752855301, -0.05197340250015259, -0.048467811197042465, -0.044962216168642044, -0.04145662486553192, -0.0379510298371315, -0.03444543480873108, -0.030939841642975807, -0.027434248477220535, -0.023928655311465263, -0.02042306214570999, -0.01691746711730957, -0.013411873951554298, -0.009906280785799026, -0.00640068668872118, -0.0028950930573046207, 0.0006105005741119385, 0.004116094205528498, 0.007621687836945057, 0.011127281934022903, 0.014632875099778175, 0.018138468265533447, 0.02164406329393387, 0.02514965645968914, 0.028655249625444412, 0.03216084465384483, 0.035666435956954956, 0.03917203098535538, 0.0426776260137558, 0.04618321731686592, 0.04968881234526634, 0.053194403648376465, 0.056699998676776886, 0.06020559370517731, 0.06371118873357773, 0.06721677631139755, 0.07072237133979797, 0.0742279663681984, 0.07773356139659882, 0.08123915642499924, 0.08474475145339966, 0.08825033903121948, 0.0917559340596199, 0.09526152908802032, 0.09876712411642075, 0.10227271914482117, 0.10577830672264099, 0.10928390175104141, 0.11278949677944183]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 2.0, 0.0, 3.0, 3.0, 1.0, 3.0, 1.0, 2.0, 0.0, 0.0, 5.0, 4.0, 5.0, 3.0, 0.0, 5.0, 4.0, 6.0, 5.0, 21.0, 1.0, 3.0, 3.0, 5.0, 4.0, 0.0, 3.0, 5.0, 2.0, 1.0, 3.0, 2.0, 1.0, 4.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0021369806490838528, -0.0020652632229030132, -0.0019935457967221737, -0.0019218282541260123, -0.0018501108279451728, -0.0017783934017643332, -0.0017066759755834937, -0.0016349585494026542, -0.0015632410068064928, -0.0014915235806256533, -0.0014198061544448137, -0.0013480887282639742, -0.0012763713020831347, -0.0012046538759022951, -0.0011329363333061337, -0.0010612189071252942, -0.0009895014809444547, -0.0009177840547636151, -0.0008460665703751147, -0.0007743491441942751, -0.0007026316598057747, -0.0006309142336249352, -0.0005591968074440956, -0.0004874793521594256, -0.0004157618968747556, -0.0003440444415900856, -0.00027232698630541563, -0.0002006095601245761, -0.0001288921048399061, -5.7174656831193715e-05, 1.4542791177518666e-05, 8.626023918623105e-05, 0.00015797768719494343, 0.00022969514247961342, 0.0003014125977642834, 0.00037313002394512296, 0.00044484747922979295, 0.000516564934514463, 0.0005882823606953025, 0.0006599998450838029, 0.0007317172712646425, 0.000803434697445482, 0.0008751521818339825, 0.000946869608014822, 0.0010185870341956615, 0.001090304460376501, 0.0011620220029726624, 0.001233739429153502, 0.0013054568553343415, 0.001377174281515181, 0.0014488917076960206, 0.001520609250292182, 0.0015923266764730215, 0.001664044102653861, 0.0017357615288347006, 0.0018074789550155401, 0.0018791963811963797, 0.001950913923792541, 0.0020226312335580587, 0.002094348892569542, 0.0021660663187503815, 0.002237783744931221, 0.0023095011711120605, 0.0023812185972929, 0.0024529360234737396]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 5.0, 2.0, 8.0, 5.0, 17.0, 17.0, 24.0, 46.0, 46.0, 91.0, 129.0, 230.0, 368.0, 683.0, 1039.0, 1718.0, 3056.0, 5637.0, 10646.0, 21926.0, 51789.0, 203380.0, 769992.0, 56134.0, 23939.0, 12318.0, 6791.0, 3747.0, 2269.0, 1377.0, 856.0, 535.0, 298.0, 189.0, 120.0, 92.0, 43.0, 32.0, 19.0, 4.0, 13.0, 3.0, 4.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00766001408919692, -0.007435547653585672, -0.007211080752313137, -0.006986614316701889, -0.006762147415429354, -0.006537680979818106, -0.00631321407854557, -0.006088747642934322, -0.005864280741661787, -0.005639814306050539, -0.005415347404778004, -0.005190880969166756, -0.00496641406789422, -0.004741947632282972, -0.004517480731010437, -0.004293014295399189, -0.004068547859787941, -0.0038440809585154057, -0.003619614290073514, -0.0033951476216316223, -0.0031706809531897306, -0.002946214284747839, -0.0027217476163059473, -0.0024972809478640556, -0.0022728145122528076, -0.002048347843810916, -0.0018238810589537024, -0.0015994143905118108, -0.001374947838485241, -0.0011504811700433493, -0.0009260145016014576, -0.0007015478331595659, -0.00047708116471767426, -0.0002526144962757826, -2.814785693772137e-05, 0.00019631879695225507, 0.0004207854508422315, 0.0006452521192841232, 0.0008697187295183539, 0.0010941853979602456, 0.0013186520664021373, 0.001543118734844029, 0.0017675854032859206, 0.0019920519553124905, 0.002216518623754382, 0.002440985292196274, 0.0026654519606381655, 0.002889918629080057, 0.003114385297521949, 0.0033388519659638405, 0.003563318634405732, 0.003787785302847624, 0.004012251738458872, 0.004236718639731407, 0.004461185075342655, 0.0046856519766151905, 0.0049101184122264385, 0.005134585313498974, 0.005359051749110222, 0.005583518650382757, 0.005807985085994005, 0.0060324519872665405, 0.0062569184228777885, 0.006481385324150324, 0.006705851759761572]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 3.0, 1.0, 2.0, 2.0, 0.0, 1.0, 1.0, 3.0, 1.0, 7.0, 2.0, 2.0, 0.0, 3.0, 1.0, 2.0, 1.0, 1.0, 1.0, 2.0, 3.0, 2.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.013723239302635193, -0.01332065835595131, -0.012918077409267426, -0.012515495531260967, -0.012112914584577084, -0.0117103336378932, -0.011307751759886742, -0.010905170813202858, -0.010502589866518974, -0.01010000891983509, -0.009697427973151207, -0.009294846095144749, -0.008892265148460865, -0.008489684201776981, -0.008087102323770523, -0.007684521377086639, -0.007281940430402756, -0.006879359483718872, -0.006476778071373701, -0.00607419665902853, -0.0056716157123446465, -0.005269034765660763, -0.004866453353315592, -0.004463871940970421, -0.004061290994286537, -0.00365870981477201, -0.0032561286352574825, -0.002853547455742955, -0.002450966276228428, -0.0020483850967139006, -0.0016458039171993732, -0.001243222737684846, -0.0008406415581703186, -0.0004380603786557913, -3.547919914126396e-05, 0.00036710198037326336, 0.0007696831598877907, 0.001172264339402318, 0.0015748455189168453, 0.0019774266984313726, 0.0023800078779459, 0.0027825890574604273, 0.0031851702369749546, 0.003587751416489482, 0.003990332596004009, 0.004392913542687893, 0.004795494955033064, 0.005198076367378235, 0.0056006573140621185, 0.006003238260746002, 0.006405819673091173, 0.006808401085436344, 0.007210982032120228, 0.0076135629788041115, 0.00801614485681057, 0.008418725803494453, 0.008821306750178337, 0.00922388769686222, 0.009626468643546104, 0.010029050521552563, 0.010431631468236446, 0.01083421241492033, 0.011236794292926788, 0.011639375239610672, 0.012041956186294556]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 5.0, 2.0, 2.0, 2.0, 1.0, 2.0, 5.0, 6.0, 7.0, 14.0, 17.0, 14.0, 18.0, 21.0, 27.0, 32.0, 55.0, 70.0, 64.0, 89.0, 108.0, 124.0, 169.0, 191.0, 221.0, 344.0, 409.0, 535.0, 693.0, 1054.0, 1698.0, 5954.0, 1873.0, 1186.0, 816.0, 626.0, 445.0, 343.0, 253.0, 209.0, 143.0, 128.0, 102.0, 82.0, 75.0, 46.0, 30.0, 23.0, 25.0, 14.0, 21.0, 7.0, 6.0, 5.0, 4.0, 4.0, 4.0, 4.0], "bins": [-0.008973728865385056, -0.00873470026999712, -0.008495671674609184, -0.008256643079221249, -0.008017614483833313, -0.00777858542278409, -0.007539556827396154, -0.007300528232008219, -0.007061499636620283, -0.0068224710412323475, -0.006583442445844412, -0.006344413850456476, -0.006105384789407253, -0.005866356194019318, -0.005627327598631382, -0.005388299003243446, -0.005149270407855511, -0.004910241812467575, -0.0046712132170796394, -0.004432184621691704, -0.004193156026303768, -0.003954126965254545, -0.0037150983698666096, -0.003476069774478674, -0.0032370411790907383, -0.0029980125837028027, -0.002758983988314867, -0.0025199551600962877, -0.002280926564708352, -0.0020418979693204165, -0.001802869257517159, -0.0015638405457139015, -0.0013248119503259659, -0.0010857833549380302, -0.0008467546431347728, -0.0006077259895391762, -0.0003686973359435797, -0.00012966868234798312, 0.00010935997124761343, 0.00034838862484321, 0.0005874172784388065, 0.0008264459320344031, 0.0010654745856299996, 0.001304503297433257, 0.0015435318928211927, 0.0017825604882091284, 0.0020215893164277077, 0.0022606179118156433, 0.002499646507203579, 0.0027386751025915146, 0.0029777036979794502, 0.0032167325261980295, 0.003455761121585965, 0.003694789716973901, 0.00393381854519248, 0.004172847140580416, 0.004411875735968351, 0.004650904331356287, 0.004889932926744223, 0.005128961522132158, 0.005367990583181381, 0.005607019178569317, 0.0058460477739572525, 0.006085076369345188, 0.006324104964733124]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 3.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 4.0, 2.0, 0.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0629323199391365, -0.05929643660783768, -0.05566054955124855, -0.05202466621994972, -0.048388779163360596, -0.04475289583206177, -0.04111701250076294, -0.03748112544417381, -0.033845242112874985, -0.030209356918931007, -0.02657347172498703, -0.022937588393688202, -0.019301703199744225, -0.015665818005800247, -0.012029933743178844, -0.008394049480557442, -0.004758164286613464, -0.0011222795583307743, 0.0025136051699519157, 0.006149489898234606, 0.009785374626517296, 0.013421259820461273, 0.0170571431517601, 0.02069302834570408, 0.024328913539648056, 0.027964798733592033, 0.03160068392753601, 0.03523656725883484, 0.03887245059013367, 0.042508337646722794, 0.04614422097802162, 0.04978010803461075, 0.053415991365909576, 0.057051874697208405, 0.06068776175379753, 0.06432364881038666, 0.06795953214168549, 0.07159541547298431, 0.07523129880428314, 0.07886718213558197, 0.0825030654668808, 0.08613895624876022, 0.08977483958005905, 0.09341072291135788, 0.09704660624265671, 0.10068248957395554, 0.10431838035583496, 0.10795426368713379, 0.11159014701843262, 0.11522603034973145, 0.11886191368103027, 0.1224978044629097, 0.12613368034362793, 0.12976956367492676, 0.13340546190738678, 0.1370413452386856, 0.14067722856998444, 0.14431311190128326, 0.1479489952325821, 0.15158487856388092, 0.15522076189517975, 0.15885664522647858, 0.1624925285577774, 0.16612841188907623, 0.16976431012153625]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 3.0, 1.0, 2.0, 4.0, 3.0, 4.0, 1.0, 8.0, 13.0, 18.0, 18.0, 11.0, 11.0, 17.0, 20.0, 50.0, 19.0, 5.0, 9.0, 8.0, 3.0, 7.0, 9.0, 6.0, 3.0, 5.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 1.0, 2.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.04798968508839607, -0.045339714735746384, -0.04268974810838699, -0.040039777755737305, -0.037389807403087616, -0.03473983705043793, -0.03208986669778824, -0.02943990007042885, -0.02678992971777916, -0.02413995936512947, -0.02148999087512493, -0.018840022385120392, -0.016190052032470703, -0.013540082611143589, -0.010890113189816475, -0.00824014376848936, -0.005590174347162247, -0.0029402049258351326, -0.0002902355045080185, 0.0023597339168190956, 0.00500970333814621, 0.007659672759473324, 0.010309642180800438, 0.012959611602127552, 0.015609581023454666, 0.018259551376104355, 0.020909519866108894, 0.023559488356113434, 0.026209458708763123, 0.02885942906141281, 0.0315093994140625, 0.03415936604142189, 0.03680933639407158, 0.03945930674672127, 0.04210927337408066, 0.04475924372673035, 0.047409214079380035, 0.050059184432029724, 0.05270915478467941, 0.0553591214120388, 0.05800909176468849, 0.06065906211733818, 0.06330902874469757, 0.06595899909734726, 0.06860896944999695, 0.07125893980264664, 0.07390891015529633, 0.07655888050794601, 0.0792088508605957, 0.0818588137626648, 0.08450878411531448, 0.08715875446796417, 0.08980872482061386, 0.09245869517326355, 0.09510866552591324, 0.09775863587856293, 0.10040859878063202, 0.10305856913328171, 0.1057085394859314, 0.10835850983858109, 0.11100848019123077, 0.11365845054388046, 0.11630842089653015, 0.11895839124917984, 0.12160836160182953]}, "_runtime": 72.79284071922302, "_timestamp": 1596212943.4943783, "_step": 85}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 3.0, 0.0, 1.0, 1.0, 3.0, 1.0, 2.0, 1.0, 3.0, 4.0, 5.0, 2.0, 2.0, 3.0, 2.0, 0.0, 2.0, 4.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009696174412965775, -0.00934386346489191, -0.008991552516818047, -0.008639241568744183, -0.008286930620670319, -0.007934619672596455, -0.007582308724522591, -0.007229997776448727, -0.006877686828374863, -0.006525375880300999, -0.006173064932227135, -0.005820753984153271, -0.005468443036079407, -0.005116132088005543, -0.004763821139931679, -0.004411510191857815, -0.004059199243783951, -0.003706888295710087, -0.003354577347636223, -0.003002266399562359, -0.002649955451488495, -0.002297644503414631, -0.001945333555340767, -0.001593022607266903, -0.001240711659193039, -0.000888400711119175, -0.000536089763045311, -0.000183778814971447, 0.000168532133102417, 0.000520843081176281, 0.000873154029250145, 0.001225464977324009, 0.001577775925397873, 0.001930086873471737, 0.002282397821545601, 0.002634708769619465, 0.002987019717693329, 0.003339330665767193, 0.003691641613841057, 0.004043952561914921, 0.004396263509988785, 0.004748574458062649, 0.005100885406136513, 0.005453196354210377, 0.005805507302284241, 0.006157818250358105, 0.006510129198431969, 0.006862440146505833, 0.007214751094579697, 0.007567062042653561, 0.007919372990727425, 0.008271683938801289, 0.008623994886875153, 0.008976305834949017, 0.00932861678302288, 0.009680927731096745, 0.010033238679170609, 0.010385549627244473, 0.010737860575318336, 0.0110901715233922, 0.011442482471466064, 0.011794793419539928, 0.012147104367613792, 0.012499415315687656, 0.01285172626376152]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 4.0, 3.0, 3.0, 4.0, 4.0, 4.0, 9.0, 12.0, 8.0, 12.0, 16.0, 18.0, 38.0, 39.0, 36.0, 58.0, 98.0, 117.0, 143.0, 243.0, 452.0, 5207.0, 589.0, 278.0, 160.0, 102.0, 56.0, 45.0, 38.0, 27.0, 19.0, 11.0, 10.0, 12.0, 9.0, 8.0, 8.0, 4.0, 4.0, 5.0, 4.0, 3.0, 2.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.16878581047058105, -0.16373372077941895, -0.15868163108825684, -0.15362952649593353, -0.14857743680477142, -0.14352534711360931, -0.1384732574224472, -0.1334211528301239, -0.1283690631389618, -0.12331697344779968, -0.11826488375663757, -0.11321278661489487, -0.10816069692373276, -0.10310859978199005, -0.09805651009082794, -0.09300441294908524, -0.08795232325792313, -0.08290023356676102, -0.07784813642501831, -0.0727960467338562, -0.0677439495921135, -0.06269185990095139, -0.05763976648449898, -0.05258767306804657, -0.04753557965159416, -0.042483486235141754, -0.037431392818689346, -0.03237929940223694, -0.02732720784842968, -0.022275114431977272, -0.017223022878170013, -0.012170929461717606, -0.007118836045265198, -0.0020667430944740772, 0.0029853498563170433, 0.008037442341446877, 0.013089535757899284, 0.018141629174351692, 0.02319372072815895, 0.02824581414461136, 0.033297907561063766, 0.038350000977516174, 0.04340209439396858, 0.04845418781042099, 0.0535062775015831, 0.05855837091803551, 0.06361046433448792, 0.06866256147623062, 0.07371465116739273, 0.07876674085855484, 0.08381883800029755, 0.08887092769145966, 0.09392302483320236, 0.09897511452436447, 0.10402721166610718, 0.10907930135726929, 0.1141313910484314, 0.1191834881901741, 0.12423557788133621, 0.12928767502307892, 0.13433976471424103, 0.13939185440540314, 0.14444395899772644, 0.14949604868888855, 0.15454813838005066]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 3.0, 1.0, 0.0, 2.0, 2.0, 3.0, 1.0, 2.0, 3.0, 2.0, 3.0, 0.0, 6.0, 3.0, 1.0, 3.0, 2.0, 5.0, 24.0, 3.0, 1.0, 6.0, 3.0, 3.0, 2.0, 3.0, 3.0, 4.0, 5.0, 1.0, 3.0, 3.0, 1.0, 0.0, 2.0, 0.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.0036381916143000126, -0.0035373521968722343, -0.0034365125466138124, -0.0033356728963553905, -0.0032348334789276123, -0.003133994061499834, -0.003033154411241412, -0.0029323147609829903, -0.002831475343555212, -0.0027306359261274338, -0.002629796275869012, -0.00252895662561059, -0.0024281172081828117, -0.0023272777907550335, -0.0022264381404966116, -0.0021255984902381897, -0.0020247590728104115, -0.0019239195389673114, -0.0018230800051242113, -0.0017222404712811112, -0.0016214009374380112, -0.001520561403594911, -0.001419721869751811, -0.001318882335908711, -0.0012180428020656109, -0.0011172032682225108, -0.0010163637343794107, -0.0009155242005363107, -0.0008146846666932106, -0.0007138451328501105, -0.0006130055990070105, -0.0005121660651639104, -0.0004113265313208103, -0.00031048699747771025, -0.00020964746363461018, -0.0001088079297915101, -7.968395948410034e-06, 9.287113789469004e-05, 0.0001937106717377901, 0.0002945502055808902, 0.00039538973942399025, 0.0004962292732670903, 0.0005970688071101904, 0.0006979083409532905, 0.0007987478747963905, 0.0008995874086394906, 0.0010004269424825907, 0.0011012664763256907, 0.0012021060101687908, 0.0013029455440118909, 0.001403785077854991, 0.001504624611698091, 0.001605464145541191, 0.0017063036793842912, 0.0018071432132273912, 0.0019079827470704913, 0.0020088222809135914, 0.0021096616983413696, 0.0022105013485997915, 0.0023113409988582134, 0.0024121804162859917, 0.00251301983371377, 0.002613859483972192, 0.0027146991342306137, 0.002815538551658392]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 3.0, 3.0, 3.0, 6.0, 7.0, 18.0, 19.0, 31.0, 30.0, 55.0, 79.0, 124.0, 184.0, 265.0, 410.0, 738.0, 1137.0, 1942.0, 3156.0, 5430.0, 9952.0, 19344.0, 43931.0, 151753.0, 805325.0, 67056.0, 29085.0, 15342.0, 8859.0, 5443.0, 3365.0, 2209.0, 1485.0, 962.0, 621.0, 460.0, 262.0, 155.0, 128.0, 86.0, 50.0, 39.0, 29.0, 21.0, 15.0, 10.0, 4.0, 3.0, 3.0, 1.0, 1.0, 0.0, 2.0], "bins": [-0.008645921014249325, -0.008400593884289265, -0.008155266754329205, -0.007909939624369144, -0.007664612960070372, -0.0074192858301103115, -0.007173958700150251, -0.006928631570190191, -0.0066833049058914185, -0.006437977775931358, -0.006192650645971298, -0.005947323516011238, -0.005701996386051178, -0.005456669256091118, -0.005211342591792345, -0.004966015461832285, -0.004720688331872225, -0.004475361201912165, -0.004230034071952105, -0.003984707407653332, -0.0037393802776932716, -0.0034940531477332115, -0.0032487260177731514, -0.003003399120643735, -0.002758071990683675, -0.0025127448607236147, -0.0022674179635941982, -0.002022090833634138, -0.0017767638200893998, -0.0015314368065446615, -0.0012861096765846014, -0.0010407826630398631, -0.0007954556494951248, -0.0005501286359503865, -0.0003048015641979873, -5.947452154941857e-05, 0.00018585252109915018, 0.00043117956374771893, 0.0006765066063962877, 0.0009218336781486869, 0.0011671606916934252, 0.0014124877052381635, 0.0016578147187829018, 0.0019031418487429619, 0.002148468978703022, 0.0023937958758324385, 0.0026391230057924986, 0.002884449902921915, 0.003129777032881975, 0.0033751041628420353, 0.0036204310599714518, 0.003865758189931512, 0.004111085087060928, 0.0043564122170209885, 0.004601739346981049, 0.004847066476941109, 0.005092393606901169, 0.005337720271199942, 0.005583047401160002, 0.005828374531120062, 0.006073701661080122, 0.006319028791040182, 0.006564355455338955, 0.006809682585299015, 0.007055009715259075]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 3.0, 0.0, 4.0, 4.0, 6.0, 2.0, 2.0, 2.0, 4.0, 6.0, 2.0, 2.0, 1.0, 4.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0], "bins": [-0.017461396753787994, -0.016672832891345024, -0.015884270891547203, -0.015095707029104233, -0.014307143166661263, -0.013518580235540867, -0.012730016373097897, -0.011941453441977501, -0.01115288957953453, -0.010364326648414135, -0.00957576371729374, -0.008787199854850769, -0.007998636923730373, -0.00721007352694869, -0.0064215101301670074, -0.0056329467333853245, -0.0048443833366036415, -0.0040558199398219585, -0.0032672565430402756, -0.0024786933790892363, -0.0016901299823075533, -0.0009015666437335312, -0.00011300330515950918, 0.0006755600334145129, 0.001464123371988535, 0.002252686768770218, 0.003041250165551901, 0.00382981332950294, 0.0046183764934539795, 0.0054069398902356625, 0.006195503287017345, 0.006984066683799028, 0.007772630080580711, 0.008561193011701107, 0.009349756874144077, 0.010138319805264473, 0.010926883667707443, 0.011715446598827839, 0.01250401046127081, 0.013292573392391205, 0.014081137254834175, 0.01486970018595457, 0.015658263117074966, 0.016446826979517937, 0.017235390841960907, 0.018023952841758728, 0.0188125167042017, 0.01960108056664467, 0.02038964256644249, 0.02117820642888546, 0.02196677029132843, 0.0227553341537714, 0.02354389615356922, 0.024332460016012192, 0.025121023878455162, 0.025909587740898132, 0.026698149740695953, 0.027486713603138924, 0.028275277465581894, 0.029063839465379715, 0.029852403327822685, 0.030640967190265656, 0.03142952919006348, 0.032218094915151596, 0.03300665691494942]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 5.0, 11.0, 10.0, 22.0, 29.0, 36.0, 33.0, 49.0, 65.0, 112.0, 170.0, 204.0, 247.0, 363.0, 442.0, 643.0, 864.0, 1282.0, 1974.0, 5989.0, 1978.0, 1082.0, 699.0, 488.0, 324.0, 216.0, 171.0, 133.0, 124.0, 84.0, 56.0, 55.0, 60.0, 40.0, 43.0, 36.0, 26.0, 26.0, 18.0, 12.0, 23.0, 15.0, 21.0, 20.0, 20.0, 11.0, 21.0, 23.0, 17.0, 13.0, 4.0, 4.0, 3.0, 4.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.007268420420587063, -0.006946933455765247, -0.0066254460252821445, -0.006303958594799042, -0.005982471629977226, -0.005660984665155411, -0.005339497234672308, -0.005018009804189205, -0.00469652283936739, -0.004375035874545574, -0.004053548444062471, -0.0037320612464100122, -0.003410574048757553, -0.003089086851105094, -0.002767599653452635, -0.0024461124558001757, -0.0021246252581477165, -0.0018031380604952574, -0.0014816508628427982, -0.001160163665190339, -0.0008386764675378799, -0.0005171892698854208, -0.00019570207223296165, 0.0001257851254194975, 0.00044727232307195663, 0.0007687595207244158, 0.001090246718376875, 0.001411733916029334, 0.0017332211136817932, 0.0020547083113342524, 0.0023761955089867115, 0.0026976827066391706, 0.00301916990429163, 0.003340657101944089, 0.003662144299596548, 0.003983631730079651, 0.004305118694901466, 0.004626605659723282, 0.004948093090206385, 0.0052695805206894875, 0.005591067485511303, 0.0059125544503331184, 0.006234041880816221, 0.006555529311299324, 0.0068770162761211395, 0.007198503240942955, 0.007519990671426058, 0.00784147810190916, 0.008162965066730976, 0.008484452031552792, 0.008805939927697182, 0.009127426892518997, 0.009448913857340813, 0.009770400822162628, 0.010091887786984444, 0.010413375683128834, 0.01073486264795065, 0.011056349612772465, 0.011377837508916855, 0.01169932447373867, 0.012020811438560486, 0.012342298403382301, 0.012663785368204117, 0.012985273264348507, 0.013306760229170322]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 4.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.1989128291606903, -0.19500435888767242, -0.19109588861465454, -0.18718743324279785, -0.18327896296977997, -0.17937049269676208, -0.1754620224237442, -0.17155355215072632, -0.16764509677886963, -0.16373662650585175, -0.15982815623283386, -0.15591968595981598, -0.1520112156867981, -0.1481027454137802, -0.14419429004192352, -0.14028581976890564, -0.13637734949588776, -0.13246887922286987, -0.128560408949852, -0.1246519461274147, -0.12074348330497742, -0.11683501303195953, -0.11292654275894165, -0.10901807993650436, -0.10510960966348648, -0.1012011393904686, -0.09729267656803131, -0.09338420629501343, -0.08947573602199554, -0.08556727319955826, -0.08165880292654037, -0.07775034010410309, -0.0738418698310852, -0.06993339955806732, -0.06602493673563004, -0.06211646646261215, -0.05820799991488457, -0.05429953336715698, -0.0503910630941391, -0.046482596546411514, -0.04257412999868393, -0.038665663450956345, -0.03475719690322876, -0.030848726630210876, -0.02694026008248329, -0.023031793534755707, -0.019123325124382973, -0.015214857645332813, -0.011306390166282654, -0.007397922687232494, -0.003489455208182335, 0.00041901227086782455, 0.004327479749917984, 0.008235947228968143, 0.012144414708018303, 0.016052883118391037, 0.019961349666118622, 0.023869816213846207, 0.02777828462421894, 0.031686753034591675, 0.03559521958231926, 0.039503686130046844, 0.04341215640306473, 0.04732062295079231, 0.0512290894985199]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 4.0, 3.0, 3.0, 5.0, 6.0, 16.0, 8.0, 13.0, 15.0, 22.0, 35.0, 49.0, 16.0, 11.0, 8.0, 9.0, 2.0, 9.0, 5.0, 7.0, 7.0, 2.0, 2.0, 2.0, 3.0, 1.0, 3.0, 1.0, 2.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.07077507674694061, -0.06896189600229263, -0.06714871525764465, -0.06533553451299667, -0.0635223537683487, -0.06170917674899101, -0.05989599600434303, -0.05808281525969505, -0.05626963824033737, -0.05445645749568939, -0.05264327675104141, -0.05083009600639343, -0.04901691526174545, -0.04720373451709747, -0.04539055749773979, -0.04357737675309181, -0.04176419600844383, -0.03995101526379585, -0.03813783451914787, -0.03632465749979019, -0.03451147675514221, -0.03269829601049423, -0.030885115265846252, -0.029071936383843422, -0.027258755639195442, -0.025445574894547462, -0.023632396012544632, -0.021819215267896652, -0.020006034523248672, -0.018192855641245842, -0.016379674896597862, -0.014566495083272457, -0.012753315269947052, -0.010940135456621647, -0.009126955643296242, -0.007313774898648262, -0.005500595085322857, -0.003687415039166808, -0.0018742349930107594, -6.105494685471058e-05, 0.0017521250993013382, 0.003565305145457387, 0.005378485191613436, 0.007191665470600128, 0.009004845283925533, 0.010818025097250938, 0.012631205841898918, 0.014444385655224323, 0.01625756546854973, 0.018070746213197708, 0.01988392509520054, 0.02169710583984852, 0.02351028472185135, 0.02532346546649933, 0.02713664621114731, 0.02894982509315014, 0.03076300583779812, 0.03257618471980095, 0.03438936546444893, 0.03620254620909691, 0.03801572695374489, 0.03982890769839287, 0.04164208471775055, 0.04345526546239853, 0.04526844620704651]}, "_runtime": 73.57966732978821, "_timestamp": 1596212944.281205, "_step": 86}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 4.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 3.0, 5.0, 3.0, 4.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 3.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.010109291411936283, -0.009808736853301525, -0.009508183225989342, -0.009207628667354584, -0.008907074108719826, -0.008606520481407642, -0.008305965922772884, -0.008005411364138126, -0.007704857271164656, -0.007404303178191185, -0.007103748619556427, -0.006803194526582956, -0.006502640433609486, -0.006202085874974728, -0.005901531782001257, -0.005600977223366499, -0.005300423130393028, -0.004999869037419558, -0.0046993144787848, -0.004398760385811329, -0.004098205827176571, -0.0037976517342031, -0.0034970976412296295, -0.003196543315425515, -0.002895988989621401, -0.0025954346638172865, -0.002294880338013172, -0.0019943262450397015, -0.0016937719192355871, -0.0013932175934314728, -0.0010926633840426803, -0.0007921091164462268, -0.0004915548488497734, -0.00019100058125331998, 0.00010955368634313345, 0.0004101079539395869, 0.0007106622215360403, 0.0010112165473401546, 0.0013117707567289472, 0.0016123249661177397, 0.001912879291921854, 0.0022134336177259684, 0.0025139879435300827, 0.0028145420365035534, 0.0031150963623076677, 0.003415650688111782, 0.0037162047810852528, 0.004016759339720011, 0.0043173134326934814, 0.004617867525666952, 0.00491842208430171, 0.005218976177275181, 0.005519530735909939, 0.0058200848288834095, 0.00612063892185688, 0.006421193480491638, 0.006721747573465109, 0.0070223016664385796, 0.0073228562250733376, 0.007623410318046808, 0.007923964411020279, 0.008224518969655037, 0.008525073528289795, 0.008825627155601978, 0.009126181714236736]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 1.0, 1.0, 2.0, 2.0, 2.0, 8.0, 4.0, 7.0, 3.0, 10.0, 8.0, 14.0, 12.0, 29.0, 28.0, 21.0, 40.0, 54.0, 68.0, 75.0, 109.0, 142.0, 201.0, 275.0, 3914.0, 1709.0, 371.0, 236.0, 135.0, 106.0, 75.0, 61.0, 43.0, 30.0, 36.0, 23.0, 10.0, 13.0, 11.0, 4.0, 9.0, 4.0, 2.0, 2.0, 3.0, 1.0, 7.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.13334834575653076, -0.1295316219329834, -0.12571489810943604, -0.12189816683530807, -0.11808143556118011, -0.11426471173763275, -0.11044798791408539, -0.10663125663995743, -0.10281453281641006, -0.0989978089928627, -0.09518107771873474, -0.09136435389518738, -0.08754763007164001, -0.08373089879751205, -0.07991417497396469, -0.07609744369983673, -0.07228071987628937, -0.068463996052742, -0.06464726477861404, -0.06083054095506668, -0.05701381340622902, -0.05319708585739136, -0.049380362033843994, -0.04556363448500633, -0.04174690693616867, -0.03793017938733101, -0.03411345183849335, -0.030296728014945984, -0.026480000466108322, -0.02266327291727066, -0.018846547231078148, -0.01502982061356306, -0.011213093996047974, -0.0073963673785328865, -0.0035796407610177994, 0.00023708585649728775, 0.004053812474012375, 0.007870539091527462, 0.01168726570904255, 0.015503992326557636, 0.019320718944072723, 0.023137446492910385, 0.026954172179102898, 0.03077089786529541, 0.03458762541413307, 0.038404352962970734, 0.0422210767865181, 0.04603780433535576, 0.04985453188419342, 0.05367125943303108, 0.057487986981868744, 0.06130471080541611, 0.06512144207954407, 0.06893816590309143, 0.0727548897266388, 0.07657162100076675, 0.08038834482431412, 0.08420506864786148, 0.08802179992198944, 0.0918385237455368, 0.09565524756908417, 0.09947197884321213, 0.10328870266675949, 0.10710543394088745, 0.11092215776443481]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 3.0, 2.0, 2.0, 4.0, 1.0, 3.0, 0.0, 3.0, 6.0, 1.0, 4.0, 1.0, 1.0, 4.0, 1.0, 5.0, 24.0, 5.0, 3.0, 3.0, 4.0, 6.0, 4.0, 2.0, 4.0, 1.0, 0.0, 4.0, 1.0, 1.0, 4.0, 2.0, 3.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0], "bins": [-0.0027101526502519846, -0.0026363141369074583, -0.0025624753907322884, -0.002488636877387762, -0.0024147983640432358, -0.002340959617868066, -0.0022671211045235395, -0.0021932823583483696, -0.0021194438450038433, -0.002045605331659317, -0.001971766585484147, -0.0018979280721396208, -0.0018240894423797727, -0.0017502508126199245, -0.0016764122992753983, -0.0016025736695155501, -0.001528735039755702, -0.001454896409995854, -0.0013810577802360058, -0.0013072192668914795, -0.0012333806371316314, -0.0011595420073717833, -0.001085703494027257, -0.0010118648642674088, -0.0009380262345075607, -0.0008641876047477126, -0.0007903490331955254, -0.0007165104616433382, -0.0006426718318834901, -0.000568833202123642, -0.0004949946305714548, -0.0004211560299154371, -0.00034731742925941944, -0.0002734788286034018, -0.00019964022794738412, -0.00012580162729136646, -5.19630266353488e-05, 2.1875574020668864e-05, 9.571417467668653e-05, 0.00016955277533270419, 0.00024339137598872185, 0.0003172299766447395, 0.00039106857730075717, 0.00046490717795677483, 0.0005387457786127925, 0.0006125844083726406, 0.0006864229799248278, 0.000760261551477015, 0.0008341001812368631, 0.0009079388109967113, 0.0009817774407565594, 0.0010556159541010857, 0.0011294545838609338, 0.001203293213620782, 0.0012771317269653082, 0.0013509703567251563, 0.0014248089864850044, 0.0014986476162448525, 0.0015724862460047007, 0.001646324759349227, 0.001720163389109075, 0.0017940020188689232, 0.0018678405322134495, 0.0019416791619732976, 0.0020155177917331457]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 3.0, 1.0, 4.0, 6.0, 6.0, 7.0, 14.0, 23.0, 36.0, 51.0, 62.0, 93.0, 153.0, 247.0, 363.0, 564.0, 961.0, 1639.0, 2531.0, 4348.0, 7809.0, 14876.0, 31905.0, 91005.0, 849752.0, 95732.0, 34859.0, 16886.0, 9547.0, 5641.0, 3545.0, 2235.0, 1449.0, 997.0, 714.0, 446.0, 312.0, 251.0, 173.0, 111.0, 78.0, 67.0, 43.0, 26.0, 25.0, 9.0, 14.0, 3.0, 9.0, 5.0, 5.0, 1.0, 1.0], "bins": [-0.008095101453363895, -0.007867752574384212, -0.007640402764081955, -0.007413053885102272, -0.007185704540461302, -0.006958355195820332, -0.006731006316840649, -0.006503656972199678, -0.006276307627558708, -0.006048958282917738, -0.005821608938276768, -0.005594260059297085, -0.005366910714656115, -0.005139561370015144, -0.004912212491035461, -0.004684863146394491, -0.004457513801753521, -0.004230164457112551, -0.0040028151124715805, -0.0037754662334918976, -0.0035481168888509274, -0.003320767544209957, -0.0030934184323996305, -0.002866069320589304, -0.0026387199759483337, -0.0024113706313073635, -0.002184021519497037, -0.0019566724076867104, -0.0017293230630457401, -0.0015019738348200917, -0.0012746246065944433, -0.001047275378368795, -0.0008199261501431465, -0.0005925769219174981, -0.0003652276936918497, -0.0001378784654662013, 8.94707627594471e-05, 0.0003168199909850955, 0.0005441692192107439, 0.0007715184474363923, 0.0009988676756620407, 0.0012262169038876891, 0.0014535661321133375, 0.001680915360338986, 0.0019082645885646343, 0.0021356139332056046, 0.002362963045015931, 0.0025903121568262577, 0.002817661501467228, 0.003045010846108198, 0.0032723599579185247, 0.0034997090697288513, 0.0037270584143698215, 0.003954407759010792, 0.004181756637990475, 0.004409105982631445, 0.004636455327272415, 0.004863804671913385, 0.005091154016554356, 0.0053185028955340385, 0.005545852240175009, 0.005773201584815979, 0.006000550463795662, 0.006227899808436632, 0.006455249153077602]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 2.0, 1.0, 4.0, 1.0, 10.0, 1.0, 9.0, 2.0, 4.0, 4.0, 1.0, 2.0, 2.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.025724994018673897, -0.02514529787003994, -0.024565599858760834, -0.023985903710126877, -0.02340620756149292, -0.022826509550213814, -0.022246813401579857, -0.0216671172529459, -0.021087419241666794, -0.020507723093032837, -0.01992802694439888, -0.019348328933119774, -0.018768632784485817, -0.01818893663585186, -0.017609238624572754, -0.017029542475938797, -0.01644984632730484, -0.015870148316025734, -0.015290452167391777, -0.014710755087435246, -0.014131058007478714, -0.013551361858844757, -0.012971664778888226, -0.012391967698931694, -0.011812271550297737, -0.011232574470341206, -0.010652877390384674, -0.010073180310428143, -0.009493484161794186, -0.008913787081837654, -0.008334090001881123, -0.007754393387585878, -0.007174696773290634, -0.00659500015899539, -0.006015303079038858, -0.005435606464743614, -0.004855909384787083, -0.0042762127704918385, -0.0036965161561965942, -0.0031168193090707064, -0.0025371224619448185, -0.0019574256148189306, -0.0013777288841083646, -0.0007980320951901376, -0.00021833530627191067, 0.0003613614826463163, 0.0009410582715645432, 0.0015207550022751093, 0.002100451849400997, 0.002680148696526885, 0.003259845543652773, 0.003839542157948017, 0.004419239237904549, 0.004998935852199793, 0.005578632466495037, 0.006158329546451569, 0.006738026160746813, 0.007317722775042057, 0.007897419854998589, 0.00847711693495512, 0.009056813083589077, 0.009636510163545609, 0.01021620724350214, 0.010795903392136097, 0.011375600472092628]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 3.0, 1.0, 0.0, 6.0, 4.0, 2.0, 4.0, 5.0, 6.0, 5.0, 8.0, 5.0, 9.0, 8.0, 15.0, 22.0, 24.0, 23.0, 30.0, 22.0, 33.0, 56.0, 68.0, 98.0, 125.0, 190.0, 206.0, 331.0, 433.0, 648.0, 934.0, 1464.0, 5684.0, 2669.0, 1498.0, 1029.0, 680.0, 510.0, 368.0, 262.0, 242.0, 179.0, 126.0, 69.0, 71.0, 53.0, 46.0, 39.0, 21.0, 18.0, 11.0, 16.0, 14.0, 6.0, 8.0, 2.0, 9.0, 0.0, 3.0, 3.0, 2.0, 2.0, 1.0], "bins": [-0.00873219408094883, -0.00847474206238985, -0.008217290043830872, -0.007959838025271893, -0.0077023860067129135, -0.007444934453815222, -0.007187482435256243, -0.006930030416697264, -0.006672578398138285, -0.006415126379579306, -0.006157674361020327, -0.005900222342461348, -0.005642770789563656, -0.005385318771004677, -0.005127866752445698, -0.004870414733886719, -0.00461296271532774, -0.004355510696768761, -0.004098058678209782, -0.0038406068924814463, -0.0035831548739224672, -0.003325702855363488, -0.003068251069635153, -0.0028107990510761738, -0.0025533470325171947, -0.0022958950139582157, -0.0020384429953992367, -0.0017809912096709013, -0.0015235391911119223, -0.0012660871725529432, -0.001008635270409286, -0.0007511833100579679, -0.0004937313497066498, -0.00023627938935533166, 2.117257099598646e-05, 0.0002786245313473046, 0.0005360764916986227, 0.0007935284520499408, 0.001050980412401259, 0.0013084323145449162, 0.0015658843331038952, 0.0018233363516628742, 0.0020807883702218533, 0.0023382401559501886, 0.0025956921745091677, 0.0028531441930681467, 0.003110595978796482, 0.003368047997355461, 0.00362550001591444, 0.003882952034473419, 0.004140404053032398, 0.004397856071591377, 0.004655308090150356, 0.004912759643048048, 0.005170211661607027, 0.005427663680166006, 0.005685115698724985, 0.005942567717283964, 0.006200019735842943, 0.006457471754401922, 0.006714923307299614, 0.006972375325858593, 0.007229827344417572, 0.007487279362976551, 0.00774473138153553]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 4.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.06213704124093056, -0.05975893512368202, -0.05738082900643349, -0.05500272288918495, -0.05262461304664612, -0.05024650692939758, -0.04786840081214905, -0.04549029469490051, -0.04311218857765198, -0.04073408246040344, -0.03835597634315491, -0.03597787022590637, -0.03359976410865784, -0.031221656128764153, -0.028843548148870468, -0.026465442031621933, -0.024087335914373398, -0.021709229797124863, -0.019331123679876328, -0.016953015699982643, -0.014574909582734108, -0.012196803465485573, -0.009818696416914463, -0.007440589834004641, -0.005062483251094818, -0.0026843766681849957, -0.0003062700852751732, 0.0020718364976346493, 0.004449943080544472, 0.006828049663454294, 0.009206156246364117, 0.011584263294935226, 0.013962369412183762, 0.016340475529432297, 0.018718581646680832, 0.021096689626574516, 0.02347479574382305, 0.025852901861071587, 0.02823100984096527, 0.030609115958213806, 0.03298722207546234, 0.035365328192710876, 0.03774343430995941, 0.04012154042720795, 0.04249964654445648, 0.044877756386995316, 0.04725586250424385, 0.049633968621492386, 0.05201207473874092, 0.054390180855989456, 0.05676828697323799, 0.059146393090486526, 0.06152450293302536, 0.0639026090502739, 0.06628071516752243, 0.06865882128477097, 0.0710369274020195, 0.07341503351926804, 0.07579313963651657, 0.0781712457537651, 0.08054935187101364, 0.08292745798826218, 0.08530556410551071, 0.08768367022275925, 0.09006178379058838]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 2.0, 1.0, 0.0, 3.0, 2.0, 4.0, 5.0, 7.0, 7.0, 9.0, 13.0, 9.0, 20.0, 16.0, 36.0, 31.0, 20.0, 20.0, 25.0, 15.0, 15.0, 4.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.03827716037631035, -0.03685967996716499, -0.03544219955801964, -0.03402471914887428, -0.032607242465019226, -0.03118976019322872, -0.029772281646728516, -0.02835480123758316, -0.026937320828437805, -0.02551984041929245, -0.024102360010147095, -0.02268488146364689, -0.021267401054501534, -0.01984992064535618, -0.018432442098855972, -0.017014961689710617, -0.015597481280565262, -0.014180000871419907, -0.012762521393597126, -0.011345041915774345, -0.00992756150662899, -0.008510081097483635, -0.007092601619660854, -0.005675121676176786, -0.0042576417326927185, -0.0028401617892086506, -0.0014226818457245827, -5.201902240514755e-06, 0.0014122780412435532, 0.002829757984727621, 0.004247237928211689, 0.005664717871695757, 0.007082197815179825, 0.00849967822432518, 0.00991715770214796, 0.011334637179970741, 0.012752117589116096, 0.014169597998261452, 0.015587077476084232, 0.017004556953907013, 0.018422037363052368, 0.019839517772197723, 0.02125699818134308, 0.022674476727843285, 0.02409195713698864, 0.025509437546133995, 0.0269269160926342, 0.028344396501779556, 0.02976187691092491, 0.031179357320070267, 0.03259683772921562, 0.03401431813836098, 0.035431794822216034, 0.03684927523136139, 0.038266755640506744, 0.0396842360496521, 0.041101716458797455, 0.04251919686794281, 0.043936677277088165, 0.04535415768623352, 0.046771638095378876, 0.04818911477923393, 0.04960659518837929, 0.05102407559752464, 0.05244155600667]}, "_runtime": 74.36188125610352, "_timestamp": 1596212945.0634189, "_step": 87}
+{"val_accuracy": 0.8095084189497717, "val_loss": 0.49042531371660975, "_runtime": 76.3548800945282, "_timestamp": 1596212947.0564177, "_step": 88}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: V Confidence: 0.19817188382148743 Truth: v", "Prediction: 5 Confidence: 0.9999942779541016 Truth: 5", "Prediction: 2 Confidence: 0.9961864352226257 Truth: 2", "Prediction: 0 Confidence: 0.6198878288269043 Truth: 0"]}, "_runtime": 76.64648628234863, "_timestamp": 1596212947.348024, "_step": 89}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 4.0, 1.0, 0.0, 0.0, 4.0, 1.0, 5.0, 5.0, 2.0, 2.0, 4.0, 5.0, 1.0, 1.0, 1.0, 1.0, 0.0, 3.0, 3.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.008502906188368797, -0.008259685710072517, -0.008016465231776237, -0.00777324428781867, -0.00753002380952239, -0.0072868033312261105, -0.007043582387268543, -0.006800361908972263, -0.006557141430675983, -0.006313920486718416, -0.006070700008422136, -0.005827479530125856, -0.0055842590518295765, -0.005341038107872009, -0.005097817629575729, -0.0048545971512794495, -0.0046113766729831696, -0.004368155729025602, -0.004124935250729322, -0.003881714539602399, -0.003638494061306119, -0.0033952733501791954, -0.0031520528718829155, -0.002908832160755992, -0.0026656114496290684, -0.0024223909713327885, -0.002179170260205865, -0.001935949781909585, -0.0016927290707826614, -0.0014495084760710597, -0.001206287881359458, -0.0009630672866478562, -0.0007198466919362545, -0.00047662609722465277, -0.00023340547340922058, 9.815135854296386e-06, 0.00025303574511781335, 0.0004962563398294151, 0.0007394769927486777, 0.0009826975874602795, 0.0012259181821718812, 0.001469138776883483, 0.0017123593715950847, 0.0019555799663066864, 0.00219880067743361, 0.00244202115572989, 0.0026852418668568134, 0.0029284623451530933, 0.003171683056280017, 0.0034149037674069405, 0.0036581242457032204, 0.003901344956830144, 0.0041445656679570675, 0.004387786146253347, 0.004631006624549627, 0.004874227102845907, 0.005117448046803474, 0.005360668525099754, 0.005603889003396034, 0.0058471099473536015, 0.006090330425649881, 0.006333550903946161, 0.006576771382242441, 0.006819992326200008, 0.007063212804496288]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 2.0, 0.0, 2.0, 2.0, 5.0, 11.0, 4.0, 7.0, 4.0, 10.0, 13.0, 18.0, 20.0, 28.0, 58.0, 61.0, 69.0, 112.0, 129.0, 223.0, 363.0, 4965.0, 903.0, 310.0, 179.0, 132.0, 76.0, 47.0, 33.0, 36.0, 23.0, 15.0, 14.0, 7.0, 6.0, 12.0, 6.0, 5.0, 3.0, 3.0, 2.0, 1.0, 3.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.12987928092479706, -0.12578479945659637, -0.12169032543897629, -0.1175958439707756, -0.11350136995315552, -0.10940688848495483, -0.10531240701675415, -0.10121793299913406, -0.09712345153093338, -0.0930289700627327, -0.08893449604511261, -0.08484001457691193, -0.08074553310871124, -0.07665105909109116, -0.07255657762289047, -0.06846210360527039, -0.0643676221370697, -0.06027314439415932, -0.05617866665124893, -0.05208418518304825, -0.04798970744013786, -0.04389522969722748, -0.039800748229026794, -0.03570627048611641, -0.031611792743206024, -0.02751731500029564, -0.023422835394740105, -0.01932835578918457, -0.015233878046274185, -0.011139399372041225, -0.007044920697808266, -0.002950442023575306, 0.0011440366506576538, 0.0052385153248906136, 0.009332993999123573, 0.013427472673356533, 0.017521951347589493, 0.021616429090499878, 0.025710908696055412, 0.029805388301610947, 0.03389986604452133, 0.03799434378743172, 0.0420888215303421, 0.046183302998542786, 0.05027778074145317, 0.054372258484363556, 0.05846673995256424, 0.06256121397018433, 0.06665569543838501, 0.0707501769065857, 0.07484465092420578, 0.07893913239240646, 0.08303360641002655, 0.08712808787822723, 0.09122256934642792, 0.095317043364048, 0.09941152483224869, 0.10350600630044937, 0.10760048031806946, 0.11169496178627014, 0.11578944325447083, 0.11988391727209091, 0.1239783987402916, 0.12807287275791168, 0.13216735422611237]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 1.0, 0.0, 1.0, 4.0, 1.0, 1.0, 2.0, 3.0, 2.0, 6.0, 2.0, 4.0, 1.0, 2.0, 7.0, 6.0, 6.0, 27.0, 3.0, 2.0, 3.0, 5.0, 2.0, 0.0, 3.0, 5.0, 2.0, 2.0, 1.0, 3.0, 1.0, 1.0, 4.0, 1.0, 2.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0028893337585031986, -0.002809633733704686, -0.00272993347607553, -0.0026502334512770176, -0.002570533426478505, -0.002490833168849349, -0.0024111331440508366, -0.002331433119252324, -0.0022517330944538116, -0.0021720328368246555, -0.002092332812026143, -0.0020126327872276306, -0.0019329325295984745, -0.001853232504799962, -0.0017735323635861278, -0.0016938323387876153, -0.001614132197573781, -0.0015344320563599467, -0.0014547320315614343, -0.0013750318903476, -0.0012953318655490875, -0.0012156317243352532, -0.001135931583121419, -0.0010562315583229065, -0.0009765314171090722, -0.0008968313341028988, -0.0008171312510967255, -0.0007374311098828912, -0.0006577310268767178, -0.0005780309438705444, -0.0004983308026567101, -0.0004186307196505368, -0.0003389306366443634, -0.00025923055363819003, -0.0001795304415281862, -9.98303439700976e-05, -2.0130246412009e-05, 5.95698511460796e-05, 0.0001392699487041682, 0.0002189700462622568, 0.0002986701438203454, 0.0003783702268265188, 0.0004580703389365226, 0.0005377704510465264, 0.0006174705340526998, 0.0006971706170588732, 0.0007768707582727075, 0.0008565708412788808, 0.0009362709242850542, 0.0010159710654988885, 0.001095671090297401, 0.0011753712315112352, 0.0012550712563097477, 0.001334771397523582, 0.0014144715387374163, 0.0014941715635359287, 0.001573871704749763, 0.0016535718459635973, 0.0017332718707621098, 0.001812972011975944, 0.0018926721531897783, 0.001972372177988291, 0.0020520722027868032, 0.0021317724604159594, 0.002211472485214472]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 6.0, 6.0, 9.0, 14.0, 15.0, 27.0, 34.0, 50.0, 90.0, 127.0, 175.0, 296.0, 438.0, 748.0, 1107.0, 1862.0, 3651.0, 7867.0, 18506.0, 56460.0, 840006.0, 174842.0, 38356.0, 15938.0, 7980.0, 4287.0, 2525.0, 1474.0, 868.0, 587.0, 402.0, 282.0, 203.0, 118.0, 83.0, 64.0, 53.0, 21.0, 11.0, 19.0, 5.0, 8.0, 6.0, 5.0, 3.0, 1.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.006828928831964731, -0.006600683089345694, -0.006372437346726656, -0.006144191138446331, -0.005915945395827293, -0.005687699653208256, -0.005459453910589218, -0.0052312081679701805, -0.005002962425351143, -0.004774716217070818, -0.00454647047445178, -0.004318224731832743, -0.004089978989213705, -0.0038617330137640238, -0.003633487271144986, -0.003405241295695305, -0.0031769955530762672, -0.0029487498104572296, -0.0027205038350075483, -0.0024922580923885107, -0.0022640121169388294, -0.002035766374319792, -0.0018075206317007542, -0.0015792747726663947, -0.0013510289136320353, -0.0011227830545976758, -0.0008945372537709773, -0.0006662914529442787, -0.00043804559390991926, -0.00020979976397939026, 1.8446065951138735e-05, 0.00024669189588166773, 0.00047493772581219673, 0.0007031835848465562, 0.0009314293856732547, 0.0011596751864999533, 0.0013879210455343127, 0.0016161669045686722, 0.0018444126471877098, 0.002072658622637391, 0.0023009043652564287, 0.0025291501078754663, 0.0027573960833251476, 0.0029856418259441853, 0.003213887568563223, 0.003442133544012904, 0.003670379286631942, 0.003898625262081623, 0.004126871004700661, 0.004355116747319698, 0.004583362489938736, 0.004811608698219061, 0.0050398544408380985, 0.005268100183457136, 0.005496345926076174, 0.005724591668695211, 0.005952837876975536, 0.006181083619594574, 0.006409329362213612, 0.006637575104832649, 0.006865820847451687, 0.0070940665900707245, 0.007322312798351049, 0.007550558540970087, 0.007778804283589125]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 3.0, 1.0, 0.0, 2.0, 3.0, 2.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 3.0, 3.0, 1.0, 8.0, 3.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0048660519532859325, -0.00468014320358634, -0.004494234453886747, -0.004308325704187155, -0.004122416488826275, -0.003936507739126682, -0.0037505989894270897, -0.003564690239727497, -0.0033787814900279045, -0.003192872740328312, -0.0030069639906287193, -0.002821055008098483, -0.0026351462583988905, -0.002449237508699298, -0.0022633285261690617, -0.002077419776469469, -0.0018915110267698765, -0.0017056022770702839, -0.0015196934109553695, -0.001333784544840455, -0.0011478757951408625, -0.000961966987233609, -0.0007760581793263555, -0.000590149371419102, -0.00040424056351184845, -0.00021833175560459495, -3.242294769734144e-05, 0.00015348586020991206, 0.00033939466811716557, 0.0005253034760244191, 0.0007112122839316726, 0.0008971210918389261, 0.0010830298997461796, 0.0012689386494457722, 0.0014548475155606866, 0.001640756381675601, 0.0018266651313751936, 0.002012573881074786, 0.0021984828636050224, 0.002384391613304615, 0.0025703003630042076, 0.0027562091127038, 0.002942117862403393, 0.003128026844933629, 0.0033139355946332216, 0.003499844344332814, 0.0036857533268630505, 0.003871662076562643, 0.004057570826262236, 0.004243479575961828, 0.004429388325661421, 0.004615297075361013, 0.004801206290721893, 0.004987115040421486, 0.0051730237901210785, 0.005358932539820671, 0.005544841289520264, 0.005730750039219856, 0.005916658788919449, 0.0061025675386190414, 0.006288476288318634, 0.006474385503679514, 0.0066602942533791065, 0.006846203003078699, 0.007032111752778292]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 2.0, 2.0, 3.0, 4.0, 3.0, 2.0, 6.0, 7.0, 17.0, 17.0, 23.0, 20.0, 31.0, 36.0, 51.0, 60.0, 88.0, 103.0, 161.0, 193.0, 269.0, 325.0, 441.0, 597.0, 897.0, 1144.0, 1855.0, 5602.0, 1966.0, 1236.0, 892.0, 589.0, 396.0, 293.0, 234.0, 171.0, 131.0, 117.0, 80.0, 77.0, 39.0, 39.0, 48.0, 26.0, 30.0, 19.0, 18.0, 12.0, 17.0, 11.0, 4.0, 4.0, 4.0, 4.0, 3.0, 3.0, 2.0, 0.0, 3.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.004000532440841198, -0.003861206118017435, -0.003721880028024316, -0.0035825539380311966, -0.0034432276152074337, -0.003303901292383671, -0.0031645752023905516, -0.0030252491123974323, -0.0028859227895736694, -0.0027465964667499065, -0.0026072703767567873, -0.002467944286763668, -0.002328617963939905, -0.0021892916411161423, -0.002049965551123023, -0.001910639344714582, -0.001771313138306141, -0.0016319869318976998, -0.0014926607254892588, -0.0013533345190808177, -0.0012140083126723766, -0.0010746821062639356, -0.0009353558998554945, -0.0007960296934470534, -0.0006567034870386124, -0.0005173772806301713, -0.00037805107422173023, -0.00023872486781328917, -9.93986614048481e-05, 3.992754500359297e-05, 0.00017925375141203403, 0.0003185799578204751, 0.00045790616422891617, 0.0005972323706373572, 0.0007365585770457983, 0.0008758847834542394, 0.0010152109898626804, 0.0011545371962711215, 0.0012938634026795626, 0.0014331896090880036, 0.0015725158154964447, 0.0017118420219048858, 0.0018511682283133268, 0.001990494318306446, 0.002129820641130209, 0.002269146963953972, 0.002408473053947091, 0.0025477991439402103, 0.0026871254667639732, 0.002826451789587736, 0.0029657778795808554, 0.0031051039695739746, 0.0032444302923977375, 0.0033837566152215004, 0.0035230827052146196, 0.003662408795207739, 0.0038017351180315018, 0.003941061440855265, 0.0040803877636790276, 0.004219713620841503, 0.004359039943665266, 0.004498366266489029, 0.0046376921236515045, 0.004777018446475267, 0.00491634476929903]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 3.0, 2.0, 0.0, 1.0, 2.0, 0.0, 3.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.03935983404517174, -0.03822382912039757, -0.0370878241956234, -0.03595181927084923, -0.03481581434607506, -0.03367980942130089, -0.03254380449652672, -0.03140779957175255, -0.03027179464697838, -0.02913578972220421, -0.02799978479743004, -0.02686377987265587, -0.0257277749478817, -0.02459177002310753, -0.02345576509833336, -0.02231976017355919, -0.02118375524878502, -0.02004775032401085, -0.01891174539923668, -0.01777574047446251, -0.01663973554968834, -0.01550373062491417, -0.01436772570014, -0.01323172077536583, -0.01209571585059166, -0.01095971092581749, -0.00982370600104332, -0.00868770107626915, -0.00755169615149498, -0.00641569122672081, -0.00527968630194664, -0.00414368137717247, -0.0030076764523983, -0.0018716715276241302, -0.0007356666028499603, 0.0004003383219242096, 0.0015363432466983795, 0.0026723481714725494, 0.0038083530962467194, 0.004944358021020889, 0.006080362945795059, 0.007216367870569229, 0.008352372795343399, 0.009488377720117569, 0.010624382644891739, 0.011760387569665909, 0.012896392494440079, 0.014032397419214249, 0.015168402343988419, 0.01630440726876259, 0.01744041219353676, 0.01857641711831093, 0.0197124220430851, 0.020848426967859268, 0.021984431892633438, 0.023120436817407608, 0.024256441742181778, 0.025392446666955948, 0.026528451591730118, 0.027664456516504288, 0.028800461441278458, 0.029936466366052628, 0.031072471290826797, 0.03220847621560097, 0.03334448114037514]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 3.0, 6.0, 4.0, 5.0, 3.0, 5.0, 12.0, 12.0, 15.0, 18.0, 46.0, 23.0, 23.0, 19.0, 13.0, 15.0, 9.0, 5.0, 3.0, 4.0, 9.0, 6.0, 2.0, 2.0, 2.0, 3.0, 1.0, 3.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.028918912634253502, -0.0280908290296793, -0.027262747287750244, -0.02643466368317604, -0.025606580078601837, -0.024778498336672783, -0.02395041473209858, -0.023122331127524376, -0.02229424938559532, -0.021466165781021118, -0.020638082176446915, -0.01980999857187271, -0.018981916829943657, -0.018153833225369453, -0.01732574962079525, -0.016497667878866196, -0.015669584274291992, -0.014841501601040363, -0.01401341799646616, -0.013185335323214531, -0.012357251718640327, -0.011529169045388699, -0.01070108637213707, -0.009873002767562866, -0.009044920094311237, -0.008216837421059608, -0.007388753816485405, -0.006560671143233776, -0.00573258800432086, -0.004904504865407944, -0.004076422192156315, -0.0032483390532433987, -0.0024202559143304825, -0.0015921728918328881, -0.0007640898693352938, 6.399315316230059e-05, 0.0008920761756598949, 0.0017201591981574893, 0.0025482422206550837, 0.003376325126737356, 0.004204408265650272, 0.0050324914045631886, 0.005860574543476105, 0.006688657216727734, 0.00751674035564065, 0.008344823494553566, 0.009172906167805195, 0.010000989772379398, 0.010829072445631027, 0.011657155118882656, 0.01248523872345686, 0.013313321396708488, 0.014141405001282692, 0.01496948767453432, 0.01579757034778595, 0.016625653952360153, 0.017453737556934357, 0.01828181929886341, 0.019109902903437614, 0.019937986508011818, 0.020766068249940872, 0.021594151854515076, 0.02242223545908928, 0.023250317201018333, 0.024078400805592537]}, "_runtime": 76.8166868686676, "_timestamp": 1596212947.5182245, "_step": 90}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 3.0, 1.0, 0.0, 1.0, 2.0, 3.0, 6.0, 6.0, 4.0, 6.0, 4.0, 1.0, 1.0, 4.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.015782836824655533, -0.015329788438975811, -0.01487674005329609, -0.014423691667616367, -0.013970643281936646, -0.013517593964934349, -0.013064545579254627, -0.012611497193574905, -0.012158448807895184, -0.011705400422215462, -0.01125235203653574, -0.010799303650856018, -0.010346254333853722, -0.009893205948174, -0.009440157562494278, -0.008987109176814556, -0.008534060791134834, -0.008081012405455112, -0.007627964019775391, -0.0071749151684343815, -0.00672186678275466, -0.006268818397074938, -0.005815769545733929, -0.005362721160054207, -0.004909672774374485, -0.004456624388694763, -0.004003576003015041, -0.003550527151674032, -0.0030974787659943104, -0.0026444303803145885, -0.002191381761804223, -0.0017383332597091794, -0.0012852847576141357, -0.0008322362555190921, -0.0003791877534240484, 7.386074867099524e-05, 0.0005269092507660389, 0.0009799577528610826, 0.0014330062549561262, 0.0018860547570511699, 0.0023391032591462135, 0.0027921516448259354, 0.003245200263336301, 0.0036982488818466663, 0.004151297267526388, 0.00460434565320611, 0.005057394504547119, 0.005510442890226841, 0.005963491275906563, 0.006416539661586285, 0.0068695880472660065, 0.007322636898607016, 0.0077756852842867374, 0.008228734135627747, 0.008681782521307468, 0.00913483090698719, 0.009587879292666912, 0.010040927678346634, 0.010493976064026356, 0.010947024449706078, 0.011400073766708374, 0.011853122152388096, 0.012306170538067818, 0.01275921892374754, 0.013212267309427261]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 2.0, 2.0, 4.0, 4.0, 5.0, 5.0, 13.0, 16.0, 11.0, 32.0, 37.0, 46.0, 74.0, 110.0, 187.0, 342.0, 876.0, 5252.0, 384.0, 180.0, 111.0, 69.0, 46.0, 33.0, 23.0, 11.0, 14.0, 10.0, 8.0, 4.0, 2.0, 3.0, 1.0, 3.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.18875369429588318, -0.18320468068122864, -0.1776556670665741, -0.17210663855075836, -0.16655762493610382, -0.16100861132144928, -0.15545959770679474, -0.1499105840921402, -0.14436155557632446, -0.13881254196166992, -0.13326352834701538, -0.12771451473236084, -0.1221655011177063, -0.11661648005247116, -0.11106746643781662, -0.10551844537258148, -0.09996943175792694, -0.0944204181432724, -0.08887139707803726, -0.08332238346338272, -0.07777336239814758, -0.07222434878349304, -0.0666753351688385, -0.06112631782889366, -0.05557730048894882, -0.05002828314900398, -0.04447926580905914, -0.0389302521944046, -0.03338123485445976, -0.027832217514514923, -0.022283202037215233, -0.016734186559915543, -0.011185169219970703, -0.005636152811348438, -8.71364027261734e-05, 0.0054618800058960915, 0.011010896414518356, 0.016559913754463196, 0.022108929231762886, 0.027657944709062576, 0.033206962049007416, 0.038755979388952255, 0.044304996728897095, 0.049854010343551636, 0.055403027683496475, 0.060952045023441315, 0.06650105863809586, 0.072050079703331, 0.07759909331798553, 0.08314810693264008, 0.08869712799787521, 0.09424614161252975, 0.09979516267776489, 0.10534417629241943, 0.11089318990707397, 0.11644221097230911, 0.12199122458696365, 0.1275402456521988, 0.13308925926685333, 0.13863827288150787, 0.14418728649616241, 0.14973630011081696, 0.1552853286266327, 0.16083434224128723, 0.16638335585594177]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 4.0, 1.0, 0.0, 3.0, 1.0, 2.0, 4.0, 2.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 0.0, 4.0, 4.0, 4.0, 1.0, 1.0, 6.0, 4.0, 4.0, 4.0, 1.0, 3.0, 24.0, 3.0, 1.0, 4.0, 1.0, 2.0, 4.0, 0.0, 3.0, 1.0, 3.0, 0.0, 3.0, 1.0, 2.0, 0.0, 2.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.0023359456099569798, -0.002274589380249381, -0.0022132331505417824, -0.0021518769208341837, -0.0020905209239572287, -0.00202916469424963, -0.0019678084645420313, -0.0019064522348344326, -0.001845096005126834, -0.001783739891834557, -0.0017223836621269584, -0.0016610274324193597, -0.0015996713191270828, -0.0015383150894194841, -0.0014769588597118855, -0.0014156027464196086, -0.00135424651671201, -0.0012928902870044112, -0.0012315341737121344, -0.0011701779440045357, -0.001108821714296937, -0.0010474656010046601, -0.0009861093712970614, -0.0009247531415894628, -0.000863396970089525, -0.0008020407985895872, -0.0007406845688819885, -0.0006793283973820508, -0.000617972225882113, -0.0005566159961745143, -0.0004952598246745765, -0.0004339036240708083, -0.00037254742346704006, -0.00031119122286327183, -0.0002498350222595036, -0.00018847885075956583, -0.0001271226501557976, -6.576645682798699e-05, -4.41026350017637e-06, 5.6945929827634245e-05, 0.00011830212315544486, 0.0001796583237592131, 0.0002410145098110661, 0.0003023706958629191, 0.0003637268964666873, 0.00042508309707045555, 0.0004864392685703933, 0.000547795498277992, 0.0006091516697779298, 0.0006705078412778676, 0.0007318640709854662, 0.000793220242485404, 0.0008545764721930027, 0.0009159326436929405, 0.0009772888151928782, 0.001038645044900477, 0.0011000011581927538, 0.0011613573879003525, 0.0012227136176079512, 0.0012840698473155499, 0.0013454259606078267, 0.0014067821903154254, 0.001468138420023024, 0.001529494533315301, 0.0015908507630228996]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 4.0, 2.0, 3.0, 5.0, 2.0, 14.0, 23.0, 15.0, 41.0, 48.0, 78.0, 114.0, 148.0, 208.0, 329.0, 556.0, 936.0, 1518.0, 2407.0, 4020.0, 7082.0, 13302.0, 25644.0, 57261.0, 179172.0, 780670.0, 55093.0, 22333.0, 11461.0, 6576.0, 3877.0, 2429.0, 1446.0, 943.0, 630.0, 385.0, 284.0, 187.0, 106.0, 95.0, 51.0, 44.0, 27.0, 20.0, 16.0, 12.0, 7.0, 8.0, 5.0, 3.0, 1.0, 1.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.004958850797265768, -0.004783147946000099, -0.004607444629073143, -0.004431741777807474, -0.004256038926541805, -0.004080336075276136, -0.003904632991179824, -0.0037289299070835114, -0.0035532270558178425, -0.0033775242045521736, -0.003201821120455861, -0.0030261180363595486, -0.0028504151850938797, -0.002674712333828211, -0.0024990092497318983, -0.002323306165635586, -0.002147603314369917, -0.001971900463104248, -0.0017961973790079355, -0.0016204944113269448, -0.0014447914436459541, -0.0012690884759649634, -0.0010933855082839727, -0.000917682540602982, -0.0007419795729219913, -0.0005662766052410007, -0.00039057363756000996, -0.00021487066987901926, -3.9167702198028564e-05, 0.00013653526548296213, 0.00031223823316395283, 0.0004879412008449435, 0.0006636441685259342, 0.0008393471362069249, 0.0010150501038879156, 0.0011907530715689063, 0.001366456039249897, 0.0015421590069308877, 0.0017178619746118784, 0.001893564942292869, 0.00206926790997386, 0.0022449707612395287, 0.002420673845335841, 0.0025963769294321537, 0.0027720797806978226, 0.0029477826319634914, 0.003123485716059804, 0.0032991888001561165, 0.0034748916514217854, 0.0036505945026874542, 0.0038262975867837667, 0.004002000670880079, 0.004177703522145748, 0.004353406373411417, 0.004529109224677086, 0.004704812541604042, 0.004880515392869711, 0.00505621824413538, 0.005231921561062336, 0.005407624412328005, 0.005583327263593674, 0.005759030114859343, 0.0059347329661250114, 0.006110436283051968, 0.0062861391343176365]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 3.0, 1.0, 2.0, 0.0, 1.0, 2.0, 2.0, 2.0, 3.0, 3.0, 2.0, 3.0, 0.0, 8.0, 0.0, 4.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011389467865228653, -0.010971762239933014, -0.010554056614637375, -0.010136350989341736, -0.009718645364046097, -0.009300939738750458, -0.008883234113454819, -0.00846552848815918, -0.00804782286286354, -0.007630116771906614, -0.007212411146610975, -0.006794705521315336, -0.00637699943035841, -0.005959293805062771, -0.005541588179767132, -0.005123882554471493, -0.004706176929175854, -0.004288471303880215, -0.0038707656785845757, -0.003453059820458293, -0.003035354195162654, -0.002617648569867015, -0.002199942711740732, -0.0017822370864450932, -0.0013645314611494541, -0.0009468257776461542, -0.0005291200941428542, -0.00011141441063955426, 0.0003062912728637457, 0.0007239969563670456, 0.0011417026398703456, 0.0015594083815813065, 0.0019771140068769455, 0.0023948196321725845, 0.0028125252574682236, 0.0032302311155945063, 0.0036479367408901453, 0.004065642599016428, 0.004483348224312067, 0.004901053849607706, 0.005318759474903345, 0.005736465100198984, 0.006154170725494623, 0.006571876350790262, 0.006989582441747189, 0.007407288067042828, 0.007824993692338467, 0.008242699317634106, 0.008660404942929745, 0.009078110568225384, 0.009495816193521023, 0.009913521818816662, 0.010331227444112301, 0.01074893306940794, 0.011166638694703579, 0.011584344319999218, 0.012002050876617432, 0.01241975650191307, 0.01283746212720871, 0.013255167752504349, 0.013672873377799988, 0.014090579003095627, 0.014508284628391266, 0.014925990253686905, 0.015343695878982544]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 4.0, 1.0, 5.0, 4.0, 13.0, 25.0, 30.0, 42.0, 51.0, 94.0, 93.0, 136.0, 165.0, 200.0, 229.0, 317.0, 433.0, 567.0, 776.0, 1240.0, 2298.0, 6375.0, 1689.0, 1018.0, 705.0, 470.0, 305.0, 245.0, 167.0, 147.0, 91.0, 91.0, 71.0, 66.0, 54.0, 49.0, 29.0, 29.0, 19.0, 18.0, 6.0, 11.0, 3.0, 5.0, 8.0, 8.0, 4.0, 4.0, 2.0, 4.0, 2.0, 2.0, 1.0, 0.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.006021361332386732, -0.005774133373051882, -0.0055269054137170315, -0.005279676988720894, -0.0050324490293860435, -0.004785221070051193, -0.004537993110716343, -0.004290765151381493, -0.004043537192046642, -0.0037963089998811483, -0.0035490808077156544, -0.003301852848380804, -0.0030546248890459538, -0.00280739669688046, -0.0025601687375456095, -0.0023129405453801155, -0.002065712586045265, -0.001818484510295093, -0.001571256434544921, -0.0013240284752100706, -0.0010768003994598985, -0.0008295723237097263, -0.0005823443061672151, -0.00033511625952087343, -8.788821287453175e-05, 0.00015933983377180994, 0.0004065678804181516, 0.0006537958979606628, 0.000901023973710835, 0.0011482520494610071, 0.0013954800087958574, 0.0016427080845460296, 0.0018899361602962017, 0.002137164119631052, 0.002384392311796546, 0.0026316202711313963, 0.0028788484632968903, 0.0031260764226317406, 0.003373304381966591, 0.003620532574132085, 0.003867760533466935, 0.004114988725632429, 0.0043622166849672794, 0.00460944464430213, 0.00485667260363698, 0.00510390056297183, 0.005351128987967968, 0.005598356947302818, 0.005845584906637669, 0.006092812865972519, 0.006340040825307369, 0.006587269250303507, 0.006834497209638357, 0.0070817251689732075, 0.007328953128308058, 0.007576181087642908, 0.007823409512639046, 0.008070637471973896, 0.008317865431308746, 0.008565093390643597, 0.008812321349978447, 0.009059549309313297, 0.009306777268648148, 0.009554005227982998, 0.009801233187317848]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 4.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1090095266699791, -0.10594728589057922, -0.10288505256175995, -0.09982281178236008, -0.0967605710029602, -0.09369833767414093, -0.09063609689474106, -0.08757385611534119, -0.08451162278652191, -0.08144938200712204, -0.07838714122772217, -0.0753249078989029, -0.07226266711950302, -0.06920042634010315, -0.06613819301128387, -0.063075952231884, -0.06001371517777443, -0.056951478123664856, -0.053889237344264984, -0.05082700029015541, -0.04776476323604584, -0.044702522456645966, -0.04164028540253639, -0.03857804834842682, -0.03551580756902695, -0.032453570514917374, -0.0293913334608078, -0.026329094544053078, -0.023266855627298355, -0.020204618573188782, -0.01714237965643406, -0.014080141671001911, -0.011017903685569763, -0.007955665700137615, -0.00489342724904418, -0.0018311890307813883, 0.0012310491874814034, 0.004293287172913551, 0.007355525624006987, 0.010417764075100422, 0.01348000206053257, 0.016542240977287292, 0.019604478031396866, 0.02266671694815159, 0.02572895586490631, 0.028791192919015884, 0.03185342997312546, 0.03491567075252533, 0.0379779078066349, 0.041040144860744476, 0.04410238564014435, 0.04716462269425392, 0.050226859748363495, 0.05328910052776337, 0.05635133758187294, 0.05941357463598251, 0.062475815415382385, 0.06553804874420166, 0.06860028952360153, 0.0716625303030014, 0.07472476363182068, 0.07778700441122055, 0.08084924519062042, 0.0839114785194397, 0.08697371929883957]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 3.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 3.0, 1.0, 2.0, 6.0, 3.0, 4.0, 6.0, 15.0, 21.0, 14.0, 12.0, 14.0, 14.0, 15.0, 38.0, 11.0, 11.0, 5.0, 9.0, 9.0, 8.0, 4.0, 5.0, 7.0, 4.0, 3.0, 3.0, 2.0, 2.0, 1.0, 2.0, 2.0, 2.0, 3.0, 4.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0], "bins": [-0.06266122311353683, -0.06078430637717247, -0.058907389640808105, -0.05703047290444374, -0.055153556168079376, -0.05327663943171501, -0.05139972269535065, -0.04952280595898628, -0.04764588922262192, -0.04576897248625755, -0.04389205574989319, -0.042015139013528824, -0.04013822227716446, -0.038261305540800095, -0.03638438880443573, -0.034507472068071365, -0.032630555331707, -0.030753638595342636, -0.02887672185897827, -0.026999805122613907, -0.025122888386249542, -0.023245971649885178, -0.021369054913520813, -0.01949213817715645, -0.017615221440792084, -0.01573830470442772, -0.013861387968063354, -0.01198447123169899, -0.010107554495334625, -0.00823063775897026, -0.006353721022605896, -0.004476804286241531, -0.0025998875498771667, -0.0007229708135128021, 0.0011539459228515625, 0.003030862659215927, 0.004907779395580292, 0.006784696131944656, 0.008661612868309021, 0.010538529604673386, 0.01241544634103775, 0.014292363077402115, 0.01616927981376648, 0.018046196550130844, 0.01992311328649521, 0.021800030022859573, 0.023676946759223938, 0.025553863495588303, 0.027430780231952667, 0.029307696968317032, 0.031184613704681396, 0.03306153044104576, 0.034938447177410126, 0.03681536391377449, 0.038692280650138855, 0.04056919738650322, 0.042446114122867584, 0.04432303085923195, 0.046199947595596313, 0.04807686433196068, 0.04995378106832504, 0.05183069780468941, 0.05370761454105377, 0.05558453127741814, 0.0574614480137825]}, "_runtime": 77.61327147483826, "_timestamp": 1596212948.314809, "_step": 91}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 3.0, 2.0, 2.0, 2.0, 1.0, 5.0, 3.0, 4.0, 6.0, 0.0, 2.0, 6.0, 0.0, 4.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0], "bins": [-0.011846990324556828, -0.01153088454157114, -0.011214777827262878, -0.010898672044277191, -0.01058256532996893, -0.010266459546983242, -0.009950353763997555, -0.009634247049689293, -0.009318141266703606, -0.009002034552395344, -0.008685928769409657, -0.00836982298642397, -0.008053716272115707, -0.007737610023468733, -0.007421504240483046, -0.007105397991836071, -0.0067892917431890965, -0.006473185494542122, -0.006157079245895147, -0.00584097346290946, -0.0055248672142624855, -0.005208760965615511, -0.004892654716968536, -0.004576548468321562, -0.004260442219674587, -0.0039443364366889, -0.0036282301880419254, -0.003312123939394951, -0.0029960176907479763, -0.0026799116749316454, -0.002363805426284671, -0.00204769941046834, -0.0017315931618213654, -0.0014154870295897126, -0.0010993808973580599, -0.0007832746487110853, -0.0004671685164794326, -0.0001510623551439494, 0.0001650438061915338, 0.000481149967527017, 0.0007972561288625002, 0.001113362261094153, 0.0014294683933258057, 0.0017455746419727802, 0.002061680890619755, 0.0023777869064360857, 0.0026938931550830603, 0.003009999170899391, 0.0033261054195463657, 0.0036422116681933403, 0.003958317916840315, 0.004274423699826002, 0.004590529948472977, 0.004906636197119951, 0.005222742445766926, 0.0055388486944139, 0.005854954943060875, 0.006171060726046562, 0.006487166974693537, 0.006803273223340511, 0.007119379471987486, 0.0074354857206344604, 0.007751591503620148, 0.00806769821792841, 0.008383804000914097]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 3.0, 1.0, 2.0, 1.0, 1.0, 5.0, 5.0, 5.0, 4.0, 10.0, 7.0, 14.0, 21.0, 24.0, 25.0, 35.0, 48.0, 52.0, 73.0, 94.0, 146.0, 205.0, 388.0, 4905.0, 931.0, 324.0, 158.0, 133.0, 73.0, 47.0, 38.0, 24.0, 24.0, 18.0, 12.0, 13.0, 9.0, 13.0, 10.0, 4.0, 4.0, 2.0, 2.0, 1.0, 3.0, 3.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0], "bins": [-0.1278727650642395, -0.12384204566478729, -0.11981132626533508, -0.11578060686588287, -0.11174988746643066, -0.10771916061639786, -0.10368844121694565, -0.09965772181749344, -0.09562700241804123, -0.09159628301858902, -0.08756556361913681, -0.0835348442196846, -0.0795041173696518, -0.07547339797019958, -0.07144267857074738, -0.06741195917129517, -0.06338123977184296, -0.05935052037239075, -0.05531980097293854, -0.05128907784819603, -0.04725835844874382, -0.04322763904929161, -0.0391969159245491, -0.03516619652509689, -0.031135477125644684, -0.027104757726192474, -0.023074036464095116, -0.019043315201997757, -0.015012595802545547, -0.010981875471770763, -0.006951155140995979, -0.0029204348102211952, 0.0011102855205535889, 0.005141005851328373, 0.009171726182103157, 0.013202446512877941, 0.017233166843652725, 0.021263886243104935, 0.025294607505202293, 0.029325328767299652, 0.03335604816675186, 0.03738676756620407, 0.04141748696565628, 0.04544821009039879, 0.049478929489851, 0.05350964888930321, 0.057540372014045715, 0.061571091413497925, 0.06560181081295013, 0.06963253021240234, 0.07366324961185455, 0.07769396901130676, 0.08172468841075897, 0.08575541526079178, 0.08978613466024399, 0.0938168540596962, 0.09784757345914841, 0.10187829285860062, 0.10590901225805283, 0.10993973165750504, 0.11397045850753784, 0.11800117790699005, 0.12203189730644226, 0.12606261670589447, 0.13009333610534668]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 4.0, 3.0, 7.0, 3.0, 0.0, 2.0, 3.0, 0.0, 3.0, 6.0, 8.0, 5.0, 27.0, 7.0, 4.0, 3.0, 4.0, 4.0, 3.0, 2.0, 4.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0024125557392835617, -0.00232460699044168, -0.002236658474430442, -0.00214870972558856, -0.002060761209577322, -0.0019728124607354403, -0.0018848637118935585, -0.0017969150794669986, -0.0017089664470404387, -0.0016210178146138787, -0.0015330691821873188, -0.001445120433345437, -0.0013571718009188771, -0.0012692231684923172, -0.0011812744196504354, -0.0010933257872238755, -0.0010053771547973156, -0.0009174285223707557, -0.0008294798317365348, -0.000741531141102314, -0.0006535825086757541, -0.0005656338762491941, -0.0004776851856149733, -0.0003897365240845829, -0.00030178786255419254, -0.00021383920102380216, -0.00012589053949341178, -3.79418779630214e-05, 5.0006783567368984e-05, 0.00013795544509775937, 0.00022590410662814975, 0.00031385276815854013, 0.0004018014296889305, 0.0004897500621154904, 0.0005776987527497113, 0.0006656474433839321, 0.000753596075810492, 0.000841544708237052, 0.0009294933988712728, 0.0010174420895054936, 0.0011053907219320536, 0.0011933393543586135, 0.0012812879867851734, 0.0013692367356270552, 0.001457185368053615, 0.001545134000480175, 0.0016330827493220568, 0.0017210313817486167, 0.0018089800141751766, 0.0018969286466017365, 0.0019848772790282965, 0.0020728260278701782, 0.0021607745438814163, 0.002248723292723298, 0.00233667204156518, 0.002424620557576418, 0.0025125693064182997, 0.0026005180552601814, 0.0026884665712714195, 0.0027764153201133013, 0.002864364068955183, 0.002952312584966421, 0.003040261333808303, 0.003128209849819541, 0.0032161585986614227]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 0.0, 6.0, 2.0, 4.0, 5.0, 13.0, 28.0, 34.0, 53.0, 112.0, 197.0, 331.0, 501.0, 826.0, 1425.0, 2630.0, 4847.0, 8954.0, 18706.0, 47202.0, 184343.0, 797301.0, 56318.0, 23640.0, 12232.0, 7008.0, 4276.0, 2737.0, 1796.0, 1146.0, 757.0, 555.0, 413.0, 297.0, 204.0, 181.0, 126.0, 104.0, 82.0, 47.0, 38.0, 33.0, 25.0, 23.0, 12.0, 14.0, 16.0, 13.0, 11.0, 1.0, 2.0, 2.0, 2.0, 2.0, 2.0, 1.0, 2.0, 2.0, 2.0, 0.0, 2.0], "bins": [-0.004771329928189516, -0.004574049264192581, -0.004376768134534359, -0.004179487470537424, -0.003982206340879202, -0.003784925676882267, -0.0035876447800546885, -0.00339036388322711, -0.0031930829863995314, -0.002995802089571953, -0.0027985211927443743, -0.0026012402959167957, -0.002403959631919861, -0.0022066787350922823, -0.0020093978382647038, -0.0018121169414371252, -0.0016148360446095467, -0.0014175551477819681, -0.0012202742509543896, -0.0010229934705421329, -0.0008257125737145543, -0.0006284316768869758, -0.00043115083826705813, -0.00023386997054331005, -3.658910281956196e-05, 0.00016069176490418613, 0.0003579726326279342, 0.0005552534712478518, 0.0007525343680754304, 0.0009498152649030089, 0.0011470960453152657, 0.0013443769421428442, 0.0015416578389704227, 0.0017389387357980013, 0.0019362196326255798, 0.0021335005294531584, 0.002330781426280737, 0.002528062090277672, 0.0027253429871052504, 0.002922623883932829, 0.0031199047807604074, 0.003317185677587986, 0.0035144665744155645, 0.003711747471243143, 0.003909028135240078, 0.0041063092648983, 0.004303589928895235, 0.004500871058553457, 0.004698151722550392, 0.004895432386547327, 0.005092713516205549, 0.005289994180202484, 0.005487275309860706, 0.005684555973857641, 0.005881837103515863, 0.006079117767512798, 0.0062763988971710205, 0.006473679561167955, 0.00667096022516489, 0.0068682413548231125, 0.007065522018820047, 0.00726280314847827, 0.0074600838124752045, 0.007657364942133427, 0.007854646071791649]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 2.0, 3.0, 2.0, 2.0, 3.0, 2.0, 11.0, 3.0, 2.0, 5.0, 5.0, 3.0, 1.0, 1.0, 0.0, 1.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.022853195667266846, -0.022278057411313057, -0.021702921018004417, -0.02112778276205063, -0.02055264636874199, -0.0199775081127882, -0.01940236985683441, -0.018827233463525772, -0.018252095207571983, -0.017676956951618195, -0.017101820558309555, -0.016526682302355766, -0.015951544046401978, -0.015376407653093338, -0.01480126939713955, -0.014226132072508335, -0.013650994747877121, -0.013075857423245907, -0.012500720098614693, -0.011925581842660904, -0.01135044451802969, -0.010775307193398476, -0.010200168937444687, -0.009625031612813473, -0.009049894288182259, -0.008474756963551044, -0.00789961963891983, -0.0073244813829660416, -0.006749344058334827, -0.006174206733703613, -0.005599068943411112, -0.00502393115311861, -0.004448793828487396, -0.0038736562710255384, -0.0032985187135636806, -0.002723381156101823, -0.002148243598639965, -0.0015731060411781073, -0.0009979684837162495, -0.00042283092625439167, 0.00015230663120746613, 0.0007274441886693239, 0.0013025817461311817, 0.0018777193035930395, 0.0024528568610548973, 0.003027994418516755, 0.003603131975978613, 0.004178269766271114, 0.0047534070909023285, 0.005328544415533543, 0.005903682205826044, 0.0064788199961185455, 0.00705395732074976, 0.007629094645380974, 0.008204232901334763, 0.008779370225965977, 0.00935450755059719, 0.009929644875228405, 0.01050478219985962, 0.011079920455813408, 0.011655057780444622, 0.012230195105075836, 0.012805333361029625, 0.013380470685660839, 0.013955608010292053]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 1.0, 2.0, 2.0, 7.0, 3.0, 10.0, 2.0, 9.0, 7.0, 5.0, 14.0, 15.0, 16.0, 18.0, 20.0, 44.0, 38.0, 42.0, 52.0, 97.0, 111.0, 173.0, 222.0, 281.0, 428.0, 707.0, 1127.0, 1953.0, 6761.0, 2302.0, 1303.0, 817.0, 534.0, 383.0, 287.0, 182.0, 131.0, 80.0, 47.0, 54.0, 24.0, 26.0, 22.0, 15.0, 14.0, 7.0, 7.0, 6.0, 5.0, 2.0, 5.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.007953685708343983, -0.0076848422177135944, -0.007415998261421919, -0.007147154770791531, -0.006878310814499855, -0.006609467323869467, -0.0063406238332390785, -0.006071779876947403, -0.005802936386317015, -0.0055340928956866264, -0.005265248939394951, -0.004996405448764563, -0.004727561958134174, -0.004458718001842499, -0.0041898745112121105, -0.003921030554920435, -0.0036521870642900467, -0.0033833433408290148, -0.003114499617367983, -0.0028456561267375946, -0.0025768124032765627, -0.0023079686798155308, -0.0020391251891851425, -0.0017702814657241106, -0.0015014377422630787, -0.0012325940188020468, -0.0009637504117563367, -0.0006949067465029657, -0.0004260630812495947, -0.0001572194159962237, 0.00011162424925714731, 0.0003804679145105183, 0.0006493115797638893, 0.0009181552450172603, 0.0011869989102706313, 0.0014558425173163414, 0.0017246862407773733, 0.0019935299642384052, 0.0022623734548687935, 0.0025312171783298254, 0.0028000609017908573, 0.0030689046252518892, 0.003337748348712921, 0.0036065918393433094, 0.0038754355628043413, 0.004144279286265373, 0.0044131227768957615, 0.004681966733187437, 0.004950810223817825, 0.005219653714448214, 0.005488497670739889, 0.005757341161370277, 0.006026185117661953, 0.006295028608292341, 0.0065638720989227295, 0.006832716055214405, 0.007101559545844793, 0.007370403036475182, 0.007639246992766857, 0.007908090949058533, 0.008176933974027634, 0.00844577793031931, 0.008714621886610985, 0.008983464911580086, 0.009252308867871761]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 4.0, 2.0, 1.0, 2.0, 0.0, 1.0, 2.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.06107669323682785, -0.05876784771680832, -0.05645900219678879, -0.05415015667676926, -0.051841311156749725, -0.049532465636730194, -0.04722362011671066, -0.04491477459669113, -0.0426059290766716, -0.04029708355665207, -0.03798823803663254, -0.03567939251661301, -0.033370546996593475, -0.031061701476573944, -0.028752855956554413, -0.02644401043653488, -0.02413516491651535, -0.02182631939649582, -0.019517473876476288, -0.017208628356456757, -0.014899782836437225, -0.012590937316417694, -0.010282091796398163, -0.007973246276378632, -0.0056644007563591, -0.003355555236339569, -0.0010467097163200378, 0.0012621358036994934, 0.0035709813237190247, 0.005879826843738556, 0.008188672363758087, 0.010497517883777618, 0.01280636340379715, 0.015115208923816681, 0.017424054443836212, 0.019732899963855743, 0.022041745483875275, 0.024350591003894806, 0.026659436523914337, 0.02896828204393387, 0.0312771275639534, 0.03358597308397293, 0.03589481860399246, 0.03820366412401199, 0.040512509644031525, 0.042821355164051056, 0.04513020068407059, 0.04743904620409012, 0.04974789172410965, 0.05205673724412918, 0.05436558276414871, 0.05667442828416824, 0.058983273804187775, 0.061292119324207306, 0.06360096484422684, 0.06590981036424637, 0.0682186558842659, 0.07052750140428543, 0.07283634692430496, 0.0751451924443245, 0.07745403796434402, 0.07976288348436356, 0.08207172900438309, 0.08438057452440262, 0.08668942004442215]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 7.0, 1.0, 3.0, 0.0, 4.0, 0.0, 3.0, 2.0, 0.0, 1.0, 1.0, 3.0, 2.0, 0.0, 1.0, 2.0, 2.0, 2.0, 5.0, 5.0, 5.0, 4.0, 7.0, 10.0, 13.0, 18.0, 61.0, 32.0, 13.0, 8.0, 6.0, 9.0, 3.0, 2.0, 1.0, 3.0, 4.0, 3.0, 1.0, 2.0, 3.0, 4.0, 1.0, 4.0, 3.0, 2.0, 4.0, 2.0, 1.0, 2.0, 0.0, 2.0, 1.0, 3.0, 1.0, 1.0], "bins": [-0.0628746971487999, -0.06104801967740059, -0.05922134220600128, -0.057394661009311676, -0.05556798353791237, -0.05374130606651306, -0.051914624869823456, -0.05008794739842415, -0.04826126992702484, -0.046434592455625534, -0.04460791498422623, -0.04278123378753662, -0.040954556316137314, -0.03912787884473801, -0.0373011976480484, -0.035474520176649094, -0.033647842705249786, -0.03182116523385048, -0.029994485899806023, -0.028167806565761566, -0.02634112909436226, -0.02451445162296295, -0.022687772288918495, -0.02086109295487404, -0.01903441548347473, -0.017207738012075424, -0.015381058678030968, -0.013554380275309086, -0.011727701872587204, -0.009901023469865322, -0.00807434506714344, -0.006247666664421558, -0.0044209882616996765, -0.0025943098589777946, -0.0007676314562559128, 0.001059046946465969, 0.002885725349187851, 0.004712403751909733, 0.006539082154631615, 0.008365760557353497, 0.010192438960075378, 0.01201911736279726, 0.013845795765519142, 0.0156724750995636, 0.017499152570962906, 0.019325830042362213, 0.02115250937640667, 0.022979188710451126, 0.024805866181850433, 0.02663254365324974, 0.028459222987294197, 0.030285902321338654, 0.03211257979273796, 0.03393925726413727, 0.035765938460826874, 0.03759261593222618, 0.03941929340362549, 0.041245970875024796, 0.0430726483464241, 0.04489932954311371, 0.046726007014513016, 0.04855268448591232, 0.05037936568260193, 0.052206043154001236, 0.05403272062540054]}, "_runtime": 78.3994026184082, "_timestamp": 1596212949.1009402, "_step": 92}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 2.0, 2.0, 0.0, 2.0, 3.0, 0.0, 2.0, 3.0, 3.0, 3.0, 5.0, 3.0, 0.0, 1.0, 2.0, 3.0, 3.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.012806035578250885, -0.012443481013178825, -0.01208092737942934, -0.01171837281435728, -0.011355819180607796, -0.010993264615535736, -0.010630710050463676, -0.010268156416714191, -0.009905601851642132, -0.009543047286570072, -0.009180493652820587, -0.008817939087748528, -0.008455384522676468, -0.008092830888926983, -0.007730276323854923, -0.007367722224444151, -0.007005168125033379, -0.006642614025622606, -0.006280059926211834, -0.005917505361139774, -0.005554951261729002, -0.00519239716231823, -0.00482984259724617, -0.004467288497835398, -0.004104734398424625, -0.003742180299013853, -0.003379625966772437, -0.003017071634531021, -0.002654517535120249, -0.0022919634357094765, -0.0019294091034680605, -0.0015668548876419663, -0.0012043006718158722, -0.000841746455989778, -0.0004791922401636839, -0.00011663802433758974, 0.0002459161914885044, 0.0006084704073145986, 0.0009710246231406927, 0.0013335788389667869, 0.001696133054792881, 0.0020586871542036533, 0.0024212414864450693, 0.0027837958186864853, 0.0031463499180972576, 0.00350890401750803, 0.003871458349749446, 0.004234012681990862, 0.004596566781401634, 0.0049591208808124065, 0.005321674980223179, 0.0056842295452952385, 0.006046783644706011, 0.006409337744116783, 0.006771892309188843, 0.007134446408599615, 0.007497000508010387, 0.007859555073082447, 0.008222108706831932, 0.008584663271903992, 0.008947217836976051, 0.009309771470725536, 0.009672326035797596, 0.010034879669547081, 0.01039743423461914]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 3.0, 5.0, 11.0, 9.0, 7.0, 18.0, 22.0, 10.0, 28.0, 35.0, 52.0, 64.0, 102.0, 137.0, 206.0, 320.0, 752.0, 5063.0, 400.0, 213.0, 125.0, 87.0, 64.0, 48.0, 38.0, 28.0, 23.0, 12.0, 10.0, 7.0, 6.0, 7.0, 5.0, 4.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.16780754923820496, -0.1625659465789795, -0.15732432901859283, -0.15208272635936737, -0.1468411087989807, -0.14159950613975525, -0.13635790348052979, -0.13111628592014313, -0.12587468326091766, -0.1206330731511116, -0.11539146304130554, -0.11014986038208008, -0.10490825027227402, -0.09966664016246796, -0.09442503750324249, -0.08918342739343643, -0.08394181728363037, -0.07870020717382431, -0.07345859706401825, -0.06821699440479279, -0.06297538429498672, -0.057733774185180664, -0.0524921678006649, -0.04725056141614914, -0.04200895130634308, -0.03676734119653702, -0.031525734812021255, -0.026284126564860344, -0.021042518317699432, -0.01580091007053852, -0.01055930182337761, -0.005317693576216698, -7.608532905578613e-05, 0.005165522918105125, 0.010407131165266037, 0.01564873941242695, 0.02089034765958786, 0.02613195590674877, 0.03137356415390968, 0.036615170538425446, 0.041856780648231506, 0.04709839075803757, 0.05233999714255333, 0.05758160352706909, 0.06282321363687515, 0.06806482374668121, 0.07330642640590668, 0.07854803651571274, 0.0837896466255188, 0.08903125673532486, 0.09427286684513092, 0.09951446950435638, 0.10475607961416245, 0.1099976897239685, 0.11523929238319397, 0.12048090249300003, 0.1257225126028061, 0.13096411526203156, 0.1362057328224182, 0.14144733548164368, 0.14668893814086914, 0.1519305557012558, 0.15717215836048126, 0.16241377592086792, 0.16765537858009338]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 3.0, 1.0, 3.0, 2.0, 4.0, 3.0, 1.0, 1.0, 4.0, 8.0, 2.0, 1.0, 5.0, 5.0, 28.0, 4.0, 4.0, 1.0, 0.0, 3.0, 3.0, 2.0, 2.0, 4.0, 1.0, 6.0, 4.0, 5.0, 2.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0030943010933697224, -0.0029926630668342113, -0.0028910248074680567, -0.0027893867809325457, -0.0026877487543970346, -0.00258611049503088, -0.002484472468495369, -0.002382834441959858, -0.002281196415424347, -0.0021795581560581923, -0.0020779201295226812, -0.0019762821029871702, -0.0018746438436210155, -0.0017730058170855045, -0.0016713676741346717, -0.0015697296475991607, -0.0014680915046483278, -0.001366453361697495, -0.001264815335161984, -0.0011631771922111511, -0.00106153916567564, -0.0009599010227248073, -0.0008582628797739744, -0.0007566247950308025, -0.0006549867102876306, -0.0005533486255444586, -0.00045171051169745624, -0.00035007239785045385, -0.0002484343131072819, -0.00014679621381219476, -4.5158114517107606e-05, 5.647998477797955e-05, 0.0001581180840730667, 0.00025975616881623864, 0.00036139428266324103, 0.0004630323965102434, 0.0005646704812534153, 0.0006663085659965873, 0.0007679467089474201, 0.000869584793690592, 0.000971222878433764, 0.0010728610213845968, 0.0011744990479201078, 0.0012761371908709407, 0.0013777753338217735, 0.0014794133603572845, 0.0015810515033081174, 0.0016826895298436284, 0.0017843276727944613, 0.001885965815745294, 0.001987603958696127, 0.002089241985231638, 0.002190880011767149, 0.0022925182711333036, 0.0023941562976688147, 0.0024957943242043257, 0.0025974325835704803, 0.0026990706101059914, 0.0028007086366415024, 0.0029023466631770134, 0.003003984922543168, 0.003105622949078679, 0.00320726097561419, 0.0033088992349803448, 0.003410537261515856]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 1.0, 0.0, 5.0, 4.0, 2.0, 5.0, 9.0, 11.0, 17.0, 32.0, 35.0, 53.0, 96.0, 150.0, 178.0, 259.0, 357.0, 632.0, 867.0, 1342.0, 2107.0, 3369.0, 5656.0, 10074.0, 19629.0, 44646.0, 152612.0, 795174.0, 68305.0, 30268.0, 16262.0, 9453.0, 5837.0, 3812.0, 2498.0, 1829.0, 1168.0, 826.0, 584.0, 445.0, 293.0, 210.0, 168.0, 115.0, 63.0, 44.0, 45.0, 34.0, 23.0, 13.0, 5.0, 8.0, 4.0, 0.0, 2.0, 1.0, 2.0, 1.0], "bins": [-0.007494896184653044, -0.007269418798387051, -0.00704394094645977, -0.00681846309453249, -0.006592985708266497, -0.0063675083220005035, -0.006142030470073223, -0.005916552618145943, -0.00569107523187995, -0.0054655978456139565, -0.005240119993686676, -0.005014642141759396, -0.0047891647554934025, -0.004563687369227409, -0.004338209517300129, -0.0041127316653728485, -0.0038872542791068554, -0.0036617766600102186, -0.003436299040913582, -0.003210821421816945, -0.0029853438027203083, -0.0027598661836236715, -0.0025343885645270348, -0.002308910945430398, -0.002083433326333761, -0.0018579557072371244, -0.0016324780881404877, -0.001407000469043851, -0.0011815228499472141, -0.0009560452308505774, -0.0007305676117539406, -0.0005050899926573038, -0.00027961237356066704, -5.4134754464030266e-05, 0.0001713428646326065, 0.0003968204837292433, 0.00062229810282588, 0.0008477757219225168, 0.0010732533410191536, 0.0012987309601157904, 0.0015242085792124271, 0.001749686198309064, 0.0019751638174057007, 0.0022006414365023375, 0.0024261190555989742, 0.002651596674695611, 0.0028770742937922478, 0.0031025519128888845, 0.0033280295319855213, 0.003553507151082158, 0.003778984770178795, 0.004004462622106075, 0.004229940008372068, 0.0044554173946380615, 0.004680895246565342, 0.004906373098492622, 0.0051318504847586155, 0.005357327871024609, 0.005582805722951889, 0.0058082835748791695, 0.006033760961145163, 0.006259238347411156, 0.006484716199338436, 0.0067101940512657166, 0.00693567143753171]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 4.0, 2.0, 7.0, 1.0, 3.0, 6.0, 3.0, 0.0, 2.0, 1.0, 4.0, 1.0, 4.0, 0.0, 3.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.023001782596111298, -0.02241576835513115, -0.02182975597679615, -0.021243741735816002, -0.020657729357481003, -0.020071715116500854, -0.019485700875520706, -0.018899688497185707, -0.01831367425620556, -0.01772766001522541, -0.01714164763689041, -0.016555633395910263, -0.015969619154930115, -0.015383606776595116, -0.014797592535614967, -0.014211579225957394, -0.01362556591629982, -0.013039552606642246, -0.012453539296984673, -0.011867525056004524, -0.01128151174634695, -0.010695498436689377, -0.010109484195709229, -0.009523470886051655, -0.008937457576394081, -0.008351444266736507, -0.007765430491417646, -0.007179416716098785, -0.006593403406441212, -0.006007390096783638, -0.005421376321464777, -0.004835362546145916, -0.004249349236488342, -0.003663335694000125, -0.0030773221515119076, -0.0024913086090236902, -0.0019052950665354729, -0.0013192815240472555, -0.0007332679815590382, -0.0001472544390708208, 0.00043875910341739655, 0.001024772645905614, 0.0016107861883938313, 0.0021967997308820486, 0.002782813273370266, 0.0033688268158584833, 0.003954840358346701, 0.004540854133665562, 0.005126867443323135, 0.005712880752980709, 0.00629889452829957, 0.006884908303618431, 0.007470921613276005, 0.008056934922933578, 0.008642949163913727, 0.0092289624735713, 0.009814975783228874, 0.010400989092886448, 0.010987002402544022, 0.01157301664352417, 0.012159029953181744, 0.012745043262839317, 0.013331057503819466, 0.01391707081347704, 0.014503084123134613]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 0.0, 0.0, 8.0, 11.0, 6.0, 9.0, 13.0, 36.0, 20.0, 14.0, 15.0, 31.0, 32.0, 25.0, 30.0, 39.0, 53.0, 60.0, 99.0, 144.0, 177.0, 245.0, 337.0, 453.0, 800.0, 1301.0, 5716.0, 2379.0, 1543.0, 1046.0, 801.0, 637.0, 461.0, 370.0, 339.0, 223.0, 209.0, 161.0, 117.0, 99.0, 90.0, 71.0, 53.0, 33.0, 24.0, 25.0, 20.0, 10.0, 9.0, 10.0, 4.0, 12.0, 3.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.008372506126761436, -0.008091460913419724, -0.007810414768755436, -0.007529369089752436, -0.007248323410749435, -0.0069672781974077225, -0.006686232518404722, -0.006405186839401722, -0.006124141160398722, -0.0058430954813957214, -0.005562049802392721, -0.005281004123389721, -0.004999958910048008, -0.004718913231045008, -0.0044378675520420074, -0.004156821873039007, -0.003875776194036007, -0.0035947305150330067, -0.0033136848360300064, -0.00303263938985765, -0.0027515937108546495, -0.0024705480318516493, -0.0021895025856792927, -0.0019084569066762924, -0.0016274112276732922, -0.001346365548670292, -0.0010653199860826135, -0.0007842743652872741, -0.0005032287444919348, -0.00022218312369659543, 5.8862497098743916e-05, 0.00033990811789408326, 0.0006209537386894226, 0.000901999359484762, 0.0011830449802801013, 0.0014640905428677797, 0.00174513622187078, 0.0020261819008737803, 0.002307227347046137, 0.002588273026049137, 0.0028693187050521374, 0.0031503643840551376, 0.003431410063058138, 0.0037124555092304945, 0.003993500955402851, 0.004274546634405851, 0.004555592313408852, 0.004836637992411852, 0.005117683671414852, 0.005398729350417852, 0.005679775029420853, 0.005960820708423853, 0.006241866387426853, 0.006522911600768566, 0.006803957279771566, 0.007085002958774567, 0.007366048637777567, 0.007647094316780567, 0.00792813953012228, 0.008209185674786568, 0.00849023088812828, 0.008771277032792568, 0.009052322246134281, 0.009333368390798569, 0.009614413604140282]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 2.0, 5.0, 1.0, 1.0, 1.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0769565999507904, -0.07442259043455124, -0.07188858091831207, -0.0693545714020729, -0.06682056188583374, -0.06428655982017517, -0.061752550303936005, -0.05921854078769684, -0.05668453127145767, -0.054150521755218506, -0.05161651223897934, -0.04908250644803047, -0.046548496931791306, -0.04401448741555214, -0.04148048162460327, -0.038946472108364105, -0.03641246259212494, -0.03387845307588577, -0.031344443559646606, -0.02881043776869774, -0.026276428252458572, -0.023742418736219406, -0.02120841108262539, -0.018674403429031372, -0.016140393912792206, -0.013606385327875614, -0.011072376742959023, -0.008538368158042431, -0.006004359573125839, -0.0034703509882092476, -0.0009363424032926559, 0.0015976661816239357, 0.004131674766540527, 0.006665683351457119, 0.00919969193637371, 0.011733700521290302, 0.014267709106206894, 0.01680171862244606, 0.019335726276040077, 0.021869733929634094, 0.02440374344587326, 0.026937752962112427, 0.029471760615706444, 0.03200576826930046, 0.03453977778553963, 0.03707378730177879, 0.03960779309272766, 0.04214180260896683, 0.044675812125205994, 0.04720982164144516, 0.049743831157684326, 0.052277836948633194, 0.05481184646487236, 0.057345855981111526, 0.059879861772060394, 0.06241387128829956, 0.06494788080453873, 0.0674818903207779, 0.07001589983701706, 0.07254990935325623, 0.0750839114189148, 0.07761792093515396, 0.08015193045139313, 0.0826859399676323, 0.08521994948387146]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 4.0, 0.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 3.0, 0.0, 1.0, 2.0, 0.0, 4.0, 1.0, 2.0, 1.0, 0.0, 3.0, 5.0, 7.0, 8.0, 7.0, 10.0, 27.0, 23.0, 27.0, 44.0, 18.0, 26.0, 9.0, 11.0, 7.0, 5.0, 2.0, 7.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.07383757084608078, -0.07174500077962875, -0.06965243071317673, -0.0675598606467247, -0.06546728312969208, -0.06337471306324005, -0.061282142996788025, -0.059189572930336, -0.05709700286388397, -0.05500442907214165, -0.05291185900568962, -0.050819288939237595, -0.04872671514749527, -0.04663414508104324, -0.04454157501459122, -0.04244900122284889, -0.040356431156396866, -0.03826386108994484, -0.036171287298202515, -0.03407871723175049, -0.03198614716529846, -0.029893575236201286, -0.02780100330710411, -0.025708433240652084, -0.02361586131155491, -0.021523289382457733, -0.019430719316005707, -0.01733814738690853, -0.01524557638913393, -0.01315300539135933, -0.011060433462262154, -0.008967862464487553, -0.006875291466712952, -0.004782720468938351, -0.0026901490055024624, -0.0005975777748972178, 0.0014949934557080269, 0.0035875646863132715, 0.005680135916918516, 0.0077727073803544044, 0.009865278378129005, 0.011957849375903606, 0.014050420373678207, 0.016142992302775383, 0.01823556423187256, 0.020328134298324585, 0.02242070622742176, 0.024513276293873787, 0.026605848222970963, 0.028698420152068138, 0.030790990218520164, 0.03288356214761734, 0.034976132214069366, 0.03706870600581169, 0.03916127607226372, 0.041253846138715744, 0.04334641993045807, 0.045438989996910095, 0.04753156006336212, 0.04962413012981415, 0.05171670392155647, 0.0538092739880085, 0.055901844054460526, 0.05799441784620285, 0.06008698791265488]}, "_runtime": 79.17861676216125, "_timestamp": 1596212949.8801544, "_step": 93}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 0.0, 2.0, 3.0, 2.0, 0.0, 1.0, 6.0, 7.0, 4.0, 4.0, 4.0, 2.0, 2.0, 2.0, 1.0, 2.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.010153274983167648, -0.009845533408224583, -0.009537792764604092, -0.009230051189661026, -0.00892230961471796, -0.008614568039774895, -0.008306827396154404, -0.007999085821211338, -0.007691344246268272, -0.007383603136986494, -0.007075862027704716, -0.00676812045276165, -0.006460379343479872, -0.006152637768536806, -0.005844896659255028, -0.005537155084311962, -0.005229413975030184, -0.0049216728657484055, -0.00461393129080534, -0.0043061901815235615, -0.003998448606580496, -0.0036907074972987175, -0.0033829661551862955, -0.0030752248130738735, -0.0027674834709614515, -0.0024597421288490295, -0.0021520007867366076, -0.0018442595610395074, -0.0015365182189270854, -0.0012287768768146634, -0.0009210355929099023, -0.0006132943090051413, -0.00030555296689271927, 2.188346115872264e-06, 0.0003099296591244638, 0.0006176709430292249, 0.0009254122851416469, 0.0012331536272540689, 0.001540894852951169, 0.001848636195063591, 0.002156377537176013, 0.002464118879288435, 0.002771860221400857, 0.003079601563513279, 0.0033873426727950573, 0.0036950840149074793, 0.004002825357019901, 0.004310566931962967, 0.004618308041244745, 0.004926049150526524, 0.005233790725469589, 0.005541531834751368, 0.005849273409694433, 0.0061570145189762115, 0.006464756093919277, 0.0067724972032010555, 0.007080238312482834, 0.0073879798874258995, 0.007695720996707678, 0.008003462105989456, 0.008311203680932522, 0.008618945255875587, 0.008926686830818653, 0.009234427474439144, 0.00954216904938221]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 4.0, 0.0, 3.0, 4.0, 7.0, 10.0, 6.0, 11.0, 9.0, 12.0, 27.0, 31.0, 24.0, 40.0, 42.0, 67.0, 98.0, 135.0, 165.0, 293.0, 529.0, 5151.0, 470.0, 233.0, 146.0, 106.0, 76.0, 42.0, 30.0, 30.0, 28.0, 17.0, 15.0, 7.0, 13.0, 8.0, 5.0, 2.0, 10.0, 6.0, 4.0, 1.0, 1.0, 1.0, 3.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.11316569149494171, -0.10995332896709442, -0.10674096643924713, -0.10352860391139984, -0.10031624138355255, -0.09710387885570526, -0.09389151632785797, -0.09067915380001068, -0.08746679127216339, -0.0842544287443161, -0.08104206621646881, -0.07782970368862152, -0.07461734116077423, -0.07140497863292694, -0.06819261610507965, -0.06498025357723236, -0.06176789104938507, -0.05855552852153778, -0.05534316599369049, -0.0521308034658432, -0.04891844093799591, -0.04570607841014862, -0.04249371588230133, -0.03928135335445404, -0.03606899082660675, -0.03285662829875946, -0.02964426577091217, -0.02643190324306488, -0.02321954071521759, -0.0200071781873703, -0.01679481565952301, -0.01358245313167572, -0.01037009060382843, -0.00715772807598114, -0.00394536554813385, -0.0007330030202865601, 0.00247935950756073, 0.00569172203540802, 0.00890408456325531, 0.0121164470911026, 0.01532880961894989, 0.01854117214679718, 0.02175353467464447, 0.02496589720249176, 0.02817825973033905, 0.03139062225818634, 0.03460298478603363, 0.03781534731388092, 0.04102770984172821, 0.0442400723695755, 0.04745243489742279, 0.05066479742527008, 0.05387715995311737, 0.05708952248096466, 0.06030188500881195, 0.06351424753665924, 0.06672661006450653, 0.06993897259235382, 0.07315133512020111, 0.0763636976480484, 0.07957606017589569, 0.08278842270374298, 0.08600078523159027, 0.08921314775943756, 0.09242551028728485]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 4.0, 3.0, 2.0, 4.0, 3.0, 6.0, 4.0, 5.0, 4.0, 4.0, 3.0, 1.0, 4.0, 2.0, 24.0, 4.0, 1.0, 4.0, 3.0, 2.0, 0.0, 3.0, 2.0, 5.0, 3.0, 0.0, 5.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.0022739071864634752, -0.0022032507695257664, -0.0021325943525880575, -0.0020619379356503487, -0.00199128151871264, -0.001920625101774931, -0.001849968684837222, -0.0017793122678995132, -0.0017086558509618044, -0.0016379994340240955, -0.0015673430170863867, -0.0014966866001486778, -0.001426030183210969, -0.0013553737662732601, -0.0012847173493355513, -0.0012140609323978424, -0.0011434045154601336, -0.0010727480985224247, -0.0010020916815847158, -0.000931435264647007, -0.0008607788477092981, -0.0007901224307715893, -0.0007194660138338804, -0.0006488095968961716, -0.0005781531799584627, -0.0005074967630207539, -0.000436840346083045, -0.00036618392914533615, -0.0002955275122076273, -0.00022487109526991844, -0.0001542146783322096, -8.355826139450073e-05, -1.2901844456791878e-05, 5.775457248091698e-05, 0.00012841098941862583, 0.00019906740635633469, 0.00026972382329404354, 0.0003403802402317524, 0.00041103665716946125, 0.0004816930741071701, 0.000552349491044879, 0.0006230059079825878, 0.0006936623249202967, 0.0007643187418580055, 0.0008349751587957144, 0.0009056315757334232, 0.0009762879926711321, 0.001046944409608841, 0.0011176008265465498, 0.0011882572434842587, 0.0012589136604219675, 0.0013295700773596764, 0.0014002264942973852, 0.001470882911235094, 0.001541539328172803, 0.0016121957451105118, 0.0016828521620482206, 0.0017535085789859295, 0.0018241649959236383, 0.0018948214128613472, 0.001965477829799056, 0.002036134246736765, 0.0021067906636744738, 0.0021774470806121826, 0.0022481034975498915]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 0.0, 3.0, 3.0, 1.0, 3.0, 3.0, 11.0, 2.0, 5.0, 14.0, 16.0, 20.0, 24.0, 34.0, 39.0, 68.0, 90.0, 116.0, 169.0, 221.0, 305.0, 420.0, 614.0, 966.0, 1475.0, 2502.0, 4073.0, 7421.0, 13995.0, 30029.0, 84155.0, 865968.0, 99309.0, 30527.0, 14641.0, 7890.0, 4756.0, 3173.0, 2030.0, 1382.0, 970.0, 653.0, 473.0, 302.0, 212.0, 159.0, 114.0, 74.0, 62.0, 45.0, 28.0, 26.0, 14.0, 18.0, 5.0, 2.0, 5.0, 4.0, 2.0, 3.0, 0.0, 0.0, 1.0], "bins": [-0.006068155635148287, -0.005882658995687962, -0.005697162356227636, -0.005511665716767311, -0.005326169077306986, -0.005140672437846661, -0.004955175798386335, -0.00476967915892601, -0.004584182053804398, -0.004398685414344072, -0.004213188774883747, -0.004027692135423422, -0.0038421954959630966, -0.0036566988565027714, -0.003471202217042446, -0.003285705577582121, -0.0031002089381217957, -0.0029147122986614704, -0.002729215659201145, -0.00254371901974082, -0.0023582223802804947, -0.002172725507989526, -0.0019872288685292006, -0.0018017322290688753, -0.00161623558960855, -0.0014307389501482248, -0.0012452423106878996, -0.0010597455548122525, -0.0008742489153519273, -0.000688752275891602, -0.0005032555782236159, -0.0003177589096594602, -0.0001322622410953045, 5.323442746885121e-05, 0.0002387310960330069, 0.0004242277645971626, 0.0006097244331613183, 0.0007952210726216435, 0.0009807178284972906, 0.0011662144679576159, 0.001351711107417941, 0.0015372077468782663, 0.0017227043863385916, 0.0019082011422142386, 0.0020936978980898857, 0.002279194537550211, 0.002464691177010536, 0.0026501878164708614, 0.0028356844559311867, 0.003021181095391512, 0.003206677734851837, 0.0033921743743121624, 0.0035776710137724876, 0.0037631678860634565, 0.003948664292693138, 0.004134160932153463, 0.004319657571613789, 0.004505154676735401, 0.004690651316195726, 0.004876147955656052, 0.005061644595116377, 0.005247141234576702, 0.005432637874037027, 0.005618134513497353, 0.005803631152957678]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 2.0, 1.0, 1.0, 4.0, 2.0, 2.0, 4.0, 0.0, 4.0, 3.0, 10.0, 4.0, 0.0, 4.0, 4.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.031435564160346985, -0.03071919083595276, -0.030002815648913383, -0.029286442324519157, -0.02857006900012493, -0.027853693813085556, -0.02713732048869133, -0.026420947164297104, -0.025704573839902878, -0.024988198652863503, -0.024271825328469276, -0.02355545200407505, -0.022839076817035675, -0.02212270349264145, -0.021406330168247223, -0.020689954981207848, -0.01997358165681362, -0.019257208332419395, -0.01854083314538002, -0.017824459820985794, -0.017108086496591568, -0.016391711309552193, -0.015675337985157967, -0.01495896466076374, -0.01424259040504694, -0.01352621614933014, -0.012809842824935913, -0.012093468569219112, -0.011377094313502312, -0.010660720989108086, -0.009944346733391285, -0.009227973408997059, -0.008511599153280258, -0.007795225363224745, -0.007078851573169231, -0.006362477317452431, -0.005646103527396917, -0.004929729737341404, -0.004213355481624603, -0.00349698169156909, -0.0027806079015135765, -0.002064234111458063, -0.001347860088571906, -0.0006314861821010709, 8.488772436976433e-05, 0.0008012616308405995, 0.0015176355373114347, 0.0022340095601975918, 0.002950383350253105, 0.0036667571403086185, 0.004383130930364132, 0.005099505186080933, 0.005815878976136446, 0.006532252766191959, 0.00724862702190876, 0.007965000346302986, 0.008681374602019787, 0.009397748857736588, 0.010114122182130814, 0.010830496437847614, 0.011546870693564415, 0.012263244017958641, 0.012979618273675442, 0.013695991598069668, 0.014412365853786469]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 6.0, 2.0, 7.0, 4.0, 2.0, 8.0, 10.0, 12.0, 7.0, 7.0, 4.0, 11.0, 12.0, 20.0, 9.0, 16.0, 21.0, 21.0, 26.0, 29.0, 54.0, 55.0, 69.0, 93.0, 145.0, 164.0, 207.0, 230.0, 303.0, 364.0, 474.0, 647.0, 958.0, 1322.0, 2396.0, 6313.0, 1545.0, 912.0, 523.0, 378.0, 243.0, 181.0, 139.0, 99.0, 64.0, 67.0, 60.0, 42.0, 37.0, 23.0, 19.0, 20.0, 17.0, 11.0, 6.0, 5.0, 3.0, 4.0], "bins": [-0.011315659619867802, -0.011041153222322464, -0.010766646824777126, -0.010492140427231789, -0.010217634029686451, -0.009943127632141113, -0.009668621234595776, -0.009394114837050438, -0.0091196084395051, -0.008845102041959763, -0.008570595644414425, -0.008296089246869087, -0.00802158284932375, -0.007747076451778412, -0.007472570054233074, -0.0071980636566877365, -0.006923557259142399, -0.006649050861597061, -0.0063745444640517235, -0.006100038066506386, -0.005825531668961048, -0.0055510252714157104, -0.005276518873870373, -0.005002012476325035, -0.004727506078779697, -0.00445299968123436, -0.004178493283689022, -0.0039039868861436844, -0.0036294804885983467, -0.003354974091053009, -0.0030804676935076714, -0.0028059612959623337, -0.002531454898416996, -0.0022569485008716583, -0.0019824421033263206, -0.001707935705780983, -0.0014334293082356453, -0.0011589229106903076, -0.0008844165131449699, -0.0006099101155996323, -0.0003354037180542946, -6.089732050895691e-05, 0.00021360907703638077, 0.00048811547458171844, 0.0007626218721270561, 0.0010371282696723938, 0.0013116346672177315, 0.0015861410647630692, 0.0018606474623084068, 0.0021351538598537445, 0.002409660257399082, 0.00268416665494442, 0.0029586730524897575, 0.003233179450035095, 0.003507685847580433, 0.0037821922451257706, 0.004056698642671108, 0.004331205040216446, 0.004605711437761784, 0.004880217835307121, 0.005154724232852459, 0.005429230630397797, 0.005703737027943134, 0.005978243425488472, 0.00625274982303381]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 0.0, 3.0, 1.0, 1.0, 3.0, 2.0, 2.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.054073866456747055, -0.049628548324108124, -0.04518323391675949, -0.04073791950941086, -0.03629260137677193, -0.031847283244132996, -0.027401968836784363, -0.02295665256679058, -0.0185113362967968, -0.014066020026803017, -0.009620703756809235, -0.005175387486815453, -0.0007300712168216705, 0.0037152450531721115, 0.008160561323165894, 0.012605877593159676, 0.017051193863153458, 0.02149651013314724, 0.02594182640314102, 0.030387142673134804, 0.034832458943128586, 0.03927777707576752, 0.04372309148311615, 0.04816840589046478, 0.052613724023103714, 0.057059042155742645, 0.06150435656309128, 0.06594967097043991, 0.07039499282836914, 0.07484030723571777, 0.0792856216430664, 0.08373093605041504, 0.08817625045776367, 0.0926215723156929, 0.09706688672304153, 0.10151220113039017, 0.1059575229883194, 0.11040283739566803, 0.11484815180301666, 0.1192934662103653, 0.12373878061771393, 0.12818409502506256, 0.1326294243335724, 0.13707473874092102, 0.14152005314826965, 0.1459653675556183, 0.15041068196296692, 0.15485599637031555, 0.15930131077766418, 0.16374662518501282, 0.16819193959236145, 0.17263726890087128, 0.1770825833082199, 0.18152789771556854, 0.18597321212291718, 0.1904185265302658, 0.19486384093761444, 0.19930915534496307, 0.2037544846534729, 0.20819979906082153, 0.21264511346817017, 0.2170904278755188, 0.22153574228286743, 0.22598105669021606, 0.2304263710975647]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 4.0, 2.0, 0.0, 2.0, 1.0, 5.0, 2.0, 11.0, 17.0, 27.0, 30.0, 48.0, 45.0, 23.0, 8.0, 11.0, 4.0, 3.0, 9.0, 9.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.0812460407614708, -0.07723288983106613, -0.07321973145008087, -0.06920658051967621, -0.06519342958927155, -0.061180274933576584, -0.05716712027788162, -0.05315396934747696, -0.049140814691782, -0.045127660036087036, -0.04111450910568237, -0.03710135444998741, -0.03308819979429245, -0.029075048863887787, -0.025061894208192825, -0.021048741415143013, -0.0170355886220932, -0.013022435829043388, -0.009009282104671001, -0.004996128845959902, -0.0009829755872488022, 0.0030301776714622974, 0.007043330930173397, 0.011056484654545784, 0.015069637447595596, 0.01908279024064541, 0.02309594303369522, 0.027109097689390182, 0.031122250482439995, 0.03513540327548981, 0.03914855793118477, 0.04316170886158943, 0.04717486351728439, 0.051188018172979355, 0.05520116910338402, 0.05921432375907898, 0.06322747468948364, 0.0672406330704689, 0.07125378400087357, 0.07526693493127823, 0.07928009331226349, 0.08329324424266815, 0.08730639517307281, 0.09131954610347748, 0.09533270448446274, 0.0993458554148674, 0.10335900634527206, 0.10737216472625732, 0.11138531565666199, 0.11539846658706665, 0.11941162496805191, 0.12342477589845657, 0.12743793427944183, 0.1314510852098465, 0.13546423614025116, 0.13947738707065582, 0.14349053800106049, 0.14750368893146515, 0.151516854763031, 0.15553000569343567, 0.15954315662384033, 0.163556307554245, 0.16756945848464966, 0.17158260941505432, 0.17559576034545898]}, "_runtime": 79.95834159851074, "_timestamp": 1596212950.6598792, "_step": 94}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 5.0, 2.0, 0.0, 1.0, 8.0, 4.0, 5.0, 4.0, 3.0, 1.0, 1.0, 2.0, 3.0, 1.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009818844497203827, -0.009442348033189774, -0.00906585156917572, -0.008689354173839092, -0.008312857709825039, -0.007936361245810986, -0.007559864316135645, -0.007183367386460304, -0.006806870922446251, -0.006430374458432198, -0.006053877528756857, -0.005677380599081516, -0.005300884135067463, -0.00492438767105341, -0.004547890741378069, -0.004171393811702728, -0.003794897347688675, -0.003418400650843978, -0.003041903953999281, -0.002665407257154584, -0.002288910560309887, -0.00191241386346519, -0.001535917166620493, -0.001159420469775796, -0.0007829237729310989, -0.00040642707608640194, -2.993037924170494e-05, 0.00034656631760299206, 0.0007230630144476891, 0.001099559711292386, 0.001476056408137083, 0.00185255310498178, 0.002229049801826477, 0.002605546498671174, 0.002982043195515871, 0.003358539892360568, 0.003735036589205265, 0.004111533053219318, 0.004488029982894659, 0.00486452691257, 0.005241023376584053, 0.005617519840598106, 0.005994016770273447, 0.006370513699948788, 0.006747010163962841, 0.007123506627976894, 0.007500003557652235, 0.007876500487327576, 0.008252996951341629, 0.008629493415355682, 0.009005989879369736, 0.009382487274706364, 0.009758983738720417, 0.01013548020273447, 0.010511977598071098, 0.010888474062085152, 0.011264970526099205, 0.011641466990113258, 0.012017963454127312, 0.01239446084946394, 0.012770957313477993, 0.013147453777492046, 0.013523951172828674, 0.013900447636842728, 0.014276944100856781]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 4.0, 0.0, 2.0, 2.0, 1.0, 4.0, 5.0, 3.0, 2.0, 5.0, 2.0, 6.0, 7.0, 10.0, 9.0, 19.0, 24.0, 30.0, 36.0, 36.0, 45.0, 65.0, 70.0, 110.0, 123.0, 184.0, 302.0, 3354.0, 2299.0, 408.0, 210.0, 143.0, 86.0, 81.0, 47.0, 40.0, 31.0, 27.0, 18.0, 15.0, 14.0, 5.0, 6.0, 5.0, 5.0, 6.0, 1.0, 2.0, 8.0, 3.0, 3.0, 1.0, 4.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.1175164133310318, -0.11372178047895432, -0.10992714762687683, -0.10613251477479935, -0.10233788937330246, -0.09854325652122498, -0.09474862366914749, -0.09095399081707001, -0.08715935796499252, -0.08336472511291504, -0.07957009971141815, -0.07577546685934067, -0.07198083400726318, -0.0681862011551857, -0.06439156830310822, -0.06059693917632103, -0.056802306324243546, -0.05300767347216606, -0.049213044345378876, -0.04541841149330139, -0.04162377864122391, -0.03782914951443672, -0.03403451666235924, -0.030239883810281754, -0.02644525282084942, -0.022650621831417084, -0.0188559889793396, -0.015061357989907265, -0.011266726069152355, -0.007472094148397446, -0.0036774626933038235, 0.00011716899462044239, 0.003911800682544708, 0.007706432603299618, 0.011501064524054527, 0.015295695513486862, 0.019090328365564346, 0.02288495935499668, 0.026679590344429016, 0.0304742231965065, 0.034268856048583984, 0.03806348517537117, 0.041858118027448654, 0.04565275087952614, 0.049447380006313324, 0.05324201285839081, 0.05703664571046829, 0.06083127483725548, 0.06462590396404266, 0.06842053681612015, 0.07221516966819763, 0.07600980252027512, 0.0798044353723526, 0.08359906822443008, 0.08739370107650757, 0.09118832647800446, 0.09498295933008194, 0.09877759218215942, 0.10257222503423691, 0.10636685788631439, 0.11016149073839188, 0.11395611613988876, 0.11775074899196625, 0.12154538184404373, 0.12534001469612122]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 2.0, 2.0, 2.0, 0.0, 3.0, 3.0, 2.0, 1.0, 5.0, 1.0, 3.0, 2.0, 5.0, 2.0, 27.0, 2.0, 3.0, 6.0, 2.0, 4.0, 1.0, 6.0, 4.0, 2.0, 4.0, 4.0, 1.0, 3.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.0026841885410249233, -0.0026082878466695547, -0.002532387152314186, -0.0024564864579588175, -0.002380585763603449, -0.0023046850692480803, -0.0022287843748927116, -0.002152883680537343, -0.0020769829861819744, -0.002001082291826606, -0.001925181713886559, -0.0018492810195311904, -0.0017733803251758218, -0.0016974796308204532, -0.0016215789364650846, -0.001545678242109716, -0.0014697775477543473, -0.0013938768533989787, -0.00131797615904361, -0.0012420754646882415, -0.0011661747703328729, -0.0010902740759775043, -0.0010143733816221356, -0.0009384727454744279, -0.0008625720511190593, -0.0007866713567636907, -0.0007107706624083221, -0.0006348699680529535, -0.0005589693319052458, -0.0004830686084460467, -0.00040716794319450855, -0.00033126724883913994, -0.0002553665544837713, -0.0001794658601284027, -0.00010356518032494932, -2.7664493245538324e-05, 4.8236193833872676e-05, 0.0001241368881892413, 0.00020003756799269468, 0.00027593824779614806, 0.0003518389421515167, 0.0004277396365068853, 0.0005036403308622539, 0.0005795410252176225, 0.0006554416613653302, 0.0007313423557206988, 0.0008072430500760674, 0.0008831437444314361, 0.0009590444387868047, 0.0010349451331421733, 0.001110845827497542, 0.0011867465218529105, 0.0012626472162082791, 0.0013385479105636477, 0.0014144486049190164, 0.001490349299274385, 0.0015662498772144318, 0.0016421505715698004, 0.001718051265925169, 0.0017939519602805376, 0.0018698526546359062, 0.0019457533489912748, 0.0020216540433466434, 0.002097554737702012, 0.0021734554320573807]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 6.0, 4.0, 5.0, 6.0, 6.0, 12.0, 12.0, 26.0, 33.0, 49.0, 62.0, 78.0, 114.0, 154.0, 234.0, 285.0, 492.0, 655.0, 1029.0, 1607.0, 2782.0, 4682.0, 8548.0, 16604.0, 36150.0, 99341.0, 828143.0, 91481.0, 36608.0, 18618.0, 10984.0, 6891.0, 4336.0, 2911.0, 2012.0, 1446.0, 971.0, 668.0, 459.0, 324.0, 227.0, 146.0, 122.0, 85.0, 74.0, 44.0, 29.0, 34.0, 18.0, 9.0, 11.0, 6.0, 4.0, 1.0, 3.0, 1.0, 1.0], "bins": [-0.006836234126240015, -0.006632495205849409, -0.006428756285458803, -0.006225017365068197, -0.006021278444677591, -0.005817539524286985, -0.0056138006038963795, -0.0054100616835057735, -0.00520632229745388, -0.005002583377063274, -0.0047988444566726685, -0.0045951055362820625, -0.004391366615891457, -0.004187627695500851, -0.003983888775110245, -0.003780149854719639, -0.003576410934329033, -0.003372672013938427, -0.003168933093547821, -0.002965194173157215, -0.002761455252766609, -0.0025577160995453596, -0.0023539771791547537, -0.0021502382587641478, -0.0019464993383735418, -0.001742760417982936, -0.00153902149759233, -0.0013352824607864022, -0.0011315435403957963, -0.0009278046200051904, -0.0007240656414069235, -0.0005203266628086567, -0.00031658774241805077, -0.00011284879292361438, 9.0890156570822e-05, 0.0002946291060652584, 0.0004983680555596948, 0.0007021069759503007, 0.0009058459545485675, 0.0011095849331468344, 0.0013133238535374403, 0.0015170627739280462, 0.0017208016943186522, 0.00192454073112458, 0.0021282797679305077, 0.0023320186883211136, 0.0025357576087117195, 0.0027394965291023254, 0.0029432354494929314, 0.0031469743698835373, 0.0033507132902741432, 0.003554452210664749, 0.003758191131055355, 0.003961930051445961, 0.004165668971836567, 0.004369407892227173, 0.004573146812617779, 0.004776886198669672, 0.004980625119060278, 0.005184364039450884, 0.00538810295984149, 0.005591841880232096, 0.005795580800622702, 0.005999319721013308, 0.0062030586414039135]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 0.0, 3.0, 2.0, 0.0, 3.0, 8.0, 2.0, 4.0, 2.0, 4.0, 5.0, 4.0, 3.0, 4.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.03395448252558708, -0.03327175974845886, -0.03258903697133064, -0.031906310468912125, -0.031223587691783905, -0.030540864914655685, -0.029858142137527466, -0.029175417497754097, -0.028492694720625877, -0.027809971943497658, -0.02712724730372429, -0.02644452452659607, -0.02576180174946785, -0.02507907710969448, -0.02439635433256626, -0.023713629692792892, -0.023030906915664673, -0.022348184138536453, -0.021665459498763084, -0.020982736721634865, -0.020300012081861496, -0.019617289304733276, -0.018934566527605057, -0.018251841887831688, -0.01756911911070347, -0.01688639633357525, -0.01620367169380188, -0.01552094891667366, -0.014838225208222866, -0.014155501499772072, -0.013472778722643852, -0.012790055014193058, -0.012107331305742264, -0.01142460759729147, -0.010741883888840675, -0.010059161111712456, -0.009376437403261662, -0.008693713694810867, -0.008010990917682648, -0.0073282672092318535, -0.006645543500781059, -0.005962819792330265, -0.005280096549540758, -0.004597373306751251, -0.003914649598300457, -0.0032319261226803064, -0.002549202647060156, -0.0018664791714400053, -0.0011837556958198547, -0.0005010322201997042, 0.0001816912554204464, 0.000864414731040597, 0.0015471382066607475, 0.002229861682280898, 0.0029125851579010487, 0.0035953086335211992, 0.00427803210914135, 0.004960755817592144, 0.005643479060381651, 0.006326202303171158, 0.007008926011621952, 0.007691649720072746, 0.008374372497200966, 0.00905709620565176, 0.009739819914102554]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 7.0, 0.0, 2.0, 5.0, 2.0, 2.0, 0.0, 5.0, 8.0, 12.0, 2.0, 1.0, 1.0, 7.0, 5.0, 5.0, 13.0, 4.0, 12.0, 14.0, 21.0, 22.0, 20.0, 39.0, 45.0, 50.0, 58.0, 77.0, 113.0, 89.0, 120.0, 152.0, 214.0, 267.0, 306.0, 464.0, 583.0, 888.0, 1402.0, 5497.0, 2482.0, 1490.0, 1007.0, 782.0, 549.0, 461.0, 352.0, 229.0, 147.0, 127.0, 78.0, 66.0, 37.0, 29.0, 16.0, 11.0, 8.0, 13.0, 5.0, 4.0, 2.0, 2.0], "bins": [-0.01118877250701189, -0.010921559296548367, -0.010654346086084843, -0.010387133806943893, -0.01011992059648037, -0.009852707386016846, -0.009585494175553322, -0.009318280965089798, -0.009051067754626274, -0.008783855475485325, -0.008516642265021801, -0.008249429054558277, -0.007982215844094753, -0.007715003099292517, -0.007447789888828993, -0.007180577144026756, -0.006913363933563232, -0.0066461507230997086, -0.006378937978297472, -0.006111724767833948, -0.005844512023031712, -0.005577298812568188, -0.005310085602104664, -0.005042872857302427, -0.004775659646838903, -0.0045084464363753796, -0.004241233691573143, -0.003974020481109619, -0.003706807503476739, -0.0034395945258438587, -0.003172381315380335, -0.0029051683377474546, -0.0026379553601145744, -0.0023707423824816942, -0.002103529404848814, -0.0018363161943852901, -0.00156910321675241, -0.0013018902391195297, -0.0010346771450713277, -0.0007674641092307866, -0.0005002510733902454, -0.0002330380375497043, 3.417499829083681e-05, 0.00030138803413137794, 0.0005686010699719191, 0.0008358141058124602, 0.0011030271416530013, 0.0013702402357012033, 0.0016374532133340836, 0.0019046661909669638, 0.002171879168599844, 0.002439092379063368, 0.002706305356696248, 0.0029735183343291283, 0.003240731544792652, 0.0035079445224255323, 0.0037751575000584126, 0.004042370710521936, 0.004309583455324173, 0.004576796665787697, 0.004844009876251221, 0.005111222621053457, 0.005378435831516981, 0.005645648576319218, 0.0059128617867827415]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.06218987703323364, -0.05846457928419113, -0.05473928526043892, -0.05101399123668671, -0.047288693487644196, -0.043563395738601685, -0.03983810171484947, -0.03611280769109726, -0.03238750994205475, -0.028662214055657387, -0.024936918169260025, -0.021211622282862663, -0.0174863263964653, -0.01376103051006794, -0.010035734623670578, -0.006310438737273216, -0.0025851428508758545, 0.0011401530355215073, 0.004865448921918869, 0.00859074480831623, 0.012316040694713593, 0.016041336581110954, 0.019766632467508316, 0.023491928353905678, 0.02721722424030304, 0.0309425201267004, 0.03466781601309776, 0.038393110036849976, 0.04211840778589249, 0.045843705534935, 0.04956899955868721, 0.05329429358243942, 0.057019591331481934, 0.060744889080524445, 0.06447018682956696, 0.06819547712802887, 0.07192077487707138, 0.07564607262611389, 0.0793713629245758, 0.08309666067361832, 0.08682195842266083, 0.09054725617170334, 0.09427255392074585, 0.09799784421920776, 0.10172314196825027, 0.10544843971729279, 0.1091737300157547, 0.11289902776479721, 0.11662432551383972, 0.12034962326288223, 0.12407492101192474, 0.12780021131038666, 0.13152551651000977, 0.13525080680847168, 0.1389760971069336, 0.1427014023065567, 0.14642669260501862, 0.15015198290348053, 0.15387728810310364, 0.15760257840156555, 0.16132786870002747, 0.16505317389965057, 0.1687784641981125, 0.1725037693977356, 0.1762290596961975]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 5.0, 1.0, 2.0, 2.0, 6.0, 4.0, 3.0, 3.0, 2.0, 8.0, 8.0, 15.0, 5.0, 16.0, 16.0, 27.0, 40.0, 29.0, 10.0, 6.0, 5.0, 10.0, 5.0, 6.0, 1.0, 3.0, 1.0, 3.0, 2.0, 1.0, 3.0, 0.0, 1.0, 4.0, 2.0, 3.0, 2.0, 4.0, 4.0, 3.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.04940469563007355, -0.04746078699827194, -0.04551687836647034, -0.04357296973466873, -0.041629061102867126, -0.03968515619635582, -0.037741247564554214, -0.03579733893275261, -0.033853430300951004, -0.0319095216691494, -0.029965613037347794, -0.028021706268191338, -0.026077797636389732, -0.024133889004588127, -0.02218998223543167, -0.020246073603630066, -0.01830216497182846, -0.016358256340026855, -0.014414348639547825, -0.012470440939068794, -0.010526532307267189, -0.008582623675465584, -0.006638715974986553, -0.004694807808846235, -0.0027508996427059174, -0.0008069914765655994, 0.0011369166895747185, 0.0030808248557150364, 0.005024733021855354, 0.006968641187995672, 0.00891254935413599, 0.01085645705461502, 0.012800365686416626, 0.014744274318218231, 0.016688182950019836, 0.018632089719176292, 0.020575998350977898, 0.022519906982779503, 0.02446381375193596, 0.026407722383737564, 0.02835163101553917, 0.030295539647340775, 0.03223944827914238, 0.034183356910943985, 0.03612726181745529, 0.0380711704492569, 0.0400150790810585, 0.04195898771286011, 0.04390289634466171, 0.04584680497646332, 0.04779071360826492, 0.04973462224006653, 0.051678530871868134, 0.05362243577837944, 0.055566344410181046, 0.05751025304198265, 0.059454161673784256, 0.06139807030558586, 0.06334197521209717, 0.06528588384389877, 0.06722979247570038, 0.06917370110750198, 0.07111760973930359, 0.0730615183711052, 0.0750054270029068]}, "_runtime": 80.81295132637024, "_timestamp": 1596212951.514489, "_step": 95}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 3.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 0.0, 3.0, 0.0, 3.0, 5.0, 2.0, 2.0, 3.0, 3.0, 3.0, 2.0, 1.0, 1.0, 3.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010159270837903023, -0.00986458733677864, -0.009569902904331684, -0.009275219403207302, -0.00898053590208292, -0.008685852400958538, -0.008391167968511581, -0.0080964844673872, -0.007801800966262817, -0.007507116999477148, -0.007212433032691479, -0.006917749531567097, -0.006623065564781427, -0.006328382063657045, -0.006033698096871376, -0.005739014595746994, -0.005444330628961325, -0.005149646662175655, -0.004854963161051273, -0.004560279194265604, -0.004265595693141222, -0.003970911726355553, -0.003676227992400527, -0.0033815442584455013, -0.0030868605244904757, -0.00279217679053545, -0.0024974930565804243, -0.0022028093226253986, -0.0019081254722550511, -0.0016134417383000255, -0.001318757887929678, -0.0010240741539746523, -0.0007293904200196266, -0.0004347066569607705, -0.00014002289390191436, 0.00015466086915694177, 0.0004493446322157979, 0.0007440283661708236, 0.001038712216541171, 0.0013333959504961967, 0.0016280796844512224, 0.001922763418406248, 0.0022174471523612738, 0.0025121308863162994, 0.0028068148531019688, 0.0031014985870569944, 0.00339618232101202, 0.003690866054967046, 0.0039855497889220715, 0.004280233755707741, 0.004574917256832123, 0.004869601223617792, 0.005164284724742174, 0.0054589686915278435, 0.0057536521926522255, 0.006048336159437895, 0.006343020126223564, 0.006637703627347946, 0.0069323875941336155, 0.0072270710952579975, 0.007521755062043667, 0.007816438563168049, 0.008111122064292431, 0.008405806496739388, 0.00870048999786377]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 2.0, 0.0, 2.0, 2.0, 4.0, 3.0, 3.0, 8.0, 3.0, 6.0, 8.0, 16.0, 16.0, 21.0, 21.0, 26.0, 36.0, 32.0, 58.0, 41.0, 72.0, 77.0, 113.0, 158.0, 224.0, 460.0, 5065.0, 507.0, 265.0, 174.0, 103.0, 92.0, 57.0, 50.0, 42.0, 31.0, 26.0, 20.0, 29.0, 16.0, 9.0, 7.0, 8.0, 1.0, 3.0, 4.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1009245365858078, -0.09797878563404083, -0.09503303468227386, -0.0920872762799263, -0.08914152532815933, -0.08619577437639236, -0.0832500159740448, -0.08030426502227783, -0.07735851407051086, -0.0744127631187439, -0.07146701216697693, -0.06852125376462936, -0.0655755028128624, -0.06262975186109543, -0.05968399718403816, -0.056738242506980896, -0.05379249155521393, -0.05084674060344696, -0.047900985926389694, -0.04495523124933243, -0.04200948029756546, -0.03906372934579849, -0.036117974668741226, -0.03317221999168396, -0.030226469039916992, -0.027280716225504875, -0.024334963411092758, -0.02138921059668064, -0.018443457782268524, -0.015497704967856407, -0.01255195215344429, -0.009606199339032173, -0.006660446524620056, -0.003714693710207939, -0.0007689408957958221, 0.002176811918616295, 0.005122564733028412, 0.008068317547440529, 0.011014070361852646, 0.013959823176264763, 0.01690557599067688, 0.019851328805088997, 0.022797081619501114, 0.02574283443391323, 0.028688587248325348, 0.031634338200092316, 0.03458009287714958, 0.03752584755420685, 0.040471598505973816, 0.043417349457740784, 0.04636310413479805, 0.049308858811855316, 0.052254609763622284, 0.05520036071538925, 0.05814611539244652, 0.061091870069503784, 0.06403762102127075, 0.06698337197303772, 0.06992912292480469, 0.07287488132715225, 0.07582063227891922, 0.07876638323068619, 0.08171214163303375, 0.08465789258480072, 0.08760364353656769]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 4.0, 2.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 1.0, 5.0, 4.0, 6.0, 2.0, 3.0, 2.0, 2.0, 3.0, 4.0, 3.0, 2.0, 5.0, 23.0, 7.0, 2.0, 2.0, 2.0, 3.0, 2.0, 2.0, 2.0, 0.0, 1.0, 5.0, 1.0, 0.0, 2.0, 3.0, 1.0, 0.0, 0.0, 3.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002374491421505809, -0.0023065521381795406, -0.0022386128548532724, -0.0021706733386963606, -0.0021027340553700924, -0.002034794772043824, -0.001966855488717556, -0.001898916088975966, -0.001830976689234376, -0.0017630374059081078, -0.0016950981225818396, -0.0016271587228402495, -0.0015592194395139813, -0.0014912800397723913, -0.0014233407564461231, -0.001355401356704533, -0.001287462073378265, -0.0012195227900519967, -0.0011515833903104067, -0.0010836441069841385, -0.0010157047072425485, -0.0009477654239162803, -0.0008798260823823512, -0.000811886740848422, -0.0007439473993144929, -0.0006760080577805638, -0.0006080687162466347, -0.0005401293747127056, -0.00047219006228260696, -0.00040425072074867785, -0.0003363114083185792, -0.0002683720667846501, -0.00020043272525072098, -0.00013249338371679187, -6.455405673477799e-05, 3.3852775231935084e-06, 7.1324611781165e-05, 0.0001392639533150941, 0.000207203280297108, 0.0002751426072791219, 0.000343081948813051, 0.0004110212903469801, 0.0004789606318809092, 0.0005468999734148383, 0.0006148392567411065, 0.0006827785982750356, 0.0007507179398089647, 0.0008186572813428938, 0.000886596622876823, 0.0009545359644107521, 0.0010224753059446812, 0.0010904145892709494, 0.0011583539890125394, 0.0012262932723388076, 0.0012942326720803976, 0.0013621719554066658, 0.001430111238732934, 0.001498050638474524, 0.0015659899218007922, 0.0016339293215423822, 0.0017018686048686504, 0.0017698080046102405, 0.0018377472879365087, 0.0019056866876780987, 0.001973625971004367]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 2.0, 4.0, 6.0, 9.0, 19.0, 16.0, 26.0, 29.0, 63.0, 77.0, 127.0, 188.0, 290.0, 429.0, 591.0, 884.0, 1398.0, 1979.0, 3243.0, 5282.0, 8747.0, 15966.0, 31522.0, 81143.0, 851124.0, 98219.0, 34500.0, 16828.0, 9558.0, 5937.0, 3705.0, 2379.0, 1600.0, 1105.0, 779.0, 519.0, 394.0, 232.0, 187.0, 150.0, 100.0, 89.0, 67.0, 28.0, 23.0, 22.0, 23.0, 11.0, 6.0, 5.0, 4.0, 3.0, 2.0, 2.0, 0.0, 1.0, 1.0], "bins": [-0.005603163503110409, -0.005426430609077215, -0.005249698180705309, -0.005072965286672115, -0.004896232858300209, -0.0047194999642670155, -0.004542767070233822, -0.004366034641861916, -0.004189301747828722, -0.004012568853795528, -0.003835836425423622, -0.0036591035313904285, -0.0034823708701878786, -0.0033056382089853287, -0.003128905314952135, -0.002952172653749585, -0.0027754399925470352, -0.0025987073313444853, -0.0024219746701419353, -0.0022452417761087418, -0.002068509114906192, -0.0018917764537036419, -0.0017150436760857701, -0.0015383108984678984, -0.0013615782372653484, -0.0011848455760627985, -0.0010081127984449267, -0.0008313800790347159, -0.000654647359624505, -0.0004779146402142942, -0.00030118192080408335, -0.0001244492013938725, 5.228351801633835e-05, 0.0002290162374265492, 0.00040574895683676004, 0.0005824816762469709, 0.0007592143956571817, 0.0009359471150673926, 0.0011126798344776034, 0.0012894126120954752, 0.0014661452732980251, 0.001642877934500575, 0.0018196107121184468, 0.0019963434897363186, 0.0021730761509388685, 0.0023498088121414185, 0.002526541706174612, 0.002703274367377162, 0.002880007028579712, 0.003056739689782262, 0.0032334723509848118, 0.0034102052450180054, 0.0035869379062205553, 0.0037636705674231052, 0.003940403461456299, 0.004117135889828205, 0.004293868783861399, 0.004470601677894592, 0.0046473341062664986, 0.004824067000299692, 0.005000799894332886, 0.005177532322704792, 0.005354265216737986, 0.005530997645109892, 0.0057077305391430855]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 2.0, 3.0, 4.0, 7.0, 1.0, 2.0, 1.0, 8.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.020997557789087296, -0.02041902393102646, -0.019840490072965622, -0.019261954352259636, -0.0186834204941988, -0.018104886636137962, -0.017526350915431976, -0.01694781705737114, -0.016369283199310303, -0.015790749341249466, -0.015212214551866055, -0.014633679762482643, -0.014055145904421806, -0.01347661204636097, -0.012898077256977558, -0.012319542467594147, -0.01174100860953331, -0.011162474751472473, -0.010583939962089062, -0.01000540517270565, -0.009426871314644814, -0.008848337456583977, -0.008269802667200565, -0.007691268343478441, -0.007112734019756317, -0.006534199696034193, -0.005955665372312069, -0.005377131048589945, -0.004798596724867821, -0.004220062401145697, -0.0036415280774235725, -0.0030629937537014484, -0.0024844594299793243, -0.0019059251062572002, -0.0013273907825350761, -0.000748856458812952, -0.00017032213509082794, 0.00040821218863129616, 0.0009867465123534203, 0.0015652808360755444, 0.0021438151597976685, 0.0027223494835197926, 0.0033008838072419167, 0.0038794181309640408, 0.004457952454686165, 0.005036486778408289, 0.005615021102130413, 0.006193555425852537, 0.006772089749574661, 0.007350624073296785, 0.00792915839701891, 0.00850769318640232, 0.009086227044463158, 0.009664760902523994, 0.010243295691907406, 0.010821830481290817, 0.011400364339351654, 0.01197889819741249, 0.012557432986795902, 0.013135967776179314, 0.01371450163424015, 0.014293035492300987, 0.014871570281684399, 0.01545010507106781, 0.016028638929128647]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 5.0, 0.0, 1.0, 6.0, 4.0, 8.0, 3.0, 7.0, 8.0, 15.0, 14.0, 15.0, 17.0, 25.0, 47.0, 52.0, 79.0, 77.0, 101.0, 122.0, 130.0, 205.0, 197.0, 208.0, 288.0, 381.0, 447.0, 604.0, 821.0, 1282.0, 2516.0, 5849.0, 1548.0, 985.0, 687.0, 431.0, 350.0, 215.0, 138.0, 106.0, 97.0, 71.0, 54.0, 44.0, 47.0, 37.0, 28.0, 9.0, 13.0, 5.0, 7.0, 5.0, 7.0, 2.0, 2.0, 3.0, 1.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.010411569848656654, -0.010106436908245087, -0.009801303967833519, -0.009496171027421951, -0.009191038087010384, -0.00888590607792139, -0.008580773137509823, -0.008275640197098255, -0.007970507256686687, -0.00766537431627512, -0.007360241375863552, -0.007055108901113272, -0.006749975960701704, -0.006444843020290136, -0.006139710545539856, -0.005834577605128288, -0.005529444664716721, -0.005224311724305153, -0.004919178783893585, -0.004614046309143305, -0.004308913368731737, -0.0040037804283201694, -0.0036986477207392454, -0.0033935150131583214, -0.0030883820727467537, -0.002783249132335186, -0.002478116424754262, -0.002172983717173338, -0.0018678507767617702, -0.0015627179527655244, -0.0012575851287692785, -0.0009524523047730327, -0.0006473194807767868, -0.00034218665678054094, -3.705383278429508e-05, 0.0002680789912119508, 0.0005732118152081966, 0.0008783446392044425, 0.0011834774632006884, 0.0014886102871969342, 0.00179374311119318, 0.0020988760516047478, 0.002404008759185672, 0.002709141466766596, 0.0030142744071781635, 0.003319407347589731, 0.0036245400551706553, 0.003929672762751579, 0.004234805703163147, 0.004539938643574715, 0.004845071583986282, 0.005150204058736563, 0.00545533699914813, 0.005760469939559698, 0.0060656024143099785, 0.006370735354721546, 0.006675868295133114, 0.0069810012355446815, 0.007286134175956249, 0.00759126665070653, 0.00789639912545681, 0.008201532065868378, 0.008506665006279945, 0.008811797946691513, 0.00911693088710308]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 4.0, 3.0, 4.0, 2.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1653309017419815, -0.15839649736881256, -0.15146209299564362, -0.14452768862247467, -0.13759328424930573, -0.13065887987613678, -0.12372447550296783, -0.11679007112979889, -0.10985566675662994, -0.102921262383461, -0.09598685801029205, -0.08905245363712311, -0.08211804926395416, -0.07518364489078522, -0.06824924051761627, -0.06131483614444733, -0.05438043177127838, -0.047446027398109436, -0.04051162302494049, -0.033577218651771545, -0.0266428142786026, -0.019708409905433655, -0.01277400553226471, -0.005839601159095764, 0.0010948032140731812, 0.008029207587242126, 0.014963611960411072, 0.021898016333580017, 0.028832420706748962, 0.03576682507991791, 0.04270122945308685, 0.0496356338262558, 0.056570038199424744, 0.06350444257259369, 0.07043884694576263, 0.07737325131893158, 0.08430765569210052, 0.09124206006526947, 0.09817646443843842, 0.10511086881160736, 0.1120452731847763, 0.11897967755794525, 0.1259140819311142, 0.13284848630428314, 0.1397828906774521, 0.14671729505062103, 0.15365169942378998, 0.16058610379695892, 0.16752050817012787, 0.17445491254329681, 0.18138931691646576, 0.1883237212896347, 0.19525812566280365, 0.2021925300359726, 0.20912693440914154, 0.21606133878231049, 0.22299574315547943, 0.22993014752864838, 0.23686455190181732, 0.24379895627498627, 0.2507333755493164, 0.25766777992248535, 0.2646021842956543, 0.27153658866882324, 0.2784709930419922]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 3.0, 1.0, 0.0, 2.0, 1.0, 3.0, 2.0, 0.0, 2.0, 1.0, 4.0, 1.0, 7.0, 4.0, 2.0, 4.0, 2.0, 7.0, 6.0, 4.0, 5.0, 6.0, 2.0, 7.0, 11.0, 43.0, 37.0, 29.0, 27.0, 13.0, 7.0, 6.0, 6.0, 5.0, 2.0, 3.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.09545370191335678, -0.09202393889427185, -0.08859417587518692, -0.08516441285610199, -0.08173464983701706, -0.07830488681793213, -0.0748751312494278, -0.07144536823034286, -0.06801560521125793, -0.064585842192173, -0.061156079173088074, -0.05772631615400314, -0.05429655313491821, -0.05086679011583328, -0.04743703082203865, -0.04400726780295372, -0.04057750478386879, -0.03714774176478386, -0.03371797874569893, -0.030288217589259148, -0.026858456432819366, -0.023428693413734436, -0.019998930394649506, -0.016569169238209724, -0.013139406219124794, -0.009709644131362438, -0.006279881577938795, -0.0028501192573457956, 0.0005796430632472038, 0.00400940515100956, 0.007439167704433203, 0.010868930257856846, 0.014298692345619202, 0.017728455364704132, 0.021158216521143913, 0.024587979540228844, 0.028017740696668625, 0.031447503715753555, 0.034877266734838486, 0.038307029753923416, 0.04173678904771805, 0.04516655206680298, 0.04859631508588791, 0.05202607810497284, 0.05545584112405777, 0.0588856041431427, 0.06231536343693733, 0.06574513018131256, 0.0691748857498169, 0.07260464876890182, 0.07603441178798676, 0.07946417480707169, 0.08289393782615662, 0.08632370084524155, 0.08975346386432648, 0.09318322688341141, 0.09661298990249634, 0.10004275292158127, 0.1034725159406662, 0.10690227150917053, 0.11033203452825546, 0.1137617975473404, 0.11719156056642532, 0.12062132358551025, 0.12405108660459518]}, "_runtime": 81.5977075099945, "_timestamp": 1596212952.299245, "_step": 96}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 0.0, 2.0, 2.0, 3.0, 4.0, 0.0, 1.0, 1.0, 4.0, 3.0, 1.0, 4.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 3.0], "bins": [-0.014914127998054028, -0.014537082053720951, -0.0141600351780653, -0.013782989233732224, -0.013405943289399147, -0.013028896413743496, -0.01265185046941042, -0.012274804525077343, -0.011897757649421692, -0.011520711705088615, -0.011143665760755539, -0.010766618885099888, -0.010389572940766811, -0.010012526996433735, -0.009635480120778084, -0.009258434176445007, -0.00888138823211193, -0.00850434135645628, -0.008127295412123203, -0.0077502490021288395, -0.007373202592134476, -0.006996156647801399, -0.0066191102378070354, -0.006242063827812672, -0.005865017883479595, -0.005487971473485231, -0.005110925063490868, -0.004733878653496504, -0.004356832709163427, -0.003979786299169064, -0.0036027401220053434, -0.0032256937120109797, -0.0028486475348472595, -0.0024716013576835394, -0.0020945549476891756, -0.0017175087705254555, -0.0013404624769464135, -0.0009634161833673716, -0.0005863699479959905, -0.00020932368352077901, 0.0001677225809544325, 0.0005447688745334744, 0.0009218151099048555, 0.0012988613452762365, 0.0016759076388552785, 0.0020529539324343204, 0.0024300001095980406, 0.0028070465195924044, 0.0031840926967561245, 0.0035611388739198446, 0.003938185051083565, 0.0043152314610779285, 0.004692277871072292, 0.005069323815405369, 0.005446370225399733, 0.005823416635394096, 0.006200462579727173, 0.006577508989721537, 0.0069545553997159, 0.007331601809710264, 0.007708647754043341, 0.008085694164037704, 0.008462740108370781, 0.008839786984026432, 0.009216832928359509]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 4.0, 0.0, 2.0, 0.0, 2.0, 8.0, 8.0, 11.0, 10.0, 8.0, 17.0, 27.0, 34.0, 54.0, 72.0, 72.0, 106.0, 166.0, 232.0, 454.0, 5222.0, 583.0, 270.0, 151.0, 124.0, 87.0, 51.0, 36.0, 38.0, 30.0, 13.0, 9.0, 10.0, 8.0, 1.0, 3.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.17976658046245575, -0.17422792315483093, -0.16868926584720612, -0.1631506234407425, -0.15761196613311768, -0.15207330882549286, -0.14653465151786804, -0.14099599421024323, -0.1354573369026184, -0.12991869449615479, -0.12438003718852997, -0.11884137988090515, -0.11330272257328033, -0.10776407271623611, -0.1022254154086113, -0.09668676555156708, -0.09114810824394226, -0.08560945093631744, -0.08007080107927322, -0.07453214377164841, -0.06899349391460419, -0.06345483660697937, -0.05791617929935455, -0.052377525717020035, -0.046838872134685516, -0.041300218552351, -0.03576156497001648, -0.030222907662391663, -0.024684254080057144, -0.019145600497722626, -0.013606945052742958, -0.008068290539085865, -0.002529636025428772, 0.003009018488228321, 0.008547673001885414, 0.014086327515542507, 0.0196249820291996, 0.02516363561153412, 0.030702291056513786, 0.036240946501493454, 0.04177960008382797, 0.04731825366616249, 0.05285690724849701, 0.058395564556121826, 0.06393422186374664, 0.06947287172079086, 0.07501152902841568, 0.0805501788854599, 0.08608883619308472, 0.09162749350070953, 0.09716614335775375, 0.10270480066537857, 0.10824345052242279, 0.11378210783004761, 0.11932076513767242, 0.12485941499471664, 0.13039806485176086, 0.13593672215938568, 0.1414753794670105, 0.14701403677463531, 0.15255269408226013, 0.15809135138988495, 0.16362999379634857, 0.1691686511039734, 0.1747073084115982]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 4.0, 1.0, 3.0, 0.0, 0.0, 3.0, 2.0, 4.0, 3.0, 3.0, 3.0, 2.0, 5.0, 2.0, 28.0, 3.0, 4.0, 4.0, 8.0, 6.0, 6.0, 1.0, 4.0, 3.0, 1.0, 0.0, 4.0, 1.0, 1.0, 1.0, 4.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.004186104983091354, -0.0040688724257051945, -0.003951639868319035, -0.0038344073109328747, -0.0037171747535467148, -0.0035999424289911985, -0.0034827098716050386, -0.0033654773142188787, -0.003248244756832719, -0.003131012199446559, -0.003013779642060399, -0.002896547084674239, -0.002779314760118723, -0.002662082202732563, -0.002544849645346403, -0.0024276170879602432, -0.0023103845305740833, -0.0021931519731879234, -0.0020759194158017635, -0.0019586868584156036, -0.0018414544174447656, -0.0017242218600586057, -0.0016069894190877676, -0.0014897568617016077, -0.0013725243043154478, -0.001255291746929288, -0.001138059189543128, -0.00102082674857229, -0.00090359419118613, -0.0007863616337999701, -0.0006691291346214712, -0.0005518966354429722, -0.0004346640780568123, -0.00031743154977448285, -0.0002001990214921534, -8.296649320982397e-05, 3.4266035072505474e-05, 0.00015149856335483491, 0.00026873109163716435, 0.0003859636199194938, 0.0005031961482018232, 0.0006204287055879831, 0.0007376612047664821, 0.0008548937039449811, 0.000972126261331141, 0.001089358818717301, 0.001206591259688139, 0.0013238238170742989, 0.0014410563744604588, 0.0015582889318466187, 0.0016755214892327785, 0.0017927539302036166, 0.0019099864875897765, 0.0020272189285606146, 0.0021444514859467745, 0.0022616840433329344, 0.0023789166007190943, 0.002496149158105254, 0.002613381715491414, 0.002730614272877574, 0.00284784659743309, 0.00296507915481925, 0.00308231171220541, 0.00319954426959157, 0.00331677682697773]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 3.0, 1.0, 6.0, 9.0, 9.0, 15.0, 17.0, 27.0, 35.0, 47.0, 86.0, 96.0, 138.0, 189.0, 267.0, 386.0, 554.0, 868.0, 1284.0, 1996.0, 3368.0, 5602.0, 9778.0, 18313.0, 40945.0, 131229.0, 823550.0, 69013.0, 30598.0, 16217.0, 9168.0, 5547.0, 3409.0, 2248.0, 1522.0, 1046.0, 696.0, 448.0, 324.0, 212.0, 126.0, 89.0, 66.0, 35.0, 26.0, 14.0, 4.0, 7.0, 2.0, 2.0, 1.0, 2.0], "bins": [-0.008538477122783661, -0.008315610699355602, -0.008092744275927544, -0.00786987878382206, -0.007647012360394001, -0.007424145936965942, -0.007201279979199171, -0.0069784140214324, -0.006755547598004341, -0.0065326811745762825, -0.006309815216809511, -0.00608694925904274, -0.005864082835614681, -0.005641216412186623, -0.005418350454419851, -0.00519548449665308, -0.004972618073225021, -0.004749751649796963, -0.004526885692030191, -0.00430401973426342, -0.0040811533108353615, -0.0038582871202379465, -0.0036354209296405315, -0.0034125547390431166, -0.0031896885484457016, -0.0029668223578482866, -0.0027439561672508717, -0.0025210899766534567, -0.0022982237860560417, -0.0020753575954586267, -0.0018524914048612118, -0.0016296252142637968, -0.0014067590236663818, -0.0011838928330689669, -0.0009610266424715519, -0.0007381604518741369, -0.000515294261276722, -0.000292428070679307, -6.956188008189201e-05, 0.00015330431051552296, 0.00037617050111293793, 0.0005990366917103529, 0.0008219028823077679, 0.0010447690729051828, 0.0012676352635025978, 0.0014905014541000128, 0.0017133676446974277, 0.0019362338352948427, 0.0021591000258922577, 0.0023819662164896727, 0.0026048324070870876, 0.0028276985976845026, 0.0030505647882819176, 0.0032734309788793325, 0.0034962971694767475, 0.0037191633600741625, 0.0039420295506715775, 0.004164895974099636, 0.004387761931866407, 0.004610627889633179, 0.004833494313061237, 0.005056360736489296, 0.005279226694256067, 0.005502092652022839, 0.005724959075450897]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 3.0, 1.0, 11.0, 3.0, 2.0, 6.0, 5.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.031171828508377075, -0.0303646232932806, -0.02955741621553898, -0.028750211000442505, -0.02794300578534603, -0.027135798707604408, -0.026328593492507935, -0.02552138827741146, -0.024714181199669838, -0.023906975984573364, -0.02309977076947689, -0.022292563691735268, -0.021485358476638794, -0.02067815326154232, -0.019870946183800697, -0.019063740968704224, -0.0182565338909626, -0.017449328675866127, -0.016642123460769653, -0.01583491638302803, -0.015027711167931557, -0.014220505952835083, -0.013413299806416035, -0.012606093659996986, -0.011798888444900513, -0.010991682298481464, -0.010184476152062416, -0.009377270005643368, -0.008570064790546894, -0.007762858644127846, -0.006955652963370085, -0.0061484468169510365, -0.0053412411361932755, -0.0045340354554355145, -0.003726829309016466, -0.002919623628258705, -0.0021124177146703005, -0.0013052118010818958, -0.000498006003908813, 0.00030919985147193074, 0.0011164057068526745, 0.0019236116204410791, 0.002730817534029484, 0.003538023214787245, 0.004345228895545006, 0.005152435041964054, 0.005959640722721815, 0.006766846869140863, 0.007574052549898624, 0.008381258696317673, 0.009188463911414146, 0.009995670057833195, 0.010802876204252243, 0.011610081419348717, 0.012417287565767765, 0.013224493712186813, 0.014031698927283287, 0.014838905073702335, 0.015646111220121384, 0.016453316435217857, 0.01726052351295948, 0.018067728728055954, 0.018874933943152428, 0.01968214102089405, 0.020489346235990524]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 4.0, 0.0, 2.0, 1.0, 1.0, 3.0, 2.0, 4.0, 10.0, 8.0, 14.0, 9.0, 13.0, 9.0, 13.0, 22.0, 29.0, 28.0, 43.0, 43.0, 48.0, 58.0, 92.0, 128.0, 210.0, 282.0, 428.0, 679.0, 1277.0, 2765.0, 6915.0, 1902.0, 1096.0, 736.0, 439.0, 283.0, 223.0, 169.0, 118.0, 90.0, 62.0, 49.0, 34.0, 20.0, 14.0, 9.0, 12.0, 3.0, 6.0, 5.0, 4.0, 4.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 3.0], "bins": [-0.015414238907396793, -0.014963524416089058, -0.014512808993458748, -0.014062093570828438, -0.013611379079520702, -0.013160664588212967, -0.012709949165582657, -0.012259233742952347, -0.011808519251644611, -0.011357804760336876, -0.010907089337706566, -0.010456373915076256, -0.01000565942376852, -0.009554944932460785, -0.009104229509830475, -0.008653514087200165, -0.00820279959589243, -0.007752084638923407, -0.007301369681954384, -0.006850654724985361, -0.006399939768016338, -0.005949224811047316, -0.005498509854078293, -0.00504779489710927, -0.004597079940140247, -0.004146364983171225, -0.003695650026202202, -0.003244935069233179, -0.0027942201122641563, -0.0023435051552951336, -0.0018927901983261108, -0.001442075241357088, -0.0009913602843880653, -0.0005406453274190426, -8.993037045001984e-05, 0.0003607845865190029, 0.0008114995434880257, 0.0012622145004570484, 0.0017129294574260712, 0.002163644414395094, 0.0026143593713641167, 0.0030650743283331394, 0.003515789285302162, 0.003966504242271185, 0.004417219199240208, 0.00486793415620923, 0.005318649113178253, 0.005769364070147276, 0.006220079027116299, 0.006670793984085321, 0.007121508941054344, 0.007572223898023367, 0.00802293885499239, 0.008473653346300125, 0.008924368768930435, 0.009375084191560745, 0.00982579868286848, 0.010276513174176216, 0.010727228596806526, 0.011177944019436836, 0.011628658510744572, 0.012079373002052307, 0.012530088424682617, 0.012980803847312927, 0.013431518338620663]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 5.0, 5.0, 2.0, 4.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.14214608073234558, -0.13649654388427734, -0.1308470070362091, -0.12519748508930206, -0.11954794824123383, -0.11389841139316559, -0.10824888199567795, -0.10259934514760971, -0.09694981575012207, -0.09130027890205383, -0.0856507420539856, -0.08000121265649796, -0.07435167580842972, -0.06870214641094208, -0.06305260956287384, -0.0574030764400959, -0.05175354331731796, -0.046104010194540024, -0.040454477071762085, -0.034804943948984146, -0.029155408963561058, -0.02350587584078312, -0.01785634085536003, -0.012206807732582092, -0.0065572746098041534, -0.0009077410213649273, 0.004741792567074299, 0.010391326621174812, 0.01604085974395275, 0.02169039286673069, 0.027339927852153778, 0.03298946097493172, 0.038638994097709656, 0.044288527220487595, 0.04993806034326553, 0.05558759346604347, 0.06123712658882141, 0.06688666343688965, 0.07253619283437729, 0.07818572968244553, 0.08383525907993317, 0.0894847959280014, 0.09513433277606964, 0.10078386217355728, 0.10643339902162552, 0.11208292841911316, 0.1177324652671814, 0.12338199466466904, 0.12903153896331787, 0.13468106091022491, 0.14033059775829315, 0.1459801346063614, 0.15162967145442963, 0.15727919340133667, 0.1629287302494049, 0.16857826709747314, 0.17422780394554138, 0.17987734079360962, 0.18552686274051666, 0.1911763995885849, 0.19682593643665314, 0.20247547328472137, 0.20812499523162842, 0.21377453207969666, 0.2194240689277649]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 4.0, 1.0, 2.0, 15.0, 10.0, 14.0, 19.0, 36.0, 72.0, 24.0, 16.0, 5.0, 9.0, 6.0, 3.0, 3.0, 1.0, 4.0, 6.0, 5.0, 0.0, 2.0, 2.0, 1.0, 4.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.08889458328485489, -0.0859333872795105, -0.08297218382358551, -0.08001098781824112, -0.07704978436231613, -0.07408858835697174, -0.07112738490104675, -0.06816618889570236, -0.06520498543977737, -0.06224378943443298, -0.059282589703798294, -0.056321389973163605, -0.053360190242528915, -0.050398990511894226, -0.04743779078125954, -0.04447659105062485, -0.04151539131999016, -0.03855419158935547, -0.03559299185872078, -0.03263179212808609, -0.0296705923974514, -0.02670939452946186, -0.02374819479882717, -0.020786995068192482, -0.017825795337557793, -0.014864595606923103, -0.011903395876288414, -0.0089421970769763, -0.00598099734634161, -0.0030197978485375643, -5.85983507335186e-05, 0.002902601147070527, 0.005863800644874573, 0.008825000375509262, 0.011786200106143951, 0.014747398905456066, 0.01770859956741333, 0.02066979743540287, 0.02363099716603756, 0.02659219689667225, 0.029553396627306938, 0.03251459449529648, 0.03547579422593117, 0.03843699395656586, 0.041398193687200546, 0.044359393417835236, 0.047320593148469925, 0.050281792879104614, 0.053242992609739304, 0.05620419234037399, 0.05916539207100868, 0.06212659180164337, 0.06508778780698776, 0.06804899126291275, 0.07101018726825714, 0.07397139072418213, 0.07693258672952652, 0.07989379018545151, 0.0828549861907959, 0.08581618964672089, 0.08877738565206528, 0.09173858910799026, 0.09469978511333466, 0.09766098856925964, 0.10062218457460403]}, "_runtime": 82.39266538619995, "_timestamp": 1596212953.094203, "_step": 97}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 3.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 0.0, 1.0, 3.0, 1.0, 2.0, 0.0, 2.0, 4.0, 2.0, 3.0, 5.0, 2.0, 1.0, 3.0, 3.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011521266773343086, -0.011198129504919052, -0.010874993167817593, -0.010551855899393559, -0.010228719562292099, -0.009905582293868065, -0.009582445956766605, -0.009259308688342571, -0.008936172351241112, -0.008613035082817078, -0.008289898745715618, -0.007966761477291584, -0.007643624674528837, -0.00732048787176609, -0.006997351069003344, -0.006674214266240597, -0.00635107746347785, -0.006027940660715103, -0.005704803857952356, -0.0053816670551896095, -0.005058530252426863, -0.004735393449664116, -0.004412256646901369, -0.004089119844138622, -0.003765982808545232, -0.003442846005782485, -0.003119709203019738, -0.0027965724002569914, -0.002473435364663601, -0.002150298561900854, -0.0018271617591381073, -0.0015040249563753605, -0.0011808881536126137, -0.0008577513508498669, -0.0005346144898794591, -0.00021147765801288188, 0.00011165917385369539, 0.00043479600572027266, 0.0007579328375868499, 0.0010810696985572577, 0.0014042065013200045, 0.0017273433040827513, 0.002050480106845498, 0.002373616909608245, 0.0026967539452016354, 0.003019890747964382, 0.003343027550727129, 0.003666164353489876, 0.003989301156252623, 0.004312437959015369, 0.004635574761778116, 0.004958711564540863, 0.00528184836730361, 0.005604985170066357, 0.0059281219728291035, 0.00625125877559185, 0.006574396044015884, 0.006897532846778631, 0.007220669649541378, 0.007543806452304125, 0.007866943255066872, 0.008190079592168331, 0.008513216860592365, 0.008836353197693825, 0.009159490466117859]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 2.0, 3.0, 1.0, 0.0, 5.0, 3.0, 6.0, 6.0, 8.0, 11.0, 7.0, 12.0, 11.0, 27.0, 29.0, 22.0, 32.0, 19.0, 46.0, 65.0, 87.0, 89.0, 100.0, 143.0, 223.0, 305.0, 4028.0, 1317.0, 385.0, 236.0, 186.0, 119.0, 68.0, 64.0, 44.0, 33.0, 35.0, 40.0, 18.0, 19.0, 12.0, 7.0, 11.0, 5.0, 9.0, 9.0, 5.0, 3.0, 3.0, 3.0, 1.0, 0.0, 2.0, 3.0, 1.0], "bins": [-0.11498458683490753, -0.11178025603294373, -0.10857592523097992, -0.10537159442901611, -0.10216726362705231, -0.0989629328250885, -0.09575860947370529, -0.09255427867174149, -0.08934994786977768, -0.08614561706781387, -0.08294128626585007, -0.07973695546388626, -0.07653262466192245, -0.07332829385995865, -0.07012396305799484, -0.06691963225603104, -0.06371530890464783, -0.06051097437739372, -0.057306643575429916, -0.05410231649875641, -0.0508979856967926, -0.047693654894828796, -0.04448932409286499, -0.041284993290901184, -0.03808066248893738, -0.03487633541226387, -0.031672004610300064, -0.028467673808336258, -0.025263343006372452, -0.022059014067053795, -0.01885468326508999, -0.015650354325771332, -0.012446023523807526, -0.009241693653166294, -0.006037363316863775, -0.0028330332133919, 0.00037129689007997513, 0.0035756269935518503, 0.0067799570970237255, 0.009984287433326244, 0.013188617303967476, 0.016392948105931282, 0.01959727704524994, 0.022801607847213745, 0.02600593864917755, 0.029210267588496208, 0.032414596527814865, 0.03561892732977867, 0.03882325813174248, 0.042027588933706284, 0.04523191973567009, 0.0484362468123436, 0.051640577614307404, 0.05484490841627121, 0.058049239218235016, 0.06125357002019882, 0.06445790082216263, 0.06766223162412643, 0.07086656242609024, 0.07407088577747345, 0.07727521657943726, 0.08047954738140106, 0.08368387818336487, 0.08688820898532867, 0.09009253978729248]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 3.0, 4.0, 2.0, 4.0, 2.0, 4.0, 4.0, 4.0, 1.0, 3.0, 6.0, 2.0, 3.0, 28.0, 0.0, 5.0, 3.0, 4.0, 2.0, 6.0, 2.0, 0.0, 7.0, 1.0, 3.0, 3.0, 1.0, 2.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00272877374663949, -0.0026341418270021677, -0.0025395096745342016, -0.002444877754896879, -0.002350245602428913, -0.0022556136827915907, -0.0021609815303236246, -0.002066349610686302, -0.001971717458218336, -0.0018770855385810137, -0.0017824535025283694, -0.0016878214664757252, -0.0015931895468384027, -0.0014985575107857585, -0.0014039254747331142, -0.00130929343868047, -0.0012146614026278257, -0.0011200293665751815, -0.0010253973305225372, -0.0009307653526775539, -0.0008361333166249096, -0.0007415012805722654, -0.000646869302727282, -0.0005522372666746378, -0.00045760523062199354, -0.0003629731945693493, -0.0002683411876205355, -0.00017370916611980647, -7.907714461907744e-05, 1.555487688165158e-05, 0.0001101868983823806, 0.00020481891988310963, 0.00029945094138383865, 0.0003940829774364829, 0.0004887150134891272, 0.0005833469913341105, 0.0006779790273867548, 0.000772611063439399, 0.0008672430412843823, 0.0009618750773370266, 0.0010565071133896708, 0.001151139149442315, 0.0012457711854949594, 0.0013404032215476036, 0.001435035141184926, 0.0015296671772375703, 0.0016242992132902145, 0.0017189312493428588, 0.001813563285395503, 0.0019081953214481473, 0.0020028273575007915, 0.002097459277138114, 0.00219209142960608, 0.0022867233492434025, 0.0023813555017113686, 0.002475987421348691, 0.0025706193409860134, 0.0026652514934539795, 0.002759883413091302, 0.002854515565559268, 0.0029491474851965904, 0.0030437796376645565, 0.003138411557301879, 0.003233043709769845, 0.0033276756294071674]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 3.0, 2.0, 5.0, 10.0, 12.0, 8.0, 18.0, 27.0, 36.0, 53.0, 69.0, 118.0, 157.0, 205.0, 348.0, 486.0, 836.0, 1376.0, 2137.0, 3649.0, 6438.0, 12687.0, 26895.0, 69314.0, 827531.0, 141396.0, 42106.0, 18873.0, 9712.0, 5599.0, 3306.0, 2140.0, 1359.0, 904.0, 583.0, 364.0, 263.0, 194.0, 120.0, 102.0, 68.0, 38.0, 25.0, 19.0, 14.0, 11.0, 14.0, 4.0, 2.0, 3.0, 1.0, 0.0, 1.0], "bins": [-0.008200625889003277, -0.007971809245646, -0.007742992602288723, -0.007514175958931446, -0.0072853597812354565, -0.0070565431378781796, -0.006827726494520903, -0.006598909851163626, -0.006370093207806349, -0.006141276564449072, -0.005912460386753082, -0.005683643743395805, -0.0054548271000385284, -0.0052260104566812515, -0.004997193813323975, -0.004768377169966698, -0.004539560526609421, -0.004310744348913431, -0.004081927705556154, -0.0038531110621988773, -0.0036242944188416004, -0.003395478008314967, -0.0031666613649576902, -0.0029378447216004133, -0.00270902831107378, -0.002480211667716503, -0.0022513950243592262, -0.0020225783810019493, -0.001793761970475316, -0.0015649453271180391, -0.001336128800176084, -0.0011073121568188071, -0.000878495629876852, -0.000649679044727236, -0.0004208624886814505, -0.0001920459180837497, 3.677065251395106e-05, 0.00026558723766356707, 0.0004944037646055222, 0.0007232203497551382, 0.0009520369349047542, 0.0011808534618467093, 0.0014096701052039862, 0.0016384866321459413, 0.0018673031590878963, 0.0020961198024451733, 0.00232493644580245, 0.0025537528563290834, 0.0027825694996863604, 0.0030113861430436373, 0.0032402025535702705, 0.0034690191969275475, 0.0036978358402848244, 0.003926652483642101, 0.004155469126999378, 0.004384285304695368, 0.004613101948052645, 0.004841918591409922, 0.0050707352347671986, 0.0052995518781244755, 0.005528368521481752, 0.005757184699177742, 0.005986001342535019, 0.006214817985892296, 0.006443634629249573]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 3.0, 1.0, 2.0, 1.0, 4.0, 1.0, 1.0, 10.0, 5.0, 6.0, 1.0, 2.0, 3.0, 2.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.018347781151533127, -0.017704669386148453, -0.01706155575811863, -0.016418443992733955, -0.015775330364704132, -0.015132218599319458, -0.01448910590261221, -0.01384599320590496, -0.013202880509197712, -0.012559767812490463, -0.011916655115783215, -0.011273542419075966, -0.010630430653691292, -0.009987317956984043, -0.009344205260276794, -0.008701092563569546, -0.008057979866862297, -0.007414867170155048, -0.0067717544734478, -0.006128642242401838, -0.00548552954569459, -0.004842416848987341, -0.0041993046179413795, -0.003556191921234131, -0.002913079224526882, -0.0022699665278196335, -0.0016268540639430285, -0.0009837414836511016, -0.00034062890335917473, 0.00030248367693275213, 0.000945596257224679, 0.0015887088375166059, 0.0022318214178085327, 0.0028749341145157814, 0.0035180465783923864, 0.0041611590422689915, 0.00480427173897624, 0.005447384435683489, 0.00609049666672945, 0.006733609363436699, 0.007376722060143948, 0.008019834756851196, 0.008662947453558445, 0.009306060150265694, 0.009949171915650368, 0.010592284612357616, 0.011235397309064865, 0.011878510005772114, 0.012521622702479362, 0.013164735399186611, 0.01380784809589386, 0.014450960792601109, 0.015094073489308357, 0.01573718525469303, 0.016380298882722855, 0.01702341064810753, 0.017666522413492203, 0.018309636041522026, 0.0189527478069067, 0.019595861434936523, 0.020238973200321198, 0.02088208682835102, 0.021525198593735695, 0.022168312221765518, 0.022811423987150192]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 4.0, 6.0, 5.0, 3.0, 7.0, 19.0, 14.0, 23.0, 33.0, 31.0, 34.0, 35.0, 65.0, 74.0, 101.0, 116.0, 154.0, 196.0, 242.0, 346.0, 444.0, 670.0, 989.0, 1649.0, 5836.0, 1985.0, 1292.0, 808.0, 653.0, 537.0, 389.0, 339.0, 242.0, 201.0, 163.0, 127.0, 109.0, 88.0, 56.0, 43.0, 36.0, 30.0, 37.0, 38.0, 22.0, 16.0, 17.0, 23.0, 16.0, 11.0, 6.0, 6.0, 7.0, 5.0, 3.0, 5.0, 4.0, 4.0, 7.0, 2.0, 3.0, 1.0, 2.0], "bins": [-0.0061438074335455894, -0.005904163233935833, -0.0056645190343260765, -0.005424874369055033, -0.005185230169445276, -0.00494558596983552, -0.004705941770225763, -0.004466297570616007, -0.004226652905344963, -0.003987008705735207, -0.00374736450612545, -0.0035077203065156937, -0.003268076106905937, -0.003028431674465537, -0.0027887874748557806, -0.0025491430424153805, -0.002309498842805624, -0.0020698546431958675, -0.0018302102107554674, -0.001590566011145711, -0.0013509216951206326, -0.0011112773790955544, -0.000871633121278137, -0.0006319888634607196, -0.0003923445474356413, -0.00015270026051439345, 8.694402640685439e-05, 0.00032658831332810223, 0.0005662326002493501, 0.0008058769162744284, 0.0010455211158841848, 0.0012851654319092631, 0.0015248097479343414, 0.0017644540639594197, 0.002004098379984498, 0.0022437425795942545, 0.0024833870120346546, 0.002723031211644411, 0.0029626754112541676, 0.0032023198436945677, 0.003441964043304324, 0.0036816082429140806, 0.003921252675354481, 0.004160896874964237, 0.004400541074573994, 0.00464018527418375, 0.004879829939454794, 0.00511947413906455, 0.005359118338674307, 0.005598762538284063, 0.00583840673789382, 0.006078051403164864, 0.00631769560277462, 0.0065573398023843765, 0.006796984001994133, 0.0070366282016038895, 0.007276272401213646, 0.00751591706648469, 0.007755561266094446, 0.00799520593136549, 0.008234850130975246, 0.008474494330585003, 0.00871413853019476, 0.008953782729804516, 0.009193426929414272]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 3.0, 0.0, 0.0, 4.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.06660636514425278, -0.06455231457948685, -0.062498267740011215, -0.060444217175245285, -0.05839017033576965, -0.05633611977100372, -0.05428206920623779, -0.05222802236676216, -0.05017397180199623, -0.0481199212372303, -0.04606587439775467, -0.04401182383298874, -0.04195777326822281, -0.03990372642874718, -0.03784967586398125, -0.035795629024505615, -0.033741578459739685, -0.031687527894973755, -0.029633481055498123, -0.027579430490732193, -0.025525381788611412, -0.02347133308649063, -0.0214172825217247, -0.01936323381960392, -0.01730918511748314, -0.015255136415362358, -0.013201086781919003, -0.011147037148475647, -0.009092988446354866, -0.007038939278572798, -0.0049848901107907295, -0.0029308409430086613, -0.000876791775226593, 0.0011772573925554752, 0.0032313065603375435, 0.005285355728119612, 0.00733940489590168, 0.009393453598022461, 0.011447503231465816, 0.013501552864909172, 0.015555601567029953, 0.017609650269150734, 0.019663698971271515, 0.021717749536037445, 0.023771798238158226, 0.025825846940279007, 0.027879897505044937, 0.029933946207165718, 0.0319879949092865, 0.03404204547405243, 0.03609609231352806, 0.03815014287829399, 0.04020418971776962, 0.04225824028253555, 0.04431229084730148, 0.046366337686777115, 0.048420388251543045, 0.050474438816308975, 0.05252848565578461, 0.05458253622055054, 0.05663658678531647, 0.0586906336247921, 0.06074468418955803, 0.06279873102903366, 0.06485278159379959]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 3.0, 4.0, 4.0, 2.0, 5.0, 8.0, 15.0, 9.0, 12.0, 19.0, 16.0, 28.0, 24.0, 44.0, 13.0, 21.0, 4.0, 3.0, 2.0, 5.0, 7.0, 5.0, 4.0, 5.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 4.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 1.0], "bins": [-0.07015129923820496, -0.06818560510873795, -0.06621991097927094, -0.06425421684980392, -0.062288518995046616, -0.060322824865579605, -0.058357130736112595, -0.056391436606645584, -0.054425738751888275, -0.052460044622421265, -0.050494350492954254, -0.048528656363487244, -0.04656296223402023, -0.04459726810455322, -0.042631570249795914, -0.0406658761203289, -0.03870018199086189, -0.03673448786139488, -0.03476879373192787, -0.03280309587717056, -0.030837401747703552, -0.028871707618236542, -0.02690601348876953, -0.02494031749665737, -0.02297462336719036, -0.02100892923772335, -0.01904323324561119, -0.01707753911614418, -0.015111844055354595, -0.01314614899456501, -0.011180454865098, -0.009214759804308414, -0.007249064743518829, -0.005283369682729244, -0.0033176750876009464, -0.001351980259642005, 0.0006137145683169365, 0.002579409396275878, 0.004545104224234819, 0.006510798819363117, 0.008476493880152702, 0.010442188940942287, 0.012407884001731873, 0.014373578131198883, 0.016339272260665894, 0.018304968252778053, 0.020270662382245064, 0.022236358374357224, 0.024202052503824234, 0.026167746633291245, 0.028133442625403404, 0.030099136754870415, 0.032064832746982574, 0.034030526876449585, 0.035996221005916595, 0.037961915135383606, 0.039927609264850616, 0.041893307119607925, 0.043859001249074936, 0.045824695378541946, 0.04779038950800896, 0.04975608363747597, 0.051721781492233276, 0.05368747562170029, 0.0556531697511673]}, "_runtime": 83.16103076934814, "_timestamp": 1596212953.8625684, "_step": 98}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 2.0, 2.0, 4.0, 1.0, 3.0, 6.0, 1.0, 3.0, 3.0, 0.0, 2.0, 3.0, 3.0, 1.0, 2.0, 3.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01120414212346077, -0.010824666358530521, -0.010445190593600273, -0.010065714828670025, -0.009686239063739777, -0.009306763298809528, -0.00892728753387928, -0.008547811768949032, -0.008168336004018784, -0.007788859773427248, -0.007409384008497, -0.0070299082435667515, -0.006650432478636503, -0.006270956713706255, -0.005891480948776007, -0.0055120051838457584, -0.00513252941891551, -0.004753053653985262, -0.004373577889055014, -0.003994102124124765, -0.003614626359194517, -0.0032351503614336252, -0.002855674596503377, -0.0024761988315731287, -0.0020967230666428804, -0.0017172473017126322, -0.001337771536782384, -0.0009582956554368138, -0.0005788198905065656, -0.00019934409647248685, 0.00018013169756159186, 0.000559607520699501, 0.0009390832856297493, 0.0013185590505599976, 0.0016980348154902458, 0.002077510580420494, 0.0024569863453507423, 0.0028364623431116343, 0.0032159381080418825, 0.0035954138729721308, 0.003974889405071735, 0.004354365635663271, 0.004733841400593519, 0.0051133171655237675, 0.005492792930454016, 0.005872268695384264, 0.006251744460314512, 0.0066312202252447605, 0.007010695990175009, 0.007390171755105257, 0.007769647520035505, 0.00814912375062704, 0.008528599515557289, 0.008908075280487537, 0.009287551045417786, 0.009667026810348034, 0.010046502575278282, 0.01042597834020853, 0.010805454105138779, 0.011184929870069027, 0.011564405634999275, 0.011943881399929523, 0.012323357164859772, 0.01270283292979002, 0.013082308694720268]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 2.0, 0.0, 2.0, 4.0, 2.0, 4.0, 5.0, 12.0, 3.0, 8.0, 16.0, 7.0, 11.0, 8.0, 21.0, 28.0, 40.0, 58.0, 73.0, 100.0, 170.0, 180.0, 304.0, 619.0, 5069.0, 453.0, 233.0, 108.0, 94.0, 63.0, 67.0, 36.0, 25.0, 21.0, 21.0, 12.0, 10.0, 6.0, 7.0, 4.0, 2.0, 6.0, 3.0, 3.0, 3.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1027999222278595, -0.09900812059640884, -0.09521632641553879, -0.09142452478408813, -0.08763272315263748, -0.08384092152118683, -0.08004912734031677, -0.07625732570886612, -0.07246552407741547, -0.06867372989654541, -0.06488192826509476, -0.061090126633644104, -0.05729832872748375, -0.053506527096033096, -0.04971472918987274, -0.04592292755842209, -0.042131129652261734, -0.03833933174610138, -0.034547530114650726, -0.030755730345845222, -0.02696393057703972, -0.023172132670879364, -0.01938033290207386, -0.015588533133268356, -0.011796733364462852, -0.008004933595657349, -0.004213134292513132, -0.0004213347565382719, 0.0033704647794365883, 0.007162264548242092, 0.010954063385725021, 0.014745863154530525, 0.01853766292333603, 0.022329462692141533, 0.026121262460947037, 0.02991306222975254, 0.033704861998558044, 0.0374966599047184, 0.04128846153616905, 0.04508025944232941, 0.04887206107378006, 0.052663858979940414, 0.05645565688610077, 0.06024745851755142, 0.06403926014900208, 0.06783105432987213, 0.07162285596132278, 0.07541465759277344, 0.0792064517736435, 0.08299825340509415, 0.0867900550365448, 0.09058185666799545, 0.09437365084886551, 0.09816545248031616, 0.10195725411176682, 0.10574905574321747, 0.10954084992408752, 0.11333265155553818, 0.11712445318698883, 0.12091624736785889, 0.12470804899930954, 0.1284998506307602, 0.13229164481163025, 0.1360834538936615, 0.13987524807453156]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 2.0, 3.0, 2.0, 4.0, 1.0, 0.0, 3.0, 4.0, 4.0, 1.0, 4.0, 5.0, 4.0, 6.0, 7.0, 25.0, 4.0, 3.0, 6.0, 3.0, 1.0, 0.0, 1.0, 3.0, 3.0, 4.0, 1.0, 3.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0], "bins": [-0.002695423550903797, -0.0026088878512382507, -0.0025223519187420607, -0.0024358162190765142, -0.002349280286580324, -0.0022627445869147778, -0.0021762086544185877, -0.0020896729547530413, -0.002003137022256851, -0.0019166013225913048, -0.0018300655065104365, -0.0017435296904295683, -0.0016569938743487, -0.0015704580582678318, -0.0014839222421869636, -0.0013973864261060953, -0.001310850610025227, -0.0012243147939443588, -0.0011377789778634906, -0.0010512431617826223, -0.0009647073457017541, -0.0008781715878285468, -0.0007916357717476785, -0.0007050999556668103, -0.000618564139585942, -0.0005320283235050738, -0.00044549250742420554, -0.00035895672044716775, -0.0002724209043662995, -0.00018588508828543127, -9.934928675647825e-05, -1.281347795156762e-05, 7.372233085334301e-05, 0.00016025814693421125, 0.0002467939630150795, 0.0003333297499921173, 0.00041986556607298553, 0.0005064013530500233, 0.0005929371691308916, 0.0006794729852117598, 0.000766008801292628, 0.0008525446173734963, 0.0009390804334543645, 0.0010256161913275719, 0.0011121520074084401, 0.0011986878234893084, 0.0012852236395701766, 0.0013717594556510448, 0.001458295271731913, 0.0015448310878127813, 0.0016313669038936496, 0.0017179027199745178, 0.001804438536055386, 0.0018909743521362543, 0.0019775100518018007, 0.002064045984297991, 0.002150581683963537, 0.0022371176164597273, 0.0023236533161252737, 0.0024101892486214638, 0.00249672494828701, 0.0025832608807832003, 0.0026697965804487467, 0.0027563325129449368, 0.002842868212610483]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 3.0, 2.0, 4.0, 6.0, 7.0, 12.0, 13.0, 11.0, 30.0, 38.0, 44.0, 76.0, 121.0, 148.0, 269.0, 479.0, 748.0, 1359.0, 2447.0, 4568.0, 8841.0, 18019.0, 40652.0, 122603.0, 844476.0, 66761.0, 28952.0, 15206.0, 8481.0, 5202.0, 3373.0, 2186.0, 1471.0, 940.0, 608.0, 439.0, 271.0, 239.0, 154.0, 124.0, 71.0, 59.0, 39.0, 25.0, 15.0, 16.0, 12.0, 7.0, 7.0, 5.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.005998305045068264, -0.005794079042971134, -0.005589853506535292, -0.005385627504438162, -0.005181401968002319, -0.0049771759659051895, -0.00477294996380806, -0.004568724427372217, -0.004364498425275087, -0.0041602724231779575, -0.003956046886742115, -0.003751820884644985, -0.003547595115378499, -0.003343369346112013, -0.003139143344014883, -0.002934917574748397, -0.0027306918054819107, -0.0025264660362154245, -0.0023222402669489384, -0.0021180142648518085, -0.0019137884955853224, -0.0017095627263188362, -0.0015053368406370282, -0.0013011109549552202, -0.001096885185688734, -0.000892659358214587, -0.0006884335307404399, -0.0004842077032662928, -0.00027998187579214573, -7.575604831799865e-05, 0.00012846977915614843, 0.0003326956066302955, 0.0005369214341044426, 0.0007411472615785897, 0.0009453730890527368, 0.0011495989747345448, 0.001353824744001031, 0.001558050513267517, 0.001762276398949325, 0.001966502284631133, 0.0021707280538976192, 0.0023749538231641054, 0.0025791795924305916, 0.0027834055945277214, 0.0029876313637942076, 0.0031918571330606937, 0.0033960831351578236, 0.0036003089044243097, 0.003804534673690796, 0.004008760675787926, 0.004212986212223768, 0.004417212214320898, 0.004621437750756741, 0.00482566375285387, 0.005029889754951, 0.005234115291386843, 0.0054383412934839725, 0.005642567295581102, 0.005846792832016945, 0.006051018834114075, 0.0062552448362112045, 0.006459470372647047, 0.006663696374744177, 0.006867921911180019, 0.007072147913277149]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 4.0, 0.0, 1.0, 0.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 3.0, 2.0, 2.0, 3.0, 3.0, 1.0, 11.0, 2.0, 2.0, 2.0, 3.0, 1.0, 2.0, 0.0, 3.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02059956081211567, -0.020099351182579994, -0.01959914155304432, -0.019098931923508644, -0.01859872229397297, -0.018098512664437294, -0.01759830303490162, -0.017098093405365944, -0.01659788377583027, -0.016097674146294594, -0.015597464516758919, -0.015097254887223244, -0.014597045257687569, -0.014096835628151894, -0.013596625998616219, -0.013096416369080544, -0.012596206739544868, -0.012095997110009193, -0.011595787480473518, -0.011095577850937843, -0.010595368221402168, -0.010095158591866493, -0.009594948962330818, -0.009094739332795143, -0.008594529703259468, -0.008094320073723793, -0.007594110444188118, -0.007093900814652443, -0.006593691185116768, -0.006093481555581093, -0.005593271926045418, -0.005093062296509743, -0.004592852666974068, -0.004092643037438393, -0.0035924334079027176, -0.0030922237783670425, -0.0025920141488313675, -0.0020918045192956924, -0.0015915948897600174, -0.0010913852602243423, -0.0005911756306886673, -9.096600115299225e-05, 0.0004092436283826828, 0.0009094532579183578, 0.001409662887454033, 0.001909872516989708, 0.002410082146525383, 0.002910291776061058, 0.003410501405596733, 0.003910711035132408, 0.004410920664668083, 0.004911130294203758, 0.005411339923739433, 0.005911549553275108, 0.006411759182810783, 0.0069119688123464584, 0.0074121784418821335, 0.007912388071417809, 0.008412597700953484, 0.008912807330489159, 0.009413016960024834, 0.009913226589560509, 0.010413436219096184, 0.010913645848631859, 0.011413855478167534]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 1.0, 2.0, 0.0, 1.0, 6.0, 1.0, 7.0, 23.0, 16.0, 11.0, 12.0, 22.0, 31.0, 18.0, 32.0, 39.0, 43.0, 56.0, 73.0, 73.0, 108.0, 154.0, 199.0, 225.0, 306.0, 412.0, 499.0, 623.0, 933.0, 1381.0, 2049.0, 6075.0, 1724.0, 1062.0, 631.0, 482.0, 332.0, 206.0, 148.0, 121.0, 78.0, 59.0, 65.0, 28.0, 16.0, 13.0, 7.0, 6.0, 4.0, 6.0, 1.0, 2.0, 1.0], "bins": [-0.010846255347132683, -0.0105900838971138, -0.010333912447094917, -0.010077740997076035, -0.009821569547057152, -0.009565398097038269, -0.009309226647019386, -0.009053055197000504, -0.00879688374698162, -0.008540711365640163, -0.00828453991562128, -0.008028368465602398, -0.007772197015583515, -0.007516025565564632, -0.00725985411554575, -0.007003682665526867, -0.006747511215507984, -0.006491339765489101, -0.006235168315470219, -0.005978996865451336, -0.005722825415432453, -0.005466653499752283, -0.0052104820497334, -0.004954310599714518, -0.004698139149695635, -0.004441967699676752, -0.004185796249657869, -0.003929624799638987, -0.00367345311678946, -0.0034172816667705774, -0.003161109983921051, -0.0029049385339021683, -0.0026487670838832855, -0.0023925956338644028, -0.00213642418384552, -0.0018802525009959936, -0.0016240810509771109, -0.0013679096009582281, -0.0011117380345240235, -0.0008555665262974799, -0.0005993950180709362, -0.00034322350984439254, -8.705200161784887e-05, 0.0001691195066086948, 0.00042529101483523846, 0.0006814625230617821, 0.0009376340312883258, 0.0011938055977225304, 0.0014499770477414131, 0.0017061484977602959, 0.0019623199477791786, 0.002218491630628705, 0.0024746630806475878, 0.0027308345306664705, 0.002987006213515997, 0.0032431776635348797, 0.0034993491135537624, 0.003755520563572645, 0.004011692013591528, 0.004267863463610411, 0.004524035379290581, 0.0047802068293094635, 0.005036378279328346, 0.005292549729347229, 0.005548721179366112]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 2.0, 1.0, 2.0, 3.0, 3.0, 0.0, 3.0, 0.0, 2.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.05174253135919571, -0.0486617386341095, -0.045580945909023285, -0.04250015318393707, -0.03941936045885086, -0.03633856400847435, -0.03325777128338814, -0.030176978558301926, -0.027096185833215714, -0.0240153931081295, -0.02093460038304329, -0.017853805795311928, -0.014773013070225716, -0.011692220345139503, -0.008611426688730717, -0.005530633497983217, -0.0024498403072357178, 0.0006309528835117817, 0.003711746074259281, 0.006792539265006781, 0.00987333245575428, 0.012954125180840492, 0.016034919768571854, 0.019115712493658066, 0.022196505218744278, 0.02527729794383049, 0.028358090668916702, 0.031438883394002914, 0.034519679844379425, 0.03760047256946564, 0.04068126529455185, 0.04376205801963806, 0.046842850744724274, 0.049923643469810486, 0.0530044361948967, 0.05608522891998291, 0.05916602164506912, 0.06224681809544563, 0.06532760709524155, 0.06840839982032776, 0.07148919999599457, 0.07456999272108078, 0.07765078544616699, 0.0807315781712532, 0.08381237089633942, 0.08689316362142563, 0.08997395634651184, 0.09305474907159805, 0.09613554179668427, 0.09921633452177048, 0.10229712724685669, 0.1053779199719429, 0.10845871269702911, 0.11153950542211533, 0.11462029814720154, 0.11770109087228775, 0.12078188359737396, 0.12386268377304077, 0.1269434690475464, 0.1300242692232132, 0.1331050544977188, 0.13618585467338562, 0.13926663994789124, 0.14234744012355804, 0.14542824029922485]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 4.0, 1.0, 3.0, 5.0, 11.0, 6.0, 11.0, 14.0, 14.0, 13.0, 21.0, 47.0, 16.0, 15.0, 15.0, 6.0, 10.0, 7.0, 5.0, 9.0, 5.0, 3.0, 8.0, 5.0, 0.0, 5.0, 4.0, 2.0, 1.0, 1.0, 4.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.023379847407341003, -0.022050704807043076, -0.020721562206745148, -0.01939241774380207, -0.018063275143504143, -0.016734132543206215, -0.015404989011585712, -0.01407584547996521, -0.012746702879667282, -0.011417560279369354, -0.010088416747748852, -0.00875927321612835, -0.0074301306158304214, -0.006100987549871206, -0.004771844483911991, -0.003442701417952776, -0.002113558351993561, -0.0007844152860343456, 0.0005447277799248695, 0.0018738708458840847, 0.0032030139118433, 0.004532156977802515, 0.00586130004376173, 0.007190443109720945, 0.00851958617568016, 0.009848728775978088, 0.01117787230759859, 0.012507015839219093, 0.013836158439517021, 0.015165301039814949, 0.016494445502758026, 0.017823588103055954, 0.019152730703353882, 0.02048187330365181, 0.021811015903949738, 0.023140160366892815, 0.024469302967190742, 0.02579844556748867, 0.027127590030431747, 0.028456732630729675, 0.029785875231027603, 0.03111501783132553, 0.03244416043162346, 0.03377330303192139, 0.03510244935750961, 0.03643159195780754, 0.03776073455810547, 0.0390898771584034, 0.040419019758701324, 0.04174816235899925, 0.04307730495929718, 0.04440644755959511, 0.045735590159893036, 0.04706473648548126, 0.04839387908577919, 0.04972302168607712, 0.051052164286375046, 0.052381306886672974, 0.0537104494869709, 0.05503959208726883, 0.056368738412857056, 0.057697881013154984, 0.05902702361345291, 0.06035616621375084, 0.06168530881404877]}, "_runtime": 83.9320969581604, "_timestamp": 1596212954.6336346, "_step": 99}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 2.0, 2.0, 1.0, 3.0, 0.0, 4.0, 2.0, 4.0, 5.0, 5.0, 4.0, 5.0, 2.0, 0.0, 2.0, 1.0, 1.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.020436584949493408, -0.019961409270763397, -0.019486233592033386, -0.019011057913303375, -0.018535882234573364, -0.018060706555843353, -0.01758553273975849, -0.01711035706102848, -0.01663518138229847, -0.01616000570356846, -0.015684830024838448, -0.015209654346108437, -0.014734478667378426, -0.014259302988648415, -0.013784128241240978, -0.013308952562510967, -0.012833776883780956, -0.012358601205050945, -0.011883425526320934, -0.011408250778913498, -0.010933075100183487, -0.010457899421453476, -0.009982723742723465, -0.009507548063993454, -0.009032372385263443, -0.008557197637856007, -0.008082021959125996, -0.007606846280395985, -0.007131670601665974, -0.00665649538859725, -0.006181319709867239, -0.005706144496798515, -0.005230968818068504, -0.004755793139338493, -0.00428061792626977, -0.0038054422475397587, -0.0033302668016403913, -0.002855091355741024, -0.002379915677011013, -0.0019047402311116457, -0.0014295647852122784, -0.0009543892811052501, -0.0004792137769982219, -4.038272891193628e-06, 0.0004711372312158346, 0.0009463127353228629, 0.0014214882394298911, 0.0018966638017445803, 0.0023718392476439476, 0.002847014693543315, 0.0033221901394426823, 0.0037973658181726933, 0.004272541031241417, 0.004747716709971428, 0.005222892388701439, 0.005698067601770163, 0.006173243280500174, 0.0066484189592301846, 0.007123594172298908, 0.007598769851028919, 0.00807394552975893, 0.008549121208488941, 0.009024295955896378, 0.009499471634626389, 0.0099746473133564]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 3.0, 3.0, 3.0, 9.0, 8.0, 4.0, 5.0, 11.0, 10.0, 11.0, 23.0, 27.0, 44.0, 69.0, 78.0, 122.0, 150.0, 259.0, 505.0, 5165.0, 603.0, 261.0, 174.0, 103.0, 83.0, 54.0, 39.0, 21.0, 20.0, 18.0, 8.0, 7.0, 6.0, 7.0, 3.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.17284701764583588, -0.16810034215450287, -0.16335365176200867, -0.15860697627067566, -0.15386030077934265, -0.14911362528800964, -0.14436693489551544, -0.13962025940418243, -0.13487358391284943, -0.13012689352035522, -0.12538021802902222, -0.12063354253768921, -0.1158868595957756, -0.1111401841044426, -0.10639350116252899, -0.10164682567119598, -0.09690014272928238, -0.09215345978736877, -0.08740678429603577, -0.08266010135412216, -0.07791342586278915, -0.07316674292087555, -0.06842006742954254, -0.06367338448762894, -0.05892670527100563, -0.054180026054382324, -0.04943334683775902, -0.04468666762113571, -0.03993998467922211, -0.0351933054625988, -0.030446626245975494, -0.025699947029352188, -0.020953267812728882, -0.016206588596105576, -0.011459908448159695, -0.006713228765875101, -0.0019665490835905075, 0.002780130598694086, 0.00752681028097868, 0.01227349042892456, 0.017020169645547867, 0.021766848862171173, 0.02651352807879448, 0.031260207295417786, 0.03600689023733139, 0.0407535694539547, 0.045500248670578, 0.05024692788720131, 0.054993607103824615, 0.05974028632044792, 0.06448696553707123, 0.06923364847898483, 0.07398032397031784, 0.07872700691223145, 0.08347368240356445, 0.08822036534547806, 0.09296704828739166, 0.09771372377872467, 0.10246040672063828, 0.10720708221197128, 0.11195376515388489, 0.1167004406452179, 0.1214471235871315, 0.1261938065290451, 0.1309404820203781]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 3.0, 1.0, 1.0, 4.0, 2.0, 3.0, 1.0, 2.0, 7.0, 3.0, 3.0, 4.0, 3.0, 23.0, 7.0, 6.0, 4.0, 2.0, 3.0, 3.0, 1.0, 4.0, 1.0, 3.0, 6.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.003099550027400255, -0.0029981983825564384, -0.002896846504881978, -0.0027954948600381613, -0.002694142982363701, -0.002592791337519884, -0.0024914396926760674, -0.002390087815001607, -0.00228873617015779, -0.0021873845253139734, -0.002086032647639513, -0.0019846810027956963, -0.0018833292415365577, -0.001781977480277419, -0.0016806258354336023, -0.0015792740741744637, -0.0014779223129153252, -0.0013765705516561866, -0.001275218790397048, -0.0011738671455532312, -0.0010725153842940927, -0.0009711636230349541, -0.0008698119199834764, -0.0007684602169319987, -0.0006671084556728601, -0.0005657566944137216, -0.0004644049913622439, -0.00036305325920693576, -0.00026170152705162764, -0.0001603497948963195, -5.899806274101138e-05, 4.2353669414296746e-05, 0.00014370540156960487, 0.000245057133724913, 0.00034640886588022113, 0.00044776059803552926, 0.0005491123301908374, 0.000650464091449976, 0.0007518157945014536, 0.0008531674975529313, 0.0009545192588120699, 0.0010558710200712085, 0.001157222781330347, 0.0012585744261741638, 0.0013599261874333024, 0.001461277948692441, 0.0015626295935362577, 0.0016639813547953963, 0.001765333116054535, 0.0018666848773136735, 0.001968036638572812, 0.002069388283416629, 0.0021707401610910892, 0.002272091805934906, 0.0023734434507787228, 0.002474795328453183, 0.002576146973297, 0.0026774986181408167, 0.002778850495815277, 0.002880202140659094, 0.0029815537855029106, 0.003082905663177371, 0.0031842573080211878, 0.003285609185695648, 0.003386960830539465]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 1.0, 7.0, 7.0, 14.0, 18.0, 19.0, 29.0, 40.0, 48.0, 81.0, 118.0, 190.0, 291.0, 403.0, 676.0, 1061.0, 1906.0, 3313.0, 5771.0, 11135.0, 23124.0, 56203.0, 249905.0, 709555.0, 53123.0, 24488.0, 13517.0, 8089.0, 5119.0, 3397.0, 2323.0, 1537.0, 1107.0, 748.0, 557.0, 403.0, 324.0, 244.0, 189.0, 136.0, 95.0, 71.0, 69.0, 44.0, 28.0, 37.0, 23.0, 9.0, 16.0, 8.0, 6.0, 4.0, 7.0, 2.0, 3.0, 3.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.005986384116113186, -0.005764965433627367, -0.005543546751141548, -0.005322127602994442, -0.005100708920508623, -0.004879290238022804, -0.004657871089875698, -0.004436452407389879, -0.00421503372490406, -0.0039936150424182415, -0.003772196127101779, -0.0035507772117853165, -0.0033293585292994976, -0.0031079398468136787, -0.0028865209314972162, -0.0026651020161807537, -0.002443683333694935, -0.002222264651209116, -0.0020008457358926535, -0.0017794269369915128, -0.001558008138090372, -0.0013365893391892314, -0.0011151705402880907, -0.00089375174138695, -0.0006723329424858093, -0.00045091414358466864, -0.00022949534468352795, -8.076545782387257e-06, 0.00021334225311875343, 0.0004347610520198941, 0.0006561798509210348, 0.0008775986498221755, 0.0010990174487233162, 0.0013204362476244569, 0.0015418550465255976, 0.0017632738454267383, 0.001984692644327879, 0.002206111326813698, 0.0024275302421301603, 0.002648949157446623, 0.0028703678399324417, 0.0030917865224182606, 0.003313205437734723, 0.0035346243530511856, 0.0037560430355370045, 0.003977461718022823, 0.0041988808661699295, 0.004420299548655748, 0.004641718231141567, 0.004863136913627386, 0.005084555596113205, 0.005305974744260311, 0.00552739342674613, 0.005748812109231949, 0.005970231257379055, 0.006191649939864874, 0.006413068622350693, 0.006634487304836512, 0.0068559059873223305, 0.007077325135469437, 0.0072987438179552555, 0.007520162500441074, 0.0077415816485881805, 0.007962999865412712, 0.008184419013559818]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 3.0, 1.0, 3.0, 2.0, 3.0, 9.0, 3.0, 2.0, 3.0, 0.0, 3.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 3.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.021502291783690453, -0.020870396867394447, -0.020238501951098442, -0.019606607034802437, -0.01897471211850643, -0.018342817202210426, -0.01771092228591442, -0.017079027369618416, -0.01644713059067726, -0.015815235674381256, -0.015183341689407825, -0.01455144677311182, -0.01391955092549324, -0.013287656009197235, -0.01265576109290123, -0.012023866176605225, -0.01139197126030922, -0.010760076344013214, -0.010128181427717209, -0.009496286511421204, -0.008864391595125198, -0.008232495747506618, -0.007600600831210613, -0.006968705914914608, -0.006336810998618603, -0.0057049160823225975, -0.005073021166026592, -0.0044411257840693, -0.0038092308677732944, -0.003177335951477289, -0.0025454408023506403, -0.0019135457696393132, -0.0012816507369279861, -0.0006497557042166591, -1.7860671505331993e-05, 0.0006140343612059951, 0.0012459293939173222, 0.0018778244266286492, 0.0025097194593399763, 0.003141614608466625, 0.0037735095247626305, 0.004405404441058636, 0.005037299357354641, 0.0056691947393119335, 0.006301089655607939, 0.006932984571903944, 0.007564879953861237, 0.008196774870157242, 0.008828669786453247, 0.009460564702749252, 0.010092459619045258, 0.010724354535341263, 0.011356249451637268, 0.011988145299255848, 0.012620040215551853, 0.013251935131847858, 0.013883830048143864, 0.014515724964439869, 0.015147619880735874, 0.015779515728354454, 0.01641141064465046, 0.017043305560946465, 0.01767520047724247, 0.018307095393538475, 0.01893899030983448]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 0.0, 7.0, 6.0, 6.0, 6.0, 11.0, 12.0, 22.0, 22.0, 38.0, 38.0, 47.0, 57.0, 74.0, 84.0, 86.0, 122.0, 182.0, 204.0, 283.0, 387.0, 540.0, 873.0, 1589.0, 6362.0, 2431.0, 1361.0, 964.0, 631.0, 481.0, 379.0, 258.0, 196.0, 162.0, 144.0, 78.0, 59.0, 41.0, 46.0, 27.0, 12.0, 18.0, 14.0, 6.0, 11.0, 9.0, 11.0, 9.0, 3.0, 3.0, 2.0, 3.0, 3.0, 2.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.009832754731178284, -0.00947890616953373, -0.009125057607889175, -0.008771209046244621, -0.008417360484600067, -0.008063511922955513, -0.0077096628956496716, -0.007355814334005117, -0.007001965772360563, -0.006648117210716009, -0.006294268649071455, -0.005940420087426901, -0.005586571060121059, -0.005232722498476505, -0.004878873936831951, -0.004525025375187397, -0.004171176813542843, -0.0038173282518982887, -0.0034634796902537346, -0.003109630895778537, -0.0027557823341339827, -0.0024019337724894285, -0.0020480849780142307, -0.0016942364163696766, -0.0013403878547251225, -0.0009865392930805683, -0.0006326906150206923, -0.0002788419951684773, 7.500662468373775e-05, 0.0004288552445359528, 0.0007827038643881679, 0.0011365525424480438, 0.001490401104092598, 0.001844249665737152, 0.0021980982273817062, 0.002551947021856904, 0.002905795583501458, 0.0032596441451460123, 0.00361349293962121, 0.003967341501265764, 0.004321190062910318, 0.0046750386245548725, 0.005028887186199427, 0.005382735747843981, 0.005736584775149822, 0.006090433336794376, 0.0064442818984389305, 0.006798130460083485, 0.007151979021728039, 0.007505827583372593, 0.007859676145017147, 0.008213524706661701, 0.008567373268306255, 0.00892122182995081, 0.009275070391595364, 0.009628918953239918, 0.009982768446207047, 0.0103366170078516, 0.010690465569496155, 0.011044314131140709, 0.011398162692785263, 0.011752011254429817, 0.012105859816074371, 0.012459708377718925, 0.01281355693936348]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 2.0, 1.0, 8.0, 5.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.18368162214756012, -0.17822031676769257, -0.172759011387825, -0.16729770600795746, -0.1618364155292511, -0.15637511014938354, -0.150913804769516, -0.14545249938964844, -0.13999119400978088, -0.13452988862991333, -0.12906858325004578, -0.12360728532075882, -0.11814597994089127, -0.11268467456102371, -0.10722337663173676, -0.1017620712518692, -0.09630076587200165, -0.0908394604921341, -0.08537815511226654, -0.07991685718297958, -0.07445555180311203, -0.06899424642324448, -0.06353294849395752, -0.058071643114089966, -0.05261033773422241, -0.04714903235435486, -0.0416877306997776, -0.03622642904520035, -0.030765123665332794, -0.02530382014811039, -0.019842516630887985, -0.01438121311366558, -0.008919909596443176, -0.003458606079220772, 0.0020026974380016327, 0.007464000955224037, 0.012925304472446442, 0.018386607989668846, 0.02384791150689125, 0.029309215024113655, 0.03477051854133606, 0.04023182392120361, 0.04569312557578087, 0.051154427230358124, 0.05661573261022568, 0.06207703799009323, 0.06753833591938019, 0.07299964129924774, 0.0784609466791153, 0.08392225205898285, 0.0893835574388504, 0.09484485536813736, 0.10030616074800491, 0.10576746612787247, 0.11122876405715942, 0.11669006943702698, 0.12215137481689453, 0.12761268019676208, 0.13307398557662964, 0.1385352909564972, 0.14399659633636475, 0.1494578868150711, 0.15491919219493866, 0.1603804975748062, 0.16584180295467377]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 1.0, 4.0, 2.0, 1.0, 8.0, 4.0, 7.0, 9.0, 18.0, 27.0, 78.0, 43.0, 23.0, 19.0, 10.0, 6.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0], "bins": [-0.13740722835063934, -0.13350938260555267, -0.129611536860466, -0.12571369111537933, -0.12181583791971207, -0.1179179847240448, -0.11402013897895813, -0.11012229323387146, -0.10622444748878479, -0.10232659429311752, -0.09842874854803085, -0.09453090280294418, -0.09063304960727692, -0.08673520386219025, -0.08283735811710358, -0.07893950492143631, -0.07504165917634964, -0.07114381343126297, -0.0672459602355957, -0.06334811449050903, -0.05945026874542236, -0.055552419275045395, -0.051654569804668427, -0.04775672405958176, -0.04385887458920479, -0.03996102511882782, -0.03606317937374115, -0.03216532990336418, -0.028267482295632362, -0.024369634687900543, -0.020471785217523575, -0.016573937609791756, -0.012676090002059937, -0.008778242394328117, -0.004880393855273724, -0.0009825457818806171, 0.0029153022915124893, 0.006813150364905596, 0.010710998438298702, 0.014608846977353096, 0.018506694585084915, 0.022404542192816734, 0.026302389800548553, 0.030200239270925522, 0.03409808874130249, 0.03799593448638916, 0.04189378395676613, 0.0457916297018528, 0.04968947917222977, 0.053587328642606735, 0.057485174387693405, 0.061383023858070374, 0.06528086960315704, 0.06917872279882431, 0.07307656854391098, 0.07697441428899765, 0.08087226748466492, 0.08477011322975159, 0.08866795897483826, 0.09256580471992493, 0.0964636579155922, 0.10036150366067886, 0.10425934940576553, 0.1081572026014328, 0.11205504834651947]}, "_runtime": 84.70267939567566, "_timestamp": 1596212955.404217, "_step": 100}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 6.0, 2.0, 3.0, 3.0, 4.0, 2.0, 9.0, 7.0, 2.0, 2.0, 3.0, 4.0, 2.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01550410594791174, -0.014995171688497066, -0.014486238360404968, -0.013977304100990295, -0.013468369841575623, -0.01295943558216095, -0.012450501322746277, -0.011941567994654179, -0.011432633735239506, -0.010923699475824833, -0.010414766147732735, -0.009905831888318062, -0.009396897628903389, -0.008887963369488716, -0.008379029110074043, -0.007870095781981945, -0.007361161522567272, -0.006852227263152599, -0.006343293469399214, -0.005834359675645828, -0.005325425416231155, -0.0048164911568164825, -0.004307557363063097, -0.003798623336479068, -0.0032896893098950386, -0.0027807552833110094, -0.00227182125672698, -0.001762887230142951, -0.0012539532035589218, -0.0007450191769748926, -0.00023608515039086342, 0.0002728488761931658, 0.000781782902777195, 0.0012907169293612242, 0.0017996509559452534, 0.0023085849825292826, 0.0028175190091133118, 0.003326453035697341, 0.00383538706228137, 0.004344320856034756, 0.0048532551154494286, 0.005362189374864101, 0.005871123168617487, 0.0063800569623708725, 0.006888991221785545, 0.007397925481200218, 0.007906859740614891, 0.00841579306870699, 0.008924727328121662, 0.009433661587536335, 0.009942594915628433, 0.010451529175043106, 0.010960463434457779, 0.011469397693872452, 0.011978331953287125, 0.012487265281379223, 0.012996199540793896, 0.013505133800208569, 0.014014067128300667, 0.01452300138771534, 0.015031935647130013, 0.015540869906544685, 0.016049804165959358, 0.01655873842537403, 0.017067670822143555]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 3.0, 2.0, 2.0, 3.0, 5.0, 3.0, 8.0, 5.0, 5.0, 12.0, 17.0, 32.0, 30.0, 45.0, 64.0, 98.0, 120.0, 186.0, 295.0, 713.0, 5228.0, 424.0, 197.0, 126.0, 86.0, 68.0, 39.0, 21.0, 18.0, 14.0, 8.0, 11.0, 6.0, 8.0, 5.0, 3.0, 3.0, 1.0, 0.0, 3.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.14293056726455688, -0.13860949873924255, -0.13428843021392822, -0.1299673616886139, -0.12564629316329956, -0.12132521718740463, -0.1170041486620903, -0.11268308013677597, -0.10836200416088104, -0.10404093563556671, -0.09971986711025238, -0.09539879858493805, -0.09107773005962372, -0.08675666153430939, -0.08243558555841446, -0.07811451703310013, -0.0737934485077858, -0.06947237998247147, -0.06515131145715714, -0.060830239206552505, -0.056509166955947876, -0.052188098430633545, -0.047867029905319214, -0.043545957654714584, -0.03922488912940025, -0.03490382060408592, -0.030582748353481293, -0.02626167982816696, -0.02194060944020748, -0.017619539052248, -0.013298469595611095, -0.00897740013897419, -0.0046563297510147095, -0.0003352598287165165, 0.0039858100935816765, 0.008306879550218582, 0.012627949938178062, 0.016949020326137543, 0.021270088851451874, 0.025591159239411354, 0.029912229627370834, 0.034233298152685165, 0.038554370403289795, 0.042875438928604126, 0.04719650745391846, 0.05151757970452309, 0.05583864822983742, 0.06015972048044205, 0.06448078900575638, 0.06880185753107071, 0.07312292605638504, 0.07744400203227997, 0.0817650705575943, 0.08608613908290863, 0.09040720760822296, 0.09472827613353729, 0.09904934465885162, 0.10337042063474655, 0.10769148916006088, 0.11201255768537521, 0.11633362621068954, 0.12065469473600388, 0.1249757707118988, 0.12929683923721313, 0.13361790776252747]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 3.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 5.0, 3.0, 1.0, 3.0, 4.0, 5.0, 3.0, 3.0, 24.0, 4.0, 3.0, 2.0, 2.0, 4.0, 3.0, 3.0, 5.0, 2.0, 1.0, 3.0, 4.0, 2.0, 1.0, 2.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.0032494948245584965, -0.0031593746971338987, -0.0030692548025399446, -0.002979134675115347, -0.002889014780521393, -0.002798894653096795, -0.0027087745256721973, -0.0026186546310782433, -0.0025285345036536455, -0.0024384143762290478, -0.0023482944816350937, -0.002258174354210496, -0.002168054226785898, -0.002077934332191944, -0.0019878142047673464, -0.0018976941937580705, -0.0018075741827487946, -0.0017174541717395186, -0.0016273341607302427, -0.001537214033305645, -0.001447094022296369, -0.0013569740112870932, -0.0012668538838624954, -0.0011767338728532195, -0.0010866138618439436, -0.0009964938508346677, -0.0009063737816177309, -0.000816253712400794, -0.0007261337013915181, -0.0006360136903822422, -0.0005458936211653054, -0.000455773581052199, -0.00036565354093909264, -0.00027553350082598627, -0.0001854134607128799, -9.529342059977353e-05, -5.173380486667156e-06, 8.494665962643921e-05, 0.00017506669973954558, 0.00026518673985265195, 0.0003553067799657583, 0.0004454268200788647, 0.0005355468601919711, 0.0006256669294089079, 0.0007157869404181838, 0.0008059069514274597, 0.0008960270206443965, 0.0009861470898613334, 0.0010762671008706093, 0.0011663871118798852, 0.0012565071228891611, 0.0013466272503137589, 0.0014367472613230348, 0.0015268672723323107, 0.0016169873997569084, 0.0017071074107661843, 0.0017972274217754602, 0.0018873474327847362, 0.001977467443794012, 0.00206758757121861, 0.0021577076986432076, 0.0022478275932371616, 0.0023379477206617594, 0.0024280676152557135, 0.002518187742680311]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 1.0, 4.0, 2.0, 6.0, 5.0, 11.0, 19.0, 19.0, 18.0, 32.0, 41.0, 52.0, 52.0, 85.0, 115.0, 173.0, 220.0, 242.0, 358.0, 532.0, 758.0, 1059.0, 1508.0, 2181.0, 3190.0, 4688.0, 7320.0, 11641.0, 19780.0, 37599.0, 90809.0, 797273.0, 97763.0, 40094.0, 22215.0, 13348.0, 8372.0, 5615.0, 3782.0, 2563.0, 1857.0, 1181.0, 871.0, 610.0, 448.0, 314.0, 234.0, 149.0, 126.0, 94.0, 81.0, 39.0, 29.0, 21.0, 18.0, 10.0, 5.0, 5.0, 3.0, 2.0, 1.0, 0.0, 2.0], "bins": [-0.00512346625328064, -0.004966455046087503, -0.004809443838894367, -0.004652432631701231, -0.004495421424508095, -0.004338410217314959, -0.004181398544460535, -0.004024387337267399, -0.0038673761300742626, -0.0037103649228811264, -0.00355335371568799, -0.003396342508494854, -0.0032393313013017178, -0.0030823200941085815, -0.0029253086540848017, -0.0027682974468916655, -0.0026112862396985292, -0.002454275032505393, -0.002297263825312257, -0.002140252385288477, -0.0019832411780953407, -0.0018262299709022045, -0.0016692187637090683, -0.0015122074401006103, -0.001355196232907474, -0.0011981850257143378, -0.0010411737021058798, -0.0008841624949127436, -0.0007271512295119464, -0.0005701399641111493, -0.00041312872781418264, -0.00025611749151721597, -9.910622611641884e-05, 5.790502473246306e-05, 0.00021491627558134496, 0.00037192751187831163, 0.0005289387772791088, 0.0006859500426799059, 0.0008429612498730421, 0.0009999725734815001, 0.0011569837806746364, 0.0013139949878677726, 0.0014710063114762306, 0.0016280175186693668, 0.001785028725862503, 0.001942040049470961, 0.002099051373079419, 0.0022560625802725554, 0.0024130737874656916, 0.0025700849946588278, 0.002727096201851964, 0.002884107641875744, 0.00304111884906888, 0.0031981300562620163, 0.0033551412634551525, 0.0035121524706482887, 0.003669163677841425, 0.003826175117865205, 0.003983186092227697, 0.004140197765082121, 0.004297208972275257, 0.004454220179468393, 0.0046112313866615295, 0.004768242593854666, 0.004925253801047802]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 3.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 5.0, 7.0, 0.0, 4.0, 4.0, 1.0, 2.0, 1.0, 2.0, 2.0, 2.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.016086433082818985, -0.015542857348918915, -0.014999281615018845, -0.014455705881118774, -0.013912130147218704, -0.013368554413318634, -0.012824978679418564, -0.012281402945518494, -0.011737827211618423, -0.011194251477718353, -0.010650675743818283, -0.010107100009918213, -0.009563524276018143, -0.009019948542118073, -0.008476372808218002, -0.007932797074317932, -0.007389221340417862, -0.006845645606517792, -0.0063020698726177216, -0.005758494138717651, -0.005214918404817581, -0.004671342670917511, -0.004127766937017441, -0.0035841912031173706, -0.0030406154692173004, -0.0024970397353172302, -0.00195346400141716, -0.0014098882675170898, -0.0008663125336170197, -0.00032273679971694946, 0.00022083893418312073, 0.0007644146680831909, 0.001307990401983261, 0.0018515661358833313, 0.0023951418697834015, 0.0029387176036834717, 0.003482293337583542, 0.004025869071483612, 0.004569444805383682, 0.0051130205392837524, 0.005656596273183823, 0.006200172007083893, 0.006743747740983963, 0.007287323474884033, 0.007830899208784103, 0.008374474942684174, 0.008918050676584244, 0.009461626410484314, 0.010005202144384384, 0.010548777878284454, 0.011092353612184525, 0.011635929346084595, 0.012179505079984665, 0.012723080813884735, 0.013266656547784805, 0.013810232281684875, 0.014353808015584946, 0.014897383749485016, 0.015440959483385086, 0.015984535217285156, 0.016528110951185226, 0.017071686685085297, 0.017615262418985367, 0.018158838152885437, 0.018702413886785507]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 2.0, 5.0, 2.0, 6.0, 7.0, 9.0, 10.0, 22.0, 43.0, 37.0, 39.0, 56.0, 73.0, 89.0, 113.0, 113.0, 159.0, 205.0, 250.0, 313.0, 459.0, 527.0, 735.0, 1015.0, 1673.0, 6192.0, 2187.0, 1297.0, 766.0, 539.0, 341.0, 279.0, 217.0, 168.0, 118.0, 65.0, 64.0, 36.0, 37.0, 32.0, 18.0, 17.0, 10.0, 13.0, 8.0, 8.0, 10.0, 10.0, 6.0, 5.0, 7.0, 3.0, 5.0, 0.0, 2.0, 1.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.00803065299987793, -0.0077288951724767685, -0.00742713687941432, -0.007125379052013159, -0.006823621224611998, -0.006521862931549549, -0.006220105104148388, -0.005918347276747227, -0.0056165894493460655, -0.005314831156283617, -0.005013073328882456, -0.004711315501481295, -0.004409557208418846, -0.004107799381017685, -0.00380604132078588, -0.003504283493384719, -0.003202525433152914, -0.002900767372921109, -0.002599009545519948, -0.002297251485288143, -0.001995493657886982, -0.0016937355976551771, -0.0013919775374233723, -0.0010902195936068892, -0.0007884616497904062, -0.00048670367687009275, -0.00018494570394977927, 0.0001168122689705342, 0.0004185702418908477, 0.0007203281857073307, 0.0010220862459391356, 0.0013238441897556186, 0.0016256021335721016, 0.0019273600773885846, 0.0022291180212050676, 0.0025308760814368725, 0.0028326339088380337, 0.0031343919690698385, 0.0034361500293016434, 0.0037379078567028046, 0.004039665684103966, 0.004341423977166414, 0.0046431818045675755, 0.004944939631968737, 0.005246697925031185, 0.005548455752432346, 0.0058502135798335075, 0.006151971872895956, 0.006453729700297117, 0.006755487527698278, 0.007057245820760727, 0.007359003648161888, 0.007660761475563049, 0.00796251930296421, 0.008264277130365372, 0.008566035889089108, 0.008867793716490269, 0.00916955154389143, 0.009471309371292591, 0.009773067198693752, 0.010074825026094913, 0.01037658378481865, 0.01067834161221981, 0.010980099439620972, 0.011281857267022133]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 5.0, 2.0, 0.0, 1.0, 3.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.15833327174186707, -0.1536896675825119, -0.14904606342315674, -0.14440247416496277, -0.1397588700056076, -0.13511526584625244, -0.13047166168689728, -0.12582805752754211, -0.12118446081876755, -0.11654085665941238, -0.11189725995063782, -0.10725365579128265, -0.10261005163192749, -0.09796645492315292, -0.09332285076379776, -0.0886792540550232, -0.08403564989566803, -0.07939204573631287, -0.0747484490275383, -0.07010484486818314, -0.06546124815940857, -0.060817644000053406, -0.05617403984069824, -0.05153043940663338, -0.04688683897256851, -0.04224323853850365, -0.03759963810443878, -0.03295603394508362, -0.028312433511018753, -0.023668833076953888, -0.019025230780243874, -0.014381629414856434, -0.009738028049468994, -0.005094426684081554, -0.0004508253186941147, 0.004192776046693325, 0.008836377412080765, 0.013479978777468204, 0.018123580142855644, 0.02276718243956566, 0.027410782873630524, 0.03205438330769539, 0.036697983741760254, 0.04134158790111542, 0.04598518833518028, 0.05062878876924515, 0.05527239292860031, 0.059915993362665176, 0.06455959379673004, 0.0692031979560852, 0.07384679466485977, 0.07849039882421494, 0.0831339955329895, 0.08777759969234467, 0.09242120385169983, 0.0970648005604744, 0.10170840471982956, 0.10635200887918472, 0.11099560558795929, 0.11563920974731445, 0.12028281390666962, 0.12492641061544418, 0.12957000732421875, 0.1342136114835739, 0.13885721564292908]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 3.0, 3.0, 4.0, 1.0, 3.0, 5.0, 4.0, 3.0, 3.0, 18.0, 22.0, 31.0, 67.0, 19.0, 21.0, 7.0, 4.0, 0.0, 4.0, 5.0, 5.0, 5.0, 3.0, 3.0, 3.0, 3.0, 3.0, 4.0, 2.0, 1.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.1237102523446083, -0.12042725831270218, -0.11714426428079605, -0.11386126279830933, -0.1105782687664032, -0.10729527473449707, -0.10401228070259094, -0.10072927922010422, -0.09744628518819809, -0.09416329115629196, -0.09088029712438583, -0.0875973030924797, -0.08431430160999298, -0.08103130757808685, -0.07774831354618073, -0.0744653195142746, -0.07118232548236847, -0.06789932399988174, -0.06461632996797562, -0.06133333593606949, -0.05805033817887306, -0.054767344146966934, -0.05148434638977051, -0.04820135235786438, -0.04491835832595825, -0.041635360568761826, -0.0383523665368557, -0.03506936877965927, -0.03178637474775314, -0.028503378853201866, -0.02522038295865059, -0.021937387064099312, -0.018654391169548035, -0.015371395274996758, -0.01208839938044548, -0.008805404417216778, -0.005522408522665501, -0.002239412860944867, 0.0010435828007757664, 0.004326578229665756, 0.007609574124217033, 0.01089257001876831, 0.014175565913319588, 0.017458561807870865, 0.020741555839776993, 0.02402455173432827, 0.027307547628879547, 0.030590543523430824, 0.0338735394179821, 0.03715653344988823, 0.040439531207084656, 0.043722525238990784, 0.04700552299618721, 0.05028851702809334, 0.053571514785289764, 0.05685450881719589, 0.06013750284910202, 0.06342049688100815, 0.06670349836349487, 0.069986492395401, 0.07326948642730713, 0.07655248045921326, 0.07983548194169998, 0.08311847597360611, 0.08640147000551224]}, "_runtime": 85.49267625808716, "_timestamp": 1596212956.1942139, "_step": 101}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 1.0, 0.0, 2.0, 4.0, 0.0, 0.0, 2.0, 0.0, 2.0, 4.0, 4.0, 3.0, 3.0, 5.0, 2.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0], "bins": [-0.010257121175527573, -0.00994056649506092, -0.009624011814594269, -0.009307457134127617, -0.008990902453660965, -0.008674347773194313, -0.008357793092727661, -0.00804123841226101, -0.00772468326613307, -0.007408128585666418, -0.007091573905199766, -0.006775019224733114, -0.006458464078605175, -0.006141909398138523, -0.005825354717671871, -0.005508800037205219, -0.005192245356738567, -0.0048756906762719154, -0.0045591359958052635, -0.004242581315338612, -0.00392602663487196, -0.003609471721574664, -0.0032929168082773685, -0.0029763621278107166, -0.0026598074473440647, -0.002343252766877413, -0.002026698086410761, -0.0017101431731134653, -0.0013935884926468134, -0.0010770338121801615, -0.0007604790152981877, -0.0004439242766238749, -0.00012736953794956207, 0.00018918520072475076, 0.0005057399393990636, 0.0008222946780733764, 0.0011388494167476892, 0.0014554040972143412, 0.001771958894096315, 0.0020885136909782887, 0.0024050683714449406, 0.0027216230519115925, 0.0030381777323782444, 0.00335473264567554, 0.003671287326142192, 0.0039878422394394875, 0.004304396919906139, 0.004620951600372791, 0.004937506280839443, 0.005254060961306095, 0.005570615641772747, 0.005887170322239399, 0.006203725002706051, 0.00652028014883399, 0.006836834829300642, 0.007153389509767294, 0.007469944190233946, 0.007786498870700598, 0.008103054016828537, 0.008419608697295189, 0.00873616337776184, 0.009052718058228493, 0.009369272738695145, 0.009685827419161797, 0.010002382099628448]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 3.0, 6.0, 8.0, 8.0, 16.0, 17.0, 15.0, 42.0, 41.0, 55.0, 73.0, 83.0, 143.0, 186.0, 419.0, 5222.0, 778.0, 283.0, 166.0, 116.0, 57.0, 41.0, 40.0, 22.0, 28.0, 19.0, 11.0, 6.0, 4.0, 5.0, 3.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.15718501806259155, -0.15236911177635193, -0.1475532203912735, -0.14273731410503387, -0.13792140781879425, -0.13310551643371582, -0.1282896101474762, -0.12347370386123657, -0.11865780502557755, -0.11384190618991852, -0.1090259999036789, -0.10421010106801987, -0.09939420223236084, -0.09457829594612122, -0.08976239711046219, -0.08494649082422256, -0.08013059198856354, -0.07531469315290451, -0.07049878686666489, -0.06568288803100586, -0.060866985470056534, -0.05605108290910721, -0.05123518407344818, -0.046419281512498856, -0.04160337895154953, -0.036787476390600204, -0.03197157382965088, -0.027155674993991852, -0.022339772433042526, -0.0175238698720932, -0.012707969173789024, -0.007892067544162273, -0.0030761659145355225, 0.0017397357150912285, 0.006555637344717979, 0.01137153897434473, 0.01618744060397148, 0.021003343164920807, 0.025819243863224983, 0.03063514456152916, 0.035451047122478485, 0.04026694968342781, 0.045082852244377136, 0.04989875108003616, 0.05471465364098549, 0.059530556201934814, 0.06434645503759384, 0.06916236132383347, 0.07397826015949249, 0.07879415899515152, 0.08361006528139114, 0.08842596411705017, 0.0932418704032898, 0.09805776923894882, 0.10287366807460785, 0.10768957436084747, 0.1125054731965065, 0.11732137203216553, 0.12213727831840515, 0.12695318460464478, 0.1317690759897232, 0.13658498227596283, 0.14140088856220245, 0.14621677994728088, 0.1510326862335205]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 4.0, 1.0, 2.0, 2.0, 1.0, 3.0, 6.0, 0.0, 1.0, 2.0, 4.0, 2.0, 6.0, 5.0, 7.0, 3.0, 1.0, 3.0, 24.0, 6.0, 3.0, 5.0, 5.0, 2.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 2.0, 2.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.0022824369370937347, -0.0021907046902924776, -0.002098972210660577, -0.0020072399638593197, -0.001915507484227419, -0.0018237752374261618, -0.0017320428742095828, -0.0016403105109930038, -0.0015485781477764249, -0.001456845784559846, -0.001365113421343267, -0.001273381058126688, -0.0011816488113254309, -0.001089916448108852, -0.000998184084892273, -0.000906451721675694, -0.000814719358459115, -0.0007229869952425361, -0.0006312546320259571, -0.0005395223270170391, -0.0004477899638004601, -0.00035605760058388114, -0.00026432526647113264, -0.0001725929178064689, -8.086056914180517e-05, 1.087177952285856e-05, 0.00010260412818752229, 0.00019433647685218602, 0.00028606882551684976, 0.0003778011887334287, 0.0004695335228461772, 0.0005612658569589257, 0.0006529982201755047, 0.0007447305833920836, 0.0008364629466086626, 0.0009281952516175807, 0.0010199276730418205, 0.0011116599198430777, 0.0012033922830596566, 0.0012951246462762356, 0.0013868570094928145, 0.0014785893727093935, 0.0015703217359259725, 0.0016620540991425514, 0.0017537863459438086, 0.0018455187091603875, 0.0019372510723769665, 0.0020289835520088673, 0.0021207157988101244, 0.0022124480456113815, 0.0023041805252432823, 0.0023959127720445395, 0.0024876452516764402, 0.0025793774984776974, 0.002671109978109598, 0.0027628422249108553, 0.0028545744717121124, 0.002946306951344013, 0.0030380391981452703, 0.003129771677777171, 0.0032215039245784283, 0.003313236404210329, 0.003404968651011586, 0.003496701130643487, 0.003588433377444744]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 7.0, 6.0, 5.0, 18.0, 20.0, 31.0, 67.0, 78.0, 117.0, 173.0, 247.0, 399.0, 693.0, 1194.0, 1954.0, 3331.0, 5965.0, 10672.0, 21509.0, 49587.0, 163648.0, 801692.0, 58122.0, 24906.0, 13038.0, 7594.0, 4713.0, 3016.0, 1941.0, 1332.0, 923.0, 682.0, 458.0, 354.0, 268.0, 193.0, 159.0, 116.0, 86.0, 54.0, 57.0, 46.0, 46.0, 26.0, 19.0, 21.0, 11.0, 7.0, 13.0, 7.0, 4.0, 3.0, 8.0, 3.0, 1.0, 0.0, 2.0, 1.0], "bins": [-0.005115526728332043, -0.004927700385451317, -0.004739874508231878, -0.004552048165351152, -0.004364222288131714, -0.004176395945250988, -0.003988569602370262, -0.00380074349232018, -0.0036129173822700977, -0.0034250912722200155, -0.0032372651621699333, -0.0030494388192892075, -0.0028616127092391253, -0.002673786599189043, -0.002485960256308317, -0.002298134146258235, -0.0021103080362081528, -0.0019224819261580706, -0.0017346556996926665, -0.0015468294732272625, -0.0013590033631771803, -0.001171177253127098, -0.000983351026661694, -0.0007955248584039509, -0.0006076986901462078, -0.0004198725218884647, -0.00023204635363072157, -4.422018537297845e-05, 0.00014360598288476467, 0.0003314321511425078, 0.0005192583194002509, 0.000707084487657994, 0.0008949106559157372, 0.0010827367659658194, 0.0012705629924312234, 0.0014583892188966274, 0.0016462153289467096, 0.0018340414389967918, 0.0020218677818775177, 0.0022096938919276, 0.002397520001977682, 0.0025853461120277643, 0.0027731722220778465, 0.0029609985649585724, 0.0031488246750086546, 0.003336650785058737, 0.0035244771279394627, 0.003712303237989545, 0.003900129348039627, 0.004087955690920353, 0.0042757815681397915, 0.004463607911020517, 0.004651433788239956, 0.004839260131120682, 0.005027086474001408, 0.005214912351220846, 0.005402738694101572, 0.005590565036982298, 0.0057783909142017365, 0.005966217257082462, 0.006154043599963188, 0.006341869477182627, 0.006529695820063353, 0.006717521697282791, 0.006905348040163517]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 3.0, 5.0, 15.0, 6.0, 3.0, 4.0, 4.0, 7.0, 5.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.07329833507537842, -0.07184667140245438, -0.07039501518011093, -0.06894335150718689, -0.06749168783426285, -0.0660400241613388, -0.06458836793899536, -0.06313670426607132, -0.06168504059314728, -0.060233380645513535, -0.05878172069787979, -0.05733005702495575, -0.055878397077322006, -0.054426733404397964, -0.05297507345676422, -0.05152340978384018, -0.050071749836206436, -0.04862008988857269, -0.04716842621564865, -0.04571676626801491, -0.044265102595090866, -0.04281344264745712, -0.04136177897453308, -0.03991011902689934, -0.038458459079265594, -0.03700679540634155, -0.03555513545870781, -0.03410347178578377, -0.032651811838150024, -0.031200150027871132, -0.02974848821759224, -0.028296826407313347, -0.026845164597034454, -0.025393502786755562, -0.02394184097647667, -0.022490179166197777, -0.021038517355918884, -0.01958685740828514, -0.01813519559800625, -0.016683533787727356, -0.015231871977448463, -0.013780210167169571, -0.012328548356890678, -0.01087688747793436, -0.009425225667655468, -0.007973563857376575, -0.00652190251275897, -0.005070241168141365, -0.0036185793578624725, -0.0021669177804142237, -0.0007152562029659748, 0.0007364053744822741, 0.002188066951930523, 0.0036397285293787718, 0.005091390106827021, 0.006543051451444626, 0.007994713261723518, 0.009446375072002411, 0.010898036882281303, 0.012349697761237621, 0.013801359571516514, 0.015253021381795406, 0.016704682260751724, 0.018156344071030617, 0.01960800588130951]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [6.0, 2.0, 3.0, 6.0, 0.0, 1.0, 0.0, 8.0, 5.0, 13.0, 1.0, 1.0, 0.0, 7.0, 7.0, 3.0, 10.0, 6.0, 2.0, 8.0, 5.0, 17.0, 13.0, 12.0, 15.0, 17.0, 17.0, 28.0, 35.0, 22.0, 39.0, 55.0, 78.0, 131.0, 160.0, 270.0, 510.0, 1072.0, 6967.0, 4447.0, 1821.0, 1057.0, 593.0, 357.0, 268.0, 131.0, 69.0, 36.0, 31.0, 18.0, 13.0, 15.0, 8.0, 1.0, 4.0, 3.0, 1.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.022492235526442528, -0.02191436104476452, -0.02133648656308651, -0.0207586120814085, -0.02018073759973049, -0.019602863118052483, -0.019024988636374474, -0.018447114154696465, -0.017869239673018456, -0.017291365191340446, -0.016713490709662437, -0.01613561622798443, -0.01555774174630642, -0.01497986726462841, -0.014401992782950401, -0.013824118301272392, -0.013246243819594383, -0.012668369337916374, -0.012090494856238365, -0.011512620374560356, -0.010934745892882347, -0.010356871411204338, -0.009778996929526329, -0.00920112244784832, -0.008623247966170311, -0.008045373484492302, -0.007467499002814293, -0.006889624521136284, -0.006311750039458275, -0.005733875557780266, -0.005156001076102257, -0.004578126594424248, -0.004000252112746239, -0.0034223776310682297, -0.0028445031493902206, -0.0022666286677122116, -0.0016887541860342026, -0.0011108797043561935, -0.0005330052226781845, 4.4869258999824524e-05, 0.0006227437406778336, 0.0012006182223558426, 0.0017784927040338516, 0.0023563671857118607, 0.0029342416673898697, 0.0035121161490678787, 0.004089990630745888, 0.004667865112423897, 0.005245739594101906, 0.005823614075779915, 0.006401488557457924, 0.006979363039135933, 0.007557237520813942, 0.008135112002491951, 0.00871298648416996, 0.009290860965847969, 0.009868735447525978, 0.010446609929203987, 0.011024484410881996, 0.011602358892560005, 0.012180233374238014, 0.012758107855916023, 0.013335982337594032, 0.013913856819272041, 0.01449173130095005]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 3.0, 4.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.10970283299684525, -0.10474491864442825, -0.09978700429201126, -0.09482908993959427, -0.08987117558717728, -0.08491326123476028, -0.07995534688234329, -0.0749974325299263, -0.0700395256280899, -0.06508161127567291, -0.06012369319796562, -0.05516577884554863, -0.050207868218421936, -0.045249953866004944, -0.04029203951358795, -0.03533412516117096, -0.030376210808753967, -0.025418296456336975, -0.020460382103919983, -0.01550246961414814, -0.010544555261731148, -0.005586641374975443, -0.000628727488219738, 0.004329186398535967, 0.009287100285291672, 0.014245014637708664, 0.019202928990125656, 0.0241608414798975, 0.02911875583231449, 0.034076668322086334, 0.039034582674503326, 0.04399249702692032, 0.04895041137933731, 0.0539083257317543, 0.058866240084171295, 0.06382415443658829, 0.06878206878900528, 0.07373998314142227, 0.07869789749383926, 0.08365581184625626, 0.08861371874809265, 0.09357163310050964, 0.09852954745292664, 0.10348746180534363, 0.10844537615776062, 0.11340329051017761, 0.1183612048625946, 0.1233191192150116, 0.1282770335674286, 0.13323494791984558, 0.13819286227226257, 0.14315077662467957, 0.14810869097709656, 0.15306660532951355, 0.15802451968193054, 0.16298243403434753, 0.16794034838676453, 0.17289826273918152, 0.1778561770915985, 0.1828140914440155, 0.1877720057964325, 0.1927299201488495, 0.19768783450126648, 0.20264574885368347, 0.20760366320610046]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0, 2.0, 0.0, 3.0, 2.0, 5.0, 3.0, 3.0, 4.0, 6.0, 7.0, 2.0, 12.0, 7.0, 11.0, 19.0, 17.0, 52.0, 26.0, 26.0, 11.0, 4.0, 1.0, 2.0, 5.0, 3.0, 3.0, 6.0, 0.0, 4.0, 2.0, 1.0, 0.0, 1.0, 1.0, 5.0, 0.0, 2.0, 4.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.06436086446046829, -0.06238901987671852, -0.06041717529296875, -0.05844533070921898, -0.05647348612546921, -0.054501645267009735, -0.052529800683259964, -0.05055795609951019, -0.04858611151576042, -0.04661426693201065, -0.04464242234826088, -0.04267057776451111, -0.040698736906051636, -0.038726892322301865, -0.036755047738552094, -0.03478320315480232, -0.03281135857105255, -0.03083951398730278, -0.02886766940355301, -0.026895826682448387, -0.024923982098698616, -0.022952137514948845, -0.020980294793844223, -0.019008450210094452, -0.01703660562634468, -0.01506476104259491, -0.013092917390167713, -0.011121073737740517, -0.009149229153990746, -0.007177385035902262, -0.005205540917813778, -0.003233696799725294, -0.0012618526816368103, 0.0007099914364516735, 0.0026818355545401573, 0.004653679672628641, 0.006625523790717125, 0.008597368374466896, 0.010569212026894093, 0.012541055679321289, 0.01451290026307106, 0.01648474484682083, 0.018456589430570602, 0.020428432151675224, 0.022400276735424995, 0.024372121319174767, 0.02634396404027939, 0.02831580862402916, 0.03028765320777893, 0.0322594977915287, 0.03423134237527847, 0.036203186959028244, 0.038175031542778015, 0.04014687240123749, 0.04211871698498726, 0.04409056156873703, 0.0460624061524868, 0.04803425073623657, 0.05000609531998634, 0.051977939903736115, 0.05394978076219559, 0.05592162534594536, 0.05789346992969513, 0.0598653145134449, 0.06183715909719467]}, "_runtime": 86.26473331451416, "_timestamp": 1596212956.966271, "_step": 102}
+{"val_accuracy": 0.8126591038812785, "val_loss": 0.477645524832756, "_runtime": 88.32950067520142, "_timestamp": 1596212959.0310383, "_step": 103}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: n Confidence: 0.2013823240995407 Truth: v", "Prediction: 5 Confidence: 0.9999843835830688 Truth: 5", "Prediction: 2 Confidence: 0.9974703788757324 Truth: 2", "Prediction: 0 Confidence: 0.564977765083313 Truth: 0"]}, "_runtime": 88.64634346961975, "_timestamp": 1596212959.347881, "_step": 104}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 2.0, 0.0, 1.0, 3.0, 1.0, 2.0, 3.0, 2.0, 1.0, 3.0, 2.0, 6.0, 2.0, 2.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012645281851291656, -0.012253941036760807, -0.011862601153552532, -0.011471260339021683, -0.011079920455813408, -0.010688579641282558, -0.010297238826751709, -0.009905898943543434, -0.009514558129012585, -0.009123217314481735, -0.00873187743127346, -0.008340536616742611, -0.007949195802211761, -0.007557855919003487, -0.007166515104472637, -0.006775174755603075, -0.006383834406733513, -0.005992494057863951, -0.005601153708994389, -0.005209812894463539, -0.004818472545593977, -0.004427132196724415, -0.004035791382193565, -0.0036444510333240032, -0.003253110684454441, -0.002861770335584879, -0.002470429753884673, -0.0020790891721844673, -0.0016877488233149052, -0.0012964083580300212, -0.0009050678927451372, -0.0005137274274602532, -0.00012238696217536926, 0.0002689535031095147, 0.0006602939683943987, 0.0010516344336792827, 0.0014429748989641666, 0.0018343153642490506, 0.0022256558295339346, 0.0026169964112341404, 0.0030083367601037025, 0.0033996771089732647, 0.0037910176906734705, 0.004182358272373676, 0.0045736986212432384, 0.004965038970112801, 0.00535637978464365, 0.005747720133513212, 0.006139060482382774, 0.0065304008312523365, 0.006921741180121899, 0.007313081994652748, 0.00770442234352231, 0.008095762692391872, 0.008487103506922722, 0.008878443390130997, 0.009269784204661846, 0.009661125019192696, 0.01005246490240097, 0.01044380571693182, 0.01083514653146267, 0.011226486414670944, 0.011617827229201794, 0.012009167112410069, 0.012400507926940918]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 3.0, 1.0, 2.0, 3.0, 3.0, 6.0, 11.0, 3.0, 16.0, 15.0, 22.0, 22.0, 39.0, 58.0, 76.0, 85.0, 92.0, 192.0, 244.0, 493.0, 5139.0, 603.0, 252.0, 144.0, 109.0, 86.0, 51.0, 39.0, 20.0, 16.0, 21.0, 14.0, 7.0, 9.0, 9.0, 3.0, 6.0, 0.0, 5.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0], "bins": [-0.15684789419174194, -0.1524173468351364, -0.1479867845773697, -0.14355623722076416, -0.13912567496299744, -0.1346951276063919, -0.13026458024978638, -0.12583401799201965, -0.12140347063541412, -0.116972915828228, -0.11254236102104187, -0.10811181366443634, -0.10368125885725021, -0.09925070405006409, -0.09482015669345856, -0.09038960188627243, -0.0859590470790863, -0.08152849227190018, -0.07709793746471405, -0.07266739010810852, -0.0682368353009224, -0.06380628049373627, -0.05937572941184044, -0.05494517832994461, -0.050514623522758484, -0.04608406871557236, -0.04165351763367653, -0.0372229665517807, -0.032792411744594574, -0.028361858800053596, -0.02393130585551262, -0.01950075291097164, -0.015070199966430664, -0.010639647021889687, -0.006209094077348709, -0.0017785411328077316, 0.002652011811733246, 0.007082564756274223, 0.0115131177008152, 0.01594367064535618, 0.020374223589897156, 0.024804776534438133, 0.02923532947897911, 0.03366588056087494, 0.038096435368061066, 0.04252699017524719, 0.04695754125714302, 0.05138809233903885, 0.055818647146224976, 0.0602492019534111, 0.06467975676059723, 0.06911030411720276, 0.07354085892438889, 0.07797141373157501, 0.08240196108818054, 0.08683251589536667, 0.0912630707025528, 0.09569362550973892, 0.10012418031692505, 0.10455472767353058, 0.1089852824807167, 0.11341583728790283, 0.11784638464450836, 0.12227693945169449, 0.12670749425888062]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 2.0, 5.0, 2.0, 4.0, 2.0, 5.0, 3.0, 5.0, 3.0, 3.0, 3.0, 4.0, 29.0, 2.0, 5.0, 3.0, 2.0, 7.0, 2.0, 6.0, 0.0, 0.0, 5.0, 1.0, 3.0, 2.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.003414425067603588, -0.003317137248814106, -0.003219849430024624, -0.0031225616112351418, -0.0030252737924456596, -0.0029279859736561775, -0.0028306981548666954, -0.0027334103360772133, -0.002636122517287731, -0.002538834698498249, -0.002441546879708767, -0.002344259060919285, -0.0022469712421298027, -0.0021496834233403206, -0.0020523956045508385, -0.0019551077857613564, -0.001857820083387196, -0.001760532264597714, -0.0016632444458082318, -0.0015659566270187497, -0.0014686688082292676, -0.0013713809894397855, -0.0012740931706503034, -0.0011768053518608212, -0.001079517649486661, -0.0009822298306971788, -0.0008849419537000358, -0.0007876541349105537, -0.0006903663743287325, -0.0005930785555392504, -0.0004957907367497683, -0.00039850291796028614, -0.000301215099170804, -0.0002039272803813219, -0.00010663947614375502, -9.351664630230516e-06, 8.793614688329399e-05, 0.0001852239656727761, 0.00028251175535842776, 0.0003797995741479099, 0.000477087392937392, 0.0005743752117268741, 0.0006716630305163562, 0.0007689508493058383, 0.0008662386098876595, 0.0009635264286771417, 0.0010608142474666238, 0.001158102066256106, 0.001255389885045588, 0.0013526777038350701, 0.0014499655226245522, 0.0015472533414140344, 0.0016445411602035165, 0.0017418289789929986, 0.0018391167977824807, 0.0019364046165719628, 0.002033692318946123, 0.0021309801377356052, 0.0022282679565250874, 0.0023255557753145695, 0.0024228435941040516, 0.0025201314128935337, 0.002617419231683016, 0.002714707050472498, 0.00281199486926198]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 3.0, 4.0, 1.0, 1.0, 9.0, 5.0, 6.0, 16.0, 17.0, 35.0, 48.0, 63.0, 113.0, 170.0, 229.0, 300.0, 463.0, 732.0, 1131.0, 1796.0, 2938.0, 5171.0, 9465.0, 18886.0, 44180.0, 153309.0, 823369.0, 61367.0, 25248.0, 12478.0, 6999.0, 4090.0, 2373.0, 1559.0, 993.0, 678.0, 445.0, 285.0, 199.0, 133.0, 103.0, 73.0, 39.0, 26.0, 25.0, 17.0, 19.0, 9.0, 8.0, 3.0, 2.0, 3.0, 2.0, 1.0, 2.0, 3.0], "bins": [-0.0067037614062428474, -0.0065080588683485985, -0.006312356796115637, -0.006116654258221388, -0.005920952185988426, -0.005725249648094177, -0.005529547110199928, -0.005333845037966967, -0.005138142500072718, -0.004942439962178469, -0.004746737889945507, -0.004551035352051258, -0.004355332814157009, -0.0041596307419240475, -0.0039639282040297985, -0.003768225898966193, -0.003572523593902588, -0.0033768212888389826, -0.0031811189837753773, -0.0029854164458811283, -0.002789714140817523, -0.0025940118357539177, -0.0023983092978596687, -0.0022026069927960634, -0.002006904687732458, -0.0018112023826688528, -0.0016154999611899257, -0.0014197975397109985, -0.0012240952346473932, -0.001028392929583788, -0.0008326905081048608, -0.0006369881448335946, -0.00044128578156232834, -0.0002455834182910621, -4.9881055019795895e-05, 0.00014582130825147033, 0.00034152367152273655, 0.0005372260347940028, 0.000732928398065269, 0.0009286307613365352, 0.0011243331246078014, 0.0013200354296714067, 0.0015157378511503339, 0.001711440272629261, 0.0019071425776928663, 0.0021028448827564716, 0.0022985474206507206, 0.002494249725714326, 0.002689952030777931, 0.0028856543358415365, 0.003081356640905142, 0.003277059178799391, 0.003472761483862996, 0.0036684637889266014, 0.0038641663268208504, 0.004059868399053812, 0.004255570936948061, 0.00445127347484231, 0.004646975547075272, 0.004842678084969521, 0.0050383806228637695, 0.005234082695096731, 0.00542978523299098, 0.005625487305223942, 0.005821189843118191]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 4.0, 2.0, 1.0, 1.0, 1.0, 0.0, 2.0, 4.0, 2.0, 1.0, 5.0, 10.0, 1.0, 4.0, 0.0, 2.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01594669185578823, -0.015267780981957912, -0.014588870108127594, -0.013909959234297276, -0.013231048360466957, -0.012552138417959213, -0.011873227544128895, -0.011194316670298576, -0.010515405796468258, -0.00983649492263794, -0.009157584048807621, -0.008478673174977303, -0.007799762766808271, -0.007120851892977953, -0.006441941484808922, -0.005763030610978603, -0.005084119737148285, -0.0044052088633179665, -0.0037262982223182917, -0.003047387581318617, -0.0023684767074882984, -0.0016895659500733018, -0.0010106551926583052, -0.00033174443524330854, 0.0003471663221716881, 0.0010260770795866847, 0.0017049878370016813, 0.002383898478001356, 0.0030628093518316746, 0.003741720225661993, 0.004420630633831024, 0.005099541507661343, 0.005778452381491661, 0.0064573632553219795, 0.007136274129152298, 0.007815185002982616, 0.008494095876812935, 0.009173005819320679, 0.009851916693150997, 0.010530827566981316, 0.011209738440811634, 0.011888649314641953, 0.012567560188472271, 0.01324647106230259, 0.013925381004810333, 0.014604291878640652, 0.01528320275247097, 0.015962114557623863, 0.016641024500131607, 0.01731993444263935, 0.017998846247792244, 0.018677756190299988, 0.01935666799545288, 0.020035577937960625, 0.020714489743113518, 0.02139339968562126, 0.022072311490774155, 0.0227512214332819, 0.023430131375789642, 0.024109043180942535, 0.02478795312345028, 0.025466864928603172, 0.026145774871110916, 0.02682468667626381, 0.027503596618771553]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 1.0, 3.0, 0.0, 4.0, 8.0, 6.0, 11.0, 13.0, 8.0, 16.0, 24.0, 23.0, 46.0, 45.0, 59.0, 77.0, 100.0, 131.0, 229.0, 327.0, 516.0, 783.0, 1125.0, 1840.0, 6767.0, 2737.0, 1165.0, 690.0, 449.0, 315.0, 205.0, 145.0, 109.0, 111.0, 85.0, 47.0, 39.0, 31.0, 14.0, 26.0, 21.0, 12.0, 15.0, 10.0, 7.0, 9.0, 2.0, 3.0, 4.0, 1.0, 2.0, 3.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 4.0, 0.0, 1.0], "bins": [-0.010616056621074677, -0.010236045345664024, -0.009856034070253372, -0.00947602279484272, -0.009096011519432068, -0.008716000244021416, -0.008335988968610764, -0.007955977693200111, -0.007575966417789459, -0.007195955142378807, -0.006815943866968155, -0.006435932591557503, -0.006055921316146851, -0.005675910040736198, -0.005295898765325546, -0.004915887489914894, -0.004535876214504242, -0.00415586493909359, -0.0037758536636829376, -0.0033958423882722855, -0.0030158311128616333, -0.002635819837450981, -0.002255808562040329, -0.0018757972866296768, -0.0014957860112190247, -0.0011157747358083725, -0.0007357634603977203, -0.0003557521849870682, 2.4259090423583984e-05, 0.00040427036583423615, 0.0007842816412448883, 0.0011642929166555405, 0.0015443041920661926, 0.0019243154674768448, 0.002304326742887497, 0.002684338018298149, 0.0030643492937088013, 0.0034443605691194534, 0.0038243718445301056, 0.004204383119940758, 0.00458439439535141, 0.004964405670762062, 0.005344416946172714, 0.005724428221583366, 0.0061044394969940186, 0.006484450772404671, 0.006864462047815323, 0.007244473323225975, 0.007624484598636627, 0.00800449587404728, 0.008384507149457932, 0.008764518424868584, 0.009144529700279236, 0.009524540975689888, 0.00990455225110054, 0.010284563526511192, 0.010664574801921844, 0.011044586077332497, 0.011424597352743149, 0.011804608628153801, 0.012184619903564453, 0.012564631178975105, 0.012944642454385757, 0.01332465372979641, 0.013704665005207062]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 1.0, 0.0, 0.0, 2.0, 3.0, 6.0, 1.0, 0.0, 3.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.22976981103420258, -0.2240908443927765, -0.2184118926525116, -0.2127329260110855, -0.20705395936965942, -0.20137500762939453, -0.19569604098796844, -0.19001708924770355, -0.18433812260627747, -0.17865915596485138, -0.1729802042245865, -0.1673012375831604, -0.1616222858428955, -0.15594331920146942, -0.15026435256004333, -0.14458540081977844, -0.13890643417835236, -0.13322746753692627, -0.12754851579666138, -0.12186954915523529, -0.1161905899643898, -0.11051163077354431, -0.10483266413211823, -0.09915370494127274, -0.09347474575042725, -0.08779578655958176, -0.08211682736873627, -0.07643786072731018, -0.07075890153646469, -0.0650799423456192, -0.059400979429483414, -0.053722016513347626, -0.048043057322502136, -0.04236409813165665, -0.03668513521552086, -0.03100617416203022, -0.02532721310853958, -0.019648252055048943, -0.013969291001558304, -0.008290329948067665, -0.0026113688945770264, 0.0030675921589136124, 0.008746553212404251, 0.01442551426589489, 0.02010447531938553, 0.025783436372876167, 0.031462397426366806, 0.037141360342502594, 0.042820319533348083, 0.04849927872419357, 0.05417824164032936, 0.05985720455646515, 0.06553616374731064, 0.07121512293815613, 0.07689408957958221, 0.0825730487704277, 0.0882520079612732, 0.09393096715211868, 0.09960992634296417, 0.10528889298439026, 0.11096785217523575, 0.11664681136608124, 0.12232577800750732, 0.12800472974777222, 0.1336836963891983]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 2.0, 3.0, 0.0, 0.0, 0.0, 2.0, 2.0, 2.0, 5.0, 7.0, 7.0, 14.0, 11.0, 10.0, 26.0, 65.0, 41.0, 26.0, 11.0, 9.0, 8.0, 4.0, 0.0, 4.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0], "bins": [-0.17176246643066406, -0.16771769523620605, -0.16367290914058685, -0.15962813794612885, -0.15558335185050964, -0.15153858065605164, -0.14749380946159363, -0.14344902336597443, -0.13940425217151642, -0.1353594809770584, -0.1313146948814392, -0.1272699236869812, -0.1232251450419426, -0.11918036639690399, -0.11513559520244598, -0.11109081655740738, -0.10704603791236877, -0.10300125926733017, -0.09895648062229156, -0.09491170942783356, -0.09086693078279495, -0.08682215213775635, -0.08277738094329834, -0.07873260229825974, -0.07468782365322113, -0.07064304500818253, -0.06659826636314392, -0.06255349516868591, -0.05850871652364731, -0.054463937878608704, -0.0504191629588604, -0.04637438803911209, -0.042329609394073486, -0.03828483074903488, -0.034240055829286575, -0.03019527904689312, -0.026150502264499664, -0.02210572548210621, -0.018060948699712753, -0.014016171917319298, -0.009971395134925842, -0.005926618352532387, -0.0018818415701389313, 0.0021629352122545242, 0.00620771199464798, 0.010252488777041435, 0.01429726555943489, 0.018342042341828346, 0.022386819124221802, 0.026431595906615257, 0.030476372689008713, 0.03452114760875702, 0.038565926253795624, 0.04261070489883423, 0.046655479818582535, 0.05070025473833084, 0.054745033383369446, 0.05878981202840805, 0.06283459067344666, 0.06687936186790466, 0.07092414051294327, 0.07496891915798187, 0.07901369035243988, 0.08305846899747849, 0.08710324764251709]}, "_runtime": 88.74415421485901, "_timestamp": 1596212959.4456918, "_step": 105}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 3.0, 2.0, 0.0, 3.0, 1.0, 2.0, 1.0, 2.0, 9.0, 3.0, 1.0, 2.0, 0.0, 2.0, 0.0, 2.0, 3.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.01119318325072527, -0.010847640223801136, -0.010502098128199577, -0.010156555101275444, -0.00981101207435131, -0.009465469978749752, -0.009119926951825619, -0.00877438485622406, -0.008428841829299927, -0.008083298802375793, -0.007737756706774235, -0.0073922136798501015, -0.0070466711185872555, -0.0067011285573244095, -0.006355585530400276, -0.00601004296913743, -0.005664500407874584, -0.005318957846611738, -0.004973415285348892, -0.004627872258424759, -0.004282329697161913, -0.003936787135899067, -0.0035912443418055773, -0.0032457015477120876, -0.0029001589864492416, -0.0025546164251863956, -0.002209073631092906, -0.0018635309534147382, -0.0015179882757365704, -0.0011724455980584025, -0.0008269029203802347, -0.0004813602427020669, -0.00013581756502389908, 0.00020972511265426874, 0.0005552677903324366, 0.0009008104680106044, 0.0012463531456887722, 0.00159189582336694, 0.0019374385010451078, 0.0022829812951385975, 0.0026285238564014435, 0.0029740664176642895, 0.003319609211757779, 0.0036651520058512688, 0.004010694567114115, 0.004356237128376961, 0.004701780155301094, 0.00504732271656394, 0.005392865277826786, 0.005738407839089632, 0.006083950400352478, 0.006429493427276611, 0.006775035988539457, 0.007120578549802303, 0.007466121576726437, 0.007811664137989283, 0.008157206699252129, 0.008502749726176262, 0.00884829182177782, 0.009193834848701954, 0.009539376944303513, 0.009884919971227646, 0.01023046299815178, 0.010576005093753338, 0.010921548120677471]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 3.0, 1.0, 3.0, 2.0, 3.0, 4.0, 2.0, 2.0, 7.0, 11.0, 12.0, 17.0, 18.0, 28.0, 32.0, 32.0, 49.0, 52.0, 76.0, 102.0, 118.0, 190.0, 259.0, 470.0, 5125.0, 482.0, 223.0, 155.0, 97.0, 81.0, 50.0, 39.0, 33.0, 32.0, 22.0, 26.0, 17.0, 12.0, 12.0, 9.0, 5.0, 5.0, 3.0, 2.0, 1.0, 2.0, 1.0, 3.0, 1.0, 0.0, 1.0], "bins": [-0.15780030190944672, -0.15356339514255524, -0.14932647347450256, -0.14508956670761108, -0.1408526450395584, -0.13661573827266693, -0.13237881660461426, -0.12814190983772278, -0.1239049956202507, -0.11966808140277863, -0.11543116718530655, -0.11119425296783447, -0.106957346200943, -0.10272043198347092, -0.09848351776599884, -0.09424660354852676, -0.09000968933105469, -0.08577277511358261, -0.08153586089611053, -0.07729894667863846, -0.07306203246116638, -0.0688251256942749, -0.06458821147680283, -0.06035129725933075, -0.05611438304185867, -0.0518774688243866, -0.04764055460691452, -0.04340364411473274, -0.039166729897260666, -0.03492981567978859, -0.030692903324961662, -0.026455990970134735, -0.02221907675266266, -0.017982162535190582, -0.013745250180363655, -0.009508336894214153, -0.0052714236080646515, -0.0010345103219151497, 0.003202402964234352, 0.007439316250383854, 0.011676229536533356, 0.015913143754005432, 0.02015005610883236, 0.024386968463659286, 0.028623882681131363, 0.03286079689860344, 0.03709770739078522, 0.041334621608257294, 0.04557153582572937, 0.04980845004320145, 0.05404536426067352, 0.0582822747528553, 0.06251919269561768, 0.06675609946250916, 0.07099301367998123, 0.07522992789745331, 0.07946684211492538, 0.08370375633239746, 0.08794067054986954, 0.09217758476734161, 0.0964144915342331, 0.10065140575170517, 0.10488831996917725, 0.10912523418664932, 0.1133621484041214]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 4.0, 0.0, 1.0, 2.0, 3.0, 3.0, 3.0, 1.0, 6.0, 2.0, 1.0, 3.0, 4.0, 7.0, 2.0, 25.0, 6.0, 1.0, 3.0, 4.0, 3.0, 6.0, 5.0, 2.0, 0.0, 3.0, 2.0, 3.0, 4.0, 4.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0035710104275494814, -0.00345147168263793, -0.0033319329377263784, -0.0032123944256454706, -0.003092855680733919, -0.0029733169358223677, -0.002853778190910816, -0.0027342394459992647, -0.0026147007010877132, -0.0024951621890068054, -0.002375623444095254, -0.0022560846991837025, -0.002136545954272151, -0.0020170072093605995, -0.0018974685808643699, -0.0017779299523681402, -0.0016583912074565887, -0.0015388524625450373, -0.0014193138340488076, -0.0012997750891372561, -0.0011802364606410265, -0.001060697715729475, -0.0009411589708179235, -0.000821620284114033, -0.0007020815974101424, -0.0005825429107062519, -0.00046300419489853084, -0.0003434654790908098, -0.00022392679238691926, -0.00010438809113111347, 1.515061012469232e-05, 0.0001346893113804981, 0.0002542280126363039, 0.00037376669934019446, 0.000493305386044085, 0.0006128441309556365, 0.0007323828176595271, 0.0008519215043634176, 0.0009714602492749691, 0.0010909988777711987, 0.0012105376226827502, 0.0013300763675943017, 0.0014496149960905313, 0.0015691537410020828, 0.0016886924859136343, 0.001808231114409864, 0.0019277698593214154, 0.002047308487817645, 0.0021668472327291965, 0.002286385977640748, 0.0024059247225522995, 0.0025254632346332073, 0.002645001979544759, 0.0027645407244563103, 0.0028840794693678617, 0.0030036182142794132, 0.003123156726360321, 0.0032426954712718725, 0.003362234216183424, 0.0034817729610949755, 0.003601311706006527, 0.0037208504509180784, 0.0038403889629989862, 0.003959927707910538, 0.004079466685652733]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 5.0, 5.0, 7.0, 8.0, 15.0, 16.0, 28.0, 45.0, 51.0, 59.0, 98.0, 121.0, 179.0, 248.0, 373.0, 527.0, 782.0, 1181.0, 1883.0, 3052.0, 5279.0, 9100.0, 17899.0, 41367.0, 132851.0, 827716.0, 70193.0, 29281.0, 15080.0, 8532.0, 4986.0, 3084.0, 1865.0, 1284.0, 791.0, 543.0, 386.0, 233.0, 171.0, 117.0, 58.0, 40.0, 35.0, 17.0, 21.0, 9.0, 9.0, 3.0, 1.0, 3.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.006579346489161253, -0.006346977315843105, -0.006114608142524958, -0.005882238503545523, -0.005649869330227375, -0.005417500156909227, -0.00518513098359108, -0.004952761810272932, -0.004720392636954784, -0.004488022997975349, -0.004255653824657202, -0.004023284651339054, -0.0037909154780209064, -0.003558546071872115, -0.0033261768985539675, -0.003093807492405176, -0.0028614383190870285, -0.002629069145768881, -0.0023966997396200895, -0.002164330566301942, -0.0019319612765684724, -0.001699591986835003, -0.0014672228135168552, -0.0012348535237833858, -0.0010024842340499163, -0.0007701149443164468, -0.0005377457127906382, -0.0003053764521609992, -7.300719153136015e-05, 0.00015936206909827888, 0.0003917313297279179, 0.0006241005612537265, 0.000856469850987196, 0.0010888391407206655, 0.001321208430454135, 0.0015535776037722826, 0.001785946893505752, 0.0020183161832392216, 0.0022506853565573692, 0.0024830547627061605, 0.002715423936024308, 0.002947793109342456, 0.003180162515491247, 0.003412531688809395, 0.0036449008621275425, 0.003877270268276334, 0.004109639674425125, 0.004342008847743273, 0.0045743780210614204, 0.004806747194379568, 0.005039116367697716, 0.005271486006677151, 0.005503855179995298, 0.005736224353313446, 0.005968593526631594, 0.006200962699949741, 0.006433332338929176, 0.006665701512247324, 0.006898070685565472, 0.007130439858883619, 0.007362809032201767, 0.007595178205519915, 0.007827547378838062, 0.008059917017817497, 0.008292285725474358]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 3.0, 4.0, 7.0, 8.0, 3.0, 4.0, 7.0, 5.0, 0.0, 2.0, 2.0, 0.0, 4.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.06760828197002411, -0.06614154577255249, -0.06467480212450027, -0.06320806592702866, -0.06174132227897644, -0.06027458608150482, -0.058807846158742905, -0.05734110623598099, -0.05587436631321907, -0.05440762639045715, -0.052940886467695236, -0.05147414654493332, -0.0500074103474617, -0.04854067042469978, -0.047073930501937866, -0.04560719057917595, -0.04414045065641403, -0.042673710733652115, -0.0412069708108902, -0.03974023088812828, -0.038273490965366364, -0.036806754767894745, -0.03534001484513283, -0.03387327492237091, -0.032406534999608994, -0.030939795076847076, -0.02947305515408516, -0.02800631709396839, -0.026539577171206474, -0.025072837248444557, -0.02360609918832779, -0.022139359265565872, -0.020672619342803955, -0.019205879420042038, -0.01773913949728012, -0.016272401437163353, -0.014805661514401436, -0.013338921591639519, -0.011872182600200176, -0.010405443608760834, -0.008938703685998917, -0.007471964228898287, -0.006005224771797657, -0.004538485314697027, -0.0030717458575963974, -0.0016050064004957676, -0.0001382669433951378, 0.001328472513705492, 0.002795211970806122, 0.004261951427906752, 0.0057286908850073814, 0.007195430342108011, 0.008662169799208641, 0.010128909721970558, 0.0115956487134099, 0.013062387704849243, 0.01452912762761116, 0.015995867550373077, 0.017462607473134995, 0.018929345533251762, 0.02039608545601368, 0.021862825378775597, 0.023329563438892365, 0.02479630336165428, 0.0262630432844162]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [7.0, 2.0, 1.0, 7.0, 1.0, 0.0, 0.0, 2.0, 9.0, 16.0, 8.0, 8.0, 4.0, 4.0, 9.0, 10.0, 12.0, 4.0, 9.0, 8.0, 3.0, 5.0, 5.0, 12.0, 13.0, 13.0, 13.0, 22.0, 22.0, 39.0, 41.0, 43.0, 70.0, 104.0, 117.0, 196.0, 279.0, 444.0, 685.0, 1271.0, 6556.0, 3265.0, 1787.0, 1063.0, 730.0, 402.0, 293.0, 218.0, 136.0, 111.0, 78.0, 60.0, 47.0, 51.0, 26.0, 26.0, 23.0, 17.0, 9.0, 7.0, 4.0, 3.0, 0.0, 2.0], "bins": [-0.0208897702395916, -0.02037796936929226, -0.01986616849899292, -0.01935436762869358, -0.01884256675839424, -0.01833076775074005, -0.017818966880440712, -0.017307166010141373, -0.016795365139842033, -0.016283564269542694, -0.015771763399243355, -0.01525996346026659, -0.01474816258996725, -0.014236361719667912, -0.013724561780691147, -0.013212760910391808, -0.012700960040092468, -0.012189159169793129, -0.01167735829949379, -0.011165558360517025, -0.010653757490217686, -0.010141956619918346, -0.009630156680941582, -0.009118355810642242, -0.008606554940342903, -0.008094754070043564, -0.007582953665405512, -0.00707115326076746, -0.006559352390468121, -0.006047551520168781, -0.005535751115530729, -0.005023950710892677, -0.004512149840593338, -0.004000348970293999, -0.0034885485656559467, -0.002976747928187251, -0.0024649472907185555, -0.00195314665324986, -0.0014413460157811642, -0.0009295453783124685, -0.0004177447408437729, 9.405589662492275e-05, 0.0006058565340936184, 0.001117657171562314, 0.0016294578090310097, 0.0021412584464997053, 0.002653059083968401, 0.0031648597214370966, 0.0036766603589057922, 0.0041884612292051315, 0.0047002616338431835, 0.0052120620384812355, 0.005723862908780575, 0.006235663779079914, 0.006747464183717966, 0.007259264588356018, 0.007771065458655357, 0.008282866328954697, 0.008794667199254036, 0.0093064671382308, 0.00981826800853014, 0.01033006887882948, 0.010841868817806244, 0.011353669688105583, 0.011865470558404922]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 3.0, 2.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08989795297384262, -0.08517714589834213, -0.08045633882284164, -0.07573553174734116, -0.07101471722126007, -0.06629391014575958, -0.061573103070259094, -0.056852295994758606, -0.05213148891925812, -0.04741068184375763, -0.04268987476825714, -0.037969063967466354, -0.033248256891965866, -0.028527449816465378, -0.02380664087831974, -0.019085831940174103, -0.014365024864673615, -0.009644216857850552, -0.004923408851027489, -0.0002026008442044258, 0.004518207162618637, 0.0092390151694417, 0.013959823176264763, 0.0186806321144104, 0.02340143918991089, 0.028122246265411377, 0.032843053340911865, 0.03756386414170265, 0.04228467121720314, 0.04700547829270363, 0.051726289093494415, 0.056447096168994904, 0.06116790324449539, 0.06588871031999588, 0.07060951739549637, 0.07533032447099686, 0.08005113899707794, 0.08477194607257843, 0.08949275314807892, 0.0942135602235794, 0.0989343672990799, 0.10365517437458038, 0.10837598145008087, 0.11309678852558136, 0.11781759560108185, 0.12253841012716293, 0.12725920975208282, 0.1319800168275833, 0.136700838804245, 0.14142164587974548, 0.14614245295524597, 0.15086326003074646, 0.15558406710624695, 0.16030487418174744, 0.16502568125724792, 0.1697464883327484, 0.1744672954082489, 0.1791881024837494, 0.18390890955924988, 0.18862971663475037, 0.19335052371025085, 0.19807133078575134, 0.20279213786125183, 0.20751294493675232, 0.2122337520122528]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 5.0, 1.0, 1.0, 2.0, 2.0, 3.0, 4.0, 2.0, 2.0, 2.0, 3.0, 1.0, 2.0, 2.0, 3.0, 9.0, 12.0, 5.0, 11.0, 13.0, 9.0, 12.0, 12.0, 18.0, 36.0, 14.0, 16.0, 13.0, 15.0, 7.0, 3.0, 5.0, 2.0, 4.0, 4.0, 2.0, 4.0, 5.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 3.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.052429962903261185, -0.050437308847904205, -0.04844465106725693, -0.04645199701189995, -0.04445934295654297, -0.04246668890118599, -0.04047403484582901, -0.03848137706518173, -0.03648872300982475, -0.03449606895446777, -0.032503411173820496, -0.030510757118463516, -0.028518103063106537, -0.026525449007749557, -0.02453279308974743, -0.0225401371717453, -0.02054748311638832, -0.01855482906103134, -0.016562173143029213, -0.014569518156349659, -0.012576863169670105, -0.010584208182990551, -0.008591553196310997, -0.006598898209631443, -0.004606243222951889, -0.002613588236272335, -0.0006209332495927811, 0.001371721737086773, 0.003364376723766327, 0.005357031710445881, 0.007349686697125435, 0.009342341683804989, 0.011334996670484543, 0.013327651657164097, 0.01532030664384365, 0.01731296256184578, 0.01930561661720276, 0.021298270672559738, 0.023290926590561867, 0.025283582508563995, 0.027276236563920975, 0.029268890619277954, 0.03126154839992523, 0.03325420245528221, 0.03524685651063919, 0.03723951056599617, 0.03923216462135315, 0.04122482240200043, 0.04321747645735741, 0.045210130512714386, 0.047202788293361664, 0.04919544234871864, 0.05118809640407562, 0.0531807504594326, 0.05517340451478958, 0.05716606229543686, 0.05915871635079384, 0.06115137040615082, 0.0631440281867981, 0.06513667851686478, 0.06712933629751205, 0.06912199407815933, 0.07111464440822601, 0.07310730218887329, 0.07509995996952057]}, "_runtime": 89.5345721244812, "_timestamp": 1596212960.2361097, "_step": 106}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 2.0, 3.0, 3.0, 2.0, 1.0, 2.0, 2.0, 2.0, 4.0, 0.0, 4.0, 5.0, 0.0, 4.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.008190175518393517, -0.00793107133358717, -0.007671968080103397, -0.0074128638952970505, -0.007153760176151991, -0.006894656457006931, -0.006635552272200584, -0.006376448553055525, -0.006117344833910465, -0.005858241114765406, -0.005599137395620346, -0.005340033210813999, -0.00508092949166894, -0.00482182577252388, -0.004562721587717533, -0.0043036178685724735, -0.004044514149427414, -0.0037854104302823544, -0.003526306478306651, -0.003267202526330948, -0.0030080988071858883, -0.0027489950880408287, -0.0024898911360651255, -0.0022307871840894222, -0.0019716834649443626, -0.0017125796293839812, -0.0014534757938235998, -0.0011943719582632184, -0.000935268122702837, -0.0006761642871424556, -0.00041706045158207417, -0.00015795661602169275, 0.00010114721953868866, 0.00036025105509907007, 0.0006193548906594515, 0.0008784587262198329, 0.0011375625617802143, 0.0013966663973405957, 0.0016557702329009771, 0.0019148740684613585, 0.00217397790402174, 0.0024330816231667995, 0.002692185575142503, 0.002951289527118206, 0.0032103932462632656, 0.003469496965408325, 0.0037286009173840284, 0.003987704869359732, 0.004246808588504791, 0.004505912307649851, 0.00476501602679491, 0.005024120211601257, 0.005283223930746317, 0.0055423276498913765, 0.005801431834697723, 0.006060535553842783, 0.0063196392729878426, 0.006578742992132902, 0.006837846711277962, 0.007096950896084309, 0.007356054615229368, 0.007615158334374428, 0.007874262519180775, 0.008133365772664547, 0.008392469957470894]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 3.0, 5.0, 4.0, 5.0, 4.0, 4.0, 4.0, 9.0, 7.0, 18.0, 18.0, 20.0, 40.0, 32.0, 49.0, 54.0, 79.0, 117.0, 192.0, 205.0, 322.0, 2513.0, 3108.0, 330.0, 213.0, 123.0, 110.0, 51.0, 53.0, 36.0, 44.0, 34.0, 30.0, 18.0, 15.0, 15.0, 13.0, 6.0, 3.0, 3.0, 2.0, 3.0, 3.0, 4.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.11800837516784668, -0.11443208903074265, -0.11085580289363861, -0.10727951675653458, -0.10370323061943054, -0.10012693703174591, -0.09655065089464188, -0.09297436475753784, -0.08939807862043381, -0.08582179248332977, -0.08224550634622574, -0.0786692202091217, -0.07509292662143707, -0.07151664048433304, -0.067940354347229, -0.06436406821012497, -0.060787782073020935, -0.0572114959359169, -0.053635209798812866, -0.05005891993641853, -0.0464826337993145, -0.042906347662210464, -0.03933005779981613, -0.0357537716627121, -0.03217748552560806, -0.02860119938850403, -0.025024911388754845, -0.02144862338900566, -0.017872337251901627, -0.014296050183475018, -0.010719763115048409, -0.0071434760466217995, -0.0035671889781951904, 9.09809023141861e-06, 0.0035853851586580276, 0.007161672227084637, 0.010737959295511246, 0.014314246363937855, 0.017890533432364464, 0.021466821432113647, 0.025043107569217682, 0.028619393706321716, 0.03219567984342575, 0.035771969705820084, 0.03934825584292412, 0.04292454198002815, 0.046500831842422485, 0.05007711797952652, 0.053653404116630554, 0.05722969025373459, 0.06080597639083862, 0.06438226252794266, 0.06795854866504669, 0.07153484225273132, 0.07511112838983536, 0.07868741452693939, 0.08226370066404343, 0.08583998680114746, 0.0894162729382515, 0.09299255907535553, 0.09656885266304016, 0.1001451388001442, 0.10372142493724823, 0.10729771107435226, 0.1108739972114563]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 2.0, 1.0, 1.0, 2.0, 0.0, 2.0, 2.0, 2.0, 4.0, 3.0, 1.0, 2.0, 0.0, 3.0, 9.0, 6.0, 5.0, 24.0, 3.0, 5.0, 4.0, 3.0, 0.0, 2.0, 2.0, 3.0, 3.0, 1.0, 3.0, 1.0, 3.0, 4.0, 4.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.0032803299836814404, -0.0031806149054318666, -0.003080899827182293, -0.0029811845161020756, -0.002881469437852502, -0.002781754359602928, -0.0026820392813533545, -0.0025823242031037807, -0.0024826088920235634, -0.0023828938137739897, -0.002283178735524416, -0.0021834636572748423, -0.0020837485790252686, -0.001984033500775695, -0.0018843183061107993, -0.0017846031114459038, -0.00168488803319633, -0.0015851729549467564, -0.0014854577602818608, -0.0013857426820322871, -0.0012860274873673916, -0.0011863124091178179, -0.0010865973308682442, -0.0009868821362033486, -0.0008871670579537749, -0.0007874519214965403, -0.0006877367850393057, -0.000588021706789732, -0.0004883065703324974, -0.00038859143387526274, -0.0002888763265218586, -0.00018916120461653918, -8.944608271121979e-05, 1.0269039194099605e-05, 0.000109984161099419, 0.0002096992830047384, 0.0003094144049100578, 0.0004091295413672924, 0.0005088446196168661, 0.0006085597560741007, 0.0007082748925313354, 0.00080799002898857, 0.0009077051654458046, 0.0010074202436953783, 0.001107135321944952, 0.0012068505166098475, 0.0013065655948594213, 0.0014062807895243168, 0.0015059958677738905, 0.0016057109460234642, 0.0017054261406883597, 0.0018051412189379334, 0.001904856413602829, 0.0020045714918524027, 0.0021042865701019764, 0.00220400164835155, 0.002303716726601124, 0.002403432037681341, 0.002503147115930915, 0.0026028621941804886, 0.0027025772724300623, 0.002802292350679636, 0.0029020076617598534, 0.003001722740009427, 0.0031014378182590008]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 3.0, 3.0, 1.0, 1.0, 4.0, 9.0, 14.0, 16.0, 36.0, 32.0, 40.0, 76.0, 116.0, 166.0, 199.0, 270.0, 411.0, 637.0, 907.0, 1355.0, 2212.0, 4141.0, 7463.0, 15227.0, 36061.0, 124505.0, 861982.0, 67314.0, 25801.0, 12653.0, 6683.0, 3973.0, 2482.0, 1562.0, 1007.0, 713.0, 432.0, 313.0, 204.0, 140.0, 128.0, 88.0, 61.0, 48.0, 29.0, 32.0, 19.0, 19.0, 15.0, 11.0, 12.0, 3.0, 3.0, 7.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.006134358700364828, -0.00590989226475358, -0.005685425363481045, -0.005460958927869797, -0.005236492492258549, -0.005012026056647301, -0.004787559621036053, -0.004563092719763517, -0.004338626284152269, -0.004114159848541021, -0.0038896931800991297, -0.003665226511657238, -0.00344076007604599, -0.003216293640434742, -0.0029918269719928503, -0.0027673603035509586, -0.0025428938679397106, -0.0023184274323284626, -0.002093960763886571, -0.001869494211860001, -0.0016450276598334312, -0.0014205611078068614, -0.0011960945557802916, -0.0009716280037537217, -0.0007471614517271519, -0.000522694899700582, -0.0002982283476740122, -7.376179564744234e-05, 0.0001507047563791275, 0.00037517130840569735, 0.0005996378604322672, 0.000824104412458837, 0.0010485709644854069, 0.0012730375165119767, 0.0014975040685385466, 0.0017219706205651164, 0.0019464371725916862, 0.0021709036082029343, 0.002395370276644826, 0.0026198369450867176, 0.0028443033806979656, 0.0030687698163092136, 0.0032932364847511053, 0.003517703153192997, 0.003742169588804245, 0.003966636024415493, 0.004191102460026741, 0.004415569361299276, 0.004640035796910524, 0.004864502232521772, 0.005088969133794308, 0.005313435569405556, 0.005537902005016804, 0.005762368440628052, 0.0059868348762393, 0.006211301777511835, 0.006435768213123083, 0.006660234648734331, 0.0068847015500068665, 0.0071091679856181145, 0.0073336344212293625, 0.0075581008568406105, 0.0077825672924518585, 0.008007033728063107, 0.008231500163674355]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 4.0, 2.0, 4.0, 6.0, 10.0, 4.0, 2.0, 7.0, 0.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.046864259988069534, -0.04573056846857071, -0.044596873223781586, -0.04346318170428276, -0.042329490184783936, -0.04119579493999481, -0.04006210342049599, -0.03892840817570686, -0.03779471665620804, -0.03666102513670921, -0.03552732989192009, -0.034393638372421265, -0.03325994312763214, -0.032126251608133316, -0.03099256008863449, -0.029858866706490517, -0.028725173324346542, -0.027591479942202568, -0.026457786560058594, -0.02532409504055977, -0.024190401658415794, -0.02305670827627182, -0.021923016756772995, -0.02078932337462902, -0.019655629992485046, -0.018521936610341072, -0.017388243228197098, -0.016254551708698273, -0.015120858326554298, -0.013987164944410324, -0.012853472493588924, -0.011719780042767525, -0.01058608666062355, -0.009452393278479576, -0.008318700827658176, -0.007185007911175489, -0.006051314994692802, -0.004917622078210115, -0.0037839291617274284, -0.0026502362452447414, -0.0015165433287620544, -0.00038285041227936745, 0.0007508425042033195, 0.0018845354206860065, 0.0030182283371686935, 0.0041519212536513805, 0.0052856141701340675, 0.0064193070866167545, 0.0075530000030994415, 0.008686693385243416, 0.009820385836064816, 0.010954078286886215, 0.01208777166903019, 0.013221465051174164, 0.014355157501995564, 0.015488849952816963, 0.016622543334960938, 0.017756236717104912, 0.018889930099248886, 0.02002362161874771, 0.021157315000891685, 0.02229100838303566, 0.023424699902534485, 0.02455839328467846, 0.025692086666822433]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [7.0, 2.0, 4.0, 5.0, 0.0, 0.0, 5.0, 5.0, 14.0, 3.0, 0.0, 7.0, 10.0, 9.0, 5.0, 5.0, 11.0, 10.0, 13.0, 15.0, 15.0, 39.0, 31.0, 35.0, 47.0, 81.0, 98.0, 149.0, 198.0, 282.0, 404.0, 655.0, 1067.0, 2063.0, 7125.0, 2034.0, 1141.0, 774.0, 496.0, 375.0, 276.0, 235.0, 178.0, 138.0, 96.0, 68.0, 59.0, 42.0, 29.0, 25.0, 10.0, 0.0, 15.0, 6.0, 4.0, 2.0, 4.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0], "bins": [-0.014384281821548939, -0.01396806538105011, -0.013551848009228706, -0.013135631568729877, -0.012719415128231049, -0.012303197756409645, -0.011886981315910816, -0.011470763944089413, -0.011054547503590584, -0.010638331063091755, -0.010222113691270351, -0.009805897250771523, -0.009389679878950119, -0.00897346343845129, -0.008557246997952461, -0.008141029626131058, -0.007724813185632229, -0.007308596279472113, -0.0068923793733119965, -0.006476162932813168, -0.006059946026653051, -0.005643729120492935, -0.005227512679994106, -0.00481129577383399, -0.004395078867673874, -0.003978861961513758, -0.003562645288184285, -0.0031464286148548126, -0.0027302117086946964, -0.0023139948025345802, -0.0018977781292051077, -0.0014815613394603133, -0.001065344549715519, -0.0006491277599707246, -0.00023291097022593021, 0.00018330581951886415, 0.0005995226092636585, 0.001015739399008453, 0.0014319561887532473, 0.0018481729784980416, 0.002264389768242836, 0.002680606674402952, 0.0030968233477324247, 0.0035130400210618973, 0.0039292569272220135, 0.00434547383338213, 0.0047616902738809586, 0.005177907180041075, 0.005594124086201191, 0.006010340992361307, 0.006426557898521423, 0.006842774339020252, 0.007258991245180368, 0.007675208151340485, 0.008091424591839314, 0.008507641963660717, 0.008923858404159546, 0.009340074844658375, 0.009756292216479778, 0.010172508656978607, 0.01058872602880001, 0.01100494246929884, 0.011421158909797668, 0.011837376281619072, 0.0122535927221179]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 3.0, 0.0, 1.0, 3.0, 2.0, 2.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08523720502853394, -0.0817343071103096, -0.07823140919208527, -0.07472851127386093, -0.0712256133556366, -0.06772272288799286, -0.06421982496976852, -0.06071692705154419, -0.057214029133319855, -0.05371113121509552, -0.050208233296871185, -0.04670533910393715, -0.043202441185712814, -0.03969954326748848, -0.03619664907455444, -0.03269375115633011, -0.029190853238105774, -0.02568795531988144, -0.022185059264302254, -0.018682163208723068, -0.015179265290498734, -0.011676368303596973, -0.008173471316695213, -0.004670574329793453, -0.0011676773428916931, 0.002335219644010067, 0.005838116630911827, 0.009341013617813587, 0.012843910604715347, 0.016346808522939682, 0.019849704578518867, 0.023352600634098053, 0.026855498552322388, 0.030358396470546722, 0.03386129438877106, 0.03736418858170509, 0.04086708649992943, 0.04436998441815376, 0.0478728786110878, 0.051375776529312134, 0.05487867444753647, 0.0583815723657608, 0.06188447028398514, 0.06538736820220947, 0.06889025866985321, 0.07239315658807755, 0.07589605450630188, 0.07939895242452621, 0.08290185034275055, 0.08640474826097488, 0.08990764617919922, 0.09341054409742355, 0.09691344201564789, 0.10041633248329163, 0.10391923040151596, 0.1074221283197403, 0.11092502623796463, 0.11442792415618896, 0.1179308220744133, 0.12143371999263763, 0.12493661046028137, 0.1284395158290863, 0.13194240629673004, 0.13544531166553497, 0.1389482021331787]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [3.0, 0.0, 3.0, 2.0, 4.0, 1.0, 4.0, 3.0, 3.0, 2.0, 3.0, 2.0, 3.0, 1.0, 0.0, 0.0, 2.0, 4.0, 6.0, 8.0, 9.0, 12.0, 13.0, 27.0, 46.0, 18.0, 16.0, 11.0, 9.0, 3.0, 10.0, 4.0, 3.0, 2.0, 3.0, 3.0, 5.0, 2.0, 1.0, 5.0, 1.0, 2.0, 3.0, 2.0, 1.0, 0.0, 4.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 0.0, 2.0, 1.0, 3.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.035073451697826385, -0.03365445137023926, -0.03223544731736183, -0.030816445127129555, -0.029397442936897278, -0.02797844260931015, -0.026559440419077873, -0.025140438228845596, -0.02372143603861332, -0.022302433848381042, -0.020883431658148766, -0.01946442946791649, -0.01804542914032936, -0.016626426950097084, -0.015207424759864807, -0.01378842256963253, -0.012369420379400253, -0.010950418189167976, -0.0095314159989357, -0.008112414740025997, -0.00669341254979372, -0.005274410359561443, -0.0038554086349904537, -0.0024364066775888205, -0.0010174047201871872, 0.00040159723721444607, 0.0018205991946160793, 0.0032396011520177126, 0.004658603109419346, 0.006077605299651623, 0.007496607024222612, 0.008915608748793602, 0.010334610939025879, 0.011753613129258156, 0.013172615319490433, 0.014591616578400135, 0.016010619699954987, 0.017429620027542114, 0.01884862221777439, 0.020267624408006668, 0.021686626598238945, 0.023105628788471222, 0.0245246309787035, 0.025943633168935776, 0.027362633496522903, 0.02878163568675518, 0.030200637876987457, 0.03161964192986488, 0.03303864225745201, 0.03445764258503914, 0.035876646637916565, 0.03729564696550369, 0.03871465101838112, 0.040133651345968246, 0.04155265539884567, 0.0429716557264328, 0.04439065605401993, 0.045809660106897354, 0.04722866043448448, 0.04864766448736191, 0.050066664814949036, 0.05148566886782646, 0.05290466919541359, 0.054323673248291016, 0.05574267357587814]}, "_runtime": 90.34474730491638, "_timestamp": 1596212961.046285, "_step": 107}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 1.0, 2.0, 0.0, 2.0, 2.0, 2.0, 3.0, 1.0, 3.0, 1.0, 4.0, 2.0, 2.0, 4.0, 2.0, 2.0, 2.0, 2.0, 1.0, 1.0, 1.0, 3.0, 2.0, 3.0, 0.0, 0.0, 1.0, 0.0, 3.0], "bins": [-0.012915722094476223, -0.012627234682440758, -0.012338747270405293, -0.012050258927047253, -0.011761771515011787, -0.011473284102976322, -0.011184796690940857, -0.010896309278905392, -0.010607821866869926, -0.010319333523511887, -0.010030846111476421, -0.009742358699440956, -0.009453871287405491, -0.009165383875370026, -0.008876895532011986, -0.00858840811997652, -0.008299920707941055, -0.00801143329590559, -0.0077229454182088375, -0.007434458006173372, -0.00714597012847662, -0.0068574827164411545, -0.006568995304405689, -0.006280507426708937, -0.0059920200146734715, -0.005703532602638006, -0.005415044724941254, -0.005126557312905788, -0.004838069900870323, -0.004549582023173571, -0.004261094611138105, -0.003972606733441353, -0.0036841193214058876, -0.0033956316765397787, -0.00310714403167367, -0.0028186566196382046, -0.0025301689747720957, -0.002241681329905987, -0.0019531939178705215, -0.0016647062730044127, -0.0013762186281383038, -0.0010877309832721949, -0.0007992434548214078, -0.0005107558681629598, -0.00022226828150451183, 6.621930515393615e-05, 0.00035470689181238413, 0.0006431944784708321, 0.0009316820651292801, 0.001220169709995389, 0.001508657238446176, 0.0017971447668969631, 0.002085632411763072, 0.002374120056629181, 0.002662607468664646, 0.002951095113530755, 0.003239582758396864, 0.003528070403262973, 0.0038165580481290817, 0.004105045460164547, 0.004393532872200012, 0.004682020749896765, 0.00497050816193223, 0.0052589960396289825, 0.005547483451664448]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 2.0, 1.0, 4.0, 3.0, 11.0, 8.0, 6.0, 8.0, 13.0, 12.0, 19.0, 25.0, 28.0, 29.0, 60.0, 75.0, 84.0, 139.0, 189.0, 303.0, 4086.0, 1690.0, 429.0, 236.0, 140.0, 94.0, 74.0, 41.0, 26.0, 24.0, 22.0, 5.0, 15.0, 4.0, 5.0, 4.0, 3.0, 3.0, 3.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0], "bins": [-0.15264594554901123, -0.14882245659828186, -0.1449989527463913, -0.14117546379566193, -0.13735197484493256, -0.133528470993042, -0.12970498204231262, -0.12588149309158325, -0.12205799669027328, -0.11823450028896332, -0.11441101133823395, -0.11058751493692398, -0.10676401853561401, -0.10294052958488464, -0.09911703318357468, -0.0952935442328453, -0.09147004783153534, -0.08764655143022537, -0.083823062479496, -0.07999956607818604, -0.07617607712745667, -0.0723525807261467, -0.06852908432483673, -0.06470559537410736, -0.060882098972797394, -0.057058606296777725, -0.05323511362075806, -0.04941161721944809, -0.04558812454342842, -0.04176463186740875, -0.037941135466098785, -0.03411764279007912, -0.030294150114059448, -0.02647065743803978, -0.022647162899374962, -0.018823668360710144, -0.015000175684690475, -0.011176682077348232, -0.007353188470005989, -0.003529694862663746, 0.0002937987446784973, 0.0041172923520207405, 0.007940785959362984, 0.011764279566705227, 0.01558777317404747, 0.01941126585006714, 0.023234760388731956, 0.027058254927396774, 0.030881747603416443, 0.03470524027943611, 0.03852873295545578, 0.04235222935676575, 0.046175722032785416, 0.049999214708805084, 0.05382271111011505, 0.05764620378613472, 0.06146969646215439, 0.06529319286346436, 0.06911668181419373, 0.07294017821550369, 0.07676367461681366, 0.08058716356754303, 0.084410659968853, 0.08823414891958237, 0.09205764532089233]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 3.0, 1.0, 3.0, 2.0, 3.0, 2.0, 1.0, 4.0, 6.0, 1.0, 3.0, 0.0, 4.0, 4.0, 6.0, 30.0, 2.0, 4.0, 4.0, 4.0, 1.0, 5.0, 1.0, 4.0, 3.0, 1.0, 3.0, 3.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00272538373246789, -0.0026291212998330593, -0.002532858867198229, -0.0024365964345633984, -0.002340334001928568, -0.0022440715692937374, -0.002147809136658907, -0.0020515467040240765, -0.001955284271389246, -0.0018590217223390937, -0.0017627592897042632, -0.0016664968570694327, -0.0015702343080192804, -0.00147397187538445, -0.0013777094427496195, -0.001281447010114789, -0.0011851845774799585, -0.001088922144845128, -0.0009926597122102976, -0.0008963972213678062, -0.0008001347887329757, -0.0007038723560981452, -0.0006076098652556539, -0.0005113474326208234, -0.0004150849999859929, -0.00031882256735116243, -0.0002225601056125015, -0.0001262976584257558, -3.0035211239010096e-05, 6.622723594773561e-05, 0.0001624896831344813, 0.00025875214487314224, 0.0003550145775079727, 0.0004512770101428032, 0.0005475394427776337, 0.0006438019336201251, 0.0007400643662549555, 0.000836326798889786, 0.0009325892897322774, 0.0010288517223671079, 0.0011251141550019383, 0.0012213765876367688, 0.0013176390202715993, 0.0014139014529064298, 0.001510164001956582, 0.0016064264345914125, 0.001702688867226243, 0.0017989512998610735, 0.001895213732495904, 0.0019914761651307344, 0.002087738597765565, 0.0021840010304003954, 0.002280263463035226, 0.0023765258956700563, 0.002472788328304887, 0.0025690507609397173, 0.0026653134264051914, 0.002761575859040022, 0.0028578382916748524, 0.002954100724309683, 0.0030503631569445133, 0.003146625589579344, 0.0032428880222141743, 0.0033391504548490047, 0.0034354128874838352]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 5.0, 5.0, 7.0, 9.0, 9.0, 10.0, 30.0, 30.0, 41.0, 83.0, 107.0, 151.0, 263.0, 393.0, 640.0, 935.0, 1633.0, 2780.0, 4719.0, 8225.0, 15589.0, 31904.0, 80979.0, 832572.0, 111046.0, 38318.0, 18854.0, 10985.0, 6658.0, 4229.0, 2658.0, 1715.0, 1221.0, 872.0, 562.0, 393.0, 282.0, 204.0, 148.0, 97.0, 62.0, 47.0, 44.0, 36.0, 30.0, 11.0, 15.0, 8.0, 14.0, 7.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.005710871424525976, -0.005518797319382429, -0.005326723214238882, -0.005134649109095335, -0.004942575469613075, -0.004750501364469528, -0.004558427259325981, -0.004366353154182434, -0.004174279049038887, -0.00398220494389534, -0.003790130838751793, -0.0035980569664388895, -0.0034059828612953424, -0.0032139087561517954, -0.003021834883838892, -0.002829760778695345, -0.002637686673551798, -0.002445612568408251, -0.0022535384632647038, -0.0020614645909518003, -0.0018693904858082533, -0.0016773163806647062, -0.001485242391936481, -0.0012931684032082558, -0.0011010942980647087, -0.0009090202511288226, -0.0007169462041929364, -0.0005248721572570503, -0.00033279811032116413, -0.000140724063385278, 5.134998355060816e-05, 0.0002434240304864943, 0.00043549807742238045, 0.0006275721243582666, 0.0008196461712941527, 0.001011720160022378, 0.001203794265165925, 0.001395868370309472, 0.0015879423590376973, 0.0017800163477659225, 0.0019720904529094696, 0.0021641645580530167, 0.0023562386631965637, 0.002548312535509467, 0.002740386640653014, 0.0029324607457965612, 0.0031245346181094646, 0.0033166087232530117, 0.0035086828283965588, 0.003700756933540106, 0.003892831038683653, 0.0040849051438272, 0.00427697878330946, 0.004469052888453007, 0.004661126993596554, 0.004853201098740101, 0.005045275203883648, 0.005237349309027195, 0.005429423414170742, 0.005621497519314289, 0.005813571624457836, 0.006005645263940096, 0.006197719369083643, 0.00638979347422719, 0.006581867579370737]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 1.0, 1.0, 2.0, 3.0, 1.0, 2.0, 0.0, 2.0, 3.0, 4.0, 9.0, 2.0, 4.0, 2.0, 3.0, 0.0, 2.0, 1.0, 2.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0241287462413311, -0.023431627079844475, -0.0227345060557127, -0.022037386894226074, -0.0213402658700943, -0.020643146708607674, -0.019946027547121048, -0.019248906522989273, -0.018551787361502647, -0.017854666337370872, -0.017157547175884247, -0.01646042801439762, -0.015763306990265846, -0.015066186897456646, -0.01436906773597002, -0.01367194764316082, -0.01297482755035162, -0.01227770745754242, -0.01158058736473322, -0.010883468203246593, -0.010186348110437393, -0.009489228017628193, -0.008792107924818993, -0.008094987832009792, -0.007397868204861879, -0.006700748112052679, -0.006003628484904766, -0.005306508392095566, -0.0046093882992863655, -0.0039122686721384525, -0.0032151485793292522, -0.0025180287193506956, -0.001820908859372139, -0.0011237889993935823, -0.0004266690229997039, 0.00027045089518651366, 0.0009675708133727312, 0.0016646906733512878, 0.002361810766160488, 0.0030589306261390448, 0.0037560504861176014, 0.004453170578926802, 0.005150290206074715, 0.005847410298883915, 0.006544530391693115, 0.007241650018841028, 0.007938769645988941, 0.008635889738798141, 0.009333009831607342, 0.010030129924416542, 0.010727250017225742, 0.011424369178712368, 0.012121489271521568, 0.012818609364330769, 0.013515729457139969, 0.01421284954994917, 0.01490996964275837, 0.015607088804244995, 0.01630420982837677, 0.017001328989863396, 0.01769844815135002, 0.018395569175481796, 0.019092688336968422, 0.019789809361100197, 0.020486928522586823]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 5.0, 9.0, 10.0, 8.0, 9.0, 21.0, 22.0, 39.0, 43.0, 66.0, 68.0, 109.0, 134.0, 165.0, 218.0, 266.0, 371.0, 492.0, 649.0, 896.0, 1347.0, 2511.0, 6485.0, 1678.0, 926.0, 573.0, 385.0, 251.0, 180.0, 98.0, 82.0, 53.0, 50.0, 49.0, 30.0, 24.0, 24.0, 21.0, 16.0, 10.0, 10.0, 4.0, 4.0, 5.0, 2.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0], "bins": [-0.011767531745135784, -0.011423547752201557, -0.01107956375926733, -0.010735580697655678, -0.01039159670472145, -0.010047612711787224, -0.009703628718852997, -0.009359645657241344, -0.009015661664307117, -0.00867167767137289, -0.008327693678438663, -0.007983709685504436, -0.007639726158231497, -0.007295742630958557, -0.00695175863802433, -0.0066077751107513905, -0.0062637911178171635, -0.0059198071248829365, -0.005575823597609997, -0.00523183960467577, -0.00488785607740283, -0.004543872084468603, -0.0041998885571956635, -0.0038559045642614365, -0.003511920804157853, -0.00316793704405427, -0.0028239532839506865, -0.002479969523847103, -0.002135985530912876, -0.0017920018872246146, -0.0014480180107057095, -0.0011040342506021261, -0.0007600504904985428, -0.000416066701291129, -7.20829120837152e-05, 0.0002719008771236986, 0.0006158846663311124, 0.0009598684264346957, 0.0013038523029536009, 0.0016478360630571842, 0.0019918198231607676, 0.002335803583264351, 0.0026797873433679342, 0.0030237711034715176, 0.0033677550964057446, 0.003711738856509328, 0.004055722616612911, 0.004399706143885851, 0.004743690136820078, 0.005087674129754305, 0.005431657657027245, 0.0057756416499614716, 0.006119625177234411, 0.006463609170168638, 0.006807592697441578, 0.007151576690375805, 0.007495560683310032, 0.007839544676244259, 0.008183527737855911, 0.008527511730790138, 0.008871495723724365, 0.009215479716658592, 0.009559462778270245, 0.009903446771204472, 0.010247430764138699]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 4.0, 2.0, 3.0, 1.0, 3.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.1851794421672821, -0.1800180971622467, -0.1748567372560501, -0.1696953922510147, -0.1645340472459793, -0.15937268733978271, -0.15421134233474731, -0.14904999732971191, -0.1438886523246765, -0.13872729241847992, -0.13356594741344452, -0.12840460240840912, -0.12324324250221252, -0.11808189749717712, -0.11292054504156113, -0.10775920003652573, -0.10259784758090973, -0.09743649512529373, -0.09227515012025833, -0.08711379766464233, -0.08195245265960693, -0.07679110020399094, -0.07162974774837494, -0.06646840274333954, -0.06130705028772354, -0.05614570155739784, -0.050984352827072144, -0.045823000371456146, -0.04066165164113045, -0.03550030291080475, -0.0303389523178339, -0.025177601724863052, -0.020016252994537354, -0.01485490333288908, -0.009693553671240807, -0.004532204009592533, 0.0006291456520557404, 0.005790495313704014, 0.010951844975352287, 0.016113195568323135, 0.021274544298648834, 0.026435893028974533, 0.03159724175930023, 0.03675859421491623, 0.04191994294524193, 0.04708129167556763, 0.052242644131183624, 0.05740399286150932, 0.06256534159183502, 0.06772669404745102, 0.07288803905248642, 0.07804939150810242, 0.08321073651313782, 0.08837208896875381, 0.09353344142436981, 0.09869478642940521, 0.10385613888502121, 0.10901749134063721, 0.11417883634567261, 0.1193401888012886, 0.1245015412569046, 0.12966288626194, 0.1348242312669754, 0.139985591173172, 0.1451469361782074]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 0.0, 1.0, 1.0, 8.0, 2.0, 3.0, 5.0, 6.0, 2.0, 2.0, 1.0, 8.0, 4.0, 1.0, 1.0, 2.0, 3.0, 7.0, 11.0, 24.0, 48.0, 25.0, 27.0, 12.0, 7.0, 7.0, 4.0, 3.0, 3.0, 2.0, 3.0, 6.0, 5.0, 5.0, 7.0, 2.0, 4.0, 6.0, 1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.09814473986625671, -0.09518026560544968, -0.09221579134464264, -0.0892513170838356, -0.08628684282302856, -0.08332236856222153, -0.08035788685083389, -0.07739341259002686, -0.07442893832921982, -0.07146446406841278, -0.06849998980760574, -0.0655355155467987, -0.06257104128599167, -0.05960656702518463, -0.056642089039087296, -0.05367761477828026, -0.05071314051747322, -0.047748666256666183, -0.044784191995859146, -0.04181971400976181, -0.03885523974895477, -0.035890765488147736, -0.0329262912273407, -0.02996181510388851, -0.026997340843081474, -0.024032866582274437, -0.02106839045882225, -0.018103916198015213, -0.015139441005885601, -0.012174965813755989, -0.009210491552948952, -0.00624601636081934, -0.003281541168689728, -0.00031706620939075947, 0.002647408749908209, 0.0056118834763765335, 0.008576358668506145, 0.011540833860635757, 0.014505308121442795, 0.01746978424489498, 0.02043425850570202, 0.023398732766509056, 0.026363208889961243, 0.02932768315076828, 0.03229215741157532, 0.035256631672382355, 0.03822110965847969, 0.04118558391928673, 0.044150058180093765, 0.0471145324409008, 0.05007900670170784, 0.053043484687805176, 0.05600795894861221, 0.05897243320941925, 0.06193690747022629, 0.06490138173103333, 0.06786585599184036, 0.0708303302526474, 0.07379480451345444, 0.07675928622484207, 0.07972376048564911, 0.08268823474645615, 0.08565270900726318, 0.08861718326807022, 0.09158165752887726]}, "_runtime": 91.21336245536804, "_timestamp": 1596212961.9149, "_step": 108}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 3.0, 2.0, 1.0, 4.0, 2.0, 5.0, 2.0, 5.0, 1.0, 2.0, 4.0, 0.0, 2.0, 1.0, 3.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008500548079609871, -0.008179840631783009, -0.007859133183956146, -0.007538426201790571, -0.007217719219624996, -0.006897011771798134, -0.0065763043239712715, -0.0062555973418056965, -0.005934889893978834, -0.005614182446151972, -0.005293475463986397, -0.0049727680161595345, -0.004652060568332672, -0.004331353586167097, -0.004010646138340235, -0.003689938923344016, -0.0033692317083477974, -0.0030485244933515787, -0.00272781727835536, -0.0024071098305284977, -0.002086402615532279, -0.0017656954005360603, -0.0014449880691245198, -0.0011242807377129793, -0.0008035735227167606, -0.00048286624951288104, -0.00016215897630900145, 0.00015854829689487815, 0.00047925557009875774, 0.0007999628433026373, 0.001120670116506517, 0.0014413774479180574, 0.0017620846629142761, 0.002082791877910495, 0.0024034990929067135, 0.002724206540733576, 0.0030449137557297945, 0.003365620970726013, 0.0036863284185528755, 0.0040070354007184505, 0.004327742848545313, 0.004648450296372175, 0.00496915727853775, 0.005289864726364613, 0.005610572174191475, 0.00593127915635705, 0.006251986604183912, 0.006572693586349487, 0.00689340103417635, 0.007214108482003212, 0.007534815464168787, 0.007855522446334362, 0.008176229894161224, 0.008496937341988087, 0.008817644789814949, 0.009138352237641811, 0.009459059685468674, 0.009779766201972961, 0.010100473649799824, 0.010421181097626686, 0.010741888545453548, 0.01106259599328041, 0.011383302509784698, 0.01170400995761156, 0.012024717405438423]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 3.0, 6.0, 3.0, 0.0, 5.0, 8.0, 7.0, 13.0, 13.0, 17.0, 32.0, 23.0, 59.0, 59.0, 96.0, 120.0, 216.0, 349.0, 5164.0, 977.0, 274.0, 140.0, 70.0, 69.0, 45.0, 31.0, 30.0, 20.0, 14.0, 16.0, 6.0, 5.0, 7.0, 3.0, 4.0, 4.0, 0.0, 4.0, 1.0, 3.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 2.0], "bins": [-0.14597073197364807, -0.14137490093708038, -0.1367790848016739, -0.1321832537651062, -0.1275874227285385, -0.12299159914255142, -0.11839577555656433, -0.11379995197057724, -0.10920412838459015, -0.10460829734802246, -0.10001247376203537, -0.09541665017604828, -0.09082081913948059, -0.0862249955534935, -0.08162917196750641, -0.07703334093093872, -0.07243751734495163, -0.06784169375896454, -0.06324586272239685, -0.05865003913640976, -0.05405421555042267, -0.04945838823914528, -0.04486256092786789, -0.0402667373418808, -0.03567091003060341, -0.03107508458197117, -0.026479259133338928, -0.02188343182206154, -0.0172876063734293, -0.012691780924797058, -0.008095954544842243, -0.0035001286305487156, 0.001095697283744812, 0.00569152319803834, 0.010287349112331867, 0.014883175492286682, 0.019479000940918922, 0.024074826389551163, 0.028670653700828552, 0.03326647728681564, 0.03786230459809303, 0.04245813190937042, 0.04705395549535751, 0.0516497828066349, 0.05624561011791229, 0.060841433703899384, 0.06543725728988647, 0.07003308832645416, 0.07462891191244125, 0.07922473549842834, 0.08382056653499603, 0.08841639012098312, 0.09301221370697021, 0.0976080447435379, 0.102203868329525, 0.10679969191551208, 0.11139552295207977, 0.11599134653806686, 0.12058717012405396, 0.12518300116062164, 0.12977881729602814, 0.13437464833259583, 0.1389704793691635, 0.14356629550457, 0.1481621265411377]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 2.0, 2.0, 1.0, 2.0, 5.0, 2.0, 4.0, 3.0, 1.0, 3.0, 8.0, 4.0, 5.0, 4.0, 3.0, 33.0, 4.0, 2.0, 2.0, 3.0, 4.0, 3.0, 1.0, 3.0, 3.0, 2.0, 3.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.003403192386031151, -0.0033032551873475313, -0.0032033182214945555, -0.003103381022810936, -0.0030034438241273165, -0.0029035068582743406, -0.002803569659590721, -0.0027036324609071016, -0.002603695495054126, -0.0025037582963705063, -0.002403821097686887, -0.002303884131833911, -0.0022039469331502914, -0.002104009734466672, -0.002004072768613696, -0.0019041355699300766, -0.001804198487661779, -0.0017042614053934813, -0.0016043242067098618, -0.001504387124441564, -0.0014044500421732664, -0.001304512843489647, -0.0012045757612213492, -0.0011046386789530516, -0.001004701480269432, -0.0009047643980011344, -0.0008048273157328367, -0.0007048901752568781, -0.0006049530347809196, -0.0005050159525126219, -0.0004050788120366633, -0.00030514170066453516, -0.00020520458929240704, -0.00010526747064432129, -5.3303519962355494e-06, 9.46067666518502e-05, 0.00019454388529993594, 0.00029448099667206407, 0.00039441813714802265, 0.0004943552194163203, 0.0005942923598922789, 0.0006942295003682375, 0.0007941665826365352, 0.0008941037231124938, 0.0009940408635884523, 0.00109397794585675, 0.0011939150281250477, 0.0012938522268086672, 0.0013937893090769649, 0.0014937263913452625, 0.001593663590028882, 0.0016936006722971797, 0.0017935377545654774, 0.0018934749532490969, 0.0019934119191020727, 0.002093349117785692, 0.0021932863164693117, 0.0022932232823222876, 0.002393160481005907, 0.0024930976796895266, 0.0025930346455425024, 0.002692971844226122, 0.0027929090429097414, 0.0028928460087627172, 0.0029927832074463367]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 2.0, 3.0, 1.0, 3.0, 6.0, 9.0, 11.0, 6.0, 18.0, 18.0, 25.0, 27.0, 44.0, 54.0, 70.0, 121.0, 138.0, 193.0, 287.0, 379.0, 583.0, 930.0, 1415.0, 2381.0, 4084.0, 7258.0, 14621.0, 33191.0, 99473.0, 875841.0, 79540.0, 27684.0, 12977.0, 6993.0, 4012.0, 2506.0, 1641.0, 1014.0, 714.0, 420.0, 318.0, 217.0, 149.0, 88.0, 68.0, 40.0, 19.0, 16.0, 17.0, 10.0, 4.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.006436032708734274, -0.006244124844670296, -0.006052217446267605, -0.005860310047864914, -0.005668402183800936, -0.0054764943197369576, -0.005284586921334267, -0.005092679522931576, -0.004900771658867598, -0.004708863794803619, -0.0045169563964009285, -0.004325048997998238, -0.004133141133934259, -0.003941233269870281, -0.0037493258714675903, -0.003557418240234256, -0.0033655106090009212, -0.0031736029777675867, -0.002981695346534252, -0.0027897877153009176, -0.002597880084067583, -0.0024059724528342485, -0.002214064821600914, -0.0020221571903675795, -0.001830249559134245, -0.0016383419279009104, -0.0014464342966675758, -0.0012545266654342413, -0.0010626190342009068, -0.0008707114029675722, -0.0006788037717342377, -0.00048689614050090313, -0.0002949885092675686, -0.00010308087803423405, 8.88267531991005e-05, 0.00028073438443243504, 0.0004726420156657696, 0.0006645496468991041, 0.0008564572781324387, 0.0010483649093657732, 0.0012402725405991077, 0.0014321801718324423, 0.0016240878030657768, 0.0018159954342991114, 0.002007903065532446, 0.0021998106967657804, 0.002391718327999115, 0.0025836259592324495, 0.002775533590465784, 0.0029674412216991186, 0.003159348852932453, 0.0033512564841657877, 0.0035431641153991222, 0.0037350717466324568, 0.003926979377865791, 0.004118886776268482, 0.00431079464033246, 0.004502702504396439, 0.0046946099027991295, 0.00488651730120182, 0.005078425165265799, 0.005270333029329777, 0.005462240427732468, 0.0056541478261351585, 0.005846055690199137]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 5.0, 5.0, 5.0, 5.0, 3.0, 3.0, 9.0, 2.0, 3.0, 3.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01529604010283947, -0.014676601625978947, -0.014057163149118423, -0.0134377246722579, -0.012818286195397377, -0.01219884678721428, -0.011579408310353756, -0.010959969833493233, -0.01034053135663271, -0.009721092879772186, -0.009101654402911663, -0.00848221592605114, -0.007862776517868042, -0.007243338506668806, -0.0066238995641469955, -0.006004461087286472, -0.005385022610425949, -0.004765584133565426, -0.004146145656704903, -0.003526706714183092, -0.002907268237322569, -0.0022878297604620457, -0.0016683910507708788, -0.0010489524574950337, -0.0004295138642191887, 0.00018992472905665636, 0.0008093633223325014, 0.0014288019156083465, 0.0020482405088841915, 0.0026676789857447147, 0.0032871176954358816, 0.0039065564051270485, 0.004525994881987572, 0.005145433358848095, 0.005764871835708618, 0.006384310778230429, 0.007003749255090952, 0.007623187731951475, 0.008242626674473286, 0.008862065151333809, 0.009481503628194332, 0.010100942105054855, 0.010720380581915379, 0.011339819058775902, 0.011959258466959, 0.012578696943819523, 0.013198135420680046, 0.01381757389754057, 0.014437012374401093, 0.015056450851261616, 0.01567588932812214, 0.016295328736305237, 0.016914766281843185, 0.017534205690026283, 0.018153643235564232, 0.01877308264374733, 0.01939252018928528, 0.020011959597468376, 0.020631399005651474, 0.021250836551189423, 0.02187027595937252, 0.02248971350491047, 0.023109152913093567, 0.023728590458631516, 0.024348029866814613]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 5.0, 2.0, 5.0, 4.0, 2.0, 7.0, 7.0, 7.0, 8.0, 10.0, 20.0, 19.0, 28.0, 24.0, 47.0, 44.0, 73.0, 112.0, 166.0, 206.0, 290.0, 372.0, 492.0, 786.0, 1199.0, 1973.0, 6326.0, 2597.0, 1206.0, 704.0, 439.0, 280.0, 215.0, 158.0, 121.0, 80.0, 66.0, 37.0, 34.0, 28.0, 31.0, 26.0, 18.0, 36.0, 25.0, 16.0, 19.0, 9.0, 13.0, 4.0, 4.0, 7.0, 1.0, 4.0, 8.0, 3.0, 1.0], "bins": [-0.009113824926316738, -0.008844832889735699, -0.00857584085315466, -0.00830684881657362, -0.00803785677999258, -0.007768864277750254, -0.007499872241169214, -0.007230880204588175, -0.006961888168007135, -0.006692896131426096, -0.0064239040948450565, -0.006154912058264017, -0.00588591955602169, -0.005616927519440651, -0.0053479354828596115, -0.005078943446278572, -0.004809951409697533, -0.004540959373116493, -0.004271967336535454, -0.004002975299954414, -0.0037339830305427313, -0.003464990993961692, -0.0031959987245500088, -0.0029270066879689693, -0.00265801465138793, -0.0023890226148068905, -0.002120030578225851, -0.001851038308814168, -0.0015820462722331285, -0.0013130542356520891, -0.0010440620826557279, -0.0007750699878670275, -0.0005060778930783272, -0.00023708579828962684, 3.1906296499073505e-05, 0.00030089839128777385, 0.0005698904860764742, 0.0008388825808651745, 0.0011078746756538749, 0.0013768668286502361, 0.0016458588652312756, 0.001914850901812315, 0.0021838429383933544, 0.0024528352078050375, 0.002721827244386077, 0.0029908192809671164, 0.0032598115503787994, 0.003528803586959839, 0.0037977956235408783, 0.004066787660121918, 0.004335779696702957, 0.004604771733283997, 0.004873763769865036, 0.005142756272107363, 0.005411748308688402, 0.005680740345269442, 0.005949732381850481, 0.0062187244184315205, 0.00648771645501256, 0.006756708491593599, 0.007025700993835926, 0.0072946930304169655, 0.007563685066998005, 0.007832677103579044, 0.008101669140160084]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 3.0, 2.0, 1.0, 3.0, 1.0, 0.0, 2.0, 1.0], "bins": [-0.11907043308019638, -0.11679907143115997, -0.11452771723270416, -0.11225635558366776, -0.10998499393463135, -0.10771363228559494, -0.10544227063655853, -0.10317091643810272, -0.10089955478906631, -0.09862819314002991, -0.0963568389415741, -0.09408547729253769, -0.09181411564350128, -0.08954275399446487, -0.08727139234542847, -0.08500003814697266, -0.08272867649793625, -0.08045731484889984, -0.07818596065044403, -0.07591459900140762, -0.07364323735237122, -0.07137187570333481, -0.0691005140542984, -0.06682915985584259, -0.06455779820680618, -0.062286436557769775, -0.060015078634023666, -0.05774372071027756, -0.05547235906124115, -0.05320099741220474, -0.05092963948845863, -0.048658281564712524, -0.04638691991567612, -0.04411555826663971, -0.0418442003428936, -0.03957284241914749, -0.037301480770111084, -0.035030119121074677, -0.03275876119732857, -0.03048740141093731, -0.02821604162454605, -0.025944681838154793, -0.023673322051763535, -0.021401962265372276, -0.019130602478981018, -0.01685924269258976, -0.014587882906198502, -0.012316523119807243, -0.010045163333415985, -0.007773803547024727, -0.005502443760633469, -0.0032310839742422104, -0.0009597241878509521, 0.001311635598540306, 0.0035829953849315643, 0.005854355171322823, 0.00812571495771408, 0.010397074744105339, 0.012668434530496597, 0.014939794316887856, 0.017211154103279114, 0.019482513889670372, 0.02175387367606163, 0.02402523346245289, 0.026296593248844147]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 3.0, 0.0, 6.0, 2.0, 3.0, 2.0, 9.0, 9.0, 13.0, 15.0, 30.0, 46.0, 8.0, 20.0, 27.0, 24.0, 12.0, 11.0, 9.0, 3.0, 2.0, 3.0, 2.0, 1.0, 2.0, 3.0], "bins": [-0.08314679563045502, -0.08146685361862183, -0.07978691160678864, -0.07810696959495544, -0.07642702758312225, -0.07474708557128906, -0.07306714355945587, -0.07138720154762268, -0.06970725953578949, -0.0680273175239563, -0.06634737551212311, -0.06466744095087051, -0.06298749893903732, -0.061307553201913834, -0.05962761119008064, -0.05794766917824745, -0.05626773089170456, -0.05458778887987137, -0.05290784686803818, -0.05122790485620499, -0.049547962844371796, -0.047868020832538605, -0.046188078820705414, -0.04450813680887222, -0.04282819479703903, -0.04114825278520584, -0.03946831077337265, -0.03778837248682976, -0.03610843047499657, -0.034428488463163376, -0.032748546451330185, -0.031068604439496994, -0.029388662427663803, -0.027708720415830612, -0.02602877840399742, -0.02434883825480938, -0.02266889624297619, -0.020988954231142998, -0.019309012219309807, -0.017629070207476616, -0.015949130058288574, -0.014269187115132809, -0.012589246034622192, -0.010909304022789001, -0.00922936201095581, -0.007549420930445194, -0.005869478918612003, -0.0041895373724401, -0.002509595826268196, -0.0008296541636809707, 0.0008502874989062548, 0.002530229277908802, 0.004210170824080706, 0.005890112370252609, 0.0075700543820858, 0.009249995462596416, 0.010929937474429607, 0.012609879486262798, 0.014289820566773415, 0.015969762578606606, 0.017649704590439796, 0.019329646602272987, 0.02100958675146103, 0.02268952876329422, 0.02436947077512741]}, "_runtime": 92.08506393432617, "_timestamp": 1596212962.7866015, "_step": 109}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 1.0, 5.0, 1.0, 2.0, 4.0, 4.0, 4.0, 4.0, 3.0, 0.0, 1.0, 5.0, 0.0, 0.0, 2.0, 2.0, 2.0, 2.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010856714099645615, -0.01046762801706791, -0.010078542865812778, -0.009689457714557648, -0.009300371631979942, -0.008911285549402237, -0.008522200398147106, -0.008133115246891975, -0.00774402916431427, -0.007354943547397852, -0.006965857930481434, -0.006576772313565016, -0.006187686696648598, -0.00579860107973218, -0.0054095154628157616, -0.0050204298458993435, -0.004631344228982925, -0.004242258612066507, -0.0038531729951500893, -0.003464087378233671, -0.003075001761317253, -0.002685916144400835, -0.002296830527484417, -0.0019077449105679989, -0.0015186592936515808, -0.0011295736767351627, -0.0007404880598187447, -0.0003514024429023266, 3.768317401409149e-05, 0.00042676879093050957, 0.0008158544078469276, 0.0012049400247633457, 0.0015940256416797638, 0.001983111258596182, 0.0023721968755126, 0.002761282492429018, 0.003150368109345436, 0.003539453726261854, 0.003928539343178272, 0.00431762496009469, 0.004706710577011108, 0.0050957961939275265, 0.0054848818108439445, 0.005873967427760363, 0.006263053044676781, 0.006652138661593199, 0.007041224278509617, 0.007430309895426035, 0.007819395512342453, 0.008208481594920158, 0.00859756674617529, 0.00898665189743042, 0.009375737980008125, 0.00976482406258583, 0.010153909213840961, 0.010542994365096092, 0.010932080447673798, 0.011321166530251503, 0.011710251681506634, 0.012099336832761765, 0.01248842291533947, 0.012877508997917175, 0.013266594149172306, 0.013655679300427437, 0.014044765383005142]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 2.0, 2.0, 1.0, 2.0, 3.0, 3.0, 6.0, 7.0, 8.0, 13.0, 9.0, 10.0, 20.0, 19.0, 27.0, 32.0, 53.0, 71.0, 64.0, 79.0, 120.0, 183.0, 297.0, 4050.0, 1808.0, 318.0, 202.0, 117.0, 83.0, 69.0, 50.0, 51.0, 34.0, 32.0, 18.0, 10.0, 12.0, 9.0, 7.0, 7.0, 4.0, 5.0, 2.0, 1.0, 4.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.12230999022722244, -0.11835779994726181, -0.11440560966730118, -0.11045341938734055, -0.10650122910737991, -0.10254903882741928, -0.09859684854745865, -0.09464465826749802, -0.09069246053695679, -0.08674027025699615, -0.08278807997703552, -0.07883588969707489, -0.07488369941711426, -0.07093150913715363, -0.066979318857193, -0.06302712857723236, -0.05907493829727173, -0.055122748017311096, -0.051170557737350464, -0.04721836745738983, -0.0432661771774292, -0.03931398317217827, -0.035361792892217636, -0.031409602612257004, -0.02745741233229637, -0.02350522205233574, -0.019553031772375107, -0.015600839629769325, -0.011648649349808693, -0.007696458604186773, -0.0037442678585648537, 0.00020792288705706596, 0.004160113632678986, 0.008112303912639618, 0.012064495123922825, 0.016016686335206032, 0.019968876615166664, 0.023921066895127296, 0.027873259037733078, 0.03182544931769371, 0.03577763959765434, 0.039729829877614975, 0.04368202015757561, 0.04763421043753624, 0.05158640444278717, 0.0555385947227478, 0.059490785002708435, 0.06344297528266907, 0.0673951655626297, 0.07134735584259033, 0.07529954612255096, 0.0792517364025116, 0.08320392668247223, 0.08715611696243286, 0.0911083072423935, 0.09506049752235413, 0.09901268780231476, 0.10296488553285599, 0.10691707581281662, 0.11086926609277725, 0.11482145637273788, 0.11877364665269852, 0.12272583693265915, 0.12667801976203918, 0.130630224943161]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 2.0, 4.0, 3.0, 4.0, 1.0, 4.0, 4.0, 7.0, 3.0, 4.0, 3.0, 28.0, 6.0, 4.0, 3.0, 1.0, 5.0, 4.0, 6.0, 2.0, 3.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0034602642990648746, -0.00334514700807631, -0.0032300297170877457, -0.0031149121932685375, -0.002999794902279973, -0.0028846776112914085, -0.0027695600874722004, -0.002654442796483636, -0.0025393255054950714, -0.002424208214506507, -0.0023090909235179424, -0.0021939733996987343, -0.00207885610871017, -0.0019637388177216053, -0.001848621410317719, -0.0017335040029138327, -0.0016183867119252682, -0.0015032694209367037, -0.0013881520135328174, -0.001273034606128931, -0.0011579173151403666, -0.001042800024151802, -0.0009276826167479157, -0.0008125652675516903, -0.0006974479183554649, -0.0005823305691592395, -0.0004672132199630141, -0.0003520958707667887, -0.00023697852157056332, -0.00012186117237433791, -6.743823178112507e-06, 0.0001083735260181129, 0.0002234908752143383, 0.0003386082244105637, 0.0004537255736067891, 0.0005688429228030145, 0.0006839602719992399, 0.0007990776211954653, 0.0009141949703916907, 0.001029312377795577, 0.0011444296687841415, 0.001259546959772706, 0.0013746643671765924, 0.0014897817745804787, 0.0016048990655690432, 0.0017200163565576077, 0.001835133763961494, 0.0019502511713653803, 0.0020653684623539448, 0.0021804857533425093, 0.0022956030443310738, 0.002410720568150282, 0.0025258378591388464, 0.002640955150127411, 0.002756072673946619, 0.0028711899649351835, 0.002986307255923748, 0.0031014245469123125, 0.003216541837900877, 0.003331659361720085, 0.0034467766527086496, 0.003561893943697214, 0.0036770114675164223, 0.0037921287585049868, 0.003907246049493551]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 0.0, 8.0, 2.0, 4.0, 8.0, 6.0, 11.0, 18.0, 28.0, 56.0, 59.0, 81.0, 139.0, 220.0, 342.0, 466.0, 721.0, 1173.0, 1928.0, 3258.0, 5746.0, 10581.0, 22442.0, 54853.0, 251796.0, 713753.0, 49024.0, 23994.0, 13397.0, 8185.0, 5386.0, 3642.0, 2465.0, 1683.0, 1139.0, 874.0, 625.0, 399.0, 299.0, 215.0, 147.0, 122.0, 94.0, 58.0, 59.0, 37.0, 24.0, 23.0, 14.0, 8.0, 3.0, 8.0, 5.0, 4.0, 4.0, 2.0, 2.0, 1.0, 1.0, 2.0], "bins": [-0.005831084679812193, -0.005630315747112036, -0.005429546814411879, -0.005228777881711721, -0.005028008949011564, -0.004827240016311407, -0.00462647108361125, -0.004425702150911093, -0.004224933218210936, -0.004024164285510778, -0.0038233953528106213, -0.003622626420110464, -0.003421857487410307, -0.0032210885547101498, -0.0030203196220099926, -0.0028195506893098354, -0.0026187817566096783, -0.002418012823909521, -0.002217243891209364, -0.0020164749585092068, -0.0018157060258090496, -0.0016149370931088924, -0.0014141681604087353, -0.0012133992277085781, -0.001012630295008421, -0.0008118613623082638, -0.0006110924296081066, -0.00041032349690794945, -0.00020955456420779228, -8.785631507635117e-06, 0.00019198330119252205, 0.0003927522338926792, 0.0005935211665928364, 0.0007942900992929935, 0.0009950590319931507, 0.0011958279646933079, 0.001396596897393465, 0.0015973658300936222, 0.0017981347627937794, 0.0019989036954939365, 0.0021996726281940937, 0.002400441560894251, 0.002601210493594408, 0.002801979426294565, 0.0030027483589947224, 0.0032035172916948795, 0.0034042862243950367, 0.003605055157095194, 0.003805824089795351, 0.004006593022495508, 0.004207361955195665, 0.0044081308878958225, 0.00460889982059598, 0.004809668753296137, 0.005010437685996294, 0.005211206618696451, 0.005411975551396608, 0.0056127444840967655, 0.005813513416796923, 0.00601428234949708, 0.006215051282197237, 0.006415820214897394, 0.006616589147597551, 0.0068173580802977085, 0.007018127012997866]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 3.0, 6.0, 1.0, 4.0, 4.0, 1.0, 8.0, 1.0, 2.0, 2.0, 3.0, 1.0, 3.0, 3.0, 2.0, 1.0, 2.0, 2.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02985818311572075, -0.02901000902056694, -0.02816183492541313, -0.027313660830259323, -0.026465486735105515, -0.025617312639951706, -0.024769136682152748, -0.02392096258699894, -0.02307278849184513, -0.022224614396691322, -0.021376440301537514, -0.020528266206383705, -0.019680092111229897, -0.018831918016076088, -0.01798374392092228, -0.01713556982576847, -0.016287393867969513, -0.015439220704138279, -0.01459104660898447, -0.013742871582508087, -0.012894697487354279, -0.01204652339220047, -0.011198349297046661, -0.010350175201892853, -0.009502001106739044, -0.008653826080262661, -0.007805651985108852, -0.006957477889955044, -0.006109303794801235, -0.005261129233986139, -0.004412955138832331, -0.0035647808108478785, -0.002716606482863426, -0.001868432154878974, -0.0010202579433098435, -0.0001720836735330522, 0.0006760905962437391, 0.0015242649242281914, 0.002372439019382, 0.0032206133473664522, 0.0040687876753509045, 0.004916961770504713, 0.005765136331319809, 0.0066133104264736176, 0.007461484521627426, 0.008309658616781235, 0.009157833643257618, 0.010006007738411427, 0.010854181833565235, 0.011702355928719044, 0.012550530023872852, 0.013398705050349236, 0.014246879145503044, 0.015095053240656853, 0.01594322733581066, 0.01679140143096447, 0.01763957552611828, 0.018487749621272087, 0.019335923716425896, 0.020184099674224854, 0.021032273769378662, 0.02188044786453247, 0.02272862195968628, 0.023576796054840088, 0.024424970149993896]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 2.0, 0.0, 6.0, 2.0, 6.0, 8.0, 10.0, 9.0, 6.0, 12.0, 16.0, 31.0, 29.0, 46.0, 64.0, 67.0, 89.0, 122.0, 178.0, 226.0, 339.0, 498.0, 718.0, 1146.0, 1917.0, 6363.0, 2031.0, 1228.0, 815.0, 550.0, 417.0, 315.0, 264.0, 208.0, 162.0, 117.0, 91.0, 81.0, 69.0, 43.0, 38.0, 23.0, 22.0, 17.0, 6.0, 4.0, 5.0, 3.0, 2.0], "bins": [-0.015522127971053123, -0.015140138566493988, -0.014758149161934853, -0.014376159757375717, -0.013994170352816582, -0.013612180948257446, -0.01323019154369831, -0.012848202139139175, -0.01246621273458004, -0.01208422239869833, -0.011702232994139194, -0.011320243589580059, -0.010938254185020924, -0.010556264780461788, -0.010174275375902653, -0.009792285971343517, -0.009410296566784382, -0.009028307162225246, -0.008646317757666111, -0.008264328353106976, -0.00788233894854784, -0.007500349078327417, -0.007118359673768282, -0.0067363702692091465, -0.006354380864650011, -0.005972391460090876, -0.00559040205553174, -0.005208412650972605, -0.004826422780752182, -0.004444433376193047, -0.004062443971633911, -0.0036804545670747757, -0.0032984651625156403, -0.002916475757956505, -0.0025344863533973694, -0.0021524967160075903, -0.0017705073114484549, -0.0013885179068893194, -0.0010065283859148622, -0.0006245389231480658, -0.00024254946038126945, 0.0001394400023855269, 0.0005214294651523232, 0.0009034189279191196, 0.001285408390685916, 0.0016673977952450514, 0.0020493874326348305, 0.002431376837193966, 0.0028133662417531013, 0.003195355646312237, 0.0035773450508713722, 0.003959334455430508, 0.004341323859989643, 0.004723313730210066, 0.005105303134769201, 0.005487292539328337, 0.005869281943887472, 0.006251271348446608, 0.006633260753005743, 0.0070152501575648785, 0.007397240027785301, 0.007779229432344437, 0.008161218836903572, 0.008543208241462708, 0.008925197646021843]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 4.0, 1.0, 1.0, 1.0, 2.0, 3.0, 4.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.12184446305036545, -0.11728791892528534, -0.11273138225078583, -0.10817484557628632, -0.10361830145120621, -0.0990617573261261, -0.09450522065162659, -0.08994868397712708, -0.08539213985204697, -0.08083559572696686, -0.07627905905246735, -0.07172252237796783, -0.06716597825288773, -0.06260943412780762, -0.058052897453308105, -0.053496357053518295, -0.048939816653728485, -0.044383276253938675, -0.039826735854148865, -0.035270195454359055, -0.030713655054569244, -0.026157114654779434, -0.021600574254989624, -0.017044033855199814, -0.012487493455410004, -0.007930953055620193, -0.0033744126558303833, 0.0011821277439594269, 0.005738668143749237, 0.010295208543539047, 0.014851748943328857, 0.019408289343118668, 0.023964829742908478, 0.028521370142698288, 0.0330779105424881, 0.03763445094227791, 0.04219099134206772, 0.04674753174185753, 0.05130407214164734, 0.05586061254143715, 0.06041715294122696, 0.06497369706630707, 0.06953023374080658, 0.07408677041530609, 0.0786433145403862, 0.08319985866546631, 0.08775639533996582, 0.09231293201446533, 0.09686947613954544, 0.10142602026462555, 0.10598255693912506, 0.11053909361362457, 0.11509563773870468, 0.11965218186378479, 0.1242087185382843, 0.1287652552127838, 0.13332179188728333, 0.13787834346294403, 0.14243488013744354, 0.14699141681194305, 0.15154796838760376, 0.15610450506210327, 0.16066104173660278, 0.1652175784111023, 0.1697741150856018]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 3.0, 0.0, 5.0, 4.0, 5.0, 5.0, 6.0, 3.0, 5.0, 1.0, 3.0, 13.0, 20.0, 32.0, 73.0, 18.0, 12.0, 20.0, 7.0, 4.0, 8.0, 3.0, 2.0, 5.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0], "bins": [-0.09615642577409744, -0.09335707128047943, -0.09055772423744202, -0.087758369743824, -0.08495902270078659, -0.08215966820716858, -0.07936032116413116, -0.07656096667051315, -0.07376161217689514, -0.07096226513385773, -0.06816291064023972, -0.0653635635972023, -0.06256420910358429, -0.05976485833525658, -0.056965507566928864, -0.05416615679860115, -0.05136680603027344, -0.048567455261945724, -0.04576810449361801, -0.0429687537252903, -0.040169402956962585, -0.037370048463344574, -0.03457069769501686, -0.03177134692668915, -0.028971996158361435, -0.026172645390033722, -0.02337329462170601, -0.020573941990733147, -0.017774591222405434, -0.01497524045407772, -0.012175888754427433, -0.009376537054777145, -0.006577186286449432, -0.003777835052460432, -0.0009784838184714317, 0.0018208674155175686, 0.004620218649506569, 0.007419569883495569, 0.01021892111748457, 0.013018272817134857, 0.01581762358546257, 0.018616974353790283, 0.021416325122117996, 0.02421567775309086, 0.02701502852141857, 0.029814379289746284, 0.03261373192071915, 0.03541308268904686, 0.03821243345737457, 0.041011784225702286, 0.04381113499403, 0.04661048576235771, 0.049409836530685425, 0.052209191024303436, 0.05500854179263115, 0.05780789256095886, 0.060607243329286575, 0.06340659409761429, 0.0662059485912323, 0.06900529563426971, 0.07180465012788773, 0.07460399717092514, 0.07740335166454315, 0.08020269870758057, 0.08300205320119858]}, "_runtime": 92.96861529350281, "_timestamp": 1596212963.670153, "_step": 110}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 0.0, 1.0, 2.0, 1.0, 1.0, 2.0, 4.0, 1.0, 0.0, 2.0, 2.0, 3.0, 3.0, 5.0, 4.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 4.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010050792247056961, -0.00969799142330885, -0.009345189668238163, -0.008992388844490051, -0.00863958802074194, -0.008286786265671253, -0.007933985441923141, -0.0075811841525137424, -0.007228382863104343, -0.006875582039356232, -0.006522780749946833, -0.006169979460537434, -0.005817178636789322, -0.005464377347379923, -0.005111576057970524, -0.004758775234222412, -0.004405973944813013, -0.004053172655403614, -0.0037003715988248587, -0.0033475705422461033, -0.0029947692528367043, -0.002641968196257949, -0.0022891671396791935, -0.0019363659666851163, -0.001583564793691039, -0.0012307636206969619, -0.0008779625059105456, -0.0005251613911241293, -0.0001723602181300521, 0.00018044092576019466, 0.0005332420696504414, 0.0008860431844368577, 0.001238844357430935, 0.0015916455304250121, 0.0019444467034190893, 0.0022972477599978447, 0.0026500490494072437, 0.003002850105985999, 0.0033556511625647545, 0.0037084524519741535, 0.0040612537413835526, 0.004414054565131664, 0.004766855854541063, 0.005119657143950462, 0.005472457967698574, 0.005825259257107973, 0.006178060546517372, 0.006530861370265484, 0.006883662659674883, 0.007236463949084282, 0.007589264772832394, 0.00794206652790308, 0.008294867351651192, 0.008647668175399303, 0.00900046993046999, 0.009353270754218102, 0.009706071577966213, 0.0100588733330369, 0.010411674156785011, 0.010764474980533123, 0.01111727673560381, 0.011470077559351921, 0.011822878383100033, 0.01217568013817072, 0.012528480961918831]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 3.0, 2.0, 3.0, 2.0, 7.0, 8.0, 6.0, 9.0, 12.0, 7.0, 18.0, 12.0, 17.0, 30.0, 32.0, 37.0, 46.0, 73.0, 64.0, 108.0, 150.0, 196.0, 280.0, 4426.0, 1263.0, 313.0, 224.0, 139.0, 98.0, 65.0, 66.0, 39.0, 32.0, 30.0, 20.0, 16.0, 18.0, 8.0, 9.0, 7.0, 8.0, 8.0, 2.0, 0.0, 4.0, 3.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.1153620183467865, -0.1118532121181488, -0.10834440588951111, -0.10483559966087341, -0.10132679343223572, -0.09781799465417862, -0.09430918842554092, -0.09080038219690323, -0.08729157596826553, -0.08378276973962784, -0.08027396351099014, -0.07676515728235245, -0.07325635850429535, -0.06974755227565765, -0.06623874604701996, -0.06272993981838226, -0.05922113358974457, -0.05571232736110687, -0.05220352113246918, -0.04869471862912178, -0.045185912400484085, -0.04167710617184639, -0.03816830366849899, -0.0346594974398613, -0.031150691211223602, -0.027641884982585907, -0.02413308061659336, -0.020624276250600815, -0.01711547002196312, -0.013606664724647999, -0.010097859427332878, -0.006589054130017757, -0.0030802488327026367, 0.000428556464612484, 0.003937361761927605, 0.007446167059242725, 0.010954972356557846, 0.014463777653872967, 0.017972582951188087, 0.021481387317180634, 0.02499019354581833, 0.028498999774456024, 0.03200780600309372, 0.035516608506441116, 0.03902541473507881, 0.04253422096371651, 0.046043023467063904, 0.0495518296957016, 0.053060635924339294, 0.05656944215297699, 0.060078248381614685, 0.06358705461025238, 0.06709586083889008, 0.07060465961694717, 0.07411346584558487, 0.07762227207422256, 0.08113107830286026, 0.08463988453149796, 0.08814869076013565, 0.09165749698877335, 0.09516629576683044, 0.09867510199546814, 0.10218390822410583, 0.10569271445274353, 0.10920152068138123]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 2.0, 1.0, 3.0, 4.0, 4.0, 3.0, 0.0, 0.0, 9.0, 4.0, 4.0, 3.0, 5.0, 25.0, 4.0, 3.0, 2.0, 3.0, 2.0, 6.0, 5.0, 1.0, 4.0, 5.0, 3.0, 4.0, 2.0, 3.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002968663815408945, -0.0028529874980449677, -0.0027373111806809902, -0.002621634630486369, -0.0025059583131223917, -0.0023902819957584143, -0.002274605678394437, -0.0021589293610304594, -0.0020432528108358383, -0.0019275766098871827, -0.0018119001761078835, -0.001696223858743906, -0.0015805475413799286, -0.0014648711076006293, -0.001349194790236652, -0.0012335183564573526, -0.0011178420390933752, -0.0010021657217293978, -0.0008864892879500985, -0.0007708129705861211, -0.0006551365950144827, -0.0005394602194428444, -0.0004237838729750365, -0.0003081075265072286, -0.00019243115093559027, -7.675478991586715e-05, 3.892157110385597e-05, 0.00015459793212357908, 0.0002702742931433022, 0.00038595066871494055, 0.000501626986078918, 0.0006173033616505563, 0.0007329797372221947, 0.000848656112793833, 0.0009643324883654714, 0.0010800088057294488, 0.001195685239508748, 0.0013113615568727255, 0.001427037874236703, 0.0015427143080160022, 0.0016583906253799796, 0.001774066942743957, 0.0018897433765232563, 0.0020054196938872337, 0.002121096011251211, 0.0022367723286151886, 0.0023524488788098097, 0.002468125196173787, 0.0025838015135377645, 0.002699477830901742, 0.0028151541482657194, 0.0029308306984603405, 0.003046507015824318, 0.0031621833331882954, 0.003277859650552273, 0.0033935359679162502, 0.0035092122852802277, 0.0036248888354748487, 0.003740565152838826, 0.0038562414702028036, 0.003971918020397425, 0.004087594337761402, 0.0042032706551253796, 0.004318946972489357, 0.004434623289853334]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 5.0, 11.0, 13.0, 10.0, 22.0, 31.0, 46.0, 65.0, 109.0, 124.0, 200.0, 289.0, 465.0, 713.0, 1089.0, 1818.0, 2820.0, 4782.0, 8034.0, 14770.0, 29289.0, 71523.0, 821804.0, 118428.0, 43855.0, 22588.0, 13018.0, 8078.0, 4988.0, 3410.0, 2150.0, 1624.0, 1040.0, 722.0, 542.0, 363.0, 250.0, 157.0, 110.0, 82.0, 46.0, 47.0, 29.0, 22.0, 22.0, 14.0, 8.0, 4.0, 2.0, 3.0, 0.0, 4.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0], "bins": [-0.005751988850533962, -0.005551944952458143, -0.005351901054382324, -0.005151856690645218, -0.004951812792569399, -0.00475176889449358, -0.004551724996417761, -0.004351681098341942, -0.0041516367346048355, -0.0039515928365290165, -0.0037515489384531975, -0.0035515050403773785, -0.0033514611423015594, -0.0031514170113950968, -0.0029513731133192778, -0.002751328982412815, -0.002551285084336996, -0.002351241186261177, -0.0021511970553547144, -0.0019511531572788954, -0.0017511091427877545, -0.0015510651282966137, -0.0013510212302207947, -0.0011509772157296538, -0.000950933201238513, -0.0007508891867473722, -0.0005508452304638922, -0.00035080124507658184, -0.00015075725968927145, 4.9286725698038936e-05, 0.0002493307110853493, 0.0004493746964726597, 0.0006494186818599701, 0.0008494626963511109, 0.0010495067108422518, 0.0012495506089180708, 0.0014495946234092116, 0.0016496386379003525, 0.0018496825359761715, 0.002049726666882634, 0.002249770564958453, 0.002449814463034272, 0.002649858593940735, 0.002849902492016554, 0.003049946390092373, 0.0032499905209988356, 0.0034500344190746546, 0.0036500785499811172, 0.0038501224480569363, 0.004050166346132755, 0.004250210244208574, 0.004450254607945681, 0.0046502985060215, 0.004850342404097319, 0.005050386302173138, 0.005250430200248957, 0.005450474098324776, 0.005650518462061882, 0.005850562360137701, 0.00605060625821352, 0.006250650156289339, 0.006450694054365158, 0.006650738418102264, 0.006850782316178083, 0.0070508262142539024]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 1.0, 1.0, 5.0, 3.0, 4.0, 6.0, 7.0, 1.0, 3.0, 6.0, 2.0, 4.0, 1.0, 1.0, 2.0, 1.0, 2.0, 0.0, 2.0, 0.0, 2.0, 1.0], "bins": [-0.057468123733997345, -0.0562521293759346, -0.05503613129258156, -0.053820136934518814, -0.05260414257645607, -0.05138814449310303, -0.05017215013504028, -0.04895615577697754, -0.047740161418914795, -0.04652416333556175, -0.04530816897749901, -0.044092174619436264, -0.04287617653608322, -0.04166018217802048, -0.04044418781995773, -0.03922818973660469, -0.038012195378541946, -0.0367962010204792, -0.03558020293712616, -0.034364208579063416, -0.03314821422100067, -0.03193221613764763, -0.030716221779584885, -0.02950022742152214, -0.028284231200814247, -0.027068234980106354, -0.02585224062204361, -0.024636244401335716, -0.023420248180627823, -0.02220425382256508, -0.020988257601857185, -0.01977226324379444, -0.018556267023086548, -0.017340270802378654, -0.01612427644431591, -0.014908280223608017, -0.013692284934222698, -0.01247628964483738, -0.011260293424129486, -0.010044298134744167, -0.008828302845358849, -0.00761230755597353, -0.006396311800926924, -0.005180316045880318, -0.003964320756494999, -0.0027483252342790365, -0.0015323297120630741, -0.0003163341898471117, 0.0008996613323688507, 0.002115656854584813, 0.0033316523768007755, 0.004547648131847382, 0.0057636434212327, 0.006979638710618019, 0.008195634931325912, 0.009411630220711231, 0.01062762551009655, 0.011843620799481869, 0.013059616088867188, 0.014275612309575081, 0.0154916075989604, 0.01670760288834572, 0.017923599109053612, 0.019139593467116356, 0.02035558968782425]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [8.0, 1.0, 0.0, 8.0, 1.0, 0.0, 1.0, 7.0, 11.0, 8.0, 0.0, 0.0, 3.0, 8.0, 7.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 8.0, 17.0, 11.0, 16.0, 27.0, 44.0, 45.0, 49.0, 92.0, 152.0, 205.0, 320.0, 557.0, 973.0, 1819.0, 6826.0, 2428.0, 1447.0, 963.0, 677.0, 414.0, 324.0, 225.0, 181.0, 127.0, 96.0, 75.0, 61.0, 58.0, 35.0, 24.0, 19.0, 13.0, 13.0, 9.0, 5.0, 4.0, 1.0, 3.0, 0.0, 2.0, 1.0], "bins": [-0.017540665343403816, -0.017072713002562523, -0.01660476252436638, -0.016136810183525085, -0.015668857842683792, -0.015200906433165073, -0.014732955023646355, -0.014265002682805061, -0.013797051273286343, -0.013329099863767624, -0.01286114752292633, -0.012393196113407612, -0.011925244703888893, -0.0114572923630476, -0.010989340953528881, -0.010521388612687588, -0.010053437203168869, -0.00958548579365015, -0.009117533452808857, -0.008649582043290138, -0.008181629702448845, -0.007713678292930126, -0.0072457268834114075, -0.0067777750082314014, -0.006309823133051395, -0.005841871257871389, -0.005373919382691383, -0.004905967973172665, -0.004438016097992659, -0.003970064222812653, -0.00350211258046329, -0.003034160938113928, -0.002566209062933922, -0.002098257187753916, -0.0016303055454045534, -0.0011623537866398692, -0.000694402027875185, -0.0002264502691105008, 0.0002415014896541834, 0.0007094532484188676, 0.0011774050071835518, 0.001645356765948236, 0.00211330852471292, 0.0025812601670622826, 0.0030492120422422886, 0.0035171639174222946, 0.003985115326941013, 0.004453067202121019, 0.004921019077301025, 0.005388970952481031, 0.0058569228276610374, 0.006324874237179756, 0.006792826112359762, 0.007260777987539768, 0.007728729397058487, 0.00819668173789978, 0.008664633147418499, 0.009132584556937218, 0.009600536897778511, 0.01006848830729723, 0.010536439716815948, 0.011004392057657242, 0.01147234346717596, 0.011940295808017254, 0.012408247217535973]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.12713810801506042, -0.12347348034381866, -0.11980884522199631, -0.11614421755075455, -0.11247958987951279, -0.10881495475769043, -0.10515032708644867, -0.10148569941520691, -0.09782107174396515, -0.09415643662214279, -0.09049180895090103, -0.08682718127965927, -0.08316254615783691, -0.07949791848659515, -0.0758332908153534, -0.07216865569353104, -0.06850402802228928, -0.06483940035104752, -0.06117476895451546, -0.0575101375579834, -0.05384550988674164, -0.05018087849020958, -0.04651624709367752, -0.04285161942243576, -0.0391869880259037, -0.03552235662937164, -0.03185772895812988, -0.028193097561597824, -0.024528468027710915, -0.020863838493824005, -0.017199207097291946, -0.013534577563405037, -0.009869948029518127, -0.006205318029969931, -0.002540688030421734, 0.001123941969126463, 0.00478857196867466, 0.00845320150256157, 0.012117831967771053, 0.015782462432980537, 0.019447091966867447, 0.023111721500754356, 0.026776351034641266, 0.030440982431173325, 0.03410561382770538, 0.037770241498947144, 0.0414348728954792, 0.04509950056672096, 0.04876413196325302, 0.05242876335978508, 0.05609339103102684, 0.0597580224275589, 0.06342265009880066, 0.06708728522062302, 0.07075191289186478, 0.07441654056310654, 0.0780811756849289, 0.08174580335617065, 0.08541043102741241, 0.08907505869865417, 0.09273969382047653, 0.09640432149171829, 0.10006894916296005, 0.10373358428478241, 0.10739821195602417]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 3.0, 1.0, 0.0, 3.0, 1.0, 1.0, 1.0, 3.0, 3.0, 9.0, 6.0, 9.0, 13.0, 14.0, 18.0, 18.0, 20.0, 7.0, 43.0, 28.0, 13.0, 13.0, 7.0, 6.0, 9.0, 2.0, 2.0, 6.0, 2.0, 3.0, 0.0, 8.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.07689887285232544, -0.07469730079174042, -0.07249573618173599, -0.07029416412115097, -0.06809259951114655, -0.06589102745056152, -0.0636894553899765, -0.06148788705468178, -0.059286318719387054, -0.05708475038409233, -0.05488318204879761, -0.052681609988212585, -0.05048004165291786, -0.04827847331762314, -0.046076901257038116, -0.04387533292174339, -0.04167376458644867, -0.039472196251153946, -0.03727062791585922, -0.0350690558552742, -0.03286748751997948, -0.030665919184684753, -0.02846434898674488, -0.026262778788805008, -0.024061210453510284, -0.02185964211821556, -0.019658071920275688, -0.017456501722335815, -0.015254933387041092, -0.013053364120423794, -0.010851794853806496, -0.008650225587189198, -0.006448656320571899, -0.004247087053954601, -0.002045517787337303, 0.00015605147927999496, 0.002357620745897293, 0.004559190012514591, 0.006760759279131889, 0.008962328545749187, 0.011163897812366486, 0.013365467078983784, 0.015567036345601082, 0.017768606543540955, 0.019970174878835678, 0.0221717432141304, 0.024373313412070274, 0.026574883610010147, 0.02877645194530487, 0.030978020280599594, 0.03317958861589432, 0.03538116067647934, 0.03758272901177406, 0.03978429734706879, 0.04198586940765381, 0.04418743774294853, 0.046389006078243256, 0.04859057441353798, 0.0507921427488327, 0.052993714809417725, 0.05519528314471245, 0.05739685148000717, 0.059598423540592194, 0.06179999187588692, 0.06400156021118164]}, "_runtime": 93.86960339546204, "_timestamp": 1596212964.571141, "_step": 111}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 3.0, 1.0, 3.0, 1.0, 1.0, 1.0, 5.0, 5.0, 1.0, 3.0, 2.0, 3.0, 1.0, 2.0, 3.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.010769901797175407, -0.0104448227211833, -0.010119744576513767, -0.00979466550052166, -0.009469586424529552, -0.00914450827986002, -0.008819429203867912, -0.008494350127875805, -0.008169271983206272, -0.007844192907214165, -0.007519114296883345, -0.007194035686552525, -0.006868956610560417, -0.006543878000229597, -0.006218799389898777, -0.00589372031390667, -0.0055686417035758495, -0.0052435630932450294, -0.004918484017252922, -0.004593405406922102, -0.004268326796591282, -0.0039432477205991745, -0.0036181691102683544, -0.0032930904999375343, -0.0029680116567760706, -0.002642932813614607, -0.0023178542032837868, -0.001992775360122323, -0.0016676966333761811, -0.0013426179066300392, -0.0010175390634685755, -0.0006924603367224336, -0.00036738160997629166, -4.230285412631929e-05, 0.0002827759017236531, 0.0006078546866774559, 0.0009329334134235978, 0.0012580121401697397, 0.0015830909833312035, 0.0019081697100773454, 0.0022332484368234873, 0.002558327279984951, 0.002883405890315771, 0.003208484733477235, 0.0035335635766386986, 0.0038586421869695187, 0.004183720797300339, 0.004508799873292446, 0.004833878483623266, 0.005158957093954086, 0.005484036169946194, 0.005809114780277014, 0.006134193390607834, 0.006459272466599941, 0.006784351076930761, 0.007109429687261581, 0.007434508763253689, 0.007759587373584509, 0.008084665983915329, 0.008409745059907436, 0.00873482320457697, 0.009059902280569077, 0.009384981356561184, 0.009710059501230717, 0.010035138577222824]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 4.0, 2.0, 3.0, 2.0, 4.0, 8.0, 8.0, 8.0, 16.0, 17.0, 18.0, 34.0, 35.0, 47.0, 55.0, 50.0, 80.0, 96.0, 134.0, 181.0, 280.0, 572.0, 4972.0, 471.0, 238.0, 149.0, 114.0, 82.0, 47.0, 35.0, 36.0, 29.0, 25.0, 19.0, 14.0, 11.0, 9.0, 3.0, 6.0, 4.0, 1.0, 3.0, 4.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.10707160830497742, -0.10351289063692093, -0.09995416551828384, -0.09639544785022736, -0.09283672273159027, -0.08927800506353378, -0.0857192799448967, -0.08216056227684021, -0.07860183715820312, -0.07504311949014664, -0.07148440182209015, -0.06792567670345306, -0.06436695903539658, -0.06080823764204979, -0.057249516248703, -0.053690794855356216, -0.05013207346200943, -0.04657335206866264, -0.04301463067531586, -0.03945590928196907, -0.035897187888622284, -0.032338470220565796, -0.02877974882721901, -0.025221027433872223, -0.021662306040525436, -0.01810358464717865, -0.014544864185154438, -0.010986143723130226, -0.00742742232978344, -0.0038687014020979404, -0.00030998047441244125, 0.003248740453273058, 0.006807461380958557, 0.010366182774305344, 0.013924903236329556, 0.017483623698353767, 0.021042345091700554, 0.02460106648504734, 0.028159786015748978, 0.031718507409095764, 0.03527722880244255, 0.03883595019578934, 0.042394671589136124, 0.04595339298248291, 0.0495121106505394, 0.053070832043886185, 0.05662955343723297, 0.06018827483057976, 0.06374699622392654, 0.06730571389198303, 0.07086443901062012, 0.0744231566786766, 0.07798188179731369, 0.08154059946537018, 0.08509932458400726, 0.08865804225206375, 0.09221675992012024, 0.09577548503875732, 0.09933420270681381, 0.1028929278254509, 0.10645164549350739, 0.11001037061214447, 0.11356908828020096, 0.11712781339883804, 0.12068653106689453]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 3.0, 2.0, 1.0, 2.0, 4.0, 0.0, 3.0, 2.0, 3.0, 4.0, 7.0, 5.0, 3.0, 5.0, 5.0, 27.0, 3.0, 2.0, 4.0, 2.0, 4.0, 2.0, 5.0, 2.0, 2.0, 2.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.0030899555422365665, -0.0029904390685260296, -0.0028909225948154926, -0.0027914061211049557, -0.0026918896473944187, -0.0025923734065145254, -0.0024928569328039885, -0.0023933404590934515, -0.0022938239853829145, -0.0021943075116723776, -0.0020947910379618406, -0.0019952745642513037, -0.0018957582069560885, -0.0017962417332455516, -0.0016967253759503365, -0.0015972089022397995, -0.0014976924285292625, -0.0013981759548187256, -0.0012986594811081886, -0.0011991431238129735, -0.0010996266501024365, -0.0010001101763918996, -0.0009005937608890235, -0.0008010773453861475, -0.0007015608716756105, -0.0006020443979650736, -0.0005025279824621975, -0.00040301153785549104, -0.00030349509324878454, -0.00020397864864207804, -0.00010446220403537154, -4.945759428665042e-06, 9.457068517804146e-05, 0.00019408712978474796, 0.00029360357439145446, 0.00039312001899816096, 0.0004926364636048675, 0.0005921529373154044, 0.0006916693528182805, 0.0007911857683211565, 0.0008907022420316935, 0.0009902187157422304, 0.0010897351894527674, 0.0011892515467479825, 0.0012887680204585195, 0.0013882844941690564, 0.0014878008514642715, 0.0015873173251748085, 0.0016868337988853455, 0.0017863502725958824, 0.0018858667463064194, 0.0019853832200169563, 0.0020848996937274933, 0.0021844159346073866, 0.0022839324083179235, 0.0023834488820284605, 0.0024829653557389975, 0.0025824818294495344, 0.0026819983031600714, 0.0027815147768706083, 0.0028810310177505016, 0.0029805474914610386, 0.0030800639651715755, 0.0031795804388821125, 0.0032790969125926495]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [4.0, 1.0, 0.0, 2.0, 4.0, 12.0, 14.0, 23.0, 20.0, 42.0, 60.0, 104.0, 108.0, 147.0, 229.0, 316.0, 463.0, 643.0, 822.0, 1331.0, 1861.0, 2823.0, 4506.0, 7570.0, 12980.0, 24080.0, 51280.0, 159672.0, 767922.0, 61488.0, 29656.0, 16967.0, 10564.0, 7036.0, 4810.0, 3303.0, 2372.0, 1632.0, 1232.0, 894.0, 666.0, 486.0, 328.0, 294.0, 185.0, 176.0, 131.0, 110.0, 83.0, 54.0, 39.0, 29.0, 19.0, 17.0, 7.0, 9.0, 3.0, 6.0, 1.0, 2.0, 4.0, 4.0, 1.0, 1.0], "bins": [-0.005042218137532473, -0.00486340094357729, -0.0046845837496221066, -0.0045057665556669235, -0.0043269493617117405, -0.0041481321677565575, -0.003969315439462662, -0.003790498012676835, -0.0036116810515522957, -0.0034328638575971127, -0.0032540466636419296, -0.0030752294696867466, -0.0028964122757315636, -0.0027175950817763805, -0.002538778120651841, -0.002359960926696658, -0.002181143732741475, -0.002002326538786292, -0.0018235094612464309, -0.0016446922672912478, -0.0014658751897513866, -0.0012870579957962036, -0.0011082408018410206, -0.0009294236660934985, -0.0007506065303459764, -0.0005717893945984542, -0.00039297222974710166, -0.00021415507944766432, -3.5337929148226976e-05, 0.00014347922115121037, 0.0003222963714506477, 0.0005011135363020003, 0.0006799306720495224, 0.0008587478077970445, 0.0010375649435445666, 0.0012163821374997497, 0.0013951992150396109, 0.001574016408994794, 0.001752833602949977, 0.0019316506804898381, 0.0021104677580296993, 0.0022892849519848824, 0.0024681021459400654, 0.0026469193398952484, 0.0028257365338504314, 0.0030045537278056145, 0.003183370688930154, 0.003362187882885337, 0.00354100507684052, 0.003719822270795703, 0.003898639464750886, 0.004077456425875425, 0.004256273619830608, 0.004435090813785791, 0.004613908007740974, 0.0047927252016961575, 0.0049715423956513405, 0.0051503595896065235, 0.0053291767835617065, 0.005507993511855602, 0.005686810705810785, 0.005865627899765968, 0.006044445093721151, 0.006223262287676334, 0.006402079481631517]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 4.0, 1.0, 1.0, 2.0, 2.0, 0.0, 4.0, 3.0, 10.0, 5.0, 2.0, 4.0, 1.0, 2.0, 4.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02048851177096367, -0.019465060904622078, -0.018441610038280487, -0.017418161034584045, -0.016394710168242455, -0.015371259301900864, -0.014347808435559273, -0.013324358500540257, -0.012300907634198666, -0.011277456767857075, -0.010254006832838058, -0.009230555966496468, -0.008207105100154877, -0.0071836551651358604, -0.0061602042987942696, -0.005136753898113966, -0.004113303497433662, -0.003089853096753359, -0.0020664024632424116, -0.0010429519461467862, -1.9501429051160812e-05, 0.0010039490880444646, 0.00202739960514009, 0.003050850238651037, 0.004074300639331341, 0.005097751040011644, 0.006121201440691948, 0.007144652307033539, 0.00816810317337513, 0.009191553108394146, 0.010215003974735737, 0.011238453909754753, 0.012261904776096344, 0.013285355642437935, 0.014308805577456951, 0.015332256443798542, 0.01635570637881756, 0.01737915724515915, 0.01840260811150074, 0.01942605897784233, 0.020449507981538773, 0.021472958847880363, 0.022496409714221954, 0.023519860580563545, 0.024543311446905136, 0.025566762313246727, 0.02659021131694317, 0.02761366218328476, 0.02863711304962635, 0.02966056391596794, 0.030684014782309532, 0.03170746564865112, 0.032730914652347565, 0.033754367381334305, 0.034777816385030746, 0.03580126538872719, 0.03682471811771393, 0.03784816712141037, 0.03887161985039711, 0.03989506885409355, 0.04091851785778999, 0.04194197058677673, 0.042965419590473175, 0.043988872319459915, 0.04501232132315636]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 3.0, 2.0, 2.0, 1.0, 1.0, 8.0, 11.0, 13.0, 12.0, 16.0, 18.0, 25.0, 35.0, 59.0, 73.0, 85.0, 125.0, 155.0, 184.0, 298.0, 386.0, 472.0, 755.0, 1065.0, 1787.0, 6168.0, 2067.0, 1309.0, 788.0, 560.0, 452.0, 316.0, 247.0, 186.0, 158.0, 137.0, 79.0, 75.0, 68.0, 50.0, 36.0, 18.0, 16.0, 7.0, 12.0, 4.0, 4.0, 10.0, 6.0, 10.0, 3.0, 2.0, 10.0, 5.0, 9.0, 5.0, 2.0, 9.0, 1.0, 1.0, 0.0, 5.0, 4.0], "bins": [-0.010057474486529827, -0.009678593836724758, -0.00929971318691969, -0.00892083253711462, -0.008541952818632126, -0.008163072168827057, -0.007784191519021988, -0.007405310869216919, -0.00702643021941185, -0.006647549569606781, -0.006268668919801712, -0.00588978873565793, -0.005510908085852861, -0.0051320274360477924, -0.004753147251904011, -0.004374266602098942, -0.003995385952293873, -0.003616505302488804, -0.0032376248855143785, -0.0028587444685399532, -0.0024798638187348843, -0.0021009831689298153, -0.00172210275195539, -0.0013432222185656428, -0.0009643416851758957, -0.0005854611517861485, -0.0002065806183964014, 0.00017229991499334574, 0.0005511804483830929, 0.00093006098177284, 0.0013089415151625872, 0.0016878220485523343, 0.0020667025819420815, 0.0024455832317471504, 0.0028244636487215757, 0.003203344065696001, 0.00358222471550107, 0.003961105365306139, 0.004339985549449921, 0.00471886619925499, 0.005097746849060059, 0.0054766274988651276, 0.0058555081486701965, 0.006234388332813978, 0.006613268982619047, 0.006992149632424116, 0.007371029816567898, 0.007749910466372967, 0.008128791116178036, 0.008507671765983105, 0.008886552415788174, 0.009265433065593243, 0.009644312784075737, 0.010023193433880806, 0.010402074083685875, 0.010780954733490944, 0.011159835383296013, 0.011538716033101082, 0.01191759668290615, 0.01229647733271122, 0.012675357982516289, 0.013054237700998783, 0.013433118350803852, 0.013811999000608921, 0.01419087965041399]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 4.0, 2.0, 1.0, 0.0, 0.0, 3.0, 2.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.19178225100040436, -0.18744926154613495, -0.18311627209186554, -0.17878328263759613, -0.17445029318332672, -0.1701173037290573, -0.1657842993736267, -0.1614513099193573, -0.1571183204650879, -0.15278533101081848, -0.14845234155654907, -0.14411935210227966, -0.13978636264801025, -0.13545337319374084, -0.13112038373947144, -0.12678739428520203, -0.12245439738035202, -0.11812140792608261, -0.1137884184718132, -0.1094554215669632, -0.10512243211269379, -0.10078944265842438, -0.09645645320415497, -0.09212346374988556, -0.08779047429561615, -0.08345747739076614, -0.07912448793649673, -0.07479149848222733, -0.07045850902795792, -0.06612551957368851, -0.0617925263941288, -0.05745953321456909, -0.05312654376029968, -0.04879355430603027, -0.044460561126470566, -0.04012757167220116, -0.03579457849264145, -0.03146158903837204, -0.02712859958410263, -0.022795608267188072, -0.018462616950273514, -0.014129625633358955, -0.009796635247766972, -0.0054636443965137005, -0.0011306535452604294, 0.0032023373059928417, 0.007535328157246113, 0.011868318542838097, 0.016201309859752655, 0.020534301176667213, 0.024867292493581772, 0.02920028194785118, 0.03353327512741089, 0.0378662645816803, 0.04219925403594971, 0.046532247215509415, 0.050865236669778824, 0.05519822612404823, 0.05953121930360794, 0.06386420875787735, 0.06819719821214676, 0.07253018766641617, 0.07686318457126617, 0.08119617402553558, 0.08552916347980499]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 4.0, 2.0, 3.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 1.0, 2.0, 2.0, 4.0, 3.0, 3.0, 2.0, 6.0, 6.0, 5.0, 8.0, 13.0, 22.0, 21.0, 40.0, 14.0, 19.0, 15.0, 6.0, 7.0, 11.0, 10.0, 12.0, 6.0, 3.0, 5.0, 2.0, 3.0, 2.0, 1.0, 0.0, 2.0, 2.0, 3.0], "bins": [-0.11263123899698257, -0.1100805401802063, -0.10752983391284943, -0.10497913509607315, -0.10242842882871628, -0.09987773001194, -0.09732702374458313, -0.09477632492780685, -0.09222561866044998, -0.0896749198436737, -0.08712421357631683, -0.08457351475954056, -0.08202280849218369, -0.07947210967540741, -0.07692140340805054, -0.07437070459127426, -0.07182000577449799, -0.06926929950714111, -0.06671860069036484, -0.06416789442300797, -0.06161719188094139, -0.05906648933887482, -0.05651578679680824, -0.05396508425474167, -0.05141438543796539, -0.04886368289589882, -0.046312980353832245, -0.04376227781176567, -0.0412115752696991, -0.03866087272763252, -0.03611017018556595, -0.033559467643499374, -0.0310087651014328, -0.028458062559366226, -0.025907360017299652, -0.023356657475233078, -0.020805954933166504, -0.01825525425374508, -0.015704551711678505, -0.01315384916961193, -0.010603146627545357, -0.008052444085478783, -0.005501742009073496, -0.0029510396998375654, -0.000400337390601635, 0.0021503649186342955, 0.004701067227870226, 0.007251769304275513, 0.009802471846342087, 0.012353174388408661, 0.014903876930475235, 0.01745457947254181, 0.020005282014608383, 0.022555982694029808, 0.025106685236096382, 0.027657387778162956, 0.03020809032022953, 0.032758790999650955, 0.03530949354171753, 0.0378601960837841, 0.04041089862585068, 0.04296160116791725, 0.045512303709983826, 0.0480630062520504, 0.050613708794116974]}, "_runtime": 94.72041010856628, "_timestamp": 1596212965.4219477, "_step": 112}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 2.0, 2.0, 2.0, 1.0, 3.0, 1.0, 3.0, 1.0, 3.0, 1.0, 3.0, 4.0, 2.0, 3.0, 0.0, 1.0, 3.0, 2.0, 1.0, 2.0, 0.0, 0.0, 4.0, 2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010686986148357391, -0.010350190103054047, -0.010013393126428127, -0.009676597081124783, -0.009339801035821438, -0.009003004059195518, -0.008666208013892174, -0.008329411968588829, -0.00799261499196291, -0.007655818946659565, -0.007319022435694933, -0.006982225924730301, -0.006645429879426956, -0.006308633368462324, -0.005971836857497692, -0.005635040812194347, -0.005298244301229715, -0.004961447790265083, -0.004624651744961739, -0.0042878552339971066, -0.0039510587230324745, -0.003614262444898486, -0.0032774661667644978, -0.0029406696557998657, -0.0026038733776658773, -0.002267077099531889, -0.001930280588567257, -0.0015934843104332685, -0.0012566879158839583, -0.0009198915213346481, -0.0005830951849929988, -0.0002462988195475191, 9.049754589796066e-05, 0.0004272939113434404, 0.0007640902767889202, 0.0011008866131305695, 0.0014376830076798797, 0.0017744794022291899, 0.0021112756803631783, 0.0024480721913278103, 0.0027848684694617987, 0.003121664747595787, 0.003458461258560419, 0.0037952575366944075, 0.004132053814828396, 0.004468850325793028, 0.00480564683675766, 0.005142442882061005, 0.005479239393025637, 0.005816035903990269, 0.0061528319492936134, 0.0064896284602582455, 0.0068264249712228775, 0.007163221016526222, 0.007500017527490854, 0.007836814038455486, 0.008173610083758831, 0.00851040706038475, 0.008847203105688095, 0.00918399915099144, 0.00952079612761736, 0.009857592172920704, 0.010194388218224049, 0.010531185194849968, 0.010867981240153313]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 3.0, 1.0, 4.0, 1.0, 7.0, 6.0, 8.0, 7.0, 10.0, 13.0, 12.0, 16.0, 25.0, 29.0, 20.0, 48.0, 48.0, 58.0, 83.0, 93.0, 140.0, 196.0, 307.0, 4971.0, 846.0, 330.0, 169.0, 94.0, 94.0, 66.0, 39.0, 36.0, 34.0, 18.0, 21.0, 11.0, 12.0, 16.0, 4.0, 7.0, 9.0, 3.0, 3.0, 2.0, 1.0, 5.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.11894409358501434, -0.11541276425123215, -0.11188143491744995, -0.10835009813308716, -0.10481876879930496, -0.10128743946552277, -0.09775611013174057, -0.09422477334737778, -0.09069344401359558, -0.08716211467981339, -0.08363078534603119, -0.08009945601224899, -0.0765681192278862, -0.073036789894104, -0.06950546056032181, -0.06597413122653961, -0.06244279816746712, -0.05891146883368492, -0.05538013577461243, -0.05184880644083023, -0.048317473381757736, -0.04478614404797554, -0.041254810988903046, -0.03772348165512085, -0.034192152321338654, -0.03066081926226616, -0.027129488065838814, -0.02359815686941147, -0.020066827535629272, -0.016535496339201927, -0.013004165142774582, -0.009472833946347237, -0.005941502749919891, -0.0024101717863231897, 0.0011211591772735119, 0.00465248990803957, 0.008183821104466915, 0.01171515230089426, 0.015246482565999031, 0.018777813762426376, 0.02230914495885372, 0.025840476155281067, 0.029371807351708412, 0.03290313854813576, 0.036434467881917953, 0.03996580094099045, 0.043497130274772644, 0.04702846333384514, 0.050559792667627335, 0.05409112200140953, 0.057622455060482025, 0.06115378439426422, 0.06468511372804642, 0.06821645051240921, 0.0717477798461914, 0.0752791091799736, 0.0788104385137558, 0.082341767847538, 0.08587310463190079, 0.08940443396568298, 0.09293576329946518, 0.09646709263324738, 0.09999842941761017, 0.10352975875139236, 0.10706108808517456]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 5.0, 1.0, 2.0, 7.0, 5.0, 2.0, 2.0, 3.0, 7.0, 3.0, 5.0, 10.0, 23.0, 2.0, 3.0, 2.0, 3.0, 2.0, 1.0, 3.0, 0.0, 3.0, 3.0, 2.0, 2.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.00290443142876029, -0.002810900565236807, -0.0027173697017133236, -0.0026238388381898403, -0.002530307974666357, -0.0024367773439735174, -0.002343246480450034, -0.002249715616926551, -0.0021561847534030676, -0.0020626538898795843, -0.001969123026356101, -0.0018755922792479396, -0.0017820614157244563, -0.001688530552200973, -0.0015949998050928116, -0.0015014689415693283, -0.001407938078045845, -0.0013144072145223618, -0.0012208763509988785, -0.001127345603890717, -0.0010338147403672338, -0.0009402838768437505, -0.0008467530715279281, -0.0007532222662121058, -0.0006596914026886225, -0.0005661605391651392, -0.00047262973384931684, -0.000379098899429664, -0.0002855680650100112, -0.00019203723059035838, -9.850639617070556e-05, -4.975561751052737e-06, 8.855527266860008e-05, 0.0001820861070882529, 0.0002756169415079057, 0.00036914777592755854, 0.00046267861034721136, 0.0005562094738706946, 0.000649740279186517, 0.0007432710845023394, 0.0008368019480258226, 0.0009303328115493059, 0.0010238636750727892, 0.0011173944221809506, 0.001210925285704434, 0.0013044561492279172, 0.0013979868963360786, 0.001491517759859562, 0.0015850486233830452, 0.0016785794869065285, 0.0017721103504300117, 0.0018656410975381732, 0.0019591720774769783, 0.002052702708169818, 0.002146233571693301, 0.0022397644352167845, 0.0023332952987402678, 0.002426826162263751, 0.0025203570257872343, 0.0026138878893107176, 0.002707418520003557, 0.0028009493835270405, 0.0028944802470505238, 0.002988011110574007, 0.0030815419740974903]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 2.0, 3.0, 4.0, 9.0, 7.0, 14.0, 17.0, 22.0, 46.0, 54.0, 79.0, 124.0, 174.0, 255.0, 354.0, 535.0, 787.0, 1241.0, 1883.0, 3109.0, 5599.0, 10572.0, 23002.0, 60294.0, 851530.0, 141522.0, 37979.0, 17212.0, 8985.0, 5002.0, 2943.0, 1972.0, 1278.0, 927.0, 640.0, 449.0, 271.0, 218.0, 150.0, 123.0, 57.0, 55.0, 29.0, 18.0, 19.0, 29.0, 7.0, 8.0, 3.0, 8.0, 3.0, 2.0, 1.0, 3.0, 3.0, 3.0, 3.0, 2.0, 1.0, 2.0, 0.0, 0.0, 2.0], "bins": [-0.005241239909082651, -0.005038690287619829, -0.0048361411318182945, -0.0046335915103554726, -0.004431041888892651, -0.004228492733091116, -0.004025943111628294, -0.003823393490165472, -0.0036208441015332937, -0.0034182947129011154, -0.0032157450914382935, -0.003013195702806115, -0.002810646314173937, -0.002608096692711115, -0.0024055473040789366, -0.0022029976826161146, -0.0020004482939839363, -0.0017978987889364362, -0.001595349283888936, -0.0013927998952567577, -0.0011902503902092576, -0.0009877008851617575, -0.0007851514383219182, -0.000582601991482079, -0.0003800524864345789, -0.00017750301049090922, 2.5046465452760458e-05, 0.00022759594139643013, 0.0004301454173400998, 0.0006326949223875999, 0.0008352443692274392, 0.0010377938160672784, 0.0012403433211147785, 0.0014428928261622787, 0.0016454423312097788, 0.001847991719841957, 0.002050541341304779, 0.0022530907299369574, 0.0024556401185691357, 0.0026581897400319576, 0.002860739128664136, 0.0030632885172963142, 0.003265838138759136, 0.0034683875273913145, 0.003670936916023493, 0.0038734865374863148, 0.004076036158949137, 0.004278585314750671, 0.004481134936213493, 0.004683684557676315, 0.00488623371347785, 0.005088783334940672, 0.005291332956403494, 0.0054938821122050285, 0.0056964317336678505, 0.0058989813551306725, 0.006101530976593494, 0.006304080132395029, 0.006506629753857851, 0.006709179375320673, 0.006911728531122208, 0.00711427815258503, 0.0073168277740478516, 0.007519376929849386, 0.007721926551312208]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 3.0, 2.0, 3.0, 3.0, 4.0, 1.0, 1.0, 5.0, 6.0, 4.0, 5.0, 3.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.016855061054229736, -0.01611350290477276, -0.015371942892670631, -0.014630383811891079, -0.013888824731111526, -0.013147266581654549, -0.012405707500874996, -0.011664148420095444, -0.010922589339315891, -0.010181030258536339, -0.009439471177756786, -0.008697912096977234, -0.007956353947520256, -0.007214794401079416, -0.006473235785961151, -0.005731676705181599, -0.004990117624402046, -0.004248558543622494, -0.003506999695673585, -0.002765440847724676, -0.0020238817669451237, -0.001282322802580893, -0.0005407638382166624, 0.00020079512614756823, 0.0009423540905117989, 0.0016839130548760295, 0.00242547201924026, 0.003167030867189169, 0.003908589947968721, 0.004650149028748274, 0.005391707643866539, 0.0061332667246460915, 0.006874825805425644, 0.007616384886205196, 0.008357943966984749, 0.009099503047764301, 0.009841062128543854, 0.010582620278000832, 0.011324179358780384, 0.012065738439559937, 0.012807297520339489, 0.013548856601119041, 0.014290415681898594, 0.015031974762678146, 0.015773532912135124, 0.01651509292423725, 0.01725665107369423, 0.017998211085796356, 0.018739769235253334, 0.019481327384710312, 0.02022288739681244, 0.020964445546269417, 0.021706005558371544, 0.02244756370782852, 0.02318912371993065, 0.023930681869387627, 0.024672240018844604, 0.02541380003094673, 0.02615535818040371, 0.026896918192505836, 0.027638476341962814, 0.02838003635406494, 0.02912159450352192, 0.029863154515624046, 0.030604712665081024]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 3.0, 2.0, 2.0, 4.0, 5.0, 4.0, 14.0, 6.0, 17.0, 21.0, 23.0, 29.0, 27.0, 31.0, 48.0, 69.0, 117.0, 125.0, 209.0, 273.0, 415.0, 517.0, 771.0, 1059.0, 1694.0, 6266.0, 2618.0, 1337.0, 759.0, 471.0, 382.0, 237.0, 170.0, 129.0, 97.0, 75.0, 68.0, 50.0, 39.0, 36.0, 27.0, 28.0, 25.0, 21.0, 16.0, 16.0, 16.0, 14.0, 8.0, 6.0, 7.0, 7.0, 3.0, 6.0, 3.0, 5.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009038477204740047, -0.008702545426785946, -0.008366613648831844, -0.008030681870877743, -0.0076947505585849285, -0.007358818780630827, -0.007022887002676725, -0.006686955224722624, -0.00635102391242981, -0.006015092134475708, -0.0056791603565216064, -0.005343228578567505, -0.005007296800613403, -0.004671365022659302, -0.0043354337103664875, -0.003999501932412386, -0.0036635701544582844, -0.003327638376504183, -0.002991706831380725, -0.0026557750534266233, -0.0023198435083031654, -0.001983911730349064, -0.0016479799523949623, -0.0013120482908561826, -0.0009761166293174028, -0.0006401849677786231, -0.00030425324803218246, 3.167844261042774e-05, 0.00036761013325303793, 0.0007035417947918177, 0.0010394735727459192, 0.001375405234284699, 0.0017113368958234787, 0.0020472686737775803, 0.002383200218901038, 0.0027191319968551397, 0.0030550635419785976, 0.003390995319932699, 0.0037269270978868008, 0.004062858875840902, 0.004398790188133717, 0.004734721966087818, 0.00507065374404192, 0.005406585521996021, 0.005742517299950123, 0.006078449077904224, 0.006414380390197039, 0.00675031216815114, 0.007086243946105242, 0.007422175724059343, 0.007758107502013445, 0.00809403881430626, 0.00842997059226036, 0.008765902370214462, 0.009101834148168564, 0.009437765926122665, 0.009773697704076767, 0.010109629482030869, 0.01044556125998497, 0.010781492106616497, 0.011117423884570599, 0.0114533556625247, 0.011789287440478802, 0.012125219218432903, 0.012461150996387005]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 2.0, 5.0, 1.0, 2.0, 3.0, 3.0, 0.0, 4.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.15682557225227356, -0.1529058963060379, -0.14898620545864105, -0.1450665295124054, -0.14114685356616974, -0.1372271627187729, -0.13330748677253723, -0.12938781082630157, -0.12546811997890472, -0.12154844403266907, -0.11762876063585281, -0.11370907723903656, -0.1097894012928009, -0.10586971789598465, -0.1019500344991684, -0.09803035855293274, -0.09411067515611649, -0.09019099175930023, -0.08627131581306458, -0.08235163241624832, -0.07843194901943207, -0.07451227307319641, -0.07059258967638016, -0.0666729062795639, -0.06275323033332825, -0.05883354693651199, -0.05491386353969574, -0.050994183868169785, -0.04707450419664383, -0.043154820799827576, -0.03923514112830162, -0.03531545773148537, -0.03139577805995941, -0.027476096525788307, -0.023556414991617203, -0.019636735320091248, -0.015717053785920143, -0.011797372251749039, -0.007877691648900509, -0.003958010580390692, -3.8329511880874634e-05, 0.0038813515566289425, 0.00780103262513876, 0.01172071322798729, 0.015640394762158394, 0.0195600762963295, 0.023479755967855453, 0.027399437502026558, 0.03131911903619766, 0.03523879870772362, 0.03915848210453987, 0.043078161776065826, 0.04699784517288208, 0.050917524844408035, 0.05483720451593399, 0.058756887912750244, 0.0626765638589859, 0.06659624725580215, 0.07051593065261841, 0.07443561404943466, 0.07835528999567032, 0.08227497339248657, 0.08619465678930283, 0.09011433273553848, 0.09403401613235474]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 2.0, 4.0, 3.0, 2.0, 6.0, 4.0, 2.0, 3.0, 1.0, 6.0, 5.0, 10.0, 11.0, 13.0, 36.0, 22.0, 20.0, 19.0, 14.0, 12.0, 7.0, 9.0, 10.0, 10.0, 6.0, 1.0, 3.0, 4.0, 2.0, 4.0, 5.0, 4.0, 4.0, 3.0, 0.0, 1.0, 1.0, 2.0, 3.0, 2.0, 0.0, 2.0], "bins": [-0.05735011026263237, -0.0557977594435215, -0.05424541234970093, -0.05269306153059006, -0.05114071071147919, -0.049588363617658615, -0.048036012798547745, -0.046483661979436874, -0.0449313148856163, -0.04337896406650543, -0.04182661324739456, -0.04027426242828369, -0.03872191533446312, -0.03716956451535225, -0.03561721369624138, -0.03406486660242081, -0.032512515783309937, -0.030960166826844215, -0.029407816007733345, -0.027855467051267624, -0.026303116232156754, -0.024750767275691032, -0.02319841831922531, -0.02164606750011444, -0.02009371854364872, -0.018541369587183, -0.01698901876807213, -0.015436669811606407, -0.013884319923818111, -0.012331970036029816, -0.010779621079564095, -0.009227271191775799, -0.007674921303987503, -0.006122571416199207, -0.004570221994072199, -0.0030178723391145468, -0.0014655226841568947, 8.682697080075741e-05, 0.0016391766257584095, 0.0031915262807160616, 0.004743875935673714, 0.006296225823462009, 0.007848575711250305, 0.009400924667716026, 0.010953274555504322, 0.012505624443292618, 0.014057973399758339, 0.015610323287546635, 0.01716267317533493, 0.01871502213180065, 0.020267372950911522, 0.021819721907377243, 0.023372072726488113, 0.024924421682953835, 0.026476770639419556, 0.028029121458530426, 0.029581470414996147, 0.03113381937146187, 0.03268617019057274, 0.03423852100968361, 0.03579086810350418, 0.03734321892261505, 0.03889556974172592, 0.040447916835546494, 0.042000267654657364]}, "_runtime": 95.49553084373474, "_timestamp": 1596212966.1970685, "_step": 113}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 3.0, 3.0, 2.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 2.0, 2.0, 1.0, 1.0, 4.0, 1.0, 2.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 4.0, 0.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0], "bins": [-0.009901284240186214, -0.00963736791163683, -0.009373452514410019, -0.009109536185860634, -0.008845619857311249, -0.008581704460084438, -0.008317788131535053, -0.008053872734308243, -0.007789956405758858, -0.00752604054287076, -0.007262124679982662, -0.006998208351433277, -0.006734292488545179, -0.006470376625657082, -0.0062064602971076965, -0.005942544434219599, -0.005678628571331501, -0.005414712708443403, -0.0051507968455553055, -0.00488688051700592, -0.004622964654117823, -0.004359048791229725, -0.00409513246268034, -0.003831216599792242, -0.0035673007369041443, -0.0033033848740160465, -0.003039468778297305, -0.0027755526825785637, -0.002511636819690466, -0.002247720956802368, -0.0019838048610836267, -0.0017198888817802072, -0.0014559729024767876, -0.001192056923173368, -0.0009281409438699484, -0.0006642249645665288, -0.0004003089852631092, -0.00013639300595968962, 0.00012752297334372997, 0.00039143895264714956, 0.0006553549319505692, 0.0009192709112539887, 0.0011831868905574083, 0.001447102869860828, 0.0017110188491642475, 0.0019749347120523453, 0.0022388508077710867, 0.002502766903489828, 0.002766682766377926, 0.0030305986292660236, 0.003294514724984765, 0.0035584308207035065, 0.0038223466835916042, 0.004086262546479702, 0.004350178875029087, 0.004614094737917185, 0.004878010600805283, 0.00514192646369338, 0.005405842326581478, 0.005669758655130863, 0.005933674518018961, 0.006197590380907059, 0.006461506709456444, 0.0067254225723445415, 0.006989338435232639]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 3.0, 3.0, 3.0, 8.0, 7.0, 8.0, 10.0, 18.0, 18.0, 16.0, 31.0, 45.0, 48.0, 69.0, 77.0, 107.0, 126.0, 167.0, 240.0, 409.0, 5069.0, 532.0, 246.0, 159.0, 110.0, 94.0, 55.0, 62.0, 47.0, 24.0, 20.0, 20.0, 18.0, 12.0, 9.0, 10.0, 8.0, 4.0, 2.0, 5.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 2.0], "bins": [-0.12122204154729843, -0.11797922104597092, -0.114736407995224, -0.11149358749389648, -0.10825076699256897, -0.10500795394182205, -0.10176513344049454, -0.09852231293916702, -0.0952794998884201, -0.09203667938709259, -0.08879385888576508, -0.08555103838443756, -0.08230822533369064, -0.07906540483236313, -0.07582258433103561, -0.0725797712802887, -0.06933695077896118, -0.06609413027763367, -0.06285131722688675, -0.059608496725559235, -0.05636567622423172, -0.053122859448194504, -0.04988004267215729, -0.04663722217082977, -0.04339440539479256, -0.04015158861875534, -0.036908768117427826, -0.03366595134139061, -0.030423132702708244, -0.02718031406402588, -0.023937497287988663, -0.020694678649306297, -0.017451860010623932, -0.014209041371941566, -0.010966223664581776, -0.0077234054915606976, -0.0044805873185396194, -0.0012377691455185413, 0.0020050490275025368, 0.005247867200523615, 0.008490685373544693, 0.011733504012227058, 0.01497632171958685, 0.01821913942694664, 0.021461958065629005, 0.02470477670431137, 0.027947593480348587, 0.031190412119030952, 0.03443323075771332, 0.037676047533750534, 0.04091886803507805, 0.044161684811115265, 0.04740450531244278, 0.050647322088479996, 0.05389013886451721, 0.05713295936584473, 0.06037577614188194, 0.06361859291791916, 0.06686141341924667, 0.07010423392057419, 0.0733470469713211, 0.07658986747264862, 0.07983268797397614, 0.08307550102472305, 0.08631832152605057]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 3.0, 1.0, 4.0, 3.0, 1.0, 2.0, 3.0, 7.0, 3.0, 6.0, 4.0, 5.0, 5.0, 23.0, 7.0, 3.0, 6.0, 3.0, 1.0, 4.0, 1.0, 5.0, 1.0, 2.0, 1.0, 2.0, 2.0, 2.0, 0.0, 1.0, 0.0, 3.0, 4.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0028863083571195602, -0.0027764891274273396, -0.002666669897735119, -0.0025568504352122545, -0.002447031205520034, -0.002337211975827813, -0.002227392513304949, -0.002117573283612728, -0.0020077540539205074, -0.0018979348242282867, -0.0017881154781207442, -0.0016782961320132017, -0.001568476902320981, -0.0014586576726287603, -0.0013488383265212178, -0.0012390189804136753, -0.0011291997507214546, -0.001019380521029234, -0.0009095611749216914, -0.0007997418870218098, -0.0006899225991219282, -0.0005801033112220466, -0.000470284023322165, -0.0003604647354222834, -0.0002506454475224018, -0.0001408261596225202, -3.100687172263861e-05, 7.8812416177243e-05, 0.0001886317040771246, 0.0002984509919770062, 0.0004082702798768878, 0.0005180895677767694, 0.000627908855676651, 0.0007377281435765326, 0.0008475474314764142, 0.0009573667193762958, 0.0010671860072761774, 0.001177005236968398, 0.0012868245830759406, 0.0013966439291834831, 0.0015064631588757038, 0.0016162823885679245, 0.001726101734675467, 0.0018359210807830095, 0.0019457403104752302, 0.002055559540167451, 0.0021653790026903152, 0.002275198232382536, 0.0023850174620747566, 0.0024948366917669773, 0.002604655921459198, 0.0027144753839820623, 0.002824294613674283, 0.0029341138433665037, 0.003043933305889368, 0.0031537525355815887, 0.0032635717652738094, 0.00337339099496603, 0.003483210224658251, 0.003593029687181115, 0.003702848916873336, 0.0038126681465655565, 0.003922487609088421, 0.0040323068387806416, 0.004142126068472862]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 5.0, 3.0, 5.0, 2.0, 13.0, 9.0, 19.0, 38.0, 49.0, 57.0, 75.0, 103.0, 188.0, 262.0, 384.0, 665.0, 999.0, 1597.0, 2751.0, 4883.0, 9358.0, 19164.0, 50516.0, 796652.0, 204705.0, 43362.0, 19255.0, 10164.0, 5501.0, 3417.0, 1940.0, 1195.0, 800.0, 487.0, 328.0, 183.0, 144.0, 106.0, 74.0, 53.0, 36.0, 23.0, 24.0, 16.0, 4.0, 7.0, 6.0, 4.0, 4.0, 1.0, 3.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.006569233722984791, -0.006350161507725716, -0.0061310892924666405, -0.005912017077207565, -0.00569294486194849, -0.005473872646689415, -0.00525480043143034, -0.005035728216171265, -0.0048166560009121895, -0.004597583785653114, -0.004378511570394039, -0.004159439355134964, -0.003940367139875889, -0.0037212951574474573, -0.003502222942188382, -0.003283150726929307, -0.003064078511670232, -0.0028450062964111567, -0.0026259340811520815, -0.0024068618658930063, -0.002187789650633931, -0.001968717435374856, -0.0017496453365311027, -0.0015305731212720275, -0.0013115009060129523, -0.0010924286907538772, -0.000873356475494802, -0.0006542843184433877, -0.0004352121031843126, -0.00021613990247715265, 2.932298230007291e-06, 0.00022200449893716723, 0.00044107669964432716, 0.0006601489149034023, 0.0008792211301624775, 0.0010982933454215527, 0.0013173655606806278, 0.0015364376595243812, 0.0017555098747834563, 0.0019745822064578533, 0.0021936544217169285, 0.00241272640414536, 0.002631798619404435, 0.0028508708346635103, 0.0030699430499225855, 0.0032890152651816607, 0.003508087480440736, 0.003727159695699811, 0.0039462316781282425, 0.004165303893387318, 0.004384376108646393, 0.004603448323905468, 0.004822520539164543, 0.005041592754423618, 0.0052606649696826935, 0.005479737184941769, 0.005698809400200844, 0.005917881615459919, 0.006136953830718994, 0.006356026045978069, 0.0065750982612371445, 0.00679417047649622, 0.007013242691755295, 0.00723231490701437, 0.007451387122273445]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 2.0, 2.0, 2.0, 0.0, 1.0, 8.0, 2.0, 6.0, 15.0, 4.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 1.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01821156032383442, -0.017162447795271873, -0.016113335266709328, -0.015064222738146782, -0.014015110209584236, -0.012965998612344265, -0.01191688608378172, -0.010867773555219173, -0.009818661026656628, -0.008769548498094082, -0.007720435969531536, -0.006671323906630278, -0.005622211378067732, -0.004573098849505186, -0.003523986553773284, -0.002474874258041382, -0.001425761729478836, -0.0003766493173316121, 0.0006724630948156118, 0.0017215755069628358, 0.0027706879191100597, 0.0038198004476726055, 0.004868912510573864, 0.00591802503913641, 0.0069671375676989555, 0.008016250096261501, 0.009065362624824047, 0.010114475153386593, 0.011163586750626564, 0.01221269927918911, 0.013261811807751656, 0.014310924336314201, 0.015360036864876747, 0.016409149393439293, 0.01745826192200184, 0.018507374450564384, 0.01955648697912693, 0.020605599507689476, 0.021654712036252022, 0.022703824564814568, 0.023752935230731964, 0.02480204775929451, 0.025851160287857056, 0.0269002728164196, 0.027949385344982147, 0.028998497873544693, 0.03004761040210724, 0.031096722930669785, 0.03214583545923233, 0.033194947987794876, 0.03424406051635742, 0.03529317304491997, 0.03634228557348251, 0.03739139810204506, 0.038440510630607605, 0.03948962315917015, 0.0405387356877327, 0.04158784821629524, 0.04263696074485779, 0.043686073273420334, 0.04473518580198288, 0.045784298330545425, 0.04683341085910797, 0.04788252338767052, 0.04893163591623306]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 2.0, 2.0, 4.0, 6.0, 11.0, 4.0, 12.0, 11.0, 24.0, 19.0, 34.0, 44.0, 76.0, 110.0, 142.0, 183.0, 285.0, 372.0, 575.0, 781.0, 1292.0, 2110.0, 6857.0, 2223.0, 1084.0, 652.0, 335.0, 249.0, 180.0, 122.0, 107.0, 87.0, 60.0, 48.0, 35.0, 36.0, 24.0, 40.0, 17.0, 22.0, 23.0, 16.0, 11.0, 12.0, 10.0, 9.0, 9.0, 6.0, 5.0, 4.0, 1.0, 5.0, 9.0, 5.0, 9.0, 1.0, 1.0, 8.0, 1.0, 0.0, 0.0, 3.0, 5.0], "bins": [-0.008960673585534096, -0.008580931462347507, -0.008201190270483494, -0.007821448147296906, -0.007441706955432892, -0.0070619648322463036, -0.006682223174721003, -0.006302481517195702, -0.005922739859670401, -0.0055429982021451, -0.005163256544619799, -0.004783514887094498, -0.004403772763907909, -0.004024031106382608, -0.0036442894488573074, -0.0032645477913320065, -0.0028848061338067055, -0.0025050644762814045, -0.0021253228187561035, -0.0017455809284001589, -0.001365839270874858, -0.000986097613349557, -0.0006063558394089341, -0.00022661412367597222, 0.00015312759205698967, 0.0005328693077899516, 0.0009126110235229135, 0.0012923527974635363, 0.0016720944549888372, 0.0020518361125141382, 0.002431578002870083, 0.002811319660395384, 0.003191061317920685, 0.003570802975445986, 0.003950544632971287, 0.004330286290496588, 0.004710027948021889, 0.005089770071208477, 0.005469511728733778, 0.005849253386259079, 0.00622899504378438, 0.006608736701309681, 0.006988478358834982, 0.007368220016360283, 0.007747962139546871, 0.008127703331410885, 0.008507445454597473, 0.008887186646461487, 0.009266928769648075, 0.009646670892834663, 0.010026412084698677, 0.010406154207885265, 0.010785895399749279, 0.011165637522935867, 0.011545378714799881, 0.01192512083798647, 0.012304862961173058, 0.012684604153037071, 0.01306434627622366, 0.013444087468087673, 0.013823829591274261, 0.014203570783138275, 0.014583312906324863, 0.014963054098188877, 0.015342796221375465]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0, 3.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 4.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.1523640751838684, -0.14882391691207886, -0.1452837586402893, -0.14174360036849976, -0.138203427195549, -0.13466326892375946, -0.1311231106519699, -0.12758295238018036, -0.12404279410839081, -0.12050262838602066, -0.11696247011423111, -0.11342231184244156, -0.10988215357065201, -0.10634198784828186, -0.10280182957649231, -0.09926167130470276, -0.09572151303291321, -0.09218134731054306, -0.08864118903875351, -0.08510103076696396, -0.08156086504459381, -0.07802070677280426, -0.07448054850101471, -0.07094039022922516, -0.06740022450685501, -0.06386006623506546, -0.06031990423798561, -0.05677974596619606, -0.05323958396911621, -0.04969942569732666, -0.04615926370024681, -0.04261910542845726, -0.03907894343137741, -0.03553878143429756, -0.03199862316250801, -0.02845846302807331, -0.02491830289363861, -0.02137814089655876, -0.01783798076212406, -0.014297820627689362, -0.010757660493254662, -0.0072175003588199615, -0.0036773397587239742, -0.00013717939145863056, 0.003402980975806713, 0.006943141110241413, 0.010483302175998688, 0.014023462310433388, 0.017563622444868088, 0.021103782579302788, 0.024643942713737488, 0.028184102848172188, 0.03172426298260689, 0.03526442497968674, 0.03880458325147629, 0.04234474524855614, 0.045884907245635986, 0.04942506551742554, 0.052965227514505386, 0.05650538578629494, 0.060045547783374786, 0.06358570605516434, 0.06712586432695389, 0.07066603004932404, 0.07420618832111359]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 5.0, 1.0, 1.0, 2.0, 3.0, 1.0, 4.0, 3.0, 3.0, 1.0, 8.0, 6.0, 4.0, 6.0, 3.0, 7.0, 8.0, 8.0, 12.0, 16.0, 15.0, 38.0, 15.0, 10.0, 9.0, 8.0, 6.0, 7.0, 12.0, 8.0, 3.0, 6.0, 6.0, 6.0, 4.0, 3.0, 2.0, 2.0, 6.0, 3.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.03529193997383118, -0.03403399884700775, -0.032776057720184326, -0.0315181165933609, -0.030260173603892326, -0.0290022324770689, -0.027744289487600327, -0.0264863483607769, -0.025228407233953476, -0.02397046610713005, -0.022712524980306625, -0.02145458199083805, -0.020196640864014626, -0.0189386997371912, -0.017680756747722626, -0.0164228156208992, -0.015164874494075775, -0.01390693336725235, -0.01264899130910635, -0.01139104925096035, -0.010133108124136925, -0.0088751669973135, -0.0076172249391674995, -0.006359283346682787, -0.005101341754198074, -0.0038434001617133617, -0.002585458569228649, -0.0013275169767439365, -6.957538425922394e-05, 0.0011883662082254887, 0.0024463078007102013, 0.003704249393194914, 0.0049621909856796265, 0.006220132578164339, 0.007478074170649052, 0.008736016228795052, 0.009993957355618477, 0.011251898482441902, 0.012509840540587902, 0.013767782598733902, 0.015025723725557327, 0.016283664852380753, 0.017541605979204178, 0.018799548968672752, 0.020057490095496178, 0.021315431222319603, 0.022573374211788177, 0.023831315338611603, 0.025089256465435028, 0.026347197592258453, 0.02760513871908188, 0.028863081708550453, 0.03012102283537388, 0.03137896582484245, 0.03263690695166588, 0.033894848078489304, 0.03515278920531273, 0.036410730332136154, 0.03766867145895958, 0.038926612585783005, 0.04018455743789673, 0.041442498564720154, 0.04270043969154358, 0.043958380818367004, 0.04521632194519043]}, "_runtime": 96.28342938423157, "_timestamp": 1596212966.984967, "_step": 114}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 3.0, 2.0, 0.0, 4.0, 3.0, 1.0, 2.0, 1.0, 6.0, 6.0, 2.0, 6.0, 3.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012365528382360935, -0.012029040604829788, -0.011692552827298641, -0.011356065049767494, -0.011019577272236347, -0.0106830894947052, -0.010346601717174053, -0.010010113939642906, -0.009673625230789185, -0.009337137453258038, -0.00900064967572689, -0.008664161898195744, -0.008327674120664597, -0.00799118634313345, -0.0076546985656023026, -0.0073182107880711555, -0.0069817230105400085, -0.0066452352330088615, -0.0063087474554777145, -0.0059722596779465675, -0.0056357719004154205, -0.005299283657222986, -0.004962795879691839, -0.004626308102160692, -0.004289820324629545, -0.003953332547098398, -0.003616844769567251, -0.0032803567592054605, -0.0029438689816743135, -0.0026073812041431665, -0.002270893193781376, -0.0019344054162502289, -0.0015979176387190819, -0.0012614298611879349, -0.000924941967241466, -0.0005884541315026581, -0.0002519662957638502, 8.45215399749577e-05, 0.0004210093757137656, 0.0007574972114525735, 0.0010939850471913815, 0.0014304728247225285, 0.0017669607186689973, 0.002103448612615466, 0.002439936390146613, 0.00277642416767776, 0.0031129121780395508, 0.003449399955570698, 0.003785887733101845, 0.004122375510632992, 0.004458863288164139, 0.004795351065695286, 0.005131838843226433, 0.005468327086418867, 0.005804814863950014, 0.006141302641481161, 0.006477790419012308, 0.006814278196543455, 0.007150765974074602, 0.007487253751605749, 0.007823741994798183, 0.00816022977232933, 0.008496717549860477, 0.008833205327391624, 0.009169693104922771]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 3.0, 1.0, 1.0, 4.0, 1.0, 12.0, 14.0, 7.0, 9.0, 15.0, 19.0, 25.0, 27.0, 31.0, 50.0, 64.0, 86.0, 129.0, 165.0, 260.0, 453.0, 5196.0, 544.0, 245.0, 140.0, 122.0, 92.0, 57.0, 38.0, 16.0, 25.0, 13.0, 18.0, 16.0, 7.0, 7.0, 6.0, 1.0, 2.0, 4.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.10873360186815262, -0.10526344925165176, -0.10179329663515091, -0.09832314401865005, -0.0948529914021492, -0.09138283878564835, -0.08791269361972809, -0.08444254100322723, -0.08097238838672638, -0.07750223577022552, -0.07403208315372467, -0.07056193053722382, -0.06709177792072296, -0.0636216253042221, -0.06015147641301155, -0.056681323796510696, -0.05321117118000984, -0.04974101856350899, -0.04627086594700813, -0.04280071705579758, -0.03933056443929672, -0.03586041182279587, -0.03239025920629501, -0.028920108452439308, -0.025449955835938454, -0.0219798032194376, -0.018509652465581894, -0.01503949984908104, -0.01156934816390276, -0.00809919647872448, -0.0046290443278849125, -0.001158892409875989, 0.0023112595081329346, 0.0057814111933112144, 0.009251562878489494, 0.012721715494990349, 0.016191866248846054, 0.01966201886534691, 0.023132171481847763, 0.02660232223570347, 0.030072474852204323, 0.03354262560606003, 0.03701277822256088, 0.04048293083906174, 0.04395308345556259, 0.047423236072063446, 0.050893384963274, 0.05436353757977486, 0.05783369019627571, 0.061303842812776566, 0.06477399170398712, 0.06824414432048798, 0.07171429693698883, 0.07518444955348969, 0.07865460216999054, 0.0821247547864914, 0.08559490740299225, 0.0890650600194931, 0.09253521263599396, 0.09600535780191422, 0.09947551041841507, 0.10294566303491592, 0.10641581565141678, 0.10988596826791763, 0.11335612088441849]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 4.0, 1.0, 2.0, 0.0, 4.0, 2.0, 1.0, 5.0, 4.0, 4.0, 2.0, 2.0, 2.0, 2.0, 4.0, 2.0, 2.0, 8.0, 26.0, 2.0, 3.0, 4.0, 2.0, 2.0, 4.0, 3.0, 2.0, 1.0, 3.0, 1.0, 1.0, 3.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002866747323423624, -0.0027781964745372534, -0.0026896456256508827, -0.0026010950095951557, -0.002512544160708785, -0.0024239933118224144, -0.0023354426957666874, -0.0022468918468803167, -0.002158340997993946, -0.0020697901491075754, -0.0019812393002212048, -0.0018926886841654778, -0.001804137835279107, -0.0017155869863927364, -0.0016270362539216876, -0.0015384855214506388, -0.0014499346725642681, -0.0013613838236778975, -0.0012728330912068486, -0.0011842823587357998, -0.0010957315098494291, -0.0010071806609630585, -0.0009186299284920096, -0.0008300791378132999, -0.0007415283471345901, -0.0006529775564558804, -0.0005644267657771707, -0.0004758759750984609, -0.00038732518441975117, -0.0002987743937410414, -0.00021022360306233168, -0.00012167281238362193, -3.3122021704912186e-05, 5.542876897379756e-05, 0.0001439795596525073, 0.00023253035033121705, 0.0003210811410099268, 0.00040963193168863654, 0.0004981827223673463, 0.000586733513046056, 0.0006752843037247658, 0.0007638350944034755, 0.0008523858850821853, 0.000940936675760895, 0.0010294874664396048, 0.0011180383153259754, 0.0012065890477970243, 0.001295139780268073, 0.0013836906291544437, 0.0014722414780408144, 0.0015607922105118632, 0.001649342942982912, 0.0017378937918692827, 0.0018264446407556534, 0.0019149953732267022, 0.002003546105697751, 0.0020920969545841217, 0.0021806478034704924, 0.002269198652356863, 0.00235774926841259, 0.0024463001172989607, 0.0025348509661853313, 0.0026234015822410583, 0.002711952431127429, 0.0028005032800137997]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 6.0, 8.0, 8.0, 8.0, 14.0, 24.0, 37.0, 53.0, 98.0, 108.0, 159.0, 178.0, 299.0, 465.0, 695.0, 1154.0, 1812.0, 3053.0, 5763.0, 10982.0, 24713.0, 72324.0, 868156.0, 119206.0, 33611.0, 15006.0, 7998.0, 4718.0, 3000.0, 1923.0, 1237.0, 886.0, 585.0, 385.0, 281.0, 186.0, 130.0, 91.0, 77.0, 58.0, 42.0, 28.0, 27.0, 7.0, 5.0, 7.0, 6.0, 9.0, 2.0, 2.0, 3.0, 2.0, 2.0, 0.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.005169557873159647, -0.004969173111021519, -0.004768788814544678, -0.004568404518067837, -0.0043680197559297085, -0.00416763499379158, -0.003967250697314739, -0.0037668661680072546, -0.00356648163869977, -0.0033660971093922853, -0.0031657125800848007, -0.002965328050777316, -0.0027649435214698315, -0.002564558992162347, -0.002364174462854862, -0.0021637899335473776, -0.001963405404239893, -0.0017630208749324083, -0.0015626363456249237, -0.001362251816317439, -0.0011618672870099545, -0.0009614827577024698, -0.0007610982283949852, -0.0005607136990875006, -0.00036032916978001595, -0.00015994464047253132, 4.043988883495331e-05, 0.00024082441814243793, 0.00044120894744992256, 0.0006415934767574072, 0.0008419780060648918, 0.0010423625353723764, 0.001242747064679861, 0.0014431315939873457, 0.0016435161232948303, 0.001843900652602315, 0.0020442851819097996, 0.002244669711217284, 0.002445054240524769, 0.0026454387698322535, 0.002845823299139738, 0.0030462078284472227, 0.0032465923577547073, 0.003446976887062192, 0.0036473614163696766, 0.003847745945677161, 0.004048130474984646, 0.004248514771461487, 0.004448899533599615, 0.004649284295737743, 0.004849668592214584, 0.005050052888691425, 0.005250437650829554, 0.005450822412967682, 0.005651206709444523, 0.005851591005921364, 0.006051975768059492, 0.00625236053019762, 0.006452744826674461, 0.006653129123151302, 0.006853513885289431, 0.007053898647427559, 0.0072542829439044, 0.007454667240381241, 0.007655052002519369]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 2.0, 0.0, 2.0, 5.0, 3.0, 0.0, 1.0, 1.0, 4.0, 0.0, 3.0, 5.0, 7.0, 1.0, 3.0, 3.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.028310837224125862, -0.027489416301250458, -0.026667995378375053, -0.02584657445549965, -0.025025153532624245, -0.02420373260974884, -0.023382311686873436, -0.02256089076399803, -0.021739467978477478, -0.020918047055602074, -0.02009662613272667, -0.019275205209851265, -0.01845378428697586, -0.017632363364100456, -0.016810942441225052, -0.015989521518349648, -0.015168100595474243, -0.014346679672598839, -0.013525258749723434, -0.01270383782684803, -0.011882416903972626, -0.011060995049774647, -0.010239574126899242, -0.009418153204023838, -0.008596732281148434, -0.007775311358273029, -0.006953890435397625, -0.006132469046860933, -0.005311048123985529, -0.004489627201110125, -0.0036682060454040766, -0.0028467848896980286, -0.002025363966822624, -0.001203942927531898, -0.00038252188824117184, 0.00043889915104955435, 0.0012603201903402805, 0.002081741113215685, 0.002903162268921733, 0.003724583424627781, 0.004546004347503185, 0.00536742527037859, 0.006188846193253994, 0.007010267581790686, 0.007831688970327377, 0.008653109893202782, 0.009474530816078186, 0.01029595173895359, 0.011117372661828995, 0.011938793584704399, 0.012760214507579803, 0.013581635430455208, 0.014403056353330612, 0.015224478207528591, 0.01604589819908142, 0.016867319121956825, 0.01768874004483223, 0.018510162830352783, 0.019331583753228188, 0.020153004676103592, 0.020974425598978996, 0.0217958465218544, 0.022617267444729805, 0.02343868836760521, 0.024260109290480614]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 0.0, 2.0, 0.0, 0.0, 4.0, 3.0, 3.0, 2.0, 1.0, 9.0, 6.0, 4.0, 5.0, 13.0, 5.0, 7.0, 16.0, 15.0, 23.0, 22.0, 38.0, 42.0, 60.0, 95.0, 146.0, 193.0, 278.0, 373.0, 564.0, 751.0, 1132.0, 1888.0, 6863.0, 2322.0, 1202.0, 733.0, 474.0, 319.0, 217.0, 164.0, 123.0, 79.0, 64.0, 57.0, 24.0, 26.0, 14.0, 12.0, 4.0, 4.0, 5.0, 7.0, 2.0, 3.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 3.0, 3.0], "bins": [-0.014804105274379253, -0.014366155490279198, -0.013928205706179142, -0.013490255922079086, -0.013052305206656456, -0.0126143554225564, -0.012176405638456345, -0.011738455854356289, -0.011300506070256233, -0.010862556286156178, -0.010424606502056122, -0.009986656717956066, -0.00954870693385601, -0.00911075621843338, -0.008672806434333324, -0.008234856650233269, -0.007796906866133213, -0.007358957082033157, -0.006921007297933102, -0.006483057048171759, -0.006045107264071703, -0.005607157479971647, -0.005169207230210304, -0.0047312574461102486, -0.004293307662010193, -0.003855357877910137, -0.003417407860979438, -0.0029794578440487385, -0.002541508059948683, -0.002103558275848627, -0.0016656082589179277, -0.0012276583584025502, -0.0007897084578871727, -0.0003517585573717952, 8.619134314358234e-05, 0.0005241412436589599, 0.0009620911441743374, 0.001400041044689715, 0.0018379909452050924, 0.0022759409621357918, 0.0027138907462358475, 0.003151840530335903, 0.0035897905472666025, 0.004027740564197302, 0.0044656903482973576, 0.004903640132397413, 0.005341590382158756, 0.005779540166258812, 0.006217489950358868, 0.006655439734458923, 0.007093389518558979, 0.007531339768320322, 0.007969290018081665, 0.00840723980218172, 0.008845189586281776, 0.009283139370381832, 0.009721089154481888, 0.010159038938581944, 0.010596988722682, 0.011034938506782055, 0.01147288829088211, 0.011910839006304741, 0.012348788790404797, 0.012786738574504852, 0.013224688358604908]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 3.0, 2.0, 3.0, 3.0, 0.0, 3.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.15429863333702087, -0.1504710465669632, -0.14664345979690552, -0.14281587302684784, -0.13898828625679016, -0.13516069948673248, -0.1313331127166748, -0.12750552594661713, -0.12367793917655945, -0.11985035240650177, -0.11602276563644409, -0.11219517886638641, -0.10836759209632874, -0.10454000532627106, -0.10071241855621338, -0.0968848317861557, -0.09305724501609802, -0.08922965824604034, -0.08540207147598267, -0.08157448470592499, -0.07774689793586731, -0.07391931116580963, -0.07009172439575195, -0.06626413762569427, -0.0624365508556366, -0.05860896408557892, -0.05478137731552124, -0.05095379054546356, -0.047126203775405884, -0.043298617005348206, -0.03947103023529053, -0.03564344346523285, -0.03181585669517517, -0.027988269925117493, -0.024160683155059814, -0.020333096385002136, -0.016505509614944458, -0.01267792284488678, -0.008850336074829102, -0.005022749304771423, -0.0011951625347137451, 0.002632424235343933, 0.006460011005401611, 0.01028759777545929, 0.014115184545516968, 0.017942771315574646, 0.021770358085632324, 0.025597944855690002, 0.02942553162574768, 0.03325311839580536, 0.03708070516586304, 0.040908291935920715, 0.044735878705978394, 0.04856346547603607, 0.05239105224609375, 0.05621863901615143, 0.060046225786209106, 0.06387381255626678, 0.06770139932632446, 0.07152898609638214, 0.07535657286643982, 0.0791841596364975, 0.08301174640655518, 0.08683933317661285, 0.09066691994667053]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 4.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 4.0, 2.0, 5.0, 4.0, 11.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 5.0, 10.0, 10.0, 18.0, 56.0, 24.0, 21.0, 11.0, 11.0, 12.0, 6.0, 4.0, 5.0, 4.0, 4.0, 5.0, 3.0, 5.0, 8.0, 2.0, 3.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.10072214156389236, -0.09802720695734024, -0.09533227235078812, -0.09263733774423599, -0.08994240313768387, -0.08724746853113174, -0.08455253392457962, -0.0818575993180275, -0.07916266471147537, -0.07646773010492325, -0.07377279549837112, -0.071077860891819, -0.06838292628526688, -0.06568799167871475, -0.06299305707216263, -0.0602981261909008, -0.05760319158434868, -0.054908256977796555, -0.05221332237124443, -0.049518387764692307, -0.04682345315814018, -0.04412851855158806, -0.041433583945035934, -0.03873864933848381, -0.036043718457221985, -0.03334878385066986, -0.030653847381472588, -0.027958912774920464, -0.02526398003101349, -0.022569045424461365, -0.01987411081790924, -0.017179176211357117, -0.014484241604804993, -0.011789306998252869, -0.009094372391700745, -0.006399438716471195, -0.003704504109919071, -0.0010095697361975908, 0.0016853646375238895, 0.004380298778414726, 0.00707523338496685, 0.009770167991518974, 0.012465102598071098, 0.015160036273300648, 0.017854969948530197, 0.02054990455508232, 0.023244839161634445, 0.02593977376818657, 0.028634708374738693, 0.03132964298129082, 0.03402457758784294, 0.036719512194395065, 0.03941444680094719, 0.04210938140749931, 0.04480431601405144, 0.04749925062060356, 0.05019418150186539, 0.05288911610841751, 0.055584050714969635, 0.05827898532152176, 0.06097391992807388, 0.06366885453462601, 0.06636378914117813, 0.06905872374773026, 0.07175365835428238]}, "_runtime": 97.07436990737915, "_timestamp": 1596212967.7759075, "_step": 115}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 3.0, 5.0, 5.0, 3.0, 3.0, 4.0, 8.0, 8.0, 0.0, 2.0, 0.0, 6.0, 2.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.021775003522634506, -0.021088169887661934, -0.020401334390044212, -0.01971450075507164, -0.019027667120099068, -0.018340831622481346, -0.017653997987508774, -0.0169671643525362, -0.01628032885491848, -0.015593495219945908, -0.01490666065365076, -0.014219826087355614, -0.013532992452383041, -0.012846157886087894, -0.012159323319792747, -0.011472489684820175, -0.010785655118525028, -0.010098820552229881, -0.009411986917257309, -0.008725152350962162, -0.008038317784667015, -0.0073514836840331554, -0.006664649583399296, -0.005977815017104149, -0.005290980916470289, -0.00460414681583643, -0.003917312249541283, -0.003230478148907423, -0.0025436438154429197, -0.0018568094819784164, -0.001169975264929235, -0.0004831409896723926, 0.00020369328558444977, 0.0008905275608412921, 0.0015773618360981345, 0.002264196053147316, 0.0029510303866118193, 0.0036378647200763226, 0.004324698820710182, 0.005011533387005329, 0.005698367487639189, 0.006385201588273048, 0.007072036154568195, 0.007758870255202055, 0.008445704355835915, 0.009132538922131062, 0.009819373488426208, 0.01050620712339878, 0.011193041689693928, 0.011879876255989075, 0.012566709890961647, 0.013253544457256794, 0.013940379023551941, 0.014627212658524513, 0.01531404722481966, 0.016000881791114807, 0.01668771542608738, 0.0173745509237051, 0.018061384558677673, 0.018748218193650246, 0.019435053691267967, 0.02012188732624054, 0.020808720961213112, 0.021495556458830833, 0.022182390093803406]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 4.0, 1.0, 3.0, 1.0, 1.0, 3.0, 0.0, 2.0, 5.0, 3.0, 4.0, 3.0, 3.0, 8.0, 6.0, 10.0, 14.0, 12.0, 28.0, 31.0, 50.0, 62.0, 108.0, 133.0, 211.0, 378.0, 5035.0, 932.0, 309.0, 191.0, 120.0, 79.0, 38.0, 23.0, 27.0, 16.0, 14.0, 6.0, 6.0, 7.0, 7.0, 3.0, 2.0, 8.0, 3.0, 4.0, 4.0, 2.0, 3.0, 1.0, 1.0, 1.0, 1.0, 3.0], "bins": [-0.1813204139471054, -0.17638644576072693, -0.17145246267318726, -0.16651849448680878, -0.1615845113992691, -0.15665054321289062, -0.15171656012535095, -0.14678259193897247, -0.141848623752594, -0.13691464066505432, -0.13198067247867584, -0.12704668939113617, -0.12211272120475769, -0.11717874556779861, -0.11224476993083954, -0.10731079429388046, -0.10237681865692139, -0.09744284301996231, -0.09250886738300323, -0.08757489174604416, -0.08264091610908508, -0.0777069479227066, -0.07277297228574753, -0.06783899664878845, -0.06290502101182938, -0.0579710453748703, -0.053037069737911224, -0.04810309782624245, -0.04316912218928337, -0.038235146552324295, -0.03330117464065552, -0.02836719900369644, -0.023433223366737366, -0.01849924772977829, -0.013565273955464363, -0.008631299249827862, -0.0036973245441913605, 0.0012366501614451408, 0.006170624867081642, 0.011104599572718143, 0.016038574278354645, 0.02097254991531372, 0.025906523689627647, 0.030840497463941574, 0.03577447310090065, 0.040708448737859726, 0.0456424206495285, 0.05057639628648758, 0.055510371923446655, 0.06044434756040573, 0.06537832319736481, 0.07031229883432388, 0.07524627447128296, 0.08018024265766144, 0.08511421829462051, 0.09004819393157959, 0.09498216956853867, 0.09991614520549774, 0.10485012084245682, 0.1097840964794159, 0.11471806466579437, 0.11965204030275345, 0.12458601593971252, 0.1295199990272522, 0.13445396721363068]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0, 4.0, 5.0, 1.0, 3.0, 3.0, 3.0, 2.0, 5.0, 1.0, 3.0, 8.0, 3.0, 23.0, 7.0, 4.0, 1.0, 1.0, 5.0, 0.0, 3.0, 3.0, 1.0, 5.0, 0.0, 2.0, 2.0, 1.0, 1.0, 1.0, 3.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.002706148661673069, -0.0026119828689843416, -0.0025178170762956142, -0.002423651283606887, -0.002329485258087516, -0.0022353194653987885, -0.002141153672710061, -0.0020469878800213337, -0.0019528220873326063, -0.0018586561782285571, -0.0017644903855398297, -0.0016703245928511024, -0.0015761586837470531, -0.0014819928910583258, -0.0013878270983695984, -0.0012936611892655492, -0.0011994953965768218, -0.0011053296038880944, -0.0010111636947840452, -0.0009169979020953178, -0.0008228321094065905, -0.0007286662585102022, -0.0006345004076138139, -0.0005403346149250865, -0.0004461687640286982, -0.00035200294223614037, -0.00025783712044358253, -0.00016367126954719424, -6.950544775463641e-05, 2.4660381313879043e-05, 0.00011882621038239449, 0.00021299204672686756, 0.0003071578685194254, 0.00040132369031198323, 0.0004954895121045411, 0.0005896553630009294, 0.0006838211556896567, 0.000777987006586045, 0.0008721528574824333, 0.0009663186501711607, 0.001060484442859888, 0.0011546503519639373, 0.0012488161446526647, 0.001342981937341392, 0.0014371478464454412, 0.0015313136391341686, 0.001625479431822896, 0.0017196453409269452, 0.0018138111336156726, 0.0019079769263044, 0.002002142835408449, 0.0020963086280971766, 0.002190474420785904, 0.0022846402134746313, 0.0023788060061633587, 0.0024729720316827297, 0.002567137824371457, 0.0026613036170601845, 0.002755469409748912, 0.0028496352024376392, 0.0029438009951263666, 0.0030379670206457376, 0.003132132813334465, 0.0032262986060231924, 0.00332046439871192]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 5.0, 1.0, 4.0, 5.0, 10.0, 14.0, 24.0, 39.0, 54.0, 85.0, 123.0, 171.0, 280.0, 393.0, 665.0, 1031.0, 1649.0, 2637.0, 4296.0, 7496.0, 13865.0, 28649.0, 77014.0, 861332.0, 99419.0, 35039.0, 17584.0, 10052.0, 6129.0, 3831.0, 2495.0, 1623.0, 1030.0, 743.0, 526.0, 364.0, 289.0, 198.0, 122.0, 106.0, 66.0, 50.0, 34.0, 28.0, 19.0, 16.0, 10.0, 8.0, 7.0, 5.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.005621658638119698, -0.005432166624814272, -0.005242675077170134, -0.005053183063864708, -0.00486369151622057, -0.004674199502915144, -0.004484707489609718, -0.00429521594196558, -0.004105723928660154, -0.003916231915354729, -0.0037267403677105904, -0.0035372483544051647, -0.0033477565739303827, -0.0031582647934556007, -0.002968772780150175, -0.002779280999675393, -0.002589789219200611, -0.002400297438725829, -0.002210805658251047, -0.0020213136449456215, -0.0018318218644708395, -0.0016423300839960575, -0.0014528381871059537, -0.0012633462902158499, -0.0010738545097410679, -0.000884362671058625, -0.0006948708323761821, -0.0005053789936937392, -0.00031588715501129627, -0.00012639531632885337, 6.309652235358953e-05, 0.00025258836103603244, 0.00044208019971847534, 0.0006315720384009182, 0.0008210638770833611, 0.001010555773973465, 0.001200047554448247, 0.001389539334923029, 0.0015790312318131328, 0.0017685231287032366, 0.0019580149091780186, 0.0021475066896528006, 0.0023369984701275826, 0.002526490483433008, 0.00271598226390779, 0.002905474044382572, 0.003094966057687998, 0.00328445783816278, 0.003473949618637562, 0.003663441399112344, 0.0038529331795871258, 0.004042425192892551, 0.00423191674053669, 0.004421408753842115, 0.004610900767147541, 0.004800392314791679, 0.004989884328097105, 0.005179376341402531, 0.005368867889046669, 0.005558359902352095, 0.00574785191565752, 0.005937343463301659, 0.006126835476607084, 0.006316327024251223, 0.006505819037556648]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 3.0, 1.0, 5.0, 8.0, 11.0, 4.0, 3.0, 3.0, 4.0, 2.0, 4.0, 1.0, 1.0, 3.0, 3.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.04813395440578461, -0.04703906923532486, -0.04594418406486511, -0.044849298894405365, -0.04375441372394562, -0.04265952855348587, -0.04156464710831642, -0.040469761937856674, -0.03937487676739693, -0.03827999159693718, -0.03718510642647743, -0.036090221256017685, -0.03499533608555794, -0.03390045091509819, -0.03280556574463844, -0.031710680574178696, -0.030615797266364098, -0.02952091209590435, -0.028426026925444603, -0.027331143617630005, -0.026236258447170258, -0.02514137327671051, -0.024046488106250763, -0.022951602935791016, -0.02185671776533127, -0.02076183445751667, -0.019666949287056923, -0.018572064116597176, -0.01747717894613743, -0.01638229377567768, -0.015287409536540508, -0.014192525297403336, -0.013097640126943588, -0.012002754956483841, -0.010907870717346668, -0.009812985546886921, -0.008718101307749748, -0.007623216137290001, -0.006528330966830254, -0.005433446262031794, -0.004338561557233334, -0.0032436768524348736, -0.00214879191480577, -0.001053907093591988, 4.097772762179375e-05, 0.0011358625488355756, 0.0022307473700493574, 0.003325632307678461, 0.004420517012476921, 0.005515401717275381, 0.006610286422073841, 0.007705171592533588, 0.008800055831670761, 0.009894941002130508, 0.010989826172590256, 0.012084710411727428, 0.013179595582187176, 0.014274480752646923, 0.015369364991784096, 0.016464250162243843, 0.01755913533270359, 0.018654020503163338, 0.019748903810977936, 0.020843788981437683, 0.02193867415189743]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [5.0, 1.0, 3.0, 4.0, 4.0, 1.0, 0.0, 3.0, 15.0, 7.0, 2.0, 3.0, 3.0, 5.0, 4.0, 2.0, 1.0, 0.0, 0.0, 2.0, 3.0, 9.0, 9.0, 15.0, 41.0, 44.0, 77.0, 73.0, 127.0, 201.0, 385.0, 699.0, 1214.0, 2577.0, 7250.0, 1991.0, 1143.0, 768.0, 529.0, 325.0, 240.0, 199.0, 126.0, 103.0, 66.0, 30.0, 36.0, 21.0, 21.0, 5.0, 12.0, 5.0, 5.0, 2.0, 4.0, 2.0, 4.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014861632138490677, -0.014428229071199894, -0.013994825072586536, -0.013561422005295753, -0.013128018006682396, -0.012694614939391613, -0.01226121187210083, -0.011827807873487473, -0.01139440480619669, -0.010961001738905907, -0.01052759774029255, -0.010094194673001766, -0.009660791605710983, -0.009227387607097626, -0.008793984539806843, -0.008360580541193485, -0.007927177473902702, -0.007493773940950632, -0.007060370407998562, -0.006626967340707779, -0.006193563807755709, -0.0057601602748036385, -0.0053267572075128555, -0.004893353674560785, -0.004459950141608715, -0.004026546608656645, -0.0035931433085352182, -0.0031597400084137917, -0.0027263364754617214, -0.002292932942509651, -0.0018595296423882246, -0.0014261262258514762, -0.0009927228093147278, -0.0005593193927779794, -0.00012591597624123096, 0.00030748744029551744, 0.0007408908568322659, 0.0011742942733690143, 0.0016076976899057627, 0.0020411009900271893, 0.0024745045229792595, 0.0029079080559313297, 0.0033413113560527563, 0.003774714656174183, 0.004208118189126253, 0.004641521722078323, 0.005074924789369106, 0.0055083283223211765, 0.005941731855273247, 0.006375135388225317, 0.006808538921177387, 0.00724194198846817, 0.00767534552142024, 0.00810874905437231, 0.008542152121663094, 0.008975556120276451, 0.009408959187567234, 0.009842362254858017, 0.010275766253471375, 0.010709169320762157, 0.01114257238805294, 0.011575976386666298, 0.01200937945395708, 0.012442783452570438, 0.012876186519861221]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 0.0, 1.0, 1.0, 3.0, 2.0, 1.0, 3.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.11832287162542343, -0.11494791507720947, -0.11157296597957611, -0.10819800943136215, -0.10482306033372879, -0.10144810378551483, -0.09807315468788147, -0.09469819813966751, -0.09132324159145355, -0.08794829249382019, -0.08457333594560623, -0.08119838684797287, -0.07782343029975891, -0.07444848120212555, -0.07107352465391159, -0.06769857555627823, -0.06432361900806427, -0.06094866618514061, -0.05757371336221695, -0.05419876053929329, -0.05082380771636963, -0.04744885116815567, -0.04407389834523201, -0.04069894552230835, -0.03732399269938469, -0.03394903987646103, -0.03057408705353737, -0.02719913236796856, -0.0238241795450449, -0.02044922672212124, -0.01707427203655243, -0.013699319213628769, -0.010324366390705109, -0.006949413102120161, -0.0035744598135352135, -0.00019950652495026588, 0.0031754467636346817, 0.006550400052219629, 0.009925353340804577, 0.013300307095050812, 0.016675259917974472, 0.020050212740898132, 0.023425165563821793, 0.026800120249390602, 0.030175073072314262, 0.03355002775788307, 0.03692498058080673, 0.04029993340373039, 0.04367488622665405, 0.04704983904957771, 0.05042479187250137, 0.053799744695425034, 0.057174697518348694, 0.06054965406656265, 0.06392460316419601, 0.06729955971240997, 0.07067450881004333, 0.0740494653582573, 0.07742442190647125, 0.08079937100410461, 0.08417432755231857, 0.08754927664995193, 0.0909242331981659, 0.09429918229579926, 0.09767413884401321]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 2.0, 4.0, 8.0, 8.0, 12.0, 12.0, 10.0, 14.0, 15.0, 49.0, 27.0, 17.0, 20.0, 10.0, 17.0, 8.0, 8.0, 7.0, 1.0, 3.0, 3.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.0727529376745224, -0.07041782140731812, -0.06808270514011383, -0.06574758887290955, -0.06341247260570526, -0.061077360063791275, -0.05874224752187729, -0.056407131254673004, -0.05407201498746872, -0.051736898720264435, -0.04940178245306015, -0.047066669911146164, -0.04473155364394188, -0.042396437376737595, -0.04006132483482361, -0.037726208567619324, -0.03539109230041504, -0.033055976033210754, -0.03072086162865162, -0.028385747224092484, -0.0260506309568882, -0.023715514689683914, -0.02138040028512478, -0.019045285880565643, -0.01671016961336136, -0.014375054277479649, -0.012039938941597939, -0.009704823605716228, -0.007369708269834518, -0.005034592933952808, -0.0026994775980710983, -0.0003643622621893883, 0.0019707530736923218, 0.004305868409574032, 0.006640983745455742, 0.008976099081337452, 0.011311214417219162, 0.013646329753100872, 0.015981445088982582, 0.018316559493541718, 0.020651675760746002, 0.022986792027950287, 0.025321906432509422, 0.027657020837068558, 0.029992137104272842, 0.03232725337147713, 0.03466236591339111, 0.0369974821805954, 0.03933259844779968, 0.04166771471500397, 0.04400283098220825, 0.04633794352412224, 0.04867305979132652, 0.05100817605853081, 0.053343288600444794, 0.05567840486764908, 0.05801352113485336, 0.06034863740205765, 0.06268375366926193, 0.06501886993646622, 0.0673539787530899, 0.06968909502029419, 0.07202421128749847, 0.07435932755470276, 0.07669444382190704]}, "_runtime": 97.92484426498413, "_timestamp": 1596212968.6263819, "_step": 116}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 1.0, 1.0, 0.0, 3.0, 1.0, 3.0, 4.0, 1.0, 2.0, 5.0, 1.0, 3.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.007210323587059975, -0.006951271556317806, -0.006692219525575638, -0.006433167029172182, -0.006174114998430014, -0.005915062967687845, -0.0056560104712843895, -0.005396958440542221, -0.005137906409800053, -0.004878854379057884, -0.004619802348315716, -0.00436074985191226, -0.004101697821170092, -0.003842645790427923, -0.003583593526855111, -0.003324541263282299, -0.0030654892325401306, -0.002806437201797962, -0.00254738493822515, -0.002288332674652338, -0.0020292806439101696, -0.0017702284967526793, -0.001511176349595189, -0.0012521242024376988, -0.0009930720552802086, -0.0007340199081227183, -0.0004749677609652281, -0.00021591561380773783, 4.3136533349752426e-05, 0.0003021886805072427, 0.0005612408276647329, 0.0008202929748222232, 0.0010793451219797134, 0.0013383972691372037, 0.001597449416294694, 0.0018565015634521842, 0.0021155537106096745, 0.002374605741351843, 0.002633658004924655, 0.002892710268497467, 0.0031517622992396355, 0.003410814329981804, 0.003669866593554616, 0.003928918857127428, 0.0041879708878695965, 0.004447022918611765, 0.004706075415015221, 0.004965127445757389, 0.0052241794764995575, 0.005483231507241726, 0.005742283537983894, 0.00600133603438735, 0.0062603880651295185, 0.006519440095871687, 0.006778492592275143, 0.007037544623017311, 0.0072965966537594795, 0.007555648684501648, 0.007814700715243816, 0.008073752745985985, 0.008332805708050728, 0.008591857738792896, 0.008850909769535065, 0.009109961800277233, 0.009369013831019402]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 4.0, 4.0, 0.0, 4.0, 6.0, 3.0, 5.0, 6.0, 4.0, 6.0, 19.0, 19.0, 32.0, 34.0, 33.0, 37.0, 45.0, 60.0, 92.0, 100.0, 177.0, 163.0, 259.0, 441.0, 4916.0, 517.0, 236.0, 145.0, 135.0, 76.0, 65.0, 48.0, 45.0, 36.0, 28.0, 23.0, 20.0, 13.0, 16.0, 6.0, 10.0, 12.0, 6.0, 5.0, 2.0, 6.0, 2.0, 0.0, 3.0, 1.0, 1.0, 3.0], "bins": [-0.10909625887870789, -0.10609158128499985, -0.1030869111418724, -0.10008223354816437, -0.09707756340503693, -0.09407288581132889, -0.09106821566820145, -0.08806353807449341, -0.08505886793136597, -0.08205419033765793, -0.07904951274394989, -0.07604484260082245, -0.07304016500711441, -0.07003549486398697, -0.06703081727027893, -0.06402614712715149, -0.06102146953344345, -0.05801679566502571, -0.05501212179660797, -0.05200744792819023, -0.04900277405977249, -0.04599809646606445, -0.04299342259764671, -0.03998874872922897, -0.036984074860811234, -0.033979400992393494, -0.030974727123975754, -0.027970051392912865, -0.024965377524495125, -0.021960703656077385, -0.018956027925014496, -0.015951354056596756, -0.012946680188179016, -0.009942006319761276, -0.006937331520020962, -0.003932657185941935, -0.0009279828518629074, 0.0020766914822161198, 0.005081365816295147, 0.008086040616035461, 0.011090714484453201, 0.014095388352870941, 0.01710006222128868, 0.02010473795235157, 0.02310941182076931, 0.02611408568918705, 0.02911876142024994, 0.03212343528866768, 0.03512810915708542, 0.03813278302550316, 0.0411374568939209, 0.04414213076233864, 0.04714680463075638, 0.050151482224464417, 0.053156156092882156, 0.056160829961299896, 0.059165503829717636, 0.062170177698135376, 0.06517485529184341, 0.06817952543497086, 0.0711842030286789, 0.07418887317180634, 0.07719355076551437, 0.08019822090864182, 0.08320289850234985]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 4.0, 3.0, 0.0, 1.0, 1.0, 3.0, 4.0, 6.0, 3.0, 1.0, 4.0, 1.0, 3.0, 7.0, 5.0, 25.0, 3.0, 3.0, 0.0, 7.0, 5.0, 3.0, 3.0, 5.0, 0.0, 3.0, 0.0, 2.0, 4.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.003801751881837845, -0.0036925897002220154, -0.0035834277514368296, -0.003474265569821, -0.0033651033882051706, -0.003255941439419985, -0.0031467792578041553, -0.003037617076188326, -0.0029284548945724964, -0.0028192929457873106, -0.002710130764171481, -0.0026009685825556517, -0.002491806633770466, -0.0023826444521546364, -0.002273482270538807, -0.002164320321753621, -0.0020551581401377916, -0.001945996074937284, -0.0018368338933214545, -0.0017276718281209469, -0.0016185096465051174, -0.0015093475813046098, -0.0014001855161041021, -0.0012910233344882727, -0.001181861269287765, -0.0010726992040872574, -0.0009635370224714279, -0.0008543749572709203, -0.0007452128338627517, -0.0006360507104545832, -0.0005268886452540755, -0.00041772652184590697, -0.0003085643984377384, -0.0001994022895814851, -9.024018072523177e-05, 1.892192813102156e-05, 0.00012808403698727489, 0.0002372461458435282, 0.00034640825469978154, 0.00045557034900411963, 0.0005647324724122882, 0.0006738945958204567, 0.0007830567192286253, 0.0008922187844291329, 0.0010013808496296406, 0.00111054303124547, 0.0012197050964459777, 0.0013288672780618072, 0.0014380293432623148, 0.0015471914084628224, 0.001656353590078652, 0.0017655156552791595, 0.001874677836894989, 0.001983839785680175, 0.0020930019672960043, 0.0022021641489118338, 0.0023113260976970196, 0.002420488279312849, 0.0025296504609286785, 0.002638812642544508, 0.002747974591329694, 0.0028571367729455233, 0.0029662989545613527, 0.0030754609033465385, 0.003184623084962368]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 1.0, 2.0, 2.0, 2.0, 2.0, 10.0, 10.0, 9.0, 30.0, 54.0, 55.0, 100.0, 163.0, 279.0, 482.0, 781.0, 1198.0, 2020.0, 3450.0, 6160.0, 12449.0, 27351.0, 78249.0, 882972.0, 95999.0, 32342.0, 15347.0, 8106.0, 4592.0, 2746.0, 1621.0, 980.0, 687.0, 450.0, 322.0, 173.0, 140.0, 90.0, 62.0, 54.0, 30.0, 25.0, 13.0, 14.0, 4.0, 4.0, 2.0, 1.0, 1.0, 5.0, 1.0, 0.0, 1.0], "bins": [-0.00884199608117342, -0.008586774580180645, -0.008331554010510445, -0.00807633250951767, -0.00782111193984747, -0.007565890438854694, -0.007310669403523207, -0.007055448368191719, -0.006800226867198944, -0.0065450058318674564, -0.006289784796535969, -0.006034563761204481, -0.0057793427258729935, -0.005524121690541506, -0.005268900189548731, -0.005013679154217243, -0.0047584581188857555, -0.004503237083554268, -0.00424801604822278, -0.003992794547230005, -0.0037375735118985176, -0.00348235247656703, -0.0032271314412355423, -0.002971910173073411, -0.0027166891377419233, -0.0024614681024104357, -0.0022062468342483044, -0.0019510257989168167, -0.0016958046471700072, -0.0014405834954231977, -0.00118536246009171, -0.0009301413083449006, -0.0006749201565980911, -0.0004196990339551121, -0.00016447791131213307, 9.074321133084595e-05, 0.000345964333973825, 0.0006011854857206345, 0.000856406579259783, 0.0011116276727989316, 0.001366848824545741, 0.0016220699762925506, 0.00187729112803936, 0.0021325121633708477, 0.0023877331987023354, 0.0026429544668644667, 0.0028981755021959543, 0.0031533967703580856, 0.0034086178056895733, 0.003663838841021061, 0.003919059876352549, 0.0041742813773453236, 0.004429502412676811, 0.004684723448008299, 0.0049399444833397865, 0.005195165518671274, 0.005450386554002762, 0.005705608054995537, 0.0059608290903270245, 0.006216050125658512, 0.00647127116099, 0.006726492196321487, 0.006981713697314262, 0.00723693473264575, 0.007492155767977238]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 4.0, 10.0, 3.0, 1.0, 3.0, 3.0, 1.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 5.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.031056376174092293, -0.03015277534723282, -0.029249176383018494, -0.02834557555615902, -0.027441974729299545, -0.02653837576508522, -0.025634774938225746, -0.024731174111366272, -0.023827575147151947, -0.022923974320292473, -0.022020373493433, -0.021116772666573524, -0.0202131737023592, -0.019309572875499725, -0.01840597204864025, -0.017502373084425926, -0.016598772257566452, -0.015695171430706978, -0.014791571535170078, -0.013887971639633179, -0.012984370812773705, -0.012080770917236805, -0.011177171021699905, -0.010273570194840431, -0.009369970299303532, -0.008466370403766632, -0.007562769576907158, -0.006659169681370258, -0.0057555693201720715, -0.004851968958973885, -0.003948369063436985, -0.003044768702238798, -0.0021411683410406113, -0.0012375680962577462, -0.00033396785147488117, 0.0005696323933079839, 0.001473232638090849, 0.002376832999289036, 0.003280433127656579, 0.004184033256024122, 0.005087633617222309, 0.005991233978420496, 0.006894834339618683, 0.007798434235155582, 0.008702034130692482, 0.009605634957551956, 0.010509234853088856, 0.01141283567994833, 0.01231643557548523, 0.013220035471022129, 0.014123636297881603, 0.015027236193418503, 0.015930837020277977, 0.016834435984492302, 0.017738036811351776, 0.01864163763821125, 0.019545238465070724, 0.02044883742928505, 0.021352438256144524, 0.022256039083003998, 0.023159638047218323, 0.024063238874077797, 0.02496683970093727, 0.025870438665151596, 0.02677403949201107]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [6.0, 2.0, 6.0, 5.0, 1.0, 4.0, 18.0, 10.0, 4.0, 14.0, 24.0, 24.0, 24.0, 26.0, 42.0, 57.0, 55.0, 76.0, 103.0, 122.0, 185.0, 229.0, 297.0, 402.0, 533.0, 752.0, 1044.0, 1796.0, 5770.0, 1822.0, 1180.0, 857.0, 680.0, 485.0, 374.0, 280.0, 247.0, 170.0, 148.0, 99.0, 81.0, 73.0, 56.0, 43.0, 31.0, 30.0, 23.0, 25.0, 14.0, 15.0, 16.0, 9.0, 7.0, 7.0, 9.0, 6.0, 2.0, 6.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.009405911900103092, -0.009074738249182701, -0.00874356459826231, -0.008412390947341919, -0.008081216365098953, -0.0077500431798398495, -0.007418869063258171, -0.00708769541233778, -0.006756521761417389, -0.006425348110496998, -0.006094174459576607, -0.005763000342994928, -0.005431826692074537, -0.005100653041154146, -0.004769478924572468, -0.004438305273652077, -0.004107131622731686, -0.0037759579718112946, -0.00344478408806026, -0.003113610204309225, -0.002782436553388834, -0.002451262902468443, -0.002120089018717408, -0.0017889152513816953, -0.0014577414840459824, -0.0011265677167102695, -0.0007953939493745565, -0.00046422018203884363, -0.00013304641470313072, 0.0001981273526325822, 0.0005293011199682951, 0.000860474887304008, 0.001191648654639721, 0.0015228224219754338, 0.0018539961893111467, 0.0021851700730621815, 0.0025163437239825726, 0.0028475173749029636, 0.0031786912586539984, 0.003509865142405033, 0.003841038793325424, 0.004172212444245815, 0.004503386095166206, 0.004834560211747885, 0.005165733862668276, 0.005496907513588667, 0.005828081630170345, 0.006159255281090736, 0.0064904289320111275, 0.0068216025829315186, 0.00715277623385191, 0.007483950350433588, 0.007815124467015266, 0.008146298117935658, 0.008477471768856049, 0.00880864541977644, 0.00913981907069683, 0.009470992721617222, 0.009802166372537613, 0.010133340023458004, 0.010464513674378395, 0.01079568825662136, 0.011126861907541752, 0.011458035558462143, 0.011789209209382534]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 3.0, 5.0, 1.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.2167249619960785, -0.21026547253131866, -0.20380596816539764, -0.19734647870063782, -0.1908869743347168, -0.18442748486995697, -0.17796799540519714, -0.17150849103927612, -0.1650490015745163, -0.15858949720859528, -0.15213000774383545, -0.14567051827907562, -0.1392110139131546, -0.13275152444839478, -0.12629202008247375, -0.11983253061771393, -0.1133730337023735, -0.10691353678703308, -0.10045403987169266, -0.09399455040693283, -0.08753505349159241, -0.08107555657625198, -0.07461605966091156, -0.06815656274557114, -0.06169706955552101, -0.05523757264018059, -0.04877807945013046, -0.04231858253479004, -0.035859085619449615, -0.02939959242939949, -0.022940095514059067, -0.016480600461363792, -0.010021105408668518, -0.0035616098903119564, 0.0028978856280446053, 0.009357381612062454, 0.01581687666475773, 0.022276371717453003, 0.028735868632793427, 0.03519536182284355, 0.041654858738183975, 0.0481143556535244, 0.054573848843574524, 0.06103334575891495, 0.06749284267425537, 0.0739523395895958, 0.08041182905435562, 0.08687132596969604, 0.09333082288503647, 0.09979031980037689, 0.10624981671571732, 0.11270930618047714, 0.11916880309581757, 0.1256283074617386, 0.1320877969264984, 0.13854728639125824, 0.14500679075717926, 0.1514662802219391, 0.1579257845878601, 0.16438527405261993, 0.17084476351737976, 0.17730426788330078, 0.1837637573480606, 0.19022326171398163, 0.19668275117874146]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 5.0, 5.0, 3.0, 4.0, 7.0, 3.0, 7.0, 7.0, 9.0, 20.0, 18.0, 26.0, 25.0, 55.0, 21.0, 10.0, 12.0, 7.0, 5.0, 5.0, 5.0, 3.0, 5.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.15164700150489807, -0.1478978395462036, -0.14414867758750916, -0.1403995007276535, -0.13665033876895905, -0.1329011768102646, -0.12915201485157013, -0.12540285289287567, -0.12165368348360062, -0.11790452152490616, -0.1141553595662117, -0.11040619015693665, -0.10665702819824219, -0.10290786623954773, -0.09915869683027267, -0.09540953487157822, -0.09166036546230316, -0.0879112035036087, -0.08416204154491425, -0.08041287213563919, -0.07666371017694473, -0.07291454821825027, -0.06916537880897522, -0.06541621685028076, -0.061667054891586304, -0.05791788920760155, -0.05416872352361679, -0.050419557839632034, -0.046670395880937576, -0.04292123019695282, -0.03917206451296806, -0.035422902554273605, -0.03167373687028885, -0.02792457304894924, -0.024175407364964485, -0.020426243543624878, -0.01667707785964012, -0.012927914038300514, -0.009178750216960907, -0.005429585464298725, -0.0016804207116365433, 0.002068743808194995, 0.005817908328026533, 0.009567072615027428, 0.01331623736768961, 0.01706540212035179, 0.0208145659416914, 0.024563731625676155, 0.028312895447015762, 0.03206206113100052, 0.03581122308969498, 0.03956038877367973, 0.04330955445766449, 0.04705871641635895, 0.050807882100343704, 0.05455704778432846, 0.05830620974302292, 0.062055375427007675, 0.06580454111099243, 0.06955370306968689, 0.07330287247896194, 0.0770520344376564, 0.08080119639635086, 0.08455036580562592, 0.08829952776432037]}, "_runtime": 98.73042798042297, "_timestamp": 1596212969.4319656, "_step": 117}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 3.0, 0.0, 2.0, 4.0, 6.0, 0.0, 2.0, 3.0, 3.0, 2.0, 4.0, 4.0, 2.0, 4.0, 1.0, 2.0, 0.0, 3.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.014313209801912308, -0.013903355225920677, -0.013493500649929047, -0.013083646073937416, -0.012673791497945786, -0.012263936921954155, -0.011854083277285099, -0.011444228701293468, -0.011034374125301838, -0.010624519549310207, -0.010214664973318577, -0.009804810397326946, -0.009394955821335316, -0.008985101245343685, -0.008575246669352055, -0.008165392093360424, -0.007755537983030081, -0.00734568340703845, -0.00693582883104682, -0.0065259747207164764, -0.006116120144724846, -0.005706265568733215, -0.005296410992741585, -0.004886556416749954, -0.004476701840758324, -0.00406684773042798, -0.00365699315443635, -0.0032471385784447193, -0.0028372840024530888, -0.002427429659292102, -0.0020175750833004713, -0.0016077206237241626, -0.0011978661641478539, -0.0007880117045715451, -0.0003781571867875755, 3.16973018925637e-05, 0.0004415517905727029, 0.0008514062501490116, 0.0012612608261406422, 0.001671115285716951, 0.0020809697452932596, 0.00249082432128489, 0.002900678664445877, 0.0033105332404375076, 0.003720387816429138, 0.004130242392420769, 0.004540096502751112, 0.0049499510787427425, 0.005359805654734373, 0.005769660230726004, 0.006179514806717634, 0.0065893689170479774, 0.006999223493039608, 0.0074090780690312386, 0.007818932645022869, 0.0082287872210145, 0.00863864179700613, 0.00904849637299776, 0.009458350948989391, 0.009868204593658447, 0.010278059169650078, 0.010687913745641708, 0.011097768321633339, 0.01150762289762497, 0.0119174774736166]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 2.0, 2.0, 2.0, 3.0, 4.0, 4.0, 6.0, 6.0, 9.0, 13.0, 13.0, 14.0, 28.0, 30.0, 64.0, 77.0, 91.0, 150.0, 216.0, 414.0, 4933.0, 950.0, 362.0, 170.0, 104.0, 53.0, 46.0, 46.0, 21.0, 28.0, 10.0, 12.0, 9.0, 12.0, 6.0, 2.0, 5.0, 0.0, 6.0, 1.0, 2.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.17773279547691345, -0.1727607101202011, -0.16778862476348877, -0.16281655430793762, -0.15784446895122528, -0.15287238359451294, -0.1479003131389618, -0.14292822778224945, -0.1379561424255371, -0.13298405706882477, -0.12801197171211243, -0.12303990125656128, -0.11806781589984894, -0.1130957305431366, -0.10812365263700485, -0.10315157473087311, -0.09817948937416077, -0.09320740401744843, -0.08823532611131668, -0.08326324820518494, -0.0782911628484726, -0.07331907749176025, -0.06834699958562851, -0.06337492167949677, -0.058402836322784424, -0.05343075469136238, -0.04845867305994034, -0.043486591428518295, -0.03851450979709625, -0.03354242816567421, -0.028570346534252167, -0.023598264902830124, -0.01862618327140808, -0.013654101639986038, -0.008682020008563995, -0.0037099383771419525, 0.0012621432542800903, 0.006234224885702133, 0.011206306517124176, 0.01617838814854622, 0.02115046977996826, 0.026122551411390305, 0.031094633042812347, 0.03606671467423439, 0.04103879630565643, 0.046010877937078476, 0.05098295956850052, 0.05595504119992256, 0.060927122831344604, 0.06589920818805695, 0.07087128609418869, 0.07584336400032043, 0.08081544935703278, 0.08578753471374512, 0.09075961261987686, 0.0957316905260086, 0.10070377588272095, 0.10567586123943329, 0.11064793914556503, 0.11562001705169678, 0.12059210240840912, 0.12556418776512146, 0.1305362582206726, 0.13550834357738495, 0.1404804289340973]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 2.0, 1.0, 2.0, 3.0, 3.0, 5.0, 4.0, 3.0, 2.0, 2.0, 3.0, 4.0, 2.0, 3.0, 3.0, 4.0, 23.0, 2.0, 2.0, 1.0, 1.0, 2.0, 4.0, 3.0, 1.0, 5.0, 2.0, 3.0, 2.0, 3.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 4.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.0027223804499953985, -0.002642879029735923, -0.002563377609476447, -0.0024838761892169714, -0.0024043747689574957, -0.00232487334869802, -0.0022453719284385443, -0.0021658705081790686, -0.002086368855088949, -0.0020068674348294735, -0.0019273661309853196, -0.001847864710725844, -0.0017683631740510464, -0.0016888617537915707, -0.001609360333532095, -0.0015298589132726192, -0.0014503574930131435, -0.0013708560727536678, -0.0012913546524941921, -0.0012118532322347164, -0.0011323518119752407, -0.0010528502753004432, -0.0009733488550409675, -0.0008938474347814918, -0.000814346014522016, -0.0007348445942625403, -0.0006553431740030646, -0.000575841695535928, -0.0004963402752764523, -0.0004168388550169766, -0.00033733740565367043, -0.00025783595629036427, -0.00017833453603088856, -9.883310121949762e-05, -1.9331666408106685e-05, 6.016976840328425e-05, 0.0001396712032146752, 0.00021917263802606612, 0.00029867407283745706, 0.0003781755222007632, 0.00045767694246023893, 0.0005371783627197146, 0.0006166797829791903, 0.000696181261446327, 0.0007756826817058027, 0.0008551841019652784, 0.000934685580432415, 0.0010141870006918907, 0.0010936884209513664, 0.0011731898412108421, 0.0012526912614703178, 0.0013321926817297935, 0.0014116941019892693, 0.0014911956386640668, 0.0015706970589235425, 0.0016501984791830182, 0.001729699899442494, 0.0018092013197019696, 0.0018887027399614453, 0.001968204276636243, 0.0020477056968957186, 0.0021272071171551943, 0.00220670853741467, 0.0022862099576741457, 0.0023657113779336214]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 3.0, 3.0, 2.0, 4.0, 8.0, 11.0, 12.0, 13.0, 19.0, 35.0, 40.0, 71.0, 98.0, 135.0, 228.0, 369.0, 499.0, 783.0, 1354.0, 2148.0, 3672.0, 6112.0, 11132.0, 21863.0, 50660.0, 184306.0, 775643.0, 58291.0, 26197.0, 13867.0, 7948.0, 4834.0, 3030.0, 1988.0, 1292.0, 886.0, 587.0, 431.0, 312.0, 204.0, 165.0, 114.0, 84.0, 46.0, 45.0, 26.0, 20.0, 12.0, 11.0, 9.0, 8.0, 6.0, 3.0, 0.0, 3.0], "bins": [-0.006627466529607773, -0.00643892539665103, -0.006250384729355574, -0.00606184359639883, -0.0058733029291033745, -0.005684761796146631, -0.005496220663189888, -0.005307679995894432, -0.005119138862937689, -0.004930597729980946, -0.00474205706268549, -0.004553515929728746, -0.004364974796772003, -0.004176434129476547, -0.003987892996519804, -0.0037993520963937044, -0.003610811196267605, -0.0034222702961415052, -0.0032337293960154057, -0.0030451882630586624, -0.002856647362932563, -0.0026681064628064632, -0.00247956532984972, -0.0022910244297236204, -0.002102483529597521, -0.0019139426294714212, -0.0017254016129299998, -0.0015368605963885784, -0.0013483196962624788, -0.0011597787961363792, -0.0009712377795949578, -0.0007826968212611973, -0.0005941558629274368, -0.00040561490459367633, -0.00021707394625991583, -2.853298792615533e-05, 0.00016000797040760517, 0.00034854892874136567, 0.0005370898870751262, 0.0007256308454088867, 0.0009141718037426472, 0.0011027127038687468, 0.0012912537204101682, 0.0014797947369515896, 0.0016683356370776892, 0.0018568765372037888, 0.002045417670160532, 0.0022339585702866316, 0.002422499470412731, 0.0026110403705388308, 0.0027995812706649303, 0.0029881224036216736, 0.003176663303747773, 0.0033652042038738728, 0.003553745336830616, 0.0037422862369567156, 0.003930827137082815, 0.004119368270039558, 0.004307908937335014, 0.004496450070291758, 0.004684991203248501, 0.004873531870543957, 0.0050620730035007, 0.005250613670796156, 0.005439154803752899]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 4.0, 3.0, 2.0, 2.0, 2.0, 4.0, 4.0, 10.0, 1.0, 1.0, 3.0, 3.0, 1.0, 2.0, 4.0, 3.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02735104411840439, -0.026531783863902092, -0.025712523609399796, -0.02489326521754265, -0.024074004963040352, -0.023254744708538055, -0.022435486316680908, -0.021616226062178612, -0.020796965807676315, -0.01997770555317402, -0.019158445298671722, -0.018339186906814575, -0.01751992665231228, -0.016700666397809982, -0.015881408005952835, -0.015062147751450539, -0.014242887496948242, -0.013423627242445946, -0.012604367919266224, -0.011785108596086502, -0.010965848341584206, -0.01014658808708191, -0.009327328763902187, -0.008508069440722466, -0.007688809186220169, -0.00686954939737916, -0.006050289608538151, -0.005231029819697142, -0.0044117700308561325, -0.0035925102420151234, -0.0027732504531741142, -0.001953990664333105, -0.001134730875492096, -0.0003154710866510868, 0.0005037887021899223, 0.0013230484910309315, 0.0021423082798719406, 0.0029615680687129498, 0.003780827857553959, 0.004600087646394968, 0.005419347435235977, 0.006238607224076986, 0.0070578670129179955, 0.007877126336097717, 0.008696386590600014, 0.00951564684510231, 0.010334906168282032, 0.011154165491461754, 0.01197342574596405, 0.012792686000466347, 0.013611945323646069, 0.01443120464682579, 0.015250464901328087, 0.016069725155830383, 0.01688898354768753, 0.017708243802189827, 0.018527504056692123, 0.01934676431119442, 0.020166024565696716, 0.020985282957553864, 0.02180454321205616, 0.022623803466558456, 0.023443061858415604, 0.0242623221129179, 0.025081582367420197]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 1.0, 3.0, 1.0, 0.0, 1.0, 2.0, 3.0, 3.0, 4.0, 3.0, 4.0, 7.0, 9.0, 18.0, 19.0, 21.0, 34.0, 48.0, 64.0, 88.0, 103.0, 160.0, 254.0, 329.0, 484.0, 772.0, 1131.0, 2214.0, 6851.0, 2056.0, 1209.0, 776.0, 480.0, 321.0, 236.0, 150.0, 108.0, 82.0, 58.0, 66.0, 43.0, 40.0, 37.0, 32.0, 15.0, 16.0, 18.0, 11.0, 16.0, 3.0, 5.0, 4.0, 2.0, 3.0, 1.0, 4.0, 1.0, 0.0, 2.0, 3.0], "bins": [-0.013227407820522785, -0.012819314375519753, -0.01241122093051672, -0.012003127485513687, -0.011595034971833229, -0.011186941526830196, -0.010778848081827164, -0.010370754636824131, -0.009962661191821098, -0.009554567746818066, -0.009146474301815033, -0.008738380856812, -0.008330287411808968, -0.00792219489812851, -0.007514101453125477, -0.007106008008122444, -0.0066979145631194115, -0.006289821118116379, -0.005881727673113346, -0.005473634693771601, -0.005065541248768568, -0.004657447803765535, -0.00424935482442379, -0.0038412613794207573, -0.0034331679344177246, -0.003025074489414692, -0.002616981277242303, -0.002208888065069914, -0.0018007946200668812, -0.0013927012914791703, -0.0009846079628914595, -0.0005765146343037486, -0.00016842130571603775, 0.0002396720228716731, 0.000647765351459384, 0.0010558586800470948, 0.0014639520086348057, 0.0018720453372225165, 0.0022801386658102274, 0.0026882318779826164, 0.003096325322985649, 0.003504418767988682, 0.0039125122129917145, 0.00432060519233346, 0.0047286986373364925, 0.005136792082339525, 0.005544885061681271, 0.005952978506684303, 0.006361071951687336, 0.006769165396690369, 0.007177258841693401, 0.007585351821035147, 0.007993444800376892, 0.008401538245379925, 0.008809631690382957, 0.00921772513538599, 0.009625818580389023, 0.010033912025392056, 0.010442005470395088, 0.010850098915398121, 0.011258192360401154, 0.011666284874081612, 0.012074378319084644, 0.012482471764087677, 0.01289056520909071]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 3.0, 3.0, 2.0, 2.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.15011295676231384, -0.14565381407737732, -0.1411946713924408, -0.13673552870750427, -0.13227638602256775, -0.12781724333763123, -0.1233580932021141, -0.11889895051717758, -0.11443980038166046, -0.10998065769672394, -0.10552151501178741, -0.10106237232685089, -0.09660322964191437, -0.09214408695697784, -0.08768493682146072, -0.0832257941365242, -0.07876665145158768, -0.07430750876665115, -0.06984836608171463, -0.06538921594619751, -0.060930073261260986, -0.05647093057632446, -0.05201178789138794, -0.04755264148116112, -0.043093498796224594, -0.03863435611128807, -0.03417520970106125, -0.029716067016124725, -0.025256922468543053, -0.02079777792096138, -0.016338635236024857, -0.011879490688443184, -0.007420346140861511, -0.002961202058941126, 0.0014979420229792595, 0.005957086104899645, 0.01041623018682003, 0.014875374734401703, 0.019334517419338226, 0.0237936619669199, 0.02825280651450157, 0.032711949199438095, 0.03717109560966492, 0.04163023829460144, 0.046089380979537964, 0.050548527389764786, 0.05500767007470131, 0.05946681648492813, 0.06392595916986465, 0.06838510185480118, 0.0728442445397377, 0.07730339467525482, 0.08176253736019135, 0.08622168004512787, 0.09068082273006439, 0.09513996541500092, 0.09959910809993744, 0.10405825823545456, 0.10851740092039108, 0.1129765436053276, 0.11743568629026413, 0.12189482897520065, 0.12635397911071777, 0.1308131217956543, 0.13527226448059082]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 3.0, 6.0, 0.0, 1.0, 5.0, 2.0, 7.0, 4.0, 7.0, 3.0, 1.0, 3.0, 0.0, 0.0, 3.0, 4.0, 7.0, 56.0, 59.0, 29.0, 13.0, 7.0, 11.0, 3.0, 5.0, 1.0, 3.0, 3.0, 5.0, 2.0, 5.0, 3.0, 0.0, 0.0, 3.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 2.0, 0.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.10615583509206772, -0.10272987931966782, -0.09930391609668732, -0.09587796032428741, -0.09245200455188751, -0.08902604132890701, -0.08560008555650711, -0.08217412233352661, -0.07874816656112671, -0.0753222107887268, -0.07189624756574631, -0.0684702917933464, -0.0650443285703659, -0.061618372797966, -0.0581924170255661, -0.0547664575278759, -0.0513404980301857, -0.0479145385324955, -0.0444885790348053, -0.041062623262405396, -0.037636663764715195, -0.034210704267024994, -0.030784746631979942, -0.02735878899693489, -0.02393282949924469, -0.02050687000155449, -0.017080912366509438, -0.013654953800141811, -0.010228995233774185, -0.006803036667406559, -0.003377078101038933, 4.888046532869339e-05, 0.0034748390316963196, 0.006900797598063946, 0.010326756164431572, 0.013752714730799198, 0.017178673297166824, 0.020604632794857025, 0.024030590429902077, 0.02745654806494713, 0.03088250756263733, 0.03430846706032753, 0.03773442655801773, 0.04116038233041763, 0.044586341828107834, 0.048012301325798035, 0.05143825709819794, 0.05486421659588814, 0.05829017609357834, 0.06171613559126854, 0.06514209508895874, 0.06856805086135864, 0.07199400663375854, 0.07541996985673904, 0.07884592562913895, 0.08227188885211945, 0.08569784462451935, 0.08912380039691925, 0.09254976361989975, 0.09597571939229965, 0.09940168261528015, 0.10282763838768005, 0.10625359416007996, 0.10967955738306046, 0.11310551315546036]}, "_runtime": 99.5112407207489, "_timestamp": 1596212970.2127783, "_step": 118}
+{"val_accuracy": 0.8173323344748858, "val_loss": 0.4664143012266725, "_runtime": 100.8518419265747, "_timestamp": 1596212971.5533795, "_step": 119}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: n Confidence: 0.2944660186767578 Truth: v", "Prediction: 5 Confidence: 0.9999967813491821 Truth: 5", "Prediction: 2 Confidence: 0.9985985159873962 Truth: 2", "Prediction: 0 Confidence: 0.6025568842887878 Truth: 0"]}, "_runtime": 101.12965512275696, "_timestamp": 1596212971.8311927, "_step": 120}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 3.0, 2.0, 1.0, 0.0, 0.0, 2.0, 2.0, 2.0, 4.0, 6.0, 2.0, 2.0, 4.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.006276664324104786, -0.006077131722122431, -0.005877599120140076, -0.005678066052496433, -0.005478533450514078, -0.005279000848531723, -0.005079468246549368, -0.0048799351789057255, -0.00468040257692337, -0.004480869974941015, -0.00428133737295866, -0.004081804770976305, -0.0038822719361633062, -0.0036827391013503075, -0.0034832064993679523, -0.0032836736645549536, -0.0030841410625725985, -0.0028846084605902433, -0.0026850756257772446, -0.0024855430237948895, -0.0022860101889818907, -0.0020864775869995356, -0.0018869448686018586, -0.0016874121502041817, -0.0014878794318065047, -0.0012883467134088278, -0.0010888139950111508, -0.0008892813348211348, -0.0006897486164234579, -0.0004902158980257809, -0.00029068320873193443, -9.115050488617271e-05, 0.000108382198959589, 0.00030791491735726595, 0.0005074476357549429, 0.0007069802959449589, 0.0009065130143426359, 0.001106045674532652, 0.0013055783929303288, 0.0015051111113280058, 0.0017046438297256827, 0.0019041765481233597, 0.002103709150105715, 0.0023032419849187136, 0.0025027745869010687, 0.0027023074217140675, 0.0029018400236964226, 0.0031013728585094213, 0.0033009054604917765, 0.0035004380624741316, 0.0036999708972871304, 0.0038995034992694855, 0.004099036101251841, 0.004298569168895483, 0.004498101770877838, 0.004697634372860193, 0.004897166974842548, 0.0050966995768249035, 0.005296232644468546, 0.005495765246450901, 0.005695297848433256, 0.005894830450415611, 0.006094363518059254, 0.006293896120041609, 0.006493428722023964]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 0.0, 1.0, 4.0, 2.0, 2.0, 6.0, 4.0, 6.0, 6.0, 8.0, 5.0, 9.0, 7.0, 15.0, 18.0, 14.0, 19.0, 33.0, 38.0, 47.0, 47.0, 69.0, 85.0, 115.0, 143.0, 192.0, 426.0, 5197.0, 542.0, 232.0, 144.0, 110.0, 72.0, 65.0, 43.0, 32.0, 23.0, 23.0, 22.0, 24.0, 12.0, 8.0, 10.0, 8.0, 7.0, 4.0, 6.0, 4.0, 8.0, 5.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.07017067074775696, -0.06786604225635529, -0.06556141376495361, -0.06325678527355194, -0.06095215678215027, -0.058647528290748596, -0.056342899799346924, -0.05403827130794525, -0.05173364281654358, -0.049429018050432205, -0.04712438955903053, -0.04481976106762886, -0.04251513257622719, -0.040210504084825516, -0.03790587559342384, -0.03560124710202217, -0.0332966186106205, -0.030991990119218826, -0.028687361627817154, -0.02638273313641548, -0.02407810464501381, -0.021773478016257286, -0.019468849524855614, -0.01716422103345394, -0.014859592542052269, -0.012554964050650597, -0.010250335559248924, -0.007945707999169827, -0.005641079507768154, -0.0033364512491971254, -0.0010318229906260967, 0.001272805267944932, 0.0035774335265159607, 0.005882062017917633, 0.008186690509319305, 0.010491318069398403, 0.012795946560800076, 0.015100575052201748, 0.017405202612280846, 0.019709831103682518, 0.02201445959508419, 0.024319088086485863, 0.026623716577887535, 0.028928345069289207, 0.03123297169804573, 0.0335376001894474, 0.035842228680849075, 0.03814685717225075, 0.04045148566365242, 0.04275611415505409, 0.045060742646455765, 0.04736537113785744, 0.04966999962925911, 0.05197462812066078, 0.054279256612062454, 0.05658388510346413, 0.0588885098695755, 0.06119313836097717, 0.06349776685237885, 0.06580239534378052, 0.06810702383518219, 0.07041165232658386, 0.07271628081798553, 0.07502090930938721, 0.07732553780078888]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 1.0, 0.0, 6.0, 6.0, 3.0, 2.0, 1.0, 7.0, 5.0, 5.0, 4.0, 2.0, 6.0, 24.0, 9.0, 3.0, 4.0, 5.0, 7.0, 4.0, 2.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002823234535753727, -0.002745012054219842, -0.002666789572685957, -0.0025885673239827156, -0.0025103448424488306, -0.0024321223609149456, -0.0023538998793810606, -0.0022756776306778193, -0.0021974551491439342, -0.0021192326676100492, -0.0020410101860761642, -0.0019627877045422792, -0.001884565339423716, -0.001806342974305153, -0.0017281204927712679, -0.0016498981276527047, -0.0015716756461188197, -0.0014934531645849347, -0.0014152307994663715, -0.0013370083179324865, -0.0012587859528139234, -0.0011805634712800384, -0.0011023411061614752, -0.0010241186246275902, -0.0009458962013013661, -0.000867673777975142, -0.0007894513546489179, -0.0007112289313226938, -0.0006330064497888088, -0.0005547840264625847, -0.00047656160313636065, -0.00039833917981013656, -0.00032011675648391247, -0.00024189433315768838, -0.00016367189527954906, -8.544946467736736e-05, -7.2270340751856565e-06, 7.099539652699605e-05, 0.00014921782712917775, 0.00022744026500731707, 0.00030566268833354115, 0.00038388511165976524, 0.00046210753498598933, 0.0005403299583122134, 0.0006185524398460984, 0.0006967748631723225, 0.0007749972864985466, 0.0008532197098247707, 0.0009314421331509948, 0.0010096646146848798, 0.001087886979803443, 0.001166109461337328, 0.0012443318264558911, 0.0013225543079897761, 0.0014007766731083393, 0.0014789991546422243, 0.0015572216361761093, 0.0016354440012946725, 0.0017136664828285575, 0.0017918888479471207, 0.0018701113294810057, 0.0019483336945995688, 0.002026556059718132, 0.002104778541252017, 0.002183001022785902]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 6.0, 4.0, 1.0, 8.0, 8.0, 10.0, 15.0, 15.0, 22.0, 27.0, 45.0, 65.0, 87.0, 106.0, 148.0, 210.0, 317.0, 416.0, 654.0, 948.0, 1310.0, 1876.0, 2857.0, 4427.0, 7399.0, 13465.0, 27030.0, 67568.0, 842697.0, 121462.0, 38552.0, 19170.0, 10610.0, 6244.0, 3728.0, 2640.0, 1659.0, 1084.0, 780.0, 542.0, 397.0, 278.0, 205.0, 154.0, 105.0, 103.0, 54.0, 37.0, 23.0, 28.0, 18.0, 9.0, 10.0, 3.0, 3.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 2.0], "bins": [-0.0037847079802304506, -0.0036619496531784534, -0.0035391915589571, -0.0034164334647357464, -0.003293675137683749, -0.003170916810631752, -0.0030481587164103985, -0.002925400622189045, -0.0028026422951370478, -0.0026798839680850506, -0.002557125873863697, -0.0024343677796423435, -0.0023116094525903463, -0.002188851125538349, -0.0020660930313169956, -0.0019433348206803203, -0.001820576610043645, -0.0016978183994069695, -0.0015750601887702942, -0.0014523019781336188, -0.0013295437674969435, -0.0012067855568602681, -0.0010840273462235928, -0.0009612691355869174, -0.000838510924950242, -0.0007157527143135667, -0.0005929945036768913, -0.00047023629304021597, -0.0003474780824035406, -0.00022471987176686525, -0.0001019616611301899, 2.0796549506485462e-05, 0.00014355476014316082, 0.0002663129707798362, 0.00038907118141651154, 0.0005118293920531869, 0.0006345876026898623, 0.0007573458133265376, 0.000880104023963213, 0.0010028622345998883, 0.0011256204452365637, 0.001248378655873239, 0.0013711368665099144, 0.0014938950771465898, 0.0016166532877832651, 0.0017394114984199405, 0.0018621697090566158, 0.0019849278032779694, 0.0021076861303299665, 0.0022304444573819637, 0.0023532025516033173, 0.002475960645824671, 0.002598718972876668, 0.002721477299928665, 0.0028442353941500187, 0.0029669934883713722, 0.0030897518154233694, 0.0032125101424753666, 0.00333526823669672, 0.0034580263309180737, 0.003580784657970071, 0.003703542985022068, 0.0038263010792434216, 0.003949059173464775, 0.004071817733347416]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 2.0, 4.0, 0.0, 2.0, 1.0, 2.0, 3.0, 3.0, 2.0, 2.0, 3.0, 5.0, 9.0, 4.0, 4.0, 4.0, 1.0, 1.0, 4.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012329645454883575, -0.011558113619685173, -0.01078658178448677, -0.010015049949288368, -0.009243518114089966, -0.008471986278891563, -0.007700453978031874, -0.006928922142833471, -0.006157390307635069, -0.0053858584724366665, -0.004614326637238264, -0.003842794569209218, -0.0030712627340108156, -0.002299730898812413, -0.001528198947198689, -0.0007566670537926257, 1.4864839613437653e-05, 0.000786396733019501, 0.0015579286264255643, 0.0023294605780392885, 0.003100992413237691, 0.0038725242484360933, 0.004644056316465139, 0.005415588151663542, 0.006187119986861944, 0.006958651822060347, 0.007730183657258749, 0.008501715958118439, 0.009273247793316841, 0.010044779628515244, 0.010816311463713646, 0.011587843298912048, 0.01235937513411045, 0.013130906969308853, 0.013902438804507256, 0.014673970639705658, 0.01544550247490406, 0.016217034310102463, 0.016988566145300865, 0.017760097980499268, 0.01853162981569767, 0.019303161650896072, 0.020074693486094475, 0.020846225321292877, 0.02161775715649128, 0.022389288991689682, 0.023160820826888084, 0.023932352662086487, 0.02470388635993004, 0.02547541819512844, 0.026246950030326843, 0.027018481865525246, 0.027790013700723648, 0.02856154553592205, 0.029333077371120453, 0.030104609206318855, 0.030876141041517258, 0.03164767101407051, 0.03241920471191406, 0.033190734684467316, 0.03396226838231087, 0.03473379835486412, 0.03550533205270767, 0.036276862025260925, 0.03704839572310448]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 3.0, 0.0, 1.0, 3.0, 1.0, 5.0, 11.0, 16.0, 26.0, 41.0, 31.0, 47.0, 69.0, 85.0, 111.0, 166.0, 222.0, 322.0, 451.0, 639.0, 831.0, 1239.0, 2016.0, 7158.0, 2343.0, 1032.0, 517.0, 310.0, 226.0, 142.0, 80.0, 53.0, 36.0, 25.0, 18.0, 13.0, 9.0, 18.0, 18.0, 10.0, 4.0, 7.0, 7.0, 3.0, 2.0, 6.0, 2.0, 3.0, 4.0, 1.0, 4.0, 4.0, 16.0, 4.0, 0.0, 0.0, 3.0, 6.0, 0.0, 1.0, 3.0, 5.0], "bins": [-0.007692748215049505, -0.007393944542855024, -0.007095140404999256, -0.006796336732804775, -0.006497532594949007, -0.006198728922754526, -0.005899924784898758, -0.005601121112704277, -0.005302317440509796, -0.005003513302654028, -0.004704709630459547, -0.004405905492603779, -0.004107101820409298, -0.0038082979153841734, -0.003509494010359049, -0.0032106901053339243, -0.0029118862003087997, -0.002613082295283675, -0.0023142783902585506, -0.002015474485233426, -0.0017166706966236234, -0.0014178667915984988, -0.001119063002988696, -0.0008202590979635715, -0.000521455192938447, -0.0002226513170171529, 7.615255890414119e-05, 0.0003749564348254353, 0.0006737603107467294, 0.0009725642157718539, 0.0012713680043816566, 0.0015701719094067812, 0.0018689758144319057, 0.0021677797194570303, 0.002466583624482155, 0.0027653875295072794, 0.003064191434532404, 0.003362995106726885, 0.0036617990117520094, 0.003960602916777134, 0.004259406588971615, 0.004558210726827383, 0.004857014399021864, 0.005155818536877632, 0.005454622209072113, 0.005753426346927881, 0.006052230019122362, 0.00635103415697813, 0.006649837829172611, 0.006948641501367092, 0.00724744563922286, 0.007546249311417341, 0.00784505344927311, 0.00814385712146759, 0.008442660793662071, 0.008741465397179127, 0.009040269069373608, 0.009339072741568089, 0.00963787641376257, 0.00993668008595705, 0.010235484689474106, 0.010534288361668587, 0.010833092033863068, 0.011131895706057549, 0.01143069937825203]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 3.0, 0.0, 2.0, 0.0, 2.0, 1.0, 2.0, 3.0, 2.0, 4.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.10324669629335403, -0.10082052648067474, -0.09839434921741486, -0.09596817940473557, -0.09354200959205627, -0.09111583977937698, -0.08868966996669769, -0.0862634927034378, -0.08383732289075851, -0.08141115307807922, -0.07898497581481934, -0.07655880600214005, -0.07413263618946075, -0.07170646637678146, -0.06928029656410217, -0.06685411930084229, -0.064427949488163, -0.062001779675483704, -0.059575606137514114, -0.057149432599544525, -0.054723262786865234, -0.052297092974185944, -0.049870919436216354, -0.047444745898246765, -0.045018576085567474, -0.042592406272888184, -0.040166232734918594, -0.037740059196949005, -0.035313889384269714, -0.032887719571590424, -0.030461546033620834, -0.028035374358296394, -0.025609202682971954, -0.023183031007647514, -0.020756859332323074, -0.018330687656998634, -0.015904515981674194, -0.013478344306349754, -0.011052172631025314, -0.008626000955700874, -0.006199829280376434, -0.0037736576050519943, -0.0013474859297275543, 0.0010786857455968857, 0.0035048574209213257, 0.005931029096245766, 0.008357200771570206, 0.010783372446894646, 0.013209544122219086, 0.015635715797543526, 0.018061887472867966, 0.020488059148192406, 0.022914230823516846, 0.025340402498841286, 0.027766574174165726, 0.030192745849490166, 0.032618917524814606, 0.035045087337493896, 0.037471260875463486, 0.039897434413433075, 0.042323604226112366, 0.044749774038791656, 0.047175947576761246, 0.049602121114730835, 0.052028290927410126]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 3.0, 2.0, 1.0, 2.0, 2.0, 3.0, 9.0, 5.0, 5.0, 4.0, 5.0, 7.0, 15.0, 40.0, 13.0, 23.0, 17.0, 18.0, 21.0, 23.0, 18.0, 12.0, 4.0, 5.0, 1.0, 2.0, 2.0, 0.0, 3.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0], "bins": [-0.04510260373353958, -0.04382552579045296, -0.04254845157265663, -0.04127137362957001, -0.03999429941177368, -0.03871722146868706, -0.03744014725089073, -0.03616306930780411, -0.03488599509000778, -0.03360891714692116, -0.03233184292912483, -0.031054764986038208, -0.029777688905596733, -0.028500612825155258, -0.027223536744713783, -0.02594646066427231, -0.024669384583830833, -0.02339230850338936, -0.022115232422947884, -0.02083815634250641, -0.019561080262064934, -0.01828400418162346, -0.017006928101181984, -0.01572985202074051, -0.01445277500897646, -0.013175698928534985, -0.01189862284809351, -0.010621546767652035, -0.009344469755887985, -0.00806739367544651, -0.006790317595005035, -0.0055132415145635605, -0.004236165434122086, -0.0029590893536806107, -0.001682013040408492, -0.00040493684355169535, 0.0008721393533051014, 0.0021492154337465763, 0.003426291747018695, 0.0047033680602908134, 0.005980444140732288, 0.007257520221173763, 0.008534596301615238, 0.009811672382056713, 0.011088749393820763, 0.012365825474262238, 0.013642901554703712, 0.014919977635145187, 0.016197053715586662, 0.017474129796028137, 0.018751205876469612, 0.020028281956911087, 0.021305358037352562, 0.022582434117794037, 0.023859510198235512, 0.025136586278676987, 0.02641366422176361, 0.027690740302205086, 0.02896781638264656, 0.030244892463088036, 0.03152196854352951, 0.032799042761325836, 0.03407612070441246, 0.035353194922208786, 0.03663027286529541]}, "_runtime": 101.83207607269287, "_timestamp": 1596212972.5336137, "_step": 121}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 3.0, 0.0, 1.0, 1.0, 0.0, 1.0, 4.0, 2.0, 4.0, 4.0, 4.0, 3.0, 0.0, 3.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.007461118046194315, -0.007187620270997286, -0.006914122495800257, -0.006640624720603228, -0.006367126479744911, -0.006093628704547882, -0.005820130929350853, -0.005546633154153824, -0.005273135378956795, -0.004999637603759766, -0.0047261398285627365, -0.004452642053365707, -0.004179144278168678, -0.0039056462701410055, -0.0036321482621133327, -0.0033586504869163036, -0.0030851527117192745, -0.0028116549365222454, -0.0025381571613252163, -0.0022646591532975435, -0.0019911613781005144, -0.0017176636029034853, -0.0014441657112911344, -0.0011706678196787834, -0.0008971700444817543, -0.0006236722110770643, -0.00035017437767237425, -7.667654426768422e-05, 0.0001968212891370058, 0.00047031912254169583, 0.0007438169559463859, 0.0010173148475587368, 0.001290812622755766, 0.001564310397952795, 0.001837808289565146, 0.002111306181177497, 0.002384803956374526, 0.002658301731571555, 0.002931799739599228, 0.003205297514796257, 0.003478795289993286, 0.0037522930651903152, 0.004025790840387344, 0.0042992886155843735, 0.004572786390781403, 0.004846284631639719, 0.005119782406836748, 0.005393280182033777, 0.005666777957230806, 0.0059402757324278355, 0.006213773507624865, 0.006487271282821894, 0.00676076952368021, 0.007034267298877239, 0.007307765074074268, 0.0075812628492712975, 0.007854760624468327, 0.008128258399665356, 0.008401756174862385, 0.008675253950059414, 0.008948751725256443, 0.009222249500453472, 0.009495747275650501, 0.00976924505084753, 0.010042743757367134]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 5.0, 2.0, 3.0, 7.0, 5.0, 12.0, 9.0, 19.0, 18.0, 20.0, 38.0, 35.0, 55.0, 68.0, 119.0, 167.0, 255.0, 473.0, 5456.0, 427.0, 223.0, 130.0, 106.0, 62.0, 60.0, 43.0, 24.0, 21.0, 15.0, 12.0, 9.0, 8.0, 4.0, 2.0, 4.0, 3.0, 1.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.13435237109661102, -0.13032306730747223, -0.12629374861717224, -0.12226444482803345, -0.11823514103889465, -0.11420582979917526, -0.11017651855945587, -0.10614721477031708, -0.10211790353059769, -0.0980885922908783, -0.0940592885017395, -0.09002997726202011, -0.08600066602230072, -0.08197136223316193, -0.07794205099344254, -0.07391274720430374, -0.06988343596458435, -0.06585412472486496, -0.061824820935726166, -0.057795509696006775, -0.05376620218157768, -0.04973689466714859, -0.0457075834274292, -0.04167827591300011, -0.037648968398571014, -0.03361966088414192, -0.02959035150706768, -0.02556104212999344, -0.021531734615564346, -0.017502427101135254, -0.013473117724061012, -0.009443809278309345, -0.005414500832557678, -0.0013851923868060112, 0.002644116058945656, 0.006673424504697323, 0.01070273295044899, 0.014732041396200657, 0.018761349841952324, 0.022790659219026566, 0.026819966733455658, 0.03084927424788475, 0.03487858176231384, 0.038907893002033234, 0.042937200516462326, 0.04696650803089142, 0.05099581927061081, 0.0550251267850399, 0.059054434299468994, 0.06308374553918839, 0.06711304932832718, 0.07114236056804657, 0.07517166435718536, 0.07920097559690475, 0.08323028683662415, 0.08725959062576294, 0.09128890186548233, 0.09531821310520172, 0.09934751689434052, 0.1033768281340599, 0.1074061393737793, 0.11143544316291809, 0.11546475440263748, 0.11949405819177628, 0.12352336943149567]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 3.0, 2.0, 3.0, 3.0, 6.0, 2.0, 8.0, 8.0, 5.0, 6.0, 24.0, 3.0, 8.0, 3.0, 4.0, 3.0, 3.0, 2.0, 2.0, 1.0, 1.0, 0.0, 4.0, 2.0, 2.0, 2.0, 3.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0038019518833607435, -0.003688668832182884, -0.0035753860138356686, -0.0034621029626578093, -0.00334881991147995, -0.0032355368603020906, -0.0031222538091242313, -0.0030089709907770157, -0.0028956879395991564, -0.002782404888421297, -0.0026691220700740814, -0.002555839018896222, -0.002442555967718363, -0.0023292729165405035, -0.002215989865362644, -0.0021027070470154285, -0.0019894239958375692, -0.00187614094465971, -0.0017628580098971725, -0.001649575075134635, -0.0015362920239567757, -0.0014230089727789164, -0.0013097260380163789, -0.0011964431032538414, -0.001083160052075982, -0.0009698770591057837, -0.0008565940661355853, -0.0007433110731653869, -0.0006300280801951885, -0.0005167450872249901, -0.00040346209425479174, -0.00029017910128459334, -0.00017689610831439495, -6.361311534419656e-05, 4.9669877626001835e-05, 0.00016295287059620023, 0.0002762358635663986, 0.000389518856536597, 0.0005028018495067954, 0.0006160848424769938, 0.0007293678354471922, 0.0008426508284173906, 0.000955933821387589, 0.0010692167561501265, 0.0011824998073279858, 0.001295782858505845, 0.0014090657932683825, 0.00152234872803092, 0.0016356317792087793, 0.0017489148303866386, 0.0018621977651491761, 0.0019754806999117136, 0.002088763751089573, 0.002202046802267432, 0.0023153298534452915, 0.002428612671792507, 0.0025418957229703665, 0.002655178774148226, 0.0027684615924954414, 0.0028817446436733007, 0.00299502769485116, 0.0031083107460290194, 0.0032215937972068787, 0.0033348766155540943, 0.0034481596667319536]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 4.0, 2.0, 4.0, 3.0, 9.0, 11.0, 12.0, 23.0, 35.0, 35.0, 62.0, 74.0, 104.0, 149.0, 236.0, 346.0, 491.0, 738.0, 1203.0, 2002.0, 3536.0, 6508.0, 13524.0, 31311.0, 94294.0, 867964.0, 82697.0, 30749.0, 15593.0, 9336.0, 5856.0, 3915.0, 2607.0, 1771.0, 1215.0, 872.0, 677.0, 451.0, 322.0, 236.0, 173.0, 119.0, 103.0, 81.0, 43.0, 39.0, 36.0, 17.0, 15.0, 14.0, 6.0, 7.0, 6.0, 2.0, 6.0, 0.0, 0.0, 1.0], "bins": [-0.005531609524041414, -0.005356357432901859, -0.005181105807423592, -0.005005853716284037, -0.004830602090805769, -0.004655349999666214, -0.004480098374187946, -0.004304846283048391, -0.004129594191908836, -0.003954342566430569, -0.0037790907081216574, -0.003603838849812746, -0.003428586758673191, -0.0032533349003642797, -0.0030780830420553684, -0.002902831183746457, -0.0027275793254375458, -0.0025523274671286345, -0.002377075608819723, -0.002201823750510812, -0.0020265718922019005, -0.0018513199174776673, -0.0016760679427534342, -0.0015008160844445229, -0.0013255642261356115, -0.0011503123678267002, -0.000975060451310128, -0.0007998085347935557, -0.0006245566764846444, -0.00044930478907190263, -0.00027405290165916085, -9.880101424641907e-05, 7.645087316632271e-05, 0.0002517027605790645, 0.00042695464799180627, 0.0006022065645083785, 0.0007774584228172898, 0.0009527102811262012, 0.0011279622558504343, 0.0013032141141593456, 0.001478465972468257, 0.0016537178307771683, 0.0018289696890860796, 0.002004221547394991, 0.002179473638534546, 0.0023547254968434572, 0.0025299773551523685, 0.00270522921346128, 0.002880481071770191, 0.0030557329300791025, 0.003230984788388014, 0.003406236646696925, 0.0035814885050058365, 0.0037567405961453915, 0.003931992221623659, 0.004107244312763214, 0.004282495938241482, 0.004457748029381037, 0.004633000120520592, 0.004808251745998859, 0.004983503837138414, 0.005158755462616682, 0.005334007553756237, 0.005509259179234505, 0.00568451127037406]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 3.0, 5.0, 1.0, 5.0, 4.0, 5.0, 9.0, 3.0, 2.0, 3.0, 3.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.024812867864966393, -0.023693490773439407, -0.022574111819267273, -0.021454734727740288, -0.020335357636213303, -0.019215980544686317, -0.018096603453159332, -0.016977224498987198, -0.015857847407460213, -0.014738470315933228, -0.013619092293083668, -0.012499714270234108, -0.011380337178707123, -0.010260960087180138, -0.009141582064330578, -0.008022204041481018, -0.006902826949954033, -0.00578344939276576, -0.004664071835577488, -0.0035446942783892155, -0.002425316721200943, -0.0013059391640126705, -0.00018656160682439804, 0.0009328159503638744, 0.002052193507552147, 0.0031715710647404194, 0.004290948621928692, 0.005410326179116964, 0.006529703736305237, 0.007649081293493509, 0.008768458850681782, 0.009887836873531342, 0.011007213965058327, 0.012126591056585312, 0.013245969079434872, 0.014365347102284431, 0.015484724193811417, 0.016604101285338402, 0.017723478376865387, 0.01884285733103752, 0.019962234422564507, 0.02108161151409149, 0.022200990468263626, 0.02332036755979061, 0.024439744651317596, 0.02555912174284458, 0.026678498834371567, 0.0277978777885437, 0.028917254880070686, 0.03003663197159767, 0.031156010925769806, 0.03227538615465164, 0.033394765108823776, 0.03451414406299591, 0.03563351929187775, 0.03675289824604988, 0.037872277200222015, 0.03899165242910385, 0.040111031383275986, 0.04123040661215782, 0.042349785566329956, 0.04346916452050209, 0.044588539749383926, 0.04570791870355606, 0.0468272939324379]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 4.0, 2.0, 9.0, 6.0, 7.0, 11.0, 5.0, 11.0, 21.0, 29.0, 30.0, 43.0, 58.0, 45.0, 78.0, 101.0, 151.0, 206.0, 285.0, 425.0, 579.0, 958.0, 1482.0, 2818.0, 7050.0, 1561.0, 747.0, 469.0, 326.0, 216.0, 136.0, 109.0, 84.0, 58.0, 49.0, 28.0, 35.0, 25.0, 9.0, 17.0, 7.0, 15.0, 11.0, 16.0, 12.0, 8.0, 10.0, 10.0, 10.0, 15.0, 3.0, 8.0, 5.0, 1.0, 1.0, 2.0, 7.0], "bins": [-0.013875527307391167, -0.013430989347398281, -0.012986451387405396, -0.012541912496089935, -0.01209737453609705, -0.011652836576104164, -0.011208297684788704, -0.010763759724795818, -0.010319221764802933, -0.009874683804810047, -0.009430145844817162, -0.008985606953501701, -0.008541068993508816, -0.00809653103351593, -0.007651992607861757, -0.007207454182207584, -0.006762916222214699, -0.006318378262221813, -0.00587383983656764, -0.005429301410913467, -0.004984763450920582, -0.004540225490927696, -0.004095687065273523, -0.003651148872449994, -0.003206610679626465, -0.0027620724868029356, -0.0023175342939794064, -0.0018729961011558771, -0.0014284579083323479, -0.0009839197155088186, -0.0005393815226852894, -9.484332986176014e-05, 0.0003496948629617691, 0.0007942330557852983, 0.0012387712486088276, 0.0016833094414323568, 0.002127847634255886, 0.0025723858270794153, 0.0030169240199029446, 0.003461462212726474, 0.003906000405550003, 0.004350538365542889, 0.0047950767911970615, 0.0052396152168512344, 0.00568415317684412, 0.006128691136837006, 0.0065732295624911785, 0.007017767988145351, 0.007462305948138237, 0.007906843908131123, 0.008351381868124008, 0.008795920759439468, 0.009240458719432354, 0.00968499667942524, 0.0101295355707407, 0.010574073530733585, 0.011018611490726471, 0.011463149450719357, 0.011907687410712242, 0.012352226302027702, 0.012796764262020588, 0.013241302222013474, 0.013685841113328934, 0.01413037907332182, 0.014574917033314705]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 3.0, 1.0, 2.0, 1.0, 0.0, 3.0, 4.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.20029041171073914, -0.19591385126113892, -0.1915372759103775, -0.18716071546077728, -0.18278415501117706, -0.17840757966041565, -0.17403101921081543, -0.1696544587612152, -0.1652778834104538, -0.16090132296085358, -0.15652476251125336, -0.15214818716049194, -0.14777162671089172, -0.1433950662612915, -0.1390184909105301, -0.13464193046092987, -0.13026535511016846, -0.12588879466056824, -0.12151223421096802, -0.1171356663107872, -0.11275909841060638, -0.10838253796100616, -0.10400597006082535, -0.09962940216064453, -0.09525284171104431, -0.0908762738108635, -0.08649970591068268, -0.08212313801050186, -0.07774657756090164, -0.07337000966072083, -0.06899344176054001, -0.06461688131093979, -0.06024031341075897, -0.055863749235868454, -0.05148718133568764, -0.04711061716079712, -0.0427340492606163, -0.038357485085725784, -0.033980920910835266, -0.0296043548732996, -0.02522778883576393, -0.020851222798228264, -0.016474656760692596, -0.012098092585802078, -0.007721526548266411, -0.0033449609763920307, 0.0010316045954823494, 0.0054081701673567295, 0.00978473573923111, 0.014161301776766777, 0.018537867814302444, 0.022914431989192963, 0.02729099802672863, 0.0316675640642643, 0.036044128239154816, 0.04042069613933563, 0.04479726031422615, 0.04917382448911667, 0.053550392389297485, 0.057926956564188004, 0.06230352073907852, 0.06668008863925934, 0.07105665653944016, 0.07543321698904037, 0.07980978488922119]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 4.0, 6.0, 11.0, 19.0, 21.0, 62.0, 50.0, 20.0, 18.0, 5.0, 9.0, 10.0, 8.0, 10.0, 6.0, 4.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.1352406144142151, -0.13166500627994537, -0.12808941304683685, -0.12451381236314774, -0.12093821167945862, -0.1173626109957695, -0.11378701031208038, -0.11021140962839127, -0.10663580894470215, -0.10306020081043243, -0.09948460012674332, -0.0959089994430542, -0.09233339875936508, -0.08875779807567596, -0.08518219739198685, -0.08160659670829773, -0.07803099602460861, -0.0744553953409195, -0.07087979465723038, -0.06730419397354126, -0.06372859328985214, -0.060152988880872726, -0.05657738819718361, -0.05300178751349449, -0.049426186829805374, -0.04585058614611626, -0.04227498546242714, -0.03869938477873802, -0.035123780369758606, -0.03154817968606949, -0.02797257900238037, -0.024396978318691254, -0.020821377635002136, -0.01724577695131302, -0.013670175336301327, -0.010094573721289635, -0.006518973037600517, -0.0029433718882501125, 0.0006322292611002922, 0.004207830410450697, 0.007783431559801102, 0.011359032243490219, 0.014934633858501911, 0.018510235473513603, 0.02208583615720272, 0.025661436840891838, 0.029237039387226105, 0.03281264007091522, 0.03638824075460434, 0.03996384143829346, 0.043539442121982574, 0.04711504280567169, 0.05069064348936081, 0.054266247898340225, 0.05784184858202934, 0.06141744926571846, 0.06499305367469788, 0.068568654358387, 0.07214425504207611, 0.07571985572576523, 0.07929545640945435, 0.08287105709314346, 0.08644665777683258, 0.0900222584605217, 0.09359785914421082]}, "_runtime": 102.62493634223938, "_timestamp": 1596212973.326474, "_step": 122}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 1.0, 0.0, 2.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 1.0, 3.0, 2.0, 4.0, 3.0, 2.0, 1.0, 5.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.009427178651094437, -0.009164182469248772, -0.008901186287403107, -0.008638190105557442, -0.008375193923711777, -0.008112197741866112, -0.007849201560020447, -0.007586205378174782, -0.007323209196329117, -0.007060213014483452, -0.006797216832637787, -0.006534220650792122, -0.006271224468946457, -0.006008228287100792, -0.005745232105255127, -0.005482235923409462, -0.005219239741563797, -0.004956243559718132, -0.004693247377872467, -0.004430251196026802, -0.004167255014181137, -0.003904258832335472, -0.003641262650489807, -0.003378266468644142, -0.003115270286798477, -0.002852274104952812, -0.002589277923107147, -0.0023262817412614822, -0.0020632855594158173, -0.0018002893775701523, -0.0015372931957244873, -0.0012742970138788223, -0.0010113008320331573, -0.0007483046501874924, -0.0004853084683418274, -0.00022231228649616241, 4.0683895349502563e-05, 0.00030368007719516754, 0.0005666762590408325, 0.0008296724408864975, 0.0010926686227321625, 0.0013556648045778275, 0.0016186609864234924, 0.0018816571682691574, 0.0021446533501148224, 0.0024076495319604874, 0.0026706457138061523, 0.0029336418956518173, 0.0031966380774974823, 0.0034596342593431473, 0.0037226304411888123, 0.003985626623034477, 0.004248622804880142, 0.004511618986725807, 0.004774615168571472, 0.005037611350417137, 0.005300607532262802, 0.005563603714108467, 0.005826599895954132, 0.006089596077799797, 0.006352592259645462, 0.006615588441491127, 0.006878584623336792, 0.007141580805182457, 0.007404576987028122]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 2.0, 4.0, 3.0, 9.0, 10.0, 4.0, 12.0, 10.0, 16.0, 23.0, 18.0, 35.0, 45.0, 51.0, 70.0, 100.0, 113.0, 165.0, 187.0, 340.0, 4658.0, 978.0, 351.0, 189.0, 136.0, 102.0, 65.0, 45.0, 37.0, 34.0, 17.0, 19.0, 16.0, 13.0, 14.0, 5.0, 9.0, 3.0, 4.0, 3.0, 3.0, 1.0, 1.0, 2.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.10062624514102936, -0.09724346548318863, -0.0938606858253479, -0.09047790616750717, -0.08709512650966644, -0.08371234685182571, -0.08032956719398499, -0.07694678753614426, -0.07356400787830353, -0.0701812207698822, -0.06679844111204147, -0.06341566145420074, -0.060032881796360016, -0.05665010213851929, -0.05326732248067856, -0.04988454282283783, -0.0465017631649971, -0.04311898350715637, -0.03973620384931564, -0.036353424191474915, -0.032970644533634186, -0.029587863013148308, -0.02620508149266243, -0.0228223018348217, -0.019439522176980972, -0.016056742519140244, -0.01267396192997694, -0.009291181340813637, -0.005908401682972908, -0.002525621559470892, 0.0008571585640311241, 0.00423993868753314, 0.007622718811035156, 0.011005498468875885, 0.014388279058039188, 0.017771059647202492, 0.02115383930504322, 0.02453661896288395, 0.027919400483369827, 0.031302180141210556, 0.034684959799051285, 0.038067739456892014, 0.04145051911473274, 0.04483329877257347, 0.0482160821557045, 0.05159886181354523, 0.054981641471385956, 0.058364421129226685, 0.06174720078706741, 0.06512998044490814, 0.06851276010274887, 0.0718955397605896, 0.07527831941843033, 0.07866109907627106, 0.08204387873411179, 0.08542665839195251, 0.08880944550037384, 0.09219222515821457, 0.0955750048160553, 0.09895778447389603, 0.10234056413173676, 0.10572334378957748, 0.10910612344741821, 0.11248890310525894, 0.11587168276309967]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 6.0, 4.0, 5.0, 2.0, 1.0, 6.0, 2.0, 2.0, 2.0, 2.0, 4.0, 2.0, 2.0, 24.0, 4.0, 6.0, 5.0, 2.0, 3.0, 1.0, 1.0, 1.0, 2.0, 2.0, 0.0, 7.0, 3.0, 2.0, 1.0, 0.0, 2.0, 3.0, 1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0023384953383356333, -0.002240051981061697, -0.002141608390957117, -0.002043165033683181, -0.0019447216764092445, -0.0018462783191353083, -0.0017478348454460502, -0.001649391371756792, -0.0015509480144828558, -0.0014525046572089195, -0.0013540611835196614, -0.0012556177098304033, -0.001157174352556467, -0.0010587309952825308, -0.0009602875215932727, -0.0008618441061116755, -0.0007634006906300783, -0.0006649572751484811, -0.0005665138596668839, -0.00046807044418528676, -0.0003696270287036896, -0.0002711836132220924, -0.0001727401977404952, -7.429678225889802e-05, 2.4146633222699165e-05, 0.00012259004870429635, 0.00022103346418589354, 0.0003194768796674907, 0.0004179202951490879, 0.0005163637106306851, 0.0006148071261122823, 0.0007132505415938795, 0.0008116939570754766, 0.0009101373725570738, 0.001008580788038671, 0.0011070242617279291, 0.0012054676190018654, 0.0013039109762758017, 0.0014023544499650598, 0.0015007979236543179, 0.0015992412809282541, 0.0016976846382021904, 0.0017961281118914485, 0.0018945715855807066, 0.001993014942854643, 0.002091458300128579, 0.0021899016574025154, 0.0022883452475070953, 0.0023867886047810316, 0.002485231962054968, 0.002583675552159548, 0.002682118909433484, 0.0027805622667074203, 0.0028790056239813566, 0.002977448981255293, 0.003075892571359873, 0.003174335928633809, 0.0032727792859077454, 0.0033712228760123253, 0.0034696662332862616, 0.003568109590560198, 0.003666552947834134, 0.0037649963051080704, 0.0038634398952126503, 0.00396188348531723]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 3.0, 3.0, 8.0, 7.0, 9.0, 14.0, 26.0, 41.0, 63.0, 101.0, 127.0, 231.0, 364.0, 598.0, 947.0, 1556.0, 2835.0, 5193.0, 10376.0, 22936.0, 69235.0, 875556.0, 106876.0, 37651.0, 18559.0, 10018.0, 5880.0, 3705.0, 2359.0, 1514.0, 971.0, 574.0, 392.0, 265.0, 174.0, 141.0, 86.0, 52.0, 52.0, 43.0, 17.0, 16.0, 12.0, 17.0, 10.0, 4.0, 8.0, 4.0, 4.0, 1.0, 4.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.007378723006695509, -0.007138343527913094, -0.0068979645147919655, -0.00665758503600955, -0.006417205557227135, -0.006176826544106007, -0.005936447065323591, -0.005696068052202463, -0.005455688573420048, -0.005215309094637632, -0.004974930081516504, -0.004734550602734089, -0.004494171589612961, -0.004253792110830545, -0.00401341263204813, -0.0037730333860963583, -0.0035326541401445866, -0.003292274894192815, -0.003051895648241043, -0.0028115161694586277, -0.002571136923506856, -0.0023307576775550842, -0.002090378198772669, -0.001849998952820897, -0.0016096197068691254, -0.0013692404609173536, -0.00112886109855026, -0.0008884817943908274, -0.0006481024902313948, -0.0004077231860719621, -0.00016734388191252947, 7.303542224690318e-05, 0.00031341472640633583, 0.0005537940305657685, 0.0007941733347252011, 0.0010345526970922947, 0.0012749319430440664, 0.0015153111889958382, 0.0017556905513629317, 0.0019960699137300253, 0.002236449159681797, 0.0024768284056335688, 0.0027172076515853405, 0.002957587130367756, 0.0031979663763195276, 0.0034383456222712994, 0.0036787251010537148, 0.003919104114174843, 0.004159483592957258, 0.004399863071739674, 0.004640242084860802, 0.004880621563643217, 0.0051210010424256325, 0.0053613800555467606, 0.005601759534329176, 0.005842138547450304, 0.006082518026232719, 0.006322897505015135, 0.006563276518136263, 0.006803655996918678, 0.007044035010039806, 0.007284414488822222, 0.007524793967604637, 0.007765172980725765, 0.008005551993846893]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 4.0, 1.0, 2.0, 2.0, 3.0, 4.0, 2.0, 9.0, 0.0, 3.0, 5.0, 4.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.021629221737384796, -0.02092256024479866, -0.020215898752212524, -0.01950923539698124, -0.018802573904395103, -0.018095912411808968, -0.017389249056577682, -0.016682587563991547, -0.01597592607140541, -0.015269264578819275, -0.014562602154910564, -0.013855939731001854, -0.013149278238415718, -0.012442616745829582, -0.011735954321920872, -0.011029291898012161, -0.010322630405426025, -0.00961596891283989, -0.008909306488931179, -0.008202644065022469, -0.007495982572436333, -0.0067893206141889095, -0.006082658655941486, -0.005375996697694063, -0.00466933473944664, -0.003962672781199217, -0.0032560108229517937, -0.0025493488647043705, -0.0018426869064569473, -0.0011360249482095242, -0.000429362989962101, 0.0002772989682853222, 0.0009839609265327454, 0.0016906228847801685, 0.0023972848430275917, 0.003103946801275015, 0.003810608759522438, 0.004517270717769861, 0.005223932676017284, 0.0059305946342647076, 0.006637256592512131, 0.007343918550759554, 0.008050580509006977, 0.008757242932915688, 0.009463904425501823, 0.01017056591808796, 0.01087722834199667, 0.01158389076590538, 0.012290552258491516, 0.012997213751077652, 0.013703876174986362, 0.014410538598895073, 0.015117200091481209, 0.015823861584067345, 0.01653052493929863, 0.017237186431884766, 0.0179438479244709, 0.018650509417057037, 0.019357170909643173, 0.02006383426487446, 0.020770495757460594, 0.02147715725004673, 0.022183820605278015, 0.02289048209786415, 0.023597143590450287]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 5.0, 3.0, 3.0, 2.0, 9.0, 5.0, 9.0, 12.0, 24.0, 32.0, 54.0, 78.0, 86.0, 123.0, 204.0, 239.0, 347.0, 452.0, 728.0, 1089.0, 1654.0, 6153.0, 2431.0, 1395.0, 826.0, 555.0, 368.0, 328.0, 226.0, 213.0, 159.0, 122.0, 117.0, 81.0, 64.0, 48.0, 42.0, 32.0, 31.0, 19.0, 17.0, 5.0, 9.0, 6.0, 3.0, 5.0, 5.0, 3.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.01080678217113018, -0.010455434210598469, -0.010104087181389332, -0.00975273922085762, -0.009401392191648483, -0.009050044231116772, -0.008698697201907635, -0.008347349241375923, -0.007996002212166786, -0.007644654251635075, -0.00729330675676465, -0.006941959261894226, -0.0065906113013625145, -0.00623926380649209, -0.005887916311621666, -0.005536568816751242, -0.005185221321880817, -0.004833873827010393, -0.004482526332139969, -0.004131178837269545, -0.0037798311095684767, -0.0034284836146980524, -0.0030771358869969845, -0.00272578839212656, -0.002374440897256136, -0.0020230934023857117, -0.0016717457910999656, -0.0013203981798142195, -0.0009690506849437952, -0.00061770313186571, -0.00026635557878762484, 8.499197429046035e-05, 0.00043633952736854553, 0.0007876870804466307, 0.001139034633524716, 0.001490382244810462, 0.0018417297396808863, 0.0021930772345513105, 0.0025444249622523785, 0.0028957724571228027, 0.003247119951993227, 0.0035984674468636513, 0.0039498149417340755, 0.0043011624366045, 0.004652510397136211, 0.005003857892006636, 0.00535520538687706, 0.005706552881747484, 0.0060579003766179085, 0.006409247871488333, 0.006760595366358757, 0.007111942861229181, 0.0074632903560996056, 0.007814638316631317, 0.008165985345840454, 0.008517333306372166, 0.008868681266903877, 0.009220028296113014, 0.009571376256644726, 0.009922723285853863, 0.010274071246385574, 0.010625418275594711, 0.010976766236126423, 0.01132811326533556, 0.011679461225867271]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 1.0, 3.0, 0.0, 1.0, 1.0, 3.0, 2.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.12420209497213364, -0.12072612345218658, -0.11725015938282013, -0.11377419531345367, -0.11029822379350662, -0.10682225227355957, -0.10334628820419312, -0.09987032413482666, -0.09639435261487961, -0.09291838109493256, -0.0894424170255661, -0.08596645295619965, -0.0824904814362526, -0.07901450991630554, -0.07553854584693909, -0.07206258177757263, -0.06858661025762558, -0.06511063873767853, -0.06163467466831207, -0.05815870687365532, -0.054682739078998566, -0.05120677128434181, -0.04773080348968506, -0.044254835695028305, -0.04077886790037155, -0.0373029001057148, -0.033826932311058044, -0.03035096451640129, -0.026874996721744537, -0.023399028927087784, -0.01992306113243103, -0.016447093337774277, -0.012971125543117523, -0.00949515774846077, -0.006019189953804016, -0.0025432221591472626, 0.000932745635509491, 0.0044087134301662445, 0.007884681224822998, 0.011360649019479752, 0.014836616814136505, 0.01831258460879326, 0.021788552403450012, 0.025264520198106766, 0.02874048799276352, 0.03221645578742027, 0.035692423582077026, 0.03916839137673378, 0.04264435917139053, 0.04612032696604729, 0.04959629476070404, 0.053072262555360794, 0.05654823035001755, 0.0600241981446743, 0.06350016593933105, 0.06697613000869751, 0.07045210152864456, 0.07392807304859161, 0.07740403711795807, 0.08088000118732452, 0.08435597270727158, 0.08783194422721863, 0.09130790829658508, 0.09478387236595154, 0.09825984388589859]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 1.0, 1.0, 0.0, 2.0, 3.0, 2.0, 1.0, 2.0, 1.0, 3.0, 3.0, 2.0, 3.0, 1.0, 1.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 6.0, 6.0, 10.0, 13.0, 11.0, 45.0, 36.0, 26.0, 22.0, 19.0, 19.0, 17.0, 3.0, 2.0, 3.0, 0.0, 3.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.08691772818565369, -0.08400014042854309, -0.0810825452208519, -0.0781649574637413, -0.0752473697066307, -0.07232977449893951, -0.06941218674182892, -0.06649459898471832, -0.06357701122760773, -0.060659416019916534, -0.05774182826280594, -0.054824236780405045, -0.05190664529800415, -0.048989057540893555, -0.04607146605849266, -0.043153878301382065, -0.04023628681898117, -0.037318695336580276, -0.03440110757946968, -0.03148351609706879, -0.02856592647731304, -0.025648336857557297, -0.022730745375156403, -0.019813155755400658, -0.016895566135644913, -0.013977976515889168, -0.011060385964810848, -0.008142795413732529, -0.005225205793976784, -0.0023076157085597515, 0.0006099743768572807, 0.003527564462274313, 0.006445154547691345, 0.00936274416744709, 0.01228033471852541, 0.01519792526960373, 0.018115514889359474, 0.02103310450911522, 0.023950695991516113, 0.026868285611271858, 0.029785875231027603, 0.0327034667134285, 0.03562105447053909, 0.03853864595293999, 0.04145623743534088, 0.04437382519245148, 0.04729141667485237, 0.05020900443196297, 0.05312659591436386, 0.056044187396764755, 0.05896177515387535, 0.061879366636276245, 0.06479695439338684, 0.06771454960107803, 0.07063213735818863, 0.07354972511529922, 0.07646732032299042, 0.07938490808010101, 0.08230249583721161, 0.0852200835943222, 0.0881376788020134, 0.09105526655912399, 0.09397285431623459, 0.09689044952392578, 0.09980803728103638]}, "_runtime": 103.41125559806824, "_timestamp": 1596212974.1127932, "_step": 123}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 3.0, 5.0, 0.0, 4.0, 2.0, 10.0, 2.0, 4.0, 1.0, 2.0, 4.0, 1.0, 1.0, 2.0, 4.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012146368622779846, -0.011748945340514183, -0.011351522989571095, -0.010954099707305431, -0.010556676425039768, -0.01015925407409668, -0.009761830791831017, -0.009364407509565353, -0.008966985158622265, -0.008569561876356602, -0.008172138594090939, -0.00777471624314785, -0.007377292960882187, -0.006979870144277811, -0.006582447327673435, -0.006185024045407772, -0.005787601228803396, -0.00539017841219902, -0.004992755129933357, -0.004595332313328981, -0.0041979094967246056, -0.003800486447289586, -0.0034030633978545666, -0.0030056405812501907, -0.0026082175318151712, -0.0022107944823801517, -0.001813371665775776, -0.0014159486163407564, -0.0010185256833210588, -0.0006211027503013611, -0.0002236797590740025, 0.00017374320304952562, 0.0005711661651730537, 0.0009685890981927514, 0.001366012031212449, 0.0017634350806474686, 0.0021608578972518444, 0.002558280946686864, 0.0029557039961218834, 0.0033531268127262592, 0.0037505498621612787, 0.004147972911596298, 0.004545395728200674, 0.00494281854480505, 0.005340241827070713, 0.005737664643675089, 0.006135087460279465, 0.006532510742545128, 0.006929933559149504, 0.0073273563757538795, 0.007724779658019543, 0.008122202008962631, 0.008519625291228294, 0.008917048573493958, 0.009314470924437046, 0.00971189420670271, 0.010109317488968372, 0.010506739839911461, 0.010904163122177124, 0.011301586404442787, 0.011699008755385876, 0.012096432037651539, 0.012493855319917202, 0.01289127767086029, 0.013288700953125954]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 5.0, 3.0, 4.0, 1.0, 1.0, 4.0, 2.0, 8.0, 7.0, 11.0, 17.0, 20.0, 27.0, 35.0, 43.0, 52.0, 82.0, 131.0, 180.0, 311.0, 729.0, 5291.0, 334.0, 208.0, 115.0, 73.0, 56.0, 37.0, 27.0, 23.0, 15.0, 14.0, 11.0, 13.0, 3.0, 3.0, 6.0, 3.0, 3.0, 5.0, 2.0, 4.0, 0.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.13191570341587067, -0.12779903411865234, -0.12368237972259521, -0.11956571787595749, -0.11544905602931976, -0.11133239418268204, -0.10721573233604431, -0.10309907048940659, -0.09898240864276886, -0.09486574679613113, -0.09074908494949341, -0.08663242310285568, -0.08251576125621796, -0.07839909940958023, -0.0742824375629425, -0.07016577571630478, -0.06604911386966705, -0.06193245202302933, -0.0578157901763916, -0.053699128329753876, -0.04958246648311615, -0.045465804636478424, -0.0413491427898407, -0.03723248094320297, -0.03311581909656525, -0.02899915724992752, -0.024882495403289795, -0.02076583355665207, -0.016649171710014343, -0.012532509863376617, -0.008415848016738892, -0.004299186170101166, -0.00018252432346343994, 0.003934137523174286, 0.008050799369812012, 0.012167461216449738, 0.016284123063087463, 0.02040078490972519, 0.024517446756362915, 0.02863410860300064, 0.03275077044963837, 0.03686743229627609, 0.04098409414291382, 0.045100755989551544, 0.04921741783618927, 0.053334079682826996, 0.05745074152946472, 0.06156740337610245, 0.06568406522274017, 0.0698007270693779, 0.07391738891601562, 0.07803405076265335, 0.08215071260929108, 0.0862673744559288, 0.09038403630256653, 0.09450069814920425, 0.09861735999584198, 0.1027340218424797, 0.10685068368911743, 0.11096734553575516, 0.11508400738239288, 0.11920066922903061, 0.12331733107566833, 0.12743398547172546, 0.1315506547689438]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 5.0, 0.0, 2.0, 4.0, 3.0, 3.0, 4.0, 6.0, 3.0, 4.0, 8.0, 28.0, 6.0, 6.0, 6.0, 7.0, 5.0, 1.0, 5.0, 1.0, 2.0, 0.0, 1.0, 2.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0025741274002939463, -0.002472775522619486, -0.002371423877775669, -0.0022700720001012087, -0.0021687201224267483, -0.0020673684775829315, -0.001966016599908471, -0.0018646647222340107, -0.0017633129609748721, -0.0016619611997157335, -0.0015606093220412731, -0.0014592575607821345, -0.001357905799522996, -0.0012565539218485355, -0.001155202160589397, -0.0010538502829149365, -0.000952498521655798, -0.0008511467021889985, -0.000749794882722199, -0.0006484431214630604, -0.0005470913019962609, -0.0004457394825294614, -0.00034438769216649234, -0.00024303588725160807, -0.0001416840823367238, -4.0332277421839535e-05, 6.1019527493044734e-05, 0.000162371332407929, 0.00026372313732281327, 0.00036507495678961277, 0.0004664267471525818, 0.0005677785375155509, 0.0006691303569823503, 0.0007704821764491498, 0.0008718339959159493, 0.0009731857571750879, 0.0010745376348495483, 0.001175889396108687, 0.0012772411573678255, 0.001378593035042286, 0.0014799447963014245, 0.001581296557560563, 0.0016826484352350235, 0.001784000196494162, 0.0018853519577533007, 0.001986703835427761, 0.0020880557131022215, 0.0021894073579460382, 0.0022907592356204987, 0.002392111113294959, 0.002493462758138776, 0.0025948146358132362, 0.0026961665134876966, 0.0027975181583315134, 0.002898870036005974, 0.0030002219136804342, 0.0031015737913548946, 0.0032029254361987114, 0.003304277313873172, 0.0034056291915476322, 0.003506980836391449, 0.0036083327140659094, 0.00370968459174037, 0.0038110362365841866, 0.003912388347089291]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [4.0, 0.0, 1.0, 2.0, 6.0, 4.0, 5.0, 8.0, 12.0, 11.0, 26.0, 34.0, 49.0, 47.0, 95.0, 148.0, 246.0, 311.0, 597.0, 954.0, 1686.0, 2816.0, 5044.0, 10363.0, 23746.0, 67414.0, 859934.0, 125912.0, 37286.0, 17266.0, 9402.0, 5534.0, 3489.0, 2220.0, 1527.0, 1075.0, 722.0, 478.0, 308.0, 229.0, 179.0, 119.0, 92.0, 63.0, 42.0, 28.0, 36.0, 21.0, 11.0, 17.0, 9.0, 4.0, 2.0, 3.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0], "bins": [-0.004876799415796995, -0.004694804083555937, -0.004512808285653591, -0.004330812953412533, -0.0041488176211714745, -0.003966822288930416, -0.003784826723858714, -0.003602831158787012, -0.0034208358265459538, -0.0032388404943048954, -0.0030568449292331934, -0.0028748493641614914, -0.002692854031920433, -0.0025108586996793747, -0.0023288631346076727, -0.0021468675695359707, -0.0019648722372949123, -0.0017828767886385322, -0.001600881339982152, -0.0014188858913257718, -0.0012368904426693916, -0.0010548949940130115, -0.0008728995453566313, -0.0006909040967002511, -0.0005089086480438709, -0.00032691319938749075, -0.00014491775073111057, 3.7077697925269604e-05, 0.00021907314658164978, 0.00040106859523802996, 0.0005830640438944101, 0.0007650594925507903, 0.0009470549412071705, 0.0011290503898635507, 0.0013110458385199308, 0.001493041287176311, 0.0016750367358326912, 0.0018570321844890714, 0.0020390276331454515, 0.0022210231982171535, 0.002403018530458212, 0.0025850138626992702, 0.0027670094277709723, 0.0029490049928426743, 0.0031310003250837326, 0.003312995657324791, 0.003494991222396493, 0.003676986787468195, 0.0038589821197092533, 0.004040977451950312, 0.004222973249852657, 0.004404968582093716, 0.004586963914334774, 0.004768959246575832, 0.004950954578816891, 0.005132950376719236, 0.005314945708960295, 0.005496941041201353, 0.005678936839103699, 0.005860932171344757, 0.006042927503585815, 0.006224922835826874, 0.006406918168067932, 0.006588913965970278, 0.006770909298211336]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 1.0, 3.0, 3.0, 1.0, 4.0, 3.0, 4.0, 10.0, 1.0, 1.0, 0.0, 2.0, 4.0, 2.0, 2.0, 0.0, 2.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.016250452026724815, -0.015611689537763596, -0.01497292798012495, -0.014334166422486305, -0.013695403933525085, -0.013056641444563866, -0.01241787988692522, -0.011779118329286575, -0.011140355840325356, -0.010501593351364136, -0.00986283179372549, -0.009224070236086845, -0.008585307747125626, -0.007946545258164406, -0.007307783700525761, -0.006669021677225828, -0.006030259653925896, -0.005391497630625963, -0.004752735607326031, -0.004113973584026098, -0.0034752115607261658, -0.0028364495374262333, -0.002197687514126301, -0.0015589254908263683, -0.0009201634675264359, -0.00028140144422650337, 0.0003573605790734291, 0.0009961226023733616, 0.001634884625673294, 0.0022736466489732265, 0.002912408672273159, 0.0035511706955730915, 0.004189932718873024, 0.0048286947421729565, 0.005467456765472889, 0.006106218788772821, 0.006744980812072754, 0.007383742835372686, 0.008022504858672619, 0.008661266416311264, 0.009300028905272484, 0.009938791394233704, 0.010577552951872349, 0.011216314509510994, 0.011855076998472214, 0.012493839487433434, 0.013132601045072079, 0.013771362602710724, 0.014410125091671944, 0.015048887580633163, 0.015687648206949234, 0.016326410695910454, 0.016965173184871674, 0.017603935673832893, 0.018242698162794113, 0.018881458789110184, 0.019520221278071404, 0.020158983767032623, 0.020797744393348694, 0.021436506882309914, 0.022075269371271133, 0.022714031860232353, 0.023352794349193573, 0.023991554975509644, 0.024630317464470863]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 4.0, 7.0, 9.0, 7.0, 20.0, 27.0, 25.0, 37.0, 42.0, 67.0, 73.0, 102.0, 128.0, 163.0, 206.0, 298.0, 394.0, 503.0, 711.0, 1064.0, 1700.0, 6493.0, 2586.0, 1256.0, 740.0, 495.0, 312.0, 218.0, 181.0, 127.0, 91.0, 65.0, 45.0, 44.0, 28.0, 16.0, 29.0, 11.0, 12.0, 11.0, 19.0, 20.0, 13.0, 7.0, 5.0, 1.0, 1.0, 8.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008535226806998253, -0.008239183574914932, -0.007943141274154186, -0.007647098042070866, -0.007351055275648832, -0.007055012509226799, -0.006758969277143478, -0.006462926510721445, -0.006166883744299412, -0.0058708409778773785, -0.005574798211455345, -0.0052787549793720245, -0.004982712212949991, -0.004686669446527958, -0.004390626214444637, -0.004094583448022604, -0.0037985406816005707, -0.0035024979151785374, -0.0032064549159258604, -0.0029104119166731834, -0.00261436915025115, -0.002318326383829117, -0.00202228338457644, -0.0017262405017390847, -0.0014301976189017296, -0.0011341547360643744, -0.0008381118532270193, -0.0005420689703896642, -0.00024602608755230904, 5.00167952850461e-05, 0.00034605967812240124, 0.0006421025609597564, 0.0009381454437971115, 0.0012341883266344666, 0.0015302312094718218, 0.001826274092309177, 0.002122316975146532, 0.0024183597415685654, 0.0027144027408212423, 0.0030104457400739193, 0.0033064885064959526, 0.003602531272917986, 0.003898574272170663, 0.00419461727142334, 0.004490660037845373, 0.0047867028042674065, 0.005082746036350727, 0.00537878880277276, 0.005674831569194794, 0.005970874335616827, 0.00626691710203886, 0.006562960334122181, 0.006859003100544214, 0.0071550458669662476, 0.007451089099049568, 0.0077471318654716015, 0.008043174631893635, 0.008339217863976955, 0.008635260164737701, 0.008931303396821022, 0.009227346628904343, 0.009523388929665089, 0.00981943216174841, 0.010115474462509155, 0.010411517694592476]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.06508026272058487, -0.06255444884300232, -0.06002863496541977, -0.05750282108783722, -0.05497700721025467, -0.05245119333267212, -0.04992537945508957, -0.04739956557750702, -0.04487375169992447, -0.04234793782234192, -0.03982212394475937, -0.03729631006717682, -0.03477049618959427, -0.03224468231201172, -0.02971886843442917, -0.02719305455684662, -0.02466724067926407, -0.02214142680168152, -0.01961561292409897, -0.01708979904651642, -0.014563985168933868, -0.012038171291351318, -0.009512357413768768, -0.006986543536186218, -0.004460729658603668, -0.0019349157810211182, 0.0005908980965614319, 0.003116711974143982, 0.005642525851726532, 0.008168339729309082, 0.010694153606891632, 0.013219967484474182, 0.015745781362056732, 0.018271595239639282, 0.020797409117221832, 0.023323222994804382, 0.025849036872386932, 0.028374850749969482, 0.030900664627552032, 0.03342647850513458, 0.03595229238271713, 0.03847810626029968, 0.04100392013788223, 0.04352973401546478, 0.04605554789304733, 0.04858136177062988, 0.05110717564821243, 0.05363298952579498, 0.05615880340337753, 0.05868461728096008, 0.06121043115854263, 0.06373624503612518, 0.06626205891370773, 0.06878787279129028, 0.07131368666887283, 0.07383950054645538, 0.07636531442403793, 0.07889112830162048, 0.08141694217920303, 0.08394275605678558, 0.08646856993436813, 0.08899438381195068, 0.09152019768953323, 0.09404601156711578, 0.09657182544469833]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [3.0, 5.0, 4.0, 3.0, 2.0, 0.0, 3.0, 5.0, 7.0, 6.0, 9.0, 15.0, 10.0, 17.0, 19.0, 49.0, 39.0, 16.0, 7.0, 7.0, 6.0, 9.0, 3.0, 7.0, 2.0, 0.0, 3.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 3.0, 3.0, 0.0, 4.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.037416763603687286, -0.03504815697669983, -0.03267955034971237, -0.030310943722724915, -0.027942337095737457, -0.02557373046875, -0.023205123841762543, -0.020836517214775085, -0.018467910587787628, -0.01609930396080017, -0.013730697333812714, -0.011362090706825256, -0.008993484079837799, -0.006624877452850342, -0.0042562708258628845, -0.0018876641988754272, 0.00048094242811203003, 0.0028495490550994873, 0.005218155682086945, 0.007586762309074402, 0.009955368936061859, 0.012323975563049316, 0.014692582190036774, 0.01706118881702423, 0.019429795444011688, 0.021798402070999146, 0.024167008697986603, 0.02653561532497406, 0.028904221951961517, 0.031272828578948975, 0.03364143520593643, 0.03601004183292389, 0.038378648459911346, 0.040747255086898804, 0.04311586171388626, 0.04548446834087372, 0.047853074967861176, 0.05022168159484863, 0.05259028822183609, 0.05495889484882355, 0.057327501475811005, 0.05969610810279846, 0.06206471472978592, 0.06443332135677338, 0.06680192798376083, 0.06917053461074829, 0.07153914123773575, 0.0739077478647232, 0.07627635449171066, 0.07864496111869812, 0.08101356774568558, 0.08338217437267303, 0.08575078099966049, 0.08811938762664795, 0.0904879942536354, 0.09285660088062286, 0.09522520750761032, 0.09759381413459778, 0.09996242076158524, 0.10233102738857269, 0.10469963401556015, 0.10706824064254761, 0.10943684726953506, 0.11180545389652252, 0.11417406052350998]}, "_runtime": 104.18463158607483, "_timestamp": 1596212974.8861692, "_step": 124}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 2.0, 0.0, 3.0, 0.0, 2.0, 5.0, 3.0, 2.0, 5.0, 7.0, 4.0, 4.0, 0.0, 3.0, 1.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.018901001662015915, -0.018383916467428207, -0.0178668312728405, -0.017349744215607643, -0.016832659021019936, -0.016315573826432228, -0.01579848863184452, -0.015281402505934238, -0.014764316380023956, -0.014247231185436249, -0.013730145990848541, -0.013213059864938259, -0.012695974670350552, -0.01217888854444027, -0.011661803349852562, -0.01114471722394228, -0.010627632029354572, -0.010110546834766865, -0.009593460708856583, -0.009076375514268875, -0.008559289388358593, -0.008042204193770885, -0.007525118533521891, -0.007008032873272896, -0.006490947213023901, -0.005973861552774906, -0.005456775892525911, -0.0049396902322769165, -0.004422605037689209, -0.0039055191446095705, -0.0033884337171912193, -0.0028713480569422245, -0.0023542623966932297, -0.0018371767364442348, -0.0013200911926105618, -0.0008030055905692279, -0.000285919988527894, 0.0002311656135134399, 0.0007482512155547738, 0.0012653367593884468, 0.0017824224196374416, 0.0022995080798864365, 0.0028165937401354313, 0.0033336791675537825, 0.0038507648278027773, 0.0043678502552211285, 0.004884935915470123, 0.005402021575719118, 0.005919107235968113, 0.006436192896217108, 0.006953278556466103, 0.007470364216715097, 0.007987449876964092, 0.0085045350715518, 0.009021621197462082, 0.00953870639204979, 0.010055791586637497, 0.010572877712547779, 0.011089962907135487, 0.011607049033045769, 0.012124134227633476, 0.012641220353543758, 0.013158305548131466, 0.013675391674041748, 0.014192476868629456]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 3.0, 1.0, 4.0, 7.0, 6.0, 3.0, 5.0, 6.0, 9.0, 10.0, 11.0, 18.0, 24.0, 34.0, 50.0, 68.0, 82.0, 160.0, 261.0, 608.0, 5580.0, 383.0, 187.0, 120.0, 81.0, 44.0, 26.0, 26.0, 22.0, 15.0, 15.0, 13.0, 7.0, 5.0, 3.0, 3.0, 6.0, 4.0, 3.0, 2.0, 3.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.16106167435646057, -0.1557403951883316, -0.15041911602020264, -0.14509783685207367, -0.1397765576839447, -0.13445529341697693, -0.12913401424884796, -0.123812735080719, -0.11849145591259003, -0.11317017674446106, -0.10784889757633209, -0.10252762585878372, -0.09720634669065475, -0.09188506752252579, -0.08656379580497742, -0.08124251663684845, -0.07592123746871948, -0.07059995830059052, -0.06527867913246155, -0.05995740741491318, -0.05463612824678421, -0.04931484907865524, -0.043993573635816574, -0.038672298192977905, -0.03335101902484894, -0.02802974171936512, -0.022708464413881302, -0.017387187108397484, -0.012065909802913666, -0.006744632497429848, -0.0014233551919460297, 0.0038979221135377884, 0.009219199419021606, 0.014540476724505424, 0.019861754029989243, 0.02518303133547306, 0.03050430864095688, 0.035825587809085846, 0.041146863251924515, 0.046468138694763184, 0.05178941786289215, 0.05711069703102112, 0.06243197247385979, 0.06775324791669846, 0.07307452708482742, 0.07839580625295639, 0.08371707797050476, 0.08903835713863373, 0.0943596363067627, 0.09968091547489166, 0.10500219464302063, 0.110323466360569, 0.11564474552869797, 0.12096602469682693, 0.1262872964143753, 0.13160857558250427, 0.13692985475063324, 0.1422511339187622, 0.14757241308689117, 0.15289369225502014, 0.15821495652198792, 0.16353623569011688, 0.16885751485824585, 0.17417879402637482, 0.17950007319450378]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 2.0, 3.0, 4.0, 6.0, 6.0, 2.0, 7.0, 1.0, 6.0, 5.0, 3.0, 25.0, 6.0, 6.0, 8.0, 4.0, 3.0, 3.0, 3.0, 2.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.003952038008719683, -0.003840574063360691, -0.0037291101180016994, -0.003617646172642708, -0.003506182227283716, -0.0033947182819247246, -0.0032832541037350893, -0.0031717901583760977, -0.003060326213017106, -0.0029488622676581144, -0.002837398322299123, -0.002725934376940131, -0.0026144704315811396, -0.002503006486222148, -0.0023915425408631563, -0.0022800785955041647, -0.0021686144173145294, -0.002057150471955538, -0.001945686643011868, -0.0018342225812375546, -0.001722758635878563, -0.0016112946905195713, -0.0014998307451605797, -0.001388366799801588, -0.0012769028544425964, -0.001165438792668283, -0.0010539748473092914, -0.0009425109019502997, -0.0008310469565913081, -0.0007195829530246556, -0.000608119007665664, -0.0004966550040990114, -0.0003851910587400198, -0.0002737270842771977, -0.00016226312436629087, -5.07991571794264e-05, 6.0664810007438064e-05, 0.00017212878447026014, 0.00028359272982925177, 0.00039505670429207385, 0.0005065206787548959, 0.0006179846241138875, 0.0007294486276805401, 0.0008409125730395317, 0.0009523765183985233, 0.001063840463757515, 0.0011753045255318284, 0.00128676847089082, 0.0013982324162498116, 0.0015096963616088033, 0.001621160306967795, 0.0017326243687421083, 0.0018440883141011, 0.0019555522594600916, 0.002067016204819083, 0.002178480150178075, 0.0022899440955370665, 0.002401408040896058, 0.0025128719862550497, 0.002624336164444685, 0.0027358001098036766, 0.0028472640551626682, 0.00295872800052166, 0.0030701919458806515, 0.003181655891239643]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 5.0, 6.0, 8.0, 8.0, 20.0, 21.0, 43.0, 51.0, 97.0, 128.0, 190.0, 298.0, 445.0, 686.0, 1097.0, 1758.0, 2845.0, 5109.0, 9326.0, 18359.0, 39517.0, 125294.0, 847962.0, 65602.0, 25277.0, 12782.0, 7328.0, 4589.0, 3021.0, 2139.0, 1611.0, 1094.0, 788.0, 577.0, 445.0, 295.0, 244.0, 152.0, 113.0, 86.0, 50.0, 56.0, 31.0, 30.0, 17.0, 13.0, 6.0, 10.0, 2.0, 4.0, 1.0, 2.0, 2.0, 1.0, 1.0, 0.0, 2.0], "bins": [-0.005360756069421768, -0.005178164690732956, -0.004995573312044144, -0.004812981933355331, -0.004630390554666519, -0.004447799641638994, -0.004265208262950182, -0.00408261688426137, -0.0039000255055725574, -0.003717434126883745, -0.003534842748194933, -0.0033522516023367643, -0.003169660223647952, -0.00298706884495914, -0.0028044776991009712, -0.002621886320412159, -0.0024392949417233467, -0.0022567035630345345, -0.002074112184345722, -0.0018915210384875536, -0.0017089296597987413, -0.001526338281109929, -0.0013437470188364387, -0.0011611557565629482, -0.000978564377874136, -0.0007959730573929846, -0.0006133817369118333, -0.00043079041643068194, -0.0002481990959495306, -6.560777546837926e-05, 0.00011698354501277208, 0.0002995748654939234, 0.00048216618597507477, 0.0006647575064562261, 0.0008473488269373775, 0.0010299400892108679, 0.0012125314678996801, 0.0013951228465884924, 0.0015777141088619828, 0.0017603053711354733, 0.0019428967498242855, 0.0021254881285130978, 0.00230807950720191, 0.0024906706530600786, 0.002673262031748891, 0.002855853410437703, 0.0030384445562958717, 0.003221035934984684, 0.0034036273136734962, 0.0035862186923623085, 0.0037688100710511208, 0.003951401449739933, 0.004133992828428745, 0.00431658374145627, 0.0044991751201450825, 0.004681766498833895, 0.004864357877522707, 0.005046949256211519, 0.0052295406349003315, 0.005412132013589144, 0.005594722926616669, 0.005777314305305481, 0.005959905683994293, 0.0061424970626831055, 0.006325088441371918]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 3.0, 1.0, 1.0, 1.0, 7.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 0.0, 2.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 4.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.012677275575697422, -0.012222789227962494, -0.011768301948904991, -0.011313815601170063, -0.010859329253435135, -0.010404842905700207, -0.009950356557965279, -0.009495869278907776, -0.009041382931172848, -0.00858689658343792, -0.008132409304380417, -0.007677922956645489, -0.007223436608910561, -0.0067689502611756325, -0.006314463447779417, -0.005859976634383202, -0.0054054902866482735, -0.004951003938913345, -0.00449651712551713, -0.0040420303121209145, -0.0035875439643859863, -0.0031330573838204145, -0.0026785708032548428, -0.002224084222689271, -0.0017695976421236992, -0.0013151110615581274, -0.0008606244809925556, -0.00040613790042698383, 4.834868013858795e-05, 0.0005028352607041597, 0.0009573218412697315, 0.0014118084218353033, 0.001866295002400875, 0.002320781582966447, 0.0027752681635320187, 0.0032297547440975904, 0.0036842413246631622, 0.00413872767239809, 0.004593214485794306, 0.005047701299190521, 0.005502187646925449, 0.0059566739946603775, 0.006411160808056593, 0.006865647621452808, 0.0073201339691877365, 0.007774620316922665, 0.008229106664657593, 0.008683593943715096, 0.009138080291450024, 0.009592566639184952, 0.010047053918242455, 0.010501540265977383, 0.01095602661371231, 0.011410512961447239, 0.011864999309182167, 0.01231948658823967, 0.012773972935974598, 0.013228459283709526, 0.013682946562767029, 0.014137432910501957, 0.014591919258236885, 0.015046405605971813, 0.015500891953706741, 0.015955379232764244, 0.016409866511821747]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 5.0, 0.0, 6.0, 5.0, 9.0, 5.0, 11.0, 22.0, 29.0, 50.0, 61.0, 105.0, 119.0, 189.0, 256.0, 329.0, 581.0, 911.0, 1646.0, 6130.0, 2240.0, 1480.0, 1012.0, 735.0, 584.0, 445.0, 352.0, 239.0, 215.0, 156.0, 107.0, 84.0, 73.0, 61.0, 46.0, 30.0, 17.0, 19.0, 18.0, 12.0, 3.0, 6.0, 3.0, 5.0, 4.0, 5.0, 3.0, 1.0, 0.0, 1.0, 2.0], "bins": [-0.01050188485532999, -0.010180574841797352, -0.009859264828264713, -0.009537954814732075, -0.009216644801199436, -0.008895334787666798, -0.008574024774134159, -0.00825271476060152, -0.007931404747068882, -0.0076100947335362434, -0.007288784720003605, -0.006967474706470966, -0.006646164692938328, -0.006324854679405689, -0.006003544665873051, -0.005682234652340412, -0.005360924638807774, -0.005039614625275135, -0.0047183046117424965, -0.004396994598209858, -0.004075684584677219, -0.003754374571144581, -0.0034330645576119423, -0.0031117545440793037, -0.002790444530546665, -0.0024691345170140266, -0.002147824503481388, -0.0018265144899487495, -0.001505204476416111, -0.0011838944628834724, -0.0008625844493508339, -0.0005412744358181953, -0.0002199644222855568, 0.00010134559124708176, 0.0004226556047797203, 0.0007439656183123589, 0.0010652756318449974, 0.001386585645377636, 0.0017078956589102745, 0.002029205672442913, 0.0023505156859755516, 0.00267182569950819, 0.0029931357130408287, 0.0033144457265734673, 0.003635755740106106, 0.003957065753638744, 0.004278375767171383, 0.0045996857807040215, 0.00492099579423666, 0.0052423058077692986, 0.005563615821301937, 0.005884925834834576, 0.006206235848367214, 0.006527545861899853, 0.006848855875432491, 0.00717016588896513, 0.007491475902497768, 0.007812785916030407, 0.008134095929563046, 0.008455405943095684, 0.008776715956628323, 0.009098025970160961, 0.0094193359836936, 0.009740645997226238, 0.010061956010758877]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 4.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08005864918231964, -0.07742832601070404, -0.07479799538850784, -0.07216767221689224, -0.06953734904527664, -0.06690701842308044, -0.06427669525146484, -0.06164637207984924, -0.059016045182943344, -0.056385718286037445, -0.053755395114421844, -0.051125068217515945, -0.048494741320610046, -0.045864418148994446, -0.04323409125208855, -0.040603768080472946, -0.03797344118356705, -0.03534311428666115, -0.03271279111504555, -0.03008246421813965, -0.0274521391838789, -0.02482181414961815, -0.02219148725271225, -0.0195611622184515, -0.01693083718419075, -0.01430051214993, -0.011670186184346676, -0.009039860218763351, -0.006409535184502602, -0.0037792096845805645, -0.0011488841846585274, 0.0014814413152635098, 0.004111766815185547, 0.006742092315107584, 0.009372417815029621, 0.012002743780612946, 0.014633068814873695, 0.017263393849134445, 0.019893720746040344, 0.022524045780301094, 0.025154370814561844, 0.027784695848822594, 0.030415020883083344, 0.03304534777998924, 0.03567567467689514, 0.03830599784851074, 0.04093632474541664, 0.04356664791703224, 0.04619697481393814, 0.04882730171084404, 0.05145762488245964, 0.05408795177936554, 0.05671827495098114, 0.05934860184788704, 0.06197892874479294, 0.06460925191640854, 0.06723958253860474, 0.06986990571022034, 0.07250022888183594, 0.07513055205345154, 0.07776088267564774, 0.08039120584726334, 0.08302152901887894, 0.08565185964107513, 0.08828218281269073]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 6.0, 4.0, 5.0, 7.0, 6.0, 5.0, 14.0, 10.0, 11.0, 16.0, 23.0, 24.0, 16.0, 35.0, 19.0, 15.0, 14.0, 10.0, 12.0, 8.0, 3.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.060325589030981064, -0.058347590267658234, -0.056369587779045105, -0.054391589015722275, -0.052413590252399445, -0.050435591489076614, -0.048457592725753784, -0.046479590237140656, -0.044501591473817825, -0.042523592710494995, -0.040545590221881866, -0.038567591458559036, -0.036589592695236206, -0.034611593931913376, -0.032633595168590546, -0.030655592679977417, -0.028677593916654587, -0.026699595153331757, -0.024721594527363777, -0.022743593901395798, -0.020765595138072968, -0.018787596374750137, -0.016809595748782158, -0.014831596054136753, -0.012853596359491348, -0.010875596664845943, -0.008897596970200539, -0.006919597275555134, -0.004941597580909729, -0.002963597886264324, -0.0009855981916189194, 0.0009924015030264854, 0.0029704011976718903, 0.004948400892317295, 0.0069264005869627, 0.008904400281608105, 0.01088239997625351, 0.012860399670898914, 0.01483839936554432, 0.0168163999915123, 0.01879439875483513, 0.02077239751815796, 0.02275039814412594, 0.024728398770093918, 0.026706397533416748, 0.028684396296739578, 0.030662396922707558, 0.03264039754867554, 0.03461839631199837, 0.0365963950753212, 0.038574397563934326, 0.040552396327257156, 0.04253039509057999, 0.04450839385390282, 0.04648639261722565, 0.048464395105838776, 0.050442393869161606, 0.052420392632484436, 0.054398395121097565, 0.056376393884420395, 0.058354392647743225, 0.060332391411066055, 0.062310390174388885, 0.06428839266300201, 0.06626638770103455]}, "_runtime": 104.99373507499695, "_timestamp": 1596212975.6952727, "_step": 125}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 4.0, 1.0, 6.0, 4.0, 5.0, 1.0, 1.0, 4.0, 3.0, 2.0, 3.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010925902053713799, -0.010532296262681484, -0.01013869047164917, -0.009745083749294281, -0.009351477958261967, -0.008957872167229652, -0.008564265444874763, -0.00817065965384245, -0.007777053862810135, -0.007383448071777821, -0.006989841815084219, -0.006596235558390617, -0.006202629767358303, -0.005809023976325989, -0.005415417719632387, -0.0050218114629387856, -0.004628205671906471, -0.004234599880874157, -0.0038409936241805553, -0.0034473876003175974, -0.0030537815764546394, -0.0026601755525916815, -0.0022665695287287235, -0.0018729635048657656, -0.0014793574810028076, -0.0010857514571398497, -0.0006921454332768917, -0.00029853940941393375, 9.50666144490242e-05, 0.0004886726383119822, 0.0008822786621749401, 0.001275884686037898, 0.001669490709900856, 0.002063096733763814, 0.002456702757626772, 0.00285030878148973, 0.003243914805352688, 0.003637520829215646, 0.004031126853078604, 0.004424733109772205, 0.00481833890080452, 0.005211944691836834, 0.0056055509485304356, 0.005999157205224037, 0.0063927629962563515, 0.006786368787288666, 0.007179975043982267, 0.007573581300675869, 0.007967187091708183, 0.008360792882740498, 0.008754398673772812, 0.0091480053961277, 0.009541611187160015, 0.00993521697819233, 0.010328823700547218, 0.010722429491579533, 0.011116035282611847, 0.011509641073644161, 0.011903246864676476, 0.012296853587031364, 0.012690459378063679, 0.013084065169095993, 0.013477671891450882, 0.013871277682483196, 0.01426488347351551]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 5.0, 7.0, 4.0, 5.0, 7.0, 11.0, 9.0, 10.0, 21.0, 17.0, 19.0, 22.0, 29.0, 35.0, 42.0, 60.0, 75.0, 110.0, 114.0, 192.0, 284.0, 4435.0, 1333.0, 359.0, 182.0, 111.0, 97.0, 76.0, 50.0, 48.0, 23.0, 19.0, 21.0, 11.0, 23.0, 17.0, 8.0, 13.0, 3.0, 2.0, 5.0, 3.0, 3.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.10504232347011566, -0.10174846649169922, -0.09845460951328278, -0.09516075998544693, -0.09186690300703049, -0.08857304602861404, -0.0852791890501976, -0.08198533952236176, -0.07869148254394531, -0.07539762556552887, -0.07210376858711243, -0.06880991160869598, -0.06551606208086014, -0.062222205102443695, -0.05892834812402725, -0.05563449487090111, -0.052340637892484665, -0.04904678091406822, -0.04575292766094208, -0.042459070682525635, -0.03916521742939949, -0.03587136045098305, -0.0325775071978569, -0.02928365021944046, -0.025989795103669167, -0.022695939987897873, -0.01940208487212658, -0.016108229756355286, -0.012814373709261417, -0.009520518593490124, -0.006226663012057543, -0.0029328076634556055, 0.0003610476851463318, 0.003654903033748269, 0.006948758382350206, 0.010242613963782787, 0.013536469079554081, 0.01683032512664795, 0.020124180242419243, 0.023418035358190536, 0.02671189047396183, 0.030005745589733124, 0.03329960256814957, 0.03659345582127571, 0.039887312799692154, 0.0431811660528183, 0.04647502303123474, 0.049768876284360886, 0.05306273326277733, 0.05635659024119377, 0.059650443494319916, 0.06294430047273636, 0.0662381574511528, 0.06953200697898865, 0.07282586395740509, 0.07611972093582153, 0.07941357791423798, 0.08270743489265442, 0.08600128442049026, 0.08929514139890671, 0.09258899837732315, 0.0958828553557396, 0.09917670488357544, 0.10247056186199188, 0.10576441884040833]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 1.0, 0.0, 3.0, 2.0, 4.0, 1.0, 7.0, 2.0, 2.0, 6.0, 5.0, 5.0, 2.0, 4.0, 26.0, 5.0, 9.0, 2.0, 1.0, 3.0, 3.0, 4.0, 4.0, 2.0, 3.0, 0.0, 4.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.0030660058837383986, -0.0029658661223948, -0.0028657265938818455, -0.002765586832538247, -0.0026654470711946487, -0.0025653073098510504, -0.002465167548507452, -0.0023650280199944973, -0.002264888258650899, -0.0021647484973073006, -0.002064608968794346, -0.0019644692074507475, -0.0018643294461071491, -0.0017641896847635508, -0.0016640500398352742, -0.0015639103949069977, -0.0014637706335633993, -0.001363630872219801, -0.0012634912272915244, -0.0011633515823632479, -0.0010632118210196495, -0.000963072117883712, -0.0008629324147477746, -0.0007627927116118371, -0.0006626530084758997, -0.0005625133053399622, -0.0004623736022040248, -0.00036223389906808734, -0.0002620941959321499, -0.00016195449279621243, -6.181478966027498e-05, 3.832491347566247e-05, 0.00013846461661159992, 0.00023860431974753737, 0.0003387440228834748, 0.0004388837260194123, 0.0005390234291553497, 0.0006391631322912872, 0.0007393028354272246, 0.0008394425385631621, 0.0009395822416990995, 0.001039722003042698, 0.0011398616479709744, 0.001240001292899251, 0.0013401410542428493, 0.0014402808155864477, 0.0015404204605147243, 0.0016405601054430008, 0.0017406998667865992, 0.0018408396281301975, 0.001940979273058474, 0.0020411189179867506, 0.002141258679330349, 0.0022413984406739473, 0.0023415382020175457, 0.0024416777305305004, 0.0025418174918740988, 0.002641957253217697, 0.002742096781730652, 0.0028422365430742502, 0.0029423763044178486, 0.003042516065761447, 0.0031426558271050453, 0.003242795355618, 0.0033429351169615984]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 4.0, 0.0, 0.0, 0.0, 6.0, 6.0, 12.0, 11.0, 16.0, 34.0, 43.0, 50.0, 80.0, 113.0, 157.0, 212.0, 320.0, 446.0, 658.0, 1050.0, 1568.0, 2655.0, 4684.0, 8479.0, 17205.0, 39418.0, 127455.0, 846066.0, 65031.0, 26919.0, 14357.0, 8098.0, 5066.0, 3195.0, 2088.0, 1248.0, 887.0, 649.0, 462.0, 286.0, 201.0, 139.0, 75.0, 56.0, 51.0, 29.0, 24.0, 10.0, 7.0, 4.0, 5.0, 5.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.005983063485473394, -0.005798108410090208, -0.005613153334707022, -0.005428198259323835, -0.005243243183940649, -0.005058288108557463, -0.004873333033174276, -0.00468837795779109, -0.004503422882407904, -0.004318467807024717, -0.004133512731641531, -0.003948557656258345, -0.003763602813705802, -0.0035786477383226156, -0.0033936926629394293, -0.003208737587556243, -0.0030237825121730566, -0.0028388274367898703, -0.002653872361406684, -0.0024689172860234976, -0.0022839622106403112, -0.002099007135257125, -0.0019140521762892604, -0.001729097100906074, -0.0015441420255228877, -0.0013591869501397014, -0.001174231874756515, -0.0009892767993733287, -0.0008043217821978033, -0.0006193667068146169, -0.00043441166053526103, -0.00024945661425590515, -6.450153887271881e-05, 0.0001204535219585523, 0.0003054085827898234, 0.0004903636290691793, 0.0006753187044523656, 0.000860273779835552, 0.0010452287970110774, 0.0012301838723942637, 0.00141513894777745, 0.0016000940231606364, 0.0017850490985438228, 0.0019700040575116873, 0.0021549591328948736, 0.00233991420827806, 0.0025248692836612463, 0.0027098243590444326, 0.002894779434427619, 0.0030797345098108053, 0.0032646895851939917, 0.003449644660577178, 0.0036345997359603643, 0.0038195548113435507, 0.004004509653896093, 0.00418946472927928, 0.004374419804662466, 0.004559374880045652, 0.004744329955428839, 0.004929285030812025, 0.005114240106195211, 0.005299195181578398, 0.005484150256961584, 0.00566910533234477, 0.005854060407727957]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 3.0, 1.0, 2.0, 2.0, 1.0, 3.0, 4.0, 2.0, 0.0, 4.0, 3.0, 4.0, 9.0, 3.0, 3.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.01725670136511326, -0.016553696244955063, -0.015850691124796867, -0.015147686004638672, -0.014444680884480476, -0.013741676695644855, -0.01303867157548666, -0.012335666455328465, -0.011632661335170269, -0.010929656215012074, -0.010226651094853878, -0.009523645974695683, -0.008820641785860062, -0.008117636665701866, -0.007414631545543671, -0.006711626425385475, -0.00600862130522728, -0.005305616185069084, -0.004602611064910889, -0.0038996064104139805, -0.003196601290255785, -0.0024935961700975895, -0.0017905912827700377, -0.001087586279027164, -0.0003845812752842903, 0.00031842372845858335, 0.001021428732201457, 0.0017244337359443307, 0.0024274387396872044, 0.0031304438598454, 0.0038334487471729517, 0.0045364536345005035, 0.005239458754658699, 0.0059424638748168945, 0.00664546899497509, 0.007348473649471998, 0.008051479235291481, 0.008754483424127102, 0.009457488544285297, 0.010160493664443493, 0.010863498784601688, 0.011566503904759884, 0.01226950902491808, 0.012972514145076275, 0.013675518333911896, 0.014378523454070091, 0.015081528574228287, 0.015784533694386482, 0.016487538814544678, 0.017190543934702873, 0.01789354905486107, 0.018596554175019264, 0.01929955929517746, 0.020002564415335655, 0.02070556953549385, 0.021408574655652046, 0.02211157977581024, 0.022814583033323288, 0.023517588153481483, 0.02422059327363968, 0.024923598393797874, 0.02562660351395607, 0.026329608634114265, 0.02703261375427246, 0.027735618874430656]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 3.0, 0.0, 1.0, 1.0, 2.0, 3.0, 8.0, 11.0, 6.0, 9.0, 7.0, 23.0, 20.0, 32.0, 38.0, 66.0, 67.0, 87.0, 121.0, 123.0, 172.0, 211.0, 283.0, 406.0, 535.0, 757.0, 1031.0, 1632.0, 6100.0, 2461.0, 1338.0, 745.0, 505.0, 371.0, 231.0, 190.0, 148.0, 112.0, 93.0, 78.0, 68.0, 37.0, 35.0, 35.0, 20.0, 22.0, 20.0, 22.0, 18.0, 18.0, 28.0, 24.0, 8.0, 12.0, 9.0, 11.0, 5.0, 4.0, 2.0, 3.0, 1.0, 1.0], "bins": [-0.00924217700958252, -0.008943058550357819, -0.008643940091133118, -0.008344821631908417, -0.008045703172683716, -0.007746584247797728, -0.007447465322911739, -0.007148346863687038, -0.0068492284044623375, -0.0065501099452376366, -0.006250991486012936, -0.005951872561126947, -0.0056527541019022465, -0.0053536356426775455, -0.005054516717791557, -0.004755398258566856, -0.0044562797993421555, -0.0041571613401174545, -0.00385804264806211, -0.0035589239560067654, -0.0032598054967820644, -0.0029606870375573635, -0.002661568345502019, -0.0023624496534466743, -0.0020633311942219734, -0.0017642126185819507, -0.001465094042941928, -0.0011659754673019052, -0.0008668568916618824, -0.0005677383160218596, -0.0002686197403818369, 3.0498835258185863e-05, 0.0003296174108982086, 0.0006287359865382314, 0.0009278545621782541, 0.0012269731378182769, 0.0015260917134582996, 0.0018252102890983224, 0.002124328864738345, 0.0024234475567936897, 0.0027225660160183907, 0.0030216844752430916, 0.003320803167298436, 0.0036199218593537807, 0.003919040318578482, 0.004218158777803183, 0.004517277702689171, 0.004816396161913872, 0.005115514621138573, 0.005414633080363274, 0.0057137515395879745, 0.006012870464473963, 0.006311988923698664, 0.006611107382923365, 0.006910226307809353, 0.007209344767034054, 0.007508463226258755, 0.007807581685483456, 0.008106700144708157, 0.008405818603932858, 0.008704937994480133, 0.009004056453704834, 0.009303174912929535, 0.009602293372154236, 0.009901411831378937]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 4.0, 1.0, 0.0, 3.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.11223779618740082, -0.10839276015758514, -0.10454772412776947, -0.1007026880979538, -0.09685765206813812, -0.09301261603832245, -0.08916758000850677, -0.0853225439786911, -0.08147750794887543, -0.07763247191905975, -0.07378743588924408, -0.0699423998594284, -0.06609736382961273, -0.06225232407450676, -0.058407288044691086, -0.05456225201487541, -0.05071721598505974, -0.046872179955244064, -0.04302714392542839, -0.03918210789561272, -0.03533707186579704, -0.03149203583598137, -0.027646997943520546, -0.023801961913704872, -0.0199569258838892, -0.016111889854073524, -0.01226685382425785, -0.008421816863119602, -0.004576780833303928, -0.0007317445706576109, 0.0031132916919887066, 0.006958328187465668, 0.010803364217281342, 0.014648400247097015, 0.01849343627691269, 0.022338472306728363, 0.026183508336544037, 0.03002854622900486, 0.033873580396175385, 0.03771861642599106, 0.04156365245580673, 0.045408692210912704, 0.04925372824072838, 0.05309876427054405, 0.056943800300359726, 0.0607888363301754, 0.06463386863470078, 0.06847890466451645, 0.07232394814491272, 0.0761689841747284, 0.08001402020454407, 0.08385905623435974, 0.08770409226417542, 0.09154912829399109, 0.09539416432380676, 0.09923920035362244, 0.10308423638343811, 0.10692927241325378, 0.11077430844306946, 0.11461934447288513, 0.1184643805027008, 0.12230941653251648, 0.12615445256233215, 0.12999948859214783, 0.1338445246219635]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 2.0, 2.0, 3.0, 7.0, 3.0, 8.0, 4.0, 7.0, 11.0, 13.0, 14.0, 14.0, 24.0, 19.0, 40.0, 22.0, 19.0, 11.0, 8.0, 3.0, 4.0, 1.0, 4.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 3.0, 3.0, 2.0, 1.0, 1.0, 3.0, 3.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0], "bins": [-0.06623125076293945, -0.0634268969297409, -0.06062253937125206, -0.057818181812763214, -0.05501382425427437, -0.05220947042107582, -0.049405112862586975, -0.04660075530409813, -0.04379639774560928, -0.040992043912410736, -0.03818768635392189, -0.035383328795433044, -0.0325789749622345, -0.02977461740374565, -0.026970261707901955, -0.02416590414941311, -0.021361548453569412, -0.018557192757725716, -0.01575283519923687, -0.012948479503393173, -0.010144122876226902, -0.007339766249060631, -0.004535410087555647, -0.0017310536932200193, 0.0010733027011156082, 0.0038776590954512358, 0.006682015489786863, 0.009486371651291847, 0.012290728278458118, 0.01509508490562439, 0.017899440601468086, 0.020703798159956932, 0.02350815385580063, 0.026312509551644325, 0.02911686711013317, 0.03192122280597687, 0.034725580364465714, 0.03752993419766426, 0.04033429175615311, 0.04313864931464195, 0.0459430068731308, 0.048747360706329346, 0.05155171826481819, 0.05435607582330704, 0.057160429656505585, 0.05996478721499443, 0.06276914477348328, 0.06557349860668182, 0.06837785243988037, 0.07118221372365952, 0.07398656755685806, 0.07679092884063721, 0.07959528267383575, 0.0823996365070343, 0.08520399779081345, 0.088008351624012, 0.09081270545721054, 0.09361706674098969, 0.09642142057418823, 0.09922577440738678, 0.10203013569116592, 0.10483448952436447, 0.10763884335756302, 0.11044320464134216, 0.11324755847454071]}, "_runtime": 105.7793197631836, "_timestamp": 1596212976.4808574, "_step": 126}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 5.0, 1.0, 2.0, 2.0, 1.0, 3.0, 9.0, 1.0, 2.0, 4.0, 2.0, 2.0, 0.0, 3.0, 2.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011789137497544289, -0.011410847306251526, -0.011032558046281338, -0.010654267854988575, -0.010275978595018387, -0.009897688403725624, -0.009519398212432861, -0.009141108952462673, -0.00876281876116991, -0.008384528569877148, -0.00800623930990696, -0.007627949118614197, -0.007249659392982721, -0.006871369667351246, -0.006493079476058483, -0.006114789750427008, -0.005736500024795532, -0.005358210299164057, -0.004979920573532581, -0.004601630382239819, -0.004223340656608343, -0.0038450509309768677, -0.0034667609725147486, -0.0030884710140526295, -0.002710181288421154, -0.0023318915627896786, -0.0019536016043275595, -0.0015753117622807622, -0.001197021920233965, -0.0008187320781871676, -0.00044044223614037037, -6.21523940935731e-05, 0.0003161374479532242, 0.0006944272900000215, 0.0010727171320468187, 0.001451006974093616, 0.0018292968161404133, 0.0022075865417718887, 0.002585876500234008, 0.002964166458696127, 0.0033424561843276024, 0.003720745909959078, 0.004099035635590553, 0.004477325826883316, 0.0048556155525147915, 0.005233905278146267, 0.00561219546943903, 0.005990485195070505, 0.006368774920701981, 0.006747064646333456, 0.0071253543719649315, 0.007503644563257694, 0.007881933823227882, 0.008260224014520645, 0.008638514205813408, 0.009016803465783596, 0.009395093657076359, 0.009773383848369122, 0.01015167310833931, 0.010529963299632072, 0.010908253490924835, 0.011286542750895023, 0.011664832942187786, 0.012043122202157974, 0.012421412393450737]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 5.0, 2.0, 1.0, 3.0, 1.0, 8.0, 9.0, 10.0, 18.0, 24.0, 25.0, 35.0, 50.0, 65.0, 86.0, 132.0, 151.0, 304.0, 674.0, 5231.0, 400.0, 209.0, 142.0, 97.0, 54.0, 52.0, 39.0, 22.0, 21.0, 11.0, 12.0, 7.0, 4.0, 4.0, 2.0, 2.0, 1.0, 4.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.13672983646392822, -0.13247287273406982, -0.12821590900421143, -0.12395894527435303, -0.11970198154449463, -0.11544502526521683, -0.11118806153535843, -0.10693109780550003, -0.10267413407564163, -0.09841717034578323, -0.09416020661592484, -0.08990324288606644, -0.08564628660678864, -0.08138932287693024, -0.07713235914707184, -0.07287539541721344, -0.06861843168735504, -0.06436146795749664, -0.060104504227638245, -0.055847544223070145, -0.051590580493211746, -0.04733361676335335, -0.04307665675878525, -0.03881969302892685, -0.03456272929906845, -0.030305765569210052, -0.026048803701996803, -0.021791841834783554, -0.017534878104925156, -0.013277915306389332, -0.009020952507853508, -0.004763989709317684, -0.0005070269107818604, 0.0037499358877539635, 0.008006898686289787, 0.012263861484825611, 0.016520824283361435, 0.020777788013219833, 0.025034749880433083, 0.029291711747646332, 0.03354867547750473, 0.03780563920736313, 0.04206260293722153, 0.04631956294178963, 0.050576526671648026, 0.054833490401506424, 0.059090450406074524, 0.06334741413593292, 0.06760437786579132, 0.07186134159564972, 0.07611830532550812, 0.08037526905536652, 0.08463223278522491, 0.08888918906450272, 0.09314615279436111, 0.09740311652421951, 0.10166008025407791, 0.10591704398393631, 0.11017400771379471, 0.1144309714436531, 0.11868792772293091, 0.1229448914527893, 0.1272018551826477, 0.1314588189125061, 0.1357157826423645]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 4.0, 1.0, 0.0, 0.0, 4.0, 2.0, 2.0, 2.0, 4.0, 1.0, 2.0, 1.0, 3.0, 3.0, 4.0, 4.0, 5.0, 5.0, 0.0, 4.0, 3.0, 1.0, 2.0, 23.0, 0.0, 1.0, 3.0, 6.0, 3.0, 0.0, 1.0, 3.0, 2.0, 1.0, 3.0, 2.0, 5.0, 3.0, 2.0, 2.0, 0.0, 1.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002755235182121396, -0.002670238260179758, -0.0025852411054074764, -0.0025002441834658384, -0.0024152472615242004, -0.002330250106751919, -0.002245253184810281, -0.002160256030037999, -0.002075259108096361, -0.001990262186154723, -0.0019052650313824415, -0.0018202681094408035, -0.0017352710710838437, -0.0016502740327268839, -0.001565277110785246, -0.001480280072428286, -0.0013952830340713263, -0.0013102859957143664, -0.0012252889573574066, -0.0011402920354157686, -0.0010552949970588088, -0.000970297958701849, -0.0008853009785525501, -0.0008003039984032512, -0.0007153069600462914, -0.0006303099216893315, -0.0005453129415400326, -0.00046031593228690326, -0.0003753189230337739, -0.00029032191378064454, -0.00020532490452751517, -0.00012032789527438581, -3.533088602125645e-05, 4.9666123231872916e-05, 0.00013466313248500228, 0.00021966014173813164, 0.000304657150991261, 0.00038965416024439037, 0.00047465116949751973, 0.0005596481496468186, 0.0006446451880037785, 0.0007296422263607383, 0.0008146392065100372, 0.0008996361866593361, 0.000984633225016296, 0.0010696302633732557, 0.0011546271853148937, 0.0012396242236718535, 0.0013246212620288134, 0.0014096183003857732, 0.001494615338742733, 0.001579612260684371, 0.0016646092990413308, 0.0017496063373982906, 0.0018346032593399286, 0.0019196002976968884, 0.0020045973360538483, 0.0020895942579954863, 0.002174591412767768, 0.002259588334709406, 0.0023445854894816875, 0.0024295824114233255, 0.0025145793333649635, 0.002599576488137245, 0.002684573410078883]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 1.0, 2.0, 5.0, 4.0, 4.0, 14.0, 12.0, 16.0, 19.0, 41.0, 47.0, 77.0, 129.0, 188.0, 259.0, 392.0, 570.0, 949.0, 1488.0, 2234.0, 3733.0, 6537.0, 11788.0, 22889.0, 55476.0, 801503.0, 180102.0, 43564.0, 20084.0, 10323.0, 6059.0, 3819.0, 2396.0, 1568.0, 1007.0, 646.0, 434.0, 309.0, 236.0, 197.0, 113.0, 98.0, 66.0, 56.0, 38.0, 31.0, 22.0, 23.0, 13.0, 13.0, 11.0, 10.0, 6.0, 7.0, 5.0, 4.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.005171294789761305, -0.004979526624083519, -0.004787758458405733, -0.00459598982706666, -0.004404221661388874, -0.004212453495711088, -0.004020685330033302, -0.0038289169315248728, -0.0036371485330164433, -0.0034453803673386574, -0.0032536122016608715, -0.003061843803152442, -0.002870075637474656, -0.0026783072389662266, -0.0024865390732884407, -0.002294770674780011, -0.0021030025091022253, -0.0019112342270091176, -0.00171946594491601, -0.0015276976628229022, -0.0013359293807297945, -0.0011441612150520086, -0.0009523929329589009, -0.0007606246508657932, -0.0005688563687726855, -0.00037708808667957783, -0.00018531983369030058, 6.448433850891888e-06, 0.00019821670139208436, 0.00038998498348519206, 0.0005817532073706388, 0.0007735214894637465, 0.0009652897715568542, 0.001157058053649962, 0.0013488263357430696, 0.0015405946178361773, 0.001732362899929285, 0.001924131065607071, 0.0021158994641155005, 0.0023076676297932863, 0.002499436028301716, 0.0026912041939795017, 0.0028829723596572876, 0.003074740758165717, 0.003266508923843503, 0.0034582773223519325, 0.0036500454880297184, 0.003841813886538148, 0.0040335822850465775, 0.004225350450724363, 0.004417118616402149, 0.004608886782079935, 0.004800654947757721, 0.004992423579096794, 0.00518419174477458, 0.005375959910452366, 0.005567728076130152, 0.005759496241807938, 0.005951264873147011, 0.006143033038824797, 0.0063348012045025826, 0.006526569370180368, 0.006718338001519442, 0.0069101061671972275, 0.007101874332875013]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 3.0, 4.0, 2.0, 1.0, 7.0, 4.0, 2.0, 1.0, 2.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.017913440242409706, -0.017396312206983566, -0.016879186034202576, -0.016362057998776436, -0.015844931825995445, -0.015327803790569305, -0.01481067668646574, -0.014293549582362175, -0.01377642247825861, -0.013259295374155045, -0.01274216827005148, -0.012225041165947914, -0.011707913130521774, -0.011190786026418209, -0.010673658922314644, -0.010156531818211079, -0.009639404714107513, -0.009122277610003948, -0.008605150505900383, -0.008088023401796818, -0.007570895832031965, -0.0070537687279284, -0.0065366411581635475, -0.006019514054059982, -0.005502386949956417, -0.004985259845852852, -0.004468132741749287, -0.003951005171984434, -0.003433878067880869, -0.0029167509637773037, -0.002399623626843095, -0.0018824964063242078, -0.0013653691858053207, -0.0008482419652864337, -0.00033111474476754665, 0.0001860124757513404, 0.0007031396962702274, 0.0012202669167891145, 0.0017373941373080015, 0.0022545214742422104, 0.0027716485783457756, 0.003288775682449341, 0.0038059030193835497, 0.0043230303563177586, 0.004840157460421324, 0.005357284564524889, 0.0058744121342897415, 0.006391539238393307, 0.006908666342496872, 0.007425793446600437, 0.007942920550704002, 0.008460047654807568, 0.008977174758911133, 0.009494302794337273, 0.010011429898440838, 0.010528557002544403, 0.011045684106647968, 0.011562811210751534, 0.012079938314855099, 0.012597065418958664, 0.013114193454384804, 0.013631320558488369, 0.014148447662591934, 0.0146655747666955, 0.015182701870799065]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 3.0, 3.0, 3.0, 3.0, 2.0, 2.0, 8.0, 4.0, 6.0, 5.0, 6.0, 11.0, 16.0, 26.0, 25.0, 37.0, 51.0, 69.0, 92.0, 94.0, 134.0, 139.0, 154.0, 260.0, 324.0, 482.0, 700.0, 1054.0, 1664.0, 6215.0, 2327.0, 1264.0, 788.0, 526.0, 398.0, 338.0, 248.0, 210.0, 168.0, 124.0, 105.0, 72.0, 62.0, 47.0, 46.0, 35.0, 26.0, 17.0, 12.0, 7.0, 5.0, 2.0, 2.0, 1.0, 4.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.009997696615755558, -0.009683385491371155, -0.009369073435664177, -0.009054762311279774, -0.00874045118689537, -0.008426140062510967, -0.008111828938126564, -0.007797516882419586, -0.007483205758035183, -0.00716889463365078, -0.006854583043605089, -0.006540271453559399, -0.006225960329174995, -0.005911649204790592, -0.005597337614744902, -0.005283026024699211, -0.004968714900314808, -0.004654403775930405, -0.004340092185884714, -0.004025780595839024, -0.0037114694714546204, -0.0033971581142395735, -0.0030828467570245266, -0.0027685353998094797, -0.002454224042594433, -0.002139912685379386, -0.001825601328164339, -0.0015112899709492922, -0.0011969786137342453, -0.0008826672565191984, -0.0005683558993041515, -0.00025404454208910465, 6.026681512594223e-05, 0.0003745781723409891, 0.000688889529556036, 0.0010032008867710829, 0.0013175122439861298, 0.0016318236012011766, 0.0019461349584162235, 0.0022604463156312704, 0.0025747576728463173, 0.002889069030061364, 0.003203380387276411, 0.003517691744491458, 0.003832003101706505, 0.004146314226090908, 0.004460625816136599, 0.004774937406182289, 0.005089248530566692, 0.005403559654951096, 0.005717871244996786, 0.006032182835042477, 0.00634649395942688, 0.006660805083811283, 0.006975116673856974, 0.007289428263902664, 0.007603739388287067, 0.00791805051267147, 0.008232362568378448, 0.008546673692762852, 0.008860984817147255, 0.009175295941531658, 0.009489607065916061, 0.00980391912162304, 0.010118230246007442]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 2.0, 0.0, 3.0, 3.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.15079082548618317, -0.1464110165834427, -0.1420312225818634, -0.13765141367912292, -0.13327161967754364, -0.12889181077480316, -0.12451200932264328, -0.1201322078704834, -0.11575240641832352, -0.11137260496616364, -0.10699280351400375, -0.10261300206184387, -0.0982331931591034, -0.09385339170694351, -0.08947359025478363, -0.08509378880262375, -0.08071398735046387, -0.07633418589830399, -0.0719543844461441, -0.06757458299398422, -0.06319478154182434, -0.05881497636437416, -0.05443517118692398, -0.0500553697347641, -0.04567556828260422, -0.041295766830444336, -0.036915965378284454, -0.032536160200834274, -0.028156358748674393, -0.02377655729651451, -0.01939675398170948, -0.015016951598227024, -0.010637149214744568, -0.006257346831262112, -0.0018775444477796555, 0.0025022579357028008, 0.006882060319185257, 0.011261862702667713, 0.01564166508615017, 0.0200214684009552, 0.024401269853115082, 0.028781071305274963, 0.033160872757434845, 0.037540677934885025, 0.04192047938704491, 0.04630028083920479, 0.05068008601665497, 0.05505988746881485, 0.05943968892097473, 0.06381949037313461, 0.0681992918252945, 0.07257909327745438, 0.07695889472961426, 0.08133870363235474, 0.08571850508451462, 0.0900983065366745, 0.09447810798883438, 0.09885790944099426, 0.10323771089315414, 0.10761751234531403, 0.1119973212480545, 0.11637712270021439, 0.12075692415237427, 0.12513671815395355, 0.12951652705669403]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 3.0, 0.0, 3.0, 4.0, 4.0, 1.0, 2.0, 3.0, 2.0, 6.0, 4.0, 10.0, 14.0, 17.0, 39.0, 62.0, 31.0, 7.0, 6.0, 2.0, 4.0, 5.0, 2.0, 2.0, 0.0, 2.0, 0.0, 3.0, 3.0, 3.0, 3.0, 2.0, 8.0, 2.0, 2.0, 3.0, 2.0, 0.0, 3.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0], "bins": [-0.09100858867168427, -0.08806564658880234, -0.08512271195650101, -0.08217976987361908, -0.07923683524131775, -0.07629389315843582, -0.0733509510755539, -0.07040801644325256, -0.06746507436037064, -0.0645221397280693, -0.06157919764518738, -0.05863625928759575, -0.05569332093000412, -0.05275038257241249, -0.04980744048953056, -0.046864502131938934, -0.043921563774347305, -0.040978625416755676, -0.03803568705916405, -0.03509274497628212, -0.03214980661869049, -0.02920686826109886, -0.026263929903507233, -0.023320989683270454, -0.020378051325678825, -0.017435112968087196, -0.014492172747850418, -0.011549234390258789, -0.008606295101344585, -0.005663355812430382, -0.0027204169891774654, 0.00022252206690609455, 0.0031654611229896545, 0.006108400411903858, 0.009051339700818062, 0.01199427805840969, 0.014937217347323895, 0.017880156636238098, 0.020823094993829727, 0.023766035214066505, 0.026708973571658134, 0.029651911929249763, 0.03259485214948654, 0.03553779050707817, 0.0384807288646698, 0.04142366722226143, 0.044366609305143356, 0.047309547662734985, 0.050252486020326614, 0.05319542437791824, 0.05613836273550987, 0.0590813048183918, 0.06202424317598343, 0.06496717780828476, 0.06791011989116669, 0.07085306197404861, 0.07379599660634995, 0.07673893868923187, 0.0796818733215332, 0.08262481540441513, 0.08556775748729706, 0.08851069211959839, 0.09145363420248032, 0.09439656883478165, 0.09733951091766357]}, "_runtime": 106.58694267272949, "_timestamp": 1596212977.2884803, "_step": 127}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 4.0, 2.0, 1.0, 2.0, 5.0, 1.0, 3.0, 5.0, 4.0, 1.0, 1.0, 3.0, 2.0, 1.0, 0.0, 1.0, 3.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.010180213488638401, -0.009877082891762257, -0.009573951363563538, -0.009270820766687393, -0.008967689238488674, -0.00866455864161253, -0.00836142711341381, -0.008058296516537666, -0.007755165454000235, -0.007452034391462803, -0.007148903328925371, -0.0068457722663879395, -0.006542641669511795, -0.006239510606974363, -0.005936379544436932, -0.0056332484818995, -0.005330117419362068, -0.0050269863568246365, -0.004723855294287205, -0.004420724231749773, -0.004117593169212341, -0.0038144623395055532, -0.003511331509798765, -0.0032082004472613335, -0.0029050693847239017, -0.00260193832218647, -0.0022988072596490383, -0.0019956764299422503, -0.0016925453674048185, -0.0013894143048673868, -0.001086283358745277, -0.0007831523544155061, -0.0004800213500857353, -0.00017689034575596452, 0.00012624065857380629, 0.0004293716629035771, 0.0007325026672333479, 0.0010356337297707796, 0.0013387646758928895, 0.0016418956220149994, 0.001945026684552431, 0.002248157747089863, 0.0025512888096272945, 0.0028544196393340826, 0.0031575507018715143, 0.003460681764408946, 0.003763812594115734, 0.004066943656653166, 0.0043700747191905975, 0.004673205781728029, 0.004976336844265461, 0.005279467906802893, 0.005582598969340324, 0.005885729566216469, 0.0061888606287539005, 0.006491991691291332, 0.006795122753828764, 0.007098253816366196, 0.007401384878903627, 0.007704515941441059, 0.008007646538317204, 0.008310778066515923, 0.008613908663392067, 0.008917040191590786, 0.00922017078846693]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 3.0, 1.0, 3.0, 15.0, 15.0, 10.0, 23.0, 25.0, 48.0, 66.0, 90.0, 105.0, 214.0, 343.0, 5061.0, 1054.0, 315.0, 177.0, 102.0, 85.0, 49.0, 35.0, 21.0, 17.0, 13.0, 8.0, 11.0, 2.0, 1.0, 2.0, 1.0, 4.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.15428419411182404, -0.14944276213645935, -0.14460134506225586, -0.13975991308689117, -0.1349184811115265, -0.130077064037323, -0.1252356320619583, -0.12039420753717422, -0.11555278301239014, -0.11071135848760605, -0.10586993396282196, -0.10102850198745728, -0.09618707746267319, -0.0913456529378891, -0.08650422096252441, -0.08166279643774033, -0.07682137191295624, -0.07197994738817215, -0.06713852286338806, -0.062297090888023376, -0.05745566636323929, -0.0526142418384552, -0.047772813588380814, -0.04293138533830643, -0.03808996081352234, -0.03324853628873825, -0.028407108038663864, -0.023565681651234627, -0.01872425526380539, -0.013882828876376152, -0.009041402488946915, -0.004199976101517677, 0.0006414502859115601, 0.005482876673340797, 0.010324303060770035, 0.015165729448199272, 0.02000715583562851, 0.024848582223057747, 0.029690008610486984, 0.03453143686056137, 0.03937286138534546, 0.04421428591012955, 0.049055714160203934, 0.05389714241027832, 0.05873856693506241, 0.0635799914598465, 0.06842142343521118, 0.07326284795999527, 0.07810427248477936, 0.08294569700956345, 0.08778712153434753, 0.09262855350971222, 0.09746997803449631, 0.1023114025592804, 0.10715283453464508, 0.11199425905942917, 0.11683568358421326, 0.12167710810899734, 0.12651853263378143, 0.13135996460914612, 0.1362013816833496, 0.1410428136587143, 0.14588424563407898, 0.15072566270828247, 0.15556709468364716]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 3.0, 2.0, 4.0, 1.0, 2.0, 2.0, 1.0, 2.0, 1.0, 2.0, 1.0, 3.0, 3.0, 1.0, 4.0, 5.0, 5.0, 3.0, 4.0, 4.0, 28.0, 4.0, 3.0, 4.0, 3.0, 5.0, 1.0, 2.0, 1.0, 0.0, 3.0, 1.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00288794981315732, -0.0027987847570329905, -0.002709619700908661, -0.0026204544119536877, -0.002531289355829358, -0.0024421242997050285, -0.0023529590107500553, -0.0022637939546257257, -0.002174628898501396, -0.0020854638423770666, -0.001996298786252737, -0.0019071334972977638, -0.0018179684411734343, -0.0017288033850491047, -0.0016396382125094533, -0.001550473039969802, -0.0014613079838454723, -0.0013721429277211428, -0.0012829777551814914, -0.00119381258264184, -0.0011046475265175104, -0.0010154824703931808, -0.0009263172978535295, -0.000837152183521539, -0.0007479870691895485, -0.000658821954857558, -0.0005696568405255675, -0.00048049172619357705, -0.00039132661186158657, -0.0003021614975295961, -0.0002129963831976056, -0.00012383126886561513, -3.466615453362465e-05, 5.449895979836583e-05, 0.0001436640741303563, 0.0002328291884623468, 0.00032199430279433727, 0.00041115941712632775, 0.0005003245314583182, 0.0005894896457903087, 0.0006786547601222992, 0.0007678198744542897, 0.0008569849887862802, 0.0009461501031182706, 0.0010353152174502611, 0.0011244802735745907, 0.001213645446114242, 0.0013028106186538935, 0.001391975674778223, 0.0014811407309025526, 0.001570305903442204, 0.0016594710759818554, 0.001748636132106185, 0.0018378011882305145, 0.001926966360770166, 0.0020161315333098173, 0.002105296589434147, 0.0021944616455584764, 0.002283626701682806, 0.0023727919906377792, 0.002461957046762109, 0.0025511221028864384, 0.0026402873918414116, 0.002729452447965741, 0.0028186175040900707]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 3.0, 1.0, 4.0, 5.0, 7.0, 8.0, 11.0, 24.0, 22.0, 29.0, 60.0, 66.0, 115.0, 126.0, 191.0, 308.0, 376.0, 549.0, 868.0, 1215.0, 1824.0, 2890.0, 4791.0, 8452.0, 15373.0, 33331.0, 96157.0, 869671.0, 79077.0, 28483.0, 14055.0, 7941.0, 4623.0, 2959.0, 1833.0, 1193.0, 853.0, 583.0, 456.0, 300.0, 214.0, 157.0, 118.0, 88.0, 52.0, 50.0, 38.0, 25.0, 19.0, 14.0, 10.0, 6.0, 7.0, 3.0, 2.0, 2.0, 1.0, 2.0, 2.0, 0.0, 1.0], "bins": [-0.005893256980925798, -0.005700252018868923, -0.005507246591150761, -0.005314241629093885, -0.00512123666703701, -0.004928231239318848, -0.004735226277261972, -0.00454222084954381, -0.004349215887486935, -0.004156210925430059, -0.003963205497711897, -0.0037702005356550217, -0.003577195340767503, -0.003384190145879984, -0.0031911851838231087, -0.00299817998893559, -0.002805174794048071, -0.002612169599160552, -0.002419164404273033, -0.002226159442216158, -0.002033154247328639, -0.0018401490524411201, -0.001647143973968923, -0.001454138895496726, -0.0012611337006092072, -0.0010681285057216883, -0.0008751234272494912, -0.0006821182905696332, -0.0004891131538897753, -0.0002961080172099173, -0.00010310288053005934, 8.990225614979863e-05, 0.0002829073928296566, 0.00047591252950951457, 0.0006689176661893725, 0.0008619228028692305, 0.0010549279395490885, 0.0012479331344366074, 0.0014409382129088044, 0.0016339432913810015, 0.0018269484862685204, 0.0020199536811560392, 0.002212958876043558, 0.0024059638381004333, 0.0025989690329879522, 0.002791974227875471, 0.0029849791899323463, 0.0031779843848198652, 0.003370989579707384, 0.003563994774594903, 0.003756999969482422, 0.003950004931539297, 0.004143009893596172, 0.004336015321314335, 0.00452902028337121, 0.004722025711089373, 0.004915030673146248, 0.005108035635203123, 0.005301041062921286, 0.005494046024978161, 0.005687051452696323, 0.005880056414753199, 0.006073061376810074, 0.006266066804528236, 0.006459071766585112]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 3.0, 1.0, 6.0, 8.0, 5.0, 2.0, 3.0, 2.0, 4.0, 2.0, 4.0, 1.0, 1.0, 4.0, 0.0, 0.0, 1.0], "bins": [-0.055295638740062714, -0.05420802906155586, -0.05312041565775871, -0.05203280597925186, -0.05094519257545471, -0.04985758289694786, -0.04876997321844101, -0.04768235981464386, -0.04659475013613701, -0.04550714045763016, -0.04441952705383301, -0.04333191737532616, -0.042244307696819305, -0.041156694293022156, -0.040069084614515305, -0.038981471210718155, -0.037893861532211304, -0.03680625185370445, -0.0357186384499073, -0.03463102877140045, -0.0335434153676033, -0.03245580568909645, -0.0313681960105896, -0.0302805844694376, -0.0291929729282856, -0.0281053613871336, -0.027017749845981598, -0.025930140167474747, -0.024842528626322746, -0.023754917085170746, -0.022667307406663895, -0.021579695865511894, -0.020492084324359894, -0.019404472783207893, -0.018316861242055893, -0.017229251563549042, -0.01614164002239704, -0.015054028481245041, -0.013966417871415615, -0.01287880726158619, -0.011791195720434189, -0.010703584179282188, -0.009615973569452763, -0.008528362959623337, -0.007440751418471336, -0.006353140342980623, -0.00526552926748991, -0.004177918191999197, -0.003090307116508484, -0.0020026960410177708, -0.0009150849655270576, 0.00017252610996365547, 0.0012601371854543686, 0.0023477482609450817, 0.003435359336435795, 0.004522970411926508, 0.005610581487417221, 0.006698192562907934, 0.007785803638398647, 0.008873414248228073, 0.009961025789380074, 0.011048637330532074, 0.0121362479403615, 0.013223858550190926, 0.014311470091342926]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [7.0, 2.0, 0.0, 0.0, 0.0, 2.0, 6.0, 2.0, 3.0, 9.0, 17.0, 11.0, 8.0, 12.0, 6.0, 7.0, 13.0, 13.0, 12.0, 17.0, 12.0, 13.0, 18.0, 12.0, 13.0, 17.0, 23.0, 38.0, 30.0, 34.0, 38.0, 56.0, 70.0, 90.0, 103.0, 151.0, 183.0, 218.0, 246.0, 342.0, 542.0, 683.0, 986.0, 1859.0, 6713.0, 2117.0, 1133.0, 699.0, 511.0, 354.0, 255.0, 196.0, 122.0, 86.0, 84.0, 55.0, 62.0, 31.0, 28.0, 21.0, 12.0, 16.0, 5.0, 8.0], "bins": [-0.017070908099412918, -0.016688046976923943, -0.016305185854434967, -0.01592232473194599, -0.015539463609457016, -0.01515660248696804, -0.014773741364479065, -0.01439088024199009, -0.014008019119501114, -0.013625157997012138, -0.013242296874523163, -0.012859435752034187, -0.012476574629545212, -0.012093713507056236, -0.01171085238456726, -0.011327991262078285, -0.01094513013958931, -0.010562269017100334, -0.010179407894611359, -0.009796546772122383, -0.009413685649633408, -0.009030824527144432, -0.008647963404655457, -0.008265102282166481, -0.007882241159677505, -0.00749938003718853, -0.0071165189146995544, -0.006733657792210579, -0.006350796669721603, -0.005967935547232628, -0.005585074424743652, -0.005202213302254677, -0.004819352179765701, -0.004436491057276726, -0.00405362993478775, -0.0036707688122987747, -0.003287907689809799, -0.0029050465673208237, -0.002522185444831848, -0.0021393243223428726, -0.001756463199853897, -0.0013736020773649216, -0.000990740954875946, -0.0006078798323869705, -0.000225018709897995, 0.00015784241259098053, 0.0005407035350799561, 0.0009235646575689316, 0.001306425780057907, 0.0016892869025468826, 0.002072148025035858, 0.0024550091475248337, 0.002837870270013809, 0.0032207313925027847, 0.0036035925149917603, 0.003986453637480736, 0.004369314759969711, 0.004752175882458687, 0.005135037004947662, 0.005517898127436638, 0.005900759249925613, 0.006283620372414589, 0.0066664814949035645, 0.00704934261739254, 0.0074322037398815155]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 4.0, 1.0, 4.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1274966150522232, -0.12038446217775345, -0.11327230930328369, -0.10616015642881393, -0.09904800355434418, -0.09193584322929382, -0.08482369035482407, -0.07771153748035431, -0.07059938460588455, -0.0634872317314148, -0.05637507885694504, -0.04926292225718498, -0.042150769382715225, -0.03503861650824547, -0.027926461771130562, -0.020814307034015656, -0.013702154159545898, -0.006590000353753567, 0.000522153452038765, 0.007634307257831097, 0.014746461063623428, 0.021858613938093185, 0.028970768675208092, 0.036082923412323, 0.043195076286792755, 0.05030722916126251, 0.05741938203573227, 0.06453153491020203, 0.07164369523525238, 0.07875584810972214, 0.0858680009841919, 0.09298015385866165, 0.10009230673313141, 0.10720445960760117, 0.11431661248207092, 0.12142876535654068, 0.12854091823101044, 0.1356530785560608, 0.14276522397994995, 0.1498773843050003, 0.15698954463005066, 0.16410169005393982, 0.17121385037899017, 0.17832599580287933, 0.1854381561279297, 0.19255030155181885, 0.1996624618768692, 0.20677460730075836, 0.21388676762580872, 0.22099892795085907, 0.22811107337474823, 0.23522323369979858, 0.24233537912368774, 0.2494475394487381, 0.25655969977378845, 0.2636718451976776, 0.2707839906215668, 0.2778961658477783, 0.2850083112716675, 0.29212045669555664, 0.2992326021194458, 0.30634477734565735, 0.3134569227695465, 0.32056906819343567, 0.3276812434196472]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 0.0, 2.0, 5.0, 4.0, 3.0, 4.0, 3.0, 9.0, 3.0, 4.0, 4.0, 2.0, 4.0, 28.0, 66.0, 38.0, 22.0, 15.0, 3.0, 8.0, 6.0, 1.0, 0.0, 3.0, 3.0, 2.0, 6.0, 4.0, 6.0, 5.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.09186254441738129, -0.08764201402664185, -0.0834214836359024, -0.07920095324516296, -0.07498042285442352, -0.07075989246368408, -0.06653936207294464, -0.0623188354074955, -0.05809830501675606, -0.05387777462601662, -0.049657244235277176, -0.045436713844537735, -0.04121618717908859, -0.03699565678834915, -0.03277512639760971, -0.02855459600687027, -0.02433406561613083, -0.020113535225391388, -0.015893004834651947, -0.011672476306557655, -0.007451945915818214, -0.003231415990740061, 0.0009891139343380928, 0.005209643859416246, 0.0094301737844944, 0.013650704175233841, 0.017871234565973282, 0.022091763094067574, 0.026312293484807014, 0.030532823875546455, 0.03475335240364075, 0.03897388279438019, 0.04319441318511963, 0.04741494357585907, 0.05163547396659851, 0.05585600435733795, 0.06007653474807739, 0.06429706513881683, 0.06851759552955627, 0.07273812592029572, 0.07695865631103516, 0.081179179251194, 0.08539970964193344, 0.08962024003267288, 0.09384077042341232, 0.09806130081415176, 0.1022818312048912, 0.10650236159563065, 0.11072289198637009, 0.11494342237710953, 0.11916395276784897, 0.12338448315858841, 0.12760500609874725, 0.1318255364894867, 0.13604606688022614, 0.14026659727096558, 0.14448712766170502, 0.14870765805244446, 0.1529281884431839, 0.15714871883392334, 0.16136924922466278, 0.16558977961540222, 0.16981031000614166, 0.1740308403968811, 0.17825137078762054]}, "_runtime": 107.42695569992065, "_timestamp": 1596212978.1284933, "_step": 128}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 0.0, 4.0, 2.0, 2.0, 2.0, 4.0, 5.0, 5.0, 2.0, 1.0, 3.0, 1.0, 2.0, 2.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011410282924771309, -0.011071913875639439, -0.010733544826507568, -0.010395176708698273, -0.010056807659566402, -0.009718438610434532, -0.009380069561302662, -0.009041701443493366, -0.008703332394361496, -0.008364963345229626, -0.008026594296097755, -0.0076882257126271725, -0.007349856663495302, -0.007011488080024719, -0.006673119030892849, -0.006334750447422266, -0.005996381398290396, -0.0056580123491585255, -0.0053196437656879425, -0.004981274716556072, -0.004642906133085489, -0.004304537083953619, -0.003966168500483036, -0.0036277994513511658, -0.003289430635049939, -0.0029510618187487125, -0.002612693002447486, -0.0022743241861462593, -0.0019359552534297109, -0.0015975864371284842, -0.0012592175044119358, -0.0009208486881107092, -0.0005824798718094826, -0.0002441110264044255, 9.425781900063157e-05, 0.00043262666440568864, 0.0007709955098107457, 0.0011093643261119723, 0.0014477332588285208, 0.0017861020751297474, 0.002124470891430974, 0.0024628397077322006, 0.0028012085240334272, 0.003139577340334654, 0.003477946389466524, 0.0038163152057677507, 0.004154684022068977, 0.00449305260553956, 0.004831421654671431, 0.005169790703803301, 0.005508159287273884, 0.005846528336405754, 0.006184896919876337, 0.006523265969008207, 0.00686163455247879, 0.0072000036016106606, 0.007538372650742531, 0.007876741699874401, 0.008215109817683697, 0.008553478866815567, 0.008891847915947437, 0.009230216965079308, 0.009568585082888603, 0.009906954132020473, 0.010245323181152344]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 4.0, 2.0, 3.0, 3.0, 3.0, 3.0, 5.0, 9.0, 13.0, 17.0, 19.0, 19.0, 32.0, 37.0, 58.0, 70.0, 102.0, 101.0, 186.0, 244.0, 751.0, 5164.0, 408.0, 190.0, 123.0, 94.0, 68.0, 52.0, 41.0, 26.0, 23.0, 11.0, 15.0, 7.0, 7.0, 6.0, 6.0, 2.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.121808722615242, -0.11800877749919891, -0.11420883238315582, -0.11040888726711273, -0.10660894215106964, -0.10280898958444595, -0.09900904446840286, -0.09520909935235977, -0.09140915423631668, -0.08760920912027359, -0.0838092640042305, -0.08000931888818741, -0.07620936632156372, -0.07240942120552063, -0.06860947608947754, -0.06480953097343445, -0.06100958585739136, -0.05720964074134827, -0.053409695625305176, -0.049609746783971786, -0.045809801667928696, -0.042009856551885605, -0.038209907710552216, -0.034409962594509125, -0.030610017478466034, -0.026810072362422943, -0.023010125383734703, -0.019210178405046463, -0.015410233289003372, -0.011610287241637707, -0.007810341194272041, -0.004010395146906376, -0.00021044909954071045, 0.003589496947824955, 0.00738944299519062, 0.011189389042556286, 0.014989335089921951, 0.018789280205965042, 0.022589227184653282, 0.026389174163341522, 0.030189119279384613, 0.033989064395427704, 0.037789009511470795, 0.041588958352804184, 0.045388903468847275, 0.049188848584890366, 0.052988797426223755, 0.056788742542266846, 0.060588687658309937, 0.06438863277435303, 0.06818857789039612, 0.07198852300643921, 0.0757884681224823, 0.07958842068910599, 0.08338836580514908, 0.08718831092119217, 0.09098825603723526, 0.09478820115327835, 0.09858814626932144, 0.10238809138536453, 0.10618804395198822, 0.10998798906803131, 0.1137879341840744, 0.11758787930011749, 0.12138782441616058]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 2.0, 1.0, 0.0, 3.0, 3.0, 3.0, 1.0, 0.0, 4.0, 2.0, 3.0, 2.0, 5.0, 1.0, 0.0, 0.0, 10.0, 2.0, 25.0, 3.0, 4.0, 4.0, 1.0, 1.0, 2.0, 2.0, 2.0, 2.0, 1.0, 3.0, 0.0, 8.0, 1.0, 1.0, 1.0, 1.0, 4.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.0027237008325755596, -0.0026389164850115776, -0.002554131904616952, -0.0024693473242223263, -0.0023845629766583443, -0.0022997786290943623, -0.0022149940486997366, -0.002130209468305111, -0.002045425120741129, -0.001960640773177147, -0.0018758561927825212, -0.0017910717288032174, -0.0017062872648239136, -0.0016215028008446097, -0.001536718336865306, -0.001451933872886002, -0.0013671494089066982, -0.0012823649449273944, -0.0011975804809480906, -0.0011127960169687867, -0.0010280115529894829, -0.000943227089010179, -0.0008584426250308752, -0.0007736581610515714, -0.0006888736970722675, -0.0006040892330929637, -0.0005193047691136599, -0.000434520305134356, -0.0003497358411550522, -0.00026495137717574835, -0.0001801669131964445, -9.538244921714067e-05, -1.0597985237836838e-05, 7.4186478741467e-05, 0.00015897094272077084, 0.00024375540670007467, 0.0003285398706793785, 0.00041332433465868235, 0.0004981087986379862, 0.00058289326261729, 0.0006676777265965939, 0.0007524621905758977, 0.0008372466545552015, 0.0009220311185345054, 0.0010068155825138092, 0.001091600046493113, 0.0011763845104724169, 0.0012611689744517207, 0.0013459534384310246, 0.0014307379024103284, 0.0015155223663896322, 0.001600306830368936, 0.00168509129434824, 0.0017698757583275437, 0.0018546602223068476, 0.0019394446862861514, 0.0020242291502654552, 0.0021090134978294373, 0.002193798078224063, 0.0022785826586186886, 0.0023633670061826706, 0.0024481513537466526, 0.0025329359341412783, 0.002617720514535904, 0.002702504862099886]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 3.0, 0.0, 2.0, 8.0, 6.0, 10.0, 21.0, 28.0, 19.0, 41.0, 75.0, 91.0, 153.0, 216.0, 333.0, 476.0, 803.0, 1248.0, 2056.0, 3481.0, 6328.0, 11587.0, 23724.0, 60386.0, 828594.0, 145621.0, 41726.0, 19459.0, 10960.0, 6965.0, 4512.0, 3021.0, 2091.0, 1480.0, 1049.0, 836.0, 558.0, 449.0, 313.0, 222.0, 169.0, 125.0, 113.0, 74.0, 59.0, 44.0, 30.0, 24.0, 10.0, 8.0, 6.0, 10.0, 6.0, 6.0, 3.0, 1.0, 3.0, 1.0, 1.0, 1.0], "bins": [-0.005613571032881737, -0.005419223103672266, -0.005224875174462795, -0.005030527710914612, -0.004836179781705141, -0.00464183185249567, -0.004447484388947487, -0.004253136459738016, -0.004058788530528545, -0.0038644406013190746, -0.0036700929049402475, -0.0034757452085614204, -0.0032813972793519497, -0.003087049350142479, -0.002892701653763652, -0.0026983539573848248, -0.002504006028175354, -0.0023096580989658833, -0.002115310402587056, -0.0019209625897929072, -0.0017266147769987583, -0.0015322669642046094, -0.0013379191514104605, -0.0011435713386163116, -0.0009492235258221626, -0.0007548757130280137, -0.0005605279002338648, -0.00036618008743971586, -0.00017183227464556694, 2.251553814858198e-05, 0.0002168633509427309, 0.0004112111637368798, 0.0006055589765310287, 0.0007999067893251777, 0.0009942546021193266, 0.0011886024149134755, 0.0013829502277076244, 0.0015772980405017734, 0.0017716458532959223, 0.0019659935496747494, 0.00216034147888422, 0.002354689408093691, 0.002549037104472518, 0.002743384800851345, 0.002937732730060816, 0.0031320806592702866, 0.0033264283556491137, 0.0035207760520279408, 0.0037151239812374115, 0.003909471910446882, 0.004103819839656353, 0.0042981673032045364, 0.004492515232414007, 0.004686863161623478, 0.004881210625171661, 0.005075558554381132, 0.005269906483590603, 0.005464254412800074, 0.005658602342009544, 0.005852949805557728, 0.0060472977347671986, 0.006241645663976669, 0.006435993127524853, 0.0066303410567343235, 0.006824688985943794]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 5.0, 3.0, 1.0, 1.0, 0.0, 9.0, 4.0, 4.0, 3.0, 3.0, 1.0, 3.0, 1.0, 1.0, 3.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02366633340716362, -0.02292650006711483, -0.02218666486442089, -0.0214468315243721, -0.02070699632167816, -0.01996716298162937, -0.019227327778935432, -0.018487494438886642, -0.017747659236192703, -0.017007825896143913, -0.016267990693449974, -0.015528157353401184, -0.01478832308202982, -0.014048488810658455, -0.01330865453928709, -0.012568820267915726, -0.011828985996544361, -0.011089151725172997, -0.010349317453801632, -0.009609483182430267, -0.008869648911058903, -0.008129814639687538, -0.007389980833977461, -0.006650146562606096, -0.005910312291234732, -0.005170478019863367, -0.0044306437484920025, -0.0036908097099512815, -0.002950975438579917, -0.0022111411672085524, -0.0014713070122525096, -0.0007314727990888059, 8.361414074897766e-06, 0.0007481956272386014, 0.0014880298404023051, 0.002227863995358348, 0.0029676982667297125, 0.003707532538101077, 0.004447366576641798, 0.005187200848013163, 0.005927035119384527, 0.006666869390755892, 0.007406703662127256, 0.008146537467837334, 0.008886371739208698, 0.009626206010580063, 0.010366040281951427, 0.011105874553322792, 0.011845708824694157, 0.012585543096065521, 0.013325377367436886, 0.01406521163880825, 0.014805045910179615, 0.01554488018155098, 0.01628471352159977, 0.01702454872429371, 0.0177643820643425, 0.018504217267036438, 0.019244050607085228, 0.019983885809779167, 0.020723719149827957, 0.021463554352521896, 0.022203387692570686, 0.022943222895264626, 0.023683056235313416]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 3.0, 4.0, 6.0, 3.0, 6.0, 12.0, 12.0, 31.0, 22.0, 33.0, 49.0, 52.0, 73.0, 94.0, 119.0, 196.0, 255.0, 358.0, 522.0, 797.0, 1193.0, 2321.0, 6779.0, 1836.0, 1127.0, 728.0, 516.0, 332.0, 246.0, 183.0, 131.0, 88.0, 67.0, 44.0, 47.0, 29.0, 30.0, 20.0, 11.0, 15.0, 10.0, 8.0, 6.0, 3.0, 3.0, 0.0, 2.0, 3.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.01144077442586422, -0.011005907319486141, -0.010571039281785488, -0.01013617217540741, -0.009701305069029331, -0.009266437031328678, -0.0088315699249506, -0.008396702818572521, -0.007961835712194443, -0.00752696767449379, -0.007092100568115711, -0.0066572329960763454, -0.00622236542403698, -0.005787498317658901, -0.0053526307456195354, -0.004917763639241457, -0.004482896067202091, -0.0040480284951627254, -0.003613161388784647, -0.0031782938167452812, -0.002743426477536559, -0.002308559138327837, -0.001873691682703793, -0.001438824227079749, -0.001003956887871027, -0.000569089490454644, -0.00013422209303826094, 0.0003006453043781221, 0.0007355127017945051, 0.0011703800410032272, 0.0016052474966272712, 0.002040114952251315, 0.0024749822914600372, 0.0029098496306687593, 0.0033447169698774815, 0.0037795845419168472, 0.004214451648294926, 0.0046493192203342915, 0.005084186792373657, 0.005519053898751736, 0.0059539214707911015, 0.006388789042830467, 0.006823656149208546, 0.0072585237212479115, 0.007693391293287277, 0.008128258399665356, 0.008563125506043434, 0.008997993543744087, 0.009432860650122166, 0.009867727756500244, 0.010302595794200897, 0.010737462900578976, 0.011172330006957054, 0.011607198044657707, 0.012042065151035786, 0.012476932257413864, 0.012911800295114517, 0.013346667401492596, 0.013781534507870674, 0.014216401614248753, 0.014651269651949406, 0.015086136758327484, 0.015521003864705563, 0.01595587097108364, 0.016390739008784294]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 2.0, 0.0, 1.0, 3.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.08301065862178802, -0.08117132633924484, -0.07933198660612106, -0.07749265432357788, -0.0756533145904541, -0.07381398230791092, -0.07197465002536774, -0.07013531029224396, -0.06829597800970078, -0.06645664572715759, -0.06461730599403381, -0.06277797371149063, -0.06093863770365715, -0.05909930169582367, -0.05725996941328049, -0.055420633405447006, -0.053581297397613525, -0.051741961389780045, -0.049902625381946564, -0.04806329309940338, -0.0462239570915699, -0.04438462108373642, -0.04254528880119324, -0.040705952793359756, -0.038866616785526276, -0.037027280777692795, -0.035187944769859314, -0.03334861248731613, -0.03150927647948265, -0.02966994047164917, -0.02783060632646084, -0.025991272181272507, -0.024151936173439026, -0.022312600165605545, -0.020473266020417213, -0.018633931875228882, -0.0167945958673954, -0.014955260790884495, -0.013115925714373589, -0.011276590637862682, -0.009437255561351776, -0.00759792048484087, -0.005758585408329964, -0.0039192503318190575, -0.0020799152553081512, -0.00024058017879724503, 0.0015987548977136612, 0.0034380899742245674, 0.005277425050735474, 0.00711676012724638, 0.008956095203757286, 0.010795430280268192, 0.012634765356779099, 0.014474100433290005, 0.01631343550980091, 0.018152769654989243, 0.019992105662822723, 0.021831441670656204, 0.023670775815844536, 0.025510109961032867, 0.02734944596886635, 0.02918878197669983, 0.03102811612188816, 0.03286745026707649, 0.03470678627490997]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 4.0, 2.0, 3.0, 2.0, 2.0, 5.0, 5.0, 4.0, 3.0, 6.0, 8.0, 7.0, 6.0, 10.0, 13.0, 12.0, 13.0, 29.0, 22.0, 11.0, 8.0, 17.0, 10.0, 11.0, 8.0, 11.0, 9.0, 6.0, 4.0, 2.0, 2.0, 2.0, 2.0, 3.0, 2.0, 1.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.05807483196258545, -0.05633170157670975, -0.054588571190834045, -0.052845437079668045, -0.05110230669379234, -0.04935917630791664, -0.04761604219675064, -0.04587291181087494, -0.04412978142499924, -0.042386651039123535, -0.04064352065324783, -0.03890038654208183, -0.03715725615620613, -0.03541412577033043, -0.03367099165916443, -0.03192786127328873, -0.030184730887413025, -0.028441600501537323, -0.026698468253016472, -0.02495533600449562, -0.02321220561861992, -0.021469075232744217, -0.019725942984223366, -0.017982810735702515, -0.016239680349826813, -0.014496549032628536, -0.01275341771543026, -0.011010286398231983, -0.009267155081033707, -0.00752402376383543, -0.005780892446637154, -0.004037761129438877, -0.0022946298122406006, -0.0005514984950423241, 0.0011916328221559525, 0.002934764139354229, 0.0046778954565525055, 0.006421026773750782, 0.008164158090949059, 0.009907289408147335, 0.011650420725345612, 0.013393552042543888, 0.015136683359742165, 0.016879815608263016, 0.018622945994138718, 0.02036607638001442, 0.02210920862853527, 0.023852340877056122, 0.025595471262931824, 0.027338601648807526, 0.029081733897328377, 0.030824866145849228, 0.03256799653172493, 0.03431112691760063, 0.03605426102876663, 0.037797391414642334, 0.039540521800518036, 0.04128365218639374, 0.04302678257226944, 0.04476991668343544, 0.04651304706931114, 0.048256177455186844, 0.049999311566352844, 0.051742441952228546, 0.05348557233810425]}, "_runtime": 108.24574637413025, "_timestamp": 1596212978.947284, "_step": 129}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 2.0, 6.0, 1.0, 3.0, 1.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0], "bins": [-0.009453756734728813, -0.009176500141620636, -0.008899242617189884, -0.008621986024081707, -0.008344728499650955, -0.008067471906542778, -0.007790215313434601, -0.007512958254665136, -0.007235701195895672, -0.006958444137126207, -0.006681187078356743, -0.006403930485248566, -0.006126673426479101, -0.005849416367709637, -0.0055721597746014595, -0.005294902715831995, -0.0050176456570625305, -0.004740388598293066, -0.0044631315395236015, -0.004185874946415424, -0.00390861788764596, -0.0036313608288764954, -0.0033541040029376745, -0.0030768471769988537, -0.002799590118229389, -0.0025223330594599247, -0.002245076233521104, -0.001967819407582283, -0.0016905623488128185, -0.0014133054064586759, -0.0011360484641045332, -0.0008587915217503905, -0.0005815345793962479, -0.0003042776370421052, -2.7020694687962532e-05, 0.00025023624766618013, 0.0005274931900203228, 0.0008047501323744655, 0.0010820070747286081, 0.0013592640170827508, 0.0016365209594368935, 0.0019137779017910361, 0.002191034844145179, 0.0024682916700839996, 0.002745548728853464, 0.0030228057876229286, 0.0033000626135617495, 0.0035773194395005703, 0.003854576498270035, 0.004131833557039499, 0.004409090615808964, 0.004686347208917141, 0.0049636042676866055, 0.00524086132645607, 0.005518117919564247, 0.005795374978333712, 0.006072632037103176, 0.006349889095872641, 0.006627146154642105, 0.006904402747750282, 0.007181659806519747, 0.007458916865289211, 0.0077361734583973885, 0.00801343098282814, 0.008290687575936317]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 3.0, 2.0, 3.0, 2.0, 4.0, 5.0, 7.0, 12.0, 14.0, 13.0, 17.0, 27.0, 18.0, 29.0, 30.0, 33.0, 59.0, 59.0, 84.0, 127.0, 200.0, 291.0, 4523.0, 1354.0, 313.0, 184.0, 128.0, 73.0, 74.0, 44.0, 35.0, 35.0, 24.0, 19.0, 23.0, 12.0, 10.0, 4.0, 9.0, 2.0, 2.0, 2.0, 4.0, 3.0, 3.0, 1.0, 1.0, 0.0, 1.0, 2.0, 4.0], "bins": [-0.1271074414253235, -0.12356626987457275, -0.12002509832382202, -0.11648392677307129, -0.11294275522232056, -0.10940157622098923, -0.1058604046702385, -0.10231923311948776, -0.09877806156873703, -0.0952368900179863, -0.09169571846723557, -0.08815454691648483, -0.0846133679151535, -0.08107219636440277, -0.07753102481365204, -0.0739898532629013, -0.07044868171215057, -0.06690751016139984, -0.06336633861064911, -0.05982516333460808, -0.056283991783857346, -0.05274282023310661, -0.04920164495706558, -0.04566047340631485, -0.04211930185556412, -0.038578130304813385, -0.03503695875406265, -0.03149578347802162, -0.02795461192727089, -0.024413440376520157, -0.020872266963124275, -0.017331093549728394, -0.013789921998977661, -0.010248749516904354, -0.006707577034831047, -0.00316640455275774, 0.000374767929315567, 0.003915940411388874, 0.007457112893462181, 0.010998285375535488, 0.014539457857608795, 0.018080629408359528, 0.02162180282175541, 0.02516297623515129, 0.028704147785902023, 0.032245319336652756, 0.03578649461269379, 0.03932766616344452, 0.04286883771419525, 0.046410009264945984, 0.049951180815696716, 0.05349235609173775, 0.05703352764248848, 0.06057469919323921, 0.06411587446928024, 0.06765704602003098, 0.07119821757078171, 0.07473938912153244, 0.07828056067228317, 0.0818217322230339, 0.08536291122436523, 0.08890408277511597, 0.0924452543258667, 0.09598642587661743, 0.09952759742736816]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 0.0, 2.0, 0.0, 2.0, 4.0, 3.0, 4.0, 4.0, 5.0, 2.0, 1.0, 3.0, 2.0, 6.0, 25.0, 10.0, 1.0, 2.0, 7.0, 3.0, 2.0, 3.0, 2.0, 4.0, 3.0, 1.0, 1.0, 2.0, 0.0, 3.0, 2.0, 1.0, 0.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0], "bins": [-0.0029308765660971403, -0.002838526386767626, -0.0027461759746074677, -0.002653825795277953, -0.0025614756159484386, -0.0024691252037882805, -0.002376775024458766, -0.0022844248451292515, -0.0021920744329690933, -0.002099724253639579, -0.0020073740743100643, -0.001915023778565228, -0.0018226734828203917, -0.0017303233034908772, -0.0016379730077460408, -0.0015456228284165263, -0.00145327253267169, -0.0013609222369268537, -0.0012685720575973392, -0.0011762217618525028, -0.0010838715825229883, -0.000991521286778152, -0.0008991709910333157, -0.0008068207534961402, -0.0007144705159589648, -0.0006221202784217894, -0.000529770040884614, -0.00043741974513977766, -0.00034506950760260224, -0.0002527192700654268, -0.00016036900342442095, -6.801875133533031e-05, 2.4331500753760338e-05, 0.00011668175284285098, 0.00020903200493194163, 0.0003013822715729475, 0.0003937325091101229, 0.00048608274664729834, 0.0005784330423921347, 0.0006707832799293101, 0.0007631335174664855, 0.0008554837550036609, 0.0009478339925408363, 0.0010401842882856727, 0.001132534584030509, 0.0012248847633600235, 0.0013172350591048598, 0.0014095852384343743, 0.0015019355341792107, 0.001594285829924047, 0.0016866360092535615, 0.0017789863049983978, 0.0018713364843279123, 0.0019636868964880705, 0.002056037075817585, 0.0021483872551470995, 0.002240737434476614, 0.002333087846636772, 0.0024254380259662867, 0.002517788205295801, 0.0026101386174559593, 0.002702488796785474, 0.0027948389761149883, 0.0028871893882751465, 0.002979539567604661]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 2.0, 7.0, 7.0, 14.0, 23.0, 31.0, 53.0, 79.0, 125.0, 171.0, 303.0, 570.0, 878.0, 1568.0, 2645.0, 5131.0, 10582.0, 25526.0, 87188.0, 892646.0, 85857.0, 30769.0, 14686.0, 7655.0, 4579.0, 2804.0, 1853.0, 1201.0, 806.0, 547.0, 390.0, 266.0, 189.0, 130.0, 108.0, 70.0, 49.0, 29.0, 25.0, 21.0, 15.0, 13.0, 13.0, 4.0, 2.0, 4.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.00522740138694644, -0.005037730559706688, -0.004848059266805649, -0.00465838797390461, -0.004468717146664858, -0.004279046319425106, -0.004089375026524067, -0.0038997039664536715, -0.003710032906383276, -0.0035203618463128805, -0.003330690786242485, -0.0031410197261720896, -0.002951348666101694, -0.0027616776060312986, -0.002572006545960903, -0.0023823354858905077, -0.0021926644258201122, -0.0020029933657497168, -0.0018133223056793213, -0.0016236512456089258, -0.0014339801855385303, -0.0012443091254681349, -0.0010546380653977394, -0.0008649670053273439, -0.0006752959452569485, -0.000485624885186553, -0.00029595382511615753, -0.00010628276504576206, 8.338829502463341e-05, 0.0002730593550950289, 0.00046273041516542435, 0.0006524014752358198, 0.0008420725353062153, 0.0010317435953766108, 0.0012214146554470062, 0.0014110857155174017, 0.0016007567755877972, 0.0017904278356581926, 0.001980098895728588, 0.0021697699557989836, 0.002359441015869379, 0.0025491120759397745, 0.00273878313601017, 0.0029284541960805655, 0.003118125256150961, 0.0033077963162213564, 0.003497467376291752, 0.0036871384363621473, 0.003876809496432543, 0.004066480323672295, 0.004256151616573334, 0.004445822909474373, 0.004635493736714125, 0.0048251645639538765, 0.005014835856854916, 0.005204507149755955, 0.0053941779769957066, 0.005583848804235458, 0.0057735200971364975, 0.005963191390037537, 0.0061528622172772884, 0.00634253304451704, 0.006532204337418079, 0.0067218756303191185, 0.00691154645755887]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 9.0, 4.0, 0.0, 0.0, 3.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 3.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.011310270056128502, -0.010893737897276878, -0.010477205738425255, -0.010060672648251057, -0.009644140489399433, -0.00922760833054781, -0.008811076171696186, -0.008394544012844563, -0.007978010922670364, -0.007561479229480028, -0.007144946604967117, -0.006728414446115494, -0.00631188228726387, -0.005895349662750959, -0.005478817503899336, -0.005062284879386425, -0.0046457527205348015, -0.004229220561683178, -0.003812687937170267, -0.0033961557783186436, -0.0029796233866363764, -0.002563090994954109, -0.0021465588361024857, -0.0017300264444202185, -0.0013134940527379513, -0.000896961719263345, -0.00048042938578873873, -6.389705231413245e-05, 0.0003526352811604738, 0.0007691676146350801, 0.0011856999481096864, 0.0016022322233766317, 0.002018764615058899, 0.002435297006741166, 0.0028518293984234333, 0.003268361557275057, 0.003684893948957324, 0.004101426340639591, 0.004517958499491215, 0.004934491124004126, 0.005351023282855749, 0.005767555441707373, 0.0061840880662202835, 0.006600620225071907, 0.007017152383923531, 0.007433685008436441, 0.007850217632949352, 0.008266749791800976, 0.0086832819506526, 0.009099814109504223, 0.009516346268355846, 0.009932879358530045, 0.010349411517381668, 0.010765943676233292, 0.011182475835084915, 0.011599007993936539, 0.012015540152788162, 0.01243207324296236, 0.012848605401813984, 0.013265137560665607, 0.013681669719517231, 0.014098201878368855, 0.014514734968543053, 0.014931267127394676, 0.0153477992862463]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 2.0, 8.0, 3.0, 6.0, 7.0, 4.0, 14.0, 15.0, 15.0, 20.0, 28.0, 36.0, 50.0, 64.0, 97.0, 112.0, 148.0, 172.0, 242.0, 346.0, 458.0, 549.0, 889.0, 1382.0, 5338.0, 2688.0, 1393.0, 1009.0, 760.0, 568.0, 425.0, 311.0, 237.0, 206.0, 140.0, 118.0, 116.0, 98.0, 60.0, 62.0, 44.0, 35.0, 32.0, 28.0, 22.0, 13.0, 18.0, 10.0, 5.0, 3.0, 2.0, 7.0, 2.0, 1.0, 1.0, 3.0, 1.0, 4.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.007027541287243366, -0.00675719091668725, -0.006486840546131134, -0.006216490175575018, -0.005946139805018902, -0.005675788968801498, -0.005405438598245382, -0.005135088227689266, -0.00486473785713315, -0.004594387486577034, -0.004324037116020918, -0.004053686745464802, -0.003783336142078042, -0.003512985771521926, -0.003242635168135166, -0.00297228479757905, -0.002701934427022934, -0.002431584056466818, -0.0021612336859107018, -0.001890883082523942, -0.0016205327119678259, -0.0013501823414117098, -0.0010798318544402719, -0.0008094814256764948, -0.0005391309969127178, -0.0002687805681489408, 1.569860614836216e-06, 0.00027192028937861323, 0.0005422707181423903, 0.0008126211469061673, 0.0010829715756699443, 0.0013533220626413822, 0.0016236724331974983, 0.0018940228037536144, 0.0021643731743097305, 0.0024347237776964903, 0.0027050741482526064, 0.0029754245188087225, 0.0032457751221954823, 0.0035161254927515984, 0.0037864758633077145, 0.004056826233863831, 0.004327176604419947, 0.004597526974976063, 0.004867877811193466, 0.005138228181749582, 0.005408578552305698, 0.0056789289228618145, 0.005949279293417931, 0.006219629663974047, 0.006489980034530163, 0.006760330405086279, 0.007030680775642395, 0.007301031611859798, 0.0075713819824159145, 0.00784173235297203, 0.00811208225786686, 0.008382433094084263, 0.008652783930301666, 0.008923133835196495, 0.009193484671413898, 0.009463834576308727, 0.00973418541252613, 0.01000453531742096, 0.010274886153638363]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 3.0, 2.0, 1.0, 2.0, 4.0, 0.0, 0.0, 0.0, 2.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.12170971184968948, -0.11741691082715988, -0.11312410980463028, -0.10883130878210068, -0.10453850775957108, -0.10024570673704147, -0.09595290571451187, -0.09166010469198227, -0.08736731112003326, -0.08307451009750366, -0.07878170907497406, -0.07448890805244446, -0.07019610702991486, -0.06590330600738525, -0.06161050498485565, -0.05731770396232605, -0.05302490293979645, -0.048732101917266846, -0.044439300894737244, -0.04014649987220764, -0.03585369884967804, -0.031560901552438736, -0.027268100529909134, -0.022975299507379532, -0.01868249848484993, -0.014389697462320328, -0.0100968973711133, -0.005804096814244986, -0.0015112962573766708, 0.002781504299491644, 0.007074304856359959, 0.011367104947566986, 0.015659905970096588, 0.01995270699262619, 0.024245508015155792, 0.028538307175040245, 0.032831110060214996, 0.0371239073574543, 0.0414167083799839, 0.045709509402513504, 0.050002310425043106, 0.05429511144757271, 0.05858791247010231, 0.06288070976734161, 0.06717351078987122, 0.07146631181240082, 0.07575911283493042, 0.08005191385746002, 0.08434471487998962, 0.08863751590251923, 0.09293031692504883, 0.09722311794757843, 0.10151591897010803, 0.10580871999263763, 0.11010152101516724, 0.11439432203769684, 0.11868712306022644, 0.12297991663217545, 0.12727272510528564, 0.13156552612781525, 0.13585832715034485, 0.14015112817287445, 0.14444392919540405, 0.14873673021793365, 0.15302953124046326]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 2.0, 6.0, 2.0, 1.0, 6.0, 4.0, 5.0, 18.0, 28.0, 31.0, 41.0, 35.0, 29.0, 15.0, 11.0, 8.0, 6.0, 2.0, 6.0, 0.0, 4.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.059849075973033905, -0.05696592107415199, -0.05408276244997978, -0.05119960755109787, -0.04831644892692566, -0.04543329402804375, -0.042550139129161835, -0.039666980504989624, -0.03678382560610771, -0.0339006707072258, -0.03101751208305359, -0.028134357184171677, -0.025251200422644615, -0.022368043661117554, -0.01948488876223564, -0.01660173200070858, -0.013718575239181519, -0.010835418477654457, -0.00795226264744997, -0.005069106351584196, -0.002185950055718422, 0.0006972062401473522, 0.0035803625360131264, 0.0064635188318789005, 0.009346675127744675, 0.012229831889271736, 0.015112987719476223, 0.01799614354968071, 0.02087930031120777, 0.023762457072734833, 0.026645611971616745, 0.029528768733143806, 0.03241192549467087, 0.03529508039355278, 0.03817823901772499, 0.0410613939166069, 0.043944552540779114, 0.046827707439661026, 0.04971086233854294, 0.05259402096271515, 0.05547717586159706, 0.05836033076047897, 0.061243489384651184, 0.0641266480088234, 0.06700979918241501, 0.06989295780658722, 0.07277611643075943, 0.07565926760435104, 0.07854242622852325, 0.08142558485269547, 0.08430873602628708, 0.08719189465045929, 0.0900750532746315, 0.09295820444822311, 0.09584136307239532, 0.09872452169656754, 0.10160768032073975, 0.10449083149433136, 0.10737399011850357, 0.11025714874267578, 0.1131402999162674, 0.1160234585404396, 0.11890661716461182, 0.12178976833820343, 0.12467292696237564]}, "_runtime": 109.04763793945312, "_timestamp": 1596212979.7491755, "_step": 130}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 4.0, 2.0, 1.0, 2.0, 2.0, 2.0, 2.0, 0.0, 2.0, 3.0, 6.0, 3.0, 4.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.010837782174348831, -0.010528760962188244, -0.010219740681350231, -0.009910719469189644, -0.009601699188351631, -0.009292677976191044, -0.008983656764030457, -0.008674636483192444, -0.008365615271031857, -0.00805659405887127, -0.0077475737780332565, -0.007438552565872669, -0.007129531819373369, -0.006820511072874069, -0.006511489860713482, -0.006202469114214182, -0.005893448367714882, -0.005584427621215582, -0.005275406874716282, -0.004966385662555695, -0.004657364916056395, -0.004348344169557095, -0.004039322957396507, -0.0037303022108972073, -0.0034212814643979073, -0.0031122607178986073, -0.0028032397385686636, -0.00249421875923872, -0.00218519801273942, -0.001876177149824798, -0.0015671562869101763, -0.0012581354239955544, -0.0009491145610809326, -0.0006400936981663108, -0.00033107283525168896, -2.2051972337067127e-05, 0.0002869688905775547, 0.0005959897534921765, 0.0009050106164067984, 0.0012140314793214202, 0.001523052342236042, 0.0018320732051506639, 0.0021410940680652857, 0.0024501150473952293, 0.0027591357938945293, 0.0030681565403938293, 0.003377177519723773, 0.0036861984990537167, 0.003995219245553017, 0.004304239992052317, 0.004613260738551617, 0.004922281950712204, 0.005231302697211504, 0.005540323443710804, 0.005849344655871391, 0.006158365402370691, 0.006467386148869991, 0.006776406895369291, 0.007085427641868591, 0.007394448854029179, 0.007703469600528479, 0.008012490347027779, 0.008321511559188366, 0.008630531840026379, 0.008939553052186966]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 3.0, 1.0, 1.0, 0.0, 2.0, 1.0, 3.0, 2.0, 4.0, 4.0, 3.0, 5.0, 9.0, 11.0, 15.0, 18.0, 20.0, 35.0, 38.0, 49.0, 54.0, 75.0, 103.0, 133.0, 216.0, 399.0, 5326.0, 576.0, 251.0, 139.0, 95.0, 63.0, 55.0, 46.0, 38.0, 26.0, 23.0, 13.0, 20.0, 11.0, 7.0, 7.0, 7.0, 5.0, 1.0, 3.0, 2.0, 2.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.10384997725486755, -0.10066153854131699, -0.09747309982776642, -0.09428466111421585, -0.09109622240066528, -0.08790778368711472, -0.08471935242414474, -0.08153091371059418, -0.07834247499704361, -0.07515403628349304, -0.07196559756994247, -0.0687771588563919, -0.06558872014284134, -0.06240028142929077, -0.0592118464410305, -0.056023407727479935, -0.05283496901392937, -0.0496465303003788, -0.04645809158682823, -0.04326965659856796, -0.040081217885017395, -0.03689277917146683, -0.03370434045791626, -0.03051590360701084, -0.027327464893460274, -0.024139026179909706, -0.020950589329004288, -0.01776215061545372, -0.014573712833225727, -0.011385275050997734, -0.008196836337447166, -0.005008398555219173, -0.0018199607729911804, 0.0013684772420674562, 0.004556915257126093, 0.007745353505015373, 0.010933791287243366, 0.01412222906947136, 0.017310667783021927, 0.020499104633927345, 0.023687543347477913, 0.02687598206102848, 0.0300644189119339, 0.03325285762548447, 0.036441296339035034, 0.0396297350525856, 0.04281817004084587, 0.04600660875439644, 0.049195047467947006, 0.052383486181497574, 0.05557192489504814, 0.05876035988330841, 0.06194879859685898, 0.06513723731040955, 0.06832567602396011, 0.07151411473751068, 0.07470255345106125, 0.07789099216461182, 0.08107943087816238, 0.08426786214113235, 0.08745630085468292, 0.09064473956823349, 0.09383317828178406, 0.09702161699533463, 0.10021005570888519]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 3.0, 0.0, 2.0, 2.0, 2.0, 1.0, 3.0, 2.0, 7.0, 1.0, 5.0, 5.0, 8.0, 2.0, 4.0, 7.0, 1.0, 5.0, 25.0, 6.0, 5.0, 1.0, 1.0, 0.0, 6.0, 1.0, 2.0, 3.0, 0.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.002919059479609132, -0.0028325794264674187, -0.002746099140495062, -0.0026596190873533487, -0.0025731390342116356, -0.0024866589810699224, -0.0024001786950975657, -0.0023136986419558525, -0.0022272185888141394, -0.0021407383028417826, -0.0020542582497000694, -0.0019677781965583563, -0.0018812980270013213, -0.0017948179738596082, -0.0017083378043025732, -0.00162185775116086, -0.001535377581603825, -0.0014488974120467901, -0.001362417358905077, -0.001275937189348042, -0.0011894571362063289, -0.001102976966649294, -0.0010164969135075808, -0.0009300167439505458, -0.0008435366326011717, -0.0007570565212517977, -0.0006705764099024236, -0.0005840962985530496, -0.0004976161289960146, -0.000411136046750471, -0.0003246559062972665, -0.00023817579494789243, -0.00015169568359851837, -6.52155649731867e-05, 2.126455365214497e-05, 0.00010774467227747664, 0.0001942247909028083, 0.00028070490225218236, 0.0003671850427053869, 0.00045366515405476093, 0.000540145265404135, 0.000626625376753509, 0.0007131054881028831, 0.0007995855994522572, 0.0008860657690092921, 0.0009725458803586662, 0.0010590259917080402, 0.0011455060448497534, 0.0012319862144067883, 0.0013184663839638233, 0.0014049464371055365, 0.0014914266066625714, 0.0015779066598042846, 0.0016643868293613195, 0.0017508668825030327, 0.0018373470520600677, 0.0019238272216171026, 0.0020103072747588158, 0.002096787327900529, 0.0021832676138728857, 0.002269747667014599, 0.002356227720156312, 0.002442707773298025, 0.002529188059270382, 0.002615668112412095]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 5.0, 4.0, 4.0, 10.0, 11.0, 10.0, 21.0, 21.0, 23.0, 28.0, 38.0, 59.0, 77.0, 93.0, 152.0, 260.0, 317.0, 494.0, 723.0, 1187.0, 1989.0, 3232.0, 5675.0, 9995.0, 19803.0, 44236.0, 140973.0, 827780.0, 60489.0, 25817.0, 13561.0, 7846.0, 4927.0, 3220.0, 2064.0, 1435.0, 877.0, 641.0, 470.0, 322.0, 220.0, 152.0, 118.0, 73.0, 54.0, 28.0, 25.0, 22.0, 17.0, 11.0, 12.0, 7.0, 5.0, 1.0, 2.0, 1.0, 4.0], "bins": [-0.004693875089287758, -0.0045570386573672295, -0.004420202691107988, -0.00428336625918746, -0.0041465298272669315, -0.00400969386100769, -0.003872857429087162, -0.0037360209971666336, -0.003599184798076749, -0.003462348598986864, -0.0033255121670663357, -0.003188675967976451, -0.003051839768886566, -0.0029150033369660378, -0.002778167137876153, -0.0026413307059556246, -0.00250449450686574, -0.002367658307775855, -0.0022308218758553267, -0.002093985676765442, -0.0019571492448449135, -0.0018203130457550287, -0.001683476846665144, -0.0015466405311599374, -0.0014098042156547308, -0.0012729679001495242, -0.0011361315846443176, -0.0009992953855544329, -0.0008624590700492263, -0.0007256227545440197, -0.000588786497246474, -0.0004519502108450979, -0.00031511392444372177, -0.00017827763804234564, -4.1441351640969515e-05, 9.539493476040661e-05, 0.00023223122116178274, 0.00036906750756315887, 0.000505903793964535, 0.0006427400512620807, 0.0007795763667672873, 0.0009164126822724938, 0.0010532489977777004, 0.0011900851968675852, 0.0013269215123727918, 0.0014637578278779984, 0.0016005940269678831, 0.0017374303424730897, 0.0018742666579782963, 0.002011102857068181, 0.0021479392889887094, 0.002284775488078594, 0.0024216119199991226, 0.0025584481190890074, 0.002695284318178892, 0.0028321207500994205, 0.0029689569491893053, 0.00310579314827919, 0.0032426295801997185, 0.0033794657792896032, 0.003516301978379488, 0.0036531384103000164, 0.003789974609389901, 0.003926810808479786, 0.004063647240400314]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 3.0, 2.0, 4.0, 7.0, 5.0, 4.0, 1.0, 4.0, 9.0, 6.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.037600040435791016, -0.03648538142442703, -0.03537072241306305, -0.034256063401699066, -0.03314140439033508, -0.0320267453789711, -0.030912086367607117, -0.029797427356243134, -0.02868276834487915, -0.027568107470870018, -0.026453448459506035, -0.02533878944814205, -0.02422413043677807, -0.023109471425414085, -0.021994812414050102, -0.02088015340268612, -0.019765494391322136, -0.018650835379958153, -0.01753617636859417, -0.016421517357230186, -0.015306858345866203, -0.014192198403179646, -0.013077539391815662, -0.01196288038045168, -0.010848221369087696, -0.009733562357723713, -0.00861890334635973, -0.007504243869334459, -0.006389584857970476, -0.005274925846606493, -0.0041602663695812225, -0.0030456073582172394, -0.0019309483468532562, -0.0008162892190739512, 0.00029836990870535374, 0.0014130290364846587, 0.0025276881642639637, 0.003642347175627947, 0.004757006652653217, 0.0058716656640172005, 0.006986324675381184, 0.008100983686745167, 0.00921564269810915, 0.010330301709473133, 0.01144496165215969, 0.012559620663523674, 0.013674279674887657, 0.01478893868625164, 0.015903597697615623, 0.017018256708979607, 0.01813291572034359, 0.019247574731707573, 0.020362233743071556, 0.02147689275443554, 0.022591551765799522, 0.023706210777163506, 0.024820871651172638, 0.02593553066253662, 0.027050189673900604, 0.028164848685264587, 0.02927950769662857, 0.030394166707992554, 0.03150882571935654, 0.03262348473072052, 0.0337381437420845]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 3.0, 3.0, 2.0, 1.0, 2.0, 3.0, 4.0, 8.0, 3.0, 2.0, 7.0, 12.0, 19.0, 12.0, 22.0, 22.0, 40.0, 57.0, 83.0, 119.0, 131.0, 182.0, 227.0, 336.0, 411.0, 616.0, 897.0, 1245.0, 1981.0, 3601.0, 5645.0, 1047.0, 558.0, 329.0, 177.0, 154.0, 105.0, 79.0, 62.0, 55.0, 28.0, 23.0, 12.0, 15.0, 14.0, 11.0, 5.0, 4.0, 10.0, 5.0, 12.0, 8.0, 1.0, 6.0, 3.0, 0.0, 4.0, 5.0], "bins": [-0.013456189073622227, -0.013082529418170452, -0.012708868831396103, -0.012335209175944328, -0.011961549520492554, -0.011587889865040779, -0.011214230209589005, -0.010840569622814655, -0.01046690996736288, -0.010093250311911106, -0.009719589725136757, -0.009345930069684982, -0.008972270414233208, -0.008598610758781433, -0.008224951103329659, -0.00785129051655531, -0.007477630861103535, -0.00710397120565176, -0.006730311084538698, -0.006356650963425636, -0.005982991307973862, -0.005609331652522087, -0.005235671531409025, -0.004862011410295963, -0.004488351754844189, -0.004114692099392414, -0.003741031978279352, -0.003367372089996934, -0.0029937122017145157, -0.0026200523134320974, -0.002246392425149679, -0.001872732536867261, -0.0014990726485848427, -0.0011254127603024244, -0.0007517528720200062, -0.00037809298373758793, -4.433095455169678e-06, 0.0003692267928272486, 0.0007428866811096668, 0.001116546569392085, 0.0014902064576745033, 0.0018638663459569216, 0.00223752623423934, 0.002611186122521758, 0.0029848460108041763, 0.0033585058990865946, 0.003732165787369013, 0.004105825908482075, 0.004479485563933849, 0.004853145219385624, 0.005226805340498686, 0.005600465461611748, 0.005974125117063522, 0.006347784772515297, 0.006721444893628359, 0.007095105014741421, 0.007468764670193195, 0.00784242432564497, 0.00821608491241932, 0.008589744567871094, 0.008963404223322868, 0.009337063878774643, 0.009710723534226418, 0.010084384121000767, 0.010458043776452541]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 1.0, 3.0, 2.0, 2.0, 1.0, 1.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.17929857969284058, -0.17330604791641235, -0.16731350123882294, -0.16132096946239471, -0.1553284227848053, -0.14933589100837708, -0.14334334433078766, -0.13735081255435944, -0.13135826587677002, -0.1253657341003418, -0.11937319487333298, -0.11338065564632416, -0.10738812386989594, -0.10139558464288712, -0.0954030454158783, -0.08941050618886948, -0.08341796696186066, -0.07742542773485184, -0.07143288850784302, -0.0654403492808342, -0.05944781377911568, -0.05345527455210686, -0.047462739050388336, -0.04147019982337952, -0.0354776605963707, -0.029485121369361877, -0.023492584004998207, -0.017500046640634537, -0.011507507413625717, -0.005514969117939472, 0.00047756917774677277, 0.006470107473433018, 0.012462645769119263, 0.018455184996128082, 0.024447722360491753, 0.030440259724855423, 0.03643279895186424, 0.04242533817887306, 0.04841787368059158, 0.0544104129076004, 0.06040295213460922, 0.06639549136161804, 0.07238803058862686, 0.07838056981563568, 0.0843731015920639, 0.09036564081907272, 0.09635818004608154, 0.10235071927309036, 0.10834325850009918, 0.114335797727108, 0.12032833695411682, 0.12632086873054504, 0.13231341540813446, 0.13830594718456268, 0.1442984938621521, 0.15029102563858032, 0.15628355741500854, 0.16227610409259796, 0.16826863586902618, 0.1742611825466156, 0.18025371432304382, 0.18624626100063324, 0.19223879277706146, 0.19823133945465088, 0.2042238712310791]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 5.0, 0.0, 1.0, 0.0, 1.0, 3.0, 1.0, 1.0, 3.0, 5.0, 3.0, 6.0, 6.0, 5.0, 12.0, 23.0, 64.0, 38.0, 26.0, 18.0, 11.0, 9.0, 5.0, 1.0, 0.0, 2.0, 3.0, 8.0, 6.0, 1.0, 1.0, 2.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.11327206343412399, -0.10895980894565582, -0.10464756190776825, -0.10033530741930008, -0.0960230603814125, -0.09171080589294434, -0.08739855885505676, -0.08308630436658859, -0.07877404987812042, -0.07446180284023285, -0.07014954835176468, -0.0658373013138771, -0.061525046825408936, -0.057212796062231064, -0.05290054529905319, -0.04858829453587532, -0.04427604377269745, -0.03996379300951958, -0.035651542246341705, -0.031339291483163834, -0.027027038857340813, -0.02271478809416294, -0.01840253546833992, -0.014090284705162048, -0.009778033941984177, -0.005465782713145018, -0.0011535314843058586, 0.0031587197445333004, 0.007470970973372459, 0.011783221736550331, 0.016095474362373352, 0.020407725125551224, 0.024719975888729095, 0.029032226651906967, 0.03334447741508484, 0.03765672817826271, 0.04196897894144058, 0.04628123342990875, 0.050593484193086624, 0.054905734956264496, 0.05921798571944237, 0.06353023648262024, 0.06784249097108841, 0.07215473800897598, 0.07646699249744415, 0.08077923953533173, 0.0850914940237999, 0.08940374106168747, 0.09371599555015564, 0.09802825003862381, 0.10234049707651138, 0.10665275156497955, 0.11096499860286713, 0.1152772530913353, 0.11958950012922287, 0.12390175461769104, 0.1282140016555786, 0.13252626359462738, 0.13683851063251495, 0.14115075767040253, 0.1454630047082901, 0.14977526664733887, 0.15408751368522644, 0.158399760723114, 0.1627120077610016]}, "_runtime": 109.84520816802979, "_timestamp": 1596212980.5467458, "_step": 131}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 4.0, 1.0, 1.0, 2.0, 3.0, 2.0, 1.0, 5.0, 7.0, 6.0, 4.0, 0.0, 2.0, 0.0, 4.0, 4.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01708173379302025, -0.016516702249646187, -0.015951672568917274, -0.015386641025543213, -0.014821609482169151, -0.014256578870117664, -0.013691548258066177, -0.013126516714692116, -0.012561486102640629, -0.011996455490589142, -0.01143142394721508, -0.010866393335163593, -0.010301362723112106, -0.009736331179738045, -0.009171300567686558, -0.008606269024312496, -0.00804123841226101, -0.007476207334548235, -0.006911176256835461, -0.006346145644783974, -0.005781114567071199, -0.005216083489358425, -0.004651052877306938, -0.004086021799594164, -0.0035209907218813896, -0.0029559596441686153, -0.0023909287992864847, -0.0018258978379890323, -0.0012608668766915798, -0.0006958359153941274, -0.00013080495409667492, 0.00043422600720077753, 0.00099925696849823, 0.0015642879297956824, 0.002129318891093135, 0.0026943497359752655, 0.0032593808136880398, 0.003824411891400814, 0.004389442503452301, 0.004954473581165075, 0.00551950465887785, 0.006084535736590624, 0.006649566814303398, 0.007214597426354885, 0.007779628504067659, 0.008344659581780434, 0.00890969019383192, 0.009474721737205982, 0.01003975234925747, 0.010604782961308956, 0.011169814504683018, 0.011734845116734505, 0.012299876660108566, 0.012864907272160053, 0.01342993788421154, 0.013994969427585602, 0.014560000039637089, 0.015125030651688576, 0.015690062195062637, 0.0162550937384367, 0.01682012341916561, 0.017385154962539673, 0.017950186505913734, 0.018515216186642647, 0.01908024773001671]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 2.0, 1.0, 2.0, 5.0, 1.0, 6.0, 3.0, 8.0, 14.0, 17.0, 17.0, 41.0, 58.0, 65.0, 88.0, 124.0, 200.0, 314.0, 5609.0, 665.0, 253.0, 134.0, 83.0, 64.0, 42.0, 39.0, 19.0, 11.0, 9.0, 7.0, 5.0, 4.0, 4.0, 4.0, 1.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1797208935022354, -0.17421258985996246, -0.16870427131652832, -0.16319596767425537, -0.15768766403198242, -0.15217936038970947, -0.14667105674743652, -0.14116273820400238, -0.13565443456172943, -0.13014613091945648, -0.12463781982660294, -0.11912950873374939, -0.11362120509147644, -0.10811290144920349, -0.10260459035634995, -0.0970962792634964, -0.09158797562122345, -0.0860796719789505, -0.08057136088609695, -0.07506304979324341, -0.06955474615097046, -0.06404644250869751, -0.058538131415843964, -0.053029824048280716, -0.04752151668071747, -0.04201320931315422, -0.03650490194559097, -0.030996594578027725, -0.025488287210464478, -0.01997997984290123, -0.014471672475337982, -0.008963365107774734, -0.003455057740211487, 0.002053249627351761, 0.0075615569949150085, 0.013069864362478256, 0.018578171730041504, 0.02408647909760475, 0.029594786465168, 0.03510309383273125, 0.040611401200294495, 0.04611970856785774, 0.05162801593542099, 0.05713632330298424, 0.06264463067054749, 0.06815293431282043, 0.07366124540567398, 0.07916955649852753, 0.08467786014080048, 0.09018616378307343, 0.09569447487592697, 0.10120278596878052, 0.10671108961105347, 0.11221939325332642, 0.11772770434617996, 0.12323601543903351, 0.12874431908130646, 0.1342526227235794, 0.13976094126701355, 0.1452692449092865, 0.15077754855155945, 0.1562858521938324, 0.16179415583610535, 0.1673024743795395, 0.17281077802181244]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 4.0, 2.0, 3.0, 1.0, 2.0, 1.0, 1.0, 5.0, 5.0, 7.0, 4.0, 27.0, 4.0, 4.0, 3.0, 7.0, 4.0, 5.0, 4.0, 2.0, 3.0, 3.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.003012667642906308, -0.0029049112927168608, -0.0027971549425274134, -0.0026893988251686096, -0.002581642474979162, -0.002473886124789715, -0.0023661297746002674, -0.00225837342441082, -0.0021506170742213726, -0.002042860956862569, -0.0019351046066731215, -0.001827348256483674, -0.0017195919062942266, -0.001611835672520101, -0.0015040793223306537, -0.001396323088556528, -0.0012885667383670807, -0.0011808103881776333, -0.0010730541544035077, -0.0009652978042140603, -0.0008575415122322738, -0.0007497852202504873, -0.0006420288700610399, -0.0005342725780792534, -0.00042651628609746695, -0.00031875999411568046, -0.0002110036730300635, -0.00010324736649636179, 4.508940037339926e-06, 0.00011226524657104164, 0.00022002155310474336, 0.0003277778741903603, 0.0004355341661721468, 0.0005432904581539333, 0.0006510467501357198, 0.0007588031003251672, 0.0008665593923069537, 0.0009743156842887402, 0.0010820720344781876, 0.0011898282682523131, 0.0012975846184417605, 0.001405340968631208, 0.0015130972024053335, 0.001620853552594781, 0.0017286099027842283, 0.001836366136558354, 0.0019441224867478013, 0.002051878720521927, 0.0021596350707113743, 0.0022673914209008217, 0.002375147771090269, 0.002482903888449073, 0.0025906602386385202, 0.0026984165888279676, 0.002806172939017415, 0.0029139292892068624, 0.003021685406565666, 0.0031294417567551136, 0.003237198106944561, 0.0033449544571340084, 0.003452710807323456, 0.003560467157512903, 0.003668223274871707, 0.0037759796250611544, 0.0038837359752506018]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 3.0, 5.0, 15.0, 14.0, 14.0, 29.0, 61.0, 67.0, 100.0, 180.0, 307.0, 512.0, 825.0, 1359.0, 2494.0, 4439.0, 8677.0, 19262.0, 54141.0, 870529.0, 141597.0, 36311.0, 16447.0, 8738.0, 4960.0, 2942.0, 1975.0, 1216.0, 775.0, 523.0, 349.0, 225.0, 177.0, 98.0, 87.0, 60.0, 33.0, 20.0, 19.0, 19.0, 6.0, 10.0, 4.0, 5.0, 1.0, 4.0, 0.0, 1.0, 1.0, 0.0, 2.0], "bins": [-0.007582600228488445, -0.007352081127464771, -0.007121562026441097, -0.0068910433910787106, -0.0066605242900550365, -0.0064300051890313625, -0.006199486553668976, -0.005968967452645302, -0.005738448351621628, -0.005507929250597954, -0.00527741014957428, -0.005046891514211893, -0.004816372413188219, -0.004585853312164545, -0.004355334676802158, -0.004124815575778484, -0.0038942964747548103, -0.0036637773737311363, -0.003433258505538106, -0.0032027396373450756, -0.0029722205363214016, -0.0027417014352977276, -0.0025111825671046972, -0.002280663698911667, -0.002050144597887993, -0.0018196256132796407, -0.0015891066286712885, -0.0013585876440629363, -0.0011280686594545841, -0.0008975496748462319, -0.0006670306902378798, -0.00043651170562952757, -0.00020599272102117538, 2.45262635871768e-05, 0.000255045248195529, 0.00048556423280388117, 0.0007160832174122334, 0.0009466022020205855, 0.0011771211866289377, 0.00140764017123729, 0.001638159155845642, 0.0018686781404539943, 0.0020991971250623465, 0.002329715993255377, 0.002560235094279051, 0.002790754195302725, 0.003021273063495755, 0.0032517919316887856, 0.0034823110327124596, 0.0037128301337361336, 0.003943349234759808, 0.004173867870122194, 0.004404386971145868, 0.004634906072169542, 0.004865424707531929, 0.005095943808555603, 0.005326462909579277, 0.005556982010602951, 0.005787501111626625, 0.006018019746989012, 0.006248538848012686, 0.00647905794903636, 0.0067095765843987465, 0.0069400956854224205, 0.0071706147864460945]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 2.0, 1.0, 0.0, 2.0, 3.0, 2.0, 3.0, 1.0, 2.0, 5.0, 0.0, 14.0, 3.0, 1.0, 2.0, 2.0, 3.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.020513853058218956, -0.019727492704987526, -0.018941134214401245, -0.018154773861169815, -0.017368415370583534, -0.016582055017352104, -0.015795696526765823, -0.015009336173534393, -0.014222976751625538, -0.013436617329716682, -0.012650257907807827, -0.011863898485898972, -0.011077538132667542, -0.010291178710758686, -0.00950481928884983, -0.008718459866940975, -0.00793210044503212, -0.007145741023123264, -0.006359381601214409, -0.005573021713644266, -0.004786662291735411, -0.004000302869826555, -0.003213943215087056, -0.002427583560347557, -0.0016412241384387016, -0.0008548646001145244, -6.85050617903471e-05, 0.0007178544765338302, 0.0015042140148580074, 0.002290573436766863, 0.003076933091506362, 0.003863292746245861, 0.0046496521681547165, 0.005436011590063572, 0.006222371011972427, 0.00700873089954257, 0.0077950903214514256, 0.008581450209021568, 0.009367809630930424, 0.01015416905283928, 0.010940528474748135, 0.01172688789665699, 0.012513247318565845, 0.013299606740474701, 0.014085967093706131, 0.014872326515614986, 0.015658685937523842, 0.016445044428110123, 0.017231404781341553, 0.018017765134572983, 0.018804123625159264, 0.019590483978390694, 0.020376842468976974, 0.021163202822208405, 0.021949561312794685, 0.022735921666026115, 0.023522280156612396, 0.024308640509843826, 0.025095000863075256, 0.025881359353661537, 0.026667719706892967, 0.027454078197479248, 0.028240438550710678, 0.02902679704129696, 0.02981315739452839]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 9.0, 10.0, 6.0, 17.0, 20.0, 38.0, 39.0, 57.0, 80.0, 115.0, 179.0, 243.0, 360.0, 576.0, 825.0, 1340.0, 2268.0, 6696.0, 2082.0, 1121.0, 672.0, 417.0, 269.0, 229.0, 148.0, 108.0, 100.0, 69.0, 60.0, 33.0, 36.0, 25.0, 20.0, 13.0, 21.0, 25.0, 19.0, 15.0, 15.0, 4.0, 6.0, 8.0, 10.0, 6.0, 1.0, 2.0, 1.0, 3.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0], "bins": [-0.00994274951517582, -0.00956766214221716, -0.0091925747692585, -0.008817487396299839, -0.008442399092018604, -0.008067311719059944, -0.007692224346101284, -0.007317136973142624, -0.006942049600183964, -0.006566961761564016, -0.006191874388605356, -0.005816787015646696, -0.005441699177026749, -0.0050666118040680885, -0.004691524431109428, -0.004316436592489481, -0.003941349219530821, -0.003566261613741517, -0.003191174240782857, -0.002816086634993553, -0.002440999262034893, -0.0020659116562455893, -0.0016908240504562855, -0.0013157365610823035, -0.0009406490717083216, -0.0005655615823343396, -0.00019047403475269675, 0.00018461348372511566, 0.0005597010022029281, 0.00093478849157691, 0.0013098760973662138, 0.0016849635867401958, 0.0020600510761141777, 0.0024351386819034815, 0.0028102260548621416, 0.0031853136606514454, 0.0035604010336101055, 0.003935488872230053, 0.004310576245188713, 0.004685663618147373, 0.005060750991106033, 0.005435838829725981, 0.005810926202684641, 0.006186013575643301, 0.0065611014142632484, 0.006936188787221909, 0.007311276160180569, 0.007686363998800516, 0.008061451837420464, 0.008436539210379124, 0.008811626583337784, 0.009186713956296444, 0.009561801329255104, 0.009936888702213764, 0.010311976075172424, 0.010687064379453659, 0.01106215175241232, 0.01143723912537098, 0.01181232649832964, 0.0121874138712883, 0.01256250124424696, 0.012937589548528194, 0.013312676921486855, 0.013687764294445515, 0.014062851667404175]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.09518939256668091, -0.09289480000734329, -0.09060020744800568, -0.08830561488866806, -0.08601102232933044, -0.08371642231941223, -0.08142182976007462, -0.079127237200737, -0.07683264464139938, -0.07453805208206177, -0.07224345952272415, -0.06994886696338654, -0.06765426695346832, -0.0653596743941307, -0.06306508183479309, -0.060770489275455475, -0.05847589671611786, -0.05618130415678024, -0.05388671159744263, -0.05159211531281471, -0.0492975227534771, -0.04700293019413948, -0.044708333909511566, -0.04241374135017395, -0.040119148790836334, -0.03782455623149872, -0.0355299636721611, -0.03323536738753319, -0.030940774828195572, -0.028646182268857956, -0.02635158784687519, -0.024056993424892426, -0.02176240086555481, -0.019467808306217194, -0.01717321388423443, -0.014878620393574238, -0.012584026902914047, -0.010289433412253857, -0.007994839921593666, -0.0057002464309334755, -0.003405652940273285, -0.0011110594496130943, 0.0011835340410470963, 0.003478127531707287, 0.005772721022367477, 0.008067314513027668, 0.010361908003687859, 0.01265650149434805, 0.01495109498500824, 0.017245687544345856, 0.01954028196632862, 0.021834876388311386, 0.024129468947649002, 0.026424061506986618, 0.028718655928969383, 0.03101325035095215, 0.033307842910289764, 0.03560243546962738, 0.037897028028964996, 0.04019162431359291, 0.04248621687293053, 0.04478080943226814, 0.04707540571689606, 0.04936999827623367, 0.05166459083557129]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 0.0, 2.0, 5.0, 5.0, 1.0, 0.0, 3.0, 4.0, 3.0, 0.0, 2.0, 3.0, 5.0, 3.0, 4.0, 3.0, 2.0, 6.0, 7.0, 4.0, 4.0, 5.0, 11.0, 10.0, 7.0, 11.0, 29.0, 11.0, 11.0, 4.0, 3.0, 6.0, 14.0, 5.0, 11.0, 5.0, 8.0, 9.0, 4.0, 7.0, 3.0, 4.0, 2.0, 3.0, 3.0, 7.0, 6.0, 4.0, 2.0, 1.0, 2.0, 3.0, 0.0, 1.0, 4.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.027546921744942665, -0.026617733761668205, -0.025688547641038895, -0.024759359657764435, -0.023830171674489975, -0.022900985553860664, -0.021971797570586205, -0.021042609587311745, -0.020113423466682434, -0.019184235483407974, -0.018255047500133514, -0.017325859516859055, -0.016396673396229744, -0.015467485412955284, -0.014538298361003399, -0.013609110377728939, -0.012679923325777054, -0.011750736273825169, -0.010821548290550709, -0.009892361238598824, -0.008963173255324364, -0.008033986203372478, -0.007104799151420593, -0.006175611633807421, -0.005246424116194248, -0.004317236598581076, -0.003388049313798547, -0.002458862029016018, -0.0015296745114028454, -0.0006004871102049947, 0.000328700290992856, 0.0012578876921907067, 0.0021870750933885574, 0.00311626261100173, 0.0040454501286149025, 0.004974637180566788, 0.00590382469817996, 0.006833012215793133, 0.007762199267745018, 0.008691387251019478, 0.009620574302971363, 0.010549761354923248, 0.011478949338197708, 0.012408136390149593, 0.013337323442101479, 0.014266511425375938, 0.015195698477327824, 0.01612488552927971, 0.01705407351255417, 0.01798326149582863, 0.01891244761645794, 0.0198416355997324, 0.02077082358300686, 0.02170000970363617, 0.02262919768691063, 0.02355838567018509, 0.02448757365345955, 0.02541675977408886, 0.02634594775736332, 0.02727513574063778, 0.02820432186126709, 0.02913350984454155, 0.03006269782781601, 0.03099188394844532, 0.03192107379436493]}, "_runtime": 110.64650058746338, "_timestamp": 1596212981.3480382, "_step": 132}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 5.0, 1.0, 4.0, 6.0, 10.0, 1.0, 3.0, 4.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01605268195271492, -0.015580827370285988, -0.015108972787857056, -0.014637117274105549, -0.014165262691676617, -0.013693408109247684, -0.013221552595496178, -0.012749698013067245, -0.012277843430638313, -0.011805988848209381, -0.011334134265780449, -0.010862278752028942, -0.01039042416960001, -0.009918569587171078, -0.009446714073419571, -0.008974859490990639, -0.008503004908561707, -0.008031150326132774, -0.007559295278042555, -0.007087440229952335, -0.006615585647523403, -0.006143731065094471, -0.0056718760170042515, -0.005200020968914032, -0.0047281663864851, -0.004256311804056168, -0.003784456755965948, -0.0033126019407063723, -0.0028407471254467964, -0.0023688923101872206, -0.0018970374949276447, -0.0014251826796680689, -0.000953327864408493, -0.0004814730491489172, -9.618233889341354e-06, 0.0004622365813702345, 0.0009340913966298103, 0.0014059462118893862, 0.001877801027148962, 0.002349655842408538, 0.0028215106576681137, 0.0032933654729276896, 0.0037652202881872654, 0.004237075336277485, 0.004708929918706417, 0.005180784501135349, 0.005652639549225569, 0.006124494597315788, 0.0065963491797447205, 0.007068203762173653, 0.007540058810263872, 0.008011913858354092, 0.008483768440783024, 0.008955623023211956, 0.009427478536963463, 0.009899333119392395, 0.010371187701821327, 0.01084304228425026, 0.011314896866679192, 0.011786752380430698, 0.01225860696285963, 0.012730461545288563, 0.01320231705904007, 0.013674171641469002, 0.014146026223897934]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 4.0, 3.0, 4.0, 3.0, 4.0, 5.0, 13.0, 11.0, 17.0, 21.0, 25.0, 30.0, 39.0, 69.0, 53.0, 84.0, 106.0, 162.0, 250.0, 388.0, 5041.0, 671.0, 266.0, 174.0, 107.0, 76.0, 68.0, 58.0, 43.0, 22.0, 22.0, 21.0, 12.0, 9.0, 5.0, 9.0, 8.0, 4.0, 3.0, 1.0, 5.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.10429909080266953, -0.10088755190372467, -0.09747602045536041, -0.09406448155641556, -0.0906529426574707, -0.08724140375852585, -0.083829864859581, -0.08041833341121674, -0.07700679451227188, -0.07359525561332703, -0.07018372416496277, -0.06677218526601791, -0.06336064636707306, -0.059949107468128204, -0.05653757229447365, -0.05312603712081909, -0.04971449822187424, -0.04630295932292938, -0.042891424149274826, -0.03947988897562027, -0.036068350076675415, -0.03265681117773056, -0.029245276004076004, -0.0258337389677763, -0.022422201931476593, -0.019010664895176888, -0.015599127858877182, -0.012187590822577477, -0.008776053786277771, -0.0053645167499780655, -0.00195297971367836, 0.0014585573226213455, 0.004870094358921051, 0.008281631395220757, 0.011693168431520462, 0.015104705467820168, 0.018516242504119873, 0.02192777954041958, 0.025339316576719284, 0.02875085361301899, 0.032162390649318695, 0.03557392954826355, 0.038985464721918106, 0.04239699989557266, 0.04580853879451752, 0.04922007769346237, 0.05263161286711693, 0.056043148040771484, 0.05945468693971634, 0.0628662258386612, 0.06627775728702545, 0.0696892961859703, 0.07310083508491516, 0.07651237398386002, 0.07992391288280487, 0.08333544433116913, 0.08674698323011398, 0.09015852212905884, 0.0935700535774231, 0.09698159247636795, 0.1003931313753128, 0.10380467027425766, 0.10721620917320251, 0.11062774062156677, 0.11403927952051163]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 3.0, 4.0, 4.0, 2.0, 3.0, 4.0, 3.0, 3.0, 1.0, 2.0, 2.0, 2.0, 4.0, 11.0, 1.0, 23.0, 4.0, 2.0, 1.0, 4.0, 3.0, 2.0, 7.0, 1.0, 2.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0025128049310296774, -0.002410271903499961, -0.0023077388759702444, -0.002205205848440528, -0.002102673053741455, -0.0020001400262117386, -0.001897606998682022, -0.0017950739711523056, -0.0016925409436225891, -0.0015900079160928726, -0.0014874748885631561, -0.0013849419774487615, -0.001282408949919045, -0.0011798759223893285, -0.0010773430112749338, -0.0009748099837452173, -0.0008722769562155008, -0.0007697439286857843, -0.0006672109593637288, -0.0005646779900416732, -0.0004621449625119567, -0.00035961196408607066, -0.0002570789656601846, -0.0001545459672342986, -5.201296880841255e-05, 5.052002961747348e-05, 0.00015305302804335952, 0.00025558602646924555, 0.0003581190248951316, 0.0004606520233210176, 0.0005631850217469037, 0.0006657179910689592, 0.0007682510185986757, 0.0008707840461283922, 0.0009733170154504478, 0.0010758499847725034, 0.0011783830123022199, 0.0012809160398319364, 0.001383448950946331, 0.0014859819784760475, 0.001588515006005764, 0.0016910480335354805, 0.001793581061065197, 0.0018961139721795917, 0.00199864711612463, 0.002101179910823703, 0.0022037129383534193, 0.002306245965883136, 0.0024087789934128523, 0.0025113120209425688, 0.0026138450484722853, 0.0027163780760020018, 0.0028189108707010746, 0.002921443898230791, 0.0030239769257605076, 0.003126509953290224, 0.0032290429808199406, 0.003331576008349657, 0.0034341090358793736, 0.00353664206340909, 0.0036391750909388065, 0.0037417078856378794, 0.003844240913167596, 0.003946774173527956, 0.004049306735396385]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 2.0, 2.0, 7.0, 8.0, 9.0, 11.0, 29.0, 50.0, 56.0, 106.0, 154.0, 243.0, 402.0, 699.0, 1174.0, 1920.0, 3257.0, 5848.0, 11018.0, 22543.0, 55513.0, 229728.0, 746319.0, 46277.0, 21361.0, 11782.0, 7210.0, 4475.0, 3074.0, 1923.0, 1281.0, 885.0, 626.0, 464.0, 306.0, 222.0, 164.0, 107.0, 89.0, 71.0, 69.0, 37.0, 22.0, 22.0, 11.0, 9.0, 11.0, 12.0, 6.0, 8.0, 1.0, 5.0, 3.0, 4.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0], "bins": [-0.004601350985467434, -0.004401886370033026, -0.0042024217545986176, -0.004002957604825497, -0.0038034929893910885, -0.0036040283739566803, -0.0034045639913529158, -0.0032050996087491512, -0.003005634993314743, -0.002806170377880335, -0.0026067059952765703, -0.002407241612672806, -0.0022077769972383976, -0.0020083123818039894, -0.0018088479992002249, -0.0016093835001811385, -0.0014099190011620522, -0.0012104545021429658, -0.0010109900031238794, -0.0008115255041047931, -0.0006120610050857067, -0.00041259650606662035, -0.000213132007047534, -1.3667508028447628e-05, 0.00018579699099063873, 0.0003852614900097251, 0.0005847259890288115, 0.0007841904880478978, 0.0009836549870669842, 0.0011831194860860705, 0.001382583985105157, 0.0015820484841242433, 0.0017815129831433296, 0.001980977598577738, 0.0021804419811815023, 0.002379906363785267, 0.002579370979219675, 0.0027788355946540833, 0.002978299977257848, 0.0031777643598616123, 0.0033772289752960205, 0.0035766935907304287, 0.0037761579733341932, 0.003975622355937958, 0.004175086971372366, 0.004374551586806774, 0.004574015736579895, 0.004773480352014303, 0.004972944967448711, 0.00517240958288312, 0.005371874198317528, 0.005571338348090649, 0.005770802963525057, 0.005970267578959465, 0.006169731728732586, 0.006369196344166994, 0.006568660959601402, 0.0067681255750358105, 0.006967590190470219, 0.0071670543402433395, 0.007366518955677748, 0.007565983571112156, 0.007765447720885277, 0.007964912801980972, 0.008164376951754093]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 4.0, 1.0, 1.0, 4.0, 2.0, 6.0, 8.0, 2.0, 5.0, 2.0, 2.0, 3.0, 3.0, 5.0, 3.0, 0.0, 1.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0846174955368042, -0.08277051150798798, -0.08092353492975235, -0.07907655090093613, -0.0772295743227005, -0.07538259029388428, -0.07353560626506805, -0.07168862968683243, -0.0698416456580162, -0.06799466162919998, -0.06614768505096436, -0.06430070102214813, -0.06245372071862221, -0.06060674041509628, -0.05875975638628006, -0.056912776082754135, -0.05506579577922821, -0.053218815475702286, -0.05137183517217636, -0.04952485114336014, -0.04767787083983421, -0.04583089053630829, -0.043983906507492065, -0.04213692620396614, -0.040289945900440216, -0.03844296559691429, -0.03659598529338837, -0.034749001264572144, -0.03290202096104622, -0.031055040657520294, -0.02920805849134922, -0.027361076325178146, -0.02551409602165222, -0.023667115718126297, -0.021820133551955223, -0.01997315138578415, -0.018126171082258224, -0.0162791907787323, -0.014432208612561226, -0.012585227377712727, -0.010738246142864227, -0.008891264908015728, -0.007044283673167229, -0.005197302438318729, -0.00335032120347023, -0.0015033399686217308, 0.0003436412662267685, 0.002190622501075268, 0.004037603735923767, 0.005884584970772266, 0.007731566205620766, 0.009578547440469265, 0.011425528675317764, 0.013272509910166264, 0.015119491145014763, 0.016966473311185837, 0.01881345361471176, 0.020660433918237686, 0.02250741608440876, 0.024354398250579834, 0.02620137855410576, 0.028048358857631683, 0.029895341023802757, 0.03174232318997383, 0.033589303493499756]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [8.0, 0.0, 1.0, 0.0, 0.0, 3.0, 5.0, 0.0, 8.0, 14.0, 5.0, 6.0, 4.0, 3.0, 2.0, 1.0, 6.0, 14.0, 10.0, 6.0, 9.0, 14.0, 8.0, 13.0, 23.0, 14.0, 19.0, 34.0, 44.0, 78.0, 110.0, 159.0, 244.0, 318.0, 484.0, 847.0, 1714.0, 7569.0, 2397.0, 1399.0, 887.0, 546.0, 393.0, 292.0, 202.0, 145.0, 107.0, 62.0, 56.0, 41.0, 29.0, 18.0, 23.0, 14.0, 9.0, 2.0, 6.0, 0.0, 1.0, 2.0, 1.0, 2.0, 0.0, 1.0], "bins": [-0.026156799867749214, -0.025460708886384964, -0.024764619767665863, -0.024068528786301613, -0.023372439667582512, -0.02267634868621826, -0.02198025956749916, -0.02128416858613491, -0.02058807760477066, -0.01989198848605156, -0.01919589750468731, -0.01849980838596821, -0.017803717404603958, -0.017107628285884857, -0.016411537304520607, -0.015715448185801506, -0.015019357204437256, -0.01432326715439558, -0.013627177104353905, -0.01293108705431223, -0.012234997004270554, -0.011538906022906303, -0.010842815972864628, -0.010146725922822952, -0.009450635872781277, -0.008754545822739601, -0.008058455772697926, -0.007362365256994963, -0.006666275206953287, -0.0059701851569116116, -0.005274094641208649, -0.004578004591166973, -0.0038819145411252975, -0.003185824491083622, -0.0024897342082113028, -0.0017936440417543054, -0.001097553875297308, -0.0004014637088403106, 0.0002946264576166868, 0.0009907166240736842, 0.0016868067905306816, 0.002382896840572357, 0.0030789871234446764, 0.0037750774063169956, 0.004471167456358671, 0.005167257506400347, 0.00586334802210331, 0.006559438072144985, 0.007255528122186661, 0.007951618172228336, 0.008647708222270012, 0.009343798272311687, 0.010039888322353363, 0.010735979303717613, 0.011432069353759289, 0.012128159403800964, 0.01282424945384264, 0.013520339503884315, 0.014216429553925991, 0.014912519603967667, 0.015608610585331917, 0.016304699704051018, 0.017000790685415268, 0.01769687980413437, 0.01839297078549862]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 4.0, 0.0, 4.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.14986418187618256, -0.1425234079360962, -0.13518264889717102, -0.12784187495708466, -0.12050110846757889, -0.11316034197807312, -0.10581956803798676, -0.09847880154848099, -0.09113803505897522, -0.08379726856946945, -0.07645650207996368, -0.06911572813987732, -0.06177496165037155, -0.054434195160865784, -0.04709342494606972, -0.03975265473127365, -0.03241188824176788, -0.025071119889616966, -0.01773035153746605, -0.010389583185315132, -0.003048814833164215, 0.004291953518986702, 0.011632721871137619, 0.018973490223288536, 0.026314258575439453, 0.03365502506494522, 0.04099579527974129, 0.048336565494537354, 0.05567733198404312, 0.06301809847354889, 0.07035887241363525, 0.07769963890314102, 0.08504040539264679, 0.09238117188215256, 0.09972193837165833, 0.10706271231174469, 0.11440347880125046, 0.12174424529075623, 0.1290850192308426, 0.13642577826976776, 0.14376655220985413, 0.1511073261499405, 0.15844808518886566, 0.16578885912895203, 0.1731296181678772, 0.18047039210796356, 0.18781116604804993, 0.1951519250869751, 0.20249269902706146, 0.20983347296714783, 0.217174232006073, 0.22451500594615936, 0.23185577988624573, 0.2391965389251709, 0.24653731286525726, 0.25387808680534363, 0.2612188458442688, 0.26855960488319397, 0.27590039372444153, 0.2832411527633667, 0.29058191180229187, 0.29792270064353943, 0.3052634596824646, 0.31260421872138977, 0.31994497776031494]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 3.0, 8.0, 6.0, 7.0, 11.0, 13.0, 15.0, 12.0, 9.0, 26.0, 45.0, 46.0, 9.0, 15.0, 1.0, 2.0, 6.0, 4.0, 2.0, 5.0, 2.0, 0.0, 3.0, 3.0, 2.0, 2.0, 3.0, 3.0, 1.0, 2.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.13059638440608978, -0.1263999044895172, -0.12220343947410583, -0.11800696700811386, -0.11381049454212189, -0.10961402207612991, -0.10541754961013794, -0.10122107714414597, -0.09702460467815399, -0.09282812476158142, -0.08863165229558945, -0.08443517982959747, -0.0802387073636055, -0.07604223489761353, -0.07184576243162155, -0.06764928996562958, -0.0634528174996376, -0.05925634503364563, -0.055059872567653656, -0.05086340010166168, -0.04666692763566971, -0.042470451444387436, -0.03827397897839546, -0.03407750651240349, -0.029881034046411514, -0.02568456158041954, -0.021488089114427567, -0.017291614785790443, -0.01309514231979847, -0.008898669853806496, -0.004702196456491947, -0.000505723524838686, 0.003690749406814575, 0.007887221872806549, 0.012083695270121098, 0.016280168667435646, 0.02047664113342762, 0.024673113599419594, 0.028869587928056717, 0.03306606039404869, 0.037262532860040665, 0.04145900532603264, 0.04565547779202461, 0.049851950258016586, 0.05404842644929886, 0.05824489891529083, 0.062441371381282806, 0.06663784384727478, 0.07083431631326675, 0.07503078877925873, 0.0792272612452507, 0.08342373371124268, 0.08762020617723465, 0.09181667864322662, 0.0960131511092186, 0.10020962357521057, 0.10440610349178314, 0.10860257595777512, 0.11279904842376709, 0.11699552088975906, 0.12119199335575104, 0.12538845837116241, 0.12958493828773499, 0.13378140330314636, 0.13797788321971893]}, "_runtime": 111.4375548362732, "_timestamp": 1596212982.1390924, "_step": 133}
+{"val_accuracy": 0.8191652397260274, "val_loss": 0.4645561971893049, "_runtime": 112.91825103759766, "_timestamp": 1596212983.6197886, "_step": 134}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: K Confidence: 0.3229537308216095 Truth: v", "Prediction: 5 Confidence: 0.9999961853027344 Truth: 5", "Prediction: 2 Confidence: 0.9989126920700073 Truth: 2", "Prediction: 0 Confidence: 0.7410919070243835 Truth: 0"]}, "_runtime": 113.20466041564941, "_timestamp": 1596212983.906198, "_step": 135}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 3.0, 1.0, 3.0, 7.0, 2.0, 6.0, 7.0, 2.0, 2.0, 1.0, 2.0, 2.0, 3.0, 3.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014857552014291286, -0.014374326914548874, -0.013891102746129036, -0.013407877646386623, -0.012924653477966785, -0.012441428378224373, -0.011958204209804535, -0.011474979110062122, -0.01099175401031971, -0.010508529841899872, -0.01002530474215746, -0.009542080573737621, -0.009058855473995209, -0.00857563130557537, -0.008092406205832958, -0.007609181571751833, -0.007125956937670708, -0.0066427323035895824, -0.006159507669508457, -0.005676283035427332, -0.005193058401346207, -0.004709833301603794, -0.004226608667522669, -0.0037433840334415436, -0.0032601593993604183, -0.002776934765279293, -0.002293710131198168, -0.0018104852642863989, -0.0013272606302052736, -0.0008440359379164875, -0.0003608112456277013, 0.0001224134466610849, 0.0006056381389498711, 0.0010888627730309963, 0.0015720875235274434, 0.0020553122740238905, 0.0025385369081050158, 0.003021761542186141, 0.00350498640909791, 0.003988211043179035, 0.0044714356772601604, 0.004954660311341286, 0.005437884945422411, 0.005921109579503536, 0.006404334679245949, 0.006887559313327074, 0.007370783947408199, 0.007854008115828037, 0.00833723321557045, 0.008820458315312862, 0.0093036824837327, 0.009786907583475113, 0.01027013175189495, 0.010753356851637363, 0.011236581020057201, 0.011719806119799614, 0.012203030288219452, 0.012686255387961864, 0.013169480487704277, 0.013652704656124115, 0.014135929755866528, 0.014619153924286366, 0.015102379024028778, 0.015585603192448616, 0.016068827360868454]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 2.0, 2.0, 7.0, 2.0, 2.0, 5.0, 8.0, 9.0, 12.0, 17.0, 33.0, 40.0, 64.0, 101.0, 149.0, 273.0, 532.0, 5645.0, 475.0, 216.0, 115.0, 62.0, 50.0, 41.0, 12.0, 18.0, 9.0, 6.0, 2.0, 4.0, 0.0, 6.0, 1.0, 0.0, 4.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.18556368350982666, -0.17981690168380737, -0.17407011985778809, -0.1683233231306076, -0.16257654130458832, -0.15682975947856903, -0.15108297765254974, -0.14533619582653046, -0.13958939909934998, -0.1338426172733307, -0.1280958354473114, -0.12234905362129211, -0.11660227179527283, -0.11085548251867294, -0.10510870069265366, -0.09936191141605377, -0.09361512959003448, -0.0878683477640152, -0.08212155848741531, -0.07637477666139603, -0.07062798738479614, -0.06488120555877686, -0.05913442373275757, -0.05338763818144798, -0.0476408526301384, -0.04189406707882881, -0.036147281527519226, -0.03040049970149994, -0.024653714150190353, -0.018906928598880768, -0.013160144910216331, -0.0074133602902293205, -0.0016665756702423096, 0.004080208949744701, 0.009826993569731712, 0.015573778189718723, 0.021320562809705734, 0.02706734836101532, 0.03281413018703461, 0.03856091573834419, 0.04430770128965378, 0.050054486840963364, 0.05580127239227295, 0.061548054218292236, 0.06729483604431152, 0.07304162532091141, 0.0787884071469307, 0.08453519642353058, 0.09028197824954987, 0.09602876007556915, 0.10177554935216904, 0.10752233117818832, 0.11326912045478821, 0.1190159022808075, 0.12476268410682678, 0.13050946593284607, 0.13625624775886536, 0.14200304448604584, 0.14774982631206512, 0.1534966081380844, 0.1592433899641037, 0.16499017179012299, 0.17073696851730347, 0.17648375034332275, 0.18223053216934204]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0, 2.0, 4.0, 3.0, 4.0, 3.0, 6.0, 6.0, 6.0, 7.0, 4.0, 2.0, 4.0, 22.0, 5.0, 2.0, 3.0, 5.0, 4.0, 3.0, 3.0, 2.0, 2.0, 0.0, 1.0, 0.0, 3.0, 1.0, 6.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0030831594485789537, -0.0029631780926138163, -0.0028431967366486788, -0.0027232153806835413, -0.002603234024718404, -0.0024832526687532663, -0.002363271312788129, -0.0022432899568229914, -0.0021233083680272102, -0.0020033270120620728, -0.001883345772512257, -0.0017633644165471196, -0.0016433829441666603, -0.0015234015882015228, -0.0014034202322363853, -0.0012834388762712479, -0.0011634575203061104, -0.001043476164340973, -0.0009234948083758354, -0.000803513394203037, -0.0006835320382378995, -0.0005635506822727621, -0.0004435692972037941, -0.0003235879121348262, -0.0002036065561696887, -8.362518565263599e-05, 3.635618486441672e-05, 0.00015633755538146943, 0.00027631892589852214, 0.0003963002818636596, 0.000516281696036458, 0.0006362630520015955, 0.000756244407966733, 0.0008762257639318705, 0.000996207119897008, 0.0011161884758621454, 0.001236169831827283, 0.0013561513042077422, 0.0014761326601728797, 0.0015961140161380172, 0.0017160953721031547, 0.0018360767280682921, 0.0019560582004487514, 0.002076039556413889, 0.0021960209123790264, 0.002316002268344164, 0.0024359836243093014, 0.002555964980274439, 0.0026759463362395763, 0.002795927692204714, 0.0029159090481698513, 0.003035890404134989, 0.0031558717601001263, 0.0032758531160652637, 0.0033958344720304012, 0.0035158158279955387, 0.003635797183960676, 0.0037557787727564573, 0.003875760128721595, 0.003995741251856089, 0.004115722607821226, 0.004235703963786364, 0.004355685319751501, 0.0044756666757166386, 0.004595648497343063]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 2.0, 3.0, 7.0, 8.0, 9.0, 21.0, 14.0, 30.0, 33.0, 59.0, 88.0, 98.0, 157.0, 203.0, 328.0, 426.0, 652.0, 1135.0, 2021.0, 3557.0, 6841.0, 14522.0, 35307.0, 133989.0, 877264.0, 54539.0, 21174.0, 10644.0, 5754.0, 3528.0, 2194.0, 1463.0, 1009.0, 764.0, 519.0, 359.0, 302.0, 188.0, 128.0, 90.0, 63.0, 41.0, 29.0, 30.0, 18.0, 9.0, 11.0, 5.0, 3.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00753597728908062, -0.007295088842511177, -0.007054200861603022, -0.006813312415033579, -0.006572423968464136, -0.006331535987555981, -0.006090647540986538, -0.005849759094417095, -0.00560887111350894, -0.005367982666939497, -0.005127094220370054, -0.004886206239461899, -0.004645317792892456, -0.004404429346323013, -0.004163541365414858, -0.003922652918845415, -0.003681764705106616, -0.003440876491367817, -0.003199988044798374, -0.002959099831059575, -0.002718211617320776, -0.0024773231707513332, -0.002236434957012534, -0.001995546743273735, -0.0017546584131196141, -0.0015137700829654932, -0.001272881869226694, -0.0010319935390725732, -0.0007911052671261132, -0.0005502169951796532, -0.0003093286941293627, -6.844040763098747e-05, 0.00017244787886738777, 0.0004133361508138478, 0.0006542244227603078, 0.0008951127529144287, 0.0011360009666532278, 0.0013768892968073487, 0.0016177776269614697, 0.0018586658407002687, 0.002099554054439068, 0.0023404425010085106, 0.0025813307147473097, 0.0028222189284861088, 0.0030631073750555515, 0.0033039955887943506, 0.0035448838025331497, 0.0037857722491025925, 0.004026660695672035, 0.004267548676580191, 0.004508437123149633, 0.004749325104057789, 0.004990213550627232, 0.005231101997196674, 0.00547198997810483, 0.0057128784246742725, 0.005953766871243715, 0.006194654852151871, 0.0064355432987213135, 0.006676431745290756, 0.006917319726198912, 0.007158208172768354, 0.007399096619337797, 0.007639984600245953, 0.007880873046815395]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 3.0, 4.0, 5.0, 9.0, 3.0, 4.0, 0.0, 2.0, 4.0, 0.0, 3.0, 3.0, 2.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.03311004489660263, -0.03233670815825462, -0.03156336769461632, -0.03079003095626831, -0.030016694217920303, -0.029243355616927147, -0.02847001887857914, -0.027696680277585983, -0.026923343539237976, -0.02615000493824482, -0.025376666337251663, -0.024603329598903656, -0.0238299909979105, -0.023056654259562492, -0.022283315658569336, -0.02150997892022133, -0.020736640319228172, -0.019963301718235016, -0.01918996497988701, -0.018416626378893852, -0.017643289640545845, -0.01686995103955269, -0.01609661430120468, -0.015323275700211525, -0.014549938030540943, -0.013776600360870361, -0.01300326269119978, -0.012229925021529198, -0.011456586420536041, -0.01068324875086546, -0.009909911081194878, -0.009136573411524296, -0.008363235741853714, -0.007589898072183132, -0.00681656040251255, -0.006043222267180681, -0.005269884597510099, -0.004496546927839518, -0.003723209025338292, -0.0029498711228370667, -0.002176533453166485, -0.0014031956670805812, -0.0006298578809946775, 0.0001434799050912261, 0.0009168176911771297, 0.0016901554772630334, 0.002463493263348937, 0.0032368311658501625, 0.004010168835520744, 0.004783506505191326, 0.005556844174861908, 0.006330182310193777, 0.007103519979864359, 0.007876858115196228, 0.00865019578486681, 0.009423533454537392, 0.010196871124207973, 0.010970208793878555, 0.011743546463549137, 0.012516884133219719, 0.013290222734212875, 0.014063560403883457, 0.014836898073554039, 0.01561023574322462, 0.016383573412895203]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 2.0, 3.0, 5.0, 6.0, 8.0, 11.0, 11.0, 7.0, 15.0, 13.0, 14.0, 32.0, 20.0, 18.0, 21.0, 19.0, 24.0, 30.0, 34.0, 37.0, 45.0, 74.0, 87.0, 104.0, 133.0, 180.0, 237.0, 310.0, 459.0, 657.0, 1027.0, 1784.0, 6199.0, 1994.0, 1325.0, 794.0, 657.0, 493.0, 387.0, 331.0, 190.0, 141.0, 116.0, 96.0, 61.0, 53.0, 38.0, 33.0, 19.0, 21.0, 20.0, 6.0, 10.0, 4.0, 3.0, 1.0, 4.0, 3.0, 0.0, 0.0, 1.0], "bins": [-0.01072349026799202, -0.010420971550047398, -0.010118452832102776, -0.009815935045480728, -0.009513416327536106, -0.009210897609591484, -0.008908379822969437, -0.008605861105024815, -0.008303342387080193, -0.00800082366913557, -0.007698305416852236, -0.007395787164568901, -0.007093268446624279, -0.006790749728679657, -0.006488231476396322, -0.0061857132241129875, -0.0058831945061683655, -0.0055806757882237434, -0.005278157535940409, -0.004975639283657074, -0.004673120565712452, -0.00437060184776783, -0.004068083595484495, -0.0037655651103705168, -0.0034630466252565384, -0.00316052814014256, -0.0028580096550285816, -0.0025554911699146032, -0.002252972684800625, -0.0019504541996866465, -0.001647935714572668, -0.0013454172294586897, -0.0010428987443447113, -0.0007403802592307329, -0.00043786177411675453, -0.00013534328900277615, 0.00016717519611120224, 0.0004696936812251806, 0.000772212166339159, 0.0010747306514531374, 0.0013772491365671158, 0.0016797676216810942, 0.0019822861067950726, 0.002284804591909051, 0.0025873230770230293, 0.0028898415621370077, 0.003192360047250986, 0.0034948785323649645, 0.003797397017478943, 0.004099915735423565, 0.0044024339877069, 0.004704952239990234, 0.005007470957934856, 0.0053099896758794785, 0.005612507928162813, 0.005915026180446148, 0.00621754489839077, 0.006520063616335392, 0.006822581868618727, 0.0071251001209020615, 0.0074276188388466835, 0.0077301375567913055, 0.008032655343413353, 0.008335174061357975, 0.008637692779302597]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 3.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.06953602284193039, -0.06710195541381836, -0.06466788798570633, -0.0622338205575943, -0.05979975312948227, -0.05736568942666054, -0.05493162199854851, -0.05249755457043648, -0.05006348714232445, -0.04762941971421242, -0.04519535228610039, -0.04276128485798836, -0.040327221155166626, -0.037893153727054596, -0.035459086298942566, -0.033025018870830536, -0.030590951442718506, -0.028156884014606476, -0.025722816586494446, -0.023288751021027565, -0.020854683592915535, -0.018420616164803505, -0.015986550599336624, -0.013552483171224594, -0.011118415743112564, -0.008684348315000534, -0.006250281818211079, -0.003816214855760336, -0.0013821478933095932, 0.0010519190691411495, 0.0034859860315918922, 0.005920052994042635, 0.008354119956493378, 0.010788187384605408, 0.013222253881394863, 0.01565632037818432, 0.01809038780629635, 0.02052445523440838, 0.02295852079987526, 0.02539258822798729, 0.02782665565609932, 0.03026072308421135, 0.03269479051232338, 0.03512885794043541, 0.03756292164325714, 0.03999698907136917, 0.0424310564994812, 0.04486512392759323, 0.04729919135570526, 0.04973325878381729, 0.05216732621192932, 0.05460139364004135, 0.05703546106815338, 0.05946952477097511, 0.06190359219908714, 0.06433766335248947, 0.0667717307806015, 0.06920579075813293, 0.07163985818624496, 0.074073925614357, 0.07650799304246902, 0.07894206047058105, 0.08137612789869308, 0.08381019532680511, 0.08624426275491714]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 4.0, 7.0, 6.0, 3.0, 3.0, 4.0, 4.0, 7.0, 8.0, 10.0, 11.0, 17.0, 10.0, 17.0, 15.0, 48.0, 16.0, 10.0, 5.0, 15.0, 13.0, 11.0, 8.0, 4.0, 5.0, 5.0, 2.0, 0.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.058519668877124786, -0.056928280740976334, -0.05533689260482788, -0.05374550446867943, -0.052154120057821274, -0.05056273192167282, -0.04897134378552437, -0.047379955649375916, -0.04578856751322746, -0.04419717937707901, -0.042605794966220856, -0.0410144068300724, -0.03942301869392395, -0.0378316305577755, -0.036240242421627045, -0.03464885428547859, -0.03305746614933014, -0.031466081738471985, -0.029874693602323532, -0.02828330546617508, -0.026691917330026627, -0.025100531056523323, -0.02350914292037487, -0.021917754784226418, -0.020326368510723114, -0.01873498037457466, -0.01714359223842621, -0.01555220503360033, -0.013960817828774452, -0.012369429692626, -0.010778042487800121, -0.009186654351651669, -0.00759526714682579, -0.006003879476338625, -0.0044124918058514595, -0.0028211046010255814, -0.001229716930538416, 0.0003616706235334277, 0.0019530581776052713, 0.003544445615261793, 0.005135833285748959, 0.006727220956236124, 0.00831860862672329, 0.009909995831549168, 0.011501383036375046, 0.013092771172523499, 0.014684158377349377, 0.016275545582175255, 0.017866933718323708, 0.01945832185447216, 0.021049708127975464, 0.022641096264123917, 0.02423248440027237, 0.025823870673775673, 0.027415258809924126, 0.02900664694607258, 0.030598033219575882, 0.032189421355724335, 0.03378080949187279, 0.03537219762802124, 0.03696358576416969, 0.03855497017502785, 0.0401463583111763, 0.04173774644732475, 0.043329134583473206]}, "_runtime": 113.85259890556335, "_timestamp": 1596212984.5541365, "_step": 136}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 2.0, 0.0, 3.0, 0.0, 4.0, 5.0, 5.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 2.0, 0.0, 3.0, 0.0, 2.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.007727194111794233, -0.007449013646692038, -0.0071708327159285545, -0.006892652250826359, -0.006614471320062876, -0.00633629085496068, -0.006058109924197197, -0.005779929459095001, -0.0055017489939928055, -0.005223568063229322, -0.004945387598127127, -0.004667206667363644, -0.004389026202261448, -0.004110845271497965, -0.003832664806395769, -0.0035544841084629297, -0.0032763034105300903, -0.002998122712597251, -0.0027199420146644115, -0.002441761316731572, -0.0021635806187987328, -0.0018854000372812152, -0.0016072194557636976, -0.0013290387578308582, -0.0010508580598980188, -0.0007726773619651794, -0.000494496722240001, -0.00021631605341099203, 6.186461541801691e-05, 0.00034004528424702585, 0.0006182259530760348, 0.0008964065928012133, 0.0011745872907340527, 0.001452767988666892, 0.0017309486865997314, 0.002009129384532571, 0.0022873100824654102, 0.002565490547567606, 0.0028436712455004454, 0.0031218519434332848, 0.003400032641366124, 0.0036782133392989635, 0.003956393804401159, 0.004234574735164642, 0.004512755200266838, 0.004790936131030321, 0.005069116596132517, 0.005347297526896, 0.005625477991998196, 0.005903658457100391, 0.0061818393878638744, 0.00646001985296607, 0.006738200783729553, 0.007016381248831749, 0.007294562179595232, 0.007572742644697428, 0.00785092357546091, 0.008129104040563107, 0.008407284505665302, 0.008685464970767498, 0.008963646367192268, 0.009241826832294464, 0.00952000729739666, 0.009798187762498856, 0.010076368227601051]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 2.0, 1.0, 2.0, 5.0, 5.0, 6.0, 11.0, 8.0, 16.0, 17.0, 17.0, 32.0, 33.0, 45.0, 43.0, 62.0, 126.0, 140.0, 194.0, 281.0, 4774.0, 1172.0, 273.0, 193.0, 114.0, 91.0, 51.0, 39.0, 40.0, 35.0, 26.0, 18.0, 11.0, 14.0, 10.0, 5.0, 3.0, 3.0, 2.0, 5.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.10889191925525665, -0.10547292977571487, -0.1020539402961731, -0.09863495081663132, -0.09521596133708954, -0.09179697185754776, -0.08837798237800598, -0.0849589928984642, -0.08154000341892242, -0.07812102138996124, -0.07470203191041946, -0.07128304243087769, -0.06786405295133591, -0.06444506347179413, -0.06102607399225235, -0.05760708451271057, -0.05418809503316879, -0.050769105553627014, -0.047350116074085236, -0.04393112659454346, -0.04051213711500168, -0.0370931513607502, -0.03367416188120842, -0.03025517240166664, -0.026836182922124863, -0.023417193442583084, -0.019998203963041306, -0.016579216346144676, -0.013160226866602898, -0.009741237387061119, -0.006322248838841915, -0.002903259824961424, 0.0005157291889190674, 0.003934718202799559, 0.00735370721668005, 0.010772695764899254, 0.014191685244441032, 0.01761067472398281, 0.02102966234087944, 0.02444865182042122, 0.027867641299962997, 0.031286630779504776, 0.034705620259046555, 0.03812460973858833, 0.04154359549283981, 0.04496258497238159, 0.04838157445192337, 0.05180056393146515, 0.05521955341100693, 0.058638542890548706, 0.062057532370090485, 0.06547652184963226, 0.06889551132917404, 0.07231450080871582, 0.0757334902882576, 0.07915247976779938, 0.08257146179676056, 0.08599045127630234, 0.08940944075584412, 0.0928284302353859, 0.09624741971492767, 0.09966640919446945, 0.10308539867401123, 0.10650438815355301, 0.10992337763309479]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 2.0, 0.0, 2.0, 0.0, 3.0, 1.0, 0.0, 1.0, 6.0, 6.0, 0.0, 2.0, 5.0, 3.0, 5.0, 22.0, 11.0, 3.0, 2.0, 6.0, 3.0, 6.0, 1.0, 3.0, 2.0, 3.0, 1.0, 3.0, 1.0, 4.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.003488800721243024, -0.003391249105334282, -0.0032936977222561836, -0.0031961461063474417, -0.0030985947232693434, -0.0030010431073606014, -0.002903491724282503, -0.002805940108373761, -0.0027083884924650192, -0.002610837109386921, -0.002513285493478179, -0.0024157341104000807, -0.0023181824944913387, -0.0022206311114132404, -0.0021230794955044985, -0.0020255281124264, -0.0019279764965176582, -0.0018304249970242381, -0.001732873497530818, -0.0016353219980373979, -0.0015377704985439777, -0.0014402188826352358, -0.0013426673831418157, -0.0012451158836483955, -0.0011475643841549754, -0.0010500128846615553, -0.0009524613851681352, -0.0008549098274670541, -0.000757358327973634, -0.0006598068284802139, -0.0005622552707791328, -0.0004647037712857127, -0.0003671522717922926, -0.00026960077229887247, -0.0001720492437016219, -7.449772965628654e-05, 2.3053784389048815e-05, 0.00012060529843438417, 0.00021815681247971952, 0.0003157083410769701, 0.0004132598405703902, 0.0005108113400638103, 0.0006083628395572305, 0.0007059143972583115, 0.0008034658967517316, 0.0009010173962451518, 0.0009985689539462328, 0.001096120453439653, 0.001193671952933073, 0.0012912234524264932, 0.0013887749519199133, 0.0014863264514133334, 0.0015838779509067535, 0.0016814295668154955, 0.0017789810663089156, 0.0018765325658023357, 0.001974083948880434, 0.002071635564789176, 0.002169187180697918, 0.0022667385637760162, 0.002364290179684758, 0.0024618415627628565, 0.0025593931786715984, 0.0026569445617496967, 0.0027544961776584387]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 4.0, 4.0, 7.0, 9.0, 6.0, 10.0, 18.0, 16.0, 25.0, 45.0, 59.0, 68.0, 83.0, 105.0, 168.0, 241.0, 312.0, 445.0, 681.0, 968.0, 1438.0, 2322.0, 3854.0, 6681.0, 11918.0, 24862.0, 63678.0, 843239.0, 128677.0, 37984.0, 18746.0, 11211.0, 6848.0, 4439.0, 2891.0, 2137.0, 1399.0, 1010.0, 760.0, 562.0, 397.0, 293.0, 242.0, 216.0, 125.0, 122.0, 91.0, 71.0, 47.0, 26.0, 31.0, 19.0, 15.0, 8.0, 4.0, 3.0, 0.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0], "bins": [-0.004471095744520426, -0.004316193051636219, -0.0041612908244132996, -0.004006388131529093, -0.003851485438644886, -0.0036965827457606792, -0.003541680285707116, -0.003386777825653553, -0.0032318751327693462, -0.0030769724398851395, -0.0029220699798315763, -0.0027671675197780132, -0.0026122648268938065, -0.0024573621340095997, -0.0023024596739560366, -0.0021475572139024734, -0.0019926545210182667, -0.0018377519445493817, -0.0016828493680804968, -0.0015279467916116118, -0.001373044215142727, -0.001218141638673842, -0.001063239062204957, -0.0009083364857360721, -0.0007534339092671871, -0.0005985313327983022, -0.00044362875632941723, -0.0002887261798605323, -0.00013382360339164734, 2.1078973077237606e-05, 0.00017598154954612255, 0.0003308841260150075, 0.00048578670248389244, 0.0006406892789527774, 0.0007955918554216623, 0.0009504944318905473, 0.0011053970083594322, 0.0012602995848283172, 0.0014152021612972021, 0.001570104737766087, 0.001725007314234972, 0.001879909890703857, 0.002034812467172742, 0.002189714927226305, 0.0023446176201105118, 0.0024995203129947186, 0.0026544227730482817, 0.002809325233101845, 0.0029642279259860516, 0.0031191306188702583, 0.0032740330789238214, 0.0034289355389773846, 0.0035838382318615913, 0.003738740924745798, 0.0038936433847993612, 0.004048545844852924, 0.004203448537737131, 0.004358351230621338, 0.004513253457844257, 0.004668156150728464, 0.004823058843612671, 0.004977961536496878, 0.0051328642293810844, 0.005287766456604004, 0.005442669149488211]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 4.0, 1.0, 6.0, 1.0, 2.0, 5.0, 3.0, 12.0, 3.0, 3.0, 7.0, 1.0, 2.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01653812639415264, -0.015553276985883713, -0.014568427577614784, -0.013583578169345856, -0.012598728761076927, -0.011613880284130573, -0.010629030875861645, -0.009644181467592716, -0.008659332059323788, -0.007674482651054859, -0.006689633242785931, -0.005704784300178289, -0.004719934891909361, -0.0037350854836404324, -0.0027502363082021475, -0.0017653870163485408, -0.0007805377244949341, 0.00020431156735867262, 0.0011891608592122793, 0.002174010034650564, 0.0031588594429194927, 0.004143708851188421, 0.0051285577937960625, 0.006113407202064991, 0.0070982566103339195, 0.008083106018602848, 0.009067955426871777, 0.010052804835140705, 0.011037653312087059, 0.012022502720355988, 0.013007352128624916, 0.013992201536893845, 0.014977050945162773, 0.0159619003534317, 0.01694674976170063, 0.01793159916996956, 0.018916448578238487, 0.019901297986507416, 0.020886147394776344, 0.021870996803045273, 0.022855844348669052, 0.02384069375693798, 0.02482554316520691, 0.025810392573475838, 0.026795241981744766, 0.027780091390013695, 0.028764940798282623, 0.029749790206551552, 0.03073463961482048, 0.03171948716044426, 0.03270433843135834, 0.03368918597698212, 0.034674037247896194, 0.035658884793519974, 0.03664373606443405, 0.03762858361005783, 0.03861343488097191, 0.03959828242659569, 0.040583133697509766, 0.041567981243133545, 0.04255283251404762, 0.0435376800596714, 0.04452253133058548, 0.04550737887620926, 0.04649222642183304]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 2.0, 0.0, 2.0, 2.0, 1.0, 4.0, 0.0, 2.0, 2.0, 4.0, 10.0, 6.0, 13.0, 17.0, 27.0, 49.0, 70.0, 83.0, 156.0, 228.0, 361.0, 529.0, 879.0, 1433.0, 2852.0, 7338.0, 1885.0, 943.0, 498.0, 279.0, 184.0, 153.0, 106.0, 64.0, 75.0, 32.0, 21.0, 24.0, 6.0, 10.0, 10.0, 4.0, 1.0, 2.0, 5.0, 3.0, 1.0, 1.0, 0.0, 2.0, 13.0, 16.0, 3.0, 6.0, 4.0, 0.0, 0.0, 0.0, 1.0, 5.0, 3.0], "bins": [-0.011692510917782784, -0.011279338970780373, -0.010866167023777962, -0.01045299507677555, -0.01003982312977314, -0.009626651182770729, -0.009213479235768318, -0.008800307288765907, -0.008387135341763496, -0.007973963394761086, -0.007560791447758675, -0.007147619500756264, -0.006734447553753853, -0.006321275606751442, -0.005908103659749031, -0.00549493171274662, -0.005081759765744209, -0.004668587818741798, -0.0042554158717393875, -0.0038422439247369766, -0.0034290719777345657, -0.003015900030732155, -0.002602728083729744, -0.002189556136727333, -0.0017763841897249222, -0.0013632122427225113, -0.0009500402957201004, -0.0005368683487176895, -0.00012369640171527863, 0.00028947554528713226, 0.0007026474922895432, 0.001115819439291954, 0.001528991386294365, 0.0019421633332967758, 0.0023553352802991867, 0.0027685072273015976, 0.0031816791743040085, 0.0035948511213064194, 0.00400802306830883, 0.004421195015311241, 0.004834366962313652, 0.005247538909316063, 0.005660710856318474, 0.006073882803320885, 0.006487054750323296, 0.0069002266973257065, 0.007313398644328117, 0.007726570591330528, 0.00813974253833294, 0.00855291448533535, 0.008966086432337761, 0.009379258379340172, 0.009792430326342583, 0.010205602273344994, 0.010618774220347404, 0.011031946167349815, 0.011445118114352226, 0.011858290061354637, 0.012271462008357048, 0.012684633955359459, 0.01309780590236187, 0.01351097784936428, 0.013924149796366692, 0.014337321743369102, 0.014750493690371513]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 2.0, 0.0, 2.0, 3.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0629367083311081, -0.060560442507267, -0.058184172958135605, -0.05580790340900421, -0.053431637585163116, -0.05105537176132202, -0.04867910221219063, -0.046302832663059235, -0.04392656683921814, -0.041550301015377045, -0.03917403146624565, -0.03679776191711426, -0.03442149609327316, -0.03204523026943207, -0.029668960720300674, -0.02729269303381443, -0.024916425347328186, -0.022540157660841942, -0.020163889974355698, -0.017787622287869453, -0.01541135460138321, -0.013035086914896965, -0.01065881922841072, -0.008282551541924477, -0.005906283855438232, -0.0035300161689519882, -0.001153748482465744, 0.0012225192040205002, 0.0035987868905067444, 0.005975054576992989, 0.008351322263479233, 0.010727589949965477, 0.013103857636451721, 0.015480125322937965, 0.01785639300942421, 0.020232660695910454, 0.022608928382396698, 0.024985196068882942, 0.027361463755369186, 0.02973773144185543, 0.032113999128341675, 0.03449026495218277, 0.03686653450131416, 0.03924280405044556, 0.04161906987428665, 0.04399533569812775, 0.04637160524725914, 0.04874787479639053, 0.05112414062023163, 0.05350040644407272, 0.05587667599320412, 0.05825294554233551, 0.060629211366176605, 0.0630054771900177, 0.06538175046443939, 0.06775801628828049, 0.07013428211212158, 0.07251054793596268, 0.07488681375980377, 0.07726308703422546, 0.07963935285806656, 0.08201561868190765, 0.08439189195632935, 0.08676815778017044, 0.08914442360401154]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 2.0, 6.0, 3.0, 0.0, 2.0, 2.0, 5.0, 2.0, 3.0, 5.0, 4.0, 7.0, 4.0, 7.0, 4.0, 3.0, 6.0, 11.0, 15.0, 23.0, 45.0, 16.0, 11.0, 10.0, 9.0, 10.0, 7.0, 12.0, 2.0, 7.0, 2.0, 4.0, 2.0, 5.0, 3.0, 4.0, 0.0, 1.0, 3.0, 2.0, 0.0, 5.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.0722956582903862, -0.07011430710554123, -0.06793296337127686, -0.06575161218643188, -0.06357026100158691, -0.06138890981674194, -0.05920756235718727, -0.0570262148976326, -0.05484486371278763, -0.05266351252794266, -0.050482165068387985, -0.04830081760883331, -0.04611946642398834, -0.04393811523914337, -0.0417567677795887, -0.03957542032003403, -0.037394069135189056, -0.035212717950344086, -0.03303137049078941, -0.030850021168589592, -0.02866867184638977, -0.02648732252418995, -0.024305973201990128, -0.022124623879790306, -0.019943274557590485, -0.017761925235390663, -0.015580575913190842, -0.01339922659099102, -0.011217877268791199, -0.009036527946591377, -0.006855178624391556, -0.004673829302191734, -0.002492479979991913, -0.00031113065779209137, 0.00187021866440773, 0.004051567986607552, 0.006232917308807373, 0.008414266631007195, 0.010595615953207016, 0.012776965275406837, 0.014958314597606659, 0.01713966391980648, 0.019321013242006302, 0.021502362564206123, 0.023683711886405945, 0.025865061208605766, 0.028046410530805588, 0.03022775985300541, 0.03240910917520523, 0.0345904603600502, 0.036771807819604874, 0.038953155279159546, 0.04113450646400452, 0.04331585764884949, 0.04549720510840416, 0.04767855256795883, 0.0498599037528038, 0.05204125493764877, 0.054222602397203445, 0.05640394985675812, 0.05858530104160309, 0.06076665222644806, 0.06294800341129303, 0.0651293471455574, 0.06731069833040237]}, "_runtime": 114.63572263717651, "_timestamp": 1596212985.3372602, "_step": 137}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 1.0, 1.0, 3.0, 0.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 3.0, 4.0, 4.0, 5.0, 3.0, 2.0, 6.0, 1.0, 1.0, 2.0, 3.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011498508043587208, -0.011147944256663322, -0.010797380469739437, -0.010446816682815552, -0.010096252895891666, -0.009745689108967781, -0.009395125322043896, -0.00904456153512001, -0.00869399681687355, -0.008343433029949665, -0.00799286924302578, -0.007642305921763182, -0.007291741669178009, -0.006941177882254124, -0.006590614095330238, -0.006240050308406353, -0.005889486521482468, -0.005538922734558582, -0.005188358947634697, -0.004837795160710812, -0.004487231373786926, -0.004136667121201754, -0.0037861033342778683, -0.003435539547353983, -0.0030849757604300976, -0.0027344119735062122, -0.002383848186582327, -0.002033284166827798, -0.0016827203799039125, -0.0013321565929800272, -0.00098159268964082, -0.0006310288445092738, -0.0002804649993777275, 7.009884575381875e-05, 0.000420662690885365, 0.0007712265360169113, 0.0011217903811484575, 0.0014723541680723429, 0.00182291807141155, 0.0021734819747507572, 0.0025240457616746426, 0.002874609548598528, 0.0032251733355224133, 0.0035757373552769423, 0.003926301375031471, 0.004276865161955357, 0.004627428948879242, 0.004977992735803127, 0.005328556522727013, 0.005679120309650898, 0.006029684096574783, 0.006380247883498669, 0.006730811670422554, 0.007081375923007727, 0.007431939709931612, 0.007782503496855497, 0.008133066818118095, 0.008483631536364555, 0.00883419532328844, 0.009184759110212326, 0.009535322897136211, 0.009885886684060097, 0.010236450470983982, 0.010587014257907867, 0.010937578044831753]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 3.0, 3.0, 8.0, 6.0, 7.0, 8.0, 9.0, 17.0, 24.0, 20.0, 18.0, 23.0, 34.0, 31.0, 44.0, 61.0, 98.0, 84.0, 150.0, 188.0, 274.0, 4236.0, 1477.0, 333.0, 182.0, 127.0, 96.0, 86.0, 69.0, 34.0, 26.0, 31.0, 19.0, 18.0, 17.0, 21.0, 6.0, 6.0, 7.0, 4.0, 2.0, 5.0, 3.0, 4.0, 0.0, 3.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0], "bins": [-0.08703428506851196, -0.08412542194128036, -0.08121655136346817, -0.07830768823623657, -0.07539881765842438, -0.07248995453119278, -0.06958109140396118, -0.06667222082614899, -0.06376335769891739, -0.06085449084639549, -0.057945623993873596, -0.055036760866642, -0.0521278940141201, -0.049219027161598206, -0.04631016403436661, -0.04340129718184471, -0.040492430329322815, -0.03758356347680092, -0.03467469662427902, -0.031765833497047424, -0.028856966644525528, -0.02594809979200363, -0.023039234802126884, -0.020130369812250137, -0.01722150295972824, -0.01431263703852892, -0.011403771117329597, -0.008494905196130276, -0.005586039274930954, -0.0026771733537316322, 0.00023169256746768951, 0.0031405584886670113, 0.006049424409866333, 0.008958290331065655, 0.011867156252264977, 0.014776022173464298, 0.01768488809466362, 0.020593754947185516, 0.023502619937062263, 0.02641148492693901, 0.029320351779460907, 0.0322292186319828, 0.0351380854845047, 0.0380469486117363, 0.040955815464258194, 0.04386468231678009, 0.04677354544401169, 0.049682412296533585, 0.05259127914905548, 0.05550014600157738, 0.058409012854099274, 0.06131787598133087, 0.06422674655914307, 0.06713560968637466, 0.07004447281360626, 0.07295334339141846, 0.07586220651865005, 0.07877106964588165, 0.08167994022369385, 0.08458880335092545, 0.08749766647815704, 0.09040653705596924, 0.09331540018320084, 0.09622427076101303, 0.09913313388824463]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 3.0, 3.0, 3.0, 1.0, 2.0, 4.0, 2.0, 7.0, 3.0, 2.0, 6.0, 3.0, 2.0, 28.0, 6.0, 3.0, 4.0, 2.0, 5.0, 3.0, 6.0, 4.0, 0.0, 3.0, 2.0, 1.0, 2.0, 3.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0025509921833872795, -0.002433889778330922, -0.0023167876061052084, -0.002199685201048851, -0.0020825830288231373, -0.00196548062376678, -0.0018483782187104225, -0.001731275930069387, -0.0016141736414283514, -0.0014970713527873158, -0.0013799690641462803, -0.001262866659089923, -0.0011457643704488873, -0.0010286620818078518, -0.0009115597349591553, -0.0007944573881104589, -0.0006773550994694233, -0.0005602528108283877, -0.00044315046397969127, -0.00032604814623482525, -0.00020894582848995924, -9.184351074509323e-05, 2.5258806999772787e-05, 0.0001423611247446388, 0.0002594634424895048, 0.00037656576023437083, 0.0004936680779792368, 0.0006107704248279333, 0.0007278727134689689, 0.0008449750021100044, 0.0009620773489587009, 0.0010791796958073974, 0.001196281984448433, 0.0013133842730894685, 0.001430486561730504, 0.0015475889667868614, 0.001664691255427897, 0.0017817935440689325, 0.00189889594912529, 0.0020159981213510036, 0.002133100526407361, 0.0022502029314637184, 0.002367305103689432, 0.0024844075087457895, 0.002601509913802147, 0.0027186120860278606, 0.002835714491084218, 0.0029528166633099318, 0.003069919068366289, 0.0031870214734226465, 0.0033041236456483603, 0.0034212260507047176, 0.0035383282229304314, 0.0036554306279867887, 0.003772533033043146, 0.00388963520526886, 0.004006737843155861, 0.004123840015381575, 0.004240942187607288, 0.004358044359833002, 0.004475146997720003, 0.004592249169945717, 0.004709351342171431, 0.004826453980058432, 0.004943556152284145]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 3.0, 2.0, 6.0, 2.0, 9.0, 17.0, 22.0, 37.0, 56.0, 69.0, 110.0, 177.0, 285.0, 414.0, 647.0, 1041.0, 1768.0, 3045.0, 5800.0, 11397.0, 26352.0, 77436.0, 881249.0, 95679.0, 32772.0, 16172.0, 8979.0, 5253.0, 3342.0, 2284.0, 1563.0, 990.0, 714.0, 519.0, 404.0, 252.0, 187.0, 142.0, 105.0, 75.0, 67.0, 53.0, 35.0, 22.0, 22.0, 17.0, 15.0, 11.0, 5.0, 6.0, 2.0, 4.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.0051007079891860485, -0.00490197679027915, -0.004703245125710964, -0.004504513926804066, -0.004305782727897167, -0.004107051528990269, -0.00390832033008337, -0.0037095886655151844, -0.003510857466608286, -0.0033121262677013874, -0.0031133948359638453, -0.002914663404226303, -0.0027159322053194046, -0.002517201006412506, -0.002318469574674964, -0.002119738142937422, -0.0019210069440305233, -0.001722275628708303, -0.0015235443133860826, -0.0013248129980638623, -0.001126081682741642, -0.0009273503674194217, -0.0007286190520972013, -0.000529887736774981, -0.0003311564214527607, -0.00013242510613054037, 6.630620919167995e-05, 0.0002650375245139003, 0.0004637688398361206, 0.0006625001551583409, 0.0008612314704805613, 0.0010599627858027816, 0.001258694101125002, 0.0014574254164472222, 0.0016561567317694426, 0.0018548880470916629, 0.002053619362413883, 0.0022523505613207817, 0.002451081993058324, 0.002649813424795866, 0.0028485446237027645, 0.003047275822609663, 0.003246007254347205, 0.0034447386860847473, 0.003643469884991646, 0.0038422010838985443, 0.004040932282805443, 0.004239663947373629, 0.004438395146280527, 0.004637126345187426, 0.004835858009755611, 0.00503458920866251, 0.005233320407569408, 0.005432051606476307, 0.005630782805383205, 0.005829514469951391, 0.00602824566885829, 0.006226976867765188, 0.006425708532333374, 0.0066244397312402725, 0.006823170930147171, 0.0070219021290540695, 0.007220633327960968, 0.007419364992529154, 0.007618096191436052]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 2.0, 3.0, 1.0, 5.0, 5.0, 4.0, 0.0, 9.0, 3.0, 3.0, 3.0, 2.0, 1.0, 1.0, 0.0, 1.0, 3.0, 1.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.03825168311595917, -0.03740339353680611, -0.036555103957653046, -0.03570681810379028, -0.03485852852463722, -0.03401023894548416, -0.0331619493663311, -0.03231366351246834, -0.03146537393331528, -0.030617084354162216, -0.029768796637654305, -0.028920507058501244, -0.028072219341993332, -0.02722392976284027, -0.02637564204633236, -0.0255273524671793, -0.024679064750671387, -0.023830775171518326, -0.022982485592365265, -0.022134197875857353, -0.021285908296704292, -0.02043762058019638, -0.01958933100104332, -0.018741043284535408, -0.017892753705382347, -0.017044465988874435, -0.016196176409721375, -0.015347887761890888, -0.014499599114060402, -0.013651310466229916, -0.01280302181839943, -0.011954733170568943, -0.011106444522738457, -0.01025815587490797, -0.009409867227077484, -0.008561578579246998, -0.0077132899314165115, -0.006865000817924738, -0.006016712170094252, -0.005168423522263765, -0.004320134874433279, -0.0034718462266027927, -0.0026235575787723064, -0.0017752686981111765, -0.0009269800502806902, -7.869134424254298e-05, 0.0007695973617956042, 0.0016178861260414124, 0.0024661747738718987, 0.003314463421702385, 0.004162752069532871, 0.0050110407173633575, 0.005859329365193844, 0.0067076184786856174, 0.007555907126516104, 0.008404195308685303, 0.009252484887838364, 0.01010077353566885, 0.010949062183499336, 0.011797350831329823, 0.012645639479160309, 0.013493928126990795, 0.014342216774821281, 0.015190505422651768, 0.016038794070482254]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [8.0, 1.0, 0.0, 0.0, 1.0, 3.0, 5.0, 0.0, 3.0, 13.0, 7.0, 7.0, 8.0, 3.0, 4.0, 4.0, 4.0, 17.0, 15.0, 15.0, 14.0, 14.0, 31.0, 35.0, 44.0, 56.0, 81.0, 118.0, 133.0, 142.0, 181.0, 263.0, 324.0, 448.0, 632.0, 823.0, 1273.0, 1975.0, 6160.0, 1617.0, 1035.0, 745.0, 548.0, 402.0, 282.0, 216.0, 186.0, 148.0, 80.0, 75.0, 43.0, 49.0, 41.0, 23.0, 18.0, 16.0, 14.0, 10.0, 4.0, 10.0, 2.0, 1.0, 1.0, 1.0], "bins": [-0.01181611604988575, -0.011508531868457794, -0.011200947687029839, -0.010893363505601883, -0.010585779324173927, -0.010278195142745972, -0.00997061189264059, -0.009663027711212635, -0.00935544352978468, -0.009047859348356724, -0.008740275166928768, -0.008432690985500813, -0.008125106804072857, -0.007817522622644901, -0.007509938906878233, -0.007202354725450277, -0.006894770544022322, -0.006587186362594366, -0.0062796021811664104, -0.005972018465399742, -0.0056644342839717865, -0.005356850102543831, -0.005049265921115875, -0.00474168173968792, -0.004434097558259964, -0.004126513842493296, -0.00381892966106534, -0.0035113454796373844, -0.003203761298209429, -0.002896177349612117, -0.002588593168184161, -0.002281009219586849, -0.0019734250381588936, -0.0016658409731462598, -0.001358256908133626, -0.0010506727267056704, -0.0007430886616930366, -0.0004355045675765723, -0.00012792047346010804, 0.00017966362065635622, 0.00048724771477282047, 0.0007948317797854543, 0.001102415844798088, 0.0014100000262260437, 0.0017175840912386775, 0.0020251681562513113, 0.002332752337679267, 0.002640336286276579, 0.0029479204677045345, 0.00325550464913249, 0.003563088597729802, 0.0038706727791577578, 0.00417825672775507, 0.004485840909183025, 0.004793425090610981, 0.005101009272038937, 0.005408593453466892, 0.0057161771692335606, 0.006023761350661516, 0.006331345532089472, 0.0066389297135174274, 0.006946513894945383, 0.007254097610712051, 0.007561681792140007, 0.007869265973567963]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 4.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.05203307047486305, -0.04910828545689583, -0.046183500438928604, -0.04325871914625168, -0.040333934128284454, -0.03740914911031723, -0.034484364092350006, -0.03155957907438278, -0.028634795919060707, -0.025710010901093483, -0.022785227745771408, -0.019860442727804184, -0.01693565770983696, -0.014010874554514885, -0.01108608953654766, -0.008161305449903011, -0.005236521363258362, -0.0023117370437830687, 0.0006130472756922245, 0.0035378315951675177, 0.006462615914642811, 0.00938740000128746, 0.012312185019254684, 0.015236969105899334, 0.018161753192543983, 0.021086538210511208, 0.024011321365833282, 0.026936106383800507, 0.02986089140176773, 0.032785676419734955, 0.03571045771241188, 0.038635242730379105, 0.04156002774834633, 0.04448481276631355, 0.04740959778428078, 0.0503343790769577, 0.05325916409492493, 0.05618394911289215, 0.059108734130859375, 0.0620335191488266, 0.06495830416679382, 0.06788308918476105, 0.07080787420272827, 0.0737326517701149, 0.07665743678808212, 0.07958222180604935, 0.08250700682401657, 0.0854317918419838, 0.08835657685995102, 0.09128136187791824, 0.09420614689588547, 0.09713093191385269, 0.10005571693181992, 0.10298050194978714, 0.10590527951717377, 0.10883006453514099, 0.11175484955310822, 0.11467963457107544, 0.11760441958904266, 0.12052920460700989, 0.12345398962497711, 0.12637877464294434, 0.12930355966091156, 0.13222834467887878, 0.135153129696846]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 3.0, 3.0, 2.0, 1.0, 9.0, 8.0, 9.0, 10.0, 7.0, 12.0, 16.0, 11.0, 19.0, 42.0, 22.0, 17.0, 13.0, 11.0, 13.0, 7.0, 3.0, 5.0, 4.0, 3.0, 2.0, 6.0, 2.0, 1.0, 2.0, 4.0, 0.0, 2.0, 2.0, 1.0, 1.0, 3.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.046228617429733276, -0.044000089168548584, -0.04177156090736389, -0.0395430326461792, -0.03731450438499451, -0.035085976123809814, -0.03285744786262512, -0.03062892146408558, -0.028400393202900887, -0.026171864941716194, -0.023943336680531502, -0.02171480841934681, -0.019486282020807266, -0.017257753759622574, -0.015029225498437881, -0.012800697237253189, -0.010572168976068497, -0.008343640714883804, -0.006115112919360399, -0.0038865848910063505, -0.0016580568626523018, 0.0005704711657017469, 0.0027989991940557957, 0.005027526989579201, 0.007256055250763893, 0.009484583511948586, 0.011713111773133278, 0.013941639102995396, 0.016170166432857513, 0.018398694694042206, 0.020627222955226898, 0.02285575121641159, 0.025084279477596283, 0.027312807738780975, 0.029541335999965668, 0.03176986426115036, 0.03399839252233505, 0.036226920783519745, 0.03845544904470444, 0.04068397730588913, 0.04291250556707382, 0.045141030102968216, 0.04736955836415291, 0.0495980866253376, 0.05182661488652229, 0.054055143147706985, 0.05628367140889168, 0.05851219967007637, 0.06074072793126106, 0.06296925246715546, 0.06519778072834015, 0.06742630898952484, 0.06965483725070953, 0.07188336551189423, 0.07411189377307892, 0.07634042203426361, 0.0785689502954483, 0.080797478556633, 0.08302600681781769, 0.08525453507900238, 0.08748306334018707, 0.08971159160137177, 0.09194011986255646, 0.09416864812374115, 0.09639717638492584]}, "_runtime": 115.41009449958801, "_timestamp": 1596212986.111632, "_step": 138}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 4.0, 4.0, 1.0, 6.0, 3.0, 4.0, 3.0, 1.0, 1.0, 1.0, 1.0, 4.0, 2.0, 2.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.006515191867947578, -0.006278144661337137, -0.006041097454726696, -0.005804050248116255, -0.005567003041505814, -0.005329955834895372, -0.005092908628284931, -0.00485586142167449, -0.004618814215064049, -0.0043817670084536076, -0.004144719801843166, -0.003907672595232725, -0.0036706251557916403, -0.003433577949181199, -0.003196530742570758, -0.0029594835359603167, -0.0027224363293498755, -0.0024853891227394342, -0.002248341916128993, -0.002011294709518552, -0.0017742475029081106, -0.0015372001798823476, -0.0013001529732719064, -0.0010631057666614652, -0.000826058560051024, -0.0005890113534405828, -0.0003519641177263111, -0.00011491689656395465, 0.00012213032459840178, 0.000359177531208843, 0.0005962247960269451, 0.0008332720026373863, 0.0010703192092478275, 0.0013073664158582687, 0.00154441362246871, 0.0017814608290791512, 0.0020185080356895924, 0.0022555552423000336, 0.0024926024489104748, 0.002729649655520916, 0.002966696862131357, 0.003203744301572442, 0.0034407915081828833, 0.0036778387147933245, 0.003914885688573122, 0.004151932895183563, 0.0043889801017940044, 0.004626027308404446, 0.004863074980676174, 0.005100122187286615, 0.005337169393897057, 0.005574216600507498, 0.005811263807117939, 0.00604831101372838, 0.006285358220338821, 0.006522405426949263, 0.006759452633559704, 0.006996499840170145, 0.007233547046780586, 0.0074705942533910275, 0.007707641460001469, 0.007944688200950623, 0.008181735873222351, 0.008418782614171505, 0.008655830286443233]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 2.0, 3.0, 1.0, 2.0, 4.0, 10.0, 7.0, 14.0, 16.0, 23.0, 36.0, 29.0, 53.0, 66.0, 75.0, 113.0, 145.0, 266.0, 4897.0, 1372.0, 278.0, 134.0, 97.0, 71.0, 52.0, 41.0, 19.0, 17.0, 14.0, 13.0, 10.0, 5.0, 10.0, 7.0, 5.0, 3.0, 5.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 3.0], "bins": [-0.12580722570419312, -0.1220981553196907, -0.1183890849351883, -0.11468002200126648, -0.11097095161676407, -0.10726188123226166, -0.10355281084775925, -0.09984374046325684, -0.09613467752933502, -0.09242560714483261, -0.0887165367603302, -0.08500746637582779, -0.08129839599132538, -0.07758932560682297, -0.07388026267290115, -0.07017119228839874, -0.06646212190389633, -0.06275305151939392, -0.05904398486018181, -0.0553349144756794, -0.051625847816467285, -0.047916777431964874, -0.04420770704746246, -0.04049864038825035, -0.03678957000374794, -0.03308049961924553, -0.029371432960033417, -0.025662362575531006, -0.021953294053673744, -0.018244225531816483, -0.014535156078636646, -0.01082608662545681, -0.007117018103599548, -0.0034079491160809994, 0.0003011198714375496, 0.0040101888589560986, 0.0077192578464746475, 0.01142832636833191, 0.015137395821511745, 0.01884646527469158, 0.022555533796548843, 0.026264602318406105, 0.029973670840263367, 0.03368274122476578, 0.03739181160926819, 0.0411008782684803, 0.04480994865298271, 0.048519015312194824, 0.052228085696697235, 0.055937156081199646, 0.05964622274041176, 0.06335528939962387, 0.06706435978412628, 0.07077343016862869, 0.0744825005531311, 0.07819157093763351, 0.08190064132213593, 0.08560970425605774, 0.08931877464056015, 0.09302784502506256, 0.09673691540956497, 0.10044598579406738, 0.1041550487279892, 0.10786411911249161, 0.11157318949699402]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 4.0, 2.0, 2.0, 6.0, 4.0, 6.0, 7.0, 4.0, 6.0, 3.0, 26.0, 4.0, 4.0, 4.0, 6.0, 4.0, 1.0, 1.0, 5.0, 0.0, 5.0, 5.0, 1.0, 0.0, 1.0, 3.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.003017086535692215, -0.0029177332762628794, -0.0028183800168335438, -0.002719026757404208, -0.0026196737308055162, -0.0025203204713761806, -0.002420967211946845, -0.0023216139525175095, -0.002222260693088174, -0.0021229074336588383, -0.0020235544070601463, -0.001924201031215489, -0.0018248478882014751, -0.0017254946287721395, -0.001626141369342804, -0.0015267882263287902, -0.0014274349668994546, -0.001328081707470119, -0.0012287285644561052, -0.0011293753050267696, -0.001030022045597434, -0.0009306688443757594, -0.0008313156431540847, -0.0007319623837247491, -0.0006326091825030744, -0.0005332559812813997, -0.00043390272185206413, -0.00033454952063038945, -0.00023519629030488431, -0.00013584305997937918, -3.648984420578927e-05, 6.286337884375826e-05, 0.00016221660189330578, 0.0002615698322188109, 0.00036092306254431605, 0.00046027626376599073, 0.0005596295231953263, 0.000658982724417001, 0.0007583359256386757, 0.0008576891850680113, 0.000957042386289686, 0.0010563955875113606, 0.0011557488469406962, 0.0012551021063700318, 0.0013544552493840456, 0.0014538085088133812, 0.0015531617682427168, 0.0016525149112567306, 0.0017518681706860662, 0.0018512214301154017, 0.0019505745731294155, 0.002049927832558751, 0.0021492810919880867, 0.0022486343514174223, 0.002347987610846758, 0.00244734063744545, 0.0025466938968747854, 0.002646047156304121, 0.0027454004157334566, 0.002844753675162792, 0.002944106934592128, 0.0030434599611908197, 0.0031428132206201553, 0.003242166480049491, 0.0033415197394788265]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 0.0, 5.0, 7.0, 6.0, 6.0, 15.0, 12.0, 26.0, 50.0, 53.0, 73.0, 128.0, 182.0, 260.0, 406.0, 585.0, 894.0, 1352.0, 2387.0, 4047.0, 7563.0, 15984.0, 41634.0, 186469.0, 816597.0, 50031.0, 21500.0, 11026.0, 6487.0, 3747.0, 2483.0, 1623.0, 1121.0, 768.0, 559.0, 432.0, 279.0, 229.0, 141.0, 126.0, 73.0, 72.0, 49.0, 38.0, 34.0, 23.0, 15.0, 9.0, 8.0, 8.0, 7.0, 5.0, 2.0, 1.0, 4.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.0047660162672400475, -0.004596685990691185, -0.004427355248481035, -0.004258024971932173, -0.00408869469538331, -0.0039193639531731606, -0.003750033676624298, -0.0035807034000754356, -0.0034113728906959295, -0.0032420423813164234, -0.003072712104767561, -0.002903381595388055, -0.0027340510860085487, -0.0025647208094596863, -0.00239539030008018, -0.0022260600235313177, -0.0020567295141518116, -0.0018873991211876273, -0.001718068728223443, -0.001548738218843937, -0.0013794078258797526, -0.0012100774329155684, -0.0010407469235360622, -0.000871416530571878, -0.0007020861376076937, -0.0005327557446435094, -0.0003634252934716642, -0.00019409487140364945, -2.476444933563471e-05, 0.00014456597273238003, 0.0003138963948003948, 0.0004832268168684095, 0.0006525572389364243, 0.0008218876319006085, 0.0009912180248647928, 0.001160548534244299, 0.0013298789272084832, 0.0014992093201726675, 0.0016685398295521736, 0.001837870222516358, 0.002007200615480542, 0.0021765311248600483, 0.0023458614014089108, 0.002515191910788417, 0.002684522420167923, 0.0028538526967167854, 0.0030231832060962915, 0.003192513482645154, 0.00336184399202466, 0.0035311745014041662, 0.0037005047779530287, 0.003869835287332535, 0.004039165563881397, 0.004208496306091547, 0.0043778265826404095, 0.004547156859189272, 0.004716487601399422, 0.004885817877948284, 0.005055148154497147, 0.005224478431046009, 0.005393809173256159, 0.005563139449805021, 0.005732469726353884, 0.0059018004685640335, 0.006071130745112896]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 3.0, 3.0, 1.0, 1.0, 0.0, 0.0, 2.0, 10.0, 5.0, 1.0, 3.0, 3.0, 1.0, 6.0, 4.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0], "bins": [-0.03156189247965813, -0.030908051878213882, -0.030254211276769638, -0.029600370675325394, -0.02894653007388115, -0.028292689472436905, -0.02763884887099266, -0.026985008269548416, -0.026331167668104172, -0.025677327066659927, -0.025023486465215683, -0.02436964586377144, -0.023715805262327194, -0.02306196466088295, -0.022408124059438705, -0.02175428345799446, -0.021100442856550217, -0.02044660411775112, -0.019792763516306877, -0.019138922914862633, -0.01848508231341839, -0.017831241711974144, -0.0171774011105299, -0.016523560509085655, -0.01586971990764141, -0.015215879306197166, -0.014562038704752922, -0.013908198103308678, -0.013254357501864433, -0.012600516900420189, -0.011946676298975945, -0.0112928356975317, -0.010638995096087456, -0.009985154494643211, -0.009331313893198967, -0.008677473291754723, -0.008023632690310478, -0.007369792554527521, -0.006715951953083277, -0.006062111351639032, -0.005408270750194788, -0.004754430148750544, -0.004100589547306299, -0.0034467491786926985, -0.002792908577248454, -0.0021390679758042097, -0.0014852274907752872, -0.0008313869475387037, -0.0001775464043021202, 0.00047629413893446326, 0.0011301346821710467, 0.0017839751671999693, 0.0024378157686442137, 0.003091656370088458, 0.003745496738702059, 0.004399337340146303, 0.0050531779415905476, 0.005707018543034792, 0.006360859144479036, 0.007014699745923281, 0.007668539881706238, 0.008322380483150482, 0.008976221084594727, 0.009630061686038971, 0.010283902287483215]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [4.0, 5.0, 0.0, 0.0, 2.0, 2.0, 2.0, 7.0, 2.0, 9.0, 18.0, 6.0, 4.0, 5.0, 1.0, 2.0, 4.0, 9.0, 10.0, 10.0, 14.0, 17.0, 31.0, 38.0, 32.0, 43.0, 68.0, 77.0, 119.0, 137.0, 170.0, 200.0, 284.0, 350.0, 531.0, 728.0, 1069.0, 2009.0, 6271.0, 1638.0, 1166.0, 877.0, 646.0, 464.0, 337.0, 260.0, 203.0, 159.0, 95.0, 79.0, 54.0, 44.0, 22.0, 21.0, 29.0, 10.0, 11.0, 8.0, 8.0, 7.0, 1.0, 0.0, 1.0, 2.0], "bins": [-0.009998642839491367, -0.009737751446664333, -0.009476859122514725, -0.00921596772968769, -0.008955076336860657, -0.008694184012711048, -0.008433292619884014, -0.008172400295734406, -0.007911508902907372, -0.00765061704441905, -0.007389725185930729, -0.007128833793103695, -0.006867941934615374, -0.006607050076127052, -0.006346158683300018, -0.006085266824811697, -0.005824374966323376, -0.005563483107835054, -0.005302591249346733, -0.005041699856519699, -0.004780807998031378, -0.0045199161395430565, -0.0042590247467160225, -0.003998132888227701, -0.00373724102973938, -0.0034763491712510586, -0.003215457545593381, -0.0029545659199357033, -0.002693674061447382, -0.0024327822029590607, -0.002171890577301383, -0.0019109988352283835, -0.001650107093155384, -0.0013892153510823846, -0.0011283236090093851, -0.0008674318669363856, -0.0006065401248633862, -0.0003456483827903867, -8.47566407173872e-05, 0.00017613510135561228, 0.00043702684342861176, 0.0006979185855016112, 0.0009588103275746107, 0.0012197020696476102, 0.0014805938117206097, 0.0017414855537936091, 0.0020023772958666086, 0.0022632689215242863, 0.0025241607800126076, 0.002785052638500929, 0.0030459442641586065, 0.003306835889816284, 0.0035677277483046055, 0.003828619606792927, 0.004089510999619961, 0.004350402858108282, 0.004611294716596603, 0.004872186575084925, 0.005133078433573246, 0.00539396982640028, 0.005654861684888601, 0.005915753543376923, 0.006176644936203957, 0.006437536794692278, 0.006698428653180599]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 3.0, 1.0, 1.0, 3.0, 4.0, 2.0, 3.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.04294686019420624, -0.03971174731850624, -0.036476634442806244, -0.03324151784181595, -0.03000640496611595, -0.026771292090415955, -0.02353617735207081, -0.020301062613725662, -0.017065949738025665, -0.013830835931003094, -0.010595722123980522, -0.007360608316957951, -0.004125494509935379, -0.0008903807029128075, 0.002344733104109764, 0.005579846911132336, 0.008814960718154907, 0.012050074525177479, 0.01528518833220005, 0.018520303070545197, 0.021755415946245193, 0.02499052882194519, 0.028225643560290337, 0.03146075829863548, 0.03469587117433548, 0.03793098405003548, 0.041166096925735474, 0.04440121352672577, 0.047636326402425766, 0.05087143927812576, 0.05410655587911606, 0.057341668754816055, 0.06057678163051605, 0.06381189823150635, 0.06704700738191605, 0.07028212398290634, 0.07351723313331604, 0.07675234973430634, 0.07998746633529663, 0.08322257548570633, 0.08645769208669662, 0.08969280868768692, 0.09292791783809662, 0.09616303443908691, 0.09939815104007721, 0.10263326019048691, 0.1058683767914772, 0.1091034859418869, 0.1123386025428772, 0.11557371914386749, 0.11880882829427719, 0.12204394489526749, 0.12527905404567719, 0.12851417064666748, 0.13174928724765778, 0.13498440384864807, 0.13821950554847717, 0.14145462214946747, 0.14468973875045776, 0.14792485535144806, 0.15115997195243835, 0.15439508855342865, 0.15763019025325775, 0.16086530685424805, 0.16410042345523834]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 2.0, 3.0, 2.0, 4.0, 5.0, 2.0, 7.0, 6.0, 8.0, 10.0, 11.0, 15.0, 12.0, 18.0, 21.0, 26.0, 42.0, 14.0, 7.0, 10.0, 8.0, 6.0, 7.0, 8.0, 2.0, 1.0, 0.0, 3.0, 4.0, 2.0, 2.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.021362539380788803, -0.020249109715223312, -0.01913568004965782, -0.01802225038409233, -0.01690882071852684, -0.01579539105296135, -0.014681961387395859, -0.013568531721830368, -0.012455102056264877, -0.011341672390699387, -0.010228242725133896, -0.009114813059568405, -0.008001383394002914, -0.006887953728437424, -0.005774524062871933, -0.004661094397306442, -0.0035476647317409515, -0.002434235066175461, -0.00132080540060997, -0.00020737573504447937, 0.0009060539305210114, 0.002019483596086502, 0.003132913261651993, 0.0042463429272174835, 0.005359772592782974, 0.006473202258348465, 0.007586631923913956, 0.008700061589479446, 0.009813491255044937, 0.010926920920610428, 0.012040350586175919, 0.01315378025174141, 0.0142672099173069, 0.01538063958287239, 0.01649406924843788, 0.017607498914003372, 0.018720928579568863, 0.019834358245134354, 0.020947787910699844, 0.022061217576265335, 0.023174647241830826, 0.024288076907396317, 0.025401506572961807, 0.026514936238527298, 0.02762836590409279, 0.02874179556965828, 0.02985522523522377, 0.03096865490078926, 0.03208208456635475, 0.03319551423192024, 0.03430894389748573, 0.035422373563051224, 0.036535803228616714, 0.037649232894182205, 0.038762662559747696, 0.03987609222531319, 0.04098952189087868, 0.04210295155644417, 0.04321638122200966, 0.04432981088757515, 0.04544324055314064, 0.04655667021870613, 0.04767009988427162, 0.04878352954983711, 0.0498969592154026]}, "_runtime": 116.19182419776917, "_timestamp": 1596212986.8933618, "_step": 139}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 3.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 2.0, 1.0, 0.0, 2.0, 5.0, 0.0, 0.0, 2.0, 4.0, 2.0, 2.0, 0.0, 0.0, 5.0, 1.0, 0.0, 4.0, 1.0, 2.0, 3.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008674592711031437, -0.008400059305131435, -0.008125525899231434, -0.007850991562008858, -0.007576458156108856, -0.007301924750208855, -0.007027391344308853, -0.006752857472747564, -0.006478324066847563, -0.006203790660947561, -0.005929256789386272, -0.005654723383486271, -0.005380189977586269, -0.0051056561060249805, -0.004831122700124979, -0.00455658882856369, -0.004282055422663689, -0.004007522016763687, -0.0037329881452023983, -0.0034584547393023968, -0.0031839211005717516, -0.0029093874618411064, -0.002634854055941105, -0.0023603204172104597, -0.0020857867784798145, -0.0018112531397491693, -0.001536719617433846, -0.0012621860951185226, -0.0009876524563878775, -0.0007131188758648932, -0.00043858529534190893, -0.00016405171481892467, 0.0001104818657040596, 0.00038501544622704387, 0.0006595490267500281, 0.0009340826072730124, 0.0012086161877959967, 0.0014831498265266418, 0.0017576833488419652, 0.0020322168711572886, 0.0023067505098879337, 0.002581284148618579, 0.002855817787349224, 0.0031303511932492256, 0.003404884831979871, 0.003679418470710516, 0.0039539518766105175, 0.004228485748171806, 0.004503019154071808, 0.004777552559971809, 0.005052086431533098, 0.0053266198374331, 0.005601153708994389, 0.00587568711489439, 0.006150220520794392, 0.0064247543923556805, 0.006699287798255682, 0.0069738212041556835, 0.007248355075716972, 0.007522888481616974, 0.007797421887516975, 0.008071955293416977, 0.008346489630639553, 0.008621023036539555, 0.008895556442439556]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 4.0, 4.0, 2.0, 2.0, 6.0, 4.0, 14.0, 18.0, 19.0, 25.0, 42.0, 51.0, 71.0, 89.0, 115.0, 155.0, 252.0, 498.0, 5363.0, 413.0, 224.0, 167.0, 96.0, 79.0, 63.0, 42.0, 26.0, 24.0, 16.0, 10.0, 14.0, 4.0, 3.0, 2.0, 2.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.12818236649036407, -0.12421605736017227, -0.12024974822998047, -0.11628343164920807, -0.11231712251901627, -0.10835081338882446, -0.10438449680805206, -0.10041818767786026, -0.09645187854766846, -0.09248556941747665, -0.08851926028728485, -0.08455294370651245, -0.08058663457632065, -0.07662032544612885, -0.07265400886535645, -0.06868769973516464, -0.06472139060497284, -0.060755081474781036, -0.056788768619298935, -0.052822455763816833, -0.04885614663362503, -0.04488983750343323, -0.040923524647951126, -0.036957211792469025, -0.03299090266227722, -0.02902459166944027, -0.025058280676603317, -0.021091969683766365, -0.017125658690929413, -0.01315934769809246, -0.009193036705255508, -0.005226725712418556, -0.001260414719581604, 0.002705896273255348, 0.0066722072660923, 0.010638518258929253, 0.014604829251766205, 0.018571140244603157, 0.02253745123744011, 0.02650376223027706, 0.030470073223114014, 0.03443638235330582, 0.03840269520878792, 0.04236900806427002, 0.04633531719446182, 0.050301626324653625, 0.05426793918013573, 0.05823425203561783, 0.06220056116580963, 0.06616687029600143, 0.07013317942619324, 0.07409949600696564, 0.07806580513715744, 0.08203211426734924, 0.08599843084812164, 0.08996473997831345, 0.09393104910850525, 0.09789735823869705, 0.10186366736888885, 0.10582998394966125, 0.10979629307985306, 0.11376260221004486, 0.11772891879081726, 0.12169522792100906, 0.12566153705120087]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 5.0, 0.0, 1.0, 4.0, 7.0, 3.0, 3.0, 2.0, 5.0, 4.0, 5.0, 5.0, 24.0, 7.0, 3.0, 2.0, 5.0, 3.0, 2.0, 2.0, 5.0, 4.0, 1.0, 2.0, 2.0, 3.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.002753334352746606, -0.002663516206666827, -0.002573697827756405, -0.002483879681676626, -0.0023940615355968475, -0.002304243156686425, -0.0022144250106066465, -0.002124606631696224, -0.0020347884856164455, -0.001944970223121345, -0.0018551519606262445, -0.0017653338145464659, -0.0016755155520513654, -0.0015856972895562649, -0.0014958791434764862, -0.0014060608809813857, -0.0013162426184862852, -0.0012264243559911847, -0.0011366060934960842, -0.0010467879474163055, -0.000956969684921205, -0.0008671514224261045, -0.000777333218138665, -0.0006875150138512254, -0.0005976967513561249, -0.0005078784888610244, -0.0004180602845735848, -0.00032824205118231475, -0.0002384238177910447, -0.00014860558439977467, -5.878735100850463e-05, 3.103088238276541e-05, 0.00012084911577403545, 0.0002106673491653055, 0.00030048558255657554, 0.0003903038159478456, 0.0004801220493391156, 0.0005699403118342161, 0.0006597585161216557, 0.0007495767204090953, 0.0008393949829041958, 0.0009292132453992963, 0.0010190315078943968, 0.0011088496539741755, 0.001198667916469276, 0.0012884861789643764, 0.0013783043250441551, 0.0014681225875392556, 0.0015579408500343561, 0.0016477591125294566, 0.0017375773750245571, 0.0018273955211043358, 0.0019172137835994363, 0.0020070320460945368, 0.0020968501921743155, 0.0021866685710847378, 0.0022764867171645164, 0.002366304863244295, 0.0024561232421547174, 0.002545941388234496, 0.0026357597671449184, 0.002725577913224697, 0.002815396059304476, 0.002905214438214898, 0.0029950325842946768]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [4.0, 5.0, 3.0, 4.0, 10.0, 21.0, 24.0, 45.0, 47.0, 87.0, 134.0, 218.0, 328.0, 556.0, 908.0, 1529.0, 2706.0, 4821.0, 10478.0, 25979.0, 90756.0, 916834.0, 76614.0, 24122.0, 10123.0, 5103.0, 2727.0, 1685.0, 1117.0, 755.0, 547.0, 360.0, 266.0, 159.0, 132.0, 108.0, 84.0, 56.0, 48.0, 26.0, 25.0, 25.0, 14.0, 9.0, 9.0, 7.0, 7.0, 4.0, 3.0, 3.0, 3.0, 3.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.004559699911624193, -0.004347735550254583, -0.004135771654546261, -0.003923807293176651, -0.003711842931807041, -0.0034998785704374313, -0.003287914441898465, -0.003075950313359499, -0.002863985951989889, -0.0026520215906202793, -0.002440057462081313, -0.002228093333542347, -0.002016128972172737, -0.0018041647272184491, -0.0015922004822641611, -0.001380236237309873, -0.001168271992355585, -0.0009563077474012971, -0.0007443435024470091, -0.0005323792574927211, -0.0003204150125384331, -0.00010845076758414507, 0.00010351347737014294, 0.00031547772232443094, 0.000527441967278719, 0.000739406212233007, 0.000951370457187295, 0.001163334702141583, 0.001375298947095871, 0.001587263192050159, 0.001799227437004447, 0.002011191565543413, 0.002223155926913023, 0.002435120288282633, 0.002647084416821599, 0.002859048545360565, 0.003071012906730175, 0.003282977268099785, 0.003494941396638751, 0.003706905525177717, 0.003918869886547327, 0.004130834247916937, 0.004342798143625259, 0.004554762504994869, 0.004766726866364479, 0.004978691227734089, 0.005190655589103699, 0.005402619484812021, 0.005614583846181631, 0.005826548207551241, 0.0060385121032595634, 0.006250476464629173, 0.006462440825998783, 0.006674405187368393, 0.006886369548738003, 0.007098333444446325, 0.007310297805815935, 0.007522262167185545, 0.0077342260628938675, 0.007946190424263477, 0.008158154785633087, 0.008370119147002697, 0.008582083508372307, 0.008794047869741917, 0.009006012231111526]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 1.0, 1.0, 2.0, 5.0, 4.0, 4.0, 0.0, 3.0, 8.0, 3.0, 2.0, 3.0, 2.0, 2.0, 4.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01577835902571678, -0.015139368362724781, -0.01450037769973278, -0.01386138703674078, -0.01322239637374878, -0.012583405710756779, -0.011944415047764778, -0.011305424384772778, -0.010666433721780777, -0.010027442127466202, -0.009388451464474201, -0.0087494608014822, -0.0081104701384902, -0.0074714794754981995, -0.006832488812506199, -0.006193498149514198, -0.005554507486522198, -0.004915516823530197, -0.0042765261605381966, -0.0036375352647155523, -0.0029985446017235518, -0.002359553938731551, -0.0017205631593242288, -0.0010815723799169064, -0.0004425817169249058, 0.00019640900427475572, 0.0008353997254744172, 0.0014743905048817396, 0.00211338116787374, 0.0027523718308657408, 0.003391362726688385, 0.004030353389680386, 0.004669344052672386, 0.005308334715664387, 0.005947325378656387, 0.006586316041648388, 0.0072253067046403885, 0.007864297367632389, 0.00850328803062439, 0.00914227869361639, 0.00978126935660839, 0.010420260950922966, 0.011059251613914967, 0.011698242276906967, 0.012337232939898968, 0.012976223602890968, 0.013615214265882969, 0.01425420492887497, 0.01489319559186697, 0.01553218625485897, 0.016171177849173546, 0.016810167580842972, 0.017449159175157547, 0.018088148906826973, 0.018727140501141548, 0.019366130232810974, 0.02000512182712555, 0.020644111558794975, 0.02128310315310955, 0.021922092884778976, 0.02256108447909355, 0.023200074210762978, 0.023839065805077553, 0.02447805553674698, 0.025117047131061554]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 3.0, 3.0, 1.0, 2.0, 7.0, 6.0, 7.0, 12.0, 10.0, 20.0, 16.0, 38.0, 38.0, 52.0, 91.0, 96.0, 147.0, 186.0, 254.0, 363.0, 438.0, 645.0, 981.0, 1400.0, 2290.0, 6349.0, 1739.0, 1048.0, 669.0, 445.0, 309.0, 221.0, 131.0, 116.0, 70.0, 37.0, 46.0, 27.0, 23.0, 12.0, 12.0, 13.0, 6.0, 6.0, 7.0, 12.0, 4.0, 6.0, 2.0, 3.0, 3.0, 0.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008641359396278858, -0.008336501196026802, -0.008031642995774746, -0.00772678479552269, -0.007421926595270634, -0.00711706792935729, -0.006812209729105234, -0.006507351528853178, -0.006202493328601122, -0.005897635128349066, -0.00559277692809701, -0.0052879187278449535, -0.00498306006193161, -0.004678201861679554, -0.004373343661427498, -0.004068485461175442, -0.0037636272609233856, -0.0034587690606713295, -0.0031539108604192734, -0.0028490524273365736, -0.0025441942270845175, -0.0022393360268324614, -0.0019344777101650834, -0.0016296193934977055, -0.0013247611932456493, -0.0010199029929935932, -0.0007150446763262153, -0.00041018641786649823, -0.0001053281594067812, 0.00019953009905293584, 0.0005043883575126529, 0.0008092466159723699, 0.001114104874432087, 0.001418963074684143, 0.001723821391351521, 0.002028679708018899, 0.002333537908270955, 0.002638396108523011, 0.002943254541605711, 0.003248112741857767, 0.0035529709421098232, 0.0038578291423618793, 0.0041626873426139355, 0.004467545542865992, 0.004772404208779335, 0.005077262409031391, 0.005382120609283447, 0.005686978809535503, 0.0059918370097875595, 0.006296695210039616, 0.006601553410291672, 0.006906411610543728, 0.007211269810795784, 0.007516128476709127, 0.007820986211299896, 0.008125844411551952, 0.008430702611804008, 0.00873556174337864, 0.009040419943630695, 0.009345278143882751, 0.009650136344134808, 0.009954994544386864, 0.01025985274463892, 0.010564710944890976, 0.010869569145143032]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 3.0, 0.0, 1.0, 3.0, 1.0, 4.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.06197996437549591, -0.05933476239442825, -0.056689560413360596, -0.05404435843229294, -0.05139915645122528, -0.04875395447015762, -0.046108752489089966, -0.04346355050802231, -0.04081834852695465, -0.03817314654588699, -0.035527944564819336, -0.03288274258375168, -0.03023754060268402, -0.027592338621616364, -0.024947136640548706, -0.02230193465948105, -0.01965673267841339, -0.017011530697345734, -0.014366328716278076, -0.011721126735210419, -0.009075924754142761, -0.006430722773075104, -0.0037855207920074463, -0.0011403188109397888, 0.0015048831701278687, 0.004150085151195526, 0.006795287132263184, 0.009440489113330841, 0.012085691094398499, 0.014730893075466156, 0.017376095056533813, 0.02002129703760147, 0.02266649901866913, 0.025311700999736786, 0.027956902980804443, 0.0306021049618721, 0.03324730694293976, 0.035892508924007416, 0.03853771090507507, 0.04118291288614273, 0.04382811486721039, 0.046473316848278046, 0.0491185188293457, 0.05176372081041336, 0.05440892279148102, 0.057054124772548676, 0.05969932675361633, 0.06234452873468399, 0.06498973071575165, 0.0676349326968193, 0.07028013467788696, 0.07292533665895462, 0.07557053864002228, 0.07821574062108994, 0.08086094260215759, 0.08350614458322525, 0.08615134656429291, 0.08879654854536057, 0.09144175052642822, 0.09408695250749588, 0.09673215448856354, 0.0993773564696312, 0.10202255845069885, 0.10466776043176651, 0.10731296241283417]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 0.0, 2.0, 3.0, 1.0, 1.0, 2.0, 1.0, 5.0, 7.0, 7.0, 5.0, 8.0, 11.0, 12.0, 10.0, 12.0, 7.0, 13.0, 10.0, 11.0, 12.0, 12.0, 29.0, 12.0, 10.0, 10.0, 7.0, 7.0, 7.0, 5.0, 8.0, 3.0, 8.0, 6.0, 2.0, 4.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 3.0], "bins": [-0.03875749185681343, -0.03724099323153496, -0.035724494606256485, -0.03420799598097801, -0.03269149735569954, -0.031175000593066216, -0.029658501967787743, -0.02814200334250927, -0.026625506579875946, -0.025109007954597473, -0.023592509329319, -0.022076010704040527, -0.020559512078762054, -0.01904301345348358, -0.017526516690850258, -0.016010018065571785, -0.014493519440293312, -0.01297702081501484, -0.011460523121058941, -0.009944024495780468, -0.00842752680182457, -0.006911028176546097, -0.005394529551267624, -0.0038780313916504383, -0.0023615332320332527, -0.0008450349560007453, 0.0006714633200317621, 0.0021879617124795914, 0.003704459872096777, 0.0052209580317139626, 0.0067374566569924355, 0.008253954350948334, 0.009770452976226807, 0.01128695160150528, 0.012803449295461178, 0.01431994792073965, 0.01583644561469555, 0.017352944239974022, 0.018869442865252495, 0.020385941490530968, 0.02190243825316429, 0.023418936878442764, 0.024935435503721237, 0.02645193412899971, 0.027968432754278183, 0.029484931379556656, 0.03100142814218998, 0.0325179286301136, 0.034034423530101776, 0.03555092215538025, 0.03706742078065872, 0.038583919405937195, 0.04010041803121567, 0.04161691665649414, 0.043133415281772614, 0.044649913907051086, 0.04616641253232956, 0.04768291115760803, 0.049199409782886505, 0.05071590468287468, 0.05223240330815315, 0.053748901933431625, 0.0552654005587101, 0.05678189918398857, 0.058298397809267044]}, "_runtime": 116.9723117351532, "_timestamp": 1596212987.6738493, "_step": 140}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 3.0, 0.0, 3.0, 4.0, 0.0, 4.0, 1.0, 1.0, 2.0, 1.0, 2.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 3.0, 0.0, 1.0, 2.0, 1.0, 3.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.010384657420217991, -0.010108509100973606, -0.009832361713051796, -0.009556213393807411, -0.009280065074563026, -0.009003917686641216, -0.008727769367396832, -0.008451621048152447, -0.008175473660230637, -0.007899325340986252, -0.007623177487403154, -0.007347029633820057, -0.007070881314575672, -0.006794733460992575, -0.006518585607409477, -0.0062424372881650925, -0.005966289434581995, -0.0056901415809988976, -0.005413993261754513, -0.005137845408171415, -0.004861697554588318, -0.004585549235343933, -0.004309401381760836, -0.004033253528177738, -0.003757105441763997, -0.003480957355350256, -0.0032048095017671585, -0.0029286614153534174, -0.0026525133289396763, -0.002376365475356579, -0.0021002173889428377, -0.0018240694189444184, -0.0015479214489459991, -0.0012717734789475799, -0.0009956255089491606, -0.0007194774225354195, -0.0004433294525370002, -0.00016718145343475044, 0.0001089665456674993, 0.00038511454476974905, 0.0006612625438719988, 0.0009374105138704181, 0.0012135584838688374, 0.0014897065702825785, 0.0017658545402809978, 0.002042002510279417, 0.002318150596693158, 0.0025942984502762556, 0.0028704465366899967, 0.003146594623103738, 0.0034227424766868353, 0.0036988905631005764, 0.003975038416683674, 0.004251186735928059, 0.004527334589511156, 0.0048034824430942535, 0.005079630762338638, 0.005355778615921736, 0.005631926469504833, 0.005908074323087931, 0.0061842226423323154, 0.006460370495915413, 0.00673651834949851, 0.007012666668742895, 0.007288814522325993]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 4.0, 3.0, 4.0, 5.0, 3.0, 4.0, 9.0, 8.0, 12.0, 11.0, 11.0, 14.0, 15.0, 19.0, 23.0, 18.0, 46.0, 45.0, 60.0, 80.0, 98.0, 139.0, 188.0, 331.0, 5226.0, 613.0, 286.0, 151.0, 125.0, 84.0, 65.0, 54.0, 27.0, 25.0, 21.0, 17.0, 13.0, 14.0, 16.0, 7.0, 8.0, 4.0, 4.0, 7.0, 1.0, 3.0, 4.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.1284005045890808, -0.1247878447175026, -0.12117517739534378, -0.11756251752376556, -0.11394985020160675, -0.11033719033002853, -0.10672453045845032, -0.1031118631362915, -0.09949920326471329, -0.09588653594255447, -0.09227387607097626, -0.08866121619939804, -0.08504854887723923, -0.08143588900566101, -0.0778232216835022, -0.07421056181192398, -0.07059790194034576, -0.06698523461818695, -0.06337257474660873, -0.05975991114974022, -0.056147247552871704, -0.05253458395600319, -0.048921920359134674, -0.04530925676226616, -0.041696593165397644, -0.03808393329381943, -0.03447126969695091, -0.030858606100082397, -0.027245942503213882, -0.023633280768990517, -0.020020617172122, -0.016407955437898636, -0.01279529184103012, -0.00918262917548418, -0.005569966044276953, -0.0019573031459003687, 0.0016553597524762154, 0.005268022418022156, 0.00888068601489067, 0.012493348680436611, 0.01610601134598255, 0.019718674942851067, 0.023331336677074432, 0.026944000273942947, 0.030556663870811462, 0.03416932746767998, 0.037781987339258194, 0.04139465093612671, 0.045007314532995224, 0.04861997812986374, 0.052232641726732254, 0.05584530159831047, 0.059457965195178986, 0.0630706325173378, 0.06668329238891602, 0.07029595226049423, 0.07390861958265305, 0.07752127945423126, 0.08113394677639008, 0.08474660664796829, 0.08835926651954651, 0.09197193384170532, 0.09558459371328354, 0.09919726103544235, 0.10280992090702057]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 7.0, 1.0, 6.0, 2.0, 4.0, 4.0, 6.0, 7.0, 2.0, 28.0, 3.0, 7.0, 1.0, 5.0, 2.0, 5.0, 3.0, 3.0, 1.0, 6.0, 0.0, 2.0, 0.0, 3.0, 0.0, 0.0, 2.0, 4.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.003925439901649952, -0.0037952421698719263, -0.003665044205263257, -0.0035348464734852314, -0.003404648508876562, -0.0032744507770985365, -0.003144252812489867, -0.0030140550807118416, -0.0028838571161031723, -0.0027536593843251467, -0.002623461652547121, -0.0024932636879384518, -0.002363065956160426, -0.002232867991551757, -0.0021026702597737312, -0.001972472295165062, -0.0018422745633870363, -0.0017120767151936889, -0.0015818788670003414, -0.001451681018806994, -0.0013214831706136465, -0.0011912854388356209, -0.0010610875906422734, -0.000930889742448926, -0.0008006918942555785, -0.0006704940460622311, -0.0005402961978688836, -0.00041009840788319707, -0.0002799005596898496, -0.0001497027260484174, -1.9504892406985164e-05, 0.00011069294123444706, 0.0002408907748758793, 0.00037108862306922674, 0.0005012864712625742, 0.0006314842612482607, 0.0007616821094416082, 0.0008918799576349556, 0.0010220777476206422, 0.0011522755958139896, 0.001282473444007337, 0.0014126712922006845, 0.001542869140394032, 0.0016730669885873795, 0.001803264720365405, 0.0019334625685587525, 0.0020636604167521, 0.0021938583813607693, 0.002324056113138795, 0.0024542538449168205, 0.00258445180952549, 0.0027146495413035154, 0.0028448475059121847, 0.0029750452376902103, 0.0031052432022988796, 0.0032354409340769053, 0.003365638665854931, 0.0034958366304636, 0.003626034362241626, 0.003756232326850295, 0.0038864300586283207, 0.00401662802323699, 0.004146825987845659, 0.004277023486793041, 0.0044072214514017105]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 4.0, 9.0, 7.0, 9.0, 19.0, 19.0, 44.0, 61.0, 77.0, 132.0, 230.0, 324.0, 515.0, 870.0, 1390.0, 2524.0, 4545.0, 8764.0, 17861.0, 44788.0, 200368.0, 784205.0, 52271.0, 24020.0, 13346.0, 7840.0, 4958.0, 3149.0, 2255.0, 1458.0, 1078.0, 687.0, 461.0, 356.0, 263.0, 200.0, 128.0, 95.0, 70.0, 58.0, 44.0, 33.0, 26.0, 21.0, 16.0, 7.0, 5.0, 8.0, 7.0, 4.0, 2.0, 4.0, 3.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.006305328570306301, -0.0060808658599853516, -0.005856403615325689, -0.00563194090500474, -0.0054074786603450775, -0.005183015950024128, -0.004958553239703178, -0.004734090995043516, -0.004509628284722567, -0.004285166040062904, -0.004060703329741955, -0.003836240852251649, -0.003611778374761343, -0.003387315897271037, -0.0031628531869500875, -0.0029383907094597816, -0.0027139282319694757, -0.00248946575447917, -0.002265003276988864, -0.0020405405666679144, -0.0018160780891776085, -0.0015916156116873026, -0.0013671531341969967, -0.001142690540291369, -0.0009182280628010631, -0.0006937655271030962, -0.0004693030205089599, -0.00024484051391482353, -2.0377978216856718e-05, 0.00020408454292919487, 0.00042854706407524645, 0.0006530095706693828, 0.0008774721063673496, 0.0011019345838576555, 0.0013263971777632833, 0.0015508596552535892, 0.0017753222491592169, 0.0019997847266495228, 0.0022242472041398287, 0.0024487096816301346, 0.002673172391951084, 0.00289763486944139, 0.003122097346931696, 0.003346559824422002, 0.0035710223019123077, 0.0037954847794026136, 0.0040199472568929195, 0.004244409967213869, 0.004468872211873531, 0.004693334922194481, 0.0049177976325154305, 0.005142259877175093, 0.005366722587496042, 0.0055911848321557045, 0.005815647542476654, 0.006040110252797604, 0.006264572497457266, 0.006489035207778215, 0.006713497452437878, 0.006937960162758827, 0.007162422873079777, 0.007386885117739439, 0.0076113478280603886, 0.00783581007272005, 0.008060272783041]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 6.0, 0.0, 4.0, 0.0, 0.0, 7.0, 1.0, 2.0, 1.0, 4.0, 3.0, 2.0, 1.0, 0.0, 3.0, 1.0, 3.0, 3.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.025873059406876564, -0.025190088897943497, -0.02450711838901043, -0.023824147880077362, -0.023141177371144295, -0.022458206862211227, -0.02177523635327816, -0.021092265844345093, -0.020409293472766876, -0.01972632296383381, -0.01904335245490074, -0.018360381945967674, -0.017677411437034607, -0.01699444092810154, -0.016311470419168472, -0.015628499910235405, -0.014945529401302338, -0.01426255889236927, -0.013579588383436203, -0.012896617874503136, -0.012213647365570068, -0.011530675925314426, -0.010847705416381359, -0.010164734907448292, -0.009481764398515224, -0.008798793889582157, -0.00811582338064909, -0.007432852406054735, -0.006749881897121668, -0.0060669113881886005, -0.005383940413594246, -0.004700969904661179, -0.004017999395728111, -0.003335028886795044, -0.002652058145031333, -0.001969087403267622, -0.0012861168943345547, -0.0006031462689861655, 7.982435636222363e-05, 0.0007627949817106128, 0.001445765607059002, 0.0021287361159920692, 0.0028117068577557802, 0.003494677599519491, 0.0041776481084525585, 0.004860618617385626, 0.0055435895919799805, 0.006226560100913048, 0.006909530609846115, 0.0075925011187791824, 0.00827547162771225, 0.008958442136645317, 0.009641412645578384, 0.010324384085834026, 0.011007354594767094, 0.011690325103700161, 0.012373295612633228, 0.013056266121566296, 0.013739236630499363, 0.01442220713943243, 0.015105178579688072, 0.01578814908862114, 0.016471119597554207, 0.017154090106487274, 0.01783706061542034]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 1.0, 4.0, 3.0, 6.0, 8.0, 12.0, 16.0, 15.0, 21.0, 16.0, 32.0, 34.0, 47.0, 67.0, 81.0, 92.0, 116.0, 176.0, 219.0, 313.0, 412.0, 521.0, 781.0, 1079.0, 1740.0, 5931.0, 1912.0, 1332.0, 940.0, 667.0, 505.0, 358.0, 261.0, 179.0, 133.0, 106.0, 69.0, 55.0, 47.0, 27.0, 31.0, 16.0, 11.0, 11.0, 2.0, 1.0, 4.0, 2.0, 3.0, 0.0, 6.0], "bins": [-0.014616725035011768, -0.014236093498766422, -0.01385546289384365, -0.013474831357598305, -0.013094200752675533, -0.012713569216430187, -0.012332938611507416, -0.01195230707526207, -0.011571675539016724, -0.011191044934093952, -0.010810413397848606, -0.010429782792925835, -0.010049151256680489, -0.009668520651757717, -0.009287889115512371, -0.0089072585105896, -0.008526626974344254, -0.008145995438098907, -0.007765364833176136, -0.007384733762592077, -0.0070041026920080185, -0.006623471155762672, -0.006242840085178614, -0.005862209014594555, -0.005481577944010496, -0.005100946873426437, -0.004720315802842379, -0.00433968473225832, -0.003959053196012974, -0.0035784223582595587, -0.0031977910548448563, -0.0028171599842607975, -0.0024365289136767387, -0.00205589784309268, -0.0016752666560932994, -0.0012946354690939188, -0.00091400439850986, -0.0005333732697181404, -0.0001527421409264207, 0.00022788898786529899, 0.0006085201166570187, 0.0009891511872410774, 0.001369782374240458, 0.0017504135612398386, 0.0021310446318238974, 0.002511675702407956, 0.0028923070058226585, 0.0032729380764067173, 0.003653569146990776, 0.004034200217574835, 0.004414831288158894, 0.004795462358742952, 0.005176093429327011, 0.005556724965572357, 0.005937356036156416, 0.006317987106740475, 0.0066986181773245335, 0.007079249247908592, 0.007459880318492651, 0.00784051138907671, 0.008221142925322056, 0.008601773530244827, 0.008982405066490173, 0.009363035671412945, 0.00974366720765829]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 0.0, 1.0, 4.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.11367327719926834, -0.11019865423440933, -0.10672402381896973, -0.10324940085411072, -0.09977477043867111, -0.0963001474738121, -0.0928255170583725, -0.08935089409351349, -0.08587626367807388, -0.08240164071321487, -0.07892701029777527, -0.07545238733291626, -0.07197775691747665, -0.06850313395261765, -0.06502850353717804, -0.06155388057231903, -0.058079253882169724, -0.054604627192020416, -0.05113000050187111, -0.0476553738117218, -0.044180747121572495, -0.04070612043142319, -0.03723149374127388, -0.03375686705112457, -0.030282242223620415, -0.026807615533471107, -0.0233329888433218, -0.019858362153172493, -0.016383737325668335, -0.012909109704196453, -0.00943448394536972, -0.005959857255220413, -0.002485230565071106, 0.0009893958922475576, 0.004464022349566221, 0.007938648574054241, 0.011413275264203548, 0.014887901954352856, 0.01836252771317959, 0.021837154403328896, 0.025311781093478203, 0.02878640778362751, 0.03226103261113167, 0.035735659301280975, 0.03921028599143028, 0.04268491268157959, 0.0461595393717289, 0.049634166061878204, 0.05310879275202751, 0.05658341944217682, 0.060058046132326126, 0.06353267282247543, 0.06700729578733444, 0.07048192620277405, 0.07395654916763306, 0.07743117958307266, 0.08090580254793167, 0.08438043296337128, 0.08785505592823029, 0.09132968634366989, 0.0948043093085289, 0.0982789397239685, 0.10175356268882751, 0.10522819310426712, 0.10870281606912613]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 4.0, 4.0, 1.0, 1.0, 3.0, 3.0, 2.0, 6.0, 0.0, 2.0, 3.0, 5.0, 4.0, 6.0, 2.0, 10.0, 4.0, 5.0, 7.0, 4.0, 6.0, 11.0, 8.0, 15.0, 11.0, 9.0, 30.0, 13.0, 12.0, 14.0, 22.0, 22.0, 15.0, 5.0, 4.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.07985963672399521, -0.0774601399898529, -0.07506063580513, -0.0726611390709877, -0.0702616423368454, -0.0678621381521225, -0.0654626414179802, -0.06306314468383789, -0.06066364422440529, -0.05826414376497269, -0.05586464703083038, -0.05346514657139778, -0.05106564611196518, -0.048666149377822876, -0.046266648918390274, -0.04386715218424797, -0.04146765172481537, -0.03906815126538277, -0.03666865453124046, -0.03426915407180786, -0.03186965733766556, -0.029470156878232956, -0.027070656418800354, -0.0246711578220129, -0.02227165922522545, -0.019872160628437996, -0.017472662031650543, -0.015073161572217941, -0.012673662975430489, -0.010274164378643036, -0.007874664850533009, -0.005475165788084269, -0.0030756667256355286, -0.0006761676631867886, 0.0017233313992619514, 0.0041228304617106915, 0.0065223295241594315, 0.008921828120946884, 0.011321327649056911, 0.013720827177166939, 0.01612032577395439, 0.018519824370741844, 0.020919322967529297, 0.0233188234269619, 0.02571832202374935, 0.028117820620536804, 0.030517321079969406, 0.03291681781411171, 0.03531631827354431, 0.03771581873297691, 0.04011531546711922, 0.04251481592655182, 0.04491431266069412, 0.047313813120126724, 0.049713313579559326, 0.05211281031370163, 0.05451231077313423, 0.056911811232566833, 0.05931130796670914, 0.06171080842614174, 0.06411030888557434, 0.06650980561971664, 0.06890930235385895, 0.07130880653858185, 0.07370830327272415]}, "_runtime": 117.76661467552185, "_timestamp": 1596212988.4681523, "_step": 141}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 3.0, 3.0, 3.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 6.0, 3.0, 4.0, 3.0, 5.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011998592875897884, -0.011617419309914112, -0.01123624574393034, -0.010855071246623993, -0.01047389768064022, -0.010092724114656448, -0.009711550548672676, -0.009330376982688904, -0.008949203416705132, -0.008568028919398785, -0.008186855353415012, -0.00780568178743124, -0.007424508221447468, -0.007043334189802408, -0.006662160623818636, -0.006280986592173576, -0.005899813026189804, -0.005518639460206032, -0.005137465428560972, -0.0047562918625772, -0.00437511783093214, -0.003993944264948368, -0.003612770698964596, -0.00323159690015018, -0.002850423101335764, -0.002469249302521348, -0.002088075503706932, -0.0017069019377231598, -0.0013257281389087439, -0.0009445543983019888, -0.0005633806576952338, -0.0001822069170884788, 0.00019896682351827621, 0.0005801405641250312, 0.0009613143047317863, 0.0013424879871308804, 0.0017236617859452963, 0.0021048355847597122, 0.0024860091507434845, 0.0028671829495579004, 0.0032483567483723164, 0.0036295305471867323, 0.004010704346001148, 0.0043918779119849205, 0.004773051477968693, 0.005154225509613752, 0.005535399075597525, 0.005916573107242584, 0.0062977466732263565, 0.006678920239210129, 0.007060094270855188, 0.007441267836838961, 0.00782244186848402, 0.008203615434467793, 0.008584789000451565, 0.008965962566435337, 0.009347137063741684, 0.009728310629725456, 0.010109484195709229, 0.010490657761693, 0.010871831327676773, 0.011253004893660545, 0.011634179390966892, 0.012015352956950665, 0.012396526522934437]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 2.0, 1.0, 3.0, 3.0, 2.0, 6.0, 8.0, 3.0, 5.0, 9.0, 13.0, 11.0, 20.0, 31.0, 32.0, 34.0, 54.0, 69.0, 73.0, 96.0, 118.0, 169.0, 276.0, 614.0, 5064.0, 419.0, 210.0, 133.0, 92.0, 71.0, 57.0, 50.0, 36.0, 33.0, 22.0, 30.0, 10.0, 7.0, 15.0, 4.0, 3.0, 6.0, 5.0, 3.0, 1.0, 3.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.09694098681211472, -0.09336809813976288, -0.08979520946741104, -0.0862223207950592, -0.08264943212270737, -0.07907654345035553, -0.07550365477800369, -0.07193076610565186, -0.06835786998271942, -0.06478498131036758, -0.061212096363306046, -0.05763920769095421, -0.05406631529331207, -0.050493426620960236, -0.0469205379486084, -0.04334764927625656, -0.039774760603904724, -0.03620187193155289, -0.03262898325920105, -0.029056092724204063, -0.025483204051852226, -0.02191031537950039, -0.018337424844503403, -0.014764536172151566, -0.011191647499799728, -0.007618758361786604, -0.0040458692237734795, -0.000472980085760355, 0.0030999090522527695, 0.006672798190265894, 0.010245687328279018, 0.01381857693195343, 0.017391465604305267, 0.020964354276657104, 0.02453724294900894, 0.028110133484005928, 0.031683020293712616, 0.03525591269135475, 0.03882880136370659, 0.042401690036058426, 0.04597457870841026, 0.0495474673807621, 0.05312035605311394, 0.056693244725465775, 0.06026613712310791, 0.06383902579545975, 0.06741191446781158, 0.07098480314016342, 0.07455769181251526, 0.0781305804848671, 0.08170346915721893, 0.08527635782957077, 0.08884924650192261, 0.09242213517427444, 0.09599502384662628, 0.09956791251897812, 0.10314080119132996, 0.10671369731426239, 0.11028658598661423, 0.11385947465896606, 0.1174323633313179, 0.12100525200366974, 0.12457814067602158, 0.1281510293483734, 0.13172391057014465]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 3.0, 2.0, 4.0, 2.0, 2.0, 3.0, 4.0, 1.0, 3.0, 3.0, 5.0, 4.0, 6.0, 24.0, 3.0, 2.0, 3.0, 5.0, 4.0, 6.0, 4.0, 2.0, 2.0, 3.0, 2.0, 3.0, 1.0, 1.0, 4.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.004035367630422115, -0.003920854534953833, -0.0038063419051468372, -0.003691829042509198, -0.003577316179871559, -0.0034628030844032764, -0.0033482902217656374, -0.0032337773591279984, -0.0031192644964903593, -0.0030047516338527203, -0.002890238771215081, -0.002775725908577442, -0.0026612128131091595, -0.0025466999504715204, -0.0024321870878338814, -0.0023176742251962423, -0.0022031613625586033, -0.0020886484999209642, -0.001974135637283325, -0.0018596226582303643, -0.0017451097955927253, -0.0016305969329550862, -0.0015160839539021254, -0.0014015710912644863, -0.0012870582286268473, -0.0011725453659892082, -0.0010580325033515692, -0.0009435195242986083, -0.0008290066616609693, -0.0007144937990233302, -0.0005999808781780303, -0.00048546798643656075, -0.00037095509469509125, -0.00025644220295362175, -0.00014192931121215224, -2.741641947068274e-05, 8.709647227078676e-05, 0.00020160936401225626, 0.00031612225575372577, 0.00043063514749519527, 0.0005451480392366648, 0.0006596609018743038, 0.0007741738227196038, 0.0008886867435649037, 0.0010031996062025428, 0.0011177124688401818, 0.0012322254478931427, 0.0013467383105307817, 0.0014612511731684208, 0.0015757640358060598, 0.0016902768984436989, 0.0018047898774966598, 0.0019193027401342988, 0.0020338157191872597, 0.0021483285818248987, 0.0022628414444625378, 0.002377354307100177, 0.002491867169737816, 0.002606380032375455, 0.002720892895013094, 0.0028354059904813766, 0.0029499188531190157, 0.0030644317157566547, 0.003178944578394294, 0.003293457441031933]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 4.0, 5.0, 4.0, 12.0, 18.0, 18.0, 24.0, 36.0, 43.0, 78.0, 131.0, 185.0, 218.0, 373.0, 541.0, 788.0, 1237.0, 1857.0, 2766.0, 4524.0, 7324.0, 13095.0, 25139.0, 58988.0, 767979.0, 183440.0, 48307.0, 23840.0, 13807.0, 8319.0, 5469.0, 3478.0, 2350.0, 1555.0, 1090.0, 754.0, 533.0, 372.0, 260.0, 164.0, 130.0, 109.0, 88.0, 47.0, 41.0, 30.0, 18.0, 11.0, 8.0, 10.0, 9.0, 9.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0], "bins": [-0.005520386155694723, -0.005342197138816118, -0.005164008587598801, -0.004985819570720196, -0.004807631019502878, -0.004629442002624273, -0.004451252985745668, -0.004273064434528351, -0.004094875417649746, -0.003916686866432428, -0.0037384978495538235, -0.0035603090655058622, -0.003382120281457901, -0.0032039314974099398, -0.003025742480531335, -0.0028475536964833736, -0.0026693649124354124, -0.002491176128387451, -0.00231298734433949, -0.002134798327460885, -0.001956609543412924, -0.0017784207593649626, -0.0016002319753170013, -0.0014220430748537183, -0.001243854290805757, -0.0010656655067577958, -0.0008874766062945127, -0.0007092878222465515, -0.0005310989799909294, -0.0003529101377353072, -0.00017472132458351552, 3.4675031201913953e-06, 0.00018165633082389832, 0.00035984517307952046, 0.0005380340153351426, 0.0007162227993831038, 0.000894411641638726, 0.0010726004838943481, 0.0012507892679423094, 0.0014289781684055924, 0.0016071669524535537, 0.001785355736501515, 0.001963544636964798, 0.002141733421012759, 0.0023199222050607204, 0.0024981109891086817, 0.0026763000059872866, 0.002854488790035248, 0.003032677574083209, 0.0032108663581311703, 0.0033890551421791315, 0.0035672441590577364, 0.0037454329431056976, 0.003923621494323015, 0.00410181051120162, 0.004279999528080225, 0.004458188079297543, 0.0046363770961761475, 0.004814565647393465, 0.00499275466427207, 0.005170943681150675, 0.005349132232367992, 0.005527321249246597, 0.005705509800463915, 0.00588369881734252]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 3.0, 2.0, 2.0, 5.0, 2.0, 2.0, 2.0, 4.0, 3.0, 10.0, 7.0, 4.0, 3.0, 2.0, 1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.019691379740834236, -0.01807910017669201, -0.016466820612549782, -0.01485454197973013, -0.013242262415587902, -0.011629982851445675, -0.010017704218626022, -0.008405424654483795, -0.006793145090341568, -0.005180865526199341, -0.003568586427718401, -0.0019563070964068174, -0.0003440277650952339, 0.0012682515662163496, 0.002880530897527933, 0.004492809996008873, 0.0061050895601511, 0.007717369124293327, 0.009329648688435555, 0.010941927321255207, 0.012554206885397434, 0.014166486449539661, 0.015778765082359314, 0.01739104464650154, 0.01900332421064377, 0.020615603774785995, 0.022227883338928223, 0.02384016290307045, 0.025452442467212677, 0.027064720168709755, 0.028676999732851982, 0.03028927929699421, 0.031901560723781586, 0.033513836562633514, 0.03512611612677574, 0.03673839569091797, 0.038350675255060196, 0.03996295481920242, 0.04157523438334465, 0.04318751394748688, 0.044799793511629105, 0.04641207307577133, 0.04802435263991356, 0.049636632204055786, 0.05124891176819801, 0.05286119133234024, 0.05447347089648247, 0.056085750460624695, 0.057698026299476624, 0.05931030586361885, 0.06092258542776108, 0.0625348687171936, 0.06414714455604553, 0.06575942784547806, 0.06737170368432999, 0.06898398697376251, 0.07059626281261444, 0.07220853865146637, 0.0738208219408989, 0.07543309777975082, 0.07704538106918335, 0.07865765690803528, 0.0802699401974678, 0.08188221603631973, 0.08349449932575226]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 2.0, 2.0, 10.0, 6.0, 17.0, 18.0, 33.0, 50.0, 60.0, 84.0, 111.0, 181.0, 310.0, 427.0, 608.0, 988.0, 1608.0, 3101.0, 6648.0, 1610.0, 896.0, 495.0, 310.0, 205.0, 149.0, 97.0, 57.0, 55.0, 36.0, 31.0, 19.0, 14.0, 12.0, 20.0, 17.0, 12.0, 10.0, 19.0, 10.0, 9.0, 5.0, 8.0, 7.0, 3.0, 7.0, 0.0, 0.0, 0.0, 4.0, 4.0, 10.0, 18.0, 0.0, 1.0, 1.0, 7.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 8.0], "bins": [-0.011150399222970009, -0.010567625053226948, -0.009984850883483887, -0.009402075782418251, -0.00881930161267519, -0.008236527442932129, -0.0076537528075277805, -0.007070978172123432, -0.006488204002380371, -0.00590542983263731, -0.005322655197232962, -0.004739880561828613, -0.004157106392085552, -0.0035743319895118475, -0.0029915575869381428, -0.002408783184364438, -0.0018260087817907333, -0.0012432343792170286, -0.0006604599766433239, -7.768557406961918e-05, 0.0005050888285040855, 0.0010878632310777903, 0.001670637633651495, 0.0022534120362251997, 0.0028361864387989044, 0.003418960841372609, 0.004001735243946314, 0.004584509879350662, 0.005167284049093723, 0.005750058218836784, 0.006332832854241133, 0.006915607489645481, 0.007498381659388542, 0.008081155829131603, 0.008663929998874664, 0.0092467050999403, 0.009829479269683361, 0.010412253439426422, 0.010995028540492058, 0.011577802710235119, 0.01216057687997818, 0.012743351049721241, 0.013326125219464302, 0.013908900320529938, 0.014491674490272999, 0.01507444866001606, 0.015657223761081696, 0.016239996999502182, 0.016822772100567818, 0.017405547201633453, 0.01798832044005394, 0.018571095541119576, 0.01915387064218521, 0.019736643880605698, 0.020319418981671333, 0.02090219222009182, 0.021484967321157455, 0.02206774242222309, 0.022650515660643578, 0.023233290761709213, 0.0238160640001297, 0.024398839101195335, 0.02498161420226097, 0.025564387440681458, 0.026147162541747093]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 2.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.21291419863700867, -0.208202064037323, -0.20348991453647614, -0.19877777993679047, -0.1940656453371048, -0.18935349583625793, -0.18464136123657227, -0.1799292266368866, -0.17521707713603973, -0.17050494253635406, -0.1657928079366684, -0.16108065843582153, -0.15636852383613586, -0.1516563892364502, -0.14694423973560333, -0.14223210513591766, -0.1375199556350708, -0.13280782103538513, -0.12809568643569946, -0.1233835443854332, -0.11867140233516693, -0.11395926773548126, -0.109247125685215, -0.10453498363494873, -0.09982284903526306, -0.0951107069849968, -0.09039856493473053, -0.08568642288446426, -0.0809742882847786, -0.07626214623451233, -0.07155000418424606, -0.0668378695845604, -0.06212572753429413, -0.05741358920931816, -0.052701447159051895, -0.04798930883407593, -0.04327716678380966, -0.038565028458833694, -0.03385289013385773, -0.02914074994623661, -0.024428609758615494, -0.019716469570994377, -0.015004330314695835, -0.010292191058397293, -0.0055800508707761765, -0.0008679111488163471, 0.003844228573143482, 0.008556367829442024, 0.013268508017063141, 0.017980648204684258, 0.022692788392305374, 0.02740492671728134, 0.03211706876754761, 0.036829207092523575, 0.04154134541749954, 0.04625348746776581, 0.050965625792741776, 0.05567776411771774, 0.06038990616798401, 0.06510204821825027, 0.06981418281793594, 0.07452632486820221, 0.07923846691846848, 0.08395060151815414, 0.08866274356842041]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 4.0, 2.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 4.0, 9.0, 13.0, 20.0, 46.0, 41.0, 33.0, 22.0, 15.0, 13.0, 9.0, 5.0, 1.0, 4.0, 3.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 3.0, 0.0, 1.0, 3.0, 3.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.09239611029624939, -0.08982374519109726, -0.08725138753652573, -0.0846790224313736, -0.08210665732622147, -0.07953429967164993, -0.0769619345664978, -0.07438956946134567, -0.07181720435619354, -0.06924484670162201, -0.06667248159646988, -0.06410011649131775, -0.061527758836746216, -0.058955393731594086, -0.056383032351732254, -0.053810667246580124, -0.05123830586671829, -0.04866594448685646, -0.04609357938170433, -0.0435212180018425, -0.04094885289669037, -0.03837649151682854, -0.035804130136966705, -0.033231765031814575, -0.030659403651952744, -0.028087040409445763, -0.025514677166938782, -0.02294231578707695, -0.02036995254456997, -0.01779758930206299, -0.015225226990878582, -0.012652864679694176, -0.010080501437187195, -0.007508138660341501, -0.004935775883495808, -0.002363413106650114, 0.00020894967019557953, 0.002781312447041273, 0.005353675223886967, 0.007926037535071373, 0.010498400777578354, 0.013070764020085335, 0.015643127262592316, 0.018215488642454147, 0.020787851884961128, 0.02336021512746811, 0.02593257650732994, 0.02850493974983692, 0.031077302992343903, 0.033649664372205734, 0.036222029477357864, 0.038794390857219696, 0.041366755962371826, 0.04393911734223366, 0.04651147872209549, 0.04908384382724762, 0.05165620520710945, 0.05422856658697128, 0.05680093169212341, 0.059373293071985245, 0.061945654451847076, 0.0645180195569992, 0.06709038466215134, 0.06966274231672287, 0.072235107421875]}, "_runtime": 118.55307626724243, "_timestamp": 1596212989.2546139, "_step": 142}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 4.0, 3.0, 4.0, 2.0, 2.0, 3.0, 2.0, 0.0, 6.0, 3.0, 2.0, 3.0, 0.0, 2.0, 4.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.007568301633000374, -0.007255717646330595, -0.006943133659660816, -0.00663054920732975, -0.006317965220659971, -0.006005381233990192, -0.005692796781659126, -0.0053802127949893475, -0.005067628808319569, -0.00475504482164979, -0.004442460834980011, -0.004129876382648945, -0.003817292395979166, -0.003504708409309387, -0.0031921241898089647, -0.0028795399703085423, -0.0025669559836387634, -0.0022543719969689846, -0.0019417877774685621, -0.0016292036743834615, -0.0013166195712983608, -0.0010040354682132602, -0.0006914513651281595, -0.00037886726204305887, -6.628315895795822e-05, 0.00024630094412714243, 0.0005588850472122431, 0.0008714691502973437, 0.0011840532533824444, 0.001496637356467545, 0.0018092214595526457, 0.002121805679053068, 0.002434389665722847, 0.002746973652392626, 0.0030595578718930483, 0.0033721420913934708, 0.0036847260780632496, 0.003997310064733028, 0.0043098945170640945, 0.004622478503733873, 0.004935062490403652, 0.005247646477073431, 0.00556023046374321, 0.005872814916074276, 0.006185398902744055, 0.006497982889413834, 0.0068105673417449, 0.007123151328414679, 0.007435735315084457, 0.007748319301754236, 0.008060903288424015, 0.008373487740755081, 0.008686071261763573, 0.008998655714094639, 0.009311240166425705, 0.009623823687434196, 0.009936408139765263, 0.010248992592096329, 0.01056157611310482, 0.010874160565435886, 0.011186745017766953, 0.011499328538775444, 0.01181191299110651, 0.012124496512115002, 0.012437080964446068]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 2.0, 2.0, 2.0, 4.0, 2.0, 0.0, 3.0, 2.0, 9.0, 6.0, 12.0, 12.0, 19.0, 20.0, 21.0, 29.0, 30.0, 42.0, 63.0, 57.0, 109.0, 126.0, 202.0, 331.0, 3337.0, 2385.0, 369.0, 183.0, 148.0, 92.0, 75.0, 51.0, 37.0, 29.0, 28.0, 18.0, 20.0, 16.0, 16.0, 5.0, 4.0, 4.0, 0.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08346856385469437, -0.08025690168142319, -0.07704523950815201, -0.07383357733488083, -0.07062191516160965, -0.06741025298833847, -0.06419859081506729, -0.06098693236708641, -0.05777527019381523, -0.05456360802054405, -0.05135194584727287, -0.048140283674001694, -0.04492862522602081, -0.041716963052749634, -0.038505300879478455, -0.035293638706207275, -0.032081976532936096, -0.028870314359664917, -0.025658652186393738, -0.022446991875767708, -0.01923532970249653, -0.01602366752922535, -0.012812006287276745, -0.00960034504532814, -0.006388682872056961, -0.003177021164447069, 3.4640543162822723e-05, 0.0032463022507727146, 0.0064579639583826065, 0.009669626131653786, 0.01288128737360239, 0.016092948615550995, 0.019304610788822174, 0.022516272962093353, 0.025727935135364532, 0.028939595445990562, 0.03215125948190689, 0.03536291792988777, 0.03857458010315895, 0.04178624227643013, 0.04499790444970131, 0.04820956662297249, 0.05142122879624367, 0.05463289096951485, 0.05784454941749573, 0.06105621159076691, 0.06426787376403809, 0.06747953593730927, 0.07069119811058044, 0.07390286028385162, 0.0771145224571228, 0.08032618463039398, 0.08353784680366516, 0.08674950897693634, 0.08996117115020752, 0.0931728333234787, 0.09638449549674988, 0.09959615021944046, 0.10280781239271164, 0.10601947456598282, 0.109231136739254, 0.11244279891252518, 0.11565446108579636, 0.11886612325906754, 0.12207778543233871]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 1.0, 3.0, 3.0, 0.0, 1.0, 1.0, 0.0, 4.0, 7.0, 4.0, 1.0, 3.0, 4.0, 4.0, 4.0, 3.0, 22.0, 8.0, 3.0, 4.0, 4.0, 6.0, 3.0, 5.0, 1.0, 3.0, 1.0, 2.0, 3.0, 1.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.0046178787015378475, -0.004490656312555075, -0.0043634334579110146, -0.004236211068928242, -0.004108988679945469, -0.003981766290962696, -0.0038545436691492796, -0.003727321047335863, -0.0036000986583530903, -0.0034728762693703175, -0.003345653647556901, -0.0032184310257434845, -0.0030912086367607117, -0.002963986247777939, -0.0028367636259645224, -0.002709541004151106, -0.002582318615168333, -0.0024550962261855602, -0.0023278736043721437, -0.0022006509825587273, -0.0020734285935759544, -0.0019462060881778598, -0.0018189835827797651, -0.0016917610773816705, -0.0015645385719835758, -0.0014373160665854812, -0.0013100935611873865, -0.0011828710557892919, -0.0010556485503911972, -0.0009284260449931026, -0.0008012035395950079, -0.0006739810341969132, -0.0005467585287988186, -0.00041953602340072393, -0.0002923135180026293, -0.00016509101260453463, -3.786850720643997e-05, 8.935399819165468e-05, 0.00021657650358974934, 0.000343799008987844, 0.00047102151438593864, 0.0005982440197840333, 0.000725466525182128, 0.0008526890305802226, 0.0009799115359783173, 0.001107134041376412, 0.0012343565467745066, 0.0013615790521726012, 0.0014888015575706959, 0.0016160240629687905, 0.0017432465683668852, 0.0018704690737649798, 0.0019976915791630745, 0.0021249139681458473, 0.002252136589959264, 0.0023793592117726803, 0.002506581600755453, 0.002633803989738226, 0.0027610266115516424, 0.002888249233365059, 0.0030154716223478317, 0.0031426940113306046, 0.003269916633144021, 0.0033971392549574375, 0.0035243616439402103]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 4.0, 4.0, 1.0, 7.0, 9.0, 5.0, 14.0, 4.0, 12.0, 30.0, 33.0, 34.0, 70.0, 80.0, 128.0, 191.0, 250.0, 359.0, 565.0, 843.0, 1399.0, 2284.0, 3786.0, 6529.0, 12532.0, 28397.0, 95942.0, 898047.0, 69835.0, 25733.0, 13091.0, 7176.0, 4302.0, 2669.0, 1752.0, 1133.0, 758.0, 509.0, 332.0, 250.0, 158.0, 118.0, 78.0, 42.0, 41.0, 30.0, 17.0, 10.0, 12.0, 13.0, 6.0, 7.0, 1.0, 4.0, 2.0, 1.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.006547464989125729, -0.006317491177469492, -0.006087517365813255, -0.005857543554157019, -0.005627569742500782, -0.005397595930844545, -0.005167622119188309, -0.004937648307532072, -0.004707674495875835, -0.004477700684219599, -0.004247726872563362, -0.0040177530609071255, -0.0037877794820815325, -0.003557805670425296, -0.003327831858769059, -0.0030978580471128225, -0.002867884235456586, -0.0026379104238003492, -0.0024079366121441126, -0.002177962800487876, -0.0019479889888316393, -0.0017180152935907245, -0.0014880414819344878, -0.0012580676702782512, -0.0010280938586220145, -0.0007981200469657779, -0.0005681462353095412, -0.0003381724818609655, -0.00010819867020472884, 0.00012177512689959258, 0.000351748924003914, 0.0005817227065563202, 0.0008116965182125568, 0.0010416703298687935, 0.0012716441415250301, 0.0015016179531812668, 0.0017315917648375034, 0.00196156557649374, 0.0021915393881499767, 0.0024215131998062134, 0.00265148701146245, 0.002881460590288043, 0.0031114344019442797, 0.0033414082136005163, 0.003571382025256753, 0.0038013558369129896, 0.00403132988139987, 0.004261303693056107, 0.004491277039051056, 0.0047212508507072926, 0.004951224662363529, 0.005181198474019766, 0.0054111722856760025, 0.005641146097332239, 0.005871119908988476, 0.0061010937206447124, 0.006331067532300949, 0.006561041343957186, 0.006791015155613422, 0.007020988967269659, 0.007250962778925896, 0.007480936590582132, 0.007710910402238369, 0.007940884679555893, 0.008170858025550842]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 1.0, 3.0, 3.0, 7.0, 9.0, 7.0, 0.0, 5.0, 0.0, 2.0, 7.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02388116717338562, -0.022453058511018753, -0.021024951711297035, -0.019596843048930168, -0.01816873624920845, -0.016740627586841583, -0.01531251985579729, -0.013884412124752998, -0.012456304393708706, -0.011028196662664413, -0.009600088931620121, -0.008171981200575829, -0.006743873003870249, -0.005315765272825956, -0.0038876573089510202, -0.002459549345076084, -0.0010314416140317917, 0.0003966662334278226, 0.0018247740808874369, 0.003252882044762373, 0.004680989775806665, 0.006109097506850958, 0.007537205703556538, 0.00896531343460083, 0.010393421165645123, 0.011821528896689415, 0.013249636627733707, 0.014677744358778, 0.016105853021144867, 0.017533959820866585, 0.018962068483233452, 0.02039017528295517, 0.021818283945322037, 0.023246392607688904, 0.02467449940741062, 0.02610260806977749, 0.027530714869499207, 0.028958823531866074, 0.03038693033158779, 0.03181503713130951, 0.033243145793676376, 0.03467125445604324, 0.03609936311841011, 0.03752747178077698, 0.038955576717853546, 0.04038368538022041, 0.04181179404258728, 0.04323990270495415, 0.044668011367321014, 0.04609611630439758, 0.04752422496676445, 0.04895233362913132, 0.050380442291498184, 0.05180854722857475, 0.05323665589094162, 0.05466476455330849, 0.056092873215675354, 0.05752098187804222, 0.05894908681511879, 0.06037719547748566, 0.061805304139852524, 0.06323341280221939, 0.06466151773929596, 0.06608963012695312, 0.0675177350640297]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0, 3.0, 7.0, 5.0, 16.0, 11.0, 17.0, 35.0, 53.0, 67.0, 126.0, 158.0, 216.0, 297.0, 429.0, 628.0, 1019.0, 1651.0, 6890.0, 3007.0, 1428.0, 813.0, 503.0, 327.0, 225.0, 130.0, 69.0, 61.0, 38.0, 26.0, 11.0, 15.0, 16.0, 3.0, 8.0, 12.0, 11.0, 17.0, 11.0, 1.0, 2.0, 3.0, 4.0, 6.0, 7.0, 15.0, 8.0, 2.0, 7.0, 1.0, 0.0, 0.0, 0.0, 1.0, 8.0], "bins": [-0.016014985740184784, -0.015438689850270748, -0.014862393960356712, -0.014286098070442677, -0.01370980218052864, -0.013133506290614605, -0.01255721040070057, -0.011980914510786533, -0.011404618620872498, -0.010828323662281036, -0.010252027772367, -0.009675731882452965, -0.009099435992538929, -0.008523140102624893, -0.007946844212710857, -0.007370548322796822, -0.006794252432882786, -0.00621795654296875, -0.005641660653054714, -0.005065364763140678, -0.004489068873226643, -0.003912773448973894, -0.0033364775590598583, -0.0027601816691458225, -0.0021838857792317867, -0.001607589889317751, -0.001031294115819037, -0.0004549982841126621, 0.0001212975475937128, 0.0006975933793000877, 0.0012738892110064626, 0.0018501849845051765, 0.0024264808744192123, 0.003002776764333248, 0.003579072654247284, 0.00415536854416132, 0.0047316644340753555, 0.005307959858328104, 0.00588425574824214, 0.006460551638156176, 0.007036847528070211, 0.007613143417984247, 0.008189438842236996, 0.008765734732151031, 0.009342030622065067, 0.009918326511979103, 0.010494622401893139, 0.011070918291807175, 0.01164721418172121, 0.012223510071635246, 0.012799805961549282, 0.013376101851463318, 0.013952397741377354, 0.01452869363129139, 0.015104989521205425, 0.01568128541111946, 0.016257580369710922, 0.016833877190947533, 0.017410172149538994, 0.017986468970775604, 0.018562763929367065, 0.019139060750603676, 0.019715355709195137, 0.020291652530431747, 0.02086794748902321]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 2.0, 1.0, 2.0, 3.0, 0.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.14696648716926575, -0.14236433804035187, -0.137762188911438, -0.1331600397825241, -0.12855789065361023, -0.12395574897527695, -0.11935360729694366, -0.11475145816802979, -0.1101493090391159, -0.10554715991020203, -0.10094501078128815, -0.09634286910295486, -0.09174071997404099, -0.0871385708451271, -0.08253642916679382, -0.07793428003787994, -0.07333213090896606, -0.06872998178005219, -0.0641278326511383, -0.05952569097280502, -0.054923541843891144, -0.050321392714977264, -0.045719247311353683, -0.0411171019077301, -0.03651495277881622, -0.031912803649902344, -0.027310658246278763, -0.022708510980010033, -0.018106363713741302, -0.013504216447472572, -0.008902069181203842, -0.004299921914935112, 0.00030222535133361816, 0.004904372617602348, 0.009506519883871078, 0.014108667150139809, 0.01871081441640854, 0.02331296168267727, 0.027915108948946, 0.03251725435256958, 0.03711940348148346, 0.04172155261039734, 0.04632369801402092, 0.0509258434176445, 0.05552799254655838, 0.06013014167547226, 0.06473228335380554, 0.06933443248271942, 0.0739365816116333, 0.07853873074054718, 0.08314087986946106, 0.08774302154779434, 0.09234517067670822, 0.0969473198056221, 0.10154946148395538, 0.10615161061286926, 0.11075375974178314, 0.11535590887069702, 0.1199580579996109, 0.12456019967794418, 0.12916234135627747, 0.13376449048519135, 0.13836663961410522, 0.1429687887430191, 0.14757093787193298]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 3.0, 2.0, 1.0, 1.0, 5.0, 2.0, 4.0, 4.0, 6.0, 6.0, 10.0, 8.0, 18.0, 20.0, 31.0, 60.0, 16.0, 27.0, 14.0, 7.0, 3.0, 3.0, 6.0, 3.0, 2.0, 2.0, 2.0, 1.0, 0.0, 2.0, 0.0, 3.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.09594882279634476, -0.09255928546190262, -0.08916974067687988, -0.08578020334243774, -0.0823906660079956, -0.07900112122297287, -0.07561158388853073, -0.07222204655408859, -0.06883250176906586, -0.06544296443462372, -0.06205342710018158, -0.05866388604044914, -0.055274344980716705, -0.05188480764627457, -0.04849526658654213, -0.04510572925209999, -0.041716188192367554, -0.03832664713263512, -0.03493710979819298, -0.03154756873846054, -0.028158029541373253, -0.024768490344285965, -0.021378949284553528, -0.01798941008746624, -0.014599870890378952, -0.011210331693291664, -0.007820791564881802, -0.004431251902133226, -0.0010417122393846512, 0.002347827423363924, 0.005737367086112499, 0.009126907214522362, 0.01251644641160965, 0.015905985608696938, 0.019295524805784225, 0.022685065865516663, 0.02607460506260395, 0.02946414425969124, 0.032853685319423676, 0.036243222653865814, 0.03963276371359825, 0.04302230477333069, 0.04641184210777283, 0.049801383167505264, 0.0531909242272377, 0.05658046156167984, 0.05997000262141228, 0.06335954368114471, 0.06674908101558685, 0.07013861835002899, 0.07352816313505173, 0.07691770046949387, 0.080307237803936, 0.08369678258895874, 0.08708631992340088, 0.09047585725784302, 0.09386539459228516, 0.09725493937730789, 0.10064447671175003, 0.10403401404619217, 0.1074235588312149, 0.11081309616565704, 0.11420263350009918, 0.11759217828512192, 0.12098171561956406]}, "_runtime": 119.32095336914062, "_timestamp": 1596212990.022491, "_step": 143}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 3.0, 2.0, 2.0, 1.0, 2.0, 0.0, 0.0, 3.0, 3.0, 1.0, 7.0, 5.0, 1.0, 2.0, 2.0, 5.0, 4.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.011109866201877594, -0.010807447135448456, -0.010505027137696743, -0.010202608071267605, -0.009900189004838467, -0.009597769007086754, -0.009295349940657616, -0.008992930874228477, -0.00869051180779934, -0.008388091810047626, -0.008085672743618488, -0.007783253211528063, -0.007480833679437637, -0.007178414613008499, -0.006875995080918074, -0.0065735760144889355, -0.00627115648239851, -0.0059687369503080845, -0.005666317883878946, -0.005363898351788521, -0.005061479285359383, -0.004759059753268957, -0.004456640221178532, -0.0041542211547493935, -0.003851801622658968, -0.003549382323399186, -0.0032469630241394043, -0.002944543492048979, -0.002642124192789197, -0.002339704893529415, -0.0020372853614389896, -0.0017348660621792078, -0.001432446762919426, -0.0011300274636596441, -0.0008276080479845405, -0.0005251886905170977, -0.00022276933304965496, 7.965002441778779e-05, 0.00038206938188523054, 0.0006844887393526733, 0.000986908096820116, 0.0012893273960798979, 0.0015917468117550015, 0.0018941662274301052, 0.002196585526689887, 0.002499004825949669, 0.0028014243580400944, 0.003103843657299876, 0.003406262956559658, 0.00370868225581944, 0.004011101555079222, 0.004313521087169647, 0.004615940153598785, 0.004918359685689211, 0.005220779217779636, 0.005523198284208775, 0.0058256178162992, 0.0061280373483896255, 0.006430456414818764, 0.006732875946909189, 0.007035295478999615, 0.007337714545428753, 0.007640134077519178, 0.007942553609609604, 0.008244972676038742]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 3.0, 1.0, 2.0, 5.0, 4.0, 1.0, 8.0, 7.0, 11.0, 13.0, 16.0, 26.0, 21.0, 31.0, 46.0, 57.0, 59.0, 84.0, 108.0, 150.0, 199.0, 336.0, 5019.0, 752.0, 313.0, 172.0, 132.0, 77.0, 61.0, 54.0, 31.0, 26.0, 18.0, 23.0, 13.0, 15.0, 8.0, 8.0, 5.0, 2.0, 2.0, 0.0, 3.0, 3.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.09353281557559967, -0.09057386219501495, -0.08761490881443024, -0.08465595543384552, -0.0816970020532608, -0.07873804867267609, -0.07577909529209137, -0.07282014191150665, -0.06986118853092194, -0.06690222769975662, -0.0639432743191719, -0.06098432466387749, -0.05802536755800247, -0.055066414177417755, -0.05210746079683304, -0.04914850741624832, -0.046189554035663605, -0.04323060065507889, -0.04027164727449417, -0.037312693893909454, -0.03435374051332474, -0.03139478340744972, -0.028435830026865005, -0.02547687664628029, -0.022517923265695572, -0.019558969885110855, -0.01660001650452614, -0.013641061261296272, -0.010682107880711555, -0.007723154034465551, -0.004764200188219547, -0.0018052463419735432, 0.001153707504272461, 0.004112661350518465, 0.007071615196764469, 0.01003056950867176, 0.012989522889256477, 0.015948476269841194, 0.01890743151307106, 0.021866384893655777, 0.024825338274240494, 0.02778429165482521, 0.030743245035409927, 0.033702198415994644, 0.03666115552186966, 0.039620108902454376, 0.04257906228303909, 0.04553801566362381, 0.04849696904420853, 0.05145592242479324, 0.05441487580537796, 0.05737382918596268, 0.060332782566547394, 0.06329173594713211, 0.06625068932771683, 0.06920964270830154, 0.07216860353946686, 0.07512755692005157, 0.07808651030063629, 0.08104546368122101, 0.08400441706180573, 0.08696337044239044, 0.08992232382297516, 0.09288127720355988, 0.09584023058414459]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 2.0, 2.0, 6.0, 2.0, 5.0, 4.0, 2.0, 3.0, 4.0, 2.0, 5.0, 4.0, 1.0, 3.0, 2.0, 2.0, 3.0, 2.0, 24.0, 7.0, 2.0, 2.0, 4.0, 6.0, 4.0, 1.0, 2.0, 2.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0020959428511559963, -0.002021137159317732, -0.0019463314674794674, -0.001871525775641203, -0.0017967200838029385, -0.001721914391964674, -0.0016471087001264095, -0.001572303008288145, -0.0014974973164498806, -0.0014226916246116161, -0.0013478859327733517, -0.0012730802409350872, -0.0011982745490968227, -0.0011234688572585583, -0.0010486631654202938, -0.0009738574735820293, -0.0008990517817437649, -0.0008242460899055004, -0.000749440398067236, -0.0006746347062289715, -0.000599829014390707, -0.0005250233225524426, -0.0004502176307141781, -0.0003754119388759136, -0.00030060624703764915, -0.0002258005551993847, -0.00015099486336112022, -7.618917152285576e-05, -1.3834796845912933e-06, 7.342221215367317e-05, 0.00014822790399193764, 0.0002230335958302021, 0.00029783928766846657, 0.00037264497950673103, 0.0004474506713449955, 0.00052225636318326, 0.0005970620550215244, 0.0006718677468597889, 0.0007466734386980534, 0.0008214791305363178, 0.0008962848223745823, 0.0009710905142128468, 0.0010458962060511112, 0.0011207018978893757, 0.0011955075897276402, 0.0012703132815659046, 0.001345118973404169, 0.0014199246652424335, 0.001494730357080698, 0.0015695360489189625, 0.001644341740757227, 0.0017191474325954914, 0.0017939531244337559, 0.0018687588162720203, 0.0019435645081102848, 0.0020183701999485493, 0.0020931758917868137, 0.002167981583625078, 0.0022427872754633427, 0.002317592967301607, 0.0023923986591398716, 0.002467204350978136, 0.0025420100428164005, 0.002616815734654665, 0.0026916214264929295]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 2.0, 2.0, 7.0, 3.0, 5.0, 14.0, 19.0, 22.0, 28.0, 46.0, 59.0, 87.0, 92.0, 142.0, 213.0, 306.0, 419.0, 635.0, 899.0, 1428.0, 2008.0, 3400.0, 5710.0, 10381.0, 19673.0, 44402.0, 148461.0, 829829.0, 57707.0, 23531.0, 11813.0, 6531.0, 3934.0, 2464.0, 1578.0, 1053.0, 728.0, 558.0, 388.0, 256.0, 193.0, 158.0, 129.0, 83.0, 62.0, 46.0, 35.0, 27.0, 14.0, 17.0, 12.0, 6.0, 5.0, 3.0, 6.0, 4.0, 3.0, 5.0, 2.0, 1.0, 1.0], "bins": [-0.004681096877902746, -0.0045265620574355125, -0.004372027236968279, -0.004217492416501045, -0.004062957596033812, -0.003908422775566578, -0.0037538877222687006, -0.003599352901801467, -0.0034448178485035896, -0.003290283028036356, -0.0031357482075691223, -0.0029812133871018887, -0.002826678566634655, -0.0026721437461674213, -0.002517608692869544, -0.0023630738724023104, -0.0022085390519350767, -0.002054004231467843, -0.0018994692945852876, -0.001744934474118054, -0.0015903995372354984, -0.0014358647167682648, -0.0012813298963010311, -0.0011267949594184756, -0.000972260138951242, -0.0008177252602763474, -0.0006631903816014528, -0.0005086555611342192, -0.0003541206824593246, -0.00019958581833634526, -4.505095421336591e-05, 0.00010948390990961343, 0.0002640187740325928, 0.00041855365270748734, 0.0005730885313823819, 0.0007276233518496156, 0.0008821582305245101, 0.0010366931091994047, 0.0011912279296666384, 0.0013457628665491939, 0.0015002976870164275, 0.0016548325074836612, 0.0018093674443662167, 0.0019639022648334503, 0.002118437085300684, 0.0022729719057679176, 0.002427506959065795, 0.0025820417795330286, 0.0027365766000002623, 0.002891111420467496, 0.0030456462409347296, 0.003200181294232607, 0.0033547161146998405, 0.003509250935167074, 0.003663785755634308, 0.0038183205761015415, 0.003972855396568775, 0.004127390217036009, 0.0042819250375032425, 0.0044364603236317635, 0.004590995144098997, 0.004745529964566231, 0.004900064785033464, 0.005054599605500698, 0.005209134425967932]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 3.0, 3.0, 5.0, 8.0, 15.0, 4.0, 6.0, 2.0, 2.0, 3.0, 2.0, 1.0, 1.0], "bins": [-0.12042313814163208, -0.11823892593383789, -0.1160547062754631, -0.11387049406766891, -0.11168627440929413, -0.10950206220149994, -0.10731784999370575, -0.10513363033533096, -0.10294941812753677, -0.10076520591974258, -0.0985809862613678, -0.09639677405357361, -0.09421256184577942, -0.09202834218740463, -0.08984412997961044, -0.08765991032123566, -0.08547569811344147, -0.08329148590564728, -0.08110726624727249, -0.0789230540394783, -0.07673883438110352, -0.07455462217330933, -0.07237040996551514, -0.07018619030714035, -0.06800197809934616, -0.06581776589155197, -0.06363354623317719, -0.061449334025382996, -0.05926511809229851, -0.05708090215921402, -0.05489668995141983, -0.05271247401833534, -0.050528258085250854, -0.04834404215216637, -0.04615982621908188, -0.04397561401128769, -0.0417913980782032, -0.03960718214511871, -0.037422969937324524, -0.035238754004240036, -0.03305453807115555, -0.03087032213807106, -0.02868610806763172, -0.026501893997192383, -0.024317678064107895, -0.022133462131023407, -0.01994924806058407, -0.01776503399014473, -0.015580818057060242, -0.013396603055298328, -0.011212388053536415, -0.009028173051774502, -0.0068439580500125885, -0.004659743048250675, -0.002475528046488762, -0.0002913130447268486, 0.0018929019570350647, 0.004077116958796978, 0.006261331960558891, 0.008445546962320805, 0.010629761964082718, 0.012813976965844631, 0.014998191967606544, 0.017182406038045883, 0.01936662197113037]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [7.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 8.0, 1.0, 0.0, 4.0, 18.0, 6.0, 5.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 5.0, 10.0, 8.0, 4.0, 2.0, 8.0, 3.0, 7.0, 9.0, 16.0, 2.0, 4.0, 3.0, 9.0, 13.0, 17.0, 12.0, 29.0, 43.0, 83.0, 76.0, 99.0, 149.0, 218.0, 461.0, 974.0, 2454.0, 9126.0, 2339.0, 932.0, 551.0, 306.0, 190.0, 100.0, 60.0, 25.0, 16.0, 6.0, 5.0, 2.0, 1.0, 1.0], "bins": [-0.03725310415029526, -0.03649943321943283, -0.035745758563280106, -0.03499208763241768, -0.03423841670155525, -0.03348474204540253, -0.0327310711145401, -0.03197740018367767, -0.031223725527524948, -0.03047005459666252, -0.029716381803154945, -0.02896270900964737, -0.028209038078784943, -0.027455365285277367, -0.02670169249176979, -0.025948021560907364, -0.025194348767399788, -0.024440675973892212, -0.023687005043029785, -0.02293333224952221, -0.022179659456014633, -0.021425988525152206, -0.02067231573164463, -0.019918642938137054, -0.019164972007274628, -0.01841129921376705, -0.017657626420259476, -0.0169039536267519, -0.016150282695889473, -0.015396609902381897, -0.014642938040196896, -0.01388926524668932, -0.013135593384504318, -0.012381921522319317, -0.011628248728811741, -0.01087457686662674, -0.010120904073119164, -0.009367232210934162, -0.00861356034874916, -0.007859887555241585, -0.007106215693056583, -0.006352543365210295, -0.005598871037364006, -0.004845199175179005, -0.004091526847332716, -0.0033378545194864273, -0.0025841824244707823, -0.0018305102130398154, -0.0010768380016088486, -0.0003231657901778817, 0.00043050642125308514, 0.001184178632684052, 0.0019378508441150188, 0.0026915231719613075, 0.0034451952669769526, 0.004198867361992598, 0.004952539689838886, 0.005706212017685175, 0.006459884345531464, 0.007213556207716465, 0.007967228069901466, 0.008720900863409042, 0.009474572725594044, 0.01022824551910162, 0.010981917381286621]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 0.0, 1.0, 3.0, 2.0, 2.0, 3.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.12470054626464844, -0.11839554458856583, -0.11209054291248322, -0.1057855412364006, -0.099480539560318, -0.09317553043365479, -0.08687052875757217, -0.08056552708148956, -0.07426052540540695, -0.06795552372932434, -0.06165052205324173, -0.05534551665186882, -0.04904051497578621, -0.0427355132997036, -0.03643050789833069, -0.030125506222248077, -0.023820504546165466, -0.017515502870082855, -0.011210499331355095, -0.004905496723949909, 0.0013995058834552765, 0.007704508490860462, 0.014009511098265648, 0.020314514636993408, 0.02661951631307602, 0.03292451798915863, 0.03922951966524124, 0.04553452506661415, 0.05183952674269676, 0.05814452841877937, 0.06444953382015228, 0.0707545354962349, 0.0770595371723175, 0.08336453884840012, 0.08966954052448273, 0.09597454220056534, 0.10227954387664795, 0.10858455300331116, 0.11488955467939377, 0.12119455635547638, 0.1274995505809784, 0.1338045597076416, 0.1401095688343048, 0.14641456305980682, 0.15271957218647003, 0.15902456641197205, 0.16532957553863525, 0.17163456976413727, 0.17793957889080048, 0.18424458801746368, 0.1905495822429657, 0.1968545913696289, 0.20315958559513092, 0.20946459472179413, 0.21576958894729614, 0.22207459807395935, 0.22837960720062256, 0.23468460142612457, 0.24098961055278778, 0.2472946047782898, 0.253599613904953, 0.2599046230316162, 0.26620960235595703, 0.27251461148262024, 0.27881962060928345]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 3.0, 1.0, 1.0, 2.0, 0.0, 3.0, 2.0, 2.0, 1.0, 2.0, 4.0, 6.0, 7.0, 5.0, 6.0, 11.0, 8.0, 12.0, 15.0, 19.0, 14.0, 19.0, 16.0, 28.0, 5.0, 6.0, 8.0, 7.0, 7.0, 11.0, 4.0, 8.0, 5.0, 8.0, 2.0, 3.0, 3.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 3.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.053468432277441025, -0.05186058580875397, -0.05025273934006691, -0.04864489287137985, -0.04703705012798309, -0.045429203659296036, -0.04382135719060898, -0.04221351072192192, -0.04060566425323486, -0.038997817784547806, -0.03738997131586075, -0.03578212484717369, -0.03417427837848663, -0.032566435635089874, -0.030958589166402817, -0.02935074269771576, -0.027742896229028702, -0.026135049760341644, -0.024527203291654587, -0.02291935868561268, -0.02131151221692562, -0.019703665748238564, -0.018095821142196655, -0.016487974673509598, -0.01488012820482254, -0.013272281736135483, -0.011664436198771, -0.010056590661406517, -0.00844874419271946, -0.006840898189693689, -0.005233052186667919, -0.003625206183642149, -0.002017360180616379, -0.0004095141775906086, 0.0011983318254351616, 0.0028061778284609318, 0.004414023831486702, 0.006021869834512472, 0.007629715837538242, 0.009237561374902725, 0.010845407843589783, 0.01245325431227684, 0.014061099849641323, 0.015668945387005806, 0.017276791855692863, 0.01888463832437992, 0.02049248293042183, 0.022100329399108887, 0.023708175867795944, 0.025316022336483, 0.02692386880517006, 0.028531713411211967, 0.030139559879899025, 0.03174740448594093, 0.03335525095462799, 0.03496309742331505, 0.036570943892002106, 0.03817879036068916, 0.03978663682937622, 0.04139448329806328, 0.043002329766750336, 0.044610172510147095, 0.04621801897883415, 0.04782586544752121, 0.04943371191620827]}, "_runtime": 120.09985327720642, "_timestamp": 1596212990.801391, "_step": 144}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 2.0, 5.0, 5.0, 7.0, 2.0, 2.0, 3.0, 2.0, 2.0, 4.0, 4.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012366204522550106, -0.01194494217634201, -0.01152367889881134, -0.011102416552603245, -0.01068115420639515, -0.010259890928864479, -0.009838628582656384, -0.009417365305125713, -0.008996102958917618, -0.008574840612709522, -0.008153577335178852, -0.0077323149889707565, -0.007311052177101374, -0.006889789365231991, -0.006468527019023895, -0.006047264207154512, -0.0056260013952851295, -0.005204738583415747, -0.004783475771546364, -0.004362213425338268, -0.003940950613468885, -0.0035196878015995026, -0.0030984252225607634, -0.002677162643522024, -0.0022558998316526413, -0.0018346371361985803, -0.0014133744407445192, -0.0009921117452904582, -0.0005708490498363972, -0.00014958635438233614, 0.0002716763410717249, 0.0006929390365257859, 0.001114201731979847, 0.001535464427433908, 0.001956727122887969, 0.0023779897019267082, 0.002799252513796091, 0.003220515325665474, 0.003641777904704213, 0.004063040483742952, 0.004484303295612335, 0.004905566107481718, 0.005326828919351101, 0.0057480912655591965, 0.006169354077428579, 0.006590616889297962, 0.007011879235506058, 0.007433142047375441, 0.007854404859244823, 0.008275667205452919, 0.00869693048298359, 0.009118192829191685, 0.00953945517539978, 0.00996071845293045, 0.010381980799138546, 0.010803244076669216, 0.011224506422877312, 0.011645768769085407, 0.012067032046616077, 0.012488294392824173, 0.012909557670354843, 0.013330820016562939, 0.013752082362771034, 0.014173345640301704, 0.0145946079865098]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 3.0, 2.0, 1.0, 2.0, 5.0, 4.0, 11.0, 8.0, 16.0, 23.0, 9.0, 22.0, 28.0, 25.0, 51.0, 51.0, 97.0, 113.0, 167.0, 259.0, 763.0, 5206.0, 371.0, 221.0, 121.0, 88.0, 70.0, 40.0, 32.0, 28.0, 16.0, 16.0, 10.0, 14.0, 6.0, 7.0, 3.0, 5.0, 0.0, 3.0, 1.0, 3.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.12476366758346558, -0.12098998576402664, -0.11721630394458771, -0.11344262957572937, -0.10966894775629044, -0.1058952659368515, -0.10212159156799316, -0.09834790974855423, -0.0945742279291153, -0.09080054610967636, -0.08702686429023743, -0.08325318992137909, -0.07947950810194016, -0.07570582628250122, -0.07193215191364288, -0.06815847009420395, -0.06438478827476501, -0.06061110645532608, -0.056837428361177444, -0.05306375026702881, -0.049290068447589874, -0.04551638662815094, -0.041742708534002304, -0.03796903043985367, -0.034195348620414734, -0.03042166866362095, -0.026647988706827164, -0.02287430875003338, -0.019100628793239594, -0.015326948836445808, -0.011553268879652023, -0.007779588922858238, -0.004005908966064453, -0.00023222900927066803, 0.003541450947523117, 0.007315130904316902, 0.011088810861110687, 0.014862490817904472, 0.018636170774698257, 0.022409850731492043, 0.026183530688285828, 0.029957210645079613, 0.0337308906018734, 0.037504568696022034, 0.04127825051546097, 0.0450519323348999, 0.04882561042904854, 0.052599288523197174, 0.05637297034263611, 0.06014665216207504, 0.06392033398151398, 0.06769400835037231, 0.07146769016981125, 0.07524137198925018, 0.07901504635810852, 0.08278872817754745, 0.08656240999698639, 0.09033609181642532, 0.09410977363586426, 0.0978834480047226, 0.10165712982416153, 0.10543081164360046, 0.1092044860124588, 0.11297816783189774, 0.11675184965133667]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 3.0, 1.0, 4.0, 2.0, 4.0, 4.0, 5.0, 4.0, 2.0, 1.0, 3.0, 1.0, 24.0, 5.0, 1.0, 6.0, 4.0, 1.0, 3.0, 1.0, 5.0, 0.0, 0.0, 0.0, 4.0, 1.0, 3.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.0022486690431833267, -0.0021659655030816793, -0.0020832621958106756, -0.0020005586557090282, -0.0019178552320227027, -0.0018351518083363771, -0.0017524482682347298, -0.0016697448445484042, -0.0015870414208620787, -0.0015043379971757531, -0.0014216345734894276, -0.0013389310333877802, -0.0012562276097014546, -0.001173524186015129, -0.0010908206459134817, -0.0010081172222271562, -0.0009254137985408306, -0.0008427103748545051, -0.0007600068929605186, -0.0006773034110665321, -0.0005945999873802066, -0.000511896563693881, -0.00042919308179989457, -0.00034648962900973856, -0.00026378617621958256, -0.00018108272342942655, -9.837927063927054e-05, -1.5675817849114537e-05, 6.702763494104147e-05, 0.00014973108773119748, 0.00023243454052135348, 0.0003151379933115095, 0.0003978414461016655, 0.0004805448988918215, 0.0005632483516819775, 0.000645951833575964, 0.0007286552572622895, 0.0008113586809486151, 0.0008940621628426015, 0.000976765644736588, 0.0010594690684229136, 0.001142172492109239, 0.0012248759157955647, 0.001307579455897212, 0.0013902828795835376, 0.0014729863032698631, 0.0015556898433715105, 0.001638393267057836, 0.0017210966907441616, 0.0018038001144304872, 0.0018865035381168127, 0.00196920707821846, 0.002051910385489464, 0.002134613925591111, 0.0022173174656927586, 0.0023000207729637623, 0.0023827243130654097, 0.002465427853167057, 0.0025481311604380608, 0.002630834700539708, 0.0027135382406413555, 0.0027962415479123592, 0.0028789450880140066, 0.0029616483952850103, 0.0030443519353866577]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 3.0, 3.0, 7.0, 8.0, 13.0, 14.0, 21.0, 29.0, 50.0, 97.0, 161.0, 220.0, 357.0, 690.0, 1169.0, 2262.0, 4322.0, 9041.0, 23379.0, 80312.0, 911153.0, 87789.0, 28457.0, 12730.0, 6815.0, 3886.0, 2303.0, 1495.0, 919.0, 617.0, 406.0, 279.0, 204.0, 120.0, 72.0, 70.0, 45.0, 42.0, 23.0, 15.0, 6.0, 10.0, 7.0, 6.0, 3.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.007252873852849007, -0.007023352663964033, -0.00679383147507906, -0.006564310751855373, -0.0063347895629704, -0.006105268374085426, -0.005875747185200453, -0.005646225996315479, -0.005416705273091793, -0.0051871840842068195, -0.004957662895321846, -0.0047281417064368725, -0.004498620517551899, -0.004269099328666925, -0.004039578605443239, -0.0038100574165582657, -0.003580536227673292, -0.0033510150387883186, -0.0031214940827339888, -0.0028919728938490152, -0.0026624519377946854, -0.002432930748909712, -0.0022034095600247383, -0.0019738886039704084, -0.001744367415085435, -0.0015148463426157832, -0.0012853252701461315, -0.001055804081261158, -0.0008262830087915063, -0.0005967619363218546, -0.000367240805644542, -0.00013771970407105982, 9.180139750242233e-05, 0.0003213224990759045, 0.0005508436006493866, 0.0007803647313266993, 0.001009885803796351, 0.0012394068762660027, 0.0014689280651509762, 0.0016984491376206279, 0.0019279702100902796, 0.002157491398975253, 0.002387012355029583, 0.0026165335439145565, 0.00284605473279953, 0.00307557568885386, 0.0033050968777388334, 0.0035346178337931633, 0.003764139022678137, 0.00399366021156311, 0.004223181400448084, 0.00445270212367177, 0.004682223312556744, 0.004911744501441717, 0.005141265690326691, 0.005370786879211664, 0.005600308068096638, 0.005829828791320324, 0.0060593499802052975, 0.006288871169090271, 0.0065183923579752445, 0.006747913546860218, 0.006977434270083904, 0.007206955458968878, 0.007436476647853851]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 4.0, 1.0, 1.0, 4.0, 3.0, 4.0, 10.0, 3.0, 5.0, 4.0, 2.0, 1.0, 2.0, 0.0, 2.0, 2.0, 2.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.03499848395586014, -0.034135691821575165, -0.03327289596199989, -0.03241010382771492, -0.03154730796813965, -0.030684513971209526, -0.029821719974279404, -0.02895892597734928, -0.02809613198041916, -0.027233337983489037, -0.026370543986558914, -0.025507749989628792, -0.02464495599269867, -0.023782161995768547, -0.022919367998838425, -0.022056574001908302, -0.02119378000497818, -0.020330987870693207, -0.019468193873763084, -0.018605399876832962, -0.01774260587990284, -0.016879811882972717, -0.016017017886042595, -0.015154222957789898, -0.01429142989218235, -0.013428635895252228, -0.012565841898322105, -0.011703047901391983, -0.01084025390446186, -0.009977459907531738, -0.009114665910601616, -0.008251871913671494, -0.007389077916741371, -0.006526283919811249, -0.005663489922881126, -0.004800695925951004, -0.003937901929020882, -0.003075108164921403, -0.002212314400821924, -0.0013495204038918018, -0.00048672640696167946, 0.000376067531760782, 0.0012388614704832435, 0.002101655350998044, 0.0029644493479281664, 0.0038272433448582888, 0.0046900371089577675, 0.00555283110588789, 0.006415625102818012, 0.007278419099748135, 0.008141213096678257, 0.00900400709360838, 0.009866801090538502, 0.010729595087468624, 0.011592389084398746, 0.012455183081328869, 0.013317976146936417, 0.014180770143866539, 0.015043564140796661, 0.015906358137726784, 0.016769152134656906, 0.01763194613158703, 0.01849474012851715, 0.019357534125447273, 0.020220328122377396]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 2.0, 1.0, 3.0, 10.0, 1.0, 10.0, 20.0, 6.0, 7.0, 6.0, 3.0, 7.0, 5.0, 13.0, 21.0, 24.0, 28.0, 30.0, 42.0, 47.0, 79.0, 99.0, 140.0, 173.0, 247.0, 314.0, 495.0, 713.0, 1165.0, 2304.0, 6273.0, 1903.0, 1297.0, 823.0, 531.0, 379.0, 275.0, 186.0, 165.0, 123.0, 87.0, 77.0, 58.0, 52.0, 33.0, 39.0, 20.0, 19.0, 14.0, 11.0, 11.0, 5.0, 8.0, 5.0, 4.0, 1.0, 2.0], "bins": [-0.012502592988312244, -0.012166223488748074, -0.011829853989183903, -0.011493483558297157, -0.011157114058732986, -0.010820744559168816, -0.010484375059604645, -0.010148005560040474, -0.009811636060476303, -0.009475265629589558, -0.009138896130025387, -0.008802526630461216, -0.008466157130897045, -0.008129787631332874, -0.007793417666107416, -0.007457047700881958, -0.007120678201317787, -0.006784308701753616, -0.006447938736528158, -0.006111569236963987, -0.005775199271738529, -0.005438829772174358, -0.0051024602726101875, -0.004766090307384729, -0.0044297208078205585, -0.004093351308256388, -0.0037569813430309296, -0.0034206118434667587, -0.0030842421110719442, -0.0027478723786771297, -0.002411502879112959, -0.0020751331467181444, -0.00173876341432333, -0.0014023936819285154, -0.0010660240659490228, -0.0007296543917618692, -0.0003932847175747156, -5.6915043387562037e-05, 0.00027945463079959154, 0.0006158243049867451, 0.0009521939791738987, 0.0012885637115687132, 0.0016249333275482059, 0.0019613029435276985, 0.002297672675922513, 0.0026340424083173275, 0.0029704119078814983, 0.003306781640276313, 0.0036431513726711273, 0.003979520872235298, 0.004315890837460756, 0.004652260337024927, 0.004988630302250385, 0.005324999801814556, 0.005661369301378727, 0.005997739266604185, 0.006334108766168356, 0.006670478265732527, 0.007006848230957985, 0.007343217730522156, 0.007679587230086327, 0.008015956729650497, 0.008352327160537243, 0.008688696660101414, 0.009025066159665585]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 1.0, 2.0, 0.0, 3.0, 1.0, 1.0, 2.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.07452092319726944, -0.07149706035852432, -0.0684731975197792, -0.06544933468103409, -0.06242547184228897, -0.059401605278253555, -0.05637774243950844, -0.05335387960076332, -0.050330016762018204, -0.04730615392327309, -0.04428229108452797, -0.04125842824578285, -0.038234561681747437, -0.03521069884300232, -0.0321868360042572, -0.029162973165512085, -0.026139110326766968, -0.02311524748802185, -0.020091384649276733, -0.017067519947886467, -0.01404365710914135, -0.011019794270396233, -0.00799593050032854, -0.004972067195922136, -0.0019482038915157318, 0.0010756594128906727, 0.004099522717297077, 0.007123386021703482, 0.010147249326109886, 0.013171112164855003, 0.01619497686624527, 0.019218839704990387, 0.022242702543735504, 0.02526656538248062, 0.02829042822122574, 0.031314291059970856, 0.03433815389871597, 0.03736202046275139, 0.040385883301496506, 0.04340974614024162, 0.04643360897898674, 0.04945747181773186, 0.052481334656476974, 0.05550519749522209, 0.05852906405925751, 0.061552926898002625, 0.06457678973674774, 0.06760065257549286, 0.07062451541423798, 0.0736483782529831, 0.07667224109172821, 0.07969610393047333, 0.08271996676921844, 0.08574382960796356, 0.08876769244670868, 0.0917915552854538, 0.09481541812419891, 0.09783928841352463, 0.10086315125226974, 0.10388701409101486, 0.10691087692975998, 0.1099347397685051, 0.11295860260725021, 0.11598246544599533, 0.11900632828474045]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 8.0, 11.0, 8.0, 5.0, 6.0, 9.0, 1.0, 8.0, 3.0, 6.0, 11.0, 13.0, 29.0, 43.0, 47.0, 17.0, 14.0, 4.0, 4.0, 4.0, 4.0, 3.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 3.0], "bins": [-0.11098919063806534, -0.10828620195388794, -0.10558322072029114, -0.10288023203611374, -0.10017724335193634, -0.09747425466775894, -0.09477126598358154, -0.09206828474998474, -0.08936529606580734, -0.08666230738162994, -0.08395932614803314, -0.08125633746385574, -0.07855334877967834, -0.07585036009550095, -0.07314737141132355, -0.07044439017772675, -0.06774140149354935, -0.06503841280937195, -0.06233542785048485, -0.05963244289159775, -0.05692945420742035, -0.05422646552324295, -0.05152348056435585, -0.04882049560546875, -0.04611750692129135, -0.04341451823711395, -0.04071153327822685, -0.03800854831933975, -0.035305559635162354, -0.032602570950984955, -0.029899585992097855, -0.027196599170565605, -0.024493612349033356, -0.021790625527501106, -0.019087638705968857, -0.016384651884436607, -0.013681665062904358, -0.010978678241372108, -0.008275691419839859, -0.0055727045983076096, -0.00286971777677536, -0.00016673095524311066, 0.002536255866289139, 0.005239242687821388, 0.007942229509353638, 0.010645216330885887, 0.013348203152418137, 0.016051189973950386, 0.018754176795482635, 0.021457163617014885, 0.024160150438547134, 0.026863137260079384, 0.029566124081611633, 0.03226911276578903, 0.03497209772467613, 0.03767508268356323, 0.04037807136774063, 0.04308106005191803, 0.04578404501080513, 0.04848702996969223, 0.05119001865386963, 0.05389300733804703, 0.05659599229693413, 0.05929897725582123, 0.06200196593999863]}, "_runtime": 120.88590788841248, "_timestamp": 1596212991.5874455, "_step": 145}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 6.0, 2.0, 0.0, 4.0, 4.0, 8.0, 6.0, 7.0, 4.0, 1.0, 3.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012518061324954033, -0.011935490183532238, -0.011352918110787868, -0.010770346969366074, -0.010187774896621704, -0.00960520375519991, -0.009022632613778114, -0.008440060541033745, -0.00785748939961195, -0.007274917792528868, -0.0066923461854457855, -0.006109775044023991, -0.005527203436940908, -0.004944631829857826, -0.004362060688436031, -0.003779489081352949, -0.003196917474269867, -0.0026143458671867847, -0.002031774492934346, -0.0014492030022665858, -0.0008666315115988255, -0.0002840600209310651, 0.0002985114697366953, 0.0008810829604044557, 0.001463654451072216, 0.0020462260581552982, 0.0026287974324077368, 0.0032113688066601753, 0.0037939404137432575, 0.00437651202082634, 0.004959083162248135, 0.005541654769331217, 0.006124226376414299, 0.006706797983497381, 0.007289369590580463, 0.007871940732002258, 0.008454512804746628, 0.009037083946168423, 0.009619655087590218, 0.010202227160334587, 0.010784798301756382, 0.011367369443178177, 0.011949941515922546, 0.012532512657344341, 0.013115083798766136, 0.013697655871510506, 0.0142802270129323, 0.01486279908567667, 0.015445370227098465, 0.016027942299842834, 0.016610512509942055, 0.017193084582686424, 0.017775656655430794, 0.018358226865530014, 0.018940798938274384, 0.019523371011018753, 0.020105943083763123, 0.020688513293862343, 0.021271085366606712, 0.021853657439351082, 0.022436227649450302, 0.02301879972219467, 0.02360137179493904, 0.02418394200503826, 0.02476651407778263]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0, 2.0, 1.0, 6.0, 3.0, 5.0, 6.0, 8.0, 7.0, 7.0, 17.0, 17.0, 27.0, 32.0, 48.0, 61.0, 75.0, 116.0, 181.0, 225.0, 478.0, 5381.0, 516.0, 231.0, 132.0, 87.0, 54.0, 42.0, 39.0, 32.0, 19.0, 7.0, 10.0, 8.0, 3.0, 8.0, 5.0, 3.0, 5.0, 4.0, 2.0, 3.0, 1.0, 3.0, 1.0, 1.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.1184295117855072, -0.11425624042749405, -0.1100829690694809, -0.10590969026088715, -0.10173641890287399, -0.09756314754486084, -0.09338986873626709, -0.08921659737825394, -0.08504332602024078, -0.08087005466222763, -0.07669678330421448, -0.07252350449562073, -0.06835023313760757, -0.06417696177959442, -0.06000368669629097, -0.05583041161298752, -0.051657140254974365, -0.04748386889696121, -0.04331059381365776, -0.03913731873035431, -0.034964047372341156, -0.030790774151682854, -0.02661750093102455, -0.02244422771036625, -0.018270954489707947, -0.014097681269049644, -0.009924408048391342, -0.00575113482773304, -0.0015778616070747375, 0.0025954116135835648, 0.006768684834241867, 0.01094195805490017, 0.015115231275558472, 0.019288504496216774, 0.023461777716875076, 0.02763505093753338, 0.03180832415819168, 0.035981595516204834, 0.040154870599508286, 0.04432814568281174, 0.04850141704082489, 0.05267468839883804, 0.056847963482141495, 0.061021238565444946, 0.0651945099234581, 0.06936778128147125, 0.073541060090065, 0.07771433144807816, 0.08188760280609131, 0.08606087416410446, 0.09023414552211761, 0.09440742433071136, 0.09858069568872452, 0.10275396704673767, 0.10692724585533142, 0.11110051721334457, 0.11527378857135773, 0.11944705992937088, 0.12362033128738403, 0.12779361009597778, 0.13196688890457153, 0.1361401528120041, 0.14031343162059784, 0.1444866955280304, 0.14865997433662415]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 4.0, 0.0, 3.0, 0.0, 1.0, 2.0, 4.0, 2.0, 2.0, 2.0, 6.0, 6.0, 5.0, 3.0, 5.0, 8.0, 24.0, 7.0, 5.0, 5.0, 4.0, 0.0, 3.0, 3.0, 2.0, 0.0, 3.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.003431164426729083, -0.0033197966404259205, -0.003208428854122758, -0.0030970610678195953, -0.0029856932815164328, -0.00287432549521327, -0.002762957476079464, -0.0026515896897763014, -0.002540221903473139, -0.0024288541171699762, -0.0023174863308668137, -0.002206118544563651, -0.0020947507582604885, -0.001983382971957326, -0.0018720150692388415, -0.001760647282935679, -0.0016492794966325164, -0.0015379117103293538, -0.0014265439240261912, -0.0013151760213077068, -0.0012038082350045443, -0.0010924404487013817, -0.0009810726623982191, -0.0008697048178873956, -0.000758337031584233, -0.0006469692452810705, -0.000535601400770247, -0.0004242336144670844, -0.0003128657990600914, -0.00020149798365309834, -9.013018279802054e-05, 2.1237625333014876e-05, 0.0001326054334640503, 0.00024397324887104332, 0.00035534106427803636, 0.00046670885058119893, 0.0005780766950920224, 0.000689444481395185, 0.0008008122676983476, 0.0009121801122091711, 0.0010235479567199945, 0.0011349157430231571, 0.0012462835293263197, 0.0013576513156294823, 0.0014690191019326448, 0.0015803868882358074, 0.0016917547909542918, 0.0018031225772574544, 0.001914490363560617, 0.0020258582662791014, 0.002137226052582264, 0.0022485938388854265, 0.002359961625188589, 0.0024713294114917517, 0.0025826971977949142, 0.002694064984098077, 0.0028054327704012394, 0.002916800556704402, 0.0030281683430075645, 0.0031395363621413708, 0.0032509041484445333, 0.003362271934747696, 0.0034736397210508585, 0.003585007507354021, 0.0036963752936571836]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 4.0, 0.0, 3.0, 5.0, 7.0, 11.0, 20.0, 20.0, 49.0, 57.0, 71.0, 126.0, 177.0, 280.0, 415.0, 597.0, 981.0, 1726.0, 3084.0, 5744.0, 11125.0, 24218.0, 63311.0, 834895.0, 149778.0, 40194.0, 18332.0, 9639.0, 5580.0, 3152.0, 1924.0, 1320.0, 851.0, 588.0, 364.0, 274.0, 189.0, 143.0, 101.0, 75.0, 49.0, 42.0, 33.0, 28.0, 21.0, 12.0, 7.0, 7.0, 4.0, 3.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 3.0], "bins": [-0.006424966733902693, -0.006217056419700384, -0.0060091461054980755, -0.005801235791295767, -0.005593325477093458, -0.0053854151628911495, -0.005177504848688841, -0.004969594534486532, -0.0047616842202842236, -0.004553773906081915, -0.004345863591879606, -0.004137953277677298, -0.003930042963474989, -0.0037221326492726803, -0.0035142223350703716, -0.003306312020868063, -0.0030984017066657543, -0.0028904913924634457, -0.002682581078261137, -0.0024746707640588284, -0.0022667604498565197, -0.002058850135654211, -0.0018509398214519024, -0.0016430295072495937, -0.001435119193047285, -0.0012272088788449764, -0.0010192985646426678, -0.0008113882504403591, -0.0006034779362380505, -0.0003955676220357418, -0.00018765730783343315, 2.0253006368875504e-05, 0.00022816332057118416, 0.0004360736347734928, 0.0006439839489758015, 0.0008518942631781101, 0.0010598045773804188, 0.0012677148915827274, 0.001475625205785036, 0.0016835355199873447, 0.0018914458341896534, 0.002099356148391962, 0.0023072664625942707, 0.0025151767767965794, 0.002723087090998888, 0.0029309974052011967, 0.0031389077194035053, 0.003346818033605814, 0.0035547283478081226, 0.0037626386620104313, 0.00397054897621274, 0.004178459290415049, 0.004386369604617357, 0.004594279918819666, 0.0048021902330219746, 0.005010100547224283, 0.005218010861426592, 0.0054259211756289005, 0.005633831489831209, 0.005841741804033518, 0.0060496521182358265, 0.006257562432438135, 0.006465472746640444, 0.0066733830608427525, 0.006881293375045061]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 0.0, 2.0, 3.0, 1.0, 3.0, 1.0, 0.0, 3.0, 2.0, 2.0, 3.0, 7.0, 2.0, 1.0, 1.0, 4.0, 4.0, 3.0, 1.0, 2.0, 2.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013951658271253109, -0.013355370610952377, -0.012759082950651646, -0.012162795290350914, -0.011566506698727608, -0.010970219038426876, -0.010373931378126144, -0.009777643717825413, -0.009181356057524681, -0.00858506839722395, -0.007988780736923218, -0.007392492610961199, -0.006796204950660467, -0.0061999172903597355, -0.0056036291643977165, -0.005007341504096985, -0.004411053843796253, -0.0038147661834955215, -0.0032184782903641462, -0.002622190397232771, -0.0020259027369320393, -0.0014296149602159858, -0.0008333271834999323, -0.0002370394067838788, 0.0003592483699321747, 0.0009555361466482282, 0.0015518239233642817, 0.002148111816495657, 0.0027443994767963886, 0.0033406871370971203, 0.003936975263059139, 0.004533262923359871, 0.005129550583660603, 0.005725838243961334, 0.006322125904262066, 0.006918414030224085, 0.0075147016905248165, 0.008110989816486835, 0.008707277476787567, 0.009303565137088299, 0.00989985279738903, 0.010496140457689762, 0.011092428117990494, 0.011688715778291225, 0.012285003438591957, 0.012881292030215263, 0.013477579690515995, 0.014073867350816727, 0.014670155011117458, 0.01526644267141819, 0.015862731263041496, 0.016459017992019653, 0.01705530658364296, 0.017651593312621117, 0.018247881904244423, 0.01884416863322258, 0.019440457224845886, 0.020036745816469193, 0.02063303254544735, 0.021229321137070656, 0.021825607866048813, 0.02242189645767212, 0.023018183186650276, 0.023614471778273582, 0.02421075850725174]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 4.0, 1.0, 5.0, 5.0, 5.0, 5.0, 9.0, 16.0, 11.0, 27.0, 24.0, 36.0, 40.0, 51.0, 58.0, 70.0, 104.0, 140.0, 153.0, 185.0, 202.0, 268.0, 385.0, 504.0, 711.0, 1050.0, 1545.0, 5562.0, 2062.0, 1284.0, 902.0, 649.0, 463.0, 412.0, 306.0, 236.0, 183.0, 123.0, 125.0, 106.0, 65.0, 61.0, 47.0, 50.0, 37.0, 19.0, 17.0, 19.0, 10.0, 17.0, 10.0, 8.0, 6.0, 4.0, 6.0, 5.0, 4.0, 3.0, 3.0, 6.0, 2.0, 1.0, 2.0], "bins": [-0.006365038920193911, -0.006143456324934959, -0.005921873729676008, -0.005700291134417057, -0.005478708539158106, -0.005257125943899155, -0.0050355433486402035, -0.004813960753381252, -0.004592378158122301, -0.00437079556286335, -0.004149212967604399, -0.0039276303723454475, -0.0037060477770864964, -0.003484465181827545, -0.003262882586568594, -0.003041299991309643, -0.0028197173960506916, -0.0025981348007917404, -0.0023765522055327892, -0.002154969610273838, -0.0019333870150148869, -0.0017118044197559357, -0.0014902218244969845, -0.0012686392292380333, -0.001047056633979082, -0.0008254740387201309, -0.0006038914434611797, -0.00038230884820222855, -0.00016072625294327736, 6.085634231567383e-05, 0.000282438937574625, 0.0005040215328335762, 0.0007256041280925274, 0.0009471867233514786, 0.0011687693186104298, 0.001390351913869381, 0.0016119345091283321, 0.0018335171043872833, 0.0020550996996462345, 0.0022766822949051857, 0.002498264890164137, 0.002719847485423088, 0.0029414300806820393, 0.0031630126759409904, 0.0033845952711999416, 0.003606177866458893, 0.003827760461717844, 0.004049343056976795, 0.004270925652235746, 0.004492508247494698, 0.004714090842753649, 0.0049356734380126, 0.005157256033271551, 0.005378838628530502, 0.0056004212237894535, 0.005822003819048405, 0.006043586414307356, 0.006265169009566307, 0.006486751604825258, 0.0067083342000842094, 0.006929916795343161, 0.007151499390602112, 0.007373081985861063, 0.007594664581120014, 0.007816247642040253]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 4.0, 1.0, 2.0, 3.0, 1.0, 2.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.10285831987857819, -0.09908359497785568, -0.09530887752771378, -0.09153415262699127, -0.08775943517684937, -0.08398471027612686, -0.08020998537540436, -0.07643526792526245, -0.07266054302453995, -0.06888582557439804, -0.06511110067367554, -0.06133637949824333, -0.05756165832281113, -0.05378693714737892, -0.05001221224665642, -0.04623749107122421, -0.04246276989579201, -0.0386880487203598, -0.0349133275449276, -0.031138604506850243, -0.027363881468772888, -0.023589160293340683, -0.019814439117908478, -0.016039716079831123, -0.012264994904398918, -0.008490272797644138, -0.004715551156550646, -0.0009408292826265097, 0.0028338925912976265, 0.006608614698052406, 0.010383335873484612, 0.014158057980239391, 0.01793278008699417, 0.021707501262426376, 0.02548222430050373, 0.029256945475935936, 0.03303166851401329, 0.036806389689445496, 0.0405811108648777, 0.044355832040309906, 0.04813055694103241, 0.051905278116464615, 0.05567999929189682, 0.059454720467329025, 0.06322944164276123, 0.06700416654348373, 0.07077888399362564, 0.07455360889434814, 0.07832832634449005, 0.08210305124521255, 0.08587777614593506, 0.08965249359607697, 0.09342721849679947, 0.09720193594694138, 0.10097666084766388, 0.10475138574838638, 0.10852610319852829, 0.1123008280992508, 0.1160755455493927, 0.1198502704501152, 0.12362499535083771, 0.12739971280097961, 0.13117443025112152, 0.13494916260242462, 0.13872388005256653]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [4.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 3.0, 6.0, 5.0, 13.0, 15.0, 18.0, 44.0, 60.0, 45.0, 17.0, 17.0, 7.0, 2.0, 3.0, 0.0, 1.0, 2.0, 4.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0], "bins": [-0.08394130319356918, -0.0807693675160408, -0.07759743183851242, -0.07442549616098404, -0.07125356048345566, -0.06808162480592728, -0.06490969657897949, -0.06173775717616081, -0.05856582522392273, -0.05539388954639435, -0.05222195386886597, -0.049050018191337585, -0.045878082513809204, -0.04270614683628082, -0.03953421488404274, -0.03636227920651436, -0.03319034352898598, -0.030018407851457596, -0.026846474036574364, -0.023674538359045982, -0.02050260454416275, -0.01733066886663437, -0.014158733189105988, -0.01098679844290018, -0.007814863696694374, -0.004642928950488567, -0.0014709937386214733, 0.001700941240414977, 0.0048728762194514275, 0.008044810965657234, 0.011216746643185616, 0.014388681389391422, 0.01756061613559723, 0.02073255181312561, 0.023904485628008842, 0.027076421305537224, 0.030248355120420456, 0.03342029079794884, 0.03659222647547722, 0.0397641621530056, 0.04293609410524368, 0.046108029782772064, 0.049279965460300446, 0.05245190113782883, 0.05562383681535721, 0.05879577249288559, 0.06196770444512367, 0.06513964384794235, 0.06831157207489014, 0.07148350775241852, 0.0746554434299469, 0.07782737910747528, 0.08099931478500366, 0.08417125046253204, 0.08734318614006042, 0.0905151218175888, 0.09368705749511719, 0.09685899317264557, 0.10003092885017395, 0.10320285707712173, 0.10637479275465012, 0.1095467284321785, 0.11271866410970688, 0.11589059978723526, 0.11906253546476364]}, "_runtime": 121.6526288986206, "_timestamp": 1596212992.3541665, "_step": 146}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 3.0, 2.0, 4.0, 0.0, 2.0, 3.0, 4.0, 3.0, 4.0, 2.0, 2.0, 0.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.007695662789046764, -0.007376512978225946, -0.0070573631674051285, -0.006738213822245598, -0.00641906401142478, -0.006099914200603962, -0.005780764389783144, -0.005461614578962326, -0.005142465233802795, -0.0048233154229819775, -0.0045041656121611595, -0.004185015801340342, -0.0038658659905195236, -0.0035467164125293493, -0.0032275666017085314, -0.002908417023718357, -0.002589267212897539, -0.002270117402076721, -0.001950967824086547, -0.001631818013265729, -0.0013126683188602328, -0.0009935186244547367, -0.0006743688718415797, -0.0003552191483322531, -3.606942482292652e-05, 0.00028308029868640006, 0.0006022300221957266, 0.0009213797748088837, 0.0012405294692143798, 0.001559679163619876, 0.0018788289744406939, 0.002197978552430868, 0.002517128363251686, 0.002836278174072504, 0.0031554277520626783, 0.0034745775628834963, 0.0037937271408736706, 0.0041128769516944885, 0.0044320267625153065, 0.004751176573336124, 0.005070325918495655, 0.005389475729316473, 0.005708625540137291, 0.006027775350958109, 0.006346925161778927, 0.006666074972599745, 0.0069852243177592754, 0.007304374128580093, 0.007623523939400911, 0.00794267375022173, 0.00826182309538126, 0.008580973371863365, 0.008900122717022896, 0.009219272993505001, 0.009538422338664532, 0.009857571683824062, 0.010176721960306168, 0.010495871305465698, 0.010815021581947803, 0.011134170927107334, 0.011453320272266865, 0.01177247054874897, 0.0120916198939085, 0.012410770170390606, 0.012729919515550137]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 7.0, 8.0, 9.0, 9.0, 11.0, 20.0, 23.0, 45.0, 66.0, 91.0, 129.0, 217.0, 389.0, 5212.0, 930.0, 285.0, 158.0, 93.0, 69.0, 42.0, 30.0, 17.0, 17.0, 15.0, 8.0, 7.0, 3.0, 5.0, 4.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.15590506792068481, -0.15029633045196533, -0.14468760788440704, -0.13907887041568756, -0.13347014784812927, -0.1278614103794098, -0.1222526878118515, -0.11664395779371262, -0.11103522777557373, -0.10542649030685425, -0.09981776028871536, -0.09420903027057648, -0.08860030025243759, -0.0829915702342987, -0.07738284021615982, -0.07177411019802094, -0.06616538017988205, -0.060556650161743164, -0.05494792014360428, -0.04933919012546539, -0.04373046010732651, -0.038121726363897324, -0.03251299634575844, -0.026904266327619553, -0.021295536309480667, -0.01568680629134178, -0.010078075341880322, -0.004469344858080149, 0.0011393856257200241, 0.006748116109520197, 0.01235684659332037, 0.01796557754278183, 0.023574307560920715, 0.0291830375790596, 0.034791767597198486, 0.04040049761533737, 0.04600922763347626, 0.05161796137690544, 0.05722669139504433, 0.06283541768789291, 0.0684441477060318, 0.07405288517475128, 0.07966161519289017, 0.08527034521102905, 0.09087907522916794, 0.09648780524730682, 0.10209653526544571, 0.1077052652835846, 0.11331399530172348, 0.11892272531986237, 0.12453145533800125, 0.13014018535614014, 0.13574892282485962, 0.1413576453924179, 0.1469663828611374, 0.15257510542869568, 0.15818384289741516, 0.16379256546497345, 0.16940130293369293, 0.17501002550125122, 0.1806187629699707, 0.186227485537529, 0.19183622300624847, 0.19744494557380676, 0.20305368304252625]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 4.0, 1.0, 2.0, 3.0, 5.0, 3.0, 4.0, 3.0, 6.0, 1.0, 4.0, 3.0, 24.0, 3.0, 2.0, 6.0, 2.0, 7.0, 1.0, 5.0, 5.0, 1.0, 3.0, 1.0, 3.0, 1.0, 1.0, 3.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.003699252614751458, -0.003585472237318754, -0.003471692092716694, -0.00335791171528399, -0.003244131337851286, -0.0031303511932492256, -0.0030165708158165216, -0.0029027906712144613, -0.0027890102937817574, -0.0026752299163490534, -0.002561449771746993, -0.002447669394314289, -0.0023338892497122288, -0.002220108872279525, -0.002106328494846821, -0.0019925483502447605, -0.0018787679728120565, -0.0017649877117946744, -0.0016512074507772923, -0.0015374270733445883, -0.0014236468123272061, -0.001309866551309824, -0.00119608617387712, -0.0010823059128597379, -0.0009685256518423557, -0.0008547453908249736, -0.0007409650715999305, -0.0006271847523748875, -0.0005134044913575053, -0.0003996242012362927, -0.0002858439111150801, -0.00017206362099386752, -5.8283330872654915e-05, 5.549695924855769e-05, 0.0001692772493697703, 0.0002830575394909829, 0.0003968378296121955, 0.0005106180906295776, 0.0006243984098546207, 0.0007381787290796638, 0.0008519589900970459, 0.000965739251114428, 0.0010795195121318102, 0.0011932998895645142, 0.0013070801505818963, 0.0014208604115992785, 0.0015346407890319824, 0.0016484210500493646, 0.0017622013110667467, 0.0018759815720841289, 0.001989761833101511, 0.002103542210534215, 0.002217322587966919, 0.0023311027325689793, 0.0024448831100016832, 0.0025586632546037436, 0.0026724436320364475, 0.0027862240094691515, 0.002900004154071212, 0.003013784531503916, 0.003127564676105976, 0.00324134505353868, 0.003355125430971384, 0.0034689055755734444, 0.0035826859530061483]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 3.0, 3.0, 5.0, 8.0, 16.0, 11.0, 22.0, 39.0, 52.0, 83.0, 141.0, 192.0, 342.0, 498.0, 777.0, 1221.0, 1973.0, 3552.0, 6214.0, 11522.0, 25024.0, 64179.0, 852661.0, 125400.0, 38846.0, 18810.0, 10647.0, 6157.0, 3847.0, 2460.0, 1598.0, 1096.0, 678.0, 480.0, 323.0, 229.0, 176.0, 113.0, 76.0, 47.0, 42.0, 26.0, 13.0, 9.0, 6.0, 6.0, 7.0, 2.0, 4.0, 3.0, 2.0, 1.0, 0.0, 1.0], "bins": [-0.007163146045058966, -0.006944843102246523, -0.00672654015943408, -0.006508237216621637, -0.0062899342738091946, -0.006071631330996752, -0.005853328388184309, -0.005635025445371866, -0.005416722968220711, -0.005198420025408268, -0.004980117082595825, -0.004761814139783382, -0.00454351119697094, -0.004325208254158497, -0.004106905311346054, -0.0038886023685336113, -0.0036702994257211685, -0.0034519964829087257, -0.003233693540096283, -0.00301539059728384, -0.0027970876544713974, -0.0025787849444895983, -0.0023604820016771555, -0.0021421790588647127, -0.00192387611605227, -0.0017055731732398272, -0.0014872702304273844, -0.0012689674040302634, -0.0010506644612178206, -0.0008323615184053779, -0.000614058633800596, -0.0003957557200919837, -0.00017745280638337135, 4.085010732524097e-05, 0.0002591530210338533, 0.0004774559347424656, 0.0006957588484510779, 0.0009140617912635207, 0.0011323646176606417, 0.0013506675604730844, 0.0015689705032855272, 0.00178727344609797, 0.002005576388910413, 0.0022238793317228556, 0.0024421820417046547, 0.0026604849845170975, 0.0028787879273295403, 0.003097090870141983, 0.003315393812954426, 0.0035336967557668686, 0.0037519996985793114, 0.003970302641391754, 0.004188605584204197, 0.00440690852701664, 0.0046252114698290825, 0.004843514412641525, 0.005061817355453968, 0.0052801198326051235, 0.005498422775417566, 0.005716725718230009, 0.005935028661042452, 0.006153331603854895, 0.006371634546667337, 0.00658993748947978, 0.006808240432292223]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 5.0, 4.0, 7.0, 4.0, 6.0, 2.0, 11.0, 2.0, 3.0, 3.0, 4.0, 2.0, 3.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.020166877657175064, -0.01752864010632038, -0.014890401624143124, -0.012252163141965866, -0.009613925591111183, -0.006975687574595213, -0.004337449558079243, -0.0016992115415632725, 0.0009390264749526978, 0.003577264491468668, 0.006215502507984638, 0.008853740990161896, 0.011491978541016579, 0.014130216091871262, 0.016768455505371094, 0.019406693056225777, 0.02204493060708046, 0.024683168157935143, 0.027321405708789825, 0.029959645122289658, 0.03259788453578949, 0.03523612022399902, 0.037874359637498856, 0.04051259532570839, 0.04315083473920822, 0.045789074152708054, 0.04842730984091759, 0.05106554925441742, 0.05370378494262695, 0.056342024356126785, 0.05898026376962662, 0.06161849945783615, 0.06425674259662628, 0.06689497828483582, 0.06953321397304535, 0.07217144966125488, 0.07480969280004501, 0.07744792848825455, 0.08008616417646408, 0.08272440731525421, 0.08536264300346375, 0.08800087869167328, 0.09063912183046341, 0.09327735751867294, 0.09591559320688248, 0.09855383634567261, 0.10119207203388214, 0.10383030772209167, 0.10646854341030121, 0.10910678654909134, 0.11174502223730087, 0.1143832579255104, 0.11702150106430054, 0.11965973675251007, 0.1222979724407196, 0.12493621557950974, 0.12757444381713867, 0.1302126944065094, 0.13285093009471893, 0.13548916578292847, 0.138127401471138, 0.14076563715934753, 0.14340387284755707, 0.1460421234369278, 0.14868035912513733]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 4.0, 10.0, 35.0, 53.0, 98.0, 175.0, 229.0, 396.0, 638.0, 1071.0, 2025.0, 7886.0, 2600.0, 1143.0, 744.0, 436.0, 253.0, 177.0, 128.0, 77.0, 49.0, 25.0, 24.0, 22.0, 21.0, 10.0, 9.0, 10.0, 4.0, 3.0, 7.0, 5.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 4.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 5.0, 5.0, 12.0, 9.0, 2.0, 0.0, 5.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 8.0], "bins": [-0.01166895404458046, -0.010760745033621788, -0.009852535091340542, -0.00894432608038187, -0.008036116138100624, -0.0071279071271419525, -0.006219698116183281, -0.005311488639563322, -0.004403279162943363, -0.0034950696863234043, -0.002586860442534089, -0.001678651082329452, -0.000770441722124815, 0.00013776763807982206, 0.0010459769982844591, 0.0019541862420737743, 0.002862395718693733, 0.003770605195313692, 0.004678814671933651, 0.0055870236828923225, 0.006495233159512281, 0.00740344263613224, 0.008311651647090912, 0.009219861589372158, 0.01012807060033083, 0.011036279611289501, 0.011944489553570747, 0.012852698564529419, 0.01376090757548809, 0.014669117517769337, 0.015577326528728008, 0.016485536471009254, 0.017393745481967926, 0.018301954492926598, 0.01921016350388527, 0.02011837437748909, 0.02102658338844776, 0.021934792399406433, 0.022843001410365105, 0.023751210421323776, 0.024659421294927597, 0.02556763030588627, 0.02647583931684494, 0.027384048327803612, 0.028292257338762283, 0.029200466349720955, 0.030108677223324776, 0.031016886234283447, 0.03192509710788727, 0.03283330425620079, 0.03374151512980461, 0.034649722278118134, 0.035557933151721954, 0.03646614030003548, 0.0373743511736393, 0.03828256204724312, 0.03919076919555664, 0.04009898006916046, 0.041007187217473984, 0.041915398091077805, 0.042823608964681625, 0.04373181611299515, 0.04464002698659897, 0.04554823413491249, 0.04645644500851631]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 5.0, 3.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.32857003808021545, -0.32026660442352295, -0.31196317076683044, -0.30365973711013794, -0.29535630345344543, -0.28705286979675293, -0.2787494361400604, -0.2704460024833679, -0.2621425986289978, -0.2538391649723053, -0.2455357164144516, -0.2372322827577591, -0.22892886400222778, -0.22062543034553528, -0.21232199668884277, -0.20401856303215027, -0.19571512937545776, -0.18741169571876526, -0.17910826206207275, -0.17080482840538025, -0.16250139474868774, -0.15419797599315643, -0.14589454233646393, -0.13759110867977142, -0.12928767502307892, -0.12098424136638641, -0.11268080770969391, -0.104377381503582, -0.0960739478468895, -0.08777051419019699, -0.07946708798408508, -0.07116365432739258, -0.06286022067070007, -0.05455678701400757, -0.04625335708260536, -0.037949927151203156, -0.02964649349451065, -0.021343061700463295, -0.01303962990641594, -0.004736198112368584, 0.003567233681678772, 0.011870665475726128, 0.020174097269773483, 0.02847752906382084, 0.036780960857868195, 0.0450843945145607, 0.053387824445962906, 0.06169125437736511, 0.06999468803405762, 0.07829812169075012, 0.08660155534744263, 0.09490498155355453, 0.10320841521024704, 0.11151184886693954, 0.11981527507305145, 0.12811870872974396, 0.13642214238643646, 0.14472557604312897, 0.15302900969982147, 0.16133244335651398, 0.1696358621120453, 0.1779392957687378, 0.1862427294254303, 0.1945461630821228, 0.2028495967388153]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 3.0, 3.0, 9.0, 8.0, 5.0, 6.0, 7.0, 7.0, 13.0, 19.0, 50.0, 41.0, 34.0, 19.0, 2.0, 7.0, 6.0, 5.0, 4.0, 5.0, 3.0, 5.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.20309777557849884, -0.1976523995399475, -0.19220700860023499, -0.18676163256168365, -0.18131625652313232, -0.175870880484581, -0.17042550444602966, -0.16498011350631714, -0.1595347374677658, -0.15408936142921448, -0.14864397048950195, -0.14319859445095062, -0.1377532184123993, -0.13230784237384796, -0.12686246633529663, -0.1214170753955841, -0.11597169935703278, -0.11052632331848145, -0.10508093982934952, -0.09963555634021759, -0.09419018030166626, -0.08874480426311493, -0.083299420773983, -0.07785403728485107, -0.07240866124629974, -0.06696328520774841, -0.061517901718616486, -0.05607252195477486, -0.05062714219093323, -0.0451817624270916, -0.03973638266324997, -0.03429100289940834, -0.02884562313556671, -0.023400243371725082, -0.017954863607883453, -0.012509483844041824, -0.007064104080200195, -0.0016187243163585663, 0.0038266554474830627, 0.009272035211324692, 0.01471741497516632, 0.02016279473900795, 0.02560817450284958, 0.031053554266691208, 0.03649893403053284, 0.041944313794374466, 0.047389693558216095, 0.052835073322057724, 0.05828045308589935, 0.06372582912445068, 0.06917121261358261, 0.07461659610271454, 0.08006197214126587, 0.0855073481798172, 0.09095273166894913, 0.09639811515808105, 0.10184349119663239, 0.10728886723518372, 0.11273425072431564, 0.11817963421344757, 0.1236250102519989, 0.12907038629055023, 0.13451576232910156, 0.1399611532688141, 0.14540652930736542]}, "_runtime": 122.4392683506012, "_timestamp": 1596212993.140806, "_step": 147}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 3.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 2.0, 3.0, 0.0, 6.0, 3.0, 1.0, 1.0, 1.0, 3.0, 2.0, 1.0, 2.0, 1.0, 2.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010709559544920921, -0.01037519983947277, -0.010040839202702045, -0.009706479497253895, -0.009372119791805744, -0.009037760086357594, -0.008703399449586868, -0.008369039744138718, -0.008034680038690567, -0.007700319867581129, -0.007365959696471691, -0.0070315999910235405, -0.0066972398199141026, -0.006362880114465952, -0.006028519943356514, -0.005694160237908363, -0.005359800066798925, -0.0050254398956894875, -0.004691080190241337, -0.004356720019131899, -0.004022360313683748, -0.0036880001425743103, -0.003353640204295516, -0.0030192802660167217, -0.0026849203277379274, -0.002350560389459133, -0.002016200451180339, -0.0016818403964862227, -0.0013474804582074285, -0.0010131205199286342, -0.000678760523442179, -0.0003444005560595542, -1.0040588676929474e-05, 0.00032431937870569527, 0.00065867934608832, 0.0009930393425747752, 0.0013273992808535695, 0.0016617592191323638, 0.00199611927382648, 0.002330479212105274, 0.0026648391503840685, 0.0029991990886628628, 0.003333559026941657, 0.0036679189652204514, 0.004002279136329889, 0.00433663884177804, 0.004670999012887478, 0.0050053587183356285, 0.0053397188894450665, 0.005674079060554504, 0.006008438766002655, 0.006342798937112093, 0.006677158642560244, 0.0070115188136696815, 0.007345878519117832, 0.00768023869022727, 0.008014598861336708, 0.008348958566784859, 0.00868331827223301, 0.009017678909003735, 0.009352038614451885, 0.009686398319900036, 0.010020758025348186, 0.010355118662118912, 0.010689478367567062]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 3.0, 4.0, 7.0, 6.0, 6.0, 6.0, 7.0, 8.0, 19.0, 16.0, 23.0, 26.0, 43.0, 54.0, 63.0, 86.0, 88.0, 151.0, 234.0, 509.0, 5328.0, 468.0, 223.0, 138.0, 111.0, 66.0, 40.0, 41.0, 34.0, 21.0, 19.0, 22.0, 11.0, 9.0, 7.0, 7.0, 2.0, 7.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.14320005476474762, -0.13925309479236603, -0.13530611991882324, -0.13135915994644165, -0.12741219997406006, -0.12346523255109787, -0.11951827257871628, -0.11557130515575409, -0.1116243451833725, -0.10767737776041031, -0.10373041033744812, -0.09978345036506653, -0.09583648294210434, -0.09188952296972275, -0.08794255554676056, -0.08399559557437897, -0.08004862815141678, -0.07610166072845459, -0.072154700756073, -0.06820773333311081, -0.06426077336072922, -0.06031380593776703, -0.05636684224009514, -0.05241987854242325, -0.04847291484475136, -0.04452595114707947, -0.04057898744940758, -0.03663202375173569, -0.0326850563287735, -0.028738094493746758, -0.024791128933429718, -0.020844165235757828, -0.016897201538085938, -0.012950237840414047, -0.009003273211419582, -0.005056309048086405, -0.0011093448847532272, 0.0028376192785799503, 0.006784583441913128, 0.010731548070907593, 0.014678511768579483, 0.018625475466251373, 0.022572439163923264, 0.026519404724240303, 0.030466368421912193, 0.03441333398222923, 0.03836029767990112, 0.04230726137757301, 0.046254225075244904, 0.050201188772916794, 0.054148152470588684, 0.058095116168260574, 0.062042079865932465, 0.06598904728889465, 0.06993600726127625, 0.07388297468423843, 0.07782994210720062, 0.08177690207958221, 0.0857238695025444, 0.089670829474926, 0.09361779689788818, 0.09756475687026978, 0.10151172429323196, 0.10545868426561356, 0.10940565168857574]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 4.0, 0.0, 3.0, 2.0, 4.0, 3.0, 8.0, 6.0, 4.0, 5.0, 4.0, 9.0, 21.0, 3.0, 2.0, 2.0, 4.0, 3.0, 6.0, 2.0, 5.0, 2.0, 2.0, 2.0, 2.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.0034744334407150745, -0.0033750373404473066, -0.0032756414730101824, -0.0031762453727424145, -0.0030768492724746466, -0.0029774534050375223, -0.0028780573047697544, -0.0027786612045019865, -0.0026792651042342186, -0.0025798692367970943, -0.0024804731365293264, -0.0023810770362615585, -0.0022816811688244343, -0.0021822850685566664, -0.0020828889682888985, -0.001983493100851774, -0.0018840970005840063, -0.0017847010167315602, -0.0016853049164637923, -0.0015859089326113462, -0.0014865128323435783, -0.0013871168484911323, -0.0012877208646386862, -0.0011883247643709183, -0.0010889287805184722, -0.0009895327966660261, -0.0008901366963982582, -0.0007907407125458121, -0.0006913446704857051, -0.0005919486284255981, -0.0004925526445731521, -0.00039315660251304507, -0.0002937605604529381, -0.00019436453294474632, -9.496850543655455e-05, 4.427522071637213e-06, 0.00010382354957982898, 0.00020321957708802074, 0.0003026156045962125, 0.00040201161755248904, 0.000501407659612596, 0.000600803701672703, 0.00070019974373281, 0.0007995957275852561, 0.0008989917696453631, 0.00099838781170547, 0.0010977837955579162, 0.001197179895825684, 0.0012965758796781301, 0.0013959718635305762, 0.0014953679637983441, 0.0015947639476507902, 0.0016941600479185581, 0.0017935560317710042, 0.0018929520156234503, 0.001992348115891218, 0.0020917439833283424, 0.0021911400835961103, 0.0022905361838638783, 0.002389932284131646, 0.0024893281515687704, 0.0025887242518365383, 0.0026881203521043062, 0.0027875162195414305, 0.0028869123198091984]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 1.0, 1.0, 7.0, 3.0, 7.0, 6.0, 4.0, 15.0, 17.0, 31.0, 44.0, 78.0, 101.0, 155.0, 243.0, 358.0, 581.0, 1076.0, 1732.0, 3284.0, 6210.0, 12908.0, 32061.0, 109992.0, 897519.0, 64362.0, 22441.0, 10704.0, 5732.0, 3375.0, 2063.0, 1332.0, 954.0, 656.0, 436.0, 338.0, 207.0, 171.0, 125.0, 85.0, 58.0, 48.0, 27.0, 22.0, 20.0, 10.0, 14.0, 4.0, 8.0, 5.0, 1.0, 2.0, 3.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0], "bins": [-0.00578854838386178, -0.005577528849244118, -0.005366509780287743, -0.00515549024567008, -0.004944471176713705, -0.004733451642096043, -0.0045224325731396675, -0.004311413038522005, -0.00410039396956563, -0.0038893744349479675, -0.0036783551331609488, -0.00346733583137393, -0.003256316529586911, -0.0030452972277998924, -0.0028342779260128736, -0.002623258624225855, -0.002412239322438836, -0.0022012200206518173, -0.0019902007188647985, -0.0017791814170777798, -0.001568162115290761, -0.0013571426970884204, -0.0011461233953014016, -0.0009351040935143828, -0.0007240847917273641, -0.0005130654899403453, -0.00030204615904949605, -9.102684271056205e-05, 0.00011999247362837195, 0.00033101177541539073, 0.0005420311354100704, 0.0007530504371970892, 0.000964069738984108, 0.0011750890407711267, 0.0013861083425581455, 0.0015971276443451643, 0.001808146946132183, 0.002019166247919202, 0.0022301855497062206, 0.0024412048514932394, 0.002652224153280258, 0.0028632436878979206, 0.0030742629896849394, 0.003285282291471958, 0.003496301593258977, 0.0037073208950459957, 0.003918339964002371, 0.004129359498620033, 0.004340378567576408, 0.004551398102194071, 0.004762417636811733, 0.004973436705768108, 0.005184456240385771, 0.005395475309342146, 0.005606494843959808, 0.0058175139129161835, 0.006028533447533846, 0.006239552516490221, 0.0064505720511078835, 0.006661591120064259, 0.006872610654681921, 0.007083629723638296, 0.0072946492582559586, 0.007505668327212334, 0.007716687861829996]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 2.0, 2.0, 4.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 5.0, 4.0, 6.0, 2.0, 4.0, 2.0, 1.0, 1.0, 2.0, 2.0, 2.0, 2.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.020706020295619965, -0.01988520845770836, -0.019064396619796753, -0.018243584781885147, -0.01742277294397354, -0.016601961106061935, -0.01578114926815033, -0.014960337430238724, -0.014139525592327118, -0.013318714685738087, -0.01249790284782648, -0.011677091009914875, -0.01085627917200327, -0.010035467334091663, -0.009214655496180058, -0.008393843658268452, -0.007573031820356846, -0.00675221998244524, -0.005931408144533634, -0.005110596306622028, -0.0042897844687104225, -0.0034689728636294603, -0.002648161258548498, -0.0018273494206368923, -0.0010065375827252865, -0.00018572580302134156, 0.0006350859766826034, 0.0014558976981788874, 0.002276709536090493, 0.003097521374002099, 0.003918332979083061, 0.004739144816994667, 0.005559956654906273, 0.006380768492817879, 0.0072015803307294846, 0.00802239216864109, 0.008843204006552696, 0.009664015844464302, 0.010484827682375908, 0.011305639520287514, 0.01212645135819912, 0.01294726226478815, 0.013768074102699757, 0.014588885940611362, 0.015409697778522968, 0.01623051054775715, 0.017051322385668755, 0.01787213422358036, 0.018692944198846817, 0.019513756036758423, 0.02033456787467003, 0.021155379712581635, 0.02197619155049324, 0.022797003388404846, 0.023617815226316452, 0.024438627064228058, 0.025259438902139664, 0.02608025074005127, 0.026901062577962875, 0.02772187441587448, 0.028542686253786087, 0.029363498091697693, 0.0301843099296093, 0.031005121767520905, 0.03182593360543251]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 5.0, 2.0, 6.0, 5.0, 11.0, 7.0, 16.0, 18.0, 18.0, 41.0, 34.0, 32.0, 53.0, 71.0, 92.0, 129.0, 145.0, 209.0, 285.0, 369.0, 455.0, 604.0, 769.0, 1124.0, 2188.0, 6561.0, 1795.0, 1106.0, 658.0, 475.0, 307.0, 233.0, 146.0, 113.0, 61.0, 72.0, 37.0, 35.0, 27.0, 14.0, 7.0, 7.0, 11.0, 8.0, 14.0, 17.0, 12.0, 4.0, 3.0, 1.0, 3.0, 5.0, 4.0], "bins": [-0.013518273830413818, -0.013146170414984226, -0.012774066999554634, -0.012401963584125042, -0.012029859237372875, -0.011657755821943283, -0.011285652406513691, -0.010913548991084099, -0.010541445575654507, -0.010169342160224915, -0.009797237813472748, -0.009425134398043156, -0.009053030982613564, -0.008680927567183971, -0.00830882415175438, -0.007936720736324787, -0.007564616855233908, -0.007192513439804316, -0.006820409558713436, -0.006448306143283844, -0.006076202727854252, -0.005704098846763372, -0.00533199543133378, -0.004959892015904188, -0.004587788134813309, -0.004215684719383717, -0.0038435813039541245, -0.0034714776556938887, -0.003099374007433653, -0.0027272705920040607, -0.002355166943743825, -0.001983063528314233, -0.001610959880053997, -0.001238856348209083, -0.0008667527581565082, -0.0004946491681039333, -0.00012254563625901937, 0.00024955792468972504, 0.0006216614856384695, 0.0009937650756910443, 0.0013658686075359583, 0.0017379721393808722, 0.002110075671225786, 0.002482179319486022, 0.0028542829677462578, 0.00322638638317585, 0.0035984900314360857, 0.0039705936796963215, 0.004342697095125914, 0.004714800510555506, 0.005086904391646385, 0.005459007807075977, 0.0058311112225055695, 0.006203215103596449, 0.006575318519026041, 0.006947421934455633, 0.007319525815546513, 0.007691629230976105, 0.008063732646405697, 0.008435836061835289, 0.008807939477264881, 0.009180043824017048, 0.00955214723944664, 0.009924250654876232, 0.010296354070305824]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 3.0, 0.0, 0.0, 2.0, 2.0, 3.0, 0.0, 3.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.15428322553634644, -0.15067099034786224, -0.14705875515937805, -0.14344653487205505, -0.13983429968357086, -0.13622206449508667, -0.13260984420776367, -0.12899760901927948, -0.1253853738307953, -0.1217731386423111, -0.1181609109044075, -0.1145486831665039, -0.11093644797801971, -0.10732421278953552, -0.10371198505163193, -0.10009975731372833, -0.09648752212524414, -0.09287528693675995, -0.08926305919885635, -0.08565083146095276, -0.08203859627246857, -0.07842636108398438, -0.07481413334608078, -0.07120190560817719, -0.067589670419693, -0.0639774352312088, -0.060365207493305206, -0.05675297603011131, -0.05314074456691742, -0.049528513103723526, -0.04591628164052963, -0.04230405017733574, -0.038691818714141846, -0.03507958725094795, -0.03146735578775406, -0.027855124324560165, -0.024242892861366272, -0.02063066139817238, -0.017018429934978485, -0.013406198471784592, -0.009793967008590698, -0.006181735545396805, -0.0025695040822029114, 0.001042727380990982, 0.0046549588441848755, 0.008267190307378769, 0.011879421770572662, 0.015491653233766556, 0.01910388469696045, 0.022716116160154343, 0.026328347623348236, 0.02994057908654213, 0.03355281054973602, 0.037165042012929916, 0.04077727347612381, 0.0443895049393177, 0.0480017364025116, 0.05161396786570549, 0.055226199328899384, 0.05883843079209328, 0.06245066225528717, 0.06606289744377136, 0.06967512518167496, 0.07328735291957855, 0.07689958810806274]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 0.0, 1.0, 4.0, 2.0, 4.0, 2.0, 1.0, 2.0, 5.0, 6.0, 8.0, 9.0, 21.0, 16.0, 41.0, 23.0, 11.0, 18.0, 22.0, 18.0, 15.0, 12.0, 6.0, 3.0, 9.0, 1.0, 1.0, 4.0, 3.0, 1.0, 0.0, 0.0, 3.0, 1.0], "bins": [-0.12518444657325745, -0.12239542603492737, -0.1196063980460167, -0.11681737750768661, -0.11402834951877594, -0.11123932898044586, -0.10845030099153519, -0.10566128045320511, -0.10287225246429443, -0.10008323192596436, -0.09729421138763428, -0.0945051833987236, -0.09171616286039352, -0.08892713487148285, -0.08613811433315277, -0.0833490863442421, -0.08056006580591202, -0.07777104526758194, -0.07498201727867126, -0.07219299674034119, -0.06940396875143051, -0.06661494821310043, -0.06382592022418976, -0.06103689968585968, -0.058247875422239304, -0.05545885115861893, -0.05266982689499855, -0.049880802631378174, -0.047091782093048096, -0.04430275782942772, -0.04151373356580734, -0.038724709302186966, -0.03593568503856659, -0.03314666077494621, -0.030357636511325836, -0.02756861411035061, -0.024779589846730232, -0.021990565583109856, -0.01920154318213463, -0.01641251891851425, -0.013623494654893875, -0.010834470391273499, -0.008045447058975697, -0.005256423261016607, -0.002467399463057518, 0.0003216243349015713, 0.0031106481328606606, 0.00589967193081975, 0.008688695728778839, 0.011477719992399216, 0.014266743324697018, 0.01705576665699482, 0.019844790920615196, 0.022633815184235573, 0.0254228375852108, 0.028211861848831177, 0.031000886112451553, 0.03378991037607193, 0.036578934639692307, 0.03936795890331268, 0.04215697944164276, 0.04494600370526314, 0.047735027968883514, 0.05052405223250389, 0.05331307649612427]}, "_runtime": 123.21872401237488, "_timestamp": 1596212993.9202616, "_step": 148}
+{"val_accuracy": 0.8212143264840183, "val_loss": 0.45948746596297174, "_runtime": 124.77672958374023, "_timestamp": 1596212995.4782672, "_step": 149}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: V Confidence: 0.3088073432445526 Truth: v", "Prediction: 5 Confidence: 0.9999992847442627 Truth: 5", "Prediction: 2 Confidence: 0.9980098605155945 Truth: 2", "Prediction: 0 Confidence: 0.6338191032409668 Truth: 0"]}, "_runtime": 125.05929613113403, "_timestamp": 1596212995.7608337, "_step": 150}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 6.0, 4.0, 2.0, 5.0, 10.0, 5.0, 2.0, 4.0, 2.0, 5.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.01703585311770439, -0.016532529145479202, -0.016029207035899162, -0.015525883063673973, -0.015022560022771358, -0.01451923605054617, -0.014015913009643555, -0.01351258996874094, -0.013009266927838326, -0.012505942955613136, -0.012002619914710522, -0.011499296873807907, -0.010995972901582718, -0.010492649860680103, -0.009989326819777489, -0.0094860028475523, -0.008982679806649685, -0.00847935676574707, -0.007976032793521881, -0.0074727097526192665, -0.006969386711716652, -0.00646606320515275, -0.005962739698588848, -0.0054594166576862335, -0.004956093151122332, -0.00445276964455843, -0.003949446603655815, -0.0034461230970919132, -0.002942799823358655, -0.0024394765496253967, -0.0019361531594768167, -0.0014328297693282366, -0.0009295064955949783, -0.00042618316365405917, 7.714016828685999e-05, 0.0005804635002277792, 0.0010837868321686983, 0.0015871101059019566, 0.0020904336124658585, 0.0025937568861991167, 0.003097080159932375, 0.003600403433665633, 0.0041037267073988914, 0.004607050213962793, 0.005110373720526695, 0.00561369676142931, 0.006117020267993212, 0.006620343308895826, 0.007123666815459728, 0.00762699032202363, 0.008130313828587532, 0.008633636869490147, 0.009136959910392761, 0.00964028388261795, 0.010143606923520565, 0.01064692996442318, 0.011150253936648369, 0.011653576977550983, 0.012156900018453598, 0.012660223059356213, 0.013163547031581402, 0.013666870072484016, 0.014170193113386631, 0.01467351708561182, 0.015176840126514435]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 2.0, 4.0, 8.0, 7.0, 14.0, 21.0, 28.0, 68.0, 83.0, 151.0, 252.0, 601.0, 5879.0, 363.0, 166.0, 93.0, 63.0, 26.0, 21.0, 18.0, 13.0, 3.0, 10.0, 3.0, 8.0, 2.0, 2.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.19976390898227692, -0.19356456398963928, -0.18736521899700165, -0.181165874004364, -0.17496652901172638, -0.16876718401908875, -0.16256782412528992, -0.15636847913265228, -0.15016913414001465, -0.14396978914737701, -0.13777044415473938, -0.13157109916210175, -0.1253717541694641, -0.11917240917682648, -0.11297305673360825, -0.10677371174097061, -0.10057436674833298, -0.09437502175569534, -0.08817567676305771, -0.08197632431983948, -0.07577697932720184, -0.06957763433456421, -0.06337828934192657, -0.05717894062399864, -0.05097959563136101, -0.04478025063872337, -0.03858090192079544, -0.032381556928157806, -0.026182210072875023, -0.01998286321759224, -0.01378351729363203, -0.007584170904010534, -0.001384824514389038, 0.004814521875232458, 0.011013868264853954, 0.017213214188814163, 0.023412561044096947, 0.02961190789937973, 0.035811252892017365, 0.0420106016099453, 0.04820994660258293, 0.054409291595220566, 0.0606086403131485, 0.06680798530578613, 0.07300733029842377, 0.0792066752910614, 0.08540602773427963, 0.09160537272691727, 0.0978047177195549, 0.10400406271219254, 0.11020340770483017, 0.1164027601480484, 0.12260210514068604, 0.12880145013332367, 0.1350007951259613, 0.14120014011859894, 0.14739948511123657, 0.1535988301038742, 0.15979817509651184, 0.16599753499031067, 0.1721968799829483, 0.17839622497558594, 0.18459556996822357, 0.1907949149608612, 0.19699425995349884]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 6.0, 2.0, 4.0, 2.0, 3.0, 3.0, 3.0, 3.0, 3.0, 6.0, 2.0, 1.0, 1.0, 1.0, 9.0, 24.0, 1.0, 1.0, 4.0, 4.0, 2.0, 4.0, 5.0, 2.0, 2.0, 3.0, 0.0, 2.0, 1.0, 3.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.0023665386252105236, -0.002282040426507592, -0.002197542227804661, -0.0021130440291017294, -0.0020285455975681543, -0.001944047398865223, -0.0018595492001622915, -0.0017750510014593601, -0.0016905528027564287, -0.0016060544876381755, -0.001521556288935244, -0.0014370580902323127, -0.0013525597751140594, -0.001268061576411128, -0.0011835633777081966, -0.0010990650625899434, -0.001014566863887012, -0.0009300686069764197, -0.0008455704082734883, -0.000761072151362896, -0.0006765739526599646, -0.0005920756957493722, -0.0005075774388387799, -0.00042307921103201807, -0.0003385809832252562, -0.00025408275541849434, -0.00016958451305981725, -8.508627797709778e-05, -5.880428943783045e-07, 8.391019218834117e-05, 0.00016840842727106065, 0.00025290666962973773, 0.0003374048974364996, 0.00042190312524326146, 0.0005064013530500233, 0.0005908996099606156, 0.000675397808663547, 0.0007598960655741394, 0.0008443943224847317, 0.0009288925211876631, 0.0010133907198905945, 0.0010978890350088477, 0.0011823872337117791, 0.0012668854324147105, 0.0013513837475329638, 0.0014358819462358952, 0.0015203801449388266, 0.0016048784600570798, 0.0016893766587600112, 0.0017738748574629426, 0.0018583731725811958, 0.0019428713712841272, 0.0020273695699870586, 0.00211186776868999, 0.0021963659673929214, 0.0022808643989264965, 0.002365362597629428, 0.0024498607963323593, 0.0025343589950352907, 0.002618857193738222, 0.0027033553924411535, 0.0027878538239747286, 0.00287235202267766, 0.0029568502213805914, 0.003041348420083523]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 3.0, 3.0, 8.0, 3.0, 17.0, 13.0, 24.0, 26.0, 58.0, 87.0, 146.0, 239.0, 357.0, 652.0, 1080.0, 1834.0, 3333.0, 6414.0, 14398.0, 35390.0, 122910.0, 877105.0, 61088.0, 24198.0, 12211.0, 6748.0, 3961.0, 2348.0, 1596.0, 1007.0, 688.0, 522.0, 312.0, 238.0, 177.0, 100.0, 80.0, 78.0, 39.0, 31.0, 30.0, 19.0, 14.0, 12.0, 9.0, 10.0, 6.0, 4.0, 2.0, 4.0, 2.0, 2.0, 2.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.004477659706026316, -0.004293630365282297, -0.004109600558876991, -0.003925571218132973, -0.003741541877388954, -0.003557512303814292, -0.0033734827302396297, -0.003189453389495611, -0.003005423815920949, -0.0028213942423462868, -0.0026373649016022682, -0.002453335328027606, -0.002269305754452944, -0.0020852764137089252, -0.001901246840134263, -0.0017172173829749227, -0.0015331879258155823, -0.001349158468656242, -0.0011651290114969015, -0.0009810994379222393, -0.0007970699807628989, -0.0006130405236035585, -0.00042901100823655725, -0.0002449815219733864, -6.095203571021557e-05, 0.00012307745055295527, 0.0003071069368161261, 0.0004911364521831274, 0.0006751659093424678, 0.0008591953665018082, 0.0010432249400764704, 0.0012272543972358108, 0.0014112838543951511, 0.0015953133115544915, 0.001779342768713832, 0.001963372342288494, 0.0021474016830325127, 0.002331431256607175, 0.002515460830181837, 0.0026994901709258556, 0.002883519744500518, 0.00306754931807518, 0.0032515786588191986, 0.003435608232393861, 0.003619637805968523, 0.0038036671467125416, 0.00398769648745656, 0.004171726293861866, 0.0043557556346058846, 0.004539784975349903, 0.004723814781755209, 0.0049078441224992275, 0.005091873463243246, 0.005275903269648552, 0.0054599326103925705, 0.005643961951136589, 0.005827991291880608, 0.0060120210982859135, 0.006196050439029932, 0.006380079779773951, 0.0065641095861792564, 0.006748138926923275, 0.0069321682676672935, 0.007116198074072599, 0.007300227414816618]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 4.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 1.0, 3.0, 2.0, 0.0, 5.0, 8.0, 4.0, 4.0, 2.0, 1.0, 1.0, 3.0, 2.0, 2.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01633111760020256, -0.01570531539618969, -0.015079512260854244, -0.014453709125518799, -0.013827906921505928, -0.013202104717493057, -0.012576301582157612, -0.011950498446822166, -0.011324696242809296, -0.010698894038796425, -0.01007309090346098, -0.009447287768125534, -0.008821485564112663, -0.008195683360099792, -0.007569880224764347, -0.006944077555090189, -0.006318274885416031, -0.005692472215741873, -0.005066669546067715, -0.004440866876393557, -0.0038150642067193985, -0.0031892615370452404, -0.0025634588673710823, -0.0019376561976969242, -0.0013118535280227661, -0.000686050858348608, -6.024818867444992e-05, 0.0005655544809997082, 0.0011913571506738663, 0.0018171598203480244, 0.0024429624900221825, 0.0030687651596963406, 0.0036945678293704987, 0.004320370499044657, 0.004946173168718815, 0.005571975838392973, 0.006197778508067131, 0.006823581177741289, 0.007449383847415447, 0.008075186982750893, 0.008700989186763763, 0.009326791390776634, 0.00995259452611208, 0.010578397661447525, 0.011204199865460396, 0.011830002069473267, 0.012455805204808712, 0.013081608340144157, 0.013707410544157028, 0.014333212748169899, 0.014959015883505344, 0.01558481901884079, 0.01621062122285366, 0.01683642342686653, 0.01746222749352455, 0.018088029697537422, 0.018713831901550293, 0.019339634105563164, 0.019965436309576035, 0.020591240376234055, 0.021217042580246925, 0.021842844784259796, 0.022468648850917816, 0.023094451054930687, 0.023720253258943558]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 1.0, 1.0, 2.0, 2.0, 9.0, 3.0, 3.0, 12.0, 8.0, 10.0, 15.0, 19.0, 34.0, 28.0, 37.0, 60.0, 66.0, 82.0, 115.0, 112.0, 171.0, 159.0, 255.0, 293.0, 428.0, 603.0, 811.0, 1286.0, 2488.0, 6188.0, 1577.0, 1028.0, 695.0, 445.0, 346.0, 248.0, 179.0, 107.0, 114.0, 86.0, 56.0, 30.0, 36.0, 22.0, 17.0, 20.0, 23.0, 16.0, 10.0, 19.0, 14.0, 8.0, 12.0, 0.0, 3.0, 4.0, 2.0, 1.0, 4.0, 1.0, 3.0], "bins": [-0.00895906612277031, -0.008680875413119793, -0.008402683772146702, -0.008124493062496185, -0.007846301421523094, -0.007568110711872578, -0.007289919536560774, -0.00701172836124897, -0.006733537185937166, -0.006455346010625362, -0.006177154835313559, -0.005898963660001755, -0.005620772950351238, -0.005342581775039434, -0.005064390599727631, -0.004786199424415827, -0.004508008249104023, -0.004229817073792219, -0.003951625898480415, -0.003673434955999255, -0.0033952437806874514, -0.0031170526053756475, -0.0028388616628944874, -0.0025606704875826836, -0.0022824793122708797, -0.002004288136959076, -0.001726097078062594, -0.001447906019166112, -0.0011697148438543081, -0.0008915237267501652, -0.0006133326096460223, -0.0003351414925418794, -5.695037543773651e-05, 0.0002212407416664064, 0.0004994318587705493, 0.0007776229758746922, 0.001055814092978835, 0.001334005268290639, 0.001612196327187121, 0.001890387386083603, 0.0021685785613954067, 0.0024467697367072105, 0.0027249609120190144, 0.0030031518545001745, 0.0032813430298119783, 0.003559534205123782, 0.0038377251476049423, 0.004115916322916746, 0.00439410749822855, 0.004672298673540354, 0.004950489848852158, 0.005228681024163961, 0.005506872199475765, 0.005785062909126282, 0.0060632540844380856, 0.006341445259749889, 0.006619636435061693, 0.006897827610373497, 0.007176018785685301, 0.007454209960997105, 0.007732400670647621, 0.008010592311620712, 0.008288783021271229, 0.00856697466224432, 0.008845165371894836]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 0.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 3.0, 3.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0772261917591095, -0.0748438835144043, -0.0724615827202797, -0.0700792744755745, -0.06769697368144989, -0.06531466543674469, -0.06293236464262009, -0.060550060123205185, -0.05816775560379028, -0.05578544735908508, -0.05340314283967018, -0.05102083832025528, -0.04863853380084038, -0.046256229281425476, -0.043873924762010574, -0.04149162024259567, -0.03910931572318077, -0.03672701120376587, -0.03434470668435097, -0.031962402164936066, -0.029580097645521164, -0.027197791263461113, -0.02481548674404621, -0.02243318222463131, -0.020050877705216408, -0.017668573185801506, -0.015286268666386604, -0.012903963215649128, -0.010521658696234226, -0.008139354176819324, -0.0057570491917431355, -0.00337474443949759, -0.0009924396872520447, 0.0013898650649935007, 0.003772169817239046, 0.006154474802315235, 0.008536779321730137, 0.010919083841145039, 0.013301389291882515, 0.015683693811297417, 0.01806599833071232, 0.02044830285012722, 0.022830607369542122, 0.025212911888957024, 0.027595218271017075, 0.029977522790431976, 0.03235982730984688, 0.03474213182926178, 0.03712443634867668, 0.03950674086809158, 0.041889045387506485, 0.04427134990692139, 0.04665365442633629, 0.04903595894575119, 0.05141826346516609, 0.053800567984580994, 0.056182876229286194, 0.058565180748701096, 0.060947485268116, 0.0633297860622406, 0.0657120943069458, 0.0680943951010704, 0.0704767033457756, 0.07285900413990021, 0.07524131238460541]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 4.0, 0.0, 0.0, 0.0, 6.0, 2.0, 7.0, 6.0, 8.0, 9.0, 9.0, 11.0, 9.0, 9.0, 21.0, 41.0, 17.0, 14.0, 18.0, 10.0, 13.0, 6.0, 7.0, 10.0, 7.0, 2.0, 3.0, 3.0, 3.0, 3.0, 4.0, 1.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0], "bins": [-0.05085077881813049, -0.04924800992012024, -0.047645244747400284, -0.04604247584939003, -0.044439710676670074, -0.04283694177865982, -0.04123417288064957, -0.03963140770792961, -0.03802863880991936, -0.0364258699119091, -0.03482310473918915, -0.033220335841178894, -0.03161756694316864, -0.030014801770448685, -0.02841203287243843, -0.026809265837073326, -0.02520649880170822, -0.023603731766343117, -0.022000964730978012, -0.020398195832967758, -0.018795428797602654, -0.01719266176223755, -0.01558989379554987, -0.01398712582886219, -0.012384358793497086, -0.010781591758131981, -0.009178823791444302, -0.00757605629041791, -0.005973288789391518, -0.004370521288365126, -0.0027677537873387337, -0.0011649862863123417, 0.0004377812147140503, 0.0020405487157404423, 0.0036433162167668343, 0.005246083717793226, 0.006848851218819618, 0.008451618254184723, 0.010054386220872402, 0.011657154187560081, 0.013259921222925186, 0.01486268825829029, 0.016465455293655396, 0.01806822419166565, 0.019670991227030754, 0.02127375826239586, 0.022876527160406113, 0.024479294195771217, 0.026082061231136322, 0.027684828266501427, 0.02928759530186653, 0.030890364199876785, 0.03249312937259674, 0.034095898270606995, 0.03569866716861725, 0.037301432341337204, 0.03890420123934746, 0.04050697013735771, 0.04210973531007767, 0.04371250420808792, 0.045315273106098175, 0.04691803827881813, 0.048520807176828384, 0.05012357234954834, 0.051726341247558594]}, "_runtime": 125.53671979904175, "_timestamp": 1596212996.2382574, "_step": 151}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 5.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 6.0, 1.0, 1.0, 6.0, 3.0, 3.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.0103860879316926, -0.010098696686327457, -0.00981130637228489, -0.009523915126919746, -0.009236524812877178, -0.008949133567512035, -0.008661743253469467, -0.008374352008104324, -0.008086961694061756, -0.007799570448696613, -0.007512179668992758, -0.007224788889288902, -0.006937398109585047, -0.006650007329881191, -0.006362616550177336, -0.00607522577047348, -0.005787834990769625, -0.005500444211065769, -0.005213053431361914, -0.004925662651658058, -0.004638271871954203, -0.004350881092250347, -0.004063490312546492, -0.0037760993000119925, -0.003488708520308137, -0.0032013177406042814, -0.002913926960900426, -0.0026265361811965704, -0.0023391451686620712, -0.0020517543889582157, -0.0017643636092543602, -0.0014769728295505047, -0.0011895820498466492, -0.0009021912701427937, -0.0006148004322312772, -0.00032740962342359126, -4.0018814615905285e-05, 0.0002473719941917807, 0.0005347628029994667, 0.0008221536409109831, 0.0011095444206148386, 0.0013969352003186941, 0.0016843259800225496, 0.001971716759726405, 0.0022591077722609043, 0.00254649855196476, 0.0028338893316686153, 0.003121280111372471, 0.0034086708910763264, 0.003696061670780182, 0.003983452450484037, 0.004270843230187893, 0.004558234009891748, 0.004845624789595604, 0.0051330155692994595, 0.005420406349003315, 0.005707797594368458, 0.005995188374072313, 0.006282579153776169, 0.006569969933480024, 0.00685736071318388, 0.007144751492887735, 0.007432142272591591, 0.007719533052295446, 0.008006923831999302]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 2.0, 2.0, 3.0, 3.0, 6.0, 6.0, 4.0, 4.0, 9.0, 11.0, 19.0, 23.0, 37.0, 36.0, 55.0, 92.0, 85.0, 136.0, 206.0, 334.0, 5256.0, 731.0, 246.0, 182.0, 92.0, 82.0, 64.0, 55.0, 36.0, 31.0, 19.0, 16.0, 8.0, 6.0, 5.0, 5.0, 4.0, 3.0, 2.0, 1.0, 0.0, 3.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.14038315415382385, -0.13622087240219116, -0.13205859065055847, -0.12789630889892578, -0.12373402714729309, -0.1195717379450798, -0.11540945619344711, -0.11124717444181442, -0.10708489269018173, -0.10292261093854904, -0.09876032918691635, -0.09459804743528366, -0.09043575823307037, -0.08627347648143768, -0.08211119472980499, -0.0779489129781723, -0.07378663122653961, -0.06962434947490692, -0.06546206772327423, -0.06129978224635124, -0.05713750049471855, -0.05297521874308586, -0.04881293326616287, -0.04465065151453018, -0.04048836976289749, -0.0363260880112648, -0.03216380625963211, -0.02800152078270912, -0.02383923903107643, -0.01967695727944374, -0.015514673665165901, -0.011352390982210636, -0.007190108299255371, -0.003027825616300106, 0.001134457066655159, 0.005296739749610424, 0.009459022432565689, 0.013621305115520954, 0.01778358779847622, 0.02194587141275406, 0.02610815316438675, 0.03027043491601944, 0.03443271666765213, 0.03859500214457512, 0.04275728389620781, 0.0469195656478405, 0.05108185112476349, 0.05524413287639618, 0.05940641462802887, 0.06356869637966156, 0.06773097813129425, 0.07189325988292694, 0.07605554163455963, 0.08021783083677292, 0.08438011258840561, 0.0885423943400383, 0.09270467609167099, 0.09686695784330368, 0.10102923959493637, 0.10519152134656906, 0.10935381054878235, 0.11351609230041504, 0.11767837405204773, 0.12184065580368042, 0.1260029375553131]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 4.0, 0.0, 0.0, 3.0, 2.0, 2.0, 5.0, 5.0, 3.0, 7.0, 9.0, 6.0, 2.0, 26.0, 4.0, 6.0, 5.0, 2.0, 4.0, 0.0, 5.0, 1.0, 1.0, 1.0, 1.0, 3.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0036095238756388426, -0.003507217625156045, -0.0034049111418426037, -0.003302604891359806, -0.0032002986408770084, -0.003097992157563567, -0.0029956859070807695, -0.0028933794237673283, -0.0027910731732845306, -0.002688766922801733, -0.0025864604394882917, -0.002484154189005494, -0.002381847705692053, -0.0022795414552092552, -0.0021772352047264576, -0.0020749287214130163, -0.0019726224709302187, -0.0018703161040320992, -0.0017680097371339798, -0.0016657034866511822, -0.0015633971197530627, -0.0014610907528549433, -0.0013587845023721457, -0.0012564781354740262, -0.0011541717685759068, -0.0010518654016777873, -0.0009495590929873288, -0.0008472527842968702, -0.0007449464173987508, -0.0006426400505006313, -0.0005403337418101728, -0.0004380274040158838, -0.0003357210662215948, -0.00023341472842730582, -0.00013110839063301682, -2.8802052838727832e-05, 7.350428495556116e-05, 0.00017581062274985015, 0.00027811696054413915, 0.00038042329833842814, 0.00048272963613271713, 0.0005850360030308366, 0.0006873423117212951, 0.0007896486204117537, 0.0008919549873098731, 0.0009942613542079926, 0.0010965676046907902, 0.0011988739715889096, 0.001301180338487029, 0.0014034867053851485, 0.001505793072283268, 0.0016080993227660656, 0.001710405689664185, 0.0018127120565623045, 0.0019150183070451021, 0.0020173247903585434, 0.002119631040841341, 0.0022219372913241386, 0.00232424377463758, 0.0024265500251203775, 0.002528856508433819, 0.0026311627589166164, 0.002733469009399414, 0.0028357754927128553, 0.002938081743195653]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [4.0, 0.0, 0.0, 2.0, 3.0, 1.0, 8.0, 12.0, 14.0, 23.0, 27.0, 33.0, 63.0, 85.0, 121.0, 158.0, 280.0, 440.0, 650.0, 992.0, 1510.0, 2511.0, 4081.0, 7072.0, 13091.0, 26647.0, 66802.0, 843711.0, 123553.0, 39424.0, 18710.0, 10563.0, 6393.0, 3885.0, 2562.0, 1718.0, 1209.0, 848.0, 608.0, 441.0, 359.0, 235.0, 191.0, 138.0, 114.0, 87.0, 69.0, 49.0, 31.0, 27.0, 20.0, 24.0, 4.0, 19.0, 11.0, 1.0, 2.0, 1.0, 4.0, 2.0, 3.0, 0.0, 0.0, 2.0], "bins": [-0.005444098263978958, -0.0052483705803751945, -0.005052642896771431, -0.004856915213167667, -0.0046611870639026165, -0.004465459380298853, -0.004269731696695089, -0.004074004013091326, -0.003878276329487562, -0.003682548413053155, -0.0034868207294493914, -0.003291093045845628, -0.0030953651294112206, -0.002899637445807457, -0.0027039097622036934, -0.002508181845769286, -0.0023124541621655226, -0.002116726478561759, -0.0019209986785426736, -0.0017252708785235882, -0.0015295431949198246, -0.0013338153949007392, -0.0011380875948816538, -0.0009423598530702293, -0.0007466321112588048, -0.0005509043694473803, -0.00035517659853212535, -0.00015944884216878563, 3.627891419455409e-05, 0.0002320066705578938, 0.00042773442692123353, 0.0006234621978364885, 0.000819189939647913, 0.0010149177396669984, 0.001210645423270762, 0.0014063732232898474, 0.001602100906893611, 0.0017978287069126964, 0.0019935565069317818, 0.0021892841905355453, 0.002385011874139309, 0.002580739790573716, 0.0027764674741774797, 0.0029721951577812433, 0.0031679230742156506, 0.003363650757819414, 0.0035593784414231777, 0.003755106357857585, 0.003950834274291992, 0.004146561957895756, 0.004342289641499519, 0.004538017325103283, 0.0047337450087070465, 0.00492947269231081, 0.005125200375914574, 0.0053209285251796246, 0.005516656208783388, 0.005712383892387152, 0.005908111575990915, 0.006103839259594679, 0.0062995669431984425, 0.006495295092463493, 0.006691022776067257, 0.0068867504596710205, 0.007082478143274784]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 3.0, 1.0, 2.0, 3.0, 2.0, 2.0, 2.0, 1.0, 4.0, 2.0, 8.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 0.0, 2.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.024278663098812103, -0.023589279502630234, -0.022899897769093513, -0.022210516035556793, -0.021521132439374924, -0.020831748843193054, -0.020142367109656334, -0.019452985376119614, -0.018763601779937744, -0.018074218183755875, -0.017384836450219154, -0.016695454716682434, -0.016006071120500565, -0.01531668845564127, -0.014627305790781975, -0.01393792312592268, -0.013248540461063385, -0.01255915779620409, -0.011869775131344795, -0.0111803924664855, -0.010491009801626205, -0.00980162713676691, -0.009112244471907616, -0.00842286180704832, -0.007733479142189026, -0.007044096477329731, -0.006354713812470436, -0.005665331147611141, -0.004975948482751846, -0.004286565817892551, -0.0035971831530332565, -0.0029078004881739616, -0.0022184178233146667, -0.0015290351584553719, -0.000839652493596077, -0.00015026982873678207, 0.0005391128361225128, 0.0012284955009818077, 0.0019178781658411026, 0.0026072608307003975, 0.0032966434955596924, 0.003986026160418987, 0.004675408825278282, 0.005364791490137577, 0.006054174154996872, 0.006743556819856167, 0.007432939484715462, 0.008122322149574757, 0.008811704814434052, 0.009501087479293346, 0.010190470144152641, 0.010879852809011936, 0.011569235473871231, 0.012258618138730526, 0.01294800080358982, 0.013637383468449116, 0.01432676613330841, 0.015016148798167706, 0.015705531463027, 0.01639491319656372, 0.01708429679274559, 0.01777368038892746, 0.01846306212246418, 0.0191524438560009, 0.01984182745218277]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 1.0, 1.0, 2.0, 3.0, 5.0, 3.0, 10.0, 8.0, 14.0, 18.0, 32.0, 37.0, 43.0, 49.0, 50.0, 69.0, 90.0, 105.0, 147.0, 188.0, 281.0, 376.0, 491.0, 677.0, 995.0, 1572.0, 5797.0, 2449.0, 1382.0, 820.0, 574.0, 492.0, 331.0, 246.0, 178.0, 158.0, 160.0, 111.0, 87.0, 85.0, 50.0, 46.0, 43.0, 29.0, 18.0, 22.0, 11.0, 20.0, 11.0, 7.0, 10.0, 6.0, 4.0, 0.0, 4.0, 3.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0], "bins": [-0.010380412451922894, -0.010008049197494984, -0.009635685943067074, -0.009263322688639164, -0.008890959434211254, -0.008518596179783344, -0.008146232925355434, -0.007773869670927525, -0.007401506416499615, -0.007029143162071705, -0.006656779907643795, -0.006284416653215885, -0.005912053398787975, -0.0055396901443600655, -0.005167326889932156, -0.004794963635504246, -0.004422600381076336, -0.004050237126648426, -0.003677873872220516, -0.0033055106177926064, -0.0029331473633646965, -0.0025607841089367867, -0.002188420854508877, -0.001816057600080967, -0.001443694345653057, -0.0010713310912251472, -0.0006989678367972374, -0.00032660458236932755, 4.5758672058582306e-05, 0.00041812192648649216, 0.000790485180914402, 0.0011628484353423119, 0.0015352116897702217, 0.0019075749441981316, 0.0022799381986260414, 0.0026523014530539513, 0.003024664707481861, 0.003397027961909771, 0.003769391216337681, 0.004141754470765591, 0.0045141177251935005, 0.00488648097962141, 0.00525884423404932, 0.00563120748847723, 0.00600357074290514, 0.00637593399733305, 0.00674829725176096, 0.0071206605061888695, 0.007493023760616779, 0.00786538701504469, 0.008237750269472599, 0.008610113523900509, 0.008982476778328419, 0.009354840032756329, 0.009727203287184238, 0.010099566541612148, 0.010471929796040058, 0.010844293050467968, 0.011216656304895878, 0.011589019559323788, 0.011961382813751698, 0.012333746068179607, 0.012706109322607517, 0.013078472577035427, 0.013450835831463337]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 3.0, 0.0, 4.0, 2.0, 2.0, 2.0, 1.0, 2.0, 0.0, 2.0, 3.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.2241569608449936, -0.21698954701423645, -0.2098221480846405, -0.20265473425388336, -0.19548733532428741, -0.18831992149353027, -0.18115252256393433, -0.17398510873317719, -0.16681769490242004, -0.1596502959728241, -0.15248288214206696, -0.145315483212471, -0.13814806938171387, -0.13098067045211792, -0.12381325662136078, -0.11664585024118423, -0.10947844386100769, -0.10231103748083115, -0.0951436311006546, -0.08797622472047806, -0.08080881834030151, -0.07364140450954437, -0.06647399812936783, -0.059306591749191284, -0.05213918536901474, -0.044971778988838196, -0.03780437260866165, -0.03063696250319481, -0.023469556123018265, -0.01630214974284172, -0.009134741500020027, -0.0019673341885209084, 0.0052000731229782104, 0.01236748043447733, 0.019534887745976448, 0.02670229598879814, 0.033869702368974686, 0.04103710874915123, 0.04820451885461807, 0.05537192523479462, 0.06253933161497116, 0.0697067379951477, 0.07687414437532425, 0.0840415507555008, 0.09120896458625793, 0.09837637096643448, 0.10554377734661102, 0.11271118372678757, 0.11987859010696411, 0.12704600393772125, 0.1342134028673172, 0.14138081669807434, 0.1485482156276703, 0.15571562945842743, 0.16288302838802338, 0.17005044221878052, 0.17721784114837646, 0.1843852549791336, 0.19155266880989075, 0.1987200677394867, 0.20588748157024384, 0.21305488049983978, 0.22022229433059692, 0.22738969326019287, 0.23455710709095]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 3.0, 0.0, 3.0, 6.0, 5.0, 3.0, 8.0, 13.0, 15.0, 32.0, 30.0, 62.0, 31.0, 19.0, 6.0, 9.0, 10.0, 3.0, 0.0, 2.0, 2.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.113121896982193, -0.10872059315443039, -0.10431928932666779, -0.09991797804832458, -0.09551667422056198, -0.09111537039279938, -0.08671405911445618, -0.08231275528669357, -0.07791145145893097, -0.07351014763116837, -0.06910884380340576, -0.06470753252506256, -0.06030622869729996, -0.055904924869537354, -0.05150361731648445, -0.04710230976343155, -0.042701005935668945, -0.03829970210790634, -0.03389839455485344, -0.029497088864445686, -0.025095783174037933, -0.02069447748363018, -0.016293171793222427, -0.011891866102814674, -0.007490560412406921, -0.0030892547219991684, 0.0013120509684085846, 0.005713356658816338, 0.01011466234922409, 0.014515968039631844, 0.018917273730039597, 0.02331857942044735, 0.027719885110855103, 0.032121188938617706, 0.03652249649167061, 0.04092380404472351, 0.045325107872486115, 0.04972641170024872, 0.05412771925330162, 0.05852902680635452, 0.06293033063411713, 0.06733163446187973, 0.07173293828964233, 0.07613424956798553, 0.08053555339574814, 0.08493685722351074, 0.08933816850185394, 0.09373947232961655, 0.09814077615737915, 0.10254207998514175, 0.10694338381290436, 0.11134469509124756, 0.11574599891901016, 0.12014730274677277, 0.12454861402511597, 0.12894991040229797, 0.13335122168064117, 0.13775253295898438, 0.14215382933616638, 0.14655514061450958, 0.15095645189285278, 0.1553577482700348, 0.159759059548378, 0.16416035592556, 0.1685616672039032]}, "_runtime": 126.31065702438354, "_timestamp": 1596212997.0121946, "_step": 152}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 4.0, 1.0, 5.0, 4.0, 4.0, 6.0, 3.0, 3.0, 2.0, 5.0, 4.0, 1.0, 5.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.020491160452365875, -0.020001014694571495, -0.019510868936777115, -0.019020723178982735, -0.018530577421188354, -0.018040431663393974, -0.017550285905599594, -0.017060140147805214, -0.016569994390010834, -0.016079846769571304, -0.015589701943099499, -0.015099556185305119, -0.014609409496188164, -0.014119263738393784, -0.013629117980599403, -0.013138972222805023, -0.012648826465010643, -0.012158680707216263, -0.011668534949421883, -0.011178389191627502, -0.010688243433833122, -0.010198096744716167, -0.009707950986921787, -0.009217805229127407, -0.008727659471333027, -0.008237513713538647, -0.0077473679557442665, -0.007257221732288599, -0.006767075974494219, -0.006276930216699839, -0.005786783993244171, -0.005296638235449791, -0.004806492477655411, -0.004316346719861031, -0.0038262007292360067, -0.003336054738610983, -0.0028459089808166027, -0.0023557632230222225, -0.0018656172323971987, -0.0013754713581874967, -0.0008853254839777946, -0.00039517960976809263, 9.496626444160938e-05, 0.0005851121386513114, 0.0010752580128610134, 0.0015654038870707154, 0.0020555497612804174, 0.0025456957519054413, 0.0030358415096998215, 0.0035259872674942017, 0.004016133025288582, 0.004506279248744249, 0.0049964250065386295, 0.00548657076433301, 0.005976716987788677, 0.006466862745583057, 0.006957008503377438, 0.007447154261171818, 0.007937300018966198, 0.008427445776760578, 0.008917592465877533, 0.009407738223671913, 0.009897883981466293, 0.010388029739260674, 0.010878175497055054]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 2.0, 1.0, 5.0, 6.0, 2.0, 5.0, 3.0, 8.0, 16.0, 12.0, 12.0, 24.0, 39.0, 40.0, 89.0, 118.0, 171.0, 372.0, 5388.0, 859.0, 282.0, 170.0, 99.0, 70.0, 43.0, 29.0, 14.0, 12.0, 13.0, 7.0, 3.0, 3.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.14960655570030212, -0.14440806210041046, -0.1392095535993576, -0.13401105999946594, -0.12881255149841309, -0.12361405044794083, -0.11841554939746857, -0.11321704834699631, -0.10801854729652405, -0.10282005369663239, -0.09762155264616013, -0.09242305159568787, -0.0872245505452156, -0.08202604949474335, -0.07682754844427109, -0.07162904739379883, -0.06643054634332657, -0.06123204529285431, -0.05603354424238205, -0.05083504319190979, -0.04563654214143753, -0.04043804481625557, -0.03523954376578331, -0.03004104271531105, -0.02484254166483879, -0.01964404061436653, -0.014445540495216846, -0.009247040376067162, -0.004048539325594902, 0.0011499612592160702, 0.006348461844027042, 0.011546961963176727, 0.016745463013648987, 0.021943964064121246, 0.027142465114593506, 0.032340966165065765, 0.037539467215538025, 0.042737964540719986, 0.047936465591192245, 0.053134966641664505, 0.058333467692136765, 0.06353196501731873, 0.06873046606779099, 0.07392896711826324, 0.0791274681687355, 0.08432596921920776, 0.08952447026968002, 0.09472297132015228, 0.09992147237062454, 0.1051199734210968, 0.11031847447156906, 0.11551697552204132, 0.12071547657251358, 0.12591397762298584, 0.1311124712228775, 0.13631097972393036, 0.14150947332382202, 0.14670798182487488, 0.15190647542476654, 0.1571049839258194, 0.16230347752571106, 0.16750198602676392, 0.17270047962665558, 0.17789898812770844, 0.1830974817276001]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 2.0, 4.0, 5.0, 2.0, 1.0, 2.0, 3.0, 2.0, 2.0, 2.0, 5.0, 2.0, 3.0, 5.0, 7.0, 3.0, 24.0, 2.0, 3.0, 6.0, 2.0, 2.0, 2.0, 1.0, 5.0, 5.0, 1.0, 3.0, 0.0, 2.0, 2.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.002676677657291293, -0.0025920658372342587, -0.002507454250007868, -0.0024228424299508333, -0.002338230609893799, -0.0022536187898367643, -0.00216900696977973, -0.002084395382553339, -0.0019997835624963045, -0.00191517174243927, -0.0018305600387975574, -0.0017459483351558447, -0.0016613365150988102, -0.0015767246950417757, -0.001492112991400063, -0.0014075012877583504, -0.0013228894677013159, -0.0012382776476442814, -0.0011536659440025687, -0.001069054240360856, -0.0009844424203038216, -0.000899830658454448, -0.0008152188966050744, -0.0007306071347557008, -0.0006459953729063272, -0.0005613836110569537, -0.0004767718492075801, -0.0003921600873582065, -0.00030754832550883293, -0.00022293656365945935, -0.00013832480181008577, -5.3713039960712194e-05, 3.0898721888661385e-05, 0.00011551048373803496, 0.00020012224558740854, 0.0002847340074367821, 0.0003693457692861557, 0.0004539575311355293, 0.0005385692929849029, 0.0006231810548342764, 0.00070779281668365, 0.0007924045785330236, 0.0008770163403823972, 0.0009616281022317708, 0.0010462398640811443, 0.0011308516841381788, 0.0012154633877798915, 0.0013000750914216042, 0.0013846869114786386, 0.0014692987315356731, 0.0015539104351773858, 0.0016385221388190985, 0.001723133958876133, 0.0018077457789331675, 0.0018923574825748801, 0.001976969186216593, 0.0020615810062736273, 0.0021461928263306618, 0.0022308044135570526, 0.002315416233614087, 0.0024000280536711216, 0.002484639873728156, 0.0025692516937851906, 0.0026538632810115814, 0.002738475101068616]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 1.0, 2.0, 7.0, 9.0, 14.0, 14.0, 23.0, 42.0, 40.0, 45.0, 87.0, 137.0, 165.0, 293.0, 453.0, 651.0, 949.0, 1611.0, 2591.0, 4668.0, 8590.0, 17269.0, 38868.0, 122878.0, 855249.0, 64878.0, 26693.0, 13494.0, 7679.0, 4402.0, 2649.0, 1745.0, 1134.0, 731.0, 504.0, 327.0, 233.0, 142.0, 108.0, 65.0, 55.0, 40.0, 29.0, 18.0, 16.0, 15.0, 5.0, 8.0, 2.0, 6.0, 0.0, 4.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.006120304577052593, -0.005931169260293245, -0.005742033943533897, -0.0055528986267745495, -0.005363763310015202, -0.005174627993255854, -0.004985492676496506, -0.004796357359737158, -0.00460722204297781, -0.004418087191879749, -0.004228951875120401, -0.0040398165583610535, -0.0038506812416017056, -0.0036615459248423576, -0.0034724106080830097, -0.003283275291323662, -0.003094139974564314, -0.002905004657804966, -0.002715869341045618, -0.00252673402428627, -0.0023375987075269222, -0.002148463623598218, -0.00195932830683887, -0.0017701929900795221, -0.0015810576733201742, -0.0013919223565608263, -0.0012027870398014784, -0.0010136518394574523, -0.0008245165226981044, -0.0006353812059387565, -0.00044624594738706946, -0.000257110659731552, -6.797537207603455e-05, 0.00012115991557948291, 0.00031029520323500037, 0.0004994304617866874, 0.0006885657785460353, 0.0008777010953053832, 0.0010668362956494093, 0.0012559716124087572, 0.0014451069291681051, 0.001634242245927453, 0.001823377562686801, 0.002012512879446149, 0.002201647963374853, 0.002390783280134201, 0.002579918596893549, 0.002769053913652897, 0.002958189230412245, 0.0031473245471715927, 0.0033364598639309406, 0.0035255951806902885, 0.0037147304974496365, 0.0039038655813783407, 0.004093001130968332, 0.00428213644772768, 0.004471271298825741, 0.004660406615585089, 0.004849541932344437, 0.0050386772491037846, 0.0052278125658631325, 0.00541694788262248, 0.005606083199381828, 0.005795218516141176, 0.005984353832900524]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 2.0, 1.0, 2.0, 1.0, 3.0, 2.0, 4.0, 2.0, 3.0, 1.0, 0.0, 9.0, 2.0, 3.0, 2.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012167660519480705, -0.011768385767936707, -0.011369111016392708, -0.010969837196171284, -0.010570562444627285, -0.010171287693083286, -0.009772012941539288, -0.009372738189995289, -0.008973464369773865, -0.008574189618229866, -0.008174914866685867, -0.007775640115141869, -0.00737636536359787, -0.0069770910777151585, -0.00657781632617116, -0.006178542040288448, -0.00577926728874445, -0.005379992537200451, -0.0049807182513177395, -0.004581443499773741, -0.004182169213891029, -0.0037828944623470306, -0.003383619710803032, -0.002984345192089677, -0.002585070673376322, -0.0021857961546629667, -0.0017865215195342898, -0.001387246884405613, -0.0009879723656922579, -0.0005886977887712419, -0.00018942321185022593, 0.00020985136507079005, 0.000609125941991806, 0.001008400460705161, 0.001407675095833838, 0.0018069497309625149, 0.00220622424967587, 0.002605498768389225, 0.0030047735199332237, 0.003404048038646579, 0.003803322557359934, 0.004202597308903933, 0.004601871594786644, 0.005001146346330643, 0.005400421097874641, 0.005799695383757353, 0.0061989701353013515, 0.006598244421184063, 0.006997519172728062, 0.00739679392427206, 0.007796068210154772, 0.008195342496037483, 0.008594617247581482, 0.00899389199912548, 0.00939316675066948, 0.009792441502213478, 0.010191716253757477, 0.010590990073978901, 0.0109902648255229, 0.011389539577066898, 0.011788814328610897, 0.012188089080154896, 0.01258736290037632, 0.012986637651920319, 0.013385912403464317]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 5.0, 1.0, 2.0, 2.0, 5.0, 8.0, 18.0, 21.0, 41.0, 37.0, 37.0, 70.0, 122.0, 127.0, 186.0, 255.0, 364.0, 492.0, 732.0, 971.0, 1564.0, 2623.0, 6229.0, 1618.0, 992.0, 648.0, 385.0, 273.0, 175.0, 105.0, 81.0, 45.0, 53.0, 30.0, 22.0, 23.0, 15.0, 16.0, 5.0, 8.0, 5.0, 4.0, 4.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.007994258776307106, -0.007677060551941395, -0.007359862327575684, -0.007042664103209972, -0.006725465878844261, -0.00640826765447855, -0.006091069430112839, -0.0057738712057471275, -0.005456672981381416, -0.005139474757015705, -0.004822276532649994, -0.004505078308284283, -0.0041878800839185715, -0.0038706818595528603, -0.003553483635187149, -0.003236285410821438, -0.0029190871864557266, -0.0026018889620900154, -0.002284690737724304, -0.001967492513358593, -0.0016502942889928818, -0.0013330960646271706, -0.0010158978402614594, -0.0006986996158957481, -0.0003815013915300369, -6.430316716432571e-05, 0.0002528950572013855, 0.0005700932815670967, 0.0008872915059328079, 0.0012044897302985191, 0.0015216879546642303, 0.0018388861790299416, 0.0021560844033956528, 0.002473282627761364, 0.002790480852127075, 0.0031076790764927864, 0.0034248773008584976, 0.003742075525224209, 0.00405927374958992, 0.004376471973955631, 0.0046936701983213425, 0.005010868422687054, 0.005328066647052765, 0.005645264871418476, 0.005962463095784187, 0.0062796613201498985, 0.00659685954451561, 0.006914057768881321, 0.007231255993247032, 0.007548454217612743, 0.007865652441978455, 0.008182850666344166, 0.008500048890709877, 0.008817247115075588, 0.0091344453394413, 0.00945164356380701, 0.009768841788172722, 0.010086040012538433, 0.010403238236904144, 0.010720436461269855, 0.011037634685635567, 0.011354832910001278, 0.01167203113436699, 0.0119892293587327, 0.012306427583098412]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 3.0, 2.0, 2.0, 3.0, 2.0, 3.0, 2.0, 2.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.10383525490760803, -0.10085470229387283, -0.09787414968013763, -0.09489358961582184, -0.09191303700208664, -0.08893248438835144, -0.08595193177461624, -0.08297137916088104, -0.07999081909656525, -0.07701026648283005, -0.07402971386909485, -0.07104916125535965, -0.06806860864162445, -0.06508805602788925, -0.062107499688863754, -0.05912694334983826, -0.05614639073610306, -0.05316583812236786, -0.05018528178334236, -0.04720472916960716, -0.044224172830581665, -0.041243620216846466, -0.03826306760311127, -0.03528251126408577, -0.03230195865035057, -0.029321404173970222, -0.026340849697589874, -0.023360297083854675, -0.020379742607474327, -0.01739918813109398, -0.014418634586036205, -0.011438081040978432, -0.008457526564598083, -0.005476972553879023, -0.0024964185431599617, 0.0004841354675590992, 0.00346468947827816, 0.006445243488997221, 0.009425797499716282, 0.012406351044774055, 0.015386905521154404, 0.018367459997534752, 0.0213480144739151, 0.0243285670876503, 0.027309121564030647, 0.030289676040410995, 0.033270228654146194, 0.03625078499317169, 0.03923133760690689, 0.04221189022064209, 0.04519244655966759, 0.048172999173402786, 0.051153555512428284, 0.05413410812616348, 0.05711466073989868, 0.06009521707892418, 0.06307576596736908, 0.06605632603168488, 0.06903687864542007, 0.07201743125915527, 0.07499798387289047, 0.07797853648662567, 0.08095909655094147, 0.08393964916467667, 0.08692020177841187]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 6.0, 8.0, 9.0, 6.0, 12.0, 10.0, 12.0, 15.0, 15.0, 23.0, 43.0, 23.0, 15.0, 9.0, 11.0, 6.0, 5.0, 6.0, 3.0, 6.0, 2.0, 2.0, 4.0, 1.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.03212234377861023, -0.030690543353557587, -0.029258742928504944, -0.02782694436609745, -0.026395143941044807, -0.024963343515992165, -0.02353154495358467, -0.022099744528532028, -0.020667944103479385, -0.019236143678426743, -0.0178043432533741, -0.016372544690966606, -0.014940744265913963, -0.01350894384086132, -0.012077144347131252, -0.010645344853401184, -0.009213544428348541, -0.007781744468957186, -0.00634994450956583, -0.004918144550174475, -0.003486344590783119, -0.0020545446313917637, -0.0006227446720004082, 0.0008090552873909473, 0.002240855246782303, 0.0036726552061736584, 0.005104455165565014, 0.006536255124956369, 0.007968055084347725, 0.009399855509400368, 0.010831655003130436, 0.012263454496860504, 0.013695254921913147, 0.01512705534696579, 0.016558855772018433, 0.017990654334425926, 0.01942245475947857, 0.020854255184531212, 0.022286053746938705, 0.02371785417199135, 0.02514965459704399, 0.026581455022096634, 0.028013255447149277, 0.02944505400955677, 0.030876854434609413, 0.03230865299701691, 0.03374045342206955, 0.03517225384712219, 0.036604054272174835, 0.03803585469722748, 0.03946765512228012, 0.040899455547332764, 0.042331255972385406, 0.04376305267214775, 0.045194853097200394, 0.046626653522253036, 0.04805845394730568, 0.04949025437235832, 0.050922054797410965, 0.05235385522246361, 0.05378565192222595, 0.055217452347278595, 0.05664925277233124, 0.05808105319738388, 0.05951285362243652]}, "_runtime": 127.09075808525085, "_timestamp": 1596212997.7922957, "_step": 153}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 2.0, 2.0, 1.0, 3.0, 2.0, 0.0, 3.0, 2.0, 7.0, 9.0, 4.0, 4.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.012389390729367733, -0.01200984138995409, -0.011630292050540447, -0.011250742711126804, -0.010871193371713161, -0.010491644032299519, -0.010112094692885876, -0.009732545353472233, -0.00935299601405859, -0.008973446674644947, -0.008593897335231304, -0.008214347995817661, -0.007834798656404018, -0.007455248851329088, -0.007075699511915445, -0.0066961501725018024, -0.0063166008330881596, -0.005937051493674517, -0.005557502154260874, -0.005177952814847231, -0.004798403475433588, -0.004418854136019945, -0.004039304796606302, -0.0036597552243620157, -0.003280205884948373, -0.00290065654553473, -0.002521107206121087, -0.002141557866707444, -0.0017620084108784795, -0.0013824590714648366, -0.0010029096156358719, -0.000623360276222229, -0.00024381093680858612, 0.00013573843170888722, 0.0005152878002263606, 0.0008948371978476644, 0.0012743865372613072, 0.0016539358766749501, 0.002033485332503915, 0.0024130346719175577, 0.0027925840113312006, 0.0031721333507448435, 0.0035516826901584864, 0.003931232262402773, 0.004310781601816416, 0.004690330941230059, 0.0050698802806437016, 0.0054494296200573444, 0.005828978959470987, 0.00620852829888463, 0.006588077638298273, 0.006967626977711916, 0.007347176317125559, 0.007726725656539202, 0.008106275461614132, 0.008485824801027775, 0.008865374140441418, 0.00924492347985506, 0.009624472819268703, 0.010004022158682346, 0.01038357149809599, 0.010763120837509632, 0.011142670176923275, 0.011522219516336918, 0.01190176885575056]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 3.0, 1.0, 4.0, 2.0, 1.0, 2.0, 1.0, 1.0, 5.0, 4.0, 5.0, 4.0, 8.0, 3.0, 7.0, 12.0, 15.0, 15.0, 19.0, 38.0, 34.0, 55.0, 48.0, 79.0, 136.0, 187.0, 370.0, 5504.0, 628.0, 236.0, 139.0, 89.0, 61.0, 40.0, 31.0, 29.0, 15.0, 13.0, 18.0, 12.0, 10.0, 9.0, 6.0, 4.0, 4.0, 1.0, 4.0, 2.0, 2.0, 2.0, 4.0, 1.0, 3.0, 4.0, 1.0, 2.0], "bins": [-0.13992659747600555, -0.13599808514118195, -0.13206958770751953, -0.12814107537269592, -0.12421257793903351, -0.1202840656042099, -0.11635556071996689, -0.11242705583572388, -0.10849855095148087, -0.10457004606723785, -0.10064154118299484, -0.09671303629875183, -0.09278452396392822, -0.08885601907968521, -0.0849275141954422, -0.08099900931119919, -0.07707050442695618, -0.07314199954271317, -0.06921349465847015, -0.06528498977422714, -0.06135648116469383, -0.05742797628045082, -0.05349946767091751, -0.0495709627866745, -0.04564245790243149, -0.04171395301818848, -0.037785448133945465, -0.033856939524412155, -0.029928434640169144, -0.025999929755926132, -0.02207142300903797, -0.01814291626214981, -0.0142144113779068, -0.010285905562341213, -0.006357399746775627, -0.002428893931210041, 0.001499611884355545, 0.005428117699921131, 0.009356623515486717, 0.013285129331052303, 0.01721363514661789, 0.0211421400308609, 0.02507064677774906, 0.028999153524637222, 0.032927658408880234, 0.036856163293123245, 0.040784671902656555, 0.04471317678689957, 0.04864168167114258, 0.05257018655538559, 0.0564986914396286, 0.06042720004916191, 0.06435570120811462, 0.06828421354293823, 0.07221271842718124, 0.07614122331142426, 0.08006972819566727, 0.08399823307991028, 0.08792673796415329, 0.0918552428483963, 0.09578375518321991, 0.09971226006746292, 0.10364076495170593, 0.10756926983594894, 0.11149777472019196]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 3.0, 5.0, 0.0, 2.0, 7.0, 5.0, 8.0, 4.0, 6.0, 4.0, 3.0, 3.0, 26.0, 4.0, 3.0, 7.0, 2.0, 3.0, 6.0, 3.0, 3.0, 4.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.0029108612798154354, -0.0028122062794864178, -0.0027135512791574, -0.0026148962788283825, -0.002516241278499365, -0.002417586278170347, -0.0023189312778413296, -0.002220276277512312, -0.0021216212771832943, -0.0020229662768542767, -0.001924311276525259, -0.0018256562761962414, -0.0017270012758672237, -0.001628346275538206, -0.0015296912752091885, -0.0014310362748801708, -0.0013323812745511532, -0.0012337262742221355, -0.001135071273893118, -0.0010364162735641003, -0.0009377612732350826, -0.000839106272906065, -0.0007404512725770473, -0.0006417962722480297, -0.0005431412719190121, -0.00044448627158999443, -0.0003458312712609768, -0.00024717627093195915, -0.0001485212706029415, -4.9866270273923874e-05, 4.8788730055093765e-05, 0.0001474437303841114, 0.00024609873071312904, 0.0003447537310421467, 0.0004434087313711643, 0.000542063731700182, 0.0006407187320291996, 0.0007393737323582172, 0.0008380287326872349, 0.0009366837330162525, 0.0010353387333452702, 0.0011339937336742878, 0.0012326487340033054, 0.001331303734332323, 0.0014299587346613407, 0.0015286137349903584, 0.001627268735319376, 0.0017259237356483936, 0.0018245787359774113, 0.001923233736306429, 0.0020218887366354465, 0.002120543736964464, 0.002219198737293482, 0.0023178537376224995, 0.002416508737951517, 0.0025151637382805347, 0.0026138187386095524, 0.00271247373893857, 0.0028111287392675877, 0.0029097837395966053, 0.003008438739925623, 0.0031070937402546406, 0.0032057487405836582, 0.003304403740912676, 0.0034030587412416935]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 8.0, 6.0, 11.0, 12.0, 23.0, 44.0, 67.0, 116.0, 184.0, 323.0, 556.0, 979.0, 1911.0, 4275.0, 10141.0, 29287.0, 147396.0, 908971.0, 46784.0, 15368.0, 6320.0, 3023.0, 1544.0, 843.0, 465.0, 301.0, 197.0, 133.0, 88.0, 76.0, 50.0, 38.0, 20.0, 15.0, 23.0, 6.0, 10.0, 8.0, 3.0, 2.0, 2.0, 5.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0064746360294520855, -0.0062071941792964935, -0.005939751863479614, -0.005672310013324022, -0.00540486816316843, -0.005137425847351551, -0.004869983997195959, -0.00460254168137908, -0.004335099831223488, -0.004067657981067896, -0.0038002156652510166, -0.0035327738150954247, -0.003265331732109189, -0.0029978896491229534, -0.0027304477989673615, -0.002463005715981126, -0.00219556363299489, -0.0019281215500086546, -0.0016606795834377408, -0.001393237616866827, -0.0011257955338805914, -0.0008583535091020167, -0.000590911484323442, -0.0003234694595448673, -5.602743476629257e-05, 0.00021141459001228213, 0.00047885661479085684, 0.0007462986395694315, 0.0010137406643480062, 0.0012811827473342419, 0.0015486247139051557, 0.0018160666804760695, 0.002083508763462305, 0.0023509508464485407, 0.0026183929294347763, 0.0028858347795903683, 0.003153276862576604, 0.0034207189455628395, 0.0036881607957184315, 0.003955603111535311, 0.004223044961690903, 0.004490486811846495, 0.004757929127663374, 0.005025370977818966, 0.005292813293635845, 0.005560255143791437, 0.005827696993947029, 0.006095139309763908, 0.0063625811599195, 0.006630023010075092, 0.006897465325891972, 0.0071649071760475636, 0.0074323490262031555, 0.007699791342020035, 0.007967233657836914, 0.008234675042331219, 0.008502117358148098, 0.008769559673964977, 0.009037001058459282, 0.009304443374276161, 0.00957188569009304, 0.009839327074587345, 0.010106769390404224, 0.010374211706221104, 0.010641653090715408]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 3.0, 0.0, 2.0, 2.0, 2.0, 5.0, 10.0, 7.0, 4.0, 4.0, 4.0, 2.0, 3.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.026624716818332672, -0.025833766907453537, -0.025042816996574402, -0.024251865223050117, -0.023460915312170982, -0.022669965401291847, -0.021879013627767563, -0.021088063716888428, -0.020297113806009293, -0.019506163895130157, -0.018715213984251022, -0.017924262210726738, -0.017133312299847603, -0.016342362388968468, -0.015551411546766758, -0.014760460704565048, -0.013969510793685913, -0.013178560882806778, -0.012387610040605068, -0.011596659198403358, -0.010805709287524223, -0.010014759376645088, -0.009223808534443378, -0.008432857692241669, -0.007641907781362534, -0.006850957404822111, -0.006060007028281689, -0.005269056651741266, -0.004478106275200844, -0.0036871558986604214, -0.002896205522119999, -0.0021052551455795765, -0.001314304769039154, -0.0005233543924987316, 0.0002675959840416908, 0.0010585463605821133, 0.0018494967371225357, 0.002640447113662958, 0.0034313974902033806, 0.004222347866743803, 0.0050132982432842255, 0.005804248619824648, 0.00659519899636507, 0.007386149372905493, 0.008177099749445915, 0.00896804966032505, 0.00975900050252676, 0.01054995134472847, 0.011340901255607605, 0.01213185116648674, 0.01292280200868845, 0.01371375285089016, 0.014504702761769295, 0.01529565267264843, 0.016086604446172714, 0.01687755435705185, 0.017668504267930984, 0.01845945417881012, 0.019250404089689255, 0.02004135586321354, 0.020832305774092674, 0.02162325568497181, 0.022414207458496094, 0.02320515736937523, 0.023996107280254364]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 2.0, 6.0, 2.0, 3.0, 1.0, 2.0, 12.0, 18.0, 27.0, 4.0, 5.0, 4.0, 11.0, 15.0, 19.0, 17.0, 32.0, 58.0, 67.0, 97.0, 135.0, 213.0, 317.0, 508.0, 785.0, 1254.0, 2892.0, 6522.0, 1792.0, 1112.0, 705.0, 536.0, 331.0, 226.0, 175.0, 129.0, 108.0, 80.0, 57.0, 37.0, 30.0, 19.0, 13.0, 9.0, 15.0, 8.0, 2.0, 2.0, 3.0, 2.0, 2.0, 0.0, 1.0, 2.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.009289722889661789, -0.008958712220191956, -0.008627701550722122, -0.008296690881252289, -0.007965680211782455, -0.007634669076651335, -0.007303658407181501, -0.006972647737711668, -0.006641637068241835, -0.006310626398772001, -0.005979615729302168, -0.0056486050598323345, -0.005317593924701214, -0.0049865832552313805, -0.004655572585761547, -0.004324561916291714, -0.00399355124682188, -0.003662540577352047, -0.0033315299078822136, -0.0030005190055817366, -0.002669508336111903, -0.00233849766664207, -0.002007486764341593, -0.0016764760948717594, -0.001345465425401926, -0.0010144547559320927, -0.0006834439700469375, -0.0003524332423694432, -2.142251469194889e-05, 0.0003095882129855454, 0.0006405989406630397, 0.000971609668340534, 0.0013026203960180283, 0.0016336310654878616, 0.001964641734957695, 0.002295652637258172, 0.0026266633067280054, 0.002957673976197839, 0.003288684878498316, 0.003619695547968149, 0.0039507062174379826, 0.004281716886907816, 0.004612727556377649, 0.004943738225847483, 0.005274749360978603, 0.005605760030448437, 0.00593677069991827, 0.0062677813693881035, 0.006598792038857937, 0.00692980270832777, 0.007260813377797604, 0.007591824047267437, 0.00792283471673727, 0.008253845386207104, 0.008584856055676937, 0.00891586672514677, 0.009246878325939178, 0.009577888995409012, 0.009908899664878845, 0.010239910334348679, 0.010570921003818512, 0.010901931673288345, 0.011232942342758179, 0.011563953012228012, 0.011894963681697845]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 3.0, 3.0, 1.0, 3.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.14077481627464294, -0.13729408383369446, -0.13381335139274597, -0.13033263385295868, -0.1268519014120102, -0.1233711689710617, -0.11989044398069382, -0.11640971153974533, -0.11292898654937744, -0.10944825410842896, -0.10596752166748047, -0.10248679667711258, -0.09900606423616409, -0.0955253392457962, -0.09204460680484772, -0.08856388181447983, -0.08508314937353134, -0.08160241693258286, -0.07812169194221497, -0.07464095950126648, -0.07116023451089859, -0.0676795020699501, -0.06419877707958221, -0.06071804463863373, -0.05723731592297554, -0.05375658720731735, -0.050275858491659164, -0.04679512977600098, -0.04331439733505249, -0.0398336686193943, -0.036352939903736115, -0.03287221118807793, -0.02939148247241974, -0.02591075375676155, -0.022430025041103363, -0.018949294462800026, -0.015468565747141838, -0.01198783703148365, -0.008507107384502888, -0.0050263782031834126, -0.0015456490218639374, 0.0019350801594555378, 0.005415809340775013, 0.008896538987755775, 0.012377267703413963, 0.01585799641907215, 0.01933872699737549, 0.022819455713033676, 0.026300184428691864, 0.029780913144350052, 0.03326164186000824, 0.03674237057566643, 0.040223099291324615, 0.0437038317322731, 0.04718456044793129, 0.05066528916358948, 0.054146017879247665, 0.05762674659490585, 0.06110747531056404, 0.06458820402622223, 0.06806893646717072, 0.0715496614575386, 0.07503039389848709, 0.07851111888885498, 0.08199185132980347]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 5.0, 2.0, 2.0, 3.0, 3.0, 1.0, 1.0, 1.0, 2.0, 2.0, 4.0, 3.0, 12.0, 20.0, 25.0, 18.0, 26.0, 43.0, 23.0, 28.0, 12.0, 9.0, 2.0, 3.0, 6.0, 2.0, 4.0, 1.0, 4.0, 2.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.10979828238487244, -0.1070842295885086, -0.10437017679214478, -0.10165611654520035, -0.09894206374883652, -0.09622801095247269, -0.09351395815610886, -0.09079989790916443, -0.0880858451128006, -0.08537179231643677, -0.08265773952007294, -0.0799436867237091, -0.07722962647676468, -0.07451557368040085, -0.07180152088403702, -0.06908746808767319, -0.06637340784072876, -0.06365935504436493, -0.0609453022480011, -0.05823124945163727, -0.05551719292998314, -0.05280314013361931, -0.05008908361196518, -0.04737503081560135, -0.04466097801923752, -0.04194692149758339, -0.03923286870121956, -0.03651881217956543, -0.0338047593832016, -0.03109070472419262, -0.02837665006518364, -0.02566259540617466, -0.02294854074716568, -0.0202344860881567, -0.01752043142914772, -0.014806377701461315, -0.012092323042452335, -0.009378268383443356, -0.006664214190095663, -0.003950159996747971, -0.0012361053377389908, 0.0014779490884393454, 0.0041920035146176815, 0.006906057707965374, 0.009620112366974354, 0.012334167025983334, 0.015048220753669739, 0.01776227541267872, 0.0204763300716877, 0.023190384730696678, 0.025904439389705658, 0.028618494048714638, 0.03133254870772362, 0.03404660150408745, 0.03676065802574158, 0.03947471082210541, 0.04218876361846924, 0.04490282014012337, 0.0476168729364872, 0.05033092945814133, 0.05304498225450516, 0.055759038776159286, 0.05847309157252312, 0.061187148094177246, 0.06390120089054108]}, "_runtime": 127.8786416053772, "_timestamp": 1596212998.5801792, "_step": 154}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 3.0, 4.0, 3.0, 2.0, 2.0, 2.0, 5.0, 7.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 2.0, 1.0, 4.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.01322677731513977, -0.012884312309324741, -0.012541848234832287, -0.012199383229017258, -0.011856918223202229, -0.011514454148709774, -0.011171989142894745, -0.010829524137079716, -0.010487059131264687, -0.010144595056772232, -0.009802130050957203, -0.009459665045142174, -0.00911720097064972, -0.00877473596483469, -0.008432270959019661, -0.008089806884527206, -0.007747341878712177, -0.0074048773385584354, -0.007062412332743406, -0.0067199477925896645, -0.006377482786774635, -0.0060350182466208935, -0.005692553706467152, -0.0053500887006521225, -0.005007624160498381, -0.004665159620344639, -0.00432269461452961, -0.003980230074375868, -0.0036377653013914824, -0.003295300528407097, -0.002952835988253355, -0.0026103712152689695, -0.002267906442284584, -0.0019254416693001986, -0.0015829770127311349, -0.0012405123561620712, -0.0008980475831776857, -0.0005555828684009612, -0.00021311815362423658, 0.000129346561152488, 0.00047181127592921257, 0.0008142759907059371, 0.0011567407054826617, 0.0014992053620517254, 0.0018416701350361109, 0.0021841349080204964, 0.002526599448174238, 0.0028690642211586237, 0.003211528994143009, 0.0035539937671273947, 0.00389645854011178, 0.004238923080265522, 0.004581388086080551, 0.004923852626234293, 0.005266317166388035, 0.005608782172203064, 0.005951246712356806, 0.006293711252510548, 0.006636176258325577, 0.006978640798479319, 0.0073211053386330605, 0.00766357034444809, 0.008006035350263119, 0.008348499424755573, 0.008690964430570602]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 2.0, 1.0, 1.0, 2.0, 0.0, 7.0, 8.0, 7.0, 9.0, 10.0, 13.0, 15.0, 19.0, 24.0, 37.0, 50.0, 72.0, 107.0, 156.0, 250.0, 558.0, 5559.0, 366.0, 192.0, 144.0, 97.0, 54.0, 46.0, 34.0, 22.0, 13.0, 10.0, 10.0, 6.0, 2.0, 6.0, 4.0, 3.0, 3.0, 1.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.14156094193458557, -0.13716837763786316, -0.13277581334114075, -0.12838324904441833, -0.12399068474769592, -0.11959812790155411, -0.1152055636048317, -0.11081299930810928, -0.10642043501138687, -0.10202787071466446, -0.09763530641794205, -0.09324274212121964, -0.08885018527507782, -0.08445762097835541, -0.080065056681633, -0.07567249238491058, -0.07127992808818817, -0.06688736379146576, -0.06249479949474335, -0.058102238923311234, -0.05370967462658882, -0.04931711032986641, -0.044924549758434296, -0.040531985461711884, -0.03613942116498947, -0.03174685686826706, -0.027354294434189796, -0.022961732000112534, -0.01856916770339012, -0.014176604337990284, -0.009784040972590446, -0.005391477607190609, -0.0009989142417907715, 0.003393649123609066, 0.0077862124890089035, 0.012178775854408741, 0.01657133921980858, 0.02096390351653099, 0.025356465950608253, 0.029749028384685516, 0.03414159268140793, 0.03853415697813034, 0.04292672127485275, 0.047319281846284866, 0.05171184614300728, 0.05610441043972969, 0.060496971011161804, 0.06488953530788422, 0.06928209960460663, 0.07367466390132904, 0.07806722819805145, 0.08245979249477386, 0.08685235679149628, 0.09124491363763809, 0.0956374779343605, 0.10003004223108292, 0.10442260652780533, 0.10881517082452774, 0.11320773512125015, 0.11760029941797256, 0.12199285626411438, 0.1263854205608368, 0.1307779848575592, 0.13517054915428162, 0.13956311345100403]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 3.0, 1.0, 1.0, 4.0, 6.0, 7.0, 6.0, 2.0, 5.0, 2.0, 3.0, 25.0, 1.0, 3.0, 7.0, 2.0, 3.0, 3.0, 8.0, 2.0, 4.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002886329311877489, -0.002801239490509033, -0.0027161494363099337, -0.002631059382110834, -0.0025459695607423782, -0.0024608797393739223, -0.002375789685174823, -0.0022906996309757233, -0.0022056098096072674, -0.0021205199882388115, -0.002035429934039712, -0.0019503399962559342, -0.0018652500584721565, -0.0017801601206883788, -0.001695070182904601, -0.0016099802451208234, -0.0015248903073370457, -0.001439800369553268, -0.0013547104317694902, -0.0012696204939857125, -0.0011845305562019348, -0.001099440618418157, -0.0010143506806343794, -0.0009292607428506017, -0.000844170805066824, -0.0007590808672830462, -0.0006739909294992685, -0.0005889009917154908, -0.0005038110539317131, -0.0004187211161479354, -0.0003336311783641577, -0.00024854124058037996, -0.00016345130279660225, -7.836136501282454e-05, 6.728572770953178e-06, 9.181851055473089e-05, 0.0001769084483385086, 0.0002619983861222863, 0.00034708832390606403, 0.00043217826168984175, 0.0005172681994736195, 0.0006023581372573972, 0.0006874480750411749, 0.0007725380128249526, 0.0008576279506087303, 0.000942717888392508, 0.0010278078261762857, 0.0011128977639600635, 0.0011979877017438412, 0.0012830776395276189, 0.0013681675773113966, 0.0014532575150951743, 0.001538347452878952, 0.0016234373906627297, 0.0017085273284465075, 0.0017936172662302852, 0.0018787072040140629, 0.0019637970253825188, 0.0020488870795816183, 0.002133977133780718, 0.0022190669551491737, 0.0023041567765176296, 0.002389246830716729, 0.0024743368849158287, 0.0025594267062842846]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 6.0, 7.0, 10.0, 8.0, 15.0, 18.0, 32.0, 27.0, 39.0, 48.0, 65.0, 84.0, 139.0, 202.0, 269.0, 369.0, 585.0, 812.0, 1392.0, 2410.0, 4390.0, 8027.0, 17487.0, 47468.0, 254966.0, 764477.0, 40623.0, 16736.0, 8115.0, 4318.0, 2467.0, 1417.0, 928.0, 571.0, 340.0, 228.0, 142.0, 107.0, 80.0, 53.0, 43.0, 25.0, 22.0, 21.0, 13.0, 7.0, 12.0, 4.0, 2.0, 5.0, 4.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.006134830415248871, -0.0059433975256979465, -0.005751964170485735, -0.005560531280934811, -0.005369097925722599, -0.005177665036171675, -0.004986231680959463, -0.004794798791408539, -0.004603365436196327, -0.004411932546645403, -0.004220499191433191, -0.004029066301882267, -0.003837633179500699, -0.003646200057119131, -0.003454766934737563, -0.003263333812355995, -0.0030719006899744272, -0.0028804675675928593, -0.0026890344452112913, -0.0024976013228297234, -0.0023061682004481554, -0.0021147350780665874, -0.0019233020721003413, -0.0017318689497187734, -0.0015404358273372054, -0.0013490027049556375, -0.0011575695825740695, -0.0009661365184001625, -0.0007747033960185945, -0.0005832702736370265, -0.00039183718035928905, -0.00020040407252963632, -8.970964699983597e-06, 0.00018246214312966913, 0.00037389525095932186, 0.0005653283442370594, 0.0007567614666186273, 0.0009481945890001953, 0.0011396276531741023, 0.0013310607755556703, 0.0015224938979372382, 0.0017139270203188062, 0.0019053601427003741, 0.0020967931486666203, 0.002288226271048188, 0.002479659393429756, 0.002671092515811324, 0.002862525638192892, 0.00305395876057446, 0.003245391882956028, 0.003436825005337596, 0.003628258127719164, 0.003819691250100732, 0.0040111243724823, 0.004202557262033224, 0.004393990617245436, 0.00458542350679636, 0.004776856862008572, 0.004968289751559496, 0.0051597231067717075, 0.005351155996322632, 0.0055425893515348434, 0.005734022241085768, 0.005925455596297979, 0.006116888485848904]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 3.0, 2.0, 2.0, 1.0, 2.0, 1.0, 0.0, 2.0, 2.0, 0.0, 4.0, 1.0, 1.0, 2.0, 9.0, 0.0, 0.0, 2.0, 3.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.013135534711182117, -0.012790395878255367, -0.012445256114006042, -0.012100117281079292, -0.011754978448152542, -0.011409838683903217, -0.011064699850976467, -0.010719561018049717, -0.010374421253800392, -0.010029282420873642, -0.009684143587946892, -0.009339004755020142, -0.008993864990770817, -0.008648726157844067, -0.008303587324917316, -0.007958447560667992, -0.0076133087277412415, -0.007268169429153204, -0.006923030596226454, -0.006577891297638416, -0.006232752464711666, -0.005887613166123629, -0.005542473867535591, -0.005197335034608841, -0.0048521957360208035, -0.004507056437432766, -0.004161917604506016, -0.0038167783059179783, -0.0034716392401605844, -0.0031265001744031906, -0.002781360875815153, -0.0024362218100577593, -0.0020910827443003654, -0.0017459436785429716, -0.001400804496370256, -0.0010556653141975403, -0.0007105262484401464, -0.0003653871244750917, -2.0248000510036945e-05, 0.0003248911234550178, 0.0006700302474200726, 0.0010151693131774664, 0.001360308495350182, 0.0017054476775228977, 0.0020505867432802916, 0.0023957258090376854, 0.002740865107625723, 0.0030860041733831167, 0.0034311432391405106, 0.0037762823048979044, 0.004121421370655298, 0.004466560669243336, 0.004811699502170086, 0.005156838800758123, 0.005501978099346161, 0.005847116932272911, 0.0061922562308609486, 0.006537395529448986, 0.006882534362375736, 0.007227673660963774, 0.007572812959551811, 0.007917951792478561, 0.008263090625405312, 0.008608230389654636, 0.008953369222581387]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 4.0, 2.0, 2.0, 3.0, 3.0, 9.0, 6.0, 11.0, 23.0, 37.0, 39.0, 54.0, 61.0, 92.0, 92.0, 122.0, 172.0, 213.0, 256.0, 328.0, 425.0, 563.0, 737.0, 1131.0, 1657.0, 6038.0, 2389.0, 1360.0, 763.0, 497.0, 387.0, 256.0, 185.0, 137.0, 116.0, 81.0, 47.0, 27.0, 25.0, 19.0, 11.0, 15.0, 6.0, 5.0, 4.0, 2.0, 3.0, 2.0, 2.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.008567624725401402, -0.00833513867110014, -0.008102652616798878, -0.007870165631175041, -0.007637679576873779, -0.007405193522572517, -0.0071727074682712555, -0.006940220948308706, -0.006707734894007444, -0.0064752488397061825, -0.006242762319743633, -0.006010276265442371, -0.0057777902111411095, -0.00554530369117856, -0.005312817636877298, -0.005080331116914749, -0.004847845062613487, -0.004615359008312225, -0.004382872488349676, -0.004150386434048414, -0.003917899914085865, -0.003685413859784603, -0.0034529278054833412, -0.0032204415183514357, -0.00298795523121953, -0.0027554689440876245, -0.002522982656955719, -0.002290496602654457, -0.0020580103155225515, -0.001825524028390646, -0.0015930378576740623, -0.0013605516869574785, -0.001128065399825573, -0.0008955791709013283, -0.0006630929419770837, -0.00043060671305283904, -0.0001981204841285944, 3.4365744795650244e-05, 0.0002668519737198949, 0.0004993382026441395, 0.0007318244315683842, 0.0009643106604926288, 0.0011967968894168735, 0.0014292830601334572, 0.0016617693472653627, 0.0018942556343972683, 0.00212674168869853, 0.0023592279758304358, 0.0025917142629623413, 0.002824200550094247, 0.0030566868372261524, 0.0032891728915274143, 0.00352165917865932, 0.0037541454657912254, 0.003986631520092487, 0.0042191180400550365, 0.0044516040943562984, 0.00468409014865756, 0.0049165766686201096, 0.0051490627229213715, 0.005381548777222633, 0.005614035297185183, 0.0058465213514864445, 0.006079007871448994, 0.006311493925750256]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 2.0, 2.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.05284234881401062, -0.0509452298283577, -0.04904811084270477, -0.04715099558234215, -0.045253876596689224, -0.0433567576110363, -0.041459642350673676, -0.03956252336502075, -0.03766540437936783, -0.035768285393714905, -0.03387116640806198, -0.031974051147699356, -0.030076932162046432, -0.02817981317639351, -0.026282696053385735, -0.02438557893037796, -0.022488459944725037, -0.020591340959072113, -0.01869422383606434, -0.016797106713056564, -0.01489998772740364, -0.013002869673073292, -0.011105751618742943, -0.009208633564412594, -0.007311515510082245, -0.005414397455751896, -0.003517279401421547, -0.001620161347091198, 0.000276956707239151, 0.0021740747615695, 0.004071192815899849, 0.005968310870230198, 0.007865428924560547, 0.009762546978890896, 0.011659665033221245, 0.013556783087551594, 0.015453901141881943, 0.017351020127534866, 0.01924813725054264, 0.021145254373550415, 0.02304237335920334, 0.024939492344856262, 0.026836609467864037, 0.02873372659087181, 0.030630845576524734, 0.03252796456217766, 0.03442507982254028, 0.03632219880819321, 0.03821931779384613, 0.040116436779499054, 0.04201355576515198, 0.0439106710255146, 0.045807790011167526, 0.04770490899682045, 0.049602024257183075, 0.051499143242836, 0.05339626222848892, 0.055293381214141846, 0.05719050019979477, 0.059087615460157394, 0.06098473444581032, 0.06288184970617294, 0.06477896869182587, 0.06667608767747879, 0.06857320666313171]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 3.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 1.0, 0.0, 1.0, 3.0, 5.0, 5.0, 1.0, 3.0, 2.0, 4.0, 1.0, 5.0, 3.0, 7.0, 4.0, 8.0, 13.0, 4.0, 8.0, 9.0, 18.0, 35.0, 21.0, 20.0, 16.0, 10.0, 11.0, 9.0, 3.0, 6.0, 4.0, 5.0, 3.0, 1.0, 3.0, 4.0, 5.0, 2.0, 0.0, 1.0, 2.0, 0.0, 2.0, 2.0, 2.0, 0.0, 2.0], "bins": [-0.04117817431688309, -0.04011658579111099, -0.0390549935400486, -0.037993401288986206, -0.03693181276321411, -0.03587022423744202, -0.03480863198637962, -0.03374703973531723, -0.032685451209545135, -0.03162386268377304, -0.030562270432710648, -0.029500680044293404, -0.02843908965587616, -0.027377499267458916, -0.026315908879041672, -0.025254318490624428, -0.024192728102207184, -0.02313113771378994, -0.022069547325372696, -0.021007956936955452, -0.019946366548538208, -0.018884776160120964, -0.01782318577170372, -0.016761595383286476, -0.015700004994869232, -0.014638414606451988, -0.013576824218034744, -0.0125152338296175, -0.011453643441200256, -0.010392053052783012, -0.009330462664365768, -0.008268872275948524, -0.0072072818875312805, -0.0061456914991140366, -0.005084101110696793, -0.004022510722279549, -0.0029609203338623047, -0.0018993299454450607, -0.0008377395570278168, 0.00022385083138942719, 0.0012854412198066711, 0.002347031608223915, 0.003408621996641159, 0.004470212385058403, 0.005531802773475647, 0.006593393161892891, 0.007654983550310135, 0.008716573938727379, 0.009778164327144623, 0.010839754715561867, 0.01190134510397911, 0.012962935492396355, 0.014024525880813599, 0.015086116269230843, 0.016147706657648087, 0.01720929704606533, 0.018270887434482574, 0.01933247782289982, 0.020394068211317062, 0.021455658599734306, 0.02251724898815155, 0.023578839376568794, 0.024640429764986038, 0.025702020153403282, 0.026763610541820526]}, "_runtime": 128.66858100891113, "_timestamp": 1596212999.3701186, "_step": 155}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 3.0, 1.0, 2.0, 0.0, 3.0, 5.0, 0.0, 2.0, 3.0, 9.0, 3.0, 0.0, 2.0, 1.0, 0.0, 5.0, 1.0, 1.0, 3.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.01602935791015625, -0.015602069906890392, -0.015174781903624535, -0.014747494831681252, -0.014320206828415394, -0.013892918825149536, -0.013465630821883678, -0.013038343749940395, -0.012611055746674538, -0.01218376774340868, -0.011756479740142822, -0.011329191736876965, -0.010901904664933681, -0.010474616661667824, -0.010047328658401966, -0.009620040655136108, -0.009192753583192825, -0.008765465579926968, -0.00833817757666111, -0.007910889573395252, -0.007483602035790682, -0.007056314032524824, -0.006629026494920254, -0.006201738491654396, -0.005774450488388538, -0.005347162950783968, -0.00491987494751811, -0.00449258740991354, -0.004065299406647682, -0.003638011636212468, -0.003210723865777254, -0.00278343609534204, -0.002356148324906826, -0.001928860554471612, -0.001501572784036398, -0.001074284897185862, -0.000646997126750648, -0.00021970932721160352, 0.00020757847232744098, 0.0006348663009703159, 0.00106215407140553, 0.001489441841840744, 0.001916729612275958, 0.002344017382711172, 0.00277130538597703, 0.003198593156412244, 0.003625880926847458, 0.004053168464452028, 0.004480456467717886, 0.004907744470983744, 0.005335032008588314, 0.005762320011854172, 0.006189607549458742, 0.0066168955527246, 0.00704418309032917, 0.007471471093595028, 0.007898759096860886, 0.008326047100126743, 0.008753334172070026, 0.009180622175335884, 0.009607910178601742, 0.0100351981818676, 0.010462485253810883, 0.01088977325707674, 0.011317061260342598]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 6.0, 1.0, 3.0, 8.0, 5.0, 12.0, 14.0, 24.0, 30.0, 34.0, 43.0, 48.0, 73.0, 93.0, 155.0, 196.0, 323.0, 5455.0, 611.0, 230.0, 161.0, 107.0, 67.0, 53.0, 47.0, 30.0, 29.0, 15.0, 13.0, 8.0, 8.0, 9.0, 2.0, 3.0, 4.0, 2.0, 2.0, 0.0, 2.0, 1.0, 0.0, 2.0], "bins": [-0.19065217673778534, -0.1858401894569397, -0.18102821707725525, -0.1762162297964096, -0.17140424251556396, -0.16659227013587952, -0.16178028285503387, -0.15696831047534943, -0.15215632319450378, -0.14734433591365814, -0.1425323635339737, -0.13772037625312805, -0.1329084038734436, -0.12809641659259796, -0.12328442931175232, -0.11847244948148727, -0.11366046965122223, -0.10884848982095718, -0.10403650999069214, -0.0992245227098465, -0.09441254287958145, -0.0896005630493164, -0.08478857576847076, -0.07997659593820572, -0.07516461610794067, -0.07035263627767563, -0.06554065644741058, -0.06072866916656494, -0.055916689336299896, -0.05110470950603485, -0.04629272595047951, -0.041480742394924164, -0.03666876256465912, -0.031856782734394073, -0.02704479917883873, -0.022232817485928535, -0.01742083579301834, -0.012608854100108147, -0.007796872407197952, -0.002984890714287758, 0.0018270909786224365, 0.006639072671532631, 0.011451054364442825, 0.01626303605735302, 0.021075017750263214, 0.02588699944317341, 0.030698981136083603, 0.03551096469163895, 0.04032294452190399, 0.04513492435216904, 0.04994690790772438, 0.054758891463279724, 0.05957087129354477, 0.06438285112380981, 0.06919483840465546, 0.0740068182349205, 0.07881879806518555, 0.08363077789545059, 0.08844275772571564, 0.09325474500656128, 0.09806672483682632, 0.10287870466709137, 0.10769069194793701, 0.11250267177820206, 0.1173146516084671]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 2.0, 1.0, 6.0, 1.0, 7.0, 3.0, 5.0, 5.0, 4.0, 1.0, 27.0, 3.0, 4.0, 4.0, 3.0, 5.0, 3.0, 3.0, 2.0, 1.0, 5.0, 1.0, 2.0, 6.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0027616084553301334, -0.0026363881770521402, -0.002511167898774147, -0.002385947620496154, -0.0022607273422181606, -0.0021355070639401674, -0.0020102867856621742, -0.001885066507384181, -0.0017598462291061878, -0.0016346259508281946, -0.0015094056725502014, -0.0013841853942722082, -0.001258965115994215, -0.0011337448377162218, -0.0010085245594382286, -0.0008833042811602354, -0.0007580840028822422, -0.000632863724604249, -0.0005076434463262558, -0.0003824231680482626, -0.0002572028897702694, -0.0001319826114922762, -6.7623332142829895e-06, 0.00011845794506371021, 0.00024367822334170341, 0.0003688985016196966, 0.0004941187798976898, 0.000619339058175683, 0.0007445593364536762, 0.0008697796147316694, 0.0009949998930096626, 0.0011202201712876558, 0.001245440449565649, 0.0013706607278436422, 0.0014958810061216354, 0.0016211012843996286, 0.0017463215626776218, 0.001871541840955615, 0.0019967621192336082, 0.0021219823975116014, 0.0022472026757895947, 0.002372422954067588, 0.002497643232345581, 0.0026228635106235743, 0.0027480837889015675, 0.0028733040671795607, 0.002998524345457554, 0.003123744623735547, 0.0032489649020135403, 0.0033741851802915335, 0.0034994054585695267, 0.00362462573684752, 0.003749846015125513, 0.0038750662934035063, 0.0040002865716814995, 0.004125506617128849, 0.004250727128237486, 0.004375947639346123, 0.004501167684793472, 0.004626387730240822, 0.004751608241349459, 0.0048768287524580956, 0.005002048797905445, 0.005127268843352795, 0.0052524893544614315]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 2.0, 3.0, 5.0, 3.0, 8.0, 12.0, 13.0, 20.0, 44.0, 50.0, 71.0, 139.0, 197.0, 290.0, 511.0, 755.0, 1282.0, 2047.0, 3566.0, 6331.0, 12201.0, 24588.0, 60627.0, 828295.0, 134389.0, 44894.0, 22602.0, 12837.0, 7840.0, 5100.0, 3233.0, 2210.0, 1572.0, 1105.0, 782.0, 529.0, 412.0, 274.0, 236.0, 133.0, 108.0, 78.0, 59.0, 41.0, 32.0, 30.0, 20.0, 13.0, 12.0, 5.0, 16.0, 6.0, 1.0, 5.0, 4.0, 2.0, 1.0, 0.0, 1.0, 2.0], "bins": [-0.005380835384130478, -0.005187546834349632, -0.004994258284568787, -0.004800969269126654, -0.004607680719345808, -0.004414392169564962, -0.004221103619784117, -0.004027815070003271, -0.003834526287391782, -0.003641237737610936, -0.003447948954999447, -0.0032546604052186012, -0.0030613718554377556, -0.0028680830728262663, -0.0026747945230454206, -0.0024815057404339314, -0.0022882171906530857, -0.00209492864087224, -0.0019016398582607508, -0.0017083513084799051, -0.0015150626422837377, -0.0013217739760875702, -0.0011284854263067245, -0.0009351967601105571, -0.0007419080939143896, -0.0005486194277182221, -0.0003553308197297156, -0.00016204218263737857, 3.124645445495844e-05, 0.00022453509154729545, 0.00041782372863963246, 0.000611112336628139, 0.0008044010028243065, 0.000997689669020474, 0.0011909783352166414, 0.001384266884997487, 0.0015775555511936545, 0.001770844217389822, 0.0019641327671706676, 0.002157421549782157, 0.0023507100995630026, 0.0025439986493438482, 0.0027372874319553375, 0.002930575981736183, 0.003123864531517029, 0.003317153314128518, 0.0035104418639093637, 0.003703730646520853, 0.0038970191963016987, 0.004090307746082544, 0.00428359629586339, 0.004476885311305523, 0.0046701738610863686, 0.004863462410867214, 0.00505675096064806, 0.0052500395104289055, 0.005443328060209751, 0.005636617075651884, 0.00582990562543273, 0.006023194175213575, 0.006216482724994421, 0.006409771274775267, 0.0066030602902174, 0.006796348839998245, 0.006989637389779091]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 3.0, 3.0, 1.0, 0.0, 6.0, 2.0, 5.0, 8.0, 0.0, 1.0, 0.0, 1.0, 2.0, 3.0, 1.0, 3.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02440170757472515, -0.023427553474903107, -0.022453397512435913, -0.02147924341261387, -0.020505089312791824, -0.01953093335032463, -0.018556779250502586, -0.017582625150680542, -0.01660846918821335, -0.015634315088391304, -0.01466016098856926, -0.01368600595742464, -0.012711850926280022, -0.011737696826457977, -0.010763541795313358, -0.009789387695491314, -0.008815232664346695, -0.007841077633202076, -0.006866923533380032, -0.005892768502235413, -0.004918613936752081, -0.003944459371268749, -0.002970304572954774, -0.0019961497746407986, -0.0010219952091574669, -4.784052725881338e-05, 0.0009263141546398401, 0.0019004688365384936, 0.002874623518437147, 0.003848778083920479, 0.004822933115065098, 0.0057970876805484295, 0.006771242246031761, 0.007745396811515093, 0.008719551376998425, 0.009693706408143044, 0.010667860507965088, 0.011642015539109707, 0.012616170570254326, 0.01359032467007637, 0.01456447970122099, 0.015538634732365608, 0.016512788832187653, 0.017486942932009697, 0.01846109889447689, 0.019435252994298935, 0.02040940709412098, 0.021383563056588173, 0.022357717156410217, 0.02333187125623226, 0.024306027218699455, 0.0252801813185215, 0.026254335418343544, 0.027228491380810738, 0.028202645480632782, 0.029176799580454826, 0.03015095368027687, 0.031125109642744064, 0.03209926560521126, 0.03307341784238815, 0.03404757380485535, 0.03502172976732254, 0.035995882004499435, 0.03697003796696663, 0.037944190204143524]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 2.0, 2.0, 2.0, 1.0, 3.0, 4.0, 6.0, 8.0, 11.0, 9.0, 12.0, 21.0, 24.0, 34.0, 26.0, 41.0, 30.0, 40.0, 65.0, 83.0, 124.0, 178.0, 231.0, 314.0, 457.0, 719.0, 1174.0, 2091.0, 6539.0, 1766.0, 1030.0, 687.0, 513.0, 377.0, 308.0, 234.0, 191.0, 154.0, 140.0, 110.0, 111.0, 94.0, 89.0, 73.0, 59.0, 43.0, 27.0, 33.0, 26.0, 32.0, 11.0, 18.0, 15.0, 11.0, 8.0, 4.0, 6.0, 3.0, 1.0, 2.0, 0.0, 0.0, 2.0], "bins": [-0.014133804477751255, -0.013652809895575047, -0.013171815313398838, -0.01269082073122263, -0.012209827080368996, -0.011728832498192787, -0.011247837916016579, -0.01076684333384037, -0.010285848751664162, -0.009804854169487953, -0.009323859587311745, -0.008842865005135536, -0.008361870422959328, -0.007880876772105694, -0.007399882189929485, -0.006918887607753277, -0.006437893025577068, -0.00595689844340086, -0.005475903861224651, -0.00499490974470973, -0.004513915162533522, -0.004032920580357313, -0.0035519262310117483, -0.0030709318816661835, -0.002589937299489975, -0.0021089427173137665, -0.0016279483679682016, -0.001146953902207315, -0.0006659594364464283, -0.00018496497068554163, 0.00029602949507534504, 0.0007770239608362317, 0.0012580184265971184, 0.001739012892358005, 0.0022200073581188917, 0.0027010017074644566, 0.003181996289640665, 0.0036629908718168736, 0.004143984988331795, 0.004624979570508003, 0.005105974152684212, 0.00558696873486042, 0.006067963317036629, 0.00654895743355155, 0.007029952015727758, 0.007510946597903967, 0.007991940714418888, 0.008472935296595097, 0.008953929878771305, 0.009434924460947514, 0.009915919043123722, 0.01039691362529993, 0.010877907276153564, 0.011358901858329773, 0.011839896440505981, 0.01232089102268219, 0.012801885604858398, 0.013282880187034607, 0.013763874769210815, 0.014244869351387024, 0.014725863933563232, 0.015206857584416866, 0.01568785309791565, 0.016168847680091858, 0.016649842262268066]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 2.0, 3.0, 1.0, 2.0, 2.0, 1.0, 1.0, 0.0, 3.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.40459153056144714, -0.3956755995750427, -0.3867596387863159, -0.3778437077999115, -0.3689277768135071, -0.3600118160247803, -0.35109588503837585, -0.34217995405197144, -0.33326399326324463, -0.3243480622768402, -0.3154321312904358, -0.30651620030403137, -0.29760023951530457, -0.28868430852890015, -0.2797683775424957, -0.2708524167537689, -0.2619364857673645, -0.2530205547809601, -0.24410460889339447, -0.23518866300582886, -0.22627273201942444, -0.21735678613185883, -0.2084408402442932, -0.1995249092578888, -0.19060896337032318, -0.18169301748275757, -0.17277708649635315, -0.16386114060878754, -0.15494519472122192, -0.1460292637348175, -0.1371133178472519, -0.12819738686084747, -0.11928144097328186, -0.11036550253629684, -0.10144956409931183, -0.09253361821174622, -0.0836176797747612, -0.07470174133777618, -0.06578579545021057, -0.056869857013225555, -0.04795391857624054, -0.039037980139255524, -0.03012203797698021, -0.021206097677350044, -0.01229015737771988, -0.003374217078089714, 0.005541723221540451, 0.014457663521170616, 0.02337360382080078, 0.0322895422577858, 0.04120548442006111, 0.050121426582336426, 0.05903736501932144, 0.06795330345630646, 0.07686924934387207, 0.08578518778085709, 0.0947011262178421, 0.10361706465482712, 0.11253300309181213, 0.12144894897937775, 0.13036489486694336, 0.13928082585334778, 0.1481967717409134, 0.1571127027273178, 0.16602864861488342]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 5.0, 1.0, 3.0, 4.0, 3.0, 4.0, 3.0, 5.0, 4.0, 3.0, 9.0, 8.0, 3.0, 9.0, 9.0, 44.0, 26.0, 35.0, 31.0, 17.0, 9.0, 3.0, 12.0, 5.0, 4.0, 5.0, 0.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.3092688024044037, -0.30205899477005005, -0.2948491871356964, -0.2876393795013428, -0.28042957186698914, -0.2732197642326355, -0.26600995659828186, -0.2588001489639282, -0.2515903413295746, -0.24438053369522095, -0.2371707260608673, -0.22996091842651367, -0.22275111079216003, -0.2155413031578064, -0.20833149552345276, -0.20112168788909912, -0.19391188025474548, -0.18670207262039185, -0.1794922649860382, -0.17228245735168457, -0.16507264971733093, -0.1578628420829773, -0.15065303444862366, -0.14344322681427002, -0.13623341917991638, -0.12902361154556274, -0.1218138039112091, -0.11460399627685547, -0.10739418864250183, -0.1001843810081482, -0.09297457337379456, -0.08576476573944092, -0.07855495810508728, -0.07134515047073364, -0.06413534283638, -0.05692553520202637, -0.04971572756767273, -0.04250591993331909, -0.035296112298965454, -0.028086304664611816, -0.02087649703025818, -0.013666689395904541, -0.006456881761550903, 0.0007529258728027344, 0.007962733507156372, 0.01517254114151001, 0.022382348775863647, 0.029592156410217285, 0.03680196404457092, 0.04401177167892456, 0.0512215793132782, 0.058431386947631836, 0.06564119458198547, 0.07285100221633911, 0.08006080985069275, 0.08727061748504639, 0.09448042511940002, 0.10169023275375366, 0.1089000403881073, 0.11610984802246094, 0.12331965565681458, 0.1305294632911682, 0.13773927092552185, 0.1449490785598755, 0.15215888619422913]}, "_runtime": 129.44741797447205, "_timestamp": 1596213000.1489556, "_step": 156}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 3.0, 1.0, 2.0, 2.0, 1.0, 5.0, 10.0, 6.0, 1.0, 4.0, 1.0, 0.0, 5.0, 1.0, 0.0, 1.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014500116929411888, -0.014096048660576344, -0.013691979460418224, -0.01328791119158268, -0.012883842922747135, -0.012479773722589016, -0.012075705453753471, -0.011671637184917927, -0.011267568916082382, -0.010863499715924263, -0.010459431447088718, -0.010055363178253174, -0.009651293978095055, -0.00924722570925951, -0.008843157440423965, -0.008439088240265846, -0.008035019971430302, -0.00763095123693347, -0.007226882968097925, -0.006822814233601093, -0.006418745964765549, -0.006014677230268717, -0.005610608495771885, -0.00520654022693634, -0.0048024714924395084, -0.0043984027579426765, -0.003994334489107132, -0.0035902657546103, -0.003186197252944112, -0.0027821287512779236, -0.0023780600167810917, -0.0019739915151149035, -0.0015699230134487152, -0.001165854511782527, -0.0007617858937010169, -0.00035771733382716775, 4.6351226046681404e-05, 0.00045041978592053056, 0.0008544883457943797, 0.0012585569638758898, 0.001662625465542078, 0.0020666939672082663, 0.0024707624688744545, 0.0028748312033712864, 0.0032788997050374746, 0.003682968206703663, 0.004087036941200495, 0.004491105210036039, 0.004895173944532871, 0.005299242679029703, 0.005703310947865248, 0.00610737968236208, 0.006511447951197624, 0.006915516685694456, 0.007319585420191288, 0.007723653689026833, 0.008127722889184952, 0.008531791158020496, 0.008935859426856041, 0.009339927695691586, 0.009743996895849705, 0.01014806516468525, 0.010552133433520794, 0.010956202633678913, 0.011360270902514458]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 1.0, 1.0, 2.0, 3.0, 4.0, 4.0, 6.0, 1.0, 9.0, 5.0, 8.0, 9.0, 12.0, 14.0, 12.0, 13.0, 24.0, 31.0, 36.0, 35.0, 49.0, 46.0, 81.0, 110.0, 122.0, 186.0, 392.0, 5450.0, 472.0, 207.0, 130.0, 83.0, 76.0, 41.0, 38.0, 41.0, 44.0, 25.0, 25.0, 18.0, 11.0, 9.0, 12.0, 4.0, 11.0, 5.0, 1.0, 1.0, 4.0, 1.0, 0.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.10718314349651337, -0.10397274792194366, -0.10076235234737396, -0.09755195677280426, -0.09434156119823456, -0.09113116562366486, -0.08792077004909515, -0.08471037447452545, -0.08149997889995575, -0.07828959077596664, -0.07507919520139694, -0.07186879962682724, -0.06865840405225754, -0.06544800847768784, -0.062237612903118134, -0.05902721732854843, -0.05581682175397873, -0.05260642617940903, -0.049396030604839325, -0.04618563503026962, -0.04297523945569992, -0.03976484760642052, -0.036554452031850815, -0.03334405645728111, -0.03013366088271141, -0.02692326530814171, -0.023712869733572006, -0.020502476021647453, -0.01729208044707775, -0.014081684872508049, -0.010871290229260921, -0.007660895120352507, -0.004450500011444092, -0.001240104902535677, 0.001970290206372738, 0.005180685315281153, 0.008391080424189568, 0.01160147599875927, 0.014811870642006397, 0.018022265285253525, 0.021232660859823227, 0.02444305643439293, 0.02765345200896263, 0.030863845720887184, 0.03407423943281174, 0.03728463500738144, 0.04049503058195114, 0.043705426156520844, 0.046915821731090546, 0.05012621730566025, 0.05333661288022995, 0.05654700845479965, 0.059757404029369354, 0.06296779960393906, 0.06617819517850876, 0.06938859075307846, 0.07259897887706757, 0.07580937445163727, 0.07901977002620697, 0.08223016560077667, 0.08544056117534637, 0.08865095674991608, 0.09186135232448578, 0.09507174789905548, 0.09828214347362518]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 4.0, 1.0, 2.0, 2.0, 2.0, 3.0, 3.0, 3.0, 4.0, 3.0, 8.0, 6.0, 26.0, 4.0, 2.0, 3.0, 3.0, 5.0, 6.0, 3.0, 1.0, 5.0, 3.0, 0.0, 5.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0024765590205788612, -0.002356021897867322, -0.0022354850079864264, -0.002114947885274887, -0.001994410762563348, -0.0018738737562671304, -0.001753336749970913, -0.0016327996272593737, -0.0015122626209631562, -0.0013917256146669388, -0.0012711884919553995, -0.001150651485659182, -0.0010301144793629646, -0.0009095773566514254, -0.0007890403503552079, -0.0006685032858513296, -0.0005479662213474512, -0.00042742915684357285, -0.00030689212144352496, -0.00018635507149156183, -6.58180215395987e-05, 5.471902841236442e-05, 0.00017525607836432755, 0.00029579311376437545, 0.0004163301782682538, 0.0005368672427721322, 0.0006574043072760105, 0.000777941313572228, 0.0008984783780761063, 0.0010190154425799847, 0.001139552448876202, 0.0012600895715877414, 0.0013806265778839588, 0.0015011635841801763, 0.0016217007068917155, 0.001742237713187933, 0.0018627748358994722, 0.001983311725780368, 0.002103848848491907, 0.0022243859712034464, 0.0023449230939149857, 0.0024654599837958813, 0.0025859971065074205, 0.00270653422921896, 0.0028270711190998554, 0.0029476082418113947, 0.003068145364522934, 0.0031886822544038296, 0.003309219377115369, 0.003429756499826908, 0.0035502933897078037, 0.003670830512419343, 0.0037913676351308823, 0.003911904525011778, 0.004032441880553961, 0.004152978770434856, 0.004273515660315752, 0.004394053015857935, 0.004514589905738831, 0.004635126795619726, 0.004755664151161909, 0.004876201041042805, 0.0049967379309237, 0.005117275286465883, 0.005237812176346779]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 4.0, 8.0, 9.0, 3.0, 6.0, 18.0, 33.0, 37.0, 63.0, 96.0, 152.0, 210.0, 353.0, 535.0, 910.0, 1528.0, 2548.0, 5192.0, 10837.0, 26342.0, 84555.0, 889490.0, 85648.0, 29605.0, 15039.0, 8881.0, 5556.0, 3469.0, 2427.0, 1743.0, 1221.0, 811.0, 555.0, 444.0, 345.0, 249.0, 179.0, 125.0, 89.0, 66.0, 68.0, 54.0, 31.0, 20.0, 30.0, 13.0, 14.0, 5.0, 6.0, 4.0, 2.0, 3.0, 2.0, 1.0, 2.0, 1.0, 4.0], "bins": [-0.006084040272980928, -0.005871465429663658, -0.0056588901206851006, -0.00544631527736783, -0.00523374043405056, -0.005021165125072002, -0.004808590281754732, -0.004596015438437462, -0.004383440129458904, -0.004170865286141634, -0.003958290442824364, -0.0037457153666764498, -0.003533140290528536, -0.0033205654472112656, -0.0031079903710633516, -0.0028954155277460814, -0.0026828404515981674, -0.0024702653754502535, -0.002257690532132983, -0.0020451154559850693, -0.0018325404962524772, -0.001619965536519885, -0.0014073904603719711, -0.001194815500639379, -0.000982240540906787, -0.0007696655811741948, -0.0005570905632339418, -0.00034451557439751923, -0.00013194058556109667, 8.06344032753259e-05, 0.00029320939211174846, 0.0005057844100520015, 0.0007183593697845936, 0.0009309343295171857, 0.0011435092892497778, 0.0013560843653976917, 0.0015686593251302838, 0.001781234284862876, 0.00199380936101079, 0.00220638420432806, 0.002418959280475974, 0.002631534356623888, 0.0028441091999411583, 0.0030566842760890722, 0.003269259352236986, 0.0034818341955542564, 0.0036944092717021704, 0.003906984347850084, 0.004119559191167355, 0.004332134034484625, 0.0045447093434631824, 0.004757284186780453, 0.004969859030097723, 0.005182434339076281, 0.005395009182393551, 0.005607584025710821, 0.005820158869028091, 0.006032734178006649, 0.006245309021323919, 0.00645788386464119, 0.006670459173619747, 0.0068830340169370174, 0.007095608860254288, 0.007308184169232845, 0.007520759012550116]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 2.0, 0.0, 2.0, 1.0, 1.0, 6.0, 1.0, 5.0, 3.0, 7.0, 4.0, 2.0, 4.0, 2.0, 2.0, 1.0, 3.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02074129693210125, -0.019519060850143433, -0.018296826630830765, -0.017074590548872948, -0.01585235446691513, -0.014630118384957314, -0.013407883234322071, -0.012185648083686829, -0.010963412001729012, -0.009741175919771194, -0.008518940769135952, -0.007296705152839422, -0.0060744695365428925, -0.004852233920246363, -0.003629998303949833, -0.002407762687653303, -0.0011855270713567734, 3.6708544939756393e-05, 0.0012589441612362862, 0.002481179777532816, 0.0037034153938293457, 0.0049256510101258755, 0.006147886626422405, 0.007370122242718935, 0.008592357859015465, 0.009814593940973282, 0.011036829091608524, 0.012259064242243767, 0.013481300324201584, 0.014703536406159401, 0.015925772488117218, 0.017148006707429886, 0.018370242789387703, 0.01959247887134552, 0.020814713090658188, 0.022036949172616005, 0.023259185254573822, 0.02448142133653164, 0.025703657418489456, 0.026925891637802124, 0.02814812771975994, 0.029370363801717758, 0.030592598021030426, 0.03181483596563339, 0.03303707018494606, 0.03425930440425873, 0.035481542348861694, 0.03670377656817436, 0.03792601078748703, 0.039148248732089996, 0.040370482951402664, 0.04159272089600563, 0.0428149551153183, 0.044037189334630966, 0.04525942727923393, 0.0464816614985466, 0.04770389944314957, 0.048926133662462234, 0.0501483678817749, 0.05137060582637787, 0.052592840045690536, 0.053815074265003204, 0.05503731220960617, 0.05625954642891884, 0.057481780648231506]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 4.0, 1.0, 2.0, 6.0, 7.0, 9.0, 14.0, 14.0, 30.0, 22.0, 42.0, 55.0, 74.0, 133.0, 161.0, 230.0, 330.0, 454.0, 667.0, 984.0, 1513.0, 3200.0, 5778.0, 1454.0, 863.0, 589.0, 400.0, 278.0, 223.0, 160.0, 144.0, 117.0, 72.0, 49.0, 54.0, 54.0, 45.0, 25.0, 15.0, 21.0, 9.0, 19.0, 14.0, 6.0, 12.0, 5.0, 5.0, 3.0, 3.0, 8.0, 9.0, 16.0, 5.0, 5.0, 5.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 5.0, 1.0], "bins": [-0.010555440559983253, -0.010096714831888676, -0.009637989103794098, -0.00917926337569952, -0.008720537647604942, -0.008261811919510365, -0.007803086191415787, -0.007344360463321209, -0.006885634735226631, -0.006426909007132053, -0.005968183279037476, -0.005509457550942898, -0.00505073182284832, -0.004592006094753742, -0.004133280366659164, -0.0036745546385645866, -0.003215828910470009, -0.002757103182375431, -0.0022983774542808533, -0.0018396517261862755, -0.0013809259980916977, -0.0009222002699971199, -0.0004634745419025421, -4.748813807964325e-06, 0.00045397691428661346, 0.0009127026423811913, 0.001371428370475769, 0.0018301540985703468, 0.0022888798266649246, 0.0027476055547595024, 0.00320633128285408, 0.003665057010948658, 0.004123782739043236, 0.004582508467137814, 0.005041234195232391, 0.005499959923326969, 0.005958685651421547, 0.006417411379516125, 0.0068761371076107025, 0.00733486283570528, 0.007793588563799858, 0.008252314291894436, 0.008711040019989014, 0.009169765748083591, 0.00962849147617817, 0.010087217204272747, 0.010545942932367325, 0.011004668660461903, 0.01146339438855648, 0.011922120116651058, 0.012380845844745636, 0.012839571572840214, 0.013298297300934792, 0.01375702302902937, 0.014215748757123947, 0.014674474485218525, 0.015133200213313103, 0.01559192594140768, 0.01605065166950226, 0.01650937646627426, 0.016968103125691414, 0.017426829785108566, 0.01788555458188057, 0.018344279378652573, 0.018803006038069725]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.13857401907444, -0.135042205452919, -0.131510391831398, -0.12797857820987701, -0.12444676458835602, -0.12091494351625443, -0.11738312989473343, -0.11385131627321243, -0.11031950265169144, -0.10678768903017044, -0.10325587540864944, -0.09972406178712845, -0.09619224071502686, -0.09266042709350586, -0.08912861347198486, -0.08559679985046387, -0.08206498622894287, -0.07853317260742188, -0.07500135898590088, -0.07146954536437988, -0.06793773174285889, -0.0644059106707573, -0.0608740970492363, -0.0573422834277153, -0.053810469806194305, -0.05027865618467331, -0.04674684256315231, -0.04321502521634102, -0.03968321159482002, -0.036151397973299026, -0.03261958062648773, -0.029087767004966736, -0.02555595338344574, -0.022024139761924744, -0.0184923242777586, -0.014960509724915028, -0.011428695172071457, -0.007896880619227886, -0.0043650660663843155, -0.0008332515135407448, 0.002698563039302826, 0.006230377592146397, 0.009762192144989967, 0.013294006697833538, 0.01682582125067711, 0.020357634872198105, 0.02388945035636425, 0.027421265840530396, 0.03095307946205139, 0.03448489308357239, 0.038016706705093384, 0.04154852405190468, 0.045080337673425674, 0.04861215129494667, 0.052143968641757965, 0.05567578226327896, 0.05920759588479996, 0.06273940950632095, 0.06627122312784195, 0.06980303674936295, 0.07333485782146454, 0.07686667144298553, 0.08039848506450653, 0.08393029868602753, 0.08746211230754852]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 4.0, 1.0, 2.0, 7.0, 3.0, 1.0, 2.0, 5.0, 9.0, 5.0, 2.0, 4.0, 7.0, 12.0, 19.0, 17.0, 17.0, 39.0, 18.0, 8.0, 12.0, 9.0, 11.0, 4.0, 9.0, 6.0, 11.0, 3.0, 5.0, 4.0, 7.0, 2.0, 3.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.06688302755355835, -0.06510737538337708, -0.0633317232131958, -0.061556074768304825, -0.05978042259812355, -0.058004770427942276, -0.0562291219830513, -0.054453469812870026, -0.05267781764268875, -0.05090216547250748, -0.0491265133023262, -0.047350864857435226, -0.04557521268725395, -0.04379956051707268, -0.0420239120721817, -0.04024825990200043, -0.03847260773181915, -0.03669695556163788, -0.034921303391456604, -0.03314565494656563, -0.031370002776384354, -0.02959435060620308, -0.027818700298666954, -0.02604304999113083, -0.024267397820949554, -0.02249174565076828, -0.020716095343232155, -0.01894044503569603, -0.017164792865514755, -0.015389141626656055, -0.013613490387797356, -0.011837839148938656, -0.010062187910079956, -0.008286536671221256, -0.0065108854323625565, -0.004735234193503857, -0.002959582954645157, -0.001183931715786457, 0.0005917195230722427, 0.0023673707619309425, 0.004143022000789642, 0.005918673239648342, 0.007694324478507042, 0.009469975717365742, 0.011245626956224442, 0.013021278195083141, 0.014796929433941841, 0.016572579741477966, 0.01834823191165924, 0.020123884081840515, 0.02189953438937664, 0.023675184696912766, 0.02545083686709404, 0.027226489037275314, 0.02900213934481144, 0.030777789652347565, 0.03255344182252884, 0.034329093992710114, 0.03610474616289139, 0.037880394607782364, 0.03965604677796364, 0.04143169894814491, 0.04320734739303589, 0.04498299956321716, 0.04675865173339844]}, "_runtime": 130.27502489089966, "_timestamp": 1596213000.9765625, "_step": 157}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 4.0, 2.0, 2.0, 0.0, 6.0, 7.0, 1.0, 2.0, 1.0, 2.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 3.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010103261098265648, -0.009715414606034756, -0.009327568113803864, -0.008939721621572971, -0.00855187512934208, -0.008164028637111187, -0.007776182144880295, -0.007388335652649403, -0.0070004891604185104, -0.006612642668187618, -0.006224796175956726, -0.005836949683725834, -0.005449103191494942, -0.0050612566992640495, -0.004673410207033157, -0.004285563714802265, -0.003897717222571373, -0.003509870730340481, -0.0031220242381095886, -0.0027341777458786964, -0.0023463312536478043, -0.001958484761416912, -0.00157063826918602, -0.0011827917769551277, -0.0007949452847242355, -0.00040709879249334335, -1.9252300262451172e-05, 0.000368594191968441, 0.0007564406841993332, 0.0011442871764302254, 0.0015321336686611176, 0.0019199801608920097, 0.002307826653122902, 0.002695673145353794, 0.0030835196375846863, 0.0034713661298155785, 0.0038592126220464706, 0.004247059114277363, 0.004634905606508255, 0.005022752098739147, 0.005410598590970039, 0.0057984450832009315, 0.006186291575431824, 0.006574138067662716, 0.006961984559893608, 0.0073498310521245, 0.0077376775443553925, 0.008125524036586285, 0.008513370528817177, 0.008901217021048069, 0.009289063513278961, 0.009676910005509853, 0.010064756497740746, 0.010452602989971638, 0.01084044948220253, 0.011228295974433422, 0.011616142466664314, 0.012003988958895206, 0.012391835451126099, 0.01277968194335699, 0.013167528435587883, 0.013555374927818775, 0.013943221420049667, 0.01433106791228056, 0.014718914404511452]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 4.0, 7.0, 5.0, 11.0, 10.0, 12.0, 19.0, 14.0, 19.0, 26.0, 27.0, 39.0, 55.0, 73.0, 78.0, 109.0, 176.0, 272.0, 597.0, 5296.0, 361.0, 182.0, 127.0, 77.0, 64.0, 52.0, 49.0, 39.0, 23.0, 12.0, 19.0, 13.0, 20.0, 8.0, 7.0, 3.0, 5.0, 3.0, 3.0, 1.0, 4.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1243056207895279, -0.1204369068145752, -0.1165682002902031, -0.1126994863152504, -0.1088307797908783, -0.1049620658159256, -0.1010933592915535, -0.0972246453166008, -0.0933559387922287, -0.089487224817276, -0.0856185182929039, -0.0817498043179512, -0.0778810977935791, -0.0740123838186264, -0.0701436772942543, -0.0662749633193016, -0.062406253069639206, -0.05853754281997681, -0.05466883257031441, -0.05080012232065201, -0.04693141207098961, -0.04306270182132721, -0.03919399157166481, -0.03532528132200241, -0.03145656734704971, -0.027587858960032463, -0.023719148710370064, -0.019850438460707664, -0.015981726348400116, -0.012113017030060291, -0.008244305849075317, -0.004375595599412918, -0.0005068853497505188, 0.003361825132742524, 0.007230535615235567, 0.011099246330559254, 0.014967956580221653, 0.018836667761206627, 0.022705378010869026, 0.026574088260531425, 0.030442798510193825, 0.03431151062250137, 0.03818022087216377, 0.04204893112182617, 0.04591764137148857, 0.04978635162115097, 0.05365506187081337, 0.05752377212047577, 0.06139248237013817, 0.06526119261980057, 0.06912990659475327, 0.07299861311912537, 0.07686732709407806, 0.08073603361845016, 0.08460474759340286, 0.08847345411777496, 0.09234216809272766, 0.09621087461709976, 0.10007958859205246, 0.10394829511642456, 0.10781700909137726, 0.11168571561574936, 0.11555442959070206, 0.11942313611507416, 0.12329185009002686]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 4.0, 3.0, 2.0, 3.0, 1.0, 3.0, 3.0, 2.0, 2.0, 4.0, 2.0, 2.0, 7.0, 0.0, 2.0, 2.0, 5.0, 24.0, 7.0, 3.0, 3.0, 5.0, 2.0, 3.0, 5.0, 4.0, 2.0, 0.0, 2.0, 1.0, 2.0, 2.0, 0.0, 3.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0027127317152917385, -0.002632088726386428, -0.0025514457374811172, -0.002470802515745163, -0.0023901595268398523, -0.0023095165379345417, -0.002228873549029231, -0.002148230327293277, -0.002067587338387966, -0.0019869443494826555, -0.001906301360577345, -0.0018256582552567124, -0.0017450152663514018, -0.0016643721610307693, -0.0015837291721254587, -0.0015030860668048263, -0.0014224430778995156, -0.001341800088994205, -0.0012611569836735725, -0.001180513994768262, -0.0010998708894476295, -0.0010192279005423188, -0.0009385848534293473, -0.0008579418063163757, -0.0007772987592034042, -0.0006966557120904326, -0.0006160126649774611, -0.0005353696178644896, -0.00045472659985534847, -0.0003740835527423769, -0.00029344053473323584, -0.0002127974876202643, -0.00013215444050729275, -5.151140067027882e-05, 2.9131639166735113e-05, 0.00010977467900374904, 0.00019041771884076297, 0.0002710607659537345, 0.0003517037839628756, 0.00043234683107584715, 0.0005129898781888187, 0.0005936329253017902, 0.0006742759724147618, 0.0007549190195277333, 0.000835562008433044, 0.0009162050555460155, 0.000996848102658987, 0.0010774912079796195, 0.0011581341968849301, 0.0012387771857902408, 0.0013194202911108732, 0.0014000632800161839, 0.0014807063853368163, 0.001561349374242127, 0.0016419924795627594, 0.00172263546846807, 0.0018032784573733807, 0.0018839215626940131, 0.0019645646680146456, 0.002045207656919956, 0.002125850645825267, 0.0022064936347305775, 0.0022871368564665318, 0.0023677798453718424, 0.002448422834277153]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 3.0, 0.0, 3.0, 5.0, 7.0, 6.0, 11.0, 17.0, 53.0, 38.0, 79.0, 131.0, 178.0, 293.0, 454.0, 923.0, 1776.0, 3812.0, 9188.0, 25089.0, 113703.0, 934701.0, 56083.0, 18445.0, 7704.0, 3556.0, 1634.0, 825.0, 389.0, 213.0, 129.0, 79.0, 42.0, 28.0, 16.0, 15.0, 6.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010378390550613403, -0.010100547224283218, -0.009822704829275608, -0.009544861502945423, -0.009267019107937813, -0.008989175781607628, -0.008711333386600018, -0.008433490060269833, -0.008155647665262222, -0.007877804338932037, -0.00759996147826314, -0.007322118617594242, -0.0070442757569253445, -0.006766432896256447, -0.006488590035587549, -0.006210747174918652, -0.005932904314249754, -0.005655061453580856, -0.005377218592911959, -0.005099375732243061, -0.0048215328715741634, -0.004543690010905266, -0.004265847150236368, -0.0039880042895674706, -0.0037101611960679293, -0.0034323183353990316, -0.003154475474730134, -0.0028766326140612364, -0.002598789520561695, -0.0023209466598927975, -0.0020431037992239, -0.0017652609385550022, -0.0014874180778861046, -0.001209575217217207, -0.0009317322983406484, -0.0006538893794640899, -0.00037604651879519224, -9.820362902246416e-05, 0.00017963926075026393, 0.000457482150522992, 0.0007353250402957201, 0.0010131679009646177, 0.0012910107616335154, 0.0015688537387177348, 0.0018466965993866324, 0.002124539576470852, 0.0024023824371397495, 0.002680225297808647, 0.002958068158477545, 0.0032359110191464424, 0.00351375387981534, 0.0037915967404842377, 0.004069439601153135, 0.004347282461822033, 0.0046251253224909306, 0.004902968183159828, 0.005180811509490013, 0.005458654370158911, 0.005736497230827808, 0.006014340091496706, 0.006292182952165604, 0.006570025812834501, 0.006847868673503399, 0.0071257115341722965, 0.007403554394841194]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 2.0, 2.0, 0.0, 1.0, 1.0, 5.0, 2.0, 2.0, 1.0, 3.0, 4.0, 4.0, 8.0, 4.0, 7.0, 5.0, 5.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013499066233634949, -0.01249473262578249, -0.01149039901793003, -0.010486064478754997, -0.009481730870902538, -0.00847739726305008, -0.007473063189536333, -0.006468729116022587, -0.005464395508170128, -0.004460061900317669, -0.0034557278268039227, -0.00245139398612082, -0.0014470601454377174, -0.00044272630475461483, 0.0005616075359284878, 0.0015659413766115904, 0.002570275217294693, 0.0035746090579777956, 0.004578942898660898, 0.0055832769721746445, 0.006587610580027103, 0.007591944187879562, 0.008596278727054596, 0.009600612334907055, 0.010604945942759514, 0.011609279550611973, 0.012613613158464432, 0.013617947697639465, 0.014622281305491924, 0.015626614913344383, 0.016630949452519417, 0.0176352821290493, 0.018639616668224335, 0.01964395120739937, 0.020648283883929253, 0.021652618423104286, 0.02265695109963417, 0.023661285638809204, 0.024665620177984238, 0.025669952854514122, 0.026674287393689156, 0.02767862193286419, 0.028682954609394073, 0.029687289148569107, 0.03069162368774414, 0.031695958226919174, 0.03270028904080391, 0.03370462357997894, 0.034708958119153976, 0.03571329265832901, 0.036717627197504044, 0.03772195801138878, 0.03872629255056381, 0.039730627089738846, 0.04073496162891388, 0.04173929616808891, 0.04274363070726395, 0.04374796152114868, 0.044752296060323715, 0.04575663059949875, 0.04676096513867378, 0.047765299677848816, 0.04876963049173355, 0.049773965030908585, 0.05077829957008362]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 5.0, 5.0, 8.0, 8.0, 11.0, 23.0, 40.0, 44.0, 68.0, 106.0, 174.0, 237.0, 286.0, 401.0, 541.0, 778.0, 1126.0, 1846.0, 6840.0, 2540.0, 1292.0, 701.0, 438.0, 265.0, 182.0, 98.0, 71.0, 29.0, 32.0, 19.0, 21.0, 6.0, 17.0, 9.0, 19.0, 4.0, 9.0, 2.0, 2.0, 10.0, 3.0, 18.0, 11.0, 8.0, 6.0, 3.0, 3.0, 1.0, 6.0, 21.0, 17.0, 1.0, 5.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 8.0], "bins": [-0.008238768205046654, -0.007858782075345516, -0.007478795945644379, -0.007098809815943241, -0.006718823686242104, -0.006338837090879679, -0.005958850961178541, -0.005578864831477404, -0.005198878701776266, -0.0048188925720751286, -0.004438906442373991, -0.0040589203126728535, -0.0036789339501410723, -0.0032989478204399347, -0.0029189614579081535, -0.002538975328207016, -0.0021589891985058784, -0.001779003068804741, -0.0013990168226882815, -0.0010190305765718222, -0.0006390444468706846, -0.00025905825896188617, 0.00012092792894691229, 0.0005009141168557107, 0.0008809003047645092, 0.0012608864344656467, 0.0016408726805821061, 0.0020208589266985655, 0.002400845056399703, 0.0027808311861008406, 0.0031608175486326218, 0.0035408036783337593, 0.003920789808034897, 0.004300775937736034, 0.004680762067437172, 0.0050607481971383095, 0.005440734326839447, 0.005820720922201872, 0.006200707051903009, 0.006580693181604147, 0.0069606793113052845, 0.007340665441006422, 0.00772065157070756, 0.008100638166069984, 0.008480624295771122, 0.00886061042547226, 0.009240596555173397, 0.009620582684874535, 0.010000568814575672, 0.01038055494427681, 0.010760541073977947, 0.011140527203679085, 0.011520513333380222, 0.01190049946308136, 0.012280485592782497, 0.012660471722483635, 0.013040458783507347, 0.013420444913208485, 0.013800431042909622, 0.01418041717261076, 0.014560403302311897, 0.014940389432013035, 0.015320375561714172, 0.015700360760092735, 0.016080347821116447]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 3.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.09892329573631287, -0.09658213704824448, -0.09424097836017609, -0.0918998122215271, -0.08955865353345871, -0.08721749484539032, -0.08487633615732193, -0.08253517001867294, -0.08019401133060455, -0.07785285264253616, -0.07551169395446777, -0.07317053526639938, -0.0708293691277504, -0.068488210439682, -0.06614705175161362, -0.06380589306354523, -0.06146473065018654, -0.05912357196211815, -0.05678240954875946, -0.05444125086069107, -0.05210008844733238, -0.04975892975926399, -0.047417767345905304, -0.045076608657836914, -0.042735449969768524, -0.040394287556409836, -0.038053128868341446, -0.03571196645498276, -0.03337080776691437, -0.03102964721620083, -0.02868848666548729, -0.02634732611477375, -0.02400616556406021, -0.021665005013346672, -0.019323844462633133, -0.016982683911919594, -0.01464152429252863, -0.01230036374181509, -0.009959204122424126, -0.0076180435717105865, -0.005276883020997047, -0.002935722703114152, -0.0005945623852312565, 0.001746597932651639, 0.0040877582505345345, 0.006428918801248074, 0.008770078420639038, 0.011111238971352577, 0.013452399522066116, 0.015793560072779655, 0.018134720623493195, 0.020475881174206734, 0.022817041724920273, 0.025158200412988663, 0.027499360963702202, 0.02984052151441574, 0.03218168020248413, 0.03452284261584282, 0.03686400130391121, 0.0392051637172699, 0.04154632240533829, 0.043887484818696976, 0.046228643506765366, 0.048569805920124054, 0.050910964608192444]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 4.0, 3.0, 4.0, 2.0, 2.0, 5.0, 3.0, 4.0, 2.0, 3.0, 8.0, 2.0, 4.0, 6.0, 6.0, 10.0, 11.0, 18.0, 41.0, 18.0, 21.0, 22.0, 11.0, 13.0, 11.0, 7.0, 10.0, 5.0, 3.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0], "bins": [-0.0553126223385334, -0.053845424205064774, -0.052378229796886444, -0.050911031663417816, -0.04944383352994919, -0.04797663539648056, -0.04650943726301193, -0.0450422428548336, -0.043575044721364975, -0.04210784658789635, -0.04064065217971802, -0.03917345404624939, -0.03770625591278076, -0.036239057779312134, -0.034771859645843506, -0.033304665237665176, -0.03183746710419655, -0.03037026897072792, -0.028903072699904442, -0.027435876429080963, -0.025968678295612335, -0.024501480162143707, -0.02303428389132023, -0.02156708762049675, -0.020099889487028122, -0.018632691353559494, -0.017165495082736015, -0.015698298811912537, -0.014231100678443909, -0.012763903476297855, -0.011296706274151802, -0.009829509072005749, -0.008362311869859695, -0.006895114667713642, -0.005427917465567589, -0.0039607202634215355, -0.002493523061275482, -0.0010263258591294289, 0.00044087134301662445, 0.0019080685451626778, 0.003375265747308731, 0.004842462949454784, 0.006309660151600838, 0.007776857353746891, 0.009244054555892944, 0.010711251758038998, 0.012178448960185051, 0.013645646162331104, 0.015112843364477158, 0.016580041497945786, 0.018047237768769264, 0.019514434039592743, 0.02098163217306137, 0.02244883030653, 0.023916026577353477, 0.025383222848176956, 0.026850420981645584, 0.028317619115114212, 0.02978481538593769, 0.03125201165676117, 0.0327192097902298, 0.034186407923698425, 0.03565360605716705, 0.03712080046534538, 0.03858799859881401]}, "_runtime": 131.07318377494812, "_timestamp": 1596213001.7747214, "_step": 158}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 5.0, 1.0, 0.0, 0.0, 2.0, 2.0, 4.0, 0.0, 5.0, 2.0, 4.0, 3.0, 1.0, 2.0, 4.0, 4.0, 1.0, 3.0, 0.0, 1.0, 2.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010182947851717472, -0.009810497984290123, -0.009438049048185349, -0.009065599180758, -0.00869314931333065, -0.008320700377225876, -0.007948250509798527, -0.007575801108032465, -0.007203351706266403, -0.006830902304500341, -0.00645845290273428, -0.0060860030353069305, -0.005713553633540869, -0.005341104231774807, -0.004968654364347458, -0.004596204962581396, -0.004223755560815334, -0.0038513061590492725, -0.003478856524452567, -0.0031064068898558617, -0.0027339574880898, -0.002361508086323738, -0.0019890584517270327, -0.001616608933545649, -0.0012441594153642654, -0.0008717098971828818, -0.0004992603790014982, -0.0001268108608201146, 0.000245638657361269, 0.0006180881755426526, 0.0009905376937240362, 0.0013629872119054198, 0.0017354367300868034, 0.0021078861318528652, 0.0024803357664495707, 0.002852785401046276, 0.003225234802812338, 0.0035976842045783997, 0.003970134072005749, 0.0043425834737718105, 0.004715032875537872, 0.005087482277303934, 0.005459931679069996, 0.005832381546497345, 0.006204830948263407, 0.0065772803500294685, 0.006949730217456818, 0.007322179619222879, 0.007694629020988941, 0.00806707888841629, 0.008439527824521065, 0.008811977691948414, 0.009184427559375763, 0.009556876495480537, 0.009929326362907887, 0.010301775299012661, 0.01067422516644001, 0.01104667503386736, 0.011419123969972134, 0.011791573837399483, 0.012164022773504257, 0.012536472640931606, 0.012908922508358955, 0.01328137144446373, 0.013653821311891079]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 4.0, 1.0, 1.0, 4.0, 1.0, 5.0, 5.0, 6.0, 5.0, 10.0, 10.0, 21.0, 16.0, 24.0, 29.0, 20.0, 32.0, 60.0, 71.0, 92.0, 120.0, 161.0, 285.0, 529.0, 5165.0, 470.0, 254.0, 156.0, 86.0, 60.0, 48.0, 34.0, 35.0, 19.0, 18.0, 15.0, 13.0, 12.0, 7.0, 4.0, 9.0, 1.0, 2.0, 2.0, 2.0, 3.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.1178630143404007, -0.11451151221990585, -0.11116000264883041, -0.10780850052833557, -0.10445699840784073, -0.10110548883676529, -0.09775398671627045, -0.0944024845957756, -0.09105097502470016, -0.08769947290420532, -0.08434797078371048, -0.08099646121263504, -0.0776449590921402, -0.07429345697164536, -0.07094194740056992, -0.06759044528007507, -0.06423893570899963, -0.06088743358850479, -0.05753593146800995, -0.05418442562222481, -0.05083291977643967, -0.047481417655944824, -0.04412991181015968, -0.04077840596437454, -0.0374269038438797, -0.03407539799809456, -0.030723892152309418, -0.027372388169169426, -0.024020884186029434, -0.020669378340244293, -0.0173178743571043, -0.013966369442641735, -0.010614864528179169, -0.007263359613716602, -0.003911855164915323, -0.0005603504832834005, 0.002791154198348522, 0.0061426591128110886, 0.00949416309595108, 0.012845668010413647, 0.016197172924876213, 0.019548676908016205, 0.022900182753801346, 0.026251686736941338, 0.02960319072008133, 0.03295469656586647, 0.03630620241165161, 0.039657704532146454, 0.043009210377931595, 0.046360716223716736, 0.04971221834421158, 0.05306372418999672, 0.05641523003578186, 0.0597667321562767, 0.06311824172735214, 0.06646974384784698, 0.06982124596834183, 0.07317275553941727, 0.07652425765991211, 0.07987575978040695, 0.08322726935148239, 0.08657877147197723, 0.08993027359247208, 0.09328178316354752, 0.09663328528404236]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 0.0, 4.0, 1.0, 2.0, 1.0, 0.0, 1.0, 4.0, 3.0, 3.0, 10.0, 11.0, 4.0, 1.0, 24.0, 7.0, 4.0, 3.0, 3.0, 4.0, 1.0, 2.0, 3.0, 2.0, 4.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.003782296320423484, -0.0036836755461990833, -0.003585054771974683, -0.003486434230580926, -0.0033878134563565254, -0.003289192682132125, -0.0031905719079077244, -0.003091951133683324, -0.0029933303594589233, -0.0028947098180651665, -0.002796089043840766, -0.0026974682696163654, -0.002598847495391965, -0.0025002267211675644, -0.0024016061797738075, -0.002302985405549407, -0.0022043646313250065, -0.002105743857100606, -0.0020071230828762054, -0.0019085024250671268, -0.001809881767258048, -0.0017112609930336475, -0.001612640218809247, -0.0015140195610001683, -0.0014153987867757678, -0.0013167780125513673, -0.0012181573547422886, -0.001119536580517888, -0.0010209158062934875, -0.0009222951484844089, -0.0008236743742600083, -0.0007250536582432687, -0.0006264329422265291, -0.0005278122262097895, -0.00042919148108921945, -0.0003305707359686494, -0.00023195001995190978, -0.00013332928938325495, -3.470855881460011e-05, 6.391217175405473e-05, 0.00016253290232270956, 0.00026115361833944917, 0.00035977436346001923, 0.0004583951085805893, 0.0005570158245973289, 0.0006556365406140685, 0.000754257314838469, 0.0008528780308552086, 0.0009514987468719482, 0.0010501195210963488, 0.0011487401789054275, 0.001247360953129828, 0.0013459816109389067, 0.0014446023851633072, 0.0015432231593877077, 0.0016418438171967864, 0.001740464591421187, 0.0018390853656455874, 0.0019377060234546661, 0.0020363267976790667, 0.002134947571903467, 0.0022335683461278677, 0.0023321888875216246, 0.002430809661746025, 0.0025294304359704256]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 3.0, 4.0, 5.0, 9.0, 7.0, 6.0, 18.0, 28.0, 31.0, 46.0, 66.0, 118.0, 160.0, 218.0, 367.0, 584.0, 977.0, 1580.0, 2767.0, 4663.0, 8494.0, 16388.0, 37370.0, 119799.0, 872078.0, 61958.0, 23639.0, 11690.0, 6447.0, 3649.0, 2217.0, 1492.0, 912.0, 628.0, 441.0, 261.0, 159.0, 127.0, 86.0, 49.0, 40.0, 20.0, 14.0, 7.0, 4.0, 4.0, 3.0, 4.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.006889679003506899, -0.0066628665663301945, -0.006436054594814777, -0.006209242157638073, -0.0059824297204613686, -0.005755617283284664, -0.00552880484610796, -0.005301992874592543, -0.005075180437415838, -0.004848368000239134, -0.004621556028723717, -0.004394743591547012, -0.004167931154370308, -0.0039411187171936035, -0.0037143065128475428, -0.003487494308501482, -0.0032606818713247776, -0.003033869434148073, -0.0028070572298020124, -0.0025802450254559517, -0.0023534325882792473, -0.002126620151102543, -0.0018998079467564821, -0.0016729956259950995, -0.001446183305233717, -0.0012193709844723344, -0.0009925586637109518, -0.0007657463429495692, -0.0005389340221881866, -0.00031212170142680407, -8.530938066542149e-05, 0.0001415029400959611, 0.0003683152608573437, 0.0005951275816187263, 0.0008219399023801088, 0.0010487522231414914, 0.001275564543902874, 0.0015023768646642566, 0.0017291891854256392, 0.0019560013897717, 0.0021828138269484043, 0.0024096262641251087, 0.0026364384684711695, 0.0028632506728172302, 0.0030900631099939346, 0.003316875547170639, 0.0035436877515167, 0.0037704999558627605, 0.003997312393039465, 0.004224124830216169, 0.0044509368017315865, 0.004677749238908291, 0.004904561676084995, 0.0051313741132617, 0.005358186550438404, 0.005584998521953821, 0.005811810959130526, 0.00603862339630723, 0.006265435367822647, 0.0064922478049993515, 0.006719060242176056, 0.00694587267935276, 0.007172685116529465, 0.007399497088044882, 0.007626309525221586]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0, 3.0, 3.0, 2.0, 9.0, 3.0, 1.0, 8.0, 3.0, 1.0, 4.0, 2.0, 5.0, 3.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.028197843581438065, -0.027063218876719475, -0.025928594172000885, -0.024793971329927444, -0.023659346625208855, -0.022524721920490265, -0.021390099078416824, -0.020255474373698235, -0.019120849668979645, -0.017986224964261055, -0.016851600259542465, -0.015716977417469025, -0.014582352712750435, -0.013447728008031845, -0.01231310423463583, -0.011178480461239815, -0.010043855756521225, -0.008909231051802635, -0.00777460727840662, -0.0066399830393493176, -0.005505358800292015, -0.004370734561234713, -0.00323611032217741, -0.0021014860831201077, -0.0009668618440628052, 0.0001677623949944973, 0.0013023866340517998, 0.0024370108731091022, 0.0035716351121664047, 0.004706259351223707, 0.00584088359028101, 0.006975507829338312, 0.008110132068395615, 0.009244756773114204, 0.01037938054651022, 0.011514004319906235, 0.012648629024624825, 0.013783253729343414, 0.01491787750273943, 0.016052501276135445, 0.017187125980854034, 0.018321750685572624, 0.019456375390291214, 0.020590998232364655, 0.021725622937083244, 0.022860247641801834, 0.023994870483875275, 0.025129495188593864, 0.026264119893312454, 0.027398744598031044, 0.028533369302749634, 0.029667992144823074, 0.030802616849541664, 0.031937241554260254, 0.033071864396333694, 0.034206490963697433, 0.035341113805770874, 0.036475736647844315, 0.037610363215208054, 0.038744986057281494, 0.03987961262464523, 0.041014235466718674, 0.042148858308792114, 0.04328348487615585, 0.044418107718229294]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 6.0, 1.0, 5.0, 4.0, 5.0, 10.0, 8.0, 14.0, 11.0, 25.0, 41.0, 48.0, 69.0, 101.0, 129.0, 214.0, 269.0, 342.0, 497.0, 828.0, 1295.0, 2289.0, 6900.0, 2115.0, 1102.0, 689.0, 406.0, 256.0, 167.0, 116.0, 88.0, 60.0, 49.0, 33.0, 44.0, 35.0, 25.0, 13.0, 13.0, 14.0, 11.0, 11.0, 9.0, 10.0, 4.0, 4.0, 11.0, 7.0, 5.0, 6.0, 3.0, 1.0, 2.0, 4.0], "bins": [-0.014890771359205246, -0.014432498253881931, -0.013974225148558617, -0.013515952974557877, -0.013057679869234562, -0.012599406763911247, -0.012141134589910507, -0.011682861484587193, -0.011224588379263878, -0.010766315273940563, -0.010308042168617249, -0.009849769994616508, -0.009391496889293194, -0.00893322378396988, -0.008474951609969139, -0.008016678504645824, -0.00755840539932251, -0.007100132293999195, -0.006641859654337168, -0.00618358701467514, -0.005725313909351826, -0.005267040804028511, -0.004808768164366484, -0.004350495524704456, -0.0038922224193811417, -0.0034339495468884706, -0.0029756766743957996, -0.0025174038019031286, -0.0020591309294104576, -0.0016008580569177866, -0.0011425851844251156, -0.0006843123119324446, -0.00022603943943977356, 0.00023223343305289745, 0.0006905063055455685, 0.0011487791780382395, 0.0016070520505309105, 0.0020653249230235815, 0.0025235977955162525, 0.0029818706680089235, 0.0034401435405015945, 0.0038984164129942656, 0.004356689285486937, 0.004814961925148964, 0.005273235030472279, 0.005731508135795593, 0.006189780775457621, 0.006648053415119648, 0.007106326520442963, 0.007564599625766277, 0.008022872731089592, 0.008481144905090332, 0.008939418010413647, 0.009397691115736961, 0.009855963289737701, 0.010314236395061016, 0.01077250950038433, 0.011230782605707645, 0.01168905571103096, 0.0121473278850317, 0.012605600990355015, 0.01306387409567833, 0.01352214626967907, 0.013980419375002384, 0.014438692480325699]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 3.0, 1.0, 4.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.18761703372001648, -0.18225212395191193, -0.17688721418380737, -0.17152230441570282, -0.16615737974643707, -0.16079246997833252, -0.15542756021022797, -0.1500626504421234, -0.14469774067401886, -0.1393328309059143, -0.13396790623664856, -0.128602996468544, -0.12323808670043945, -0.1178731769323349, -0.11250826716423035, -0.1071433499455452, -0.10177844017744064, -0.09641353040933609, -0.09104861319065094, -0.08568370342254639, -0.08031879365444183, -0.07495387643575668, -0.06958896666765213, -0.06422405689954758, -0.058859143406152725, -0.053494229912757874, -0.04812932014465332, -0.04276440665125847, -0.03739949315786362, -0.032034583389759064, -0.026669669896364212, -0.02130475826561451, -0.015939846634864807, -0.010574935004115105, -0.005210022442042828, 0.00015488965436816216, 0.005519801750779152, 0.010884713381528854, 0.016249626874923706, 0.02161453850567341, 0.02697945013642311, 0.03234436362981796, 0.037709273397922516, 0.04307418689131737, 0.04843910038471222, 0.05380401015281677, 0.059168923646211624, 0.06453383713960648, 0.06989874690771103, 0.07526365667581558, 0.08062857389450073, 0.08599348366260529, 0.09135839343070984, 0.09672331064939499, 0.10208822041749954, 0.1074531301856041, 0.11281804740428925, 0.1181829571723938, 0.12354786694049835, 0.1289127767086029, 0.13427768647670746, 0.1396426111459732, 0.14500752091407776, 0.1503724306821823, 0.15573734045028687]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 5.0, 8.0, 3.0, 6.0, 4.0, 7.0, 13.0, 52.0, 56.0, 37.0, 15.0, 4.0, 5.0, 9.0, 14.0, 14.0, 9.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 4.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.12295632809400558, -0.11870027333498001, -0.11444421857595444, -0.11018816381692886, -0.10593210905790329, -0.10167605429887772, -0.09741999953985214, -0.09316394478082657, -0.08890789747238159, -0.08465184271335602, -0.08039578795433044, -0.07613973319530487, -0.0718836784362793, -0.06762762367725372, -0.06337156891822815, -0.059115514159202576, -0.054859459400177, -0.05060340464115143, -0.046347349882125854, -0.04209129512310028, -0.03783524036407471, -0.03357918933033943, -0.029323134571313858, -0.025067079812288284, -0.02081102505326271, -0.016554970294237137, -0.012298916466534138, -0.008042862638831139, -0.003786807879805565, 0.00046924641355872154, 0.004725300706923008, 0.008981354534626007, 0.01323740929365158, 0.017493464052677155, 0.02174951881170273, 0.026005571708083153, 0.030261626467108727, 0.03451767936348915, 0.038773734122514725, 0.0430297888815403, 0.04728584364056587, 0.051541898399591446, 0.05579795315861702, 0.06005400791764259, 0.06431005895137787, 0.06856611371040344, 0.07282216846942902, 0.07707822322845459, 0.08133427798748016, 0.08559033274650574, 0.08984638750553131, 0.09410244226455688, 0.09835849702358246, 0.10261455178260803, 0.1068706065416336, 0.11112666130065918, 0.11538271605968475, 0.11963876336812973, 0.1238948181271553, 0.12815088033676147, 0.13240693509578705, 0.13666298985481262, 0.1409190446138382, 0.14517509937286377, 0.14943113923072815]}, "_runtime": 131.87205004692078, "_timestamp": 1596213002.5735877, "_step": 159}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 6.0, 2.0, 4.0, 3.0, 4.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 6.0, 1.0, 1.0, 2.0, 3.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010573041625320911, -0.010282584466040134, -0.009992127306759357, -0.009701671078801155, -0.009411213919520378, -0.009120756760239601, -0.008830299600958824, -0.008539842441678047, -0.00824938528239727, -0.007958929054439068, -0.007668471895158291, -0.007378014735877514, -0.007087557576596737, -0.006797100882977247, -0.00650664372369647, -0.006216187030076981, -0.005925729870796204, -0.005635272711515427, -0.005344816017895937, -0.00505435885861516, -0.00476390216499567, -0.004473445005714893, -0.004182987846434116, -0.003892530919983983, -0.0036020739935338497, -0.0033116170670837164, -0.003021160140633583, -0.002730702981352806, -0.0024402460549026728, -0.0021497891284525394, -0.0018593320855870843, -0.0015688750427216291, -0.0012784181162714958, -0.0009879611898213625, -0.0006975041469559073, -0.0004070471622981131, -0.00011659017764031887, 0.00017386680701747537, 0.0004643237916752696, 0.0007547807763330638, 0.001045237760990858, 0.0013356946874409914, 0.0016261517303064466, 0.0019166087731719017, 0.002207065699622035, 0.0024975226260721684, 0.0027879797853529453, 0.0030784367118030787, 0.003368893638253212, 0.0036593505647033453, 0.003949807491153479, 0.004240264650434256, 0.004530721344053745, 0.004821178503334522, 0.005111635662615299, 0.005402092356234789, 0.005692549515515566, 0.005983006674796343, 0.0062734633684158325, 0.0065639205276966095, 0.0068543776869773865, 0.007144834380596876, 0.007435291539877653, 0.007725748233497143, 0.00801620539277792]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 5.0, 2.0, 3.0, 3.0, 4.0, 5.0, 9.0, 5.0, 2.0, 7.0, 15.0, 21.0, 23.0, 32.0, 44.0, 45.0, 78.0, 84.0, 133.0, 242.0, 441.0, 5456.0, 485.0, 228.0, 155.0, 97.0, 76.0, 56.0, 40.0, 34.0, 29.0, 20.0, 10.0, 7.0, 3.0, 5.0, 4.0, 3.0, 3.0, 1.0, 4.0, 2.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.14923536777496338, -0.14503073692321777, -0.14082610607147217, -0.13662146031856537, -0.13241682946681976, -0.12821219861507416, -0.12400756031274796, -0.11980292201042175, -0.11559829115867615, -0.11139366030693054, -0.10718902200460434, -0.10298438370227814, -0.09877975285053253, -0.09457512199878693, -0.09037048369646072, -0.08616584539413452, -0.08196121454238892, -0.07775658369064331, -0.07355194538831711, -0.0693473070859909, -0.0651426762342453, -0.060938041657209396, -0.05673340708017349, -0.05252877250313759, -0.048324137926101685, -0.04411950334906578, -0.03991486877202988, -0.03571023419499397, -0.03150559961795807, -0.027300965040922165, -0.02309633046388626, -0.018891695886850357, -0.014687061309814453, -0.01048242673277855, -0.006277792155742645, -0.0020731575787067413, 0.0021314769983291626, 0.0063361115753650665, 0.01054074615240097, 0.014745380729436874, 0.01895001530647278, 0.023154649883508682, 0.027359284460544586, 0.03156391903758049, 0.035768553614616394, 0.0399731881916523, 0.0441778227686882, 0.048382457345724106, 0.05258709192276001, 0.056791726499795914, 0.06099636107683182, 0.06520099937915802, 0.06940563023090363, 0.07361026108264923, 0.07781489938497543, 0.08201953768730164, 0.08622416853904724, 0.09042879939079285, 0.09463343769311905, 0.09883807599544525, 0.10304270684719086, 0.10724733769893646, 0.11145197600126266, 0.11565661430358887, 0.11986124515533447]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 1.0, 2.0, 0.0, 2.0, 3.0, 4.0, 1.0, 1.0, 3.0, 2.0, 5.0, 2.0, 2.0, 3.0, 3.0, 4.0, 23.0, 5.0, 4.0, 6.0, 4.0, 3.0, 5.0, 6.0, 2.0, 3.0, 2.0, 1.0, 3.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0024741003289818764, -0.0023867078125476837, -0.002299315296113491, -0.0022119227796792984, -0.0021245302632451057, -0.0020371379796415567, -0.001949745463207364, -0.0018623529467731714, -0.0017749604303389788, -0.0016875679139047861, -0.0016001753974705935, -0.0015127829974517226, -0.00142539048101753, -0.0013379979645833373, -0.0012506055645644665, -0.0011632130481302738, -0.0010758205316960812, -0.0009884280152618885, -0.0009010355570353568, -0.000813643098808825, -0.0007262505823746324, -0.0006388580659404397, -0.000551465607713908, -0.00046407312038354576, -0.00037668063305318356, -0.00028928814572282135, -0.00020189565839245915, -0.00011450317106209695, -2.7110683731734753e-05, 6.028180359862745e-05, 0.00014767429092898965, 0.00023506677825935185, 0.00032245926558971405, 0.00040985175292007625, 0.0004972442402504385, 0.0005846366984769702, 0.0006720292149111629, 0.0007594217313453555, 0.0008468141895718873, 0.000934206647798419, 0.0010215991642326117, 0.0011089916806668043, 0.001196384197100997, 0.0012837765971198678, 0.0013711691135540605, 0.0014585616299882531, 0.001545954030007124, 0.0016333465464413166, 0.0017207390628755093, 0.001808131579309702, 0.0018955240957438946, 0.0019829166121780872, 0.00207030912861228, 0.002157701412215829, 0.0022450939286500216, 0.002332486445084214, 0.002419878961518407, 0.0025072714779525995, 0.002594663994386792, 0.002682056510820985, 0.002769448794424534, 0.0028568413108587265, 0.002944233827292919, 0.003031626343727112, 0.0031190188601613045]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 2.0, 1.0, 5.0, 4.0, 5.0, 12.0, 10.0, 15.0, 34.0, 37.0, 37.0, 81.0, 126.0, 197.0, 298.0, 450.0, 710.0, 1085.0, 1699.0, 2586.0, 4391.0, 8514.0, 18071.0, 46564.0, 777274.0, 227783.0, 47668.0, 20061.0, 9648.0, 5184.0, 2856.0, 1724.0, 979.0, 601.0, 381.0, 187.0, 144.0, 79.0, 55.0, 25.0, 22.0, 10.0, 12.0, 4.0, 2.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.00799262523651123, -0.0077705723233520985, -0.0075485194101929665, -0.0073264664970338345, -0.0071044135838747025, -0.0068823606707155704, -0.0066603077575564384, -0.0064382548443973064, -0.0062162019312381744, -0.00599414948374033, -0.005772096570581198, -0.005550043657422066, -0.005327990744262934, -0.005105937831103802, -0.00488388491794467, -0.004661832004785538, -0.004439779091626406, -0.004217726178467274, -0.003995673265308142, -0.0037736203521490097, -0.0035515674389898777, -0.0033295147586613894, -0.0031074618455022573, -0.0028854089323431253, -0.0026633560191839933, -0.0024413031060248613, -0.0022192501928657293, -0.0019971972797065973, -0.0017751444829627872, -0.0015530915698036551, -0.001331038773059845, -0.001108985859900713, -0.000886932946741581, -0.000664880033582449, -0.00044282717863097787, -0.00022077429457567632, 1.278589479625225e-06, 0.00022333147353492677, 0.0004453843575902283, 0.0006674372125416994, 0.0008894901257008314, 0.0011115430388599634, 0.0013335959520190954, 0.0015556487487629056, 0.0017777016619220376, 0.0019997544586658478, 0.0022218073718249798, 0.002443860284984112, 0.002665913198143244, 0.002887966111302376, 0.003110019024461508, 0.00333207193762064, 0.003554124850779772, 0.00377617753110826, 0.003998230677098036, 0.004220283590257168, 0.0044423360377550125, 0.0046643889509141445, 0.0048864418640732765, 0.0051084947772324085, 0.0053305476903915405, 0.0055526006035506725, 0.0057746535167098045, 0.0059967064298689365, 0.0062187593430280685]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 2.0, 2.0, 0.0, 3.0, 4.0, 3.0, 9.0, 1.0, 2.0, 3.0, 3.0, 4.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.017160668969154358, -0.016576986759901047, -0.015993304550647736, -0.015409622341394424, -0.014825940132141113, -0.014242258854210377, -0.013658576644957066, -0.013074894435703754, -0.012491212226450443, -0.011907530017197132, -0.011323847807943821, -0.01074016559869051, -0.010156484320759773, -0.009572802111506462, -0.008989119902253151, -0.00840543769299984, -0.007821755483746529, -0.0072380732744932175, -0.006654391065239906, -0.0060707093216478825, -0.005487027112394571, -0.00490334490314126, -0.004319663159549236, -0.003735980950295925, -0.003152298741042614, -0.002568616531789303, -0.0019849345553666353, -0.001401252462528646, -0.0008175703696906567, -0.00023388827685266733, 0.000349793815985322, 0.0009334759088233113, 0.0015171580016613007, 0.002100840210914612, 0.0026845221873372793, 0.003268204163759947, 0.003851886373013258, 0.004435568582266569, 0.005019250325858593, 0.005602932535111904, 0.006186614744365215, 0.0067702969536185265, 0.007353979162871838, 0.007937661372125149, 0.008521342650055885, 0.009105024859309196, 0.009688707068562508, 0.010272389277815819, 0.01085607148706913, 0.011439753696322441, 0.012023435905575752, 0.012607118114829063, 0.013190800324082375, 0.013774481602013111, 0.014358163811266422, 0.014941846020519733, 0.015525528229773045, 0.01610920950770378, 0.016692891716957092, 0.017276573926210403, 0.017860256135463715, 0.018443938344717026, 0.019027620553970337, 0.019611302763223648, 0.02019498497247696]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 3.0, 3.0, 6.0, 5.0, 10.0, 7.0, 17.0, 24.0, 30.0, 34.0, 59.0, 75.0, 86.0, 128.0, 158.0, 229.0, 369.0, 577.0, 1026.0, 1976.0, 7256.0, 2460.0, 1337.0, 822.0, 512.0, 370.0, 242.0, 170.0, 108.0, 68.0, 59.0, 53.0, 31.0, 25.0, 19.0, 11.0, 13.0, 8.0, 3.0, 4.0, 6.0, 5.0, 2.0, 3.0, 1.0, 1.0, 2.0, 3.0, 1.0, 1.0, 4.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.012753121554851532, -0.012322868220508099, -0.011892614886164665, -0.011462362483143806, -0.011032109148800373, -0.01060185581445694, -0.010171602480113506, -0.009741350077092648, -0.009311096742749214, -0.00888084340840578, -0.008450590074062347, -0.008020336739718914, -0.007590083871036768, -0.007159831002354622, -0.0067295776680111885, -0.0062993247993290424, -0.005869071464985609, -0.005438818130642176, -0.00500856526196003, -0.004578311927616596, -0.00414805905893445, -0.0037178057245910168, -0.003287552623078227, -0.0028572995215654373, -0.0024270464200526476, -0.001996793318539858, -0.0015665402170270681, -0.0011362869990989566, -0.0007060338975861669, -0.0002757807669695467, 0.0001544723636470735, 0.0005847255233675241, 0.0010149786248803139, 0.0014452317263931036, 0.0018754848279058933, 0.002305737929418683, 0.0027359910309314728, 0.003166244365274906, 0.003596497466787696, 0.004026750568300486, 0.004457003436982632, 0.004887256771326065, 0.0053175101056694984, 0.0057477629743516445, 0.006178016308695078, 0.006608269177377224, 0.007038522511720657, 0.007468775380402803, 0.007899029180407524, 0.008329281583428383, 0.008759534917771816, 0.00918978825211525, 0.009620041586458683, 0.010050293989479542, 0.010480547323822975, 0.010910800658166409, 0.011341053992509842, 0.011771307326853275, 0.012201559729874134, 0.012631813064217567, 0.013062066398561, 0.013492319732904434, 0.013922572135925293, 0.014352825470268726, 0.01478307880461216]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 5.0, 2.0, 1.0, 1.0, 2.0, 2.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.051800280809402466, -0.04938722029328346, -0.04697416350245476, -0.044561102986335754, -0.04214804619550705, -0.039734985679388046, -0.03732192516326904, -0.03490886837244034, -0.032495807856321335, -0.03008274920284748, -0.027669690549373627, -0.025256630033254623, -0.02284357137978077, -0.020430512726306915, -0.018017452210187912, -0.015604393556714058, -0.013191334903240204, -0.01077827624976635, -0.008365216664969921, -0.00595215754583478, -0.0035390984266996384, -0.001126039307564497, 0.0012870198115706444, 0.0037000789307057858, 0.006113138049840927, 0.008526196703314781, 0.01093925628811121, 0.013352315872907639, 0.015765374526381493, 0.018178433179855347, 0.02059149369597435, 0.023004552349448204, 0.025417611002922058, 0.027830669656395912, 0.030243728309869766, 0.03265678882598877, 0.035069845616817474, 0.03748290613293648, 0.03989596664905548, 0.042309023439884186, 0.04472208395600319, 0.04713514447212219, 0.0495482012629509, 0.0519612617790699, 0.054374322295188904, 0.05678737908601761, 0.05920043960213661, 0.06161349639296532, 0.06402655690908432, 0.06643961369991302, 0.06885267794132233, 0.07126573473215103, 0.07367879152297974, 0.07609185576438904, 0.07850491255521774, 0.08091796934604645, 0.08333103358745575, 0.08574409037828445, 0.08815714716911316, 0.09057020395994186, 0.09298326820135117, 0.09539632499217987, 0.09780938178300858, 0.10022244602441788, 0.10263550281524658]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 2.0, 5.0, 3.0, 4.0, 4.0, 10.0, 10.0, 13.0, 8.0, 11.0, 23.0, 25.0, 37.0, 20.0, 21.0, 12.0, 16.0, 15.0, 4.0, 9.0, 3.0, 5.0, 2.0, 0.0, 3.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.04543863236904144, -0.04339267686009407, -0.0413467213511467, -0.039300769567489624, -0.03725481405854225, -0.03520885854959488, -0.033162906765937805, -0.031116951256990433, -0.02907099574804306, -0.027025040239095688, -0.024979086592793465, -0.02293313294649124, -0.02088717743754387, -0.018841221928596497, -0.016795268282294273, -0.014749313704669476, -0.012703359127044678, -0.01065740454941988, -0.008611449971795082, -0.006565495394170284, -0.0045195408165454865, -0.0024735862389206886, -0.0004276316612958908, 0.001618322916328907, 0.003664277493953705, 0.005710232071578503, 0.0077561866492033005, 0.009802141226828098, 0.011848095804452896, 0.013894050382077694, 0.015940004959702492, 0.017985958606004715, 0.020031914114952087, 0.02207786962389946, 0.024123823270201683, 0.026169776916503906, 0.02821573242545128, 0.03026168793439865, 0.032307639718055725, 0.0343535952270031, 0.03639955073595047, 0.03844550624489784, 0.040491461753845215, 0.04253741353750229, 0.04458336904644966, 0.046629324555397034, 0.04867527633905411, 0.05072123184800148, 0.05276718735694885, 0.054813142865896225, 0.0568590983748436, 0.05890505015850067, 0.060951005667448044, 0.06299696117639542, 0.06504291296005249, 0.06708887219429016, 0.06913482397794724, 0.07118077576160431, 0.07322673499584198, 0.07527268677949905, 0.07731863856315613, 0.0793645977973938, 0.08141054958105087, 0.08345650881528854, 0.08550246059894562]}, "_runtime": 132.6685643196106, "_timestamp": 1596213003.370102, "_step": 160}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 0.0, 3.0, 2.0, 2.0, 4.0, 5.0, 2.0, 1.0, 2.0, 3.0, 1.0, 3.0, 3.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009188221767544746, -0.008935792371630669, -0.008683363907039165, -0.008430934511125088, -0.008178506046533585, -0.007926076650619507, -0.007673647254705429, -0.007421218324452639, -0.007168789394199848, -0.006916360463947058, -0.006663931533694267, -0.0064115021377801895, -0.006159073207527399, -0.005906644277274609, -0.005654214881360531, -0.00540178595110774, -0.00514935702085495, -0.0048969280906021595, -0.004644499160349369, -0.004392069764435291, -0.004139640834182501, -0.0038872119039297104, -0.0036347827408462763, -0.003382353577762842, -0.0031299246475100517, -0.0028774957172572613, -0.002625066554173827, -0.002372637391090393, -0.0021202084608376026, -0.0018677794141694903, -0.001615350367501378, -0.0013629213208332658, -0.0011104922741651535, -0.0008580632274970412, -0.000605634180828929, -0.00035320513416081667, -0.00010077608749270439, 0.0001516529591754079, 0.00040408200584352016, 0.0006565110525116324, 0.0009089400991797447, 0.001161369145847857, 0.0014137981925159693, 0.0016662272391840816, 0.0019186562858521938, 0.0021710852161049843, 0.0024235143791884184, 0.0026759435422718525, 0.002928372472524643, 0.0031808014027774334, 0.0034332305658608675, 0.0036856597289443016, 0.003938088659197092, 0.0041905175894498825, 0.00444294698536396, 0.004695375915616751, 0.004947804845869541, 0.005200233776122332, 0.005452662706375122, 0.0057050921022892, 0.00595752103254199, 0.006209949962794781, 0.0064623793587088585, 0.006714808288961649, 0.006967237219214439]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 3.0, 4.0, 5.0, 5.0, 10.0, 5.0, 7.0, 5.0, 19.0, 20.0, 14.0, 25.0, 36.0, 46.0, 41.0, 43.0, 68.0, 86.0, 127.0, 160.0, 255.0, 549.0, 5128.0, 449.0, 238.0, 135.0, 90.0, 80.0, 56.0, 41.0, 34.0, 36.0, 16.0, 15.0, 16.0, 15.0, 12.0, 3.0, 8.0, 8.0, 4.0, 2.0, 0.0, 0.0, 1.0, 4.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.1028793603181839, -0.0998673290014267, -0.09685530513525009, -0.09384327381849289, -0.09083124995231628, -0.08781921863555908, -0.08480718731880188, -0.08179516345262527, -0.07878313213586807, -0.07577110081911087, -0.07275907695293427, -0.06974704563617706, -0.06673501431941986, -0.06372299045324326, -0.06071095913648605, -0.05769893154501915, -0.054686903953552246, -0.05167487636208534, -0.04866284877061844, -0.04565081745386124, -0.04263878986239433, -0.03962676227092743, -0.03661473095417023, -0.03360270336270332, -0.03059067577123642, -0.027578648179769516, -0.024566618725657463, -0.02155458927154541, -0.018542561680078506, -0.015530533157289028, -0.01251850463449955, -0.009506476111710072, -0.006494447588920593, -0.003482419066131115, -0.00047039054334163666, 0.0025416379794478416, 0.00555366650223732, 0.008565695025026798, 0.011577723547816277, 0.014589752070605755, 0.017601780593395233, 0.020613808184862137, 0.02362583763897419, 0.026637867093086243, 0.029649894684553146, 0.03266192227602005, 0.03567395359277725, 0.038685981184244156, 0.04169800877571106, 0.04471003636717796, 0.04772206395864487, 0.05073409527540207, 0.05374612286686897, 0.056758150458335876, 0.05977018177509308, 0.06278220564126968, 0.06579423695802689, 0.06880626827478409, 0.0718182921409607, 0.0748303234577179, 0.0778423547744751, 0.0808543786406517, 0.0838664099574089, 0.08687843382358551, 0.08989046514034271]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 8.0, 3.0, 0.0, 1.0, 1.0, 2.0, 6.0, 1.0, 5.0, 4.0, 4.0, 5.0, 24.0, 2.0, 6.0, 2.0, 3.0, 5.0, 2.0, 3.0, 3.0, 1.0, 2.0, 2.0, 3.0, 3.0, 2.0, 4.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0], "bins": [-0.0037693914491683245, -0.0036579680163413286, -0.0035465448163449764, -0.0034351213835179806, -0.0033236981835216284, -0.0032122747506946325, -0.0031008515506982803, -0.0029894281178712845, -0.0028780046850442886, -0.0027665814850479364, -0.0026551580522209406, -0.0025437348522245884, -0.0024323114193975925, -0.0023208882194012403, -0.0022094647865742445, -0.0020980415865778923, -0.0019866181537508965, -0.0018751948373392224, -0.0017637715209275484, -0.0016523482045158744, -0.0015409248881042004, -0.0014295014552772045, -0.0013180781388655305, -0.0012066548224538565, -0.0010952315060421824, -0.0009838081896305084, -0.0008723848732188344, -0.0007609614985994995, -0.0006495381821878254, -0.0005381148657761514, -0.00042669152026064694, -0.00031526817474514246, -0.00020384485833346844, -9.242152736987919e-05, 1.9001803593710065e-05, 0.00013042513455729932, 0.00024184846552088857, 0.0003532717819325626, 0.00046469512744806707, 0.0005761184729635715, 0.0006875417893752456, 0.0007989651057869196, 0.0009103884221985936, 0.0010218117386102676, 0.0011332351714372635, 0.0012446584878489375, 0.0013560818042606115, 0.0014675051206722856, 0.0015789284370839596, 0.0016903517534956336, 0.0018017750699073076, 0.0019131983863189816, 0.0020246217027306557, 0.0021360451355576515, 0.0022474683355540037, 0.0023588917683809996, 0.0024703149683773518, 0.0025817384012043476, 0.0026931618340313435, 0.0028045850340276957, 0.0029160084668546915, 0.0030274316668510437, 0.0031388550996780396, 0.0032502782996743917, 0.0033617017325013876]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 3.0, 2.0, 3.0, 5.0, 6.0, 8.0, 14.0, 10.0, 17.0, 32.0, 42.0, 56.0, 94.0, 112.0, 198.0, 263.0, 387.0, 620.0, 856.0, 1347.0, 2234.0, 3617.0, 6078.0, 10827.0, 21372.0, 49364.0, 196089.0, 776596.0, 48813.0, 22476.0, 12483.0, 7866.0, 5253.0, 3523.0, 2469.0, 1729.0, 1185.0, 918.0, 633.0, 466.0, 396.0, 283.0, 202.0, 160.0, 136.0, 106.0, 82.0, 52.0, 38.0, 32.0, 20.0, 15.0, 16.0, 13.0, 5.0, 3.0, 5.0, 2.0, 6.0, 3.0, 2.0, 0.0, 3.0], "bins": [-0.005145104136317968, -0.004962117876857519, -0.004779131151735783, -0.004596144892275333, -0.004413158632814884, -0.004230171907693148, -0.0040471856482326984, -0.0038641991559416056, -0.0036812126636505127, -0.00349822617135942, -0.003315239679068327, -0.0031322534196078777, -0.002949266927316785, -0.002766280435025692, -0.0025832941755652428, -0.00240030768327415, -0.002217321190983057, -0.002034334698691964, -0.001851348322816193, -0.001668361946940422, -0.0014853754546493292, -0.0013023889623582363, -0.0011194025864824653, -0.0009364161523990333, -0.0007534297183156013, -0.0005704432842321694, -0.00038745685014873743, -0.00020447041606530547, -2.1483981981873512e-05, 0.00016150245210155845, 0.0003444888861849904, 0.0005274753202684224, 0.0007104617543518543, 0.0008934481884352863, 0.0010764346225187182, 0.0012594209983944893, 0.0014424074906855822, 0.001625393982976675, 0.001808380358852446, 0.001991366734728217, 0.00217435322701931, 0.002357339719310403, 0.0025403262116014957, 0.002723312471061945, 0.002906298963353038, 0.0030892854556441307, 0.00327227171510458, 0.003455258207395673, 0.0036382446996867657, 0.0038212311919778585, 0.004004217684268951, 0.004187203943729401, 0.00437019020318985, 0.004553176928311586, 0.004736163187772036, 0.004919149912893772, 0.005102136172354221, 0.0052851224318146706, 0.005468109156936407, 0.005651095416396856, 0.005834082141518593, 0.006017068400979042, 0.006200054660439491, 0.006383041385561228, 0.006566027645021677]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [5.0, 0.0, 8.0, 5.0, 4.0, 7.0, 15.0, 7.0, 4.0, 4.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01755525916814804, -0.014743337407708168, -0.01193141657859087, -0.009119495749473572, -0.006307573989033699, -0.0034956526942551136, -0.0006837313994765282, 0.0021281898953020573, 0.004940111190080643, 0.007752032484859228, 0.010563953779637814, 0.013375874608755112, 0.016187796369194984, 0.018999718129634857, 0.02181163802742958, 0.024623559787869453, 0.027435481548309326, 0.0302474033087492, 0.03305932506918907, 0.035871244966983795, 0.03868316859006882, 0.04149508848786354, 0.044307008385658264, 0.047118932008743286, 0.04993085190653801, 0.05274277180433273, 0.055554695427417755, 0.05836661532521248, 0.0611785352230072, 0.06399045884609222, 0.06680238246917725, 0.06961429864168167, 0.0724262222647667, 0.07523814588785172, 0.07805006206035614, 0.08086198568344116, 0.08367390930652618, 0.08648582547903061, 0.08929774910211563, 0.09210967272520065, 0.09492158889770508, 0.0977335125207901, 0.10054543614387512, 0.10335735976696014, 0.10616927593946457, 0.10898119956254959, 0.11179312318563461, 0.11460503935813904, 0.11741696298122406, 0.12022888660430908, 0.12304080277681351, 0.12585273385047913, 0.12866464257240295, 0.13147656619548798, 0.134288489818573, 0.13710041344165802, 0.13991233706474304, 0.14272426068782806, 0.1455361694097519, 0.14834809303283691, 0.15116001665592194, 0.15397194027900696, 0.15678386390209198, 0.159595787525177, 0.16240769624710083]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [8.0, 11.0, 12.0, 31.0, 28.0, 76.0, 148.0, 249.0, 431.0, 786.0, 1621.0, 4235.0, 8050.0, 1419.0, 640.0, 279.0, 102.0, 80.0, 27.0, 16.0, 17.0, 9.0, 7.0, 3.0, 10.0, 10.0, 7.0, 3.0, 14.0, 9.0, 11.0, 8.0, 3.0, 1.0, 7.0, 1.0, 2.0, 4.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 6.0, 8.0, 12.0, 8.0, 1.0, 2.0, 6.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 7.0], "bins": [-0.012006859295070171, -0.011015310883522034, -0.01002376340329647, -0.009032214991748333, -0.008040666580200195, -0.007049118168652058, -0.006057570222765207, -0.005066022276878357, -0.004074473865330219, -0.0030829256866127253, -0.0020913775078952312, -0.0010998293291777372, -0.00010828115046024323, 0.0008832670282572508, 0.0018748152069747448, 0.002866363385692239, 0.003857911564409733, 0.0048494599759578705, 0.005841007921844721, 0.006832555867731571, 0.007824104279279709, 0.008815652690827847, 0.009807201102375984, 0.010798748582601547, 0.011790296994149685, 0.012781845405697823, 0.013773392885923386, 0.014764941297471523, 0.01575648970901966, 0.016748037189245224, 0.017739586532115936, 0.0187311340123415, 0.019722681492567062, 0.020714230835437775, 0.021705778315663338, 0.02269732765853405, 0.023688875138759613, 0.024680422618985176, 0.02567197196185589, 0.02666351944208145, 0.027655068784952164, 0.028646616265177727, 0.02963816374540329, 0.030629713088274002, 0.031621262431144714, 0.03261280804872513, 0.03360435739159584, 0.03459590673446655, 0.03558745235204697, 0.03657900169491768, 0.03757055103778839, 0.038562096655368805, 0.03955364599823952, 0.04054519534111023, 0.04153674095869064, 0.042528290301561356, 0.04351983964443207, 0.04451138526201248, 0.045502934604883194, 0.046494483947753906, 0.04748602956533432, 0.04847757890820503, 0.049469128251075745, 0.05046067759394646, 0.05145222321152687]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 2.0, 2.0, 2.0, 1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.2811697721481323, -0.27464744448661804, -0.26812508702278137, -0.2616027593612671, -0.2550804018974304, -0.24855807423591614, -0.24203573167324066, -0.23551338911056519, -0.2289910465478897, -0.22246870398521423, -0.21594637632369995, -0.20942403376102448, -0.202901691198349, -0.19637934863567352, -0.18985700607299805, -0.18333466351032257, -0.1768123209476471, -0.1702899932861328, -0.16376765072345734, -0.15724530816078186, -0.15072296559810638, -0.1442006230354309, -0.13767828047275543, -0.13115595281124115, -0.12463361024856567, -0.1181112676858902, -0.11158892512321472, -0.10506658256053925, -0.09854424744844437, -0.09202190488576889, -0.08549956232309341, -0.07897722721099854, -0.07245488464832306, -0.06593254208564758, -0.059410203248262405, -0.05288786441087723, -0.04636552184820175, -0.039843183010816574, -0.033320844173431396, -0.02679850347340107, -0.020276162773370743, -0.013753822073340416, -0.007231482304632664, -0.0007091420702636242, 0.005813198164105415, 0.012335538864135742, 0.01885787770152092, 0.025380218401551247, 0.031902559101581573, 0.03842489793896675, 0.04494724050164223, 0.051469579339027405, 0.05799192190170288, 0.06451425701379776, 0.07103659957647324, 0.07755894213914871, 0.08408127725124359, 0.09060361981391907, 0.09712596237659454, 0.10364830493927002, 0.1101706400513649, 0.11669298261404037, 0.12321532517671585, 0.12973766028881073, 0.1362600028514862]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 2.0, 1.0, 7.0, 4.0, 4.0, 4.0, 12.0, 9.0, 23.0, 33.0, 11.0, 35.0, 22.0, 16.0, 12.0, 10.0, 16.0, 8.0, 7.0, 6.0, 7.0, 5.0, 4.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0669279396533966, -0.064586341381073, -0.06224473565816879, -0.059903137385845184, -0.05756153538823128, -0.05521993339061737, -0.05287833511829376, -0.050536733120679855, -0.04819513112306595, -0.04585352912545204, -0.043511927127838135, -0.041170328855514526, -0.03882872685790062, -0.03648712486028671, -0.034145526587963104, -0.0318039245903492, -0.02946232259273529, -0.027120720595121384, -0.024779120460152626, -0.02243752032518387, -0.02009591832756996, -0.017754316329956055, -0.015412716194987297, -0.013071115128695965, -0.010729514062404633, -0.0083879129961133, -0.006046311929821968, -0.003704710863530636, -0.0013631097972393036, 0.0009784912690520287, 0.003320092335343361, 0.005661693401634693, 0.008003294467926025, 0.010344895534217358, 0.01268649660050869, 0.015028097666800022, 0.017369698733091354, 0.01971130073070526, 0.02205290086567402, 0.024394501000642776, 0.026736102998256683, 0.02907770499587059, 0.0314193069934845, 0.033760905265808105, 0.03610250726342201, 0.03844410926103592, 0.04078570753335953, 0.043127309530973434, 0.04546891152858734, 0.04781051352620125, 0.050152115523815155, 0.05249371379613876, 0.05483531579375267, 0.05717691779136658, 0.059518516063690186, 0.06186011806130409, 0.064201720058918, 0.06654331833124161, 0.06888492405414581, 0.07122652232646942, 0.07356812059879303, 0.07590972632169724, 0.07825132459402084, 0.08059293031692505, 0.08293452858924866]}, "_runtime": 133.45881533622742, "_timestamp": 1596213004.160353, "_step": 161}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 4.0, 2.0, 0.0, 0.0, 0.0, 1.0, 4.0, 0.0, 3.0, 2.0, 2.0, 4.0, 6.0, 4.0, 2.0, 4.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.007137266919016838, -0.0068949186243116856, -0.006652570329606533, -0.006410222500562668, -0.006167874205857515, -0.005925525911152363, -0.005683178082108498, -0.005440829787403345, -0.005198481492698193, -0.00495613319799304, -0.004713784903287888, -0.004471437074244022, -0.00422908877953887, -0.003986740484833717, -0.0037443924229592085, -0.0035020443610846996, -0.003259696066379547, -0.0030173477716743946, -0.0027749997097998857, -0.002532651647925377, -0.0022903033532202244, -0.002047955058515072, -0.001805606996640563, -0.0015632588183507323, -0.0013209106400609016, -0.001078562461771071, -0.0008362142834812403, -0.0005938661051914096, -0.0003515179269015789, -0.00010916974861174822, 0.00013317842967808247, 0.00037552660796791315, 0.0006178747862577438, 0.0008602229645475745, 0.0011025711428374052, 0.0013449193211272359, 0.0015872674994170666, 0.0018296156777068973, 0.002071963855996728, 0.002314311917871237, 0.0025566602125763893, 0.002799008507281542, 0.0030413565691560507, 0.0032837046310305595, 0.003526052925735712, 0.0037684012204408646, 0.00401074904948473, 0.004253097344189882, 0.004495445638895035, 0.004737793933600187, 0.00498014222830534, 0.005222490057349205, 0.0054648383520543575, 0.00570718664675951, 0.005949534475803375, 0.006191882770508528, 0.00643423106521368, 0.006676579359918833, 0.006918927654623985, 0.0071612754836678505, 0.007403623778373003, 0.0076459720730781555, 0.00788831990212202, 0.00813066866248846, 0.008373016491532326]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 4.0, 5.0, 5.0, 3.0, 5.0, 9.0, 11.0, 13.0, 16.0, 18.0, 20.0, 20.0, 24.0, 26.0, 30.0, 47.0, 65.0, 73.0, 85.0, 108.0, 156.0, 238.0, 395.0, 5256.0, 402.0, 228.0, 158.0, 119.0, 67.0, 65.0, 56.0, 34.0, 21.0, 22.0, 15.0, 14.0, 16.0, 12.0, 9.0, 11.0, 8.0, 8.0, 9.0, 5.0, 6.0, 2.0, 1.0, 3.0, 1.0, 1.0, 2.0, 1.0], "bins": [-0.0929761528968811, -0.09034081548452377, -0.08770548552274704, -0.08507014811038971, -0.08243481069803238, -0.07979947328567505, -0.07716414332389832, -0.07452880591154099, -0.07189346849918365, -0.06925813853740692, -0.06662280112504959, -0.06398746371269226, -0.06135213002562523, -0.0587167926132679, -0.05608145892620087, -0.053446121513843536, -0.050810787826776505, -0.04817545413970947, -0.04554011672735214, -0.04290478304028511, -0.04026944562792778, -0.03763411194086075, -0.03499877452850342, -0.032363440841436386, -0.029728105291724205, -0.027092769742012024, -0.024457434192299843, -0.021822098642587662, -0.01918676495552063, -0.01655142940580845, -0.013916093856096268, -0.011280758306384087, -0.008645422756671906, -0.006010087206959724, -0.0033747521229088306, -0.0007394168060272932, 0.0018959185108542442, 0.004531254060566425, 0.007166589144617319, 0.009801924228668213, 0.012437259778380394, 0.015072595328092575, 0.017707930877804756, 0.020343266427516937, 0.02297860011458397, 0.02561393566429615, 0.02824927121400833, 0.030884606763720512, 0.033519942313432693, 0.036155276000499725, 0.038790613412857056, 0.04142594709992409, 0.04406128451228142, 0.04669661819934845, 0.04933195561170578, 0.05196728929877281, 0.054602622985839844, 0.057237960398197174, 0.059873294085264206, 0.06250862777233124, 0.06514396518468857, 0.0677793025970459, 0.07041464000940323, 0.07304996997117996, 0.07568530738353729]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 2.0, 3.0, 3.0, 4.0, 2.0, 4.0, 2.0, 0.0, 4.0, 6.0, 6.0, 3.0, 4.0, 3.0, 24.0, 6.0, 1.0, 1.0, 4.0, 2.0, 2.0, 4.0, 2.0, 3.0, 2.0, 2.0, 2.0, 2.0, 1.0, 1.0, 3.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.00237914826720953, -0.0022993036545813084, -0.0022194592747837305, -0.002139614662155509, -0.0020597700495272875, -0.0019799256697297096, -0.0019000810571014881, -0.0018202364444732666, -0.001740391948260367, -0.0016605474520474672, -0.0015807028394192457, -0.001500858343206346, -0.0014210138469934464, -0.0013411692343652248, -0.0012613247381523252, -0.0011814801255241036, -0.001101635629311204, -0.0010217911330983043, -0.0009419465204700828, -0.0008621020242571831, -0.0007822574698366225, -0.0007024129154160619, -0.0006225684192031622, -0.0005427238647826016, -0.000462879310362041, -0.0003830347559414804, -0.00030319023062475026, -0.0002233456907561049, -0.00014350115088745952, -6.365661101881415e-05, 1.6187928849831223e-05, 9.60324687184766e-05, 0.00017587700858712196, 0.00025572156300768256, 0.0003355660883244127, 0.00041541061364114285, 0.0004952551680617034, 0.000575099722482264, 0.0006549442186951637, 0.0007347887731157243, 0.0008146333275362849, 0.0008944778819568455, 0.0009743224363774061, 0.0010541669325903058, 0.0011340114288032055, 0.001213856041431427, 0.0012937005376443267, 0.0013735451502725482, 0.0014533896464854479, 0.0015332341426983476, 0.001613078755326569, 0.0016929232515394688, 0.0017727678641676903, 0.00185261236038059, 0.0019324568565934896, 0.002012301469221711, 0.002092145849019289, 0.0021719904616475105, 0.002251835074275732, 0.0023316796869039536, 0.0024115240667015314, 0.002491368679329753, 0.0025712132919579744, 0.0026510576717555523, 0.002730902284383774]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 3.0, 0.0, 1.0, 2.0, 6.0, 8.0, 10.0, 19.0, 22.0, 36.0, 40.0, 63.0, 98.0, 142.0, 173.0, 310.0, 429.0, 757.0, 1230.0, 2316.0, 4478.0, 9966.0, 24573.0, 75306.0, 910259.0, 95094.0, 27913.0, 11885.0, 5924.0, 3194.0, 1852.0, 1098.0, 698.0, 487.0, 343.0, 242.0, 195.0, 112.0, 94.0, 75.0, 41.0, 29.0, 35.0, 29.0, 22.0, 9.0, 4.0, 6.0, 5.0, 5.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.005604753736406565, -0.005386365111917257, -0.005167976953089237, -0.00494958832859993, -0.00473120016977191, -0.004512811545282602, -0.004294423386454582, -0.004076034761965275, -0.003857646370306611, -0.0036392579786479473, -0.0034208695869892836, -0.00320248119533062, -0.0029840925708413124, -0.0027657041791826487, -0.002547315787523985, -0.002328927395865321, -0.0021105390042066574, -0.0018921506125479937, -0.00167376222088933, -0.0014553737128153443, -0.0012369853211566806, -0.0010185969294980168, -0.0008002084796316922, -0.0005818200297653675, -0.00036343163810670376, -0.00014504321734420955, 7.334520341828465e-05, 0.00029173362418077886, 0.0005101220449432731, 0.0007285104366019368, 0.0009468988864682615, 0.0011652873363345861, 0.00138367572799325, 0.0016020641196519136, 0.0018204525113105774, 0.002038840902969241, 0.002257229294627905, 0.0024756179191172123, 0.002694006310775876, 0.00291239470243454, 0.0031307830940932035, 0.0033491714857518673, 0.003567559877410531, 0.003785948269069195, 0.004004336893558502, 0.004222725052386522, 0.00444111367687583, 0.00465950183570385, 0.004877890460193157, 0.005096279084682465, 0.005314667243510485, 0.005533055867999792, 0.005751444026827812, 0.00596983265131712, 0.00618822081014514, 0.006406609434634447, 0.006624997593462467, 0.006843386217951775, 0.007061774842441082, 0.007280163001269102, 0.0074985516257584095, 0.00771693978458643, 0.007935328409075737, 0.008153717033565044, 0.008372105658054352]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 4.0, 0.0, 4.0, 5.0, 4.0, 6.0, 11.0, 2.0, 1.0, 2.0, 2.0, 2.0, 2.0, 4.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.04374927282333374, -0.04282355308532715, -0.04189783334732056, -0.040972113609313965, -0.04004639759659767, -0.03912067785859108, -0.03819495812058449, -0.037269238382577896, -0.036343518644571304, -0.03541779890656471, -0.03449208289384842, -0.03356636315584183, -0.032640643417835236, -0.031714923679828644, -0.030789203941822052, -0.02986348606646061, -0.028937766328454018, -0.028012046590447426, -0.027086328715085983, -0.02616060897707939, -0.0252348892390728, -0.024309171363711357, -0.023383451625704765, -0.022457731887698174, -0.02153201401233673, -0.02060629427433014, -0.019680574536323547, -0.018754854798316956, -0.017829136922955513, -0.01690341718494892, -0.01597769744694233, -0.015051978640258312, -0.014126259833574295, -0.013200541026890278, -0.012274821288883686, -0.011349102482199669, -0.010423382744193077, -0.00949766393750906, -0.008571945130825043, -0.007646225858479738, -0.006720506586134434, -0.005794787313789129, -0.004869068041443825, -0.003943349234759808, -0.003017629962414503, -0.0020919106900691986, -0.0011661916505545378, -0.0002404724946245551, 0.0006852466613054276, 0.0016109658172354102, 0.002536684973165393, 0.0034624040126800537, 0.004388123285025358, 0.005313842557370663, 0.00623956136405468, 0.007165280636399984, 0.008090999908745289, 0.009016718715429306, 0.009942438453435898, 0.010868157260119915, 0.011793876066803932, 0.012719595804810524, 0.013645314611494541, 0.014571034349501133, 0.01549675315618515]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [6.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 7.0, 2.0, 14.0, 15.0, 3.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 2.0, 7.0, 2.0, 7.0, 12.0, 22.0, 21.0, 30.0, 33.0, 41.0, 63.0, 78.0, 104.0, 131.0, 201.0, 235.0, 311.0, 455.0, 744.0, 1110.0, 1797.0, 6488.0, 2530.0, 1365.0, 811.0, 534.0, 320.0, 270.0, 172.0, 132.0, 69.0, 64.0, 47.0, 47.0, 22.0, 33.0, 16.0, 17.0, 9.0, 10.0, 6.0, 4.0, 1.0, 2.0, 0.0, 1.0], "bins": [-0.013693571090698242, -0.01334969699382782, -0.013005822896957397, -0.012661948800086975, -0.012318074703216553, -0.01197420060634613, -0.011630326509475708, -0.011286452412605286, -0.010942578315734863, -0.010598705150187016, -0.010254831053316593, -0.00991095695644617, -0.009567082859575748, -0.009223208762705326, -0.008879334665834904, -0.008535460568964481, -0.008191586472094059, -0.007847712375223637, -0.007503838278353214, -0.007159964181482792, -0.0068160900846123695, -0.0064722164534032345, -0.006128342356532812, -0.00578446825966239, -0.005440594162791967, -0.005096720065921545, -0.004752845969051123, -0.0044089718721807, -0.004065098240971565, -0.0037212239112704992, -0.0033773500472307205, -0.003033475950360298, -0.002689601853489876, -0.0023457277566194534, -0.002001853659749031, -0.0016579797957092524, -0.00131410569883883, -0.0009702316601760685, -0.0006263576215133071, -0.00028248358285054564, 6.13904558122158e-05, 0.00040526449447497725, 0.0007491385331377387, 0.0010930125135928392, 0.0014368866104632616, 0.001780760707333684, 0.0021246345713734627, 0.002468508668243885, 0.0028123827651143074, 0.0031562568619847298, 0.003500130958855152, 0.003844004822894931, 0.004187879152595997, 0.004531752783805132, 0.004875626880675554, 0.005219500977545977, 0.005563375074416399, 0.005907249171286821, 0.006251123268157244, 0.006594997365027666, 0.006938870996236801, 0.0072827450931072235, 0.007626619189977646, 0.007970493286848068, 0.00831436738371849]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 3.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.07445976138114929, -0.07176035642623901, -0.06906095147132874, -0.06636155396699905, -0.06366214901208878, -0.0609627440571785, -0.05826334282755852, -0.05556393787264824, -0.05286453664302826, -0.05016513168811798, -0.0474657267332077, -0.04476632550358772, -0.042066920548677444, -0.039367519319057465, -0.036668114364147186, -0.033968713134527206, -0.03126930817961693, -0.0285699050873518, -0.02587050199508667, -0.02317109890282154, -0.020471695810556412, -0.017772290855646133, -0.015072887763381004, -0.012373484671115875, -0.009674081578850746, -0.006974678486585617, -0.004275274928659201, -0.001575871603563428, 0.0011235317215323448, 0.0038229350466281176, 0.00652233837172389, 0.009221741929650307, 0.011921145021915436, 0.014620548114180565, 0.017319951206445694, 0.020019354298710823, 0.022718757390975952, 0.02541816234588623, 0.02811756543815136, 0.03081696853041649, 0.03351636976003647, 0.03621577471494675, 0.038915179669857025, 0.041614580899477005, 0.04431398585438728, 0.04701338708400726, 0.04971279203891754, 0.05241219326853752, 0.0551115982234478, 0.05781100317835808, 0.06051040440797806, 0.06320980936288834, 0.06590921431779861, 0.0686086118221283, 0.07130801677703857, 0.07400742173194885, 0.07670682668685913, 0.07940623164176941, 0.08210562914609909, 0.08480503410100937, 0.08750443905591965, 0.09020384401082993, 0.0929032415151596, 0.09560264647006989, 0.09830205142498016]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 3.0, 5.0, 5.0, 9.0, 8.0, 3.0, 5.0, 10.0, 6.0, 9.0, 9.0, 17.0, 37.0, 16.0, 15.0, 13.0, 11.0, 10.0, 6.0, 9.0, 13.0, 7.0, 3.0, 6.0, 5.0, 6.0, 3.0, 4.0, 3.0, 2.0, 1.0, 2.0, 2.0, 4.0, 0.0, 2.0, 3.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.05069037526845932, -0.04898923262953758, -0.047288089990615845, -0.04558694362640381, -0.04388580098748207, -0.04218465834856033, -0.0404835119843483, -0.03878236934542656, -0.03708122670650482, -0.035380084067583084, -0.033678941428661346, -0.03197779506444931, -0.030276652425527573, -0.028575509786605835, -0.026874365285038948, -0.02517322078347206, -0.023472078144550323, -0.021770935505628586, -0.0200697910040617, -0.018368646502494812, -0.016667503863573074, -0.014966360293328762, -0.01326521672308445, -0.011564073152840137, -0.009862929582595825, -0.008161786012351513, -0.006460642442107201, -0.004759498871862888, -0.003058355301618576, -0.0013572117313742638, 0.0003439318388700485, 0.002045075409114361, 0.003746218979358673, 0.005447362549602985, 0.007148506119847298, 0.00884964969009161, 0.010550793260335922, 0.012251936830580235, 0.013953080400824547, 0.015654224902391434, 0.01735536754131317, 0.01905651018023491, 0.020757654681801796, 0.022458799183368683, 0.02415994182229042, 0.025861084461212158, 0.027562228962779045, 0.029263373464345932, 0.03096451610326767, 0.03266565874218941, 0.034366801381111145, 0.03606794774532318, 0.03776909038424492, 0.039470233023166656, 0.04117137938737869, 0.04287252202630043, 0.04457366466522217, 0.046274807304143906, 0.04797594994306564, 0.04967709630727768, 0.05137823894619942, 0.053079381585121155, 0.05478052794933319, 0.05648167058825493, 0.058182813227176666]}, "_runtime": 134.24055743217468, "_timestamp": 1596213004.942095, "_step": 162}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 3.0, 2.0, 0.0, 4.0, 5.0, 8.0, 4.0, 1.0, 8.0, 1.0, 1.0, 6.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010409713722765446, -0.010014994069933891, -0.009620273485779762, -0.009225553832948208, -0.008830834180116653, -0.008436114527285099, -0.008041394874453545, -0.007646674290299416, -0.007251954637467861, -0.006857234984636307, -0.006462514866143465, -0.006067794747650623, -0.005673075094819069, -0.0052783554419875145, -0.004883635323494673, -0.004488915205001831, -0.004094195552170277, -0.0036994756665080786, -0.0033047557808458805, -0.0029100358951836824, -0.0025153160095214844, -0.0021205961238592863, -0.0017258762381970882, -0.0013311563525348902, -0.0009364364668726921, -0.000541716581210494, -0.00014699669554829597, 0.0002477231901139021, 0.0006424430757761002, 0.0010371629614382982, 0.0014318828471004963, 0.0018266027327626944, 0.0022213226184248924, 0.0026160425040870905, 0.0030107623897492886, 0.0034054822754114866, 0.0038002021610736847, 0.004194921813905239, 0.004589641932398081, 0.0049843620508909225, 0.005379081703722477, 0.005773801356554031, 0.006168521475046873, 0.006563241593539715, 0.006957961246371269, 0.007352680899202824, 0.007747401017695665, 0.008142121136188507, 0.008536840789020061, 0.008931560441851616, 0.009326281026005745, 0.0097210006788373, 0.010115720331668854, 0.010510439984500408, 0.010905159637331963, 0.011299880221486092, 0.011694599874317646, 0.0120893195271492, 0.01248404011130333, 0.012878759764134884, 0.013273479416966438, 0.013668199069797993, 0.014062918722629547, 0.014457639306783676, 0.01485235895961523]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 4.0, 1.0, 4.0, 6.0, 5.0, 15.0, 20.0, 16.0, 30.0, 26.0, 37.0, 47.0, 56.0, 56.0, 85.0, 100.0, 160.0, 216.0, 399.0, 5410.0, 443.0, 232.0, 129.0, 96.0, 69.0, 46.0, 50.0, 34.0, 30.0, 19.0, 24.0, 13.0, 15.0, 9.0, 3.0, 4.0, 4.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.08004353940486908, -0.07740180939435959, -0.0747600793838501, -0.0721183493733406, -0.06947661936283112, -0.06683489680290222, -0.06419316679239273, -0.06155143678188324, -0.05890970677137375, -0.05626797676086426, -0.05362624675035477, -0.050984520465135574, -0.04834279045462608, -0.04570106044411659, -0.0430593341588974, -0.04041760414838791, -0.03777587413787842, -0.03513414412736893, -0.032492414116859436, -0.029850687831640244, -0.027208957821130753, -0.02456722781062126, -0.02192549966275692, -0.019283771514892578, -0.016642041504383087, -0.01400031242519617, -0.011358583346009254, -0.008716854266822338, -0.006075125187635422, -0.0034333961084485054, -0.000791667029261589, 0.0018500620499253273, 0.004491791129112244, 0.00713352020829916, 0.009775249287486076, 0.012416978366672993, 0.015058707445859909, 0.0177004374563694, 0.020342165604233742, 0.022983893752098083, 0.025625623762607574, 0.028267353773117065, 0.030909081920981407, 0.03355081006884575, 0.03619254007935524, 0.03883427008986473, 0.04147599637508392, 0.044117726385593414, 0.046759456396102905, 0.049401186406612396, 0.05204291641712189, 0.05468464270234108, 0.05732637271285057, 0.05996810272336006, 0.06260982900857925, 0.06525155901908875, 0.06789328902959824, 0.07053501904010773, 0.07317674905061722, 0.07581847906112671, 0.0784602016210556, 0.0811019316315651, 0.08374366164207458, 0.08638539165258408, 0.08902712166309357]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 4.0, 1.0, 3.0, 1.0, 4.0, 5.0, 2.0, 3.0, 4.0, 7.0, 4.0, 7.0, 2.0, 5.0, 22.0, 3.0, 5.0, 4.0, 5.0, 3.0, 3.0, 1.0, 2.0, 4.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00285467691719532, -0.002749011851847172, -0.00264334655366838, -0.0025376814883202314, -0.0024320161901414394, -0.002326351124793291, -0.0022206860594451427, -0.0021150207612663507, -0.0020093556959182024, -0.0019036905141547322, -0.001798025332391262, -0.0016923601506277919, -0.0015866949688643217, -0.0014810297871008515, -0.0013753647217527032, -0.001269699539989233, -0.0011640343582257628, -0.0010583691764622927, -0.0009527040529064834, -0.0008470388711430132, -0.000741373747587204, -0.0006357085658237338, -0.0005300433840602636, -0.0004243782314006239, -0.0003187130787409842, -0.00021304792608134449, -0.00010738275886978954, -1.7175989341922104e-06, 0.00010394756100140512, 0.00020961271366104484, 0.000315277895424515, 0.0004209430480841547, 0.0005266082007437944, 0.0006322733825072646, 0.0007379385060630739, 0.000843603687826544, 0.0009492688113823533, 0.0010549339931458235, 0.0011605991749092937, 0.0012662643566727638, 0.0013719294220209122, 0.0014775946037843823, 0.0015832597855478525, 0.0016889249673113227, 0.0017945901490747929, 0.001900255330838263, 0.002005920512601733, 0.0021115855779498816, 0.0022172508761286736, 0.002322915941476822, 0.0024285810068249702, 0.0025342463050037622, 0.0026399113703519106, 0.0027455766685307026, 0.002851241733878851, 0.0029569067992269993, 0.0030625720974057913, 0.0031682371627539396, 0.0032739024609327316, 0.00337956752628088, 0.0034852325916290283, 0.0035908978898078203, 0.0036965629551559687, 0.0038022282533347607, 0.003907893318682909]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 4.0, 7.0, 11.0, 19.0, 28.0, 40.0, 44.0, 83.0, 129.0, 184.0, 295.0, 438.0, 739.0, 1187.0, 2151.0, 3921.0, 7758.0, 16743.0, 44802.0, 866828.0, 170050.0, 32843.0, 13771.0, 6908.0, 3940.0, 2294.0, 1472.0, 923.0, 625.0, 384.0, 323.0, 201.0, 134.0, 96.0, 61.0, 53.0, 47.0, 24.0, 22.0, 14.0, 10.0, 9.0, 5.0, 9.0, 3.0, 4.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.005794022232294083, -0.005570771172642708, -0.005347520112991333, -0.005124268587678671, -0.004901017528027296, -0.004677766468375921, -0.004454514943063259, -0.004231263883411884, -0.0040080128237605095, -0.0037847617641091347, -0.003561510471627116, -0.0033382591791450977, -0.003115008119493723, -0.002891757059842348, -0.0026685057673603296, -0.002445254474878311, -0.0022220034152269363, -0.0019987523555755615, -0.001775501063093543, -0.0015522498870268464, -0.0013289987109601498, -0.0011057475348934531, -0.0008824963588267565, -0.0006592451827600598, -0.0004359940066933632, -0.00021274283062666655, 1.0508345440030098e-05, 0.00023375952150672674, 0.0004570106975734234, 0.00068026187364012, 0.0009035130497068167, 0.0011267642257735133, 0.00135001540184021, 0.0015732665779069066, 0.0017965177539736032, 0.0020197690464556217, 0.0022430201061069965, 0.0024662711657583714, 0.00268952245824039, 0.0029127737507224083, 0.003136024810373783, 0.003359275870025158, 0.0035825271625071764, 0.003805778454989195, 0.00402902951464057, 0.0042522805742919445, 0.004475532099604607, 0.0046987831592559814, 0.004922034218907356, 0.005145285278558731, 0.005368536338210106, 0.005591787863522768, 0.005815038923174143, 0.006038289982825518, 0.00626154150813818, 0.006484792567789555, 0.006708043627440929, 0.006931294687092304, 0.007154545746743679, 0.007377797272056341, 0.007601048331707716, 0.007824299857020378, 0.008047550916671753, 0.008270801976323128, 0.008494053035974503]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 4.0, 0.0, 0.0, 3.0, 5.0, 2.0, 2.0, 11.0, 7.0, 1.0, 4.0, 6.0, 0.0, 1.0, 0.0, 3.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.055021971464157104, -0.0537482388317585, -0.05247450992465019, -0.05120077729225159, -0.04992704838514328, -0.048653315752744675, -0.04737958312034607, -0.04610585421323776, -0.04483212158083916, -0.04355838894844055, -0.042284660041332245, -0.04101092740893364, -0.039737194776535034, -0.03846346586942673, -0.03718973323702812, -0.035916004329919815, -0.03464227169752121, -0.033368539065122604, -0.0320948101580143, -0.030821077525615692, -0.029547346755862236, -0.02827361598610878, -0.026999883353710175, -0.02572615258395672, -0.024452421814203262, -0.023178691044449806, -0.02190496027469635, -0.020631227642297745, -0.01935749687254429, -0.018083766102790833, -0.016810033470392227, -0.015536302700638771, -0.014262571930885315, -0.012988841161131859, -0.011715109460055828, -0.010441377758979797, -0.009167646989226341, -0.007893916219472885, -0.006620184518396854, -0.005346453282982111, -0.0040727220475673676, -0.002798990812152624, -0.0015252595767378807, -0.0002515283413231373, 0.0010222028940916061, 0.0022959341295063496, 0.003569665364921093, 0.004843396600335836, 0.00611712783575058, 0.007390859071165323, 0.008664590306580067, 0.009938322007656097, 0.011212052777409554, 0.01248578354716301, 0.01375951524823904, 0.015033246949315071, 0.016306977719068527, 0.017580708488821983, 0.01885443925857544, 0.020128171890974045, 0.0214019026607275, 0.022675633430480957, 0.023949366062879562, 0.02522309683263302, 0.026496827602386475]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [6.0, 1.0, 2.0, 0.0, 0.0, 0.0, 6.0, 2.0, 14.0, 13.0, 5.0, 4.0, 2.0, 3.0, 1.0, 3.0, 6.0, 7.0, 6.0, 9.0, 16.0, 11.0, 24.0, 30.0, 38.0, 34.0, 51.0, 69.0, 110.0, 134.0, 228.0, 283.0, 379.0, 632.0, 1040.0, 1973.0, 7333.0, 2250.0, 1185.0, 715.0, 475.0, 326.0, 224.0, 187.0, 147.0, 97.0, 86.0, 57.0, 48.0, 32.0, 21.0, 24.0, 25.0, 14.0, 9.0, 7.0, 8.0, 7.0, 2.0, 1.0, 3.0, 3.0, 2.0, 2.0], "bins": [-0.01712726429104805, -0.01665838621556759, -0.016189508140087128, -0.015720630064606667, -0.01525175292044878, -0.014782874844968319, -0.014313996769487858, -0.013845118694007397, -0.01337624154984951, -0.012907363474369049, -0.012438485398888588, -0.011969607323408127, -0.011500729247927666, -0.011031851172447205, -0.010562974028289318, -0.010094095952808857, -0.009625217877328396, -0.009156339801847935, -0.008687461726367474, -0.008218584582209587, -0.007749706506729126, -0.007280828431248665, -0.006811950355768204, -0.00634307274594903, -0.005874194670468569, -0.005405316594988108, -0.004936438985168934, -0.004467560909688473, -0.003998682834208012, -0.003529805224388838, -0.0030609271489083767, -0.0025920493062585592, -0.0021231714636087418, -0.0016542936209589243, -0.001185415661893785, -0.0007165377610363066, -0.00024765986017882824, 0.00022121804067865014, 0.0006900959415361285, 0.0011589739006012678, 0.0016278517432510853, 0.0020967295859009027, 0.00256560742855072, 0.0030344855040311813, 0.003503363346680999, 0.003972241189330816, 0.004441119264811277, 0.004909996874630451, 0.005378874950110912, 0.0058477530255913734, 0.006316630635410547, 0.006785508710891008, 0.007254386320710182, 0.007723264396190643, 0.008192142471671104, 0.008661020547151566, 0.009129898622632027, 0.009598775766789913, 0.010067653842270374, 0.010536531917750835, 0.011005409993231297, 0.011474288068711758, 0.011943165212869644, 0.012412043288350105, 0.012880921363830566]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08741703629493713, -0.08397583663463593, -0.08053463697433472, -0.07709342986345291, -0.0736522302031517, -0.0702110305428505, -0.06676983088254929, -0.06332863122224808, -0.05988742783665657, -0.05644622817635536, -0.053005024790763855, -0.049563825130462646, -0.04612262547016144, -0.04268142208456993, -0.03924022242426872, -0.035799019038677216, -0.03235781937837601, -0.02891661785542965, -0.02547541633248329, -0.022034216672182083, -0.018593015149235725, -0.015151813626289368, -0.011710613034665585, -0.008269412443041801, -0.004828210920095444, -0.0013870098628103733, 0.002054191194474697, 0.0054953922517597675, 0.008936593309044838, 0.012377794831991196, 0.015818994492292404, 0.019260196015238762, 0.02270139753818512, 0.026142599061131477, 0.029583800584077835, 0.033025000244379044, 0.03646620362997055, 0.03990740329027176, 0.04334860295057297, 0.046789806336164474, 0.05023100599646568, 0.05367220565676689, 0.0571134090423584, 0.06055460870265961, 0.06399580836296082, 0.06743700802326202, 0.07087821513414383, 0.07431941479444504, 0.07776061445474625, 0.08120181411504745, 0.08464301377534866, 0.08808422088623047, 0.09152542054653168, 0.09496662020683289, 0.0984078198671341, 0.1018490195274353, 0.10529021918773651, 0.10873142629861832, 0.11217262595891953, 0.11561382561922073, 0.11905502527952194, 0.12249622493982315, 0.12593743205070496, 0.12937863171100616, 0.13281983137130737]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 4.0, 3.0, 3.0, 4.0, 3.0, 9.0, 0.0, 5.0, 3.0, 5.0, 1.0, 2.0, 1.0, 2.0, 3.0, 3.0, 1.0, 5.0, 6.0, 6.0, 16.0, 23.0, 20.0, 50.0, 10.0, 7.0, 12.0, 12.0, 5.0, 12.0, 6.0, 7.0, 4.0, 4.0, 1.0, 2.0, 3.0, 5.0, 1.0, 3.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.055377524346113205, -0.053551170974969864, -0.05172481760382652, -0.04989846423268318, -0.04807211086153984, -0.0462457574903965, -0.04441940411925316, -0.04259305074810982, -0.040766701102256775, -0.038940347731113434, -0.03711399435997009, -0.03528764098882675, -0.03346128761768341, -0.03163493424654007, -0.02980858087539673, -0.027982227504253387, -0.026155874133110046, -0.024329520761966705, -0.022503167390823364, -0.020676814019680023, -0.018850460648536682, -0.01702410914003849, -0.01519775576889515, -0.013371402397751808, -0.011545049026608467, -0.009718695655465126, -0.007892342284321785, -0.0060659898445010185, -0.0042396364733576775, -0.00241328333504498, -0.0005869301967322826, 0.0012394229415804148, 0.003065776079893112, 0.004892129451036453, 0.006718482356518507, 0.00854483526200056, 0.010371188633143902, 0.012197542004287243, 0.01402389444410801, 0.01585024781525135, 0.01767660118639469, 0.019502954557538033, 0.021329307928681374, 0.023155661299824715, 0.024982012808322906, 0.026808366179466248, 0.02863471955060959, 0.03046107292175293, 0.03228742629289627, 0.03411377966403961, 0.03594013303518295, 0.037766486406326294, 0.039592839777469635, 0.041419193148612976, 0.04324554651975632, 0.04507189989089966, 0.046898253262043, 0.04872460290789604, 0.05055095627903938, 0.052377309650182724, 0.054203663021326065, 0.056030016392469406, 0.05785636976361275, 0.05968272313475609, 0.06150907650589943]}, "_runtime": 135.01058387756348, "_timestamp": 1596213005.7121215, "_step": 163}
+{"val_accuracy": 0.8219912956621004, "val_loss": 0.4587581682967269, "_runtime": 136.79869508743286, "_timestamp": 1596213007.5002327, "_step": 164}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: V Confidence: 0.4594309329986572 Truth: v", "Prediction: 5 Confidence: 0.9999996423721313 Truth: 5", "Prediction: 2 Confidence: 0.9992994070053101 Truth: 2", "Prediction: 0 Confidence: 0.6287729740142822 Truth: 0"]}, "_runtime": 137.07095217704773, "_timestamp": 1596213007.7724898, "_step": 165}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 2.0, 8.0, 2.0, 4.0, 5.0, 3.0, 2.0, 1.0, 1.0, 1.0, 3.0, 0.0, 2.0, 1.0, 1.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.01335337944328785, -0.013015175238251686, -0.012676971964538097, -0.012338767759501934, -0.01200056355446577, -0.011662359349429607, -0.011324156075716019, -0.010985951870679855, -0.010647747665643692, -0.010309544391930103, -0.00997134018689394, -0.009633135981857777, -0.009294931776821613, -0.008956728503108025, -0.008618524298071861, -0.008280320093035698, -0.007942115887999535, -0.007603912614285946, -0.0072657084092497826, -0.0069275046698749065, -0.006589300464838743, -0.006251096725463867, -0.005912892520427704, -0.005574688781052828, -0.005236485041677952, -0.0048982808366417885, -0.0045600770972669125, -0.004221872892230749, -0.003883669152855873, -0.0035454651806503534, -0.0032072612084448338, -0.002869057236239314, -0.0025308532640337944, -0.0021926492918282747, -0.001854445319622755, -0.0015162414638325572, -0.0011780374916270375, -0.0008398335194215178, -0.0005016296054236591, -0.00016342566232196987, 0.00017477828077971935, 0.000512982252985239, 0.0008511861669830978, 0.0011893900809809566, 0.0015275940531864762, 0.001865798025391996, 0.0022040018811821938, 0.0025422058533877134, 0.002880409825593233, 0.003218613797798753, 0.0035568177700042725, 0.003895021742209792, 0.004233225714415312, 0.004571429453790188, 0.004909633658826351, 0.005247837398201227, 0.005586041137576103, 0.0059242453426122665, 0.0062624490819871426, 0.006600653287023306, 0.006938857026398182, 0.007277061231434345, 0.007615264970809221, 0.007953468710184097, 0.00829167291522026]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 2.0, 2.0, 3.0, 0.0, 8.0, 7.0, 16.0, 12.0, 7.0, 22.0, 23.0, 31.0, 28.0, 42.0, 58.0, 67.0, 82.0, 92.0, 166.0, 283.0, 551.0, 5269.0, 411.0, 206.0, 120.0, 89.0, 72.0, 50.0, 37.0, 44.0, 26.0, 20.0, 21.0, 23.0, 10.0, 7.0, 4.0, 6.0, 3.0, 2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.11427047103643417, -0.11072060465812683, -0.10717073082923889, -0.10362086445093155, -0.1000709980726242, -0.09652112424373627, -0.09297125786542892, -0.08942139148712158, -0.08587151765823364, -0.0823216512799263, -0.07877178490161896, -0.07522191852331161, -0.07167204469442368, -0.06812217831611633, -0.06457231193780899, -0.06102244183421135, -0.05747257173061371, -0.05392270162701607, -0.050372835248708725, -0.046822965145111084, -0.04327309876680374, -0.0397232286632061, -0.03617335855960846, -0.03262349218130112, -0.029073622077703476, -0.025523753836750984, -0.021973885595798492, -0.01842401549220085, -0.01487414725124836, -0.011324279010295868, -0.0077744098380208015, -0.0042245411314070225, -0.0006746724247932434, 0.0028751962818205357, 0.006425064988434315, 0.009974934160709381, 0.013524802401661873, 0.017074670642614365, 0.020624540746212006, 0.024174408987164497, 0.02772427722811699, 0.03127414733171463, 0.03482401371002197, 0.038373883813619614, 0.041923753917217255, 0.0454736202955246, 0.04902349039912224, 0.05257335677742958, 0.05612322688102722, 0.05967309698462486, 0.0632229670882225, 0.06677283346652985, 0.07032269984483719, 0.07387257367372513, 0.07742244005203247, 0.08097230643033981, 0.08452217280864716, 0.0880720466375351, 0.09162191301584244, 0.09517177939414978, 0.09872165322303772, 0.10227151960134506, 0.1058213859796524, 0.10937125980854034, 0.11292112618684769]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 3.0, 3.0, 3.0, 3.0, 4.0, 5.0, 2.0, 7.0, 7.0, 3.0, 2.0, 6.0, 4.0, 25.0, 2.0, 3.0, 5.0, 1.0, 3.0, 2.0, 1.0, 2.0, 1.0, 3.0, 2.0, 0.0, 1.0, 2.0, 1.0, 3.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.002866405760869384, -0.002770195947960019, -0.0026739861350506544, -0.0025777763221412897, -0.002481566509231925, -0.0023853566963225603, -0.0022891468834131956, -0.002192937070503831, -0.002096727257594466, -0.0020005174446851015, -0.0019043076317757368, -0.0018080978188663721, -0.0017118880059570074, -0.0016156781930476427, -0.001519468380138278, -0.0014232585672289133, -0.0013270487543195486, -0.001230838941410184, -0.0011346291285008192, -0.0010384193155914545, -0.0009422095026820898, -0.0008459996897727251, -0.0007497898768633604, -0.0006535800639539957, -0.000557370251044631, -0.0004611604381352663, -0.0003649506252259016, -0.0002687408123165369, -0.0001725309994071722, -7.63211864978075e-05, 1.9888626411557198e-05, 0.0001160984393209219, 0.0002123082522302866, 0.0003085180651396513, 0.000404727878049016, 0.0005009376909583807, 0.0005971475038677454, 0.0006933573167771101, 0.0007895671296864748, 0.0008857769425958395, 0.0009819867555052042, 0.001078196568414569, 0.0011744063813239336, 0.0012706161942332983, 0.001366826007142663, 0.0014630358200520277, 0.0015592456329613924, 0.001655455445870757, 0.0017516652587801218, 0.0018478750716894865, 0.0019440848845988512, 0.002040294697508216, 0.0021365045104175806, 0.0022327143233269453, 0.00232892413623631, 0.0024251339491456747, 0.0025213437620550394, 0.002617553574964404, 0.002713763387873769, 0.0028099732007831335, 0.002906183013692498, 0.003002392826601863, 0.0030986026395112276, 0.0031948124524205923, 0.003291022265329957]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 3.0, 4.0, 9.0, 10.0, 15.0, 21.0, 50.0, 80.0, 99.0, 165.0, 260.0, 374.0, 544.0, 886.0, 1363.0, 1988.0, 3128.0, 5235.0, 8995.0, 16976.0, 37978.0, 129085.0, 852395.0, 60289.0, 24816.0, 13034.0, 7417.0, 4674.0, 3037.0, 1940.0, 1335.0, 924.0, 710.0, 471.0, 333.0, 256.0, 209.0, 134.0, 91.0, 86.0, 59.0, 39.0, 28.0, 21.0, 24.0, 12.0, 13.0, 8.0, 8.0, 2.0, 4.0, 1.0, 4.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.005041336175054312, -0.004834035411477089, -0.004626734182238579, -0.004419432953000069, -0.004212132189422846, -0.004004831425845623, -0.003797530196607113, -0.0035902292001992464, -0.00338292820379138, -0.0031756272073835135, -0.002968326210975647, -0.0027610252145677805, -0.002553724218159914, -0.0023464232217520475, -0.002139122225344181, -0.0019318212289363146, -0.001724520232528448, -0.0015172192361205816, -0.0013099182397127151, -0.0011026172433048487, -0.0008953162468969822, -0.0006880152504891157, -0.00048071425408124924, -0.00027341325767338276, -6.611226126551628e-05, 0.0001411887351423502, 0.0003484897315502167, 0.0005557907279580832, 0.0007630917243659496, 0.0009703927207738161, 0.0011776937171816826, 0.001384994713589549, 0.0015922957099974155, 0.001799596706405282, 0.0020068977028131485, 0.002214198699221015, 0.0024214996956288815, 0.002628800692036748, 0.0028361016884446144, 0.003043402684852481, 0.0032507036812603474, 0.003458004677668214, 0.0036653056740760803, 0.003872606670483947, 0.004079907666891813, 0.004287208430469036, 0.004494509659707546, 0.004701810888946056, 0.004909111652523279, 0.005116412416100502, 0.005323713645339012, 0.005531014874577522, 0.005738315638154745, 0.005945616401731968, 0.006152917630970478, 0.006360218860208988, 0.006567519623786211, 0.006774820387363434, 0.006982121616601944, 0.007189422845840454, 0.007396723609417677, 0.0076040243729949, 0.00781132560223341, 0.00801862683147192, 0.008225927129387856]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 2.0, 3.0, 3.0, 1.0, 2.0, 2.0, 4.0, 6.0, 7.0, 4.0, 4.0, 5.0, 2.0, 3.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.046317197382450104, -0.045163847506046295, -0.04401049390435219, -0.04285714030265808, -0.04170379042625427, -0.040550440549850464, -0.03939708694815636, -0.03824373334646225, -0.03709038347005844, -0.03593703359365463, -0.034783679991960526, -0.03363032639026642, -0.03247697651386261, -0.0313236266374588, -0.030170273035764694, -0.029016921296715736, -0.02786356955766678, -0.02671021781861782, -0.025556866079568863, -0.024403514340519905, -0.023250162601470947, -0.02209681086242199, -0.02094345912337303, -0.019790107384324074, -0.018636755645275116, -0.017483403906226158, -0.0163300521671772, -0.015176700428128242, -0.014023348689079285, -0.012869996950030327, -0.011716645210981369, -0.010563293471932411, -0.009409941732883453, -0.008256589993834496, -0.007103238254785538, -0.00594988651573658, -0.004796534776687622, -0.0036431830376386642, -0.0024898312985897064, -0.0013364795595407486, -0.00018312782049179077, 0.000970223918557167, 0.002123575657606125, 0.0032769273966550827, 0.0044302791357040405, 0.005583630874752998, 0.006736982613801956, 0.007890334352850914, 0.009043686091899872, 0.01019703783094883, 0.011350389569997787, 0.012503741309046745, 0.013657093048095703, 0.014810444787144661, 0.01596379652619362, 0.017117148265242577, 0.018270500004291534, 0.019423851743340492, 0.02057720348238945, 0.021730555221438408, 0.022883906960487366, 0.024037258699536324, 0.02519061043858528, 0.02634396217763424, 0.027497313916683197]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [7.0, 2.0, 0.0, 0.0, 0.0, 0.0, 7.0, 2.0, 14.0, 18.0, 3.0, 1.0, 0.0, 2.0, 1.0, 2.0, 5.0, 18.0, 10.0, 17.0, 24.0, 41.0, 42.0, 73.0, 87.0, 139.0, 167.0, 208.0, 318.0, 477.0, 571.0, 1014.0, 1633.0, 3054.0, 6031.0, 1459.0, 897.0, 613.0, 412.0, 276.0, 194.0, 144.0, 110.0, 70.0, 60.0, 43.0, 22.0, 33.0, 26.0, 21.0, 17.0, 9.0, 9.0, 7.0, 3.0, 4.0, 9.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.014720816165208817, -0.014288277365267277, -0.013855739496648312, -0.013423200696706772, -0.012990661896765232, -0.012558124028146267, -0.012125585228204727, -0.011693046428263187, -0.011260507628321648, -0.010827969759702682, -0.010395430959761143, -0.009962892159819603, -0.009530354291200638, -0.009097815491259098, -0.008665276691317558, -0.008232738822698593, -0.007800200022757053, -0.007367661688476801, -0.006935122888535261, -0.006502584554255009, -0.006070045754313469, -0.0056375074200332165, -0.005204969085752964, -0.004772430285811424, -0.004339891951531172, -0.003907353617250919, -0.0034748148173093796, -0.003042276483029127, -0.002609737915918231, -0.002177199348807335, -0.0017446608981117606, -0.0013121224474161863, -0.0008795838803052902, -0.000447045371402055, -1.4506862498819828e-05, 0.00041803164640441537, 0.0008505701553076506, 0.0012831087224185467, 0.001715647173114121, 0.0021481856238096952, 0.0025807241909205914, 0.0030132627580314875, 0.0034458013251423836, 0.003878339659422636, 0.0043108779937028885, 0.004743416793644428, 0.005175955127924681, 0.0056084939278662205, 0.006041032262146473, 0.006473570596426725, 0.006906109396368265, 0.007338647730648518, 0.007771186530590057, 0.008203724399209023, 0.008636263199150562, 0.009068801999092102, 0.009501339867711067, 0.009933878667652607, 0.010366417467594147, 0.010798956267535686, 0.011231494136154652, 0.011664032936096191, 0.012096571736037731, 0.012529109604656696, 0.012961648404598236]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.105686254799366, -0.10239093750715256, -0.09909562021493912, -0.09580030292272568, -0.09250498563051224, -0.0892096683382988, -0.08591435104608536, -0.08261903375387192, -0.07932370901107788, -0.07602839171886444, -0.072733074426651, -0.06943775713443756, -0.06614243984222412, -0.06284712255001068, -0.05955180525779724, -0.0562564879655838, -0.05296117067337036, -0.04966585338115692, -0.04637053608894348, -0.04307521879673004, -0.0397799015045166, -0.03648458048701286, -0.03318926319479942, -0.029893945902585983, -0.026598628610372543, -0.023303311318159103, -0.020007994025945663, -0.016712674871087074, -0.013417357578873634, -0.010122040286660194, -0.00682672206312418, -0.0035314043052494526, -0.00023608654737472534, 0.003059231210500002, 0.006354548968374729, 0.009649867191910744, 0.012945184484124184, 0.016240501776337624, 0.019535820931196213, 0.022831138223409653, 0.026126455515623093, 0.029421772807836533, 0.03271709010004997, 0.03601240739226341, 0.03930772840976715, 0.04260304570198059, 0.04589836299419403, 0.04919368028640747, 0.05248899757862091, 0.05578431487083435, 0.05907963216304779, 0.06237494945526123, 0.06567026674747467, 0.06896558403968811, 0.07226090133190155, 0.07555621862411499, 0.07885153591632843, 0.08214686065912247, 0.08544217795133591, 0.08873749524354935, 0.09203281253576279, 0.09532812982797623, 0.09862344712018967, 0.1019187644124031, 0.10521408170461655]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 2.0, 2.0, 4.0, 1.0, 2.0, 2.0, 1.0, 6.0, 5.0, 3.0, 9.0, 3.0, 2.0, 10.0, 15.0, 5.0, 11.0, 28.0, 14.0, 11.0, 9.0, 6.0, 9.0, 7.0, 6.0, 4.0, 8.0, 7.0, 3.0, 4.0, 7.0, 4.0, 5.0, 6.0, 3.0, 9.0, 3.0, 8.0, 0.0, 4.0, 3.0, 3.0, 1.0, 2.0, 2.0, 0.0, 3.0, 3.0, 5.0, 2.0, 2.0, 1.0, 4.0], "bins": [-0.027935881167650223, -0.026967156678438187, -0.02599843218922615, -0.025029707700014114, -0.024060983210802078, -0.023092258721590042, -0.022123536095023155, -0.02115481160581112, -0.020186087116599083, -0.019217362627387047, -0.01824863813817501, -0.017279913648962975, -0.01631118915975094, -0.015342464670538902, -0.01437374111264944, -0.013405016623437405, -0.012436292134225368, -0.011467567645013332, -0.010498843155801296, -0.009530119597911835, -0.008561395108699799, -0.0075926706194877625, -0.006623946130275726, -0.0056552221067249775, -0.004686497617512941, -0.003717773361131549, -0.0027490491047501564, -0.0017803246155381203, -0.0008116003591567278, 0.0001571239554323256, 0.001125848270021379, 0.0020945726428180933, 0.0030632968991994858, 0.004032021388411522, 0.005000745411962271, 0.005969469901174307, 0.006938193924725056, 0.007906918413937092, 0.008875642903149128, 0.009844367392361164, 0.010813090950250626, 0.011781815439462662, 0.012750539928674698, 0.013719264417886734, 0.01468798890709877, 0.015656713396310806, 0.016625437885522842, 0.01759416237473488, 0.018562886863946915, 0.0195316094905138, 0.020500333979725838, 0.021469058468937874, 0.02243778295814991, 0.023406507447361946, 0.024375231936573982, 0.02534395642578602, 0.026312680914998055, 0.02728140540421009, 0.028250129893422127, 0.029218852519989014, 0.03018757700920105, 0.031156301498413086, 0.03212502598762512, 0.03309375047683716, 0.034062474966049194]}, "_runtime": 137.4757251739502, "_timestamp": 1596213008.1772628, "_step": 166}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 0.0, 4.0, 1.0, 3.0, 4.0, 4.0, 9.0, 1.0, 4.0, 3.0, 3.0, 2.0, 3.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011541862040758133, -0.011215226724743843, -0.010888591408729553, -0.010561956092715263, -0.010235320776700974, -0.009908685460686684, -0.009582050144672394, -0.009255414828658104, -0.008928779512643814, -0.00860214326530695, -0.00827550794929266, -0.00794887263327837, -0.00762223731726408, -0.00729560200124979, -0.0069689666852355, -0.0066423313692212105, -0.006315696053206921, -0.005989060737192631, -0.005662425421178341, -0.005335790105164051, -0.005009154789149761, -0.004682519007474184, -0.004355883691459894, -0.004029248375445604, -0.0037026130594313145, -0.0033759777434170246, -0.0030493424274027348, -0.0027227068785578012, -0.0023960715625435114, -0.0020694362465292215, -0.0017428008140996099, -0.0014161653816699982, -0.0010895300656557083, -0.0007628946914337575, -0.0004362593172118068, -0.000109623942989856, 0.00021701143123209476, 0.0005436468054540455, 0.0008702821796759963, 0.001196917612105608, 0.0015235529281198978, 0.0018501882441341877, 0.0021768235601484776, 0.002503459108993411, 0.002830094425007701, 0.0031567297410219908, 0.0034833652898669243, 0.003810000605881214, 0.004136635921895504, 0.004463271237909794, 0.004789906553924084, 0.0051165418699383736, 0.005443177185952663, 0.005769812967628241, 0.0060964482836425304, 0.00642308359965682, 0.00674971891567111, 0.0070763542316854, 0.00740298954769969, 0.00772962486371398, 0.008056260645389557, 0.008382895961403847, 0.008709531277418137, 0.009036166593432426, 0.009362801909446716]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 0.0, 0.0, 4.0, 2.0, 3.0, 1.0, 1.0, 6.0, 7.0, 8.0, 11.0, 17.0, 23.0, 16.0, 19.0, 36.0, 40.0, 70.0, 92.0, 150.0, 186.0, 391.0, 5230.0, 733.0, 286.0, 198.0, 108.0, 72.0, 62.0, 37.0, 39.0, 19.0, 18.0, 14.0, 8.0, 5.0, 2.0, 3.0, 2.0, 1.0, 1.0, 3.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.12527376413345337, -0.1213228851556778, -0.11737200617790222, -0.11342113465070724, -0.10947025567293167, -0.1055193766951561, -0.10156850516796112, -0.09761762619018555, -0.09366674721240997, -0.0897158682346344, -0.08576498925685883, -0.08181411772966385, -0.07786323875188828, -0.0739123597741127, -0.06996148824691772, -0.06601060926914215, -0.06205973029136658, -0.058108851313591, -0.05415797606110573, -0.05020710080862045, -0.04625622183084488, -0.042305342853069305, -0.03835446760058403, -0.034403592348098755, -0.03045271337032318, -0.026501836255192757, -0.022550959140062332, -0.018600082024931908, -0.014649204909801483, -0.010698327794671059, -0.006747450679540634, -0.0027965735644102097, 0.0011543035507202148, 0.005105180665850639, 0.009056057780981064, 0.013006934896111488, 0.016957812011241913, 0.020908689126372337, 0.024859566241502762, 0.028810443356633186, 0.03276132047176361, 0.036712199449539185, 0.04066307470202446, 0.044613949954509735, 0.04856482893228531, 0.05251570791006088, 0.05646658316254616, 0.06041745841503143, 0.064368337392807, 0.06831921637058258, 0.07227009534835815, 0.07622096687555313, 0.0801718458533287, 0.08412272483110428, 0.08807359635829926, 0.09202447533607483, 0.0959753543138504, 0.09992623329162598, 0.10387711226940155, 0.10782798379659653, 0.1117788627743721, 0.11572974175214767, 0.11968061327934265, 0.12363149225711823, 0.1275823712348938]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 2.0, 0.0, 3.0, 4.0, 2.0, 3.0, 3.0, 2.0, 8.0, 6.0, 6.0, 5.0, 4.0, 25.0, 3.0, 8.0, 4.0, 4.0, 1.0, 2.0, 1.0, 2.0, 3.0, 3.0, 1.0, 1.0, 2.0, 1.0, 4.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0033221684861928225, -0.0032111790496855974, -0.0031001896131783724, -0.0029892001766711473, -0.0028782107401639223, -0.0027672213036566973, -0.0026562318671494722, -0.002545242430642247, -0.002434252994135022, -0.002323263557627797, -0.002212274121120572, -0.002101284684613347, -0.001990295248106122, -0.001879305811598897, -0.001768316375091672, -0.001657326938584447, -0.0015463375020772219, -0.0014353480655699968, -0.0013243586290627718, -0.0012133691925555468, -0.0011023797560483217, -0.0009913903195410967, -0.0008804008830338717, -0.0007694114465266466, -0.0006584220100194216, -0.0005474325735121965, -0.0004364431370049715, -0.00032545370049774647, -0.00021446426399052143, -0.0001034748274832964, 7.514609023928642e-06, 0.00011850404553115368, 0.00022949348203837872, 0.00034048291854560375, 0.0004514723550528288, 0.0005624617915600538, 0.0006734512280672789, 0.0007844406645745039, 0.0008954301010817289, 0.001006419537588954, 0.001117408974096179, 0.001228398410603404, 0.001339387847110629, 0.0014503772836178541, 0.0015613667201250792, 0.0016723561566323042, 0.0017833455931395292, 0.0018943350296467543, 0.0020053244661539793, 0.0021163139026612043, 0.0022273033391684294, 0.0023382927756756544, 0.0024492822121828794, 0.0025602716486901045, 0.0026712610851973295, 0.0027822505217045546, 0.0028932399582117796, 0.0030042293947190046, 0.0031152188312262297, 0.0032262082677334547, 0.0033371977042406797, 0.0034481871407479048, 0.00355917657725513, 0.003670166013762355, 0.00378115545026958]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 4.0, 6.0, 5.0, 6.0, 9.0, 13.0, 17.0, 21.0, 39.0, 45.0, 57.0, 89.0, 138.0, 185.0, 273.0, 405.0, 619.0, 850.0, 1369.0, 2161.0, 3556.0, 6353.0, 12246.0, 26770.0, 73952.0, 879710.0, 96796.0, 32666.0, 15976.0, 8994.0, 5343.0, 3471.0, 2220.0, 1476.0, 1042.0, 767.0, 520.0, 394.0, 290.0, 203.0, 172.0, 106.0, 81.0, 66.0, 50.0, 29.0, 17.0, 14.0, 17.0, 13.0, 6.0, 2.0, 4.0, 3.0, 3.0, 1.0, 1.0, 0.0, 2.0, 1.0], "bins": [-0.005120668560266495, -0.004948433022946119, -0.0047761970199644566, -0.004603961482644081, -0.004431725945323706, -0.00425949040800333, -0.0040872544050216675, -0.003915018867701292, -0.0037427833303809166, -0.0035705475602298975, -0.0033983117900788784, -0.003226076252758503, -0.003053840482607484, -0.0028816049452871084, -0.0027093691751360893, -0.002537133637815714, -0.002364897867664695, -0.0021926620975136757, -0.0020204265601933002, -0.001848190906457603, -0.0016759552527219057, -0.0015037194825708866, -0.0013314838288351893, -0.001159248175099492, -0.0009870125213637948, -0.0008147768676280975, -0.0006425412138924003, -0.0004703055019490421, -0.0002980698482133448, -0.00012583417992573231, 4.640148836188018e-05, 0.00021863715664949268, 0.0003908728249371052, 0.0005631084786728024, 0.0007353441324084997, 0.0009075798443518579, 0.0010798154398798943, 0.0012520512100309134, 0.0014242868637666106, 0.001596522517502308, 0.0017687581712380052, 0.0019409938249737024, 0.0021132295951247215, 0.002285465132445097, 0.002457700902596116, 0.0026299364399164915, 0.0028021722100675106, 0.002974407747387886, 0.003146643517538905, 0.0033188792876899242, 0.0034911148250102997, 0.0036633505951613188, 0.0038355861324816942, 0.004007821902632713, 0.004180057439953089, 0.004352292977273464, 0.004524528980255127, 0.004696764517575502, 0.004869000054895878, 0.005041236057877541, 0.005213471595197916, 0.0053857071325182915, 0.005557942669838667, 0.00573017867282033, 0.005902414210140705]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 4.0, 1.0, 2.0, 1.0, 3.0, 11.0, 0.0, 1.0, 9.0, 5.0, 3.0, 4.0, 1.0, 3.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.06844674050807953, -0.06700446456670761, -0.0655621886253357, -0.06411990523338318, -0.06267762929201126, -0.06123535335063934, -0.05979307368397713, -0.05835079774260521, -0.05690851807594299, -0.055466242134571075, -0.05402396619319916, -0.05258168652653694, -0.051139410585165024, -0.04969713091850281, -0.04825485497713089, -0.046812575310468674, -0.045370299369096756, -0.04392802342772484, -0.04248574376106262, -0.041043467819690704, -0.03960118815302849, -0.03815891221165657, -0.036716632544994354, -0.035274356603622437, -0.03383208066225052, -0.0323898009955883, -0.030947523191571236, -0.02950524538755417, -0.02806296944618225, -0.026620691642165184, -0.025178413838148117, -0.02373613603413105, -0.022293858230113983, -0.020851580426096916, -0.01940930262207985, -0.017967024818062782, -0.016524747014045715, -0.015082470141351223, -0.01364019326865673, -0.012197915464639664, -0.010755637660622597, -0.00931335985660553, -0.007871082052588463, -0.0064288051798939705, -0.0049865273758769035, -0.0035442498046904802, -0.002101972233504057, -0.0006596946623176336, 0.0007825829088687897, 0.002224860480055213, 0.0036671380512416363, 0.005109415389597416, 0.006551693193614483, 0.00799397099763155, 0.009436247870326042, 0.010878525674343109, 0.012320803478360176, 0.013763081282377243, 0.01520535908639431, 0.016647636890411377, 0.018089912831783295, 0.01953219063580036, 0.02097446843981743, 0.022416746243834496, 0.023859024047851562]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [6.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 7.0, 1.0, 20.0, 12.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 5.0, 0.0, 1.0, 2.0, 6.0, 12.0, 10.0, 19.0, 20.0, 40.0, 67.0, 92.0, 125.0, 170.0, 259.0, 369.0, 514.0, 790.0, 1229.0, 1988.0, 6954.0, 2333.0, 1185.0, 784.0, 465.0, 303.0, 176.0, 109.0, 63.0, 49.0, 36.0, 46.0, 26.0, 32.0, 29.0, 19.0, 12.0, 9.0, 5.0, 3.0, 7.0, 5.0, 6.0], "bins": [-0.021681567654013634, -0.02116125449538231, -0.020640939474105835, -0.02012062445282936, -0.019600311294198036, -0.01907999813556671, -0.018559683114290237, -0.018039368093013763, -0.01751905493438244, -0.016998741775751114, -0.01647842675447464, -0.015958111733198166, -0.015437798574566841, -0.014917484484612942, -0.014397170394659042, -0.013876856304705143, -0.013356542214751244, -0.012836228124797344, -0.012315914034843445, -0.011795599944889545, -0.011275285854935646, -0.010754971764981747, -0.010234657675027847, -0.009714343585073948, -0.009194029495120049, -0.00867371540516615, -0.00815340131521225, -0.00763308722525835, -0.007112773135304451, -0.006592459045350552, -0.006072144955396652, -0.005551830865442753, -0.0050315167754888535, -0.004511202685534954, -0.003990888595581055, -0.0034705745056271553, -0.002950260415673256, -0.0024299463257193565, -0.0019096322357654572, -0.0013893181458115578, -0.0008690040558576584, -0.000348689965903759, 0.00017162412405014038, 0.0006919382140040398, 0.0012122523039579391, 0.0017325663939118385, 0.002252880483865738, 0.0027731945738196373, 0.0032935086637735367, 0.003813822753727436, 0.0043341368436813354, 0.004854450933635235, 0.005374765023589134, 0.005895079113543034, 0.006415393203496933, 0.006935707293450832, 0.007456021383404732, 0.007976335473358631, 0.00849664956331253, 0.00901696365326643, 0.00953727774322033, 0.010057591833174229, 0.010577905923128128, 0.011098220013082027, 0.011618534103035927]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0, 4.0, 2.0, 1.0, 4.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.14044412970542908, -0.13397149741649628, -0.12749886512756348, -0.12102622538805008, -0.11455359309911728, -0.10808096081018448, -0.10160832107067108, -0.09513568878173828, -0.08866305649280548, -0.08219042420387268, -0.07571779191493988, -0.06924515217542648, -0.06277251988649368, -0.05629988759756088, -0.049827251583337784, -0.043354615569114685, -0.036881983280181885, -0.030409349128603935, -0.023936714977025986, -0.017464080825448036, -0.010991446673870087, -0.004518812522292137, 0.0019538216292858124, 0.008426455780863762, 0.014899089932441711, 0.02137172408401966, 0.02784435823559761, 0.03431699424982071, 0.04078962653875351, 0.04726225882768631, 0.05373489484190941, 0.06020753085613251, 0.06668016314506531, 0.07315279543399811, 0.07962542772293091, 0.0860980674624443, 0.0925706997513771, 0.0990433320403099, 0.1055159717798233, 0.1119886040687561, 0.1184612363576889, 0.1249338686466217, 0.1314065009355545, 0.1378791332244873, 0.1443517804145813, 0.1508244127035141, 0.1572970449924469, 0.1637696772813797, 0.1702423095703125, 0.1767149418592453, 0.1831875741481781, 0.1896602064371109, 0.1961328387260437, 0.2026054859161377, 0.2090781182050705, 0.2155507504940033, 0.2220233827829361, 0.2284960150718689, 0.2349686473608017, 0.2414412796497345, 0.2479139268398285, 0.2543865442276001, 0.2608591914176941, 0.2673318088054657, 0.2738044559955597]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 1.0, 3.0, 1.0, 0.0, 1.0, 2.0, 2.0, 2.0, 4.0, 3.0, 4.0, 1.0, 5.0, 10.0, 11.0, 10.0, 13.0, 26.0, 47.0, 43.0, 29.0, 11.0, 4.0, 7.0, 3.0, 3.0, 3.0, 5.0, 4.0, 1.0, 3.0, 4.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.08915066719055176, -0.08526099473237991, -0.08137131482362747, -0.07748164236545563, -0.07359196245670319, -0.06970228999853134, -0.0658126100897789, -0.06192293390631676, -0.058033257722854614, -0.05414358526468277, -0.05025390908122063, -0.046364232897758484, -0.04247455671429634, -0.0385848805308342, -0.034695204347372055, -0.030805528163909912, -0.02691585198044777, -0.023026175796985626, -0.019136499613523483, -0.015246824361383915, -0.011357148177921772, -0.007467471994459629, -0.0035777962766587734, 0.00031187967397272587, 0.004201555624604225, 0.008091231808066368, 0.011980907991528511, 0.015870584174990654, 0.019760258495807648, 0.02364993467926979, 0.027539610862731934, 0.03142928704619408, 0.03531896322965622, 0.03920863941311836, 0.043098315596580505, 0.04698799178004265, 0.05087766796350479, 0.054767344146966934, 0.05865702033042908, 0.06254669278860092, 0.06643637269735336, 0.07032604515552521, 0.07421572506427765, 0.0781053975224495, 0.08199507743120193, 0.08588474988937378, 0.08977442979812622, 0.09366410225629807, 0.09755377471446991, 0.10144345462322235, 0.1053331270813942, 0.10922280699014664, 0.11311247944831848, 0.11700215935707092, 0.12089183181524277, 0.12478151172399521, 0.12867118418216705, 0.1325608640909195, 0.13645054399967194, 0.14034020900726318, 0.14422988891601562, 0.14811956882476807, 0.1520092487335205, 0.15589891374111176, 0.1597885936498642]}, "_runtime": 138.24836206436157, "_timestamp": 1596213008.9498997, "_step": 167}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 2.0, 1.0, 2.0, 5.0, 6.0, 10.0, 5.0, 3.0, 2.0, 3.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.012352272868156433, -0.012038880959153175, -0.011725489981472492, -0.011412098072469234, -0.011098707094788551, -0.010785315185785294, -0.01047192420810461, -0.010158532299101353, -0.00984514132142067, -0.009531749412417412, -0.009218358434736729, -0.008904966525733471, -0.008591575548052788, -0.00827818363904953, -0.007964792661368847, -0.007651400752365589, -0.007338009309023619, -0.007024617865681648, -0.006711226422339678, -0.006397834978997707, -0.006084443535655737, -0.0057710520923137665, -0.005457660648971796, -0.005144269205629826, -0.004830877296626568, -0.004517485853284597, -0.004204094409942627, -0.0038907031994313, -0.003577311523258686, -0.0032639200799167156, -0.002950528636574745, -0.0026371371932327747, -0.0023237457498908043, -0.002010354306548834, -0.0016969628632068634, -0.0013835713034495711, -0.0010701798601076007, -0.0007567884167656302, -0.0004433969152159989, -0.000130005442770198, 0.0001833860296756029, 0.0004967774730175734, 0.0008101689745672047, 0.001123560476116836, 0.0014369519194588065, 0.001750343362800777, 0.0020637349225580692, 0.0023771263659000397, 0.00269051780924201, 0.0030039092525839806, 0.003317300695925951, 0.0036306921392679214, 0.003944083582609892, 0.004257475025951862, 0.004570866469293833, 0.004884257912635803, 0.005197649821639061, 0.005511041264981031, 0.005824432708323002, 0.006137824151664972, 0.006451215595006943, 0.006764607038348913, 0.007077998481690884, 0.007391389925032854, 0.0077047813683748245]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 2.0, 0.0, 3.0, 4.0, 6.0, 3.0, 3.0, 9.0, 16.0, 11.0, 19.0, 22.0, 35.0, 62.0, 67.0, 100.0, 162.0, 284.0, 735.0, 5491.0, 357.0, 152.0, 134.0, 66.0, 53.0, 36.0, 26.0, 14.0, 18.0, 9.0, 6.0, 6.0, 4.0, 1.0, 4.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.13459673523902893, -0.1302603781223297, -0.1259240210056305, -0.12158766388893127, -0.11725130677223206, -0.11291494965553284, -0.10857859253883362, -0.1042422354221344, -0.09990587830543518, -0.09556952118873596, -0.09123316407203674, -0.08689680695533752, -0.0825604498386383, -0.07822409272193909, -0.07388773560523987, -0.06955137848854065, -0.06521502137184143, -0.06087866425514221, -0.05654230713844299, -0.052205950021743774, -0.047869592905044556, -0.04353323578834534, -0.03919687867164612, -0.0348605215549469, -0.03052416443824768, -0.026187807321548462, -0.021851450204849243, -0.017515093088150024, -0.013178735971450806, -0.008842378854751587, -0.004506021738052368, -0.00016966462135314941, 0.004166692495346069, 0.008503049612045288, 0.012839406728744507, 0.017175763845443726, 0.021512120962142944, 0.025848478078842163, 0.030184835195541382, 0.0345211923122406, 0.03885754942893982, 0.04319390654563904, 0.04753026366233826, 0.051866620779037476, 0.056202977895736694, 0.06053933501243591, 0.06487569212913513, 0.06921204924583435, 0.07354840636253357, 0.07788476347923279, 0.082221120595932, 0.08655747771263123, 0.09089383482933044, 0.09523019194602966, 0.09956654906272888, 0.1039029061794281, 0.10823926329612732, 0.11257562041282654, 0.11691197752952576, 0.12124833464622498, 0.1255846917629242, 0.1299210488796234, 0.13425740599632263, 0.13859376311302185, 0.14293012022972107]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 3.0, 4.0, 3.0, 4.0, 3.0, 3.0, 4.0, 4.0, 2.0, 7.0, 3.0, 27.0, 2.0, 5.0, 2.0, 4.0, 3.0, 5.0, 1.0, 2.0, 1.0, 3.0, 2.0, 0.0, 1.0, 3.0, 2.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0030085716862231493, -0.002902406034991145, -0.0027962406165897846, -0.0026900749653577805, -0.0025839093141257763, -0.0024777438957244158, -0.0023715782444924116, -0.002265412826091051, -0.002159247174859047, -0.0020530815236270428, -0.0019469161052256823, -0.001840750453993678, -0.0017345849191769958, -0.0016284193843603134, -0.0015222537331283092, -0.001416088198311627, -0.0013099226634949446, -0.0012037571286782622, -0.00109759159386158, -0.0009914259426295757, -0.0008852604078128934, -0.000779094872996211, -0.0006729292799718678, -0.0005667636869475245, -0.0004605981521308422, -0.0003544325882103294, -0.0002482670242898166, -0.00014210146036930382, -3.593589644879103e-05, 7.022966747172177e-05, 0.00017639523139223456, 0.00028256079531274736, 0.00038872635923326015, 0.0004948918940499425, 0.0006010574870742857, 0.000707223080098629, 0.0008133886149153113, 0.0009195541497319937, 0.0010257198009639978, 0.0011318853357806802, 0.0012380508705973625, 0.0013442164054140449, 0.0014503819402307272, 0.0015565475914627314, 0.0016627131262794137, 0.001768878661096096, 0.0018750443123281002, 0.0019812097307294607, 0.002087375381961465, 0.002193541033193469, 0.0022997064515948296, 0.0024058721028268337, 0.002512037754058838, 0.0026182031724601984, 0.0027243688236922026, 0.002830534242093563, 0.0029366998933255672, 0.0030428655445575714, 0.003149030962958932, 0.003255196614190936, 0.0033613620325922966, 0.0034675276838243008, 0.003573693335056305, 0.0036798587534576654, 0.0037860244046896696]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 5.0, 6.0, 4.0, 3.0, 5.0, 6.0, 12.0, 11.0, 19.0, 14.0, 18.0, 35.0, 40.0, 59.0, 96.0, 149.0, 169.0, 280.0, 375.0, 624.0, 1043.0, 1951.0, 3622.0, 7609.0, 18882.0, 63376.0, 925887.0, 97439.0, 28651.0, 12575.0, 6340.0, 3607.0, 2230.0, 1417.0, 898.0, 651.0, 450.0, 305.0, 211.0, 154.0, 115.0, 93.0, 63.0, 52.0, 19.0, 24.0, 18.0, 16.0, 5.0, 3.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0], "bins": [-0.007898676209151745, -0.007664363831281662, -0.0074300519190728664, -0.007195739541202784, -0.006961427163332701, -0.006727115251123905, -0.006492802873253822, -0.0062584904953837395, -0.006024178117513657, -0.005789866205304861, -0.005555553827434778, -0.005321241449564695, -0.0050869295373559, -0.004852617159485817, -0.004618304781615734, -0.0043839928694069386, -0.004149680491536856, -0.003915368113666773, -0.0036810559686273336, -0.0034467438235878944, -0.0032124314457178116, -0.0029781193006783724, -0.002743807155638933, -0.0025094947777688503, -0.002275182632729411, -0.002040870487689972, -0.001806558109819889, -0.0015722459647804499, -0.0013379337033256888, -0.0011036214418709278, -0.0008693092386238277, -0.0006349970353767276, -0.00040068477392196655, -0.00016637254157103598, 6.793969077989459e-05, 0.00030225192313082516, 0.0005365641554817557, 0.0007708764169365168, 0.001005188561975956, 0.001239500823430717, 0.001473813084885478, 0.001708125346340239, 0.001942437607795, 0.0021767497528344393, 0.0024110618978738785, 0.0026453742757439613, 0.0028796864207834005, 0.0031139987986534834, 0.0033483109436929226, 0.003582623088732362, 0.0038169354666024446, 0.004051247611641884, 0.004285559989511967, 0.004519871901720762, 0.004754184279590845, 0.004988496657460928, 0.0052228085696697235, 0.005457120947539806, 0.005691433325409889, 0.005925745703279972, 0.006160057615488768, 0.0063943699933588505, 0.006628682371228933, 0.006862994283437729, 0.007097306661307812]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 3.0, 4.0, 6.0, 9.0, 4.0, 9.0, 5.0, 3.0, 4.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.019017094746232033, -0.017659252509474754, -0.016301410272717476, -0.014943567104637623, -0.01358572393655777, -0.012227881699800491, -0.010870039463043213, -0.00951219629496336, -0.008154354058206081, -0.006796511355787516, -0.00543866865336895, -0.0040808264166116714, -0.0027229837141931057, -0.0013651411281898618, -7.298542186617851e-06, 0.001350544043816626, 0.00270838662981987, 0.004066229332238436, 0.0054240720346570015, 0.00678191427141428, 0.008139757439494133, 0.009497599676251411, 0.01085544191300869, 0.012213285081088543, 0.013571127317845821, 0.0149289695546031, 0.016286812722682953, 0.01764465495944023, 0.01900249719619751, 0.020360339432954788, 0.021718183532357216, 0.023076025769114494, 0.024433868005871773, 0.02579171024262905, 0.02714955247938633, 0.028507396578788757, 0.029865238815546036, 0.031223081052303314, 0.03258092328906059, 0.03393876552581787, 0.03529660776257515, 0.03665444999933243, 0.038012292236089706, 0.03937013819813728, 0.04072798043489456, 0.04208582267165184, 0.04344366490840912, 0.0448015071451664, 0.046159349381923676, 0.047517191618680954, 0.04887503385543823, 0.05023287609219551, 0.05159071832895279, 0.05294856056571007, 0.054306406527757645, 0.05566424876451492, 0.0570220910012722, 0.05837993323802948, 0.05973777547478676, 0.06109561771154404, 0.062453459948301315, 0.0638113021850586, 0.06516914814710617, 0.06652698665857315, 0.06788483262062073]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 1.0, 5.0, 2.0, 9.0, 6.0, 11.0, 12.0, 33.0, 36.0, 37.0, 55.0, 93.0, 137.0, 215.0, 341.0, 520.0, 784.0, 1362.0, 2439.0, 7391.0, 2020.0, 963.0, 569.0, 347.0, 258.0, 174.0, 120.0, 70.0, 46.0, 37.0, 44.0, 26.0, 32.0, 22.0, 18.0, 25.0, 23.0, 15.0, 16.0, 17.0, 11.0, 11.0, 4.0, 4.0, 2.0, 3.0, 1.0, 4.0, 0.0, 2.0, 3.0, 20.0, 14.0, 2.0, 8.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 8.0], "bins": [-0.010151484981179237, -0.009655931033194065, -0.009160377085208893, -0.008664822205901146, -0.008169268257915974, -0.007673714309930801, -0.007178160361945629, -0.0066826059482991695, -0.006187052000313997, -0.005691498052328825, -0.005195943638682365, -0.004700389690697193, -0.004204835742712021, -0.0037092813290655613, -0.003213727381080389, -0.002718173200264573, -0.002222619019448757, -0.0017270648386329412, -0.0012315107742324471, -0.0007359566516242921, -0.00024040252901613712, 0.0002551515935920179, 0.0007507057162001729, 0.001246259780600667, 0.001741813961416483, 0.002237368142232299, 0.0027329223230481148, 0.003228476271033287, 0.003724030451849103, 0.004219584632664919, 0.004715138580650091, 0.005210692994296551, 0.005706246942281723, 0.006201800890266895, 0.006697355303913355, 0.007192909251898527, 0.007688463665544987, 0.008184017613530159, 0.008679571561515331, 0.009175125509500504, 0.00967068038880825, 0.010166234336793423, 0.010661788284778595, 0.011157342232763767, 0.01165289618074894, 0.012148450128734112, 0.012644005008041859, 0.013139558956027031, 0.013635112904012203, 0.014130666851997375, 0.014626220799982548, 0.015121775679290295, 0.015617329627275467, 0.016112882643938065, 0.01660843752324581, 0.01710399240255356, 0.017599545419216156, 0.018095100298523903, 0.0185906533151865, 0.019086208194494247, 0.019581763073801994, 0.020077316090464592, 0.02057287096977234, 0.021068423986434937, 0.021563978865742683]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 3.0, 2.0, 1.0, 0.0, 0.0, 3.0, 3.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.15366815030574799, -0.14977726340293884, -0.1458863765001297, -0.14199548959732056, -0.13810458779335022, -0.13421370089054108, -0.13032281398773193, -0.1264319270849228, -0.12254104018211365, -0.11865014582872391, -0.11475925892591476, -0.11086837202310562, -0.10697747766971588, -0.10308659076690674, -0.0991957038640976, -0.09530480951070786, -0.09141392260789871, -0.08752303570508957, -0.08363214135169983, -0.07974125444889069, -0.07585036754608154, -0.0719594731926918, -0.06806858628988266, -0.06417769938707352, -0.060286808758974075, -0.056395918130874634, -0.05250503122806549, -0.04861414059996605, -0.04472324997186661, -0.040832363069057465, -0.03694147244095802, -0.03305058553814888, -0.02915969491004944, -0.025268806144595146, -0.021377917379140854, -0.017487026751041412, -0.01359613798558712, -0.009705249220132828, -0.005814359523355961, -0.0019234702922403812, 0.0019674189388751984, 0.005858308169990778, 0.009749197401106358, 0.013640087097883224, 0.017530975863337517, 0.02142186462879181, 0.02531275525689125, 0.029203644022345543, 0.033094532787799835, 0.03698542341589928, 0.04087631031870842, 0.04476720094680786, 0.048658087849617004, 0.052548978477716446, 0.05643986910581589, 0.06033075600862503, 0.06422165036201477, 0.06811253726482391, 0.07200342416763306, 0.0758943110704422, 0.07978520542383194, 0.08367609232664108, 0.08756697922945023, 0.09145787358283997, 0.09534876048564911]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 4.0, 0.0, 1.0, 1.0, 1.0, 3.0, 5.0, 1.0, 3.0, 1.0, 0.0, 0.0, 2.0, 4.0, 5.0, 12.0, 8.0, 10.0, 12.0, 13.0, 12.0, 12.0, 24.0, 45.0, 20.0, 13.0, 7.0, 12.0, 5.0, 2.0, 4.0, 4.0, 3.0, 2.0, 4.0, 0.0, 4.0, 1.0, 2.0, 0.0, 2.0, 2.0, 1.0, 2.0, 1.0, 3.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.05908898264169693, -0.05718745291233063, -0.055285923182964325, -0.053384389728307724, -0.05148285999894142, -0.04958133026957512, -0.04767979681491852, -0.045778267085552216, -0.04387673735618591, -0.04197520762681961, -0.04007367789745331, -0.03817214444279671, -0.036270614713430405, -0.0343690849840641, -0.0324675515294075, -0.0305660218000412, -0.028664492070674896, -0.026762962341308594, -0.024861430749297142, -0.02295989915728569, -0.021058369427919388, -0.019156839698553085, -0.017255308106541634, -0.015353777445852757, -0.01345224678516388, -0.011550716124475002, -0.009649185463786125, -0.007747654803097248, -0.005846124142408371, -0.003944593481719494, -0.0020430628210306168, -0.00014153216034173965, 0.0017599985003471375, 0.0036615291610360146, 0.005563059821724892, 0.007464590482413769, 0.009366121143102646, 0.011267651803791523, 0.0131691824644804, 0.015070713125169277, 0.016972243785858154, 0.018873773515224457, 0.02077530510723591, 0.02267683669924736, 0.024578366428613663, 0.026479896157979965, 0.028381427749991417, 0.03028295934200287, 0.03218448907136917, 0.034086018800735474, 0.035987548530101776, 0.03788908198475838, 0.03979061171412468, 0.04169214144349098, 0.04359367489814758, 0.045495204627513885, 0.04739673435688019, 0.04929826408624649, 0.05119979381561279, 0.053101327270269394, 0.055002856999635696, 0.056904386729002, 0.0588059201836586, 0.0607074499130249, 0.0626089796423912]}, "_runtime": 139.0134153366089, "_timestamp": 1596213009.714953, "_step": 168}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 5.0, 0.0, 1.0, 1.0, 3.0, 0.0, 1.0, 3.0, 3.0, 1.0, 2.0, 3.0, 3.0, 4.0, 0.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.008674598298966885, -0.008405589498579502, -0.00813658069819212, -0.007867571897804737, -0.007598563563078642, -0.007329554762691259, -0.007060546427965164, -0.006791537627577782, -0.006522528827190399, -0.006253520026803017, -0.005984511226415634, -0.005715502891689539, -0.0054464940913021564, -0.005177485290914774, -0.004908476956188679, -0.004639468155801296, -0.004370459355413914, -0.004101450555026531, -0.0038324419874697924, -0.0035634334199130535, -0.003294424619525671, -0.0030254158191382885, -0.0027564072515815496, -0.002487398684024811, -0.0022183898836374283, -0.0019493811996653676, -0.001680372515693307, -0.0014113638317212462, -0.0011423551477491856, -0.0008733464637771249, -0.0006043377798050642, -0.0003353290958330035, -6.632041186094284e-05, 0.00020268827211111784, 0.0004716969560831785, 0.0007407056400552392, 0.0010097143240272999, 0.0012787230079993606, 0.0015477316919714212, 0.001816740375943482, 0.0020857490599155426, 0.002354757860302925, 0.002623766427859664, 0.002892774995416403, 0.0031617837958037853, 0.003430792596191168, 0.0036998011637479067, 0.0039688097313046455, 0.004237818531692028, 0.0045068273320794106, 0.004775836132466793, 0.005044844467192888, 0.005313853267580271, 0.005582862067967653, 0.0058518704026937485, 0.006120879203081131, 0.0063898880034685135, 0.006658896803855896, 0.0069279056042432785, 0.007196913938969374, 0.007465922739356756, 0.007734931539744139, 0.008003939874470234, 0.008272948674857616, 0.008541957475244999]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 3.0, 0.0, 0.0, 3.0, 5.0, 3.0, 5.0, 9.0, 8.0, 4.0, 10.0, 14.0, 18.0, 15.0, 34.0, 49.0, 36.0, 42.0, 77.0, 116.0, 122.0, 192.0, 292.0, 4661.0, 1159.0, 357.0, 200.0, 146.0, 83.0, 54.0, 50.0, 26.0, 30.0, 24.0, 18.0, 18.0, 13.0, 7.0, 11.0, 2.0, 3.0, 2.0, 0.0, 4.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.13081805408000946, -0.12736256420612335, -0.12390708178281784, -0.12045159935951233, -0.11699610948562622, -0.11354062706232071, -0.1100851371884346, -0.10662965476512909, -0.10317416489124298, -0.09971868246793747, -0.09626320004463196, -0.09280771017074585, -0.08935222774744034, -0.08589673787355423, -0.08244125545024872, -0.07898576557636261, -0.0755302831530571, -0.07207480072975159, -0.06861931085586548, -0.06516382843255997, -0.06170833855867386, -0.05825285613536835, -0.05479736998677254, -0.05134188383817673, -0.04788639768958092, -0.04443091154098511, -0.0409754253923893, -0.03751993924379349, -0.034064456820487976, -0.030608968809247017, -0.027153484523296356, -0.023697998374700546, -0.020242512226104736, -0.016787026077508926, -0.013331540860235691, -0.009876055642962456, -0.006420569494366646, -0.002965083811432123, 0.0004904018715023994, 0.003945887554436922, 0.007401373237371445, 0.010856859385967255, 0.01431234460324049, 0.017767829820513725, 0.021223315969109535, 0.024678802117705345, 0.028134286403656006, 0.031589772552251816, 0.035045258700847626, 0.038500744849443436, 0.041956230998039246, 0.045411717146635056, 0.048867203295230865, 0.05232268571853638, 0.05577817186713219, 0.059233658015728, 0.06268914043903351, 0.06614463031291962, 0.06960011273622513, 0.07305560261011124, 0.07651108503341675, 0.07996657490730286, 0.08342205733060837, 0.08687754720449448, 0.09033302962779999]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 2.0, 1.0, 3.0, 1.0, 1.0, 2.0, 2.0, 4.0, 3.0, 6.0, 1.0, 6.0, 5.0, 8.0, 2.0, 4.0, 3.0, 6.0, 24.0, 7.0, 2.0, 1.0, 3.0, 5.0, 6.0, 1.0, 1.0, 6.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002250025048851967, -0.002145168837159872, -0.002040312858298421, -0.001935456646606326, -0.0018306005513295531, -0.0017257444560527802, -0.0016208882443606853, -0.0015160321490839124, -0.0014111760538071394, -0.0013063199585303664, -0.0012014638632535934, -0.0010966076515614986, -0.0009917515562847257, -0.0008868954610079527, -0.0007820393075235188, -0.0006771831540390849, -0.0005723270587623119, -0.0004674709343817085, -0.00036261481000110507, -0.00025775868562050164, -0.0001529025612398982, -4.804643685929477e-05, 5.680968752130866e-05, 0.0001616658119019121, 0.0002665219362825155, 0.00037137806066311896, 0.0004762341850437224, 0.0005810903385281563, 0.0006859464338049293, 0.0007908025290817022, 0.0008956586825661361, 0.00100051483605057, 0.001105370931327343, 0.001210227026604116, 0.001315083121880889, 0.0014199393335729837, 0.0015247954288497567, 0.0016296515241265297, 0.0017345077358186245, 0.0018393638310953975, 0.0019442199263721704, 0.0020490761380642653, 0.0021539321169257164, 0.002258788328617811, 0.002363644540309906, 0.002468500519171357, 0.002573356730863452, 0.002678212709724903, 0.002783068921416998, 0.0028879251331090927, 0.002992781111970544, 0.0030976373236626387, 0.00320249330252409, 0.0033073495142161846, 0.0034122057259082794, 0.0035170617047697306, 0.0036219179164618254, 0.00372677412815392, 0.0038316301070153713, 0.003936486318707466, 0.004041342530399561, 0.004146198742091656, 0.004251054488122463, 0.004355910699814558, 0.004460766911506653]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 8.0, 9.0, 14.0, 13.0, 20.0, 34.0, 59.0, 77.0, 106.0, 167.0, 255.0, 388.0, 537.0, 807.0, 1223.0, 2046.0, 3375.0, 5954.0, 10882.0, 22832.0, 57173.0, 268395.0, 719551.0, 42019.0, 18979.0, 9834.0, 5742.0, 3394.0, 2020.0, 1241.0, 811.0, 502.0, 393.0, 250.0, 173.0, 111.0, 68.0, 48.0, 40.0, 26.0, 14.0, 14.0, 10.0, 8.0, 2.0, 5.0, 4.0, 3.0, 2.0, 1.0, 1.0], "bins": [-0.007447005715221167, -0.007234408054500818, -0.007021809928119183, -0.006809212267398834, -0.006596614606678486, -0.00638401648029685, -0.006171418819576502, -0.0059588211588561535, -0.005746223032474518, -0.0055336253717541695, -0.005321027711033821, -0.005108430050313473, -0.004895831923931837, -0.004683234263211489, -0.00447063660249114, -0.004258038476109505, -0.004045440815389156, -0.0038328429218381643, -0.003620245261117816, -0.003407647367566824, -0.0031950497068464756, -0.0029824518132954836, -0.0027698539197444916, -0.0025572562590241432, -0.002344658365473151, -0.002132060471922159, -0.0019194628112018108, -0.0017068649176508188, -0.0014942671405151486, -0.0012816693633794785, -0.0010690714698284864, -0.0008564736926928163, -0.0006438759155571461, -0.00043127810931764543, -0.0002186803030781448, -6.082496838644147e-06, 0.0002065153094008565, 0.00041911311564035714, 0.0006317109218798578, 0.0008443087572231889, 0.001056906534358859, 0.0012695043114945292, 0.0014821020886301994, 0.0016946999821811914, 0.0019072977593168616, 0.002119895536452532, 0.002332493430003524, 0.002545091090723872, 0.002757688984274864, 0.002970286877825856, 0.0031828845385462046, 0.0033954824320971966, 0.003608080092817545, 0.003820677986368537, 0.004033275879919529, 0.004245873540639877, 0.004458471201360226, 0.004671069327741861, 0.00488366698846221, 0.005096264649182558, 0.005308862775564194, 0.005521460436284542, 0.0057340580970048904, 0.005946656223386526, 0.0061592538841068745]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 3.0, 0.0, 2.0, 2.0, 1.0, 3.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 1.0, 6.0, 3.0, 2.0, 2.0, 2.0, 2.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.017028309404850006, -0.016566580161452293, -0.01610484905540943, -0.01564311981201172, -0.015181388705968857, -0.014719659462571144, -0.014257929287850857, -0.01379619911313057, -0.013334468938410282, -0.012872738763689995, -0.012411008588969707, -0.01194927841424942, -0.011487549170851707, -0.01102581899613142, -0.010564088821411133, -0.010102358646690845, -0.009640628471970558, -0.00917889829725027, -0.008717168122529984, -0.008255437947809696, -0.007793708238750696, -0.007331978064030409, -0.006870248354971409, -0.0064085181802511215, -0.005946788005530834, -0.005485057830810547, -0.0050233276560902596, -0.0045615979470312595, -0.004099867772310972, -0.003638137597590685, -0.0031764076557010412, -0.0027146777138113976, -0.0022529475390911102, -0.0017912174807861447, -0.0013294874224811792, -0.0008677573641762137, -0.00040602730587124825, 5.570275243371725e-05, 0.0005174328107386827, 0.0009791628690436482, 0.0014408929273486137, 0.0019026229856535792, 0.0023643530439585447, 0.0028260829858481884, 0.0032878131605684757, 0.003749543335288763, 0.004211273044347763, 0.00467300321906805, 0.005134733393788338, 0.005596463568508625, 0.006058193743228912, 0.006519923452287912, 0.0069816536270082, 0.007443383801728487, 0.007905113510787487, 0.008366843685507774, 0.008828573860228062, 0.009290304034948349, 0.009752034209668636, 0.010213764384388924, 0.010675493627786636, 0.011137223802506924, 0.011598953977227211, 0.012060684151947498, 0.012522414326667786]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 3.0, 2.0, 3.0, 3.0, 5.0, 10.0, 8.0, 10.0, 12.0, 17.0, 25.0, 25.0, 31.0, 39.0, 45.0, 52.0, 60.0, 97.0, 120.0, 121.0, 151.0, 201.0, 241.0, 298.0, 403.0, 512.0, 664.0, 917.0, 1256.0, 1709.0, 5522.0, 1704.0, 1044.0, 718.0, 489.0, 384.0, 344.0, 235.0, 187.0, 172.0, 146.0, 81.0, 72.0, 61.0, 55.0, 28.0, 36.0, 24.0, 24.0, 14.0, 11.0, 9.0, 7.0, 7.0, 2.0, 3.0, 2.0, 2.0, 3.0, 0.0, 2.0], "bins": [-0.009125621989369392, -0.008854024112224579, -0.00858242530375719, -0.008310827426612377, -0.008039229549467564, -0.007767631206661463, -0.007496032863855362, -0.007224434521049261, -0.00695283617824316, -0.006681238301098347, -0.006409639958292246, -0.006138041615486145, -0.0058664437383413315, -0.005594845395535231, -0.00532324705272913, -0.005051649175584316, -0.004780050832778215, -0.0045084524899721146, -0.004236854612827301, -0.0039652562700212, -0.0036936579272150993, -0.003422059817239642, -0.003150461707264185, -0.002878863364458084, -0.002607265254482627, -0.0023356671445071697, -0.002064068801701069, -0.0017924706917256117, -0.0015208724653348327, -0.0012492742389440536, -0.0009776761289685965, -0.0007060779025778174, -0.0004344796761870384, -0.00016288147890008986, 0.0001087167183868587, 0.00038031491567380726, 0.0006519131129607558, 0.0009235113393515348, 0.001195109449326992, 0.001466707675717771, 0.00173830590210855, 0.0020099040120840073, 0.002281502354890108, 0.0025531004648655653, 0.0028246985748410225, 0.0030962969176471233, 0.0033678950276225805, 0.0036394933704286814, 0.0039110914804041386, 0.004182689823210239, 0.004454287700355053, 0.004725886043161154, 0.004997484385967255, 0.005269082263112068, 0.005540680605918169, 0.00581227894872427, 0.006083876825869083, 0.006355475168675184, 0.006627073511481285, 0.006898671854287386, 0.0071702697314321995, 0.0074418680742383, 0.007713466417044401, 0.007985064759850502, 0.008256662636995316]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 3.0, 0.0, 4.0, 3.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.12981967628002167, -0.1254684031009674, -0.12111711502075195, -0.1167658343911171, -0.11241455376148224, -0.10806328058242798, -0.10371199995279312, -0.09936071932315826, -0.09500943869352341, -0.09065815806388855, -0.08630687743425369, -0.08195559680461884, -0.07760432362556458, -0.07325304299592972, -0.06890176236629486, -0.06455048173666, -0.060199201107025146, -0.05584792047739029, -0.05149663984775543, -0.04714536294341087, -0.042794082313776016, -0.03844280168414116, -0.0340915247797966, -0.029740244150161743, -0.025388963520526886, -0.02103768289089203, -0.01668640412390232, -0.012335124425590038, -0.007983844727277756, -0.003632565028965473, 0.0007187146693468094, 0.005069994367659092, 0.009421274065971375, 0.013772553764283657, 0.01812383346259594, 0.022475112229585648, 0.026826392859220505, 0.031177673488855362, 0.03552895039319992, 0.03988023102283478, 0.044231511652469635, 0.04858279228210449, 0.05293407291173935, 0.05728534981608391, 0.061636630445718765, 0.06598790735006332, 0.07033918797969818, 0.07469046860933304, 0.0790417492389679, 0.08339302986860275, 0.08774431049823761, 0.09209559112787247, 0.09644687175750732, 0.10079814493656158, 0.10514942556619644, 0.1095007061958313, 0.11385198682546616, 0.11820326745510101, 0.12255454808473587, 0.12690582871437073, 0.131257101893425, 0.13560838997364044, 0.1399596631526947, 0.14431095123291016, 0.14866222441196442]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 6.0, 5.0, 6.0, 10.0, 4.0, 11.0, 8.0, 9.0, 5.0, 2.0, 9.0, 18.0, 49.0, 22.0, 8.0, 6.0, 4.0, 10.0, 5.0, 3.0, 5.0, 9.0, 9.0, 3.0, 10.0, 5.0, 1.0, 2.0, 6.0, 1.0, 7.0, 3.0, 4.0, 1.0, 3.0, 1.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.08940331637859344, -0.08635847270488739, -0.08331363648176193, -0.08026879280805588, -0.07722395658493042, -0.07417911291122437, -0.07113427668809891, -0.06808943301439285, -0.0650445967912674, -0.06199975311756134, -0.058954913169145584, -0.05591007322072983, -0.05286522954702377, -0.04982038959860802, -0.04677554965019226, -0.043730709701776505, -0.04068586975336075, -0.03764102980494499, -0.034596189856529236, -0.03155134990811348, -0.028506508097052574, -0.025461668148636818, -0.022416826337575912, -0.019371986389160156, -0.0163271464407444, -0.013282306492328644, -0.010237465612590313, -0.007192625198513269, -0.004147784784436226, -0.0011029443703591824, 0.0019418960437178612, 0.004986736457794905, 0.008031576871871948, 0.011076416820287704, 0.014121257700026035, 0.017166098579764366, 0.020210938528180122, 0.02325577847659588, 0.026300620287656784, 0.02934546023607254, 0.032390300184488297, 0.03543514013290405, 0.03847998008131981, 0.041524820029735565, 0.04456966370344162, 0.047614503651857376, 0.05065934360027313, 0.05370418354868889, 0.056749023497104645, 0.0597938634455204, 0.06283870339393616, 0.06588354706764221, 0.06892838329076767, 0.07197322696447372, 0.07501806318759918, 0.07806290686130524, 0.08110775053501129, 0.08415258675813675, 0.0871974304318428, 0.09024226665496826, 0.09328711032867432, 0.09633194655179977, 0.09937679022550583, 0.10242162644863129, 0.10546647012233734]}, "_runtime": 139.79282784461975, "_timestamp": 1596213010.4943655, "_step": 169}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 3.0, 0.0, 3.0, 5.0, 1.0, 2.0, 4.0, 6.0, 3.0, 3.0, 4.0, 0.0, 3.0, 1.0, 2.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013805127702653408, -0.013475521467626095, -0.013145916163921356, -0.012816309928894043, -0.01248670369386673, -0.012157098390161991, -0.011827492155134678, -0.01149788685142994, -0.011168280616402626, -0.010838674381375313, -0.010509069077670574, -0.010179462842643261, -0.009849857538938522, -0.009520251303911209, -0.009190645068883896, -0.008861039765179157, -0.008531433530151844, -0.00820182729512453, -0.007872221991419792, -0.007542615756392479, -0.007213009987026453, -0.006883404217660427, -0.006553797982633114, -0.006224192213267088, -0.005894586443901062, -0.005564980674535036, -0.00523537490516901, -0.004905768670141697, -0.004576162900775671, -0.004246557131409645, -0.003916950896382332, -0.003587345127016306, -0.00325773935765028, -0.002928133588284254, -0.0025985275860875845, -0.002268921583890915, -0.001939315814524889, -0.0016097099287435412, -0.0012801040429621935, -0.0009504981571808457, -0.000620892271399498, -0.00029128638561815023, 3.831950016319752e-05, 0.00036792538594454527, 0.000697531271725893, 0.0010271371575072408, 0.0013567430432885885, 0.0016863489290699363, 0.002015954814851284, 0.00234556058421731, 0.0026751665864139795, 0.003004772588610649, 0.003334378357976675, 0.003663984127342701, 0.003993590362370014, 0.00432319613173604, 0.004652801901102066, 0.004982407670468092, 0.005312013439834118, 0.005641619674861431, 0.005971225444227457, 0.006300831213593483, 0.006630437448620796, 0.006960043217986822, 0.007289648987352848]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 5.0, 2.0, 3.0, 1.0, 0.0, 0.0, 9.0, 3.0, 5.0, 10.0, 13.0, 18.0, 20.0, 23.0, 32.0, 34.0, 36.0, 62.0, 62.0, 112.0, 158.0, 213.0, 431.0, 5369.0, 508.0, 219.0, 175.0, 103.0, 64.0, 63.0, 35.0, 30.0, 28.0, 20.0, 21.0, 12.0, 10.0, 4.0, 5.0, 3.0, 2.0, 2.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.11336970329284668, -0.10997515916824341, -0.10658060759305954, -0.10318606346845627, -0.0997915118932724, -0.09639696776866913, -0.09300242364406586, -0.08960787206888199, -0.08621332794427872, -0.08281878381967545, -0.07942423224449158, -0.0760296881198883, -0.07263514399528503, -0.06924059242010117, -0.0658460482954979, -0.062451500445604324, -0.059056952595710754, -0.055662404745817184, -0.052267856895923615, -0.04887331277132034, -0.04547876492142677, -0.0420842170715332, -0.03868967294692993, -0.03529512509703636, -0.03190057724714279, -0.028506029397249222, -0.0251114834100008, -0.02171693742275238, -0.01832238957285881, -0.014927842654287815, -0.01153329573571682, -0.008138748817145824, -0.004744201898574829, -0.0013496549800038338, 0.0020448919385671616, 0.005439438857138157, 0.008833985775709152, 0.012228532694280148, 0.015623079612851143, 0.019017625600099564, 0.022412173449993134, 0.025806721299886703, 0.029201267287135124, 0.032595813274383545, 0.035990361124277115, 0.039384908974170685, 0.042779453098773956, 0.046174000948667526, 0.049568548798561096, 0.052963096648454666, 0.056357644498348236, 0.05975218862295151, 0.06314674019813538, 0.06654128432273865, 0.06993582844734192, 0.07333038002252579, 0.07672492414712906, 0.08011946827173233, 0.0835140198469162, 0.08690856397151947, 0.09030310809612274, 0.09369765967130661, 0.09709220379590988, 0.10048675537109375, 0.10388129949569702]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 6.0, 2.0, 1.0, 3.0, 2.0, 2.0, 2.0, 2.0, 5.0, 3.0, 4.0, 4.0, 4.0, 1.0, 6.0, 0.0, 4.0, 4.0, 26.0, 1.0, 5.0, 3.0, 4.0, 0.0, 2.0, 2.0, 3.0, 2.0, 3.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002450963482260704, -0.0023564095608890057, -0.0022618556395173073, -0.0021673014853149652, -0.002072747563943267, -0.0019781936425715685, -0.0018836396047845483, -0.001789085566997528, -0.0016945316456258297, -0.0015999777242541313, -0.0015054236864671111, -0.001410869648680091, -0.0013163157273083925, -0.0012217618059366941, -0.001127207768149674, -0.0010326537303626537, -0.0009380998089909554, -0.0008435458294115961, -0.0007489918498322368, -0.0006544378702528775, -0.0005598838906735182, -0.0004653299110941589, -0.0003707759315147996, -0.0002762219519354403, -0.000181667972356081, -8.711399277672172e-05, 7.439986802637577e-06, 0.00010199396638199687, 0.00019654794596135616, 0.00029110192554071546, 0.00038565590512007475, 0.00048020988469943404, 0.0005747638642787933, 0.0006693178438581526, 0.0007638718234375119, 0.0008584258030168712, 0.0009529797825962305, 0.0010475337039679289, 0.001142087741754949, 0.0012366417795419693, 0.0013311957009136677, 0.001425749622285366, 0.0015203036600723863, 0.0016148576978594065, 0.0017094116192311049, 0.0018039655406028032, 0.0018985195783898234, 0.0019930736161768436, 0.002087627537548542, 0.0021821814589202404, 0.0022767353802919388, 0.002371289534494281, 0.002465843455865979, 0.0025603973772376776, 0.0026549515314400196, 0.002749505452811718, 0.0028440593741834164, 0.0029386132955551147, 0.003033167216926813, 0.003127721371129155, 0.0032222752925008535, 0.003316829213872552, 0.003411383368074894, 0.0035059372894465923, 0.0036004912108182907]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 3.0, 11.0, 10.0, 8.0, 16.0, 15.0, 28.0, 48.0, 77.0, 93.0, 173.0, 255.0, 363.0, 528.0, 794.0, 1203.0, 1993.0, 3005.0, 5063.0, 8884.0, 16947.0, 36739.0, 121484.0, 879021.0, 54651.0, 21210.0, 10676.0, 6070.0, 3545.0, 2154.0, 1413.0, 954.0, 690.0, 449.0, 314.0, 210.0, 156.0, 115.0, 84.0, 54.0, 36.0, 20.0, 18.0, 14.0, 15.0, 5.0, 5.0, 6.0, 3.0, 1.0, 4.0, 1.0, 3.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.005762468092143536, -0.005566211882978678, -0.005369956139475107, -0.005173699930310249, -0.0049774437211453915, -0.004781187977641821, -0.004584931768476963, -0.004388675559312105, -0.004192419350147247, -0.003996163606643677, -0.003799907397478819, -0.0036036514211446047, -0.0034073954448103905, -0.0032111392356455326, -0.0030148832593113184, -0.0028186270501464605, -0.0026223710738122463, -0.002426115097478032, -0.0022298588883131742, -0.00203360291197896, -0.001837346819229424, -0.001641090726479888, -0.0014448347501456738, -0.0012485786573961377, -0.0010523225646466017, -0.0008560664718970656, -0.0006598104373551905, -0.00046355437370948493, -0.00026729831006377935, -7.104224641807377e-05, 0.0001252138172276318, 0.0003214698808733374, 0.000517725944519043, 0.000713982037268579, 0.0009102380718104541, 0.0011064941063523293, 0.0013027501991018653, 0.0014990062918514013, 0.0016952622681856155, 0.0018915183609351516, 0.0020877744536846876, 0.002284030430018902, 0.0024802866391837597, 0.002676542615517974, 0.002872798591852188, 0.003069054801017046, 0.00326531077735126, 0.003461566986516118, 0.0036578229628503323, 0.0038540789391845465, 0.004050334915518761, 0.0042465911246836185, 0.004442847333848476, 0.004639103077352047, 0.004835359286516905, 0.005031615495681763, 0.005227871239185333, 0.005424127448350191, 0.005620383657515049, 0.005816639866679907, 0.006012895610183477, 0.006209151819348335, 0.006405408028513193, 0.006601663772016764, 0.0067979199811816216]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 4.0, 2.0, 1.0, 1.0, 6.0, 9.0, 3.0, 2.0, 1.0, 3.0, 3.0, 1.0, 1.0, 2.0, 1.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.020577386021614075, -0.019814254716038704, -0.019051123410463333, -0.018287992104887962, -0.01752486079931259, -0.01676172949373722, -0.01599859818816185, -0.01523546688258648, -0.014472335577011108, -0.013709205202758312, -0.012946073897182941, -0.01218294259160757, -0.0114198112860322, -0.010656679980456829, -0.009893548674881458, -0.009130417369306087, -0.008367286063730717, -0.007604154758155346, -0.006841023452579975, -0.006077892147004604, -0.0053147608414292336, -0.00455163000151515, -0.0037884986959397793, -0.0030253673903644085, -0.0022622360847890377, -0.001499104779213667, -0.000735973590053618, 2.715765731409192e-05, 0.0007902889046818018, 0.0015534202102571726, 0.0023165512830018997, 0.0030796825885772705, 0.0038428138941526413, 0.004605945199728012, 0.005369076505303383, 0.006132207810878754, 0.0068953391164541245, 0.007658469956368208, 0.008421601727604866, 0.009184733033180237, 0.009947864338755608, 0.010710994713008404, 0.011474126018583775, 0.012237257324159145, 0.013000388629734516, 0.013763519935309887, 0.014526651240885258, 0.015289782546460629, 0.016052912920713425, 0.016816044226288795, 0.017579175531864166, 0.018342306837439537, 0.019105438143014908, 0.01986856944859028, 0.02063170075416565, 0.02139483205974102, 0.02215796336531639, 0.022921094670891762, 0.023684225976467133, 0.024447357282042503, 0.025210488587617874, 0.025973619893193245, 0.026736751198768616, 0.027499882504343987, 0.028263013809919357]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 4.0, 5.0, 3.0, 6.0, 1.0, 5.0, 9.0, 13.0, 14.0, 17.0, 20.0, 26.0, 22.0, 31.0, 38.0, 50.0, 63.0, 61.0, 78.0, 115.0, 156.0, 172.0, 232.0, 286.0, 420.0, 492.0, 646.0, 928.0, 1340.0, 2354.0, 6008.0, 1577.0, 990.0, 665.0, 437.0, 297.0, 217.0, 159.0, 93.0, 75.0, 52.0, 41.0, 37.0, 23.0, 26.0, 16.0, 13.0, 10.0, 18.0, 19.0, 10.0, 16.0, 8.0, 1.0, 1.0, 4.0, 6.0], "bins": [-0.012531764805316925, -0.012195429764688015, -0.011859094724059105, -0.01152276061475277, -0.01118642557412386, -0.01085009053349495, -0.01051375549286604, -0.01017742045223713, -0.009841086342930794, -0.009504751302301884, -0.009168416261672974, -0.008832081221044064, -0.008495746180415154, -0.008159411139786243, -0.007823077030479908, -0.007486741989850998, -0.007150406949222088, -0.006814071908593178, -0.006477737333625555, -0.006141402292996645, -0.005805067718029022, -0.005468732677400112, -0.005132397636771202, -0.004796063061803579, -0.004459728021174669, -0.004123392980545759, -0.0037870584055781364, -0.0034507233649492264, -0.00311438855715096, -0.0027780537493526936, -0.0024417187087237835, -0.002105383900925517, -0.0017690490931272507, -0.0014327142853289843, -0.001096379361115396, -0.0007600444951094687, -0.0004237096291035414, -8.737476309761405e-05, 0.0002489601029083133, 0.0005852949689142406, 0.0009216298349201679, 0.0012579646427184343, 0.0015942995669320226, 0.0019306344911456108, 0.0022669692989438772, 0.0026033041067421436, 0.0029396391473710537, 0.00327597395516932, 0.0036123087629675865, 0.003948643803596497, 0.004284978378564119, 0.004621313419193029, 0.004957647994160652, 0.005293983034789562, 0.005630318075418472, 0.005966652650386095, 0.006302987691015005, 0.006639322731643915, 0.006975657306611538, 0.007311992347240448, 0.007648327387869358, 0.007984662428498268, 0.008320996537804604, 0.008657331578433514, 0.008993666619062424]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 2.0, 2.0, 2.0, 0.0, 3.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.12825623154640198, -0.12341136485338211, -0.11856649816036224, -0.11372162401676178, -0.10887675732374191, -0.10403189063072205, -0.09918701648712158, -0.09434214979410172, -0.08949728310108185, -0.08465241640806198, -0.07980754971504211, -0.07496267557144165, -0.07011780887842178, -0.06527294218540192, -0.06042807176709175, -0.055583201348781586, -0.05073833465576172, -0.04589346796274185, -0.041048597544431686, -0.03620372712612152, -0.031358860433101654, -0.026513991877436638, -0.02166912332177162, -0.016824254766106606, -0.01197938621044159, -0.007134517654776573, -0.002289649099111557, 0.002555219456553459, 0.007400088012218475, 0.012244956567883492, 0.017089825123548508, 0.021934693679213524, 0.02677956223487854, 0.03162442892789841, 0.03646929934620857, 0.04131416976451874, 0.046159036457538605, 0.05100390315055847, 0.05584877356886864, 0.0606936439871788, 0.06553851068019867, 0.07038337737321854, 0.0752282440662384, 0.08007311820983887, 0.08491798490285873, 0.0897628515958786, 0.09460772573947906, 0.09945259243249893, 0.1042974591255188, 0.10914232581853867, 0.11398719251155853, 0.118832066655159, 0.12367693334817886, 0.12852180004119873, 0.1333666741847992, 0.13821153342723846, 0.14305640757083893, 0.1479012817144394, 0.15274614095687866, 0.15759101510047913, 0.1624358892440796, 0.16728074848651886, 0.17212562263011932, 0.1769704818725586, 0.18181535601615906]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 3.0, 2.0, 4.0, 8.0, 19.0, 30.0, 23.0, 26.0, 23.0, 40.0, 17.0, 18.0, 10.0, 2.0, 0.0, 1.0, 2.0, 8.0, 3.0, 2.0, 1.0, 3.0, 1.0, 2.0, 1.0, 3.0, 3.0, 3.0, 4.0, 3.0, 4.0, 2.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.0916941910982132, -0.087710440158844, -0.08372669667005539, -0.07974294573068619, -0.07575920224189758, -0.07177545130252838, -0.06779170036315918, -0.06380795687437057, -0.05982420593500137, -0.05584045872092247, -0.05185671150684357, -0.047872960567474365, -0.04388921335339546, -0.03990546613931656, -0.03592171519994736, -0.031937967985868454, -0.02795422077178955, -0.023970473557710648, -0.019986724480986595, -0.016002975404262543, -0.01201922819018364, -0.008035480044782162, -0.004051731899380684, -6.798375397920609e-05, 0.003915764391422272, 0.00789951253682375, 0.011883260682225227, 0.01586700975894928, 0.019850756973028183, 0.023834504187107086, 0.02781825326383114, 0.03180200234055519, 0.035785749554634094, 0.039769496768713, 0.0437532439827919, 0.0477369949221611, 0.051720742136240005, 0.05570448935031891, 0.05968824028968811, 0.06367198377847672, 0.06765573471784592, 0.07163948565721512, 0.07562322914600372, 0.07960698008537292, 0.08359073102474213, 0.08757447451353073, 0.09155822545289993, 0.09554196894168854, 0.09952571988105774, 0.10350947082042694, 0.10749321430921555, 0.11147696524858475, 0.11546070873737335, 0.11944445967674255, 0.12342821061611176, 0.12741196155548096, 0.13139569759368896, 0.13537944853305817, 0.13936319947242737, 0.14334695041179657, 0.14733070135116577, 0.15131445229053497, 0.15529818832874298, 0.15928193926811218, 0.16326569020748138]}, "_runtime": 140.5805459022522, "_timestamp": 1596213011.2820835, "_step": 170}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 2.0, 2.0, 1.0, 5.0, 2.0, 5.0, 4.0, 1.0, 2.0, 0.0, 1.0, 2.0, 2.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.007618927396833897, -0.0073708705604076385, -0.0071228137239813805, -0.006874756887555122, -0.006626700051128864, -0.006378642749041319, -0.006130585912615061, -0.005882529076188803, -0.005634472239762545, -0.0053864154033362865, -0.0051383585669100285, -0.00489030173048377, -0.004642244428396225, -0.004394187591969967, -0.004146130755543709, -0.0038980739191174507, -0.0036500170826911926, -0.0034019602462649345, -0.0031539034098386765, -0.0029058463405817747, -0.0026577895041555166, -0.0024097326677292585, -0.002161675598472357, -0.0019136187620460987, -0.0016655619256198406, -0.0014175050891935825, -0.0011694481363520026, -0.0009213912417180836, -0.0006733343470841646, -0.0004252774524502456, -0.00017722055781632662, 7.083633681759238e-05, 0.0003188932314515114, 0.0005669501260854304, 0.0008150070207193494, 0.0010630639735609293, 0.0013111208099871874, 0.0015591776464134455, 0.0018072345992550254, 0.0020552915520966053, 0.0023033483885228634, 0.0025514052249491215, 0.0027994620613753796, 0.0030475191306322813, 0.0032955759670585394, 0.0035436328034847975, 0.0037916898727416992, 0.004039746709167957, 0.004287803545594215, 0.0045358603820204735, 0.004783917218446732, 0.00503197405487299, 0.005280030891299248, 0.005528088193386793, 0.005776145029813051, 0.006024201866239309, 0.006272258702665567, 0.0065203155390918255, 0.006768372375518084, 0.007016429211944342, 0.007264486514031887, 0.007512543350458145, 0.007760600186884403, 0.008008657023310661, 0.00825671385973692]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 3.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 3.0, 6.0, 3.0, 5.0, 7.0, 8.0, 12.0, 12.0, 17.0, 20.0, 34.0, 27.0, 47.0, 54.0, 68.0, 90.0, 150.0, 180.0, 294.0, 5142.0, 884.0, 262.0, 151.0, 109.0, 82.0, 58.0, 48.0, 36.0, 20.0, 18.0, 15.0, 14.0, 14.0, 6.0, 7.0, 1.0, 2.0, 7.0, 1.0, 5.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.11304386705160141, -0.10948457568883896, -0.10592527687549591, -0.10236598551273346, -0.09880669414997101, -0.09524739533662796, -0.09168810397386551, -0.08812880516052246, -0.08456951379776001, -0.08101022243499756, -0.07745092362165451, -0.07389163225889206, -0.07033233344554901, -0.06677304208278656, -0.06321375072002411, -0.05965445563197136, -0.05609516054391861, -0.05253586545586586, -0.04897657036781311, -0.04541727900505066, -0.04185798391699791, -0.03829868882894516, -0.03473939746618271, -0.03118010237812996, -0.02762080729007721, -0.02406151220202446, -0.02050221897661686, -0.01694292575120926, -0.01338363066315651, -0.009824336506426334, -0.006265042349696159, -0.0027057481929659843, 0.0008535459637641907, 0.004412840120494366, 0.00797213427722454, 0.011531428433954716, 0.01509072259068489, 0.01865001767873764, 0.02220931090414524, 0.02576860412955284, 0.02932789921760559, 0.03288719430565834, 0.03644648939371109, 0.04000578075647354, 0.04356507584452629, 0.04712437093257904, 0.05068366229534149, 0.05424295738339424, 0.05780225247144699, 0.06136154755949974, 0.06492084264755249, 0.06848013401031494, 0.07203942537307739, 0.07559872418642044, 0.07915801554918289, 0.08271731436252594, 0.08627660572528839, 0.08983589708805084, 0.09339519590139389, 0.09695448726415634, 0.10051378607749939, 0.10407307744026184, 0.10763236880302429, 0.11119166761636734, 0.11475095897912979]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 3.0, 3.0, 3.0, 5.0, 2.0, 6.0, 5.0, 3.0, 3.0, 1.0, 26.0, 4.0, 6.0, 10.0, 4.0, 7.0, 0.0, 3.0, 4.0, 1.0, 5.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.0035927281714975834, -0.0034904940985143185, -0.0033882600255310535, -0.0032860259525477886, -0.0031837918795645237, -0.0030815578065812588, -0.0029793239664286375, -0.0028770898934453726, -0.0027748558204621077, -0.0026726217474788427, -0.002570387674495578, -0.002468153601512313, -0.002365919528529048, -0.002263685455545783, -0.002161451382562518, -0.002059217309579253, -0.001956983469426632, -0.0018547492800280452, -0.0017525152070447803, -0.0016502812504768372, -0.0015480471774935722, -0.0014458131045103073, -0.0013435790315270424, -0.0012413449585437775, -0.0011391108855605125, -0.0010368769289925694, -0.0009346428560093045, -0.0008324087830260396, -0.0007301747100427747, -0.0006279406952671707, -0.0005257066222839057, -0.0004234725784044713, -0.0003212385345250368, -0.00021900449064560235, -0.00011677043221425265, -1.453638105886057e-05, 8.769767009653151e-05, 0.00018993171397596598, 0.0002921657869592309, 0.00039439983083866537, 0.0004966338747180998, 0.0005988679477013648, 0.0007011019624769688, 0.0008033360354602337, 0.0009055701084434986, 0.0010078041814267635, 0.0011100381379947066, 0.0012122722109779716, 0.0013145062839612365, 0.0014167403569445014, 0.0015189744299277663, 0.0016212083864957094, 0.0017234424594789743, 0.0018256765324622393, 0.0019279106054455042, 0.002030144678428769, 0.002132378751412034, 0.002234612824395299, 0.002336846897378564, 0.002439080737531185, 0.00254131481051445, 0.002643548883497715, 0.00274578295648098, 0.002848017029464245, 0.0029502511024475098]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 3.0, 4.0, 6.0, 16.0, 24.0, 30.0, 48.0, 80.0, 117.0, 159.0, 212.0, 338.0, 452.0, 711.0, 1027.0, 1626.0, 2679.0, 4690.0, 8681.0, 17956.0, 45781.0, 270971.0, 734751.0, 45195.0, 19481.0, 9746.0, 5527.0, 3295.0, 2029.0, 1282.0, 826.0, 549.0, 395.0, 277.0, 193.0, 117.0, 101.0, 77.0, 53.0, 45.0, 24.0, 19.0, 18.0, 11.0, 5.0, 5.0, 3.0, 3.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.005482158623635769, -0.005263091530650854, -0.005044024903327227, -0.004824957810342312, -0.004605891183018684, -0.00438682409003377, -0.004167757462710142, -0.003948690369725227, -0.0037296235095709562, -0.003510556649416685, -0.003291489789262414, -0.003072422929108143, -0.002853355836123228, -0.002634288975968957, -0.002415222115814686, -0.0021961552556604147, -0.0019770883955061436, -0.0017580215353518724, -0.0015389546751976013, -0.0013198876986280084, -0.0011008208384737372, -0.0008817539783194661, -0.0006626870599575341, -0.0004436201706994325, -0.0002245532814413309, -5.486392183229327e-06, 0.00021358049707487226, 0.00043264738633297384, 0.0006517142755910754, 0.0008707811357453465, 0.0010898481123149395, 0.0013089149724692106, 0.0015279818326234818, 0.0017470486927777529, 0.001966115552932024, 0.002185182413086295, 0.0024042492732405663, 0.002623316366225481, 0.002842383226379752, 0.0030614500865340233, 0.0032805169466882944, 0.0034995838068425655, 0.0037186506669968367, 0.003937717527151108, 0.004156784620136023, 0.00437585124745965, 0.004594918340444565, 0.004813984967768192, 0.005033052060753107, 0.005252119153738022, 0.005471185781061649, 0.005690252874046564, 0.005909319501370192, 0.006128386594355106, 0.006347453221678734, 0.006566520314663649, 0.006785587407648563, 0.007004654034972191, 0.007223721127957106, 0.007442787755280733, 0.007661854848265648, 0.007880921475589275, 0.008099988102912903, 0.008319055661559105, 0.008538122288882732]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 2.0, 4.0, 2.0, 5.0, 3.0, 1.0, 11.0, 3.0, 3.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.026181748136878014, -0.02555108070373535, -0.02492041513323784, -0.024289747700095177, -0.023659082129597664, -0.023028414696455002, -0.02239774912595749, -0.021767081692814827, -0.021136414259672165, -0.020505748689174652, -0.01987508125603199, -0.019244415685534477, -0.018613748252391815, -0.017983082681894302, -0.01735241524875164, -0.016721749678254128, -0.016091082245111465, -0.015460415743291378, -0.01482974924147129, -0.014199082739651203, -0.013568416237831116, -0.012937748804688454, -0.012307082302868366, -0.011676415801048279, -0.011045749299228191, -0.010415082797408104, -0.009784416295588017, -0.009153749793767929, -0.008523082360625267, -0.00789241585880518, -0.007261749356985092, -0.006631082855165005, -0.006000416353344917, -0.00536974985152483, -0.004739083349704742, -0.004108416382223368, -0.0034777498804032803, -0.002847083378583193, -0.0022164166439324617, -0.0015857500256970525, -0.0009550834074616432, -0.00032441678922623396, 0.0003062498290091753, 0.0009369164472445846, 0.0015675830654799938, 0.0021982495673000813, 0.0028289163019508123, 0.0034595830366015434, 0.004090249538421631, 0.004720916040241718, 0.005351582542061806, 0.0059822495095431805, 0.006612916011363268, 0.007243582513183355, 0.00787424948066473, 0.008504915982484818, 0.009135582484304905, 0.009766248986124992, 0.01039691548794508, 0.011027581989765167, 0.01165824942290783, 0.012288915924727917, 0.012919582426548004, 0.013550248928368092, 0.014180915430188179]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [6.0, 4.0, 0.0, 0.0, 0.0, 1.0, 2.0, 10.0, 29.0, 19.0, 5.0, 11.0, 10.0, 21.0, 15.0, 28.0, 29.0, 51.0, 31.0, 47.0, 49.0, 90.0, 99.0, 140.0, 150.0, 200.0, 294.0, 339.0, 488.0, 616.0, 887.0, 1173.0, 1655.0, 5286.0, 1811.0, 1135.0, 792.0, 581.0, 414.0, 339.0, 297.0, 210.0, 176.0, 182.0, 122.0, 98.0, 109.0, 63.0, 47.0, 48.0, 43.0, 41.0, 29.0, 20.0, 21.0, 19.0, 17.0, 6.0, 8.0, 5.0, 4.0, 2.0, 6.0, 2.0], "bins": [-0.008425856940448284, -0.008175931870937347, -0.00792600680142641, -0.007676081731915474, -0.007426156662404537, -0.007176231127232313, -0.006926306057721376, -0.00667638098821044, -0.006426455918699503, -0.006176530849188566, -0.0059266057796776295, -0.005676680710166693, -0.005426755174994469, -0.005176830105483532, -0.004926905035972595, -0.0046769799664616585, -0.004427054896950722, -0.004177129827439785, -0.003927204757928848, -0.003677279455587268, -0.003427354386076331, -0.0031774293165653944, -0.002927504014223814, -0.0026775789447128773, -0.0024276538752019405, -0.002177728805691004, -0.0019278036197647452, -0.0016778784338384867, -0.00142795336432755, -0.0011780282948166132, -0.0009281031088903546, -0.000678177981171757, -0.00042825285345315933, -0.00017832772573456168, 7.159740198403597e-05, 0.0003215225297026336, 0.0005714476574212313, 0.0008213727851398289, 0.0010712979128584266, 0.0013212230987846851, 0.0015711481682956219, 0.0018210732378065586, 0.0020709983073174953, 0.0023209236096590757, 0.0025708486791700125, 0.002820773748680949, 0.0030706990510225296, 0.0033206241205334663, 0.003570549190044403, 0.00382047425955534, 0.0040703993290662766, 0.004320324398577213, 0.00457024946808815, 0.004820175003260374, 0.005070100072771311, 0.0053200251422822475, 0.005569950211793184, 0.005819875281304121, 0.006069800350815058, 0.0063197254203259945, 0.0065696509554982185, 0.006819576025009155, 0.007069501094520092, 0.007319426164031029, 0.0075693512335419655]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 3.0, 1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.05766887962818146, -0.055534303188323975, -0.05339972674846649, -0.05126514658331871, -0.04913057014346123, -0.046995993703603745, -0.04486141353845596, -0.04272683709859848, -0.040592260658741, -0.038457684218883514, -0.03632310777902603, -0.03418852761387825, -0.03205395117402077, -0.029919374734163284, -0.027784796431660652, -0.02565021812915802, -0.023515641689300537, -0.021381065249443054, -0.019246486946940422, -0.01711190864443779, -0.014977332204580307, -0.01284275483340025, -0.010708177462220192, -0.008573600091040134, -0.006439022719860077, -0.004304445348680019, -0.002169867977499962, -3.529060631990433e-05, 0.002099286764860153, 0.004233864136040211, 0.006368441507220268, 0.008503018878400326, 0.010637596249580383, 0.01277217362076044, 0.014906750991940498, 0.01704132929444313, 0.019175905734300613, 0.021310482174158096, 0.02344506047666073, 0.02557963877916336, 0.027714215219020844, 0.029848791658878326, 0.03198336809873581, 0.03411794826388359, 0.036252524703741074, 0.038387101143598557, 0.04052168130874634, 0.04265625774860382, 0.044790834188461304, 0.04692541062831879, 0.04905998706817627, 0.05119456723332405, 0.053329143673181534, 0.05546372011303902, 0.0575983002781868, 0.05973287671804428, 0.061867453157901764, 0.06400202959775925, 0.06613660603761673, 0.06827118247747421, 0.07040576636791229, 0.07254034280776978, 0.07467491924762726, 0.07680949568748474, 0.07894407212734222]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 0.0, 3.0, 1.0, 2.0, 2.0, 4.0, 2.0, 7.0, 7.0, 1.0, 7.0, 8.0, 8.0, 7.0, 10.0, 17.0, 7.0, 15.0, 10.0, 25.0, 34.0, 17.0, 11.0, 8.0, 12.0, 8.0, 3.0, 5.0, 5.0, 5.0, 1.0, 7.0, 1.0, 2.0, 2.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 4.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.06391392648220062, -0.0621304027736187, -0.060346879065036774, -0.05856335163116455, -0.056779827922582626, -0.0549963042140007, -0.05321278050541878, -0.05142925679683685, -0.04964572936296463, -0.047862205654382706, -0.04607868194580078, -0.04429515823721886, -0.04251163452863693, -0.04072811082005501, -0.038944583386182785, -0.03716105967760086, -0.035377535969018936, -0.03359401226043701, -0.03181048855185509, -0.030026962980628014, -0.02824343740940094, -0.026459913700819016, -0.02467638999223709, -0.022892864421010017, -0.021109340712428093, -0.01932581700384617, -0.017542291432619095, -0.01575876772403717, -0.013975243084132671, -0.012191718444228172, -0.010408194735646248, -0.008624670095741749, -0.00684114545583725, -0.005057620815932751, -0.003274096641689539, -0.0014905722346156836, 0.00029295217245817184, 0.0020764765795320272, 0.0038600009866058826, 0.005643525160849094, 0.0074270498007535934, 0.009210574440658092, 0.010994099080562592, 0.012777622789144516, 0.014561147429049015, 0.016344672068953514, 0.01812819577753544, 0.019911721348762512, 0.021695245057344437, 0.02347876876592636, 0.025262294337153435, 0.02704581804573536, 0.028829343616962433, 0.030612867325544357, 0.03239639103412628, 0.034179914742708206, 0.03596343845129013, 0.037746965885162354, 0.03953048959374428, 0.0413140133023262, 0.04309753701090813, 0.04488106071949005, 0.046664588153362274, 0.0484481118619442, 0.05023163557052612]}, "_runtime": 141.35615372657776, "_timestamp": 1596213012.0576913, "_step": 171}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 2.0, 2.0, 2.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 9.0, 3.0, 3.0, 0.0, 2.0, 2.0, 0.0, 2.0, 1.0, 1.0, 3.0, 4.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.012062632478773594, -0.011741499416530132, -0.01142036635428667, -0.011099234223365784, -0.010778101161122322, -0.01045696809887886, -0.010135835036635399, -0.009814701974391937, -0.009493568912148476, -0.009172436781227589, -0.008851303718984127, -0.008530170656740665, -0.008209037594497204, -0.007887904532253742, -0.007566771935671568, -0.007245639339089394, -0.006924506276845932, -0.00660337321460247, -0.006282240618020296, -0.0059611075557768345, -0.00563997495919466, -0.005318841896951199, -0.004997708834707737, -0.004676576238125563, -0.004355443175882101, -0.0040343101136386395, -0.003713177517056465, -0.0033920444548130035, -0.0030709116254001856, -0.0027497787959873676, -0.002428645733743906, -0.002107512904331088, -0.0017863800749182701, -0.0014652472455054522, -0.0011441142996773124, -0.0008229814120568335, -0.0005018485244363546, -0.00018071563681587577, 0.0001404172508046031, 0.00046155013842508197, 0.0007826830260455608, 0.0011038158554583788, 0.0014249488012865186, 0.0017460817471146584, 0.0020672145765274763, 0.0023883474059402943, 0.002709480468183756, 0.003030613297596574, 0.003351746127009392, 0.0036728789564222097, 0.003994011785835028, 0.004315144848078489, 0.004636277444660664, 0.004957410506904125, 0.005278543569147587, 0.005599676165729761, 0.005920809227973223, 0.006241942290216684, 0.006563074886798859, 0.00688420794904232, 0.007205341011285782, 0.007526473607867956, 0.00784760620445013, 0.008168739266693592, 0.008489872328937054]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 3.0, 3.0, 0.0, 1.0, 8.0, 8.0, 8.0, 4.0, 13.0, 15.0, 12.0, 22.0, 22.0, 31.0, 27.0, 35.0, 43.0, 49.0, 65.0, 87.0, 96.0, 139.0, 172.0, 356.0, 5362.0, 441.0, 213.0, 179.0, 102.0, 95.0, 60.0, 52.0, 40.0, 26.0, 36.0, 21.0, 15.0, 14.0, 9.0, 16.0, 12.0, 4.0, 4.0, 2.0, 0.0, 2.0, 1.0, 3.0, 1.0, 1.0, 1.0], "bins": [-0.11009647697210312, -0.10715261101722717, -0.10420874506235123, -0.10126487910747528, -0.09832101315259933, -0.09537714719772339, -0.09243328124284744, -0.0894894152879715, -0.08654554188251495, -0.08360167592763901, -0.08065780997276306, -0.07771394401788712, -0.07477007806301117, -0.07182621210813522, -0.06888234615325928, -0.06593848019838333, -0.06299461424350739, -0.06005074828863144, -0.05710688233375549, -0.05416301637887955, -0.0512191504240036, -0.04827528074383736, -0.04533141478896141, -0.042387548834085464, -0.03944368287920952, -0.03649981692433357, -0.033555950969457626, -0.03061208315193653, -0.027668217197060585, -0.02472435124218464, -0.021780483424663544, -0.018836617469787598, -0.01589275151491165, -0.012948885560035706, -0.010005018673837185, -0.0070611522532999516, -0.004117285832762718, -0.0011734194122254848, 0.0017704470083117485, 0.004714313428848982, 0.007658179849386215, 0.010602045804262161, 0.013545912690460682, 0.016489779576659203, 0.01943364553153515, 0.022377511486411095, 0.02532137930393219, 0.028265245258808136, 0.031209111213684082, 0.03415297716856003, 0.037096843123435974, 0.04004070907831192, 0.042984575033187866, 0.04592844471335411, 0.04887231066823006, 0.051816176623106, 0.05476004257798195, 0.057703908532857895, 0.06064777448773384, 0.06359164416790009, 0.06653551012277603, 0.06947937607765198, 0.07242324203252792, 0.07536710798740387, 0.07831097394227982]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 4.0, 1.0, 4.0, 1.0, 1.0, 1.0, 4.0, 5.0, 1.0, 6.0, 9.0, 5.0, 3.0, 24.0, 4.0, 4.0, 3.0, 4.0, 2.0, 4.0, 2.0, 4.0, 4.0, 1.0, 2.0, 2.0, 1.0, 3.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.002756863832473755, -0.0026425246614962816, -0.002528185723349452, -0.0024138465523719788, -0.002299507614225149, -0.002185168443247676, -0.0020708292722702026, -0.001956490334123373, -0.0018421511631458998, -0.0017278121085837483, -0.001613473054021597, -0.0014991339994594455, -0.001384794944897294, -0.0012704558903351426, -0.0011561167193576694, -0.001041777664795518, -0.0009274386102333665, -0.0008130995556712151, -0.0006987604429014027, -0.0005844213883392513, -0.0004700823046732694, -0.0003557432210072875, -0.00024140415189322084, -0.00012706508277915418, -1.2725999113172293e-05, 0.00010161307727685198, 0.00021595215366687626, 0.0003302912227809429, 0.0004446303064469248, 0.0005589693901129067, 0.0006733084446750581, 0.0007876475574448705, 0.0009019866120070219, 0.0010163256665691733, 0.0011306647211313248, 0.001245003892108798, 0.0013593429466709495, 0.0014736820012331009, 0.0015880210557952523, 0.0017023601103574038, 0.001816699281334877, 0.0019310383358970284, 0.00204537739045918, 0.002159716561436653, 0.0022740554995834827, 0.002388394670560956, 0.0025027336087077856, 0.002617072779685259, 0.0027314117178320885, 0.0028457508888095617, 0.002960090059787035, 0.0030744289979338646, 0.003188768168911338, 0.0033031071070581675, 0.0034174462780356407, 0.003531785449013114, 0.0036461243871599436, 0.003760463558137417, 0.0038748024962842464, 0.003989141900092363, 0.004103480838239193, 0.004217819776386023, 0.004332158714532852, 0.004446498118340969, 0.004560837056487799]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 3.0, 8.0, 14.0, 17.0, 35.0, 44.0, 91.0, 128.0, 226.0, 360.0, 577.0, 1044.0, 1755.0, 3093.0, 5673.0, 11490.0, 27147.0, 97059.0, 913930.0, 57359.0, 23823.0, 12558.0, 7694.0, 4857.0, 3135.0, 2138.0, 1523.0, 1034.0, 767.0, 520.0, 416.0, 281.0, 225.0, 152.0, 110.0, 110.0, 65.0, 46.0, 32.0, 22.0, 20.0, 22.0, 9.0, 9.0, 6.0, 6.0, 2.0, 2.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.005922438111156225, -0.005689065903425217, -0.0054556941613554955, -0.005222321953624487, -0.004988950211554766, -0.004755578003823757, -0.004522206261754036, -0.004288834054023027, -0.004055461846292019, -0.0038220901042222977, -0.003588718129321933, -0.003355346154421568, -0.0031219739466905594, -0.0028886019717901945, -0.0026552299968898296, -0.0024218580219894648, -0.0021884860470891, -0.001955114072188735, -0.0017217420972883701, -0.0014883700059726834, -0.0012549980310723186, -0.0010216260561719537, -0.0007882540230639279, -0.0005548819899559021, -0.0003215100150555372, -8.813801105134189e-05, 0.00014523399295285344, 0.0003786059969570488, 0.0006119780009612441, 0.000845349975861609, 0.0010787220671772957, 0.0013120940420776606, 0.0015454660169780254, 0.0017788379918783903, 0.002012209966778755, 0.00224558194167912, 0.002478953916579485, 0.0027123261243104935, 0.0029456980992108583, 0.0031790700741112232, 0.003412442049011588, 0.003645814023911953, 0.003879185998812318, 0.004112557973712683, 0.004345930181443691, 0.0045793019235134125, 0.004812674131244421, 0.005046045873314142, 0.005279418081045151, 0.005512790288776159, 0.0057461620308458805, 0.005979534238576889, 0.00621290598064661, 0.006446278188377619, 0.00667964993044734, 0.0069130221381783485, 0.00714639388024807, 0.007379766087979078, 0.007613138295710087, 0.007846510037779808, 0.00807988177984953, 0.008313254453241825, 0.008546626195311546, 0.008779997937381268, 0.009013369679450989]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 3.0, 4.0, 0.0, 4.0, 2.0, 1.0, 7.0, 2.0, 3.0, 3.0, 1.0, 1.0, 8.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.03557506948709488, -0.03457963839173317, -0.03358420729637146, -0.03258877247571945, -0.03159334138035774, -0.030597910284996033, -0.029602477326989174, -0.028607044368982315, -0.027611613273620605, -0.026616182178258896, -0.025620749220252037, -0.024625316262245178, -0.02362988516688347, -0.02263445407152176, -0.0216390211135149, -0.02064358815550804, -0.019648157060146332, -0.018652725964784622, -0.017657293006777763, -0.016661860048770905, -0.015666428953409195, -0.01467099692672491, -0.013675564900040627, -0.012680132873356342, -0.011684700846672058, -0.010689268819987774, -0.00969383679330349, -0.008698404766619205, -0.007702972739934921, -0.006707540713250637, -0.005712108686566353, -0.004716676659882069, -0.0037212446331977844, -0.0027258126065135, -0.001730380579829216, -0.0007349485531449318, 0.0002604834735393524, 0.0012559155002236366, 0.002251347526907921, 0.003246779553592205, 0.004242211580276489, 0.0052376436069607735, 0.006233075633645058, 0.007228507660329342, 0.008223939687013626, 0.00921937171369791, 0.010214803740382195, 0.011210235767066479, 0.012205667793750763, 0.013201099820435047, 0.014196531847119331, 0.015191963873803616, 0.0161873959004879, 0.01718282699584961, 0.018178259953856468, 0.019173692911863327, 0.020169124007225037, 0.021164555102586746, 0.022159988060593605, 0.023155421018600464, 0.024150852113962173, 0.025146283209323883, 0.026141716167330742, 0.0271371491253376, 0.02813258022069931]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 2.0, 3.0, 3.0, 4.0, 5.0, 8.0, 14.0, 12.0, 14.0, 30.0, 31.0, 53.0, 61.0, 78.0, 141.0, 160.0, 233.0, 329.0, 419.0, 657.0, 958.0, 1620.0, 6493.0, 2720.0, 1427.0, 909.0, 508.0, 350.0, 280.0, 193.0, 141.0, 110.0, 124.0, 72.0, 56.0, 48.0, 32.0, 18.0, 15.0, 17.0, 16.0, 8.0, 5.0, 4.0, 6.0, 3.0, 4.0, 6.0, 6.0, 1.0, 5.0, 5.0, 2.0, 3.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.014690281823277473, -0.01412205956876278, -0.013553837314248085, -0.01298561505973339, -0.012417392805218697, -0.011849171482026577, -0.011280949227511883, -0.010712726972997189, -0.010144504718482494, -0.0095762824639678, -0.009008060209453106, -0.008439837954938412, -0.007871616631746292, -0.007303393911570311, -0.006735172122716904, -0.0061669498682022095, -0.005598727613687515, -0.005030505359172821, -0.004462283104658127, -0.00389406131580472, -0.0033258390612900257, -0.0027576168067753315, -0.002189394785091281, -0.0016211726469919086, -0.0010529505088925362, -0.0004847283707931638, 8.349376730620861e-05, 0.000651715905405581, 0.0012199380435049534, 0.0017881601816043258, 0.002356382319703698, 0.0029246043413877487, 0.003492826595902443, 0.004061048850417137, 0.004629271104931831, 0.005197492893785238, 0.0057657151482999325, 0.006333937402814627, 0.006902159191668034, 0.007470381446182728, 0.008038603700697422, 0.008606825955212116, 0.00917504820972681, 0.009743270464241505, 0.010311491787433624, 0.010879714041948318, 0.011447936296463013, 0.012016158550977707, 0.012584380805492401, 0.013152603060007095, 0.01372082531452179, 0.014289047569036484, 0.014857269823551178, 0.015425491146743298, 0.015993714332580566, 0.01656193658709526, 0.017130158841609955, 0.0176983792334795, 0.018266601487994194, 0.018834823742508888, 0.019403045997023582, 0.019971268251538277, 0.02053949050605297, 0.021107712760567665, 0.02167593501508236]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 3.0, 3.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.2112489938735962, -0.20609010756015778, -0.20093122124671936, -0.19577234983444214, -0.19061346352100372, -0.1854545772075653, -0.1802956908941269, -0.17513681948184967, -0.16997793316841125, -0.16481904685497284, -0.15966016054153442, -0.154501274228096, -0.1493424028158188, -0.14418351650238037, -0.13902463018894196, -0.13386574387550354, -0.12870687246322632, -0.1235479786992073, -0.11838909983634949, -0.11323021352291107, -0.10807133466005325, -0.10291244834661484, -0.09775356948375702, -0.0925946831703186, -0.08743579685688019, -0.08227691799402237, -0.07711803168058395, -0.07195915281772614, -0.06680026650428772, -0.0616413839161396, -0.056482501327991486, -0.05132361873984337, -0.04616473615169525, -0.041005853563547134, -0.03584697097539902, -0.03068808652460575, -0.025529203936457634, -0.020370321348309517, -0.015211437828838825, -0.010052554309368134, -0.0048936717212200165, 0.0002652113325893879, 0.005424094386398792, 0.010582977905869484, 0.0157418604940176, 0.020900743082165718, 0.026059627532958984, 0.0312185101211071, 0.03637739270925522, 0.041536275297403336, 0.04669515788555145, 0.05185404047369957, 0.05701292306184769, 0.0621718093752861, 0.06733068823814392, 0.07248957455158234, 0.07764846086502075, 0.08280733972787857, 0.08796622604131699, 0.0931251049041748, 0.09828399121761322, 0.10344287008047104, 0.10860175639390945, 0.11376063525676727, 0.11891952157020569]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 3.0, 1.0, 1.0, 2.0, 4.0, 8.0, 3.0, 3.0, 3.0, 7.0, 0.0, 1.0, 1.0, 3.0, 6.0, 6.0, 8.0, 8.0, 8.0, 8.0, 38.0, 24.0, 18.0, 14.0, 18.0, 15.0, 17.0, 9.0, 8.0, 6.0, 5.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 3.0, 0.0, 0.0, 4.0], "bins": [-0.13277678191661835, -0.12918615341186523, -0.12559552490711212, -0.12200489640235901, -0.1184142678976059, -0.11482363939285278, -0.11123301088809967, -0.10764238238334656, -0.10405175387859344, -0.10046111792325974, -0.09687048941850662, -0.09327986091375351, -0.0896892324090004, -0.08609860390424728, -0.08250797539949417, -0.07891734689474106, -0.07532671838998795, -0.07173608988523483, -0.06814546138048172, -0.06455483287572861, -0.060964204370975494, -0.05737357214093208, -0.05378294363617897, -0.05019231513142586, -0.046601686626672745, -0.04301105812191963, -0.03942042961716652, -0.035829801112413406, -0.032239168882369995, -0.02864854224026203, -0.02505791187286377, -0.021467283368110657, -0.017876654863357544, -0.014286026358604431, -0.010695396922528744, -0.007104767952114344, -0.0035141389816999435, 7.648998871445656e-05, 0.0036671189591288567, 0.007257747929543257, 0.010848376899957657, 0.01443900540471077, 0.018029633909463882, 0.021620264276862144, 0.025210892781615257, 0.02880152128636837, 0.03239215165376663, 0.035982780158519745, 0.03957340866327286, 0.04316403716802597, 0.04675466567277908, 0.050345294177532196, 0.05393592268228531, 0.05752655491232872, 0.06111718341708183, 0.06470780819654465, 0.06829844415187836, 0.07188907265663147, 0.07547970116138458, 0.0790703296661377, 0.08266095817089081, 0.08625158667564392, 0.08984221518039703, 0.09343284368515015, 0.09702347218990326]}, "_runtime": 142.12735891342163, "_timestamp": 1596213012.8288965, "_step": 172}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 3.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 3.0, 3.0, 0.0, 3.0, 0.0, 1.0, 1.0, 3.0, 4.0, 2.0, 4.0, 2.0, 6.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 3.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01102903950959444, -0.01065190602093935, -0.01027477253228426, -0.00989763904362917, -0.009520505554974079, -0.009143372066318989, -0.008766238577663898, -0.008389105089008808, -0.008011970669031143, -0.00763483764603734, -0.00725770415738225, -0.0068805706687271595, -0.006503436714410782, -0.0061263032257556915, -0.005749169737100601, -0.005372036248445511, -0.0049949027597904205, -0.00461776927113533, -0.00424063578248024, -0.003863502060994506, -0.0034863685723394156, -0.0031092350836843252, -0.0027321013621985912, -0.002354967873543501, -0.0019778343848884106, -0.0016007008962333202, -0.001223567291162908, -0.0008464337443001568, -0.0004693001974374056, -9.216665057465434e-05, 0.0002849668962880969, 0.0006621004431508482, 0.0010392339900135994, 0.0014163674786686897, 0.0017935010837391019, 0.002170634688809514, 0.0025477681774646044, 0.0029249016661196947, 0.0033020353876054287, 0.003679168876260519, 0.004056302364915609, 0.0044334358535707, 0.00481056934222579, 0.00518770283088088, 0.005564836785197258, 0.005941970273852348, 0.006319103762507439, 0.006696237251162529, 0.007073370739817619, 0.00745050422847271, 0.0078276377171278, 0.00820477120578289, 0.00858190469443798, 0.008959038183093071, 0.009336171671748161, 0.009713305160403252, 0.010090438649058342, 0.010467573069036007, 0.010844706557691097, 0.011221840046346188, 0.011598973535001278, 0.011976107023656368, 0.012353240512311459, 0.012730374000966549, 0.01310750748962164]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 3.0, 1.0, 0.0, 0.0, 7.0, 2.0, 4.0, 6.0, 5.0, 12.0, 9.0, 9.0, 23.0, 17.0, 23.0, 41.0, 42.0, 65.0, 69.0, 94.0, 122.0, 150.0, 285.0, 3726.0, 2150.0, 360.0, 189.0, 124.0, 93.0, 63.0, 64.0, 33.0, 26.0, 24.0, 12.0, 16.0, 10.0, 6.0, 8.0, 3.0, 5.0, 7.0, 5.0, 3.0, 3.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.11784915626049042, -0.11416474729776382, -0.11048034578561783, -0.10679593682289124, -0.10311153531074524, -0.09942712634801865, -0.09574272483587265, -0.09205831587314606, -0.08837391436100006, -0.08468950539827347, -0.08100509643554688, -0.07732069492340088, -0.07363628596067429, -0.06995188444852829, -0.0662674754858017, -0.0625830739736557, -0.05889866501092911, -0.05521425977349281, -0.05152985453605652, -0.047845449298620224, -0.04416104406118393, -0.040476635098457336, -0.03679222986102104, -0.03310782462358475, -0.029423419386148453, -0.025739014148712158, -0.022054608911275864, -0.01837020181119442, -0.014685796573758125, -0.01100139133632183, -0.007316985167562962, -0.0036325794644653797, 5.182623863220215e-05, 0.003736231941729784, 0.007420637644827366, 0.011105043813586235, 0.01478944905102253, 0.018473854288458824, 0.022158261388540268, 0.025842666625976562, 0.029527071863412857, 0.03321147710084915, 0.036895882338285446, 0.04058028757572174, 0.044264696538448334, 0.04794910177588463, 0.05163350701332092, 0.05531791225075722, 0.05900231748819351, 0.0626867264509201, 0.0663711279630661, 0.0700555369257927, 0.07373993843793869, 0.07742434740066528, 0.08110874891281128, 0.08479315787553787, 0.08847756683826447, 0.09216196835041046, 0.09584637731313705, 0.09953077882528305, 0.10321518778800964, 0.10689958930015564, 0.11058399826288223, 0.11426839977502823, 0.11795280873775482]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 4.0, 3.0, 0.0, 4.0, 4.0, 3.0, 1.0, 1.0, 3.0, 1.0, 3.0, 3.0, 5.0, 1.0, 1.0, 23.0, 5.0, 10.0, 0.0, 8.0, 1.0, 5.0, 5.0, 2.0, 2.0, 1.0, 3.0, 2.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 3.0, 1.0], "bins": [-0.003587719053030014, -0.0034935956355184317, -0.0033994719851762056, -0.0033053485676646233, -0.003211225150153041, -0.003117101499810815, -0.0030229780822992325, -0.00292885466478765, -0.0028347312472760677, -0.0027406075969338417, -0.0026464841794222593, -0.002552360761910677, -0.002458237111568451, -0.0023641136940568686, -0.002269990276545286, -0.00217586662620306, -0.0020817432086914778, -0.0019876197911798954, -0.0018934962572529912, -0.001799372723326087, -0.0017052493058145046, -0.0016111257718876004, -0.0015170022379606962, -0.0014228788204491138, -0.0013287552865222096, -0.0012346317525953054, -0.001140508335083723, -0.0010463848011568189, -0.0009522613254375756, -0.0008581378497183323, -0.0007640143157914281, -0.0006698908400721848, -0.0005757673643529415, -0.0004816438886336982, -0.0003875203838106245, -0.00029339687898755074, -0.00019927340326830745, -0.00010514991299714893, -1.1026422725990415e-05, 8.30970675451681e-05, 0.00017722055781632662, 0.0002713440335355699, 0.00036546753835864365, 0.0004595910431817174, 0.0005537145189009607, 0.000647837994620204, 0.0007419615285471082, 0.0008360850042663515, 0.0009302084799855947, 0.001024332013912499, 0.0011184554314240813, 0.0012125789653509855, 0.001306702382862568, 0.001400825916789472, 0.0014949494507163763, 0.0015890728682279587, 0.0016831964021548629, 0.001777319936081767, 0.0018714433535933495, 0.001965566771104932, 0.002059690421447158, 0.0021538138389587402, 0.0022479372564703226, 0.0023420609068125486, 0.002436184324324131]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 3.0, 1.0, 2.0, 5.0, 5.0, 12.0, 19.0, 21.0, 30.0, 40.0, 64.0, 91.0, 107.0, 144.0, 205.0, 279.0, 385.0, 650.0, 959.0, 1611.0, 2562.0, 4509.0, 8190.0, 17061.0, 41237.0, 165385.0, 831499.0, 51037.0, 22894.0, 12149.0, 6942.0, 4048.0, 2496.0, 1617.0, 1114.0, 700.0, 479.0, 323.0, 246.0, 190.0, 96.0, 74.0, 41.0, 41.0, 23.0, 15.0, 10.0, 11.0, 5.0, 4.0, 3.0, 4.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.007337805349379778, -0.007123040966689587, -0.006908276118338108, -0.006693511735647917, -0.0064787473529577255, -0.006263982504606247, -0.006049218121916056, -0.005834453739225864, -0.005619688890874386, -0.0054049245081841946, -0.005190160125494003, -0.004975395742803812, -0.0047606308944523335, -0.004545866511762142, -0.004331102129071951, -0.004116337280720472, -0.003901572898030281, -0.003686808282509446, -0.003472043899819255, -0.00325727928429842, -0.0030425149016082287, -0.0028277502860873938, -0.002612985670566559, -0.0023982212878763676, -0.0021834566723555326, -0.0019686920568346977, -0.0017539276741445065, -0.0015391630586236715, -0.0013243985595181584, -0.0011096340604126453, -0.0008948695030994713, -0.0006801049457862973, -0.0004653404466807842, -0.00025057591847144067, -3.581139026209712e-05, 0.00017895313794724643, 0.00039371766615659, 0.0006084821652621031, 0.0008232467225752771, 0.001038011279888451, 0.0012527757789939642, 0.0014675402780994773, 0.0016823047772049904, 0.0018970693927258253, 0.0021118340082466602, 0.0023265983909368515, 0.0025413630064576864, 0.0027561273891478777, 0.0029708920046687126, 0.0031856566201895475, 0.003400421002879739, 0.0036151856184005737, 0.003829950001090765, 0.004044714849442244, 0.004259479232132435, 0.004474243614822626, 0.004689007997512817, 0.004903772845864296, 0.005118537228554487, 0.0053333016112446785, 0.005548066459596157, 0.005762830842286348, 0.00597759522497654, 0.006192360073328018, 0.0064071244560182095]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 1.0, 1.0, 2.0, 8.0, 1.0, 3.0, 3.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 4.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.01784195564687252, -0.01730296202003956, -0.016763968393206596, -0.016224974766373634, -0.015685979276895523, -0.015146985650062561, -0.014607992023229599, -0.014068998396396637, -0.013530004769563675, -0.012991010211408138, -0.012452016584575176, -0.011913022957742214, -0.011374028399586678, -0.010835034772753716, -0.010296041145920753, -0.009757046587765217, -0.009218052960932255, -0.008679059334099293, -0.008140064775943756, -0.007601071149110794, -0.007062077522277832, -0.006523083429783583, -0.005984089337289333, -0.005445095710456371, -0.004906101617962122, -0.004367107525467873, -0.0038281138986349106, -0.0032891198061406612, -0.0027501259464770555, -0.00221113208681345, -0.0016721381107345223, -0.0011331441346555948, -0.0005941502749919891, -5.515635712072253e-05, 0.00048383756075054407, 0.0010228315368294716, 0.0015618253964930773, 0.002100819256156683, 0.0026398133486509323, 0.003178807208314538, 0.0037178010679781437, 0.004256795160472393, 0.004795788787305355, 0.005334782879799604, 0.005873776972293854, 0.006412770599126816, 0.006951764691621065, 0.007490758318454027, 0.008029752410948277, 0.008568746037781239, 0.009107740595936775, 0.009646734222769737, 0.0101857278496027, 0.010724722407758236, 0.011263716034591198, 0.01180270966142416, 0.012341704219579697, 0.012880697846412659, 0.01341969147324562, 0.013958685100078583, 0.01449767965823412, 0.015036673285067081, 0.015575666911900043, 0.01611466147005558, 0.016653655096888542]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 2.0, 2.0, 2.0, 1.0, 4.0, 2.0, 3.0, 2.0, 7.0, 8.0, 7.0, 9.0, 8.0, 15.0, 16.0, 18.0, 25.0, 23.0, 36.0, 37.0, 50.0, 86.0, 106.0, 148.0, 189.0, 259.0, 346.0, 456.0, 648.0, 933.0, 1481.0, 5849.0, 2371.0, 1488.0, 1003.0, 697.0, 537.0, 370.0, 288.0, 207.0, 142.0, 122.0, 84.0, 79.0, 48.0, 43.0, 36.0, 32.0, 22.0, 16.0, 19.0, 11.0, 11.0, 3.0, 6.0, 7.0, 3.0, 2.0, 0.0, 2.0, 1.0, 0.0, 2.0], "bins": [-0.01233039889484644, -0.0119548998773098, -0.011579400859773159, -0.011203900910913944, -0.010828401893377304, -0.010452902875840664, -0.010077403858304024, -0.009701903909444809, -0.009326404891908169, -0.008950905874371529, -0.008575406856834888, -0.008199907839298248, -0.007824407890439034, -0.007448908872902393, -0.007073409855365753, -0.006697910372167826, -0.0063224113546311855, -0.005946912337094545, -0.005571412853896618, -0.005195913836359978, -0.00482041435316205, -0.00444491533562541, -0.004069415852427483, -0.0036939168348908424, -0.0033184175845235586, -0.002942918334156275, -0.002567419083788991, -0.002191919833421707, -0.0018164206994697452, -0.0014409214491024613, -0.0010654223151504993, -0.0006899230647832155, -0.0003144238144159317, 6.107540684752166e-05, 0.000436574628110975, 0.0008120738202705979, 0.0011875730706378818, 0.0015630723210051656, 0.0019385714549571276, 0.0023140707053244114, 0.002689569955691695, 0.003065069206058979, 0.003440568456426263, 0.0038160677067935467, 0.004191566724330187, 0.004567066207528114, 0.0049425652250647545, 0.005318064708262682, 0.005693563725799322, 0.006069062743335962, 0.00644456222653389, 0.00682006124407053, 0.007195560727268457, 0.007571059744805098, 0.007946559228003025, 0.008322058245539665, 0.008697557263076305, 0.009073056280612946, 0.00944855622947216, 0.0098240552470088, 0.01019955426454544, 0.01057505328208208, 0.010950553230941296, 0.011326052248477936, 0.011701551266014576]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 3.0, 3.0, 2.0, 0.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0484333336353302, -0.04484003782272339, -0.04124674201011658, -0.037653446197509766, -0.034060150384902954, -0.030466856434941292, -0.02687356062233448, -0.02328026480972767, -0.019686968997120857, -0.016093673184514046, -0.012500377371907234, -0.008907082490622997, -0.005313786678016186, -0.0017204910982400179, 0.00187280448153615, 0.005466099828481674, 0.009059395641088486, 0.012652691453695297, 0.01624598726630211, 0.01983928307890892, 0.023432578891515732, 0.027025872841477394, 0.030619168654084206, 0.034212466329336166, 0.03780575841665268, 0.04139905422925949, 0.0449923500418663, 0.048585645854473114, 0.052178941667079926, 0.05577223747968674, 0.05936553329229355, 0.06295882910490036, 0.06655212491750717, 0.07014542073011398, 0.0737387165427208, 0.0773320123553276, 0.08092530816793442, 0.08451860398054123, 0.08811189979314804, 0.09170519560575485, 0.09529849141836166, 0.09889178723096848, 0.10248508304357529, 0.1060783788561821, 0.10967167466878891, 0.11326497048139572, 0.11685826629400253, 0.12045156210660934, 0.12404485046863556, 0.12763814628124237, 0.13123144209384918, 0.134824737906456, 0.1384180337190628, 0.14201132953166962, 0.14560462534427643, 0.14919792115688324, 0.15279121696949005, 0.15638451278209686, 0.15997780859470367, 0.16357110440731049, 0.1671644002199173, 0.1707576960325241, 0.17435099184513092, 0.17794428765773773, 0.18153758347034454]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 3.0, 0.0, 7.0, 4.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 8.0, 5.0, 11.0, 9.0, 14.0, 12.0, 10.0, 13.0, 10.0, 10.0, 12.0, 30.0, 12.0, 16.0, 7.0, 5.0, 11.0, 2.0, 10.0, 5.0, 7.0, 4.0, 7.0, 3.0, 4.0, 2.0, 2.0, 3.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 4.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.05037234351038933, -0.048453956842422485, -0.046535566449165344, -0.0446171797811985, -0.04269879311323166, -0.040780406445264816, -0.038862019777297974, -0.03694362938404083, -0.03502524271607399, -0.03310685604810715, -0.031188467517495155, -0.029270078986883163, -0.02735169231891632, -0.025433305650949478, -0.023514917120337486, -0.021596528589725494, -0.01967814192175865, -0.01775975525379181, -0.015841366723179817, -0.0139229791238904, -0.012004591524600983, -0.010086203925311565, -0.008167816326022148, -0.006249428726732731, -0.004331041127443314, -0.0024126535281538963, -0.0004942659288644791, 0.0014241216704249382, 0.0033425092697143555, 0.005260896869003773, 0.00717928446829319, 0.009097672067582607, 0.011016059666872025, 0.012934447266161442, 0.014852834865450859, 0.01677122339606285, 0.018689610064029694, 0.020607996731996536, 0.022526385262608528, 0.02444477379322052, 0.026363160461187363, 0.028281547129154205, 0.030199935659766197, 0.03211832419037819, 0.03403671085834503, 0.035955097526311874, 0.03787348419427872, 0.03979187458753586, 0.0417102612555027, 0.04362864792346954, 0.045547038316726685, 0.04746542498469353, 0.04938381165266037, 0.05130219832062721, 0.053220584988594055, 0.055138975381851196, 0.05705736204981804, 0.05897574871778488, 0.06089413911104202, 0.06281252205371857, 0.06473091244697571, 0.06664930284023285, 0.0685676857829094, 0.07048607617616653, 0.07240445911884308]}, "_runtime": 142.90124988555908, "_timestamp": 1596213013.6027875, "_step": 173}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 5.0, 3.0, 1.0, 5.0, 7.0, 3.0, 3.0, 1.0, 4.0, 1.0, 0.0, 1.0, 5.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.012184526771306992, -0.011864593252539635, -0.011544659733772278, -0.011224725283682346, -0.01090479176491499, -0.010584858246147633, -0.010264924727380276, -0.009944991208612919, -0.009625056758522987, -0.00930512323975563, -0.008985189720988274, -0.008665256202220917, -0.00834532268345356, -0.008025389164686203, -0.007705455180257559, -0.007385521195828915, -0.007065587677061558, -0.006745654158294201, -0.006425720173865557, -0.0061057866550982, -0.005785852670669556, -0.005465919151902199, -0.005145985633134842, -0.004826051648706198, -0.004506118129938841, -0.004186184611171484, -0.00386625062674284, -0.003546317107975483, -0.0032263833563774824, -0.002906449604779482, -0.002586516086012125, -0.0022665823344141245, -0.001946648582816124, -0.0016267148312181234, -0.0013067811960354447, -0.000986847560852766, -0.0006669138092547655, -0.0003469801158644259, -2.7046422474086285e-05, 0.00029288727091625333, 0.0006128209643065929, 0.0009327546576969326, 0.0012526883510872722, 0.0015726219862699509, 0.0018925557378679514, 0.002212489489465952, 0.002532423008233309, 0.0028523567598313093, 0.00317229051142931, 0.0034922242630273104, 0.003812158014625311, 0.004132091533392668, 0.004452025517821312, 0.004771959036588669, 0.005091892555356026, 0.00541182653978467, 0.005731760058552027, 0.006051693577319384, 0.006371627561748028, 0.006691561080515385, 0.0070114945992827415, 0.007331428583711386, 0.007651362102478743, 0.007971296086907387, 0.008291229605674744]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 3.0, 1.0, 0.0, 0.0, 2.0, 4.0, 4.0, 8.0, 5.0, 15.0, 16.0, 17.0, 18.0, 21.0, 48.0, 54.0, 98.0, 163.0, 274.0, 849.0, 5512.0, 345.0, 155.0, 101.0, 73.0, 38.0, 37.0, 22.0, 13.0, 8.0, 7.0, 6.0, 2.0, 3.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.153549924492836, -0.14875692129135132, -0.14396391808986664, -0.13917091488838196, -0.13437789678573608, -0.1295848935842514, -0.12479189038276672, -0.11999888718128204, -0.11520588397979736, -0.11041287332773209, -0.1056198701262474, -0.10082686692476273, -0.09603385627269745, -0.09124085307121277, -0.08644784986972809, -0.08165483921766281, -0.07686183601617813, -0.07206883281469345, -0.06727582216262817, -0.062482818961143494, -0.057689815759658813, -0.052896808832883835, -0.048103801906108856, -0.043310798704624176, -0.0385177917778492, -0.03372478485107422, -0.02893178164958954, -0.02413877472281456, -0.01934576965868473, -0.014552764594554901, -0.009759758599102497, -0.00496675306931138, -0.00017374753952026367, 0.004619257990270853, 0.00941226352006197, 0.014205269515514374, 0.018998274579644203, 0.023791279643774033, 0.02858428657054901, 0.03337728977203369, 0.03817029669880867, 0.04296330362558365, 0.04775630682706833, 0.05254931375384331, 0.057342320680618286, 0.062135323882102966, 0.06692832708358765, 0.07172133773565292, 0.0765143409371376, 0.08130734413862228, 0.08610035479068756, 0.09089335799217224, 0.09568636119365692, 0.1004793718457222, 0.10527237504720688, 0.11006537824869156, 0.11485838890075684, 0.11965139210224152, 0.1244443953037262, 0.12923739850521088, 0.13403040170669556, 0.13882341980934143, 0.1436164230108261, 0.1484094262123108, 0.15320242941379547]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 0.0, 5.0, 2.0, 1.0, 4.0, 1.0, 3.0, 4.0, 3.0, 5.0, 2.0, 4.0, 2.0, 4.0, 6.0, 24.0, 8.0, 4.0, 10.0, 4.0, 5.0, 0.0, 3.0, 2.0, 3.0, 1.0, 3.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.003998852334916592, -0.003896358422935009, -0.0037938645109534264, -0.0036913705989718437, -0.003588876686990261, -0.0034863827750086784, -0.003383888863027096, -0.003281394951045513, -0.0031789010390639305, -0.003076406894251704, -0.0029739129822701216, -0.002871419070288539, -0.0027689251583069563, -0.0026664312463253736, -0.002563937334343791, -0.0024614434223622084, -0.0023589495103806257, -0.002256455598399043, -0.0021539616864174604, -0.002051467774435878, -0.0019489738624542952, -0.0018464798340573907, -0.001743985922075808, -0.0016414920100942254, -0.0015389980981126428, -0.0014365041861310601, -0.0013340102741494775, -0.0012315163621678948, -0.0011290223337709904, -0.0010265284217894077, -0.0009240345098078251, -0.0008215405978262424, -0.0007190466858446598, -0.0006165527738630772, -0.0005140588618814945, -0.00041156489169225097, -0.0003090709797106683, -0.00020657705317717046, -0.00010408312664367259, -1.5892001101747155e-06, 0.00010090472642332315, 0.00020339865295682102, 0.0003058925794903189, 0.000408386520575732, 0.0005108804325573146, 0.0006133743445388973, 0.0007158683147281408, 0.0008183622267097235, 0.0009208561386913061, 0.0010233500506728888, 0.0011258439626544714, 0.001228337874636054, 0.0013308317866176367, 0.0014333258150145411, 0.0015358197269961238, 0.0016383136389777064, 0.001740807550959289, 0.0018433014629408717, 0.0019457953749224544, 0.002048289403319359, 0.0021507833153009415, 0.002253277227282524, 0.0023557711392641068, 0.0024582650512456894, 0.002560758963227272]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 2.0, 4.0, 2.0, 1.0, 5.0, 6.0, 9.0, 9.0, 11.0, 17.0, 33.0, 41.0, 70.0, 77.0, 126.0, 176.0, 239.0, 394.0, 545.0, 847.0, 1181.0, 1895.0, 3054.0, 5148.0, 8878.0, 16607.0, 35255.0, 102060.0, 868138.0, 71476.0, 27872.0, 13954.0, 7853.0, 4628.0, 2965.0, 1918.0, 1247.0, 901.0, 597.0, 391.0, 308.0, 197.0, 143.0, 121.0, 73.0, 46.0, 42.0, 21.0, 19.0, 12.0, 9.0, 8.0, 4.0, 2.0, 6.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.005139817483723164, -0.004981545265763998, -0.0048232730478048325, -0.004665000829845667, -0.004506728611886501, -0.004348456393927336, -0.00419018417596817, -0.004031911958009005, -0.0038736395072191954, -0.00371536728926003, -0.0035570950713008642, -0.0033988228533416986, -0.0032405504025518894, -0.003082278184592724, -0.0029240059666335583, -0.0027657337486743927, -0.002607461530715227, -0.0024491893127560616, -0.002290917094796896, -0.0021326448768377304, -0.001974372658878565, -0.0018161003245040774, -0.00165782799012959, -0.0014995557721704245, -0.0013412835542112589, -0.0011830113362520933, -0.0010247391182929277, -0.0008664667839184403, -0.0007081945659592748, -0.0005499223480001092, -0.0003916500718332827, -0.00023337782477028668, -7.510557770729065e-05, 8.316666935570538e-05, 0.0002414389164187014, 0.00039971116348169744, 0.0005579834105446935, 0.000716255628503859, 0.0008745279046706855, 0.001032800180837512, 0.0011910723987966776, 0.0013493446167558432, 0.0015076168347150087, 0.0016658891690894961, 0.0018241613870486617, 0.001982433721423149, 0.0021407059393823147, 0.0022989781573414803, 0.002457250375300646, 0.0026155225932598114, 0.002773794811218977, 0.0029320670291781425, 0.003090339247137308, 0.0032486116979271173, 0.003406883915886283, 0.0035651561338454485, 0.003723428351804614, 0.0038817005697637796, 0.004039973020553589, 0.0041982452385127544, 0.00435651745647192, 0.004514789674431086, 0.004673061892390251, 0.004831334110349417, 0.004989606328308582]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 3.0, 0.0, 1.0, 2.0, 1.0, 4.0, 3.0, 1.0, 2.0, 4.0, 1.0, 2.0, 2.0, 10.0, 3.0, 1.0, 2.0, 2.0, 2.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.025869688019156456, -0.02523445338010788, -0.024599220603704453, -0.023963987827301025, -0.02332875318825245, -0.022693518549203873, -0.022058285772800446, -0.02142305299639702, -0.020787818357348442, -0.020152583718299866, -0.01951735094189644, -0.01888211816549301, -0.018246883526444435, -0.01761164888739586, -0.01697641611099243, -0.016341183334589005, -0.015705948695540428, -0.015070714987814426, -0.014435481280088425, -0.013800247572362423, -0.013165013864636421, -0.01252978015691042, -0.011894546449184418, -0.011259312741458416, -0.010624079033732414, -0.009988845326006413, -0.00935361161828041, -0.008718377910554409, -0.008083144202828407, -0.0074479104951024055, -0.006812676787376404, -0.006177443079650402, -0.0055422093719244, -0.004906975664198399, -0.004271741956472397, -0.003636508248746395, -0.0030012745410203934, -0.0023660408332943916, -0.00173080712556839, -0.0010955734178423882, -0.0004603397101163864, 0.00017489399760961533, 0.0008101277053356171, 0.0014453614130616188, 0.0020805951207876205, 0.0027158288285136223, 0.003351062536239624, 0.003986296243965626, 0.0046215299516916275, 0.005256763659417629, 0.005891997367143631, 0.006527231074869633, 0.0071624647825956345, 0.007797698490321636, 0.008432932198047638, 0.00906816590577364, 0.009703399613499641, 0.010338633321225643, 0.010973867028951645, 0.011609100736677647, 0.012244334444403648, 0.01287956815212965, 0.013514801859855652, 0.014150035567581654, 0.014785269275307655]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 4.0, 2.0, 3.0, 3.0, 7.0, 3.0, 9.0, 3.0, 9.0, 9.0, 9.0, 16.0, 16.0, 22.0, 27.0, 32.0, 41.0, 55.0, 78.0, 126.0, 144.0, 191.0, 249.0, 307.0, 373.0, 526.0, 637.0, 843.0, 1165.0, 1692.0, 5809.0, 2714.0, 1227.0, 655.0, 417.0, 277.0, 188.0, 141.0, 107.0, 90.0, 55.0, 47.0, 38.0, 18.0, 6.0, 13.0, 5.0, 4.0, 6.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0], "bins": [-0.01185282040387392, -0.01154090091586113, -0.011228982359170914, -0.010917062871158123, -0.010605144314467907, -0.010293224826455116, -0.0099813062697649, -0.00966938678175211, -0.009357467293739319, -0.009045548737049103, -0.008733629249036312, -0.008421710692346096, -0.008109791204333305, -0.007797872181981802, -0.007485953159630299, -0.007174034137278795, -0.006862115114927292, -0.0065501960925757885, -0.006238277070224285, -0.005926358047872782, -0.005614439025521278, -0.005302519537508488, -0.004990600515156984, -0.004678681492805481, -0.004366762470453978, -0.004054843448102474, -0.003742924425750971, -0.003431005170568824, -0.0031190861482173204, -0.002807167125865817, -0.00249524787068367, -0.0021833288483321667, -0.0018714098259806633, -0.00155949080362916, -0.0012475716648623347, -0.0009356525843031704, -0.0006237335037440062, -0.00031181442318484187, 1.046573743224144e-07, 0.0003120237379334867, 0.000623942818492651, 0.0009358618990518153, 0.0012477809796109796, 0.0015597001183778048, 0.0018716191407293081, 0.0021835381630808115, 0.0024954574182629585, 0.002807376440614462, 0.0031192954629659653, 0.0034312144853174686, 0.003743133507668972, 0.004055052530020475, 0.004366971552371979, 0.0046788910403847694, 0.004990810062736273, 0.005302729085087776, 0.0056146481074392796, 0.005926567129790783, 0.006238486152142286, 0.00655040517449379, 0.00686232466250658, 0.007174243684858084, 0.007486162707209587, 0.0077980817295610905, 0.008110000751912594]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 4.0, 0.0, 1.0, 3.0, 4.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.06266455352306366, -0.0595870167016983, -0.05650947988033295, -0.05343194678425789, -0.05035440996289253, -0.047276873141527176, -0.04419934004545212, -0.04112180322408676, -0.038044266402721405, -0.03496672958135605, -0.03188919275999069, -0.028811659663915634, -0.025734122842550278, -0.02265658602118492, -0.019579051062464714, -0.016501516103744507, -0.01342397928237915, -0.010346443392336369, -0.007268907502293587, -0.004191371612250805, -0.001113835722208023, 0.0019637001678347588, 0.005041236057877541, 0.008118771947920322, 0.011196307837963104, 0.014273843728005886, 0.017351379618048668, 0.020428914576768875, 0.02350645139813423, 0.026583988219499588, 0.029661523178219795, 0.03273905813694, 0.03581659495830536, 0.038894131779670715, 0.04197166860103607, 0.04504920169711113, 0.048126738518476486, 0.05120427533984184, 0.0542818084359169, 0.05735934525728226, 0.060436882078647614, 0.06351441890001297, 0.06659195572137833, 0.06966949254274368, 0.07274702191352844, 0.0758245587348938, 0.07890209555625916, 0.08197963237762451, 0.08505716919898987, 0.08813470602035522, 0.09121224284172058, 0.09428977966308594, 0.0973673164844513, 0.10044484585523605, 0.10352238267660141, 0.10659991949796677, 0.10967745631933212, 0.11275499314069748, 0.11583252996206284, 0.11891006678342819, 0.12198759615421295, 0.1250651329755783, 0.12814266979694366, 0.13122020661830902, 0.13429774343967438]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 3.0, 3.0, 4.0, 5.0, 3.0, 8.0, 19.0, 25.0, 25.0, 46.0, 20.0, 8.0, 15.0, 16.0, 7.0, 6.0, 4.0, 9.0, 7.0, 5.0, 3.0, 4.0, 0.0, 4.0, 3.0, 4.0, 3.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.04899097979068756, -0.046903885900974274, -0.044816792011260986, -0.042729701846838, -0.04064260795712471, -0.03855551406741142, -0.036468420177698135, -0.03438132628798485, -0.03229423612356186, -0.030207140371203423, -0.028120048344135284, -0.026032954454421997, -0.02394586056470871, -0.02185876853764057, -0.019771674647927284, -0.017684582620859146, -0.015597488731145859, -0.013510395772755146, -0.011423302814364433, -0.009336208924651146, -0.007249115966260433, -0.0051620230078697205, -0.0030749295838177204, -0.000987836392596364, 0.0010992567986249924, 0.0031863499898463488, 0.005273443181067705, 0.007360536605119705, 0.009447629563510418, 0.01153472252190113, 0.013621816411614418, 0.015708908438682556, 0.017796002328395844, 0.01988309621810913, 0.02197018824517727, 0.024057282134890556, 0.026144374161958694, 0.028231468051671982, 0.03031856194138527, 0.032405655831098557, 0.034492745995521545, 0.03657983988523483, 0.03866693377494812, 0.04075402766466141, 0.042841121554374695, 0.04492821544408798, 0.04701530560851097, 0.04910239949822426, 0.051189493387937546, 0.05327658727765083, 0.05536368116736412, 0.05745077133178711, 0.0595378652215004, 0.061624959111213684, 0.06371205300092697, 0.06579914689064026, 0.06788624078035355, 0.06997333467006683, 0.07206042855978012, 0.07414751499891281, 0.0762346088886261, 0.07832170277833939, 0.08040879666805267, 0.08249589055776596, 0.08458298444747925]}, "_runtime": 143.68382048606873, "_timestamp": 1596213014.385358, "_step": 174}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 3.0, 3.0, 1.0, 2.0, 1.0, 0.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 5.0, 1.0, 4.0, 2.0, 1.0, 4.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 4.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.005602994002401829, -0.005416740197688341, -0.0052304863929748535, -0.005044232588261366, -0.004857978783547878, -0.004671724978834391, -0.004485471174120903, -0.004299217369407415, -0.004112963564693928, -0.00392670975998044, -0.0037404559552669525, -0.003554202150553465, -0.0033679483458399773, -0.0031816945411264896, -0.002995440736413002, -0.0028091869316995144, -0.0026229331269860268, -0.002436679322272539, -0.0022504255175590515, -0.002064171712845564, -0.0018779179081320763, -0.0016916641034185886, -0.001505410298705101, -0.0013191564939916134, -0.0011329026892781258, -0.0009466488845646381, -0.0007603950798511505, -0.0005741412751376629, -0.00038788747042417526, -0.00020163366571068764, -1.5379860997200012e-05, 0.0001708739437162876, 0.00035712774842977524, 0.0005433815531432629, 0.0007296353578567505, 0.0009158891625702381, 0.0011021429672837257, 0.0012883967719972134, 0.001474650576710701, 0.0016609043814241886, 0.0018471581861376762, 0.002033411990851164, 0.0022196657955646515, 0.002405919600278139, 0.0025921734049916267, 0.0027784272097051144, 0.002964681014418602, 0.0031509348191320896, 0.0033371886238455772, 0.003523442428559065, 0.0037096962332725525, 0.00389595003798604, 0.004082203842699528, 0.004268457647413015, 0.004454711452126503, 0.004640965256839991, 0.004827219061553478, 0.005013472866266966, 0.0051997266709804535, 0.005385980475693941, 0.005572234280407429, 0.005758488085120916, 0.005944741889834404, 0.006130995694547892, 0.006317249499261379]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 3.0, 3.0, 9.0, 5.0, 15.0, 21.0, 21.0, 31.0, 39.0, 48.0, 89.0, 121.0, 186.0, 320.0, 5357.0, 924.0, 265.0, 146.0, 96.0, 61.0, 34.0, 30.0, 25.0, 23.0, 12.0, 17.0, 5.0, 1.0, 5.0, 3.0, 5.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.12998323142528534, -0.125767320394516, -0.12155140936374664, -0.11733550578355789, -0.11311959475278854, -0.1089036837220192, -0.10468777269124985, -0.1004718616604805, -0.09625595808029175, -0.0920400470495224, -0.08782413601875305, -0.0836082249879837, -0.07939231395721436, -0.07517640292644501, -0.07096049934625626, -0.06674458831548691, -0.06252867728471756, -0.05831276625394821, -0.05409685894846916, -0.049880947917699814, -0.045665040612220764, -0.041449129581451416, -0.03723321855068207, -0.03301731124520302, -0.02880140021443367, -0.02458549104630947, -0.020369581878185272, -0.016153670847415924, -0.011937761679291725, -0.007721852045506239, -0.0035059424117207527, 0.0007099672220647335, 0.00492587685585022, 0.009141786023974419, 0.013357696123421192, 0.017573606222867966, 0.021789515390992165, 0.026005424559116364, 0.03022133558988571, 0.03443724289536476, 0.03865315392613411, 0.04286906495690346, 0.04708497226238251, 0.051300883293151855, 0.055516794323921204, 0.05973270162940025, 0.0639486089348793, 0.06816451996564865, 0.072380430996418, 0.07659634202718735, 0.0808122530579567, 0.08502815663814545, 0.0892440676689148, 0.09345997869968414, 0.09767588973045349, 0.10189180076122284, 0.10610771179199219, 0.11032361537218094, 0.11453952640295029, 0.11875543743371964, 0.12297134846448898, 0.12718725204467773, 0.13140316307544708, 0.13561907410621643, 0.13983498513698578]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 3.0, 2.0, 2.0, 2.0, 7.0, 2.0, 2.0, 5.0, 2.0, 4.0, 5.0, 6.0, 25.0, 5.0, 5.0, 0.0, 5.0, 2.0, 0.0, 1.0, 4.0, 5.0, 2.0, 0.0, 3.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.003015682101249695, -0.0029352079145610332, -0.0028547339607030153, -0.0027742597740143538, -0.002693785820156336, -0.0026133116334676743, -0.0025328374467790127, -0.0024523634929209948, -0.002371889306232333, -0.0022914151195436716, -0.0022109411656856537, -0.002130466978996992, -0.0020499927923083305, -0.0019695188384503126, -0.001889044651761651, -0.0018085705814883113, -0.0017280965112149715, -0.0016476224409416318, -0.001567148370668292, -0.0014866741839796305, -0.0014062001137062907, -0.001325726043432951, -0.0012452518567442894, -0.0011647777864709496, -0.00108430371619761, -0.0010038296459242702, -0.0009233555174432695, -0.0008428813889622688, -0.0007624073186889291, -0.0006819332484155893, -0.0006014591199345887, -0.000520984991453588, -0.00044051092118024826, -0.00036003682180307806, -0.00027956272242590785, -0.00019908862304873765, -0.00011861452367156744, -3.8140424294397235e-05, 4.233367508277297e-05, 0.00012280777445994318, 0.00020328187383711338, 0.0002837559732142836, 0.0003642300725914538, 0.000444704171968624, 0.0005251782713457942, 0.000605652341619134, 0.0006861264701001346, 0.0007666005985811353, 0.000847074668854475, 0.0009275487391278148, 0.0010080228094011545, 0.001088496996089816, 0.0011689710663631558, 0.0012494451366364956, 0.0013299193233251572, 0.001410393393598497, 0.0014908674638718367, 0.0015713415341451764, 0.0016518156044185162, 0.0017322897911071777, 0.0018127638613805175, 0.0018932379316538572, 0.001973712118342519, 0.0020541860722005367, 0.0021346602588891983]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 5.0, 3.0, 4.0, 10.0, 15.0, 20.0, 28.0, 33.0, 52.0, 79.0, 112.0, 157.0, 232.0, 315.0, 487.0, 737.0, 1092.0, 1897.0, 3243.0, 6077.0, 12798.0, 32657.0, 149660.0, 885410.0, 47835.0, 17082.0, 7813.0, 4288.0, 2490.0, 1613.0, 892.0, 664.0, 486.0, 344.0, 236.0, 184.0, 155.0, 104.0, 78.0, 55.0, 48.0, 33.0, 26.0, 19.0, 12.0, 17.0, 13.0, 8.0, 5.0, 4.0, 2.0, 4.0, 3.0, 2.0, 1.0, 3.0, 0.0, 1.0, 1.0], "bins": [-0.006235325243324041, -0.006014325190335512, -0.00579332560300827, -0.005572325550019741, -0.005351325497031212, -0.00513032590970397, -0.004909325856715441, -0.0046883258037269115, -0.00446732621639967, -0.0042463261634111404, -0.004025326110422611, -0.0038043262902647257, -0.00358332647010684, -0.003362326417118311, -0.0031413265969604254, -0.002920326543971896, -0.0026993267238140106, -0.002478326903656125, -0.002257326850667596, -0.0020363270305097103, -0.001815327093936503, -0.0015943271573632956, -0.00137332733720541, -0.0011523274006322026, -0.0009313274640589952, -0.0007103275274857879, -0.0004893276491202414, -0.0002683277416508645, -4.732783418148756e-05, 0.00017367207328788936, 0.0003946719807572663, 0.0006156718591228127, 0.0008366717956960201, 0.0010576717322692275, 0.0012786716688424349, 0.0014996714890003204, 0.0017206714255735278, 0.0019416713621467352, 0.0021626711823046207, 0.00238367123529315, 0.0026046710554510355, 0.002825670875608921, 0.0030466709285974503, 0.003267670748755336, 0.0034886705689132214, 0.0037096706219017506, 0.00393067067489028, 0.004151670262217522, 0.004372670315206051, 0.00459367036819458, 0.004814669955521822, 0.005035670008510351, 0.00525667006149888, 0.005477669648826122, 0.0056986697018146515, 0.005919669754803181, 0.00614066980779171, 0.006361669395118952, 0.006582669448107481, 0.00680366950109601, 0.007024669088423252, 0.007245669141411781, 0.0074666691944003105, 0.007687668781727552, 0.007908668369054794]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 0.0, 3.0, 2.0, 0.0, 1.0, 1.0, 3.0, 7.0, 2.0, 6.0, 10.0, 3.0, 3.0, 1.0, 1.0, 3.0, 4.0, 1.0, 3.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.04421747475862503, -0.04329363629221916, -0.042369794100522995, -0.041445955634117126, -0.04052211344242096, -0.03959827497601509, -0.038674432784318924, -0.037750594317913055, -0.03682675212621689, -0.03590291365981102, -0.03497907146811485, -0.034055233001708984, -0.03313139081001282, -0.03220755234360695, -0.03128371015191078, -0.030359871685504913, -0.029436031356453896, -0.028512191027402878, -0.02758835069835186, -0.026664510369300842, -0.025740670040249825, -0.024816829711198807, -0.02389298938214779, -0.02296914905309677, -0.022045310586690903, -0.021121470257639885, -0.020197629928588867, -0.01927378959953785, -0.01834994927048683, -0.017426108941435814, -0.016502268612384796, -0.015578428283333778, -0.01465458795428276, -0.013730747625231743, -0.012806907296180725, -0.011883066967129707, -0.01095922663807869, -0.010035387240350246, -0.009111546911299229, -0.008187706582248211, -0.007263866253197193, -0.006340025924146175, -0.005416185595095158, -0.004492345731705427, -0.0035685054026544094, -0.0026446650736033916, -0.0017208249773830175, -0.0007969847647473216, 0.00012685544788837433, 0.0010506956605240703, 0.001974535873159766, 0.0028983759693801403, 0.003822216298431158, 0.004746056627482176, 0.005669896490871906, 0.006593736819922924, 0.007517577148973942, 0.00844141747802496, 0.009365257807075977, 0.010289098136126995, 0.011212937533855438, 0.012136777862906456, 0.013060618191957474, 0.013984458521008492, 0.01490829885005951]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [6.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 7.0, 3.0, 7.0, 21.0, 3.0, 4.0, 1.0, 1.0, 5.0, 2.0, 3.0, 6.0, 6.0, 10.0, 10.0, 7.0, 18.0, 28.0, 31.0, 34.0, 45.0, 51.0, 74.0, 97.0, 131.0, 172.0, 241.0, 359.0, 499.0, 812.0, 1334.0, 2155.0, 6457.0, 2129.0, 1177.0, 769.0, 475.0, 347.0, 233.0, 202.0, 127.0, 102.0, 61.0, 41.0, 32.0, 34.0, 12.0, 16.0, 8.0, 2.0, 8.0, 1.0, 3.0, 3.0, 2.0, 3.0, 1.0], "bins": [-0.014187540858983994, -0.01382917445152998, -0.01347080897539854, -0.013112442567944527, -0.012754077091813087, -0.012395710684359074, -0.01203734427690506, -0.01167897880077362, -0.011320612393319607, -0.010962245985865593, -0.010603880509734154, -0.01024551410228014, -0.009887147694826126, -0.009528782218694687, -0.009170415811240673, -0.008812050335109234, -0.00845368392765522, -0.008095317520201206, -0.007736952044069767, -0.007378585636615753, -0.007020219694823027, -0.0066618537530303, -0.006303487345576286, -0.00594512140378356, -0.005586755461990833, -0.005228389520198107, -0.00487002357840538, -0.004511657170951366, -0.00415329122915864, -0.0037949252873659134, -0.0034365591127425432, -0.003078192938119173, -0.0027198269963264465, -0.00236146105453372, -0.00200309487991035, -0.0016447288217023015, -0.0012863627634942532, -0.0009279967052862048, -0.0005696306470781565, -0.00021126458887010813, 0.00014710146933794022, 0.0005054675275459886, 0.0008638335857540369, 0.0012221996439620852, 0.0015805657021701336, 0.001938931760378182, 0.0022972978185862303, 0.0026556639932096004, 0.003014029935002327, 0.0033723958767950535, 0.0037307620514184237, 0.004089128226041794, 0.00444749416783452, 0.004805860109627247, 0.005164226517081261, 0.005522592458873987, 0.005880958400666714, 0.00623932434245944, 0.006597690284252167, 0.006956056691706181, 0.007314422633498907, 0.007672788575291634, 0.008031154982745647, 0.008389520458877087, 0.0087478868663311]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.046054232865571976, -0.04378438740968704, -0.04151453822851181, -0.03924468904733658, -0.036974843591451645, -0.03470499813556671, -0.03243514895439148, -0.030165301635861397, -0.027895454317331314, -0.02562560699880123, -0.02335575968027115, -0.021085912361741066, -0.018816065043210983, -0.0165462177246809, -0.014276370406150818, -0.012006523087620735, -0.009736675769090652, -0.00746682845056057, -0.005196981132030487, -0.0029271338135004044, -0.0006572864949703217, 0.001612560823559761, 0.0038824081420898438, 0.0061522554606199265, 0.00842210277915001, 0.010691950097680092, 0.012961797416210175, 0.015231644734740257, 0.01750149205327034, 0.019771339371800423, 0.022041186690330505, 0.024311034008860588, 0.02658088132739067, 0.028850728645920753, 0.031120575964450836, 0.03339042514562607, 0.035660270601511, 0.037930116057395935, 0.04019996523857117, 0.0424698144197464, 0.04473965987563133, 0.047009505331516266, 0.0492793545126915, 0.05154920369386673, 0.05381904914975166, 0.0560888946056366, 0.05835874378681183, 0.06062859296798706, 0.06289844214916229, 0.06516828387975693, 0.06743813306093216, 0.06970798224210739, 0.07197782397270203, 0.07424767315387726, 0.07651752233505249, 0.07878737151622772, 0.08105722069740295, 0.08332706242799759, 0.08559691160917282, 0.08786676079034805, 0.09013660252094269, 0.09240645170211792, 0.09467630088329315, 0.09694615006446838, 0.09921599924564362]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 3.0, 0.0, 4.0, 1.0, 4.0, 3.0, 2.0, 3.0, 0.0, 1.0, 2.0, 2.0, 2.0, 8.0, 9.0, 5.0, 5.0, 6.0, 14.0, 9.0, 7.0, 14.0, 8.0, 28.0, 15.0, 7.0, 3.0, 5.0, 11.0, 7.0, 13.0, 9.0, 8.0, 10.0, 6.0, 4.0, 6.0, 2.0, 8.0, 3.0, 4.0, 5.0, 2.0, 0.0, 4.0, 4.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.04064927622675896, -0.03926049545407295, -0.037871718406677246, -0.03648293763399124, -0.03509415686130524, -0.03370537981390953, -0.032316599041223526, -0.03092781826853752, -0.029539039358496666, -0.02815026044845581, -0.026761479675769806, -0.02537270076572895, -0.023983921855688095, -0.02259514108300209, -0.021206362172961235, -0.01981758140027523, -0.018428802490234375, -0.01704002358019352, -0.015651242807507515, -0.01426246389746666, -0.01287368405610323, -0.0114849042147398, -0.010096125304698944, -0.008707345463335514, -0.007318565621972084, -0.005929785780608654, -0.004541006404906511, -0.003152226796373725, -0.0017634471878409386, -0.0003746675793081522, 0.0010141120292246342, 0.0024028916377574205, 0.003791671246290207, 0.005180451087653637, 0.00656923046335578, 0.007958009839057922, 0.009346789680421352, 0.010735569521784782, 0.012124348431825638, 0.013513128273189068, 0.014901908114552498, 0.016290687024593353, 0.017679467797279358, 0.019068246707320213, 0.02045702561736107, 0.021845806390047073, 0.02323458530008793, 0.024623366072773933, 0.02601214498281479, 0.027400923892855644, 0.02878970466554165, 0.030178483575582504, 0.03156726434826851, 0.032956041395664215, 0.03434482216835022, 0.035733602941036224, 0.03712238371372223, 0.038511160761117935, 0.03989994153380394, 0.041288722306489944, 0.04267749935388565, 0.044066280126571655, 0.04545506089925766, 0.046843837946653366, 0.04823261871933937]}, "_runtime": 144.4662356376648, "_timestamp": 1596213015.1677732, "_step": 175}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 4.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 3.0, 5.0, 4.0, 2.0, 3.0, 2.0, 3.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.007636589929461479, -0.007399491034448147, -0.0071623921394348145, -0.006925293244421482, -0.00668819434940815, -0.006451095454394817, -0.006213996093720198, -0.005976897198706865, -0.005739798303693533, -0.005502699408680201, -0.005265600513666868, -0.005028501618653536, -0.0047914027236402035, -0.004554303828626871, -0.004317204933613539, -0.004080106038600206, -0.0038430069107562304, -0.003605908015742898, -0.0033688091207295656, -0.0031317099928855896, -0.0028946110978722572, -0.002657512202858925, -0.0024204133078455925, -0.00218331441283226, -0.001946215401403606, -0.0017091165063902736, -0.0014720174949616194, -0.001234918599948287, -0.0009978197049349546, -0.0007607206935063004, -0.0005236217984929681, -0.0002865228452719748, -4.942389205098152e-05, 0.00018767504661809653, 0.0004247739852871746, 0.0006618729094043374, 0.0008989718626253307, 0.001136070815846324, 0.0013731697108596563, 0.0016102687222883105, 0.001847367617301643, 0.002084466628730297, 0.0023215655237436295, 0.002558664418756962, 0.002795763313770294, 0.0030328622087836266, 0.0032699613366276026, 0.003507060231640935, 0.0037441591266542673, 0.003981258254498243, 0.004218357149511576, 0.004455456044524908, 0.00469255493953824, 0.004929653834551573, 0.005166752729564905, 0.0054038516245782375, 0.00564095051959157, 0.005878049414604902, 0.006115148309618235, 0.006352247670292854, 0.006589346565306187, 0.006826445460319519, 0.007063544355332851, 0.007300643250346184, 0.007537742145359516]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 2.0, 1.0, 2.0, 1.0, 6.0, 4.0, 2.0, 8.0, 10.0, 14.0, 11.0, 27.0, 16.0, 34.0, 30.0, 36.0, 55.0, 53.0, 92.0, 107.0, 122.0, 198.0, 281.0, 5168.0, 684.0, 274.0, 169.0, 116.0, 70.0, 70.0, 47.0, 35.0, 35.0, 18.0, 33.0, 18.0, 16.0, 10.0, 11.0, 10.0, 5.0, 4.0, 5.0, 5.0, 4.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.10201703011989594, -0.09880027174949646, -0.09558351337909698, -0.09236675500869751, -0.08914999663829803, -0.08593323826789856, -0.08271647989749908, -0.07949972152709961, -0.07628296315670013, -0.07306621223688126, -0.06984945386648178, -0.0666326954960823, -0.06341593712568283, -0.060199178755283356, -0.05698242038488388, -0.053765662014484406, -0.05054890364408493, -0.047332145273685455, -0.04411538690328598, -0.040898628532886505, -0.03768187016248703, -0.03446511551737785, -0.03124835714697838, -0.028031598776578903, -0.024814840406179428, -0.021598082035779953, -0.018381323665380478, -0.015164567157626152, -0.011947808787226677, -0.008731050416827202, -0.005514292977750301, -0.0022975350730121136, 0.0009192228317260742, 0.004135980736464262, 0.00735273864120245, 0.01056949608027935, 0.013786254450678825, 0.0170030128210783, 0.020219769328832626, 0.0234365276992321, 0.026653286069631577, 0.02987004444003105, 0.03308680281043053, 0.03630356118083, 0.03952031582593918, 0.042737074196338654, 0.04595383256673813, 0.049170590937137604, 0.05238734930753708, 0.055604107677936554, 0.05882086604833603, 0.062037624418735504, 0.06525438278913498, 0.06847114115953445, 0.07168789952993393, 0.0749046579003334, 0.07812140882015228, 0.08133816719055176, 0.08455492556095123, 0.08777168393135071, 0.09098844230175018, 0.09420520067214966, 0.09742195904254913, 0.10063871741294861, 0.10385547578334808]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 3.0, 0.0, 2.0, 0.0, 0.0, 4.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 3.0, 4.0, 4.0, 6.0, 2.0, 3.0, 1.0, 1.0, 4.0, 2.0, 3.0, 2.0, 1.0, 21.0, 3.0, 4.0, 7.0, 1.0, 4.0, 4.0, 3.0, 2.0, 1.0, 0.0, 6.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 0.0, 4.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.002346955006942153, -0.0022705101873725653, -0.0021940653678029776, -0.00211762054823339, -0.002041175728663802, -0.0019647309090942144, -0.0018882860895246267, -0.001811841269955039, -0.0017353964503854513, -0.0016589516308158636, -0.001582506811246276, -0.0015060619916766882, -0.0014296171721071005, -0.0013531723525375128, -0.001276727532967925, -0.0012002827133983374, -0.0011238378938287497, -0.001047393074259162, -0.0009709482546895742, -0.0008945034351199865, -0.0008180586155503988, -0.0007416137959808111, -0.0006651689764112234, -0.0005887241568416357, -0.000512279337272048, -0.0004358345177024603, -0.0003593896981328726, -0.0002829448785632849, -0.00020650005899369717, -0.00013005523942410946, -5.361041985452175e-05, 2.2834399715065956e-05, 9.927921928465366e-05, 0.00017572403885424137, 0.0002521688584238291, 0.0003286136779934168, 0.0004050584975630045, 0.0004815033171325922, 0.0005579481367021799, 0.0006343929562717676, 0.0007108377758413553, 0.000787282595410943, 0.0008637274149805307, 0.0009401722345501184, 0.0010166170541197062, 0.0010930618736892939, 0.0011695066932588816, 0.0012459515128284693, 0.001322396332398057, 0.0013988411519676447, 0.0014752859715372324, 0.00155173079110682, 0.0016281756106764078, 0.0017046204302459955, 0.0017810652498155832, 0.001857510069385171, 0.0019339548889547586, 0.0020103997085243464, 0.002086844528093934, 0.0021632893476635218, 0.0022397341672331095, 0.002316178986802697, 0.002392623806372285, 0.0024690686259418726, 0.0025455134455114603]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 6.0, 3.0, 1.0, 8.0, 14.0, 12.0, 51.0, 63.0, 74.0, 111.0, 172.0, 228.0, 355.0, 472.0, 789.0, 1246.0, 2063.0, 3617.0, 7146.0, 15978.0, 45325.0, 799295.0, 228037.0, 38472.0, 15563.0, 7987.0, 4463.0, 2597.0, 1673.0, 1106.0, 753.0, 533.0, 388.0, 250.0, 193.0, 167.0, 118.0, 86.0, 51.0, 48.0, 28.0, 26.0, 21.0, 13.0, 12.0, 7.0, 4.0, 7.0, 3.0, 3.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.005451209377497435, -0.00521414540708065, -0.004977081902325153, -0.004740017931908369, -0.004502953961491585, -0.004265890456736088, -0.0040288264863193035, -0.0037917625159025192, -0.0035546987783163786, -0.003317635040730238, -0.0030805710703134537, -0.002843507332727313, -0.0026064435951411724, -0.002369379624724388, -0.0021323158871382475, -0.001895252033136785, -0.0016581881791353226, -0.0014211243251338601, -0.0011840604711323977, -0.000946996733546257, -0.0007099328795447946, -0.00047286905464716256, -0.00023580522974953055, 1.258595148101449e-06, 0.00023832242004573345, 0.00047538624494336545, 0.0007124500698409975, 0.000949513865634799, 0.0011865777196362615, 0.001423641573637724, 0.0016607053112238646, 0.001897769165225327, 0.0021348330192267895, 0.00237189675681293, 0.0026089607272297144, 0.002846024464815855, 0.0030830884352326393, 0.00332015217281878, 0.0035572159104049206, 0.003794279880821705, 0.004031343385577202, 0.004268407355993986, 0.00450547132641077, 0.004742535296827555, 0.004979598801583052, 0.005216662771999836, 0.00545372674241662, 0.005690790247172117, 0.0059278542175889015, 0.006164918188005686, 0.006401981692761183, 0.006639045663177967, 0.006876109633594751, 0.007113173138350248, 0.007350237108767033, 0.007587301079183817, 0.007824365049600601, 0.008061428554356098, 0.008298492059111595, 0.008535556495189667, 0.008772619999945164, 0.00900968350470066, 0.009246747940778732, 0.00948381144553423, 0.009720874950289726]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 2.0, 2.0, 3.0, 6.0, 3.0, 3.0, 1.0, 3.0, 12.0, 3.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 3.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.022374408319592476, -0.02173279970884323, -0.021091189235448837, -0.020449580624699593, -0.019807972013950348, -0.019166363403201103, -0.01852475479245186, -0.017883144319057465, -0.01724153570830822, -0.016599927097558975, -0.01595831662416458, -0.015316708013415337, -0.014675099402666092, -0.014033490791916847, -0.013391881249845028, -0.012750271707773209, -0.012108663097023964, -0.01146705448627472, -0.0108254449442029, -0.01018383540213108, -0.009542226791381836, -0.008900618180632591, -0.008259008638560772, -0.00761739956215024, -0.006975790485739708, -0.006334181409329176, -0.005692572332918644, -0.005050963256508112, -0.00440935418009758, -0.003767745103687048, -0.003126136027276516, -0.002484526950865984, -0.001842917874455452, -0.00120130879804492, -0.000559699721634388, 8.190935477614403e-05, 0.000723518431186676, 0.001365127507597208, 0.00200673658400774, 0.002648345660418272, 0.003289954736828804, 0.003931563813239336, 0.004573172889649868, 0.0052147819660604, 0.005856391042470932, 0.006498000118881464, 0.007139609195291996, 0.007781218271702528, 0.00842282734811306, 0.009064435958862305, 0.009706045500934124, 0.010347655043005943, 0.010989263653755188, 0.011630872264504433, 0.012272481806576252, 0.012914091348648071, 0.013555699959397316, 0.01419730857014656, 0.01483891811221838, 0.0154805276542902, 0.016122136265039444, 0.01676374487578869, 0.017405353486537933, 0.018046963959932327, 0.018688572570681572]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 4.0, 0.0, 3.0, 1.0, 4.0, 4.0, 6.0, 6.0, 11.0, 13.0, 12.0, 17.0, 12.0, 24.0, 32.0, 38.0, 43.0, 40.0, 65.0, 95.0, 119.0, 149.0, 175.0, 258.0, 346.0, 402.0, 541.0, 693.0, 1009.0, 1339.0, 1981.0, 5601.0, 1559.0, 996.0, 645.0, 462.0, 396.0, 293.0, 235.0, 194.0, 119.0, 82.0, 79.0, 71.0, 48.0, 39.0, 35.0, 19.0, 16.0, 21.0, 14.0, 15.0, 15.0, 10.0, 8.0, 5.0, 5.0, 1.0, 2.0, 1.0], "bins": [-0.009162576869130135, -0.00890413112938404, -0.008645686320960522, -0.008387240581214428, -0.008128794841468334, -0.007870350033044815, -0.007611904293298721, -0.007353459019213915, -0.007095013745129108, -0.006836568005383015, -0.006578122731298208, -0.006319677457213402, -0.006061231717467308, -0.005802786443382502, -0.005544341169297695, -0.005285895429551601, -0.005027450155466795, -0.0047690048813819885, -0.004510559141635895, -0.004252113867551088, -0.003993668593466282, -0.003735223086550832, -0.0034767775796353817, -0.0032183323055505753, -0.002959886798635125, -0.002701441291719675, -0.0024429960176348686, -0.0021845505107194185, -0.0019261051202192903, -0.001667659729719162, -0.0014092142228037119, -0.0011507688323035836, -0.0008923234418034554, -0.0006338780513033271, -0.0003754326025955379, -0.00011698718299157917, 0.00014145823661237955, 0.0003999036562163383, 0.000658349075820297, 0.0009167945245280862, 0.0011752399150282145, 0.0014336853055283427, 0.001692130696028471, 0.001950576202943921, 0.002209021709859371, 0.0024674669839441776, 0.0027259124908596277, 0.002984357764944434, 0.0032428032718598843, 0.0035012487787753344, 0.003759694052860141, 0.004018139559775591, 0.004276584833860397, 0.004535030573606491, 0.0047934758476912975, 0.005051921121776104, 0.005310366861522198, 0.005568812135607004, 0.005827257409691811, 0.006085702683776617, 0.006344148423522711, 0.006602593697607517, 0.006861038971692324, 0.0071194847114384174, 0.007377929985523224]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 5.0, 4.0, 0.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.07649911940097809, -0.07421980053186417, -0.07194048166275024, -0.06966117024421692, -0.067381851375103, -0.06510253250598907, -0.06282322108745575, -0.06054390221834183, -0.058264583349227905, -0.05598526448011398, -0.05370594933629036, -0.051426634192466736, -0.049147315323352814, -0.04686799645423889, -0.04458868131041527, -0.042309366166591644, -0.04003004729747772, -0.0377507284283638, -0.035471413284540176, -0.03319209814071655, -0.03091277927160263, -0.028633462265133858, -0.026354145258665085, -0.024074828252196312, -0.02179551124572754, -0.019516194239258766, -0.017236877232789993, -0.01495756022632122, -0.012678243219852448, -0.010398926213383675, -0.008119609206914902, -0.005840292200446129, -0.003560975193977356, -0.001281658187508583, 0.0009976588189601898, 0.0032769758254289627, 0.005556292831897736, 0.007835609838366508, 0.010114926844835281, 0.012394243851304054, 0.014673560857772827, 0.0169528778642416, 0.019232194870710373, 0.021511511877179146, 0.02379082888364792, 0.02607014589011669, 0.028349462896585464, 0.030628779903054237, 0.03290809690952301, 0.03518741577863693, 0.037466730922460556, 0.03974604606628418, 0.0420253649353981, 0.044304683804512024, 0.04658399894833565, 0.04886331409215927, 0.05114263296127319, 0.053421951830387115, 0.05570126697421074, 0.05798058211803436, 0.060259900987148285, 0.06253921985626221, 0.06481853127479553, 0.06709785014390945, 0.06937716901302338]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 4.0, 2.0, 4.0, 3.0, 5.0, 7.0, 4.0, 10.0, 13.0, 11.0, 12.0, 16.0, 18.0, 34.0, 22.0, 13.0, 12.0, 13.0, 13.0, 12.0, 8.0, 5.0, 9.0, 4.0, 5.0, 3.0, 3.0, 2.0, 0.0, 3.0, 2.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.027488762512803078, -0.02621905878186226, -0.02494935318827629, -0.023679647594690323, -0.022409943863749504, -0.021140240132808685, -0.019870534539222717, -0.01860082894563675, -0.01733112521469593, -0.01606142148375511, -0.014791715890169144, -0.01352201122790575, -0.012252306565642357, -0.010982601903378963, -0.00971289724111557, -0.008443192578852177, -0.007173487916588783, -0.00590378325432539, -0.0046340785920619965, -0.003364373929798603, -0.0020946692675352097, -0.0008249646052718163, 0.00044474005699157715, 0.0017144447192549706, 0.002984149381518364, 0.004253854043781757, 0.005523558706045151, 0.006793263368308544, 0.008062968030571938, 0.009332672692835331, 0.010602377355098724, 0.011872082017362118, 0.013141786679625511, 0.014411491341888905, 0.015681196004152298, 0.016950901597738266, 0.018220605328679085, 0.019490309059619904, 0.02076001465320587, 0.02202972024679184, 0.02329942397773266, 0.024569127708673477, 0.025838833302259445, 0.027108538895845413, 0.028378242626786232, 0.02964794635772705, 0.03091765195131302, 0.03218735754489899, 0.033457063138484955, 0.034726765006780624, 0.03599647060036659, 0.03726617619395256, 0.03853587806224823, 0.0398055836558342, 0.041075289249420166, 0.042344994843006134, 0.0436147004365921, 0.04488440230488777, 0.04615410789847374, 0.04742381349205971, 0.04869351536035538, 0.049963220953941345, 0.05123292654752731, 0.05250263214111328, 0.05377233773469925]}, "_runtime": 145.24514412879944, "_timestamp": 1596213015.9466817, "_step": 176}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 2.0, 0.0, 2.0, 4.0, 3.0, 2.0, 2.0, 6.0, 4.0, 5.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.007814055308699608, -0.007523805368691683, -0.007233555428683758, -0.0069433050230145454, -0.00665305508300662, -0.006362805142998695, -0.006072554737329483, -0.005782304797321558, -0.005492054857313633, -0.005201804917305708, -0.004911554977297783, -0.0046213045716285706, -0.0043310546316206455, -0.0040408046916127205, -0.003750554518774152, -0.003460304345935583, -0.003170054405927658, -0.002879804465919733, -0.0025895542930811644, -0.0022993041202425957, -0.0020090541802346706, -0.0017188041238114238, -0.001428554067388177, -0.00113830401096493, -0.0008480539545416832, -0.0005578038981184363, -0.0002675538416951895, 2.2696214728057384e-05, 0.00031294627115130424, 0.0006031963275745511, 0.000893446383997798, 0.0011836964404210448, 0.0014739464968442917, 0.0017641965532675385, 0.0020544466096907854, 0.002344696782529354, 0.002634946722537279, 0.002925196662545204, 0.003215446835383773, 0.0035056970082223415, 0.0037959469482302666, 0.004086196888238192, 0.004376446828246117, 0.004666697233915329, 0.004956947173923254, 0.005247197113931179, 0.005537447519600391, 0.005827697459608316, 0.0061179473996162415, 0.0064081973396241665, 0.0066984472796320915, 0.006988697685301304, 0.007278947625309229, 0.007569197565317154, 0.007859447970986366, 0.008149697445333004, 0.008439947851002216, 0.008730198256671429, 0.009020447731018066, 0.009310698136687279, 0.009600948542356491, 0.009891198016703129, 0.010181448422372341, 0.010471697896718979, 0.010761948302388191]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 3.0, 4.0, 1.0, 1.0, 0.0, 2.0, 5.0, 6.0, 4.0, 3.0, 8.0, 19.0, 13.0, 22.0, 17.0, 24.0, 39.0, 41.0, 55.0, 55.0, 82.0, 89.0, 156.0, 202.0, 425.0, 5382.0, 456.0, 213.0, 142.0, 82.0, 75.0, 51.0, 53.0, 37.0, 29.0, 31.0, 12.0, 21.0, 17.0, 9.0, 8.0, 1.0, 3.0, 6.0, 6.0, 5.0, 2.0, 0.0, 2.0, 5.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.10457020998001099, -0.10124503821134567, -0.09791986644268036, -0.09459469467401505, -0.09126952290534973, -0.08794434368610382, -0.08461917191743851, -0.0812940001487732, -0.07796882838010788, -0.07464365661144257, -0.07131848484277725, -0.06799331307411194, -0.06466813385486603, -0.06134296581149101, -0.0580177903175354, -0.05469261854887009, -0.05136744678020477, -0.04804227501153946, -0.044717103242874146, -0.04139192774891853, -0.03806675598025322, -0.034741584211587906, -0.031416408717632294, -0.02809123694896698, -0.024766065180301666, -0.021440893411636353, -0.01811571978032589, -0.014790547080338001, -0.011465374380350113, -0.008140201680362225, -0.004815028980374336, -0.001489856280386448, 0.0018353164196014404, 0.005160489119589329, 0.008485661819577217, 0.011810834519565105, 0.015136007219552994, 0.018461178988218307, 0.02178635261952877, 0.025111526250839233, 0.028436698019504547, 0.03176186978816986, 0.035087041556835175, 0.03841221705079079, 0.0417373888194561, 0.045062560588121414, 0.048387736082077026, 0.05171290785074234, 0.055038079619407654, 0.05836325138807297, 0.06168842315673828, 0.0650135949254036, 0.06833876669406891, 0.07166394591331482, 0.07498911768198013, 0.07831428945064545, 0.08163946121931076, 0.08496463298797607, 0.08828980475664139, 0.0916149765253067, 0.09494015574455261, 0.09826532751321793, 0.10159049928188324, 0.10491567105054855, 0.10824084281921387]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 4.0, 2.0, 2.0, 3.0, 1.0, 1.0, 2.0, 3.0, 4.0, 6.0, 3.0, 1.0, 7.0, 4.0, 27.0, 3.0, 3.0, 6.0, 3.0, 7.0, 2.0, 5.0, 4.0, 3.0, 1.0, 3.0, 3.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.003652494167909026, -0.0035553527995944023, -0.0034582114312797785, -0.0033610700629651546, -0.003263928694650531, -0.003166787326335907, -0.003069645958021283, -0.0029725045897066593, -0.002875362988561392, -0.002778221620246768, -0.002681080251932144, -0.0025839388836175203, -0.0024867975153028965, -0.0023896561469882727, -0.002292514778673649, -0.002195373410359025, -0.002098232042044401, -0.0020010906737297773, -0.0019039493054151535, -0.0018068079371005297, -0.0017096665687859058, -0.0016125250840559602, -0.0015153837157413363, -0.0014182423474267125, -0.0013211009791120887, -0.0012239596107974648, -0.001126818242482841, -0.0010296768741682172, -0.0009325354476459324, -0.0008353940793313086, -0.0007382526528090239, -0.0006411112844944, -0.0005439699161797762, -0.00044682854786515236, -0.00034968715044669807, -0.0002525457530282438, -0.00015540438471361995, -5.8263001847080886e-05, 3.8878381019458175e-05, 0.00013601976388599724, 0.0002331611467525363, 0.00033030251506716013, 0.0004274439124856144, 0.0005245853099040687, 0.0006217266782186925, 0.0007188680465333164, 0.0008160094730556011, 0.000913150841370225, 0.0010102922096848488, 0.0011074335779994726, 0.0012045749463140965, 0.0013017163146287203, 0.0013988576829433441, 0.0014959991676732898, 0.0015931405359879136, 0.0016902819043025374, 0.0017874232726171613, 0.001884564640931785, 0.0019817061256617308, 0.0020788474939763546, 0.0021759888622909784, 0.0022731302306056023, 0.002370271598920226, 0.00246741296723485, 0.0025645543355494738]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 2.0, 7.0, 6.0, 7.0, 9.0, 14.0, 17.0, 30.0, 32.0, 41.0, 71.0, 93.0, 114.0, 171.0, 218.0, 329.0, 418.0, 640.0, 861.0, 1298.0, 2066.0, 3257.0, 5861.0, 12507.0, 30685.0, 116418.0, 901025.0, 57829.0, 21231.0, 10086.0, 5332.0, 3140.0, 1956.0, 1269.0, 820.0, 525.0, 401.0, 281.0, 158.0, 131.0, 82.0, 64.0, 51.0, 22.0, 22.0, 17.0, 6.0, 8.0, 4.0, 4.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.007952862419188023, -0.007714290637522936, -0.007475718390196562, -0.007237146608531475, -0.006998574361205101, -0.006760002579540014, -0.00652143033221364, -0.0062828585505485535, -0.006044286303222179, -0.005805714521557093, -0.005567142274230719, -0.005328570492565632, -0.005089998245239258, -0.004851426463574171, -0.004612854216247797, -0.00437428243458271, -0.004135710187256336, -0.0038971384055912495, -0.003658566391095519, -0.0034199943765997887, -0.0031814223621040583, -0.002942850347608328, -0.0027042783331125975, -0.002465706318616867, -0.0022271345369517803, -0.00198856252245605, -0.0017499903915449977, -0.0015114183770492673, -0.0012728464789688587, -0.0010342744644731283, -0.0007957024499773979, -0.0005571304354816675, -0.0003185584209859371, -7.998642104212195e-05, 0.00015858557890169322, 0.00039715756429359317, 0.0006357295787893236, 0.000874301593285054, 0.0011128735495731235, 0.0013514455640688539, 0.0015900175785645843, 0.0018285895930603147, 0.0020671614911407232, 0.0023057335056364536, 0.002544305520132184, 0.0027828775346279144, 0.003021449549123645, 0.0032600215636193752, 0.0034985935781151056, 0.003737165592610836, 0.003975737374275923, 0.004214309621602297, 0.004452881403267384, 0.004691453650593758, 0.004930025432258844, 0.005168597679585218, 0.005407169461250305, 0.005645741708576679, 0.005884313490241766, 0.00612288573756814, 0.006361457519233227, 0.006600029766559601, 0.006838601548224688, 0.007077173795551062, 0.007315745577216148]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 11.0, 4.0, 1.0, 3.0, 8.0, 2.0, 0.0, 2.0, 3.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.025272224098443985, -0.024418404325842857, -0.02356458455324173, -0.02271076664328575, -0.021856946870684624, -0.021003127098083496, -0.02014930732548237, -0.01929548941552639, -0.018441669642925262, -0.017587849870324135, -0.016734030097723007, -0.01588021032512188, -0.015026391483843327, -0.014172572642564774, -0.013318752869963646, -0.012464934028685093, -0.011611114256083965, -0.010757294483482838, -0.009903475642204285, -0.009049655869603157, -0.008195837028324604, -0.007342017255723476, -0.006488197948783636, -0.005634378641843796, -0.0047805593349039555, -0.003926740027964115, -0.003072920721024275, -0.002219101181253791, -0.0013652818743139505, -0.0005114625091664493, 0.0003423568559810519, 0.001196176279336214, 0.0020499955862760544, 0.0029038148932158947, 0.003757634200155735, 0.004611453507095575, 0.005465272814035416, 0.006319092586636543, 0.007172911893576384, 0.008026731200516224, 0.008880550041794777, 0.009734369814395905, 0.010588189586997032, 0.011442008428275585, 0.012295828200876713, 0.013149647042155266, 0.014003466814756393, 0.014857285656034946, 0.01571110635995865, 0.016564924269914627, 0.017418744042515755, 0.018272563815116882, 0.01912638358771801, 0.01998020149767399, 0.020834021270275116, 0.021687841042876244, 0.02254166081547737, 0.0233954805880785, 0.024249298498034477, 0.025103118270635605, 0.025956938043236732, 0.02681075781583786, 0.02766457572579384, 0.028518395498394966, 0.029372215270996094]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 8.0, 6.0, 15.0, 17.0, 14.0, 27.0, 40.0, 41.0, 39.0, 76.0, 102.0, 137.0, 194.0, 232.0, 357.0, 565.0, 1060.0, 2242.0, 6818.0, 2036.0, 1254.0, 837.0, 653.0, 429.0, 327.0, 250.0, 177.0, 127.0, 70.0, 55.0, 47.0, 40.0, 26.0, 21.0, 19.0, 10.0, 15.0, 6.0, 8.0, 3.0, 7.0, 2.0, 4.0, 3.0, 1.0, 0.0, 0.0, 3.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.012268705293536186, -0.011763574555516243, -0.011258442886173725, -0.010753312148153782, -0.010248180478811264, -0.00974304974079132, -0.009237919002771378, -0.00873278733342886, -0.008227656595408916, -0.007722525391727686, -0.007217394188046455, -0.006712263450026512, -0.006207132246345282, -0.005702001042664051, -0.005196870304644108, -0.004691739100962877, -0.004186607897281647, -0.003681476693600416, -0.0031763457227498293, -0.0026712147518992424, -0.002166083548218012, -0.0016609524609521031, -0.0011558213736861944, -0.0006506902864202857, -0.00014555919915437698, 0.00035957188811153173, 0.0008647029753774405, 0.0013698340626433492, 0.0018749651499092579, 0.0023800963535904884, 0.0028852273244410753, 0.003390358295291662, 0.0038954894989728928, 0.004400620702654123, 0.004905751906335354, 0.005410882644355297, 0.005916013848036528, 0.006421145051717758, 0.006926275789737701, 0.007431406993418932, 0.007936538197100163, 0.008441668935120106, 0.008946800604462624, 0.009451931342482567, 0.00995706208050251, 0.010462193749845028, 0.010967324487864971, 0.011472456157207489, 0.011977586895227432, 0.012482717633247375, 0.012987849302589893, 0.013492980040609837, 0.013998111709952354, 0.014503242447972298, 0.015008373185992241, 0.015513504855334759, 0.016018636524677277, 0.01652376726269722, 0.017028898000717163, 0.017534028738737106, 0.01803915947675705, 0.018544290214776993, 0.019049422815442085, 0.01955455355346203, 0.020059684291481972]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 3.0, 5.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1351889967918396, -0.12983861565589905, -0.1244882345199585, -0.11913784593343735, -0.1137874647974968, -0.10843708366155624, -0.10308670252561569, -0.09773632138967514, -0.09238593280315399, -0.08703555166721344, -0.08168517053127289, -0.07633478939533234, -0.07098440825939178, -0.06563402712345123, -0.06028364226222038, -0.05493325740098953, -0.04958287626504898, -0.04423249512910843, -0.03888211026787758, -0.03353172913193703, -0.028181346133351326, -0.022830963134765625, -0.017480581998825073, -0.012130199000239372, -0.006779816001653671, -0.0014294334687292576, 0.003920949064195156, 0.009271331131458282, 0.014621714130043983, 0.019972097128629684, 0.025322478264570236, 0.030672861263155937, 0.03602324426174164, 0.04137362539768219, 0.04672401025891304, 0.05207439139485359, 0.05742477625608444, 0.062775157392025, 0.06812553852796555, 0.0734759196639061, 0.07882630825042725, 0.0841766893863678, 0.08952707052230835, 0.0948774516582489, 0.10022783279418945, 0.10557821393013, 0.11092860251665115, 0.1162789836525917, 0.12162936478853226, 0.1269797533750534, 0.13233013451099396, 0.1376805156469345, 0.14303089678287506, 0.1483812779188156, 0.15373165905475616, 0.15908204019069672, 0.16443242132663727, 0.16978280246257782, 0.17513318359851837, 0.18048357963562012, 0.18583396077156067, 0.19118434190750122, 0.19653472304344177, 0.20188510417938232, 0.20723548531532288]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 3.0, 1.0, 1.0, 5.0, 4.0, 3.0, 7.0, 11.0, 14.0, 18.0, 31.0, 29.0, 37.0, 36.0, 18.0, 13.0, 6.0, 7.0, 6.0, 2.0, 1.0, 2.0, 2.0, 2.0, 0.0, 3.0, 2.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.0794413760304451, -0.0765315517783165, -0.0736217275261879, -0.07071191072463989, -0.06780208647251129, -0.06489226222038269, -0.06198243796825409, -0.05907261744141579, -0.056162793189287186, -0.053252968937158585, -0.05034314841032028, -0.04743332415819168, -0.04452349990606308, -0.04161367937922478, -0.038703855127096176, -0.035794034600257874, -0.03288421034812927, -0.02997438795864582, -0.02706456556916237, -0.024154741317033768, -0.021244918927550316, -0.018335096538066864, -0.015425273217260838, -0.012515449896454811, -0.00960562750697136, -0.00669580465182662, -0.003785981796681881, -0.0008761589415371418, 0.0020336639136075974, 0.0049434867687523365, 0.007853309623897076, 0.010763132944703102, 0.013672955334186554, 0.016582777723670006, 0.019492600113153458, 0.02240242436528206, 0.02531224675476551, 0.028222069144248962, 0.031131893396377563, 0.034041713923215866, 0.03695153817534447, 0.03986136242747307, 0.04277118295431137, 0.04568100720643997, 0.04859083145856857, 0.051500651985406876, 0.05441047623753548, 0.05732029676437378, 0.06023012101650238, 0.06313994526863098, 0.06604976952075958, 0.06895958632230759, 0.07186941057443619, 0.07477923482656479, 0.07768905907869339, 0.08059888333082199, 0.08350870013237, 0.0864185243844986, 0.0893283486366272, 0.0922381728887558, 0.0951479971408844, 0.098057821393013, 0.100967638194561, 0.1038774624466896, 0.1067872866988182]}, "_runtime": 146.00654101371765, "_timestamp": 1596213016.7080786, "_step": 177}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 3.0, 3.0, 0.0, 1.0, 4.0, 6.0, 5.0, 3.0, 2.0, 2.0, 3.0, 1.0, 3.0, 0.0, 3.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.010834039188921452, -0.010526580736041069, -0.010219123214483261, -0.009911665692925453, -0.00960420724004507, -0.009296748787164688, -0.00898929126560688, -0.008681833744049072, -0.00837437529116869, -0.008066916838288307, -0.007759459316730499, -0.007452001329511404, -0.007144543342292309, -0.006837085355073214, -0.006529627367854118, -0.006222169380635023, -0.005914711393415928, -0.005607253406196833, -0.005299795418977737, -0.004992337431758642, -0.004684879444539547, -0.004377421457320452, -0.0040699634701013565, -0.0037625054828822613, -0.003455047495663166, -0.003147589508444071, -0.0028401315212249756, -0.0025326735340058804, -0.002225215546786785, -0.00191775755956769, -0.0016102995723485947, -0.0013028415851294994, -0.0009953835979104042, -0.000687925610691309, -0.00038046762347221375, -7.300963625311852e-05, 0.00023444835096597672, 0.0005419063381850719, 0.0008493643254041672, 0.0011568223126232624, 0.0014642802998423576, 0.0017717382870614529, 0.002079196274280548, 0.0023866542614996433, 0.0026941122487187386, 0.003001570235937834, 0.003309028223156929, 0.0036164862103760242, 0.0039239441975951195, 0.004231402184814215, 0.00453886017203331, 0.004846318159252405, 0.0051537761464715, 0.005461234133690596, 0.005768692120909691, 0.006076150108128786, 0.006383608095347881, 0.0066910660825669765, 0.006998524069786072, 0.007305982057005167, 0.007613440044224262, 0.007920898497104645, 0.008228356018662453, 0.00853581354022026, 0.008843271993100643]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 3.0, 3.0, 1.0, 3.0, 5.0, 5.0, 5.0, 8.0, 8.0, 13.0, 22.0, 24.0, 34.0, 38.0, 53.0, 84.0, 152.0, 227.0, 654.0, 5722.0, 336.0, 167.0, 123.0, 73.0, 56.0, 32.0, 24.0, 11.0, 9.0, 10.0, 7.0, 2.0, 6.0, 4.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1719304919242859, -0.16703695058822632, -0.16214340925216675, -0.15724986791610718, -0.1523563265800476, -0.14746278524398804, -0.14256925880908966, -0.1376757174730301, -0.13278217613697052, -0.12788863480091095, -0.12299509346485138, -0.11810155212879181, -0.11320801079273224, -0.10831446945667267, -0.1034209355711937, -0.09852739423513412, -0.09363385289907455, -0.08874031156301498, -0.08384677022695541, -0.07895323634147644, -0.07405969500541687, -0.0691661536693573, -0.06427261233329773, -0.05937907472252846, -0.05448553338646889, -0.04959199205040932, -0.044698454439640045, -0.039804913103580475, -0.034911371767520905, -0.030017834156751633, -0.025124292820692062, -0.02023075334727764, -0.01533721387386322, -0.0104436744004488, -0.0055501339957118034, -0.000656594056636095, 0.004236945882439613, 0.009130485355854034, 0.01402402576059103, 0.018917566165328026, 0.023811105638742447, 0.028704645112156868, 0.03359818458557129, 0.03849172592163086, 0.04338526725769043, 0.0482788048684597, 0.05317234620451927, 0.058065883815288544, 0.06295942515134811, 0.06785296648740768, 0.07274650782346725, 0.07764004170894623, 0.0825335830450058, 0.08742712438106537, 0.09232066571712494, 0.09721420705318451, 0.10210774838924408, 0.10700128227472305, 0.11189482361078262, 0.1167883649468422, 0.12168190628290176, 0.12657544016838074, 0.1314689815044403, 0.13636252284049988, 0.14125606417655945]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 2.0, 2.0, 6.0, 1.0, 6.0, 3.0, 6.0, 4.0, 4.0, 6.0, 5.0, 26.0, 3.0, 8.0, 4.0, 1.0, 4.0, 4.0, 2.0, 2.0, 4.0, 2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0033225170336663723, -0.0032241942826658487, -0.0031258712988346815, -0.003027548547834158, -0.0029292257968336344, -0.002830902813002467, -0.0027325800620019436, -0.00263425731100142, -0.0025359345600008965, -0.0024376115761697292, -0.0023392888251692057, -0.002240966074168682, -0.002142643090337515, -0.0020443203393369913, -0.001945997471921146, -0.0018476747209206223, -0.001749351853504777, -0.0016510289860889316, -0.001552706235088408, -0.0014543833676725626, -0.001356060616672039, -0.0012577377492561936, -0.0011594148818403482, -0.0010610921308398247, -0.0009627692634239793, -0.0008644464542157948, -0.0007661236450076103, -0.0006678007775917649, -0.0005694779683835804, -0.00047115515917539597, -0.00037283232086338103, -0.0002745094825513661, -0.0001761866733431816, -7.78638495830819e-05, 2.0458974177017808e-05, 0.00011878179793711752, 0.00021710462169721723, 0.0003154274309054017, 0.00041375026921741664, 0.0005120731075294316, 0.0006103959167376161, 0.0007087187259458005, 0.000807041535153985, 0.0009053644025698304, 0.0010036872699856758, 0.0011020100209861994, 0.0012003328884020448, 0.0012986556394025683, 0.0013969785068184137, 0.0014953013742342591, 0.0015936241252347827, 0.001691946992650628, 0.0017902697436511517, 0.001888592611066997, 0.0019869154784828424, 0.002085238229483366, 0.0021835612133145332, 0.002281883964315057, 0.0023802067153155804, 0.002478529466316104, 0.002576852450147271, 0.0026751752011477947, 0.0027734979521483183, 0.0028718209359794855, 0.002970143686980009]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 1.0, 3.0, 2.0, 3.0, 1.0, 0.0, 3.0, 5.0, 7.0, 6.0, 12.0, 13.0, 13.0, 16.0, 14.0, 28.0, 30.0, 39.0, 49.0, 58.0, 74.0, 108.0, 146.0, 168.0, 222.0, 288.0, 449.0, 576.0, 901.0, 1518.0, 2464.0, 4560.0, 8967.0, 20088.0, 56111.0, 852755.0, 156393.0, 36621.0, 16021.0, 8277.0, 4532.0, 2718.0, 1770.0, 1170.0, 790.0, 524.0, 359.0, 249.0, 150.0, 99.0, 74.0, 54.0, 48.0, 30.0, 21.0, 13.0, 14.0, 12.0, 1.0, 1.0, 4.0, 1.0, 1.0], "bins": [-0.006916866637766361, -0.006729581858962774, -0.006542297080159187, -0.0063550123013556, -0.006167727522552013, -0.005980442278087139, -0.005793157499283552, -0.005605872720479965, -0.005418587941676378, -0.005231303162872791, -0.005044018384069204, -0.004856733605265617, -0.004669448360800743, -0.004482163581997156, -0.004294878803193569, -0.004107594024389982, -0.003920309245586395, -0.0037330244667828083, -0.0035457396879792213, -0.0033584546763449907, -0.0031711698975414038, -0.002983885118737817, -0.002796600107103586, -0.0026093153282999992, -0.0024220305494964123, -0.0022347457706928253, -0.0020474609918892384, -0.0018601759802550077, -0.0016728912014514208, -0.0014856064226478338, -0.001298321527428925, -0.0011110366322100163, -0.0009237518534064293, -0.0007364670163951814, -0.0005491821793839335, -0.00036189734237268567, -0.0001746125053614378, 1.2672331649810076e-05, 0.00019995716866105795, 0.0003872420056723058, 0.0005745268426835537, 0.0007618116796948016, 0.0009490965167060494, 0.0011363814119249582, 0.0013236661907285452, 0.0015109509695321321, 0.001698235864751041, 0.0018855207599699497, 0.0020728055387735367, 0.0022600903175771236, 0.0024473750963807106, 0.002634660108014941, 0.002821944886818528, 0.003009229665622115, 0.0031965146772563457, 0.0033837994560599327, 0.0035710842348635197, 0.0037583690136671066, 0.003945653792470694, 0.0041329385712742805, 0.004320223815739155, 0.004507508594542742, 0.004694793373346329, 0.004882078152149916, 0.005069362930953503]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 3.0, 1.0, 1.0, 1.0, 4.0, 2.0, 1.0, 1.0, 2.0, 4.0, 2.0, 2.0, 2.0, 1.0, 1.0, 3.0, 8.0, 0.0, 3.0, 3.0, 1.0, 2.0, 1.0, 1.0, 1.0, 4.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.013956950977444649, -0.01324376929551363, -0.012530588544905186, -0.011817406862974167, -0.011104226112365723, -0.010391044430434704, -0.009677862748503685, -0.00896468199789524, -0.008251500315964222, -0.00753831909969449, -0.006825137883424759, -0.00611195620149374, -0.0053987749852240086, -0.004685593768954277, -0.003972412087023258, -0.0032592308707535267, -0.002546049654483795, -0.0018328683217987418, -0.0011196869891136885, -0.0004065056564286351, 0.00030667567625641823, 0.0010198570089414716, 0.001733038341626525, 0.0024462197907269, 0.0031594010069966316, 0.003872582223266363, 0.004585763439536095, 0.0052989451214671135, 0.006012126337736845, 0.0067253075540065765, 0.007438489235937595, 0.00815166998654604, 0.008864851668477058, 0.009578033350408077, 0.010291214101016521, 0.01100439578294754, 0.011717576533555984, 0.012430758215487003, 0.013143939897418022, 0.013857120648026466, 0.014570302329957485, 0.015283484011888504, 0.015996664762496948, 0.016709845513105392, 0.017423028126358986, 0.01813620887696743, 0.018849389627575874, 0.019562572240829468, 0.020275752991437912, 0.020988933742046356, 0.02170211635529995, 0.022415297105908394, 0.023128477856516838, 0.02384166046977043, 0.024554841220378876, 0.02526802197098732, 0.025981202721595764, 0.026694385334849358, 0.027407566085457802, 0.028120746836066246, 0.02883392944931984, 0.029547110199928284, 0.030260290950536728, 0.03097347356379032, 0.031686656177043915]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 2.0, 4.0, 2.0, 5.0, 7.0, 9.0, 11.0, 20.0, 18.0, 43.0, 53.0, 52.0, 73.0, 121.0, 158.0, 219.0, 243.0, 374.0, 552.0, 826.0, 1104.0, 1748.0, 3116.0, 5543.0, 1283.0, 798.0, 582.0, 376.0, 239.0, 185.0, 144.0, 97.0, 61.0, 52.0, 50.0, 37.0, 28.0, 19.0, 11.0, 11.0, 15.0, 17.0, 34.0, 26.0, 17.0, 6.0, 3.0, 1.0, 9.0, 11.0, 1.0, 2.0, 1.0, 3.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.00976392813026905, -0.009388535283505917, -0.009013142436742783, -0.008637748658657074, -0.00826235581189394, -0.007886962965130806, -0.007511569652706385, -0.007136176340281963, -0.006760783493518829, -0.006385390646755695, -0.006009997334331274, -0.005634604021906853, -0.005259211175143719, -0.004883818328380585, -0.004508425015956163, -0.004133031703531742, -0.003757638856768608, -0.0033822457771748304, -0.0030068526975810528, -0.002631459617987275, -0.0022560665383934975, -0.0018806734587997198, -0.0015052803792059422, -0.0011298872996121645, -0.0007544942200183868, -0.0003791011404246092, -3.7080608308315277e-06, 0.00037168501876294613, 0.0007470780983567238, 0.0011224711779505014, 0.001497864257544279, 0.0018732573371380568, 0.0022486504167318344, 0.002624043496325612, 0.0029994365759193897, 0.0033748296555131674, 0.003750222735106945, 0.004125615581870079, 0.0045010088942945, 0.004876402206718922, 0.005251795053482056, 0.00562718790024519, 0.006002581212669611, 0.006377974525094032, 0.006753367371857166, 0.0071287602186203, 0.007504153531044722, 0.007879546843469143, 0.008254939690232277, 0.008630332536995411, 0.009005725383758545, 0.009381119161844254, 0.009756512008607388, 0.010131904855370522, 0.01050729863345623, 0.010882691480219364, 0.011258084326982498, 0.011633477173745632, 0.012008870020508766, 0.012384263798594475, 0.012759656645357609, 0.013135049492120743, 0.013510443270206451, 0.013885836116969585, 0.01426122896373272]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 4.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.11453074961900711, -0.11173193156719208, -0.10893311351537704, -0.10613429546356201, -0.10333546996116638, -0.10053665190935135, -0.09773783385753632, -0.09493901580572128, -0.09214019775390625, -0.08934137970209122, -0.08654256165027618, -0.08374374359846115, -0.08094492554664612, -0.07814610004425049, -0.07534728199243546, -0.07254846394062042, -0.06974964588880539, -0.06695082783699036, -0.06415200978517532, -0.06135318800806999, -0.05855436995625496, -0.055755551904439926, -0.052956730127334595, -0.05015791207551956, -0.04735909402370453, -0.044560275971889496, -0.04176145792007446, -0.03896263614296913, -0.0361638180911541, -0.033365000039339066, -0.030566180124878883, -0.0277673602104187, -0.024968542158603668, -0.022169724106788635, -0.019370904192328453, -0.01657208427786827, -0.013773266226053238, -0.01097444724291563, -0.008175628259778023, -0.005376809276640415, -0.0025779902935028076, 0.00022082868963479996, 0.0030196476727724075, 0.005818466655910015, 0.008617285639047623, 0.01141610462218523, 0.014214923605322838, 0.01701374351978302, 0.019812561571598053, 0.022611379623413086, 0.025410199537873268, 0.02820901945233345, 0.031007837504148483, 0.033806655555963516, 0.03660547733306885, 0.03940429538488388, 0.042203113436698914, 0.04500193148851395, 0.04780074954032898, 0.05059957131743431, 0.053398389369249344, 0.05619720742106438, 0.05899602919816971, 0.06179484724998474, 0.06459366530179977]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 3.0, 2.0, 1.0, 1.0, 1.0, 2.0, 3.0, 1.0, 5.0, 1.0, 2.0, 1.0, 3.0, 4.0, 6.0, 1.0, 10.0, 10.0, 12.0, 16.0, 13.0, 10.0, 17.0, 16.0, 33.0, 11.0, 11.0, 7.0, 8.0, 7.0, 4.0, 4.0, 4.0, 1.0, 4.0, 5.0, 4.0, 4.0, 3.0, 6.0, 1.0, 4.0, 3.0, 1.0, 2.0, 1.0, 2.0, 1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 2.0, 1.0], "bins": [-0.045503150671720505, -0.043850772082805634, -0.042198389768600464, -0.04054601117968559, -0.03889363259077072, -0.03724125400185585, -0.03558887541294098, -0.03393649309873581, -0.03228411450982094, -0.030631735920906067, -0.028979355469346046, -0.027326975017786026, -0.025674596428871155, -0.024022217839956284, -0.022369837388396263, -0.020717456936836243, -0.01906507834792137, -0.0174126997590065, -0.01576031930744648, -0.014107939787209034, -0.012455560266971588, -0.010803180746734142, -0.009150801226496696, -0.007498421706259251, -0.005846042186021805, -0.004193662665784359, -0.002541283145546913, -0.0008889036253094673, 0.0007634758949279785, 0.0024158554151654243, 0.00406823493540287, 0.005720614455640316, 0.007372993975877762, 0.009025373496115208, 0.010677753016352654, 0.0123301325365901, 0.013982512056827545, 0.015634890645742416, 0.017287271097302437, 0.018939651548862457, 0.02059203013777733, 0.0222444087266922, 0.02389678917825222, 0.02554916962981224, 0.027201548218727112, 0.028853926807641983, 0.030506307259202003, 0.032158687710762024, 0.033811066299676895, 0.035463444888591766, 0.037115827202796936, 0.03876820579171181, 0.04042058438062668, 0.04207296296954155, 0.04372534155845642, 0.04537772387266159, 0.04703010246157646, 0.04868248105049133, 0.0503348633646965, 0.051987241953611374, 0.053639620542526245, 0.055291999131441116, 0.05694437772035599, 0.05859676003456116, 0.06024913862347603]}, "_runtime": 146.7841773033142, "_timestamp": 1596213017.485715, "_step": 178}
+{"val_accuracy": 0.8218771404109589, "val_loss": 0.4573678326661184, "_runtime": 148.5357129573822, "_timestamp": 1596213019.2372506, "_step": 179}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: k Confidence: 0.21253448724746704 Truth: v", "Prediction: 5 Confidence: 0.9999998807907104 Truth: 5", "Prediction: 2 Confidence: 0.9991843104362488 Truth: 2", "Prediction: 0 Confidence: 0.6528486013412476 Truth: 0"]}, "_runtime": 148.82470273971558, "_timestamp": 1596213019.5262403, "_step": 180}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 3.0, 1.0, 1.0, 1.0, 5.0, 6.0, 3.0, 4.0, 3.0, 2.0, 5.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012115666642785072, -0.011795244179666042, -0.011474821716547012, -0.011154398322105408, -0.010833975858986378, -0.010513553395867348, -0.010193130932748318, -0.009872708469629288, -0.009552285075187683, -0.009231862612068653, -0.008911440148949623, -0.008591017685830593, -0.008270595222711563, -0.007950172759592533, -0.007629749830812216, -0.0073093269020318985, -0.0069889044389128685, -0.0066684819757938385, -0.006348059047013521, -0.006027636583894491, -0.005707213655114174, -0.005386791191995144, -0.005066368728876114, -0.004745945800095797, -0.004425523336976767, -0.004105100873857737, -0.0037846779450774193, -0.0034642554819583893, -0.0031438327860087156, -0.002823410090059042, -0.002502987626940012, -0.0021825649309903383, -0.0018621422350406647, -0.001541719539090991, -0.0012212969595566392, -0.0009008743218146265, -0.0005804516840726137, -0.000260029046330601, 6.039359141141176e-05, 0.0003808162291534245, 0.0007012388668954372, 0.001021661562845111, 0.0013420841423794627, 0.0016625067219138145, 0.001982929417863488, 0.002303352113813162, 0.002623774576932192, 0.0029441972728818655, 0.003264619968831539, 0.003585042664781213, 0.0039054653607308865, 0.0042258878238499165, 0.004546310752630234, 0.004866733215749264, 0.005187155678868294, 0.005507578607648611, 0.005828001070767641, 0.006148423533886671, 0.006468846462666988, 0.006789268925786018, 0.007109691388905048, 0.007430114317685366, 0.007750536780804396, 0.008070959709584713, 0.008391382172703743]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 4.0, 4.0, 7.0, 11.0, 9.0, 15.0, 17.0, 22.0, 36.0, 43.0, 60.0, 99.0, 139.0, 264.0, 649.0, 5684.0, 337.0, 188.0, 103.0, 62.0, 59.0, 28.0, 28.0, 18.0, 13.0, 7.0, 8.0, 8.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.18137595057487488, -0.17572864890098572, -0.17008134722709656, -0.1644340455532074, -0.15878674387931824, -0.15313944220542908, -0.14749214053153992, -0.14184483885765076, -0.1361975371837616, -0.13055022060871124, -0.12490292638540268, -0.11925562471151352, -0.11360831558704376, -0.1079610139131546, -0.10231371223926544, -0.09666641056537628, -0.09101910889148712, -0.08537180721759796, -0.0797245055437088, -0.07407720386981964, -0.06842990219593048, -0.06278259307146072, -0.057135291397571564, -0.051487989723682404, -0.04584068804979324, -0.04019338637590408, -0.03454608470201492, -0.028898779302835464, -0.023251477628946304, -0.017604175955057144, -0.011956872418522835, -0.0063095698133111, -0.0006622672080993652, 0.0049850353971123695, 0.010632338002324104, 0.016279641538858414, 0.021926943212747574, 0.027574244886636734, 0.03322155028581619, 0.03886885195970535, 0.04451615363359451, 0.05016345530748367, 0.05581075698137283, 0.06145806238055229, 0.06710536777973175, 0.07275266945362091, 0.07839997112751007, 0.08404727280139923, 0.08969457447528839, 0.09534187614917755, 0.10098917782306671, 0.10663647949695587, 0.11228378117084503, 0.11793109029531479, 0.12357839196920395, 0.1292256861925125, 0.13487300276756287, 0.14052030444145203, 0.1461676061153412, 0.15181490778923035, 0.1574622094631195, 0.16310951113700867, 0.16875681281089783, 0.174404114484787, 0.18005141615867615]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 4.0, 3.0, 3.0, 2.0, 3.0, 2.0, 1.0, 2.0, 6.0, 3.0, 2.0, 27.0, 4.0, 4.0, 3.0, 3.0, 3.0, 8.0, 3.0, 4.0, 4.0, 3.0, 1.0, 2.0, 3.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0027796230278909206, -0.002688695676624775, -0.0025977683253586292, -0.0025068409740924835, -0.002415913622826338, -0.002324986271560192, -0.0022340589202940464, -0.0021431315690279007, -0.002052204217761755, -0.0019612768664956093, -0.0018703495152294636, -0.0017794221639633179, -0.0016884948126971722, -0.0015975674614310265, -0.0015066401101648808, -0.001415712758898735, -0.0013247854076325893, -0.0012338580563664436, -0.001142930705100298, -0.0010520033538341522, -0.0009610760025680065, -0.0008701486513018608, -0.0007792213000357151, -0.0006882939487695694, -0.0005973665975034237, -0.000506439246237278, -0.0004155118949711323, -0.00032458454370498657, -0.00023365719243884087, -0.00014272984117269516, -5.1802489906549454e-05, 3.912486135959625e-05, 0.00013005221262574196, 0.00022097956389188766, 0.00031190691515803337, 0.0004028342664241791, 0.0004937616176903248, 0.0005846889689564705, 0.0006756163202226162, 0.0007665436714887619, 0.0008574710227549076, 0.0009483983740210533, 0.001039325725287199, 0.0011302530765533447, 0.0012211804278194904, 0.0013121077790856361, 0.0014030351303517818, 0.0014939624816179276, 0.0015848898328840733, 0.001675817184150219, 0.0017667445354163647, 0.0018576718866825104, 0.001948599237948656, 0.002039526589214802, 0.0021304539404809475, 0.002221381291747093, 0.002312308643013239, 0.0024032359942793846, 0.0024941633455455303, 0.002585090696811676, 0.0026760180480778217, 0.0027669453993439674, 0.002857872750610113, 0.002948800101876259, 0.0030397274531424046]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 2.0, 1.0, 2.0, 4.0, 2.0, 6.0, 9.0, 4.0, 15.0, 7.0, 27.0, 33.0, 44.0, 57.0, 103.0, 128.0, 214.0, 346.0, 476.0, 800.0, 1358.0, 2250.0, 3923.0, 7049.0, 13603.0, 28940.0, 83057.0, 880303.0, 80328.0, 31610.0, 17011.0, 9949.0, 6141.0, 3974.0, 2467.0, 1732.0, 1140.0, 763.0, 526.0, 358.0, 257.0, 183.0, 146.0, 73.0, 71.0, 44.0, 28.0, 18.0, 18.0, 16.0, 8.0, 9.0, 1.0, 3.0, 0.0, 2.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.005334074608981609, -0.005147199612110853, -0.004960325080901384, -0.004773450084030628, -0.004586575087159872, -0.004399700555950403, -0.004212825559079647, -0.004025950562208891, -0.0038390757981687784, -0.003652201034128666, -0.0034653260372579098, -0.0032784512732177973, -0.003091576509177685, -0.0029047015123069286, -0.002717826748266816, -0.00253095175139606, -0.0023440769873559475, -0.002157202223315835, -0.001970327226445079, -0.0017834524624049664, -0.001596577581949532, -0.0014097027014940977, -0.0012228279374539852, -0.001035953056998551, -0.0008490781765431166, -0.0006622032960876822, -0.00047532847383990884, -0.00028845362248830497, -0.00010157877113670111, 8.529608021490276e-05, 0.0002721709315665066, 0.0004590457829181105, 0.0006459206342697144, 0.0008327955147251487, 0.001019670395180583, 0.0012065451592206955, 0.0013934200396761298, 0.0015802949201315641, 0.0017671696841716766, 0.001954044681042433, 0.0021409194450825453, 0.0023277942091226578, 0.002514669205993414, 0.0027015439700335264, 0.002888418734073639, 0.003075293730944395, 0.0032621684949845076, 0.0034490434918552637, 0.003635918255895376, 0.0038227930199354887, 0.004009667783975601, 0.004196542780846357, 0.0043834177777171135, 0.004570292308926582, 0.0047571673057973385, 0.004944042302668095, 0.0051309168338775635, 0.00531779183074832, 0.005504666827619076, 0.005691541824489832, 0.005878416355699301, 0.006065291352570057, 0.006252166349440813, 0.006439040880650282, 0.006625915877521038]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 1.0, 2.0, 3.0, 4.0, 3.0, 2.0, 4.0, 10.0, 2.0, 1.0, 3.0, 3.0, 3.0, 1.0, 1.0, 2.0, 1.0, 3.0, 0.0, 3.0, 0.0, 1.0], "bins": [-0.04868629202246666, -0.047695234417915344, -0.04670417308807373, -0.045713115483522415, -0.0447220578789711, -0.043731000274419785, -0.04273994266986847, -0.041748881340026855, -0.04075782373547554, -0.039766766130924225, -0.03877570480108261, -0.037784647196531296, -0.03679358959197998, -0.035802531987428665, -0.03481147438287735, -0.033820413053035736, -0.03282935544848442, -0.031838297843933105, -0.03084723837673664, -0.029856178909540176, -0.02886512130498886, -0.027874063700437546, -0.02688300423324108, -0.025891944766044617, -0.0249008871614933, -0.023909829556941986, -0.02291877008974552, -0.021927710622549057, -0.02093665301799774, -0.019945595413446426, -0.018954535946249962, -0.017963476479053497, -0.016972418874502182, -0.015981361269950867, -0.014990301802754402, -0.013999243266880512, -0.013008184731006622, -0.012017126195132732, -0.011026067659258842, -0.010035009123384953, -0.009043950587511063, -0.008052892051637173, -0.007061833515763283, -0.006070774979889393, -0.005079716444015503, -0.004088657908141613, -0.003097599372267723, -0.002106540836393833, -0.0011154823005199432, -0.00012442376464605331, 0.0008666347712278366, 0.0018576933071017265, 0.0028487518429756165, 0.0038398103788495064, 0.004830868914723396, 0.005821927450597286, 0.006812985986471176, 0.007804044522345066, 0.008795103058218956, 0.009786161594092846, 0.010777220129966736, 0.011768278665840626, 0.012759337201714516, 0.013750395737588406, 0.014741454273462296]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [7.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 5.0, 8.0, 5.0, 14.0, 7.0, 3.0, 6.0, 10.0, 9.0, 4.0, 3.0, 10.0, 11.0, 26.0, 20.0, 13.0, 15.0, 34.0, 30.0, 41.0, 34.0, 39.0, 78.0, 94.0, 131.0, 167.0, 254.0, 340.0, 574.0, 797.0, 1317.0, 2241.0, 6316.0, 1831.0, 1181.0, 764.0, 574.0, 396.0, 276.0, 200.0, 155.0, 102.0, 71.0, 57.0, 46.0, 37.0, 22.0, 27.0, 10.0, 5.0, 3.0, 5.0, 2.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.015583021566271782, -0.015188287012279034, -0.014793552458286285, -0.014398817904293537, -0.014004082418978214, -0.013609347864985466, -0.013214613310992718, -0.01281987875699997, -0.012425144203007221, -0.012030409649014473, -0.01163567416369915, -0.011240939609706402, -0.010846205055713654, -0.010451470501720905, -0.010056735947728157, -0.009662001393735409, -0.00926726683974266, -0.008872531354427338, -0.00847779680043459, -0.008083062246441841, -0.007688327692449093, -0.007293592672795057, -0.006898858118802309, -0.006504123564809561, -0.006109388545155525, -0.005714653991162777, -0.005319919437170029, -0.00492518488317728, -0.004530449863523245, -0.004135715309530497, -0.0037409805227071047, -0.0033462459687143564, -0.0029515111818909645, -0.0025567763950675726, -0.0021620418410748243, -0.0017673070542514324, -0.0013725723838433623, -0.0009778377134352922, -0.0005831029848195612, -0.0001883682853076607, 0.00020636641420423985, 0.0006011010846123099, 0.00099583575502038, 0.001390570541843772, 0.001785305212251842, 0.002180039882659912, 0.002574774669483304, 0.0029695092234760523, 0.003364244010299444, 0.003758978797122836, 0.004153713583946228, 0.004548448137938976, 0.0049431826919317245, 0.00533791771158576, 0.005732652265578508, 0.006127386819571257, 0.006522121839225292, 0.0069168563932180405, 0.007311590947210789, 0.007706325501203537, 0.008101060055196285, 0.008495795540511608, 0.008890530094504356, 0.009285264648497105, 0.009679999202489853]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 3.0, 3.0, 1.0, 5.0, 0.0, 3.0, 2.0, 0.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.15009738504886627, -0.14115342497825623, -0.13220947980880737, -0.12326551973819733, -0.11432155966758728, -0.10537759959697723, -0.09643364697694778, -0.08748969435691833, -0.07854573428630829, -0.06960177421569824, -0.06065782159566879, -0.051713865250349045, -0.0427699089050293, -0.03382595255970955, -0.0248819962143898, -0.015938039869070053, -0.006994083523750305, 0.0019498728215694427, 0.01089382916688919, 0.01983778551220894, 0.028781741857528687, 0.037725698202848434, 0.04666965454816818, 0.05561361089348793, 0.06455756723880768, 0.07350152730941772, 0.08244547992944717, 0.09138943254947662, 0.10033339262008667, 0.10927735269069672, 0.11822130531072617, 0.12716525793075562, 0.13610921800136566, 0.1450531780719757, 0.15399712324142456, 0.1629410833120346, 0.17188504338264465, 0.1808290034532547, 0.18977296352386475, 0.1987169086933136, 0.20766086876392365, 0.2166048288345337, 0.22554877400398254, 0.2344927340745926, 0.24343669414520264, 0.2523806393146515, 0.26132461428642273, 0.2702685594558716, 0.2792125344276428, 0.2881564795970917, 0.2971004247665405, 0.30604439973831177, 0.3149883449077606, 0.3239322900772095, 0.3328762650489807, 0.34182021021842957, 0.3507641553878784, 0.35970813035964966, 0.3686520755290985, 0.37759605050086975, 0.3865399956703186, 0.39548394083976746, 0.4044279158115387, 0.41337186098098755, 0.4223158359527588]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 3.0, 1.0, 6.0, 6.0, 7.0, 11.0, 10.0, 4.0, 6.0, 13.0, 9.0, 14.0, 14.0, 15.0, 31.0, 21.0, 14.0, 15.0, 13.0, 9.0, 13.0, 5.0, 4.0, 5.0, 6.0, 6.0, 4.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.08523561805486679, -0.08237094432115555, -0.0795062705874443, -0.07664158940315247, -0.07377691566944122, -0.07091224193572998, -0.06804756820201874, -0.0651828944683075, -0.062318217009305954, -0.05945354327559471, -0.05658886581659317, -0.05372419208288193, -0.050859518349170685, -0.047994840890169144, -0.0451301671564579, -0.04226548969745636, -0.03940081596374512, -0.036536142230033875, -0.03367146477103233, -0.03080679103732109, -0.0279421154409647, -0.025077439844608307, -0.022212766110897064, -0.019348090514540672, -0.01648341491818428, -0.013618739321827888, -0.010754064656794071, -0.007889389991760254, -0.005024714395403862, -0.0021600392647087574, 0.0007046358659863472, 0.003569310996681452, 0.006433986127376556, 0.009298661723732948, 0.012163336388766766, 0.015028011053800583, 0.017892686650156975, 0.020757362246513367, 0.02362203598022461, 0.026486711576581, 0.029351387172937393, 0.032216060906648636, 0.03508073836565018, 0.03794541209936142, 0.04081008583307266, 0.043674763292074203, 0.046539437025785446, 0.04940411448478699, 0.05226878821849823, 0.05513346195220947, 0.057998139411211014, 0.060862813144922256, 0.0637274906039238, 0.06659216433763504, 0.06945683807134628, 0.07232151180505753, 0.07518619298934937, 0.07805086672306061, 0.08091554045677185, 0.0837802141904831, 0.08664488792419434, 0.08950956165790558, 0.09237424284219742, 0.09523891657590866, 0.0981035903096199]}, "_runtime": 149.14975261688232, "_timestamp": 1596213019.8512902, "_step": 181}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 4.0, 1.0, 1.0, 4.0, 0.0, 3.0, 9.0, 7.0, 1.0, 1.0, 2.0, 2.0, 3.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01517436746507883, -0.01471961010247469, -0.014264852739870548, -0.013810095377266407, -0.013355337083339691, -0.01290057972073555, -0.012445822358131409, -0.011991064995527267, -0.011536307632923126, -0.011081550270318985, -0.010626792907714844, -0.010172035545110703, -0.009717278182506561, -0.009262519888579845, -0.008807762525975704, -0.008353005163371563, -0.007898247800767422, -0.0074434904381632805, -0.006988733075559139, -0.006533975247293711, -0.0060792178846895695, -0.005624460522085428, -0.00516970269382, -0.0047149453312158585, -0.004260187968611717, -0.003805430606007576, -0.003350673010572791, -0.002895915415138006, -0.002441158052533865, -0.0019864006899297237, -0.0015316430944949389, -0.0010768856154754758, -0.0006221281364560127, -0.00016737065743654966, 0.0002873868215829134, 0.0007421443006023765, 0.0011969017796218395, 0.0016516592586413026, 0.0021064167376607656, 0.0025611743330955505, 0.0030159316956996918, 0.003470689058303833, 0.003925446420907974, 0.004380204249173403, 0.004834961611777544, 0.005289718974381685, 0.005744476802647114, 0.006199234165251255, 0.006653991527855396, 0.0071087488904595375, 0.007563506253063679, 0.00801826361566782, 0.008473021909594536, 0.008927779272198677, 0.009382536634802818, 0.00983729399740696, 0.0102920513600111, 0.010746808722615242, 0.011201566085219383, 0.011656323447823524, 0.012111080810427666, 0.012565839104354382, 0.013020596466958523, 0.013475353829562664, 0.013930111192166805]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 2.0, 4.0, 6.0, 5.0, 5.0, 11.0, 13.0, 9.0, 14.0, 24.0, 25.0, 29.0, 45.0, 54.0, 51.0, 77.0, 101.0, 152.0, 253.0, 470.0, 5405.0, 393.0, 194.0, 149.0, 91.0, 57.0, 64.0, 50.0, 30.0, 30.0, 27.0, 17.0, 21.0, 7.0, 9.0, 7.0, 5.0, 4.0, 4.0, 3.0, 2.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.1333094984292984, -0.12953372299671173, -0.12575794756412506, -0.12198217213153839, -0.11820639669895172, -0.11443061381578445, -0.11065483838319778, -0.10687906295061111, -0.10310328751802444, -0.09932751208543777, -0.0955517366528511, -0.09177596122026443, -0.08800017833709717, -0.0842244029045105, -0.08044862747192383, -0.07667285203933716, -0.07289707660675049, -0.06912130117416382, -0.06534552574157715, -0.06156974658370018, -0.05779397115111351, -0.05401819571852684, -0.05024241656064987, -0.0464666411280632, -0.04269086569547653, -0.03891509026288986, -0.03513931483030319, -0.031363535672426224, -0.027587760239839554, -0.023811984807252884, -0.020036207512021065, -0.016260430216789246, -0.012484654784202576, -0.008708878420293331, -0.004933102056384087, -0.001157325692474842, 0.0026184506714344025, 0.006394227035343647, 0.010170003399252892, 0.013945779763162136, 0.01772155612707138, 0.02149733155965805, 0.02527310885488987, 0.02904888615012169, 0.03282466158270836, 0.03660043701529503, 0.040376216173172, 0.04415199160575867, 0.04792776703834534, 0.05170354247093201, 0.05547931790351868, 0.059255097061395645, 0.06303086876869202, 0.06680665165185928, 0.07058242708444595, 0.07435820251703262, 0.0781339779496193, 0.08190975338220596, 0.08568552881479263, 0.0894613042473793, 0.09323708713054657, 0.09701286256313324, 0.10078863799571991, 0.10456441342830658, 0.10834018886089325]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 3.0, 2.0, 4.0, 2.0, 6.0, 4.0, 5.0, 2.0, 5.0, 3.0, 4.0, 21.0, 5.0, 6.0, 7.0, 7.0, 5.0, 3.0, 2.0, 1.0, 5.0, 2.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0030875704251229763, -0.0029627475887537003, -0.002837924985215068, -0.002713102148845792, -0.0025882793124765158, -0.0024634567089378834, -0.0023386338725686073, -0.0022138110361993313, -0.0020889881998300552, -0.001964165596291423, -0.0018393427599221468, -0.0017145200399681926, -0.0015896973200142384, -0.0014648744836449623, -0.001340051763691008, -0.001215228927321732, -0.0010904062073677778, -0.0009655834292061627, -0.0008407606510445476, -0.0007159379310905933, -0.0005911151529289782, -0.00046629237476736307, -0.0003414696257095784, -0.0002166468620998785, -9.182409849017859e-05, 3.299866511952132e-05, 0.00015782142872922122, 0.0002826441777870059, 0.00040746695594862103, 0.0005322897341102362, 0.0006571124540641904, 0.0007819352322258055, 0.0009067580103874207, 0.0010315807303413749, 0.001156403566710651, 0.0012812262866646051, 0.0014060491230338812, 0.0015308718429878354, 0.0016556945629417896, 0.0017805173993110657, 0.00190534011926502, 0.002030162839218974, 0.00215498567558825, 0.002279808511957526, 0.0024046311154961586, 0.0025294539518654346, 0.0026542767882347107, 0.002779099391773343, 0.002903922228142619, 0.003028745064511895, 0.0031535676680505276, 0.0032783905044198036, 0.0034032133407890797, 0.003528035944327712, 0.003652858780696988, 0.003777681617066264, 0.0039025042206048965, 0.004027327056974173, 0.004152149893343449, 0.004276972729712725, 0.004401795566082001, 0.0045266179367899895, 0.0046514407731592655, 0.0047762636095285416, 0.004901086445897818]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [6.0, 2.0, 2.0, 6.0, 11.0, 16.0, 23.0, 35.0, 50.0, 79.0, 110.0, 192.0, 239.0, 390.0, 713.0, 1153.0, 2080.0, 3939.0, 8575.0, 22775.0, 80379.0, 937780.0, 75874.0, 23764.0, 9957.0, 4680.0, 2503.0, 1472.0, 819.0, 557.0, 378.0, 281.0, 184.0, 147.0, 109.0, 78.0, 66.0, 45.0, 36.0, 27.0, 20.0, 15.0, 21.0, 10.0, 9.0, 9.0, 8.0, 6.0, 5.0, 0.0, 4.0, 3.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00650639645755291, -0.006204279139637947, -0.005902161821722984, -0.005600044038146734, -0.0052979267202317715, -0.004995809402316809, -0.004693691618740559, -0.004391574300825596, -0.004089456982910633, -0.0037873396649956703, -0.003485222114250064, -0.0031831045635044575, -0.0028809872455894947, -0.002578869927674532, -0.0022767523769289255, -0.001974634826183319, -0.0016725175082683563, -0.0013704000739380717, -0.0010682826396077871, -0.0007661652052775025, -0.00046404777094721794, -0.00016193033661693335, 0.00014018709771335125, 0.00044230453204363585, 0.0007444219663739204, 0.001046539400704205, 0.0013486568350344896, 0.0016507742693647742, 0.0019528917036950588, 0.0022550090216100216, 0.002557126572355628, 0.0028592441231012344, 0.003161361441016197, 0.00346347875893116, 0.0037655963096767664, 0.004067713860422373, 0.004369831178337336, 0.004671948496252298, 0.004974066279828548, 0.005276183597743511, 0.005578300915658474, 0.005880418233573437, 0.0061825355514883995, 0.00648465333506465, 0.006786770652979612, 0.007088887970894575, 0.007391005754470825, 0.007693123072385788, 0.00799524039030075, 0.008297357708215714, 0.008599475026130676, 0.008901592344045639, 0.009203709661960602, 0.00950582791119814, 0.009807945229113102, 0.010110062547028065, 0.010412179864943027, 0.01071429718285799, 0.011016414500772953, 0.011318531818687916, 0.011620650067925453, 0.011922767385840416, 0.012224884703755379, 0.012527002021670341, 0.012829119339585304]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 1.0, 0.0, 3.0, 1.0, 1.0, 2.0, 3.0, 2.0, 2.0, 3.0, 9.0, 10.0, 1.0, 6.0, 4.0, 0.0, 5.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.016078690066933632, -0.01487567089498043, -0.013672652654349804, -0.012469633482396603, -0.011266615241765976, -0.010063596069812775, -0.008860576897859573, -0.007657558191567659, -0.006454539485275745, -0.005251520778983831, -0.004048502072691917, -0.002845482900738716, -0.0016424641944468021, -0.0004394453717395663, 0.0007635734509676695, 0.001966592390090227, 0.003169611096382141, 0.004372629802674055, 0.005575648508965969, 0.00677866768091917, 0.007981685921549797, 0.009184705093502998, 0.0103877242654562, 0.011590742506086826, 0.012793761678040028, 0.013996780849993229, 0.015199799090623856, 0.016402818262577057, 0.017605837434530258, 0.01880885660648346, 0.02001187391579151, 0.021214893087744713, 0.022417912259697914, 0.023620931431651115, 0.024823950603604317, 0.02602696791291237, 0.02722998708486557, 0.02843300625681877, 0.029636025428771973, 0.030839044600725174, 0.032042063772678375, 0.03324508294463158, 0.03444810211658478, 0.03565111756324768, 0.03685413673520088, 0.03805715590715408, 0.039260175079107285, 0.040463194251060486, 0.04166621342301369, 0.04286923259496689, 0.04407225176692009, 0.04527527093887329, 0.04647829011082649, 0.047681309282779694, 0.048884324729442596, 0.0500873439013958, 0.051290363073349, 0.0524933822453022, 0.0536964014172554, 0.0548994205892086, 0.056102439761161804, 0.057305458933115005, 0.05850847810506821, 0.05971149727702141, 0.06091451644897461]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 1.0, 1.0, 3.0, 4.0, 19.0, 18.0, 21.0, 29.0, 36.0, 55.0, 58.0, 65.0, 88.0, 106.0, 167.0, 234.0, 327.0, 448.0, 751.0, 1242.0, 2310.0, 6810.0, 1994.0, 1180.0, 763.0, 469.0, 321.0, 210.0, 143.0, 91.0, 74.0, 65.0, 57.0, 31.0, 21.0, 20.0, 20.0, 23.0, 24.0, 10.0, 15.0, 13.0, 12.0, 2.0, 11.0, 5.0, 4.0, 3.0, 1.0, 1.0, 4.0, 13.0, 11.0, 7.0, 4.0, 5.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 9.0], "bins": [-0.01046626828610897, -0.009998787194490433, -0.00953130517154932, -0.009063824079930782, -0.008596342988312244, -0.008128861896693707, -0.007661380339413881, -0.007193898782134056, -0.006726417690515518, -0.006258936133235693, -0.005791454575955868, -0.00532397348433733, -0.004856491927057505, -0.004389010835438967, -0.0039215292781591415, -0.00345404795370996, -0.0029865666292607784, -0.002519085304811597, -0.0020516039803624153, -0.001584122539497912, -0.0011166412150487304, -0.0006491598905995488, -0.00018167850794270635, 0.00028580284561030567, 0.0007532841991633177, 0.0012207655236124992, 0.0016882468480616808, 0.0021557281725108624, 0.0026232097297906876, 0.003090691054239869, 0.0035581723786890507, 0.004025653470307589, 0.004493135027587414, 0.004960616584867239, 0.005428097676485777, 0.005895579233765602, 0.00636306032538414, 0.006830541882663965, 0.007298022974282503, 0.007765504531562328, 0.008232985623180866, 0.008700467646121979, 0.009167948737740517, 0.009635429829359055, 0.010102910920977592, 0.010570392943918705, 0.011037874035537243, 0.01150535512715578, 0.011972837150096893, 0.012440318241715431, 0.012907799333333969, 0.013375280424952507, 0.01384276244789362, 0.014310243539512157, 0.014777724631130695, 0.015245205722749233, 0.015712687745690346, 0.016180168837308884, 0.01664764992892742, 0.01711513102054596, 0.017582612112164497, 0.018050095066428185, 0.018517576158046722, 0.01898505724966526, 0.019452538341283798]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 3.0, 2.0, 2.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1754767745733261, -0.1710631549358368, -0.16664953529834747, -0.16223591566085815, -0.15782229602336884, -0.15340867638587952, -0.1489950716495514, -0.14458145201206207, -0.14016783237457275, -0.13575421273708344, -0.13134059309959412, -0.1269269734621048, -0.12251335382461548, -0.11809973418712616, -0.11368612200021744, -0.10927250236272812, -0.1048588827252388, -0.10044526308774948, -0.09603164345026016, -0.09161803126335144, -0.08720441162586212, -0.0827907919883728, -0.07837717235088348, -0.07396355271339417, -0.06954993307590485, -0.06513632088899612, -0.060722701251506805, -0.05630908161401749, -0.05189546197652817, -0.04748184606432915, -0.04306822642683983, -0.03865461051464081, -0.03424099087715149, -0.02982737310230732, -0.02541375532746315, -0.02100013568997383, -0.01658651791512966, -0.012172900140285492, -0.007759281434118748, -0.003345663193613291, 0.0010679550468921661, 0.005481573287397623, 0.00989519152790308, 0.014308810234069824, 0.018722428008913994, 0.023136045783758163, 0.027549665421247482, 0.0319632813334465, 0.03637690097093582, 0.04079052060842514, 0.04520413652062416, 0.04961775615811348, 0.0540313720703125, 0.05844499170780182, 0.06285861134529114, 0.06727223098278046, 0.07168585062026978, 0.0760994628071785, 0.08051308244466782, 0.08492670208215714, 0.08934032171964645, 0.09375394135713577, 0.0981675535440445, 0.10258117318153381, 0.10699479281902313]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 3.0, 1.0, 2.0, 2.0, 1.0, 2.0, 2.0, 3.0, 3.0, 4.0, 4.0, 3.0, 4.0, 4.0, 6.0, 7.0, 9.0, 5.0, 6.0, 13.0, 12.0, 14.0, 31.0, 28.0, 14.0, 13.0, 14.0, 8.0, 10.0, 8.0, 5.0, 8.0, 7.0, 6.0, 4.0, 3.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.050193484872579575, -0.04833408072590828, -0.046474676579236984, -0.04461527243256569, -0.042755868285894394, -0.0408964641392231, -0.039037059992551804, -0.03717765584588051, -0.035318247973918915, -0.03345884382724762, -0.031599439680576324, -0.02974003739655018, -0.027880631387233734, -0.02602122724056244, -0.024161823093891144, -0.02230241894721985, -0.020443014800548553, -0.01858361065387726, -0.016724206507205963, -0.014864801429212093, -0.013005397282540798, -0.011145993135869503, -0.009286588057875633, -0.007427183911204338, -0.005567779764533043, -0.003708375385031104, -0.0018489710055291653, 1.0433373972773552e-05, 0.0018698377534747124, 0.003729242132976651, 0.00558864651247859, 0.0074480511248111725, 0.009307455271482468, 0.011166859418153763, 0.013026263564825058, 0.014885668642818928, 0.01674507185816765, 0.018604477867484093, 0.020463882014155388, 0.022323286160826683, 0.024182690307497978, 0.026042094454169273, 0.02790149860084057, 0.029760902747511864, 0.03162030875682831, 0.0334797129034996, 0.0353391170501709, 0.037198521196842194, 0.03905792534351349, 0.040917329490184784, 0.04277673363685608, 0.044636137783527374, 0.04649554193019867, 0.048354946076869965, 0.05021435022354126, 0.052073754370212555, 0.05393315851688385, 0.055792566388845444, 0.05765197053551674, 0.059511374682188034, 0.06137077882885933, 0.06323017925024033, 0.06508958339691162, 0.06694898754358292, 0.06880839169025421]}, "_runtime": 149.93724751472473, "_timestamp": 1596213020.6387851, "_step": 182}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 3.0, 3.0, 1.0, 6.0, 2.0, 2.0, 4.0, 1.0, 4.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.005922151729464531, -0.005725027993321419, -0.005527904257178307, -0.005330780986696482, -0.0051336572505533695, -0.004936533514410257, -0.0047394102439284325, -0.00454228650778532, -0.004345162771642208, -0.004148039035499096, -0.003950915299355984, -0.003753792028874159, -0.0035566682927310467, -0.0033595445565879345, -0.003162421053275466, -0.0029652975499629974, -0.0027681738138198853, -0.002571050077676773, -0.0023739265743643045, -0.002176803071051836, -0.001979679334908724, -0.0017825557151809335, -0.0015854320954531431, -0.0013883084757253528, -0.0011911848559975624, -0.000994061236269772, -0.0007969376165419817, -0.0005998139968141913, -0.000402690377086401, -0.00020556675735861063, -8.443137630820274e-06, 0.00018868048209697008, 0.00038580410182476044, 0.0005829277215525508, 0.0007800513412803411, 0.0009771749610081315, 0.0011742985807359219, 0.0013714222004637122, 0.0015685458201915026, 0.001765669439919293, 0.0019627930596470833, 0.0021599167957901955, 0.002357040299102664, 0.0025541638024151325, 0.0027512875385582447, 0.002948411274701357, 0.0031455347780138254, 0.003342658281326294, 0.003539782017469406, 0.0037369057536125183, 0.0039340294897556305, 0.004131152760237455, 0.0043282764963805676, 0.00452540023252368, 0.004722523503005505, 0.004919647239148617, 0.005116770975291729, 0.005313894711434841, 0.005511018447577953, 0.005708141718059778, 0.00590526545420289, 0.006102389190346003, 0.0062995124608278275, 0.00649663619697094, 0.006693759933114052]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 3.0, 2.0, 1.0, 2.0, 6.0, 4.0, 3.0, 11.0, 8.0, 8.0, 13.0, 10.0, 11.0, 18.0, 18.0, 16.0, 32.0, 26.0, 32.0, 45.0, 66.0, 85.0, 110.0, 117.0, 183.0, 430.0, 5342.0, 485.0, 224.0, 151.0, 100.0, 81.0, 51.0, 35.0, 31.0, 30.0, 23.0, 20.0, 11.0, 18.0, 9.0, 5.0, 7.0, 11.0, 5.0, 6.0, 5.0, 6.0, 1.0, 4.0, 3.0, 2.0, 3.0, 1.0, 1.0], "bins": [-0.09085392951965332, -0.0882892906665802, -0.08572464436292648, -0.08316000550985336, -0.08059536665678024, -0.07803072035312653, -0.0754660815000534, -0.07290144264698029, -0.07033679634332657, -0.06777215749025345, -0.06520751863718033, -0.06264287233352661, -0.06007823348045349, -0.05751359090209007, -0.054948948323726654, -0.052384309470653534, -0.049819666892290115, -0.0472550243139267, -0.04469038546085358, -0.04212574288249016, -0.03956110030412674, -0.03699646145105362, -0.0344318188726902, -0.03186717629432678, -0.029302535578608513, -0.026737894862890244, -0.024173252284526825, -0.021608611568808556, -0.019043970853090286, -0.016479328274726868, -0.013914687559008598, -0.011350045911967754, -0.00878540426492691, -0.0062207626178860664, -0.0036561214365065098, -0.0010914800222963095, 0.0014731613919138908, 0.004037803038954735, 0.0066024442203342915, 0.009167085401713848, 0.011731727048754692, 0.014296368695795536, 0.01686101034283638, 0.01942565105855465, 0.02199029177427292, 0.024554934352636337, 0.027119575068354607, 0.029684217646718025, 0.032248858362436295, 0.03481350094079971, 0.03737813979387283, 0.03994278237223625, 0.04250742495059967, 0.04507206380367279, 0.04763670638203621, 0.05020134896039963, 0.05276598781347275, 0.055330630391836166, 0.057895272970199585, 0.060459915548563004, 0.06302455812692642, 0.06558919697999954, 0.06815383583307266, 0.07071848213672638, 0.0732831209897995]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 2.0, 1.0, 1.0, 1.0, 2.0, 2.0, 3.0, 2.0, 4.0, 2.0, 3.0, 5.0, 3.0, 1.0, 4.0, 3.0, 8.0, 5.0, 21.0, 5.0, 0.0, 4.0, 5.0, 3.0, 4.0, 1.0, 2.0, 0.0, 2.0, 4.0, 3.0, 0.0, 3.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0024219967890530825, -0.0023422930389642715, -0.0022625892888754606, -0.0021828855387866497, -0.0021031820215284824, -0.0020234782714396715, -0.0019437745213508606, -0.0018640707712620497, -0.0017843670211732388, -0.0017046632710844278, -0.001624959520995617, -0.0015452558873221278, -0.001465552137233317, -0.001385848387144506, -0.0013061447534710169, -0.001226441003382206, -0.001146737253293395, -0.0010670335032045841, -0.0009873297531157732, -0.0009076261194422841, -0.0008279223693534732, -0.0007482186192646623, -0.0006685149273835123, -0.0005888112355023623, -0.0005091074854135513, -0.00042940376442857087, -0.0003497000434435904, -0.00026999632245860994, -0.00019029260147362947, -0.00011058888048864901, -3.088515950366855e-05, 4.881856148131192e-05, 0.00012852228246629238, 0.00020822600345127285, 0.0002879297244362533, 0.0003676334454212338, 0.00044733716640621424, 0.0005270409164950252, 0.0006067446083761752, 0.0006864483002573252, 0.0007661520503461361, 0.000845855800434947, 0.000925559492316097, 0.001005263184197247, 0.001084966934286058, 0.0011646706843748689, 0.001244374318048358, 0.0013240780681371689, 0.0014037818182259798, 0.0014834855683147907, 0.0015631893184036016, 0.0016428929520770907, 0.0017225967021659017, 0.0018023004522547126, 0.0018820040859282017, 0.0019617078360170126, 0.0020414115861058235, 0.0021211153361946344, 0.0022008190862834454, 0.0022805228363722563, 0.002360226586461067, 0.0024399301037192345, 0.0025196338538080454, 0.0025993376038968563, 0.0026790413539856672]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 2.0, 3.0, 10.0, 6.0, 14.0, 11.0, 29.0, 46.0, 76.0, 127.0, 195.0, 286.0, 519.0, 868.0, 1534.0, 3081.0, 6357.0, 16215.0, 54587.0, 920919.0, 124552.0, 28798.0, 11000.0, 4823.0, 2423.0, 1228.0, 695.0, 420.0, 272.0, 194.0, 122.0, 70.0, 55.0, 36.0, 20.0, 14.0, 8.0, 10.0, 3.0, 3.0, 4.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.00877030473202467, -0.008510974235832691, -0.008251642808318138, -0.00799231231212616, -0.007732981815934181, -0.0074736508540809155, -0.00721431989222765, -0.006954989396035671, -0.0066956584341824055, -0.00643632747232914, -0.006176996976137161, -0.0059176660142838955, -0.00565833505243063, -0.005399004556238651, -0.0051396735943853855, -0.004880343098193407, -0.004621012136340141, -0.0043616811744868755, -0.004102350678294897, -0.0038430197164416313, -0.003583688987419009, -0.003324358258396387, -0.0030650272965431213, -0.0028056965675204992, -0.002546365838497877, -0.002287035109475255, -0.002027704380452633, -0.0017683734185993671, -0.001509042689576745, -0.001249711960554123, -0.000990381115116179, -0.000731050327885896, -0.00047171954065561295, -0.00021238875342532992, 4.69420338049531e-05, 0.0003062728210352361, 0.0005656036082655191, 0.0008249343954958022, 0.0010842651827260852, 0.0013435960281640291, 0.0016029267571866512, 0.0018622574862092733, 0.0021215882152318954, 0.002380919177085161, 0.0026402499061077833, 0.0028995806351304054, 0.003158911596983671, 0.0034182423260062933, 0.0036775730550289154, 0.003936904016882181, 0.00419623451307416, 0.004455565474927425, 0.004714895971119404, 0.00497422693297267, 0.005233557894825935, 0.005492888391017914, 0.00575221935287118, 0.006011550314724445, 0.006270880810916424, 0.0065302117727696896, 0.006789542734622955, 0.007048873230814934, 0.0073082041926681995, 0.007567534688860178, 0.007826865650713444]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 2.0, 1.0, 4.0, 5.0, 6.0, 13.0, 2.0, 8.0, 1.0, 3.0, 2.0, 6.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.08101434260606766, -0.0793537124991417, -0.07769307494163513, -0.07603244483470917, -0.0743718072772026, -0.07271117717027664, -0.07105053961277008, -0.06938990950584412, -0.06772927939891815, -0.06606864184141159, -0.06440801173448563, -0.06274737417697906, -0.0610867440700531, -0.05942611023783684, -0.057765476405620575, -0.05610484257340431, -0.05444420874118805, -0.052783574908971786, -0.051122941076755524, -0.04946230724453926, -0.047801673412323, -0.046141043305397034, -0.04448040947318077, -0.04281977564096451, -0.041159141808748245, -0.03949850797653198, -0.03783787414431572, -0.03617724031209946, -0.03451661020517349, -0.03285597637295723, -0.031195342540740967, -0.029534708708524704, -0.02787407487630844, -0.02621344104409218, -0.024552807211875916, -0.022892175242304802, -0.02123154141008854, -0.019570907577872276, -0.017910275608301163, -0.0162496417760849, -0.014589007943868637, -0.012928374111652374, -0.011267741210758686, -0.009607108309864998, -0.007946474477648735, -0.0062858411110937595, -0.004625207744538784, -0.0029645743779838085, -0.001303941011428833, 0.0003566923551261425, 0.002017325721681118, 0.0036779590882360935, 0.005338592454791069, 0.0069992258213460445, 0.00865985918790102, 0.010320492088794708, 0.011981125921010971, 0.013641759753227234, 0.015302392654120922, 0.01696302555501461, 0.018623659387230873, 0.020284293219447136, 0.02194492518901825, 0.023605559021234512, 0.025266192853450775]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [8.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 7.0, 6.0, 6.0, 17.0, 9.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 11.0, 10.0, 7.0, 4.0, 9.0, 6.0, 14.0, 11.0, 6.0, 2.0, 8.0, 17.0, 16.0, 24.0, 54.0, 94.0, 141.0, 249.0, 345.0, 602.0, 1100.0, 2338.0, 7793.0, 2129.0, 1257.0, 766.0, 483.0, 279.0, 188.0, 139.0, 82.0, 62.0, 45.0, 33.0, 13.0, 14.0, 5.0, 6.0, 9.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.025947390124201775, -0.025350915268063545, -0.024754440411925316, -0.024157965555787086, -0.023561490699648857, -0.022965015843510628, -0.022368542850017548, -0.021772067993879318, -0.02117559313774109, -0.02057911828160286, -0.01998264342546463, -0.0193861685693264, -0.01878969371318817, -0.018193218857049942, -0.017596744000911713, -0.017000269144773483, -0.016403794288635254, -0.015807321295142174, -0.01521084550768137, -0.014614371582865715, -0.014017896726727486, -0.013421421870589256, -0.012824947014451027, -0.012228472158312798, -0.011631997302174568, -0.011035523377358913, -0.010439048521220684, -0.009842573665082455, -0.009246098808944225, -0.008649623952805996, -0.008053150027990341, -0.007456675171852112, -0.0068602003157138824, -0.006263725459575653, -0.005667251069098711, -0.005070776212960482, -0.00447430182248354, -0.00387782696634531, -0.003281352110207081, -0.002684877486899495, -0.0020884028635919094, -0.0014919282402843237, -0.0008954535005614161, -0.0002989788190461695, 0.0002974958624690771, 0.0008939705439843237, 0.0014904452254995704, 0.002086919965222478, 0.0026833945885300636, 0.0032798692118376493, 0.003876343835145235, 0.004472818691283464, 0.0050692930817604065, 0.005665767937898636, 0.006262242794036865, 0.006858717184513807, 0.007455192040652037, 0.008051666431128979, 0.008648141287267208, 0.009244616143405437, 0.009841090999543667, 0.010437565855681896, 0.011034039780497551, 0.01163051463663578, 0.01222698949277401]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0952586680650711, -0.09099264442920685, -0.08672662079334259, -0.08246059715747833, -0.07819457352161407, -0.07392855733633041, -0.06966253370046616, -0.0653965100646019, -0.06113048642873764, -0.05686446279287338, -0.052598439157009125, -0.048332419246435165, -0.04406639561057091, -0.03980037197470665, -0.03553435206413269, -0.03126832842826843, -0.027002304792404175, -0.022736281156539917, -0.01847025938332081, -0.014204236678779125, -0.009938213974237442, -0.005672191269695759, -0.0014061685651540756, 0.0028598541393876076, 0.007125876843929291, 0.011391899548470974, 0.015657922253012657, 0.019923944026231766, 0.024189967662096024, 0.02845599129796028, 0.03272201120853424, 0.0369880348443985, 0.041254058480262756, 0.045520082116127014, 0.04978610575199127, 0.05405212566256523, 0.05831814929842949, 0.06258416920900345, 0.0668501928448677, 0.07111621648073196, 0.07538224011659622, 0.07964826375246048, 0.08391428738832474, 0.088180311024189, 0.09244632720947266, 0.09671235084533691, 0.10097837448120117, 0.10524439811706543, 0.10951042175292969, 0.11377644538879395, 0.1180424690246582, 0.12230849266052246, 0.12657451629638672, 0.13084053993225098, 0.13510656356811523, 0.1393725872039795, 0.14363861083984375, 0.14790461957454681, 0.15217064321041107, 0.15643666684627533, 0.1607026904821396, 0.16496871411800385, 0.1692347377538681, 0.17350076138973236, 0.17776678502559662]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 6.0, 1.0, 4.0, 6.0, 7.0, 5.0, 11.0, 15.0, 15.0, 15.0, 32.0, 47.0, 19.0, 14.0, 18.0, 12.0, 14.0, 7.0, 6.0, 6.0, 3.0, 0.0, 3.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.07795114815235138, -0.07531275600194931, -0.07267436385154724, -0.07003597170114517, -0.0673975795507431, -0.06475918740034103, -0.062120795249938965, -0.059482403099536896, -0.05684401094913483, -0.05420561879873276, -0.05156722664833069, -0.04892883449792862, -0.04629044234752655, -0.04365205019712448, -0.04101365804672241, -0.03837526589632034, -0.035736873745918274, -0.033098481595516205, -0.030460089445114136, -0.027821697294712067, -0.025183305144309998, -0.02254491299390793, -0.01990652084350586, -0.01726812869310379, -0.014629736542701721, -0.011991344392299652, -0.009352952241897583, -0.006714560091495514, -0.004076167941093445, -0.0014377757906913757, 0.0012006163597106934, 0.0038390085101127625, 0.0064774006605148315, 0.0091157928109169, 0.01175418496131897, 0.014392577111721039, 0.017030969262123108, 0.019669361412525177, 0.022307753562927246, 0.024946145713329315, 0.027584537863731384, 0.030222930014133453, 0.03286132216453552, 0.03549971431493759, 0.03813810646533966, 0.04077649861574173, 0.0434148907661438, 0.04605328291654587, 0.04869167506694794, 0.051330067217350006, 0.053968459367752075, 0.056606851518154144, 0.05924524366855621, 0.06188363581895828, 0.06452202796936035, 0.06716042011976242, 0.06979881227016449, 0.07243720442056656, 0.07507559657096863, 0.0777139887213707, 0.08035238087177277, 0.08299077302217484, 0.0856291651725769, 0.08826755732297897, 0.09090594947338104]}, "_runtime": 150.7077968120575, "_timestamp": 1596213021.4093344, "_step": 183}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 1.0, 0.0, 5.0, 3.0, 4.0, 2.0, 4.0, 0.0, 3.0, 5.0, 3.0, 2.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011721511371433735, -0.011357427574694157, -0.010993343777954578, -0.010629259981215, -0.010265177115797997, -0.009901093319058418, -0.00953700952231884, -0.009172925725579262, -0.008808841928839684, -0.008444758132100105, -0.008080675266683102, -0.007716591004282236, -0.007352507673203945, -0.006988423876464367, -0.006624340079724789, -0.006260256748646498, -0.0058961729519069195, -0.005532089155167341, -0.00516800582408905, -0.004803922027349472, -0.004439838230609894, -0.004075754899531603, -0.0037116711027920246, -0.0033475873060524464, -0.0029835037421435118, -0.002619420178234577, -0.002255336381494999, -0.0018912528175860643, -0.001527169137261808, -0.0011630854569375515, -0.000799001834820956, -0.00043491818360053003, -7.083453238010406e-05, 0.0002932491188403219, 0.0006573327700607479, 0.0010214163921773434, 0.0013855000725015998, 0.0017495837528258562, 0.002113667316734791, 0.002477751113474369, 0.0028418346773833036, 0.0032059182412922382, 0.0035700020380318165, 0.003934085834771395, 0.004298169165849686, 0.004662252962589264, 0.005026336759328842, 0.005390420090407133, 0.005754503887146711, 0.00611858768388629, 0.0064826710149645805, 0.006846754811704159, 0.007210838608443737, 0.007574921939522028, 0.007939006201922894, 0.008303089067339897, 0.008667172864079475, 0.009031256660819054, 0.009395340457558632, 0.00975942425429821, 0.010123508051037788, 0.010487590916454792, 0.01085167471319437, 0.011215758509933949, 0.011579842306673527]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 4.0, 1.0, 4.0, 1.0, 4.0, 6.0, 4.0, 3.0, 5.0, 14.0, 11.0, 17.0, 14.0, 18.0, 24.0, 47.0, 40.0, 59.0, 82.0, 132.0, 194.0, 288.0, 694.0, 5266.0, 338.0, 191.0, 129.0, 85.0, 59.0, 48.0, 24.0, 24.0, 17.0, 8.0, 15.0, 10.0, 6.0, 11.0, 5.0, 3.0, 8.0, 3.0, 3.0, 2.0, 3.0, 2.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.12238001823425293, -0.11856114119291306, -0.11474226415157318, -0.11092337965965271, -0.10710450261831284, -0.10328562557697296, -0.09946674108505249, -0.09564786404371262, -0.09182898700237274, -0.08801010996103287, -0.084191232919693, -0.08037234842777252, -0.07655347138643265, -0.07273459434509277, -0.0689157098531723, -0.06509683281183243, -0.061277955770492554, -0.05745907872915268, -0.05364019796252251, -0.049821317195892334, -0.04600244015455246, -0.042183563113212585, -0.03836468234658241, -0.03454580157995224, -0.030726924538612366, -0.026908045634627342, -0.02308916673064232, -0.019270287826657295, -0.015451408922672272, -0.011632530018687248, -0.007813651114702225, -0.003994772210717201, -0.00017589330673217773, 0.0036429855972528458, 0.007461864501237869, 0.011280743405222893, 0.015099622309207916, 0.01891850121319294, 0.022737380117177963, 0.026556259021162987, 0.03037513792514801, 0.034194014966487885, 0.03801289573311806, 0.04183177649974823, 0.045650653541088104, 0.04946953058242798, 0.05328841134905815, 0.057107292115688324, 0.0609261691570282, 0.06474504619836807, 0.06856392323970795, 0.07238280773162842, 0.07620168477296829, 0.08002056181430817, 0.08383944630622864, 0.08765832334756851, 0.09147720038890839, 0.09529607743024826, 0.09911495447158813, 0.1029338389635086, 0.10675271600484848, 0.11057159304618835, 0.11439047753810883, 0.1182093545794487, 0.12202823162078857]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 3.0, 2.0, 2.0, 1.0, 0.0, 1.0, 3.0, 0.0, 3.0, 4.0, 7.0, 1.0, 4.0, 5.0, 3.0, 4.0, 4.0, 24.0, 3.0, 5.0, 2.0, 6.0, 4.0, 5.0, 0.0, 5.0, 2.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.0024897977709770203, -0.002398241311311722, -0.0023066848516464233, -0.002215128391981125, -0.00212357216514647, -0.0020320157054811716, -0.0019404592458158731, -0.0018489027861505747, -0.0017573463264852762, -0.0016657899832352996, -0.0015742335235700011, -0.0014826770639047027, -0.001391120720654726, -0.0012995642609894276, -0.001208007801324129, -0.0011164514580741525, -0.001024894998408854, -0.0009333385969512165, -0.000841782137285918, -0.0007502257358282804, -0.000658669276162982, -0.0005671128747053444, -0.0004755564732477069, -0.0003840000426862389, -0.0002924436121247709, -0.00020088718156330287, -0.0001093307655537501, -1.7774342268239707e-05, 7.378208101727068e-05, 0.0001653385115787387, 0.00025689491303637624, 0.00034845134359784424, 0.00044000777415931225, 0.0005315641756169498, 0.0006231206352822483, 0.0007146770367398858, 0.0008062334964051843, 0.0008977898978628218, 0.0009893462993204594, 0.0010809027589857578, 0.0011724592186510563, 0.001264015561901033, 0.0013555720215663314, 0.0014471284812316298, 0.0015386848244816065, 0.001630241284146905, 0.0017217977438122034, 0.00181335408706218, 0.0019049105467274785, 0.001996466889977455, 0.0020880233496427536, 0.002179579809308052, 0.0022711362689733505, 0.002362692728638649, 0.0024542491883039474, 0.0025458054151386023, 0.0026373618748039007, 0.002728918334469199, 0.0028204747941344976, 0.002912031253799796, 0.0030035877134650946, 0.0030951439402997494, 0.003186700399965048, 0.0032782568596303463, 0.0033698133192956448]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 3.0, 1.0, 4.0, 4.0, 4.0, 4.0, 5.0, 12.0, 22.0, 18.0, 38.0, 68.0, 80.0, 136.0, 193.0, 284.0, 428.0, 633.0, 923.0, 1538.0, 2441.0, 4294.0, 7732.0, 16287.0, 40307.0, 166028.0, 839099.0, 48965.0, 20608.0, 11046.0, 6459.0, 3961.0, 2553.0, 1778.0, 1168.0, 741.0, 515.0, 390.0, 259.0, 153.0, 137.0, 92.0, 68.0, 44.0, 36.0, 21.0, 16.0, 14.0, 9.0, 7.0, 5.0, 2.0, 3.0, 5.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.006167622748762369, -0.0059634046629071236, -0.005759186577051878, -0.005554968491196632, -0.005350750405341387, -0.005146532319486141, -0.004942314233630896, -0.00473809614777565, -0.004533878527581692, -0.004329660441726446, -0.0041254423558712006, -0.003921224270015955, -0.0037170061841607094, -0.003512788098305464, -0.003308570012450218, -0.0031043519265949726, -0.002900133840739727, -0.0026959157548844814, -0.002491697669029236, -0.0022874795831739902, -0.0020832614973187447, -0.001879043527878821, -0.0016748255584388971, -0.0014706074725836515, -0.001266389386728406, -0.0010621713008731604, -0.0008579532732255757, -0.000653735245577991, -0.0004495171597227454, -0.0002452991029713303, -4.108104621991515e-05, 0.00016313701053149998, 0.0003673550672829151, 0.0005715731531381607, 0.0007757911807857454, 0.00098000920843333, 0.0011842272942885756, 0.0013884453801438212, 0.001592663349583745, 0.0017968814354389906, 0.002001099521294236, 0.0022053176071494818, 0.0024095356930047274, 0.002613753778859973, 0.002817971631884575, 0.0030221897177398205, 0.003226407803595066, 0.0034306258894503117, 0.0036348439753055573, 0.003839062061160803, 0.004043280147016048, 0.004247498232871294, 0.00445171631872654, 0.004655934404581785, 0.004860152490437031, 0.005064370576292276, 0.005268588662147522, 0.00547280628234148, 0.005677024368196726, 0.0058812424540519714, 0.006085460539907217, 0.006289678625762463, 0.006493896711617708, 0.006698114797472954, 0.006902332883328199]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 4.0, 3.0, 5.0, 3.0, 9.0, 13.0, 4.0, 2.0, 3.0, 1.0, 4.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.018857786431908607, -0.017486412078142166, -0.016115039587020874, -0.014743666164577007, -0.01337229274213314, -0.0120009183883667, -0.010629544965922832, -0.009258171543478966, -0.007886798121035099, -0.006515424698591232, -0.005144051276147366, -0.0037726773880422115, -0.002401303965598345, -0.0010299304267391562, 0.0003414431121200323, 0.0017128166509792209, 0.0030841901898384094, 0.004455563612282276, 0.005826937034726143, 0.007198310922831297, 0.008569683879613876, 0.009941058233380318, 0.011312431655824184, 0.012683805078268051, 0.014055178500711918, 0.015426551923155785, 0.016797926276922226, 0.018169298768043518, 0.01954067312180996, 0.02091204561293125, 0.022283419966697693, 0.023654792457818985, 0.025026166811585426, 0.026397541165351868, 0.02776891365647316, 0.0291402880102396, 0.030511660501360893, 0.031883034855127335, 0.03325440734624863, 0.03462577983736992, 0.03599715605378151, 0.0373685285449028, 0.038739901036024094, 0.040111277252435684, 0.041482649743556976, 0.04285402223467827, 0.04422539472579956, 0.04559677094221115, 0.04696814343333244, 0.048339515924453735, 0.049710892140865326, 0.05108226463198662, 0.05245363712310791, 0.0538250096142292, 0.05519638583064079, 0.056567758321762085, 0.05793913081288338, 0.05931050702929497, 0.06068187952041626, 0.06205325201153755, 0.06342462450265884, 0.06479600071907043, 0.06616736948490143, 0.06753874570131302, 0.06891012191772461]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 2.0, 8.0, 10.0, 9.0, 13.0, 20.0, 21.0, 37.0, 46.0, 83.0, 98.0, 148.0, 246.0, 360.0, 577.0, 864.0, 1574.0, 3059.0, 7266.0, 1608.0, 813.0, 493.0, 279.0, 216.0, 137.0, 102.0, 69.0, 40.0, 47.0, 38.0, 19.0, 10.0, 10.0, 12.0, 11.0, 9.0, 3.0, 2.0, 6.0, 5.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 20.0, 9.0, 6.0, 7.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 9.0], "bins": [-0.011051921173930168, -0.010532598942518234, -0.0100132767111063, -0.009493953548371792, -0.008974631316959858, -0.008455309085547924, -0.007935985922813416, -0.007416663691401482, -0.006897341459989548, -0.006378019228577614, -0.005858696531504393, -0.005339373834431171, -0.0048200516030192375, -0.004300729371607304, -0.0037814066745340824, -0.003262084210291505, -0.0027427617460489273, -0.0022234392818063498, -0.0017041168175637722, -0.0011847943533211946, -0.0006654718890786171, -0.00014614942483603954, 0.000373173039406538, 0.0008924955036491156, 0.0014118179678916931, 0.0019311404321342707, 0.0024504628963768482, 0.0029697853606194258, 0.0034891078248620033, 0.004008430056273937, 0.004527752753347158, 0.00504707545042038, 0.0055663976818323135, 0.0060857199132442474, 0.006605042610317469, 0.00712436530739069, 0.007643687538802624, 0.008163009770214558, 0.008682332932949066, 0.009201655164361, 0.009720977395772934, 0.010240299627184868, 0.010759621858596802, 0.01127894502133131, 0.011798267252743244, 0.012317589484155178, 0.012836912646889687, 0.01335623487830162, 0.013875557109713554, 0.014394879341125488, 0.014914201572537422, 0.01543352473527193, 0.01595284789800644, 0.016472170129418373, 0.016991492360830307, 0.01751081459224224, 0.018030136823654175, 0.01854945905506611, 0.019068781286478043, 0.019588103517889977, 0.02010742574930191, 0.020626749843358994, 0.021146072074770927, 0.02166539430618286, 0.022184716537594795]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 2.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.14753171801567078, -0.14372345805168152, -0.13991518318653107, -0.1361069232225418, -0.13229864835739136, -0.1284903883934021, -0.12468212842941284, -0.12087386101484299, -0.11706559360027313, -0.11325732618570328, -0.10944905877113342, -0.10564079880714417, -0.10183253139257431, -0.09802426397800446, -0.0942160040140152, -0.09040773659944534, -0.08659946918487549, -0.08279120177030563, -0.07898293435573578, -0.07517467439174652, -0.07136640697717667, -0.06755813956260681, -0.06374987959861755, -0.0599416121840477, -0.056133344769477844, -0.05232507735490799, -0.04851681366562843, -0.04470854997634888, -0.04090028256177902, -0.03709201514720917, -0.03328375145792961, -0.029475485906004906, -0.0256672203540802, -0.021858954802155495, -0.01805068925023079, -0.014242423698306084, -0.010434158146381378, -0.006625892594456673, -0.002817627042531967, 0.0009906385093927383, 0.004798904061317444, 0.00860716961324215, 0.012415435165166855, 0.01622370071709156, 0.020031966269016266, 0.02384023182094097, 0.027648497372865677, 0.03145676106214523, 0.03526502847671509, 0.03907329589128494, 0.0428815595805645, 0.046689823269844055, 0.05049809068441391, 0.054306358098983765, 0.05811462178826332, 0.06192288547754288, 0.06573115289211273, 0.06953942030668259, 0.07334768772125244, 0.0771559476852417, 0.08096421509981155, 0.08477248251438141, 0.08858074247837067, 0.09238900989294052, 0.09619727730751038]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 3.0, 3.0, 5.0, 5.0, 3.0, 5.0, 2.0, 6.0, 9.0, 4.0, 9.0, 7.0, 10.0, 4.0, 13.0, 19.0, 34.0, 14.0, 7.0, 17.0, 8.0, 8.0, 7.0, 3.0, 10.0, 10.0, 4.0, 6.0, 4.0, 10.0, 3.0, 3.0, 3.0, 1.0, 5.0, 2.0, 1.0, 1.0, 0.0, 2.0], "bins": [-0.0923914909362793, -0.09008460491895676, -0.08777771890163422, -0.08547084033489227, -0.08316395431756973, -0.08085706830024719, -0.07855018228292465, -0.07624329626560211, -0.07393641769886017, -0.07162953168153763, -0.06932264566421509, -0.06701575964689255, -0.06470887362957001, -0.062401991337537766, -0.060095105320215225, -0.05778822302818298, -0.05548133701086044, -0.0531744509935379, -0.05086756870150566, -0.04856068268418312, -0.04625380039215088, -0.04394691437482834, -0.0416400283575058, -0.039333146065473557, -0.037026260048151016, -0.034719374030828476, -0.032412491738796234, -0.030105605721473694, -0.027798721566796303, -0.025491837412118912, -0.02318495139479637, -0.02087806724011898, -0.01857118308544159, -0.0162642989307642, -0.013957413844764233, -0.011650528758764267, -0.009343644604086876, -0.0070367599837481976, -0.004729875363409519, -0.002422990743070841, -0.00011610612273216248, 0.002190778497606516, 0.004497663117945194, 0.006804547738283873, 0.009111432358622551, 0.011418316513299942, 0.013725201599299908, 0.016032086685299873, 0.018338970839977264, 0.020645854994654655, 0.022952739149332047, 0.025259625166654587, 0.027566509321331978, 0.02987339347600937, 0.03218027949333191, 0.03448716178536415, 0.03679404780268669, 0.03910093382000923, 0.04140781611204147, 0.043714702129364014, 0.046021588146686554, 0.048328470438718796, 0.050635356456041336, 0.05294223874807358, 0.05524912476539612]}, "_runtime": 151.4878282546997, "_timestamp": 1596213022.1893659, "_step": 184}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 0.0, 1.0, 1.0, 1.0, 1.0, 10.0, 1.0, 4.0, 2.0, 3.0, 2.0, 2.0, 0.0, 3.0, 2.0, 1.0, 0.0, 1.0, 3.0, 1.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01127632800489664, -0.010963172651827335, -0.010650016367435455, -0.01033686101436615, -0.01002370472997427, -0.009710549376904964, -0.009397393092513084, -0.009084237739443779, -0.008771082386374474, -0.008457926101982594, -0.008144770748913288, -0.007831614464521408, -0.007518459111452103, -0.00720530329272151, -0.006892147473990917, -0.0065789916552603245, -0.006265835836529732, -0.005952680017799139, -0.005639524199068546, -0.005326368380337954, -0.005013212561607361, -0.004700057208538055, -0.004386901389807463, -0.00407374557107687, -0.0037605897523462772, -0.0034474339336156845, -0.0031342781148850918, -0.0028211225289851427, -0.00250796671025455, -0.0021948108915239573, -0.0018816551892086864, -0.0015684994868934155, -0.0012553436681628227, -0.0009421879076398909, -0.0006290321471169591, -0.0003158763865940273, -2.7206260710954666e-06, 0.00031043513445183635, 0.0006235908949747682, 0.0009367466554977, 0.0012499024160206318, 0.0015630582347512245, 0.0018762139370664954, 0.0021893696393817663, 0.002502525458112359, 0.0028156812768429518, 0.003128836862742901, 0.0034419926814734936, 0.0037551485002040863, 0.004068304318934679, 0.004381460137665272, 0.0046946159563958645, 0.005007771775126457, 0.005320927128195763, 0.005634082946926355, 0.005947238765656948, 0.006260394584387541, 0.0065735504031181335, 0.006886706221848726, 0.007199862040579319, 0.007513017393648624, 0.007826173678040504, 0.00813932903110981, 0.00845248531550169, 0.008765640668570995]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 3.0, 1.0, 0.0, 4.0, 1.0, 4.0, 4.0, 9.0, 6.0, 4.0, 11.0, 11.0, 10.0, 15.0, 22.0, 19.0, 29.0, 56.0, 66.0, 74.0, 113.0, 153.0, 301.0, 5606.0, 622.0, 239.0, 137.0, 122.0, 81.0, 51.0, 47.0, 23.0, 14.0, 17.0, 11.0, 10.0, 9.0, 3.0, 5.0, 4.0, 2.0, 5.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.14698633551597595, -0.14249072968959808, -0.1379951387643814, -0.13349953293800354, -0.12900394201278687, -0.124508336186409, -0.12001273036003113, -0.11551713198423386, -0.11102153360843658, -0.10652593523263931, -0.10203033685684204, -0.09753473103046417, -0.0930391326546669, -0.08854353427886963, -0.08404792845249176, -0.07955233007669449, -0.07505673170089722, -0.07056113332509995, -0.06606553494930267, -0.061569929122924805, -0.05707433074712753, -0.05257873237133026, -0.04808313027024269, -0.04358752816915512, -0.03909192979335785, -0.03459633141756058, -0.030100729316473007, -0.025605129078030586, -0.021109528839588165, -0.016613928601145744, -0.012118328362703323, -0.007622728124260902, -0.0031271278858184814, 0.0013684723526239395, 0.0058640725910663605, 0.010359672829508781, 0.014855273067951202, 0.019350873306393623, 0.023846473544836044, 0.028342073783278465, 0.032837674021720886, 0.03733327239751816, 0.04182887449860573, 0.0463244765996933, 0.05082007497549057, 0.05531567335128784, 0.05981127545237541, 0.06430687755346298, 0.06880247592926025, 0.07329807430505753, 0.0777936726808548, 0.08228927850723267, 0.08678487688302994, 0.09128047525882721, 0.09577608108520508, 0.10027167946100235, 0.10476727783679962, 0.1092628762125969, 0.11375847458839417, 0.11825408041477203, 0.1227496787905693, 0.12724527716636658, 0.13174088299274445, 0.13623647391796112, 0.140732079744339]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 3.0, 0.0, 5.0, 0.0, 0.0, 3.0, 4.0, 2.0, 5.0, 2.0, 8.0, 4.0, 4.0, 4.0, 26.0, 2.0, 3.0, 5.0, 3.0, 4.0, 3.0, 0.0, 1.0, 3.0, 4.0, 6.0, 1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00234287534840405, -0.002259626751765609, -0.002176377922296524, -0.002093129325658083, -0.002009880729019642, -0.0019266318995505571, -0.001843383302912116, -0.0017601345898583531, -0.0016768858768045902, -0.0015936371637508273, -0.0015103884506970644, -0.0014271398540586233, -0.0013438911410048604, -0.0012606424279510975, -0.0011773938313126564, -0.0010941451182588935, -0.0010108964052051306, -0.0009276476921513677, -0.0008443990373052657, -0.0007611503824591637, -0.0006779016694054008, -0.0005946529563516378, -0.0005114043015055358, -0.0004281556175556034, -0.00034490693360567093, -0.0002616582496557385, -0.00017840956570580602, -9.516088175587356e-05, -1.1912197805941105e-05, 7.133648614399135e-05, 0.0001545851700939238, 0.00023783385404385626, 0.0003210825379937887, 0.0004043312219437212, 0.00048757990589365363, 0.0005708285607397556, 0.0006540772737935185, 0.0007373259868472815, 0.0008205746416933835, 0.0009038232965394855, 0.0009870720095932484, 0.0010703207226470113, 0.0011535694357007742, 0.0012368180323392153, 0.0013200667453929782, 0.001403315458446741, 0.0014865640550851822, 0.001569812768138945, 0.001653061481192708, 0.001736310194246471, 0.0018195589073002338, 0.001902807503938675, 0.001986056100577116, 0.0020693049300462008, 0.002152553526684642, 0.0022358023561537266, 0.0023190509527921677, 0.0024022995494306087, 0.0024855483788996935, 0.0025687969755381346, 0.0026520458050072193, 0.0027352944016456604, 0.0028185429982841015, 0.0029017918277531862, 0.0029850404243916273]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 2.0, 0.0, 2.0, 7.0, 7.0, 8.0, 8.0, 16.0, 29.0, 37.0, 52.0, 75.0, 109.0, 151.0, 240.0, 371.0, 642.0, 986.0, 1761.0, 3378.0, 7273.0, 18833.0, 68023.0, 929108.0, 92109.0, 28582.0, 12949.0, 6226.0, 3433.0, 1869.0, 1137.0, 750.0, 500.0, 319.0, 199.0, 158.0, 95.0, 63.0, 37.0, 37.0, 21.0, 22.0, 8.0, 5.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00652509368956089, -0.006280322093516588, -0.006035550031810999, -0.005790778435766697, -0.005546006374061108, -0.005301234778016806, -0.005056463181972504, -0.004811691120266914, -0.004566919524222612, -0.00432214792817831, -0.004077375866472721, -0.003832604270428419, -0.0035878324415534735, -0.003343060612678528, -0.003098289016634226, -0.00285351718775928, -0.0026087453588843346, -0.002363973530009389, -0.0021192017011344433, -0.0018744301050901413, -0.0016296582762151957, -0.00138488644734025, -0.0011401147348806262, -0.0008953429642133415, -0.0006505711935460567, -0.000405799422878772, -0.0001610276522114873, 8.374411845579743e-05, 0.00032851588912308216, 0.0005732876597903669, 0.0008180594304576516, 0.0010628311429172754, 0.001307602971792221, 0.0015523748006671667, 0.0017971465131267905, 0.0020419182255864143, 0.00228669005446136, 0.0025314618833363056, 0.0027762334793806076, 0.0030210053082555532, 0.003265777137130499, 0.0035105489660054445, 0.00375532079488039, 0.004000092390924692, 0.004244863986968994, 0.0044896360486745834, 0.004734407644718885, 0.004979179706424475, 0.005223951302468777, 0.005468722898513079, 0.005713494960218668, 0.00595826655626297, 0.006203038617968559, 0.006447810214012861, 0.006692581810057163, 0.0069373538717627525, 0.0071821254678070545, 0.0074268970638513565, 0.007671669125556946, 0.007916441187262535, 0.00816121231764555, 0.008405984379351139, 0.008650756441056728, 0.008895527571439743, 0.009140299633145332]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 3.0, 0.0, 4.0, 1.0, 3.0, 6.0, 10.0, 3.0, 4.0, 5.0, 1.0, 4.0, 0.0, 5.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.03833330422639847, -0.03743971511721611, -0.03654612600803375, -0.035652533173561096, -0.03475894406437874, -0.03386535495519638, -0.03297176584601402, -0.032078176736831665, -0.031184585765004158, -0.0302909966558218, -0.029397405683994293, -0.028503816574811935, -0.027610227465629578, -0.02671663649380207, -0.025823047384619713, -0.024929456412792206, -0.024035867303609848, -0.02314227819442749, -0.022248687222599983, -0.021355098113417625, -0.02046150714159012, -0.01956791803240776, -0.018674328923225403, -0.017780737951397896, -0.016887148842215538, -0.01599355973303318, -0.015099968761205673, -0.014206379652023315, -0.013312789611518383, -0.01241919957101345, -0.011525610461831093, -0.01063202042132616, -0.009738430380821228, -0.008844840340316296, -0.007951250299811363, -0.007057661190629005, -0.006164071150124073, -0.005270481109619141, -0.0043768915347754955, -0.0034833017271012068, -0.002589711919426918, -0.0016961221117526293, -0.0008025323040783405, 9.105750359594822e-05, 0.000984647311270237, 0.0018782371189445257, 0.0027718269266188145, 0.0036654167342931032, 0.004559006541967392, 0.005452596582472324, 0.0063461861573159695, 0.0072397757321596146, 0.008133365772664547, 0.00902695581316948, 0.009920544922351837, 0.01081413496285677, 0.011707725003361702, 0.012601315043866634, 0.013494905084371567, 0.014388494193553925, 0.015282084234058857, 0.01617567427456379, 0.017069263383746147, 0.017962854355573654, 0.018856443464756012]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 2.0, 4.0, 3.0, 4.0, 4.0, 4.0, 8.0, 4.0, 1.0, 6.0, 7.0, 5.0, 10.0, 14.0, 17.0, 19.0, 20.0, 20.0, 13.0, 20.0, 41.0, 59.0, 94.0, 111.0, 157.0, 238.0, 344.0, 520.0, 784.0, 1247.0, 2238.0, 6672.0, 2160.0, 1159.0, 746.0, 494.0, 329.0, 223.0, 164.0, 113.0, 75.0, 67.0, 37.0, 40.0, 29.0, 26.0, 16.0, 11.0, 8.0, 3.0, 3.0, 8.0, 4.0, 7.0, 3.0, 5.0, 2.0, 1.0, 0.0, 2.0, 2.0], "bins": [-0.012592258863151073, -0.0122268320992589, -0.011861404404044151, -0.011495977640151978, -0.01113054994493723, -0.010765123181045055, -0.010399695485830307, -0.010034268721938133, -0.00966884195804596, -0.009303414262831211, -0.008937987498939037, -0.008572559803724289, -0.008207133039832115, -0.007841705344617367, -0.007476278580725193, -0.007110851351171732, -0.006745424121618271, -0.00637999689206481, -0.006014569662511349, -0.005649142432957888, -0.005283715203404427, -0.004918288439512253, -0.004552861209958792, -0.004187433980405331, -0.0038220067508518696, -0.0034565795212984085, -0.0030911522917449474, -0.00272572529502213, -0.002360298065468669, -0.001994870835915208, -0.0016294437227770686, -0.0012640166096389294, -0.0008985893800854683, -0.0005331622087396681, -0.00016773503739386797, 0.0001976921339519322, 0.0005631193052977324, 0.0009285464766435325, 0.0012939736479893327, 0.001659400761127472, 0.002024827990680933, 0.002390255220234394, 0.002755682449787855, 0.0031211094465106726, 0.0034865366760641336, 0.0038519639056175947, 0.004217390902340412, 0.004582818131893873, 0.004948245361447334, 0.005313672591000795, 0.0056790998205542564, 0.0060445270501077175, 0.006409954279661179, 0.006775381043553352, 0.007140808273106813, 0.0075062355026602745, 0.007871663197875023, 0.008237089961767197, 0.00860251672565937, 0.008967944420874119, 0.009333371184766293, 0.009698798879981041, 0.010064225643873215, 0.010429653339087963, 0.010795080102980137]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 4.0, 2.0, 4.0, 1.0, 2.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.07899140566587448, -0.07522717863321304, -0.07146294414997101, -0.06769871711730957, -0.06393448263406754, -0.0601702556014061, -0.05640602484345436, -0.052641794085502625, -0.04887756332755089, -0.04511333256959915, -0.041349101811647415, -0.03758487105369568, -0.03382064402103424, -0.030056411400437355, -0.026292182505130768, -0.02252795174717903, -0.018763720989227295, -0.014999490231275558, -0.011235260404646397, -0.0074710301123559475, -0.0037067998200654984, 5.743047222495079e-05, 0.0038216607645154, 0.007585891056805849, 0.011350121349096298, 0.015114352107048035, 0.01887858286499977, 0.02264281176030636, 0.026407042518258095, 0.03017127327620983, 0.03393550217151642, 0.037699732929468155, 0.04146396368741989, 0.04522819444537163, 0.048992425203323364, 0.0527566559612751, 0.05652088671922684, 0.060285113751888275, 0.06404934823513031, 0.06781357526779175, 0.07157780230045319, 0.07534203678369522, 0.07910626381635666, 0.0828704982995987, 0.08663472533226013, 0.09039895981550217, 0.0941631868481636, 0.09792742133140564, 0.10169164836406708, 0.10545587539672852, 0.10922010987997055, 0.11298433691263199, 0.11674857139587402, 0.12051279842853546, 0.1242770329117775, 0.12804126739501953, 0.13180549442768097, 0.1355697214603424, 0.13933394849300385, 0.14309817552566528, 0.14686241745948792, 0.15062664449214935, 0.1543908715248108, 0.15815509855747223, 0.16191932559013367]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 3.0, 1.0, 4.0, 1.0, 2.0, 2.0, 0.0, 0.0, 4.0, 3.0, 5.0, 10.0, 11.0, 12.0, 14.0, 14.0, 22.0, 33.0, 44.0, 26.0, 22.0, 16.0, 3.0, 3.0, 4.0, 4.0, 4.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.0560079887509346, -0.054200634360313416, -0.05239327996969223, -0.050585925579071045, -0.04877857118844986, -0.046971216797828674, -0.04516385868191719, -0.043356504291296005, -0.04154914990067482, -0.039741795510053635, -0.03793444111943245, -0.036127086728811264, -0.03431973233819008, -0.03251237794756889, -0.03070502169430256, -0.028897667303681374, -0.02709031291306019, -0.025282958522439003, -0.023475604131817818, -0.021668247878551483, -0.019860893487930298, -0.018053539097309113, -0.016246184706687927, -0.014438829384744167, -0.012631474994122982, -0.010824120603501797, -0.009016765281558037, -0.0072094108909368515, -0.005402056034654379, -0.0035947011783719063, -0.0017873465549200773, 2.000818494707346e-05, 0.0018273629248142242, 0.003634717781096697, 0.0054420726373791695, 0.007249427028000355, 0.009056782349944115, 0.0108641367405653, 0.012671491131186485, 0.014478846453130245, 0.016286201775074005, 0.01809355616569519, 0.019900910556316376, 0.02170826494693756, 0.023515619337558746, 0.02532297372817993, 0.027130329981446266, 0.02893768437206745, 0.030745038762688637, 0.03255239501595497, 0.03435974940657616, 0.03616710379719734, 0.03797445818781853, 0.03978181257843971, 0.0415891669690609, 0.04339652135968208, 0.04520387575030327, 0.047011230140924454, 0.04881858453154564, 0.05062594264745712, 0.05243329703807831, 0.05424065142869949, 0.05604800581932068, 0.057855360209941864, 0.05966271460056305]}, "_runtime": 152.26402854919434, "_timestamp": 1596213022.9655662, "_step": 185}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 1.0, 0.0, 0.0, 2.0, 3.0, 1.0, 3.0, 0.0, 0.0, 3.0, 7.0, 3.0, 2.0, 2.0, 2.0, 2.0, 1.0, 2.0, 3.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.01140599511563778, -0.011102069169282913, -0.010798143222928047, -0.010494217276573181, -0.010190291330218315, -0.009886365383863449, -0.009582439437508583, -0.009278513491153717, -0.008974587544798851, -0.008670661598443985, -0.008366735652089119, -0.008062809705734253, -0.0077588832937181, -0.0074549573473632336, -0.0071510314010083675, -0.0068471054546535015, -0.0065431795082986355, -0.0062392535619437695, -0.005935327615588903, -0.005631401669234037, -0.005327475722879171, -0.005023549776524305, -0.004719623830169439, -0.004415697883814573, -0.00411177147179842, -0.0038078457582741976, -0.0035039198119193316, -0.0031999938655644655, -0.002896067686378956, -0.00259214174002409, -0.002288215793669224, -0.0019842898473143578, -0.0016803639009594917, -0.0013764379546046257, -0.0010725120082497597, -0.0007685859454795718, -0.0004646599991247058, -0.0001607340236660093, 0.00014319195179268718, 0.00044711792725138366, 0.0007510439027100801, 0.0010549698490649462, 0.0013588957954198122, 0.00166282185819, 0.001966747920960188, 0.002270673867315054, 0.00257459981366992, 0.002878525760024786, 0.003182451706379652, 0.003486377652734518, 0.003790303599089384, 0.00409422954544425, 0.004398155491799116, 0.004702081438153982, 0.005006007384508848, 0.005309933330863714, 0.0056138597428798676, 0.005917785689234734, 0.0062217116355896, 0.006525637581944466, 0.006829563528299332, 0.007133489474654198, 0.007437415421009064, 0.00774134136736393, 0.008045267313718796]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 4.0, 2.0, 4.0, 5.0, 8.0, 10.0, 7.0, 7.0, 22.0, 16.0, 34.0, 40.0, 43.0, 58.0, 83.0, 74.0, 142.0, 202.0, 435.0, 5476.0, 488.0, 240.0, 116.0, 86.0, 80.0, 58.0, 37.0, 44.0, 20.0, 17.0, 11.0, 12.0, 7.0, 7.0, 10.0, 6.0, 3.0, 3.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.13080179691314697, -0.126890629529953, -0.12297947704792023, -0.11906830966472626, -0.11515714973211288, -0.11124598979949951, -0.10733482241630554, -0.10342366248369217, -0.0995125025510788, -0.09560134261846542, -0.09169018268585205, -0.08777901530265808, -0.08386785537004471, -0.07995669543743134, -0.07604552805423737, -0.07213436812162399, -0.06822320818901062, -0.06431204825639725, -0.060400884598493576, -0.056489720940589905, -0.05257856100797653, -0.04866740107536316, -0.04475623741745949, -0.04084507375955582, -0.036933913826942444, -0.03302275389432907, -0.0291115902364254, -0.025200428441166878, -0.021289266645908356, -0.017378104850649834, -0.013466943055391312, -0.00955578126013279, -0.005644619464874268, -0.0017334576696157455, 0.0021777041256427765, 0.0060888659209012985, 0.01000002771615982, 0.013911189511418343, 0.017822351306676865, 0.021733513101935387, 0.02564467489719391, 0.02955583669245243, 0.03346699848771095, 0.037378162145614624, 0.041289322078228, 0.04520048201084137, 0.04911164566874504, 0.05302280932664871, 0.056933969259262085, 0.06084512919187546, 0.06475628912448883, 0.0686674565076828, 0.07257861644029617, 0.07648977637290955, 0.08040094375610352, 0.08431210368871689, 0.08822326362133026, 0.09213442355394363, 0.096045583486557, 0.09995675086975098, 0.10386791080236435, 0.10777907073497772, 0.11169023811817169, 0.11560139805078506, 0.11951255798339844]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 3.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 0.0, 2.0, 2.0, 2.0, 4.0, 2.0, 1.0, 4.0, 1.0, 7.0, 4.0, 6.0, 2.0, 3.0, 25.0, 2.0, 3.0, 2.0, 3.0, 1.0, 4.0, 8.0, 3.0, 6.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002834619488567114, -0.0027338999789208174, -0.002633180469274521, -0.0025324609596282244, -0.002431741449981928, -0.0023310217075049877, -0.002230302197858691, -0.0021295826882123947, -0.002028863178566098, -0.0019281436689198017, -0.0018274241592735052, -0.0017267045332118869, -0.0016259850235655904, -0.0015252655139192939, -0.0014245458878576756, -0.001323826378211379, -0.0012231068685650826, -0.001122387358918786, -0.0010216678492724895, -0.0009209482232108712, -0.0008202287135645747, -0.0007195092039182782, -0.0006187896360643208, -0.0005180700682103634, -0.0004173505585640669, -0.00031663101981393993, -0.00021591148106381297, -0.00011519194231368601, -1.4472403563559055e-05, 8.62471351865679e-05, 0.00018696667393669486, 0.0002876862126868218, 0.0003884057514369488, 0.0004891252610832453, 0.0005898448289372027, 0.0006905643967911601, 0.0007912839064374566, 0.0008920034160837531, 0.0009927230421453714, 0.001093442551791668, 0.0011941620614379644, 0.001294881571084261, 0.0013956010807305574, 0.0014963207067921758, 0.0015970402164384723, 0.0016977597260847688, 0.001798479352146387, 0.0018991988617926836, 0.00199991837143898, 0.0021006378810852766, 0.002201357390731573, 0.0023020769003778696, 0.002402796410024166, 0.0025035161525011063, 0.0026042356621474028, 0.0027049551717936993, 0.0028056746814399958, 0.0029063941910862923, 0.0030071137007325888, 0.0031078332103788853, 0.0032085529528558254, 0.003309272462502122, 0.0034099919721484184, 0.003510711481794715, 0.0036114309914410114]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 1.0, 1.0, 5.0, 3.0, 1.0, 3.0, 7.0, 7.0, 11.0, 13.0, 20.0, 21.0, 45.0, 64.0, 77.0, 104.0, 188.0, 267.0, 409.0, 726.0, 1175.0, 1997.0, 3851.0, 7105.0, 14626.0, 34401.0, 117812.0, 874852.0, 59896.0, 25113.0, 13304.0, 7914.0, 4875.0, 3335.0, 2139.0, 1469.0, 1029.0, 733.0, 516.0, 392.0, 286.0, 225.0, 172.0, 117.0, 95.0, 64.0, 48.0, 31.0, 25.0, 15.0, 17.0, 8.0, 7.0, 8.0, 4.0, 4.0, 3.0, 4.0, 1.0, 1.0, 1.0, 0.0, 2.0], "bins": [-0.006562275346368551, -0.006330852396786213, -0.006099429447203875, -0.0058680069632828236, -0.005636584013700485, -0.005405161064118147, -0.0051737381145358086, -0.00494231516495347, -0.004710892215371132, -0.004479469731450081, -0.0042480467818677425, -0.004016623832285404, -0.003785200882703066, -0.003553778165951371, -0.003322355216369033, -0.003090932499617338, -0.002859509550035, -0.0026280866004526615, -0.002396663883700967, -0.0021652409341186285, -0.001933818100951612, -0.0017023952677845955, -0.0014709723182022572, -0.0012395494850352407, -0.0010081266518682241, -0.0007767038187012076, -0.0005452809273265302, -0.00031385806505568326, -8.243520278483629e-05, 0.00014898765948601067, 0.00038041052175685763, 0.000611833413131535, 0.0008432562462985516, 0.001074679079465568, 0.0013061019126325846, 0.001537524862214923, 0.0017689476953819394, 0.002000370528548956, 0.0022317934781312943, 0.002463216194882989, 0.0026946391444653273, 0.0029260620940476656, 0.0031574848107993603, 0.0033889077603816986, 0.003620330709964037, 0.0038517534267157316, 0.004083176143467426, 0.004314599093049765, 0.004546022042632103, 0.004777444992214441, 0.00500886794179678, 0.005240290425717831, 0.005471713375300169, 0.005703136324882507, 0.005934559274464846, 0.006165982224047184, 0.006397404707968235, 0.006628827657550573, 0.006860250607132912, 0.00709167355671525, 0.007323096506297588, 0.007554519455879927, 0.007785941939800978, 0.008017364889383316, 0.008248787373304367]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 2.0, 2.0, 2.0, 2.0, 1.0, 1.0, 3.0, 1.0, 1.0, 4.0, 2.0, 3.0, 5.0, 8.0, 1.0, 3.0, 2.0, 1.0, 3.0, 4.0, 0.0, 3.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.017440950497984886, -0.016245579347014427, -0.015050210058689117, -0.013854839839041233, -0.012659469619393349, -0.01146409846842289, -0.010268728248775005, -0.009073358029127121, -0.007877987809479237, -0.006682617589831352, -0.005487247370183468, -0.004291876684874296, -0.003096506465226412, -0.0019011361291632056, -0.0007057657930999994, 0.0004896045429632068, 0.001684974879026413, 0.0028803450986742973, 0.004075715318322182, 0.005271086003631353, 0.006466456223279238, 0.007661826442927122, 0.008857197128236294, 0.010052567347884178, 0.011247937567532063, 0.012443307787179947, 0.013638678006827831, 0.014834048226475716, 0.016029419377446175, 0.017224788665771484, 0.018420159816741943, 0.019615529105067253, 0.020810900256037712, 0.02200627140700817, 0.02320164069533348, 0.02439701184630394, 0.02559238113462925, 0.02678775228559971, 0.02798312157392502, 0.029178492724895477, 0.030373863875865936, 0.031569235026836395, 0.032764602452516556, 0.033959973603487015, 0.035155344754457474, 0.03635071590542793, 0.03754608333110809, 0.03874145448207855, 0.03993682563304901, 0.04113219678401947, 0.04232756793498993, 0.04352293536067009, 0.04471830651164055, 0.04591367766261101, 0.04710904881358147, 0.04830441623926163, 0.049499787390232086, 0.050695158541202545, 0.051890529692173004, 0.05308590084314346, 0.054281268268823624, 0.05547663941979408, 0.05667201057076454, 0.057867381721735, 0.05906274914741516]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [8.0, 6.0, 6.0, 13.0, 15.0, 30.0, 36.0, 51.0, 43.0, 50.0, 74.0, 92.0, 126.0, 179.0, 260.0, 344.0, 484.0, 638.0, 830.0, 1148.0, 1693.0, 5863.0, 2176.0, 1251.0, 795.0, 584.0, 422.0, 336.0, 200.0, 136.0, 117.0, 70.0, 72.0, 52.0, 32.0, 23.0, 25.0, 32.0, 11.0, 11.0, 11.0, 11.0, 5.0, 4.0, 3.0, 1.0, 2.0, 0.0, 2.0, 2.0, 3.0, 8.0, 13.0, 6.0, 11.0, 6.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 9.0], "bins": [-0.0099147604778409, -0.009460044093430042, -0.009005327709019184, -0.008550611324608326, -0.008095894008874893, -0.007641178090125322, -0.007186461240053177, -0.006731744855642319, -0.006277028471231461, -0.005822312086820602, -0.005367595702409744, -0.004912878852337599, -0.004458162467926741, -0.0040034460835158825, -0.0035487294662743807, -0.003094012849032879, -0.0026392964646220207, -0.0021845800802111626, -0.0017298634629696608, -0.0012751469621434808, -0.0008204304613173008, -0.0003657139604911208, 8.900254033505917e-05, 0.0005437190411612391, 0.0009984355419874191, 0.0014531520428135991, 0.001907868543639779, 0.002362585160881281, 0.002817301545292139, 0.003272017929702997, 0.003726734546944499, 0.004181451164186001, 0.004636167548596859, 0.005090883933007717, 0.005545600317418575, 0.006000317167490721, 0.006455033551901579, 0.006909749936312437, 0.0073644667863845825, 0.00781918317079544, 0.008273899555206299, 0.008728615939617157, 0.009183332324028015, 0.009638048708438873, 0.010092765092849731, 0.010547482408583164, 0.011002198792994022, 0.01145691517740488, 0.011911631561815739, 0.012366347946226597, 0.012821064330637455, 0.013275780715048313, 0.013730498030781746, 0.014185214415192604, 0.014639930799603462, 0.01509464718401432, 0.015549363568425179, 0.016004079952836037, 0.016458796337246895, 0.016913512721657753, 0.01736822910606861, 0.01782294549047947, 0.018277661874890327, 0.018732378259301186, 0.019187096506357193]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.150476336479187, -0.1460481733083725, -0.14162001013755798, -0.13719184696674347, -0.13276368379592896, -0.12833553552627563, -0.12390737235546112, -0.1194792091846466, -0.11505104601383209, -0.11062288284301758, -0.10619471967220306, -0.10176656395196915, -0.09733840078115463, -0.09291023761034012, -0.0884820818901062, -0.08405391871929169, -0.07962575554847717, -0.07519759237766266, -0.07076942920684814, -0.06634127348661423, -0.06191311031579971, -0.0574849471449852, -0.05305678769946098, -0.04862862825393677, -0.04420046508312225, -0.03977230191230774, -0.035344142466783524, -0.03091598115861416, -0.026487819850444794, -0.02205965854227543, -0.017631497234106064, -0.013203335925936699, -0.008775174617767334, -0.004347013309597969, 8.114799857139587e-05, 0.004509309306740761, 0.008937470614910126, 0.01336563192307949, 0.017793793231248856, 0.02222195453941822, 0.026650115847587585, 0.03107827715575695, 0.035506438463926315, 0.03993459790945053, 0.044362761080265045, 0.04879092425107956, 0.053219083696603775, 0.05764724314212799, 0.062075406312942505, 0.06650356948375702, 0.07093173265457153, 0.07535988837480545, 0.07978805154561996, 0.08421621471643448, 0.0886443704366684, 0.09307253360748291, 0.09750069677829742, 0.10192885994911194, 0.10635702311992645, 0.11078517884016037, 0.11521334201097488, 0.1196415051817894, 0.12406966090202332, 0.12849782407283783, 0.13292598724365234]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 5.0, 2.0, 2.0, 5.0, 7.0, 3.0, 12.0, 10.0, 13.0, 7.0, 13.0, 14.0, 12.0, 29.0, 20.0, 8.0, 11.0, 12.0, 10.0, 9.0, 8.0, 6.0, 4.0, 3.0, 1.0, 3.0, 3.0, 0.0, 5.0, 8.0, 7.0, 5.0, 7.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.07226181775331497, -0.06921395659446716, -0.06616608798503876, -0.06311822682619095, -0.06007036566734314, -0.05702250450849533, -0.053974639624357224, -0.050926774740219116, -0.04787891358137131, -0.0448310524225235, -0.04178318753838539, -0.038735322654247284, -0.035687461495399475, -0.032639600336551666, -0.02959173545241356, -0.0265438724309206, -0.023496009409427643, -0.020448146387934685, -0.017400283366441727, -0.014352420344948769, -0.01130455732345581, -0.008256694301962852, -0.005208831280469894, -0.0021609682589769363, 0.0008868947625160217, 0.00393475778400898, 0.006982620805501938, 0.010030483826994896, 0.013078346848487854, 0.016126209869980812, 0.01917407289147377, 0.022221935912966728, 0.025269798934459686, 0.028317661955952644, 0.0313655249774456, 0.03441338986158371, 0.03746125102043152, 0.04050911217927933, 0.043556977063417435, 0.04660484194755554, 0.04965270310640335, 0.05270056426525116, 0.05574842914938927, 0.058796294033527374, 0.06184415519237518, 0.06489201635122299, 0.0679398775100708, 0.0709877461194992, 0.07403560727834702, 0.07708346843719482, 0.08013133704662323, 0.08317919820547104, 0.08622705936431885, 0.08927492052316666, 0.09232278168201447, 0.09537065029144287, 0.09841851145029068, 0.10146637260913849, 0.1045142412185669, 0.1075621023774147, 0.11060996353626251, 0.11365782469511032, 0.11670568585395813, 0.11975355446338654, 0.12280141562223434]}, "_runtime": 153.037752866745, "_timestamp": 1596213023.7392905, "_step": 186}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 3.0, 1.0, 1.0, 6.0, 9.0, 2.0, 3.0, 4.0, 5.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.006564238108694553, -0.006295566912740469, -0.006026895251125097, -0.005758224055171013, -0.005489552393555641, -0.005220881197601557, -0.004952210001647472, -0.004683538340032101, -0.004414867144078016, -0.004146195948123932, -0.00387752428650856, -0.003608853090554476, -0.0033401816617697477, -0.0030715102329850197, -0.0028028390370309353, -0.0025341676082462072, -0.002265496179461479, -0.001996824750676751, -0.001728153438307345, -0.0014594821259379387, -0.0011908106971532106, -0.0009221393265761435, -0.0006534679559990764, -0.00038479658542200923, -0.00011612521484494209, 0.00015254615573212504, 0.0004212175263091922, 0.0006898888968862593, 0.0009585602674633265, 0.0012272316962480545, 0.0014959030086174607, 0.001764574320986867, 0.002033245749771595, 0.002301917178556323, 0.002570588607341051, 0.0028392598032951355, 0.0031079312320798635, 0.0033766026608645916, 0.003645273856818676, 0.003913945518434048, 0.004182616714388132, 0.0044512879103422165, 0.004719959571957588, 0.004988630767911673, 0.005257301963865757, 0.005525973625481129, 0.005794644821435213, 0.006063316483050585, 0.006331987679004669, 0.006600658874958754, 0.006869330536574125, 0.00713800173252821, 0.007406673394143581, 0.007675344590097666, 0.00794401578605175, 0.008212687447667122, 0.008481359109282494, 0.00875002983957529, 0.009018701501190662, 0.009287373162806034, 0.009556043893098831, 0.009824715554714203, 0.010093387216329575, 0.010362057946622372, 0.010630729608237743]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 2.0, 4.0, 2.0, 5.0, 4.0, 3.0, 4.0, 4.0, 4.0, 5.0, 10.0, 6.0, 21.0, 16.0, 23.0, 15.0, 36.0, 39.0, 40.0, 52.0, 78.0, 83.0, 101.0, 131.0, 209.0, 401.0, 5466.0, 342.0, 183.0, 129.0, 88.0, 95.0, 66.0, 47.0, 35.0, 24.0, 31.0, 22.0, 19.0, 14.0, 16.0, 5.0, 6.0, 6.0, 8.0, 4.0, 4.0, 7.0, 3.0, 4.0, 5.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08160122483968735, -0.0789138525724411, -0.07622648030519485, -0.07353910803794861, -0.07085174322128296, -0.06816437095403671, -0.06547699868679047, -0.06278962641954422, -0.060102254152297974, -0.057414885610342026, -0.05472751334309578, -0.05204014107584953, -0.049352772533893585, -0.04666540026664734, -0.04397802799940109, -0.041290659457445145, -0.0386032871901989, -0.03591591492295265, -0.033228546380996704, -0.030541174113750458, -0.02785380184650421, -0.025166431441903114, -0.022479061037302017, -0.01979168877005577, -0.017104318365454674, -0.014416947029531002, -0.01172957569360733, -0.009042205289006233, -0.0063548339530825615, -0.0036674628499895334, -0.0009800917468965054, 0.0017072793561965227, 0.004394650459289551, 0.0070820217952132225, 0.009769393131136894, 0.012456763535737991, 0.015144134871661663, 0.017831506207585335, 0.020518876612186432, 0.023206248879432678, 0.025893619284033775, 0.028580989688634872, 0.03126836195588112, 0.033955734223127365, 0.03664310276508331, 0.03933047503232956, 0.042017847299575806, 0.044705215841531754, 0.047392588108778, 0.050079960376024246, 0.052767328917980194, 0.05545470118522644, 0.05814207345247269, 0.060829441994428635, 0.06351681798696518, 0.06620418280363083, 0.06889155507087708, 0.07157892733812332, 0.07426629960536957, 0.07695367187261581, 0.07964104413986206, 0.08232840895652771, 0.08501578122377396, 0.0877031534910202, 0.09039052575826645]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 5.0, 2.0, 2.0, 4.0, 4.0, 3.0, 3.0, 2.0, 6.0, 2.0, 3.0, 5.0, 3.0, 24.0, 5.0, 4.0, 5.0, 5.0, 2.0, 1.0, 3.0, 4.0, 1.0, 2.0, 1.0, 2.0, 2.0, 3.0, 0.0, 3.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0037231517489999533, -0.0036163334734737873, -0.0035095149651169777, -0.003402696456760168, -0.003295878181234002, -0.003189059905707836, -0.0030822413973510265, -0.002975422888994217, -0.002868604613468051, -0.002761786337941885, -0.0026549678295850754, -0.0025481493212282658, -0.0024413310457021, -0.002334512770175934, -0.0022276942618191242, -0.0021208757534623146, -0.0020140574779361486, -0.0019072390859946609, -0.001800420694053173, -0.0016936023021116853, -0.0015867839101701975, -0.0014799655182287097, -0.001373147126287222, -0.0012663287343457341, -0.0011595103424042463, -0.0010526919504627585, -0.0009458735585212708, -0.000839055166579783, -0.0007322367746382952, -0.0006254183826968074, -0.0005185999907553196, -0.0004117815988138318, -0.000304963206872344, -0.00019814481493085623, -9.132642298936844e-05, 1.549196895211935e-05, 0.00012231036089360714, 0.00022912875283509493, 0.0003359471447765827, 0.0004427655367180705, 0.0005495839286595583, 0.0006564023206010461, 0.0007632207125425339, 0.0008700391044840217, 0.0009768574964255095, 0.0010836758883669972, 0.001190494280308485, 0.0012973126722499728, 0.0014041310641914606, 0.0015109494561329484, 0.0016177678480744362, 0.001724586240015924, 0.0018314046319574118, 0.0019382230238988996, 0.0020450414158403873, 0.002151859924197197, 0.002258678199723363, 0.002365496475249529, 0.0024723149836063385, 0.002579133491963148, 0.002685951767489314, 0.00279277004301548, 0.0028995885513722897, 0.0030064070597290993, 0.0031132253352552652]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 0.0, 2.0, 4.0, 3.0, 5.0, 6.0, 7.0, 14.0, 15.0, 19.0, 29.0, 36.0, 57.0, 63.0, 86.0, 109.0, 173.0, 220.0, 303.0, 402.0, 582.0, 829.0, 1204.0, 1741.0, 2870.0, 4478.0, 7503.0, 14247.0, 31251.0, 110357.0, 892487.0, 57056.0, 22208.0, 11569.0, 6808.0, 4240.0, 2582.0, 1794.0, 1253.0, 857.0, 615.0, 447.0, 320.0, 223.0, 169.0, 113.0, 78.0, 46.0, 48.0, 35.0, 25.0, 16.0, 15.0, 6.0, 5.0, 4.0, 5.0, 3.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.00622934615239501, -0.006030586082488298, -0.0058318255469202995, -0.005633065477013588, -0.005434305407106876, -0.005235545337200165, -0.005036785267293453, -0.004838024731725454, -0.004639264661818743, -0.004440504591912031, -0.004241744056344032, -0.004042983986437321, -0.003844223916530609, -0.0036454638466238976, -0.0034467035438865423, -0.003247943241149187, -0.0030491831712424755, -0.002850423101335764, -0.0026516627985984087, -0.0024529024958610535, -0.002254142425954342, -0.0020553823560476303, -0.001856622053310275, -0.0016578618669882417, -0.0014591016806662083, -0.0012603414943441749, -0.0010615813080221415, -0.000862821121700108, -0.0006640609353780746, -0.00046530074905604124, -0.00026654056273400784, -6.778037641197443e-05, 0.00013097980991005898, 0.0003297399962320924, 0.0005285001825541258, 0.0007272603688761592, 0.0009260205551981926, 0.001124780741520226, 0.0013235409278422594, 0.0015223011141642928, 0.0017210613004863262, 0.0019198214868083596, 0.002118581673130393, 0.0023173419758677483, 0.00251610204577446, 0.0027148621156811714, 0.0029136224184185266, 0.003112382721155882, 0.0033111427910625935, 0.003509902860969305, 0.0037086631637066603, 0.0039074234664440155, 0.004106183536350727, 0.004304943606257439, 0.00450370367616415, 0.004702464211732149, 0.004901224281638861, 0.005099984351545572, 0.005298744887113571, 0.005497504957020283, 0.005696265026926994, 0.005895025096833706, 0.0060937851667404175, 0.006292545702308416, 0.006491305772215128]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 3.0, 1.0, 3.0, 2.0, 2.0, 10.0, 0.0, 2.0, 4.0, 3.0, 2.0, 3.0, 2.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.019798720255494118, -0.018874887377023697, -0.017951052635908127, -0.017027219757437706, -0.016103385016322136, -0.015179552137851715, -0.01425571832805872, -0.013331884518265724, -0.012408050708472729, -0.011484216898679733, -0.010560383088886738, -0.009636549279093742, -0.008712716400623322, -0.007788882125169039, -0.006865048781037331, -0.005941214971244335, -0.00501738116145134, -0.004093547351658344, -0.0031697137746959925, -0.0022458801977336407, -0.0013220463879406452, -0.0003982126945629716, 0.000525620998814702, 0.0014494546921923757, 0.0023732883855700493, 0.0032971221953630447, 0.00422095600515604, 0.005144789349287748, 0.006068623159080744, 0.006992456968873739, 0.007916290313005447, 0.008840124122798443, 0.009763957932591438, 0.010687791742384434, 0.01161162555217743, 0.012535459361970425, 0.01345929317176342, 0.014383126050233841, 0.015306959860026836, 0.016230793669819832, 0.017154626548290253, 0.018078461289405823, 0.019002294167876244, 0.019926128908991814, 0.020849961787462234, 0.021773796528577805, 0.022697629407048225, 0.023621464148163795, 0.024545297026634216, 0.025469129905104637, 0.026392964646220207, 0.027316797524690628, 0.028240632265806198, 0.02916446514427662, 0.03008829988539219, 0.03101213276386261, 0.03193596750497818, 0.03285979852080345, 0.03378363326191902, 0.03470746800303459, 0.03563130274415016, 0.03655513375997543, 0.037478968501091, 0.038402803242206573, 0.039326637983322144]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 3.0, 2.0, 2.0, 5.0, 5.0, 4.0, 8.0, 5.0, 8.0, 14.0, 17.0, 21.0, 20.0, 17.0, 29.0, 38.0, 37.0, 43.0, 79.0, 86.0, 127.0, 181.0, 228.0, 324.0, 434.0, 583.0, 816.0, 1270.0, 2256.0, 6170.0, 1610.0, 1081.0, 762.0, 516.0, 378.0, 284.0, 212.0, 136.0, 124.0, 82.0, 77.0, 56.0, 44.0, 29.0, 35.0, 27.0, 23.0, 15.0, 11.0, 13.0, 14.0, 6.0, 25.0, 15.0, 8.0, 0.0, 2.0, 1.0, 3.0, 5.0, 5.0], "bins": [-0.012854152359068394, -0.01245464663952589, -0.012055139988660812, -0.011655634269118309, -0.011256128549575806, -0.010856621898710728, -0.010457116179168224, -0.010057610459625721, -0.009658103808760643, -0.00925859808921814, -0.008859092369675636, -0.008459586650133133, -0.008060079999268055, -0.007660574279725552, -0.007261068094521761, -0.006861562374979258, -0.006462056189775467, -0.006062550004571676, -0.005663044285029173, -0.005263538099825382, -0.004864032380282879, -0.004464526195079088, -0.0040650200098752975, -0.0036655140575021505, -0.0032660081051290035, -0.0028665021527558565, -0.0024669962003827095, -0.002067490015178919, -0.0016679840628057718, -0.0012684781104326248, -0.000868972041644156, -0.00046946603106334805, -6.996002048254013e-05, 0.0003295459900982678, 0.0007290520006790757, 0.0011285580694675446, 0.0015280640218406916, 0.0019275699742138386, 0.0023270761594176292, 0.0027265821117907763, 0.0031260880641639233, 0.0035255940165370703, 0.003925099968910217, 0.004324606154114008, 0.004724112339317799, 0.005123618058860302, 0.005523124244064093, 0.005922629963606596, 0.006322136148810387, 0.006721642334014177, 0.007121148053556681, 0.007520654238760471, 0.007920159958302975, 0.008319666609168053, 0.008719172328710556, 0.00911867804825306, 0.009518183767795563, 0.00991769041866064, 0.010317196138203144, 0.010716701857745647, 0.011116208508610725, 0.011515714228153229, 0.011915219947695732, 0.01231472659856081, 0.012714232318103313]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 3.0, 2.0, 0.0, 2.0, 2.0, 3.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.15686696767807007, -0.1532122790813446, -0.14955759048461914, -0.14590290188789368, -0.14224819839000702, -0.13859350979328156, -0.1349388211965561, -0.13128413259983063, -0.12762944400310516, -0.1239747479557991, -0.12032005935907364, -0.11666537076234818, -0.11301068216562271, -0.10935598611831665, -0.10570129752159119, -0.10204660892486572, -0.09839192032814026, -0.0947372242808342, -0.09108253568410873, -0.08742784708738327, -0.08377315104007721, -0.08011846244335175, -0.07646377384662628, -0.07280908524990082, -0.06915438920259476, -0.0654997006058693, -0.06184500828385353, -0.05819031968712807, -0.054535627365112305, -0.05088093876838684, -0.04722624644637108, -0.043571557849645615, -0.03991686552762985, -0.03626217320561409, -0.032607484608888626, -0.028952794149518013, -0.0252981036901474, -0.021643411368131638, -0.017988720908761024, -0.014334030449390411, -0.010679339990019798, -0.007024649530649185, -0.0033699586056172848, 0.000284732086583972, 0.003939422778785229, 0.007594113238155842, 0.01124880462884903, 0.014903495088219643, 0.018558185547590256, 0.02221287600696087, 0.025867566466331482, 0.029522256925702095, 0.03317694738507271, 0.03683163970708847, 0.040486328303813934, 0.0441410206258297, 0.04779571294784546, 0.05145040154457092, 0.055105093866586685, 0.05875978246331215, 0.06241447478532791, 0.06606916338205338, 0.06972385197877884, 0.0733785480260849, 0.07703323662281036]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 4.0, 4.0, 8.0, 6.0, 6.0, 8.0, 8.0, 16.0, 30.0, 57.0, 26.0, 17.0, 22.0, 14.0, 14.0, 9.0, 2.0, 0.0, 7.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 3.0], "bins": [-0.13689279556274414, -0.13264797627925873, -0.1284031718969345, -0.1241583526134491, -0.11991354078054428, -0.11566872894763947, -0.11142390966415405, -0.10717909783124924, -0.10293428599834442, -0.0986894741654396, -0.09444466233253479, -0.09019984304904938, -0.08595503121614456, -0.08171021938323975, -0.07746540009975433, -0.07322058826684952, -0.0689757764339447, -0.06473096460103989, -0.06048614904284477, -0.05624133348464966, -0.05199652165174484, -0.04775170981884003, -0.04350689426064491, -0.0392620787024498, -0.03501726686954498, -0.030772453173995018, -0.026527639478445053, -0.022282825782895088, -0.018038012087345123, -0.013793198391795158, -0.009548384696245193, -0.005303571000695229, -0.0010587573051452637, 0.0031860563904047012, 0.007430870085954666, 0.011675683781504631, 0.015920497477054596, 0.02016531117260456, 0.024410124868154526, 0.02865493856370449, 0.032899752259254456, 0.03714456409215927, 0.041389379650354385, 0.0456341952085495, 0.049879007041454315, 0.05412381887435913, 0.058368634432554245, 0.06261344999074936, 0.06685826182365417, 0.07110307365655899, 0.0753478854894638, 0.07959270477294922, 0.08383751660585403, 0.08808232843875885, 0.09232714772224426, 0.09657195955514908, 0.1008167713880539, 0.10506158322095871, 0.10930639505386353, 0.11355121433734894, 0.11779602617025375, 0.12204083800315857, 0.12628565728664398, 0.1305304616689682, 0.1347752809524536]}, "_runtime": 153.8105731010437, "_timestamp": 1596213024.5121107, "_step": 187}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 3.0, 1.0, 1.0, 6.0, 4.0, 8.0, 7.0, 3.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014155404642224312, -0.013713785447180271, -0.01327216625213623, -0.012830546125769615, -0.012388926930725574, -0.011947307735681534, -0.011505688540637493, -0.011064069345593452, -0.010622449219226837, -0.010180830024182796, -0.009739210829138756, -0.009297591634094715, -0.008855972439050674, -0.008414353244006634, -0.007972733117640018, -0.007531113922595978, -0.007089494727551937, -0.006647875532507896, -0.0062062558718025684, -0.005764636676758528, -0.0053230170160532, -0.004881397821009159, -0.004439778625965118, -0.00399815896525979, -0.0035565397702157497, -0.0031149203423410654, -0.002673300914466381, -0.0022316817194223404, -0.001790062291547656, -0.0013484428636729717, -0.0009068235522136092, -0.0004652041825465858, -2.3584812879562378e-05, 0.00041803455678746104, 0.0008596539264544845, 0.001301273237913847, 0.0017428926657885313, 0.0021845120936632156, 0.0026261312887072563, 0.0030677507165819407, 0.003509370144456625, 0.003950989339500666, 0.004392609000205994, 0.004834228195250034, 0.005275847390294075, 0.005717467050999403, 0.006159086246043444, 0.006600705906748772, 0.007042325101792812, 0.007483944296836853, 0.007925563491880894, 0.008367183618247509, 0.00880880281329155, 0.00925042200833559, 0.009692041203379631, 0.010133660398423672, 0.010575279593467712, 0.011016899719834328, 0.011458518914878368, 0.011900138109922409, 0.01234175730496645, 0.01278337650001049, 0.013224996626377106, 0.013666615821421146, 0.014108235016465187]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 3.0, 3.0, 3.0, 5.0, 2.0, 6.0, 12.0, 2.0, 10.0, 16.0, 10.0, 16.0, 15.0, 14.0, 13.0, 26.0, 38.0, 41.0, 59.0, 64.0, 93.0, 113.0, 201.0, 411.0, 5631.0, 428.0, 186.0, 100.0, 75.0, 73.0, 47.0, 35.0, 35.0, 23.0, 14.0, 9.0, 9.0, 14.0, 18.0, 10.0, 10.0, 9.0, 5.0, 3.0, 5.0, 4.0, 2.0, 1.0, 0.0, 3.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0], "bins": [-0.116575226187706, -0.11297465860843658, -0.10937409847974777, -0.10577353090047836, -0.10217296332120895, -0.09857240319252014, -0.09497183561325073, -0.09137126803398132, -0.08777070045471191, -0.0841701403260231, -0.08056957274675369, -0.07696900516748428, -0.07336844503879547, -0.06976787745952606, -0.06616730988025665, -0.06256674975156784, -0.05896618217229843, -0.05536561831831932, -0.05176505073904991, -0.0481644868850708, -0.04456391930580139, -0.04096335545182228, -0.03736279159784317, -0.03376222401857376, -0.03016166016459465, -0.02656109444797039, -0.02296052873134613, -0.01935996487736702, -0.01575939916074276, -0.0121588334441185, -0.008558268658816814, -0.004957703407853842, -0.0013571381568908691, 0.0022434270940721035, 0.005843992345035076, 0.009444557130336761, 0.013045122846961021, 0.01664568856358528, 0.020246252417564392, 0.023846818134188652, 0.027447383850812912, 0.031047949567437172, 0.03464851528406143, 0.03824907913804054, 0.04184964299201965, 0.04545021057128906, 0.04905077442526817, 0.05265134200453758, 0.05625190585851669, 0.059852469712495804, 0.06345303356647491, 0.06705360114574432, 0.07065416872501373, 0.07425472885370255, 0.07785529643297195, 0.08145586401224136, 0.08505642414093018, 0.08865699172019958, 0.092257559299469, 0.0958581268787384, 0.09945868700742722, 0.10305925458669662, 0.10665982216596603, 0.11026038229465485, 0.11386094987392426]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 3.0, 0.0, 2.0, 5.0, 3.0, 3.0, 7.0, 3.0, 6.0, 3.0, 1.0, 24.0, 8.0, 3.0, 6.0, 4.0, 1.0, 3.0, 7.0, 2.0, 3.0, 0.0, 1.0, 1.0, 2.0, 0.0, 4.0, 0.0, 3.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.002919760998338461, -0.00283076916821301, -0.0027417773380875587, -0.0026527855079621077, -0.0025637936778366566, -0.0024748018477112055, -0.0023858100175857544, -0.0022968181874603033, -0.0022078263573348522, -0.002118834527209401, -0.00202984269708395, -0.001940850866958499, -0.0018518590368330479, -0.0017628672067075968, -0.0016738753765821457, -0.0015848835464566946, -0.0014958917163312435, -0.0014068998862057924, -0.0013179080560803413, -0.0012289162259548903, -0.0011399243958294392, -0.001050932565703988, -0.000961940735578537, -0.0008729489054530859, -0.0007839570753276348, -0.0006949652452021837, -0.0006059734150767326, -0.0005169815849512815, -0.00042798975482583046, -0.00033899792470037937, -0.0002500060945749283, -0.0001610142644494772, -7.202243432402611e-05, 1.696939580142498e-05, 0.00010596122592687607, 0.00019495305605232716, 0.00028394488617777824, 0.00037293671630322933, 0.0004619285464286804, 0.0005509203765541315, 0.0006399122066795826, 0.0007289040368050337, 0.0008178958669304848, 0.0009068876970559359, 0.000995879527181387, 0.001084871357306838, 0.0011738631874322891, 0.0012628550175577402, 0.0013518468476831913, 0.0014408386778086424, 0.0015298305079340935, 0.0016188223380595446, 0.0017078141681849957, 0.0017968059983104467, 0.0018857978284358978, 0.001974789658561349, 0.0020637814886868, 0.002152773318812251, 0.002241765148937702, 0.0023307569790631533, 0.0024197488091886044, 0.0025087406393140554, 0.0025977324694395065, 0.0026867242995649576, 0.0027757161296904087]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 3.0, 1.0, 2.0, 2.0, 5.0, 6.0, 10.0, 12.0, 20.0, 23.0, 44.0, 71.0, 144.0, 228.0, 397.0, 741.0, 1473.0, 2968.0, 7056.0, 19587.0, 79311.0, 945860.0, 72942.0, 23694.0, 10951.0, 5810.0, 3332.0, 1882.0, 1067.0, 711.0, 450.0, 258.0, 184.0, 121.0, 90.0, 52.0, 45.0, 22.0, 17.0, 17.0, 10.0, 8.0, 6.0, 1.0, 2.0, 4.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.005637196823954582, -0.005407312884926796, -0.005177429411560297, -0.004947545472532511, -0.0047176615335047245, -0.0044877780601382256, -0.004257894121110439, -0.004028010182082653, -0.003798126708716154, -0.003568242769688368, -0.0033383590634912252, -0.0031084753572940826, -0.0028785914182662964, -0.002648707712069154, -0.002418824005872011, -0.002188940066844225, -0.0019590563606470823, -0.001729172538034618, -0.0014992888318374753, -0.0012694050092250109, -0.0010395213030278683, -0.0008096374804154038, -0.0005797536578029394, -0.0003498698933981359, -0.00011998612899333239, 0.00010989764996338636, 0.0003397814289201051, 0.0005696652224287391, 0.0007995489868335426, 0.001029432751238346, 0.0012593165738508105, 0.0014892002800479531, 0.0017190841026604176, 0.001948967925272882, 0.0021788517478853464, 0.002408735454082489, 0.0026386191602796316, 0.002868503099307418, 0.0030983868055045605, 0.003328270511701703, 0.0035581542178988457, 0.003788038156926632, 0.004017922095954418, 0.004247805569320917, 0.004477689508348703, 0.00470757344737649, 0.004937456920742989, 0.005167340859770775, 0.005397224798798561, 0.00562710827216506, 0.005856992211192846, 0.006086875684559345, 0.0063167596235871315, 0.006546643562614918, 0.006776527035981417, 0.007006410975009203, 0.007236294914036989, 0.007466178387403488, 0.007696062326431274, 0.00792594626545906, 0.008155830204486847, 0.008385714143514633, 0.008615597151219845, 0.008845481090247631, 0.009075365029275417]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 4.0, 2.0, 1.0, 0.0, 2.0, 2.0, 0.0, 2.0, 2.0, 1.0, 2.0, 2.0, 4.0, 1.0, 10.0, 0.0, 1.0, 3.0, 3.0, 1.0, 2.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013146694749593735, -0.012522743083536625, -0.011898791417479515, -0.011274839751422405, -0.010650888085365295, -0.010026936419308186, -0.009402984753251076, -0.008779033087193966, -0.008155081421136856, -0.007531129289418459, -0.006907177623361349, -0.006283225957304239, -0.005659273825585842, -0.005035322159528732, -0.0044113704934716225, -0.0037874188274145126, -0.003163467161357403, -0.002539515495300293, -0.0019155637128278613, -0.0012916119303554296, -0.0006676602642983198, -4.370854003354907e-05, 0.0005802431842312217, 0.0012041949667036533, 0.0018281466327607632, 0.002452098298817873, 0.003076049964874983, 0.0037000018637627363, 0.00432395376265049, 0.0049479054287076, 0.0055718570947647095, 0.006195808760821819, 0.006819760426878929, 0.007443712092936039, 0.008067663758993149, 0.008691615425050259, 0.009315567091107368, 0.009939518757164478, 0.010563470423221588, 0.011187422089278698, 0.011811373755335808, 0.012435326352715492, 0.013059278018772602, 0.013683229684829712, 0.014307181350886822, 0.014931133016943932, 0.015555084683001041, 0.01617903634905815, 0.016802988946437836, 0.01742693968117237, 0.018050892278552055, 0.01867484301328659, 0.019298795610666275, 0.01992274634540081, 0.020546698942780495, 0.02117064967751503, 0.021794602274894714, 0.02241855300962925, 0.023042505607008934, 0.02366645634174347, 0.024290408939123154, 0.02491435967385769, 0.025538312271237373, 0.02616226300597191, 0.026786215603351593]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 2.0, 3.0, 6.0, 8.0, 4.0, 19.0, 19.0, 29.0, 28.0, 39.0, 38.0, 75.0, 73.0, 100.0, 136.0, 190.0, 222.0, 271.0, 436.0, 588.0, 768.0, 1140.0, 2011.0, 6067.0, 1802.0, 1121.0, 718.0, 542.0, 405.0, 326.0, 241.0, 214.0, 131.0, 111.0, 80.0, 65.0, 62.0, 66.0, 29.0, 30.0, 32.0, 29.0, 21.0, 19.0, 12.0, 23.0, 10.0, 8.0, 10.0, 4.0, 4.0, 4.0, 4.0, 6.0, 5.0, 7.0, 3.0, 2.0, 2.0, 6.0, 2.0], "bins": [-0.007937070913612843, -0.007635345216840506, -0.007333619054406881, -0.007031893357634544, -0.00673016719520092, -0.006428441498428583, -0.006126715801656246, -0.005824989639222622, -0.005523263942450285, -0.005221538245677948, -0.004919812083244324, -0.004618086386471987, -0.00431636068969965, -0.0040146345272660255, -0.0037129088304936886, -0.003411182900890708, -0.0031094569712877274, -0.0028077310416847467, -0.002506005112081766, -0.002204279415309429, -0.0019025534857064486, -0.001600827556103468, -0.0012991017429158092, -0.0009973759297281504, -0.0006956500001251698, -0.00039392412872985005, -9.219825733453035e-05, 0.00020952761406078935, 0.000511253485456109, 0.0008129793568514287, 0.0011147052282467484, 0.0014164310414344072, 0.0017181569710373878, 0.0020198829006403685, 0.002321608830243349, 0.002623334527015686, 0.0029250604566186666, 0.0032267863862216473, 0.0035285120829939842, 0.003830238012596965, 0.0041319639421999454, 0.004433689638972282, 0.004735415801405907, 0.005037141498178244, 0.005338867194950581, 0.005640593357384205, 0.005942319054156542, 0.006244045216590166, 0.006545770913362503, 0.00684749661013484, 0.007149222772568464, 0.007450948469340801, 0.0077526746317744255, 0.008054399862885475, 0.0083561260253191, 0.008657852187752724, 0.008959578350186348, 0.009261303581297398, 0.009563029743731022, 0.009864755906164646, 0.010166481137275696, 0.01046820729970932, 0.010769933462142944, 0.011071658693253994, 0.011373384855687618]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 3.0, 1.0, 1.0, 2.0, 1.0, 0.0, 3.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.14456351101398468, -0.14123857021331787, -0.13791362941265106, -0.13458868861198425, -0.13126374781131744, -0.12793880701065063, -0.12461386620998383, -0.12128892540931702, -0.11796398460865021, -0.1146390438079834, -0.11131410300731659, -0.10798916220664978, -0.10466422140598297, -0.10133928060531616, -0.09801433980464935, -0.09468939900398254, -0.09136445820331573, -0.08803952485322952, -0.08471458405256271, -0.0813896432518959, -0.0780647024512291, -0.07473976165056229, -0.07141482084989548, -0.06808988004922867, -0.06476493924856186, -0.06143999844789505, -0.05811505764722824, -0.05479011684656143, -0.05146517604589462, -0.048140235245227814, -0.044815294444561005, -0.041490353643894196, -0.038165412843227386, -0.03484047204256058, -0.03151553124189377, -0.02819059044122696, -0.02486564964056015, -0.02154071070253849, -0.01821576990187168, -0.014890829101204872, -0.011565888300538063, -0.008240947499871254, -0.004916007164865732, -0.0015910665970295668, 0.0017338739708065987, 0.005058814771473408, 0.008383754640817642, 0.011708695441484451, 0.01503363624215126, 0.01835857704281807, 0.02168351784348488, 0.025008458644151688, 0.028333399444818497, 0.031658340245485306, 0.034983281046152115, 0.038308221846818924, 0.041633158922195435, 0.044958099722862244, 0.04828304052352905, 0.05160798132419586, 0.05493292212486267, 0.05825786292552948, 0.06158280372619629, 0.0649077445268631, 0.06823268532752991]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 2.0, 2.0, 2.0, 3.0, 3.0, 3.0, 2.0, 2.0, 7.0, 9.0, 7.0, 6.0, 7.0, 14.0, 18.0, 18.0, 44.0, 18.0, 22.0, 11.0, 9.0, 6.0, 11.0, 13.0, 9.0, 4.0, 3.0, 5.0, 2.0, 4.0, 0.0, 4.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.046752672642469406, -0.0453050434589386, -0.04385741427540779, -0.042409785091876984, -0.04096215218305588, -0.03951452299952507, -0.03806689381599426, -0.036619264632463455, -0.03517163544893265, -0.03372400626540184, -0.032276373356580734, -0.030828746035695076, -0.02938111498951912, -0.027933485805988312, -0.026485856622457504, -0.025038225576281548, -0.02359059639275074, -0.022142967209219933, -0.020695336163043976, -0.01924770697951317, -0.01780007779598236, -0.016352446749806404, -0.014904817566275597, -0.013457188382744789, -0.012009558267891407, -0.010561928153038025, -0.009114298969507217, -0.007666668854653835, -0.0062190392054617405, -0.004771409556269646, -0.0033237796742469072, -0.0018761499086394906, -0.000428520143032074, 0.0010191096225753427, 0.0024667393881827593, 0.003914369270205498, 0.0053619989193975925, 0.006809628568589687, 0.00825725868344307, 0.009704887866973877, 0.011152517981827259, 0.012600148096680641, 0.014047777280211449, 0.01549540739506483, 0.016943037509918213, 0.01839066669344902, 0.019838295876979828, 0.021285926923155785, 0.022733556106686592, 0.0241811852902174, 0.025628816336393356, 0.027076445519924164, 0.02852407470345497, 0.029971705749630928, 0.031419333070516586, 0.03286696597933769, 0.0343145951628685, 0.03576222434639931, 0.037209853529930115, 0.03865748271346092, 0.04010511189699173, 0.041552744805812836, 0.04300037398934364, 0.04444800317287445, 0.04589563235640526]}, "_runtime": 154.64788341522217, "_timestamp": 1596213025.349421, "_step": 188}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 2.0, 2.0, 1.0, 1.0, 0.0, 4.0, 3.0, 0.0, 3.0, 1.0, 3.0, 5.0, 5.0, 2.0, 3.0, 2.0, 1.0, 0.0, 2.0, 3.0, 0.0, 3.0, 0.0, 2.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012372640892863274, -0.012046917341649532, -0.011721194721758366, -0.011395471170544624, -0.011069747619330883, -0.010744024068117142, -0.010418301448225975, -0.010092577897012234, -0.009766854345798492, -0.009441131725907326, -0.009115408174693584, -0.008789684623479843, -0.008463961072266102, -0.008138238452374935, -0.007812514901161194, -0.0074867913499474525, -0.0071610682643949986, -0.0068353451788425446, -0.006509621627628803, -0.006183898542076349, -0.005858174990862608, -0.005532451905310154, -0.005206728354096413, -0.004881005268543959, -0.004555282182991505, -0.004229558631777763, -0.0039038353133946657, -0.003578111995011568, -0.003252388909459114, -0.0029266655910760164, -0.0026009422726929188, -0.002275218954309821, -0.0019494956359267235, -0.0016237723175436258, -0.0012980489991605282, -0.0009723257971927524, -0.0006466024788096547, -0.0003208791895303875, 4.844099748879671e-06, 0.00033056738902814686, 0.0006562906783074141, 0.0009820139966905117, 0.0013077373150736094, 0.0016334605170413852, 0.001959183719009161, 0.0022849070373922586, 0.0026106303557753563, 0.002936353674158454, 0.0032620769925415516, 0.0035878003109246492, 0.003913523629307747, 0.004239246714860201, 0.004564970266073942, 0.004890693351626396, 0.0052164169028401375, 0.0055421399883925915, 0.0058678630739450455, 0.006193586625158787, 0.006519309710711241, 0.006845033261924982, 0.007170756347477436, 0.007496479898691177, 0.007822203449904919, 0.008147926069796085, 0.008473649621009827]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 4.0, 9.0, 8.0, 12.0, 17.0, 17.0, 43.0, 54.0, 74.0, 118.0, 225.0, 500.0, 5900.0, 428.0, 173.0, 99.0, 76.0, 44.0, 38.0, 27.0, 15.0, 4.0, 11.0, 6.0, 3.0, 5.0, 0.0, 3.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.18144235014915466, -0.17584270238876343, -0.1702430695295334, -0.16464342176914215, -0.1590437889099121, -0.15344414114952087, -0.14784449338912964, -0.1422448605298996, -0.13664521276950836, -0.13104556500911713, -0.12544593214988708, -0.11984628438949585, -0.11424664407968521, -0.10864700376987457, -0.10304735600948334, -0.0974477156996727, -0.09184807538986206, -0.08624843508005142, -0.08064879477024078, -0.07504914700984955, -0.06944950670003891, -0.06384986639022827, -0.058250222355127335, -0.0526505783200264, -0.04705093801021576, -0.04145129770040512, -0.035851653665304184, -0.030252011492848396, -0.02465236932039261, -0.01905272714793682, -0.013453084975481033, -0.007853442803025246, -0.002253800630569458, 0.0033458415418863297, 0.008945483714342117, 0.014545125886797905, 0.020144768059253693, 0.02574441023170948, 0.03134405240416527, 0.036943696439266205, 0.04254333674907684, 0.04814297705888748, 0.05374262109398842, 0.059342265129089355, 0.0649419054389, 0.07054154574871063, 0.07614119350910187, 0.0817408338189125, 0.08734047412872314, 0.09294011443853378, 0.09853975474834442, 0.10413940250873566, 0.1097390428185463, 0.11533868312835693, 0.12093833088874817, 0.1265379637479782, 0.13213761150836945, 0.13773725926876068, 0.14333689212799072, 0.14893653988838196, 0.1545361876487732, 0.16013582050800323, 0.16573546826839447, 0.1713351011276245, 0.17693474888801575]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 2.0, 3.0, 2.0, 1.0, 1.0, 4.0, 7.0, 3.0, 3.0, 5.0, 3.0, 10.0, 23.0, 6.0, 6.0, 4.0, 1.0, 2.0, 4.0, 5.0, 2.0, 1.0, 2.0, 2.0, 3.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.0029472813475877047, -0.0028500440530478954, -0.002752806758508086, -0.002655569463968277, -0.0025583321694284678, -0.0024610948748886585, -0.0023638575803488493, -0.00226662028580904, -0.002169382758438587, -0.002072145463898778, -0.0019749081693589687, -0.0018776709912344813, -0.0017804335802793503, -0.001683196285739541, -0.0015859589911997318, -0.0014887216966599226, -0.0013914844021201134, -0.0012942471075803041, -0.001197009813040495, -0.0010997725185006857, -0.0010025352239608765, -0.0009052978712134063, -0.0008080605184659362, -0.000710823223926127, -0.0006135859293863177, -0.0005163486348465085, -0.0004191113112028688, -0.00032187398755922914, -0.0002246366930194199, -0.00012739938392769545, -3.0162074835970998e-05, 6.707523425575346e-05, 0.0001643125433474779, 0.00026154983788728714, 0.0003587871615309268, 0.0004560244851745665, 0.0005532617797143757, 0.000650499074254185, 0.0007477364270016551, 0.0008449737215414643, 0.0009422110160812736, 0.0010394483106210828, 0.001136685605160892, 0.0012339228997007012, 0.0013311603106558323, 0.0014283976051956415, 0.0015256348997354507, 0.00162287219427526, 0.0017201094888150692, 0.0018173467833548784, 0.0019145840778946877, 0.002011821372434497, 0.002109058666974306, 0.0022062959615141153, 0.0023035332560539246, 0.002400770550593734, 0.002498007845133543, 0.002595245372503996, 0.002692482667043805, 0.0027897199615836143, 0.0028869572561234236, 0.002984194550663233, 0.003081431845203042, 0.0031786691397428513, 0.0032759064342826605]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 3.0, 5.0, 5.0, 7.0, 11.0, 13.0, 23.0, 29.0, 57.0, 81.0, 142.0, 232.0, 388.0, 688.0, 1270.0, 2735.0, 6189.0, 17206.0, 66036.0, 966501.0, 77222.0, 21115.0, 8859.0, 4406.0, 2471.0, 1385.0, 938.0, 548.0, 328.0, 227.0, 149.0, 114.0, 62.0, 53.0, 37.0, 24.0, 21.0, 16.0, 17.0, 6.0, 6.0, 5.0, 6.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008913839235901833, -0.008632024750113487, -0.008350210264325142, -0.008068395778536797, -0.0077865817584097385, -0.0075047677382826805, -0.007222953252494335, -0.00694113876670599, -0.0066593242809176445, -0.0063775102607905865, -0.006095695775002241, -0.005813881289213896, -0.005532067269086838, -0.005250252783298492, -0.004968438297510147, -0.004686624277383089, -0.004404809791594744, -0.004122995305806398, -0.0038411810528486967, -0.003559366799890995, -0.0032775523141026497, -0.002995738061144948, -0.0027139238081872463, -0.002432109322398901, -0.0021502950694411993, -0.0018684807000681758, -0.0015866663306951523, -0.0013048520777374506, -0.001023037708364427, -0.0007412233389914036, -0.000459409027826041, -0.00017759468755684793, 0.00010421965271234512, 0.0003860339929815382, 0.0006678483332507312, 0.0009496626444160938, 0.0012314770137891173, 0.0015132913831621408, 0.0017951056361198425, 0.002076920121908188, 0.0023587343748658895, 0.0026405486278235912, 0.0029223631136119366, 0.0032041773665696383, 0.00348599161952734, 0.0037678061053156853, 0.004049620591104031, 0.004331434611231089, 0.004613249097019434, 0.004895063582807779, 0.005176877602934837, 0.005458692088723183, 0.005740506574511528, 0.006022320594638586, 0.006304135080426931, 0.006585949566215277, 0.006867763586342335, 0.00714957807213068, 0.007431392557919025, 0.007713207043707371, 0.007995021529495716, 0.008276835083961487, 0.008558649569749832, 0.008840464055538177, 0.009122278541326523]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 4.0, 1.0, 0.0, 2.0, 1.0, 0.0, 4.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 4.0, 7.0, 2.0, 3.0, 1.0, 2.0, 2.0, 2.0, 0.0, 2.0, 2.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.018239809200167656, -0.0175789725035429, -0.016918137669563293, -0.016257300972938538, -0.015596464276313782, -0.0149356285110116, -0.01427479274570942, -0.013613956049084663, -0.012953120283782482, -0.012292284518480301, -0.011631447821855545, -0.010970612056553364, -0.010309776291251183, -0.009648939594626427, -0.008988103829324245, -0.00832726713269949, -0.007666431367397308, -0.00700559513643384, -0.006344758905470371, -0.00568392314016819, -0.0050230869092047215, -0.004362250678241253, -0.003701414680108428, -0.003040578681975603, -0.0023797424510121346, -0.0017189063364639878, -0.001058070221915841, -0.0003972341073676944, 0.00026360200718045235, 0.0009244381217285991, 0.0015852742362767458, 0.0022461102344095707, 0.0029069464653730392, 0.003567782696336508, 0.004228618927299976, 0.004889454692602158, 0.005550290923565626, 0.006211127154529095, 0.006871962919831276, 0.0075327991507947445, 0.008193635381758213, 0.008854471147060394, 0.00951530784368515, 0.010176143608987331, 0.010836979374289513, 0.011497816070914268, 0.01215865183621645, 0.012819488532841206, 0.013480324298143387, 0.014141160063445568, 0.014801996760070324, 0.015462832525372505, 0.01612366922199726, 0.016784504055976868, 0.017445340752601624, 0.01810617744922638, 0.018767014145851135, 0.019427848979830742, 0.020088685676455498, 0.020749522373080254, 0.02141035720705986, 0.022071193903684616, 0.022732030600309372, 0.02339286543428898, 0.024053702130913734]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 2.0, 3.0, 2.0, 0.0, 2.0, 6.0, 5.0, 10.0, 15.0, 28.0, 31.0, 44.0, 56.0, 82.0, 115.0, 138.0, 169.0, 257.0, 400.0, 494.0, 753.0, 1045.0, 1523.0, 3206.0, 5787.0, 1345.0, 853.0, 537.0, 351.0, 302.0, 181.0, 157.0, 113.0, 87.0, 82.0, 48.0, 41.0, 42.0, 32.0, 21.0, 11.0, 11.0, 16.0, 7.0, 3.0, 5.0, 3.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.010180528275668621, -0.00977360550314188, -0.009366681799292564, -0.008959759026765823, -0.008552836254239082, -0.008145913481712341, -0.007738990243524313, -0.007332067005336285, -0.006925144232809544, -0.006518221460282803, -0.006111298222094774, -0.005704374983906746, -0.005297452211380005, -0.004890529438853264, -0.0044836062006652355, -0.004076682962477207, -0.003669760189950466, -0.0032628371845930815, -0.002855914179235697, -0.002448991173878312, -0.0020420681685209274, -0.0016351451631635427, -0.001228222157806158, -0.0008212991524487734, -0.0004143761470913887, -7.453141734004021e-06, 0.00039946986362338066, 0.0008063928689807653, 0.00121331587433815, 0.0016202388796955347, 0.0020271618850529194, 0.002434084890410304, 0.0028410078957676888, 0.0032479309011250734, 0.003654853906482458, 0.0040617771446704865, 0.0044686999171972275, 0.0048756226897239685, 0.005282545927911997, 0.005689469166100025, 0.006096391938626766, 0.006503314711153507, 0.006910237949341536, 0.007317161187529564, 0.007724083960056305, 0.008131006732583046, 0.008537929505109787, 0.008944853208959103, 0.009351775981485844, 0.009758698754012585, 0.0101656224578619, 0.010572545230388641, 0.010979468002915382, 0.011386390775442123, 0.011793313547968864, 0.01220023725181818, 0.012607160024344921, 0.013014082796871662, 0.013421006500720978, 0.013827929273247719, 0.01423485204577446, 0.0146417748183012, 0.015048697590827942, 0.015455621294677258, 0.015862543135881424]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 3.0, 0.0, 5.0, 3.0, 0.0, 0.0, 1.0, 0.0, 3.0, 3.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.1683991700410843, -0.1650862842798233, -0.16177339851856232, -0.15846051275730133, -0.15514762699604034, -0.15183474123477936, -0.14852185547351837, -0.14520896971225739, -0.1418960839509964, -0.1385831981897354, -0.13527031242847443, -0.13195742666721344, -0.12864454090595245, -0.12533165514469147, -0.12201876193284988, -0.1187058761715889, -0.11539299041032791, -0.11208010464906693, -0.10876721888780594, -0.10545433312654495, -0.10214144736528397, -0.09882856160402298, -0.095515675842762, -0.09220279008150101, -0.08888989686965942, -0.08557701110839844, -0.08226412534713745, -0.07895123958587646, -0.07563835382461548, -0.07232546806335449, -0.0690125823020935, -0.06569969654083252, -0.06238681077957153, -0.05907392501831055, -0.05576103925704956, -0.052448153495788574, -0.04913526773452759, -0.0458223782479763, -0.04250949248671532, -0.03919660672545433, -0.035883720964193344, -0.03257083520293236, -0.02925794944167137, -0.025945061817765236, -0.02263217605650425, -0.019319290295243263, -0.016006402671337128, -0.012693516910076141, -0.009380631148815155, -0.006067744921892881, -0.0027548586949706078, 0.0005580275319516659, 0.0038709137588739395, 0.007183799985796213, 0.010496686212718487, 0.013809572905302048, 0.017122458666563034, 0.02043534442782402, 0.023748230189085007, 0.027061117812991142, 0.03037400357425213, 0.033686891198158264, 0.03699977695941925, 0.04031266272068024, 0.04362554848194122]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 3.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 3.0, 0.0, 2.0, 1.0, 2.0, 1.0, 3.0, 4.0, 1.0, 4.0, 7.0, 6.0, 15.0, 10.0, 12.0, 47.0, 19.0, 8.0, 6.0, 15.0, 7.0, 8.0, 16.0, 7.0, 11.0, 14.0, 7.0, 8.0, 8.0, 3.0, 2.0, 2.0, 3.0, 1.0, 3.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.0666394978761673, -0.06495351344347, -0.0632675290107727, -0.06158154830336571, -0.05989556759595871, -0.058209583163261414, -0.056523602455854416, -0.05483761802315712, -0.05315163731575012, -0.051465652883052826, -0.04977966845035553, -0.04809368774294853, -0.046407703310251236, -0.04472172260284424, -0.04303573817014694, -0.041349757462739944, -0.03966377303004265, -0.03797778859734535, -0.036291807889938354, -0.03460582345724106, -0.03291984274983406, -0.031233858317136765, -0.029547875747084618, -0.02786189317703247, -0.026175910606980324, -0.024489928036928177, -0.02280394546687603, -0.021117962896823883, -0.019431978464126587, -0.01774599589407444, -0.016060013324022293, -0.014374030753970146, -0.012688048183918, -0.011002065613865852, -0.009316083043813705, -0.007630099542438984, -0.005944116972386837, -0.00425813440233469, -0.002572151366621256, -0.0008861685637384653, 0.0007998142391443253, 0.002485797042027116, 0.004171779844909906, 0.005857762880623341, 0.0075437454506754875, 0.009229728020727634, 0.010915711522102356, 0.012601694092154503, 0.01428767666220665, 0.015973659232258797, 0.017659641802310944, 0.01934562437236309, 0.021031606942415237, 0.022717591375112534, 0.02440357394516468, 0.026089556515216827, 0.027775539085268974, 0.02946152165532112, 0.031147504225373268, 0.032833486795425415, 0.03451947122812271, 0.03620545193552971, 0.037891436368227005, 0.039577417075634, 0.0412634015083313]}, "_runtime": 155.42013025283813, "_timestamp": 1596213026.1216679, "_step": 189}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0, 2.0, 4.0, 5.0, 4.0, 3.0, 0.0, 2.0, 2.0, 3.0, 3.0, 3.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.01015315018594265, -0.009830011054873466, -0.009506871923804283, -0.0091837327927351, -0.008860593661665916, -0.008537454530596733, -0.00821431539952755, -0.007891176268458366, -0.007568036671727896, -0.007244897540658712, -0.006921758409589529, -0.006598619278520346, -0.006275479681789875, -0.005952340550720692, -0.005629201419651508, -0.005306062288582325, -0.004982923157513142, -0.004659784026443958, -0.004336644895374775, -0.004013505764305592, -0.0036903664004057646, -0.0033672272693365812, -0.0030440879054367542, -0.002720948774367571, -0.0023978096432983875, -0.002074670512229204, -0.001751531264744699, -0.0014283920172601938, -0.0011052528861910105, -0.0007821136969141662, -0.00045897450763732195, -0.00013583531836047769, 0.00018730387091636658, 0.0005104430601932108, 0.0008335822494700551, 0.0011567214969545603, 0.0014798606280237436, 0.001802999759092927, 0.002126139122992754, 0.0024492782540619373, 0.0027724173851311207, 0.003095556516200304, 0.0034186956472694874, 0.0037418350111693144, 0.004064974375069141, 0.004388113506138325, 0.004711252637207508, 0.0050343917682766914, 0.005357530899345875, 0.005680670030415058, 0.0060038091614842415, 0.006326948292553425, 0.006650087423622608, 0.006973227020353079, 0.007296366151422262, 0.0076195052824914455, 0.007942644879221916, 0.0082657840102911, 0.008588923141360283, 0.008912062272429466, 0.00923520140349865, 0.009558340534567833, 0.009881479665637016, 0.0102046187967062, 0.010527757927775383]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 4.0, 5.0, 4.0, 4.0, 6.0, 2.0, 8.0, 8.0, 14.0, 11.0, 25.0, 21.0, 26.0, 42.0, 34.0, 66.0, 94.0, 91.0, 137.0, 234.0, 409.0, 5355.0, 513.0, 234.0, 154.0, 107.0, 87.0, 65.0, 31.0, 34.0, 24.0, 15.0, 10.0, 11.0, 10.0, 10.0, 7.0, 1.0, 2.0, 3.0, 4.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.12326953560113907, -0.11934411525726318, -0.1154186949133873, -0.11149328202009201, -0.10756786167621613, -0.10364244133234024, -0.09971702098846436, -0.09579160064458847, -0.09186618030071259, -0.0879407674074173, -0.08401534706354141, -0.08008992671966553, -0.07616450637578964, -0.07223908603191376, -0.06831367313861847, -0.06438825279474258, -0.0604628324508667, -0.056537412106990814, -0.05261199548840523, -0.04868657514452934, -0.044761158525943756, -0.04083573818206787, -0.036910317838191986, -0.0329849012196064, -0.029059480875730515, -0.02513406239449978, -0.021208643913269043, -0.017283223569393158, -0.013357805088162422, -0.009432386606931686, -0.005506967194378376, -0.001581548247486353, 0.00234387069940567, 0.006269289646297693, 0.010194708593189716, 0.014120128005743027, 0.018045546486973763, 0.0219709649682045, 0.025896385312080383, 0.02982180379331112, 0.033747222274541855, 0.03767264261841774, 0.041598059237003326, 0.04552347958087921, 0.049448899924755096, 0.05337431654334068, 0.05729973688721657, 0.061225153505802155, 0.06515057384967804, 0.06907599419355392, 0.07300141453742981, 0.0769268274307251, 0.08085224777460098, 0.08477766811847687, 0.08870308846235275, 0.09262850880622864, 0.09655392169952393, 0.10047934204339981, 0.1044047623872757, 0.10833018273115158, 0.11225560307502747, 0.11618102341890335, 0.12010643631219864, 0.12403185665607452, 0.127957284450531]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 3.0, 0.0, 1.0, 1.0, 3.0, 2.0, 2.0, 4.0, 2.0, 2.0, 4.0, 2.0, 3.0, 3.0, 5.0, 27.0, 4.0, 7.0, 4.0, 4.0, 5.0, 2.0, 2.0, 2.0, 3.0, 2.0, 6.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 3.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0023916035424917936, -0.002279660664498806, -0.0021677175536751747, -0.002055774675682187, -0.0019438315648585558, -0.0018318886868655682, -0.0017199456924572587, -0.0016080026980489492, -0.0014960597036406398, -0.0013841167092323303, -0.0012721737148240209, -0.0011602307204157114, -0.0010482878424227238, -0.0009363447898067534, -0.0008244018536061049, -0.0007124588591977954, -0.0006005158647894859, -0.0004885728703811765, -0.00037662990507669747, -0.00026468693977221847, -0.000152743945363909, -4.0800965507514775e-05, 7.114201434887946e-05, 0.0001830849942052737, 0.0002950279740616679, 0.0004069709684699774, 0.0005189139628782868, 0.0006308568990789354, 0.0007427998934872448, 0.0008547428878955543, 0.0009666858240962029, 0.0010786288185045123, 0.0011905718129128218, 0.0013025148073211312, 0.0014144578017294407, 0.0015264007961377501, 0.0016383437905460596, 0.0017502866685390472, 0.0018622296629473567, 0.001974172657355666, 0.002086115535348654, 0.002198058646172285, 0.0023100015241652727, 0.002421944634988904, 0.0025338875129818916, 0.002645830623805523, 0.0027577735017985106, 0.002869716612622142, 0.0029816594906151295, 0.003093602368608117, 0.0032055454794317484, 0.003317488357424736, 0.0034294314682483673, 0.003541374346241355, 0.0036533174570649862, 0.003765260335057974, 0.003877203445881605, 0.003989146091043949, 0.00410108920186758, 0.004213032312691212, 0.004324975423514843, 0.004436918068677187, 0.004548861179500818, 0.0046608042903244495, 0.0047727469354867935]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 4.0, 2.0, 1.0, 4.0, 2.0, 2.0, 9.0, 12.0, 18.0, 20.0, 39.0, 50.0, 76.0, 131.0, 204.0, 298.0, 485.0, 832.0, 1381.0, 2628.0, 5030.0, 10563.0, 25912.0, 81153.0, 888553.0, 89010.0, 32078.0, 16234.0, 9127.0, 5410.0, 3333.0, 2109.0, 1461.0, 994.0, 659.0, 445.0, 352.0, 248.0, 167.0, 135.0, 105.0, 76.0, 64.0, 40.0, 39.0, 24.0, 36.0, 15.0, 18.0, 14.0, 9.0, 11.0, 5.0, 4.0, 6.0, 2.0, 2.0, 1.0, 0.0, 2.0, 2.0, 0.0, 1.0], "bins": [-0.006535138003528118, -0.006279663182795048, -0.006024188362061977, -0.005768713541328907, -0.005513238720595837, -0.005257763434201479, -0.005002288613468409, -0.004746813792735338, -0.004491338972002268, -0.0042358641512691975, -0.003980389330536127, -0.003724914276972413, -0.0034694394562393427, -0.0032139646355062723, -0.0029584895819425583, -0.002703014761209488, -0.0024475399404764175, -0.002192065119743347, -0.001936590182594955, -0.0016811152454465628, -0.0014256404247134924, -0.001170165603980422, -0.0009146906668320298, -0.0006592157878912985, -0.00040374090895056725, -0.00014826603000983596, 0.00010720884893089533, 0.0003626837278716266, 0.0006181586068123579, 0.0008736334857530892, 0.0011291083646938205, 0.0013845833018422127, 0.001640058122575283, 0.0018955329433083534, 0.002151007764041424, 0.002406482817605138, 0.002661957638338208, 0.0029174324590712786, 0.0031729075126349926, 0.003428382333368063, 0.0036838571541011333, 0.003939331974834204, 0.004194806795567274, 0.0044502816163003445, 0.004705756902694702, 0.0049612317234277725, 0.005216706544160843, 0.005472181364893913, 0.005727656185626984, 0.005983131006360054, 0.006238605827093124, 0.006494080647826195, 0.006749555468559265, 0.007005030754953623, 0.007260505575686693, 0.0075159803964197636, 0.007771455217152834, 0.008026930503547192, 0.008282405324280262, 0.008537880145013332, 0.008793354965746403, 0.009048829786479473, 0.009304304607212543, 0.009559779427945614, 0.009815254248678684]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 3.0, 2.0, 1.0, 3.0, 2.0, 3.0, 0.0, 1.0, 2.0, 0.0, 3.0, 6.0, 1.0, 0.0, 2.0, 2.0, 2.0, 4.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.01796906813979149, -0.01730906404554844, -0.01664906181395054, -0.01598905771970749, -0.01532905362546444, -0.014669050462543964, -0.01400904729962349, -0.01334904320538044, -0.012689040042459965, -0.01202903687953949, -0.01136903278529644, -0.010709029622375965, -0.01004902645945549, -0.00938902236521244, -0.008729019202291965, -0.008069015108048916, -0.007409011945128441, -0.0067490083165466785, -0.006089004687964916, -0.005429001525044441, -0.004768997896462679, -0.004108994267880917, -0.003448990872129798, -0.0027889874763786793, -0.002128983847796917, -0.0014689803356304765, -0.000808976823464036, -0.0001489733112975955, 0.000511030200868845, 0.0011710337130352855, 0.001831037225201726, 0.0024910406209528446, 0.003151044249534607, 0.0038110478781163692, 0.0044710515066981316, 0.005131054669618607, 0.005791058298200369, 0.006451061926782131, 0.007111065089702606, 0.0077710687182843685, 0.00843107234686613, 0.009091075509786606, 0.009751079604029655, 0.01041108276695013, 0.011071085929870605, 0.011731090024113655, 0.01239109318703413, 0.01305109728127718, 0.013711100444197655, 0.01437110360711813, 0.01503110770136118, 0.015691110864281654, 0.016351114958524704, 0.017011117190122604, 0.017671121284365654, 0.018331125378608704, 0.018991127610206604, 0.019651131704449654, 0.020311135798692703, 0.020971139892935753, 0.021631142124533653, 0.022291146218776703, 0.022951150313019753, 0.023611152544617653, 0.024271156638860703]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 3.0, 2.0, 6.0, 3.0, 7.0, 8.0, 10.0, 9.0, 17.0, 19.0, 27.0, 41.0, 34.0, 67.0, 83.0, 128.0, 167.0, 235.0, 325.0, 404.0, 564.0, 795.0, 1171.0, 1814.0, 5826.0, 1825.0, 1221.0, 860.0, 626.0, 455.0, 356.0, 286.0, 181.0, 134.0, 117.0, 122.0, 81.0, 73.0, 68.0, 55.0, 36.0, 35.0, 22.0, 21.0, 14.0, 14.0, 19.0, 10.0, 4.0, 5.0, 5.0, 3.0, 4.0, 3.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.011089805513620377, -0.010655738413333893, -0.010221671313047409, -0.00978760328143835, -0.009353536181151867, -0.008919469080865383, -0.0084854019805789, -0.008051333948969841, -0.007617266848683357, -0.0071831997483968735, -0.00674913264811039, -0.006315065082162619, -0.005880997981876135, -0.005446930415928364, -0.00501286331564188, -0.004578795749694109, -0.004144728649407625, -0.0037106613162904978, -0.0032765939831733704, -0.002842526650056243, -0.0024084593169391155, -0.0019743922166526318, -0.0015403248835355043, -0.001106257550418377, -0.0006721902173012495, -0.00023812291328795254, 0.00019594439072534442, 0.0006300116656348109, 0.0010640789987519383, 0.0014981463318690658, 0.0019322135485708714, 0.0023662808816879988, 0.002800348214805126, 0.0032344155479222536, 0.003668482881039381, 0.004102549981325865, 0.004536617547273636, 0.00497068464756012, 0.005404752213507891, 0.0058388193137943745, 0.0062728868797421455, 0.006706953980028629, 0.007141021080315113, 0.007575088646262884, 0.008009156212210655, 0.008443223312497139, 0.008877290412783623, 0.009311357513070107, 0.00974542461335659, 0.010179492644965649, 0.010613559745252132, 0.011047626845538616, 0.0114816939458251, 0.011915761977434158, 0.012349829077720642, 0.012783896178007126, 0.01321796327829361, 0.013652030378580093, 0.014086098410189152, 0.014520165510475636, 0.01495423261076212, 0.015388299711048603, 0.01582236774265766, 0.016256434842944145, 0.01669050194323063]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.16361261904239655, -0.15987052023410797, -0.1561284363269806, -0.15238633751869202, -0.14864423871040344, -0.14490213990211487, -0.1411600559949875, -0.1374179571866989, -0.13367585837841034, -0.12993377447128296, -0.12619167566299438, -0.12244958430528641, -0.11870748549699783, -0.11496539413928986, -0.11122329533100128, -0.1074812039732933, -0.10373911261558533, -0.09999701380729675, -0.09625492244958878, -0.0925128236413002, -0.08877073228359222, -0.08502863347530365, -0.08128654211759567, -0.0775444507598877, -0.07380235195159912, -0.07006026059389114, -0.06631816178560257, -0.06257607042789459, -0.058833975344896317, -0.05509188026189804, -0.051349788904190063, -0.04760769382119179, -0.04386559873819351, -0.040123503655195236, -0.03638140857219696, -0.03263931721448898, -0.028897222131490707, -0.02515512704849243, -0.021413031965494156, -0.01767093874514103, -0.013928843662142754, -0.010186749510467052, -0.006444654893130064, -0.002702560508623719, 0.0010395338758826256, 0.004781628027558327, 0.008523723110556602, 0.012265817262232304, 0.016007911413908005, 0.01975000649690628, 0.023492099717259407, 0.027234194800257683, 0.03097628802061081, 0.034718383103609085, 0.03846047818660736, 0.04220257326960564, 0.04594466835260391, 0.04968675971031189, 0.053428854793310165, 0.05717094987630844, 0.06091304495930672, 0.06465514004230499, 0.06839723140001297, 0.07213933020830154, 0.07588142156600952]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 3.0, 1.0, 2.0, 2.0, 1.0, 2.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 2.0, 1.0, 6.0, 3.0, 3.0, 7.0, 3.0, 4.0, 4.0, 5.0, 8.0, 15.0, 15.0, 18.0, 32.0, 22.0, 14.0, 11.0, 15.0, 8.0, 18.0, 7.0, 7.0, 2.0, 4.0, 6.0, 2.0, 3.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0], "bins": [-0.09502462297677994, -0.09231360256671906, -0.08960258960723877, -0.08689156919717789, -0.084180548787117, -0.08146952837705612, -0.07875850796699524, -0.07604749500751495, -0.07333647459745407, -0.07062545418739319, -0.0679144412279129, -0.06520342081785202, -0.06249240040779114, -0.059781379997730255, -0.05707036331295967, -0.05435934662818909, -0.051648326218128204, -0.04893730580806732, -0.04622628912329674, -0.043515272438526154, -0.04080425202846527, -0.03809323161840439, -0.035382214933633804, -0.03267119824886322, -0.029960177838802338, -0.027249159291386604, -0.02453814074397087, -0.021827122196555138, -0.019116103649139404, -0.01640508510172367, -0.013694066554307938, -0.010983048006892204, -0.008272029459476471, -0.005561010912060738, -0.0028499923646450043, -0.00013897381722927094, 0.0025720447301864624, 0.005283063277602196, 0.007994081825017929, 0.010705100372433662, 0.013416118919849396, 0.01612713746726513, 0.018838156014680862, 0.021549174562096596, 0.02426019310951233, 0.026971211656928062, 0.029682230204343796, 0.03239324688911438, 0.03510426729917526, 0.037815287709236145, 0.04052630439400673, 0.04323732107877731, 0.045948341488838196, 0.04865936189889908, 0.05137037858366966, 0.05408139526844025, 0.05679241567850113, 0.05950343608856201, 0.062214452773332596, 0.06492546945810318, 0.06763648986816406, 0.07034751027822495, 0.07305853068828583, 0.07576954364776611, 0.078480564057827]}, "_runtime": 156.1931028366089, "_timestamp": 1596213026.8946404, "_step": 190}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 4.0, 2.0, 1.0, 2.0, 5.0, 11.0, 7.0, 3.0, 2.0, 4.0, 0.0, 4.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.015442226082086563, -0.014970957301557064, -0.01449968758970499, -0.014028418809175491, -0.013557150028645992, -0.013085881248116493, -0.01261461153626442, -0.01214334275573492, -0.011672073975205421, -0.011200804263353348, -0.010729535482823849, -0.01025826670229435, -0.00978699792176485, -0.009315728209912777, -0.008844459429383278, -0.008373190648853779, -0.00790192186832428, -0.007430652156472206, -0.006959383375942707, -0.006488114129751921, -0.006016845349222422, -0.005545576103031635, -0.005074307322502136, -0.00460303807631135, -0.0041317688301205635, -0.0036605000495910645, -0.0031892310362309217, -0.002717962022870779, -0.0022466927766799927, -0.0017754238797351718, -0.0013041547499597073, -0.0008328857365995646, -0.00036161672323942184, 0.00010965231922455132, 0.0005809213616885245, 0.001052190433256328, 0.0015234594466164708, 0.0019947285763919353, 0.002465997589752078, 0.0029372666031122208, 0.0034085356164723635, 0.003879804629832506, 0.0043510738760232925, 0.004822342656552792, 0.005293611902743578, 0.005764880683273077, 0.006236149929463863, 0.006707418709993362, 0.007178687956184149, 0.007649957202374935, 0.008121225982904434, 0.008592494763433933, 0.009063764475286007, 0.009535033255815506, 0.010006302036345005, 0.010477570816874504, 0.010948840528726578, 0.011420109309256077, 0.011891378089785576, 0.01236264780163765, 0.012833916582167149, 0.013305185362696648, 0.013776454143226147, 0.01424772385507822, 0.01471899263560772]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 4.0, 1.0, 1.0, 1.0, 0.0, 3.0, 2.0, 4.0, 6.0, 6.0, 3.0, 10.0, 14.0, 13.0, 16.0, 24.0, 40.0, 42.0, 52.0, 92.0, 98.0, 178.0, 403.0, 5710.0, 559.0, 210.0, 122.0, 81.0, 54.0, 35.0, 35.0, 26.0, 12.0, 15.0, 15.0, 3.0, 4.0, 4.0, 7.0, 1.0, 2.0, 3.0, 4.0, 1.0, 3.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.14432547986507416, -0.14002186059951782, -0.1357182413339615, -0.13141460716724396, -0.12711098790168762, -0.12280736863613129, -0.11850374937057495, -0.11420012265443802, -0.10989650338888168, -0.10559288412332535, -0.10128925740718842, -0.09698563814163208, -0.09268201887607574, -0.08837839215993881, -0.08407477289438248, -0.07977114617824554, -0.07546752691268921, -0.07116390764713287, -0.06686028093099594, -0.0625566616654396, -0.05825303867459297, -0.05394941568374634, -0.04964579641819, -0.04534217342734337, -0.041038550436496735, -0.0367349274456501, -0.03243130445480347, -0.02812768518924713, -0.023824062198400497, -0.019520439207553864, -0.015216818079352379, -0.01091319601982832, -0.00660957396030426, -0.002305951900780201, 0.0019976701587438583, 0.006301292218267918, 0.010604914277791977, 0.014908536337316036, 0.019212158396840096, 0.02351577952504158, 0.027819402515888214, 0.03212302550673485, 0.03642664849758148, 0.04073026776313782, 0.04503389075398445, 0.049337513744831085, 0.05364113301038742, 0.057944756001234055, 0.06224837899208069, 0.06655199825763702, 0.07085562497377396, 0.07515924423933029, 0.07946287095546722, 0.08376649022102356, 0.0880701094865799, 0.09237373620271683, 0.09667735546827316, 0.1009809747338295, 0.10528460144996643, 0.10958822071552277, 0.1138918399810791, 0.11819546669721603, 0.12249908596277237, 0.1268027126789093, 0.13110633194446564]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0, 3.0, 1.0, 1.0, 1.0, 5.0, 1.0, 1.0, 4.0, 4.0, 2.0, 4.0, 3.0, 6.0, 3.0, 8.0, 24.0, 2.0, 6.0, 2.0, 5.0, 4.0, 6.0, 4.0, 4.0, 1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.002924600848928094, -0.002834145911037922, -0.00274369097314775, -0.002653236035257578, -0.002562781097367406, -0.002472326159477234, -0.002381871221587062, -0.00229141628369689, -0.0022009611129760742, -0.002110506175085902, -0.00202005123719573, -0.00192959641572088, -0.0018391413614153862, -0.0017486864235252142, -0.0016582314856350422, -0.0015677765477448702, -0.0014773216098546982, -0.0013868666719645262, -0.0012964117340743542, -0.0012059567961841822, -0.0011155018582940102, -0.0010250468039885163, -0.0009345918660983443, -0.0008441369282081723, -0.0007536819903180003, -0.0006632270524278283, -0.0005727721145376563, -0.0004823171184398234, -0.0003918621805496514, -0.0003014072426594794, -0.00021095227566547692, -0.00012049732322338969, -3.0042370781302452e-05, 6.041258166078478e-05, 0.00015086753410287201, 0.00024132248654495925, 0.0003317774389870465, 0.0004222323768772185, 0.0005126873729750514, 0.0006031423108652234, 0.0006935972487553954, 0.0007840521866455674, 0.0008745071245357394, 0.0009649621206335723, 0.0010554171167314053, 0.0011458720546215773, 0.0012363269925117493, 0.0013267819304019213, 0.0014172368682920933, 0.0015076918061822653, 0.0015981467440724373, 0.0016886016819626093, 0.0017790566198527813, 0.0018695116741582751, 0.0019599664956331253, 0.0020504214335232973, 0.0021408763714134693, 0.002231331542134285, 0.002321786480024457, 0.002412241417914629, 0.002502696355804801, 0.002593151293694973, 0.002683606231585145, 0.002774061169475317, 0.002864516107365489]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 4.0, 3.0, 2.0, 4.0, 2.0, 10.0, 8.0, 17.0, 13.0, 28.0, 46.0, 47.0, 72.0, 108.0, 180.0, 320.0, 521.0, 973.0, 1948.0, 4236.0, 10714.0, 33745.0, 306308.0, 762618.0, 35066.0, 12142.0, 5129.0, 2333.0, 1208.0, 649.0, 429.0, 230.0, 161.0, 124.0, 76.0, 51.0, 34.0, 36.0, 13.0, 8.0, 13.0, 4.0, 2.0, 5.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.010265958495438099, -0.00996412429958582, -0.009662291035056114, -0.009360456839203835, -0.00905862357467413, -0.00875678937882185, -0.00845495518296957, -0.008153121918439865, -0.007851287722587585, -0.007549453992396593, -0.007247620262205601, -0.006945786532014608, -0.006643952801823616, -0.006342119071632624, -0.006040284875780344, -0.005738451145589352, -0.005436617415398359, -0.005134783685207367, -0.004832949955016375, -0.004531115759164095, -0.004229282028973103, -0.00392744829878211, -0.003625614568591118, -0.003323780605569482, -0.0030219468753784895, -0.002720113145187497, -0.002418279182165861, -0.0021164454519748688, -0.0018146116053685546, -0.0015127777587622404, -0.001210944028571248, -0.0009091101819649339, -0.0006072763353586197, -0.00030544251785613596, -3.608700353652239e-06, 0.0002982251171488315, 0.0006000589346513152, 0.0009018927812576294, 0.0012037265114486217, 0.001505560358054936, 0.0018073942046612501, 0.0021092279348522425, 0.0024110618978738785, 0.002712895628064871, 0.003014729358255863, 0.003316563321277499, 0.0036183970514684916, 0.0039202310144901276, 0.00422206474468112, 0.004523898474872112, 0.004825732205063105, 0.005127566400915384, 0.005429400131106377, 0.005731233861297369, 0.006033067591488361, 0.006334901321679354, 0.006636735051870346, 0.006938569247722626, 0.007240402977913618, 0.0075422367081046104, 0.00784407090395689, 0.008145904168486595, 0.008447738364338875, 0.00874957162886858, 0.00905140582472086]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 3.0, 4.0, 0.0, 0.0, 4.0, 5.0, 4.0, 3.0, 2.0, 8.0, 4.0, 0.0, 2.0, 3.0, 3.0, 1.0, 1.0, 3.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.020268991589546204, -0.019283058121800423, -0.01829712465405464, -0.01731119304895401, -0.01632525958120823, -0.015339326113462448, -0.014353392645716667, -0.01336746010929346, -0.01238152664154768, -0.011395593173801899, -0.010409660637378693, -0.009423727169632912, -0.00843779370188713, -0.007451861165463924, -0.0064659276977181435, -0.00547999469563365, -0.004494061693549156, -0.0035081286914646626, -0.0025221954565495253, -0.0015362623380497098, -0.0005503292195498943, 0.00043560389894992113, 0.0014215370174497366, 0.002407470252364874, 0.0033934032544493675, 0.004379336256533861, 0.005365269258618355, 0.006351202726364136, 0.007337135728448629, 0.008323068730533123, 0.009309002198278904, 0.01029493473470211, 0.011280868202447891, 0.012266801670193672, 0.013252734206616879, 0.01423866767436266, 0.015224600210785866, 0.016210533678531647, 0.017196467146277428, 0.01818240061402321, 0.01916833221912384, 0.02015426568686962, 0.021140199154615402, 0.022126132622361183, 0.023112066090106964, 0.024097999557852745, 0.025083931162953377, 0.026069864630699158, 0.02705579809844494, 0.02804173156619072, 0.0290276650339365, 0.030013596639037132, 0.030999530106782913, 0.03198546543717384, 0.032971397042274475, 0.03395732864737511, 0.03494326397776604, 0.03592919558286667, 0.0369151309132576, 0.03790106251835823, 0.03888699412345886, 0.03987292945384979, 0.040858861058950424, 0.041844796389341354, 0.042830727994441986]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 2.0, 4.0, 1.0, 4.0, 7.0, 7.0, 8.0, 12.0, 12.0, 15.0, 21.0, 21.0, 46.0, 45.0, 58.0, 74.0, 105.0, 110.0, 144.0, 214.0, 272.0, 342.0, 430.0, 591.0, 846.0, 1210.0, 2012.0, 6381.0, 2039.0, 1069.0, 677.0, 452.0, 293.0, 218.0, 144.0, 114.0, 100.0, 50.0, 41.0, 28.0, 34.0, 21.0, 10.0, 13.0, 10.0, 5.0, 10.0, 6.0, 8.0, 3.0, 3.0, 4.0, 11.0, 22.0, 12.0, 17.0, 5.0, 4.0, 2.0, 2.0, 1.0, 1.0, 8.0], "bins": [-0.011233629658818245, -0.0108395516872406, -0.010445473715662956, -0.010051395744085312, -0.009657317772507668, -0.009263239800930023, -0.008869160898029804, -0.00847508292645216, -0.008081004954874516, -0.007686926983296871, -0.007292849011719227, -0.0068987710401415825, -0.006504693068563938, -0.006110615096986294, -0.005716536659747362, -0.005322458688169718, -0.0049283807165920734, -0.004534302745014429, -0.004140224773436785, -0.0037461465690284967, -0.0033520683646202087, -0.0029579903930425644, -0.00256391242146492, -0.002169834217056632, -0.0017757562454789877, -0.0013816781574860215, -0.0009876000694930553, -0.000593522097915411, -0.00019944400992244482, 0.0001946340489666909, 0.0005887121078558266, 0.0009827901376411319, 0.001376868225634098, 0.0017709463136270642, 0.0021650244016200304, 0.0025591023731976748, 0.0029531805776059628, 0.003347258549183607, 0.0037413365207612514, 0.004135414492338896, 0.0045294929295778275, 0.004923570901155472, 0.005317648872733116, 0.0057117268443107605, 0.006105804815888405, 0.006499882787466049, 0.006893961224704981, 0.007288039196282625, 0.0076821171678602695, 0.008076195605099201, 0.008470273576676846, 0.00886435154825449, 0.009258429519832134, 0.009652507491409779, 0.010046585462987423, 0.010440663434565067, 0.010834741406142712, 0.011228819377720356, 0.011622897349298, 0.01201697625219822, 0.012411054223775864, 0.012805132195353508, 0.013199210166931152, 0.013593288138508797, 0.013987366110086441]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 2.0, 3.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.14751458168029785, -0.14371076226234436, -0.13990694284439087, -0.13610312342643738, -0.1322993040084839, -0.1284954696893692, -0.12469165027141571, -0.12088783085346222, -0.11708401143550873, -0.11328019201755524, -0.10947637259960175, -0.10567254573106766, -0.10186872631311417, -0.09806490689516068, -0.09426108002662659, -0.0904572606086731, -0.0866534411907196, -0.08284962177276611, -0.07904580235481262, -0.07524197548627853, -0.07143815606832504, -0.06763433665037155, -0.06383050978183746, -0.06002669036388397, -0.05622287094593048, -0.05241905152797699, -0.0486152283847332, -0.04481140524148941, -0.04100758582353592, -0.03720376640558243, -0.03339994326233864, -0.029596121981739998, -0.025792300701141357, -0.021988479420542717, -0.018184658139944077, -0.014380836859345436, -0.010577015578746796, -0.006773194298148155, -0.0029693730175495148, 0.0008344482630491257, 0.004638269543647766, 0.008442090824246407, 0.012245912104845047, 0.016049733385443687, 0.019853554666042328, 0.02365737594664097, 0.02746119722723961, 0.0312650203704834, 0.03506883978843689, 0.03887265920639038, 0.04267648234963417, 0.04648030549287796, 0.05028412491083145, 0.05408794432878494, 0.05789176747202873, 0.06169559061527252, 0.06549941003322601, 0.0693032294511795, 0.073107048869133, 0.07691087573766708, 0.08071469515562057, 0.08451851457357407, 0.08832234144210815, 0.09212616086006165, 0.09592998027801514]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 3.0, 3.0, 1.0, 1.0, 4.0, 3.0, 3.0, 8.0, 10.0, 9.0, 13.0, 7.0, 17.0, 37.0, 13.0, 16.0, 18.0, 24.0, 17.0, 8.0, 7.0, 6.0, 7.0, 2.0, 8.0, 6.0, 3.0, 1.0, 1.0, 6.0, 3.0, 1.0, 2.0, 0.0, 1.0, 4.0], "bins": [-0.08743339031934738, -0.08531665802001953, -0.08319991827011108, -0.08108318597078323, -0.07896645367145538, -0.07684971392154694, -0.07473298162221909, -0.07261624932289124, -0.07049950957298279, -0.06838277727365494, -0.06626604497432709, -0.06414930522441864, -0.06203257292509079, -0.05991583690047264, -0.05779910087585449, -0.05568236857652664, -0.05356563255190849, -0.051448896527290344, -0.049332164227962494, -0.047215428203344345, -0.045098692178726196, -0.042981959879398346, -0.0408652238547802, -0.03874848783016205, -0.0366317555308342, -0.03451501950621605, -0.0323982834815979, -0.0302815493196249, -0.0281648151576519, -0.026048079133033752, -0.023931344971060753, -0.021814608946442604, -0.019697874784469604, -0.017581140622496605, -0.015464404597878456, -0.013347670435905457, -0.011230935342609882, -0.009114200249314308, -0.006997465621680021, -0.004880730994045734, -0.0027639959007501602, -0.0006472610402852297, 0.0014694738201797009, 0.0035862086806446314, 0.005702943541109562, 0.007819678634405136, 0.009936412796378136, 0.01205314788967371, 0.014169882982969284, 0.016286617144942284, 0.018403353169560432, 0.020520087331533432, 0.02263682335615158, 0.02475355751812458, 0.02687029168009758, 0.02898702770471573, 0.03110376186668873, 0.03322049602866173, 0.03533723205327988, 0.037453968077898026, 0.039570700377225876, 0.041687436401844025, 0.04380417242646217, 0.045920904725790024, 0.04803764075040817]}, "_runtime": 156.96101784706116, "_timestamp": 1596213027.6625555, "_step": 191}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 4.0, 0.0, 5.0, 0.0, 3.0, 2.0, 2.0, 6.0, 12.0, 3.0, 2.0, 1.0, 1.0, 3.0, 1.0, 0.0, 2.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013757367618381977, -0.0132985794916749, -0.012839790433645248, -0.012381002306938171, -0.011922214180231094, -0.011463425122201443, -0.011004636995494366, -0.010545847937464714, -0.010087059810757637, -0.00962827168405056, -0.009169482626020908, -0.008710694499313831, -0.00825190544128418, -0.007793117314577103, -0.007334329187870026, -0.006875540595501661, -0.006416752003133297, -0.005957963410764933, -0.005499174818396568, -0.005040386691689491, -0.004581598099321127, -0.004122809506952763, -0.003664021147415042, -0.0032052327878773212, -0.002746444195508957, -0.0022876556031405926, -0.001828867243602872, -0.0013700787676498294, -0.0009112902916967869, -0.0004525018157437444, 6.286660209298134e-06, 0.00046507513616234064, 0.0009238636121153831, 0.0013826520880684257, 0.0018414405640214682, 0.002300228923559189, 0.002759017515927553, 0.0032178061082959175, 0.003676594467833638, 0.004135382827371359, 0.004594171419739723, 0.0050529600121080875, 0.005511748604476452, 0.005970536731183529, 0.006429325323551893, 0.006888113915920258, 0.007346902042627335, 0.007805690634995699, 0.008264479227364063, 0.00872326735407114, 0.009182056412100792, 0.009640844538807869, 0.010099632665514946, 0.010558421723544598, 0.011017209850251675, 0.011475998908281326, 0.011934787034988403, 0.01239357516169548, 0.012852364219725132, 0.013311152346432209, 0.01376994140446186, 0.014228729531168938, 0.014687517657876015, 0.015146306715905666, 0.015605094842612743]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 3.0, 0.0, 1.0, 4.0, 3.0, 4.0, 6.0, 1.0, 7.0, 9.0, 19.0, 17.0, 27.0, 20.0, 45.0, 57.0, 88.0, 118.0, 147.0, 243.0, 680.0, 5587.0, 276.0, 144.0, 119.0, 82.0, 51.0, 45.0, 18.0, 19.0, 26.0, 14.0, 12.0, 5.0, 7.0, 3.0, 3.0, 5.0, 4.0, 3.0, 1.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.13479822874069214, -0.13045965135097504, -0.12612107396125793, -0.12178249657154083, -0.11744391918182373, -0.11310533434152603, -0.10876675695180893, -0.10442817956209183, -0.10008960217237473, -0.09575102478265762, -0.09141244739294052, -0.08707387000322342, -0.08273528516292572, -0.07839670777320862, -0.07405813038349152, -0.06971955299377441, -0.06538097560405731, -0.06104239821434021, -0.05670382082462311, -0.05236523970961571, -0.048026662319898605, -0.0436880849301815, -0.0393495038151741, -0.035010926425457, -0.0306723490357399, -0.026333771646022797, -0.021995192393660545, -0.017656613141298294, -0.013318035751581192, -0.008979457430541515, -0.004640879109501839, -0.000302300788462162, 0.004036277532577515, 0.008374855853617191, 0.012713434174656868, 0.01705201342701912, 0.02139059081673622, 0.025729168206453323, 0.030067747458815575, 0.034406326711177826, 0.03874490410089493, 0.04308348149061203, 0.04742205888032913, 0.05176063999533653, 0.056099217385053635, 0.06043779477477074, 0.06477637588977814, 0.06911495327949524, 0.07345353066921234, 0.07779210805892944, 0.08213068544864655, 0.08646926283836365, 0.09080784022808075, 0.09514642506837845, 0.09948500245809555, 0.10382357984781265, 0.10816215723752975, 0.11250073462724686, 0.11683931201696396, 0.12117788940668106, 0.12551647424697876, 0.12985505163669586, 0.13419362902641296, 0.13853220641613007, 0.14287078380584717]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 3.0, 0.0, 2.0, 3.0, 1.0, 1.0, 1.0, 2.0, 3.0, 3.0, 3.0, 4.0, 4.0, 5.0, 4.0, 0.0, 6.0, 28.0, 4.0, 6.0, 2.0, 6.0, 5.0, 4.0, 3.0, 1.0, 3.0, 3.0, 0.0, 1.0, 4.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.002541031688451767, -0.0024502899032086134, -0.00235954811796546, -0.0022688063327223063, -0.0021780645474791527, -0.002087322762235999, -0.0019965809769928455, -0.0019058390753343701, -0.0018150972900912166, -0.001724355504848063, -0.0016336137196049094, -0.0015428719343617558, -0.0014521300327032804, -0.0013613882474601269, -0.0012706464622169733, -0.0011799046769738197, -0.0010891628917306662, -0.0009984211064875126, -0.000907679321244359, -0.0008169374777935445, -0.000726195692550391, -0.0006354539073072374, -0.0005447120638564229, -0.00045397027861326933, -0.00036322849337011576, -0.0002724867081269622, -0.00018174489377997816, -9.100309398490936e-05, -2.612941898405552e-07, 9.048050560522825e-05, 0.00018122230540029705, 0.0002719641197472811, 0.00036270590499043465, 0.0004534476902335882, 0.0005441894754767418, 0.0006349313189275563, 0.0007256731041707098, 0.0008164148894138634, 0.0009071567328646779, 0.0009978985181078315, 0.001088640303350985, 0.0011793820885941386, 0.0012701238738372922, 0.0013608656590804458, 0.0014516075607389212, 0.0015423493459820747, 0.0016330911312252283, 0.0017238329164683819, 0.0018145747017115355, 0.001905316486954689, 0.0019960582721978426, 0.002086800057440996, 0.0021775418426841497, 0.0022682836279273033, 0.002359025413170457, 0.0024497671984136105, 0.0025405092164874077, 0.0026312510017305613, 0.002721992786973715, 0.0028127345722168684, 0.002903476357460022, 0.0029942181427031755, 0.003084959927946329, 0.0031757017131894827, 0.0032664434984326363]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 2.0, 1.0, 0.0, 3.0, 3.0, 4.0, 3.0, 1.0, 6.0, 5.0, 6.0, 14.0, 13.0, 17.0, 17.0, 26.0, 38.0, 44.0, 47.0, 82.0, 88.0, 128.0, 158.0, 259.0, 378.0, 635.0, 977.0, 1729.0, 3305.0, 7062.0, 17501.0, 62323.0, 953216.0, 82541.0, 24107.0, 11145.0, 5737.0, 3065.0, 1881.0, 1074.0, 634.0, 446.0, 279.0, 186.0, 131.0, 79.0, 63.0, 43.0, 39.0, 24.0, 23.0, 8.0, 13.0, 9.0, 7.0, 5.0, 3.0, 2.0, 2.0, 2.0, 2.0, 2.0, 2.0], "bins": [-0.008393603377044201, -0.0081440769135952, -0.007894549518823624, -0.007645023055374622, -0.007395496126264334, -0.007145969197154045, -0.006896442733705044, -0.006646915804594755, -0.0063973888754844666, -0.006147861946374178, -0.005898335017263889, -0.005648808553814888, -0.005399281624704599, -0.005149754695594311, -0.0049002282321453094, -0.004650701303035021, -0.004401174373924732, -0.004151647444814444, -0.0039021207485347986, -0.0036525940522551537, -0.003403067123144865, -0.0031535401940345764, -0.0029040134977549314, -0.0026544868014752865, -0.002404959872364998, -0.0021554329432547092, -0.0019059062469750643, -0.0016563794342800975, -0.0014068526215851307, -0.001157325808890164, -0.0009077989961951971, -0.0006582721835002303, -0.0004087453708052635, -0.00015921855811029673, 9.030825458467007e-05, 0.00033983506727963686, 0.0005893618799746037, 0.0008388886926695704, 0.0010884155053645372, 0.001337942318059504, 0.0015874691307544708, 0.0018369959434494376, 0.0020865227561444044, 0.0023360494524240494, 0.002585576381534338, 0.0028351033106446266, 0.0030846300069242716, 0.0033341567032039165, 0.003583683632314205, 0.003833210561424494, 0.004082737490534782, 0.004332263953983784, 0.004581790883094072, 0.004831317812204361, 0.005080844275653362, 0.005330371204763651, 0.0055798981338739395, 0.005829425062984228, 0.006078951992094517, 0.006328478455543518, 0.006578005384653807, 0.006827532313764095, 0.007077058777213097, 0.007326585706323385, 0.007576112635433674]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 2.0, 1.0, 1.0, 3.0, 12.0, 3.0, 0.0, 3.0, 2.0, 2.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0, 4.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.010850253514945507, -0.010391931980848312, -0.009933609515428543, -0.009475287050008774, -0.009016965515911579, -0.008558643981814384, -0.008100321516394615, -0.007641999516636133, -0.007183677516877651, -0.006725355517119169, -0.006267033517360687, -0.005808711517602205, -0.005350389517843723, -0.004892067518085241, -0.004433745518326759, -0.003975423518568277, -0.0035171015188097954, -0.0030587795190513134, -0.0026004575192928314, -0.0021421355195343494, -0.0016838135197758675, -0.0012254915200173855, -0.0007671695202589035, -0.0003088475205004215, 0.00014947447925806046, 0.0006077964790165424, 0.0010661184787750244, 0.0015244404785335064, 0.0019827624782919884, 0.0024410844780504704, 0.0028994064778089523, 0.0033577284775674343, 0.0038160504773259163, 0.004274372477084398, 0.00473269447684288, 0.005191016476601362, 0.005649338476359844, 0.006107660476118326, 0.006565982475876808, 0.00702430447563529, 0.007482626475393772, 0.007940948009490967, 0.008399270474910736, 0.008857592940330505, 0.0093159144744277, 0.009774236008524895, 0.010232558473944664, 0.010690880939364433, 0.011149202473461628, 0.011607524007558823, 0.012065846472978592, 0.012524168938398361, 0.012982490472495556, 0.01344081200659275, 0.01389913447201252, 0.014357456937432289, 0.014815778471529484, 0.015274100005626678, 0.015732422471046448, 0.016190744936466217, 0.016649067401885986, 0.017107388004660606, 0.017565710470080376, 0.018024032935500145, 0.018482353538274765]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 5.0, 9.0, 5.0, 21.0, 16.0, 37.0, 51.0, 68.0, 96.0, 129.0, 184.0, 296.0, 419.0, 572.0, 808.0, 1308.0, 2251.0, 6446.0, 1856.0, 1150.0, 770.0, 540.0, 375.0, 265.0, 203.0, 152.0, 93.0, 73.0, 54.0, 44.0, 27.0, 16.0, 17.0, 8.0, 5.0, 12.0, 2.0, 5.0, 10.0, 2.0, 4.0, 1.0, 3.0, 3.0, 3.0, 2.0, 2.0, 1.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.008453693240880966, -0.008107596077024937, -0.0077614979818463326, -0.007415400352329016, -0.007069302722811699, -0.006723205558955669, -0.006377107929438353, -0.006031010299921036, -0.005684912670403719, -0.005338815040886402, -0.004992717411369085, -0.0046466197818517685, -0.004300522617995739, -0.003954424988478422, -0.0036083273589611053, -0.0032622297294437885, -0.0029161320999264717, -0.002570034470409155, -0.002223936840891838, -0.001877839444205165, -0.001531741814687848, -0.0011856441851705313, -0.0008395466720685363, -0.0004934491007588804, -0.00014735152944922447, 0.00019874604186043143, 0.0005448436131700873, 0.0008909411844797432, 0.0012370387557893991, 0.001583136385306716, 0.001929233898408711, 0.002275331411510706, 0.0026214290410280228, 0.0029675266705453396, 0.0033136243000626564, 0.0036597216967493296, 0.00400581955909729, 0.0043519167229533195, 0.004698014352470636, 0.005044111981987953, 0.00539020961150527, 0.005736307241022587, 0.006082404870539904, 0.0064285025000572205, 0.00677459966391325, 0.007120697293430567, 0.007466794922947884, 0.007812893018126488, 0.008158990181982517, 0.008505087345838547, 0.008851185441017151, 0.00919728260487318, 0.009543380700051785, 0.009889477863907814, 0.010235575959086418, 0.010581673122942448, 0.010927770286798477, 0.011273868381977081, 0.01161996554583311, 0.011966063641011715, 0.012312160804867744, 0.012658258900046349, 0.013004356063902378, 0.013350454159080982, 0.013696551322937012]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0769408643245697, -0.07483729720115662, -0.07273373007774353, -0.07063016295433044, -0.06852659583091736, -0.06642302870750427, -0.06431946158409119, -0.0622158907353878, -0.060112323611974716, -0.05800875648856163, -0.055905189365148544, -0.05380162224173546, -0.051698051393032074, -0.04959448426961899, -0.0474909171462059, -0.045387350022792816, -0.04328378289937973, -0.041180215775966644, -0.03907664865255356, -0.03697308152914047, -0.034869514405727386, -0.032765943557024, -0.030662376433610916, -0.02855880931019783, -0.026455242186784744, -0.02435167506337166, -0.022248107939958572, -0.020144538953900337, -0.01804097183048725, -0.015937404707074165, -0.013833836652338505, -0.011730268597602844, -0.009626701474189758, -0.007523133885115385, -0.005419566296041012, -0.0033159987069666386, -0.0012124311178922653, 0.0008911364711821079, 0.002994704060256481, 0.005098271649330854, 0.007201839238405228, 0.009305406361818314, 0.011408974416553974, 0.013512542471289635, 0.01561610959470272, 0.017719676718115807, 0.019823245704174042, 0.021926812827587128, 0.024030379951000214, 0.0261339470744133, 0.028237514197826385, 0.03034108318388462, 0.03244464844465256, 0.03454821929335594, 0.03665178641676903, 0.038755353540182114, 0.0408589206635952, 0.042962487787008286, 0.04506605491042137, 0.04716962203383446, 0.04927319288253784, 0.05137676000595093, 0.053480327129364014, 0.0555838942527771, 0.057687461376190186]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 3.0, 5.0, 0.0, 10.0, 5.0, 9.0, 10.0, 9.0, 6.0, 4.0, 5.0, 8.0, 6.0, 11.0, 42.0, 24.0, 19.0, 14.0, 14.0, 8.0, 5.0, 6.0, 5.0, 7.0, 2.0, 4.0, 3.0, 3.0, 3.0, 3.0, 1.0, 0.0, 1.0, 0.0, 3.0, 3.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.06967921555042267, -0.0677817091345787, -0.06588419526815414, -0.06398668885231018, -0.06208917871117592, -0.060191668570041656, -0.058294158428907394, -0.05639665201306343, -0.05449914187192917, -0.05260163173079491, -0.050704121589660645, -0.04880661144852638, -0.04690910503268242, -0.04501159489154816, -0.043114084750413895, -0.04121657460927963, -0.03931906819343567, -0.03742155805230141, -0.035524047911167145, -0.03362653777003288, -0.03172902762889862, -0.029831519350409508, -0.027934011071920395, -0.026036500930786133, -0.02413899078965187, -0.022241482511162758, -0.020343972370028496, -0.018446464091539383, -0.01654895395040512, -0.014651444740593433, -0.012753935530781746, -0.010856426320970058, -0.008958917111158371, -0.0070614079013466835, -0.005163898691534996, -0.0032663890160620213, -0.0013688798062503338, 0.0005286295199766755, 0.002426138846203685, 0.004323648288846016, 0.006221157498657703, 0.008118666708469391, 0.010016175918281078, 0.011913685128092766, 0.013811195269227028, 0.01570870354771614, 0.017606213688850403, 0.019503721967339516, 0.021401232108473778, 0.02329874224960804, 0.025196250528097153, 0.027093760669231415, 0.028991268947720528, 0.03088877908885479, 0.0327862873673439, 0.034683797508478165, 0.03658130764961243, 0.03847881779074669, 0.04037632420659065, 0.042273834347724915, 0.04417134448885918, 0.04606885462999344, 0.0479663610458374, 0.049863871186971664, 0.051761381328105927]}, "_runtime": 157.748379945755, "_timestamp": 1596213028.4499176, "_step": 192}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 3.0, 0.0, 2.0, 2.0, 3.0, 2.0, 6.0, 3.0, 4.0, 1.0, 2.0, 4.0, 3.0, 1.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 4.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.011620048433542252, -0.011349434964358807, -0.011078821495175362, -0.010808208025991917, -0.010537594556808472, -0.010266982018947601, -0.009996368549764156, -0.009725755080580711, -0.009455141611397266, -0.009184528142213821, -0.008913914673030376, -0.008643301203846931, -0.008372688665986061, -0.008102075196802616, -0.007831461727619171, -0.007560848258435726, -0.007290234789252281, -0.007019621320068836, -0.006749007850885391, -0.0064783948473632336, -0.006207781378179789, -0.005937167908996344, -0.005666554905474186, -0.005395941436290741, -0.005125327967107296, -0.004854714497923851, -0.004584101028740406, -0.004313488025218248, -0.004042874556034803, -0.0037722610868513584, -0.003501647850498557, -0.0032310346141457558, -0.002960421144962311, -0.002689807675778866, -0.0024191944394260645, -0.002148581203073263, -0.0018779677338898182, -0.001607354381121695, -0.001336741028353572, -0.0010661276755854487, -0.0007955143228173256, -0.0005249009700492024, -0.0002542876172810793, 1.6325735487043858e-05, 0.000286939088255167, 0.0005575524410232902, 0.0008281657937914133, 0.0010987791465595365, 0.0013693924993276596, 0.0016400058520957828, 0.001910619204863906, 0.0021812324412167072, 0.002451845910400152, 0.002722459379583597, 0.0029930726159363985, 0.0032636858522892, 0.003534299321472645, 0.0038049127906560898, 0.004075526259839535, 0.004346139263361692, 0.004616752732545137, 0.004887366201728582, 0.00515797920525074, 0.005428592674434185, 0.00569920614361763]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 4.0, 5.0, 2.0, 3.0, 7.0, 13.0, 7.0, 11.0, 7.0, 19.0, 18.0, 18.0, 20.0, 30.0, 41.0, 45.0, 69.0, 83.0, 104.0, 156.0, 240.0, 594.0, 5353.0, 361.0, 192.0, 119.0, 90.0, 66.0, 53.0, 50.0, 32.0, 23.0, 26.0, 14.0, 10.0, 10.0, 5.0, 5.0, 3.0, 4.0, 3.0, 2.0, 4.0, 4.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.1040913462638855, -0.10094527155160904, -0.09779919683933258, -0.09465311467647552, -0.09150703996419907, -0.08836096525192261, -0.08521488308906555, -0.08206880837678909, -0.07892273366451263, -0.07577665895223618, -0.07263058423995972, -0.06948450207710266, -0.0663384273648262, -0.06319235265254974, -0.060046274214982986, -0.05690019577741623, -0.05375412106513977, -0.05060804635286331, -0.047461967915296555, -0.0443158894777298, -0.04116981476545334, -0.03802374005317688, -0.03487766161561012, -0.031731583178043365, -0.028585508465766907, -0.0254394318908453, -0.02229335531592369, -0.019147278741002083, -0.016001202166080475, -0.012855125591158867, -0.009709049016237259, -0.006562972441315651, -0.003416895866394043, -0.000270819291472435, 0.002875257283449173, 0.006021333858370781, 0.009167410433292389, 0.012313487008213997, 0.015459563583135605, 0.018605640158057213, 0.02175171673297882, 0.02489779330790043, 0.028043869882822037, 0.031189946457743645, 0.03433602303266525, 0.03748209774494171, 0.04062817618250847, 0.043774254620075226, 0.046920329332351685, 0.05006640404462814, 0.0532124824821949, 0.05635856091976166, 0.059504635632038116, 0.06265071034431458, 0.06579679250717163, 0.06894286721944809, 0.07208894193172455, 0.07523501664400101, 0.07838109135627747, 0.08152717351913452, 0.08467324823141098, 0.08781932294368744, 0.0909654051065445, 0.09411147981882095, 0.09725755453109741]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 1.0, 2.0, 4.0, 2.0, 3.0, 4.0, 1.0, 5.0, 3.0, 6.0, 3.0, 5.0, 3.0, 3.0, 4.0, 4.0, 4.0, 23.0, 2.0, 2.0, 4.0, 3.0, 2.0, 4.0, 2.0, 3.0, 1.0, 1.0, 3.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0019320400897413492, -0.0018587037920951843, -0.0017853673780336976, -0.0017120309639722109, -0.001638694666326046, -0.001565358368679881, -0.0014920219546183944, -0.0014186855405569077, -0.0013453492429107428, -0.0012720129452645779, -0.0011986765312030911, -0.0011253401171416044, -0.0010520038194954395, -0.0009786675218492746, -0.0009053311077877879, -0.0008319947519339621, -0.0007586583960801363, -0.0006853220402263105, -0.0006119856843724847, -0.0005386493285186589, -0.00046531297266483307, -0.00039197661681100726, -0.00031864026095718145, -0.00024530390510335565, -0.00017196754924952984, -9.863119339570403e-05, -2.5294837541878223e-05, 4.8041518311947584e-05, 0.00012137787416577339, 0.0001947142300195992, 0.000268050585873425, 0.0003413869417272508, 0.0004147232975810766, 0.00048805965343490243, 0.0005613960092887282, 0.000634732365142554, 0.0007080687209963799, 0.0007814050768502057, 0.0008547414327040315, 0.0009280777885578573, 0.001001414144411683, 0.001074750442057848, 0.0011480868561193347, 0.0012214232701808214, 0.0012947595678269863, 0.0013680958654731512, 0.001441432279534638, 0.0015147686935961246, 0.0015881049912422895, 0.0016614412888884544, 0.0017347777029499412, 0.0018081141170114279, 0.0018814504146575928, 0.0019547867123037577, 0.0020281230099499226, 0.002101459540426731, 0.002174795838072896, 0.002248132135719061, 0.0023214686661958694, 0.0023948049638420343, 0.0024681412614881992, 0.002541477559134364, 0.002614813856780529, 0.0026881503872573376, 0.0027614866849035025]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 4.0, 4.0, 5.0, 9.0, 15.0, 19.0, 31.0, 55.0, 100.0, 148.0, 252.0, 415.0, 675.0, 1196.0, 2257.0, 4359.0, 8601.0, 19139.0, 47013.0, 207803.0, 796978.0, 44534.0, 19585.0, 10400.0, 5893.0, 3378.0, 2246.0, 1453.0, 967.0, 620.0, 457.0, 321.0, 211.0, 130.0, 101.0, 73.0, 49.0, 50.0, 22.0, 23.0, 10.0, 15.0, 6.0, 11.0, 2.0, 4.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.005057086702436209, -0.004863277543336153, -0.004669468849897385, -0.004475659690797329, -0.0042818509973585606, -0.004088041838258505, -0.003894232911989093, -0.003700423985719681, -0.0035066150594502687, -0.0033128061331808567, -0.0031189972069114447, -0.0029251882806420326, -0.002731379121541977, -0.002537570195272565, -0.002343761269003153, -0.002149952342733741, -0.0019561434164643288, -0.0017623344901949167, -0.0015685255639255047, -0.0013747165212407708, -0.0011809075949713588, -0.0009870986687019467, -0.0007932896842248738, -0.0005994806997478008, -0.0004056717734783888, -0.0002118628181051463, -1.805386273190379e-05, 0.0001757550926413387, 0.0003695640480145812, 0.0005633729742839932, 0.0007571819587610662, 0.0009509909432381392, 0.0011447998695075512, 0.0013386087957769632, 0.0015324177220463753, 0.0017262267647311091, 0.0019200356910005212, 0.002113844733685255, 0.002307653659954667, 0.002501462586224079, 0.002695271512493491, 0.002889080438762903, 0.0030828893650323153, 0.0032766982913017273, 0.003470507450401783, 0.003664316376671195, 0.003858125302940607, 0.0040519339963793755, 0.004245743155479431, 0.004439552314579487, 0.004633361008018255, 0.004827170167118311, 0.005020978860557079, 0.005214788019657135, 0.005408596713095903, 0.005602405872195959, 0.0057962145656347275, 0.005990023724734783, 0.006183832883834839, 0.006377641577273607, 0.006571450736373663, 0.006765259429812431, 0.006959068588912487, 0.007152877282351255, 0.007346686441451311]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 2.0, 2.0, 3.0, 3.0, 1.0, 3.0, 2.0, 2.0, 9.0, 4.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 3.0, 0.0, 1.0, 2.0, 2.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.016282565891742706, -0.01583823375403881, -0.01539390254765749, -0.014949570409953594, -0.014505239203572273, -0.014060907065868378, -0.013616575859487057, -0.013172243721783161, -0.01272791251540184, -0.012283580377697945, -0.011839249171316624, -0.011394917033612728, -0.010950585827231407, -0.010506253689527512, -0.01006192248314619, -0.009617590345442295, -0.009173259139060974, -0.008728927001357079, -0.008284594863653183, -0.007840263657271862, -0.007395931985229254, -0.0069516003131866455, -0.006507268641144037, -0.006062936969101429, -0.005618604831397533, -0.005174273159354925, -0.004729941487312317, -0.004285609815269709, -0.0038412781432271004, -0.003396946471184492, -0.002952614799141884, -0.0025082831270992756, -0.0020639514550566673, -0.001619619783014059, -0.0011752881109714508, -0.0007309563225135207, -0.00028662465047091246, 0.00015770705067552626, 0.000602038751821965, 0.0010463704820722342, 0.0014907021541148424, 0.0019350338261574507, 0.002379365498200059, 0.002823697170242667, 0.003268029075115919, 0.0037123607471585274, 0.004156692419201136, 0.004601024091243744, 0.005045355763286352, 0.00548968743532896, 0.005934019107371569, 0.006378350779414177, 0.006822682451456785, 0.0072670141234993935, 0.007711345795542002, 0.00815567746758461, 0.008600009605288506, 0.009044340811669827, 0.009488672949373722, 0.009933004155755043, 0.010377336293458939, 0.01082166749984026, 0.011265999637544155, 0.011710330843925476, 0.012154662981629372]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 1.0, 1.0, 0.0, 1.0, 1.0, 3.0, 3.0, 4.0, 1.0, 4.0, 3.0, 4.0, 10.0, 2.0, 8.0, 2.0, 11.0, 12.0, 19.0, 21.0, 28.0, 19.0, 34.0, 48.0, 72.0, 67.0, 110.0, 135.0, 179.0, 296.0, 371.0, 560.0, 738.0, 1064.0, 1592.0, 5422.0, 2559.0, 1356.0, 955.0, 689.0, 499.0, 364.0, 328.0, 203.0, 170.0, 128.0, 72.0, 63.0, 57.0, 41.0, 35.0, 17.0, 17.0, 12.0, 10.0, 4.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010112353600561619, -0.009838983416557312, -0.009565613232553005, -0.009292243048548698, -0.009018871933221817, -0.00874550174921751, -0.008472131565213203, -0.008198761381208897, -0.00792539119720459, -0.007652020547538996, -0.007378650363534689, -0.007105280179530382, -0.006831909529864788, -0.006558539345860481, -0.0062851691618561745, -0.00601179851219058, -0.005738428328186274, -0.005465058144181967, -0.005191687494516373, -0.004918317310512066, -0.004644947126507759, -0.004371576476842165, -0.004098206292837858, -0.0038248361088335514, -0.003551465691998601, -0.0032780952751636505, -0.0030047250911593437, -0.0027313546743243933, -0.002457984257489443, -0.002184614073485136, -0.0019112436566501856, -0.001637873356230557, -0.0013645030558109283, -0.0010911327553912997, -0.0008177623967640102, -0.0005443920381367207, -0.00027102173771709204, 2.3485918063670397e-06, 0.0002757189213298261, 0.0005490892799571157, 0.0008224595803767443, 0.0010958298807963729, 0.0013692001812160015, 0.001642570598050952, 0.0019159408984705806, 0.002189311198890209, 0.0024626816157251596, 0.0027360517997294664, 0.003009422216564417, 0.0032827926333993673, 0.003556162817403674, 0.0038295332342386246, 0.004102903418242931, 0.0043762740679085255, 0.004649644251912832, 0.004923014435917139, 0.005196385085582733, 0.00546975526958704, 0.005743125453591347, 0.0060164956375956535, 0.006289866287261248, 0.006563236471265554, 0.006836606655269861, 0.007109977304935455, 0.007383347488939762]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 4.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.04491029679775238, -0.04310334473848343, -0.04129638895392418, -0.03948943689465523, -0.03768248111009598, -0.035875529050827026, -0.034068576991558075, -0.032261621206998825, -0.030454669147729874, -0.028647715225815773, -0.026840761303901672, -0.02503380924463272, -0.02322685532271862, -0.02141990140080452, -0.019612949341535568, -0.017805995419621468, -0.015999041497707367, -0.014192087575793266, -0.01238513458520174, -0.010578181594610214, -0.008771227672696114, -0.0069642742164433, -0.005157320760190487, -0.0033503673039376736, -0.0015434138476848602, 0.0002635396085679531, 0.0020704930648207664, 0.00387744652107358, 0.005684399977326393, 0.0074913534335792065, 0.00929830688983202, 0.011105259880423546, 0.012912213802337646, 0.014719167724251747, 0.016526121646165848, 0.0183330737054348, 0.0201400276273489, 0.021946981549263, 0.023753933608531952, 0.025560887530446053, 0.027367841452360153, 0.029174795374274254, 0.030981749296188354, 0.032788701355457306, 0.03459565341472626, 0.03640260919928551, 0.03820956125855446, 0.04001651704311371, 0.04182346910238266, 0.04363042116165161, 0.04543737694621086, 0.04724432900547981, 0.04905128479003906, 0.050858236849308014, 0.052665188908576965, 0.054472144693136215, 0.05627909675240517, 0.05808604881167412, 0.05989300459623337, 0.06169995665550232, 0.06350690871477127, 0.06531386077404022, 0.06712082028388977, 0.06892777234315872, 0.07073472440242767]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 2.0, 2.0, 3.0, 5.0, 1.0, 2.0, 1.0, 3.0, 1.0, 4.0, 6.0, 6.0, 7.0, 11.0, 17.0, 19.0, 16.0, 23.0, 18.0, 37.0, 16.0, 12.0, 9.0, 6.0, 11.0, 6.0, 5.0, 3.0, 1.0, 7.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.042481984943151474, -0.04135539010167122, -0.04022879898548126, -0.03910220414400101, -0.03797561302781105, -0.036849018186330795, -0.03572242707014084, -0.034595832228660583, -0.03346924111247063, -0.03234264627099037, -0.031216053292155266, -0.03008946031332016, -0.028962867334485054, -0.027836274355649948, -0.026709681376814842, -0.025583088397979736, -0.02445649541914463, -0.023329902440309525, -0.02220330946147442, -0.021076716482639313, -0.019950123503804207, -0.0188235305249691, -0.017696937546133995, -0.01657034456729889, -0.015443750657141209, -0.014317157678306103, -0.013190564699470997, -0.012063971720635891, -0.01093737781047821, -0.009810784831643105, -0.008684191852807999, -0.007557598873972893, -0.006431005895137787, -0.005304412916302681, -0.004177819937467575, -0.003051226492971182, -0.001924633514136076, -0.0007980404188856483, 0.00032855267636477947, 0.0014551457716152072, 0.002581738866865635, 0.003708331845700741, 0.004834924824535847, 0.00596151826903224, 0.007088111247867346, 0.008214704692363739, 0.009341297671198845, 0.01046789065003395, 0.011594483628869057, 0.012721076607704163, 0.013847669586539268, 0.014974262565374374, 0.01610085554420948, 0.017227448523044586, 0.018354041501879692, 0.019480634480714798, 0.020607229322195053, 0.02173382230103016, 0.022860415279865265, 0.02398700825870037, 0.025113601237535477, 0.026240194216370583, 0.02736678719520569, 0.028493380174040794, 0.0296199731528759]}, "_runtime": 158.52827143669128, "_timestamp": 1596213029.229809, "_step": 193}
+{"val_accuracy": 0.8236408390410959, "val_loss": 0.45756829097935053, "_runtime": 160.6819784641266, "_timestamp": 1596213031.383516, "_step": 194}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: V Confidence: 0.43376702070236206 Truth: v", "Prediction: 5 Confidence: 0.9999998807907104 Truth: 5", "Prediction: 2 Confidence: 0.9995630383491516 Truth: 2", "Prediction: 0 Confidence: 0.6515504121780396 Truth: 0"]}, "_runtime": 160.98493003845215, "_timestamp": 1596213031.6864676, "_step": 195}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 0.0, 2.0, 2.0, 2.0, 1.0, 3.0, 0.0, 6.0, 6.0, 1.0, 0.0, 1.0, 2.0, 3.0, 1.0, 3.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.009484142065048218, -0.009200893342494965, -0.008917644619941711, -0.008634395897388458, -0.00835114624351263, -0.008067897520959377, -0.007784648798406124, -0.007501400075852871, -0.007218151353299618, -0.006934902165085077, -0.006651653442531824, -0.006368404719978571, -0.0060851555317640305, -0.005801906809210777, -0.005518658086657524, -0.005235408898442984, -0.0049521601758897305, -0.004668911453336477, -0.004385662265121937, -0.004102413542568684, -0.0038191648200154305, -0.0035359158646315336, -0.003252666909247637, -0.0029694181866943836, -0.002686169231310487, -0.00240292027592659, -0.002119671553373337, -0.00183642259798944, -0.001553173759020865, -0.00126992492005229, -0.0009866759646683931, -0.0007034271256998181, -0.00042017828673124313, -0.00013692941865883768, 0.00014631944941356778, 0.00042956831748597324, 0.0007128171855583787, 0.0009960660245269537, 0.0012793149799108505, 0.0015625638188794255, 0.0018458126578480005, 0.0021290616132318974, 0.0024123103357851505, 0.0026955592911690474, 0.002978808246552944, 0.0032620569691061974, 0.003545305924490094, 0.0038285546470433474, 0.004111803602427244, 0.004395052324980497, 0.004678301513195038, 0.004961550235748291, 0.005244798958301544, 0.005528048146516085, 0.005811296869069338, 0.006094545591622591, 0.0063777947798371315, 0.006661043502390385, 0.006944292224943638, 0.007227540947496891, 0.0075107901357114315, 0.007794038858264685, 0.008077288046479225, 0.008360536769032478, 0.008643785491585732]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 1.0, 2.0, 3.0, 3.0, 7.0, 5.0, 7.0, 9.0, 17.0, 17.0, 20.0, 30.0, 43.0, 51.0, 85.0, 110.0, 140.0, 239.0, 402.0, 5509.0, 470.0, 236.0, 169.0, 98.0, 55.0, 57.0, 33.0, 29.0, 14.0, 15.0, 13.0, 6.0, 5.0, 5.0, 3.0, 5.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.12769946455955505, -0.12363436073064804, -0.11956925690174103, -0.11550416052341461, -0.1114390566945076, -0.10737395286560059, -0.10330884903669357, -0.09924374520778656, -0.09517864882946014, -0.09111354500055313, -0.08704844117164612, -0.0829833373427391, -0.07891823351383209, -0.07485312968492508, -0.07078803330659866, -0.06672292947769165, -0.06265782564878464, -0.058592721819877625, -0.05452762171626091, -0.0504625178873539, -0.04639741778373718, -0.04233231395483017, -0.03826721012592316, -0.03420211002230644, -0.03013700619339943, -0.026071904227137566, -0.022006802260875702, -0.01794169843196869, -0.013876596465706825, -0.009811494499444962, -0.005746391601860523, -0.0016812891699373722, 0.002383813261985779, 0.00644891569390893, 0.01051401812583208, 0.01457912102341652, 0.018644222989678383, 0.022709324955940247, 0.02677442878484726, 0.030839530751109123, 0.03490463271737099, 0.038969736546278, 0.043034836649894714, 0.04709994047880173, 0.05116504430770874, 0.055230144411325455, 0.05929524824023247, 0.06336034834384918, 0.0674254521727562, 0.07149055600166321, 0.07555565983057022, 0.07962075620889664, 0.08368586003780365, 0.08775096386671066, 0.09181606769561768, 0.09588117152452469, 0.0999462753534317, 0.10401137173175812, 0.10807647556066513, 0.11214157938957214, 0.11620668321847916, 0.12027178704738617, 0.12433688342571259, 0.1284019947052002, 0.1324670910835266]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 4.0, 2.0, 2.0, 0.0, 1.0, 1.0, 5.0, 3.0, 1.0, 5.0, 1.0, 6.0, 2.0, 2.0, 4.0, 25.0, 5.0, 5.0, 4.0, 4.0, 6.0, 4.0, 7.0, 4.0, 1.0, 4.0, 1.0, 1.0, 2.0, 0.0, 3.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.003182101994752884, -0.00308682001195848, -0.002991538029164076, -0.002896256046369672, -0.002800974063575268, -0.0027056920807808638, -0.002610409865155816, -0.002515127882361412, -0.002419845899567008, -0.002324563916772604, -0.0022292819339782, -0.002133999951183796, -0.002038717968389392, -0.0019434359855949879, -0.001848153886385262, -0.001752871903590858, -0.001657589920796454, -0.00156230793800205, -0.001467025955207646, -0.00137174385599792, -0.001276461873203516, -0.001181179890409112, -0.001085897907614708, -0.000990615924820304, -0.000895333883818239, -0.0008000519010238349, -0.00070476986002177, -0.000609487877227366, -0.0005142058944329619, -0.000418923853430897, -0.00032364187063649297, -0.00022835985873825848, -0.000133077846840024, -3.779584221774712e-05, 5.748616240452975e-05, 0.000152768159750849, 0.0002480501716490835, 0.000343332183547318, 0.000438614166341722, 0.000533896207343787, 0.000629178190138191, 0.000724460172932595, 0.00081974221393466, 0.000915024196729064, 0.001010306179523468, 0.001105588162317872, 0.001200870261527598, 0.001296152244322002, 0.001391434227116406, 0.00148671620991081, 0.001581998192705214, 0.0016772802919149399, 0.001772562274709344, 0.001867844257503748, 0.001963126240298152, 0.002058408223092556, 0.00215369020588696, 0.002248972188681364, 0.002344254171475768, 0.0024395363871008158, 0.00253481836989522, 0.002630100352689624, 0.002725382335484028, 0.002820664318278432, 0.002915946301072836]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 2.0, 2.0, 6.0, 2.0, 5.0, 12.0, 10.0, 14.0, 13.0, 35.0, 34.0, 56.0, 91.0, 143.0, 197.0, 296.0, 502.0, 771.0, 1401.0, 2466.0, 4667.0, 9289.0, 20591.0, 55817.0, 853035.0, 150611.0, 38796.0, 17555.0, 9334.0, 5281.0, 3061.0, 1869.0, 1222.0, 752.0, 508.0, 357.0, 246.0, 161.0, 111.0, 73.0, 72.0, 48.0, 25.0, 27.0, 13.0, 17.0, 10.0, 11.0, 9.0, 4.0, 4.0, 3.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.005954124499112368, -0.005740690510720015, -0.005527256987988949, -0.005313822999596596, -0.005100389011204243, -0.004886955488473177, -0.004673521500080824, -0.004460087511688471, -0.004246653988957405, -0.004033220000565052, -0.003819786012172699, -0.0036063522566109896, -0.00339291850104928, -0.003179484512656927, -0.0029660507570952177, -0.0027526167687028646, -0.0025391830131411552, -0.002325749257579446, -0.0021123152691870928, -0.0018988815136253834, -0.0016854476416483521, -0.001472013769671321, -0.0012585800141096115, -0.0010451461421325803, -0.000831712270155549, -0.0006182783981785178, -0.0004048445844091475, -0.00019141074153594673, 2.2023101337254047e-05, 0.00023545694421045482, 0.0004488907870836556, 0.0006623246008530259, 0.0008757584728300571, 0.0010891923448070884, 0.0013026262167841196, 0.001516059972345829, 0.0017294938443228602, 0.0019429277162998915, 0.002156361471861601, 0.002369795460253954, 0.0025832292158156633, 0.0027966629713773727, 0.003010096959769726, 0.003223530715331435, 0.0034369644708931446, 0.0036503984592854977, 0.003863832214847207, 0.0040772659704089165, 0.0042906999588012695, 0.004504133947193623, 0.004717567469924688, 0.004931001458317041, 0.0051444354467093945, 0.00535786896944046, 0.005571302957832813, 0.005784736946225166, 0.005998170934617519, 0.006211604457348585, 0.006425038445740938, 0.006638472434133291, 0.006851905956864357, 0.00706533994525671, 0.007278773933649063, 0.007492207456380129, 0.007705641444772482]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 3.0, 0.0, 1.0, 1.0, 3.0, 3.0, 2.0, 2.0, 5.0, 5.0, 8.0, 6.0, 0.0, 2.0, 2.0, 1.0, 3.0, 3.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0416271910071373, -0.040515124797821045, -0.03940305858850479, -0.03829099237918854, -0.03717892989516258, -0.03606686368584633, -0.034954797476530075, -0.03384273126721382, -0.03273066505789757, -0.031618598848581314, -0.03050653450191021, -0.029394468292593956, -0.02828240394592285, -0.027170337736606598, -0.026058271527290344, -0.02494620718061924, -0.023834140971302986, -0.022722074761986732, -0.021610010415315628, -0.020497944205999374, -0.01938587799668312, -0.018273813650012016, -0.017161747440695763, -0.01604968123137951, -0.01493761595338583, -0.013825550675392151, -0.012713484466075897, -0.011601419188082218, -0.010489353910088539, -0.009377287700772285, -0.008265222422778606, -0.00715315667912364, -0.006041090935468674, -0.004929025191813707, -0.0038169596809893847, -0.002704894170165062, -0.0015928284265100956, -0.00048076279927045107, 0.0006313028279691935, 0.001743368455208838, 0.0028554340824484825, 0.003967499826103449, 0.005079565569758415, 0.006191630847752094, 0.007303696591407061, 0.008415762335062027, 0.009527827613055706, 0.01063989382237196, 0.011751959100365639, 0.012864024378359318, 0.013976090587675571, 0.01508815586566925, 0.016200222074985504, 0.01731228642165661, 0.018424352630972862, 0.019536418840289116, 0.02064848318696022, 0.021760549396276474, 0.022872615605592728, 0.02398468181490898, 0.025096746161580086, 0.02620881237089634, 0.027320878580212593, 0.028432942926883698, 0.02954500913619995]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [9.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 17.0, 17.0, 9.0, 2.0, 2.0, 2.0, 2.0, 6.0, 10.0, 12.0, 25.0, 17.0, 30.0, 36.0, 38.0, 55.0, 79.0, 105.0, 124.0, 216.0, 311.0, 477.0, 683.0, 1056.0, 2081.0, 6659.0, 2263.0, 1101.0, 773.0, 495.0, 333.0, 305.0, 242.0, 155.0, 142.0, 112.0, 78.0, 69.0, 42.0, 53.0, 44.0, 23.0, 18.0, 24.0, 15.0, 7.0, 17.0, 10.0, 11.0, 2.0, 1.0, 6.0, 1.0, 2.0, 1.0, 4.0, 2.0], "bins": [-0.013667032122612, -0.013248329982161522, -0.012829627841711044, -0.012410925701260567, -0.011992223560810089, -0.011573520489037037, -0.01115481834858656, -0.010736116208136082, -0.010317414067685604, -0.009898711927235126, -0.009480009786784649, -0.009061307646334171, -0.008642604574561119, -0.008223902434110641, -0.007805200293660164, -0.007386498153209686, -0.006967796012759209, -0.006549093872308731, -0.0061303917318582535, -0.005711689125746489, -0.005292986985296011, -0.004874284844845533, -0.0044555822387337685, -0.004036880098283291, -0.0036181779578328133, -0.0031994758173823357, -0.0027807734441012144, -0.002362071070820093, -0.0019433689303696156, -0.0015246666735038161, -0.0011059644166380167, -0.0006872621597722173, -0.00026855990290641785, 0.00015014235395938158, 0.000568844610825181, 0.0009875468676909804, 0.0014062491245567799, 0.0018249513814225793, 0.0022436536382883787, 0.0026623560115695, 0.0030810581520199776, 0.003499760292470455, 0.003918462432920933, 0.004337165039032698, 0.004755867179483175, 0.005174569319933653, 0.005593271926045418, 0.006011974066495895, 0.006430676206946373, 0.006849378347396851, 0.007268080487847328, 0.007686783093959093, 0.008105484768748283, 0.008524187840521336, 0.008942889980971813, 0.00936159212142229, 0.009780294261872768, 0.010198996402323246, 0.010617698542773724, 0.011036400683224201, 0.011455103754997253, 0.011873805895447731, 0.012292508035898209, 0.012711210176348686, 0.013129912316799164]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 3.0, 1.0, 1.0, 0.0, 2.0, 4.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.10654986649751663, -0.10262734442949295, -0.09870482236146927, -0.09478230774402618, -0.0908597856760025, -0.08693726360797882, -0.08301474153995514, -0.07909221947193146, -0.07516969740390778, -0.07124718278646469, -0.06732466071844101, -0.06340213865041733, -0.059479616582393646, -0.05555709823966026, -0.05163457617163658, -0.0477120578289032, -0.04378953576087952, -0.039867013692855835, -0.03594449535012245, -0.03202197328209877, -0.028099453076720238, -0.024176932871341705, -0.020254410803318024, -0.01633189059793949, -0.012409370392560959, -0.008486850187182426, -0.004564329050481319, -0.0006418083794414997, 0.00328071229159832, 0.00720323296263814, 0.01112575363367796, 0.015048274770379066, 0.0189707949757576, 0.02289331518113613, 0.026815835386514664, 0.030738357454538345, 0.03466087579727173, 0.03858339786529541, 0.04250591993331909, 0.046428438276052475, 0.05035096034407616, 0.05427348241209984, 0.05819600075483322, 0.0621185228228569, 0.06604104489088058, 0.06996356695890427, 0.07388608157634735, 0.07780860364437103, 0.08173112571239471, 0.0856536477804184, 0.08957616984844208, 0.09349868446588516, 0.09742120653390884, 0.10134372860193253, 0.10526625066995621, 0.10918877273797989, 0.11311128735542297, 0.11703380942344666, 0.12095633149147034, 0.12487885355949402, 0.1288013756275177, 0.13272389769554138, 0.13664641976356506, 0.14056894183158875, 0.14449146389961243]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 4.0, 6.0, 1.0, 1.0, 8.0, 14.0, 12.0, 7.0, 12.0, 11.0, 9.0, 14.0, 11.0, 12.0, 23.0, 27.0, 9.0, 16.0, 6.0, 11.0, 4.0, 5.0, 3.0, 4.0, 5.0, 10.0, 2.0, 2.0, 2.0, 2.0, 5.0, 1.0, 3.0, 1.0, 1.0, 0.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0], "bins": [-0.06966140121221542, -0.0676199272274971, -0.06557846069335938, -0.06353698670864105, -0.06149551644921303, -0.059454046189785004, -0.05741257593035698, -0.055371105670928955, -0.05332963168621063, -0.05128816142678261, -0.049246691167354584, -0.04720522090792656, -0.045163750648498535, -0.04312228038907051, -0.04108080640435219, -0.039039336144924164, -0.03699786588549614, -0.034956395626068115, -0.03291492536664009, -0.030873453244566917, -0.028831981122493744, -0.02679051086306572, -0.024749040603637695, -0.022707568481564522, -0.020666098222136497, -0.018624627962708473, -0.0165831558406353, -0.014541685581207275, -0.012500214390456676, -0.010458743199706078, -0.008417272940278053, -0.006375801749527454, -0.0043343305587768555, -0.0022928596008569, -0.00025138864293694496, 0.0017900823149830103, 0.0038315532729029655, 0.0058730244636535645, 0.007914494723081589, 0.009955965913832188, 0.011997437104582787, 0.014038908295333385, 0.016080379486083984, 0.01812184974551201, 0.020163320004940033, 0.022204792127013206, 0.02424626238644123, 0.026287734508514404, 0.02832920476794243, 0.030370675027370453, 0.03241214528679848, 0.0344536192715168, 0.036495089530944824, 0.03853655979037285, 0.04057803004980087, 0.0426195003092289, 0.04466097056865692, 0.046702444553375244, 0.04874391481280327, 0.05078538507223129, 0.05282685533165932, 0.05486832559108734, 0.056909799575805664, 0.05895126983523369, 0.06099274009466171]}, "_runtime": 161.15869450569153, "_timestamp": 1596213031.860232, "_step": 196}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 2.0, 5.0, 7.0, 3.0, 3.0, 4.0, 1.0, 0.0, 3.0, 0.0, 3.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.010251170955598354, -0.009961717762053013, -0.009672265499830246, -0.009382812306284904, -0.009093359112739563, -0.008803906850516796, -0.008514453656971455, -0.008225001394748688, -0.007935548201203346, -0.007646095473319292, -0.007356642745435238, -0.007067189551889896, -0.006777736824005842, -0.006488284096121788, -0.0061988309025764465, -0.005909378174692392, -0.005619925446808338, -0.005330472718924284, -0.00504101999104023, -0.004751566797494888, -0.004462114069610834, -0.00417266134172678, -0.003883208381012082, -0.0035937554202973843, -0.00330430269241333, -0.003014849964529276, -0.002725397003814578, -0.0024359440430998802, -0.002146491315215826, -0.00185703847091645, -0.001567585626617074, -0.001278132782317698, -0.000988679938018322, -0.000699227093718946, -0.00040977424941956997, -0.00012032140512019396, 0.00016913143917918205, 0.00045858428347855806, 0.0007480371277779341, 0.00103748997207731, 0.001326942816376686, 0.001616395660676062, 0.0019058485049754381, 0.002195301465690136, 0.00248475419357419, 0.0027742069214582443, 0.003063659882172942, 0.00335311284288764, 0.003642565570771694, 0.003932018298655748, 0.0042214710265398026, 0.004510924220085144, 0.004800376947969198, 0.005089829675853252, 0.005379282869398594, 0.005668735597282648, 0.005958188325166702, 0.0062476410530507565, 0.006537093780934811, 0.006826546974480152, 0.007115999702364206, 0.0074054524302482605, 0.007694905623793602, 0.007984357886016369, 0.00827381107956171]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 3.0, 2.0, 4.0, 7.0, 9.0, 11.0, 12.0, 24.0, 24.0, 29.0, 52.0, 59.0, 100.0, 144.0, 208.0, 4422.0, 2112.0, 253.0, 148.0, 93.0, 60.0, 51.0, 27.0, 25.0, 14.0, 9.0, 3.0, 8.0, 6.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1704310029745102, -0.16510285437107086, -0.15977472066879272, -0.1544465720653534, -0.14911842346191406, -0.14379028975963593, -0.1384621411561966, -0.13313400745391846, -0.12780585885047913, -0.12247771769762039, -0.11714957654476166, -0.11182142794132233, -0.10649328678846359, -0.10116514563560486, -0.09583699703216553, -0.0905088558793068, -0.08518071472644806, -0.07985257357358932, -0.07452443242073059, -0.06919628381729126, -0.06386814266443253, -0.05854000151157379, -0.05321185663342476, -0.047883711755275726, -0.04255557060241699, -0.03722742944955826, -0.031899284571409225, -0.026571141555905342, -0.02124299854040146, -0.015914855524897575, -0.010586712509393692, -0.005258569493889809, 6.957352161407471e-05, 0.005397716537117958, 0.010725859552621841, 0.016054002568125725, 0.021382145583629608, 0.02671028859913349, 0.032038431614637375, 0.03736657649278641, 0.04269471764564514, 0.048022858798503876, 0.05335100367665291, 0.05867914855480194, 0.06400728970766068, 0.06933543086051941, 0.07466357946395874, 0.07999172061681747, 0.08531986176967621, 0.09064800292253494, 0.09597614407539368, 0.10130429267883301, 0.10663243383169174, 0.11196057498455048, 0.11728872358798981, 0.12261686474084854, 0.12794500589370728, 0.1332731544971466, 0.13860128819942474, 0.14392943680286407, 0.1492575705051422, 0.15458571910858154, 0.15991386771202087, 0.165242001414299, 0.17057015001773834]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 3.0, 2.0, 1.0, 2.0, 1.0, 3.0, 1.0, 2.0, 5.0, 0.0, 5.0, 3.0, 5.0, 4.0, 5.0, 4.0, 1.0, 24.0, 4.0, 5.0, 7.0, 1.0, 4.0, 5.0, 2.0, 4.0, 2.0, 1.0, 3.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0], "bins": [-0.0030211838893592358, -0.002934439340606332, -0.0028476945590227842, -0.0027609500102698803, -0.0026742052286863327, -0.0025874606799334288, -0.002500716131180525, -0.0024139713495969772, -0.0023272268008440733, -0.0022404822520911694, -0.0021537374705076218, -0.002066992921754718, -0.001980248373001814, -0.0018935035914182663, -0.0018067590426653624, -0.0017200143774971366, -0.0016332697123289108, -0.001546525047160685, -0.0014597803819924593, -0.0013730358332395554, -0.0012862911680713296, -0.0011995465029031038, -0.0011128019541501999, -0.0010260572889819741, -0.0009393126238137484, -0.0008525679586455226, -0.0007658233516849577, -0.0006790787447243929, -0.0005923340795561671, -0.0005055894143879414, -0.0004188448074273765, -0.0003321001713629812, -0.0002453555352985859, -0.00015861089923419058, -7.186626316979527e-05, 1.4878372894600034e-05, 0.00010162300895899534, 0.00018836764502339065, 0.00027511228108778596, 0.00036185691715218127, 0.0004486015532165766, 0.0005353462183848023, 0.0006220908253453672, 0.000708835432305932, 0.0007955800974741578, 0.0008823247626423836, 0.0009690693696029484, 0.0010558139765635133, 0.001142558641731739, 0.0012293033068999648, 0.0013160479720681906, 0.0014027925208210945, 0.0014895371859893203, 0.001576281851157546, 0.00166302639991045, 0.0017497710650786757, 0.0018365157302469015, 0.0019232603954151273, 0.002010005060583353, 0.002096749609336257, 0.002183494158089161, 0.0022702389396727085, 0.0023569834884256124, 0.00244372827000916, 0.002530472818762064]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 6.0, 5.0, 15.0, 13.0, 27.0, 40.0, 52.0, 80.0, 119.0, 209.0, 263.0, 463.0, 703.0, 1283.0, 2131.0, 3846.0, 7126.0, 14737.0, 34831.0, 125578.0, 890743.0, 53432.0, 20833.0, 10105.0, 5240.0, 2924.0, 1764.0, 1090.0, 710.0, 427.0, 295.0, 194.0, 115.0, 82.0, 43.0, 30.0, 22.0, 16.0, 10.0, 12.0, 11.0, 6.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.007394700776785612, -0.007179118227213621, -0.0069635361433029175, -0.0067479535937309265, -0.0065323710441589355, -0.006316788494586945, -0.006101206410676241, -0.00588562386110425, -0.005670041311532259, -0.005454459227621555, -0.005238876678049564, -0.005023294128477573, -0.004807711578905582, -0.004592129494994879, -0.004376546945422888, -0.004160964395850897, -0.003945382311940193, -0.003729799762368202, -0.0035142172127962112, -0.003298634896054864, -0.003083052346482873, -0.0028674700297415257, -0.0026518874801695347, -0.0024363051634281874, -0.00222072284668684, -0.002005140297114849, -0.00178955786395818, -0.0015739754308015108, -0.0013583931140601635, -0.0011428106809034944, -0.0009272282477468252, -0.0007116458145901561, -0.0004960633814334869, -0.0002804809482768178, -6.489854422397912e-05, 0.0001506838743807748, 0.0003662662929855287, 0.0005818487261421978, 0.0007974311010912061, 0.0010130135342478752, 0.0012285959674045444, 0.0014441784005612135, 0.0016597608337178826, 0.0018753432668745518, 0.002090925583615899, 0.00230650813318789, 0.0025220904499292374, 0.0027376729995012283, 0.0029532553162425756, 0.003168837632983923, 0.003384420182555914, 0.0036000024992972612, 0.003815585048869252, 0.0040311673656105995, 0.0042467499151825905, 0.0044623324647545815, 0.004677914548665285, 0.004893497098237276, 0.005109079647809267, 0.005324661731719971, 0.005540244281291962, 0.005755826830863953, 0.005971409380435944, 0.006186991464346647, 0.006402574013918638]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 3.0, 2.0, 5.0, 4.0, 1.0, 0.0, 2.0, 3.0, 7.0, 9.0, 0.0, 7.0, 4.0, 2.0, 2.0, 5.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011122461408376694, -0.01011736411601305, -0.009112266823649406, -0.008107169531285763, -0.007102072238922119, -0.0060969749465584755, -0.005091877654194832, -0.004086780361831188, -0.0030816830694675446, -0.002076585777103901, -0.0010714884847402573, -6.639119237661362e-05, 0.00093870609998703, 0.0019438033923506737, 0.0029489006847143173, 0.003953997977077961, 0.004959095269441605, 0.005964192561805248, 0.006969289854168892, 0.007974387146532536, 0.00897948443889618, 0.009984581731259823, 0.010989679023623466, 0.01199477631598711, 0.012999873608350754, 0.014004970900714397, 0.015010068193078041, 0.01601516455411911, 0.01702026277780533, 0.018025361001491547, 0.019030457362532616, 0.020035553723573685, 0.021040651947259903, 0.02204575017094612, 0.02305084653198719, 0.02405594289302826, 0.025061041116714478, 0.026066139340400696, 0.027071235701441765, 0.028076332062482834, 0.029081430286169052, 0.03008652850985527, 0.03109162487089634, 0.03209672123193741, 0.03310181945562363, 0.034106917679309845, 0.03511201590299606, 0.03611711040139198, 0.0371222086250782, 0.03812730684876442, 0.03913240134716034, 0.04013749957084656, 0.041142597794532776, 0.042147696018218994, 0.04315279424190521, 0.04415788874030113, 0.04516298696398735, 0.04616808518767357, 0.04717317968606949, 0.04817827790975571, 0.049183376133441925, 0.05018847435712814, 0.05119357258081436, 0.05219866707921028, 0.0532037653028965]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 3.0, 11.0, 16.0, 16.0, 36.0, 44.0, 43.0, 72.0, 110.0, 167.0, 189.0, 280.0, 437.0, 644.0, 997.0, 1672.0, 5834.0, 3322.0, 1546.0, 970.0, 668.0, 422.0, 260.0, 158.0, 136.0, 91.0, 51.0, 40.0, 30.0, 15.0, 8.0, 6.0, 9.0, 11.0, 17.0, 20.0, 4.0, 3.0, 5.0, 7.0, 3.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 8.0, 13.0, 5.0, 11.0, 6.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 7.0], "bins": [-0.0068098995834589005, -0.006430943030864, -0.0060519864782691, -0.005673030391335487, -0.005294073838740587, -0.004915117286145687, -0.004536161199212074, -0.004157204646617174, -0.003778248094022274, -0.003399291541427374, -0.0030203352216631174, -0.002641378901898861, -0.002262422349303961, -0.0018834659131243825, -0.0015045094769448042, -0.0011255530407652259, -0.0007465966045856476, -0.0003676401684060693, 1.1316267773509026e-05, 0.00039027270395308733, 0.0007692291401326656, 0.001148185576312244, 0.0015271420124918222, 0.0019060984486714005, 0.002285054884850979, 0.002664011437445879, 0.0030429677572101355, 0.003421924076974392, 0.003800880629569292, 0.004179837182164192, 0.004558793269097805, 0.004937749821692705, 0.005316706374287605, 0.005695662926882505, 0.0060746194794774055, 0.006453575566411018, 0.0068325321190059185, 0.007211488671600819, 0.0075904447585344315, 0.007969401776790619, 0.008348357863724232, 0.008727313950657845, 0.009106270968914032, 0.009485227055847645, 0.009864183142781258, 0.010243140161037445, 0.010622096247971058, 0.011001053266227245, 0.011380009353160858, 0.011758965440094471, 0.012137922458350658, 0.012516878545284271, 0.012895835563540459, 0.013274791650474072, 0.013653747737407684, 0.014032704755663872, 0.014411660842597485, 0.014790616929531097, 0.015169573947787285, 0.015548530034720898, 0.01592748612165451, 0.016306443139910698, 0.016685400158166885, 0.017064355313777924, 0.01744331233203411]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 3.0, 1.0, 2.0, 2.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.15398560464382172, -0.1506815403699875, -0.14737747609615326, -0.14407341182231903, -0.1407693475484848, -0.13746528327465057, -0.13416121900081635, -0.13085715472698212, -0.1275530904531479, -0.12424903362989426, -0.12094496935606003, -0.1176409050822258, -0.11433684080839157, -0.11103277653455734, -0.10772871226072311, -0.10442464798688889, -0.10112058371305466, -0.09781651943922043, -0.0945124551653862, -0.09120839089155197, -0.08790432661771774, -0.08460026234388351, -0.08129619807004929, -0.07799213379621506, -0.07468807697296143, -0.0713840126991272, -0.06807994842529297, -0.06477588415145874, -0.06147181987762451, -0.05816775560379028, -0.054863691329956055, -0.051559627056121826, -0.0482555627822876, -0.04495149850845337, -0.04164743423461914, -0.03834336996078491, -0.035039305686950684, -0.031735245138406754, -0.028431180864572525, -0.025127116590738297, -0.021823052316904068, -0.01851898804306984, -0.015214924700558186, -0.011910861358046532, -0.008606797084212303, -0.005302733276039362, -0.0019986694678664207, 0.0013053943403065205, 0.004609458148479462, 0.00791352242231369, 0.011217585764825344, 0.014521649107336998, 0.017825713381171227, 0.021129777655005455, 0.024433840066194534, 0.027737904340028763, 0.03104196861386299, 0.03434603288769722, 0.03765009716153145, 0.04095416143536568, 0.04425822198390961, 0.047562286257743835, 0.050866350531578064, 0.05417041480541229, 0.05747447907924652]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 6.0, 4.0, 4.0, 6.0, 4.0, 4.0, 2.0, 4.0, 8.0, 13.0, 11.0, 13.0, 20.0, 25.0, 42.0, 9.0, 6.0, 5.0, 5.0, 9.0, 6.0, 7.0, 5.0, 4.0, 7.0, 9.0, 5.0, 5.0, 5.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 3.0, 3.0, 1.0, 0.0, 4.0, 2.0, 1.0, 3.0, 2.0, 0.0, 1.0], "bins": [-0.06712431460618973, -0.0650668740272522, -0.06300943344831467, -0.060951996594667435, -0.058894556015729904, -0.056837115436792374, -0.05477967858314514, -0.05272223800420761, -0.05066479742527008, -0.04860735684633255, -0.04654991626739502, -0.04449247941374779, -0.04243503883481026, -0.040377598255872726, -0.038320161402225494, -0.036262720823287964, -0.03420528024435043, -0.0321478396654129, -0.03009040094912052, -0.02803296223282814, -0.02597552165389061, -0.02391808107495308, -0.021860642358660698, -0.019803203642368317, -0.017745763063430786, -0.015688322484493256, -0.013630883768200874, -0.011573444120585918, -0.009516004472970963, -0.007458564825356007, -0.005401125177741051, -0.003343685530126095, -0.001286245882511139, 0.000771193765103817, 0.002828633412718773, 0.004886073060333729, 0.006943512707948685, 0.00900095235556364, 0.011058392003178596, 0.013115831650793552, 0.015173271298408508, 0.01723071187734604, 0.01928815059363842, 0.0213455893099308, 0.023403029888868332, 0.025460470467805862, 0.027517909184098244, 0.029575347900390625, 0.031632788479328156, 0.033690229058265686, 0.03574766963720322, 0.03780510649085045, 0.03986254706978798, 0.04191998764872551, 0.04397742450237274, 0.04603486508131027, 0.0480923056602478, 0.05014974623918533, 0.052207186818122864, 0.054264623671770096, 0.056322064250707626, 0.05837950482964516, 0.06043694168329239, 0.06249438226222992, 0.06455182284116745]}, "_runtime": 162.01903009414673, "_timestamp": 1596213032.7205677, "_step": 197}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 5.0, 3.0, 1.0, 0.0, 3.0, 0.0, 6.0, 3.0, 3.0, 3.0, 6.0, 1.0, 2.0, 3.0, 3.0, 1.0, 4.0, 2.0, 2.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01592150330543518, -0.01546840276569128, -0.015015301294624805, -0.014562200754880905, -0.014109100215137005, -0.01365599874407053, -0.01320289820432663, -0.01274979766458273, -0.012296697124838829, -0.011843595653772354, -0.011390495114028454, -0.010937394574284554, -0.010484293103218079, -0.010031192563474178, -0.009578092023730278, -0.009124990552663803, -0.008671890012919903, -0.008218789473176003, -0.007765688467770815, -0.007312587462365627, -0.006859486922621727, -0.006406385917216539, -0.005953284911811352, -0.0055001843720674515, -0.005047083366662264, -0.004593982361257076, -0.004140881821513176, -0.0036877808161079884, -0.0032346800435334444, -0.0027815792709589005, -0.002328478265553713, -0.001875377492979169, -0.001422276720404625, -0.0009691758896224201, -0.0005160750588402152, -6.297422805801034e-05, 0.0003901266027241945, 0.0008432274335063994, 0.0012963282642886043, 0.00174942915327847, 0.002202529925853014, 0.002655630698427558, 0.003108731471002102, 0.0035618324764072895, 0.004014933481812477, 0.004468034021556377, 0.004921135026961565, 0.005374235566705465, 0.005827336572110653, 0.0062804375775158405, 0.006733538117259741, 0.0071866391226649284, 0.007639739662408829, 0.008092841133475304, 0.008545941673219204, 0.008999042212963104, 0.00945214368402958, 0.00990524422377348, 0.01035834476351738, 0.01081144530326128, 0.011264546774327755, 0.011717647314071655, 0.012170747853815556, 0.01262384932488203, 0.01307694986462593]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 3.0, 1.0, 1.0, 2.0, 2.0, 1.0, 0.0, 3.0, 6.0, 2.0, 0.0, 2.0, 5.0, 1.0, 5.0, 8.0, 8.0, 7.0, 12.0, 17.0, 18.0, 34.0, 29.0, 35.0, 42.0, 68.0, 97.0, 108.0, 168.0, 316.0, 5059.0, 915.0, 304.0, 178.0, 108.0, 86.0, 81.0, 39.0, 29.0, 21.0, 26.0, 12.0, 15.0, 9.0, 5.0, 14.0, 2.0, 3.0, 5.0, 4.0, 5.0, 1.0, 2.0, 0.0, 4.0, 1.0, 3.0, 0.0, 0.0, 2.0], "bins": [-0.11573284864425659, -0.11241333931684494, -0.10909382998943329, -0.10577432066202164, -0.10245481878519058, -0.09913530945777893, -0.09581580013036728, -0.09249629080295563, -0.08917678147554398, -0.08585727214813232, -0.08253777027130127, -0.07921826094388962, -0.07589875161647797, -0.07257924228906631, -0.06925973296165466, -0.06594022363424301, -0.06262071430683136, -0.05930120870471001, -0.055981703102588654, -0.052662193775177, -0.04934268444776535, -0.046023178845644, -0.042703669518232346, -0.039384160190820694, -0.03606465458869934, -0.03274514526128769, -0.029425635933876038, -0.026106128469109535, -0.022786621004343033, -0.01946711167693138, -0.01614760421216488, -0.012828095816075802, -0.009508587419986725, -0.006189079023897648, -0.002869571093469858, 0.00044993706978857517, 0.0037694452330470085, 0.0070889536291360855, 0.010408461093902588, 0.013727969489991665, 0.017047477886080742, 0.020366985350847244, 0.023686494678258896, 0.027006002143025398, 0.0303255096077919, 0.03364501893520355, 0.036964528262615204, 0.04028403386473656, 0.04360354319214821, 0.04692305251955986, 0.05024255812168121, 0.053562067449092865, 0.05688157677650452, 0.06020108237862587, 0.06352059543132782, 0.06684009730815887, 0.07015960663557053, 0.07347911596298218, 0.07679862529039383, 0.08011813461780548, 0.08343764394521713, 0.08675714582204819, 0.09007665514945984, 0.09339616447687149, 0.09671567380428314]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 2.0, 3.0, 2.0, 3.0, 1.0, 2.0, 7.0, 2.0, 3.0, 4.0, 5.0, 7.0, 0.0, 3.0, 2.0, 4.0, 6.0, 5.0, 23.0, 6.0, 6.0, 2.0, 3.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.002483460819348693, -0.002409419510513544, -0.0023353779688477516, -0.002261336660012603, -0.002187295351177454, -0.0021132538095116615, -0.0020392125006765127, -0.0019651709590107203, -0.0018911296501755714, -0.0018170882249251008, -0.0017430467996746302, -0.0016690054908394814, -0.0015949640655890107, -0.00152092264033854, -0.0014468813315033913, -0.0013728399062529206, -0.00129879848100245, -0.0012247570557519794, -0.0011507156305015087, -0.00107667432166636, -0.0010026328964158893, -0.0009285914711654186, -0.0008545501041226089, -0.0007805087370797992, -0.0007064673118293285, -0.0006324258865788579, -0.0005583845195360482, -0.000484343123389408, -0.0004103017272427678, -0.00033626033109612763, -0.00026221893494948745, -0.00018817753880284727, -0.00011413614265620708, -4.00947465095669e-05, 3.394664963707328e-05, 0.00010798804578371346, 0.00018202944193035364, 0.0002560708380769938, 0.000330112234223634, 0.0004041536303702742, 0.00047819502651691437, 0.000552236451767385, 0.0006262778188101947, 0.0007003191858530045, 0.0007743606111034751, 0.0008484020363539457, 0.0009224434033967555, 0.0009964847704395652, 0.0010705261956900358, 0.0011445676209405065, 0.001218609046190977, 0.001292650355026126, 0.0013666917802765965, 0.0014407332055270672, 0.001514774514362216, 0.0015888159396126866, 0.0016628573648631573, 0.001736898790113628, 0.0018109402153640985, 0.0018849815241992474, 0.00195902306586504, 0.0020330643747001886, 0.0021071056835353374, 0.00218114722520113, 0.0022551885340362787]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 3.0, 6.0, 4.0, 4.0, 9.0, 5.0, 10.0, 17.0, 14.0, 28.0, 23.0, 45.0, 53.0, 75.0, 106.0, 132.0, 199.0, 310.0, 406.0, 643.0, 970.0, 1579.0, 2657.0, 4389.0, 7785.0, 14814.0, 31954.0, 93508.0, 888774.0, 76928.0, 25634.0, 11934.0, 6352.0, 3823.0, 2190.0, 1492.0, 967.0, 565.0, 397.0, 278.0, 196.0, 118.0, 65.0, 54.0, 32.0, 30.0, 17.0, 12.0, 10.0, 10.0, 3.0, 6.0, 1.0, 2.0, 0.0, 3.0, 1.0], "bins": [-0.006011477205902338, -0.00584259582683444, -0.005673713982105255, -0.005504832603037357, -0.005335950758308172, -0.005167069379240274, -0.004998187534511089, -0.0048293061554431915, -0.004660424776375294, -0.004491542931646109, -0.004322661552578211, -0.004153779707849026, -0.003984898328781128, -0.0038160167168825865, -0.003647135104984045, -0.0034782534930855036, -0.003309371881186962, -0.0031404902692884207, -0.0029716086573898792, -0.0028027270454913378, -0.0026338454335927963, -0.0024649640545248985, -0.002296082442626357, -0.0021272008307278156, -0.001958319218829274, -0.0017894376069307327, -0.0016205559950321913, -0.0014516744995489717, -0.0012827928876504302, -0.0011139112757518888, -0.0009450297220610082, -0.0007761481683701277, -0.0006072665564715862, -0.00043838497367687523, -0.00026950339088216424, -0.00010062180808745325, 6.825977470725775e-05, 0.00023714135750196874, 0.00040602294029667974, 0.0005749044939875603, 0.0007437861058861017, 0.0009126677177846432, 0.0010815493296831846, 0.0012504308251664042, 0.0014193124370649457, 0.0015881940489634871, 0.0017570755444467068, 0.0019259571563452482, 0.0020948387682437897, 0.002263720380142331, 0.0024326019920408726, 0.002601483603939414, 0.0027703652158379555, 0.0029392465949058533, 0.0031081282068043947, 0.003277009818702936, 0.0034458914306014776, 0.003614773042500019, 0.0037836546543985605, 0.003952536266297102, 0.004121417645365, 0.004290299490094185, 0.004459180869162083, 0.004628062713891268, 0.004796944092959166]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 4.0, 2.0, 3.0, 3.0, 4.0, 7.0, 2.0, 4.0, 12.0, 4.0, 0.0, 4.0, 0.0, 0.0, 0.0, 3.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.051834989339113235, -0.05077888444066048, -0.04972277581691742, -0.04866667091846466, -0.0476105660200119, -0.046554457396268845, -0.045498352497816086, -0.04444224759936333, -0.04338613897562027, -0.04233003407716751, -0.04127392917871475, -0.040217820554971695, -0.039161715656518936, -0.03810561075806618, -0.03704950213432312, -0.03599339723587036, -0.0349372923374176, -0.033881183713674545, -0.032825078815221786, -0.03176897019147873, -0.03071286529302597, -0.02965676039457321, -0.028600653633475304, -0.027544546872377396, -0.026488441973924637, -0.02543233521282673, -0.02437622845172882, -0.023320121690630913, -0.022264016792178154, -0.021207910031080246, -0.020151803269982338, -0.01909569837152958, -0.01803959161043167, -0.016983484849333763, -0.015927379950881004, -0.014871273189783096, -0.013815166428685188, -0.012759060598909855, -0.011702954769134521, -0.010646848008036613, -0.00959074217826128, -0.008534636348485947, -0.007478529587388039, -0.006422423757612705, -0.0053663174621760845, -0.004310211166739464, -0.0032541051041334867, -0.0021979990415275097, -0.001141892746090889, -8.578656706959009e-05, 0.0009703196119517088, 0.002026425674557686, 0.0030825319699943066, 0.004138638265430927, 0.005194744095206261, 0.006250850390642881, 0.007306956686079502, 0.008363062515854836, 0.009419169276952744, 0.010475275106728077, 0.01153138093650341, 0.012587487697601318, 0.013643593527376652, 0.01469970028847456, 0.015755806118249893]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [8.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 6.0, 10.0, 5.0, 16.0, 7.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 4.0, 7.0, 10.0, 8.0, 11.0, 21.0, 16.0, 20.0, 27.0, 33.0, 60.0, 60.0, 77.0, 117.0, 190.0, 292.0, 418.0, 580.0, 737.0, 1071.0, 1635.0, 3148.0, 6085.0, 1409.0, 794.0, 470.0, 313.0, 216.0, 119.0, 88.0, 82.0, 59.0, 36.0, 36.0, 28.0, 20.0, 16.0, 21.0, 15.0, 8.0, 8.0, 4.0, 5.0], "bins": [-0.01683598756790161, -0.016445880755782127, -0.016055773943662643, -0.01566566713154316, -0.01527556125074625, -0.014885454438626766, -0.014495347626507282, -0.014105240814387798, -0.013715134933590889, -0.013325028121471405, -0.012934921309351921, -0.012544814497232437, -0.012154707685112953, -0.01176460087299347, -0.01137449499219656, -0.010984388180077076, -0.010594281367957592, -0.010204174555838108, -0.009814067743718624, -0.009423961862921715, -0.00903385505080223, -0.008643748238682747, -0.008253641426563263, -0.007863534614443779, -0.007473428267985582, -0.007083321455866098, -0.006693215109407902, -0.006303108297288418, -0.005913001485168934, -0.005522895138710737, -0.005132788326591253, -0.004742681980133057, -0.004352575168013573, -0.003962468355894089, -0.003572362009435892, -0.003182255197316408, -0.002792148618027568, -0.0024020420387387276, -0.0020119352266192436, -0.0016218286473304033, -0.001231722068041563, -0.0008416154305450618, -0.0004515087930485606, -6.140215555205941e-05, 0.0003287044819444418, 0.000718811119440943, 0.0011089177569374442, 0.0014990244526416063, 0.0018891310319304466, 0.002279237611219287, 0.002669344190508127, 0.003059451002627611, 0.0034495575819164515, 0.0038396641612052917, 0.004229770973324776, 0.004619877319782972, 0.005009984131902456, 0.00540009094402194, 0.005790197290480137, 0.006180304102599621, 0.006570410914719105, 0.006960517261177301, 0.007350624073296785, 0.007740730419754982, 0.008130837231874466]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 3.0, 0.0, 3.0, 0.0, 3.0, 2.0, 2.0, 3.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08620022237300873, -0.08116350322961807, -0.07612678408622742, -0.07109007239341736, -0.0660533532500267, -0.06101663410663605, -0.05597991868853569, -0.05094320327043533, -0.04590648412704468, -0.04086976498365402, -0.035833049565553665, -0.03079633228480816, -0.025759615004062653, -0.020722897723317146, -0.01568618044257164, -0.010649463161826134, -0.0056127458810806274, -0.0005760286003351212, 0.004460688680410385, 0.009497405961155891, 0.014534123241901398, 0.019570840522646904, 0.02460755780339241, 0.029644275084137917, 0.03468099236488342, 0.03971771150827408, 0.044754426926374435, 0.04979114234447479, 0.05482786148786545, 0.059864580631256104, 0.06490129232406616, 0.06993801146745682, 0.07497473061084747, 0.08001144975423813, 0.08504816889762878, 0.09008488059043884, 0.0951215997338295, 0.10015831887722015, 0.10519503057003021, 0.11023174971342087, 0.11526846885681152, 0.12030518800020218, 0.12534190714359283, 0.1303786188364029, 0.13541534543037415, 0.1404520571231842, 0.14548876881599426, 0.15052549540996552, 0.15556220710277557, 0.16059891879558563, 0.16563564538955688, 0.17067235708236694, 0.175709068775177, 0.18074579536914825, 0.1857825070619583, 0.19081923365592957, 0.19585594534873962, 0.20089265704154968, 0.20592938363552094, 0.210966095328331, 0.21600282192230225, 0.2210395336151123, 0.22607624530792236, 0.23111297190189362, 0.23614968359470367]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [3.0, 1.0, 1.0, 0.0, 2.0, 0.0, 4.0, 4.0, 1.0, 5.0, 1.0, 4.0, 1.0, 3.0, 0.0, 6.0, 5.0, 4.0, 5.0, 8.0, 5.0, 8.0, 14.0, 33.0, 46.0, 22.0, 15.0, 8.0, 3.0, 12.0, 9.0, 6.0, 2.0, 3.0, 3.0, 4.0, 1.0, 3.0, 3.0, 2.0, 4.0, 3.0, 3.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.06370460242033005, -0.06107517331838608, -0.05844574421644211, -0.05581631138920784, -0.05318688228726387, -0.0505574531853199, -0.04792802035808563, -0.04529859125614166, -0.04266916215419769, -0.04003973305225372, -0.03741030395030975, -0.034780871123075485, -0.032151442021131516, -0.029522012919187546, -0.026892581954598427, -0.024263150990009308, -0.021633721888065338, -0.01900429278612137, -0.01637486182153225, -0.013745431788265705, -0.01111600175499916, -0.008486571721732616, -0.005857141688466072, -0.0032277116551995277, -0.0005982816219329834, 0.002031148411333561, 0.004660578444600105, 0.00729000847786665, 0.009919438511133194, 0.012548868544399738, 0.015178298577666283, 0.0178077295422554, 0.02043715864419937, 0.02306658774614334, 0.02569601871073246, 0.02832544967532158, 0.03095487877726555, 0.03358430787920952, 0.03621374070644379, 0.038843169808387756, 0.041472598910331726, 0.044102028012275696, 0.046731457114219666, 0.049360889941453934, 0.0519903190433979, 0.05461974814534187, 0.05724918097257614, 0.05987861007452011, 0.06250803917646408, 0.06513746827840805, 0.06776689738035202, 0.07039632648229599, 0.07302576303482056, 0.07565519213676453, 0.0782846212387085, 0.08091405034065247, 0.08354347944259644, 0.0861729085445404, 0.08880233764648438, 0.09143176674842834, 0.09406119585037231, 0.09669063240289688, 0.09932006150484085, 0.10194949060678482, 0.10457891970872879]}, "_runtime": 162.80497813224792, "_timestamp": 1596213033.5065157, "_step": 198}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 1.0, 3.0, 2.0, 3.0, 3.0, 6.0, 6.0, 4.0, 3.0, 0.0, 0.0, 0.0, 3.0, 0.0, 3.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011614126153290272, -0.0112618925049901, -0.010909659788012505, -0.010557426139712334, -0.010205193422734737, -0.009852959774434566, -0.00950072705745697, -0.0091484934091568, -0.008796260692179203, -0.008444027043879032, -0.008091794326901436, -0.007739560678601265, -0.007387327495962381, -0.007035094313323498, -0.006682861130684614, -0.006330627948045731, -0.005978394765406847, -0.005626161582767963, -0.00527392840012908, -0.004921695217490196, -0.004569462034851313, -0.004217228852212429, -0.003864995436742902, -0.003512762254104018, -0.0031605290714651346, -0.002808295888826251, -0.0024560627061873674, -0.002103829523548484, -0.0017515962244942784, -0.0013993630418553948, -0.0010471297428011894, -0.0006948965601623058, -0.00034266337752342224, 9.569834219291806e-06, 0.00036180304596200585, 0.0007140362868085504, 0.001066269469447434, 0.0014185026520863175, 0.001770735951140523, 0.0021229691337794065, 0.00247520231641829, 0.0028274354990571737, 0.0031796686816960573, 0.003531901864334941, 0.003884135279804468, 0.004236368462443352, 0.004588601645082235, 0.004940834827721119, 0.0052930680103600025, 0.005645301192998886, 0.00599753437563777, 0.006349767558276653, 0.006702000740915537, 0.0070542339235544205, 0.007406467106193304, 0.007758700288832188, 0.008110933937132359, 0.008463166654109955, 0.008815400302410126, 0.009167633019387722, 0.009519866667687893, 0.00987209938466549, 0.01022433303296566, 0.010576565749943256, 0.010928799398243427]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 1.0, 1.0, 2.0, 5.0, 3.0, 1.0, 11.0, 4.0, 8.0, 5.0, 8.0, 15.0, 8.0, 18.0, 19.0, 34.0, 44.0, 53.0, 58.0, 62.0, 116.0, 141.0, 244.0, 524.0, 5377.0, 469.0, 205.0, 124.0, 76.0, 57.0, 43.0, 46.0, 25.0, 17.0, 21.0, 18.0, 14.0, 3.0, 10.0, 9.0, 8.0, 8.0, 2.0, 3.0, 3.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.11993833631277084, -0.11621806025505066, -0.11249778419733047, -0.10877751559019089, -0.1050572395324707, -0.10133696347475052, -0.09761668741703033, -0.09389641880989075, -0.09017614275217056, -0.08645586669445038, -0.0827355906367302, -0.07901531457901001, -0.07529504597187042, -0.07157476991415024, -0.06785449385643005, -0.06413421779870987, -0.060413945466279984, -0.0566936694085598, -0.05297339707612991, -0.04925312101840973, -0.04553284868597984, -0.04181257262825966, -0.03809230029582977, -0.03437202423810959, -0.030651750043034554, -0.02693147584795952, -0.023211201652884483, -0.019490927457809448, -0.015770651400089264, -0.012050378136336803, -0.008330103009939194, -0.004609828814864159, -0.0008895546197891235, 0.002830719808116555, 0.006550994236022234, 0.010271268896758556, 0.013991543091833591, 0.0177118182182312, 0.021432092413306236, 0.02515236660838127, 0.028872640803456306, 0.03259291499853134, 0.036313191056251526, 0.04003346338868141, 0.043753739446401596, 0.04747401177883148, 0.051194287836551666, 0.05491456016898155, 0.058634836226701736, 0.06235511228442192, 0.0660753846168518, 0.06979566067457199, 0.07351593673229218, 0.07723620533943176, 0.08095648139715195, 0.08467675745487213, 0.08839703351259232, 0.0921173095703125, 0.09583757817745209, 0.09955785423517227, 0.10327813029289246, 0.10699840635061264, 0.11071867495775223, 0.11443895101547241, 0.1181592270731926]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 1.0, 3.0, 4.0, 3.0, 3.0, 2.0, 6.0, 4.0, 5.0, 5.0, 8.0, 2.0, 6.0, 3.0, 21.0, 3.0, 5.0, 5.0, 5.0, 4.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 2.0, 2.0, 4.0, 1.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.003311922773718834, -0.0032118249218910933, -0.0031117273028939962, -0.0030116294510662556, -0.0029115318320691586, -0.002811433980241418, -0.002711336128413677, -0.00261123850941658, -0.0025111406575888395, -0.002411042805761099, -0.002310945186764002, -0.002210847334936261, -0.0021107494831085205, -0.0020106518641114235, -0.0019105540122836828, -0.001810456276871264, -0.0017103585414588451, -0.0016102608060464263, -0.0015101630706340075, -0.0014100652188062668, -0.001309967483393848, -0.001209869747981429, -0.0011097718961536884, -0.0010096741607412696, -0.0009095764253288507, -0.0008094786899164319, -0.0007093808962963521, -0.0006092831026762724, -0.0005091853672638535, -0.00040908760274760425, -0.00030898983823135495, -0.00020889207371510565, -0.00010879430919885635, -8.696544682607055e-06, 9.140121983364224e-05, 0.00019149898434989154, 0.00029159674886614084, 0.00039169451338239014, 0.0004917922778986394, 0.0005918900715187192, 0.000691987806931138, 0.0007920855423435569, 0.0008921833359636366, 0.0009922811295837164, 0.0010923788649961352, 0.001192476600408554, 0.0012925744522362947, 0.0013926721876487136, 0.0014927699230611324, 0.0015928676584735513, 0.0016929653938859701, 0.0017930632457137108, 0.0018931609811261296, 0.0019932587165385485, 0.002093356568366289, 0.002193454187363386, 0.002293552039191127, 0.0023936498910188675, 0.0024937475100159645, 0.002593845361843705, 0.002693943213671446, 0.002794040832668543, 0.0028941386844962835, 0.0029942363034933805, 0.003094334155321121]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 1.0, 5.0, 3.0, 2.0, 10.0, 4.0, 10.0, 10.0, 22.0, 30.0, 37.0, 48.0, 77.0, 111.0, 152.0, 205.0, 301.0, 517.0, 733.0, 1165.0, 1928.0, 3188.0, 5369.0, 9840.0, 19335.0, 46463.0, 179076.0, 810820.0, 50431.0, 21542.0, 11199.0, 6374.0, 3808.0, 2300.0, 1440.0, 962.0, 627.0, 426.0, 273.0, 210.0, 180.0, 107.0, 84.0, 58.0, 41.0, 30.0, 31.0, 17.0, 7.0, 9.0, 5.0, 6.0, 6.0, 1.0, 3.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0], "bins": [-0.005507204681634903, -0.005324663128703833, -0.005142121575772762, -0.004959580022841692, -0.004777038469910622, -0.004594496916979551, -0.004411954898387194, -0.004229413345456123, -0.004046871792525053, -0.0038643302395939827, -0.0036817886866629124, -0.003499247133731842, -0.0033167055808007717, -0.0031341640278697014, -0.0029516222421079874, -0.002769080689176917, -0.0025865391362458467, -0.0024039975833147764, -0.002221456030383706, -0.002038914244621992, -0.0018563726916909218, -0.0016738311387598515, -0.0014912895858287811, -0.001308747916482389, -0.0011262063635513186, -0.0009436647524125874, -0.0007611231412738562, -0.0005785815883427858, -0.0003960399772040546, -0.00021349838061723858, -3.095678403042257e-05, 0.00015158481255639344, 0.00033412640914320946, 0.0005166680202819407, 0.0006992096314206719, 0.0008817511843517423, 0.0010642928536981344, 0.0012468344066292048, 0.001429375959560275, 0.0016119176289066672, 0.0017944591818377376, 0.0019770008511841297, 0.0021595424041152, 0.0023420839570462704, 0.0025246255099773407, 0.002707167062908411, 0.002889708848670125, 0.0030722504016011953, 0.0032547919545322657, 0.003437333507463336, 0.0036198750603944063, 0.0038024168461561203, 0.003984958399087191, 0.004167499952018261, 0.004350041504949331, 0.004532583057880402, 0.004715124610811472, 0.004897666163742542, 0.005080207716673613, 0.00526274973526597, 0.0054452912881970406, 0.005627832841128111, 0.005810374394059181, 0.0059929159469902515, 0.006175457499921322]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 3.0, 1.0, 1.0, 4.0, 1.0, 2.0, 2.0, 3.0, 8.0, 2.0, 2.0, 3.0, 0.0, 2.0, 1.0, 1.0, 2.0, 4.0, 4.0, 4.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.036715440452098846, -0.035942357033491135, -0.035169269889593124, -0.03439618647098541, -0.0336230993270874, -0.03285001590847969, -0.03207692876458168, -0.03130384534597397, -0.030530760064721107, -0.029757674783468246, -0.028984589502215385, -0.028211504220962524, -0.027438420802354813, -0.02666533552110195, -0.02589225023984909, -0.02511916495859623, -0.02434607967734337, -0.023572994396090508, -0.022799909114837646, -0.022026823833584785, -0.021253738552331924, -0.020480655133724213, -0.01970756985247135, -0.01893448457121849, -0.01816139928996563, -0.01738831400871277, -0.016615228727459908, -0.015842143446207047, -0.01506905909627676, -0.014295973815023899, -0.013522889465093613, -0.012749804183840752, -0.01197671890258789, -0.01120363362133503, -0.010430548340082169, -0.009657463990151882, -0.008884378708899021, -0.00811129342764616, -0.007338208612054586, -0.006565123796463013, -0.005792038515210152, -0.005018953233957291, -0.004245868418365717, -0.0034727833699434996, -0.002699698321521282, -0.0019266132730990648, -0.0011535282246768475, -0.0003804431762546301, 0.0003926418721675873, 0.0011657269205898046, 0.001938811969012022, 0.0027118970174342394, 0.0034849820658564568, 0.004258067347109318, 0.0050311521627008915, 0.005804236978292465, 0.006577322259545326, 0.007350407540798187, 0.008123492822051048, 0.008896577171981335, 0.009669662453234196, 0.010442747734487057, 0.011215832084417343, 0.011988917365670204, 0.012762002646923065]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 7.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 9.0, 18.0, 9.0, 21.0, 11.0, 8.0, 11.0, 7.0, 14.0, 10.0, 12.0, 23.0, 28.0, 31.0, 45.0, 43.0, 57.0, 47.0, 65.0, 74.0, 115.0, 121.0, 152.0, 186.0, 271.0, 343.0, 421.0, 589.0, 746.0, 1100.0, 1873.0, 5804.0, 1594.0, 1109.0, 793.0, 640.0, 447.0, 401.0, 250.0, 213.0, 162.0, 140.0, 97.0, 78.0, 78.0, 38.0, 20.0, 35.0, 20.0, 15.0, 9.0, 8.0, 5.0, 4.0, 1.0, 1.0], "bins": [-0.012252084910869598, -0.01194144506007433, -0.01163080520927906, -0.011320165358483791, -0.011009525507688522, -0.010698885656893253, -0.010388245806097984, -0.010077605955302715, -0.009766966104507446, -0.009456326253712177, -0.009145686402916908, -0.00883504655212164, -0.00852440670132637, -0.008213766850531101, -0.007903126999735832, -0.0075924876146018505, -0.0072818477638065815, -0.0069712079130113125, -0.0066605680622160435, -0.0063499282114207745, -0.0060392883606255054, -0.0057286485098302364, -0.005418008659034967, -0.005107368808239698, -0.004796729423105717, -0.004486089572310448, -0.004175449721515179, -0.003864809637889266, -0.0035541700199246407, -0.0032435301691293716, -0.0029328903183341026, -0.0026222504675388336, -0.0023116106167435646, -0.0020009707659482956, -0.0016903309151530266, -0.0013796911807730794, -0.0010690513299778104, -0.0007584114791825414, -0.00044777168659493327, -0.00013713186490349472, 0.00017350795678794384, 0.0004841477784793824, 0.000794787600170821, 0.001105427392758429, 0.001416067243553698, 0.001726707094348967, 0.0020373468287289143, 0.0023479866795241833, 0.0026586265303194523, 0.0029692663811147213, 0.0032799062319099903, 0.0035905460827052593, 0.0039011859335005283, 0.004211825784295797, 0.004522465635091066, 0.004833105485886335, 0.005143744871020317, 0.005454384721815586, 0.005765024572610855, 0.006075664423406124, 0.006386304274201393, 0.006696944124996662, 0.007007583975791931, 0.0073182238265872, 0.007628863677382469]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 2.0, 1.0, 4.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.06777213513851166, -0.06493905931711197, -0.06210597604513168, -0.059272896498441696, -0.05643981695175171, -0.05360674113035202, -0.05077366158366203, -0.047940582036972046, -0.04510750249028206, -0.04227442294359207, -0.039441343396902084, -0.0366082638502121, -0.03377518802881241, -0.030942106619477272, -0.028109028935432434, -0.025275949388742447, -0.02244286984205246, -0.019609790295362473, -0.016776710748672485, -0.013943633064627647, -0.01111055351793766, -0.008277473971247673, -0.0054443953558802605, -0.0026113162748515606, 0.00022176280617713928, 0.003054841887205839, 0.005887920968234539, 0.008720999583601952, 0.011554079130291939, 0.014387158676981926, 0.017220236361026764, 0.02005331590771675, 0.02288639545440674, 0.025719475001096725, 0.028552554547786713, 0.0313856340944767, 0.03421871364116669, 0.037051789462566376, 0.03988486900925636, 0.04271794855594635, 0.04555102810263634, 0.048384107649326324, 0.05121718719601631, 0.0540502667427063, 0.05688334256410599, 0.059716422110795975, 0.06254950165748596, 0.06538258492946625, 0.06821566075086594, 0.07104873657226562, 0.07388181984424591, 0.0767148956656456, 0.07954797893762589, 0.08238105475902557, 0.08521413803100586, 0.08804721385240555, 0.09088028967380524, 0.09371337294578552, 0.09654644876718521, 0.0993795320391655, 0.10221260786056519, 0.10504569113254547, 0.10787876695394516, 0.11071185022592545, 0.11354492604732513]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 3.0, 1.0, 2.0, 2.0, 3.0, 0.0, 2.0, 2.0, 2.0, 1.0, 7.0, 4.0, 2.0, 6.0, 4.0, 10.0, 12.0, 12.0, 19.0, 13.0, 21.0, 18.0, 25.0, 15.0, 16.0, 7.0, 7.0, 7.0, 6.0, 6.0, 6.0, 2.0, 4.0, 4.0, 2.0, 2.0, 0.0, 3.0, 0.0, 2.0, 2.0, 2.0, 2.0, 3.0, 1.0, 2.0, 1.0, 3.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.03383798152208328, -0.03238669037818909, -0.03093540109694004, -0.029484111815690994, -0.0280328206717968, -0.026581529527902603, -0.025130240246653557, -0.02367895096540451, -0.022227659821510315, -0.02077636867761612, -0.019325079396367073, -0.017873790115118027, -0.01642249897122383, -0.01497120875865221, -0.01351991854608059, -0.012068628333508968, -0.010617338120937347, -0.009166047908365726, -0.0077147576957941055, -0.006263467483222485, -0.004812177270650864, -0.0033608870580792427, -0.0019095968455076218, -0.0004583066329360008, 0.0009929835796356201, 0.002444273792207241, 0.003895564004778862, 0.005346854217350483, 0.006798144429922104, 0.008249434642493725, 0.009700724855065346, 0.011152015067636967, 0.012603305280208588, 0.014054595492780209, 0.01550588570535183, 0.016957174986600876, 0.01840846613049507, 0.019859757274389267, 0.021311046555638313, 0.02276233583688736, 0.024213626980781555, 0.02566491812467575, 0.027116207405924797, 0.028567496687173843, 0.03001878783106804, 0.031470078974962234, 0.03292136639356613, 0.03437265753746033, 0.03582394868135452, 0.03727523982524872, 0.038726530969142914, 0.04017781838774681, 0.041629109531641006, 0.0430804006755352, 0.0445316880941391, 0.045982979238033295, 0.04743427038192749, 0.048885561525821686, 0.05033685266971588, 0.05178814008831978, 0.053239431232213974, 0.05469072237610817, 0.05614200979471207, 0.05759330093860626, 0.05904459208250046]}, "_runtime": 163.6748402118683, "_timestamp": 1596213034.3763778, "_step": 199}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 3.0, 3.0, 1.0, 2.0, 1.0, 4.0, 5.0, 3.0, 2.0, 2.0, 0.0, 4.0, 2.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00755451712757349, -0.0073292129673063755, -0.007103908807039261, -0.0068786051124334335, -0.006653300952166319, -0.006427996791899204, -0.006202693097293377, -0.005977388937026262, -0.005752084776759148, -0.005526780616492033, -0.005301476456224918, -0.005076172761619091, -0.004850868601351976, -0.004625564441084862, -0.004400260746479034, -0.00417495658621192, -0.003949652425944805, -0.0037243482656776905, -0.0034990443382412195, -0.0032737404108047485, -0.003048436250537634, -0.0028231320902705193, -0.0025978281628340483, -0.0023725242353975773, -0.0021472200751304626, -0.0019219160312786698, -0.001696611987426877, -0.0014713079435750842, -0.0012460038997232914, -0.0010206998558714986, -0.0007953958120197058, -0.000570091768167913, -0.00034478772431612015, -0.00011948368046432734, 0.00010582036338746548, 0.0003311244072392583, 0.0005564284510910511, 0.0007817324949428439, 0.0010070365387946367, 0.0012323405826464295, 0.0014576446264982224, 0.0016829486703500152, 0.001908252714201808, 0.002133556641638279, 0.0023588608019053936, 0.0025841649621725082, 0.0028094688896089792, 0.00303477281704545, 0.003260076977312565, 0.0034853811375796795, 0.0037106850650161505, 0.0039359889924526215, 0.004161293152719736, 0.004386597312986851, 0.004611901007592678, 0.004837205167859793, 0.005062509328126907, 0.005287813488394022, 0.005513117648661137, 0.005738421343266964, 0.005963725503534079, 0.006189029663801193, 0.006414333358407021, 0.006639637518674135, 0.00686494167894125]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 5.0, 4.0, 10.0, 7.0, 11.0, 14.0, 10.0, 20.0, 16.0, 23.0, 26.0, 34.0, 38.0, 45.0, 49.0, 75.0, 81.0, 122.0, 160.0, 255.0, 4661.0, 1234.0, 289.0, 143.0, 119.0, 81.0, 68.0, 64.0, 48.0, 39.0, 33.0, 30.0, 19.0, 13.0, 20.0, 13.0, 10.0, 12.0, 4.0, 2.0, 4.0, 1.0, 4.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.09044880419969559, -0.08761752396821976, -0.08478624373674393, -0.0819549635052681, -0.07912368327379227, -0.07629240304231644, -0.0734611228108406, -0.07062984257936478, -0.06779855489730835, -0.06496727466583252, -0.06213599815964699, -0.05930471792817116, -0.05647343397140503, -0.0536421537399292, -0.05081087350845337, -0.04797959327697754, -0.04514831304550171, -0.04231703281402588, -0.03948575258255005, -0.03665447235107422, -0.03382319211959839, -0.03099191002547741, -0.02816062793135643, -0.0253293476998806, -0.02249806746840477, -0.01966678723692894, -0.01683550700545311, -0.01400422491133213, -0.0111729446798563, -0.00834166444838047, -0.005510383285582066, -0.002679102588444948, 0.0001521781086921692, 0.0029834588058292866, 0.005814739502966404, 0.008646020665764809, 0.011477300897240639, 0.014308581128716469, 0.017139863222837448, 0.019971143454313278, 0.02280242368578911, 0.02563370391726494, 0.02846498414874077, 0.0312962643802166, 0.03412754833698273, 0.03695882856845856, 0.03979010879993439, 0.04262138903141022, 0.04545266926288605, 0.04828394949436188, 0.05111522972583771, 0.05394650995731354, 0.05677779018878937, 0.059609074145555496, 0.062440354377031326, 0.06527163088321686, 0.06810291111469269, 0.07093419879674911, 0.07376547902822495, 0.07659675925970078, 0.0794280394911766, 0.08225931972265244, 0.08509059995412827, 0.0879218801856041, 0.09075316041707993]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 4.0, 3.0, 3.0, 5.0, 2.0, 4.0, 7.0, 4.0, 3.0, 4.0, 4.0, 6.0, 24.0, 1.0, 7.0, 4.0, 2.0, 7.0, 2.0, 2.0, 1.0, 4.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0025930318515747786, -0.002486597979441285, -0.0023801641073077917, -0.0022737302351742983, -0.002167296363040805, -0.0020608624909073114, -0.001954428618773818, -0.0018479947466403246, -0.0017415608745068312, -0.0016351270023733377, -0.0015286931302398443, -0.001422259258106351, -0.0013158253859728575, -0.001209391513839364, -0.0011029576417058706, -0.0009965237695723772, -0.0008900898974388838, -0.0007836560253053904, -0.0006772221531718969, -0.0005707882810384035, -0.0004643544089049101, -0.00035792053677141666, -0.00025148666463792324, -0.00014505279250442982, -3.8618920370936394e-05, 6.781495176255703e-05, 0.00017424882389605045, 0.0002806826960295439, 0.0003871165681630373, 0.0004935504402965307, 0.0005999843124300241, 0.0007064181845635176, 0.000812852056697011, 0.0009192859288305044, 0.0010257198009639978, 0.0011321536730974913, 0.0012385875452309847, 0.0013450214173644781, 0.0014514552894979715, 0.001557889161631465, 0.0016643230337649584, 0.0017707569058984518, 0.0018771907780319452, 0.0019836246501654387, 0.002090058522298932, 0.0021964923944324255, 0.002302926266565919, 0.0024093601386994123, 0.0025157940108329058, 0.002622227882966399, 0.0027286617550998926, 0.002835095627233386, 0.0029415294993668795, 0.003047963371500373, 0.0031543972436338663, 0.0032608311157673597, 0.003367264987900853, 0.0034736988600343466, 0.00358013273216784, 0.0036865666043013334, 0.003793000476434827, 0.0038994343485683203, 0.00400586798787117, 0.004112302325665951, 0.004218735732138157]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 2.0, 1.0, 1.0, 8.0, 6.0, 9.0, 12.0, 20.0, 29.0, 39.0, 52.0, 79.0, 113.0, 133.0, 217.0, 334.0, 539.0, 852.0, 1324.0, 2295.0, 4206.0, 8245.0, 17665.0, 48144.0, 864708.0, 159007.0, 35429.0, 15452.0, 7853.0, 4446.0, 2766.0, 1751.0, 1136.0, 768.0, 534.0, 418.0, 280.0, 198.0, 154.0, 122.0, 81.0, 49.0, 41.0, 40.0, 22.0, 15.0, 13.0, 10.0, 8.0, 8.0, 1.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.006764864083379507, -0.006522662937641144, -0.0062804617919027805, -0.006038260646164417, -0.005796059500426054, -0.005553858354687691, -0.0053116572089493275, -0.005069456063210964, -0.004827254917472601, -0.004585053771734238, -0.004342852625995874, -0.004100651480257511, -0.003858450334519148, -0.0036162491887807846, -0.0033740480430424213, -0.003131846897304058, -0.002889645751565695, -0.0026474446058273315, -0.0024052434600889683, -0.002163042314350605, -0.0019208411686122417, -0.0016786400228738785, -0.0014364388771355152, -0.001194237731397152, -0.0009520365856587887, -0.0007098354399204254, -0.00046763429418206215, -0.00022543314844369888, 1.6767997294664383e-05, 0.00025896914303302765, 0.0005011702887713909, 0.0007433714345097542, 0.0009855725802481174, 0.0012277737259864807, 0.001469974871724844, 0.0017121760174632072, 0.0019543771632015705, 0.0021965783089399338, 0.002438779454678297, 0.0026809806004166603, 0.0029231817461550236, 0.003165382891893387, 0.00340758403763175, 0.0036497851833701134, 0.0038919863291084766, 0.00413418747484684, 0.004376388620585203, 0.0046185897663235664, 0.00486079091206193, 0.005102992057800293, 0.005345193203538656, 0.0055873943492770195, 0.005829595495015383, 0.006071796640753746, 0.006313997786492109, 0.0065561989322304726, 0.006798400077968836, 0.007040601223707199, 0.007282802369445562, 0.007525003515183926, 0.007767204660922289, 0.008009405806660652, 0.008251607418060303, 0.008493808098137379, 0.008736008778214455]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 1.0, 2.0, 3.0, 2.0, 4.0, 7.0, 2.0, 5.0, 4.0, 5.0, 1.0, 2.0, 3.0, 3.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014332065358757973, -0.013564975932240486, -0.012797886505723, -0.012030797079205513, -0.011263707652688026, -0.010496619157493114, -0.009729529730975628, -0.008962440304458141, -0.008195350877940655, -0.007428261451423168, -0.006661172024905682, -0.005894083064049482, -0.005126993637531996, -0.004359904211014509, -0.0035928150173276663, -0.0028257258236408234, -0.002058636397123337, -0.001291547087021172, -0.0005244577769190073, 0.00024263153318315744, 0.0010097208432853222, 0.001776810153387487, 0.0025438994634896517, 0.0033109886571764946, 0.004078078083693981, 0.004845167510211468, 0.005612256936728954, 0.006379345897585154, 0.00714643532410264, 0.00791352428495884, 0.008680613711476326, 0.009447703137993813, 0.0102147925645113, 0.010981881991028786, 0.011748971417546272, 0.012516060844063759, 0.013283150270581245, 0.014050238765776157, 0.014817328192293644, 0.01558441761881113, 0.016351506114006042, 0.01711859554052353, 0.017885684967041016, 0.018652774393558502, 0.01941986382007599, 0.020186953246593475, 0.020954042673110962, 0.02172113209962845, 0.022488221526145935, 0.02325531095266342, 0.024022400379180908, 0.024789489805698395, 0.02555657923221588, 0.026323668658733368, 0.027090758085250854, 0.02785784751176834, 0.028624936938285828, 0.029392024502158165, 0.03015911392867565, 0.030926203355193138, 0.031693294644355774, 0.03246038407087326, 0.03322747349739075, 0.033994562923908234, 0.03476165235042572]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 3.0, 2.0, 3.0, 4.0, 1.0, 5.0, 5.0, 9.0, 10.0, 15.0, 23.0, 26.0, 44.0, 51.0, 92.0, 107.0, 159.0, 222.0, 336.0, 494.0, 772.0, 1286.0, 2635.0, 6527.0, 1987.0, 1233.0, 721.0, 495.0, 289.0, 231.0, 174.0, 115.0, 81.0, 59.0, 40.0, 29.0, 23.0, 12.0, 11.0, 12.0, 15.0, 15.0, 12.0, 16.0, 4.0, 0.0, 4.0, 4.0, 6.0, 4.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.0128577696159482, -0.012416317127645016, -0.011974865570664406, -0.011533413082361221, -0.011091961525380611, -0.010650509037077427, -0.010209057480096817, -0.009767604991793633, -0.009326152503490448, -0.008884700946509838, -0.008443248458206654, -0.008001796901226044, -0.007560344412922859, -0.007118892390280962, -0.006677440367639065, -0.006235988344997168, -0.00579453632235527, -0.005353084299713373, -0.004911632277071476, -0.004470180254429579, -0.004028728231787682, -0.0035872759763151407, -0.0031458237208426, -0.0027043716982007027, -0.0022629196755588055, -0.0018214676529169083, -0.0013800155138596892, -0.0009385634330101311, -0.000497111352160573, -5.565927131101489e-05, 0.0003857928095385432, 0.0008272448903881013, 0.0012686969712376595, 0.0017101489938795567, 0.002151601016521454, 0.0025930532719939947, 0.003034505294635892, 0.003475957317277789, 0.00391740957275033, 0.004358861595392227, 0.004800313618034124, 0.005241765640676022, 0.005683217663317919, 0.006124669685959816, 0.0065661221742630005, 0.007007574196904898, 0.007449026219546795, 0.007890477776527405, 0.00833193026483059, 0.008773382753133774, 0.009214834310114384, 0.009656286798417568, 0.010097738355398178, 0.010539190843701363, 0.010980642400681973, 0.011422094888985157, 0.011863546445965767, 0.012304998934268951, 0.012746451422572136, 0.013187902979552746, 0.01362935546785593, 0.01407080702483654, 0.014512259513139725, 0.014953711070120335, 0.01539516355842352]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 4.0, 4.0, 3.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.1248140037059784, -0.12218645215034485, -0.1195589080452919, -0.11693136394023895, -0.11430381238460541, -0.11167626082897186, -0.10904871672391891, -0.10642117261886597, -0.10379362106323242, -0.10116606950759888, -0.09853852540254593, -0.09591098129749298, -0.09328342974185944, -0.09065587818622589, -0.08802833408117294, -0.08540078997612, -0.08277323842048645, -0.0801456868648529, -0.07751814275979996, -0.07489059865474701, -0.07226304709911346, -0.06963549554347992, -0.06700795143842697, -0.06438040733337402, -0.06175285577774048, -0.05912530794739723, -0.056497760117053986, -0.05387021228671074, -0.05124266445636749, -0.048615116626024246, -0.045987568795681, -0.04336002096533775, -0.04073247313499451, -0.03810492530465126, -0.035477377474308014, -0.03284982964396477, -0.03022228181362152, -0.027594733983278275, -0.024967186152935028, -0.02233963832259178, -0.019712090492248535, -0.01708454266190529, -0.014456994831562042, -0.011829447001218796, -0.00920189917087555, -0.006574351340532303, -0.003946803510189056, -0.00131925567984581, 0.0013082921504974365, 0.003935839980840683, 0.0065633878111839294, 0.009190935641527176, 0.011818483471870422, 0.014446031302213669, 0.017073579132556915, 0.019701126962900162, 0.022328674793243408, 0.024956222623586655, 0.0275837704539299, 0.030211318284273148, 0.032838866114616394, 0.03546641394495964, 0.03809396177530289, 0.04072150960564613, 0.04334905743598938]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 7.0, 5.0, 4.0, 4.0, 9.0, 5.0, 12.0, 9.0, 10.0, 6.0, 9.0, 16.0, 9.0, 14.0, 32.0, 14.0, 15.0, 11.0, 12.0, 8.0, 3.0, 9.0, 15.0, 0.0, 7.0, 4.0, 6.0, 1.0, 3.0, 2.0, 0.0, 2.0, 4.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0462644025683403, -0.04500260204076767, -0.043740805238485336, -0.042479008436203, -0.04121720790863037, -0.03995540738105774, -0.038693610578775406, -0.03743181377649307, -0.03617001324892044, -0.03490821272134781, -0.033646415919065475, -0.03238461911678314, -0.03112281858921051, -0.029861019924283028, -0.028599221259355545, -0.027337422594428062, -0.02607562392950058, -0.024813825264573097, -0.023552026599645615, -0.022290227934718132, -0.02102842926979065, -0.019766630604863167, -0.018504831939935684, -0.0172430332750082, -0.01598123461008072, -0.014719435945153236, -0.013457637280225754, -0.012195838615298271, -0.010934039950370789, -0.009672241285443306, -0.008410442620515823, -0.007148643955588341, -0.005886845290660858, -0.0046250466257333755, -0.003363247960805893, -0.0021014492958784103, -0.0008396506309509277, 0.00042214803397655487, 0.0016839466989040375, 0.00294574536383152, 0.004207544028759003, 0.005469342693686485, 0.006731141358613968, 0.00799294002354145, 0.009254738688468933, 0.010516537353396416, 0.011778336018323898, 0.013040134683251381, 0.014301933348178864, 0.015563732013106346, 0.01682553067803383, 0.01808732934296131, 0.019349128007888794, 0.020610926672816277, 0.02187272533774376, 0.023134524002671242, 0.024396322667598724, 0.025658121332526207, 0.02691991999745369, 0.028181718662381172, 0.029443517327308655, 0.030705315992236137, 0.03196711465716362, 0.03322891145944595, 0.034490711987018585]}, "_runtime": 164.5236737728119, "_timestamp": 1596213035.2252114, "_step": 200}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 5.0, 6.0, 2.0, 5.0, 7.0, 1.0, 3.0, 0.0, 1.0, 3.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 4.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009347470477223396, -0.009032830595970154, -0.008718191646039486, -0.008403551764786243, -0.008088912814855576, -0.00777427339926362, -0.007459633983671665, -0.00714499456807971, -0.006830355152487755, -0.006515715271234512, -0.006201075855642557, -0.005886436440050602, -0.005571797024458647, -0.005257157608866692, -0.004942518193274736, -0.004627878777682781, -0.004313239362090826, -0.003998599946498871, -0.0036839605309069157, -0.0033693211153149605, -0.0030546816997230053, -0.0027400420513004065, -0.0024254026357084513, -0.002110763220116496, -0.001796123804524541, -0.0014814843889325857, -0.0011668449733406305, -0.0008522054413333535, -0.0005375660257413983, -0.0002229265810456127, 9.171286365017295e-05, 0.0004063523083459586, 0.0007209917530417442, 0.0010356311686336994, 0.0013502705842256546, 0.0016649101162329316, 0.001979549415409565, 0.002294189063832164, 0.002608828479424119, 0.002923467895016074, 0.0032381073106080294, 0.0035527467261999846, 0.0038673861417919397, 0.004182025790214539, 0.004496665205806494, 0.004811304621398449, 0.005125944036990404, 0.005440583452582359, 0.0057552228681743145, 0.00606986228376627, 0.006384501699358225, 0.00669914111495018, 0.007013780530542135, 0.00732841994613409, 0.007643059361726046, 0.007957698777318, 0.008272338658571243, 0.008586977608501911, 0.008901617489755154, 0.009216256439685822, 0.009530896320939064, 0.009845535270869732, 0.010160175152122974, 0.010474814102053642, 0.010789453983306885]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 2.0, 2.0, 4.0, 2.0, 4.0, 8.0, 5.0, 2.0, 1.0, 9.0, 8.0, 9.0, 5.0, 5.0, 20.0, 13.0, 23.0, 40.0, 45.0, 42.0, 63.0, 84.0, 135.0, 178.0, 296.0, 4424.0, 1480.0, 317.0, 194.0, 120.0, 95.0, 58.0, 49.0, 32.0, 26.0, 27.0, 24.0, 10.0, 10.0, 9.0, 9.0, 3.0, 6.0, 6.0, 2.0, 1.0, 6.0, 6.0, 3.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.10831886529922485, -0.10492967814207077, -0.10154049843549728, -0.0981513112783432, -0.09476213157176971, -0.09137294441461563, -0.08798375725746155, -0.08459457755088806, -0.08120539039373398, -0.0778162032365799, -0.07442702353000641, -0.07103783637285233, -0.06764864921569824, -0.06425946950912476, -0.06087028235197067, -0.05748109892010689, -0.0540919154882431, -0.05070273205637932, -0.04731354862451553, -0.04392436146736145, -0.040535178035497665, -0.03714599460363388, -0.0337568074464798, -0.030367624014616013, -0.026978440582752228, -0.023589257150888443, -0.02020007185637951, -0.016810886561870575, -0.01342170313000679, -0.01003251876682043, -0.006643334403634071, -0.003254150040447712, 0.00013503432273864746, 0.003524218685925007, 0.006913403049111366, 0.010302587412297726, 0.013691771775484085, 0.01708095520734787, 0.020470140501856804, 0.023859325796365738, 0.027248509228229523, 0.030637692660093307, 0.03402687609195709, 0.037416063249111176, 0.04080524668097496, 0.044194430112838745, 0.04758361726999283, 0.05097280070185661, 0.0543619841337204, 0.05775116756558418, 0.06114035099744797, 0.06452953815460205, 0.06791871786117554, 0.07130790501832962, 0.0746970921754837, 0.07808627188205719, 0.08147545903921127, 0.08486464619636536, 0.08825382590293884, 0.09164301306009293, 0.09503220021724701, 0.0984213799238205, 0.10181056708097458, 0.10519974678754807, 0.10858893394470215]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 2.0, 1.0, 1.0, 3.0, 7.0, 2.0, 4.0, 5.0, 3.0, 8.0, 22.0, 2.0, 2.0, 3.0, 4.0, 2.0, 4.0, 0.0, 1.0, 3.0, 2.0, 3.0, 5.0, 5.0, 5.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.003623640863224864, -0.0035269998479634523, -0.0034303590655326843, -0.0033337180502712727, -0.003237077035009861, -0.003140436252579093, -0.0030437952373176813, -0.0029471544548869133, -0.0028505134396255016, -0.00275387242436409, -0.002657231641933322, -0.0025605906266719103, -0.0024639498442411423, -0.0023673088289797306, -0.002270667813718319, -0.002174027031287551, -0.0020773860160261393, -0.0019807450007647276, -0.0018841042183339596, -0.001787463203072548, -0.001690822304226458, -0.0015941814053803682, -0.0014975403901189566, -0.0014008994912728667, -0.0013042585924267769, -0.001207617693580687, -0.0011109767947345972, -0.0010143357794731855, -0.0009176948806270957, -0.0008210539817810059, -0.0007244130247272551, -0.0006277720676735044, -0.0005311311688274145, -0.0004344902408774942, -0.0003378493129275739, -0.00024120838497765362, -0.00014456745702773333, -4.792652907781303e-05, 4.871439887210727e-05, 0.00014535532682202756, 0.00024199625477194786, 0.00033863718272186816, 0.00043527811067178845, 0.0005319190677255392, 0.000628559966571629, 0.0007252008654177189, 0.0008218418224714696, 0.0009184827795252204, 0.0010151236783713102, 0.0011117645772174, 0.00120840547606349, 0.0013050464913249016, 0.0014016873901709914, 0.0014983282890170813, 0.001594969304278493, 0.0016916102031245828, 0.0017882511019706726, 0.0018848920008167624, 0.0019815328996628523, 0.002078173914924264, 0.002174814697355032, 0.0022714557126164436, 0.0023680967278778553, 0.0024647375103086233, 0.002561378525570035]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 2.0, 2.0, 3.0, 3.0, 5.0, 9.0, 13.0, 17.0, 33.0, 33.0, 59.0, 59.0, 101.0, 171.0, 221.0, 332.0, 544.0, 807.0, 1340.0, 2131.0, 3953.0, 7099.0, 15327.0, 41545.0, 806313.0, 213156.0, 41554.0, 18366.0, 10155.0, 5881.0, 3605.0, 2315.0, 1571.0, 968.0, 645.0, 411.0, 291.0, 182.0, 135.0, 89.0, 52.0, 26.0, 39.0, 22.0, 16.0, 15.0, 3.0, 6.0, 4.0, 4.0, 5.0, 1.0, 1.0, 0.0, 2.0], "bins": [-0.00859143864363432, -0.008338674902915955, -0.008085910230875015, -0.00783314649015665, -0.007580382749438286, -0.007327618543058634, -0.007074854336678982, -0.006822090595960617, -0.006569326389580965, -0.006316562183201313, -0.006063798442482948, -0.005811034236103296, -0.005558270029723644, -0.0053055062890052795, -0.0050527420826256275, -0.004799978341907263, -0.004547214135527611, -0.004294449929147959, -0.004041686188429594, -0.003788921982049942, -0.0035361580085009336, -0.0032833940349519253, -0.0030306298285722733, -0.002777865855023265, -0.0025251018814742565, -0.002272337907925248, -0.0020195739343762398, -0.0017668097279965878, -0.0015140457544475794, -0.001261281780898571, -0.0010085176909342408, -0.0007557536591775715, -0.0005029896274209023, -0.00025022559566423297, 2.5384360924363136e-06, 0.0002553024678491056, 0.0005080664996057749, 0.0007608305313624442, 0.0010135945631191134, 0.0012663586530834436, 0.001519122626632452, 0.0017718866001814604, 0.0020246505737304688, 0.0022774147801101208, 0.002530178753659129, 0.0027829427272081375, 0.0030357069335877895, 0.003288470907136798, 0.0035412348806858063, 0.0037939988542348146, 0.004046762827783823, 0.004299527034163475, 0.00455229077488184, 0.004805054981261492, 0.005057819187641144, 0.0053105829283595085, 0.0055633471347391605, 0.0058161113411188126, 0.006068875081837177, 0.006321639288216829, 0.006574403494596481, 0.006827167235314846, 0.007079931441694498, 0.007332695182412863, 0.007585459388792515]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 3.0, 1.0, 0.0, 1.0, 2.0, 1.0, 3.0, 3.0, 8.0, 0.0, 6.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01712542586028576, -0.01650451309978962, -0.01588360220193863, -0.01526268944144249, -0.014641777612268925, -0.01402086578309536, -0.01339995302259922, -0.012779041193425655, -0.01215812936425209, -0.011537217535078526, -0.01091630570590496, -0.010295392945408821, -0.009674481116235256, -0.009053569287061691, -0.008432656526565552, -0.007811744697391987, -0.007190832868218422, -0.006569921039044857, -0.005949008744210005, -0.005328096449375153, -0.004707184620201588, -0.004086272791028023, -0.0034653604961931705, -0.002844448434188962, -0.0022235363721847534, -0.0016026243101805449, -0.0009817122481763363, -0.0003608001861721277, 0.00026011187583208084, 0.0008810239378362894, 0.001501935999840498, 0.0021228480618447065, 0.002743760123848915, 0.0033646721858531237, 0.003985584247857332, 0.0046064965426921844, 0.005227408371865749, 0.005848320201039314, 0.0064692324958741665, 0.007090144790709019, 0.007711056619882584, 0.008331968449056149, 0.008952880278229713, 0.009573793038725853, 0.010194704867899418, 0.010815616697072983, 0.011436529457569122, 0.012057441286742687, 0.012678353115916252, 0.013299264945089817, 0.013920176774263382, 0.014541089534759521, 0.015162001363933086, 0.01578291319310665, 0.01640382595360279, 0.01702473685145378, 0.01764564961194992, 0.01826656237244606, 0.01888747327029705, 0.01950838603079319, 0.02012929692864418, 0.02075020968914032, 0.02137112244963646, 0.02199203334748745, 0.02261294610798359]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 2.0, 2.0, 3.0, 5.0, 8.0, 13.0, 13.0, 17.0, 26.0, 29.0, 44.0, 49.0, 69.0, 71.0, 114.0, 162.0, 172.0, 219.0, 320.0, 404.0, 559.0, 751.0, 1107.0, 1849.0, 5797.0, 1844.0, 1180.0, 793.0, 606.0, 421.0, 339.0, 226.0, 202.0, 194.0, 133.0, 139.0, 116.0, 78.0, 66.0, 51.0, 43.0, 29.0, 27.0, 21.0, 18.0, 18.0, 10.0, 12.0, 10.0, 9.0, 9.0, 6.0, 7.0, 5.0, 2.0, 2.0, 3.0, 1.0, 0.0, 2.0, 0.0, 2.0, 1.0], "bins": [-0.009600420482456684, -0.009222003631293774, -0.008843587711453438, -0.008465170860290527, -0.008086754009127617, -0.007708338089287281, -0.007329921238124371, -0.006951504852622747, -0.006573088467121124, -0.006194672081619501, -0.005816255696117878, -0.0054378388449549675, -0.005059422459453344, -0.004681006073951721, -0.004302589222788811, -0.003924172837287188, -0.0035457564517855644, -0.0031673400662839413, -0.0027889234479516745, -0.0024105068296194077, -0.0020320904441177845, -0.0016536739422008395, -0.0012752574402838945, -0.0008968409383669496, -0.0005184244364500046, -0.0001400079345330596, 0.00023840856738388538, 0.0006168250693008304, 0.0009952415712177753, 0.0013736580731347203, 0.0017520745750516653, 0.002130491193383932, 0.0025089075788855553, 0.0028873239643871784, 0.0032657405827194452, 0.003644157201051712, 0.004022573586553335, 0.004400989972054958, 0.004779406823217869, 0.005157823208719492, 0.005536239594221115, 0.005914655979722738, 0.006293072365224361, 0.006671489216387272, 0.007049905601888895, 0.007428321987390518, 0.007806738838553429, 0.008185154758393764, 0.008563571609556675, 0.008941988460719585, 0.009320404380559921, 0.009698821231722832, 0.010077238082885742, 0.010455654002726078, 0.010834070853888988, 0.011212486773729324, 0.011590903624892235, 0.011969320476055145, 0.012347736395895481, 0.012726153247058392, 0.013104569166898727, 0.013482986018061638, 0.013861402869224548, 0.014239818789064884, 0.014618235640227795]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 2.0, 2.0, 2.0, 0.0, 1.0, 2.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.19488036632537842, -0.1907469630241394, -0.18661357462406158, -0.18248017132282257, -0.17834676802158356, -0.17421337962150574, -0.17007997632026672, -0.1659465730190277, -0.1618131697177887, -0.15767978131771088, -0.15354637801647186, -0.14941297471523285, -0.14527958631515503, -0.14114618301391602, -0.137012779712677, -0.13287939131259918, -0.12874598801136017, -0.12461259216070175, -0.12047918885946274, -0.11634579300880432, -0.11221238970756531, -0.10807899385690689, -0.10394559800624847, -0.09981219470500946, -0.09567879885435104, -0.09154540300369263, -0.08741199970245361, -0.0832786038517952, -0.07914520800113678, -0.07501180469989777, -0.07087840884923935, -0.06674500554800034, -0.06261160969734192, -0.058478210121393204, -0.05434481054544449, -0.05021141469478607, -0.04607801511883736, -0.04194461554288864, -0.037811219692230225, -0.03367782011628151, -0.029544420540332794, -0.02541102096438408, -0.021277623251080513, -0.017144225537776947, -0.013010825961828232, -0.008877427317202091, -0.004744028672575951, -0.00061063002794981, 0.0035227686166763306, 0.007656167261302471, 0.011789565905928612, 0.015922963619232178, 0.020056363195180893, 0.024189762771129608, 0.028323160484433174, 0.03245655819773674, 0.036589957773685455, 0.04072335734963417, 0.044856756925582886, 0.0489901527762413, 0.05312355235219002, 0.05725695192813873, 0.06139034777879715, 0.06552375108003616, 0.06965714693069458]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 0.0, 5.0, 3.0, 3.0, 3.0, 6.0, 4.0, 13.0, 13.0, 8.0, 9.0, 47.0, 34.0, 29.0, 11.0, 10.0, 11.0, 8.0, 9.0, 7.0, 8.0, 8.0, 5.0, 5.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.13139554858207703, -0.1285163313150406, -0.12563709914684296, -0.12275788187980652, -0.11987865716218948, -0.11699943244457245, -0.11412021517753601, -0.11124099045991898, -0.10836176574230194, -0.1054825484752655, -0.10260332375764847, -0.09972409904003143, -0.0968448743224144, -0.09396565705537796, -0.09108643233776093, -0.08820720762014389, -0.08532798290252686, -0.08244876563549042, -0.07956954091787338, -0.07669031620025635, -0.07381109893321991, -0.07093187421560287, -0.06805264949798584, -0.0651734247803688, -0.06229420751333237, -0.05941498279571533, -0.056535761803388596, -0.05365653708577156, -0.050777316093444824, -0.04789809137582779, -0.04501887038350105, -0.04213964566588402, -0.03926042467355728, -0.036381203681230545, -0.03350197896361351, -0.030622756108641624, -0.02774353325366974, -0.024864312261343002, -0.021985089406371117, -0.01910586655139923, -0.016226643696427345, -0.01334742084145546, -0.010468197986483574, -0.007588976062834263, -0.004709753207862377, -0.0018305305857211351, 0.0010486920364201069, 0.003927914425730705, 0.006807137280702591, 0.009686360135674477, 0.012565582990646362, 0.015444804914295673, 0.018324028700590134, 0.02120324969291687, 0.024082472547888756, 0.02696169540286064, 0.029840918257832527, 0.03272014111280441, 0.03559936210513115, 0.038478586822748184, 0.04135780781507492, 0.044237032532691956, 0.04711625352501869, 0.04999547824263573, 0.05287469923496246]}, "_runtime": 165.3712661266327, "_timestamp": 1596213036.0728037, "_step": 201}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 1.0, 1.0, 1.0, 4.0, 0.0, 2.0, 6.0, 5.0, 3.0, 11.0, 1.0, 7.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.011523570865392685, -0.011194238439202309, -0.010864906944334507, -0.01053557451814413, -0.010206242091953754, -0.009876909665763378, -0.009547578170895576, -0.0092182457447052, -0.008888913318514824, -0.008559581823647022, -0.008230249397456646, -0.00790091697126627, -0.007571585010737181, -0.007242252584546804, -0.0069129206240177155, -0.006583588197827339, -0.00625425623729825, -0.005924924276769161, -0.005595591850578785, -0.005266259890049696, -0.00493692746385932, -0.004607595503330231, -0.004278263077139854, -0.0039489311166107655, -0.003619598923251033, -0.0032902667298913, -0.0029609345365315676, -0.002631602343171835, -0.002302270382642746, -0.0019729381892830133, -0.0016436059959232807, -0.001314273802563548, -0.0009849416092038155, -0.0006556094158440828, -0.0003262772806920111, 3.054883563891053e-06, 0.0003323870478197932, 0.0006617192411795259, 0.0009910513181239367, 0.0013203835114836693, 0.001649715704843402, 0.0019790478982031345, 0.002308380091562867, 0.0026377122849226, 0.0029670442454516888, 0.0032963764388114214, 0.003625708632171154, 0.00395504105836153, 0.004284373018890619, 0.004613704979419708, 0.0049430374056100845, 0.0052723693661391735, 0.00560170179232955, 0.005931033752858639, 0.006260366179049015, 0.006589698139578104, 0.006919030100107193, 0.007248362526297569, 0.007577694486826658, 0.007907026447355747, 0.008236358873546124, 0.0085656912997365, 0.008895023725926876, 0.009224355220794678, 0.009553687646985054]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 3.0, 4.0, 3.0, 7.0, 7.0, 6.0, 11.0, 14.0, 9.0, 26.0, 22.0, 33.0, 28.0, 47.0, 46.0, 59.0, 103.0, 144.0, 252.0, 497.0, 5481.0, 428.0, 193.0, 110.0, 96.0, 61.0, 42.0, 46.0, 31.0, 21.0, 15.0, 14.0, 14.0, 12.0, 10.0, 6.0, 11.0, 4.0, 3.0, 2.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.11452238261699677, -0.1113668829202652, -0.10821139067411423, -0.10505589097738266, -0.10190039128065109, -0.09874489903450012, -0.09558939933776855, -0.09243389964103699, -0.08927839994430542, -0.08612290769815445, -0.08296740800142288, -0.07981190830469131, -0.07665641605854034, -0.07350091636180878, -0.07034541666507721, -0.06718992441892624, -0.06403442472219467, -0.0608789287507534, -0.057723429054021835, -0.054567933082580566, -0.051412433385849, -0.04825693741440773, -0.04510144144296646, -0.041945941746234894, -0.038790445774793625, -0.035634949803352356, -0.03247945010662079, -0.02932395413517952, -0.0261684563010931, -0.023012958467006683, -0.019857462495565414, -0.016701964661478996, -0.013546466827392578, -0.01039096899330616, -0.0072354720905423164, -0.004079974722117186, -0.0009244773536920547, 0.002231020014733076, 0.005386517383158207, 0.00854201428592205, 0.011697512120008469, 0.014853009954094887, 0.018008507788181305, 0.021164003759622574, 0.024319501593708992, 0.02747499942779541, 0.03063049539923668, 0.033785995095968246, 0.036941491067409515, 0.040096987038850784, 0.04325248673558235, 0.04640798270702362, 0.04956348240375519, 0.05271897837519646, 0.055874474346637726, 0.05902997404336929, 0.06218547001481056, 0.06534096598625183, 0.0684964656829834, 0.07165196537971497, 0.07480745762586594, 0.0779629573225975, 0.08111845701932907, 0.08427394926548004, 0.08742944896221161]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 2.0, 1.0, 2.0, 5.0, 2.0, 3.0, 2.0, 6.0, 5.0, 4.0, 5.0, 4.0, 3.0, 2.0, 22.0, 3.0, 2.0, 5.0, 3.0, 5.0, 1.0, 4.0, 1.0, 1.0, 2.0, 4.0, 3.0, 3.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0026856809854507446, -0.0026048722211271524, -0.002524063689634204, -0.0024432549253106117, -0.002362446393817663, -0.002281637629494071, -0.0022008290980011225, -0.0021200203336775303, -0.0020392118021845818, -0.0019584030378609896, -0.0018775943899527192, -0.0017967857420444489, -0.0017159769777208567, -0.0016351683298125863, -0.001554359681904316, -0.0014735510339960456, -0.0013927423860877752, -0.0013119337381795049, -0.0012311250902712345, -0.0011503164423629642, -0.0010695077944546938, -0.0009886990301311016, -0.0009078903822228312, -0.0008270817343145609, -0.0007462730864062905, -0.0006654644384980202, -0.0005846557905897498, -0.0005038470844738185, -0.0004230384365655482, -0.0003422297886572778, -0.000261421111645177, -0.00018061244918499142, -9.980378672480583e-05, -1.8995124264620245e-05, 6.181353819556534e-05, 0.00014262220065575093, 0.00022343086311593652, 0.0003042395110242069, 0.0003850481880363077, 0.0004658568650484085, 0.0005466655129566789, 0.0006274741608649492, 0.0007082828087732196, 0.0007890915148891509, 0.0008699001627974212, 0.0009507088107056916, 0.0010315175168216228, 0.0011123261647298932, 0.0011931348126381636, 0.001273943460546434, 0.0013547521084547043, 0.0014355607563629746, 0.001516369404271245, 0.0015971781685948372, 0.0016779868165031075, 0.001758795464411378, 0.0018396041123196483, 0.0019204127602279186, 0.002001221524551511, 0.0020820300560444593, 0.0021628388203680515, 0.002243647351861, 0.0023244561161845922, 0.0024052646476775408, 0.002486073412001133]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 5.0, 8.0, 9.0, 8.0, 13.0, 23.0, 40.0, 47.0, 67.0, 86.0, 147.0, 245.0, 343.0, 546.0, 880.0, 1354.0, 2229.0, 3801.0, 7242.0, 15644.0, 45128.0, 286588.0, 741094.0, 38602.0, 15906.0, 8157.0, 4434.0, 2492.0, 1522.0, 940.0, 620.0, 416.0, 281.0, 217.0, 158.0, 113.0, 71.0, 52.0, 36.0, 19.0, 14.0, 12.0, 13.0, 6.0, 7.0, 4.0, 1.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.007321130484342575, -0.007112085819244385, -0.006903041619807482, -0.0066939969547092915, -0.006484952289611101, -0.006275907624512911, -0.006066863425076008, -0.0058578187599778175, -0.005648774094879627, -0.005439729895442724, -0.005230685230344534, -0.005021640565246344, -0.004812595900148153, -0.00460355170071125, -0.00439450703561306, -0.00418546237051487, -0.003976417705416679, -0.0037673735059797764, -0.003558328840881586, -0.0033492844086140394, -0.003140239743515849, -0.0029311953112483025, -0.002722150646150112, -0.0025131062138825655, -0.002304061781615019, -0.0020950171165168285, -0.00188597256783396, -0.0016769280191510916, -0.001467883586883545, -0.0012588390382006764, -0.001049794489517808, -0.0008407499408349395, -0.000631705392152071, -0.0004226608434692025, -0.0002136163238901645, -4.571789759211242e-06, 0.000204472744371742, 0.0004135172930546105, 0.0006225617835298181, 0.0008316063322126865, 0.001040650880895555, 0.0012496954295784235, 0.001458739978261292, 0.0016677845269441605, 0.0018768289592117071, 0.0020858736243098974, 0.002294918056577444, 0.0025039627216756344, 0.002713007153943181, 0.0029220515862107277, 0.003131096251308918, 0.0033401406835764647, 0.003549185348674655, 0.0037582297809422016, 0.003967274446040392, 0.004176319111138582, 0.004385363310575485, 0.0045944079756736755, 0.004803452640771866, 0.005012496840208769, 0.005221541505306959, 0.0054305861704051495, 0.00563963083550334, 0.005848675034940243, 0.006057719700038433]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 1.0, 3.0, 1.0, 3.0, 2.0, 5.0, 1.0, 3.0, 7.0, 9.0, 4.0, 1.0, 6.0, 0.0, 3.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014847936108708382, -0.01398935355246067, -0.013130771927535534, -0.012272189371287823, -0.011413607746362686, -0.010555025190114975, -0.009696442633867264, -0.008837861008942127, -0.007979278452694416, -0.007120696362107992, -0.006262114271521568, -0.005403531715273857, -0.004544949624687433, -0.0036863675341010094, -0.002827785210683942, -0.0019692028872668743, -0.0011106207966804504, -0.00025203858967870474, 0.000606543617323041, 0.0014651258243247867, 0.0023237080313265324, 0.0031822901219129562, 0.004040872678160667, 0.004899454768747091, 0.005758036859333515, 0.006616618949919939, 0.007475201040506363, 0.008333783596754074, 0.009192366153001785, 0.010050947777926922, 0.010909530334174633, 0.01176811195909977, 0.01262669451534748, 0.013485277071595192, 0.014343858696520329, 0.01520244125276804, 0.016061022877693176, 0.016919605433940887, 0.0177781879901886, 0.01863677054643631, 0.01949535310268402, 0.020353933796286583, 0.021212516352534294, 0.022071098908782005, 0.022929681465029716, 0.023788264021277428, 0.02464684471487999, 0.0255054272711277, 0.026364009827375412, 0.027222592383623123, 0.028081174939870834, 0.028939755633473396, 0.029798338189721107, 0.03065692074596882, 0.03151550143957138, 0.03237408399581909, 0.0332326665520668, 0.034091249108314514, 0.034949831664562225, 0.035808414220809937, 0.03666699677705765, 0.03752557933330536, 0.03838416188955307, 0.03924274444580078, 0.04010132700204849]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 3.0, 4.0, 3.0, 8.0, 4.0, 9.0, 20.0, 16.0, 34.0, 60.0, 71.0, 114.0, 179.0, 201.0, 305.0, 422.0, 571.0, 801.0, 1109.0, 1756.0, 6286.0, 2927.0, 1283.0, 788.0, 489.0, 278.0, 194.0, 114.0, 66.0, 56.0, 37.0, 39.0, 36.0, 8.0, 14.0, 2.0, 14.0, 23.0, 14.0, 1.0, 3.0, 3.0, 16.0, 12.0, 2.0, 2.0, 4.0, 0.0, 3.0, 5.0, 4.0, 3.0, 4.0, 3.0, 4.0], "bins": [-0.01120173279196024, -0.010827705264091492, -0.010453677736222744, -0.010079651139676571, -0.009705623611807823, -0.009331596083939075, -0.008957568556070328, -0.008583541959524155, -0.008209514431655407, -0.00783548690378666, -0.0074614593759179115, -0.007087432313710451, -0.006713404785841703, -0.006339377723634243, -0.005965350195765495, -0.005591323133558035, -0.005217295605689287, -0.0048432680778205395, -0.004469241015613079, -0.004095213487744331, -0.003721186425536871, -0.0033471588976681232, -0.002973131602630019, -0.002599104307591915, -0.002225077012553811, -0.001851049717515707, -0.001477022422477603, -0.001102995011024177, -0.000728967715986073, -0.0003549403918441385, 1.908693229779601e-05, 0.0003931142564397305, 0.000767141580581665, 0.001141168875619769, 0.0015151961706578732, 0.001889223582111299, 0.0022632507607340813, 0.002637278288602829, 0.003011305583640933, 0.003385332878679037, 0.003759360173717141, 0.004133387468755245, 0.004507414996623993, 0.004881442058831453, 0.005255469586700201, 0.0056294966489076614, 0.006003524176776409, 0.0063775512389838696, 0.006751578766852617, 0.007125606294721365, 0.007499633356928825, 0.007873660884797573, 0.00824768841266632, 0.008621715009212494, 0.008995742537081242, 0.00936977006494999, 0.009743797592818737, 0.010117825120687485, 0.010491851717233658, 0.010865879245102406, 0.011239906772971153, 0.011613934300839901, 0.011987960897386074, 0.012361988425254822, 0.01273601595312357]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 3.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.10137637704610825, -0.09869665652513504, -0.09601692855358124, -0.09333720803260803, -0.09065748751163483, -0.08797775954008102, -0.08529803901910782, -0.08261831849813461, -0.07993859052658081, -0.0772588700056076, -0.0745791494846344, -0.0718994289636612, -0.06921970099210739, -0.06653998047113419, -0.06386025995016098, -0.061180535703897476, -0.05850081145763397, -0.05582108721137047, -0.05314136669039726, -0.05046164244413376, -0.04778192192316055, -0.04510219767689705, -0.042422473430633545, -0.03974275290966034, -0.037063028663396835, -0.03438330441713333, -0.031703583896160126, -0.02902385964989662, -0.026344137266278267, -0.023664414882659912, -0.020984690636396408, -0.018304968252778053, -0.0156252458691597, -0.012945523485541344, -0.010265800170600414, -0.007586077321320772, -0.00490635447204113, -0.002226631622761488, 0.00045309122651815414, 0.0031328140757977962, 0.005812536925077438, 0.008492259308695793, 0.011171982623636723, 0.013851705938577652, 0.016531428322196007, 0.01921115070581436, 0.021890874952077866, 0.02457059733569622, 0.027250319719314575, 0.02993004210293293, 0.032609764486551285, 0.03528948873281479, 0.037969209253787994, 0.0406489335000515, 0.043328657746315, 0.04600837826728821, 0.04868810251355171, 0.051367826759815216, 0.05404754728078842, 0.056727271527051926, 0.05940699577331543, 0.062086716294288635, 0.06476643681526184, 0.06744616478681564, 0.07012588530778885]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 7.0, 3.0, 3.0, 3.0, 3.0, 2.0, 5.0, 4.0, 2.0, 5.0, 9.0, 5.0, 8.0, 15.0, 6.0, 8.0, 13.0, 16.0, 39.0, 17.0, 9.0, 10.0, 7.0, 10.0, 6.0, 9.0, 3.0, 7.0, 6.0, 5.0, 2.0, 6.0, 3.0, 6.0, 4.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 3.0], "bins": [-0.04967096075415611, -0.0484321303665638, -0.04719329997897148, -0.045954469591379166, -0.04471563920378685, -0.043476808816194534, -0.04223797842860222, -0.0409991480410099, -0.03976031765341759, -0.03852148726582527, -0.037282656878232956, -0.03604382649064064, -0.034804996103048325, -0.03356616571545601, -0.03232733532786369, -0.031088506802916527, -0.02984967641532421, -0.028610846027731895, -0.02737201564013958, -0.026133185252547264, -0.02489435486495495, -0.023655524477362633, -0.022416694089770317, -0.021177863702178, -0.019939035177230835, -0.01870020478963852, -0.017461374402046204, -0.016222544014453888, -0.014983713626861572, -0.013744883239269257, -0.012506052851676941, -0.011267222464084625, -0.01002839207649231, -0.008789561688899994, -0.007550731301307678, -0.00631190137937665, -0.005073070991784334, -0.0038342406041920185, -0.0025954104494303465, -0.0013565801782533526, -0.0001177499070763588, 0.001121080364100635, 0.002359910635277629, 0.003598740790039301, 0.004837571177631617, 0.006076401565223932, 0.007315231487154961, 0.008554061874747276, 0.009792892262339592, 0.011031722649931908, 0.012270553037524223, 0.013509383425116539, 0.014748213812708855, 0.01598704420030117, 0.017225874587893486, 0.0184647049754858, 0.019703533500432968, 0.020942363888025284, 0.0221811942756176, 0.023420024663209915, 0.02465885505080223, 0.025897685438394547, 0.027136515825986862, 0.028375346213579178, 0.029614176601171494]}, "_runtime": 166.1678249835968, "_timestamp": 1596213036.8693626, "_step": 202}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 3.0, 2.0, 2.0, 3.0, 1.0, 5.0, 3.0, 2.0, 4.0, 3.0, 5.0, 1.0, 5.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01180464867502451, -0.011477168649435043, -0.011149688623845577, -0.010822208598256111, -0.010494728572666645, -0.010167248547077179, -0.009839767590165138, -0.009512287564575672, -0.009184807538986206, -0.00885732751339674, -0.008529847487807274, -0.008202367462217808, -0.007874887436628342, -0.007547407411038876, -0.007219926919788122, -0.006892446894198656, -0.00656496686860919, -0.006237486843019724, -0.005910006817430258, -0.005582526326179504, -0.005255046300590038, -0.004927566275000572, -0.004600086249411106, -0.00427260622382164, -0.003945126198232174, -0.003617645939812064, -0.0032901656813919544, -0.0029626856558024883, -0.0026352056302130222, -0.0023077253717929125, -0.0019802453462034464, -0.0016527652041986585, -0.0013252850621938705, -0.0009978049201890826, -0.0006703248363919556, -0.00034284472349099815, -1.5364610590040684e-05, 0.0003121155023109168, 0.0006395956152118742, 0.0009670756990090013, 0.0012945558410137892, 0.001622035983018577, 0.001949516125023365, 0.002276996150612831, 0.002604476176202297, 0.002931956434622407, 0.003259436460211873, 0.003586916718631983, 0.003914396744221449, 0.004241876769810915, 0.004569356795400381, 0.0048968372866511345, 0.005224317312240601, 0.005551797337830067, 0.005879277363419533, 0.006206757389008999, 0.006534237414598465, 0.006861717905849218, 0.0071891979314386845, 0.0075166779570281506, 0.007844158448278904, 0.00817163847386837, 0.008499118499457836, 0.008826598525047302, 0.009154078550636768]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 6.0, 4.0, 5.0, 12.0, 12.0, 15.0, 13.0, 20.0, 28.0, 33.0, 48.0, 86.0, 84.0, 135.0, 207.0, 467.0, 5387.0, 599.0, 273.0, 149.0, 88.0, 64.0, 51.0, 34.0, 28.0, 17.0, 20.0, 12.0, 5.0, 9.0, 3.0, 4.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.13310420513153076, -0.12900932133197784, -0.12491443753242493, -0.12081955373287201, -0.11672466993331909, -0.11262978613376617, -0.10853490233421326, -0.10444001853466034, -0.10034513473510742, -0.0962502583861351, -0.09215537458658218, -0.08806049078702927, -0.08396560698747635, -0.07987072318792343, -0.07577583938837051, -0.0716809555888176, -0.06758607178926468, -0.06349118798971176, -0.059396304190158844, -0.055301420390605927, -0.05120653659105301, -0.04711165651679039, -0.04301677271723747, -0.038921888917684555, -0.03482700511813164, -0.03073212131857872, -0.026637237519025803, -0.022542355582118034, -0.018447471782565117, -0.0143525879830122, -0.010257705114781857, -0.006162821780890226, -0.002067938446998596, 0.002026944886893034, 0.006121828220784664, 0.010216711089015007, 0.014311594888567924, 0.018406478688120842, 0.02250136062502861, 0.026596244424581528, 0.030691128224134445, 0.03478601202368736, 0.03888089582324028, 0.0429757796227932, 0.04707065969705582, 0.051165543496608734, 0.05526042729616165, 0.05935531109571457, 0.06345019489526749, 0.0675450786948204, 0.07163996249437332, 0.07573484629392624, 0.07982973009347916, 0.08392461389303207, 0.08801949769258499, 0.09211438149213791, 0.09620925784111023, 0.10030414164066315, 0.10439902544021606, 0.10849390923976898, 0.1125887930393219, 0.11668367683887482, 0.12077856063842773, 0.12487344443798065, 0.12896832823753357]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 0.0, 1.0, 2.0, 7.0, 3.0, 4.0, 5.0, 5.0, 4.0, 2.0, 1.0, 2.0, 2.0, 23.0, 2.0, 2.0, 6.0, 5.0, 5.0, 4.0, 3.0, 5.0, 1.0, 1.0, 0.0, 5.0, 0.0, 0.0, 2.0, 3.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.002211033133789897, -0.0021380651742219925, -0.002065097214654088, -0.0019921292550861835, -0.0019191611791029572, -0.0018461932195350528, -0.0017732251435518265, -0.001700257183983922, -0.0016272892244160175, -0.001554321264848113, -0.0014813533052802086, -0.0014083852292969823, -0.0013354172697290778, -0.0012624493101611733, -0.001189481234177947, -0.0011165132746100426, -0.001043545315042138, -0.0009705773554742336, -0.0008976093376986682, -0.0008246413199231029, -0.0007516733603551984, -0.0006787054007872939, -0.0006057373830117285, -0.0005327693652361631, -0.00045980140566825867, -0.00038683341699652374, -0.0003138654283247888, -0.00024089743965305388, -0.00016792945098131895, -9.496146230958402e-05, -2.1993473637849092e-05, 5.0974515033885837e-05, 0.00012394250370562077, 0.0001969104923773557, 0.0002698784810490906, 0.00034284646972082555, 0.0004158144583925605, 0.000488782417960465, 0.0005617504357360303, 0.0006347184535115957, 0.0007076864130795002, 0.0007806543726474047, 0.0008536223904229701, 0.0009265904081985354, 0.00099955836776644, 0.0010725263273343444, 0.0011454944033175707, 0.0012184623628854752, 0.0012914303224533796, 0.001364398282021284, 0.0014373662415891886, 0.0015103343175724149, 0.0015833022771403193, 0.0016562702367082238, 0.0017292383126914501, 0.0018022062722593546, 0.001875174231827259, 0.0019481421913951635, 0.002021110150963068, 0.0020940781105309725, 0.002167046070098877, 0.002240014262497425, 0.0023129822220653296, 0.002385950181633234, 0.0024589181412011385]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 3.0, 10.0, 15.0, 28.0, 44.0, 52.0, 102.0, 123.0, 209.0, 313.0, 399.0, 695.0, 1111.0, 1865.0, 2948.0, 5130.0, 9394.0, 18287.0, 40124.0, 111784.0, 839834.0, 78239.0, 30201.0, 15027.0, 8225.0, 5026.0, 3228.0, 2184.0, 1448.0, 1009.0, 722.0, 482.0, 349.0, 252.0, 181.0, 123.0, 103.0, 85.0, 61.0, 62.0, 43.0, 18.0, 24.0, 17.0, 15.0, 14.0, 10.0, 7.0, 7.0, 3.0, 3.0, 1.0, 1.0, 0.0, 3.0], "bins": [-0.005020825657993555, -0.004850657656788826, -0.004680489655584097, -0.0045103211887180805, -0.0043401531875133514, -0.004169985186308622, -0.003999817185103893, -0.0038296489510685205, -0.0036594809498637915, -0.0034893129486590624, -0.0033191447146236897, -0.0031489767134189606, -0.0029788087122142315, -0.0028086404781788588, -0.0026384724769741297, -0.002468304242938757, -0.002298136241734028, -0.0021279682405292988, -0.001957800006493926, -0.001787632005289197, -0.001617463887669146, -0.0014472957700490952, -0.001277127768844366, -0.0011069596512243152, -0.0009367915336042643, -0.0007666234159842134, -0.0005964553565718234, -0.0004262872680556029, -0.00025611917953938246, -8.595109102316201e-05, 8.421699749305844e-05, 0.0002543850860092789, 0.00042455317452549934, 0.0005947212921455503, 0.0007648893515579402, 0.0009350574109703302, 0.0011052255285903811, 0.001275393646210432, 0.0014455616474151611, 0.001615729765035212, 0.001785897882655263, 0.001956065883859992, 0.0021262341178953648, 0.002296402119100094, 0.002466570120304823, 0.0026367383543401957, 0.0028069063555449247, 0.0029770745895802975, 0.0031472425907850266, 0.0033174105919897556, 0.0034875788260251284, 0.0036577468272298574, 0.00382791506126523, 0.003998083062469959, 0.004168251063674688, 0.004338419064879417, 0.004508587531745434, 0.004678755532950163, 0.004848923534154892, 0.005019091535359621, 0.00518925953656435, 0.005359427537769079, 0.005529596004635096, 0.005699764005839825, 0.005869932007044554]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 2.0, 3.0, 2.0, 2.0, 6.0, 6.0, 4.0, 3.0, 10.0, 1.0, 2.0, 1.0, 2.0, 2.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.019817156717181206, -0.018918629735708237, -0.018020102754235268, -0.0171215757727623, -0.01622304879128933, -0.015324522741138935, -0.014425995759665966, -0.013527468778192997, -0.012628941796720028, -0.011730414815247059, -0.01083188783377409, -0.00993336085230112, -0.009034834802150726, -0.008136307820677757, -0.007237780839204788, -0.006339253857731819, -0.00544072687625885, -0.004542199894785881, -0.0036436731461435556, -0.0027451463975012302, -0.0018466194160282612, -0.000948092550970614, -4.956568591296673e-05, 0.0008489611791446805, 0.0017474880442023277, 0.002646015025675297, 0.003544541774317622, 0.004443068522959948, 0.005341595504432917, 0.006240122485905886, 0.0071386490017175674, 0.008037175983190536, 0.008935702964663506, 0.009834229946136475, 0.010732756927609444, 0.011631283909082413, 0.012529810890555382, 0.013428336940705776, 0.014326863922178745, 0.015225390903651714, 0.01612391695380211, 0.017022443935275078, 0.017920970916748047, 0.018819497898221016, 0.019718024879693985, 0.020616551861166954, 0.021515078842639923, 0.022413605824112892, 0.02331213280558586, 0.02421065978705883, 0.0251091867685318, 0.02600771375000477, 0.026906240731477737, 0.027804767712950706, 0.028703294694423676, 0.029601821675896645, 0.030500348657369614, 0.031398873776197433, 0.03229740262031555, 0.03319592773914337, 0.03409445658326149, 0.03499298170208931, 0.03589151054620743, 0.03679003566503525, 0.03768856078386307]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 2.0, 2.0, 3.0, 3.0, 3.0, 6.0, 6.0, 12.0, 17.0, 19.0, 23.0, 34.0, 52.0, 58.0, 77.0, 96.0, 139.0, 196.0, 281.0, 378.0, 524.0, 743.0, 1014.0, 1535.0, 2486.0, 5988.0, 1514.0, 891.0, 637.0, 468.0, 303.0, 205.0, 149.0, 122.0, 87.0, 73.0, 47.0, 36.0, 27.0, 27.0, 15.0, 16.0, 15.0, 13.0, 11.0, 5.0, 2.0, 2.0, 3.0, 6.0, 4.0, 6.0, 14.0, 8.0, 15.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 5.0], "bins": [-0.008657964877784252, -0.008328181691467762, -0.007998399436473846, -0.007668616250157356, -0.007338833063840866, -0.007009050343185663, -0.00667926762253046, -0.00634948443621397, -0.006019701715558767, -0.0056899189949035645, -0.005360135808587074, -0.005030353087931871, -0.0047005703672766685, -0.004370787180960178, -0.0040410044603049755, -0.003711221506819129, -0.0033814385533332825, -0.003051655599847436, -0.0027218726463615894, -0.0023920899257063866, -0.00206230697222054, -0.0017325240187346935, -0.0014027411816641688, -0.0010729583445936441, -0.0007431753911077976, -0.000413392495829612, -8.360960055142641e-05, 0.0002461732947267592, 0.0005759561900049448, 0.0009057390852831304, 0.001235521980561316, 0.0015653048176318407, 0.0018950877711176872, 0.0022248707246035337, 0.0025546536780893803, 0.002884436398744583, 0.0032142193522304296, 0.003544002305716276, 0.003873785026371479, 0.004203568212687969, 0.004533350933343172, 0.004863133653998375, 0.005192916840314865, 0.005522699560970068, 0.005852482281625271, 0.006182265467941761, 0.006512048188596964, 0.006841831374913454, 0.007171614095568657, 0.00750139681622386, 0.007831179536879063, 0.008160962723195553, 0.008490745909512043, 0.008820528164505959, 0.009150311350822449, 0.009480094537138939, 0.009809877723455429, 0.010139659978449345, 0.010469443164765835, 0.010799226351082325, 0.01112900860607624, 0.01145879179239273, 0.011788574978709221, 0.012118357233703136, 0.012448140420019627]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 4.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.19065304100513458, -0.18574096262454987, -0.18082888424396515, -0.17591679096221924, -0.17100471258163452, -0.1660926342010498, -0.1611805558204651, -0.15626846253871918, -0.15135638415813446, -0.14644430577754974, -0.14153222739696503, -0.1366201490163803, -0.1317080557346344, -0.12679597735404968, -0.12188389897346497, -0.11697181314229965, -0.11205973476171494, -0.10714765638113022, -0.1022355705499649, -0.09732349216938019, -0.09241140633821487, -0.08749932795763016, -0.08258724212646484, -0.07767516374588013, -0.07276308536529541, -0.0678509995341301, -0.06293892115354538, -0.058026835322380066, -0.05311475694179535, -0.048202674835920334, -0.04329059273004532, -0.0383785106241703, -0.03346642851829529, -0.028554346412420273, -0.023642264306545258, -0.01873018406331539, -0.013818101957440376, -0.008906019851565361, -0.00399393867701292, 0.0009181429632008076, 0.0058302246034145355, 0.01074230670928955, 0.015654388815164566, 0.020566469058394432, 0.025478551164269447, 0.030390633270144463, 0.03530271351337433, 0.040214795619249344, 0.04512687772512436, 0.050038959830999374, 0.05495104193687439, 0.059863124042749405, 0.06477520614862442, 0.06968728452920914, 0.07459937036037445, 0.07951144874095917, 0.08442352712154388, 0.0893356129527092, 0.09424769133329391, 0.09915977716445923, 0.10407185554504395, 0.10898394137620926, 0.11389601975679398, 0.11880810558795929, 0.123720183968544]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 3.0, 2.0, 3.0, 3.0, 1.0, 6.0, 3.0, 6.0, 7.0, 4.0, 6.0, 5.0, 11.0, 14.0, 11.0, 18.0, 39.0, 25.0, 34.0, 13.0, 8.0, 4.0, 5.0, 0.0, 3.0, 0.0, 4.0, 2.0, 3.0, 1.0, 0.0, 2.0, 4.0, 2.0, 4.0, 0.0, 2.0, 4.0, 0.0, 3.0, 3.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0], "bins": [-0.06095121055841446, -0.058509305119514465, -0.05606739968061447, -0.05362549424171448, -0.051183588802814484, -0.04874167963862419, -0.0462997741997242, -0.043857868760824203, -0.04141596332192421, -0.038974057883024216, -0.03653215244412422, -0.03409024700522423, -0.031648337841033936, -0.02920643426477909, -0.026764526963233948, -0.024322621524333954, -0.02188071608543396, -0.019438810646533966, -0.016996905207633972, -0.014554997906088829, -0.012113092467188835, -0.009671187028288841, -0.007229280658066273, -0.0047873747535049915, -0.0023454688489437103, 9.643705561757088e-05, 0.002538342960178852, 0.004980248864740133, 0.0074221547693014145, 0.009864060208201408, 0.012305966578423977, 0.014747872948646545, 0.01718977838754654, 0.019631683826446533, 0.022073589265346527, 0.02451549656689167, 0.026957402005791664, 0.029399307444691658, 0.0318412147462368, 0.034283120185136795, 0.03672502562403679, 0.03916693106293678, 0.04160883650183678, 0.04405074194073677, 0.04649265110492706, 0.04893455654382706, 0.05137646198272705, 0.053818367421627045, 0.05626027286052704, 0.05870217829942703, 0.061144083738327026, 0.06358598917722702, 0.06602789461612701, 0.06846980005502701, 0.070911705493927, 0.073353610932827, 0.07579551637172699, 0.07823742926120758, 0.08067933470010757, 0.08312124013900757, 0.08556314557790756, 0.08800505101680756, 0.09044695645570755, 0.09288886189460754, 0.09533076733350754]}, "_runtime": 166.96772027015686, "_timestamp": 1596213037.6692579, "_step": 203}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 1.0, 2.0, 3.0, 8.0, 2.0, 4.0, 4.0, 1.0, 1.0, 0.0, 0.0, 1.0, 3.0, 5.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009651717729866505, -0.009335074573755264, -0.00901843048632145, -0.008701786398887634, -0.008385143242776394, -0.008068500086665154, -0.0077518559992313385, -0.007435212377458811, -0.007118568755686283, -0.006801925133913755, -0.006485281512141228, -0.0061686378903687, -0.005851994268596172, -0.005535350646823645, -0.005218707025051117, -0.004902063403278589, -0.0045854197815060616, -0.004268776159733534, -0.003952132537961006, -0.0036354889161884785, -0.0033188452944159508, -0.003002201672643423, -0.0026855580508708954, -0.0023689144290983677, -0.00205227080732584, -0.0017356271855533123, -0.0014189835637807846, -0.001102339942008257, -0.0007856963202357292, -0.0004690526984632015, -0.00015240907669067383, 0.00016423454508185387, 0.00048087816685438156, 0.0007975217886269093, 0.001114165410399437, 0.0014308090321719646, 0.0017474526539444923, 0.00206409627571702, 0.0023807398974895477, 0.0026973835192620754, 0.003014027141034603, 0.003330670762807131, 0.0036473143845796585, 0.003963958006352186, 0.004280601628124714, 0.004597245249897242, 0.004913888871669769, 0.005230532493442297, 0.005547176115214825, 0.005863819736987352, 0.00618046335875988, 0.006497106980532408, 0.0068137506023049355, 0.007130394224077463, 0.007447037845849991, 0.0077636814676225185, 0.008080325089395046, 0.008396968245506287, 0.008713612332940102, 0.009030256420373917, 0.009346899576485157, 0.009663542732596397, 0.009980186820030212, 0.010296830907464027, 0.010613474063575268]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 2.0, 1.0, 3.0, 3.0, 9.0, 18.0, 12.0, 21.0, 33.0, 49.0, 48.0, 80.0, 100.0, 195.0, 273.0, 4635.0, 1597.0, 299.0, 169.0, 117.0, 76.0, 43.0, 44.0, 22.0, 19.0, 19.0, 11.0, 6.0, 5.0, 2.0, 4.0, 3.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.16443505883216858, -0.1592930108308792, -0.15415096282958984, -0.14900892972946167, -0.1438668817281723, -0.13872483372688293, -0.13358278572559357, -0.1284407377243042, -0.12329869717359543, -0.11815664917230606, -0.11301460862159729, -0.10787256062030792, -0.10273051261901855, -0.09758847206830978, -0.09244642406702042, -0.08730438351631165, -0.08216233551502228, -0.07702028751373291, -0.07187824696302414, -0.06673619896173477, -0.0615941546857357, -0.05645211040973663, -0.051310062408447266, -0.046168018132448196, -0.04102597385644913, -0.03588392958045006, -0.03074188344180584, -0.02559983730316162, -0.020457793027162552, -0.015315747819840908, -0.010173702612519264, -0.00503165740519762, 0.00011038780212402344, 0.005252433009445667, 0.010394478216767311, 0.015536523424088955, 0.0206785686314106, 0.025820612907409668, 0.030962659046053886, 0.036104705184698105, 0.041246749460697174, 0.04638879373669624, 0.05153083801269531, 0.05667288601398468, 0.06181493028998375, 0.06695697456598282, 0.07209902256727219, 0.07724106311798096, 0.08238311111927032, 0.08752515912055969, 0.09266719967126846, 0.09780924767255783, 0.1029512882232666, 0.10809333622455597, 0.11323538422584534, 0.11837742477655411, 0.12351947277784348, 0.12866151332855225, 0.1338035613298416, 0.13894560933113098, 0.14408765733242035, 0.14922970533370972, 0.1543717384338379, 0.15951378643512726, 0.16465583443641663]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 4.0, 2.0, 3.0, 3.0, 2.0, 0.0, 4.0, 2.0, 2.0, 0.0, 3.0, 7.0, 4.0, 24.0, 2.0, 4.0, 1.0, 2.0, 7.0, 6.0, 6.0, 2.0, 2.0, 3.0, 2.0, 3.0, 0.0, 4.0, 0.0, 4.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00235030148178339, -0.0022591017186641693, -0.002167901722714305, -0.002076701959595084, -0.00198550196364522, -0.001894302200525999, -0.0018031024374067783, -0.0017119025578722358, -0.0016207026783376932, -0.0015295027988031507, -0.001438302919268608, -0.0013471031561493874, -0.0012559032766148448, -0.0011647033970803022, -0.0010735036339610815, -0.000982303754426539, -0.0008911038748919964, -0.0007999039953574538, -0.0007087041740305722, -0.0006175043527036905, -0.000526304473169148, -0.00043510462273843586, -0.00034390477230772376, -0.00025270492187701166, -0.00016150507144629955, -7.030522101558745e-05, 2.0894629415124655e-05, 0.00011209447984583676, 0.00020329433027654886, 0.00029449418070726097, 0.00038569403113797307, 0.0004768938815686852, 0.0005680937319993973, 0.0006592936115339398, 0.0007504934328608215, 0.0008416932541877031, 0.0009328931337222457, 0.0010240930132567883, 0.001115292776376009, 0.0012064926559105515, 0.0012976925354450941, 0.0013888924149796367, 0.0014800922945141792, 0.0015712920576334, 0.0016624919371679425, 0.001753691816702485, 0.0018448915798217058, 0.0019360914593562484, 0.002027291338890791, 0.0021184911020100117, 0.002209691097959876, 0.002300890861079097, 0.002392090857028961, 0.002483290620148182, 0.0025744903832674026, 0.002665690379217267, 0.0027568901423364878, 0.0028480899054557085, 0.002939289901405573, 0.0030304896645247936, 0.0031216894276440144, 0.0032128894235938787, 0.0033040891867130995, 0.003395289182662964, 0.0034864889457821846]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 3.0, 6.0, 8.0, 13.0, 23.0, 30.0, 34.0, 55.0, 70.0, 84.0, 171.0, 213.0, 281.0, 466.0, 708.0, 1096.0, 1715.0, 3023.0, 5382.0, 9659.0, 19268.0, 44234.0, 166494.0, 820814.0, 50264.0, 22873.0, 11994.0, 7138.0, 4463.0, 2854.0, 1744.0, 1274.0, 830.0, 658.0, 449.0, 311.0, 253.0, 177.0, 133.0, 98.0, 70.0, 45.0, 41.0, 26.0, 30.0, 20.0, 13.0, 9.0, 8.0, 7.0, 1.0, 6.0, 1.0, 1.0, 0.0, 3.0], "bins": [-0.005714201368391514, -0.005530769471079111, -0.005347337108105421, -0.005163905210793018, -0.004980472847819328, -0.004797040950506926, -0.0046136085875332355, -0.004430176690220833, -0.004246744327247143, -0.00406331242993474, -0.0038798802997916937, -0.0036964481696486473, -0.0035130162723362446, -0.003329584142193198, -0.003146152012050152, -0.0029627198819071054, -0.002779287751764059, -0.0025958556216210127, -0.0024124234914779663, -0.00222899136133492, -0.0020455592311918736, -0.001862127217464149, -0.0016786952037364244, -0.001495263073593378, -0.0013118309434503317, -0.0011283988133072853, -0.0009449667413718998, -0.0007615346694365144, -0.000578102539293468, -0.0003946704382542521, -0.00021123833721503615, -2.780623617582023e-05, 0.0001556258648633957, 0.0003390579659026116, 0.0005224900669418275, 0.000705922138877213, 0.0008893542690202594, 0.0010727863991633058, 0.0012562184128910303, 0.0014396505430340767, 0.001623082673177123, 0.0018065148033201694, 0.001989946933463216, 0.002173379063606262, 0.002356810960918665, 0.0025402430910617113, 0.0027236752212047577, 0.002907107351347804, 0.0030905394814908504, 0.003273971611633897, 0.003457403741776943, 0.0036408358719199896, 0.003824268002063036, 0.004007699899375439, 0.004191132262349129, 0.0043745641596615314, 0.004557996056973934, 0.004741428419947624, 0.004924860317260027, 0.005108292680233717, 0.00529172457754612, 0.00547515694051981, 0.0056585888378322124, 0.0058420212008059025, 0.006025453098118305]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 3.0, 0.0, 3.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 0.0, 8.0, 4.0, 4.0, 2.0, 5.0, 3.0, 0.0, 3.0, 1.0, 3.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.017620155587792397, -0.017024895176291466, -0.016429634764790535, -0.015834374353289604, -0.015239113941788673, -0.014643853530287743, -0.014048593118786812, -0.013453332707285881, -0.01285807229578495, -0.01226281188428402, -0.011667551472783089, -0.011072291061282158, -0.010477030649781227, -0.009881770238280296, -0.009286509826779366, -0.008691249415278435, -0.008095989003777504, -0.007500728592276573, -0.006905468180775642, -0.006310207769274712, -0.005714947357773781, -0.00511968694627285, -0.004524426534771919, -0.0039291661232709885, -0.0033339057117700577, -0.002738645300269127, -0.002143384888768196, -0.0015481244772672653, -0.0009528640657663345, -0.00035760365426540375, 0.00023765675723552704, 0.0008329171687364578, 0.0014281775802373886, 0.0020234379917383194, 0.00261869840323925, 0.003213958814740181, 0.0038092192262411118, 0.0044044796377420425, 0.004999740049242973, 0.005595000460743904, 0.006190260872244835, 0.006785521283745766, 0.0073807816952466965, 0.007976042106747627, 0.008571302518248558, 0.009166562929749489, 0.00976182334125042, 0.01035708375275135, 0.010952344164252281, 0.011547604575753212, 0.012142864987254143, 0.012738125398755074, 0.013333385810256004, 0.013928646221756935, 0.014523906633257866, 0.015119167044758797, 0.015714427456259727, 0.016309687867760658, 0.01690494827926159, 0.01750020869076252, 0.01809546910226345, 0.01869072951376438, 0.019285989925265312, 0.019881250336766243, 0.020476510748267174]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 2.0, 3.0, 2.0, 1.0, 3.0, 4.0, 2.0, 3.0, 10.0, 9.0, 20.0, 27.0, 31.0, 34.0, 46.0, 58.0, 71.0, 87.0, 109.0, 136.0, 165.0, 218.0, 285.0, 386.0, 585.0, 863.0, 1324.0, 2162.0, 5699.0, 1715.0, 1084.0, 806.0, 584.0, 429.0, 323.0, 240.0, 213.0, 154.0, 111.0, 103.0, 69.0, 48.0, 44.0, 48.0, 22.0, 19.0, 12.0, 18.0, 13.0, 9.0, 1.0, 1.0, 6.0, 2.0, 3.0, 0.0, 3.0], "bins": [-0.010294007137417793, -0.010002762079238892, -0.009711517952382565, -0.009420273825526237, -0.009129028767347336, -0.008837783709168434, -0.008546539582312107, -0.00825529545545578, -0.007964050397276878, -0.007672805804759264, -0.00738156121224165, -0.007090316619724035, -0.006799072027206421, -0.0065078274346888065, -0.006216582842171192, -0.005925338249653578, -0.0056340936571359634, -0.005342849064618349, -0.005051604472100735, -0.00476035987958312, -0.004469115287065506, -0.004177870694547892, -0.0038866261020302773, -0.003595381509512663, -0.0033041369169950485, -0.003012892324477434, -0.00272164773195982, -0.0024304031394422054, -0.002139158546924591, -0.0018479139544069767, -0.0015566693618893623, -0.001265424769371748, -0.0009741801768541336, -0.0006829355843365192, -0.0003916909918189049, -0.00010044639930129051, 0.00019079819321632385, 0.0004820427857339382, 0.0007732873782515526, 0.001064531970769167, 0.0013557765632867813, 0.0016470211558043957, 0.00193826574832201, 0.0022295103408396244, 0.0025207549333572388, 0.002811999525874853, 0.0031032441183924675, 0.003394488710910082, 0.0036857333034276962, 0.003976977895945311, 0.004268222488462925, 0.004559467080980539, 0.004850711673498154, 0.005141956266015768, 0.005433200858533382, 0.005724445451050997, 0.006015690043568611, 0.0063069346360862255, 0.00659817922860384, 0.006889423821121454, 0.007180668413639069, 0.007471913006156683, 0.007763157598674297, 0.008054401725530624, 0.008345646783709526]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 6.0, 0.0, 4.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.062400829046964645, -0.05938272550702095, -0.056364625692367554, -0.05334652215242386, -0.050328418612480164, -0.04731031507253647, -0.04429221153259277, -0.04127411171793938, -0.03825600817799568, -0.03523790463805199, -0.03221980482339859, -0.029201701283454895, -0.0261835977435112, -0.023165494203567505, -0.02014739252626896, -0.017129290848970413, -0.014111187309026718, -0.011093084700405598, -0.008074982091784477, -0.005056879483163357, -0.0020387768745422363, 0.0009793257340788841, 0.003997428342700005, 0.007015530951321125, 0.010033633559942245, 0.013051736168563366, 0.016069838777184486, 0.019087940454483032, 0.022106043994426727, 0.025124147534370422, 0.028142249211668968, 0.031160350888967514, 0.03417845442891121, 0.037196557968854904, 0.0402146577835083, 0.043232761323451996, 0.04625086486339569, 0.049268968403339386, 0.05228707194328308, 0.05530517175793648, 0.05832327529788017, 0.06134137883782387, 0.06435947865247726, 0.06737758219242096, 0.07039568573236465, 0.07341378927230835, 0.07643189281225204, 0.07944999635219574, 0.08246809244155884, 0.08548619598150253, 0.08850429952144623, 0.09152240306138992, 0.09454050660133362, 0.09755861014127731, 0.10057671368122101, 0.1035948172211647, 0.1066129207611084, 0.1096310168504715, 0.11264912039041519, 0.11566722393035889, 0.11868532747030258, 0.12170343101024628, 0.12472153455018997, 0.12773963809013367, 0.13075773417949677]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 4.0, 3.0, 3.0, 3.0, 4.0, 2.0, 4.0, 11.0, 15.0, 12.0, 16.0, 28.0, 13.0, 23.0, 20.0, 20.0, 36.0, 10.0, 9.0, 9.0, 5.0, 5.0, 3.0, 1.0, 2.0, 3.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 4.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.04834596812725067, -0.046179670840501785, -0.0440133735537529, -0.04184707626700401, -0.03968077898025513, -0.03751448169350624, -0.035348184406757355, -0.03318188712000847, -0.031015589833259583, -0.028849292546510696, -0.02668299525976181, -0.024516697973012924, -0.022350400686264038, -0.020184103399515152, -0.018017806112766266, -0.01585150882601738, -0.013685211539268494, -0.011518914252519608, -0.009352616965770721, -0.007186319679021835, -0.005020022392272949, -0.002853725105524063, -0.000687427818775177, 0.001478869467973709, 0.003645166754722595, 0.005811464041471481, 0.007977761328220367, 0.010144058614969254, 0.01231035590171814, 0.014476653188467026, 0.016642950475215912, 0.018809247761964798, 0.020975545048713684, 0.02314184233546257, 0.025308139622211456, 0.027474436908960342, 0.02964073419570923, 0.031807031482458115, 0.033973328769207, 0.03613962605595589, 0.03830592334270477, 0.04047222062945366, 0.042638517916202545, 0.04480481520295143, 0.04697111248970032, 0.049137409776449203, 0.05130370706319809, 0.053470004349946976, 0.05563630163669586, 0.05780259892344475, 0.059968896210193634, 0.06213519349694252, 0.0643014907836914, 0.06646779179573059, 0.06863408535718918, 0.07080037891864777, 0.07296667993068695, 0.07513298094272614, 0.07729927450418472, 0.07946556806564331, 0.0816318690776825, 0.08379817008972168, 0.08596446365118027, 0.08813075721263885, 0.09029705822467804]}, "_runtime": 167.74641013145447, "_timestamp": 1596213038.4479477, "_step": 204}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 1.0, 3.0, 1.0, 1.0, 2.0, 1.0, 1.0, 3.0, 1.0, 2.0, 3.0, 6.0, 3.0, 1.0, 3.0, 0.0, 3.0, 1.0, 2.0, 0.0, 0.0, 3.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00809312704950571, -0.007735628169029951, -0.007378129288554192, -0.007020630873739719, -0.00666313199326396, -0.0063056331127882, -0.005948134697973728, -0.005590635817497969, -0.005233136937022209, -0.00487563805654645, -0.00451813917607069, -0.004160640761256218, -0.0038031418807804585, -0.003445643000304699, -0.003088144352659583, -0.0027306457050144672, -0.0023731468245387077, -0.0020156479440629482, -0.0016581492964178324, -0.0013006505323573947, -0.000943151768296957, -0.0005856530042365193, -0.00022815424017608166, 0.00012934452388435602, 0.0004868432879447937, 0.0008443420520052314, 0.001201840816065669, 0.0015593395801261067, 0.0019168383441865444, 0.002274337224662304, 0.0026318358723074198, 0.0029893345199525356, 0.003346833400428295, 0.0037043322809040546, 0.004061831161379814, 0.004419329576194286, 0.004776828456670046, 0.005134327337145805, 0.0054918257519602776, 0.005849324632436037, 0.006206823512911797, 0.006564322393387556, 0.006921821273863316, 0.007279319688677788, 0.007636818569153547, 0.007994317449629307, 0.008351815864443779, 0.008709315210580826, 0.009066813625395298, 0.00942431204020977, 0.009781811386346817, 0.01013930980116129, 0.010496808215975761, 0.010854307562112808, 0.01121180597692728, 0.011569305323064327, 0.0119268037378788, 0.012284302152693272, 0.012641801498830318, 0.01299929991364479, 0.013356799259781837, 0.01371429767459631, 0.014071796089410782, 0.014429295435547829, 0.014786793850362301]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 5.0, 5.0, 6.0, 9.0, 10.0, 22.0, 26.0, 22.0, 35.0, 55.0, 72.0, 73.0, 116.0, 169.0, 245.0, 478.0, 5497.0, 400.0, 193.0, 112.0, 86.0, 56.0, 52.0, 44.0, 26.0, 19.0, 27.0, 13.0, 12.0, 9.0, 6.0, 8.0, 4.0, 5.0, 1.0, 2.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.13386662304401398, -0.1294451802968979, -0.1250237375497818, -0.12060230225324631, -0.11618085950613022, -0.11175941675901413, -0.10733798146247864, -0.10291653871536255, -0.09849509596824646, -0.09407365322113037, -0.08965221047401428, -0.08523077517747879, -0.0808093324303627, -0.07638788968324661, -0.07196645438671112, -0.06754501163959503, -0.06312356889247894, -0.058702126145362854, -0.054280687123537064, -0.04985924810171127, -0.045437805354595184, -0.041016362607479095, -0.036594923585653305, -0.032173484563827515, -0.027752041816711426, -0.023330600932240486, -0.018909160047769547, -0.014487719163298607, -0.010066278278827667, -0.005644837394356728, -0.001223396509885788, 0.0031980443745851517, 0.007619485259056091, 0.012040926143527031, 0.01646236702799797, 0.02088380791246891, 0.02530524879693985, 0.02972668968141079, 0.03414813056588173, 0.03856956958770752, 0.04299101233482361, 0.0474124550819397, 0.05183389410376549, 0.05625533312559128, 0.06067677587270737, 0.06509821861982346, 0.06951965391635895, 0.07394109666347504, 0.07836253941059113, 0.08278398215770721, 0.0872054249048233, 0.0916268602013588, 0.09604830294847488, 0.10046974569559097, 0.10489118099212646, 0.10931262373924255, 0.11373406648635864, 0.11815550923347473, 0.12257695198059082, 0.1269983947277069, 0.131419837474823, 0.1358412653207779, 0.14026270806789398, 0.14468415081501007, 0.14910559356212616]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 2.0, 2.0, 3.0, 3.0, 2.0, 3.0, 2.0, 4.0, 2.0, 2.0, 7.0, 1.0, 2.0, 28.0, 3.0, 2.0, 4.0, 2.0, 3.0, 4.0, 3.0, 2.0, 3.0, 4.0, 2.0, 4.0, 0.0, 0.0, 1.0, 3.0, 3.0, 0.0, 1.0, 3.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0032296471763402224, -0.0031360669527202845, -0.003042486496269703, -0.002948906272649765, -0.0028553258161991835, -0.0027617455925792456, -0.002668165136128664, -0.002574584912508726, -0.0024810044560581446, -0.0023874242324382067, -0.002293843775987625, -0.0022002635523676872, -0.0021066830959171057, -0.0020131028722971678, -0.001919522532261908, -0.0018259421922266483, -0.0017323618521913886, -0.0016387815121561289, -0.0015452011721208692, -0.0014516208320856094, -0.0013580404920503497, -0.00126446015201509, -0.0011708798119798303, -0.0010772994719445705, -0.0009837192483246326, -0.000890138850081712, -0.0007965585100464523, -0.0007029781700111926, -0.0006093978881835938, -0.000515817548148334, -0.0004222372081130743, -0.0003286568680778146, -0.00023507652804255486, -0.00014149618800729513, -4.7915862523950636e-05, 4.566447023535147e-05, 0.00013924480299465358, 0.0002328251430299133, 0.0003264054539613426, 0.0004199857939966023, 0.000513566134031862, 0.0006071464740671217, 0.0007007268141023815, 0.0007943071541376412, 0.00088788743596524, 0.0009814677760004997, 0.0010750481160357594, 0.0011686284560710192, 0.001262208796106279, 0.0013557891361415386, 0.0014493694761767983, 0.001542949816212058, 0.0016365301562473178, 0.0017301104962825775, 0.0018236908363178372, 0.001917271176353097, 0.002010851399973035, 0.0021044318564236164, 0.0021980120800435543, 0.002291592536494136, 0.0023851727601140738, 0.0024787532165646553, 0.002572333440184593, 0.0026659138966351748, 0.0027594941202551126]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 2.0, 7.0, 7.0, 11.0, 6.0, 13.0, 12.0, 26.0, 38.0, 47.0, 77.0, 111.0, 152.0, 232.0, 316.0, 411.0, 683.0, 1001.0, 1533.0, 2614.0, 4761.0, 9204.0, 21047.0, 61151.0, 863064.0, 133256.0, 39234.0, 17534.0, 9174.0, 5248.0, 3038.0, 1890.0, 1208.0, 793.0, 532.0, 366.0, 275.0, 185.0, 108.0, 83.0, 48.0, 39.0, 37.0, 22.0, 10.0, 13.0, 4.0, 9.0, 5.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.006759964860975742, -0.00651714438572526, -0.006274323910474777, -0.006031503435224295, -0.005788682959973812, -0.0055458624847233295, -0.005303042009472847, -0.005060221534222364, -0.004817401058971882, -0.004574580583721399, -0.004331760108470917, -0.004088939633220434, -0.003846118925139308, -0.0036032984498888254, -0.003360477974638343, -0.0031176574993878603, -0.0028748370241373777, -0.002632016548886895, -0.0023891960736364126, -0.00214637559838593, -0.0019035551231354475, -0.0016607345314696431, -0.0014179140562191606, -0.001175093580968678, -0.0009322731057181954, -0.0006894526304677129, -0.00044663212611339986, -0.00020381163631100208, 3.900885349139571e-05, 0.00028182932874187827, 0.0005246498622000217, 0.0007674703374505043, 0.0010102908127009869, 0.0012531112879514694, 0.001495931763201952, 0.0017387522384524345, 0.001981572713702917, 0.0022243931889533997, 0.0024672136642038822, 0.0027100341394543648, 0.0029528546147048473, 0.0031956753227859735, 0.003438495798036456, 0.0036813162732869387, 0.003924136515706778, 0.00416695699095726, 0.004409777466207743, 0.004652597941458225, 0.004895418882369995, 0.005138239357620478, 0.00538105983287096, 0.005623880308121443, 0.005866700783371925, 0.006109521258622408, 0.0063523417338728905, 0.006595162209123373, 0.006837982684373856, 0.007080803159624338, 0.007323623634874821, 0.007566444110125303, 0.007809264585375786, 0.008052084594964981, 0.008294905535876751, 0.008537725545465946, 0.008780546486377716]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 1.0, 0.0, 4.0, 3.0, 5.0, 1.0, 3.0, 5.0, 3.0, 10.0, 2.0, 4.0, 3.0, 4.0, 4.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.015022499486804008, -0.01377852912992239, -0.012534559704363346, -0.011290589347481728, -0.010046619921922684, -0.008802649565041065, -0.007558679208159447, -0.0063147093169391155, -0.005070739425718784, -0.003826769534498453, -0.0025827994104474783, -0.0013388294028118253, -9.485939517617226e-05, 0.0011491106124594808, 0.0023930806200951338, 0.0036370507441461086, 0.00488102063536644, 0.006124990526586771, 0.007368960417807102, 0.00861293077468872, 0.009856900200247765, 0.011100870557129383, 0.012344840914011002, 0.013588810339570045, 0.014832780696451664, 0.016076751053333282, 0.017320720478892326, 0.01856468990445137, 0.019808661192655563, 0.021052630618214607, 0.02229660004377365, 0.023540571331977844, 0.024784540757536888, 0.026028510183095932, 0.027272481471300125, 0.02851645089685917, 0.029760420322418213, 0.031004391610622406, 0.0322483591735363, 0.033492330461740494, 0.03473630174994469, 0.03598026931285858, 0.037224240601062775, 0.03846821188926697, 0.03971217945218086, 0.040956150740385056, 0.04220012202858925, 0.04344408959150314, 0.044688060879707336, 0.04593203216791153, 0.047175999730825424, 0.04841997101902962, 0.04966394230723381, 0.050907909870147705, 0.0521518811583519, 0.05339585244655609, 0.054639820009469986, 0.05588379129767418, 0.05712776258587837, 0.05837173014879227, 0.05961570143699646, 0.06085967272520065, 0.06210364028811455, 0.06334760785102844, 0.06459157913923264]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 3.0, 5.0, 6.0, 9.0, 12.0, 14.0, 20.0, 33.0, 46.0, 45.0, 90.0, 113.0, 153.0, 220.0, 322.0, 530.0, 879.0, 1326.0, 2164.0, 6628.0, 1885.0, 1154.0, 818.0, 552.0, 403.0, 281.0, 204.0, 109.0, 102.0, 70.0, 66.0, 26.0, 24.0, 18.0, 11.0, 9.0, 12.0, 4.0, 2.0, 1.0, 7.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 11.0, 14.0, 6.0, 11.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 9.0], "bins": [-0.009955373592674732, -0.009466757997870445, -0.008978141471743584, -0.008489525876939297, -0.00800091028213501, -0.007512294687330723, -0.0070236786268651485, -0.006535062566399574, -0.006046446971595287, -0.005557831376791, -0.005069215316325426, -0.004580599255859852, -0.004091983661055565, -0.0036033678334206343, -0.0031147520057857037, -0.002626136178150773, -0.0021375203505158424, -0.0016489045228809118, -0.0011602886952459812, -0.0006716728676110506, -0.00018305703997612, 0.0003055587876588106, 0.0007941746152937412, 0.0012827904429286718, 0.0017714062705636024, 0.002260022098198533, 0.0027486379258334637, 0.0032372537534683943, 0.003725869581103325, 0.004214485175907612, 0.004703101236373186, 0.00519171729683876, 0.005680332891643047, 0.006168948486447334, 0.0066575645469129086, 0.007146180607378483, 0.00763479620218277, 0.008123411796987057, 0.008612027391791344, 0.009100643917918205, 0.009589259512722492, 0.01007787510752678, 0.01056649163365364, 0.011055107228457928, 0.011543722823262215, 0.012032338418066502, 0.012520954012870789, 0.01300957053899765, 0.013498186133801937, 0.013986801728606224, 0.014475418254733086, 0.014964033849537373, 0.01545264944434166, 0.01594126597046852, 0.016429880633950233, 0.016918497160077095, 0.017407111823558807, 0.01789572834968567, 0.01838434487581253, 0.018872959539294243, 0.019361576065421104, 0.019850192591547966, 0.02033880725502968, 0.02082742378115654, 0.0213160403072834]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 4.0, 1.0, 0.0, 3.0, 1.0, 0.0, 0.0, 2.0, 4.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.1756594181060791, -0.17201350629329681, -0.16836757957935333, -0.16472166776657104, -0.16107574105262756, -0.15742982923984528, -0.1537839025259018, -0.1501379907131195, -0.14649206399917603, -0.14284615218639374, -0.13920024037361145, -0.13555431365966797, -0.13190840184688568, -0.1282624751329422, -0.12461656332015991, -0.12097064405679703, -0.11732472479343414, -0.11367880553007126, -0.11003288626670837, -0.10638696700334549, -0.1027410477399826, -0.09909513592720032, -0.09544921666383743, -0.09180329740047455, -0.08815737813711166, -0.08451145887374878, -0.0808655396103859, -0.07721962034702301, -0.07357370853424072, -0.06992778927087784, -0.06628187000751495, -0.06263595074415207, -0.058990031480789185, -0.0553441122174263, -0.051698192954063416, -0.04805227741599083, -0.044406358152627945, -0.04076043888926506, -0.037114523351192474, -0.03346860408782959, -0.029822684824466705, -0.02617676556110382, -0.022530848160386086, -0.01888493075966835, -0.015239011496305466, -0.011593093164265156, -0.007947174832224846, -0.004301256500184536, -0.0006553381681442261, 0.002990580163896084, 0.006636498495936394, 0.010282416827976704, 0.013928335160017014, 0.017574254423379898, 0.021220171824097633, 0.02486608922481537, 0.028512008488178253, 0.03215792775154114, 0.03580384701490402, 0.03944976255297661, 0.04309568181633949, 0.04674160107970238, 0.05038751661777496, 0.05403343588113785, 0.05767935514450073]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 2.0, 3.0, 3.0, 4.0, 8.0, 5.0, 5.0, 9.0, 10.0, 7.0, 8.0, 16.0, 14.0, 35.0, 21.0, 10.0, 7.0, 10.0, 9.0, 6.0, 11.0, 3.0, 9.0, 6.0, 4.0, 6.0, 3.0, 2.0, 3.0, 3.0, 0.0, 2.0, 2.0, 4.0, 1.0, 6.0, 5.0, 5.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.05313992500305176, -0.051423221826553345, -0.04970651865005493, -0.04798981547355652, -0.046273112297058105, -0.04455640912055969, -0.04283970594406128, -0.041123002767562866, -0.03940629959106445, -0.03768959641456604, -0.03597289323806763, -0.034256190061569214, -0.0325394868850708, -0.030822783708572388, -0.029106080532073975, -0.02738937735557556, -0.02567267417907715, -0.023955971002578735, -0.022239267826080322, -0.02052256464958191, -0.018805861473083496, -0.017089158296585083, -0.01537245512008667, -0.013655751943588257, -0.011939048767089844, -0.01022234559059143, -0.008505642414093018, -0.0067889392375946045, -0.005072236061096191, -0.0033555328845977783, -0.0016388297080993652, 7.787346839904785e-05, 0.001794576644897461, 0.003511279821395874, 0.005227982997894287, 0.0069446861743927, 0.008661389350891113, 0.010378092527389526, 0.01209479570388794, 0.013811498880386353, 0.015528202056884766, 0.01724490523338318, 0.018961608409881592, 0.020678311586380005, 0.022395014762878418, 0.02411171793937683, 0.025828421115875244, 0.027545124292373657, 0.02926182746887207, 0.030978530645370483, 0.032695233821868896, 0.03441193699836731, 0.03612864017486572, 0.037845343351364136, 0.03956204652786255, 0.04127874970436096, 0.042995452880859375, 0.04471215605735779, 0.0464288592338562, 0.048145562410354614, 0.04986226558685303, 0.05157896876335144, 0.053295671939849854, 0.05501237511634827, 0.05672907829284668]}, "_runtime": 168.52553701400757, "_timestamp": 1596213039.2270746, "_step": 205}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 4.0, 0.0, 0.0, 1.0, 5.0, 9.0, 5.0, 6.0, 2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010936379432678223, -0.010671503841876984, -0.01040662918239832, -0.01014175359159708, -0.009876878000795841, -0.009612003341317177, -0.009347127750515938, -0.009082252159714699, -0.00881737656891346, -0.008552501909434795, -0.008287626318633556, -0.008022750727832317, -0.007757876068353653, -0.007493000477552414, -0.007228125352412462, -0.006963249761611223, -0.0066983746364712715, -0.00643349951133132, -0.006168623920530081, -0.005903748795390129, -0.00563887320458889, -0.005373998079448938, -0.005109122954308987, -0.004844247363507748, -0.004579372238367796, -0.004314497113227844, -0.004049621522426605, -0.0037847463972866535, -0.003519871039316058, -0.003254995681345463, -0.002990120556205511, -0.0027252451982349157, -0.0024603698402643204, -0.002195494482293725, -0.0019306192407384515, -0.001665743999183178, -0.0014008686412125826, -0.0011359932832419872, -0.0008711180416867137, -0.0006062427419237792, -0.0003413674421608448, -7.649214239791036e-05, 0.0001883831573650241, 0.00045325845712795854, 0.000718133756890893, 0.0009830091148614883, 0.0012478843564167619, 0.0015127595979720354, 0.0017776349559426308, 0.002042510313913226, 0.0023073856718838215, 0.002572260797023773, 0.0028371361549943686, 0.003102011512964964, 0.0033668866381049156, 0.003631761996075511, 0.0038966373540461063, 0.004161512479186058, 0.004426388069987297, 0.004691263195127249, 0.0049561383202672005, 0.0052210139110684395, 0.005485889036208391, 0.00575076462700963, 0.006015639752149582]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 4.0, 6.0, 3.0, 2.0, 3.0, 7.0, 10.0, 12.0, 18.0, 15.0, 19.0, 28.0, 26.0, 35.0, 48.0, 59.0, 61.0, 117.0, 143.0, 252.0, 577.0, 5483.0, 337.0, 161.0, 110.0, 83.0, 80.0, 46.0, 37.0, 31.0, 27.0, 20.0, 11.0, 11.0, 15.0, 10.0, 5.0, 3.0, 0.0, 3.0, 2.0, 4.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.09874576330184937, -0.09523768723011017, -0.09172961115837097, -0.08822153508663177, -0.08471345901489258, -0.08120538294315338, -0.07769730687141418, -0.07418923079967499, -0.07068115472793579, -0.0671730786561966, -0.0636650025844574, -0.0601569227874279, -0.056648846715688705, -0.05314077064394951, -0.04963269457221031, -0.046124618500471115, -0.04261654242873192, -0.03910846635699272, -0.035600390285253525, -0.03209231421351433, -0.02858423814177513, -0.025076160207390785, -0.02156808413565159, -0.01806000806391239, -0.014551931992173195, -0.011043855920433998, -0.007535779383033514, -0.00402770284563303, -0.0005196267738938332, 0.0029884495306760073, 0.006496525835245848, 0.010004602372646332, 0.013512678444385529, 0.017020754516124725, 0.020528830587863922, 0.02403690665960312, 0.027544982731342316, 0.03105306066572666, 0.03456113487482071, 0.038069210946559906, 0.0415772870182991, 0.0450853668153286, 0.048593442887067795, 0.05210151895880699, 0.05560959503054619, 0.059117671102285385, 0.06262574344873428, 0.06613381952047348, 0.06964190304279327, 0.07314997911453247, 0.07665805518627167, 0.08016613125801086, 0.08367420732975006, 0.08718228340148926, 0.09069035947322845, 0.09419843554496765, 0.09770651161670685, 0.10121458768844604, 0.10472266376018524, 0.10823073983192444, 0.11173881590366364, 0.11524689197540283, 0.11875496804714203, 0.12226304411888123, 0.12577112019062042]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 6.0, 3.0, 3.0, 1.0, 3.0, 4.0, 5.0, 4.0, 2.0, 1.0, 22.0, 0.0, 4.0, 3.0, 4.0, 5.0, 8.0, 2.0, 5.0, 3.0, 1.0, 4.0, 2.0, 4.0, 0.0, 4.0, 2.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0019131648587062955, -0.0018242087680846453, -0.0017352527938783169, -0.0016462968196719885, -0.0015573407290503383, -0.001468384638428688, -0.0013794286642223597, -0.0012904726900160313, -0.001201516599394381, -0.0011125605087727308, -0.0010236045345664024, -0.0009346485021524131, -0.0008456924697384238, -0.0007567364373244345, -0.0006677804049104452, -0.0005788243724964559, -0.0004898683400824666, -0.0004009123076684773, -0.000311956275254488, -0.00022300024284049869, -0.00013404421042650938, -4.5088178012520075e-05, 4.386785440146923e-05, 0.00013282388681545854, 0.00022177991922944784, 0.00031073595164343715, 0.00039969198405742645, 0.0004886480164714158, 0.0005776040488854051, 0.0006665600812993944, 0.0007555161137133837, 0.000844472146127373, 0.0009334281785413623, 0.0010223842691630125, 0.001111340243369341, 0.0012002962175756693, 0.0012892523081973195, 0.0013782083988189697, 0.0014671643730252981, 0.0015561203472316265, 0.0016450764378532767, 0.001734032528474927, 0.0018229885026812553, 0.0019119444768875837, 0.002000900451093912, 0.002089856658130884, 0.0021788126323372126, 0.002267768606543541, 0.002356724813580513, 0.0024456807877868414, 0.00253463676199317, 0.002623592736199498, 0.0027125487104058266, 0.0028015049174427986, 0.002890460891649127, 0.0029794168658554554, 0.0030683730728924274, 0.003157329047098756, 0.0032462850213050842, 0.0033352409955114126, 0.003424196969717741, 0.003513153176754713, 0.0036021091509610415, 0.00369106512516737, 0.003780021332204342]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 9.0, 4.0, 10.0, 17.0, 18.0, 32.0, 52.0, 59.0, 105.0, 138.0, 250.0, 447.0, 677.0, 1251.0, 2487.0, 5070.0, 12497.0, 40207.0, 820306.0, 215960.0, 38683.0, 16828.0, 9102.0, 5261.0, 3289.0, 2199.0, 1400.0, 940.0, 683.0, 478.0, 328.0, 256.0, 139.0, 122.0, 89.0, 60.0, 54.0, 40.0, 25.0, 18.0, 14.0, 12.0, 9.0, 4.0, 2.0, 2.0, 0.0, 2.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.006458195857703686, -0.0062096999026834965, -0.005961203947663307, -0.005712707526981831, -0.005464211571961641, -0.005215715616941452, -0.004967219661921263, -0.0047187237069010735, -0.004470227286219597, -0.004221731331199408, -0.003973235376179218, -0.003724739421159029, -0.0034762434661388397, -0.0032277472782880068, -0.0029792513232678175, -0.0027307551354169846, -0.0024822591803967953, -0.002233763225376606, -0.001985267037525773, -0.0017367710825055838, -0.0014882750110700727, -0.0012397789396345615, -0.0009912829846143723, -0.0007427869131788611, -0.00049429084174335, -0.0002457947994116694, 2.701242920011282e-06, 0.00025119728525169194, 0.0004996933275833726, 0.0007481893990188837, 0.000996685354039073, 0.001245181425474584, 0.0014936774969100952, 0.0017421735683456063, 0.0019906696397811174, 0.0022391655948013067, 0.0024876617826521397, 0.002736157737672329, 0.0029846536926925182, 0.003233149880543351, 0.0034816458355635405, 0.0037301417905837297, 0.003978637978434563, 0.004227133933454752, 0.004475629888474941, 0.0047241258434951305, 0.004972622264176607, 0.005221118219196796, 0.005469614174216986, 0.005718110129237175, 0.005966606084257364, 0.006215102504938841, 0.00646359845995903, 0.0067120944149792194, 0.006960590369999409, 0.007209086325019598, 0.007457582280039787, 0.007706078700721264, 0.007954574190080166, 0.008203070610761642, 0.008451567031443119, 0.008700062520802021, 0.008948558941483498, 0.0091970544308424, 0.009445550851523876]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 2.0, 2.0, 2.0, 1.0, 9.0, 6.0, 2.0, 1.0, 2.0, 1.0, 4.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.022601332515478134, -0.02172161638736725, -0.020841900259256363, -0.019962185993790627, -0.01908246986567974, -0.018202753737568855, -0.01732303760945797, -0.016443323343992233, -0.015563607215881348, -0.014683891087770462, -0.013804174959659576, -0.012924459762871265, -0.01204474363476038, -0.011165028437972069, -0.010285312309861183, -0.009405597113072872, -0.008525880984961987, -0.007646165322512388, -0.00676644966006279, -0.005886733997613192, -0.005007018335163593, -0.004127302207052708, -0.0032475865446031094, -0.002367870882153511, -0.0014881552197039127, -0.0006084394990466535, 0.0002712762216106057, 0.0011509920004755259, 0.002030707662925124, 0.0029104233253747225, 0.0037901392206549644, 0.004669854883104563, 0.005549570545554161, 0.006429286208003759, 0.007309001870453358, 0.008188717998564243, 0.009068433195352554, 0.00994814932346344, 0.010827864520251751, 0.011707580648362637, 0.012587295845150948, 0.013467011973261833, 0.014346728101372719, 0.01522644329816103, 0.01610615849494934, 0.016985874623060226, 0.017865590751171112, 0.018745306879281998, 0.019625023007392883, 0.02050473727285862, 0.021384453400969505, 0.02226416952908039, 0.023143885657191277, 0.024023599922657013, 0.0249033160507679, 0.025783032178878784, 0.02666274830698967, 0.027542464435100555, 0.028422178700566292, 0.029301894828677177, 0.030181610956788063, 0.03106132708489895, 0.031941041350364685, 0.03282075747847557, 0.033700473606586456]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 2.0, 3.0, 6.0, 3.0, 9.0, 5.0, 8.0, 19.0, 25.0, 20.0, 32.0, 46.0, 33.0, 41.0, 79.0, 90.0, 110.0, 134.0, 202.0, 263.0, 347.0, 527.0, 773.0, 1207.0, 2148.0, 6132.0, 1672.0, 1132.0, 755.0, 512.0, 399.0, 317.0, 218.0, 200.0, 179.0, 134.0, 97.0, 81.0, 80.0, 69.0, 49.0, 39.0, 33.0, 48.0, 25.0, 18.0, 17.0, 17.0, 16.0, 15.0, 10.0, 5.0, 9.0, 6.0, 7.0, 2.0, 0.0, 0.0, 0.0, 0.0, 3.0], "bins": [-0.01348056085407734, -0.01300366222858429, -0.01252676360309124, -0.01204986497759819, -0.01157296635210514, -0.011096067726612091, -0.010619170032441616, -0.010142271406948566, -0.009665372781455517, -0.009188474155962467, -0.008711575530469418, -0.008234676904976368, -0.007757778279483318, -0.007280879653990269, -0.006803981494158506, -0.006327082868665457, -0.005850184243172407, -0.0053732856176793575, -0.004896386992186308, -0.004419488832354546, -0.003942590206861496, -0.0034656915813684464, -0.0029887929558753967, -0.0025118945632129908, -0.002034995937719941, -0.0015580974286422133, -0.0010811989195644855, -0.0006043002940714359, -0.00012740178499370813, 0.0003494967531878501, 0.0008263952913694084, 0.001303293858654797, 0.0017801923677325249, 0.0022570909932255745, 0.0027339893858879805, 0.00321088801138103, 0.003687786404043436, 0.004164685029536486, 0.004641583655029535, 0.005118482280522585, 0.005595380440354347, 0.006072279065847397, 0.0065491776913404465, 0.007026076316833496, 0.007502974942326546, 0.007979873567819595, 0.008456772193312645, 0.008933670818805695, 0.009410569444298744, 0.00988746713846922, 0.010364365763962269, 0.010841264389455318, 0.011318163014948368, 0.011795061640441418, 0.012271960265934467, 0.012748858891427517, 0.013225757516920567, 0.013702656142413616, 0.014179554767906666, 0.01465645246207714, 0.01513335108757019, 0.01561024971306324, 0.01608714833855629, 0.01656404696404934, 0.01704094558954239]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 1.0, 2.0, 3.0, 3.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.3016066253185272, -0.2941831052303314, -0.286759614944458, -0.2793360948562622, -0.2719125747680664, -0.2644890546798706, -0.2570655643939972, -0.2496420443058014, -0.24221853911876678, -0.23479501903057098, -0.22737151384353638, -0.21994800865650177, -0.21252448856830597, -0.20510098338127136, -0.19767746329307556, -0.19025395810604095, -0.18283045291900635, -0.17540693283081055, -0.16798342764377594, -0.16055990755558014, -0.15313640236854553, -0.14571288228034973, -0.13828937709331512, -0.13086587190628052, -0.12344235181808472, -0.11601884663105011, -0.1085953339934349, -0.1011718213558197, -0.0937483087182045, -0.0863247960805893, -0.07890129089355469, -0.07147777825593948, -0.06405426561832428, -0.056630752980709076, -0.04920724406838417, -0.04178373143076897, -0.03436022251844406, -0.026936709880828857, -0.019513197243213654, -0.012089686468243599, -0.004666175693273544, 0.0027573355473577976, 0.01018084678798914, 0.01760435849428177, 0.025027869269251823, 0.03245138004422188, 0.03987489268183708, 0.04729840159416199, 0.05472191423177719, 0.062145426869392395, 0.0695689395070076, 0.0769924446940422, 0.08441595733165741, 0.09183946996927261, 0.09926298260688782, 0.10668649524450302, 0.11411000788211823, 0.12153351306915283, 0.12895703315734863, 0.13638053834438324, 0.14380404353141785, 0.15122756361961365, 0.15865106880664825, 0.16607458889484406, 0.17349809408187866]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 4.0, 2.0, 3.0, 3.0, 2.0, 1.0, 0.0, 0.0, 1.0, 3.0, 2.0, 3.0, 5.0, 3.0, 8.0, 3.0, 4.0, 5.0, 3.0, 10.0, 22.0, 30.0, 48.0, 23.0, 17.0, 12.0, 6.0, 5.0, 4.0, 6.0, 3.0, 3.0, 5.0, 8.0, 5.0, 1.0, 4.0, 2.0, 1.0, 0.0, 1.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.18603691458702087, -0.18106195330619812, -0.17608700692653656, -0.1711120456457138, -0.16613708436489105, -0.1611621230840683, -0.15618717670440674, -0.15121221542358398, -0.14623725414276123, -0.14126230776309967, -0.13628734648227692, -0.13131238520145416, -0.1263374239206314, -0.12136247009038925, -0.1163875162601471, -0.11141255497932434, -0.10643760114908218, -0.10146264731884003, -0.09648768603801727, -0.09151273220777512, -0.08653777092695236, -0.0815628170967102, -0.07658785581588745, -0.0716129019856453, -0.06663794815540314, -0.06166298687458038, -0.05668802931904793, -0.05171307176351547, -0.046738117933273315, -0.04176316037774086, -0.036788202822208405, -0.03181324526667595, -0.026838287711143494, -0.021863330155611038, -0.016888372600078583, -0.011913416907191277, -0.006938459351658821, -0.001963502261787653, 0.003011454828083515, 0.007986411452293396, 0.012961369007825851, 0.017936326563358307, 0.022911284118890762, 0.02788623981177807, 0.032861195504665375, 0.03783615306019783, 0.042811110615730286, 0.04778606817126274, 0.0527610257267952, 0.05773598328232765, 0.06271094083786011, 0.06768589466810226, 0.07266085594892502, 0.07763580977916718, 0.08261077105998993, 0.08758572489023209, 0.09256067872047424, 0.097535640001297, 0.10251059383153915, 0.10748555511236191, 0.11246050894260406, 0.11743547022342682, 0.12241042405366898, 0.12738537788391113, 0.1323603391647339]}, "_runtime": 169.40788888931274, "_timestamp": 1596213040.1094265, "_step": 206}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 3.0, 2.0, 0.0, 0.0, 3.0, 4.0, 5.0, 7.0, 4.0, 2.0, 0.0, 2.0, 4.0, 1.0, 3.0, 0.0, 1.0, 1.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.013414846733212471, -0.013055632822215557, -0.012696418911218643, -0.012337204068899155, -0.01197799015790224, -0.011618776246905327, -0.011259561404585838, -0.010900347493588924, -0.01054113358259201, -0.010181919671595097, -0.009822705760598183, -0.009463490918278694, -0.00910427700728178, -0.008745063096284866, -0.008385848253965378, -0.008026634342968464, -0.00766742043197155, -0.007308206520974636, -0.006948992144316435, -0.006589777767658234, -0.00623056385666132, -0.005871349945664406, -0.005512135569006205, -0.005152921192348003, -0.0047937072813510895, -0.004434493370354176, -0.004075278993695974, -0.003716064849868417, -0.0033568507060408592, -0.0029976365622133017, -0.002638422418385744, -0.0022792082745581865, -0.001919994130730629, -0.0015607799869030714, -0.0012015658430755138, -0.0008423516992479563, -0.0004831375554203987, -0.00012392341159284115, 0.00023529073223471642, 0.000594504876062274, 0.0009537190198898315, 0.001312933163717389, 0.0016721473075449467, 0.0020313614513725042, 0.002390575595200062, 0.0027497897390276194, 0.003109003882855177, 0.0034682180266827345, 0.003827432170510292, 0.004186646081507206, 0.004545860458165407, 0.004905074834823608, 0.005264288745820522, 0.005623502656817436, 0.0059827170334756374, 0.006341931410133839, 0.0067011453211307526, 0.0070603592321276665, 0.007419573608785868, 0.007778787985444069, 0.008138001896440983, 0.008497215807437897, 0.008856430649757385, 0.0092156445607543, 0.009574858471751213]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 5.0, 1.0, 1.0, 2.0, 2.0, 2.0, 2.0, 5.0, 6.0, 5.0, 11.0, 5.0, 5.0, 18.0, 18.0, 23.0, 25.0, 24.0, 37.0, 39.0, 52.0, 63.0, 94.0, 129.0, 199.0, 407.0, 5324.0, 605.0, 256.0, 132.0, 116.0, 60.0, 52.0, 41.0, 36.0, 25.0, 23.0, 15.0, 8.0, 11.0, 9.0, 10.0, 8.0, 8.0, 2.0, 1.0, 1.0, 3.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1128644123673439, -0.10939213633537292, -0.10591986030340195, -0.10244758427143097, -0.09897530823945999, -0.09550303220748901, -0.09203075617551804, -0.08855848014354706, -0.08508621156215668, -0.0816139355301857, -0.07814165949821472, -0.07466938346624374, -0.07119710743427277, -0.06772483140230179, -0.06425255537033081, -0.06078027933835983, -0.057308003306388855, -0.05383572727441788, -0.0503634512424469, -0.04689117521047592, -0.043418899178504944, -0.039946626871824265, -0.03647435083985329, -0.03300207480788231, -0.02952979877591133, -0.026057522743940353, -0.022585246711969376, -0.019112972542643547, -0.01564069651067257, -0.012168420478701591, -0.008696145378053188, -0.005223869811743498, -0.0017515942454338074, 0.001720681320875883, 0.005192956887185574, 0.008665231987833977, 0.012137508019804955, 0.015609784051775932, 0.01908205822110176, 0.02255433425307274, 0.026026610285043716, 0.029498886317014694, 0.03297116234898567, 0.03644343838095665, 0.03991571068763733, 0.04338798671960831, 0.046860262751579285, 0.05033253878355026, 0.05380481481552124, 0.05727709084749222, 0.060749366879463196, 0.06422164291143417, 0.06769391894340515, 0.07116619497537613, 0.0746384710073471, 0.07811074703931808, 0.08158302307128906, 0.08505529165267944, 0.08852756768465042, 0.0919998437166214, 0.09547211974859238, 0.09894439578056335, 0.10241667181253433, 0.10588894784450531, 0.10936122387647629]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 3.0, 1.0, 2.0, 2.0, 3.0, 0.0, 1.0, 2.0, 1.0, 2.0, 4.0, 2.0, 4.0, 4.0, 4.0, 4.0, 4.0, 3.0, 7.0, 25.0, 8.0, 0.0, 2.0, 2.0, 2.0, 6.0, 2.0, 3.0, 2.0, 3.0, 1.0, 0.0, 1.0, 2.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.002464186865836382, -0.002394170733168721, -0.002324154833331704, -0.0022541387006640434, -0.0021841228008270264, -0.0021141066681593657, -0.002044090535491705, -0.001974074635654688, -0.0019040585029870272, -0.0018340424867346883, -0.0017640264704823494, -0.0016940103378146887, -0.0016239943215623498, -0.001553978305310011, -0.0014839621726423502, -0.0014139461563900113, -0.0013439301401376724, -0.0012739141238853335, -0.0012038981076329947, -0.001133881974965334, -0.001063865958712995, -0.0009938499424606562, -0.0009238338680006564, -0.0008538177935406566, -0.0007838017772883177, -0.0007137857610359788, -0.000643769686575979, -0.0005737536121159792, -0.0005037375958636403, -0.00043372155050747097, -0.0003637055051513016, -0.0002936894597951323, -0.00022367341443896294, -0.0001536573690827936, -8.364132372662425e-05, -1.3625278370454907e-05, 5.6390766985714436e-05, 0.00012640681234188378, 0.00019642285769805312, 0.00026643890305422246, 0.0003364549484103918, 0.00040647099376656115, 0.0004764870391227305, 0.0005465031135827303, 0.0006165191298350692, 0.0006865351460874081, 0.0007565512205474079, 0.0008265672950074077, 0.0008965833112597466, 0.0009665993275120854, 0.0010366153437644243, 0.001106631476432085, 0.001176647492684424, 0.0012466635089367628, 0.0013166796416044235, 0.0013866956578567624, 0.0014567116741091013, 0.0015267276903614402, 0.001596743706613779, 0.0016667598392814398, 0.0017367758555337787, 0.0018067918717861176, 0.0018768080044537783, 0.0019468240207061172, 0.002016840036958456]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 2.0, 3.0, 2.0, 6.0, 4.0, 11.0, 12.0, 16.0, 43.0, 45.0, 51.0, 89.0, 101.0, 180.0, 215.0, 345.0, 468.0, 730.0, 1069.0, 1586.0, 2532.0, 4153.0, 6898.0, 13314.0, 27675.0, 72442.0, 858882.0, 111778.0, 33096.0, 16116.0, 9064.0, 5544.0, 3684.0, 2600.0, 1912.0, 1333.0, 1046.0, 697.0, 541.0, 400.0, 277.0, 187.0, 120.0, 119.0, 77.0, 49.0, 28.0, 29.0, 20.0, 17.0, 8.0, 4.0, 7.0, 6.0, 6.0, 4.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.005011600907891989, -0.004831407219171524, -0.004651213064789772, -0.004471019376069307, -0.004290825687348843, -0.004110631532967091, -0.003930437844246626, -0.003750244155526161, -0.003570050233975053, -0.0033898563124239445, -0.0032096626237034798, -0.0030294687021523714, -0.002849274780601263, -0.0026690810918807983, -0.00248888717032969, -0.0023086934816092253, -0.002128499560058117, -0.0019483057549223304, -0.0017681119497865438, -0.0015879180282354355, -0.001407724223099649, -0.0012275304179638624, -0.001047336496412754, -0.0008671426912769675, -0.000686948886141181, -0.0005067550810053945, -0.000326561217661947, -0.00014636738342233002, 3.382645081728697e-05, 0.00021402028505690396, 0.00039421411929652095, 0.0005744079826399684, 0.0007546017877757549, 0.0009347955929115415, 0.001114989398047328, 0.0012951833195984364, 0.0014753771247342229, 0.0016555709298700094, 0.0018357648514211178, 0.0020159585401415825, 0.002196152461692691, 0.002376346383243799, 0.002556540071964264, 0.0027367339935153723, 0.0029169279150664806, 0.0030971216037869453, 0.0032773155253380537, 0.0034575092140585184, 0.0036377031356096268, 0.003817897057160735, 0.0039980909787118435, 0.004178284667432308, 0.004358478356152773, 0.004538672510534525, 0.00471886619925499, 0.004899059887975454, 0.005079253576695919, 0.005259447731077671, 0.005439641419798136, 0.0056198351085186005, 0.0058000292629003525, 0.005980222951620817, 0.006160416640341282, 0.006340610794723034, 0.006520804483443499]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 6.0, 4.0, 8.0, 5.0, 8.0, 3.0, 2.0, 1.0, 2.0, 1.0, 2.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.018225576728582382, -0.017362648621201515, -0.016499722376465797, -0.01563679426908493, -0.014773867093026638, -0.013910939916968346, -0.013048011809587479, -0.012185084633529186, -0.011322157457470894, -0.010459230281412601, -0.009596303105354309, -0.008733374997973442, -0.00787044782191515, -0.007007520645856857, -0.006144593004137278, -0.005281665362417698, -0.0044187381863594055, -0.0035558107774704695, -0.0026928833685815334, -0.0018299559596925974, -0.0009670285508036613, -0.0001041011419147253, 0.0007588262669742107, 0.0016217536758631468, 0.002484681084752083, 0.003347608493641019, 0.004210535902529955, 0.005073463544249535, 0.005936390720307827, 0.006799317896366119, 0.007662245538085699, 0.008525173179805279, 0.009388100355863571, 0.010251027531921864, 0.011113954707980156, 0.011976882815361023, 0.012839809991419315, 0.013702737167477608, 0.014565665274858475, 0.015428592450916767, 0.01629151962697506, 0.017154447734355927, 0.018017373979091644, 0.01888030208647251, 0.01974323019385338, 0.020606156438589096, 0.021469084545969963, 0.02233201079070568, 0.023194938898086548, 0.024057867005467415, 0.024920793250203133, 0.025783721357584, 0.026646647602319717, 0.027509575709700584, 0.02837250381708145, 0.02923543006181717, 0.030098358169198036, 0.030961286276578903, 0.03182421252131462, 0.03268713876605034, 0.033550068736076355, 0.03441299498081207, 0.03527592122554779, 0.03613885119557381, 0.037001777440309525]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 1.0, 2.0, 3.0, 7.0, 11.0, 12.0, 10.0, 12.0, 20.0, 25.0, 32.0, 30.0, 48.0, 60.0, 117.0, 142.0, 150.0, 226.0, 225.0, 328.0, 432.0, 560.0, 876.0, 1219.0, 1737.0, 5785.0, 2188.0, 1292.0, 772.0, 508.0, 378.0, 264.0, 153.0, 138.0, 121.0, 99.0, 75.0, 51.0, 61.0, 37.0, 39.0, 27.0, 19.0, 25.0, 18.0, 4.0, 5.0, 3.0, 6.0, 3.0, 3.0, 8.0, 12.0, 13.0, 14.0, 8.0, 3.0, 2.0, 0.0, 1.0, 0.0, 3.0, 6.0], "bins": [-0.00872623361647129, -0.00839986652135849, -0.00807349942624569, -0.007747132331132889, -0.007420765236020088, -0.007094398140907288, -0.006768031045794487, -0.006441663950681686, -0.006115296855568886, -0.005788929760456085, -0.005462562665343285, -0.005136195570230484, -0.004809828475117683, -0.004483461380004883, -0.004157094284892082, -0.0038307271897792816, -0.003504360094666481, -0.0031779929995536804, -0.00285162590444088, -0.0025252588093280792, -0.0021988917142152786, -0.001872524619102478, -0.0015461575239896774, -0.0012197904288768768, -0.0008934233337640762, -0.0005670562386512756, -0.00024068914353847504, 8.567795157432556e-05, 0.00041204504668712616, 0.0007384121417999268, 0.0010647792369127274, 0.001391146332025528, 0.0017175134271383286, 0.002043880522251129, 0.0023702476173639297, 0.0026966147124767303, 0.003022981807589531, 0.0033493489027023315, 0.003675715997815132, 0.004002083092927933, 0.004328450188040733, 0.004654817283153534, 0.0049811843782663345, 0.005307551473379135, 0.005633918568491936, 0.005960285663604736, 0.006286652758717537, 0.0066130198538303375, 0.006939386948943138, 0.007265754044055939, 0.007592121139168739, 0.00791848823428154, 0.00824485532939434, 0.008571222424507141, 0.008897589519619942, 0.009223956614732742, 0.009550323709845543, 0.009876690804958344, 0.010203057900071144, 0.010529424995183945, 0.010855792090296745, 0.011182159185409546, 0.011508526280522346, 0.011834893375635147, 0.012161260470747948]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 3.0, 1.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.07798191905021667, -0.07560038566589355, -0.07321885973215103, -0.07083732634782791, -0.06845579296350479, -0.06607426702976227, -0.06369273364543915, -0.06131120026111603, -0.058929670602083206, -0.056548140943050385, -0.054166607558727264, -0.05178507789969444, -0.04940354824066162, -0.0470220148563385, -0.04464048519730568, -0.04225895181298256, -0.03987742215394974, -0.037495892494916916, -0.035114359110593796, -0.032732829451560974, -0.030351297929883003, -0.027969766408205032, -0.02558823674917221, -0.02320670522749424, -0.02082517370581627, -0.018443642184138298, -0.016062110662460327, -0.013680581003427505, -0.011299049481749535, -0.008917517960071564, -0.0065359873697161674, -0.004154456313699484, -0.0017729252576828003, 0.0006086057983338833, 0.002990136854350567, 0.0053716679103672504, 0.007753198966383934, 0.010134730488061905, 0.012516261078417301, 0.014897791668772697, 0.01727932319045067, 0.01966085471212864, 0.02204238623380661, 0.024423915892839432, 0.026805447414517403, 0.029186978936195374, 0.031568508595228195, 0.033950041979551315, 0.03633157163858414, 0.03871310129761696, 0.04109463468194008, 0.0434761643409729, 0.04585769772529602, 0.04823922738432884, 0.050620757043361664, 0.053002290427684784, 0.055383820086717606, 0.05776534974575043, 0.06014688313007355, 0.06252841651439667, 0.06490994244813919, 0.06729147583246231, 0.06967300921678543, 0.07205453515052795, 0.07443606853485107]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 5.0, 4.0, 6.0, 3.0, 6.0, 7.0, 11.0, 13.0, 23.0, 19.0, 40.0, 10.0, 13.0, 13.0, 17.0, 6.0, 9.0, 3.0, 11.0, 7.0, 5.0, 2.0, 2.0, 3.0, 4.0, 2.0, 4.0, 3.0, 5.0, 4.0, 1.0, 3.0, 2.0, 2.0, 1.0, 2.0, 4.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.048080239444971085, -0.046272847801446915, -0.04446545988321304, -0.04265806823968887, -0.0408506765961647, -0.03904328495264053, -0.037235893309116364, -0.03542850539088249, -0.03362111374735832, -0.03181372210383415, -0.03000633232295513, -0.02819894254207611, -0.02639155089855194, -0.02458415925502777, -0.02277676947414875, -0.02096937969326973, -0.01916198804974556, -0.01735459640622139, -0.015547206625342369, -0.013739815913140774, -0.011932425200939178, -0.010125034488737583, -0.008317643776535988, -0.0065102530643343925, -0.004702862352132797, -0.002895471639931202, -0.0010880809277296066, 0.0007193097844719887, 0.002526700496673584, 0.004334091208875179, 0.006141481921076775, 0.00794887263327837, 0.009756263345479965, 0.01156365405768156, 0.013371044769883156, 0.015178435482084751, 0.016985826194286346, 0.018793217837810516, 0.020600607618689537, 0.022407997399568558, 0.024215389043092728, 0.026022780686616898, 0.02783017046749592, 0.02963756024837494, 0.03144495189189911, 0.03325234353542328, 0.03505973517894745, 0.03686712309718132, 0.03867451474070549, 0.04048190638422966, 0.04228929430246353, 0.0440966859459877, 0.04590407758951187, 0.04771146923303604, 0.04951886087656021, 0.05132624879479408, 0.05313364043831825, 0.05494103208184242, 0.056748420000076294, 0.058555811643600464, 0.060363203287124634, 0.062170594930648804, 0.06397798657417297, 0.06578537821769714, 0.06759276986122131]}, "_runtime": 170.262056350708, "_timestamp": 1596213040.963594, "_step": 207}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 5.0, 4.0, 3.0, 2.0, 10.0, 4.0, 7.0, 3.0, 2.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01496102288365364, -0.014513272792100906, -0.014065523631870747, -0.013617773540318012, -0.013170024380087852, -0.012722274288535118, -0.012274525128304958, -0.011826775036752224, -0.011379025876522064, -0.01093127578496933, -0.010483525693416595, -0.010035776533186436, -0.009588026441633701, -0.009140277281403542, -0.008692527189850807, -0.008244778029620647, -0.007797027938067913, -0.007349278312176466, -0.006901528686285019, -0.006453779060393572, -0.006006029434502125, -0.00555827934294939, -0.005110529717057943, -0.004662780091166496, -0.004215030465275049, -0.003767280839383602, -0.003319531213492155, -0.0028717813547700644, -0.0024240317288786173, -0.0019762821029871702, -0.0015285323606804013, -0.0010807826183736324, -0.0006330329924821854, -0.00018528330838307738, 0.0002624663757160306, 0.0007102160598151386, 0.0011579657439142466, 0.0016057153698056936, 0.0020534652285277843, 0.0025012148544192314, 0.0029489644803106785, 0.0033967141062021255, 0.0038444637320935726, 0.00429221335798502, 0.004739963449537754, 0.005187713075429201, 0.005635462701320648, 0.006083212327212095, 0.006530961953103542, 0.006978711578994989, 0.0074264612048864365, 0.00787421129643917, 0.00832196045666933, 0.008769710548222065, 0.009217459708452225, 0.009665209800004959, 0.010112959891557693, 0.010560709051787853, 0.011008459143340588, 0.011456208303570747, 0.011903958395123482, 0.012351707555353642, 0.012799457646906376, 0.013247206807136536, 0.01369495689868927]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 3.0, 4.0, 5.0, 3.0, 5.0, 5.0, 10.0, 11.0, 10.0, 12.0, 15.0, 13.0, 16.0, 20.0, 34.0, 60.0, 93.0, 132.0, 196.0, 334.0, 5790.0, 499.0, 220.0, 120.0, 81.0, 51.0, 39.0, 22.0, 23.0, 21.0, 12.0, 11.0, 11.0, 11.0, 9.0, 5.0, 5.0, 5.0, 2.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.13230760395526886, -0.12797562777996063, -0.1236436516046524, -0.11931167542934418, -0.11497969925403595, -0.11064772307872772, -0.1063157469034195, -0.10198377072811127, -0.09765179455280304, -0.09331981837749481, -0.08898784220218658, -0.08465586602687836, -0.08032388985157013, -0.0759919136762619, -0.07165993750095367, -0.06732796132564545, -0.06299598515033722, -0.05866400897502899, -0.054332032799720764, -0.05000005662441254, -0.04566808044910431, -0.04133610427379608, -0.037004128098487854, -0.032672151923179626, -0.0283401757478714, -0.02400819957256317, -0.019676223397254944, -0.015344247221946716, -0.011012271046638489, -0.006680294871330261, -0.0023483186960220337, 0.001983657479286194, 0.006315633654594421, 0.010647609829902649, 0.014979586005210876, 0.019311562180519104, 0.02364353835582733, 0.02797551453113556, 0.03230749070644379, 0.036639466881752014, 0.04097144305706024, 0.04530341923236847, 0.0496353954076767, 0.053967371582984924, 0.05829934775829315, 0.06263132393360138, 0.0669633001089096, 0.07129527628421783, 0.07562725245952606, 0.07995922863483429, 0.08429120481014252, 0.08862318098545074, 0.09295515716075897, 0.0972871333360672, 0.10161910951137543, 0.10595108568668365, 0.11028306186199188, 0.11461503803730011, 0.11894701421260834, 0.12327899038791656, 0.1276109665632248, 0.13194294273853302, 0.13627491891384125, 0.14060689508914948, 0.1449388712644577]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 3.0, 4.0, 3.0, 4.0, 1.0, 2.0, 5.0, 3.0, 5.0, 5.0, 4.0, 3.0, 22.0, 7.0, 5.0, 4.0, 2.0, 2.0, 3.0, 2.0, 5.0, 0.0, 1.0, 4.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 3.0, 0.0, 5.0, 0.0, 1.0, 3.0, 2.0], "bins": [-0.0032228699419647455, -0.0031412479002028704, -0.003059625858440995, -0.00297800381667912, -0.002896381774917245, -0.0028147597331553698, -0.0027331376913934946, -0.0026515156496316195, -0.0025698936078697443, -0.002488271566107869, -0.002406649524345994, -0.002325027482584119, -0.0022434054408222437, -0.0021617833990603685, -0.0020801613572984934, -0.0019985393155366182, -0.001916917273774743, -0.001835295232012868, -0.0017536731902509928, -0.0016720511484891176, -0.0015904291067272425, -0.0015088070649653673, -0.0014271850232034922, -0.001345562981441617, -0.0012639409396797419, -0.0011823188979178667, -0.0011006968561559916, -0.0010190748143941164, -0.0009374527726322412, -0.0008558307308703661, -0.0007742086891084909, -0.0006925866473466158, -0.0006109646055847406, -0.0005293425638228655, -0.00044772052206099033, -0.0003660984802991152, -0.00028447643853724003, -0.00020285439677536488, -0.00012123235501348972, -3.961031325161457e-05, 4.201172851026058e-05, 0.00012363377027213573, 0.0002052558120340109, 0.00028687785379588604, 0.0003684998955577612, 0.00045012193731963634, 0.0005317439790815115, 0.0006133660208433867, 0.0006949880626052618, 0.000776610104367137, 0.0008582321461290121, 0.0009398541878908873, 0.0010214762296527624, 0.0011030982714146376, 0.0011847203131765127, 0.0012663423549383879, 0.001347964396700263, 0.0014295864384621382, 0.0015112084802240133, 0.0015928305219858885, 0.0016744525637477636, 0.0017560746055096388, 0.001837696647271514, 0.001919318689033389, 0.0020009407307952642]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 3.0, 0.0, 5.0, 5.0, 1.0, 7.0, 16.0, 9.0, 8.0, 13.0, 25.0, 33.0, 58.0, 65.0, 90.0, 137.0, 172.0, 292.0, 418.0, 571.0, 829.0, 1455.0, 2260.0, 3823.0, 6951.0, 13913.0, 34176.0, 130122.0, 874388.0, 56379.0, 23508.0, 11786.0, 6673.0, 4000.0, 2429.0, 1508.0, 952.0, 704.0, 466.0, 338.0, 233.0, 204.0, 149.0, 113.0, 83.0, 59.0, 37.0, 54.0, 37.0, 26.0, 16.0, 12.0, 12.0, 8.0, 8.0, 2.0, 2.0, 2.0, 0.0, 1.0, 1.0], "bins": [-0.005761242471635342, -0.005576969124376774, -0.005392695311456919, -0.005208421964198351, -0.005024148151278496, -0.004839874804019928, -0.00465560145676136, -0.004471327643841505, -0.004287054296582937, -0.004102780949324369, -0.003918507136404514, -0.0037342337891459465, -0.003549960209056735, -0.0033656866289675236, -0.0031814132817089558, -0.0029971397016197443, -0.002812866121530533, -0.0026285925414413214, -0.00244431896135211, -0.002260045614093542, -0.0020757720340043306, -0.0018914984539151192, -0.0017072249902412295, -0.00152295152656734, -0.0013386779464781284, -0.001154404366388917, -0.0009701309027150273, -0.0007858573808334768, -0.0006015838589519262, -0.0004173103370703757, -0.00023303681518882513, -4.876329330727458e-05, 0.00013551022857427597, 0.0003197837504558265, 0.0005040572723373771, 0.0006883307942189276, 0.0008726043161004782, 0.0010568778961896896, 0.0012411513598635793, 0.001425424823537469, 0.0016096984036266804, 0.0017939719837158918, 0.0019782455638051033, 0.002162518911063671, 0.0023467924911528826, 0.002531066071242094, 0.002715339418500662, 0.0028996129985898733, 0.0030838865786790848, 0.0032681601587682962, 0.0034524337388575077, 0.0036367070861160755, 0.003820980666205287, 0.0040052542462944984, 0.004189527593553066, 0.004373801406472921, 0.004558074753731489, 0.004742348100990057, 0.004926621913909912, 0.00511089526116848, 0.005295168608427048, 0.005479442421346903, 0.005663715768605471, 0.005847989581525326, 0.006032262928783894]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [4.0, 3.0, 6.0, 5.0, 8.0, 4.0, 10.0, 4.0, 8.0, 4.0, 1.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010745171457529068, -0.0090588154271245, -0.00737245986238122, -0.0056861042976379395, -0.003999748267233372, -0.0023133924696594477, -0.0006270366720855236, 0.0010593191254884005, 0.0027456749230623245, 0.004432030953466892, 0.006118386518210173, 0.007804742082953453, 0.00949109811335802, 0.011177454143762589, 0.012863809242844582, 0.01455016527324915, 0.016236521303653717, 0.01792287640273571, 0.019609233364462852, 0.021295588463544846, 0.022981945425271988, 0.02466830052435398, 0.026354655623435974, 0.028041012585163116, 0.02972736768424511, 0.0314137227833271, 0.033100079745054245, 0.03478643670678139, 0.03647278994321823, 0.038159146904945374, 0.039845503866672516, 0.04153185710310936, 0.0432182140648365, 0.044904571026563644, 0.04659092426300049, 0.04827728122472763, 0.04996363818645477, 0.05164999142289162, 0.05333634838461876, 0.0550227053463459, 0.056709058582782745, 0.05839541554450989, 0.06008177250623703, 0.06176812946796417, 0.06345448642969131, 0.06514083594083786, 0.066827192902565, 0.06851354986429214, 0.07019990682601929, 0.07188626378774643, 0.07357262074947357, 0.07525897771120071, 0.07694532722234726, 0.0786316841840744, 0.08031804114580154, 0.08200439810752869, 0.08369075506925583, 0.08537711203098297, 0.08706346154212952, 0.08874981850385666, 0.0904361754655838, 0.09212253242731094, 0.09380888938903809, 0.09549524635076523, 0.09718160331249237]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [12.0, 25.0, 44.0, 83.0, 137.0, 223.0, 337.0, 496.0, 910.0, 1793.0, 7216.0, 3938.0, 1420.0, 709.0, 390.0, 184.0, 152.0, 87.0, 54.0, 38.0, 18.0, 8.0, 6.0, 7.0, 14.0, 18.0, 7.0, 4.0, 1.0, 5.0, 6.0, 14.0, 9.0, 4.0, 0.0, 3.0, 6.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 12.0, 9.0, 6.0, 8.0, 10.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 8.0], "bins": [-0.0066506569273769855, -0.0060438308864831924, -0.005437004845589399, -0.004830178804695606, -0.004223352763801813, -0.00361652672290802, -0.003009700682014227, -0.002402874641120434, -0.0017960486002266407, -0.0011892225593328476, -0.0005823965184390545, 2.4429522454738617e-05, 0.0006312555633485317, 0.0012380816042423248, 0.001844907645136118, 0.002451733686029911, 0.003058559726923704, 0.0036653857678174973, 0.00427221180871129, 0.0048790378496050835, 0.005485863890498877, 0.00609268993139267, 0.006699515972286463, 0.007306342013180256, 0.007913168519735336, 0.008519994094967842, 0.009126819670200348, 0.009733646176755428, 0.010340472683310509, 0.010947298258543015, 0.01155412383377552, 0.0121609503403306, 0.012767776846885681, 0.013374602422118187, 0.013981427997350693, 0.014588254503905773, 0.015195081010460854, 0.01580190658569336, 0.016408732160925865, 0.01701555773615837, 0.017622385174036026, 0.018229210749268532, 0.018836036324501038, 0.019442863762378693, 0.0200496893376112, 0.020656514912843704, 0.02126334048807621, 0.021870166063308716, 0.02247699350118637, 0.023083819076418877, 0.023690644651651382, 0.024297472089529037, 0.024904297664761543, 0.02551112323999405, 0.026117948815226555, 0.02672477439045906, 0.027331601828336716, 0.02793842740356922, 0.028545252978801727, 0.029152080416679382, 0.029758905991911888, 0.030365731567144394, 0.0309725571423769, 0.031579382717609406, 0.03218621015548706]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 3.0, 0.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.1622469574213028, -0.15833280980587006, -0.15441864728927612, -0.15050449967384338, -0.14659033715724945, -0.1426761895418167, -0.13876202702522278, -0.13484787940979004, -0.1309337317943573, -0.12701956927776337, -0.12310541421175003, -0.1191912591457367, -0.11527711153030396, -0.11136295646429062, -0.10744880139827728, -0.10353464633226395, -0.09962049126625061, -0.09570633620023727, -0.09179218113422394, -0.0878780260682106, -0.08396387100219727, -0.08004972338676453, -0.07613556832075119, -0.07222141325473785, -0.06830725818872452, -0.06439310312271118, -0.060478948056697845, -0.05656479671597481, -0.05265064164996147, -0.048736486583948135, -0.0448223352432251, -0.04090818017721176, -0.036994025111198425, -0.03307987004518509, -0.029165716841816902, -0.025251563638448715, -0.02133740857243538, -0.017423253506422043, -0.013509100303053856, -0.009594946168363094, -0.005680792033672333, -0.0017666378989815712, 0.0021475162357091904, 0.006061670370399952, 0.009975824505090714, 0.013889978639781475, 0.017804132774472237, 0.021718285977840424, 0.02563244104385376, 0.029546596109867096, 0.03346075117588043, 0.03737490251660347, 0.041289057582616806, 0.04520321264863014, 0.04911736398935318, 0.053031519055366516, 0.05694567412137985, 0.06085982918739319, 0.06477398425340652, 0.06868813931941986, 0.0726022869348526, 0.07651644200086594, 0.08043059706687927, 0.08434475213289261, 0.08825890719890594]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 3.0, 13.0, 11.0, 9.0, 6.0, 12.0, 19.0, 17.0, 18.0, 14.0, 30.0, 21.0, 18.0, 11.0, 11.0, 9.0, 3.0, 8.0, 5.0, 0.0, 3.0, 5.0, 4.0, 7.0, 3.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0], "bins": [-0.062834732234478, -0.0608576200902462, -0.0588805116713047, -0.056903399527072906, -0.05492629110813141, -0.05294917896389961, -0.050972070544958115, -0.04899495840072632, -0.04701784998178482, -0.045040737837553024, -0.04306362569332123, -0.04108651727437973, -0.039109405130147934, -0.037132296711206436, -0.03515518456697464, -0.03317807614803314, -0.031200964003801346, -0.0292238537222147, -0.027246743440628052, -0.025269633159041405, -0.023292522877454758, -0.02131541073322296, -0.019338300451636314, -0.017361190170049667, -0.01538407988846302, -0.013406969606876373, -0.011429859325289726, -0.009452748112380505, -0.007475637830793858, -0.0054985275492072105, -0.003521416801959276, -0.0015443062875419855, 0.0004328042268753052, 0.002409914741292596, 0.0043870252557098866, 0.006364136002957821, 0.008341246284544468, 0.010318356566131115, 0.012295467779040337, 0.014272578060626984, 0.01624968834221363, 0.018226798623800278, 0.020203908905386925, 0.022181019186973572, 0.024158131331205368, 0.026135241612792015, 0.028112351894378662, 0.03008946217596531, 0.032066572457551956, 0.03404368460178375, 0.03602079302072525, 0.037997905164957047, 0.039975013583898544, 0.04195212572813034, 0.04392923414707184, 0.045906346291303635, 0.04788345843553543, 0.04986056685447693, 0.051837678998708725, 0.05381478741765022, 0.05579189956188202, 0.05776900798082352, 0.05974612012505531, 0.06172322854399681, 0.06370034068822861]}, "_runtime": 171.09846663475037, "_timestamp": 1596213041.8000042, "_step": 208}
+{"val_accuracy": 0.824197345890411, "val_loss": 0.4563563325905909, "_runtime": 173.4951786994934, "_timestamp": 1596213044.1967163, "_step": 209}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: V Confidence: 0.45665284991264343 Truth: v", "Prediction: 5 Confidence: 1.0 Truth: 5", "Prediction: 2 Confidence: 0.9988939166069031 Truth: 2", "Prediction: 0 Confidence: 0.625389575958252 Truth: 0"]}, "_runtime": 173.8037347793579, "_timestamp": 1596213044.5052724, "_step": 210}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 2.0, 2.0, 2.0, 1.0, 9.0, 7.0, 7.0, 3.0, 2.0, 0.0, 4.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01599031500518322, -0.015481879003345966, -0.014973443932831287, -0.014465007930994034, -0.013956572860479355, -0.013448136858642101, -0.012939700856804848, -0.012431265786290169, -0.011922829784452915, -0.011414393782615662, -0.010905958712100983, -0.010397522710263729, -0.009889086708426476, -0.009380651637911797, -0.008872215636074543, -0.008363780565559864, -0.00785534456372261, -0.007346909027546644, -0.006838473491370678, -0.006330037489533424, -0.005821601953357458, -0.005313166417181492, -0.004804730415344238, -0.004296294879168272, -0.0037878593429923058, -0.0032794238068163395, -0.0027709880378097296, -0.0022625522688031197, -0.0017541167326271534, -0.0012456810800358653, -0.0007372454274445772, -0.00022880977485328913, 0.00027962587773799896, 0.000788061530329287, 0.0012964971829205751, 0.0018049328355118632, 0.0023133684881031513, 0.0028218040242791176, 0.0033302397932857275, 0.0038386755622923374, 0.004347111098468304, 0.00485554663464427, 0.005363982170820236, 0.00587241817265749, 0.006380853708833456, 0.006889289245009422, 0.007397725246846676, 0.007906160317361355, 0.008414596319198608, 0.008923032321035862, 0.009431467391550541, 0.009939903393387794, 0.010448338463902473, 0.010956774465739727, 0.01146521046757698, 0.01197364553809166, 0.012482081539928913, 0.012990517541766167, 0.013498952612280846, 0.0140073886141181, 0.014515824615955353, 0.015024259686470032, 0.015532695688307285, 0.01604113169014454, 0.016549566760659218]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 4.0, 2.0, 1.0, 1.0, 2.0, 1.0, 4.0, 3.0, 5.0, 3.0, 6.0, 4.0, 9.0, 13.0, 15.0, 11.0, 33.0, 44.0, 52.0, 55.0, 58.0, 99.0, 151.0, 286.0, 868.0, 5348.0, 272.0, 152.0, 99.0, 81.0, 53.0, 41.0, 37.0, 21.0, 16.0, 16.0, 20.0, 10.0, 1.0, 7.0, 3.0, 2.0, 3.0, 1.0, 3.0, 1.0, 3.0, 1.0, 3.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.14447841048240662, -0.13996461033821106, -0.1354508101940155, -0.13093702495098114, -0.12642322480678558, -0.12190942466259003, -0.11739563196897507, -0.11288183927536011, -0.10836803913116455, -0.103854238986969, -0.09934044629335403, -0.09482665359973907, -0.09031285345554352, -0.08579905331134796, -0.081285260617733, -0.07677146792411804, -0.07225766777992249, -0.06774386763572693, -0.06323007494211197, -0.05871627852320671, -0.05420248210430145, -0.049688685685396194, -0.045174889266490936, -0.04066109284758568, -0.03614729642868042, -0.03163350000977516, -0.027119703590869904, -0.022605907171964645, -0.018092110753059387, -0.013578314334154129, -0.00906451791524887, -0.004550721496343613, -3.692507743835449e-05, 0.004476871341466904, 0.008990667760372162, 0.01350446417927742, 0.018018260598182678, 0.022532057017087936, 0.027045853435993195, 0.03155964985489845, 0.03607344627380371, 0.04058724269270897, 0.04510103911161423, 0.049614835530519485, 0.054128631949424744, 0.05864242836833, 0.06315622478723526, 0.06767001748085022, 0.07218381762504578, 0.07669761776924133, 0.08121141046285629, 0.08572520315647125, 0.09023900330066681, 0.09475280344486237, 0.09926659613847733, 0.10378038883209229, 0.10829418897628784, 0.1128079891204834, 0.11732178181409836, 0.12183557450771332, 0.12634937465190887, 0.13086317479610443, 0.1353769600391388, 0.13989076018333435, 0.1444045603275299]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 2.0, 2.0, 1.0, 2.0, 4.0, 2.0, 1.0, 4.0, 4.0, 6.0, 6.0, 5.0, 22.0, 4.0, 3.0, 3.0, 6.0, 7.0, 3.0, 2.0, 8.0, 1.0, 4.0, 0.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 4.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.0034263869747519493, -0.0033234218135476112, -0.003220456652343273, -0.003117491491138935, -0.003014526329934597, -0.0029115609358996153, -0.002808595774695277, -0.002705630613490939, -0.002602665452286601, -0.002499700291082263, -0.002396735129877925, -0.002293769968673587, -0.002190804574638605, -0.002087839413434267, -0.001984874252229929, -0.001881909091025591, -0.0017789439298212528, -0.0016759787686169147, -0.0015730136074125767, -0.0014700483297929168, -0.0013670831685885787, -0.0012641180073842406, -0.0011611527297645807, -0.0010581875685602427, -0.0009552224073559046, -0.0008522572461515665, -0.0007492920267395675, -0.0006463268073275685, -0.0005433616461232305, -0.0004403964558150619, -0.0003374312655068934, -0.00023446607519872487, -0.00013150088489055634, -2.8535694582387805e-05, 7.442949572578073e-05, 0.00017739468603394926, 0.0002803598763421178, 0.0003833250666502863, 0.00048629025695845485, 0.0005892554763704538, 0.0006922206375747919, 0.00079518579877913, 0.000898151018191129, 0.001001116237603128, 0.001104081398807466, 0.001207046560011804, 0.001310011837631464, 0.001412976998835802, 0.0015159421600401402, 0.0016189073212444782, 0.0017218724824488163, 0.0018248377600684762, 0.0019278029212728143, 0.002030768198892474, 0.0021337333600968122, 0.0022366985213011503, 0.0023396636825054884, 0.0024426288437098265, 0.0025455940049141645, 0.0026485591661185026, 0.0027515245601534843, 0.0028544897213578224, 0.0029574548825621605, 0.0030604200437664986, 0.0031633852049708366]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 4.0, 3.0, 7.0, 5.0, 7.0, 9.0, 14.0, 13.0, 22.0, 26.0, 39.0, 44.0, 65.0, 68.0, 109.0, 184.0, 255.0, 361.0, 514.0, 767.0, 1316.0, 2151.0, 3887.0, 7967.0, 20010.0, 80566.0, 943266.0, 69813.0, 23265.0, 10412.0, 5620.0, 3139.0, 1922.0, 1233.0, 793.0, 541.0, 341.0, 270.0, 169.0, 139.0, 82.0, 70.0, 41.0, 30.0, 19.0, 19.0, 15.0, 6.0, 7.0, 3.0, 4.0, 3.0, 3.0], "bins": [-0.010944764129817486, -0.010652543045580387, -0.010360321961343288, -0.01006810087710619, -0.009775880724191666, -0.009483659639954567, -0.009191438555717468, -0.00889921747148037, -0.008606996387243271, -0.008314775303006172, -0.008022555150091648, -0.007730333600193262, -0.007438112981617451, -0.007145891897380352, -0.006853670813143253, -0.006561450194567442, -0.006269229110330343, -0.0059770080260932446, -0.005684787407517433, -0.0053925663232803345, -0.005100345239043236, -0.004808124620467424, -0.004515903536230326, -0.004223682451993227, -0.003931461833417416, -0.003639240749180317, -0.0033470196649432182, -0.003054798813536763, -0.002762577962130308, -0.0024703568778932095, -0.0021781360264867544, -0.0018859150586649776, -0.0015936940908432007, -0.0013014731230214238, -0.001009252155199647, -0.0007170313037931919, -0.00042481033597141504, -0.00013258939725346863, 0.00015963154146447778, 0.0004518524801824242, 0.0007440734189003706, 0.0010362943867221475, 0.0013285153545439243, 0.0016207362059503794, 0.0019129571737721562, 0.002205178141593933, 0.002497398993000388, 0.002789620077237487, 0.003081840928643942, 0.003374061780050397, 0.0036662828642874956, 0.003958503715693951, 0.004250724799931049, 0.004542945418506861, 0.004835166502743959, 0.005127387586981058, 0.0054196082055568695, 0.005711829289793968, 0.006004050374031067, 0.006296271458268166, 0.006588492076843977, 0.006880713161081076, 0.007172934245318174, 0.007465154863893986, 0.0077573759481310844]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 1.0, 2.0, 5.0, 3.0, 2.0, 5.0, 1.0, 3.0, 7.0, 3.0, 4.0, 5.0, 3.0, 1.0, 1.0, 1.0, 0.0, 3.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.03127351403236389, -0.02997983619570732, -0.0286861602216959, -0.02739248238503933, -0.02609880641102791, -0.024805128574371338, -0.023511450737714767, -0.022217774763703346, -0.020924096927046776, -0.019630419090390205, -0.018336743116378784, -0.017043065279722214, -0.015749387443065643, -0.014455711469054222, -0.013162033632397652, -0.011868356727063656, -0.01057467982172966, -0.009281002916395664, -0.007987326011061668, -0.006693648174405098, -0.005399971269071102, -0.004106294363737106, -0.002812616992741823, -0.0015189398545771837, -0.00022526271641254425, 0.0010684144217520952, 0.0023620915599167347, 0.003655768698081374, 0.004949445836246014, 0.0062431227415800095, 0.007536800112575293, 0.008830477483570576, 0.010124154388904572, 0.011417831294238567, 0.012711508199572563, 0.014005186036229134, 0.01529886294156313, 0.016592539846897125, 0.017886217683553696, 0.019179893657565117, 0.020473571494221687, 0.021767249330878258, 0.02306092530488968, 0.02435460314154625, 0.02564828097820282, 0.02694195695221424, 0.02823563478887081, 0.029529310762882233, 0.030822988599538803, 0.032116666436195374, 0.033410344272851944, 0.034704018384218216, 0.035997696220874786, 0.03729137405753136, 0.03858505189418793, 0.0398787297308445, 0.04117240756750107, 0.04246608167886734, 0.04375975951552391, 0.04505343735218048, 0.04634711518883705, 0.04764079302549362, 0.048934467136859894, 0.050228144973516464, 0.051521822810173035]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [4.0, 3.0, 3.0, 2.0, 2.0, 4.0, 0.0, 7.0, 4.0, 3.0, 5.0, 11.0, 11.0, 16.0, 19.0, 18.0, 30.0, 36.0, 54.0, 72.0, 85.0, 105.0, 107.0, 175.0, 265.0, 324.0, 496.0, 668.0, 960.0, 1462.0, 2765.0, 5795.0, 1507.0, 961.0, 679.0, 466.0, 325.0, 228.0, 151.0, 138.0, 114.0, 82.0, 48.0, 31.0, 25.0, 24.0, 16.0, 20.0, 10.0, 14.0, 7.0, 3.0, 4.0, 4.0, 17.0, 8.0, 12.0, 9.0, 1.0, 3.0, 2.0, 2.0, 3.0, 7.0], "bins": [-0.015927225351333618, -0.01541501097381115, -0.014902796596288681, -0.014390581287443638, -0.01387836690992117, -0.0133661525323987, -0.012853937223553658, -0.012341722846031189, -0.01182950846850872, -0.011317294090986252, -0.010805079713463783, -0.01029286440461874, -0.009780650027096272, -0.009268435649573803, -0.00875622034072876, -0.008244005963206291, -0.007731791585683823, -0.007219577208161354, -0.006707362364977598, -0.006195147521793842, -0.005682933144271374, -0.005170718766748905, -0.004658503923565149, -0.004146289080381393, -0.003634074702858925, -0.0031218600925058126, -0.0026096454821527004, -0.002097430871799588, -0.001585216261446476, -0.0010730016510933638, -0.0005607870407402515, -4.857243038713932e-05, 0.0004636421799659729, 0.0009758567903190851, 0.0014880714006721973, 0.0020002860110253096, 0.002512500621378422, 0.003024715231731534, 0.0035369298420846462, 0.004049144685268402, 0.004561359062790871, 0.005073573440313339, 0.005585788283497095, 0.006098003126680851, 0.0066102175042033195, 0.007122431881725788, 0.007634646724909544, 0.0081468615680933, 0.008659075945615768, 0.009171290323138237, 0.009683504700660706, 0.010195720009505749, 0.010707934387028217, 0.011220148764550686, 0.011732364073395729, 0.012244578450918198, 0.012756792828440666, 0.013269007205963135, 0.013781221583485603, 0.014293436892330647, 0.014805651269853115, 0.015317865647375584, 0.015830080956220627, 0.016342295333743095, 0.016854509711265564]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 4.0, 2.0, 1.0, 0.0, 2.0, 4.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.2749166488647461, -0.26747047901153564, -0.2600243389606476, -0.25257816910743713, -0.24513199925422668, -0.23768584430217743, -0.23023967444896698, -0.22279351949691772, -0.21534734964370728, -0.20790119469165802, -0.20045503973960876, -0.19300886988639832, -0.18556271493434906, -0.1781165450811386, -0.17067039012908936, -0.1632242202758789, -0.15577806532382965, -0.1483319103717804, -0.14088574051856995, -0.1334395855665207, -0.12599341571331024, -0.11854726076126099, -0.11110109835863113, -0.10365493595600128, -0.09620877355337143, -0.08876261115074158, -0.08131644874811172, -0.07387028634548187, -0.06642413139343262, -0.058977965265512466, -0.05153180658817291, -0.04408564418554306, -0.03663948178291321, -0.029193319380283356, -0.021747158840298653, -0.014300997368991375, -0.006854835897684097, 0.0005913255736231804, 0.008037487044930458, 0.015483648516237736, 0.022929809987545013, 0.030375972390174866, 0.03782213479280472, 0.04526829347014427, 0.052714455872774124, 0.060160618275403976, 0.06760677695274353, 0.07505293935537338, 0.08249910175800323, 0.08994526416063309, 0.09739142656326294, 0.10483758896589279, 0.11228375136852264, 0.1197299063205719, 0.12717607617378235, 0.1346222311258316, 0.14206838607788086, 0.1495145559310913, 0.15696071088314056, 0.164406880736351, 0.17185303568840027, 0.17929920554161072, 0.18674536049365997, 0.19419153034687042, 0.20163768529891968]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 5.0, 7.0, 5.0, 4.0, 6.0, 8.0, 8.0, 8.0, 3.0, 2.0, 4.0, 4.0, 2.0, 7.0, 10.0, 12.0, 13.0, 13.0, 37.0, 19.0, 14.0, 14.0, 12.0, 12.0, 6.0, 5.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 3.0, 1.0, 3.0, 2.0, 3.0, 2.0, 0.0, 4.0, 2.0, 2.0, 0.0, 3.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0], "bins": [-0.1527422070503235, -0.14779970049858093, -0.14285720884799957, -0.1379147171974182, -0.13297221064567566, -0.1280297040939331, -0.12308721244335175, -0.11814471334218979, -0.11320221424102783, -0.10825971513986588, -0.10331721603870392, -0.09837471693754196, -0.09343221783638, -0.08848971873521805, -0.08354721963405609, -0.07860472053289413, -0.07366222143173218, -0.06871972233057022, -0.06377722322940826, -0.05883472412824631, -0.05389222502708435, -0.048949725925922394, -0.04400722682476044, -0.03906472772359848, -0.03412222862243652, -0.029179729521274567, -0.02423723042011261, -0.019294731318950653, -0.014352232217788696, -0.00940973311662674, -0.004467234015464783, 0.00047526508569717407, 0.005417764186859131, 0.010360263288021088, 0.015302762389183044, 0.020245261490345, 0.025187760591506958, 0.030130259692668915, 0.03507275879383087, 0.04001525789499283, 0.044957756996154785, 0.04990025609731674, 0.0548427551984787, 0.059785254299640656, 0.06472775340080261, 0.06967025250196457, 0.07461275160312653, 0.07955525070428848, 0.08449774980545044, 0.0894402489066124, 0.09438274800777435, 0.09932524710893631, 0.10426774621009827, 0.10921024531126022, 0.11415274441242218, 0.11909524351358414, 0.1240377426147461, 0.12898024916648865, 0.13392274081707, 0.13886523246765137, 0.14380773901939392, 0.14875024557113647, 0.15369273722171783, 0.1586352288722992, 0.16357773542404175]}, "_runtime": 173.90322613716125, "_timestamp": 1596213044.6047637, "_step": 211}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 5.0, 0.0, 0.0, 0.0, 2.0, 2.0, 5.0, 2.0, 6.0, 4.0, 5.0, 5.0, 5.0, 3.0, 2.0, 1.0, 3.0, 0.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.02300027199089527, -0.022470802068710327, -0.021941330283880234, -0.02141186036169529, -0.020882390439510345, -0.020352918654680252, -0.019823448732495308, -0.019293978810310364, -0.01876450702548027, -0.018235037103295326, -0.017705567181110382, -0.017176097258925438, -0.016646625474095345, -0.0161171555519104, -0.015587684698402882, -0.015058214776217937, -0.014528743922710419, -0.0139992730692029, -0.013469803147017956, -0.012940332293510437, -0.012410862371325493, -0.011881391517817974, -0.011351920664310455, -0.010822450742125511, -0.010292979888617992, -0.009763509035110474, -0.00923403911292553, -0.00870456825941801, -0.008175097405910492, -0.007645627483725548, -0.007116156630218029, -0.0065866862423717976, -0.006057215854525566, -0.005527745466679335, -0.004998275078833103, -0.004468804225325584, -0.003939333837479353, -0.0034098634496331215, -0.0028803928289562464, -0.0023509222082793713, -0.0018214518204331398, -0.0012919813161715865, -0.0007625108119100332, -0.00023304030764847994, 0.00029643019661307335, 0.0008259007008746266, 0.00135537120513618, 0.0018848417093977332, 0.0024143122136592865, 0.002943782601505518, 0.003473253222182393, 0.004002723842859268, 0.0045321942307055, 0.005061664618551731, 0.00559113547205925, 0.006120605859905481, 0.006650076247751713, 0.007179546635597944, 0.007709017023444176, 0.008238487876951694, 0.008767958730459213, 0.009297428652644157, 0.009826899506151676, 0.01035636942833662, 0.010885840281844139]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 2.0, 1.0, 1.0, 4.0, 9.0, 5.0, 10.0, 7.0, 19.0, 17.0, 32.0, 27.0, 62.0, 68.0, 111.0, 121.0, 215.0, 417.0, 5479.0, 588.0, 243.0, 154.0, 115.0, 48.0, 32.0, 35.0, 29.0, 21.0, 17.0, 7.0, 5.0, 1.0, 4.0, 3.0, 2.0, 3.0, 5.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.15707263350486755, -0.15192729234695435, -0.14678195118904114, -0.14163662493228912, -0.13649128377437592, -0.1313459426164627, -0.1262006014585495, -0.12105526775121689, -0.11590993404388428, -0.11076459288597107, -0.10561925172805786, -0.10047391802072525, -0.09532857686281204, -0.09018324315547943, -0.08503790199756622, -0.07989256829023361, -0.0747472271323204, -0.0696018859744072, -0.06445655226707458, -0.059311214834451675, -0.054165877401828766, -0.04902053624391556, -0.04387519881129265, -0.03872986137866974, -0.03358452394604683, -0.02843918651342392, -0.02329384908080101, -0.01814850978553295, -0.013003172352910042, -0.007857834920287132, -0.002712496556341648, 0.0024328413419425488, 0.007578179240226746, 0.012723516672849655, 0.017868854105472565, 0.023014193400740623, 0.028159530833363533, 0.03330487012863159, 0.0384502075612545, 0.04359554499387741, 0.04874088242650032, 0.05388621985912323, 0.05903155729174614, 0.06417689472436905, 0.06932223588228226, 0.07446756958961487, 0.07961291074752808, 0.08475824445486069, 0.0899035856127739, 0.0950489267706871, 0.10019426047801971, 0.10533960163593292, 0.11048493534326553, 0.11563027650117874, 0.12077561020851135, 0.12592095136642456, 0.13106629252433777, 0.13621163368225098, 0.141356959939003, 0.1465023010969162, 0.1516476422548294, 0.15679298341274261, 0.16193830966949463, 0.16708365082740784, 0.17222899198532104]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 2.0, 2.0, 1.0, 2.0, 5.0, 5.0, 7.0, 5.0, 2.0, 1.0, 3.0, 3.0, 4.0, 19.0, 2.0, 3.0, 2.0, 5.0, 4.0, 4.0, 5.0, 1.0, 6.0, 2.0, 4.0, 1.0, 1.0, 3.0, 1.0, 2.0, 3.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002489487174898386, -0.002399468095973134, -0.0023094492498785257, -0.0022194301709532738, -0.0021294113248586655, -0.0020393922459334135, -0.0019493733998388052, -0.001859354437328875, -0.001769335474818945, -0.001679316395893693, -0.0015892974333837628, -0.0014992784708738327, -0.0014092595083639026, -0.0013192405458539724, -0.0012292215833440423, -0.0011392026208341122, -0.001049183658324182, -0.0009591646958142519, -0.0008691457333043218, -0.0007791267707943916, -0.0006891078082844615, -0.0005990887875668705, -0.0005090698250569403, -0.0004190508625470102, -0.00032903190003708005, -0.00023901293752714992, -0.00014899396046530455, -5.8974990679416806e-05, 3.104397910647094e-05, 0.00012106294889235869, 0.00021108191867824644, 0.0003011008957400918, 0.00039111985825002193, 0.00048113882075995207, 0.0005711577832698822, 0.0006611767457798123, 0.0007511957082897425, 0.0008412147290073335, 0.0009312336915172637, 0.0010212525958195329, 0.001111271558329463, 0.001201290637254715, 0.001291309599764645, 0.0013813285622745752, 0.0014713475247845054, 0.0015613664872944355, 0.0016513854498043656, 0.0017414044123142958, 0.001831423374824226, 0.001921442337334156, 0.002011461416259408, 0.0021014802623540163, 0.0021914993412792683, 0.0022815181873738766, 0.0023715372662991285, 0.002461556112393737, 0.002551575191318989, 0.002641594037413597, 0.002731613116338849, 0.0028216319624334574, 0.0029116510413587093, 0.0030016698874533176, 0.0030916889663785696, 0.003181707812473178, 0.00327172689139843]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 7.0, 7.0, 9.0, 10.0, 24.0, 31.0, 40.0, 49.0, 129.0, 182.0, 300.0, 455.0, 779.0, 1263.0, 2132.0, 3984.0, 7511.0, 15568.0, 39394.0, 169090.0, 838523.0, 52178.0, 21816.0, 10873.0, 5881.0, 3416.0, 2003.0, 1237.0, 833.0, 546.0, 361.0, 283.0, 207.0, 146.0, 87.0, 64.0, 51.0, 34.0, 30.0, 16.0, 32.0, 11.0, 10.0, 5.0, 9.0, 8.0, 5.0, 3.0, 1.0, 2.0, 2.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.006173102650791407, -0.00590653857216239, -0.00563997495919466, -0.005373410880565643, -0.0051068468019366264, -0.004840283188968897, -0.00457371911033988, -0.004307155031710863, -0.0040405914187431335, -0.0037740273401141167, -0.0035074632614851, -0.0032408994156867266, -0.0029743355698883533, -0.0027077714912593365, -0.0024412076454609632, -0.0021746435668319464, -0.0019080797210335732, -0.001641515758819878, -0.001374951796606183, -0.0011083879508078098, -0.0008418239885941148, -0.0005752600263804197, -0.0003086961223743856, -4.2132189264521e-05, 0.0002244317438453436, 0.0004909957060590386, 0.0007575596100650728, 0.001024123514071107, 0.001290687476284802, 0.001557251438498497, 0.0018238152842968702, 0.002090379362925887, 0.0023569432087242603, 0.0026235070545226336, 0.0028900711331516504, 0.0031566349789500237, 0.0034231990575790405, 0.0036897629033774137, 0.003956326749175787, 0.004222890827804804, 0.004489454440772533, 0.00475601851940155, 0.005022582598030567, 0.005289146676659584, 0.005555710289627314, 0.0058222743682563305, 0.006088838446885347, 0.006355402059853077, 0.006621966138482094, 0.006888530217111111, 0.00715509383007884, 0.007421657908707857, 0.007688221987336874, 0.007954785600304604, 0.00822134967893362, 0.008487913757562637, 0.008754477836191654, 0.009021041914820671, 0.009287605062127113, 0.00955416914075613, 0.009820733219385147, 0.010087297298014164, 0.01035386137664318, 0.010620425455272198, 0.010886989533901215]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 4.0, 1.0, 1.0, 3.0, 3.0, 4.0, 6.0, 1.0, 6.0, 4.0, 2.0, 4.0, 1.0, 3.0, 2.0, 3.0, 2.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.028234105557203293, -0.0275430791079998, -0.02685205265879631, -0.02616102620959282, -0.025469999760389328, -0.024778971448540688, -0.024087944999337196, -0.023396918550133705, -0.022705892100930214, -0.022014865651726723, -0.02132383920252323, -0.02063281275331974, -0.0199417844414711, -0.01925075799226761, -0.018559731543064117, -0.017868705093860626, -0.017177678644657135, -0.016486652195453644, -0.015795625746250153, -0.015104598365724087, -0.014413571916520596, -0.013722545467317104, -0.013031518086791039, -0.012340491637587547, -0.011649465188384056, -0.010958438739180565, -0.010267412289977074, -0.009576384909451008, -0.008885358460247517, -0.008194332011044025, -0.007503305096179247, -0.006812278181314468, -0.006121251732110977, -0.005430225282907486, -0.0047391983680427074, -0.004048171453177929, -0.0033571450039744377, -0.002666118321940303, -0.001975091639906168, -0.0012840649578720331, -0.0005930382758378983, 9.798840619623661e-05, 0.0007890150882303715, 0.0014800417702645063, 0.002171068452298641, 0.002862095134332776, 0.003553121816366911, 0.0042441487312316895, 0.004935175180435181, 0.005626201629638672, 0.00631722854450345, 0.007008255459368229, 0.00769928190857172, 0.008390308357775211, 0.009081335738301277, 0.009772362187504768, 0.01046338863670826, 0.01115441508591175, 0.011845441535115242, 0.012536468915641308, 0.013227495364844799, 0.01391852181404829, 0.014609549194574356, 0.015300575643777847, 0.01599160209298134]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [6.0, 2.0, 1.0, 0.0, 0.0, 0.0, 3.0, 12.0, 5.0, 9.0, 15.0, 9.0, 5.0, 9.0, 8.0, 16.0, 17.0, 20.0, 38.0, 44.0, 54.0, 59.0, 69.0, 87.0, 143.0, 152.0, 219.0, 257.0, 349.0, 432.0, 528.0, 659.0, 919.0, 1316.0, 5063.0, 2081.0, 1369.0, 1032.0, 746.0, 594.0, 421.0, 352.0, 274.0, 206.0, 146.0, 136.0, 116.0, 74.0, 70.0, 52.0, 36.0, 41.0, 31.0, 24.0, 25.0, 16.0, 15.0, 14.0, 10.0, 11.0, 8.0, 2.0, 3.0, 2.0], "bins": [-0.009396271780133247, -0.009126624092459679, -0.00885697640478611, -0.008587328717112541, -0.008317681029438972, -0.008048033341765404, -0.007778385654091835, -0.007508737966418266, -0.007239090278744698, -0.006969443056732416, -0.006699795369058847, -0.006430147681385279, -0.00616049999371171, -0.005890852306038141, -0.0056212046183645725, -0.005351556930691004, -0.005081909243017435, -0.004812261555343866, -0.004542613867670298, -0.004272966179996729, -0.00400331849232316, -0.003733671037480235, -0.0034640233498066664, -0.0031943756621330976, -0.002924727974459529, -0.00265508028678596, -0.0023854325991123915, -0.0021157849114388227, -0.0018461373401805758, -0.0015764896525070071, -0.0013068420812487602, -0.0010371943935751915, -0.0007675467059016228, -0.000497899018228054, -0.00022825138876214623, 4.1396269807592034e-05, 0.0003110439283773303, 0.000580691616050899, 0.0008503392455168068, 0.0011199868749827147, 0.0013896345626562834, 0.001659282250329852, 0.0019289299380034208, 0.0021985776256769896, 0.0024682250805199146, 0.0027378727681934834, 0.003007520455867052, 0.003277168143540621, 0.0035468158312141895, 0.0038164635188877583, 0.004086111206561327, 0.004355758894234896, 0.004625406581908464, 0.004895054269582033, 0.005164701957255602, 0.005434349644929171, 0.005703996866941452, 0.005973644554615021, 0.0062432922422885895, 0.006512939929962158, 0.006782587617635727, 0.007052235305309296, 0.007321882992982864, 0.007591530680656433, 0.007861178368330002]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1212771013379097, -0.11809850484132767, -0.11491991579532623, -0.1117413192987442, -0.10856272280216217, -0.10538413375616074, -0.1022055372595787, -0.09902694821357727, -0.09584835171699524, -0.09266975522041321, -0.08949116617441177, -0.08631256967782974, -0.08313398063182831, -0.07995538413524628, -0.07677678763866425, -0.07359819859266281, -0.07041960209608078, -0.06724100559949875, -0.06406241655349731, -0.06088382005691528, -0.05770522728562355, -0.05452663451433182, -0.051348038017749786, -0.048169445246458054, -0.04499085247516632, -0.04181225970387459, -0.038633666932582855, -0.035455070436000824, -0.03227647766470909, -0.02909788489341736, -0.025919290259480476, -0.022740695625543594, -0.01956210285425186, -0.01638351008296013, -0.013204915449023247, -0.01002632174640894, -0.006847728043794632, -0.0036691343411803246, -0.0004905406385660172, 0.0026880530640482903, 0.005866646766662598, 0.009045240469276905, 0.012223834171891212, 0.01540242787450552, 0.018581021577119827, 0.02175961434841156, 0.024938208982348442, 0.028116803616285324, 0.03129539638757706, 0.03447398915886879, 0.03765258193016052, 0.040831178426742554, 0.044009771198034286, 0.04718836396932602, 0.05036696046590805, 0.05354555323719978, 0.056724146008491516, 0.05990273877978325, 0.06308133155107498, 0.06625992804765701, 0.06943851709365845, 0.07261711359024048, 0.07579571008682251, 0.07897429913282394, 0.08215289562940598]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 3.0, 0.0, 0.0, 0.0, 4.0, 2.0, 4.0, 3.0, 3.0, 3.0, 2.0, 3.0, 9.0, 5.0, 9.0, 6.0, 8.0, 14.0, 6.0, 15.0, 12.0, 18.0, 27.0, 9.0, 10.0, 5.0, 8.0, 8.0, 13.0, 8.0, 3.0, 4.0, 7.0, 6.0, 8.0, 9.0, 2.0, 3.0, 2.0, 0.0, 3.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 1.0, 4.0], "bins": [-0.04590260609984398, -0.04447026178240776, -0.04303792119026184, -0.04160557687282562, -0.040173232555389404, -0.038740888237953186, -0.03730854392051697, -0.03587620332837105, -0.03444385901093483, -0.03301151469349861, -0.03157917410135269, -0.030146829783916473, -0.028714485466480255, -0.027282141149044037, -0.025849798694252968, -0.0244174562394619, -0.02298511192202568, -0.021552767604589462, -0.020120425149798393, -0.018688082695007324, -0.017255738377571106, -0.015823394060134888, -0.014391051605343819, -0.012958708219230175, -0.011526364833116531, -0.010094021447002888, -0.008661678060889244, -0.0072293346747756, -0.005796991288661957, -0.004364647902548313, -0.0029323045164346695, -0.0014999611303210258, -6.76177442073822e-05, 0.0013647256419062614, 0.002797069028019905, 0.004229412414133549, 0.005661755800247192, 0.007094099186360836, 0.00852644257247448, 0.009958785958588123, 0.011391129344701767, 0.01282347273081541, 0.014255816116929054, 0.015688158571720123, 0.01712050288915634, 0.01855284720659256, 0.01998518966138363, 0.021417532116174698, 0.022849876433610916, 0.024282220751047134, 0.025714563205838203, 0.027146905660629272, 0.02857924997806549, 0.03001159429550171, 0.03144393861293793, 0.03287627920508385, 0.034308623522520065, 0.035740967839956284, 0.0371733084321022, 0.03860565274953842, 0.04003799706697464, 0.04147034138441086, 0.042902685701847076, 0.044335026293992996, 0.045767370611429214]}, "_runtime": 174.76880621910095, "_timestamp": 1596213045.4703438, "_step": 212}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 3.0, 2.0, 1.0, 1.0, 1.0, 5.0, 0.0, 4.0, 6.0, 3.0, 4.0, 3.0, 2.0, 2.0, 1.0, 3.0, 0.0, 1.0, 3.0, 3.0, 2.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012025134637951851, -0.011738869361579418, -0.011452604085206985, -0.011166338808834553, -0.010880074463784695, -0.010593809187412262, -0.01030754391103983, -0.010021278634667397, -0.009735013358294964, -0.009448748081922531, -0.009162483736872673, -0.00887621846050024, -0.008589953184127808, -0.008303687907755375, -0.008017422631382942, -0.007731157820671797, -0.007444892544299364, -0.007158627267926931, -0.006872362457215786, -0.006586097180843353, -0.0062998319044709206, -0.006013567093759775, -0.0057273018173873425, -0.00544103654101491, -0.005154771730303764, -0.004868506453931332, -0.004582241177558899, -0.004295975901186466, -0.004009711090475321, -0.003723445814102888, -0.003437180770561099, -0.0031509154941886663, -0.0028646504506468773, -0.0025783854071050882, -0.0022921201307326555, -0.0020058550871908665, -0.0017195899272337556, -0.0014333247672766447, -0.0011470597237348557, -0.0008607945637777448, -0.0005745294038206339, -0.00028826427296735346, -1.999142114073038e-06, 0.0002842659887392074, 0.0005705311195924878, 0.0008567962795495987, 0.0011430613230913877, 0.0014293264830484986, 0.0017155916430056095, 0.0020018566865473986, 0.0022881219629198313, 0.0025743870064616203, 0.002860652282834053, 0.003146917326375842, 0.003433182369917631, 0.003719447646290064, 0.004005712457001209, 0.004291977733373642, 0.004578243009746075, 0.004864508286118507, 0.005150773096829653, 0.0054370383732020855, 0.005723303649574518, 0.006009568460285664, 0.006295833736658096]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 3.0, 5.0, 1.0, 2.0, 2.0, 4.0, 5.0, 3.0, 7.0, 11.0, 14.0, 9.0, 13.0, 27.0, 32.0, 29.0, 45.0, 65.0, 87.0, 134.0, 204.0, 348.0, 5481.0, 595.0, 261.0, 143.0, 113.0, 62.0, 61.0, 41.0, 23.0, 16.0, 18.0, 12.0, 10.0, 6.0, 6.0, 6.0, 5.0, 4.0, 1.0, 1.0, 5.0, 2.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.10190925747156143, -0.09847304224967957, -0.0950368270277977, -0.09160061180591583, -0.08816438913345337, -0.0847281739115715, -0.08129195868968964, -0.07785574346780777, -0.0744195282459259, -0.07098331302404404, -0.06754709035158157, -0.06411087512969971, -0.06067465990781784, -0.057238444685935974, -0.05380222946405411, -0.05036601051688194, -0.046929795295000076, -0.04349358007311821, -0.040057361125946045, -0.03662114590406418, -0.03318493068218231, -0.029748713597655296, -0.02631249651312828, -0.022876281291246414, -0.0194400642067194, -0.016003847122192383, -0.012567631900310516, -0.0091314148157835, -0.00569519866257906, -0.002258982276543975, 0.0011772341094911098, 0.004613450728356838, 0.00804966688156128, 0.01148588303476572, 0.014922099187970161, 0.018358316272497177, 0.021794531494379044, 0.02523074857890606, 0.028666965663433075, 0.03210318088531494, 0.03553939610719681, 0.03897561505436897, 0.04241183027625084, 0.045848045498132706, 0.04928426444530487, 0.05272047966718674, 0.056156694889068604, 0.05959291383624077, 0.06302912533283234, 0.0664653480052948, 0.06990156322717667, 0.07333777844905853, 0.0767739936709404, 0.08021020889282227, 0.08364642411470413, 0.0870826467871666, 0.09051886200904846, 0.09395507723093033, 0.0973912924528122, 0.10082750767469406, 0.10426372289657593, 0.10769994556903839, 0.11113616079092026, 0.11457237601280212, 0.11800859123468399]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 4.0, 3.0, 2.0, 1.0, 0.0, 4.0, 3.0, 3.0, 4.0, 3.0, 3.0, 4.0, 1.0, 3.0, 2.0, 25.0, 3.0, 6.0, 2.0, 7.0, 6.0, 3.0, 2.0, 1.0, 4.0, 1.0, 2.0, 1.0, 1.0, 2.0, 1.0, 3.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.0023749242536723614, -0.0022954659070819616, -0.002216007560491562, -0.002136549213901162, -0.0020570908673107624, -0.0019776327535510063, -0.0018981744069606066, -0.0018187160603702068, -0.001739257713779807, -0.0016597993671894073, -0.0015803410205990076, -0.0015008827904239297, -0.00142142444383353, -0.0013419660972431302, -0.0012625078670680523, -0.0011830495204776525, -0.0011035911738872528, -0.001024132827296853, -0.0009446745389141142, -0.0008652162505313754, -0.0007857579039409757, -0.0007062995573505759, -0.0006268412689678371, -0.0005473829805850983, -0.0004679246339946985, -0.00038846631650812924, -0.00030900799902155995, -0.00022954968153499067, -0.00015009136404842138, -7.06330465618521e-05, 8.825270924717188e-06, 8.828358841128647e-05, 0.00016774190589785576, 0.00024720022338442504, 0.00032665854087099433, 0.0004061168583575636, 0.0004855751758441329, 0.0005650335224345326, 0.0006444918108172715, 0.0007239500992000103, 0.00080340844579041, 0.0008828667923808098, 0.0009623250807635486, 0.0010417833691462874, 0.0011212417157366872, 0.001200700062327087, 0.0012801582925021648, 0.0013596166390925646, 0.0014390749856829643, 0.001518533332273364, 0.0015979916788637638, 0.0016774499090388417, 0.0017569082556292415, 0.0018363666022196412, 0.0019158248323947191, 0.001995283178985119, 0.0020747415255755186, 0.0021541998721659184, 0.002233658218756318, 0.002313116565346718, 0.002392574679106474, 0.0024720330256968737, 0.0025514913722872734, 0.002630949718877673, 0.002710408065468073]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 4.0, 3.0, 5.0, 4.0, 4.0, 13.0, 8.0, 7.0, 17.0, 24.0, 23.0, 32.0, 51.0, 62.0, 118.0, 153.0, 199.0, 325.0, 492.0, 914.0, 1608.0, 3160.0, 6531.0, 17014.0, 61677.0, 952860.0, 85142.0, 24495.0, 11098.0, 5615.0, 3159.0, 1756.0, 1050.0, 658.0, 446.0, 299.0, 186.0, 136.0, 86.0, 66.0, 50.0, 30.0, 24.0, 11.0, 8.0, 6.0, 4.0, 2.0, 4.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008540872484445572, -0.008279512636363506, -0.00801815278828144, -0.007756792940199375, -0.00749543309211731, -0.007234073244035244, -0.006972713395953178, -0.006711353547871113, -0.006449993699789047, -0.006188633851706982, -0.005927274003624916, -0.0056659141555428505, -0.005404554307460785, -0.005143194459378719, -0.004881834611296654, -0.004620474763214588, -0.004359114915132523, -0.004097755067050457, -0.0038363952189683914, -0.003575035370886326, -0.0033136755228042603, -0.0030523156747221947, -0.002790955826640129, -0.0025295959785580635, -0.002268236130475998, -0.0020068762823939323, -0.0017455164343118668, -0.0014841565862298012, -0.0012227967381477356, -0.00096143689006567, -0.0007000770419836044, -0.00043871719390153885, -0.00017735734581947327, 8.400250226259232e-05, 0.0003453623503446579, 0.0006067221984267235, 0.0008680820465087891, 0.0011294418945908546, 0.0013908017426729202, 0.0016521615907549858, 0.0019135214388370514, 0.002174881286919117, 0.0024362411350011826, 0.002697600983083248, 0.0029589608311653137, 0.0032203206792473793, 0.003481680527329445, 0.0037430403754115105, 0.004004400223493576, 0.004265760071575642, 0.004527119919657707, 0.004788479767739773, 0.005049839615821838, 0.005311199463903904, 0.0055725593119859695, 0.005833919160068035, 0.006095279008150101, 0.006356638856232166, 0.006617998704314232, 0.0068793585523962975, 0.007140718400478363, 0.007402078248560429, 0.007663438096642494, 0.00792479794472456, 0.008186157792806625]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 2.0, 2.0, 2.0, 2.0, 2.0, 3.0, 0.0, 4.0, 10.0, 5.0, 4.0, 5.0, 7.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.051747020334005356, -0.05060791224241257, -0.04946880042552948, -0.04832968860864639, -0.047190580517053604, -0.046051472425460815, -0.04491236060857773, -0.04377324879169464, -0.04263414070010185, -0.041495032608509064, -0.04035592079162598, -0.03921680897474289, -0.0380777008831501, -0.03693859279155731, -0.035799480974674225, -0.03466036915779114, -0.03352126106619835, -0.03238215297460556, -0.031243041157722473, -0.030103931203484535, -0.028964821249246597, -0.02782571129500866, -0.02668660134077072, -0.025547491386532784, -0.024408381432294846, -0.023269271478056908, -0.02213016152381897, -0.020991051569581032, -0.019851941615343094, -0.018712831661105156, -0.017573721706867218, -0.01643461175262928, -0.015295501798391342, -0.014156391844153404, -0.013017281889915466, -0.011878171935677528, -0.01073906198143959, -0.009599952027201653, -0.008460842072963715, -0.007321732118725777, -0.006182622164487839, -0.005043512210249901, -0.003904402256011963, -0.002765292301774025, -0.001626182347536087, -0.0004870723932981491, 0.0006520375609397888, 0.0017911475151777267, 0.0029302574694156647, 0.004069367423653603, 0.0052084773778915405, 0.0063475873321294785, 0.007486697286367416, 0.008625807240605354, 0.009764917194843292, 0.01090402714908123, 0.012043137103319168, 0.013182247057557106, 0.014321357011795044, 0.015460466966032982, 0.01659957692027092, 0.017738686874508858, 0.018877796828746796, 0.020016906782984734, 0.02115601673722267]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 2.0, 2.0, 3.0, 2.0, 7.0, 1.0, 5.0, 2.0, 4.0, 4.0, 1.0, 2.0, 1.0, 4.0, 6.0, 7.0, 6.0, 3.0, 1.0, 2.0, 6.0, 5.0, 6.0, 16.0, 22.0, 21.0, 37.0, 55.0, 73.0, 97.0, 117.0, 151.0, 182.0, 294.0, 380.0, 559.0, 780.0, 1202.0, 2114.0, 6692.0, 1990.0, 1259.0, 792.0, 495.0, 320.0, 209.0, 131.0, 87.0, 61.0, 50.0, 49.0, 23.0, 26.0, 14.0, 13.0, 8.0, 5.0, 5.0, 7.0, 4.0, 4.0, 2.0, 1.0], "bins": [-0.016425088047981262, -0.016019048169255257, -0.015613007359206676, -0.015206967480480671, -0.01480092667043209, -0.014394886791706085, -0.01398884691298008, -0.0135828061029315, -0.013176766224205494, -0.012770725414156914, -0.012364685535430908, -0.011958645656704903, -0.011552604846656322, -0.011146564967930317, -0.010740524157881737, -0.010334484279155731, -0.009928444400429726, -0.009522403590381145, -0.00911636371165514, -0.00871032290160656, -0.008304283022880554, -0.007898242212831974, -0.0074922023341059685, -0.007086161989718676, -0.006680121645331383, -0.006274081766605377, -0.005868041422218084, -0.0054620010778307915, -0.005055960733443499, -0.004649920389056206, -0.0042438805103302, -0.0038378401659429073, -0.0034317998215556145, -0.0030257594771683216, -0.0026197193656116724, -0.0022136790212243795, -0.0018076387932524085, -0.0014015985652804375, -0.0009955582208931446, -0.0005895179929211736, -0.00018347776494920254, 0.00022256249212659895, 0.0006286027492024004, 0.0010346430353820324, 0.0014406832633540034, 0.0018467234913259745, 0.0022527638357132673, 0.0026588039472699165, 0.0030648442916572094, 0.0034708846360445023, 0.0038769247476011515, 0.004282964859157801, 0.0046890052035450935, 0.005095045547932386, 0.005501085892319679, 0.005907126236706972, 0.006313166581094265, 0.0067192064598202705, 0.007125246804207563, 0.007531287148594856, 0.007937327027320862, 0.008343367837369442, 0.008749407716095448, 0.009155448526144028, 0.009561488404870033]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 4.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.117912158370018, -0.1137794479727745, -0.10964673012495041, -0.10551401972770691, -0.10138130187988281, -0.09724859148263931, -0.09311587363481522, -0.08898316323757172, -0.08485044538974762, -0.08071773499250412, -0.07658502459526062, -0.07245230674743652, -0.06831959635019302, -0.06418687850236893, -0.06005416810512543, -0.05592145398259163, -0.05178873986005783, -0.04765602573752403, -0.043523311614990234, -0.039390597492456436, -0.03525788336992264, -0.03112517111003399, -0.02699245885014534, -0.022859744727611542, -0.018727030605077744, -0.014594316482543945, -0.010461603291332722, -0.006328889634460211, -0.0021961759775877, 0.001936537679284811, 0.006069251336157322, 0.010201964527368546, 0.014334678649902344, 0.018467392772436142, 0.02260010689496994, 0.02673281915485859, 0.030865533277392387, 0.034998245537281036, 0.039130959659814835, 0.04326367378234863, 0.04739638790488243, 0.05152910202741623, 0.05566181614995003, 0.059794530272483826, 0.06392724066972733, 0.06805995851755142, 0.07219266891479492, 0.07632538676261902, 0.08045809715986252, 0.08459080755710602, 0.08872352540493011, 0.09285623580217361, 0.09698895364999771, 0.10112166404724121, 0.10525438189506531, 0.10938709229230881, 0.11351980268955231, 0.1176525205373764, 0.1217852309346199, 0.1259179413318634, 0.1300506591796875, 0.1341833770275116, 0.1383160948753357, 0.1424487978219986, 0.1465815156698227]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 3.0, 2.0, 1.0, 3.0, 3.0, 4.0, 3.0, 2.0, 5.0, 3.0, 3.0, 7.0, 7.0, 7.0, 7.0, 6.0, 4.0, 20.0, 17.0, 13.0, 33.0, 7.0, 6.0, 4.0, 1.0, 8.0, 8.0, 4.0, 14.0, 16.0, 8.0, 8.0, 9.0, 3.0, 5.0, 3.0, 2.0, 4.0, 3.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0], "bins": [-0.052793778479099274, -0.05097046121954918, -0.049147143959999084, -0.04732382670044899, -0.045500509440898895, -0.0436771921813488, -0.041853874921798706, -0.04003055766224861, -0.03820724040269852, -0.03638392314314842, -0.03456060588359833, -0.03273728862404823, -0.030913973227143288, -0.029090655967593193, -0.0272673387080431, -0.025444021448493004, -0.02362070418894291, -0.021797386929392815, -0.01997406966984272, -0.018150752410292625, -0.01632743515074253, -0.01450411882251501, -0.012680801562964916, -0.010857484303414822, -0.009034167043864727, -0.007210849784314632, -0.005387532524764538, -0.0035642157308757305, -0.001740898471325636, 8.241867180913687e-05, 0.0019057358149439096, 0.0037290528416633606, 0.005552370101213455, 0.00737568736076355, 0.009199004620313644, 0.011022321879863739, 0.012845639139413834, 0.014668955467641354, 0.016492273658514023, 0.018315590918064117, 0.020138908177614212, 0.021962223574519157, 0.023785540834069252, 0.025608858093619347, 0.02743217535316944, 0.029255492612719536, 0.03107880987226963, 0.032902128994464874, 0.03472544252872467, 0.036548759788274765, 0.03837207704782486, 0.040195394307374954, 0.04201871156692505, 0.04384202882647514, 0.04566534608602524, 0.04748866334557533, 0.04931198060512543, 0.05113529786467552, 0.052958615124225616, 0.05478193238377571, 0.056605249643325806, 0.0584285669028759, 0.060251884162425995, 0.06207520142197609, 0.06389851868152618]}, "_runtime": 175.60048937797546, "_timestamp": 1596213046.302027, "_step": 213}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 4.0, 2.0, 2.0, 1.0, 0.0, 4.0, 7.0, 5.0, 3.0, 2.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.008115957491099834, -0.007871218957006931, -0.0076264794915914536, -0.00738174095749855, -0.00713700195774436, -0.0068922629579901695, -0.006647524423897266, -0.006402785424143076, -0.0061580464243888855, -0.005913307424634695, -0.005668568424880505, -0.0054238298907876015, -0.005179090891033411, -0.004934351891279221, -0.0046896133571863174, -0.004444874357432127, -0.0042001353576779366, -0.003955396357923746, -0.0037106575910001993, -0.0034659188240766525, -0.003221179824322462, -0.0029764408245682716, -0.002731702057644725, -0.002486963290721178, -0.0022422242909669876, -0.001997485291212797, -0.0017527465242892504, -0.0015080076409503818, -0.0012632687576115131, -0.0010185298742726445, -0.0007737909909337759, -0.0005290521075949073, -0.00028431322425603867, -3.957434091717005e-05, 0.00020516454242169857, 0.0004499034257605672, 0.0006946423090994358, 0.0009393811924383044, 0.001184120075777173, 0.0014288589591160417, 0.0016735978424549103, 0.001918336725793779, 0.0021630756091326475, 0.0024078143760561943, 0.0026525533758103848, 0.002897292375564575, 0.003142031142488122, 0.0033867699094116688, 0.0036315089091658592, 0.0038762479089200497, 0.00412098690867424, 0.004365725442767143, 0.004610464442521334, 0.004855203442275524, 0.005099941976368427, 0.005344680976122618, 0.005589419975876808, 0.005834158975630999, 0.006078897975385189, 0.006323636509478092, 0.006568375509232283, 0.006813114508986473, 0.007057853043079376, 0.007302592042833567, 0.007547331042587757]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 0.0, 5.0, 5.0, 4.0, 6.0, 5.0, 5.0, 13.0, 8.0, 14.0, 12.0, 23.0, 23.0, 36.0, 38.0, 55.0, 59.0, 53.0, 97.0, 129.0, 203.0, 318.0, 5096.0, 724.0, 300.0, 176.0, 108.0, 85.0, 87.0, 46.0, 41.0, 44.0, 17.0, 22.0, 13.0, 10.0, 8.0, 10.0, 1.0, 4.0, 1.0, 2.0, 8.0, 6.0, 1.0, 2.0, 3.0, 0.0, 1.0], "bins": [-0.11333895474672318, -0.11033498495817184, -0.10733101516962051, -0.10432704538106918, -0.10132307559251785, -0.09831910580396652, -0.09531513601541519, -0.09231116622686386, -0.08930718898773193, -0.0863032191991806, -0.08329924941062927, -0.08029527962207794, -0.07729130983352661, -0.07428734004497528, -0.07128337025642395, -0.06827940046787262, -0.06527543067932129, -0.06227146089076996, -0.05926749110221863, -0.0562635213136673, -0.05325955152511597, -0.05025557801127434, -0.04725160822272301, -0.04424763843417168, -0.041243668645620346, -0.038239698857069016, -0.035235729068517685, -0.032231759279966354, -0.029227787628769875, -0.026223817840218544, -0.023219846189022064, -0.020215876400470734, -0.017211906611919403, -0.014207936823368073, -0.011203966103494167, -0.008199995383620262, -0.005196025595068932, -0.0021920553408563137, 0.0008119149133563042, 0.003815885167568922, 0.00681985542178154, 0.00982382521033287, 0.012827795930206776, 0.01583176665008068, 0.01883573643863201, 0.021839706227183342, 0.024843677878379822, 0.027847647666931152, 0.030851617455482483, 0.033855587244033813, 0.036859557032585144, 0.039863526821136475, 0.042867496609687805, 0.045871470123529434, 0.048875439912080765, 0.051879409700632095, 0.054883379489183426, 0.057887349277734756, 0.06089131906628609, 0.06389529258012772, 0.06689926236867905, 0.06990323215723038, 0.07290720194578171, 0.07591117173433304, 0.07891514152288437]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 4.0, 1.0, 0.0, 4.0, 2.0, 0.0, 4.0, 3.0, 2.0, 3.0, 4.0, 4.0, 6.0, 9.0, 3.0, 8.0, 25.0, 5.0, 5.0, 6.0, 4.0, 4.0, 2.0, 2.0, 2.0, 1.0, 0.0, 4.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0033332540187984705, -0.0032053817994892597, -0.0030775098130106926, -0.002949637593701482, -0.002821765374392271, -0.0026938931550830603, -0.0025660209357738495, -0.0024381489492952824, -0.0023102767299860716, -0.002182404510676861, -0.0020545325241982937, -0.001926660304889083, -0.0017987880855798721, -0.0016709158662706614, -0.0015430437633767724, -0.0014151716604828835, -0.0012872994411736727, -0.001159427221864462, -0.001031555118970573, -0.0009036829578690231, -0.0007758107967674732, -0.0006479386356659234, -0.0005200664745643735, -0.00039219431346282363, -0.00026432215236127377, -0.0001364499912597239, -8.577830158174038e-06, 0.00011929433094337583, 0.0002471664920449257, 0.00037503865314647555, 0.0005029108142480254, 0.0006307829753495753, 0.0007586551364511251, 0.000886527297552675, 0.0010143994586542249, 0.0011422715615481138, 0.0012701437808573246, 0.0013980160001665354, 0.0015258881030604243, 0.0016537602059543133, 0.001781632425263524, 0.0019095046445727348, 0.002037376631051302, 0.0021652488503605127, 0.0022931210696697235, 0.0024209932889789343, 0.002548865508288145, 0.002676737494766712, 0.002804609714075923, 0.0029324819333851337, 0.003060353919863701, 0.0031882261391729116, 0.0033160983584821224, 0.003443970577791333, 0.003571842797100544, 0.003699714783579111, 0.003827587002888322, 0.003955459222197533, 0.0040833312086761, 0.004211203660815954, 0.004339075647294521, 0.0044669476337730885, 0.004594820085912943, 0.00472269207239151, 0.0048505645245313644]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 3.0, 2.0, 1.0, 3.0, 4.0, 7.0, 12.0, 13.0, 10.0, 27.0, 46.0, 57.0, 81.0, 120.0, 208.0, 360.0, 582.0, 1066.0, 1761.0, 3224.0, 6325.0, 12528.0, 28697.0, 86908.0, 890131.0, 87734.0, 28922.0, 13304.0, 6981.0, 3841.0, 2267.0, 1434.0, 947.0, 646.0, 454.0, 297.0, 193.0, 142.0, 90.0, 62.0, 40.0, 34.0, 18.0, 22.0, 11.0, 3.0, 7.0, 2.0, 5.0, 1.0, 2.0, 1.0, 1.0, 3.0, 1.0, 0.0, 1.0], "bins": [-0.006996544077992439, -0.006775193382054567, -0.006553843151777983, -0.006332492455840111, -0.006111142225563526, -0.005889791529625654, -0.005668440833687782, -0.005447090603411198, -0.005225739907473326, -0.005004389211535454, -0.004783038981258869, -0.004561688285320997, -0.004340337589383125, -0.004118987359106541, -0.0038976366631686687, -0.0036762862000614405, -0.003454935736954212, -0.003233585273846984, -0.0030122348107397556, -0.0027908841148018837, -0.0025695336516946554, -0.002348183188587427, -0.002126832492649555, -0.001905482029542327, -0.0016841315664350986, -0.0014627811033278704, -0.0012414305238053203, -0.0010200799442827702, -0.0007987294811755419, -0.0005773789598606527, -0.0003560284385457635, -0.0001346779172308743, 8.667260408401489e-05, 0.0003080231253989041, 0.0005293736467137933, 0.0007507241680286825, 0.0009720746893435717, 0.0011934251524508, 0.00141477573197335, 0.0016361263114959002, 0.0018574767746031284, 0.0020788272377103567, 0.002300177700817585, 0.002521528396755457, 0.002742878859862685, 0.0029642293229699135, 0.0031855800189077854, 0.0034069304820150137, 0.003628280945122242, 0.0038496314082294703, 0.0040709818713366985, 0.0042923325672745705, 0.004513682797551155, 0.004735033493489027, 0.004956384189426899, 0.005177734419703484, 0.0053990851156413555, 0.0056204358115792274, 0.005841786041855812, 0.006063136737793684, 0.006284487433731556, 0.0065058376640081406, 0.0067271883599460125, 0.006948538590222597, 0.007169889286160469]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 6.0, 1.0, 3.0, 5.0, 1.0, 10.0, 2.0, 3.0, 1.0, 2.0, 7.0, 1.0, 4.0, 2.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0], "bins": [-0.04972677677869797, -0.048694126307964325, -0.04766147583723068, -0.04662882536649704, -0.0455961748957634, -0.044563524425029755, -0.04353087395429611, -0.04249822348356247, -0.04146557301282883, -0.040432922542095184, -0.03940027207136154, -0.0383676216006279, -0.03733497112989426, -0.036302320659160614, -0.03526967018842697, -0.03423701971769333, -0.033204369246959686, -0.032171718776226044, -0.0311390683054924, -0.03010641783475876, -0.029073767364025116, -0.028041116893291473, -0.02700846642255783, -0.025975815951824188, -0.024943165481090546, -0.023910515010356903, -0.02287786453962326, -0.021845214068889618, -0.020812563598155975, -0.019779913127422333, -0.01874726265668869, -0.017714612185955048, -0.016681961715221405, -0.015649311244487762, -0.01461666077375412, -0.013584010303020477, -0.012551359832286835, -0.011518709361553192, -0.01048605889081955, -0.009453408420085907, -0.008420757949352264, -0.007388107478618622, -0.006355457007884979, -0.005322806537151337, -0.004290156066417694, -0.0032575055956840515, -0.002224855124950409, -0.0011922046542167664, -0.00015955418348312378, 0.0008730962872505188, 0.0019057467579841614, 0.002938397228717804, 0.0039710476994514465, 0.005003698170185089, 0.006036348640918732, 0.007068999111652374, 0.008101649582386017, 0.00913430005311966, 0.010166950523853302, 0.011199600994586945, 0.012232251465320587, 0.01326490193605423, 0.014297552406787872, 0.015330202877521515, 0.016362853348255157]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [7.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 11.0, 6.0, 10.0, 11.0, 5.0, 0.0, 1.0, 0.0, 4.0, 1.0, 4.0, 2.0, 14.0, 8.0, 8.0, 12.0, 23.0, 28.0, 17.0, 24.0, 26.0, 53.0, 56.0, 60.0, 91.0, 125.0, 210.0, 274.0, 420.0, 684.0, 1072.0, 1853.0, 6491.0, 2234.0, 1356.0, 930.0, 686.0, 468.0, 361.0, 263.0, 143.0, 102.0, 81.0, 65.0, 38.0, 22.0, 14.0, 16.0, 8.0, 12.0, 7.0, 5.0, 1.0, 2.0, 2.0, 2.0], "bins": [-0.016288997605443, -0.015887383371591568, -0.015485771000385284, -0.015084157697856426, -0.014682544395327568, -0.01428093109279871, -0.013879317790269852, -0.013477704487740993, -0.013076091185212135, -0.012674477882683277, -0.012272864580154419, -0.01187125127762556, -0.011469637975096703, -0.011068024672567844, -0.010666411370038986, -0.010264798067510128, -0.00986318476498127, -0.009461571462452412, -0.009059958159923553, -0.008658344857394695, -0.008256731554865837, -0.007855118252336979, -0.007453504949808121, -0.0070518916472792625, -0.006650278344750404, -0.006248665042221546, -0.005847051739692688, -0.00544543843716383, -0.005043825134634972, -0.0046422118321061134, -0.004240598529577255, -0.003838985227048397, -0.003437371924519539, -0.0030357586219906807, -0.0026341453194618225, -0.0022325320169329643, -0.0018309187144041061, -0.001429305411875248, -0.0010276921093463898, -0.0006260788068175316, -0.0002244655042886734, 0.00017714779824018478, 0.000578761100769043, 0.0009803744032979012, 0.0013819877058267593, 0.0017836010083556175, 0.0021852143108844757, 0.002586827613413334, 0.002988440915942192, 0.0033900542184710503, 0.0037916675209999084, 0.004193280823528767, 0.004594894126057625, 0.004996507428586483, 0.005398120731115341, 0.005799734033644199, 0.0062013473361730576, 0.006602960638701916, 0.007004573941230774, 0.007406187243759632, 0.00780780054628849, 0.008209413848817348, 0.008611027151346207, 0.009012640453875065, 0.009414253756403923]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.086117222905159, -0.08365725725889206, -0.08119729161262512, -0.07873732596635818, -0.07627736032009125, -0.07381739467382431, -0.07135742902755737, -0.06889746338129044, -0.0664374977350235, -0.06397752463817596, -0.061517562717199326, -0.05905759707093239, -0.05659762769937515, -0.054137662053108215, -0.05167769640684128, -0.04921773076057434, -0.046757765114307404, -0.044297799468040466, -0.04183783382177353, -0.03937786817550659, -0.036917902529239655, -0.03445793315768242, -0.03199796751141548, -0.029538001865148544, -0.027078036218881607, -0.02461807057261467, -0.022158104926347733, -0.019698137417435646, -0.01723817177116871, -0.014778206124901772, -0.01231823954731226, -0.009858272969722748, -0.0073983073234558105, -0.004938341211527586, -0.0024783750995993614, -1.8408987671136856e-05, 0.0024415571242570877, 0.004901523236185312, 0.007361489348113537, 0.009821455925703049, 0.012281421571969986, 0.014741387218236923, 0.01720135286450386, 0.019661320373415947, 0.022121286019682884, 0.02458125166594982, 0.027041219174861908, 0.029501184821128845, 0.03196115046739578, 0.03442111611366272, 0.03688108175992966, 0.039341047406196594, 0.04180101305246353, 0.04426098242402077, 0.046720948070287704, 0.04918091371655464, 0.05164087936282158, 0.054100845009088516, 0.056560810655355453, 0.05902077630162239, 0.061480745673179626, 0.06394071131944656, 0.0664006769657135, 0.06886064261198044, 0.07132060825824738]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 4.0, 0.0, 4.0, 1.0, 4.0, 4.0, 1.0, 2.0, 3.0, 3.0, 1.0, 4.0, 8.0, 5.0, 11.0, 9.0, 9.0, 16.0, 10.0, 20.0, 33.0, 20.0, 16.0, 11.0, 16.0, 9.0, 5.0, 6.0, 6.0, 5.0, 7.0, 7.0, 2.0, 1.0, 2.0, 3.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 3.0], "bins": [-0.04015204310417175, -0.038487840443849564, -0.036823637783527374, -0.035159435123205185, -0.033495232462882996, -0.031831029802560806, -0.030166829004883766, -0.028502626344561577, -0.026838425546884537, -0.025174222886562347, -0.023510020226240158, -0.02184581756591797, -0.02018161490559578, -0.01851741224527359, -0.01685321144759655, -0.01518900878727436, -0.013524806126952171, -0.011860603466629982, -0.010196401737630367, -0.008532199077308178, -0.006867996882647276, -0.005203794687986374, -0.0035395922604948282, -0.0018753899494186044, -0.00021118763834238052, 0.0014530146727338433, 0.003117216983810067, 0.004781419411301613, 0.006445621605962515, 0.008109823800623417, 0.009774026460945606, 0.011438228189945221, 0.01310243085026741, 0.0147666335105896, 0.01643083617091179, 0.01809503696858883, 0.01975923962891102, 0.021423442289233208, 0.023087644949555397, 0.024751847609877586, 0.026416048407554626, 0.028080251067876816, 0.029744453728199005, 0.031408656388521194, 0.033072859048843384, 0.03473706170916557, 0.03640126436948776, 0.03806546702980995, 0.03972966969013214, 0.04139386862516403, 0.04305807128548622, 0.04472227394580841, 0.0463864766061306, 0.04805067926645279, 0.04971488192677498, 0.05137908458709717, 0.05304328724741936, 0.05470748990774155, 0.056371692568063736, 0.05803589150309563, 0.059700094163417816, 0.061364296823740005, 0.0630284994840622, 0.06469270586967468, 0.06635690480470657]}, "_runtime": 176.4541494846344, "_timestamp": 1596213047.155687, "_step": 214}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 3.0, 2.0, 2.0, 0.0, 6.0, 4.0, 0.0, 6.0, 6.0, 5.0, 2.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011420204304158688, -0.011062868870794773, -0.010705533437430859, -0.010348198004066944, -0.00999086257070303, -0.009633527137339115, -0.0092761917039752, -0.008918856270611286, -0.008561520837247372, -0.008204185403883457, -0.007846849970519543, -0.007489514537155628, -0.007132179103791714, -0.006774843670427799, -0.006417508237063885, -0.00606017280369997, -0.005702837370336056, -0.005345501936972141, -0.004988166503608227, -0.004630831070244312, -0.004273495636880398, -0.003916160203516483, -0.003558824770152569, -0.0032014893367886543, -0.00284415390342474, -0.0024868184700608253, -0.002129483036696911, -0.0017721476033329964, -0.0014148121699690819, -0.0010574767366051674, -0.0007001413032412529, -0.0003428058698773384, 1.452956348657608e-05, 0.00037186499685049057, 0.0007292004302144051, 0.0010865358635783195, 0.001443871296942234, 0.0018012067303061485, 0.002158542163670063, 0.0025158775970339775, 0.002873213030397892, 0.0032305484637618065, 0.003587883897125721, 0.0039452193304896355, 0.00430255476385355, 0.0046598901972174644, 0.005017225630581379, 0.005374561063945293, 0.005731896497309208, 0.006089231930673122, 0.006446567364037037, 0.006803902797400951, 0.007161238230764866, 0.00751857366412878, 0.007875909097492695, 0.00823324453085661, 0.008590579964220524, 0.008947915397584438, 0.009305250830948353, 0.009662586264312267, 0.010019921697676182, 0.010377257131040096, 0.01073459256440401, 0.011091927997767925, 0.01144926343113184]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 4.0, 4.0, 1.0, 1.0, 3.0, 5.0, 6.0, 5.0, 9.0, 13.0, 17.0, 21.0, 24.0, 31.0, 58.0, 69.0, 77.0, 120.0, 181.0, 333.0, 5382.0, 820.0, 240.0, 139.0, 81.0, 69.0, 45.0, 37.0, 23.0, 26.0, 17.0, 15.0, 11.0, 9.0, 6.0, 5.0, 4.0, 1.0, 0.0, 4.0, 5.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.16217517852783203, -0.15763667225837708, -0.15309816598892212, -0.14855964481830597, -0.144021138548851, -0.13948263227939606, -0.1349441260099411, -0.13040561974048615, -0.12586709856987, -0.12132859975099564, -0.11679008603096008, -0.11225157976150513, -0.10771307349205017, -0.10317455977201462, -0.09863605350255966, -0.09409753978252411, -0.08955903351306915, -0.0850205272436142, -0.08048201352357864, -0.07594350725412369, -0.07140499353408813, -0.06686648726463318, -0.06232798099517822, -0.05778947100043297, -0.053250961005687714, -0.04871245101094246, -0.044173941016197205, -0.03963543474674225, -0.035096924751996994, -0.03055841475725174, -0.026019906625151634, -0.02148139849305153, -0.016942888498306274, -0.012404379434883595, -0.007865870371460915, -0.0033273613080382347, 0.0012111477553844452, 0.005749656818807125, 0.010288165882229805, 0.014826674945652485, 0.019365184009075165, 0.02390369400382042, 0.028442202135920525, 0.03298071026802063, 0.037519220262765884, 0.04205773025751114, 0.046596236526966095, 0.05113474652171135, 0.055673256516456604, 0.06021176651120186, 0.06475027650594711, 0.06928878277540207, 0.07382729649543762, 0.07836580276489258, 0.08290430903434753, 0.08744282275438309, 0.09198132902383804, 0.096519835293293, 0.10105834901332855, 0.10559685528278351, 0.11013536155223846, 0.11467387527227402, 0.11921238154172897, 0.12375089526176453, 0.12828940153121948]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 0.0, 0.0, 2.0, 1.0, 2.0, 3.0, 4.0, 4.0, 4.0, 8.0, 1.0, 2.0, 4.0, 8.0, 7.0, 22.0, 5.0, 5.0, 4.0, 2.0, 3.0, 3.0, 4.0, 4.0, 2.0, 2.0, 1.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0026531387120485306, -0.0025394530966877937, -0.0024257672484964132, -0.0023120816331356764, -0.0021983960177749395, -0.0020847104024142027, -0.001971024554222822, -0.0018573389388620853, -0.0017436533235013485, -0.0016299675917252898, -0.0015162818599492311, -0.0014025962445884943, -0.0012889105128124356, -0.0011752248974516988, -0.00106153916567564, -0.0009478534921072423, -0.0008341678185388446, -0.0007204821449704468, -0.0006067964714020491, -0.0004931107978336513, -0.0003794250951614231, -0.0002657394215930253, -0.00015205373347271234, -3.8368052628356963e-05, 7.531762821599841e-05, 0.00018900330178439617, 0.00030268897535279393, 0.00041637467802502215, 0.0005300603806972504, 0.0006437460542656481, 0.0007574317278340459, 0.0008711174014024436, 0.0009848030749708414, 0.0010984888067469, 0.001212174422107637, 0.0013258601538836956, 0.0014395457692444324, 0.0015532315010204911, 0.001666917116381228, 0.0017806028481572866, 0.0018942884635180235, 0.002007974311709404, 0.002121659927070141, 0.0022353455424308777, 0.0023490311577916145, 0.002462717005982995, 0.002576402621343732, 0.0026900882367044687, 0.0028037740848958492, 0.002917459700256586, 0.003031145315617323, 0.0031448309309780598, 0.0032585167791694403, 0.003372202394530177, 0.003485888009890914, 0.003599573625251651, 0.0037132594734430313, 0.003826945088803768, 0.003940630704164505, 0.004054316319525242, 0.004168001934885979, 0.004281688015908003, 0.00439537363126874, 0.0045090592466294765, 0.004622744861990213]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [4.0, 1.0, 1.0, 2.0, 7.0, 4.0, 12.0, 20.0, 25.0, 36.0, 61.0, 106.0, 128.0, 206.0, 360.0, 523.0, 890.0, 1452.0, 2954.0, 5605.0, 11791.0, 29502.0, 103007.0, 902277.0, 68187.0, 24638.0, 11475.0, 6198.0, 3589.0, 2189.0, 1372.0, 926.0, 619.0, 413.0, 303.0, 212.0, 125.0, 110.0, 80.0, 59.0, 50.0, 32.0, 27.0, 20.0, 11.0, 5.0, 13.0, 4.0, 6.0, 3.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.005911757238209248, -0.005659390706568956, -0.005407023709267378, -0.005154657177627087, -0.004902290645986795, -0.004649923648685217, -0.004397557117044926, -0.0041451905854046345, -0.0038928238209336996, -0.0036404570564627647, -0.0033880905248224735, -0.0031357237603515387, -0.002883356995880604, -0.0026309904642403126, -0.0023786236997693777, -0.0021262571681290865, -0.0018738904036581516, -0.0016215237556025386, -0.0013691571075469255, -0.0011167903430759907, -0.0008644236950203776, -0.0006120570469647646, -0.00035969034070149064, -0.00010732366354204714, 0.00014504301361739635, 0.00039740969077683985, 0.0006497763679362833, 0.0009021430741995573, 0.0011545097222551703, 0.0014068763703107834, 0.0016592431347817183, 0.0019116097828373313, 0.0021639764308929443, 0.002416343195363879, 0.0026687097270041704, 0.0029210764914751053, 0.0031734430231153965, 0.0034258097875863314, 0.0036781765520572662, 0.0039305430836975574, 0.004182909615337849, 0.004435276612639427, 0.004687643144279718, 0.00494000967592001, 0.005192376673221588, 0.005444743204861879, 0.0056971097365021706, 0.005949476733803749, 0.00620184326544404, 0.0064542097970843315, 0.00670657679438591, 0.006958943326026201, 0.0072113098576664925, 0.007463676854968071, 0.007716043386608362, 0.007968409918248653, 0.008220776915550232, 0.008473142981529236, 0.008725509978830814, 0.008977876976132393, 0.009230243042111397, 0.009482610039412975, 0.009734977036714554, 0.009987343102693558, 0.010239710099995136]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 2.0, 2.0, 6.0, 5.0, 1.0, 12.0, 6.0, 6.0, 6.0, 1.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.07435154914855957, -0.07284893095493317, -0.07134631276130676, -0.06984369456768036, -0.06834107637405396, -0.06683845818042755, -0.06533583998680115, -0.06383322179317474, -0.06233059987425804, -0.06082798168063164, -0.059325363487005234, -0.05782274529337883, -0.056320127099752426, -0.05481750890612602, -0.05331489071249962, -0.051812272518873215, -0.05030965059995651, -0.04880703240633011, -0.047304414212703705, -0.0458017960190773, -0.0442991778254509, -0.04279655963182449, -0.04129394143819809, -0.039791323244571686, -0.03828870505094528, -0.03678608685731888, -0.035283468663692474, -0.03378084674477577, -0.03227822855114937, -0.030775612220168114, -0.02927299216389656, -0.027770373970270157, -0.026267755776643753, -0.02476513758301735, -0.023262519389390945, -0.021759899333119392, -0.02025728113949299, -0.018754662945866585, -0.01725204475224018, -0.015749426558613777, -0.014246807433664799, -0.012744189240038395, -0.011241570115089417, -0.009738951921463013, -0.008236333727836609, -0.0067337146028876305, -0.005231096409261227, -0.0037284777499735355, -0.0022258590906858444, -0.0007232405478134751, 0.0007793779950588942, 0.0022819964215159416, 0.0037846150808036327, 0.005287233740091324, 0.006789851933717728, 0.008292471058666706, 0.00979508925229311, 0.011297707445919514, 0.012800326570868492, 0.014302944764494896, 0.0158055629581213, 0.017308181151747704, 0.018810801208019257, 0.02031341940164566, 0.021816037595272064]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [8.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 11.0, 6.0, 8.0, 11.0, 7.0, 0.0, 0.0, 1.0, 2.0, 3.0, 2.0, 3.0, 0.0, 6.0, 5.0, 8.0, 17.0, 17.0, 8.0, 3.0, 2.0, 6.0, 7.0, 30.0, 32.0, 41.0, 44.0, 95.0, 148.0, 187.0, 253.0, 434.0, 730.0, 1069.0, 2032.0, 6938.0, 2539.0, 1429.0, 783.0, 497.0, 335.0, 223.0, 146.0, 102.0, 78.0, 47.0, 25.0, 20.0, 12.0, 5.0, 4.0, 4.0, 2.0, 1.0, 4.0], "bins": [-0.024361278861761093, -0.023815887048840523, -0.0232704970985651, -0.02272510528564453, -0.02217971347272396, -0.02163432352244854, -0.02108893170952797, -0.0205435398966074, -0.019998149946331978, -0.019452758133411407, -0.018907366320490837, -0.018361976370215416, -0.017816584557294846, -0.017271192744374275, -0.016725802794098854, -0.016180410981178284, -0.015635021030902863, -0.015089629217982292, -0.014544237405061722, -0.013998846523463726, -0.01345345564186573, -0.01290806382894516, -0.012362672947347164, -0.011817282065749168, -0.011271890252828598, -0.010726499371230602, -0.010181108489632607, -0.00963571760803461, -0.00909032579511404, -0.008544934913516045, -0.007999544031918049, -0.007454152684658766, -0.006908761337399483, -0.0063633699901402, -0.005817979108542204, -0.005272587761282921, -0.004727196879684925, -0.004181805532425642, -0.003636414185166359, -0.0030910230707377195, -0.00254563195630908, -0.0020002408418804407, -0.0014548496110364795, -0.0009094584384001791, -0.0003640672657638788, 0.0001813239068724215, 0.0007267150795087218, 0.001272106310352683, 0.0018174974247813225, 0.002362888539209962, 0.0029082796536386013, 0.0034536710008978844, 0.00399906188249588, 0.004544453229755163, 0.005089844577014446, 0.005635235458612442, 0.006180626805871725, 0.006726018153131008, 0.007271409034729004, 0.007816799916327, 0.00836219172924757, 0.008907582610845566, 0.009452973492443562, 0.009998365305364132, 0.010543756186962128]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0], "bins": [-0.08180791139602661, -0.07806584239006042, -0.07432377338409424, -0.07058170437812805, -0.06683963537216187, -0.06309757381677628, -0.05935550481081009, -0.0556134358048439, -0.051871366798877716, -0.04812929779291153, -0.04438722878694534, -0.040645163506269455, -0.03690309450030327, -0.03316102549433708, -0.029418958351016045, -0.025676891207695007, -0.02193482220172882, -0.018192753195762634, -0.014450686052441597, -0.010708617977797985, -0.006966549903154373, -0.0032244818285107613, 0.0005175862461328506, 0.0042596543207764626, 0.008001722395420074, 0.011743790470063686, 0.015485858544707298, 0.019227925688028336, 0.022969994693994522, 0.02671206369996071, 0.030454130843281746, 0.03419619798660278, 0.03793826699256897, 0.041680335998535156, 0.04542240500450134, 0.04916447028517723, 0.05290653929114342, 0.056648608297109604, 0.06039067357778549, 0.06413274258375168, 0.06787481158971786, 0.07161688059568405, 0.07535894960165024, 0.07910101860761642, 0.08284308016300201, 0.0865851491689682, 0.09032721817493439, 0.09406928718090057, 0.09781135618686676, 0.10155342519283295, 0.10529549419879913, 0.10903756320476532, 0.1127796322107315, 0.1165216937661171, 0.12026376277208328, 0.12400583177804947, 0.12774789333343506, 0.13148996233940125, 0.13523203134536743, 0.13897410035133362, 0.1427161693572998, 0.146458238363266, 0.15020030736923218, 0.15394237637519836, 0.15768444538116455]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 4.0, 8.0, 5.0, 9.0, 10.0, 2.0, 6.0, 5.0, 6.0, 13.0, 15.0, 16.0, 16.0, 33.0, 18.0, 15.0, 12.0, 8.0, 8.0, 7.0, 10.0, 11.0, 6.0, 6.0, 0.0, 3.0, 1.0, 0.0, 5.0, 2.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.04091626778244972, -0.039403192698955536, -0.03789011761546135, -0.03637704253196716, -0.03486396372318268, -0.03335088863968849, -0.031837813556194305, -0.03032473847270012, -0.028811663389205933, -0.027298588305711746, -0.02578551322221756, -0.024272436276078224, -0.022759361192584038, -0.02124628610908985, -0.019733209162950516, -0.01822013407945633, -0.016707058995962143, -0.015193983912467957, -0.013680907897651196, -0.012167831882834435, -0.010654756799340248, -0.009141681715846062, -0.007628605701029301, -0.006115530151873827, -0.004602454602718353, -0.0030893790535628796, -0.0015763035044074059, -6.322795525193214e-05, 0.0014498475939035416, 0.0029629231430590153, 0.004475998692214489, 0.005989074241369963, 0.007502149790525436, 0.009015224874019623, 0.010528300888836384, 0.012041376903653145, 0.013554451987147331, 0.015067527070641518, 0.016580604016780853, 0.01809367910027504, 0.019606754183769226, 0.021119829267263412, 0.0226329043507576, 0.024145981296896935, 0.02565905638039112, 0.027172131463885307, 0.028685208410024643, 0.03019828349351883, 0.031711358577013016, 0.0332244336605072, 0.03473750874400139, 0.036250583827495575, 0.03776366263628006, 0.039276737719774246, 0.04078981280326843, 0.04230288788676262, 0.043815962970256805, 0.04532903805375099, 0.04684211313724518, 0.048355188220739365, 0.04986826330423355, 0.051381342113018036, 0.05289441719651222, 0.05440749228000641, 0.055920567363500595]}, "_runtime": 177.31685209274292, "_timestamp": 1596213048.0183897, "_step": 215}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 9.0, 6.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 4.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.006308839190751314, -0.0060555399395525455, -0.005802240688353777, -0.005548941437155008, -0.00529564218595624, -0.005042342934757471, -0.0047890436835587025, -0.004535744432359934, -0.0042824456468224525, -0.004029146395623684, -0.0037758469115942717, -0.003522547660395503, -0.003269248642027378, -0.0030159493908286095, -0.002762650139629841, -0.0025093508884310722, -0.0022560516372323036, -0.002002752386033535, -0.0017494531348347664, -0.0014961540000513196, -0.001242854748852551, -0.0009895554976537824, -0.0007362563046626747, -0.0004829570825677365, -0.00022965786047279835, 2.364136162213981e-05, 0.00027694058371707797, 0.0005302397767081857, 0.0007835390279069543, 0.001036838279105723, 0.0012901374138891697, 0.0015434366650879383, 0.001796735916286707, 0.0020500351674854755, 0.002303334418684244, 0.0025566336698830128, 0.0028099329210817814, 0.0030632319394499063, 0.003316531190648675, 0.0035698304418474436, 0.003823129693046212, 0.004076428711414337, 0.004329727962613106, 0.004583027213811874, 0.004836326465010643, 0.005089625716209412, 0.00534292496740818, 0.005596224218606949, 0.0058495234698057175, 0.006102822721004486, 0.006356121972203255, 0.006609421223402023, 0.006862720474600792, 0.0071160197257995605, 0.007369318976998329, 0.007622618228197098, 0.007875917479395866, 0.008129216730594635, 0.008382515981793404, 0.008635815232992172, 0.00888911448419094, 0.00914241373538971, 0.009395712986588478, 0.009649012237787247, 0.009902311488986015]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 3.0, 2.0, 7.0, 4.0, 1.0, 3.0, 3.0, 12.0, 2.0, 11.0, 19.0, 12.0, 19.0, 22.0, 27.0, 22.0, 35.0, 39.0, 46.0, 61.0, 75.0, 90.0, 127.0, 153.0, 259.0, 5329.0, 602.0, 241.0, 148.0, 100.0, 83.0, 67.0, 56.0, 41.0, 35.0, 24.0, 29.0, 18.0, 17.0, 14.0, 16.0, 15.0, 5.0, 5.0, 3.0, 3.0, 3.0, 7.0, 0.0, 1.0, 3.0, 4.0, 1.0, 1.0, 3.0], "bins": [-0.09705954045057297, -0.09426310658454895, -0.09146666526794434, -0.08867023140192032, -0.0858737975358963, -0.08307736366987228, -0.08028092980384827, -0.07748448848724365, -0.07468805462121964, -0.07189162075519562, -0.069095179438591, -0.06629874557256699, -0.06350231170654297, -0.06070587784051895, -0.057909440249204636, -0.05511300265789032, -0.0523165687918663, -0.049520134925842285, -0.04672369733452797, -0.043927259743213654, -0.041130825877189636, -0.03833439201116562, -0.0355379544198513, -0.03274151682853699, -0.02994508296251297, -0.027148647233843803, -0.024352211505174637, -0.02155577577650547, -0.018759340047836304, -0.015962904319167137, -0.01316646859049797, -0.010370032861828804, -0.0075735971331596375, -0.004777161404490471, -0.0019807256758213043, 0.0008157100528478622, 0.003612145781517029, 0.006408581510186195, 0.009205017238855362, 0.012001452967524529, 0.014797888696193695, 0.01759432442486286, 0.020390760153532028, 0.023187195882201195, 0.02598363161087036, 0.028780067339539528, 0.031576503068208694, 0.03437294065952301, 0.03716937452554703, 0.039965808391571045, 0.04276224598288536, 0.045558683574199677, 0.048355117440223694, 0.05115155130624771, 0.05394798889756203, 0.05674442648887634, 0.05954086035490036, 0.06233729422092438, 0.06513373553752899, 0.06793016940355301, 0.07072660326957703, 0.07352303713560104, 0.07631947100162506, 0.07911591231822968, 0.08191234618425369]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 3.0, 1.0, 4.0, 2.0, 8.0, 6.0, 3.0, 3.0, 2.0, 3.0, 5.0, 6.0, 26.0, 2.0, 4.0, 5.0, 3.0, 4.0, 4.0, 4.0, 4.0, 2.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.0027488251216709614, -0.002667164895683527, -0.0025855046696960926, -0.002503844676539302, -0.0024221844505518675, -0.002340524224564433, -0.0022588639985769987, -0.0021772037725895643, -0.0020955437794327736, -0.002013883553445339, -0.0019322233274579048, -0.0018505631014704704, -0.001768902875483036, -0.0016872427659109235, -0.001605582539923489, -0.0015239224303513765, -0.0014422622043639421, -0.0013606019783765078, -0.0012789418688043952, -0.0011972816428169608, -0.0011156215332448483, -0.0010339613072574139, -0.0009523010812699795, -0.000870640913490206, -0.0007889807457104325, -0.0007073205779306591, -0.0006256604101508856, -0.0005440001841634512, -0.0004623400163836777, -0.00038067984860390425, -0.0002990196517203003, -0.00021735946938861161, -0.0001356992870569229, -5.403910472523421e-05, 2.762107760645449e-05, 0.0001092812599381432, 0.0001909414422698319, 0.00027260161004960537, 0.0003542618069332093, 0.00043592200381681323, 0.0005175821715965867, 0.0005992423393763602, 0.0006809025071561337, 0.000762562733143568, 0.0008442229009233415, 0.000925883068703115, 0.0010075432946905494, 0.001089203404262662, 0.0011708636302500963, 0.0012525238562375307, 0.0013341839658096433, 0.0014158441917970777, 0.0014975043013691902, 0.0015791645273566246, 0.001660824753344059, 0.0017424848629161716, 0.001824145088903606, 0.0019058053148910403, 0.001987465424463153, 0.0020691256504505873, 0.0021507858764380217, 0.002232446102425456, 0.0023141060955822468, 0.002395766321569681, 0.0024774265475571156]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 1.0, 3.0, 2.0, 4.0, 7.0, 10.0, 10.0, 19.0, 17.0, 23.0, 33.0, 51.0, 88.0, 90.0, 151.0, 246.0, 345.0, 555.0, 878.0, 1530.0, 2702.0, 4885.0, 9820.0, 22309.0, 63759.0, 878243.0, 121293.0, 34862.0, 15886.0, 8508.0, 4812.0, 2974.0, 1885.0, 1151.0, 775.0, 490.0, 330.0, 241.0, 189.0, 121.0, 112.0, 61.0, 57.0, 39.0, 31.0, 15.0, 6.0, 6.0, 3.0, 5.0, 5.0, 3.0, 0.0, 1.0], "bins": [-0.006583576090633869, -0.006399715784937143, -0.0062158554792404175, -0.006031994707882404, -0.0058481344021856785, -0.005664274096488953, -0.005480413790792227, -0.005296553019434214, -0.005112692713737488, -0.004928832408040762, -0.004744972102344036, -0.00456111179664731, -0.004377251025289297, -0.004193390719592571, -0.004009530413895845, -0.003825669875368476, -0.00364180956967175, -0.0034579492639750242, -0.0032740887254476547, -0.003090228419750929, -0.0029063678812235594, -0.0027225075755268335, -0.002538647036999464, -0.002354786731302738, -0.0021709264256060123, -0.001987065887078643, -0.0018032054649665952, -0.0016193450428545475, -0.0014354847371578217, -0.001251624315045774, -0.0010677638929337263, -0.0008839034708216786, -0.000700043048709631, -0.0005161826265975833, -0.0003323222335893661, -0.00014846182602923363, 3.539858153089881e-05, 0.00021925898909103125, 0.0004031193966511637, 0.0005869797896593809, 0.0007708402117714286, 0.0009547006338834763, 0.001138561055995524, 0.0013224214781075716, 0.0015062817838042974, 0.0016901422059163451, 0.0018740026280283928, 0.0020578631665557623, 0.002241723472252488, 0.002425583777949214, 0.0026094443164765835, 0.0027933046221733093, 0.002977165160700679, 0.0031610254663974047, 0.003344886004924774, 0.0035287463106215, 0.003712606616318226, 0.0038964671548455954, 0.004080327693372965, 0.004264187999069691, 0.0044480483047664165, 0.004631908610463142, 0.0048157693818211555, 0.004999629687517881, 0.005183489993214607]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 3.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 4.0, 3.0, 2.0, 1.0, 7.0, 0.0, 2.0, 1.0, 3.0, 2.0, 1.0, 5.0, 1.0, 2.0, 4.0, 2.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01400578673928976, -0.013541946187615395, -0.013078105635941029, -0.012614265084266663, -0.012150424532592297, -0.01168658398091793, -0.011222743429243565, -0.010758902877569199, -0.010295061394572258, -0.009831220842897892, -0.009367380291223526, -0.00890353973954916, -0.008439699187874794, -0.007975858636200428, -0.007512018084526062, -0.007048177532851696, -0.00658433698117733, -0.006120496429502964, -0.005656655877828598, -0.005192815326154232, -0.004728974774479866, -0.004265133757144213, -0.0038012932054698467, -0.0033374526537954807, -0.0028736121021211147, -0.0024097715504467487, -0.001945930882357061, -0.001482090214267373, -0.001018249662593007, -0.0005544090527109802, -9.056844282895327e-05, 0.00037327216705307364, 0.0008371127769351006, 0.0013009533286094666, 0.0017647939966991544, 0.002228634664788842, 0.002692475216463208, 0.003156315768137574, 0.003620156552642584, 0.00408399710431695, 0.004547837655991316, 0.005011678207665682, 0.005475518759340048, 0.005939359311014414, 0.006403200328350067, 0.006867040880024433, 0.007330881431698799, 0.007794721983373165, 0.008258562535047531, 0.008722403086721897, 0.009186243638396263, 0.009650084190070629, 0.010113924741744995, 0.010577765293419361, 0.011041605845093727, 0.011505446396768093, 0.011969286948442459, 0.0124331284314394, 0.012896968983113766, 0.013360809534788132, 0.013824650086462498, 0.014288490638136864, 0.01475233118981123, 0.015216171741485596, 0.015680011361837387]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [4.0, 3.0, 6.0, 4.0, 2.0, 8.0, 10.0, 13.0, 15.0, 22.0, 23.0, 27.0, 51.0, 53.0, 53.0, 73.0, 91.0, 110.0, 119.0, 169.0, 169.0, 214.0, 268.0, 322.0, 449.0, 599.0, 843.0, 1296.0, 5277.0, 2127.0, 1466.0, 1081.0, 795.0, 631.0, 465.0, 342.0, 266.0, 214.0, 144.0, 128.0, 109.0, 62.0, 67.0, 44.0, 49.0, 48.0, 25.0, 29.0, 8.0, 8.0, 7.0, 5.0, 5.0, 5.0, 0.0, 1.0, 2.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.006700118537992239, -0.006466866936534643, -0.006233615800738335, -0.006000364199280739, -0.005767112597823143, -0.005533860996365547, -0.005300609394907951, -0.005067358259111643, -0.004834106657654047, -0.004600855056196451, -0.004367603920400143, -0.004134352318942547, -0.003901100717484951, -0.003667849116027355, -0.003434597747400403, -0.003201346378773451, -0.002968094777315855, -0.002734843175858259, -0.002501591807231307, -0.002268340438604355, -0.002035088837146759, -0.001801837352104485, -0.001568585867062211, -0.001335334382019937, -0.001102082896977663, -0.000868831411935389, -0.000635579926893115, -0.00040232844185084105, -0.00016907695680856705, 6.417452823370695e-05, 0.00029742601327598095, 0.000530677498318255, 0.000763928983360529, 0.000997180468402803, 0.001230431953445077, 0.001463683438487351, 0.001696934923529625, 0.001930186408571899, 0.002163437893614173, 0.002396689262241125, 0.002629940863698721, 0.0028631924651563168, 0.003096443833783269, 0.003329695202410221, 0.003562946803867817, 0.0037961984053254128, 0.004029450006783009, 0.004262701142579317, 0.004495952744036913, 0.004729204345494509, 0.004962455481290817, 0.005195707082748413, 0.005428958684206009, 0.005662210285663605, 0.0058954618871212006, 0.006128713022917509, 0.006361964624375105, 0.006595216225832701, 0.006828467361629009, 0.007061718963086605, 0.007294970564544201, 0.007528222166001797, 0.0077614737674593925, 0.007994725368916988, 0.00822797603905201]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 0.0, 1.0, 3.0, 1.0, 0.0, 1.0, 1.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.09032411873340607, -0.08784423023462296, -0.08536434918642044, -0.08288446068763733, -0.08040457963943481, -0.0779246911406517, -0.07544481009244919, -0.07296492159366608, -0.07048504054546356, -0.06800515204668045, -0.06552526354789734, -0.06304538249969482, -0.06056549400091171, -0.0580856092274189, -0.055605724453926086, -0.05312583968043327, -0.05064595490694046, -0.04816607013344765, -0.045686185359954834, -0.04320630058646202, -0.04072641581296921, -0.038246527314186096, -0.03576664254069328, -0.03328675776720047, -0.030806872993707657, -0.028326988220214844, -0.02584710344672203, -0.02336721681058407, -0.020887332037091255, -0.018407447263598442, -0.01592756062746048, -0.013447675853967667, -0.010967791080474854, -0.00848790630698204, -0.006008020602166653, -0.0035281353630125523, -0.0010482501238584518, 0.0014316351152956486, 0.003911520354449749, 0.006391405593603849, 0.00887129083275795, 0.011351175606250763, 0.01383106131106615, 0.01631094701588154, 0.01879083178937435, 0.021270716562867165, 0.023750603199005127, 0.02623048797249794, 0.028710372745990753, 0.031190257519483566, 0.03367014229297638, 0.03615002706646919, 0.038629911839962006, 0.04110980033874512, 0.04358968511223793, 0.04606956988573074, 0.048549454659223557, 0.05102933943271637, 0.05350922420620918, 0.055989108979701996, 0.05846899747848511, 0.06094888225197792, 0.06342876702547073, 0.06590864807367325, 0.06838853657245636]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 3.0, 4.0, 4.0, 5.0, 9.0, 13.0, 5.0, 6.0, 4.0, 12.0, 11.0, 7.0, 9.0, 8.0, 9.0, 15.0, 21.0, 31.0, 13.0, 14.0, 13.0, 12.0, 6.0, 7.0, 6.0, 2.0, 5.0, 7.0, 0.0, 2.0, 2.0, 1.0, 4.0, 2.0, 1.0, 1.0, 1.0, 0.0, 2.0], "bins": [-0.06622708588838577, -0.06465616077184677, -0.06308524310588837, -0.061514321714639664, -0.05994340032339096, -0.05837247520685196, -0.056801553815603256, -0.05523063242435455, -0.05365971103310585, -0.05208878964185715, -0.050517868250608444, -0.04894694685935974, -0.04737602174282074, -0.04580510035157204, -0.044234178960323334, -0.04266325756907463, -0.04109233617782593, -0.039521414786577225, -0.03795049339532852, -0.03637957200407982, -0.034808650612831116, -0.033237725496292114, -0.03166680410504341, -0.030095882713794708, -0.028524961322546005, -0.026954039931297302, -0.0253831185400486, -0.023812195286154747, -0.022241273894906044, -0.02067035250365734, -0.01909942924976349, -0.017528507858514786, -0.015957586467266083, -0.01438666507601738, -0.012815742753446102, -0.011244820430874825, -0.009673899039626122, -0.008102977648377419, -0.006532055325806141, -0.004961133468896151, -0.0033902116119861603, -0.00181928975507617, -0.00024836789816617966, 0.0013225539587438107, 0.002893475815653801, 0.004464397672563791, 0.006035319529473782, 0.007606241386383772, 0.009177163243293762, 0.010748084634542465, 0.012319006957113743, 0.01388992927968502, 0.015460850670933723, 0.017031772062182426, 0.01860269531607628, 0.02017361670732498, 0.021744538098573685, 0.023315459489822388, 0.02488638088107109, 0.026457304134964943, 0.028028225526213646, 0.02959914691746235, 0.0311700701713562, 0.032740991562604904, 0.03431191295385361]}, "_runtime": 178.18621301651, "_timestamp": 1596213048.8877506, "_step": 216}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 3.0, 1.0, 1.0, 2.0, 2.0, 2.0, 3.0, 5.0, 8.0, 5.0, 2.0, 1.0, 3.0, 1.0, 6.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012313303537666798, -0.011897880584001541, -0.01148245669901371, -0.011067033745348454, -0.010651609860360622, -0.010236186906695366, -0.009820763021707535, -0.009405340068042278, -0.008989917114377022, -0.00857449322938919, -0.008159070275723934, -0.007743646390736103, -0.0073282234370708466, -0.006912800017744303, -0.006497376598417759, -0.006081953179091215, -0.005666529759764671, -0.0052511063404381275, -0.004835682921111584, -0.00442025950178504, -0.004004836082458496, -0.003589412895962596, -0.003173989709466696, -0.002758566290140152, -0.002343142870813608, -0.0019277194514870644, -0.0015122961485758424, -0.0010968728456646204, -0.0006814494263380766, -0.0002660260652191937, 0.0001493972958996892, 0.0005648206570185721, 0.000980244018137455, 0.0013956674374639988, 0.0018110907403752208, 0.0022265140432864428, 0.0026419374626129866, 0.0030573608819395304, 0.0034727840684354305, 0.0038882074877619743, 0.004303630907088518, 0.004719054326415062, 0.005134477745741606, 0.00554990116506815, 0.005965324118733406, 0.00638074753805995, 0.006796170957386494, 0.0072115943767130375, 0.007627017796039581, 0.008042440749704838, 0.008457864634692669, 0.008873287588357925, 0.009288711473345757, 0.009704134427011013, 0.010119558311998844, 0.0105349812656641, 0.010950405150651932, 0.011365828104317188, 0.011781251057982445, 0.012196674942970276, 0.012612097896635532, 0.013027521781623363, 0.01344294473528862, 0.013858368620276451, 0.014273791573941708]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 4.0, 0.0, 3.0, 5.0, 6.0, 7.0, 7.0, 13.0, 16.0, 20.0, 22.0, 36.0, 56.0, 57.0, 97.0, 118.0, 186.0, 286.0, 4278.0, 1792.0, 306.0, 181.0, 111.0, 71.0, 56.0, 47.0, 35.0, 26.0, 20.0, 14.0, 15.0, 7.0, 6.0, 3.0, 4.0, 5.0, 2.0, 3.0, 1.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.13740567862987518, -0.13297100365161896, -0.12853634357452393, -0.1241016685962677, -0.11966700106859207, -0.11523233354091644, -0.11079765856266022, -0.10636299103498459, -0.10192832350730896, -0.09749365597963333, -0.0930589884519577, -0.08862431347370148, -0.08418964594602585, -0.07975497841835022, -0.075320303440094, -0.07088563591241837, -0.06645096838474274, -0.06201630085706711, -0.05758162960410118, -0.053146958351135254, -0.048712290823459625, -0.044277623295784, -0.03984295204281807, -0.03540828078985214, -0.030973613262176514, -0.026538943871855736, -0.022104274481534958, -0.01766960509121418, -0.013234935700893402, -0.008800266310572624, -0.004365596920251846, 6.907247006893158e-05, 0.0045037418603897095, 0.008938411250710487, 0.013373080641031265, 0.017807750031352043, 0.02224241942167282, 0.0266770888119936, 0.031111758202314377, 0.035546429455280304, 0.03998109698295593, 0.04441576451063156, 0.04885043576359749, 0.053285107016563416, 0.057719774544239044, 0.06215444207191467, 0.0665891170501709, 0.07102378457784653, 0.07545845210552216, 0.07989311963319778, 0.08432778716087341, 0.08876246213912964, 0.09319712966680527, 0.0976317971944809, 0.10206647217273712, 0.10650113970041275, 0.11093580722808838, 0.11537047475576401, 0.11980514228343964, 0.12423981726169586, 0.1286744773387909, 0.13310915231704712, 0.13754382729530334, 0.14197848737239838, 0.1464131623506546]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 7.0, 4.0, 3.0, 6.0, 2.0, 5.0, 6.0, 3.0, 3.0, 6.0, 22.0, 6.0, 6.0, 4.0, 8.0, 1.0, 3.0, 1.0, 4.0, 1.0, 1.0, 3.0, 3.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002295940648764372, -0.002204632619395852, -0.0021133245900273323, -0.0020220165606588125, -0.0019307085312902927, -0.0018394006183370948, -0.001748092588968575, -0.0016567845596000552, -0.0015654765302315354, -0.0014741685008630157, -0.0013828604714944959, -0.001291552442125976, -0.0012002445291727781, -0.0011089364998042583, -0.0010176284704357386, -0.0009263204410672188, -0.000835012411698699, -0.0007437043823301792, -0.0006523963529616594, -0.0005610883818008006, -0.0004697803524322808, -0.000378472323063761, -0.00028716432279907167, -0.00019585630798246711, -0.00010454829316586256, -1.3240278349258006e-05, 7.806773646734655e-05, 0.0001693757512839511, 0.00026068376610055566, 0.00035199179546907544, 0.00044329979573376477, 0.0005346077959984541, 0.0006259158253669739, 0.0007172238547354937, 0.0008085318841040134, 0.0008998398552648723, 0.000991147942841053, 0.001082455855794251, 0.0011737638851627707, 0.0012650719145312905, 0.0013563799438998103, 0.00144768797326833, 0.0015389960026368499, 0.0016303040320053697, 0.0017216119449585676, 0.0018129199743270874, 0.0019042280036956072, 0.001995536033064127, 0.0020868440624326468, 0.0021781520918011665, 0.0022694601211696863, 0.002360768150538206, 0.002452076179906726, 0.0025433842092752457, 0.0026346922386437654, 0.0027260002680122852, 0.0028173080645501614, 0.002908616093918681, 0.002999924123287201, 0.0030912321526557207, 0.0031825401820242405, 0.0032738482113927603, 0.00336515624076128, 0.0034564642701298, 0.0035477722994983196]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 4.0, 1.0, 1.0, 2.0, 7.0, 10.0, 16.0, 23.0, 32.0, 42.0, 53.0, 104.0, 137.0, 158.0, 227.0, 338.0, 473.0, 687.0, 1080.0, 1587.0, 2649.0, 4277.0, 7442.0, 14523.0, 31170.0, 84098.0, 858141.0, 94153.0, 34234.0, 17079.0, 9534.0, 5683.0, 3549.0, 2386.0, 1623.0, 1162.0, 776.0, 534.0, 427.0, 311.0, 242.0, 181.0, 131.0, 84.0, 73.0, 56.0, 51.0, 22.0, 17.0, 16.0, 15.0, 1.0, 8.0, 6.0, 3.0, 0.0, 2.0, 2.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.0051697236485779285, -0.004989086650311947, -0.004808449652045965, -0.0046278126537799835, -0.004447175655514002, -0.00426653865724802, -0.0040859016589820385, -0.003905264427885413, -0.0037246274296194315, -0.00354399043135345, -0.003363353433087468, -0.0031827164348214865, -0.003002079203724861, -0.0028214422054588795, -0.002640805207192898, -0.002460168208926916, -0.0022795312106609344, -0.0020988942123949528, -0.001918257214128971, -0.0017376200994476676, -0.001556983101181686, -0.0013763461029157043, -0.0011957089882344007, -0.001015071989968419, -0.0008344349917024374, -0.0006537979934364557, -0.00047316093696281314, -0.000292523909593001, -0.00011188688222318888, 6.875014514662325e-05, 0.0002493871725164354, 0.0004300241998862475, 0.0006106612272560596, 0.0007912982255220413, 0.0009719352819956839, 0.0011525723384693265, 0.0013332093367353082, 0.0015138463350012898, 0.0016944834496825933, 0.001875120447948575, 0.0020557574462145567, 0.0022363944444805384, 0.00241703144274652, 0.0025976684410125017, 0.002778305672109127, 0.0029589426703751087, 0.0031395796686410904, 0.003320216666907072, 0.0035008536651730537, 0.0036814906634390354, 0.003862127661705017, 0.004042764659970999, 0.0042234016582369804, 0.004404038656502962, 0.004584675654768944, 0.0047653126530349255, 0.004945949651300907, 0.005126587115228176, 0.005307224113494158, 0.0054878611117601395, 0.005668498110026121, 0.005849135108292103, 0.0060297721065580845, 0.006210409104824066, 0.006391046103090048]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0, 2.0, 2.0, 1.0, 2.0, 10.0, 2.0, 1.0, 2.0, 2.0, 4.0, 2.0, 2.0, 1.0, 2.0, 3.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.029969191178679466, -0.02929314784705639, -0.028617102652788162, -0.027941059321165085, -0.027265014126896858, -0.02658897079527378, -0.025912925601005554, -0.025236882269382477, -0.02456083707511425, -0.023884793743491173, -0.023208748549222946, -0.02253270521759987, -0.021856660023331642, -0.021180616691708565, -0.020504571497440338, -0.01982852816581726, -0.019152484834194183, -0.018476439639925957, -0.01780039630830288, -0.017124351114034653, -0.016448307782411575, -0.01577226258814335, -0.015096218325197697, -0.014420174062252045, -0.013744130730628967, -0.013068086467683315, -0.012392042204737663, -0.011715997941792011, -0.01103995367884636, -0.010363909415900707, -0.009687865152955055, -0.009011820890009403, -0.008335776627063751, -0.007659732364118099, -0.006983688101172447, -0.006307643838226795, -0.005631599575281143, -0.0049555557779967785, -0.0042795115150511265, -0.0036034672521054745, -0.0029274229891598225, -0.0022513787262141705, -0.0015753345796838403, -0.0008992903749458492, -0.00022324617020785809, 0.000452798034530133, 0.001128842239268124, 0.0018048863857984543, 0.0024809306487441063, 0.0031569749116897583, 0.0038330191746354103, 0.004509063437581062, 0.005185107700526714, 0.005861151497811079, 0.006537195760756731, 0.007213240023702383, 0.007889283820986748, 0.0085653280839324, 0.009241372346878052, 0.009917416609823704, 0.010593460872769356, 0.011269505135715008, 0.01194554939866066, 0.012621593661606312, 0.013297637924551964]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 7.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 7.0, 16.0, 9.0, 15.0, 3.0, 2.0, 6.0, 5.0, 8.0, 15.0, 10.0, 22.0, 30.0, 48.0, 55.0, 56.0, 80.0, 100.0, 123.0, 168.0, 210.0, 240.0, 326.0, 467.0, 651.0, 831.0, 1260.0, 2060.0, 5310.0, 1480.0, 1096.0, 812.0, 609.0, 486.0, 371.0, 298.0, 229.0, 163.0, 138.0, 122.0, 89.0, 87.0, 70.0, 51.0, 43.0, 33.0, 29.0, 22.0, 18.0, 11.0, 14.0, 5.0, 4.0, 5.0, 2.0, 2.0], "bins": [-0.010391457006335258, -0.010103725828230381, -0.009815994650125504, -0.009528262540698051, -0.009240531362593174, -0.008952800184488297, -0.008665069006383419, -0.008377336896955967, -0.00808960571885109, -0.007801874540746212, -0.0075141433626413345, -0.00722641171887517, -0.006938680540770292, -0.0066509488970041275, -0.00636321771889925, -0.006075486075133085, -0.005787754897028208, -0.00550002371892333, -0.0052122920751571655, -0.004924560897052288, -0.004636829253286123, -0.004349098075181246, -0.004061366431415081, -0.0037736352533102036, -0.0034859038423746824, -0.0031981724314391613, -0.00291044102050364, -0.002622709609568119, -0.0023349784314632416, -0.0020472470205277205, -0.0017595156095921993, -0.0014717841986566782, -0.001184052787721157, -0.000896321376785636, -0.0006085900240577757, -0.00032085864222608507, -3.31272603943944e-05, 0.00025460412143729627, 0.0005423355032689869, 0.0008300668559968472, 0.0011177982669323683, 0.0014055296778678894, 0.0016932610888034105, 0.0019809924997389317, 0.002268723677843809, 0.0025564550887793303, 0.0028441864997148514, 0.0031319179106503725, 0.0034196493215858936, 0.0037073807325214148, 0.003995112143456936, 0.004282843321561813, 0.004570574965327978, 0.004858306143432856, 0.00514603778719902, 0.005433768965303898, 0.005721500143408775, 0.00600923178717494, 0.006296962965279818, 0.006584694609045982, 0.00687242578715086, 0.007160157430917025, 0.007447888609021902, 0.007735620252788067, 0.008023351430892944]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 3.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.06647422909736633, -0.0637531727552414, -0.061032120138406754, -0.05831106752157211, -0.055590011179447174, -0.052868958562612534, -0.050147902220487595, -0.047426849603652954, -0.044705793261528015, -0.041984740644693375, -0.039263688027858734, -0.036542631685733795, -0.033821579068899155, -0.031100524589419365, -0.028379470109939575, -0.025658415630459785, -0.022937361150979996, -0.020216306671500206, -0.017495252192020416, -0.014774198643863201, -0.012053144164383411, -0.009332089684903622, -0.006611035671085119, -0.003889981424435973, -0.001168927177786827, 0.001552127068862319, 0.004273181315511465, 0.0069942353293299675, 0.009715289808809757, 0.012436344288289547, 0.015157397836446762, 0.017878452315926552, 0.02059950679540634, 0.02332056127488613, 0.02604161575436592, 0.02876267023384571, 0.0314837247133255, 0.03420477733016014, 0.03692583367228508, 0.03964688628911972, 0.04236794263124466, 0.0450889952480793, 0.04781004786491394, 0.05053110420703888, 0.05325215682387352, 0.05597321316599846, 0.0586942657828331, 0.06141532212495804, 0.06413637101650238, 0.06685742735862732, 0.06957848370075226, 0.0722995400428772, 0.07502058893442154, 0.07774164527654648, 0.08046270161867142, 0.08318375796079636, 0.0859048068523407, 0.08862586319446564, 0.09134691953659058, 0.09406796842813492, 0.09678902477025986, 0.0995100811123848, 0.10223113745450974, 0.10495218634605408, 0.10767324268817902]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 3.0, 1.0, 0.0, 0.0, 2.0, 5.0, 5.0, 4.0, 3.0, 6.0, 3.0, 8.0, 12.0, 6.0, 9.0, 7.0, 11.0, 9.0, 8.0, 15.0, 39.0, 14.0, 12.0, 12.0, 13.0, 8.0, 10.0, 7.0, 8.0, 9.0, 4.0, 6.0, 5.0, 4.0, 0.0, 2.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.045453671365976334, -0.04395795240998268, -0.04246223345398903, -0.04096651449799538, -0.039470795542001724, -0.03797507658600807, -0.03647935763001442, -0.03498363867402077, -0.03348792344331741, -0.03199220448732376, -0.03049648366868496, -0.029000764712691307, -0.027505047619342804, -0.02600932866334915, -0.0245136097073555, -0.023017890751361847, -0.021522171795368195, -0.020026452839374542, -0.01853073388338089, -0.017035014927387238, -0.01553929690271616, -0.014043577946722507, -0.01254785992205143, -0.011052140966057777, -0.009556422010064125, -0.008060703054070473, -0.006564984563738108, -0.005069266073405743, -0.0035735471174120903, -0.0020778283942490816, -0.0005821096710860729, 0.0009136090520769358, 0.0024093277752399445, 0.003905046498402953, 0.005400765221565962, 0.006896483711898327, 0.00839220266789198, 0.009887921623885632, 0.01138363964855671, 0.012879358604550362, 0.014375077560544014, 0.015870796516537666, 0.01736651547253132, 0.01886223442852497, 0.020357951521873474, 0.021853670477867126, 0.02334938943386078, 0.02484510838985443, 0.026340827345848083, 0.027836546301841736, 0.029332265257835388, 0.03082798421382904, 0.03232370316982269, 0.033819422125816345, 0.03531514108181, 0.03681086003780365, 0.0383065789937973, 0.039802294224500656, 0.04129801318049431, 0.04279373213648796, 0.04428945109248161, 0.045785170048475266, 0.04728088900446892, 0.04877660796046257, 0.05027232691645622]}, "_runtime": 179.03101205825806, "_timestamp": 1596213049.7325497, "_step": 217}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 3.0, 0.0, 0.0, 2.0, 2.0, 0.0, 5.0, 1.0, 4.0, 8.0, 1.0, 4.0, 2.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009967037476599216, -0.009675605222582817, -0.009384172968566418, -0.009092739783227444, -0.008801307529211044, -0.008509875275194645, -0.008218443021178246, -0.007927010767161846, -0.0076355780474841595, -0.00734414579346776, -0.007052713073790073, -0.006761280819773674, -0.006469848565757275, -0.006178415846079588, -0.0058869835920631886, -0.005595550872385502, -0.0053041186183691025, -0.005012686364352703, -0.004721253644675016, -0.004429821390658617, -0.00413838867098093, -0.003846956416964531, -0.0035555241629481316, -0.0032640916761010885, -0.0029726591892540455, -0.0026812267024070024, -0.0023897942155599594, -0.00209836196154356, -0.001806929474696517, -0.001515496987849474, -0.0012240646174177527, -0.0009326321887783706, -0.0006411997601389885, -0.00034976733149960637, -5.833490286022425e-05, 0.00023309752577915788, 0.00052452995441854, 0.0008159623830579221, 0.0011073948116973042, 0.0013988271821290255, 0.0016902596689760685, 0.0019816921558231115, 0.0022731246426701546, 0.002564556896686554, 0.002855989383533597, 0.00314742187038064, 0.0034388541243970394, 0.0037302866112440825, 0.0040217190980911255, 0.004313151352107525, 0.0046045840717852116, 0.004896016325801611, 0.005187449045479298, 0.005478881299495697, 0.005770313553512096, 0.006061746273189783, 0.0063531785272061825, 0.006644610781222582, 0.0069360435009002686, 0.007227475754916668, 0.007518908008933067, 0.007810340728610754, 0.00810177344828844, 0.00839320570230484, 0.00868463795632124]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 3.0, 1.0, 1.0, 1.0, 3.0, 1.0, 3.0, 3.0, 2.0, 7.0, 7.0, 12.0, 6.0, 11.0, 15.0, 10.0, 28.0, 27.0, 24.0, 20.0, 48.0, 39.0, 69.0, 92.0, 119.0, 165.0, 358.0, 5571.0, 501.0, 219.0, 138.0, 94.0, 62.0, 38.0, 39.0, 45.0, 29.0, 19.0, 22.0, 13.0, 12.0, 9.0, 9.0, 6.0, 7.0, 2.0, 4.0, 4.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 2.0, 2.0], "bins": [-0.11446991562843323, -0.11115462332963943, -0.10783933103084564, -0.10452403128147125, -0.10120873898267746, -0.09789344668388367, -0.09457815438508987, -0.09126286208629608, -0.08794756233692169, -0.0846322700381279, -0.0813169777393341, -0.07800168544054031, -0.07468639314174652, -0.07137110084295273, -0.06805580109357834, -0.06474050879478455, -0.06142521649599075, -0.05810992419719696, -0.05479462817311287, -0.05147933587431908, -0.048164039850234985, -0.04484874755144119, -0.0415334552526474, -0.03821815922856331, -0.034902866929769516, -0.03158757463097572, -0.028272278606891632, -0.02495698630809784, -0.021641692146658897, -0.018326397985219955, -0.015011104755103588, -0.01169581152498722, -0.008380517363548279, -0.005065223667770624, -0.0017499299719929695, 0.0015653637237846851, 0.00488065741956234, 0.008195951581001282, 0.011511244811117649, 0.014826538041234016, 0.01814183220267296, 0.0214571263641119, 0.024772420525550842, 0.028087712824344635, 0.03140300512313843, 0.03471830114722252, 0.03803359344601631, 0.0413488894701004, 0.044664181768894196, 0.04797947406768799, 0.05129477009177208, 0.05461006239056587, 0.05792535841464996, 0.061240650713443756, 0.06455594301223755, 0.06787123531103134, 0.07118652760982513, 0.07450182735919952, 0.07781711965799332, 0.08113241195678711, 0.0844477042555809, 0.0877629965543747, 0.09107829630374908, 0.09439358860254288, 0.09770888090133667]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 3.0, 0.0, 2.0, 3.0, 1.0, 3.0, 3.0, 3.0, 6.0, 5.0, 3.0, 4.0, 4.0, 3.0, 7.0, 3.0, 24.0, 4.0, 2.0, 5.0, 5.0, 4.0, 4.0, 2.0, 3.0, 3.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.003128815209493041, -0.003044252982363105, -0.0029596907552331686, -0.0028751285281032324, -0.002790566300973296, -0.00270600407384336, -0.0026214418467134237, -0.0025368796195834875, -0.0024523173924535513, -0.002367755165323615, -0.002283192938193679, -0.0021986307110637426, -0.0021140684839338064, -0.00202950625680387, -0.0019449441460892558, -0.0018603819189593196, -0.0017758196918293834, -0.0016912574646994472, -0.001606695237569511, -0.0015221330104395747, -0.0014375707833096385, -0.0013530085561797023, -0.001268446329049766, -0.0011838841019198298, -0.0010993219912052155, -0.0010147597640752792, -0.0009301974787376821, -0.0008456352516077459, -0.0007610730826854706, -0.0006765108555555344, -0.0005919486284255981, -0.0005073864012956619, -0.0004228241741657257, -0.0003382619470357895, -0.00025369971990585327, -0.0001691375218797475, -8.457529474981129e-05, -1.3074895832687616e-08, 8.454914495814592e-05, 0.0001691113575361669, 0.0002536735846661031, 0.00033823581179603934, 0.00042279803892597556, 0.0005073602660559118, 0.0005919224349781871, 0.0006764846621081233, 0.0007610468892380595, 0.0008456091163679957, 0.000930171343497932, 0.0010147335706278682, 0.0010992957977578044, 0.0011838580248877406, 0.0012684202520176768, 0.001352982479147613, 0.0014375447062775493, 0.0015221069334074855, 0.0016066690441220999, 0.001691231271252036, 0.0017757934983819723, 0.0018603557255119085, 0.0019449179526418447, 0.002029480179771781, 0.002114042406901717, 0.0021986046340316534, 0.0022831668611615896]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 3.0, 1.0, 0.0, 3.0, 3.0, 3.0, 5.0, 4.0, 4.0, 15.0, 27.0, 16.0, 25.0, 36.0, 27.0, 47.0, 71.0, 93.0, 150.0, 209.0, 311.0, 441.0, 703.0, 1132.0, 1763.0, 2944.0, 5194.0, 9281.0, 17849.0, 39041.0, 129426.0, 853781.0, 59611.0, 25040.0, 12822.0, 7314.0, 4162.0, 2666.0, 1760.0, 1058.0, 732.0, 521.0, 334.0, 291.0, 207.0, 133.0, 97.0, 78.0, 64.0, 37.0, 29.0, 20.0, 15.0, 16.0, 7.0, 1.0, 5.0, 5.0, 3.0, 4.0, 1.0, 4.0, 1.0], "bins": [-0.0051003554835915565, -0.004942589905112982, -0.00478482386097312, -0.004627058282494545, -0.004469292238354683, -0.004311526659876108, -0.004153760615736246, -0.003995995037257671, -0.0038382289931178093, -0.0036804634146392345, -0.003522697603330016, -0.0033649317920207977, -0.0032071659807115793, -0.003049400169402361, -0.0028916343580931425, -0.002733868546783924, -0.0025761027354747057, -0.0024183369241654873, -0.002260571112856269, -0.0021028053015470505, -0.001945039490237832, -0.0017872737953439355, -0.001629507984034717, -0.0014717421727254987, -0.0013139763614162803, -0.0011562105501070619, -0.0009984447387978435, -0.000840678985696286, -0.0006829131743870676, -0.0005251473630778491, -0.0003673815808724612, -0.00020961578411515802, -5.184998735785484e-05, 0.00010591580939944834, 0.0002636816061567515, 0.00042144738836213946, 0.0005792131996713579, 0.0007369790109805763, 0.0008947447640821338, 0.0010525105753913522, 0.0012102763867005706, 0.001368042198009789, 0.0015258080093190074, 0.0016835738206282258, 0.0018413395155221224, 0.001999105326831341, 0.002156871138140559, 0.0023146369494497776, 0.002472402760758996, 0.0026301685720682144, 0.002787934383377433, 0.0029457001946866512, 0.0031034660059958696, 0.003261231817305088, 0.0034189976286143064, 0.003576763439923525, 0.0037345290184020996, 0.003892294829711318, 0.004050060641020536, 0.0042078266851603985, 0.004365592263638973, 0.004523358307778835, 0.00468112388625741, 0.004838889930397272, 0.004996655508875847]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 2.0, 4.0, 4.0, 1.0, 1.0, 2.0, 0.0, 4.0, 2.0, 3.0, 9.0, 1.0, 3.0, 3.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014529421925544739, -0.013918714597821236, -0.013308006338775158, -0.012697299011051655, -0.012086590752005577, -0.011475883424282074, -0.010865175165235996, -0.010254467837512493, -0.009643759578466415, -0.009033052250742912, -0.00842234492301941, -0.0078116366639733315, -0.007200929336249828, -0.006590221542865038, -0.0059795137494802475, -0.005368805956095457, -0.004758098162710667, -0.004147390369325876, -0.003536682575941086, -0.002925975015386939, -0.0023152672220021486, -0.0017045594286173582, -0.0010938517516478896, -0.0004831440164707601, 0.0001275637187063694, 0.0007382714538834989, 0.0013489791890606284, 0.001959686866030097, 0.0025703946594148874, 0.003181102452799678, 0.0037918100133538246, 0.004402517806738615, 0.0050132256001234055, 0.005623933393508196, 0.006234641186892986, 0.006845348980277777, 0.007456056773662567, 0.00806676410138607, 0.008677472360432148, 0.009288179688155651, 0.009898887947201729, 0.010509595274925232, 0.011120302602648735, 0.011731010861694813, 0.012341718189418316, 0.012952426448464394, 0.013563133776187897, 0.014173842035233974, 0.014784549362957478, 0.01539525669068098, 0.01600596494972706, 0.01661667227745056, 0.017227379605174065, 0.017838088795542717, 0.01844879612326622, 0.019059503450989723, 0.019670210778713226, 0.02028091810643673, 0.020891627296805382, 0.021502334624528885, 0.022113041952252388, 0.02272374927997589, 0.023334458470344543, 0.023945165798068047, 0.02455587312579155]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 2.0, 5.0, 5.0, 9.0, 11.0, 24.0, 27.0, 37.0, 68.0, 103.0, 101.0, 181.0, 193.0, 284.0, 390.0, 525.0, 818.0, 1200.0, 1881.0, 6461.0, 2707.0, 1216.0, 742.0, 437.0, 255.0, 193.0, 121.0, 99.0, 71.0, 65.0, 44.0, 30.0, 17.0, 23.0, 16.0, 11.0, 7.0, 7.0, 9.0, 3.0, 5.0, 5.0, 2.0, 1.0, 5.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.007905373349785805, -0.007527394685894251, -0.007149416022002697, -0.006771437358111143, -0.006393458694219589, -0.006015480495989323, -0.005637501832097769, -0.005259523168206215, -0.004881544504314661, -0.004503565840423107, -0.004125587176531553, -0.003747608745470643, -0.003369630081579089, -0.0029916514176875353, -0.002613672986626625, -0.002235694322735071, -0.0018577156588435173, -0.0014797369949519634, -0.0011017584474757314, -0.0007237798417918384, -0.00034580123610794544, 3.217736957594752e-05, 0.0004101559752598405, 0.0007881345809437335, 0.0011661131866276264, 0.0015440918505191803, 0.0019220703979954123, 0.0023000489454716444, 0.0026780276093631983, 0.003056006273254752, 0.0034339847043156624, 0.0038119633682072163, 0.00418994203209877, 0.004567920695990324, 0.004945899359881878, 0.005323878023773432, 0.005701856687664986, 0.006079834885895252, 0.006457813549786806, 0.00683579221367836, 0.007213770877569914, 0.007591749541461468, 0.007969727739691734, 0.008347706869244576, 0.008725685067474842, 0.009103664197027683, 0.00948164239525795, 0.009859621524810791, 0.010237599723041058, 0.010615577921271324, 0.010993557050824165, 0.011371535249054432, 0.011749514378607273, 0.01212749257683754, 0.01250547170639038, 0.012883449904620647, 0.013261428102850914, 0.013639407232403755, 0.014017385430634022, 0.014395364560186863, 0.01477334275841713, 0.01515132188796997, 0.015529300086200237, 0.015907278284430504, 0.016285257413983345]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 3.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 4.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.07400345802307129, -0.07194744050502777, -0.06989141553640366, -0.06783539801836014, -0.06577937304973602, -0.0637233555316925, -0.06166733428835869, -0.05961131304502487, -0.057555291801691055, -0.05549927055835724, -0.05344324931502342, -0.051387228071689606, -0.04933121055364609, -0.04727518931031227, -0.045219168066978455, -0.04316314682364464, -0.04110712558031082, -0.039051104336977005, -0.03699508309364319, -0.03493906185030937, -0.032883040606975555, -0.030827021226286888, -0.02877100184559822, -0.026714980602264404, -0.024658959358930588, -0.02260293811559677, -0.020546916872262955, -0.018490897491574287, -0.01643487624824047, -0.014378855004906654, -0.012322834692895412, -0.01026681438088417, -0.008210793137550354, -0.006154772359877825, -0.0040987515822052956, -0.0020427308045327663, 1.3289973139762878e-05, 0.002069310750812292, 0.004125331528484821, 0.0061813523061573505, 0.00823737308382988, 0.010293394327163696, 0.012349414639174938, 0.01440543495118618, 0.016461456194519997, 0.018517477437853813, 0.02057349681854248, 0.022629518061876297, 0.024685539305210114, 0.02674156054854393, 0.028797581791877747, 0.030853601172566414, 0.03290962427854538, 0.0349656417965889, 0.037021663039922714, 0.03907768428325653, 0.04113370552659035, 0.043189726769924164, 0.04524574801325798, 0.0473017692565918, 0.049357786774635315, 0.05141380801796913, 0.05346982926130295, 0.055525850504636765, 0.05758187174797058]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 3.0, 4.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 3.0, 11.0, 16.0, 23.0, 17.0, 27.0, 38.0, 19.0, 7.0, 13.0, 14.0, 12.0, 8.0, 10.0, 8.0, 8.0, 7.0, 4.0, 2.0, 5.0, 1.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.0728406235575676, -0.07092828303575516, -0.06901594251394272, -0.06710360199213028, -0.06519126147031784, -0.0632789209485054, -0.06136658042669296, -0.059454239904880524, -0.057541899383068085, -0.055629558861255646, -0.05371721833944321, -0.05180487781763077, -0.04989253729581833, -0.04798019677400589, -0.04606785625219345, -0.04415551573038101, -0.04224317520856857, -0.040330834686756134, -0.038418494164943695, -0.036506153643131256, -0.03459381312131882, -0.03268147259950638, -0.03076913207769394, -0.0288567915558815, -0.02694445103406906, -0.025032110512256622, -0.023119769990444183, -0.021207429468631744, -0.019295088946819305, -0.017382748425006866, -0.015470407903194427, -0.013558067381381989, -0.01164572685956955, -0.00973338633775711, -0.007821045815944672, -0.005908705294132233, -0.003996364772319794, -0.0020840242505073547, -0.00017168372869491577, 0.0017406567931175232, 0.003652997314929962, 0.005565337836742401, 0.00747767835855484, 0.009390018880367279, 0.011302359402179718, 0.013214699923992157, 0.015127040445804596, 0.017039380967617035, 0.018951721489429474, 0.020864062011241913, 0.022776402533054352, 0.02468874305486679, 0.02660108357667923, 0.02851342409849167, 0.030425764620304108, 0.03233810514211655, 0.034250445663928986, 0.036162786185741425, 0.038075126707553864, 0.0399874672293663, 0.04189980775117874, 0.04381214827299118, 0.04572448879480362, 0.04763682931661606, 0.0495491698384285]}, "_runtime": 179.85145568847656, "_timestamp": 1596213050.5529933, "_step": 218}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 2.0, 5.0, 1.0, 2.0, 4.0, 3.0, 4.0, 4.0, 5.0, 5.0, 5.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01255660131573677, -0.012195882387459278, -0.01183516439050436, -0.011474445462226868, -0.011113726533949375, -0.010753007605671883, -0.010392289608716965, -0.010031570680439472, -0.00967085175216198, -0.009310133755207062, -0.00894941482692957, -0.008588695898652077, -0.008227976970374584, -0.007867258973419666, -0.007506540045142174, -0.007145821116864681, -0.006785102654248476, -0.006424384191632271, -0.006063665263354778, -0.005702946800738573, -0.0053422278724610806, -0.004981509409844875, -0.004620790481567383, -0.004260072018951178, -0.0038993533235043287, -0.00353863462805748, -0.003177915932610631, -0.002817197237163782, -0.002456478774547577, -0.002095760079100728, -0.0017350413836538792, -0.0013743226882070303, -0.0010136039927601814, -0.0006528852973133326, -0.0002921666600741446, 6.855200626887381e-05, 0.0004292706726118922, 0.0007899893680587411, 0.0011507079470902681, 0.001511426642537117, 0.0018721453379839659, 0.0022328640334308147, 0.0025935827288776636, 0.0029543014243245125, 0.0033150198869407177, 0.0036757385823875666, 0.0040364572778344154, 0.004397176206111908, 0.004757894668728113, 0.005118613131344318, 0.005479332059621811, 0.005840050522238016, 0.006200769450515509, 0.006561487913131714, 0.006922206841409206, 0.007282925304025412, 0.007643643766641617, 0.00800436269491911, 0.008365081623196602, 0.00872579962015152, 0.009086518548429012, 0.009447237476706505, 0.009807956404983997, 0.010168674401938915, 0.010529393330216408]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 0.0, 4.0, 4.0, 3.0, 1.0, 6.0, 3.0, 7.0, 8.0, 7.0, 6.0, 8.0, 13.0, 20.0, 23.0, 33.0, 38.0, 52.0, 51.0, 66.0, 109.0, 126.0, 158.0, 280.0, 5250.0, 760.0, 258.0, 152.0, 95.0, 82.0, 51.0, 53.0, 37.0, 34.0, 24.0, 21.0, 17.0, 10.0, 9.0, 7.0, 5.0, 4.0, 3.0, 4.0, 6.0, 1.0, 2.0, 5.0, 2.0, 1.0, 2.0, 2.0, 2.0, 1.0, 0.0, 1.0], "bins": [-0.10152220726013184, -0.09842362254858017, -0.0953250452876091, -0.09222646057605743, -0.08912788331508636, -0.0860292986035347, -0.08293071389198303, -0.07983213663101196, -0.0767335519194603, -0.07363496720790863, -0.07053638994693756, -0.0674378052353859, -0.06433922052383423, -0.06124064326286316, -0.05814205855131149, -0.055043477565050125, -0.05194489657878876, -0.04884631559252739, -0.04574773460626602, -0.042649149894714355, -0.03955056890845299, -0.03645198792219162, -0.033353403210639954, -0.030254822224378586, -0.027156241238117218, -0.02405766025185585, -0.020959077402949333, -0.017860494554042816, -0.014761913567781448, -0.011663331650197506, -0.008564749732613564, -0.005466167815029621, -0.0023675858974456787, 0.0007309960201382637, 0.003829577937722206, 0.0069281598553061485, 0.010026741772890091, 0.013125323690474033, 0.016223905608057976, 0.019322488456964493, 0.02242106944322586, 0.02551965042948723, 0.028618233278393745, 0.03171681612730026, 0.03481539711356163, 0.037913978099823, 0.041012562811374664, 0.04411114379763603, 0.0472097247838974, 0.05030830577015877, 0.053406886756420135, 0.0565054714679718, 0.05960405245423317, 0.06270263344049454, 0.0658012181520462, 0.06889979541301727, 0.07199838012456894, 0.0750969648361206, 0.07819554209709167, 0.08129412680864334, 0.08439271152019501, 0.08749128878116608, 0.09058987349271774, 0.09368845075368881, 0.09678703546524048]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 6.0, 3.0, 1.0, 6.0, 3.0, 6.0, 3.0, 2.0, 3.0, 2.0, 7.0, 24.0, 3.0, 2.0, 6.0, 2.0, 6.0, 5.0, 6.0, 2.0, 2.0, 1.0, 2.0, 3.0, 1.0, 0.0, 1.0, 1.0, 3.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.002275075763463974, -0.0021973231341689825, -0.0021195707377046347, -0.002041818108409643, -0.0019640654791146517, -0.001886312966234982, -0.0018085604533553123, -0.0017308078240603209, -0.0016530553111806512, -0.0015753027983009815, -0.00149755016900599, -0.0014197976561263204, -0.0013420451432466507, -0.0012642925139516592, -0.0011865400010719895, -0.001108787371776998, -0.0010310348588973284, -0.0009532822878099978, -0.0008755297167226672, -0.0007977772038429976, -0.000720024632755667, -0.0006422720616683364, -0.0005645195487886667, -0.00048676697770133615, -0.00040901440661400557, -0.000331261835526675, -0.00025350929354317486, -0.0001757567370077595, -9.800418047234416e-05, -2.025162393692881e-05, 5.750093259848654e-05, 0.0001352534891339019, 0.00021300604566931725, 0.0002907586167566478, 0.00036851115874014795, 0.00044626370072364807, 0.0005240162718109787, 0.0006017688428983092, 0.0006795213557779789, 0.0007572739268653095, 0.0008350264979526401, 0.0009127790690399706, 0.0009905316401273012, 0.0010682841530069709, 0.0011460366658866405, 0.001223789295181632, 0.0013015418080613017, 0.0013792944373562932, 0.0014570469502359629, 0.0015347994631156325, 0.001612552092410624, 0.0016903046052902937, 0.0017680572345852852, 0.0018458097474649549, 0.0019235622603446245, 0.002001314889639616, 0.002079067286103964, 0.0021568199153989553, 0.002234572544693947, 0.0023123251739889383, 0.002390077570453286, 0.0024678301997482777, 0.002545582829043269, 0.002623335225507617, 0.0027010878548026085]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 8.0, 4.0, 7.0, 12.0, 15.0, 21.0, 22.0, 42.0, 61.0, 80.0, 101.0, 155.0, 210.0, 324.0, 447.0, 610.0, 1065.0, 1557.0, 2670.0, 4581.0, 8782.0, 18232.0, 45412.0, 187520.0, 801496.0, 51895.0, 22750.0, 12069.0, 7033.0, 4393.0, 2729.0, 1744.0, 1168.0, 767.0, 521.0, 382.0, 235.0, 167.0, 122.0, 79.0, 41.0, 42.0, 18.0, 16.0, 7.0, 8.0, 5.0, 3.0, 3.0, 2.0, 0.0, 3.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.005442274734377861, -0.00527288019657135, -0.005103485658764839, -0.004934091120958328, -0.004764696583151817, -0.004595302045345306, -0.0044259075075387955, -0.0042565129697322845, -0.004087118431925774, -0.003917723428457975, -0.003748329123482108, -0.003578934585675597, -0.0034095398150384426, -0.0032401452772319317, -0.0030707507394254208, -0.00290135620161891, -0.002731961663812399, -0.002562567126005888, -0.002393172588199377, -0.002223778050392866, -0.002054383512586355, -0.0018849888583645225, -0.0017155942041426897, -0.0015461996663361788, -0.0013768051285296679, -0.001207410590723157, -0.001038016052916646, -0.0008686213986948133, -0.0006992268608883023, -0.0005298323230817914, -0.00036043772706761956, -0.00019104316015727818, -2.1648593246936798e-05, 0.00014774597366340458, 0.00031714054057374597, 0.00048653510748408735, 0.0006559296743944287, 0.0008253242122009397, 0.0009947188664227724, 0.0011641134042292833, 0.0013335079420357943, 0.0015029024798423052, 0.0016722970176488161, 0.0018416916718706489, 0.0020110863260924816, 0.0021804808638989925, 0.0023498754017055035, 0.0025192699395120144, 0.0026886644773185253, 0.0028580590151250362, 0.003027453552931547, 0.003196848090738058, 0.003366242628544569, 0.0035356373991817236, 0.0037050319369882345, 0.0038744264747947454, 0.0040438212454319, 0.004213215783238411, 0.004382610321044922, 0.004552004858851433, 0.004721399396657944, 0.004890793934464455, 0.005060188472270966, 0.0052295830100774765, 0.005398977547883987]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 2.0, 1.0, 3.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 2.0, 9.0, 0.0, 3.0, 2.0, 1.0, 3.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012444941326975822, -0.012001155875623226, -0.011557369492948055, -0.011113584041595459, -0.010669797658920288, -0.010226012207567692, -0.009782226756215096, -0.009338440373539925, -0.008894654922187328, -0.008450868539512157, -0.008007083088159561, -0.007563297171145678, -0.007119511254131794, -0.00667572533711791, -0.006231939885765314, -0.0057881539687514305, -0.005344368051737547, -0.004900582134723663, -0.00445679621770978, -0.0040130107663571835, -0.0035692248493433, -0.0031254389323294163, -0.0026816530153155327, -0.0022378673311322927, -0.0017940814141184092, -0.0013502956135198474, -0.0009065097547136247, -0.0004627239250112325, -1.8938095308840275e-05, 0.00042484773439355195, 0.0008686335640959442, 0.0013124194229021668, 0.0017562052235007286, 0.002199991140514612, 0.002643776824697852, 0.0030875627417117357, 0.0035313484258949757, 0.003975134342908859, 0.004418920259922743, 0.0048627061769366264, 0.005306491628289223, 0.005750277545303106, 0.00619406346231699, 0.0066378493793308735, 0.007081635296344757, 0.007525421213358641, 0.007969207130372524, 0.00841299258172512, 0.008856778964400291, 0.009300564415752888, 0.009744349867105484, 0.010188136249780655, 0.010631921701133251, 0.011075708083808422, 0.011519493535161018, 0.011963278986513615, 0.012407065369188786, 0.012850850820541382, 0.013294637203216553, 0.013738422654569149, 0.014182208105921745, 0.014625994488596916, 0.015069779939949512, 0.015513566322624683, 0.01595735177397728]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 5.0, 0.0, 1.0, 2.0, 2.0, 6.0, 5.0, 6.0, 6.0, 7.0, 18.0, 17.0, 19.0, 34.0, 40.0, 56.0, 52.0, 58.0, 103.0, 132.0, 175.0, 246.0, 324.0, 439.0, 600.0, 851.0, 1225.0, 2041.0, 5769.0, 1641.0, 1101.0, 828.0, 536.0, 443.0, 353.0, 293.0, 237.0, 142.0, 127.0, 121.0, 69.0, 41.0, 64.0, 48.0, 31.0, 28.0, 22.0, 17.0, 16.0, 7.0, 7.0, 5.0, 2.0, 1.0, 1.0, 5.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0], "bins": [-0.008100000210106373, -0.007833259180188179, -0.007566518150269985, -0.007299777586013079, -0.007033036556094885, -0.006766295526176691, -0.0064995549619197845, -0.006232813932001591, -0.005966072902083397, -0.005699331872165203, -0.005432590842247009, -0.005165850277990103, -0.004899109248071909, -0.004632368218153715, -0.004365627653896809, -0.004098886623978615, -0.003832145594060421, -0.003565404564142227, -0.003298663767054677, -0.003031922969967127, -0.002765181940048933, -0.002498440910130739, -0.002231700113043189, -0.001964959315955639, -0.001698218286037445, -0.001431477372534573, -0.001164736459031701, -0.0008979955455288291, -0.0006312546320259571, -0.0003645137185230851, -9.777280502021313e-05, 0.00016896810848265886, 0.00043570902198553085, 0.0007024499354884028, 0.0009691908489912748, 0.0012359317624941468, 0.0015026726759970188, 0.0017694135894998908, 0.002036154503002763, 0.002302895300090313, 0.0025696363300085068, 0.0028363773599267006, 0.0031031181570142508, 0.003369858954101801, 0.0036365999840199947, 0.0039033410139381886, 0.004170081578195095, 0.004436822608113289, 0.004703563638031483, 0.0049703046679496765, 0.00523704569786787, 0.005503786262124777, 0.005770527292042971, 0.0060372683219611645, 0.006304008886218071, 0.006570749916136265, 0.006837490946054459, 0.0071042319759726524, 0.007370973005890846, 0.007637713570147753, 0.007904455065727234, 0.008171195164322853, 0.008437936194241047, 0.00870467722415924, 0.008971418254077435]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.06157360598444939, -0.059265341609716415, -0.056957073509693146, -0.054648809134960175, -0.052340541034936905, -0.050032276660203934, -0.047724008560180664, -0.04541574418544769, -0.04310747981071472, -0.04079921171069145, -0.03849094733595848, -0.03618267923593521, -0.03387441486120224, -0.03156614676117897, -0.029257882386446, -0.02694961614906788, -0.02464134991168976, -0.022333083674311638, -0.020024817436933517, -0.017716551199555397, -0.015408285893499851, -0.01310001965612173, -0.010791754350066185, -0.008483488112688065, -0.006175221875309944, -0.0038669558707624674, -0.0015586898662149906, 0.0007495761383324862, 0.003057842142879963, 0.005366108380258083, 0.0076743741519749165, 0.00998263992369175, 0.01229090616106987, 0.01459917239844799, 0.01690743863582611, 0.01921570487320423, 0.02152397111058235, 0.023832235485315323, 0.026140501722693443, 0.028448767960071564, 0.030757034197449684, 0.033065300434827805, 0.035373564809560776, 0.037681832909584045, 0.03999009728431702, 0.042298365384340286, 0.04460662975907326, 0.04691489785909653, 0.0492231622338295, 0.05153142660856247, 0.05383969470858574, 0.05614795908331871, 0.05845622718334198, 0.06076449155807495, 0.06307275593280792, 0.06538102775812149, 0.06768929213285446, 0.06999755650758743, 0.0723058208823204, 0.07461408525705338, 0.07692235708236694, 0.07923062145709991, 0.08153888583183289, 0.08384715020656586, 0.08615541458129883]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [3.0, 1.0, 4.0, 3.0, 3.0, 2.0, 2.0, 3.0, 1.0, 1.0, 2.0, 2.0, 3.0, 1.0, 1.0, 3.0, 5.0, 4.0, 6.0, 8.0, 7.0, 8.0, 10.0, 15.0, 24.0, 24.0, 43.0, 19.0, 12.0, 8.0, 3.0, 2.0, 3.0, 0.0, 1.0, 2.0, 2.0, 3.0, 2.0, 5.0, 4.0, 0.0, 2.0, 7.0, 1.0, 2.0, 1.0, 3.0, 2.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.04244363680481911, -0.04081682860851288, -0.03919001668691635, -0.03756320849061012, -0.035936396569013596, -0.03430958837270737, -0.03268277645111084, -0.03105596825480461, -0.029429158195853233, -0.027802348136901855, -0.026175538077950478, -0.0245487280189991, -0.02292191982269287, -0.021295109763741493, -0.019668299704790115, -0.018041489645838737, -0.01641467958688736, -0.014787869527935982, -0.013161059468984604, -0.0115342503413558, -0.009907440282404423, -0.008280630223453045, -0.006653820630162954, -0.005027011036872864, -0.003400200977921486, -0.0017733911518007517, -0.00014658132568001747, 0.0014802285004407167, 0.003107038326561451, 0.004733848385512829, 0.006360657978802919, 0.00798746757209301, 0.009614277631044388, 0.011241087689995766, 0.012867897748947144, 0.014494706876575947, 0.0161215178668499, 0.017748326063156128, 0.019375136122107506, 0.021001946181058884, 0.02262875624001026, 0.02425556629896164, 0.025882376357913017, 0.027509186416864395, 0.029135994613170624, 0.030762804672122, 0.03238961473107338, 0.03401642665266991, 0.035643234848976135, 0.037270043045282364, 0.03889685496687889, 0.04052366316318512, 0.04215047508478165, 0.043777283281087875, 0.0454040952026844, 0.04703090339899063, 0.04865771532058716, 0.05028452351689339, 0.051911331713199615, 0.05353814363479614, 0.05516495183110237, 0.0567917637526989, 0.05841857194900513, 0.060045383870601654, 0.06167219206690788]}, "_runtime": 180.62401723861694, "_timestamp": 1596213051.3255548, "_step": 219}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 7.0, 10.0, 5.0, 3.0, 1.0, 2.0, 3.0, 1.0, 1.0, 3.0, 1.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013602323830127716, -0.013205358758568764, -0.012808393687009811, -0.012411428615450859, -0.012014463543891907, -0.011617498472332954, -0.011220533400774002, -0.01082356832921505, -0.010426603257656097, -0.01002963911741972, -0.009632674045860767, -0.009235708974301815, -0.008838743902742863, -0.00844177883118391, -0.008044813759624958, -0.007647848688066006, -0.007250883616507053, -0.006853918544948101, -0.006456953473389149, -0.006059988401830196, -0.005663023330271244, -0.005266058724373579, -0.004869093652814627, -0.004472128581255674, -0.004075163509696722, -0.0036781984381377697, -0.0032812333665788174, -0.0028842685278505087, -0.0024873034562915564, -0.002090338384732604, -0.0016933734295889735, -0.001296408474445343, -0.0008994434028863907, -0.0005024783895350993, -0.00010551337618380785, 0.00029145163716748357, 0.000688416650518775, 0.0010853817220777273, 0.0014823466772213578, 0.0018793116323649883, 0.0022762767039239407, 0.002673241775482893, 0.0030702068470418453, 0.003467171685770154, 0.0038641367573291063, 0.004261101596057415, 0.004658066667616367, 0.00505503173917532, 0.005451996810734272, 0.005848961882293224, 0.006245926953852177, 0.006642892025411129, 0.007039857096970081, 0.007436821702867746, 0.007833787240087986, 0.008230752311646938, 0.008627716451883316, 0.009024681523442268, 0.00942164659500122, 0.009818611666560173, 0.010215576738119125, 0.010612541809678078, 0.01100950688123703, 0.011406471952795982, 0.011803437024354935]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 2.0, 2.0, 2.0, 1.0, 3.0, 2.0, 5.0, 3.0, 7.0, 10.0, 15.0, 9.0, 22.0, 22.0, 24.0, 34.0, 53.0, 84.0, 129.0, 189.0, 408.0, 5845.0, 460.0, 190.0, 133.0, 67.0, 59.0, 26.0, 31.0, 34.0, 10.0, 10.0, 7.0, 6.0, 6.0, 4.0, 3.0, 4.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.15329501032829285, -0.1485643982887268, -0.14383378624916077, -0.13910317420959473, -0.1343725621700287, -0.12964195013046265, -0.12491133064031601, -0.12018071860074997, -0.11545010656118393, -0.11071949452161789, -0.10598888248205185, -0.10125827044248581, -0.09652765095233917, -0.09179703891277313, -0.08706642687320709, -0.08233581483364105, -0.07760520279407501, -0.07287459075450897, -0.06814397871494293, -0.06341336667537689, -0.058682750910520554, -0.053952138870954514, -0.049221523106098175, -0.044490911066532135, -0.039760299026966095, -0.035029686987400055, -0.030299073085188866, -0.025568459182977676, -0.020837847143411636, -0.016107235103845596, -0.011376621201634407, -0.006646008230745792, -0.0019153952598571777, 0.002815217711031437, 0.007545830681920052, 0.012276443652808666, 0.01700705662369728, 0.02173766866326332, 0.02646828256547451, 0.0311988964676857, 0.03592950850725174, 0.04066012054681778, 0.04539073258638382, 0.05012134835124016, 0.0548519603908062, 0.05958257243037224, 0.06431318819522858, 0.06904380023479462, 0.07377441227436066, 0.0785050243139267, 0.08323563635349274, 0.08796624839305878, 0.09269686043262482, 0.09742747992277145, 0.1021580919623375, 0.10688870400190353, 0.11161931604146957, 0.11634992808103561, 0.12108054012060165, 0.1258111596107483, 0.13054177165031433, 0.13527238368988037, 0.1400029957294464, 0.14473360776901245, 0.1494642198085785]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 1.0, 4.0, 1.0, 2.0, 3.0, 2.0, 2.0, 5.0, 2.0, 3.0, 4.0, 2.0, 3.0, 1.0, 0.0, 4.0, 5.0, 4.0, 25.0, 1.0, 4.0, 4.0, 3.0, 3.0, 5.0, 0.0, 3.0, 3.0, 0.0, 5.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.002105312654748559, -0.0020394898019731045, -0.0019736667163670063, -0.0019078438635915518, -0.0018420208944007754, -0.001776197925209999, -0.0017103750724345446, -0.0016445521032437682, -0.0015787291340529919, -0.0015129061648622155, -0.0014470831956714392, -0.0013812603428959846, -0.0013154373737052083, -0.001249614404514432, -0.0011837915517389774, -0.001117968582548201, -0.0010521456133574247, -0.0009863226441666484, -0.000920499733183533, -0.0008546768222004175, -0.0007888538530096412, -0.0007230308838188648, -0.0006572079728357494, -0.000591385061852634, -0.0005255620926618576, -0.0004597391525749117, -0.0003939162124879658, -0.00032809327240101993, -0.00026227033231407404, -0.00019644739222712815, -0.00013062445214018226, -6.480151205323637e-05, 1.021428033709526e-06, 6.684436812065542e-05, 0.0001326673082076013, 0.0001984902482945472, 0.0002643131883814931, 0.000330136128468439, 0.0003959590685553849, 0.00046178200864233077, 0.0005276049487292767, 0.000593427917920053, 0.0006592508289031684, 0.0007250737398862839, 0.0007908967090770602, 0.0008567196782678366, 0.000922542589250952, 0.0009883655002340674, 0.0010541884694248438, 0.0011200114386156201, 0.0011858344078063965, 0.001251657260581851, 0.0013174802297726274, 0.0013833031989634037, 0.0014491260517388582, 0.0015149490209296346, 0.001580771990120411, 0.0016465949593111873, 0.0017124179285019636, 0.0017782407812774181, 0.0018440637504681945, 0.0019098867196589708, 0.0019757095724344254, 0.0020415326580405235, 0.002107355510815978]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 6.0, 4.0, 6.0, 8.0, 7.0, 2.0, 15.0, 16.0, 39.0, 55.0, 68.0, 110.0, 162.0, 203.0, 341.0, 641.0, 1127.0, 2209.0, 4630.0, 10529.0, 28062.0, 99522.0, 931207.0, 62510.0, 19840.0, 8616.0, 4110.0, 2217.0, 1255.0, 715.0, 490.0, 302.0, 182.0, 125.0, 90.0, 59.0, 39.0, 34.0, 29.0, 13.0, 10.0, 8.0, 4.0, 6.0, 3.0, 3.0, 4.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0], "bins": [-0.00744157237932086, -0.007197450380772352, -0.0069533283822238445, -0.006709206383675337, -0.006465084385126829, -0.0062209623865783215, -0.005976840388029814, -0.005732718389481306, -0.005488596856594086, -0.005244474858045578, -0.00500035285949707, -0.004756230860948563, -0.004512108862400055, -0.004267986863851547, -0.0040238648653030396, -0.003779742866754532, -0.003535620868206024, -0.0032914988696575165, -0.003047376871109009, -0.002803254872560501, -0.0025591328740119934, -0.0023150111082941294, -0.0020708891097456217, -0.001826767111197114, -0.0015826451126486063, -0.0013385231141000986, -0.001094401115551591, -0.0008502792334184051, -0.0006061572348698974, -0.00036203526542522013, -0.0001179132959805429, 0.00012620867346413434, 0.00037033064290881157, 0.0006144526414573193, 0.000858574581798166, 0.0011026965221390128, 0.0013468185206875205, 0.0015909405192360282, 0.001835062401369214, 0.0020791843999177217, 0.0023233063984662294, 0.002567428397014737, 0.002811550395563245, 0.0030556723941117525, 0.0032997941598296165, 0.0035439161583781242, 0.003788038156926632, 0.00403216015547514, 0.004276282154023647, 0.004520404152572155, 0.004764526151120663, 0.00500864814966917, 0.005252770148217678, 0.005496892146766186, 0.0057410141453146935, 0.005985136143863201, 0.006229258142411709, 0.006473379675298929, 0.006717501673847437, 0.006961623672395945, 0.007205745670944452, 0.00744986766949296, 0.007693989668041468, 0.007938112132251263, 0.008182233199477196]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 3.0, 2.0, 0.0, 1.0, 1.0, 3.0, 3.0, 2.0, 1.0, 3.0, 9.0, 3.0, 1.0, 3.0, 2.0, 1.0, 4.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013063997030258179, -0.012539117597043514, -0.01201423816382885, -0.01148935779929161, -0.010964478366076946, -0.010439598932862282, -0.009914718568325043, -0.009389839135110378, -0.008864959701895714, -0.00834008026868105, -0.007815200835466385, -0.007290320470929146, -0.006765441037714481, -0.006240561604499817, -0.005715681705623865, -0.005190801806747913, -0.004665922373533249, -0.0041410429403185844, -0.0036161630414426327, -0.0030912833753973246, -0.0025664037093520164, -0.0020415240433067083, -0.0015166443772614002, -0.0009917647112160921, -0.000466885045170784, 5.7994620874524117e-05, 0.0005828742869198322, 0.0011077539529651403, 0.0016326336190104485, 0.0021575132850557566, 0.0026823929511010647, 0.003207272617146373, 0.003732152283191681, 0.004257031716406345, 0.004781911615282297, 0.005306791514158249, 0.005831670947372913, 0.006356550380587578, 0.00688143027946353, 0.007406310178339481, 0.007931189611554146, 0.00845606904476881, 0.008980948477983475, 0.009505828842520714, 0.010030708275735378, 0.010555587708950043, 0.011080468073487282, 0.011605347506701946, 0.01213022693991661, 0.012655106373131275, 0.01317998580634594, 0.013704866170883179, 0.014229745604097843, 0.014754625037312508, 0.015279505401849747, 0.015804383903741837, 0.016329264268279076, 0.016854144632816315, 0.017379023134708405, 0.017903903499245644, 0.018428783863782883, 0.018953662365674973, 0.01947854273021221, 0.0200034212321043, 0.02052830159664154]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 3.0, 6.0, 4.0, 6.0, 5.0, 12.0, 7.0, 11.0, 21.0, 19.0, 23.0, 28.0, 37.0, 41.0, 56.0, 88.0, 100.0, 121.0, 135.0, 193.0, 248.0, 342.0, 425.0, 605.0, 807.0, 1163.0, 1773.0, 5663.0, 2027.0, 1128.0, 830.0, 607.0, 432.0, 308.0, 253.0, 193.0, 146.0, 120.0, 93.0, 61.0, 64.0, 33.0, 29.0, 25.0, 23.0, 16.0, 15.0, 26.0, 21.0, 6.0, 3.0, 4.0, 6.0, 4.0, 5.0, 2.0, 3.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.007580876350402832, -0.007326447404921055, -0.00707201799377799, -0.006817589048296213, -0.006563159637153149, -0.0063087306916713715, -0.006054301280528307, -0.00579987233504653, -0.005545442923903465, -0.005291013978421688, -0.005036585032939911, -0.004782155621796846, -0.004527726676315069, -0.004273297265172005, -0.0040188683196902275, -0.0037644391413778067, -0.003510009963065386, -0.003255580784752965, -0.003001151606440544, -0.0027467224281281233, -0.0024922932498157024, -0.0022378643043339252, -0.0019834351260215044, -0.0017290059477090836, -0.0014745767693966627, -0.0012201475910842419, -0.0009657184709794819, -0.000711289350874722, -0.00045686017256230116, -0.00020243102335371077, 5.199812585487962e-05, 0.00030642727506347, 0.0005608564242720604, 0.0008152856025844812, 0.001069714780896902, 0.001324143842794001, 0.001578573021106422, 0.0018330021994188428, 0.002087431261315942, 0.0023418604396283627, 0.0025962896179407835, 0.0028507187962532043, 0.003105147974565625, 0.003359577152878046, 0.0036140060983598232, 0.003868435276672244, 0.004122864454984665, 0.004377293866127729, 0.004631722811609507, 0.004886151757091284, 0.005140581168234348, 0.0053950101137161255, 0.00564943952485919, 0.005903868470340967, 0.006158297881484032, 0.006412726826965809, 0.006667155772447586, 0.0069215851835906506, 0.007176014129072428, 0.007430443540215492, 0.0076848724856972694, 0.007939301431179047, 0.008193731307983398, 0.008448160253465176, 0.008702589198946953]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.05358535796403885, -0.05210269242525101, -0.050620026886463165, -0.04913736507296562, -0.04765469953417778, -0.04617203399538994, -0.044689372181892395, -0.04320670664310455, -0.04172404110431671, -0.04024137556552887, -0.03875871002674103, -0.037276048213243484, -0.03579338267445564, -0.0343107171356678, -0.03282805532217026, -0.031345389783382416, -0.029862724244594574, -0.028380058705806732, -0.02689739502966404, -0.025414731353521347, -0.023932065814733505, -0.022449400275945663, -0.02096673659980297, -0.01948407292366028, -0.018001407384872437, -0.016518741846084595, -0.015036078169941902, -0.013553413562476635, -0.012070748955011368, -0.0105880843475461, -0.009105419740080833, -0.007622755132615566, -0.006140090525150299, -0.004657425917685032, -0.0031747613102197647, -0.0016920967027544975, -0.00020943209528923035, 0.0012732325121760368, 0.002755897119641304, 0.004238561727106571, 0.005721226334571838, 0.0072038909420371056, 0.008686555549502373, 0.01016922015696764, 0.011651884764432907, 0.013134549371898174, 0.014617213979363441, 0.016099877655506134, 0.017582543194293976, 0.019065208733081818, 0.02054787240922451, 0.022030536085367203, 0.023513201624155045, 0.024995867162942886, 0.02647853083908558, 0.02796119451522827, 0.029443860054016113, 0.030926525592803955, 0.0324091911315918, 0.03389185294508934, 0.03537451848387718, 0.036857184022665024, 0.03833984583616257, 0.03982251137495041, 0.04130517691373825]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 1.0, 4.0, 6.0, 8.0, 10.0, 5.0, 7.0, 9.0, 8.0, 7.0, 17.0, 21.0, 36.0, 15.0, 20.0, 17.0, 9.0, 14.0, 8.0, 7.0, 4.0, 3.0, 5.0, 3.0, 2.0, 3.0, 1.0, 1.0, 2.0, 1.0, 3.0, 2.0, 1.0, 2.0, 2.0, 0.0, 2.0, 2.0, 0.0, 0.0, 2.0], "bins": [-0.050934627652168274, -0.04948718473315239, -0.048039741814136505, -0.04659229516983032, -0.04514485225081444, -0.04369740933179855, -0.04224996641278267, -0.040802519768476486, -0.0393550768494606, -0.03790763393044472, -0.03646019101142883, -0.03501274809241295, -0.033565301448106766, -0.03211785852909088, -0.030670415610074997, -0.029222970828413963, -0.02777552790939808, -0.026328084990382195, -0.02488064020872116, -0.023433197289705276, -0.021985752508044243, -0.02053830958902836, -0.019090864807367325, -0.01764342188835144, -0.016195978969335556, -0.014748534187674522, -0.013301090337336063, -0.011853646486997604, -0.01040620356798172, -0.008958759717643261, -0.007511315867304802, -0.006063872016966343, -0.004616428166627884, -0.003168984316289425, -0.0017215406987816095, -0.00027409696485847235, 0.0011733467690646648, 0.002620790619403124, 0.0040682340040802956, 0.005515677854418755, 0.006963121704757214, 0.008410565555095673, 0.009858009405434132, 0.01130545325577259, 0.012752896174788475, 0.014200340025126934, 0.015647783875465393, 0.017095228657126427, 0.01854267157614231, 0.019990114495158195, 0.02143755927681923, 0.022885002195835114, 0.024332446977496147, 0.02577988989651203, 0.027227334678173065, 0.02867477759718895, 0.030122220516204834, 0.03156966343522072, 0.0330171100795269, 0.034464552998542786, 0.03591199591755867, 0.037359438836574554, 0.03880688548088074, 0.04025432839989662, 0.041701771318912506]}, "_runtime": 181.41020464897156, "_timestamp": 1596213052.1117423, "_step": 220}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 6.0, 5.0, 7.0, 8.0, 4.0, 3.0, 3.0, 1.0, 0.0, 1.0, 5.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014318076893687248, -0.013887804932892323, -0.013457532972097397, -0.013027261942625046, -0.01259698998183012, -0.012166718021035194, -0.011736446991562843, -0.011306175030767918, -0.010875903069972992, -0.010445631109178066, -0.01001535914838314, -0.00958508811891079, -0.009154816158115864, -0.008724544197320938, -0.008294273167848587, -0.007864001207053661, -0.007433729246258736, -0.00700345728546381, -0.006573185790330172, -0.006142914295196533, -0.0057126423344016075, -0.005282370373606682, -0.0048520988784730434, -0.004421827383339405, -0.003991555422544479, -0.0035612836945801973, -0.0031310119666159153, -0.0027007402386516333, -0.0022704685106873512, -0.0018401967827230692, -0.0014099250547587872, -0.0009796533267945051, -0.0005493815988302231, -0.00011910987086594105, 0.000311161857098341, 0.000741433585062623, 0.001171705313026905, 0.001601977040991187, 0.002032248768955469, 0.002462520496919751, 0.002892792224884033, 0.0033230639528483152, 0.0037533356808125973, 0.004183607175946236, 0.004613879136741161, 0.005044151097536087, 0.005474422592669725, 0.005904694087803364, 0.0063349660485982895, 0.006765238009393215, 0.0071955095045268536, 0.007625780999660492, 0.008056052960455418, 0.008486324921250343, 0.008916595950722694, 0.00934686791151762, 0.009777139872312546, 0.010207411833107471, 0.010637683793902397, 0.011067954823374748, 0.011498226784169674, 0.0119284987449646, 0.01235876977443695, 0.012789041735231876, 0.013219313696026802]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 3.0, 4.0, 4.0, 8.0, 4.0, 13.0, 7.0, 16.0, 20.0, 37.0, 38.0, 67.0, 102.0, 136.0, 236.0, 393.0, 5588.0, 521.0, 252.0, 146.0, 95.0, 59.0, 40.0, 37.0, 26.0, 24.0, 15.0, 5.0, 5.0, 9.0, 5.0, 1.0, 3.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.16372062265872955, -0.15853877365589142, -0.15335692465305328, -0.14817507565021515, -0.14299322664737701, -0.13781137764453888, -0.13262952864170074, -0.1274476796388626, -0.12226582318544388, -0.11708397418260574, -0.11190212517976761, -0.10672027617692947, -0.10153841972351074, -0.09635657072067261, -0.09117472171783447, -0.08599287271499634, -0.0808110237121582, -0.07562917470932007, -0.07044732570648193, -0.0652654767036438, -0.060083623975515366, -0.05490177497267723, -0.0497199222445488, -0.04453807324171066, -0.03935622423887253, -0.03417437523603439, -0.02899252437055111, -0.023810673505067825, -0.01862882450222969, -0.013446974568068981, -0.008265124633908272, -0.0030832746997475624, 0.002098575234413147, 0.007280425168573856, 0.012462275102734566, 0.01764412596821785, 0.022825974971055984, 0.02800782397389412, 0.03318967670202255, 0.03837152570486069, 0.04355337470769882, 0.04873522371053696, 0.05391707271337509, 0.059098925441503525, 0.06428077816963196, 0.06946262717247009, 0.07464447617530823, 0.07982632517814636, 0.0850081741809845, 0.09019002318382263, 0.09537187218666077, 0.1005537211894989, 0.10573557019233704, 0.11091742664575577, 0.1160992756485939, 0.12128112465143204, 0.12646296620368958, 0.1316448301076889, 0.13682667911052704, 0.14200852811336517, 0.1471903771162033, 0.15237222611904144, 0.15755407512187958, 0.1627359241247177, 0.16791777312755585]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 4.0, 0.0, 2.0, 3.0, 4.0, 3.0, 2.0, 2.0, 3.0, 5.0, 2.0, 6.0, 5.0, 21.0, 4.0, 5.0, 3.0, 5.0, 1.0, 1.0, 3.0, 2.0, 1.0, 0.0, 4.0, 3.0, 0.0, 3.0, 3.0, 4.0, 1.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 2.0], "bins": [-0.0033784194383770227, -0.003287653438746929, -0.0031968876719474792, -0.0031061216723173857, -0.003015355672687292, -0.0029245896730571985, -0.002833823673427105, -0.002743057906627655, -0.0026522919069975615, -0.002561525907367468, -0.002470760140568018, -0.0023799941409379244, -0.002289228141307831, -0.0021984621416777372, -0.0021076961420476437, -0.0020169303752481937, -0.0019261643756181002, -0.0018353983759880066, -0.0017446324927732348, -0.001653866609558463, -0.0015631006099283695, -0.001472334610298276, -0.0013815687270835042, -0.0012908028438687325, -0.0012000368442386389, -0.0011092708446085453, -0.0010185049613937736, -0.0009277390199713409, -0.0008369730785489082, -0.0007462071371264756, -0.0006554411957040429, -0.0005646752542816103, -0.0004739093128591776, -0.00038314337143674493, -0.00029237743001431227, -0.0002016114885918796, -0.00011084554716944695, -2.0079605747014284e-05, 7.068633567541838e-05, 0.00016145227709785104, 0.0002522182185202837, 0.00034298415994271636, 0.000433750101365149, 0.0005245160427875817, 0.0006152819842100143, 0.000706047925632447, 0.0007968138670548797, 0.0008875798084773123, 0.000978345749899745, 0.0010691117495298386, 0.0011598776327446103, 0.001250643515959382, 0.0013414095155894756, 0.0014321755152195692, 0.001522941398434341, 0.0016137072816491127, 0.0017044732812792063, 0.0017952392809092999, 0.0018860051641240716, 0.0019767710473388433, 0.002067537046968937, 0.0021583030465990305, 0.002249069046229124, 0.002339834813028574, 0.0024306008126586676]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 3.0, 8.0, 8.0, 12.0, 13.0, 18.0, 20.0, 40.0, 55.0, 69.0, 93.0, 133.0, 190.0, 322.0, 450.0, 786.0, 1413.0, 2441.0, 4603.0, 9043.0, 20311.0, 57100.0, 883899.0, 128883.0, 34413.0, 15742.0, 8025.0, 4610.0, 2721.0, 1601.0, 980.0, 595.0, 357.0, 232.0, 150.0, 109.0, 67.0, 40.0, 25.0, 15.0, 14.0, 6.0, 4.0, 2.0, 3.0, 3.0, 2.0, 4.0, 1.0, 3.0, 2.0, 1.0], "bins": [-0.008784228004515171, -0.008531993255019188, -0.00827975757420063, -0.008027521893382072, -0.007775287143886089, -0.007523051928728819, -0.0072708167135715485, -0.007018581498414278, -0.006766346283257008, -0.006514111068099737, -0.006261875852942467, -0.006009640637785196, -0.005757405422627926, -0.0055051702074706554, -0.005252934992313385, -0.005000699777156115, -0.004748464561998844, -0.004496229346841574, -0.004243994131684303, -0.003991758916527033, -0.0037395237013697624, -0.003487288486212492, -0.0032350532710552216, -0.002982818055897951, -0.0027305828407406807, -0.0024783476255834103, -0.00222611241042614, -0.0019738771952688694, -0.001721641980111599, -0.0014694067649543285, -0.001217171549797058, -0.0009649363346397877, -0.0007127011194825172, -0.0004604659043252468, -0.00020823068916797638, 4.400452598929405e-05, 0.0002962397411465645, 0.0005484749563038349, 0.0008007101714611053, 0.0010529453866183758, 0.0013051806017756462, 0.0015574158169329166, 0.001809651032090187, 0.0020618862472474575, 0.002314121462404728, 0.0025663566775619984, 0.002818591892719269, 0.0030708271078765392, 0.0033230623230338097, 0.00357529753819108, 0.0038275327533483505, 0.004079767968505621, 0.004332003183662891, 0.004584238398820162, 0.004836473613977432, 0.005088708829134703, 0.005340944044291973, 0.0055931792594492435, 0.005845414474606514, 0.006097649689763784, 0.006349884904921055, 0.006602120120078325, 0.006854355335235596, 0.007106590550392866, 0.0073588257655501366]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 2.0, 1.0, 2.0, 2.0, 1.0, 4.0, 0.0, 1.0, 1.0, 8.0, 2.0, 3.0, 2.0, 5.0, 2.0, 2.0, 1.0, 3.0, 2.0, 2.0, 2.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.03135707229375839, -0.030404439195990562, -0.029451807960867882, -0.028499174863100052, -0.027546541765332222, -0.026593908667564392, -0.02564127743244171, -0.02468864433467388, -0.02373601123690605, -0.02278338000178337, -0.02183074690401554, -0.02087811380624771, -0.01992548070847988, -0.0189728494733572, -0.01802021637558937, -0.01706758327782154, -0.01611495018005371, -0.01516231894493103, -0.0142096858471632, -0.013257053680717945, -0.012304420582950115, -0.01135178841650486, -0.01039915531873703, -0.009446523152291775, -0.00849389098584652, -0.00754125788807869, -0.006588625255972147, -0.005635992623865604, -0.004683360457420349, -0.003730727592483163, -0.002778095193207264, -0.0018254625611007214, -0.0008728299289941788, 7.98026449047029e-05, 0.0010324352188035846, 0.0019850677344948053, 0.002937700366601348, 0.0038903329987078905, 0.0048429653979837894, 0.005795598030090332, 0.006748230662196875, 0.007700863294303417, 0.008653495460748672, 0.009606128558516502, 0.010558760724961758, 0.011511393822729588, 0.012464025989174843, 0.013416659086942673, 0.014369291253387928, 0.015321923419833183, 0.016274556517601013, 0.017227189615368843, 0.018179820850491524, 0.019132453948259354, 0.020085087046027184, 0.021037720143795013, 0.021990351378917694, 0.022942984476685524, 0.023895617574453354, 0.024848248809576035, 0.025800881907343864, 0.026753515005111694, 0.027706148102879524, 0.028658779338002205, 0.029611412435770035]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 3.0, 1.0, 0.0, 4.0, 2.0, 1.0, 4.0, 11.0, 7.0, 9.0, 8.0, 10.0, 18.0, 23.0, 27.0, 47.0, 46.0, 62.0, 86.0, 133.0, 160.0, 252.0, 311.0, 470.0, 640.0, 1002.0, 1860.0, 6297.0, 1918.0, 1292.0, 920.0, 708.0, 532.0, 382.0, 288.0, 229.0, 181.0, 117.0, 84.0, 60.0, 48.0, 38.0, 26.0, 19.0, 19.0, 21.0, 17.0, 8.0, 6.0, 4.0, 5.0, 3.0, 2.0, 4.0], "bins": [-0.017602331936359406, -0.017130497843027115, -0.016658665612339973, -0.016186833381652832, -0.01571499928832054, -0.015243166126310825, -0.01477133296430111, -0.014299499802291393, -0.013827666640281677, -0.013355833478271961, -0.012884000316262245, -0.01241216715425253, -0.011940333992242813, -0.011468500830233097, -0.010996667668223381, -0.010524834506213665, -0.010053001344203949, -0.009581168182194233, -0.009109335020184517, -0.008637501858174801, -0.008165668696165085, -0.007693835534155369, -0.007222002372145653, -0.006750169210135937, -0.006278336048126221, -0.005806502886116505, -0.005334669724106789, -0.004862836562097073, -0.004391003400087357, -0.0039191702380776405, -0.0034473370760679245, -0.0029755039140582085, -0.0025036707520484924, -0.0020318375900387764, -0.0015600044280290604, -0.0010881712660193443, -0.0006163381040096283, -0.00014450494199991226, 0.00032732822000980377, 0.0007991613820195198, 0.0012709945440292358, 0.0017428277060389519, 0.002214660868048668, 0.002686494030058384, 0.0031583271920681, 0.003630160354077816, 0.004101993516087532, 0.004573826678097248, 0.005045659840106964, 0.00551749300211668, 0.005989326164126396, 0.006461159326136112, 0.006932992488145828, 0.007404825650155544, 0.00787665881216526, 0.008348491974174976, 0.008820325136184692, 0.009292158298194408, 0.009763991460204124, 0.01023582462221384, 0.010707657784223557, 0.011179490946233273, 0.011651324108242989, 0.012123157270252705, 0.01259499043226242]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.1509488970041275, -0.1470804363489151, -0.1432119756937027, -0.1393435299396515, -0.1354750692844391, -0.13160660862922668, -0.12773814797401428, -0.12386969476938248, -0.12000123411417007, -0.11613278090953827, -0.11226432025432587, -0.10839585959911346, -0.10452740639448166, -0.10065894573926926, -0.09679049253463745, -0.09292203187942505, -0.08905357122421265, -0.08518511801958084, -0.08131665736436844, -0.07744820415973663, -0.07357974350452423, -0.06971129029989243, -0.06584282964468002, -0.06197437271475792, -0.058105915784835815, -0.05423745512962341, -0.05036899819970131, -0.046500541269779205, -0.0426320843398571, -0.038763627409935, -0.034895166754722595, -0.03102670982480049, -0.027158252894878387, -0.023289795964956284, -0.01942133717238903, -0.015552880242466927, -0.011684422381222248, -0.00781596451997757, -0.003947507124394178, -7.904949598014355e-05, 0.0037894081324338913, 0.00765786599367857, 0.011526323854923248, 0.015394780784845352, 0.019263237714767456, 0.02313169650733471, 0.027000153437256813, 0.030868612229824066, 0.03473706915974617, 0.038605526089668274, 0.04247398301959038, 0.04634244367480278, 0.050210900604724884, 0.05407935753464699, 0.05794781446456909, 0.061816271394491196, 0.0656847283244133, 0.0695531889796257, 0.07342164218425751, 0.07729010283946991, 0.08115856349468231, 0.08502701669931412, 0.08889547735452652, 0.09276393055915833, 0.09663239121437073]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 4.0, 0.0, 6.0, 2.0, 3.0, 3.0, 5.0, 6.0, 6.0, 6.0, 5.0, 8.0, 7.0, 17.0, 9.0, 13.0, 15.0, 14.0, 22.0, 24.0, 38.0, 19.0, 12.0, 5.0, 7.0, 5.0, 3.0, 3.0, 1.0, 1.0, 0.0, 3.0, 0.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.09246125817298889, -0.0902630090713501, -0.0880647674202919, -0.0858665183186531, -0.08366826921701431, -0.08147002756595612, -0.07927177846431732, -0.07707352936267853, -0.07487528026103973, -0.07267703860998154, -0.07047878950834274, -0.06828054040670395, -0.06608229875564575, -0.06388404965400696, -0.06168580427765846, -0.05948755517601967, -0.05728930979967117, -0.05509106442332268, -0.052892815321683884, -0.05069456994533539, -0.048496320843696594, -0.0462980754673481, -0.0440998300909996, -0.04190158098936081, -0.039703335613012314, -0.03750509023666382, -0.035306841135025024, -0.03310859575867653, -0.030910348519682884, -0.02871210128068924, -0.026513855904340744, -0.0243156086653471, -0.022117361426353455, -0.01991911418735981, -0.017720866948366165, -0.01552262157201767, -0.013324374333024025, -0.01112612709403038, -0.00892788078635931, -0.006729634013026953, -0.004531387239694595, -0.002333140466362238, -0.00013489369302988052, 0.002063353080302477, 0.004261599853634834, 0.006459846626967192, 0.008658093400299549, 0.01085633970797062, 0.013054586946964264, 0.015252834185957909, 0.017451081424951553, 0.01964932680130005, 0.021847574040293694, 0.024045821279287338, 0.026244066655635834, 0.02844231389462948, 0.030640561133623123, 0.03283880650997162, 0.03503705561161041, 0.03723530098795891, 0.039433546364307404, 0.0416317954659462, 0.04383004084229469, 0.04602828994393349, 0.04822653532028198]}, "_runtime": 182.2361454963684, "_timestamp": 1596213052.937683, "_step": 221}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 3.0, 2.0, 2.0, 2.0, 1.0, 2.0, 8.0, 7.0, 4.0, 1.0, 2.0, 0.0, 0.0, 1.0, 3.0, 0.0, 2.0, 0.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008493318222463131, -0.008195978589355946, -0.00789863895624876, -0.0076012988574802876, -0.007303958758711815, -0.0070066191256046295, -0.006709279492497444, -0.0064119393937289715, -0.006114599760621786, -0.005817260127514601, -0.005519920028746128, -0.005222580395638943, -0.004925240762531757, -0.004627900663763285, -0.004330561030656099, -0.004033220931887627, -0.0037358812987804413, -0.0034385414328426123, -0.0031412015669047832, -0.002843861933797598, -0.002546522067859769, -0.00224918220192194, -0.0019518424523994327, -0.0016545027028769255, -0.0013571628369390965, -0.0010598229710012674, -0.0007624832214787602, -0.00046514341374859214, -0.00016780360601842403, 0.00012953620171174407, 0.0004268760094419122, 0.0007242158171720803, 0.0010215556249022484, 0.0013188954908400774, 0.0016162352403625846, 0.0019135749898850918, 0.002210914855822921, 0.00250825472176075, 0.002805594354867935, 0.003102934220805764, 0.003400274086743593, 0.0036976139526814222, 0.003994953818619251, 0.004292293451726437, 0.004589633084833622, 0.004886973183602095, 0.00518431281670928, 0.005481652915477753, 0.005778992548584938, 0.006076332181692123, 0.006373672280460596, 0.0066710119135677814, 0.006968352012336254, 0.0072656916454434395, 0.007563031278550625, 0.00786037091165781, 0.00815771147608757, 0.008455051109194756, 0.008752390742301941, 0.009049730375409126, 0.009347070008516312, 0.009644409641623497, 0.009941750206053257, 0.010239089839160442, 0.010536429472267628]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 3.0, 4.0, 5.0, 6.0, 9.0, 5.0, 9.0, 22.0, 30.0, 27.0, 36.0, 57.0, 71.0, 106.0, 138.0, 212.0, 499.0, 5687.0, 373.0, 188.0, 127.0, 75.0, 53.0, 38.0, 31.0, 23.0, 28.0, 17.0, 7.0, 2.0, 10.0, 8.0, 2.0, 4.0, 4.0, 3.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.11831903457641602, -0.11428210139274597, -0.11024517565965652, -0.10620824992656708, -0.10217131674289703, -0.09813438355922699, -0.09409745782613754, -0.0900605320930481, -0.08602359890937805, -0.08198666572570801, -0.07794973999261856, -0.07391281425952911, -0.06987588107585907, -0.06583894789218903, -0.06180202215909958, -0.05776509270071983, -0.05372816324234009, -0.04969123378396034, -0.0456543043255806, -0.04161737486720085, -0.037580445408821106, -0.03354351595044136, -0.029506586492061615, -0.02546965703368187, -0.021432727575302124, -0.01739579811692238, -0.013358868658542633, -0.009321939200162888, -0.005285009741783142, -0.0012480802834033966, 0.002788849174976349, 0.006825778633356094, 0.01086270809173584, 0.014899637550115585, 0.01893656700849533, 0.022973496466875076, 0.027010425925254822, 0.031047355383634567, 0.03508428484201431, 0.03912121430039406, 0.043158143758773804, 0.04719507321715355, 0.051232002675533295, 0.05526893213391304, 0.059305861592292786, 0.06334279477596283, 0.06737972050905228, 0.07141664624214172, 0.07545357942581177, 0.07949051260948181, 0.08352743834257126, 0.0875643640756607, 0.09160129725933075, 0.0956382304430008, 0.09967515617609024, 0.10371208190917969, 0.10774901509284973, 0.11178594827651978, 0.11582287400960922, 0.11985979974269867, 0.12389673292636871, 0.12793366611003876, 0.1319705843925476, 0.13600751757621765, 0.1400444507598877]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 4.0, 2.0, 4.0, 1.0, 2.0, 2.0, 4.0, 5.0, 7.0, 4.0, 8.0, 4.0, 2.0, 5.0, 20.0, 4.0, 2.0, 4.0, 5.0, 3.0, 2.0, 4.0, 2.0, 0.0, 2.0, 3.0, 4.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0028766717296093702, -0.002788079436868429, -0.002699487376958132, -0.0026108950842171907, -0.0025223027914762497, -0.0024337104987353086, -0.0023451182059943676, -0.00225652614608407, -0.002167933853343129, -0.002079341560602188, -0.0019907495006918907, -0.0019021572079509497, -0.0018135649152100086, -0.0017249726224690676, -0.0016363804461434484, -0.0015477882698178291, -0.001459195977076888, -0.001370603684335947, -0.0012820115080103278, -0.0011934193316847086, -0.0011048270389437675, -0.0010162347462028265, -0.0009276425698772073, -0.0008390503353439271, -0.000750458100810647, -0.0006618658662773669, -0.0005732736317440867, -0.0004846813972108066, -0.0003960891626775265, -0.00030749692814424634, -0.0002189046936109662, -0.00013031245907768607, -4.172022454440594e-05, 4.68720099888742e-05, 0.00013546424452215433, 0.00022405647905543447, 0.0003126487135887146, 0.00040124094812199473, 0.0004898331826552749, 0.000578425417188555, 0.0006670176517218351, 0.0007556098862551153, 0.0008442021207883954, 0.0009327943553216755, 0.0010213865898549557, 0.0011099788825958967, 0.001198571058921516, 0.0012871632352471352, 0.0013757555279880762, 0.0014643478207290173, 0.0015529399970546365, 0.0016415321733802557, 0.0017301244661211967, 0.0018187167588621378, 0.001907308935187757, 0.0019959011115133762, 0.0020844934042543173, 0.0021730856969952583, 0.0022616777569055557, 0.0023502700496464968, 0.002438862342387438, 0.002527454635128379, 0.00261604692786932, 0.0027046389877796173, 0.0027932312805205584]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 4.0, 2.0, 4.0, 3.0, 7.0, 6.0, 23.0, 26.0, 35.0, 69.0, 124.0, 159.0, 228.0, 389.0, 716.0, 1206.0, 1996.0, 3752.0, 7623.0, 18755.0, 58574.0, 918849.0, 115410.0, 27254.0, 11113.0, 5500.0, 2880.0, 1737.0, 1028.0, 661.0, 386.0, 282.0, 205.0, 137.0, 106.0, 91.0, 57.0, 36.0, 29.0, 37.0, 36.0, 31.0, 12.0, 14.0, 10.0, 9.0, 10.0, 1.0, 5.0, 3.0, 4.0, 0.0, 3.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.005834813695400953, -0.005599601659923792, -0.005364390090107918, -0.005129178054630756, -0.004893966019153595, -0.004658754449337721, -0.0044235424138605595, -0.004188330844044685, -0.003953118808567524, -0.003717907005921006, -0.0034826952032744884, -0.003247483167797327, -0.0030122713651508093, -0.0027770595625042915, -0.00254184752702713, -0.0023066357243806124, -0.0020714239217340946, -0.0018362121190875769, -0.0016010002000257373, -0.0013657882809638977, -0.00113057647831738, -0.0008953646174632013, -0.0006601527566090226, -0.00042494089575484395, -0.00018972903490066528, 4.5482825953513384e-05, 0.00028069468680769205, 0.0005159065476618707, 0.0007511184085160494, 0.0009863302111625671, 0.0012215421302244067, 0.0014567540492862463, 0.001691965851932764, 0.0019271776545792818, 0.0021623894572257996, 0.002397601492702961, 0.0026328132953494787, 0.0028680250979959965, 0.003103237133473158, 0.0033384489361196756, 0.0035736607387661934, 0.003808872541412711, 0.004044084344059229, 0.00427929637953639, 0.004514507949352264, 0.004749719984829426, 0.004984932020306587, 0.005220143590122461, 0.005455355625599623, 0.005690567661076784, 0.005925779230892658, 0.00616099126636982, 0.006396203301846981, 0.006631414871662855, 0.0068666269071400166, 0.007101838476955891, 0.007337050512433052, 0.0075722625479102135, 0.007807474117726088, 0.008042685687541962, 0.008277897723019123, 0.008513109758496284, 0.008748321793973446, 0.008983533829450607, 0.009218744933605194]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 2.0, 1.0, 0.0, 2.0, 2.0, 2.0, 1.0, 2.0, 9.0, 5.0, 1.0, 8.0, 4.0, 5.0, 2.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.024229681119322777, -0.02322668768465519, -0.022223694249987602, -0.021220700815320015, -0.020217709243297577, -0.01921471580862999, -0.018211722373962402, -0.017208728939294815, -0.016205735504627228, -0.01520274206995964, -0.014199748635292053, -0.01319675613194704, -0.012193762697279453, -0.011190769262611866, -0.010187776759266853, -0.009184783324599266, -0.008181789889931679, -0.0071787964552640915, -0.0061758034862577915, -0.0051728105172514915, -0.004169817082583904, -0.0031668238807469606, -0.002163830678910017, -0.0011608374770730734, -0.00015784427523612976, 0.0008451489266008139, 0.0018481421284377575, 0.002851135330274701, 0.0038541285321116447, 0.004857121966779232, 0.005860114935785532, 0.006863107904791832, 0.00786610133945942, 0.008869094774127007, 0.009872088208794594, 0.010875080712139606, 0.011878074146807194, 0.012881067581474781, 0.013884060084819794, 0.014887053519487381, 0.015890046954154968, 0.016893040388822556, 0.017896033823490143, 0.01889902725815773, 0.019902020692825317, 0.020905012264847755, 0.021908005699515343, 0.02291099913418293, 0.023913992568850517, 0.024916986003518105, 0.025919979438185692, 0.02692297287285328, 0.027925964444875717, 0.028928957879543304, 0.02993195131421089, 0.03093494474887848, 0.031937938183546066, 0.032940931618213654, 0.03394392505288124, 0.03494691848754883, 0.035949911922216415, 0.036952905356884, 0.03795589879155159, 0.03895889222621918, 0.039961881935596466]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 9.0, 5.0, 13.0, 17.0, 25.0, 33.0, 48.0, 60.0, 81.0, 92.0, 111.0, 157.0, 195.0, 259.0, 301.0, 444.0, 566.0, 749.0, 1165.0, 1838.0, 6113.0, 2761.0, 1190.0, 675.0, 454.0, 308.0, 203.0, 134.0, 85.0, 68.0, 53.0, 38.0, 35.0, 33.0, 14.0, 11.0, 9.0, 3.0, 2.0, 0.0, 3.0, 2.0, 1.0, 4.0, 17.0, 13.0, 16.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 8.0], "bins": [-0.012555081397294998, -0.012149805203080177, -0.011744529940187931, -0.01133925374597311, -0.010933978483080864, -0.010528702288866043, -0.010123426094651222, -0.009718150831758976, -0.009312874637544155, -0.008907598443329334, -0.008502323180437088, -0.008097046986222267, -0.007691771257668734, -0.0072864955291152, -0.006881219334900379, -0.006475943606346846, -0.006070667877793312, -0.0056653921492397785, -0.005260116420686245, -0.004854840226471424, -0.0044495644979178905, -0.004044288769364357, -0.00363901280798018, -0.0032337368465960026, -0.002828461118042469, -0.0024231853894889355, -0.0020179094281047583, -0.0016126335831359029, -0.0012073577381670475, -0.0008020818931981921, -0.00039680604822933674, 8.469796739518642e-06, 0.000413745641708374, 0.0008190214866772294, 0.0012242973316460848, 0.0016295731766149402, 0.0020348490215837955, 0.002440124750137329, 0.0028454007115215063, 0.0032506766729056835, 0.003655952401459217, 0.004061228130012751, 0.004466503858566284, 0.004871780052781105, 0.005277055781334639, 0.005682331509888172, 0.006087607704102993, 0.0064928834326565266, 0.00689815916121006, 0.007303434889763594, 0.007708710618317127, 0.008113986812531948, 0.008519262075424194, 0.008924538269639015, 0.009329814463853836, 0.009735089726746082, 0.010140365920960903, 0.010545642115175724, 0.01095091737806797, 0.011356193572282791, 0.011761469766497612, 0.012166745029389858, 0.012572021223604679, 0.012977296486496925, 0.013382572680711746]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 3.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08928526192903519, -0.08599424362182617, -0.08270323276519775, -0.07941221445798874, -0.07612120360136032, -0.0728301852941513, -0.06953917443752289, -0.06624815613031387, -0.06295713782310486, -0.05966612696647644, -0.056375112384557724, -0.05308409780263901, -0.04979307949542999, -0.046502064913511276, -0.04321105033159256, -0.03992003574967384, -0.03662902116775513, -0.03333800658583641, -0.030046992003917694, -0.02675597555935383, -0.023464960977435112, -0.020173946395516396, -0.01688292995095253, -0.013591915369033813, -0.010300900787115097, -0.007009885739535093, -0.0037188706919550896, -0.00042785564437508583, 0.002863159403204918, 0.006154174450784922, 0.009445189498364925, 0.012736205011606216, 0.016027219593524933, 0.01931823417544365, 0.022609248757362366, 0.02590026520192623, 0.029191279783844948, 0.032482296228408813, 0.03577331081032753, 0.039064325392246246, 0.04235533997416496, 0.04564635455608368, 0.048937369138002396, 0.05222838371992111, 0.05551940202713013, 0.05881041660904884, 0.06210143119096756, 0.06539244204759598, 0.06868346035480499, 0.07197447866201401, 0.07526548951864243, 0.07855650782585144, 0.08184751868247986, 0.08513853698968887, 0.08842954784631729, 0.0917205661535263, 0.09501157701015472, 0.09830259531736374, 0.10159361362457275, 0.10488462448120117, 0.10817564278841019, 0.1114666536450386, 0.11475767195224762, 0.11804868280887604, 0.12133970111608505]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 4.0, 1.0, 3.0, 2.0, 1.0, 4.0, 1.0, 3.0, 4.0, 5.0, 4.0, 9.0, 8.0, 18.0, 12.0, 17.0, 18.0, 15.0, 42.0, 14.0, 8.0, 9.0, 5.0, 10.0, 5.0, 4.0, 3.0, 6.0, 2.0, 2.0, 5.0, 3.0, 5.0, 3.0, 2.0, 3.0, 2.0, 3.0, 1.0, 2.0, 0.0, 2.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.04780149459838867, -0.045981381088495255, -0.04416126757860184, -0.04234115406870842, -0.040521040558815, -0.038700930774211884, -0.036880817264318466, -0.03506070375442505, -0.03324059024453163, -0.031420476734638214, -0.029600363224744797, -0.02778025157749653, -0.02596013806760311, -0.024140024557709694, -0.022319912910461426, -0.02049979940056801, -0.01867968589067459, -0.016859572380781174, -0.015039459802210331, -0.013219347223639488, -0.01139923371374607, -0.009579120203852654, -0.007759007625281811, -0.005938894581049681, -0.004118781536817551, -0.0022986684925854206, -0.00047855544835329056, 0.0013415575958788395, 0.0031616706401109695, 0.0049817836843431, 0.00680189672857523, 0.008622009307146072, 0.01044212281703949, 0.012262236326932907, 0.01408234890550375, 0.015902461484074593, 0.01772257499396801, 0.019542688503861427, 0.021362800151109695, 0.023182913661003113, 0.02500302717089653, 0.026823140680789948, 0.028643254190683365, 0.030463365837931633, 0.0322834774851799, 0.03410359099507332, 0.035923704504966736, 0.03774381801486015, 0.03956393152475357, 0.04138404503464699, 0.043204158544540405, 0.04502427205443382, 0.04684438556432724, 0.04866449534893036, 0.050484608858823776, 0.052304722368717194, 0.05412483587861061, 0.05594494938850403, 0.057765062898397446, 0.05958517640829086, 0.06140528619289398, 0.0632254034280777, 0.06504551321268082, 0.06686563044786453, 0.06868574023246765]}, "_runtime": 183.0804455280304, "_timestamp": 1596213053.7819831, "_step": 222}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 3.0, 2.0, 4.0, 0.0, 5.0, 3.0, 4.0, 3.0, 1.0, 1.0, 1.0, 2.0, 1.0, 3.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009087031707167625, -0.008814183995127678, -0.008541337214410305, -0.008268490433692932, -0.007995642721652985, -0.007722795475274324, -0.007449948228895664, -0.007177100982517004, -0.006904253736138344, -0.006631406489759684, -0.006358559243381023, -0.006085711997002363, -0.005812864750623703, -0.005540017504245043, -0.005267170257866383, -0.004994323011487722, -0.004721475765109062, -0.004448628518730402, -0.004175781272351742, -0.0039029340259730816, -0.0036300867795944214, -0.003357239533215761, -0.003084392286837101, -0.0028115450404584408, -0.0025386977940797806, -0.0022658505477011204, -0.00199300330132246, -0.0017201560549438, -0.0014473088085651398, -0.0011744615621864796, -0.0009016143158078194, -0.0006287670694291592, -0.00035591982305049896, -8.307257667183876e-05, 0.00018977466970682144, 0.00046262191608548164, 0.0007354691624641418, 0.001008316408842802, 0.0012811636552214622, 0.0015540109016001225, 0.0018268581479787827, 0.002099705394357443, 0.002372552640736103, 0.0026453998871147633, 0.0029182471334934235, 0.0031910943798720837, 0.003463941626250744, 0.003736788872629404, 0.004009636119008064, 0.0042824833653867245, 0.004555330611765385, 0.004828177858144045, 0.005101025104522705, 0.005373872350901365, 0.0056467195972800255, 0.005919566843658686, 0.006192414090037346, 0.006465261336416006, 0.006738108582794666, 0.0070109558291733265, 0.007283803075551987, 0.007556650321930647, 0.007829497568309307, 0.00810234434902668, 0.008375192061066628]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 5.0, 3.0, 12.0, 5.0, 6.0, 9.0, 12.0, 11.0, 14.0, 22.0, 37.0, 43.0, 52.0, 65.0, 75.0, 124.0, 189.0, 315.0, 4991.0, 1039.0, 264.0, 180.0, 114.0, 72.0, 62.0, 51.0, 33.0, 31.0, 16.0, 15.0, 12.0, 9.0, 7.0, 5.0, 4.0, 7.0, 2.0, 3.0, 1.0, 2.0, 0.0, 4.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.11069058626890182, -0.10710716992616653, -0.10352375358343124, -0.09994033724069595, -0.09635692089796066, -0.09277350455522537, -0.08919008821249008, -0.08560667186975479, -0.0820232629776001, -0.07843984663486481, -0.07485643029212952, -0.07127301394939423, -0.06768959760665894, -0.06410618126392365, -0.060522764921188354, -0.056939348578453064, -0.05335593223571777, -0.04977251589298248, -0.04618909955024719, -0.0426056832075119, -0.03902226686477661, -0.03543885424733162, -0.03185543790459633, -0.028272021561861038, -0.024688605219125748, -0.021105188876390457, -0.017521772533655167, -0.013938358053565025, -0.010354941710829735, -0.006771525833755732, -0.0031881099566817284, 0.00039530592039227486, 0.003978721797466278, 0.007562137674540281, 0.011145553551614285, 0.014728968963027, 0.01831238530576229, 0.02189580164849758, 0.025479216128587723, 0.029062632471323013, 0.032646048814058304, 0.036229465156793594, 0.039812881499528885, 0.043396297842264175, 0.04697971045970917, 0.05056312680244446, 0.05414654314517975, 0.05772995948791504, 0.06131337583065033, 0.06489679217338562, 0.06848020851612091, 0.0720636248588562, 0.07564704120159149, 0.07923045754432678, 0.08281387388706207, 0.08639729022979736, 0.08998070657253265, 0.09356411546468735, 0.09714753180742264, 0.10073094815015793, 0.10431436449289322, 0.10789778083562851, 0.1114811971783638, 0.11506461352109909, 0.11864802986383438]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 3.0, 1.0, 5.0, 1.0, 4.0, 4.0, 3.0, 2.0, 4.0, 4.0, 4.0, 6.0, 3.0, 4.0, 26.0, 1.0, 3.0, 2.0, 4.0, 3.0, 0.0, 3.0, 3.0, 5.0, 3.0, 4.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00270544714294374, -0.0026095097418874502, -0.002513572108000517, -0.0024176347069442272, -0.0023216973058879375, -0.002225759904831648, -0.002129822503775358, -0.002033884869888425, -0.0019379474688321352, -0.0018420100677758455, -0.001746072550304234, -0.0016501350328326225, -0.0015541976317763329, -0.0014582602307200432, -0.0013623227132484317, -0.0012663851957768202, -0.0011704477947205305, -0.0010745103936642408, -0.0009785728761926293, -0.0008826354169286788, -0.0007866979576647282, -0.0006907604984007776, -0.000594823039136827, -0.0004988855798728764, -0.0004029481206089258, -0.00030701066134497523, -0.00021107320208102465, -0.00011513574281707406, -1.9198283553123474e-05, 7.673917571082711e-05, 0.0001726766349747777, 0.0002686140942387283, 0.00036455155350267887, 0.00046048901276662946, 0.00055642647203058, 0.0006523639312945306, 0.0007483013905584812, 0.0008442388498224318, 0.0009401763090863824, 0.0010361138265579939, 0.0011320512276142836, 0.0012279886286705732, 0.0013239261461421847, 0.0014198636636137962, 0.001515801064670086, 0.0016117384657263756, 0.001707675983197987, 0.0018036135006695986, 0.0018995509017258883, 0.001995488302782178, 0.0020914259366691113, 0.002187363337725401, 0.0022833007387816906, 0.0023792381398379803, 0.00247517554089427, 0.0025711131747812033, 0.002667050575837493, 0.0027629879768937826, 0.002858925610780716, 0.0029548630118370056, 0.0030508004128932953, 0.003146737813949585, 0.0032426752150058746, 0.003338612848892808, 0.0034345502499490976]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 5.0, 3.0, 8.0, 13.0, 12.0, 22.0, 22.0, 43.0, 53.0, 87.0, 123.0, 171.0, 265.0, 413.0, 654.0, 931.0, 1454.0, 2333.0, 4131.0, 7444.0, 15525.0, 38698.0, 183309.0, 832652.0, 44786.0, 19312.0, 10099.0, 5980.0, 3699.0, 2423.0, 1547.0, 1076.0, 696.0, 447.0, 329.0, 264.0, 177.0, 122.0, 92.0, 57.0, 47.0, 26.0, 32.0, 19.0, 10.0, 11.0, 7.0, 3.0, 4.0, 3.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.007035479415208101, -0.006823187228292227, -0.006610894575715065, -0.0063986023887991905, -0.006186309736222029, -0.005974017549306154, -0.0057617248967289925, -0.005549432709813118, -0.0053371405228972435, -0.005124847870320082, -0.004912555683404207, -0.0047002630308270454, -0.004487970843911171, -0.004275678191334009, -0.004063386004418135, -0.0038510935846716166, -0.0036388011649250984, -0.0034265087451785803, -0.003214216325432062, -0.003001923905685544, -0.002789631485939026, -0.0025773392990231514, -0.0023650468792766333, -0.002152754459530115, -0.001940462039783597, -0.0017281696200370789, -0.0015158772002905607, -0.0013035848969593644, -0.0010912924772128463, -0.0008790000574663281, -0.0006667076959274709, -0.00045441530528478324, -0.00024212291464209557, -2.9830523999407887e-05, 0.0001824618666432798, 0.00039475425728596747, 0.0006070466479286551, 0.0008193390676751733, 0.0010316313710063696, 0.0012439237907528877, 0.0014562162104994059, 0.001668508630245924, 0.0018808010499924421, 0.0020930934697389603, 0.0023053856566548347, 0.002517678076401353, 0.002729970496147871, 0.002942262915894389, 0.0031545553356409073, 0.0033668477553874254, 0.0035791401751339436, 0.0037914325948804617, 0.00400372501462698, 0.004216017201542854, 0.004428309854120016, 0.004640602041035891, 0.004852894693613052, 0.005065186880528927, 0.005277479067444801, 0.005489771720021963, 0.005702063906937838, 0.005914356559514999, 0.006126648746430874, 0.006338941399008036, 0.00655123358592391]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 3.0, 2.0, 2.0, 3.0, 0.0, 3.0, 10.0, 0.0, 1.0, 3.0, 2.0, 1.0, 3.0, 0.0, 2.0, 1.0, 3.0, 0.0, 1.0, 2.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.017530659213662148, -0.01689836196601391, -0.01626606658101082, -0.01563376933336258, -0.01500147394835949, -0.01436917670071125, -0.013736880384385586, -0.013104584068059921, -0.012472287751734257, -0.011839991435408592, -0.011207695119082928, -0.010575398802757263, -0.009943101555109024, -0.00931080523878336, -0.008678508922457695, -0.00804621260613203, -0.007413916289806366, -0.0067816199734807014, -0.006149323657155037, -0.005517026875168085, -0.004884730558842421, -0.004252434242516756, -0.003620137693360448, -0.0029878411442041397, -0.002355544827878475, -0.0017232483951374888, -0.0010909519623965025, -0.00045865552965551615, 0.0001736409030854702, 0.0008059373358264565, 0.001438233768567443, 0.002070530317723751, 0.0027028266340494156, 0.00333512295037508, 0.003967419266700745, 0.0045997160486876965, 0.005232012365013361, 0.0058643086813390255, 0.006496605463325977, 0.007128901779651642, 0.007761198095977306, 0.008393494412302971, 0.009025790728628635, 0.0096580870449543, 0.010290384292602539, 0.010922680608928204, 0.011554976925253868, 0.012187273241579533, 0.012819569557905197, 0.013451865874230862, 0.014084162190556526, 0.01471645850688219, 0.015348754823207855, 0.015981052070856094, 0.016613347455859184, 0.017245644703507423, 0.017877940088510513, 0.018510237336158752, 0.01914253458380699, 0.01977482996881008, 0.02040712721645832, 0.02103942260146141, 0.02167171984910965, 0.02230401523411274, 0.02293631248176098]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 2.0, 0.0, 2.0, 1.0, 8.0, 5.0, 4.0, 7.0, 9.0, 14.0, 15.0, 23.0, 13.0, 25.0, 35.0, 32.0, 60.0, 61.0, 81.0, 89.0, 120.0, 161.0, 175.0, 267.0, 345.0, 486.0, 754.0, 1215.0, 1986.0, 5817.0, 1680.0, 1114.0, 804.0, 620.0, 472.0, 421.0, 313.0, 245.0, 212.0, 165.0, 112.0, 99.0, 75.0, 45.0, 46.0, 41.0, 41.0, 17.0, 22.0, 10.0, 12.0, 12.0, 6.0, 12.0, 7.0, 4.0, 1.0, 4.0, 2.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.009821463376283646, -0.009496415965259075, -0.00917136948555708, -0.008846322074532509, -0.008521274663507938, -0.008196227252483368, -0.007871180772781372, -0.007546133361756802, -0.007221085950732231, -0.006896039005368948, -0.006570992060005665, -0.006245944648981094, -0.005920897703617811, -0.005595850292593241, -0.005270803347229958, -0.004945755936205387, -0.004620708990842104, -0.004295662045478821, -0.00397061463445425, -0.0036455674562603235, -0.0033205202780663967, -0.0029954733327031136, -0.0026704261545091867, -0.00234537897631526, -0.002020331798121333, -0.0016952846199274063, -0.0013702374417334795, -0.0010451903799548745, -0.0007201432017609477, -0.00039509605267085135, -7.0048903580755e-05, 0.00025499824550934136, 0.0005800453945994377, 0.0009050925727933645, 0.0012301397509872913, 0.0015551868127658963, 0.0018802339909598231, 0.002205281052738428, 0.002530328230932355, 0.0028553754091262817, 0.0031804225873202085, 0.0035054697655141354, 0.003830516943708062, 0.004155564121901989, 0.004480611067265272, 0.004805658478289843, 0.005130705423653126, 0.005455752834677696, 0.005780799780040979, 0.0061058467254042625, 0.006430894136428833, 0.006755941081792116, 0.007080988492816687, 0.00740603543817997, 0.00773108284920454, 0.00805613026022911, 0.008381176739931107, 0.008706224150955677, 0.009031271561980247, 0.009356318041682243, 0.009681365452706814, 0.010006412863731384, 0.010331460274755955, 0.01065650675445795, 0.010981554165482521]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.08536955714225769, -0.08346418291330338, -0.08155881613492966, -0.07965344190597534, -0.07774806767702103, -0.07584270089864731, -0.073937326669693, -0.07203195244073868, -0.07012658566236496, -0.06822121143341064, -0.06631583720445633, -0.06441047042608261, -0.0625050961971283, -0.06059972569346428, -0.05869435518980026, -0.05678898096084595, -0.05488361045718193, -0.052978239953517914, -0.0510728657245636, -0.04916749522089958, -0.047262124717235565, -0.04535675048828125, -0.04345137998461723, -0.04154600948095322, -0.0396406352519989, -0.037735264748334885, -0.03582989424467087, -0.03392452374100685, -0.032019149512052536, -0.03011377900838852, -0.028208406642079353, -0.026303036138415337, -0.02439766377210617, -0.022492291405797005, -0.020586920902132988, -0.018681548535823822, -0.016776178032159805, -0.01487080566585064, -0.012965433299541473, -0.011060061864554882, -0.00915469042956829, -0.007249318994581699, -0.005343947093933821, -0.0034385754261165857, -0.0015332037582993507, 0.00037216790951788425, 0.0022775395773351192, 0.004182911477982998, 0.006088282912969589, 0.00799365434795618, 0.009899025782942772, 0.011804398149251938, 0.01370976958423853, 0.01561514101922512, 0.017520513385534286, 0.019425883889198303, 0.02133125625550747, 0.023236628621816635, 0.025141999125480652, 0.027047371491789818, 0.028952743858098984, 0.030858114361763, 0.03276348486542702, 0.03466885909438133, 0.03657422959804535]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 4.0, 2.0, 3.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 6.0, 7.0, 6.0, 5.0, 5.0, 6.0, 7.0, 10.0, 23.0, 14.0, 28.0, 25.0, 53.0, 22.0, 19.0, 6.0, 6.0, 2.0, 2.0, 0.0, 0.0, 3.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.08733472228050232, -0.08500554412603378, -0.08267637342214584, -0.08034719526767731, -0.07801801711320877, -0.07568884640932083, -0.0733596682548523, -0.07103049010038376, -0.06870131939649582, -0.06637214124202728, -0.06404296308755875, -0.06171379238367081, -0.05938461422920227, -0.05705543980002403, -0.054726265370845795, -0.05239708721637726, -0.05006791278719902, -0.04773873835802078, -0.045409560203552246, -0.04308038577437401, -0.04075121134519577, -0.038422033190727234, -0.036092858761548996, -0.03376368433237076, -0.03143450617790222, -0.029105331748723984, -0.026776157319545746, -0.02444698102772236, -0.02211780473589897, -0.019788630306720734, -0.017459454014897346, -0.015130278654396534, -0.012801103293895721, -0.010471927933394909, -0.008142752572894096, -0.005813576281070709, -0.0034844009205698967, -0.0011552253272384405, 0.0011739502660930157, 0.003503125859424472, 0.005832301452755928, 0.00816147681325674, 0.010490652173757553, 0.01281982846558094, 0.015149003826081753, 0.017478179186582565, 0.019807355478405952, 0.02213652990758419, 0.024465706199407578, 0.026794882491230965, 0.029124056920409203, 0.03145323321223259, 0.03378240764141083, 0.036111585795879364, 0.0384407602250576, 0.04076993465423584, 0.043099112808704376, 0.045428287237882614, 0.04775746166706085, 0.05008663609623909, 0.052415814250707626, 0.054744988679885864, 0.0570741631090641, 0.05940334126353264, 0.061732515692710876]}, "_runtime": 183.9150767326355, "_timestamp": 1596213054.6166143, "_step": 223}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 3.0, 0.0, 3.0, 1.0, 2.0, 7.0, 5.0, 7.0, 0.0, 2.0, 1.0, 0.0, 0.0, 4.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009061237797141075, -0.008735870011150837, -0.008410502225160599, -0.008085133507847786, -0.007759765721857548, -0.00743439793586731, -0.007109029684215784, -0.006783661898225546, -0.00645829364657402, -0.006132925860583782, -0.005807558074593544, -0.0054821898229420185, -0.00515682203695178, -0.004831453785300255, -0.004506085999310017, -0.004180717747658491, -0.003855349961668253, -0.003529981942847371, -0.0032046139240264893, -0.0028792459052056074, -0.0025538778863847256, -0.0022285101003944874, -0.0019031420815736055, -0.0015777740627527237, -0.0012524060439318419, -0.00092703802511096, -0.0006016700644977391, -0.0002763020747806877, 4.90659149363637e-05, 0.0003744339046534151, 0.0006998018943704665, 0.0010251698549836874, 0.0013505378738045692, 0.001675905892625451, 0.002001273911446333, 0.0023266419302672148, 0.0026520099490880966, 0.002977377735078335, 0.0033027457538992167, 0.0036281137727200985, 0.003953482024371624, 0.004278849810361862, 0.0046042175963521, 0.004929585848003626, 0.005254953633993864, 0.0055803218856453896, 0.005905689671635628, 0.006231057923287153, 0.0065564257092773914, 0.00688179349526763, 0.007207161746919155, 0.007532529532909393, 0.007857897318899632, 0.008183266036212444, 0.008508633822202682, 0.00883400160819292, 0.009159369394183159, 0.009484737180173397, 0.00981010589748621, 0.010135473683476448, 0.010460841469466686, 0.010786209255456924, 0.011111577972769737, 0.011436945758759975, 0.011762313544750214]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 7.0, 4.0, 8.0, 6.0, 8.0, 10.0, 11.0, 17.0, 18.0, 24.0, 28.0, 49.0, 53.0, 52.0, 89.0, 81.0, 106.0, 181.0, 273.0, 5240.0, 761.0, 259.0, 141.0, 112.0, 85.0, 71.0, 35.0, 44.0, 27.0, 22.0, 24.0, 12.0, 10.0, 7.0, 15.0, 5.0, 10.0, 6.0, 1.0, 1.0, 3.0, 4.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.10752078890800476, -0.10423864424228668, -0.1009564995765686, -0.09767434746026993, -0.09439220279455185, -0.09111005812883377, -0.0878279060125351, -0.08454576134681702, -0.08126361668109894, -0.07798147201538086, -0.07469932734966278, -0.0714171752333641, -0.06813503056764603, -0.06485288590192795, -0.06157073751091957, -0.058288589119911194, -0.055006444454193115, -0.05172429978847504, -0.04844215139746666, -0.04516000300645828, -0.041877858340740204, -0.038595713675022125, -0.03531356528401375, -0.03203141689300537, -0.028749272227287292, -0.025467125698924065, -0.022184979170560837, -0.01890283264219761, -0.015620686113834381, -0.012338539585471153, -0.009056393057107925, -0.005774246528744698, -0.0024921000003814697, 0.0007900465279817581, 0.004072193056344986, 0.007354339584708214, 0.010636486113071442, 0.01391863264143467, 0.017200779169797897, 0.020482925698161125, 0.023765072226524353, 0.02704721875488758, 0.03032936528325081, 0.033611513674259186, 0.036893658339977264, 0.04017580300569534, 0.04345795139670372, 0.0467400997877121, 0.050022244453430176, 0.053304389119148254, 0.05658653751015663, 0.05986868590116501, 0.06315083056688309, 0.06643297523260117, 0.06971512734889984, 0.07299727201461792, 0.076279416680336, 0.07956156134605408, 0.08284370601177216, 0.08612585812807083, 0.08940800279378891, 0.09269014745950699, 0.09597229957580566, 0.09925444424152374, 0.10253658890724182]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 2.0, 1.0, 2.0, 1.0, 1.0, 5.0, 1.0, 2.0, 1.0, 4.0, 2.0, 4.0, 5.0, 3.0, 4.0, 6.0, 4.0, 1.0, 5.0, 22.0, 4.0, 4.0, 2.0, 4.0, 1.0, 3.0, 2.0, 2.0, 1.0, 3.0, 1.0, 2.0, 3.0, 1.0, 1.0, 0.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.002954009221866727, -0.0028566070832312107, -0.002759204711765051, -0.0026618025731295347, -0.0025644004344940186, -0.0024669980630278587, -0.0023695959243923426, -0.0022721935529261827, -0.0021747914142906666, -0.0020773892756551504, -0.0019799869041889906, -0.0018825847655534744, -0.0017851825105026364, -0.0016877802554517984, -0.0015903781168162823, -0.0014929758617654443, -0.0013955736067146063, -0.0012981713516637683, -0.0012007690966129303, -0.0011033669579774141, -0.0010059647029265761, -0.0009085624478757381, -0.0008111602510325611, -0.000713758054189384, -0.000616355799138546, -0.000518953544087708, -0.0004215513472445309, -0.0003241491212975234, -0.00022674689535051584, -0.0001293446694035083, -3.194244345650077e-05, 6.545978249050677e-05, 0.0001628620084375143, 0.00026026423438452184, 0.0003576664603315294, 0.0004550686862785369, 0.0005524709122255445, 0.0006498731672763824, 0.0007472753641195595, 0.0008446775609627366, 0.0009420798160135746, 0.0010394820710644126, 0.0011368843261152506, 0.0012342864647507668, 0.0013316887198016047, 0.0014290909748524427, 0.001526493113487959, 0.001623895368538797, 0.001721297623589635, 0.0018186998786404729, 0.0019161021336913109, 0.002013504272326827, 0.002110906410962343, 0.002208308782428503, 0.002305710921064019, 0.002403113292530179, 0.002500515431165695, 0.0025979175698012114, 0.002695319941267371, 0.0027927220799028873, 0.002890124451369047, 0.0029875265900045633, 0.0030849287286400795, 0.0031823311001062393, 0.0032797332387417555]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 3.0, 7.0, 8.0, 8.0, 16.0, 19.0, 38.0, 47.0, 65.0, 91.0, 123.0, 193.0, 308.0, 469.0, 687.0, 1018.0, 1630.0, 2710.0, 4333.0, 7551.0, 14049.0, 29213.0, 84516.0, 895664.0, 73913.0, 26627.0, 13611.0, 7758.0, 4805.0, 3040.0, 2104.0, 1349.0, 961.0, 707.0, 545.0, 393.0, 267.0, 227.0, 144.0, 110.0, 81.0, 47.0, 46.0, 21.0, 31.0, 20.0, 15.0, 12.0, 12.0, 9.0, 3.0, 3.0, 5.0, 3.0, 4.0, 2.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.005626443773508072, -0.005422539077699184, -0.005218634381890297, -0.0050147296860814095, -0.004810824990272522, -0.004606920760124922, -0.004403016064316034, -0.004199111368507147, -0.003995206672698259, -0.003791301976889372, -0.0035873972810804844, -0.0033834928181022406, -0.003179588122293353, -0.0029756834264844656, -0.0027717789635062218, -0.0025678742676973343, -0.002363969571888447, -0.0021600648760795593, -0.001956160180270672, -0.001752255717292428, -0.0015483510214835405, -0.001344446325674653, -0.0011405417462810874, -0.0009366371086798608, -0.0007327324710786343, -0.0005288278334774077, -0.0003249231958761811, -0.00012101855827495456, 8.288607932627201e-05, 0.0002867907169274986, 0.0004906953545287251, 0.0006945999921299517, 0.0008985046297311783, 0.0011024093255400658, 0.0013063139049336314, 0.001510218484327197, 0.0017141231801360846, 0.001918027875944972, 0.002121932338923216, 0.0023258370347321033, 0.002529741730540991, 0.0027336464263498783, 0.002937551122158766, 0.0031414555851370096, 0.003345360280945897, 0.0035492649767547846, 0.0037531694397330284, 0.003957074135541916, 0.004160978831350803, 0.004364883527159691, 0.004568788222968578, 0.004772692918777466, 0.004976597614586353, 0.0051805018447339535, 0.005384406540542841, 0.0055883112363517284, 0.005792215932160616, 0.005996120627969503, 0.006200025323778391, 0.006403930019587278, 0.0066078342497348785, 0.006811738945543766, 0.0070156436413526535, 0.007219548337161541, 0.0074234530329704285]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 3.0, 4.0, 4.0, 4.0, 9.0, 5.0, 5.0, 1.0, 5.0, 2.0, 1.0, 2.0, 1.0, 3.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.053768374025821686, -0.05262356996536255, -0.05147876963019371, -0.05033396556973457, -0.049189165234565735, -0.0480443611741066, -0.04689956083893776, -0.04575475677847862, -0.044609956443309784, -0.04346515238285065, -0.04232034832239151, -0.04117554798722267, -0.040030743926763535, -0.038885943591594696, -0.03774113953113556, -0.03659633919596672, -0.035451535135507584, -0.03430673107504845, -0.03316193073987961, -0.03201712667942047, -0.030872326344251633, -0.029727522283792496, -0.028582720085978508, -0.02743791788816452, -0.026293115690350533, -0.025148313492536545, -0.024003511294722557, -0.02285870909690857, -0.021713905036449432, -0.020569102838635445, -0.019424300640821457, -0.01827949844300747, -0.01713469624519348, -0.015989894047379494, -0.014845091849565506, -0.013700288720428944, -0.012555486522614956, -0.011410684324800968, -0.010265881195664406, -0.009121078997850418, -0.00797627680003643, -0.006831474602222443, -0.005686671938747168, -0.0045418692752718925, -0.003397067077457905, -0.0022522646468132734, -0.001107462216168642, 3.734021447598934e-05, 0.0011821426451206207, 0.002326945075765252, 0.0034717475064098835, 0.0046165501698851585, 0.005761352367699146, 0.006906154565513134, 0.008050957694649696, 0.009195759892463684, 0.010340562090277672, 0.01148536428809166, 0.012630166485905647, 0.01377496961504221, 0.014919771812856197, 0.01606457494199276, 0.017209377139806747, 0.018354179337620735, 0.019498981535434723]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [6.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 10.0, 9.0, 5.0, 13.0, 4.0, 2.0, 2.0, 0.0, 1.0, 1.0, 8.0, 3.0, 16.0, 12.0, 16.0, 8.0, 13.0, 32.0, 27.0, 34.0, 38.0, 65.0, 78.0, 96.0, 137.0, 168.0, 288.0, 318.0, 446.0, 682.0, 1176.0, 1867.0, 6476.0, 2129.0, 1220.0, 991.0, 580.0, 430.0, 292.0, 201.0, 130.0, 122.0, 79.0, 57.0, 54.0, 22.0, 27.0, 9.0, 10.0, 7.0, 4.0, 1.0, 0.0, 0.0, 4.0, 3.0], "bins": [-0.017813757061958313, -0.017375079914927483, -0.016936402767896652, -0.016497725620865822, -0.01605904847383499, -0.015620371326804161, -0.01518169417977333, -0.0147430170327425, -0.01430433988571167, -0.013865661807358265, -0.013426984660327435, -0.012988307513296604, -0.012549630366265774, -0.012110953219234943, -0.011672276072204113, -0.011233598925173283, -0.010794921778142452, -0.010356244631111622, -0.009917567484080791, -0.009478890337049961, -0.00904021319001913, -0.0086015360429883, -0.00816285889595747, -0.007724181283265352, -0.007285504136234522, -0.0068468269892036915, -0.006408149842172861, -0.005969472695142031, -0.005530795082449913, -0.005092117935419083, -0.004653440788388252, -0.004214763641357422, -0.0037760864943265915, -0.003337409347295761, -0.0028987322002649307, -0.0024600548204034567, -0.0020213776733726263, -0.001582700526341796, -0.0011440232628956437, -0.0007053460576571524, -0.0002666688524186611, 0.00017200835281983018, 0.0006106855580583215, 0.0010493628215044737, 0.001488039968535304, 0.0019267171155661345, 0.0023653944954276085, 0.002804071642458439, 0.0032427487894892693, 0.0036814259365200996, 0.00412010308355093, 0.00455878023058176, 0.004997457377612591, 0.0054361349903047085, 0.005874812137335539, 0.006313489284366369, 0.0067521664313972, 0.00719084357842803, 0.00762952072545886, 0.008068198338150978, 0.008506875485181808, 0.008945552632212639, 0.00938422977924347, 0.0098229069262743, 0.01026158407330513]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.055231884121894836, -0.05266600847244263, -0.05010013282299042, -0.04753425717353821, -0.044968381524086, -0.04240250214934349, -0.03983662649989128, -0.03727075085043907, -0.03470487520098686, -0.03213899955153465, -0.029573123902082443, -0.027007246389985085, -0.024441370740532875, -0.021875495091080666, -0.019309617578983307, -0.016743741929531097, -0.014177866280078888, -0.011611990630626678, -0.009046114049851894, -0.006480237934738398, -0.003914361819624901, -0.001348485704511404, 0.0012173904106020927, 0.0037832665257155895, 0.006349142640829086, 0.008915018290281296, 0.01148089487105608, 0.014046771451830864, 0.016612647101283073, 0.019178522750735283, 0.02174440026283264, 0.02431027591228485, 0.02687615156173706, 0.02944202721118927, 0.03200790286064148, 0.03457377851009369, 0.0371396541595459, 0.039705533534288406, 0.042271409183740616, 0.044837284833192825, 0.047403160482645035, 0.049969036132097244, 0.052534911781549454, 0.05510078743100166, 0.05766666680574417, 0.06023254245519638, 0.06279841810464859, 0.0653642937541008, 0.06793016940355301, 0.07049604505300522, 0.07306192070245743, 0.07562779635190964, 0.07819367200136185, 0.08075954765081406, 0.08332542330026627, 0.08589129894971848, 0.08845718204975128, 0.09102305769920349, 0.0935889333486557, 0.09615480899810791, 0.09872068464756012, 0.10128656029701233, 0.10385243594646454, 0.10641831159591675, 0.10898418724536896]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 4.0, 1.0, 7.0, 3.0, 7.0, 5.0, 6.0, 4.0, 5.0, 4.0, 8.0, 8.0, 12.0, 11.0, 11.0, 18.0, 37.0, 19.0, 12.0, 6.0, 6.0, 7.0, 4.0, 8.0, 5.0, 4.0, 2.0, 4.0, 2.0, 6.0, 4.0, 8.0, 5.0, 2.0, 0.0, 2.0, 1.0, 1.0, 2.0, 3.0, 0.0, 2.0, 1.0, 4.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 1.0], "bins": [-0.04277695342898369, -0.04087650403380394, -0.03897605463862419, -0.03707560524344444, -0.035175152122974396, -0.03327470272779465, -0.0313742533326149, -0.02947380393743515, -0.0275733545422554, -0.025672905147075653, -0.023772455751895905, -0.021872004494071007, -0.019971555098891258, -0.01807110570371151, -0.016170654445886612, -0.014270205050706863, -0.012369755655527115, -0.010469306260347366, -0.008568855933845043, -0.006668406073004007, -0.0047679562121629715, -0.0028675063513219357, -0.0009670564904808998, 0.000933393370360136, 0.002833843231201172, 0.004734293092042208, 0.0066347429528832436, 0.008535193279385567, 0.010435642674565315, 0.012336092069745064, 0.014236542396247387, 0.01613699272274971, 0.01803744211792946, 0.019937891513109207, 0.021838340908288956, 0.023738792166113853, 0.025639241561293602, 0.02753969095647335, 0.02944014221429825, 0.031340591609478, 0.033241041004657745, 0.035141490399837494, 0.03704193979501724, 0.03894238919019699, 0.04084283858537674, 0.042743291705846786, 0.044643741101026535, 0.046544190496206284, 0.04844463989138603, 0.05034508928656578, 0.05224553868174553, 0.05414598807692528, 0.056046441197395325, 0.05794689059257507, 0.05984733998775482, 0.06174778938293457, 0.06364823877811432, 0.06554868817329407, 0.06744913756847382, 0.06934958696365356, 0.07125003635883331, 0.07315048575401306, 0.07505093514919281, 0.07695138454437256, 0.07885183393955231]}, "_runtime": 184.69885730743408, "_timestamp": 1596213055.400395, "_step": 224}
+{"val_accuracy": 0.8249272260273973, "val_loss": 0.45683862629546423, "_runtime": 186.04367995262146, "_timestamp": 1596213056.7452176, "_step": 225}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: V Confidence: 0.39587676525115967 Truth: v", "Prediction: 5 Confidence: 1.0 Truth: 5", "Prediction: 2 Confidence: 0.9992935657501221 Truth: 2", "Prediction: 0 Confidence: 0.6546899080276489 Truth: 0"]}, "_runtime": 186.3406081199646, "_timestamp": 1596213057.0421457, "_step": 226}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 1.0, 2.0, 3.0, 2.0, 2.0, 1.0, 2.0, 3.0, 3.0, 4.0, 7.0, 3.0, 1.0, 4.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 3.0, 2.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011203122325241566, -0.010854285210371017, -0.01050544809550047, -0.010156611911952496, -0.009807774797081947, -0.009458937682211399, -0.00911010056734085, -0.008761263452470303, -0.008412426337599754, -0.00806359015405178, -0.0077147530391812325, -0.007365915924310684, -0.007017078809440136, -0.006668242160230875, -0.006319405045360327, -0.005970568396151066, -0.005621731281280518, -0.005272894166409969, -0.004924057517200708, -0.00457522040233016, -0.004226383753120899, -0.003877546638250351, -0.0035287095233798027, -0.003179872641339898, -0.0028310357592999935, -0.002482198877260089, -0.0021333619952201843, -0.001784524880349636, -0.0014356879983097315, -0.0010868511162698269, -0.0007380141178146005, -0.00038917717756703496, -4.034023731946945e-05, 0.00030849670292809606, 0.0006573336431756616, 0.001006170641630888, 0.0013550075236707926, 0.0017038444057106972, 0.0020526815205812454, 0.00240151840262115, 0.0027503552846610546, 0.003099192166700959, 0.003448029048740864, 0.003796866163611412, 0.00414570327848196, 0.004494539927691221, 0.0048433770425617695, 0.00519221369177103, 0.005541050806641579, 0.005889887921512127, 0.006238724570721388, 0.006587561685591936, 0.006936398334801197, 0.007285235449671745, 0.0076340725645422935, 0.007982909679412842, 0.008331745862960815, 0.008680582977831364, 0.009029420092701912, 0.00937825720757246, 0.009727094322443008, 0.010075931437313557, 0.01042476762086153, 0.010773604735732079, 0.011122441850602627]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 3.0, 5.0, 2.0, 5.0, 3.0, 10.0, 13.0, 14.0, 18.0, 17.0, 23.0, 35.0, 38.0, 51.0, 55.0, 83.0, 103.0, 173.0, 234.0, 4813.0, 1313.0, 312.0, 158.0, 116.0, 66.0, 48.0, 47.0, 37.0, 32.0, 17.0, 20.0, 15.0, 10.0, 11.0, 5.0, 2.0, 4.0, 5.0, 1.0, 3.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.10856299847364426, -0.10493747144937515, -0.10131195187568665, -0.09768642485141754, -0.09406089782714844, -0.09043537825345993, -0.08680985122919083, -0.08318433165550232, -0.07955880463123322, -0.07593327760696411, -0.0723077580332756, -0.0686822310090065, -0.065056711435318, -0.06143118441104889, -0.057805657386779785, -0.05418013408780098, -0.050554610788822174, -0.04692908748984337, -0.04330356419086456, -0.03967803716659546, -0.03605251386761665, -0.03242699056863785, -0.028801465407013893, -0.02517594024538994, -0.021550416946411133, -0.017924893647432327, -0.014299368485808372, -0.010673844255506992, -0.007048320025205612, -0.003422795794904232, 0.00020272843539714813, 0.0038282526656985283, 0.0074537768959999084, 0.011079301126301289, 0.014704825356602669, 0.018330350518226624, 0.02195587381720543, 0.025581397116184235, 0.02920692227780819, 0.032832447439432144, 0.03645797073841095, 0.040083494037389755, 0.04370901733636856, 0.047334544360637665, 0.05096006765961647, 0.054585590958595276, 0.05821111798286438, 0.061836641281843185, 0.06546216458082199, 0.0690876916050911, 0.0727132111787796, 0.0763387382030487, 0.07996426522731781, 0.08358978480100632, 0.08721531182527542, 0.09084083139896393, 0.09446635842323303, 0.09809188544750214, 0.10171740502119064, 0.10534293204545975, 0.10896845161914825, 0.11259397864341736, 0.11621950566768646, 0.11984502524137497, 0.12347055226564407]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 5.0, 1.0, 2.0, 1.0, 4.0, 1.0, 7.0, 7.0, 4.0, 2.0, 1.0, 25.0, 5.0, 3.0, 3.0, 4.0, 6.0, 3.0, 3.0, 1.0, 4.0, 1.0, 3.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 3.0, 4.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0], "bins": [-0.00291260564699769, -0.0028350672218948603, -0.002757529029622674, -0.002679990604519844, -0.0026024524122476578, -0.002524913987144828, -0.002447375562041998, -0.0023698373697698116, -0.0022922989446669817, -0.0022147605195641518, -0.0021372223272919655, -0.0020596839021891356, -0.0019821454770863056, -0.0019046072848141193, -0.0018270688597112894, -0.0017495305510237813, -0.0016719922423362732, -0.001594453933648765, -0.001516915624961257, -0.001439377199858427, -0.001361838891170919, -0.0012843005824834108, -0.001206762157380581, -0.0011292238486930728, -0.0010516855400055647, -0.0009741472313180566, -0.0008966088644228876, -0.0008190704975277185, -0.0007415321888402104, -0.0006639938801527023, -0.0005864555132575333, -0.0005089171463623643, -0.0004313788376748562, -0.0003538404998835176, -0.00027630216209217906, -0.0001987638243008405, -0.00012122548650950193, -4.368714871816337e-05, 3.385118907317519e-05, 0.00011138952686451375, 0.00018892786465585232, 0.0002664662024471909, 0.00034400454023852944, 0.000421542878029868, 0.0004990812158212066, 0.0005766195245087147, 0.0006541578914038837, 0.0007316962582990527, 0.0008092345669865608, 0.0008867728756740689, 0.000964311242569238, 0.001041849609464407, 0.001119387918151915, 0.0011969262268394232, 0.0012744646519422531, 0.0013520029606297612, 0.0014295412693172693, 0.0015070795780047774, 0.0015846178866922855, 0.0016621563117951155, 0.0017396946204826236, 0.0018172329291701317, 0.0018947713542729616, 0.001972309546545148, 0.002049847971647978]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 8.0, 6.0, 4.0, 10.0, 18.0, 13.0, 31.0, 37.0, 51.0, 74.0, 108.0, 149.0, 205.0, 347.0, 506.0, 844.0, 1205.0, 2121.0, 3546.0, 6035.0, 11640.0, 24701.0, 65384.0, 870871.0, 111086.0, 36099.0, 17547.0, 9876.0, 5835.0, 3666.0, 2273.0, 1644.0, 1076.0, 704.0, 513.0, 381.0, 296.0, 192.0, 143.0, 106.0, 77.0, 54.0, 53.0, 24.0, 19.0, 23.0, 9.0, 9.0, 4.0, 7.0, 2.0, 4.0, 4.0, 0.0, 0.0, 2.0, 1.0], "bins": [-0.005161676090210676, -0.004993972834199667, -0.004826269578188658, -0.004658565856516361, -0.004490862600505352, -0.004323159344494343, -0.004155456088483334, -0.003987752832472324, -0.0038200493436306715, -0.0036523460876196623, -0.0034846425987780094, -0.003316939342767, -0.003149236086755991, -0.002981532597914338, -0.002813829341903329, -0.002646125853061676, -0.002478422597050667, -0.0023107193410396576, -0.0021430158521980047, -0.0019753125961869955, -0.0018076092237606645, -0.0016399058513343334, -0.0014722025953233242, -0.0013044992228969932, -0.0011367958504706621, -0.0009690924780443311, -0.0008013891638256609, -0.0006336858496069908, -0.00046598247718065977, -0.0002982791338581592, -0.0001305757905356586, 3.712755278684199e-05, 0.00020483089610934258, 0.00037253423943184316, 0.0005402375827543437, 0.0007079408969730139, 0.0008756442693993449, 0.001043347641825676, 0.0012110508978366852, 0.0013787542702630162, 0.0015464576426893473, 0.0017141610151156783, 0.0018818643875420094, 0.0020495676435530186, 0.002217270899564028, 0.0023849743884056807, 0.00255267764441669, 0.0027203811332583427, 0.002888084389269352, 0.003055787645280361, 0.003223491134122014, 0.0033911943901330233, 0.003558897878974676, 0.0037266011349856853, 0.0038943043909966946, 0.004062007647007704, 0.00422971136868, 0.0043974146246910095, 0.004565117880702019, 0.004732821136713028, 0.004900524392724037, 0.005068227648735046, 0.005235931370407343, 0.005403634626418352, 0.005571337882429361]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 3.0, 3.0, 2.0, 0.0, 1.0, 8.0, 5.0, 1.0, 5.0, 5.0, 2.0, 1.0, 4.0, 2.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.023378755897283554, -0.022682473063468933, -0.021986190229654312, -0.02128990925848484, -0.02059362642467022, -0.0198973435908556, -0.019201060757040977, -0.018504777923226357, -0.017808496952056885, -0.017112214118242264, -0.016415931284427643, -0.015719648450613022, -0.015023365616798401, -0.014327083714306355, -0.013630800880491734, -0.012934518977999687, -0.012238236144185066, -0.011541953310370445, -0.010845671407878399, -0.010149388574063778, -0.009453106671571732, -0.00875682383775711, -0.00806054100394249, -0.007364258635789156, -0.006667976267635822, -0.005971693899482489, -0.005275411531329155, -0.004579128697514534, -0.0038828463293612003, -0.0031865639612078667, -0.0024902813602238894, -0.0017939988756552339, -0.0010977163910865784, -0.0004014339065179229, 0.0002948485780507326, 0.000991131062619388, 0.0016874135471880436, 0.0023836959153413773, 0.0030799785163253546, 0.003776261117309332, 0.0044725434854626656, 0.005168825853615999, 0.005865108221769333, 0.006561391055583954, 0.0072576734237372875, 0.007953955791890621, 0.008650238625705242, 0.009346520528197289, 0.01004280336201191, 0.01073908619582653, 0.011435368098318577, 0.012131650932133198, 0.012827932834625244, 0.013524215668439865, 0.014220498502254486, 0.014916780404746532, 0.015613063238561153, 0.0163093451410532, 0.01700562797486782, 0.01770191080868244, 0.018398193642497063, 0.019094476476311684, 0.019790757447481155, 0.020487040281295776, 0.021183323115110397]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 3.0, 3.0, 3.0, 2.0, 5.0, 2.0, 1.0, 4.0, 4.0, 5.0, 7.0, 11.0, 11.0, 15.0, 16.0, 19.0, 36.0, 45.0, 43.0, 62.0, 64.0, 99.0, 98.0, 137.0, 176.0, 197.0, 326.0, 427.0, 609.0, 892.0, 1515.0, 6054.0, 2447.0, 1433.0, 1030.0, 674.0, 495.0, 375.0, 257.0, 180.0, 161.0, 102.0, 95.0, 64.0, 46.0, 36.0, 30.0, 30.0, 31.0, 17.0, 10.0, 6.0, 3.0, 11.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011984582059085369, -0.01166747510433197, -0.011350369080901146, -0.011033262126147747, -0.010716155171394348, -0.010399049147963524, -0.010081942193210125, -0.009764835238456726, -0.009447729215025902, -0.009130622260272503, -0.008813515305519104, -0.00849640928208828, -0.00817930232733488, -0.007862195372581482, -0.007545089349150658, -0.007227982394397259, -0.006910875905305147, -0.006593769416213036, -0.006276662461459637, -0.005959555972367525, -0.0056424494832754135, -0.005325342528522015, -0.005008236039429903, -0.0046911295503377914, -0.0043740225955843925, -0.004056916106492281, -0.0037398096174001694, -0.003422702895477414, -0.003105596173554659, -0.0027884896844625473, -0.002471382962539792, -0.0021542764734476805, -0.0018371697515249252, -0.0015200631460174918, -0.0012029565405100584, -0.0008858498185873032, -0.0005687432130798697, -0.0002516365784686059, 6.5470056142658e-05, 0.00038257669075392187, 0.0006996833253651857, 0.0010167899308726192, 0.0013338965363800526, 0.0016510032583028078, 0.001968109980225563, 0.0022852164693176746, 0.00260232319124043, 0.0029194296803325415, 0.0032365364022552967, 0.003553643124178052, 0.0038707496132701635, 0.004187856335192919, 0.00450496282428503, 0.004822069779038429, 0.005139176268130541, 0.0054562827572226524, 0.005773389711976051, 0.006090496201068163, 0.0064076026901602745, 0.006724709179252386, 0.007041816134005785, 0.007358922623097897, 0.007676029112190008, 0.00799313560128212, 0.008310242556035519]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 1.0, 4.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.03722941502928734, -0.035683125257492065, -0.034136831760406494, -0.03259054198861122, -0.0310442503541708, -0.029497958719730377, -0.027951668947935104, -0.026405377313494682, -0.02485908567905426, -0.023312794044613838, -0.021766502410173416, -0.020220212638378143, -0.01867392100393772, -0.0171276293694973, -0.015581338666379452, -0.014035047963261604, -0.012488756328821182, -0.01094246469438076, -0.009396173991262913, -0.007849883288145065, -0.006303591653704643, -0.0047573004849255085, -0.0032110093161463737, -0.001664718147367239, -0.00011842697858810425, 0.0014278641901910305, 0.0029741553589701653, 0.0045204465277493, 0.006066737696528435, 0.0076130288653075695, 0.009159320034086704, 0.010705610737204552, 0.012251902371644974, 0.013798194006085396, 0.015344484709203243, 0.01689077541232109, 0.018437067046761513, 0.019983358681201935, 0.021529648452997208, 0.02307594008743763, 0.024622231721878052, 0.026168523356318474, 0.027714814990758896, 0.02926110476255417, 0.03080739639699459, 0.03235368803143501, 0.033899977803230286, 0.03544627130031586, 0.03699256107211113, 0.0385388508439064, 0.040085144340991974, 0.04163143411278725, 0.04317772388458252, 0.04472401738166809, 0.046270307153463364, 0.047816600650548935, 0.04936289042234421, 0.05090918019413948, 0.05245547369122505, 0.054001763463020325, 0.055548056960105896, 0.05709434673190117, 0.05864063650369644, 0.06018693000078201, 0.061733219772577286]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 5.0, 5.0, 5.0, 5.0, 8.0, 13.0, 7.0, 9.0, 7.0, 16.0, 9.0, 8.0, 16.0, 17.0, 42.0, 23.0, 13.0, 14.0, 11.0, 2.0, 2.0, 3.0, 7.0, 2.0, 5.0, 3.0, 5.0, 1.0, 2.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.04873406141996384, -0.04745861142873764, -0.046183157712221146, -0.04490770399570465, -0.043632254004478455, -0.04235680401325226, -0.041081350296735764, -0.03980589658021927, -0.03853044658899307, -0.037254996597766876, -0.03597954288125038, -0.03470408916473389, -0.03342863917350769, -0.032153189182281494, -0.030877735465765, -0.029602283611893654, -0.02832683175802231, -0.027051379904150963, -0.025775928050279617, -0.024500476196408272, -0.023225024342536926, -0.02194957248866558, -0.020674120634794235, -0.01939866878092289, -0.018123216927051544, -0.0168477650731802, -0.015572313219308853, -0.014296861365437508, -0.013021409511566162, -0.011745957657694817, -0.010470505803823471, -0.009195053949952126, -0.00791960209608078, -0.0066441502422094345, -0.005368698388338089, -0.0040932465344667435, -0.002817794680595398, -0.0015423428267240524, -0.0002668909728527069, 0.0010085608810186386, 0.002284012734889984, 0.0035594645887613297, 0.004834916442632675, 0.006110368296504021, 0.007385820150375366, 0.008661272004246712, 0.009936723858118057, 0.011212175711989403, 0.012487627565860748, 0.013763079419732094, 0.01503853127360344, 0.016313983127474785, 0.01758943498134613, 0.018864886835217476, 0.02014033868908882, 0.021415790542960167, 0.022691242396831512, 0.023966694250702858, 0.025242146104574203, 0.02651759795844555, 0.027793049812316895, 0.02906850166618824, 0.030343953520059586, 0.03161940723657608, 0.03289485722780228]}, "_runtime": 187.0437047481537, "_timestamp": 1596213057.7452424, "_step": 227}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 3.0, 2.0, 2.0, 1.0, 0.0, 3.0, 1.0, 3.0, 3.0, 4.0, 10.0, 8.0, 1.0, 1.0, 0.0, 1.0, 3.0, 0.0, 1.0, 0.0, 2.0, 2.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.019267816096544266, -0.018835850059986115, -0.018403884023427963, -0.017971916124224663, -0.01753995008766651, -0.01710798405110836, -0.01667601615190506, -0.01624405011534691, -0.015812084078788757, -0.015380118042230606, -0.01494815107434988, -0.014516184106469154, -0.014084218069911003, -0.013652252033352852, -0.013220285065472126, -0.0127883180975914, -0.012356352061033249, -0.011924386024475098, -0.011492419056594372, -0.011060452088713646, -0.010628486052155495, -0.010196520015597343, -0.009764553047716618, -0.009332586079835892, -0.00890062004327774, -0.00846865400671959, -0.008036687038838863, -0.007604720536619425, -0.007172754034399986, -0.006740787532180548, -0.006308821029961109, -0.005876854527741671, -0.005444888025522232, -0.0050129215233027935, -0.004580955021083355, -0.004148988518863916, -0.003717022016644478, -0.0032850555144250393, -0.0028530890122056007, -0.002421122509986162, -0.0019891560077667236, -0.001557189505547285, -0.0011252230033278465, -0.000693256501108408, -0.0002612899988889694, 0.00017067650333046913, 0.0006026430055499077, 0.0010346095077693462, 0.0014665760099887848, 0.0018985425122082233, 0.002330509014427662, 0.0027624755166471004, 0.003194442018866539, 0.0036264085210859776, 0.004058375023305416, 0.004490341525524855, 0.004922308027744293, 0.005354274529963732, 0.00578624103218317, 0.006218207534402609, 0.006650174036622047, 0.007082140538841486, 0.0075141070410609245, 0.00794607400894165, 0.008378040045499802]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 2.0, 7.0, 2.0, 4.0, 5.0, 7.0, 17.0, 14.0, 14.0, 20.0, 38.0, 48.0, 60.0, 89.0, 131.0, 191.0, 319.0, 5830.0, 445.0, 219.0, 113.0, 100.0, 67.0, 56.0, 36.0, 30.0, 17.0, 15.0, 9.0, 8.0, 4.0, 2.0, 1.0, 2.0, 1.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.14086377620697021, -0.13609769940376282, -0.13133162260055542, -0.12656554579734802, -0.12179946154356003, -0.11703338474035263, -0.11226730048656464, -0.10750122368335724, -0.10273514688014984, -0.09796907007694244, -0.09320299327373505, -0.08843690901994705, -0.08367083221673965, -0.07890475541353226, -0.07413867115974426, -0.06937259435653687, -0.06460651755332947, -0.05984044075012207, -0.055074360221624374, -0.05030827969312668, -0.04554220288991928, -0.040776126086711884, -0.03601004555821419, -0.03124396689236164, -0.026477888226509094, -0.021711809560656548, -0.016945730894804, -0.012179652228951454, -0.0074135735630989075, -0.0026474948972463608, 0.002118583768606186, 0.006884662434458733, 0.01165074110031128, 0.016416819766163826, 0.021182898432016373, 0.02594897709786892, 0.030715055763721466, 0.035481132566928864, 0.04024721309542656, 0.045013293623924255, 0.04977937042713165, 0.05454544723033905, 0.059311527758836746, 0.06407760828733444, 0.06884368509054184, 0.07360976189374924, 0.07837584614753723, 0.08314192295074463, 0.08790799975395203, 0.09267407655715942, 0.09744015336036682, 0.10220623761415482, 0.10697231441736221, 0.11173839122056961, 0.1165044754743576, 0.121270552277565, 0.1260366290807724, 0.1308027058839798, 0.1355687826871872, 0.1403348594903946, 0.14510095119476318, 0.14986702799797058, 0.15463310480117798, 0.15939918160438538, 0.16416525840759277]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 4.0, 3.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 3.0, 1.0, 6.0, 2.0, 0.0, 5.0, 4.0, 4.0, 6.0, 5.0, 4.0, 22.0, 2.0, 5.0, 5.0, 5.0, 2.0, 3.0, 0.0, 1.0, 5.0, 3.0, 1.0, 0.0, 3.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.0026896698400378227, -0.00260193576104939, -0.002514201682060957, -0.0024264678359031677, -0.002338733756914735, -0.002250999677926302, -0.0021632658317685127, -0.00207553175278008, -0.001987797673791647, -0.001900063594803214, -0.001812329632230103, -0.001724595669656992, -0.001636861590668559, -0.0015491275116801262, -0.0014613935491070151, -0.001373659586533904, -0.0012859255075454712, -0.0011981914285570383, -0.0011104574659839272, -0.0010227235034108162, -0.0009349894244223833, -0.0008472554036416113, -0.0007595213828608394, -0.0006717873620800674, -0.0005840533412992954, -0.0004963193205185235, -0.0004085852997377515, -0.0003208512789569795, -0.00023311725817620754, -0.00014538323739543557, -5.76492166146636e-05, 3.008480416610837e-05, 0.00011781882494688034, 0.0002055528457276523, 0.0002932868665084243, 0.00038102088728919625, 0.0004687549080699682, 0.0005564889288507402, 0.0006442229496315122, 0.0007319569704122841, 0.0008196909911930561, 0.0009074250119738281, 0.0009951590327546, 0.001082892995327711, 0.001170627074316144, 0.0012583611533045769, 0.001346095115877688, 0.001433829078450799, 0.0015215631574392319, 0.0016092972364276648, 0.0016970311990007758, 0.0017847651615738869, 0.0018724992405623198, 0.0019602333195507526, 0.002047967165708542, 0.0021357012446969748, 0.0022234353236854076, 0.0023111694026738405, 0.0023989034816622734, 0.0024866373278200626, 0.0025743714068084955, 0.0026621054857969284, 0.0027498393319547176, 0.0028375734109431505, 0.0029253074899315834]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 7.0, 13.0, 9.0, 16.0, 25.0, 32.0, 48.0, 65.0, 81.0, 138.0, 161.0, 273.0, 407.0, 617.0, 1057.0, 1692.0, 2952.0, 5440.0, 11528.0, 31568.0, 152397.0, 894717.0, 40845.0, 14992.0, 7660.0, 4272.0, 2651.0, 1728.0, 1166.0, 890.0, 616.0, 432.0, 310.0, 205.0, 167.0, 124.0, 88.0, 53.0, 46.0, 39.0, 28.0, 18.0, 14.0, 10.0, 12.0, 6.0, 6.0, 5.0, 4.0, 3.0, 2.0, 2.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.007813692092895508, -0.007546013221144676, -0.007278334349393845, -0.007010655477643013, -0.006742976605892181, -0.006475298199802637, -0.0062076193280518055, -0.005939940456300974, -0.005672261584550142, -0.005404582712799311, -0.005136903841048479, -0.0048692249692976475, -0.004601546563208103, -0.004333867691457272, -0.00406618881970644, -0.0037985099479556084, -0.0035308310762047768, -0.003263152204453945, -0.0029954733327031136, -0.0027277946937829256, -0.002460115822032094, -0.0021924369502812624, -0.0019247581949457526, -0.0016570794396102428, -0.0013894005678594112, -0.0011217216961085796, -0.0008540429407730699, -0.0005863641272298992, -0.0003186853136867285, -5.100650014355779e-05, 0.0002166723133996129, 0.0004843511269427836, 0.0007520299404859543, 0.0010197088122367859, 0.0012873875675722957, 0.0015550663229078054, 0.001822745194658637, 0.0020904240664094687, 0.0023581027053296566, 0.002625781577080488, 0.00289346044883132, 0.0031611393205821514, 0.003428818192332983, 0.003696496831253171, 0.003964175470173359, 0.0042318543419241905, 0.004499533213675022, 0.004767212085425854, 0.005034890957176685, 0.005302569828927517, 0.0055702487006783485, 0.00583792757242918, 0.006105606444180012, 0.006373284850269556, 0.006640963722020388, 0.006908642593771219, 0.007176321465522051, 0.0074440003372728825, 0.007711679209023714, 0.007979357615113258, 0.00824703648686409, 0.008514715358614922, 0.008782394230365753, 0.009050073102116585, 0.009317751973867416]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 2.0, 1.0, 0.0, 2.0, 5.0, 3.0, 1.0, 4.0, 3.0, 11.0, 5.0, 2.0, 3.0, 4.0, 1.0, 3.0, 0.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.016735345125198364, -0.01537182368338108, -0.014008302241563797, -0.012644781731069088, -0.011281260289251804, -0.00991773884743452, -0.008554218336939812, -0.007190696895122528, -0.0058271754533052444, -0.004463654011487961, -0.0031001330353319645, -0.0017366118263453245, -0.00037309061735868454, 0.0009904305916279554, 0.0023539518006145954, 0.0037174730096012354, 0.005080994218587875, 0.006444515660405159, 0.007808036636561155, 0.009171557612717152, 0.010535079054534435, 0.011898600496351719, 0.013262121006846428, 0.014625642448663712, 0.015989163890480995, 0.01735268533229828, 0.018716206774115562, 0.020079728215932846, 0.02144324779510498, 0.022806769236922264, 0.024170290678739548, 0.02553381212055683, 0.026897333562374115, 0.0282608550041914, 0.029624376446008682, 0.030987897887825966, 0.03235141932964325, 0.033714938908815384, 0.03507846221327782, 0.03644198179244995, 0.037805505096912384, 0.03916902467608452, 0.04053254425525665, 0.041896067559719086, 0.04325958713889122, 0.04462311044335365, 0.04598663002252579, 0.04735015332698822, 0.048713672906160355, 0.05007719248533249, 0.05144071578979492, 0.052804235368967056, 0.05416775867342949, 0.055531278252601624, 0.056894801557064056, 0.05825832113623619, 0.059621840715408325, 0.06098536401987076, 0.06234888359904289, 0.06371240317821503, 0.06507592648267746, 0.06643944978713989, 0.06780297309160233, 0.06916648894548416, 0.0705300122499466]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 0.0, 5.0, 5.0, 8.0, 11.0, 17.0, 26.0, 37.0, 59.0, 88.0, 120.0, 168.0, 248.0, 352.0, 556.0, 824.0, 1267.0, 2392.0, 6731.0, 1854.0, 1154.0, 720.0, 453.0, 333.0, 229.0, 159.0, 114.0, 118.0, 85.0, 52.0, 58.0, 26.0, 30.0, 21.0, 17.0, 12.0, 8.0, 5.0, 6.0, 3.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 8.0, 13.0, 3.0, 2.0, 14.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 5.0], "bins": [-0.010019737295806408, -0.009498940780758858, -0.008978144265711308, -0.008457347750663757, -0.007936551235616207, -0.007415755186229944, -0.006894958671182394, -0.006374162156134844, -0.005853365641087294, -0.005332569126039743, -0.004811772610992193, -0.004290976095944643, -0.0037701798137277365, -0.0032493832986801863, -0.0027285870164632797, -0.0022077905014157295, -0.0016869939863681793, -0.0011661974713206291, -0.0006454010726884007, -0.00012460461584851146, 0.00039619184099137783, 0.0009169882978312671, 0.0014377847546711564, 0.0019585811533033848, 0.002479377668350935, 0.003000174183398485, 0.0035209706984460354, 0.004041767213493586, 0.0045625632628798485, 0.005083359777927399, 0.005604156292974949, 0.006124952808022499, 0.006645749323070049, 0.0071665458381175995, 0.00768734235316515, 0.0082081388682127, 0.00872893538326025, 0.0092497318983078, 0.00977052841335535, 0.0102913249284029, 0.010812120512127876, 0.011332917027175426, 0.011853713542222977, 0.012374510057270527, 0.012895306572318077, 0.013416103087365627, 0.013936899602413177, 0.014457696117460728, 0.014978492632508278, 0.015499289147555828, 0.01602008566260338, 0.016540881246328354, 0.01706167869269848, 0.017582474276423454, 0.01810327172279358, 0.018624067306518555, 0.01914486475288868, 0.019665660336613655, 0.02018645778298378, 0.020707253366708755, 0.02122805081307888, 0.021748846396803856, 0.02226964384317398, 0.022790439426898956, 0.023311235010623932]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 2.0, 0.0, 2.0, 2.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.16132381558418274, -0.1571444720029831, -0.15296514332294464, -0.148785799741745, -0.14460647106170654, -0.1404271274805069, -0.13624779880046844, -0.1320684552192688, -0.12788912653923035, -0.1237097829580307, -0.11953044682741165, -0.1153511106967926, -0.11117176711559296, -0.10699243098497391, -0.10281309485435486, -0.09863375872373581, -0.09445442259311676, -0.09027508646249771, -0.08609575033187866, -0.08191641420125961, -0.07773707807064056, -0.07355773448944092, -0.06937839835882187, -0.06519906222820282, -0.06101972609758377, -0.05684038996696472, -0.05266105383634567, -0.048481713980436325, -0.044302377849817276, -0.04012304171919823, -0.03594370186328888, -0.03176436573266983, -0.02758502960205078, -0.023405693471431732, -0.019226355478167534, -0.01504701841622591, -0.010867681354284286, -0.006688344292342663, -0.002509007230401039, 0.0016703298315405846, 0.005849666893482208, 0.010029003955423832, 0.014208341017365456, 0.018387679010629654, 0.022567015141248703, 0.026746351271867752, 0.03092568926513195, 0.03510502725839615, 0.0392843633890152, 0.04346369951963425, 0.047643035650253296, 0.05182237550616264, 0.05600171163678169, 0.06018104776740074, 0.06436038762331009, 0.06853972375392914, 0.07271905988454819, 0.07689839601516724, 0.08107773214578629, 0.08525706827640533, 0.08943641185760498, 0.09361574798822403, 0.09779508411884308, 0.10197442024946213, 0.10615375638008118]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 4.0, 1.0, 0.0, 2.0, 7.0, 1.0, 3.0, 3.0, 11.0, 10.0, 15.0, 10.0, 13.0, 7.0, 10.0, 16.0, 19.0, 15.0, 38.0, 22.0, 16.0, 15.0, 7.0, 6.0, 4.0, 5.0, 3.0, 1.0, 2.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.07938820868730545, -0.07695820927619934, -0.07452821731567383, -0.07209821790456772, -0.0696682259440422, -0.0672382265329361, -0.06480822712182999, -0.062378235161304474, -0.059948235750198364, -0.05751824006438255, -0.05508824437856674, -0.05265824869275093, -0.05022825300693512, -0.04779825732111931, -0.0453682579100132, -0.04293826222419739, -0.04050826653838158, -0.038078270852565765, -0.035648275166749954, -0.033218275755643845, -0.030788280069828033, -0.028358284384012222, -0.02592828869819641, -0.02349829114973545, -0.02106829546391964, -0.01863829977810383, -0.016208302229642868, -0.013778306543827057, -0.011348309926688671, -0.008918313309550285, -0.006488317158073187, -0.004058321006596088, -0.0016283243894577026, 0.0008016719948500395, 0.0032316683791577816, 0.00566166453063488, 0.008091661147773266, 0.010521657764911652, 0.012951653450727463, 0.015381650067865849, 0.017811646685004234, 0.020241642370820045, 0.022671639919281006, 0.025101635605096817, 0.027531631290912628, 0.02996162883937359, 0.03239162638783455, 0.03482162207365036, 0.03725161775946617, 0.03968161344528198, 0.042111609131097794, 0.0445416085422039, 0.046971604228019714, 0.049401599913835526, 0.05183159559965134, 0.05426159128546715, 0.05669158697128296, 0.05912158638238907, 0.06155158206820488, 0.06398157775402069, 0.0664115771651268, 0.06884156912565231, 0.07127156853675842, 0.07370156049728394, 0.07613155990839005]}, "_runtime": 187.8166618347168, "_timestamp": 1596213058.5181994, "_step": 228}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 4.0, 1.0, 3.0, 3.0, 10.0, 3.0, 6.0, 4.0, 1.0, 1.0, 1.0, 0.0, 3.0, 3.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014829411171376705, -0.014415834099054337, -0.014002256095409393, -0.013588679023087025, -0.013175101950764656, -0.012761523947119713, -0.012347946874797344, -0.011934369802474976, -0.011520791798830032, -0.011107214726507664, -0.010693637654185295, -0.010280059650540352, -0.009866482578217983, -0.009452905505895615, -0.009039327502250671, -0.008625750429928303, -0.008212173357605934, -0.007798595353960991, -0.007385018281638622, -0.006971440743654966, -0.00655786320567131, -0.006144286133348942, -0.005730708595365286, -0.00531713105738163, -0.004903553985059261, -0.004489976447075605, -0.0040763989090919495, -0.003662821603938937, -0.003249244298785925, -0.002835666760802269, -0.0024220894556492567, -0.0020085119176656008, -0.0015949346125125885, -0.0011813571909442544, -0.0007677798275835812, -0.00035420243511907756, 5.937495734542608e-05, 0.00047295234980992973, 0.0008865297422744334, 0.0013001071056351066, 0.0017136845272034407, 0.002127261832356453, 0.002540839370340109, 0.002954416675493121, 0.0033679939806461334, 0.0037815715186297894, 0.004195149056613445, 0.004608726128935814, 0.00502230366691947, 0.005435881204903126, 0.005849458277225494, 0.00626303581520915, 0.006676613353192806, 0.007090190425515175, 0.007503767963498831, 0.007917345501482487, 0.008330922573804855, 0.008744500577449799, 0.009158077649772167, 0.009571654722094536, 0.009985232725739479, 0.010398809798061848, 0.010812386870384216, 0.01122596487402916, 0.011639541946351528]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 3.0, 0.0, 1.0, 1.0, 0.0, 4.0, 1.0, 1.0, 4.0, 4.0, 4.0, 3.0, 6.0, 4.0, 7.0, 13.0, 11.0, 15.0, 12.0, 18.0, 21.0, 18.0, 41.0, 48.0, 55.0, 75.0, 85.0, 140.0, 226.0, 374.0, 5305.0, 570.0, 231.0, 169.0, 101.0, 68.0, 68.0, 46.0, 30.0, 27.0, 26.0, 21.0, 9.0, 14.0, 6.0, 9.0, 8.0, 2.0, 9.0, 2.0, 3.0, 4.0, 2.0, 3.0, 1.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1030525416135788, -0.09978853166103363, -0.09652451425790787, -0.0932605043053627, -0.08999649435281754, -0.08673248440027237, -0.0834684669971466, -0.08020445704460144, -0.07694044709205627, -0.07367642968893051, -0.07041241973638535, -0.06714840978384018, -0.06388439983129501, -0.06062038615345955, -0.057356372475624084, -0.05409236252307892, -0.050828348845243454, -0.04756433516740799, -0.044300325214862823, -0.04103631153702736, -0.03777230158448219, -0.03450828790664673, -0.031244276091456413, -0.027980264276266098, -0.024716252461075783, -0.021452240645885468, -0.018188228830695152, -0.014924216084182262, -0.011660204268991947, -0.008396192453801632, -0.005132180172950029, -0.0018681681249290705, 0.0013958439230918884, 0.004659855738282204, 0.007923867553472519, 0.011187880299985409, 0.014451892115175724, 0.017715904861688614, 0.02097991667687893, 0.024243928492069244, 0.02750794030725956, 0.030771952122449875, 0.03403596580028534, 0.037299975752830505, 0.04056398943066597, 0.043827999383211136, 0.0470920130610466, 0.050356023013591766, 0.05362003669142723, 0.056884050369262695, 0.06014806032180786, 0.06341207027435303, 0.06667608767747879, 0.06994009763002396, 0.07320410758256912, 0.07646811753511429, 0.07973213493824005, 0.08299614489078522, 0.08626015484333038, 0.08952417224645615, 0.09278818219900131, 0.09605219215154648, 0.09931620210409164, 0.10258021950721741, 0.10584422945976257]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 4.0, 2.0, 1.0, 1.0, 4.0, 3.0, 1.0, 2.0, 2.0, 1.0, 5.0, 4.0, 4.0, 4.0, 3.0, 6.0, 22.0, 1.0, 4.0, 2.0, 5.0, 4.0, 3.0, 4.0, 3.0, 3.0, 0.0, 2.0, 4.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0018614699365571141, -0.0017941105179488659, -0.0017267509829252958, -0.0016593915643170476, -0.0015920321457087994, -0.0015246726106852293, -0.001457313192076981, -0.001389953657053411, -0.0013225942384451628, -0.0012552348198369145, -0.0011878752848133445, -0.0011205158662050962, -0.0010531563311815262, -0.000985796912573278, -0.0009184374939650297, -0.0008510780171491206, -0.0007837185403332114, -0.0007163590635173023, -0.0006489995867013931, -0.0005816401680931449, -0.0005142806912772357, -0.0004469212144613266, -0.0003795617667492479, -0.0003122023190371692, -0.00024484284222126007, -0.00017748337995726615, -0.00011012391769327223, -4.2764455429278314e-05, 2.4595006834715605e-05, 9.195446909870952e-05, 0.00015931393136270344, 0.00022667339362669736, 0.0002940328558906913, 0.00036139233270660043, 0.0004287517804186791, 0.0004961112281307578, 0.000563470704946667, 0.0006308301817625761, 0.0006981896003708243, 0.0007655490771867335, 0.0008329085540026426, 0.0009002680308185518, 0.0009676275076344609, 0.0010349869262427092, 0.0011023464612662792, 0.0011697058798745275, 0.0012370652984827757, 0.0013044248335063457, 0.001371784252114594, 0.0014391436707228422, 0.0015065032057464123, 0.0015738626243546605, 0.0016412220429629087, 0.0017085815779864788, 0.001775940996594727, 0.001843300531618297, 0.0019106599502265453, 0.0019780194852501154, 0.002045378787443042, 0.002112738322466612, 0.002180097857490182, 0.0022474571596831083, 0.0023148166947066784, 0.0023821762297302485, 0.0024495357647538185]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 3.0, 4.0, 6.0, 8.0, 8.0, 20.0, 24.0, 28.0, 44.0, 65.0, 100.0, 150.0, 191.0, 279.0, 455.0, 637.0, 940.0, 1402.0, 2228.0, 3793.0, 6469.0, 11142.0, 21853.0, 53292.0, 819940.0, 164850.0, 43017.0, 20302.0, 10925.0, 6402.0, 3745.0, 2422.0, 1560.0, 1012.0, 716.0, 501.0, 324.0, 233.0, 148.0, 117.0, 95.0, 45.0, 46.0, 32.0, 26.0, 9.0, 10.0, 7.0, 7.0, 5.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.005601517390459776, -0.005420475732535124, -0.005239434074610472, -0.00505839241668582, -0.00487735029309988, -0.004696308635175228, -0.004515266977250576, -0.004334225319325924, -0.004153183661401272, -0.00397214200347662, -0.0037911003455519676, -0.003610058454796672, -0.0034290167968720198, -0.0032479751389473677, -0.003066933248192072, -0.00288589159026742, -0.0027048499323427677, -0.0025238082744181156, -0.0023427666164934635, -0.0021617247257381678, -0.0019806830678135157, -0.0017996414098888636, -0.0016185996355488896, -0.0014375578612089157, -0.0012565162032842636, -0.0010754745453596115, -0.0008944327710196376, -0.0007133910548873246, -0.0005323493387550116, -0.00035130762262269855, -0.00017026590649038553, 1.077580964192748e-05, 0.0001918175257742405, 0.0003728592419065535, 0.0005539009580388665, 0.0007349426741711795, 0.0009159843903034925, 0.0010970260482281446, 0.0012780678225681186, 0.0014591095969080925, 0.0016401512548327446, 0.0018211929127573967, 0.002002234570682049, 0.0021832764614373446, 0.0023643181193619967, 0.0025453597772866488, 0.0027264016680419445, 0.0029074433259665966, 0.0030884849838912487, 0.003269526641815901, 0.003450568299740553, 0.0036316101904958487, 0.0038126518484205008, 0.0039936937391757965, 0.004174735397100449, 0.004355777055025101, 0.004536818712949753, 0.004717860370874405, 0.004898902028799057, 0.005079943686723709, 0.005260985344648361, 0.005442027468234301, 0.005623069126158953, 0.005804110784083605, 0.005985152442008257]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 3.0, 2.0, 2.0, 0.0, 4.0, 2.0, 0.0, 1.0, 0.0, 3.0, 1.0, 0.0, 1.0, 6.0, 1.0, 2.0, 4.0, 2.0, 0.0, 0.0, 4.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013235659338533878, -0.012806517072021961, -0.012377374805510044, -0.011948232538998127, -0.011519091203808784, -0.011089948937296867, -0.01066080667078495, -0.010231664404273033, -0.009802522137761116, -0.009373379871249199, -0.008944238536059856, -0.00851509626954794, -0.008085954003036022, -0.007656811736524105, -0.007227669470012188, -0.006798527669161558, -0.006369385402649641, -0.005940243136137724, -0.005511101335287094, -0.005081959068775177, -0.00465281680226326, -0.00422367500141263, -0.003794532734900713, -0.003365390468388796, -0.0029362484347075224, -0.002507106401026249, -0.002077964134514332, -0.0016488221008330584, -0.001219679950736463, -0.0007905378006398678, -0.0003613957087509334, 6.774641224183142e-05, 0.0004968885332345963, 0.0009260306833311915, 0.0013551728334277868, 0.0017843148671090603, 0.0022134571336209774, 0.002642599167302251, 0.0030717412009835243, 0.0035008834674954414, 0.0039300257340073586, 0.004359167534857988, 0.0047883098013699055, 0.005217452067881823, 0.005646593868732452, 0.0060757361352443695, 0.006504878401756287, 0.006934020202606916, 0.0073631624691188335, 0.007792304735630751, 0.00822144653648138, 0.008650588802993298, 0.009079731069505215, 0.009508873336017132, 0.009938015602529049, 0.010367156937718391, 0.010796299204230309, 0.011225441470742226, 0.011654583737254143, 0.01208372600376606, 0.012512868270277977, 0.01294200960546732, 0.013371151871979237, 0.013800294138491154, 0.01422943640500307]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 6.0, 3.0, 3.0, 3.0, 7.0, 10.0, 7.0, 9.0, 21.0, 25.0, 31.0, 36.0, 47.0, 59.0, 58.0, 75.0, 109.0, 114.0, 121.0, 151.0, 234.0, 292.0, 349.0, 487.0, 608.0, 676.0, 947.0, 1344.0, 2146.0, 5336.0, 1432.0, 889.0, 612.0, 456.0, 377.0, 274.0, 210.0, 174.0, 143.0, 116.0, 105.0, 73.0, 66.0, 45.0, 40.0, 19.0, 21.0, 12.0, 14.0, 8.0, 12.0, 5.0, 5.0, 3.0, 1.0], "bins": [-0.009680157527327538, -0.009426831267774105, -0.009173505939543247, -0.008920179679989815, -0.008666853420436382, -0.00841352716088295, -0.008160201832652092, -0.00790687557309866, -0.007653549313545227, -0.007400223519653082, -0.007146897725760937, -0.006893571466207504, -0.006640245672315359, -0.006386919412761927, -0.0061335936188697815, -0.005880267359316349, -0.005626941565424204, -0.005373615771532059, -0.005120289511978626, -0.004866963718086481, -0.004613637458533049, -0.0043603116646409035, -0.004106985405087471, -0.003853659611195326, -0.003600333584472537, -0.0033470075577497482, -0.0030936815310269594, -0.0028403555043041706, -0.0025870297104120255, -0.0023337036836892366, -0.002080377656966448, -0.001827051630243659, -0.0015737256035208702, -0.0013203995767980814, -0.0010670735500752926, -0.0008137476397678256, -0.0005604216130450368, -0.00030709561542607844, -5.3769617807120085e-05, 0.00019955637981183827, 0.0004528823774307966, 0.0007062084041535854, 0.0009595343726687133, 0.0012128603411838412, 0.00146618636790663, 0.0017195123946294188, 0.001972838304936886, 0.0022261643316596746, 0.0024794903583824635, 0.0027328163851052523, 0.002986142411828041, 0.00323946843855083, 0.0034927944652736187, 0.003746120259165764, 0.003999446518719196, 0.0042527723126113415, 0.004506098106503487, 0.004759424366056919, 0.005012750159949064, 0.005266076419502497, 0.005519402213394642, 0.005772728472948074, 0.0060260542668402195, 0.006279380526393652, 0.006532706320285797]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 4.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0684458464384079, -0.06619421392679214, -0.06394258141517639, -0.06169094890356064, -0.059439316391944885, -0.05718768760561943, -0.05493605509400368, -0.052684422582387924, -0.05043279007077217, -0.04818115755915642, -0.045929525047540665, -0.04367789253592491, -0.04142626374959946, -0.039174631237983704, -0.03692299872636795, -0.0346713662147522, -0.032419733703136444, -0.03016810119152069, -0.027916468679904938, -0.025664838030934334, -0.02341320551931858, -0.021161573007702827, -0.018909942358732224, -0.01665830984711647, -0.014406677335500717, -0.012155044823884964, -0.009903413243591785, -0.0076517811976373196, -0.005400149151682854, -0.003148517105728388, -0.000896885059773922, 0.001354746986180544, 0.0036063790321350098, 0.005858011078089476, 0.008109643124043941, 0.01036127470433712, 0.012612907215952873, 0.014864539727568626, 0.01711617037653923, 0.019367802888154984, 0.021619435399770737, 0.02387106791138649, 0.026122700423002243, 0.028374331071972847, 0.0306259635835886, 0.032877594232559204, 0.03512922674417496, 0.03738085925579071, 0.039632491767406464, 0.04188412427902222, 0.04413575679063797, 0.04638738930225372, 0.048639021813869476, 0.05089065060019493, 0.053142283111810684, 0.05539391562342644, 0.05764554813504219, 0.059897180646657944, 0.0621488131582737, 0.06440044194459915, 0.0666520744562149, 0.06890370696783066, 0.07115533947944641, 0.07340697199106216, 0.07565860450267792]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 3.0, 0.0, 2.0, 0.0, 0.0, 4.0, 1.0, 2.0, 2.0, 4.0, 8.0, 5.0, 4.0, 5.0, 7.0, 8.0, 1.0, 3.0, 8.0, 6.0, 6.0, 3.0, 11.0, 4.0, 6.0, 24.0, 14.0, 12.0, 12.0, 12.0, 8.0, 11.0, 11.0, 11.0, 7.0, 6.0, 6.0, 2.0, 12.0, 5.0, 1.0, 1.0, 3.0, 3.0, 1.0, 2.0, 4.0, 0.0, 2.0, 2.0, 2.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.03610340878367424, -0.03485523909330368, -0.03360707312822342, -0.03235890343785286, -0.0311107374727726, -0.02986256778240204, -0.028614399954676628, -0.027366232126951218, -0.026118064299225807, -0.024869896471500397, -0.023621728643774986, -0.022373560816049576, -0.021125391125679016, -0.019877223297953606, -0.018629055470228195, -0.017380887642502785, -0.016132719814777374, -0.014884551987051964, -0.013636384159326553, -0.012388215400278568, -0.011140047572553158, -0.009891879744827747, -0.008643710985779762, -0.007395543158054352, -0.006147375330328941, -0.004899207502603531, -0.003651039209216833, -0.002402871148660779, -0.0011547030881047249, 9.346497245132923e-05, 0.0013416330330073833, 0.0025898010935634375, 0.0038379691541194916, 0.005086136981844902, 0.0063343052752316, 0.007582473568618298, 0.008830641396343708, 0.010078809224069118, 0.011326977983117104, 0.012575145810842514, 0.013823313638567924, 0.015071481466293335, 0.016319649294018745, 0.017567817121744156, 0.018815986812114716, 0.020064154639840126, 0.021312322467565536, 0.022560490295290947, 0.023808658123016357, 0.025056825950741768, 0.02630499377846718, 0.02755316160619259, 0.028801329433918, 0.03004949912428856, 0.03129766508936882, 0.03254583477973938, 0.03379400074481964, 0.0350421704351902, 0.03629034012556076, 0.03753850609064102, 0.03878667578101158, 0.04003484174609184, 0.0412830114364624, 0.042531177401542664, 0.04377934709191322]}, "_runtime": 188.62136268615723, "_timestamp": 1596213059.3229003, "_step": 229}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 2.0, 2.0, 1.0, 0.0, 7.0, 8.0, 5.0, 4.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.007962658070027828, -0.007663109805434942, -0.007363561540842056, -0.00706401327624917, -0.006764465011656284, -0.006464917212724686, -0.0061653689481318, -0.005865820683538914, -0.005566272418946028, -0.005266724154353142, -0.004967175889760256, -0.00466762762516737, -0.004368079826235771, -0.004068531561642885, -0.0037689832970499992, -0.0034694350324571133, -0.0031698867678642273, -0.0028703385032713413, -0.0025707902386784554, -0.002271242206916213, -0.001971693942323327, -0.001672145677730441, -0.001372597529552877, -0.0010730493813753128, -0.0007735011167824268, -0.0004739529103972018, -0.00017440470401197672, 0.00012514350237324834, 0.0004246917087584734, 0.0007242399151436985, 0.0010237881215289235, 0.0013233362697064877, 0.0016228845342993736, 0.0019224327988922596, 0.0022219810634851456, 0.002521529095247388, 0.002821077359840274, 0.00312062562443316, 0.003420173656195402, 0.003719721920788288, 0.004019270185381174, 0.00431881844997406, 0.004618366714566946, 0.004917914979159832, 0.005217462778091431, 0.005517011042684317, 0.005816559307277203, 0.006116107571870089, 0.0064156558364629745, 0.0067152041010558605, 0.0070147523656487465, 0.0073143006302416325, 0.007613848894834518, 0.007913396693766117, 0.00821294542402029, 0.008512493222951889, 0.008812041953206062, 0.009111589752137661, 0.00941113755106926, 0.009710686281323433, 0.010010234080255032, 0.010309782810509205, 0.010609330609440804, 0.010908879339694977, 0.011208427138626575]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 1.0, 2.0, 4.0, 6.0, 3.0, 7.0, 9.0, 19.0, 10.0, 14.0, 21.0, 23.0, 38.0, 42.0, 35.0, 75.0, 72.0, 141.0, 185.0, 307.0, 5274.0, 792.0, 245.0, 154.0, 118.0, 77.0, 49.0, 29.0, 34.0, 27.0, 19.0, 24.0, 15.0, 18.0, 10.0, 4.0, 8.0, 3.0, 2.0, 3.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.1206388920545578, -0.11695645749568939, -0.11327402293682098, -0.10959158837795258, -0.10590915381908417, -0.10222671926021576, -0.09854427725076675, -0.09486184269189835, -0.09117940813302994, -0.08749697357416153, -0.08381453901529312, -0.08013210445642471, -0.0764496698975563, -0.0727672353386879, -0.06908480077981949, -0.06540236622095108, -0.061719927936792374, -0.058037493377923965, -0.05435505881905556, -0.05067262053489685, -0.04699018597602844, -0.043307751417160034, -0.039625316858291626, -0.03594288229942322, -0.03226044774055481, -0.028578011319041252, -0.024895574897527695, -0.021213140338659286, -0.01753070577979088, -0.01384826935827732, -0.010165834799408913, -0.00648339930921793, -0.002800963819026947, 0.0008814714383333921, 0.004563906695693731, 0.008246341720223427, 0.01192877721041441, 0.015611212700605392, 0.0192936472594738, 0.022976083680987358, 0.026658518239855766, 0.030340952798724174, 0.03402338922023773, 0.03770582377910614, 0.04138825833797455, 0.04507069289684296, 0.04875313118100166, 0.05243556573987007, 0.05611800029873848, 0.05980043485760689, 0.0634828731417656, 0.067165307700634, 0.07084774225950241, 0.07453017681837082, 0.07821261137723923, 0.08189504593610764, 0.08557748049497604, 0.08925991505384445, 0.09294234961271286, 0.09662479162216187, 0.10030722618103027, 0.10398966073989868, 0.10767209529876709, 0.1113545298576355, 0.1150369644165039]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 0.0, 2.0, 3.0, 6.0, 3.0, 4.0, 5.0, 1.0, 8.0, 2.0, 4.0, 25.0, 2.0, 7.0, 6.0, 5.0, 6.0, 4.0, 1.0, 3.0, 2.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 4.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0026939399540424347, -0.00260575907304883, -0.0025175781920552254, -0.0024293973110616207, -0.0023412161972373724, -0.0022530353162437677, -0.002164854435250163, -0.0020766735542565584, -0.0019884926732629538, -0.0019003116758540273, -0.0018121307948604226, -0.001723949913866818, -0.0016357689164578915, -0.0015475880354642868, -0.0014594071544706821, -0.0013712261570617557, -0.001283045276068151, -0.0011948643950745463, -0.0011066833976656199, -0.0010185025166720152, -0.0009303216356784105, -0.000842140696477145, -0.0007539597572758794, -0.0006657788762822747, -0.0005775979370810091, -0.0004894169978797436, -0.0004012361168861389, -0.00031305517768487334, -0.00022487426758743823, -0.0001366933574900031, -4.8512432840652764e-05, 3.966848453273997e-05, 0.0001278494019061327, 0.00021603031200356781, 0.00030421122210100293, 0.0003923921613022685, 0.0004805730713997036, 0.0005687539814971387, 0.0006569349206984043, 0.000745115801692009, 0.0008332967408932745, 0.0009214776800945401, 0.0010096585610881448, 0.0010978394420817494, 0.001186020439490676, 0.0012742013204842806, 0.0013623822014778852, 0.0014505631988868117, 0.0015387440798804164, 0.001626924960874021, 0.0017151059582829475, 0.0018032868392765522, 0.0018914677202701569, 0.0019796486012637615, 0.002067829482257366, 0.0021560105960816145, 0.002244191477075219, 0.002332372358068824, 0.0024205532390624285, 0.002508734120056033, 0.002596915001049638, 0.002685096114873886, 0.0027732769958674908, 0.0028614578768610954, 0.0029496387578547]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 4.0, 1.0, 5.0, 3.0, 4.0, 3.0, 9.0, 18.0, 15.0, 17.0, 21.0, 36.0, 39.0, 46.0, 63.0, 118.0, 158.0, 196.0, 265.0, 424.0, 672.0, 1120.0, 2005.0, 3934.0, 8967.0, 22402.0, 73828.0, 901048.0, 100870.0, 31227.0, 13900.0, 7340.0, 4126.0, 2392.0, 1560.0, 929.0, 645.0, 394.0, 226.0, 177.0, 135.0, 93.0, 58.0, 39.0, 28.0, 27.0, 13.0, 10.0, 8.0, 8.0, 8.0, 4.0, 4.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.0073299468494951725, -0.007105618249624968, -0.006881289649754763, -0.006656961049884558, -0.006432632450014353, -0.006208303850144148, -0.005983975250273943, -0.005759646650403738, -0.005535318050533533, -0.005310989450663328, -0.005086660850793123, -0.004862332250922918, -0.004638003651052713, -0.0044136750511825085, -0.0041893464513123035, -0.003965017851442099, -0.00374068901874125, -0.003516360418871045, -0.00329203181900084, -0.0030677032191306353, -0.0028433746192604303, -0.0026190460193902254, -0.0023947174195200205, -0.0021703888196498156, -0.0019460601033642888, -0.0017217315034940839, -0.001497402903623879, -0.001273074303753674, -0.0010487455874681473, -0.0008244170458056033, -0.0006000883877277374, -0.0003757597878575325, -0.00015143118798732758, 7.289742643479258e-05, 0.00029722604085691273, 0.0005215546698309481, 0.000745883269701153, 0.000970211869571358, 0.0011945405276492238, 0.0014188691275194287, 0.0016431977273896337, 0.0018675263272598386, 0.0020918550435453653, 0.0023161836434155703, 0.002540512243285775, 0.00276484084315598, 0.002989169443026185, 0.00321349804289639, 0.003437826642766595, 0.0036621552426368, 0.0038864838425070047, 0.004110812675207853, 0.004335141275078058, 0.004559469874948263, 0.004783798474818468, 0.005008127074688673, 0.005232455674558878, 0.005456784274429083, 0.005681112874299288, 0.005905441474169493, 0.006129770074039698, 0.006354098673909903, 0.0065784272737801075, 0.006802755873650312, 0.007027084473520517]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 3.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 5.0, 6.0, 1.0, 6.0, 1.0, 3.0, 2.0, 4.0, 1.0, 2.0, 1.0, 2.0, 4.0, 2.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0], "bins": [-0.023928042501211166, -0.02341119945049286, -0.022894354537129402, -0.022377509623765945, -0.021860666573047638, -0.02134382352232933, -0.020826978608965874, -0.020310133695602417, -0.01979329064488411, -0.019276447594165802, -0.018759602680802345, -0.01824275776743889, -0.01772591471672058, -0.017209071666002274, -0.016692226752638817, -0.01617538183927536, -0.015658538788557053, -0.01514169480651617, -0.014624850824475288, -0.014108006842434406, -0.013591162860393524, -0.013074318878352642, -0.01255747489631176, -0.012040630914270878, -0.011523786932229996, -0.011006942950189114, -0.010490098968148232, -0.00997325498610735, -0.009456411004066467, -0.008939567022025585, -0.008422723039984703, -0.007905879057943821, -0.007389035075902939, -0.006872191093862057, -0.006355347111821175, -0.0058385031297802925, -0.00532165914773941, -0.004804815165698528, -0.004287971183657646, -0.003771127201616764, -0.003254283219575882, -0.002737439237535, -0.0022205952554941177, -0.0017037512734532356, -0.0011869072914123535, -0.0006700633093714714, -0.0001532193273305893, 0.0003636246547102928, 0.0008804686367511749, 0.001397312618792057, 0.0019141566008329391, 0.0024310005828738213, 0.0029478445649147034, 0.0034646885469555855, 0.003981532528996468, 0.00449837651103735, 0.005015220493078232, 0.005532064475119114, 0.006048908457159996, 0.006565752439200878, 0.00708259642124176, 0.007599440403282642, 0.008116284385323524, 0.008633128367364407, 0.009149972349405289]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [4.0, 4.0, 6.0, 2.0, 4.0, 6.0, 13.0, 12.0, 9.0, 16.0, 16.0, 13.0, 8.0, 12.0, 17.0, 18.0, 30.0, 30.0, 30.0, 58.0, 77.0, 87.0, 86.0, 98.0, 147.0, 195.0, 217.0, 290.0, 379.0, 521.0, 728.0, 1011.0, 1441.0, 5329.0, 2156.0, 1356.0, 898.0, 712.0, 526.0, 468.0, 324.0, 233.0, 172.0, 151.0, 113.0, 88.0, 79.0, 59.0, 43.0, 42.0, 33.0, 8.0, 16.0, 9.0, 8.0, 7.0, 7.0, 5.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.0079517662525177, -0.007716288324445486, -0.007480810862034559, -0.007245332933962345, -0.007009855005890131, -0.006774377543479204, -0.00653889961540699, -0.006303421687334776, -0.006067943759262562, -0.005832466296851635, -0.005596988368779421, -0.005361510440707207, -0.00512603297829628, -0.004890555050224066, -0.004655077122151852, -0.004419599659740925, -0.004184121731668711, -0.003948643803596497, -0.003713166108354926, -0.0034776884131133556, -0.0032422104850411415, -0.003006732789799571, -0.0027712550945580006, -0.0025357771664857864, -0.002300299471244216, -0.0020648217760026455, -0.0018293438479304314, -0.001593866152688861, -0.0013583883410319686, -0.0011229105293750763, -0.0008874327759258449, -0.0006519550224766135, -0.0004164772108197212, -0.00018099942826665938, 5.4478354286402464e-05, 0.0002899561368394643, 0.0005254339193925261, 0.0007609117310494184, 0.000996389426290989, 0.0012318672379478812, 0.0014673450496047735, 0.0017028228612616658, 0.0019383006729185581, 0.0021737783681601286, 0.002409256063401699, 0.002644733991473913, 0.0028802116867154837, 0.003115689614787698, 0.0033511673100292683, 0.0035866450052708387, 0.003822122933343053, 0.004057600628584623, 0.0042930785566568375, 0.004528556019067764, 0.004764033947139978, 0.0049995118752121925, 0.005234989337623119, 0.0054704672656953335, 0.005705945193767548, 0.005941423121839762, 0.0061769005842506886, 0.006412378512322903, 0.006647856440395117, 0.006883333902806044, 0.007118811830878258]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 0.0, 4.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.045720212161540985, -0.04388999566435814, -0.04205977916717529, -0.040229566395282745, -0.0383993498980999, -0.03656913340091705, -0.03473891690373421, -0.03290870413184166, -0.031078487634658813, -0.029248271137475967, -0.02741805464029312, -0.025587840005755424, -0.02375762350857258, -0.02192740887403488, -0.020097192376852036, -0.01826697774231434, -0.016436761245131493, -0.014606545679271221, -0.01277633011341095, -0.010946114547550678, -0.009115898981690407, -0.007285682950168848, -0.005455466918647289, -0.003625251352787018, -0.0017950357869267464, 3.517989534884691e-05, 0.0018653955776244402, 0.0036956113763153553, 0.005525826942175627, 0.007356042508035898, 0.009186258539557457, 0.011016474105417728, 0.012846689671278, 0.014676905237138271, 0.016507120802998543, 0.01833733730018139, 0.020167551934719086, 0.021997768431901932, 0.02382798306643963, 0.025658199563622475, 0.02748841419816017, 0.029318630695343018, 0.031148847192525864, 0.03297906368970871, 0.03480927646160126, 0.0366394929587841, 0.03846970945596695, 0.040299925953149796, 0.04213014245033264, 0.04396035522222519, 0.045790571719408035, 0.04762078821659088, 0.04945100471377373, 0.051281217485666275, 0.05311143398284912, 0.05494165048003197, 0.05677186697721481, 0.05860208347439766, 0.06043229624629021, 0.06226251274347305, 0.0640927255153656, 0.06592294573783875, 0.06775315850973129, 0.06958337873220444, 0.07141359150409698]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 6.0, 1.0, 4.0, 4.0, 3.0, 3.0, 5.0, 6.0, 7.0, 9.0, 4.0, 9.0, 8.0, 6.0, 5.0, 7.0, 2.0, 4.0, 10.0, 6.0, 10.0, 10.0, 17.0, 32.0, 11.0, 9.0, 6.0, 9.0, 10.0, 10.0, 4.0, 7.0, 6.0, 7.0, 6.0, 2.0, 3.0, 1.0, 3.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.027806660160422325, -0.02675519697368145, -0.025703731924295425, -0.02465226873755455, -0.023600805550813675, -0.0225493423640728, -0.021497879177331924, -0.0204464141279459, -0.019394950941205025, -0.01834348775446415, -0.017292022705078125, -0.01624055951833725, -0.015189096331596375, -0.0141376331448555, -0.01308616902679205, -0.0120347049087286, -0.010983241721987724, -0.009931778535246849, -0.0088803144171834, -0.00782885029911995, -0.006777387112379074, -0.0057259234599769115, -0.004674459807574749, -0.0036229961551725864, -0.002571532502770424, -0.0015200688503682613, -0.0004686051979660988, 0.0005828584544360638, 0.0016343221068382263, 0.002685785759240389, 0.0037372494116425514, 0.004788713064044714, 0.0058401767164468765, 0.006891640368849039, 0.007943104021251202, 0.008994568139314651, 0.010046031326055527, 0.011097494512796402, 0.012148958630859852, 0.013200422748923302, 0.014251885935664177, 0.015303349122405052, 0.016354814171791077, 0.017406277358531952, 0.018457740545272827, 0.019509203732013702, 0.020560666918754578, 0.021612131968140602, 0.022663595154881477, 0.023715058341622353, 0.024766523391008377, 0.025817986577749252, 0.026869449764490128, 0.027920912951231003, 0.028972376137971878, 0.030023841187357903, 0.031075304374098778, 0.0321267694234848, 0.03317823261022568, 0.03422969579696655, 0.03528115898370743, 0.0363326221704483, 0.03738408535718918, 0.038435548543930054, 0.03948701173067093]}, "_runtime": 189.4776303768158, "_timestamp": 1596213060.179168, "_step": 230}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 3.0, 1.0, 6.0, 5.0, 2.0, 10.0, 4.0, 3.0, 2.0, 1.0, 1.0, 3.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.007994970306754112, -0.007662719581276178, -0.0073304688557982445, -0.006998218130320311, -0.006665967404842377, -0.0063337162137031555, -0.006001465488225222, -0.005669214762747288, -0.005336964037269354, -0.00500471331179142, -0.004672462586313486, -0.004340211860835552, -0.004007960669696331, -0.003675710177049041, -0.0033434592187404633, -0.0030112084932625294, -0.0026789577677845955, -0.0023467070423066616, -0.0020144563168287277, -0.0016822053585201502, -0.0013499546330422163, -0.0010177039075642824, -0.0006854530656710267, -0.0003532022819854319, -2.0951498299837112e-05, 0.0003112992853857577, 0.0006435500690713525, 0.0009758008527569473, 0.001308051636442542, 0.001640302361920476, 0.0019725533202290535, 0.0023048040457069874, 0.0026370547711849213, 0.002969305496662855, 0.003301556222140789, 0.0036338071804493666, 0.003966057673096657, 0.004298308864235878, 0.004630559589713812, 0.004962810315191746, 0.00529506104066968, 0.0056273117661476135, 0.005959562491625547, 0.006291813217103481, 0.0066240644082427025, 0.006956315133720636, 0.00728856585919857, 0.007620816584676504, 0.007953067310154438, 0.00828531850129366, 0.008617568761110306, 0.008949819952249527, 0.009282070212066174, 0.009614321403205395, 0.009946571663022041, 0.010278822854161263, 0.010611074045300484, 0.01094332430511713, 0.011275575496256351, 0.011607825756072998, 0.01194007694721222, 0.012272327207028866, 0.012604578398168087, 0.012936828657984734, 0.013269079849123955]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 1.0, 4.0, 4.0, 4.0, 4.0, 14.0, 14.0, 13.0, 17.0, 14.0, 25.0, 26.0, 38.0, 48.0, 63.0, 72.0, 124.0, 160.0, 297.0, 5174.0, 954.0, 272.0, 153.0, 101.0, 68.0, 57.0, 40.0, 34.0, 22.0, 25.0, 16.0, 18.0, 10.0, 10.0, 10.0, 4.0, 5.0, 0.0, 2.0, 2.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.10510170459747314, -0.1019030213356018, -0.09870433807373047, -0.09550565481185913, -0.09230697154998779, -0.08910828828811646, -0.08590960502624512, -0.08271092176437378, -0.07951223850250244, -0.0763135477900505, -0.07311486452817917, -0.06991618126630783, -0.06671749800443649, -0.06351881474256516, -0.06032013148069382, -0.05712144821882248, -0.05392276495695114, -0.0507240816950798, -0.047525398433208466, -0.04432671517133713, -0.04112803190946579, -0.03792934492230415, -0.034730661660432816, -0.03153197839856148, -0.02833329513669014, -0.025134611874818802, -0.021935928612947464, -0.018737243488430977, -0.015538560226559639, -0.012339876964688301, -0.009141192771494389, -0.005942509043961763, -0.002743825316429138, 0.000454858411103487, 0.003653542138636112, 0.006852225866168737, 0.010050909593701363, 0.0132495928555727, 0.016448277980089188, 0.019646961241960526, 0.022845644503831863, 0.0260443277657032, 0.02924301102757454, 0.03244169428944588, 0.03564038127660751, 0.03883906453847885, 0.04203774780035019, 0.04523643106222153, 0.048435114324092865, 0.0516337975859642, 0.05483248084783554, 0.05803116410970688, 0.06122984737157822, 0.06442853063344955, 0.06762721389532089, 0.07082589715719223, 0.07402458786964417, 0.0772232711315155, 0.08042195439338684, 0.08362063765525818, 0.08681932091712952, 0.09001800417900085, 0.09321668744087219, 0.09641537070274353, 0.09961405396461487]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 2.0, 0.0, 3.0, 2.0, 2.0, 1.0, 1.0, 3.0, 6.0, 4.0, 7.0, 3.0, 1.0, 7.0, 5.0, 22.0, 11.0, 5.0, 4.0, 1.0, 4.0, 1.0, 5.0, 4.0, 0.0, 2.0, 1.0, 4.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.003355924505740404, -0.003253062954172492, -0.00315020140260458, -0.003047339618206024, -0.002944478066638112, -0.0028416165150702, -0.002738754963502288, -0.002635893179103732, -0.00253303162753582, -0.002430170075967908, -0.002327308524399996, -0.0022244469728320837, -0.002121585188433528, -0.002018723636865616, -0.0019158620852977037, -0.0018130004173144698, -0.0017101388657465577, -0.0016072773141786456, -0.0015044156461954117, -0.0014015540946274996, -0.0012986924266442657, -0.0011958308750763535, -0.0010929692070931196, -0.0009901076555252075, -0.0008872460457496345, -0.0007843844359740615, -0.0006815228261984885, -0.0005786612164229155, -0.0004757996357511729, -0.0003729380259755999, -0.0002700764453038573, -0.0001672148355282843, -6.43532257527113e-05, 3.8508376746904105e-05, 0.0001413699792465195, 0.0002442315744701773, 0.0003470931842457503, 0.0004499547940213233, 0.0005528163746930659, 0.0006556779844686389, 0.0007585395942442119, 0.0008614012040197849, 0.0009642628137953579, 0.001067124423570931, 0.001169985975138843, 0.001272847643122077, 0.001375709194689989, 0.001478570862673223, 0.0015814324142411351, 0.0016842939658090472, 0.0017871556337922812, 0.0018900171853601933, 0.0019928787369281054, 0.002095740521326661, 0.002198602072894573, 0.0023014636244624853, 0.0024043251760303974, 0.0025071867275983095, 0.0026100485119968653, 0.0027129100635647774, 0.0028157716151326895, 0.0029186331667006016, 0.0030214949510991573, 0.0031243565026670694, 0.0032272180542349815]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 3.0, 5.0, 11.0, 13.0, 9.0, 17.0, 23.0, 28.0, 33.0, 65.0, 84.0, 109.0, 142.0, 177.0, 268.0, 362.0, 537.0, 770.0, 1120.0, 1841.0, 3114.0, 5576.0, 10356.0, 22028.0, 60926.0, 902740.0, 104692.0, 30907.0, 14130.0, 7489.0, 4248.0, 2813.0, 1723.0, 1060.0, 777.0, 437.0, 316.0, 216.0, 149.0, 101.0, 76.0, 45.0, 38.0, 16.0, 16.0, 10.0, 10.0, 6.0, 4.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.006246872711926699, -0.006050401832908392, -0.005853930953890085, -0.0056574600748717785, -0.005460989195853472, -0.005264518316835165, -0.005068047437816858, -0.0048715765587985516, -0.004675105679780245, -0.004478634800761938, -0.004282163921743631, -0.004085693042725325, -0.003889222163707018, -0.003692751284688711, -0.0034962804056704044, -0.0032998095266520977, -0.003103338647633791, -0.0029068677686154842, -0.0027103968895971775, -0.0025139260105788708, -0.002317455131560564, -0.0021209842525422573, -0.0019245133735239506, -0.0017280424945056438, -0.0015315716154873371, -0.0013351007364690304, -0.0011386298574507236, -0.0009421589784324169, -0.0007456880994141102, -0.0005492172203958035, -0.0003527463413774967, -0.00015627546235919, 4.0195416659116745e-05, 0.00023666629567742348, 0.0004331371746957302, 0.0006296080537140369, 0.0008260789327323437, 0.0010225498117506504, 0.0012190206907689571, 0.0014154915697872639, 0.0016119624488055706, 0.0018084333278238773, 0.002004904206842184, 0.002201375085860491, 0.0023978459648787975, 0.0025943168438971043, 0.002790787722915411, 0.0029872586019337177, 0.0031837294809520245, 0.003380200359970331, 0.003576671238988638, 0.0037731421180069447, 0.003969612997025251, 0.004166083876043558, 0.004362554755061865, 0.004559025634080172, 0.004755496513098478, 0.004951967392116785, 0.005148438271135092, 0.0053449091501533985, 0.005541380029171705, 0.005737850908190012, 0.005934321787208319, 0.0061307926662266254, 0.006327263545244932]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 3.0, 3.0, 0.0, 2.0, 3.0, 3.0, 4.0, 1.0, 9.0, 3.0, 2.0, 2.0, 3.0, 2.0, 3.0, 3.0, 2.0, 0.0, 1.0, 3.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014760115183889866, -0.014205003157258034, -0.013649891130626202, -0.01309477910399437, -0.012539668008685112, -0.01198455598205328, -0.011429443955421448, -0.010874331928789616, -0.010319219902157784, -0.009764107875525951, -0.00920899584889412, -0.008653883822262287, -0.008098771795630455, -0.00754366023465991, -0.006988548673689365, -0.006433436647057533, -0.005878324620425701, -0.005323212593793869, -0.004768100567162037, -0.004212989006191492, -0.00365787697955966, -0.003102764952927828, -0.0025476531591266394, -0.001992541365325451, -0.0014374293386936188, -0.0008823174284771085, -0.0003272055182605982, 0.0002279063919559121, 0.0007830183021724224, 0.0013381302123889327, 0.001893242122605443, 0.0024483539164066315, 0.0030034659430384636, 0.0035585779696702957, 0.004113689996302128, 0.004668801557272673, 0.005223913583904505, 0.005779025610536337, 0.006334137171506882, 0.006889249198138714, 0.007444361224770546, 0.007999473251402378, 0.00855458527803421, 0.009109697304666042, 0.009664809331297874, 0.010219920426607132, 0.010775032453238964, 0.011330144479870796, 0.011885256506502628, 0.01244036853313446, 0.012995480559766293, 0.013550592586398125, 0.014105703681707382, 0.014660815708339214, 0.015215927734971046, 0.015771040692925453, 0.01632615178823471, 0.016881262883543968, 0.017436375841498375, 0.017991486936807632, 0.01854659989476204, 0.019101710990071297, 0.019656823948025703, 0.02021193504333496, 0.020767048001289368]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 3.0, 5.0, 3.0, 5.0, 4.0, 7.0, 2.0, 6.0, 8.0, 10.0, 14.0, 12.0, 20.0, 17.0, 22.0, 39.0, 40.0, 53.0, 65.0, 75.0, 99.0, 142.0, 162.0, 199.0, 325.0, 397.0, 539.0, 836.0, 1278.0, 1880.0, 5639.0, 1818.0, 1299.0, 869.0, 604.0, 479.0, 336.0, 247.0, 192.0, 128.0, 100.0, 79.0, 65.0, 60.0, 44.0, 37.0, 22.0, 21.0, 29.0, 23.0, 22.0, 11.0, 5.0, 8.0, 5.0, 8.0, 4.0, 2.0, 3.0, 0.0, 1.0, 3.0, 1.0], "bins": [-0.007430093362927437, -0.0071929385885596275, -0.006955783814191818, -0.006718629505485296, -0.006481474731117487, -0.006244319956749678, -0.006007165182381868, -0.005770010408014059, -0.005532856099307537, -0.005295701324939728, -0.0050585465505719185, -0.004821391776204109, -0.0045842370018363, -0.004347082227468491, -0.004109927918761969, -0.0038727731443941593, -0.00363561837002635, -0.0033984635956585407, -0.003161309054121375, -0.002924154279753566, -0.0026869997382164, -0.002449844963848591, -0.0022126901894807816, -0.001975535647943616, -0.0017383808735758066, -0.0015012262156233191, -0.0012640715576708317, -0.0010269167833030224, -0.0007897621253505349, -0.0005526074673980474, -0.00031545275123789907, -7.829806418158114e-05, 0.00015885662287473679, 0.0003960113099310547, 0.0006331659969873726, 0.000870320713147521, 0.0011074753711000085, 0.001344630029052496, 0.0015817848034203053, 0.0018189394613727927, 0.00205609411932528, 0.0022932488936930895, 0.002530403435230255, 0.0027675582095980644, 0.0030047129839658737, 0.0032418675255030394, 0.0034790222998708487, 0.0037161768414080143, 0.003953331615775824, 0.004190486390143633, 0.004427641164511442, 0.004664795473217964, 0.0049019502475857735, 0.005139105021953583, 0.005376259796321392, 0.005613414570689201, 0.005850569345057011, 0.006087723653763533, 0.006324878428131342, 0.006562033202499151, 0.0067991879768669605, 0.00703634275123477, 0.007273497059941292, 0.007510651834309101, 0.00774780660867691]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 3.0, 3.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.06827870011329651, -0.06683827936649323, -0.06539785116910934, -0.06395742297172546, -0.06251700222492218, -0.0610765777528286, -0.059636153280735016, -0.058195728808641434, -0.05675530433654785, -0.05531487986445427, -0.05387445539236069, -0.052434030920267105, -0.05099360644817352, -0.04955318197607994, -0.04811275750398636, -0.046672333031892776, -0.045231908559799194, -0.04379148408770561, -0.04235105961561203, -0.04091063514351845, -0.039470210671424866, -0.038029786199331284, -0.0365893617272377, -0.03514893725514412, -0.03370851278305054, -0.032268088310956955, -0.030827663838863373, -0.02938723936676979, -0.02794681489467621, -0.026506390422582626, -0.025065965950489044, -0.023625541478395462, -0.02218511700630188, -0.020744692534208298, -0.019304268062114716, -0.017863843590021133, -0.01642341911792755, -0.014982994645833969, -0.013542570173740387, -0.012102145701646805, -0.010661721229553223, -0.00922129675745964, -0.007780872285366058, -0.006340447813272476, -0.004900023341178894, -0.003459598869085312, -0.0020191743969917297, -0.0005787499248981476, 0.0008616745471954346, 0.0023020990192890167, 0.003742523491382599, 0.005182947963476181, 0.006623372435569763, 0.008063796907663345, 0.009504221379756927, 0.01094464585185051, 0.012385070323944092, 0.013825494796037674, 0.015265919268131256, 0.016706343740224838, 0.01814676821231842, 0.019587192684412003, 0.021027617156505585, 0.022468041628599167, 0.02390846610069275]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 4.0, 1.0, 1.0, 3.0, 4.0, 7.0, 6.0, 7.0, 6.0, 9.0, 14.0, 15.0, 22.0, 42.0, 22.0, 23.0, 11.0, 16.0, 11.0, 4.0, 5.0, 9.0, 6.0, 6.0, 7.0, 4.0, 5.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0503125935792923, -0.048623841255903244, -0.04693508893251419, -0.045246340334415436, -0.04355758801102638, -0.04186883568763733, -0.040180087089538574, -0.03849133476614952, -0.03680258244276047, -0.035113830119371414, -0.03342507779598236, -0.031736329197883606, -0.030047576874494553, -0.0283588245511055, -0.026670074090361595, -0.02498132362961769, -0.023292571306228638, -0.021603818982839584, -0.01991506852209568, -0.018226318061351776, -0.016537565737962723, -0.014848814345896244, -0.013160062953829765, -0.011471311561763287, -0.009782560169696808, -0.008093808777630329, -0.00640505738556385, -0.004716305993497372, -0.003027554601430893, -0.0013388032093644142, 0.0003499481827020645, 0.0020386995747685432, 0.003727450966835022, 0.005416202358901501, 0.007104953750967979, 0.008793705143034458, 0.010482456535100937, 0.012171207927167416, 0.013859959319233894, 0.015548710711300373, 0.017237462103366852, 0.018926214426755905, 0.02061496488749981, 0.022303715348243713, 0.023992467671632767, 0.02568121999502182, 0.027369970455765724, 0.02905872091650963, 0.03074747323989868, 0.032436225563287735, 0.03412497788667679, 0.03581372648477554, 0.0375024788081646, 0.03919123113155365, 0.040879979729652405, 0.04256873205304146, 0.04425748437643051, 0.045946236699819565, 0.04763498902320862, 0.04932373762130737, 0.051012489944696426, 0.05270124226808548, 0.054389990866184235, 0.05607874318957329, 0.05776749551296234]}, "_runtime": 190.34003233909607, "_timestamp": 1596213061.04157, "_step": 231}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 3.0, 3.0, 10.0, 4.0, 3.0, 2.0, 0.0, 4.0, 2.0, 1.0, 3.0, 3.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011483697220683098, -0.011115691624581814, -0.010747685097157955, -0.010379679501056671, -0.010011673904955387, -0.009643667377531528, -0.009275661781430244, -0.00890765618532896, -0.008539650589227676, -0.008171644061803818, -0.007803638465702534, -0.007435632403939962, -0.007067626342177391, -0.006699620746076107, -0.006331614684313536, -0.005963609088212252, -0.00559560302644968, -0.005227596964687109, -0.004859591368585825, -0.004491585306823254, -0.00412357971072197, -0.0037555736489593983, -0.003387567587196827, -0.0030195617582648993, -0.0026515559293329716, -0.002283550100401044, -0.0019155441550537944, -0.0015475382097065449, -0.0011795323807746172, -0.0008115264936350286, -0.00044352060649544, -7.551471935585141e-05, 0.0002924911677837372, 0.0006604970549233258, 0.0010285029420629144, 0.0013965088874101639, 0.0017645147163420916, 0.0021325205452740192, 0.0025005266070365906, 0.0028685324359685183, 0.003236538264900446, 0.0036045440938323736, 0.003972549922764301, 0.004340555984526873, 0.004708562046289444, 0.005076567642390728, 0.005444573704153299, 0.005812579300254583, 0.006180585362017155, 0.006548591423779726, 0.00691659701988101, 0.007284603081643581, 0.007652608677744865, 0.008020615205168724, 0.008388620801270008, 0.008756626397371292, 0.00912463292479515, 0.009492638520896435, 0.009860644116997719, 0.010228649713099003, 0.010596656240522861, 0.010964661836624146, 0.01133266743272543, 0.011700673960149288, 0.012068679556250572]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 1.0, 3.0, 3.0, 3.0, 1.0, 1.0, 1.0, 5.0, 5.0, 7.0, 7.0, 8.0, 8.0, 13.0, 17.0, 25.0, 23.0, 18.0, 32.0, 32.0, 37.0, 59.0, 84.0, 90.0, 117.0, 207.0, 400.0, 5427.0, 467.0, 203.0, 142.0, 90.0, 77.0, 66.0, 39.0, 40.0, 31.0, 37.0, 19.0, 18.0, 12.0, 12.0, 6.0, 5.0, 6.0, 4.0, 5.0, 4.0, 2.0, 1.0, 3.0, 2.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.11318263411521912, -0.1099897027015686, -0.10679677128791809, -0.10360384732484818, -0.10041091591119766, -0.09721798449754715, -0.09402505308389664, -0.09083212167024612, -0.08763919770717621, -0.0844462662935257, -0.08125333487987518, -0.07806040346622467, -0.07486747205257416, -0.07167454063892365, -0.06848161667585373, -0.06528868526220322, -0.062095753848552704, -0.05890282243490219, -0.05570989474654198, -0.052516963332891464, -0.04932403564453125, -0.04613110423088074, -0.042938172817230225, -0.03974524512887001, -0.0365523137152195, -0.033359382301568985, -0.03016645461320877, -0.026973523199558258, -0.023780593648552895, -0.02058766409754753, -0.01739473268389702, -0.014201803132891655, -0.011008873581886292, -0.007815944030880928, -0.00462301354855299, -0.0014300835318863392, 0.0017628464847803116, 0.004955776501446962, 0.008148706518113613, 0.011341637000441551, 0.014534566551446915, 0.017727496102452278, 0.02092042565345764, 0.024113357067108154, 0.027306286618113518, 0.03049921616911888, 0.033692147582769394, 0.03688507527112961, 0.04007800668478012, 0.043270938098430634, 0.04646386578679085, 0.04965679720044136, 0.052849724888801575, 0.05604265630245209, 0.0592355877161026, 0.062428515404462814, 0.06562145054340363, 0.06881437450647354, 0.07200730592012405, 0.07520023733377457, 0.07839316874742508, 0.08158610016107559, 0.08477902412414551, 0.08797195553779602, 0.09116488695144653]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 3.0, 2.0, 0.0, 2.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 1.0, 2.0, 3.0, 5.0, 3.0, 3.0, 3.0, 7.0, 2.0, 5.0, 23.0, 7.0, 3.0, 4.0, 2.0, 4.0, 3.0, 2.0, 2.0, 3.0, 4.0, 0.0, 2.0, 1.0, 0.0, 3.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0027149231173098087, -0.0026221396401524544, -0.0025293561629951, -0.0024365726858377457, -0.0023437892086803913, -0.0022510059643536806, -0.0021582224871963263, -0.002065439010038972, -0.0019726555328816175, -0.0018798720557242632, -0.0017870885785669088, -0.0016943052178248763, -0.001601521740667522, -0.0015087382635101676, -0.001415954902768135, -0.0013231714256107807, -0.0012303879484534264, -0.001137604471296072, -0.0010448209941387177, -0.0009520376333966851, -0.0008592541562393308, -0.0007664706790819764, -0.000673687260132283, -0.0005809038411825895, -0.0004881203640252352, -0.0003953369159717113, -0.0003025534679181874, -0.00020977001986466348, -0.00011698657181113958, -2.4203123757615685e-05, 6.858032429590821e-05, 0.0001613637723494321, 0.000254147220402956, 0.0003469306684564799, 0.0004397141165100038, 0.0005324975354596972, 0.0006252810126170516, 0.000718064489774406, 0.0008108479087240994, 0.0009036313276737928, 0.0009964148048311472, 0.0010891982819885015, 0.001181981759145856, 0.0012747651198878884, 0.0013675485970452428, 0.0014603320742025971, 0.0015531154349446297, 0.001645898912101984, 0.0017386823892593384, 0.0018314658664166927, 0.001924249343574047, 0.0020170328207314014, 0.002109816297888756, 0.0022025995422154665, 0.002295383019372821, 0.002388166496530175, 0.0024809499736875296, 0.002573733450844884, 0.0026665169280022383, 0.0027593004051595926, 0.0028520836494863033, 0.0029448671266436577, 0.003037650603801012, 0.0031304340809583664, 0.0032232175581157207]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 5.0, 4.0, 8.0, 12.0, 12.0, 16.0, 31.0, 34.0, 57.0, 72.0, 125.0, 178.0, 268.0, 409.0, 658.0, 1260.0, 2345.0, 4733.0, 10306.0, 26560.0, 102415.0, 927203.0, 56597.0, 21307.0, 10613.0, 5628.0, 3346.0, 2033.0, 1228.0, 751.0, 457.0, 325.0, 187.0, 130.0, 98.0, 67.0, 44.0, 32.0, 24.0, 16.0, 17.0, 7.0, 4.0, 6.0, 3.0, 0.0, 4.0, 2.0, 2.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.006299360189586878, -0.006041279528290033, -0.005783199332654476, -0.005525118671357632, -0.005267038010060787, -0.005008957348763943, -0.004750876687467098, -0.004492796491831541, -0.004234715830534697, -0.003976635169237852, -0.0037185547407716513, -0.0034604743123054504, -0.003202393651008606, -0.0029443129897117615, -0.0026862325612455606, -0.00242815213277936, -0.0021700714714825153, -0.0019119909266009927, -0.00165391038171947, -0.0013958298368379474, -0.0011377492919564247, -0.0008796687470749021, -0.0006215882021933794, -0.00036350765731185675, -0.00010542711243033409, 0.00015265343245118856, 0.0004107339773327112, 0.0006688145222142339, 0.0009268950670957565, 0.0011849756119772792, 0.0014430561568588018, 0.0017011367017403245, 0.001959217246621847, 0.0022172979079186916, 0.0024753783363848925, 0.0027334587648510933, 0.0029915394261479378, 0.0032496200874447823, 0.003507700515910983, 0.003765780944377184, 0.004023861605674028, 0.004281942266970873, 0.00454002246260643, 0.0047981031239032745, 0.005056183785200119, 0.0053142644464969635, 0.005572345107793808, 0.005830425303429365, 0.00608850596472621, 0.006346586626023054, 0.006604666821658611, 0.006862747482955456, 0.0071208281442523, 0.007378908805549145, 0.007636989466845989, 0.007895070128142834, 0.008153149858117104, 0.008411230519413948, 0.008669311180710793, 0.008927391842007637, 0.009185472503304482, 0.009443553164601326, 0.00970163382589817, 0.009959714487195015, 0.01021779514849186]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 3.0, 0.0, 2.0, 7.0, 5.0, 2.0, 2.0, 1.0, 0.0, 5.0, 0.0, 2.0, 2.0, 2.0, 1.0, 5.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.021142808720469475, -0.020505400374531746, -0.019867992028594017, -0.019230583682656288, -0.01859317719936371, -0.01795576885342598, -0.01731836050748825, -0.016680952161550522, -0.016043543815612793, -0.015406135469675064, -0.014768727123737335, -0.014131319709122181, -0.013493911363184452, -0.012856503017246723, -0.012219095602631569, -0.01158168725669384, -0.010944278910756111, -0.010306870564818382, -0.009669462218880653, -0.009032054804265499, -0.00839464645832777, -0.007757238112390041, -0.0071198302321136, -0.006482422351837158, -0.005845014005899429, -0.0052076056599617004, -0.004570197779685259, -0.003932789899408817, -0.0032953815534710884, -0.002657973440364003, -0.002020565327256918, -0.0013831572141498327, -0.0007457491010427475, -0.00010834098793566227, 0.000529067125171423, 0.0011664752382785082, 0.0018038833513855934, 0.0024412914644926786, 0.003078699577599764, 0.003716107690706849, 0.004353515803813934, 0.004990924149751663, 0.005628332030028105, 0.006265739910304546, 0.006903148256242275, 0.007540556602180004, 0.008177964016795158, 0.008815372362732887, 0.009452780708670616, 0.010090189054608345, 0.010727597400546074, 0.011365004815161228, 0.012002413161098957, 0.012639821507036686, 0.01327722892165184, 0.013914637267589569, 0.014552045613527298, 0.015189453959465027, 0.015826862305402756, 0.016464270651340485, 0.017101678997278214, 0.017739085480570793, 0.018376493826508522, 0.01901390217244625, 0.01965131051838398]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 3.0, 6.0, 4.0, 4.0, 8.0, 12.0, 13.0, 18.0, 22.0, 29.0, 50.0, 34.0, 64.0, 70.0, 85.0, 101.0, 117.0, 155.0, 204.0, 262.0, 341.0, 431.0, 633.0, 894.0, 1765.0, 6143.0, 1969.0, 1366.0, 946.0, 700.0, 491.0, 403.0, 270.0, 215.0, 164.0, 106.0, 82.0, 61.0, 49.0, 28.0, 22.0, 33.0, 15.0, 3.0, 8.0, 8.0, 3.0, 4.0, 2.0, 2.0, 2.0, 0.0, 1.0, 2.0, 1.0, 1.0], "bins": [-0.012413459829986095, -0.012041643261909485, -0.011669827625155449, -0.011298011057078838, -0.010926195420324802, -0.010554378852248192, -0.010182563215494156, -0.009810746647417545, -0.009438930079340935, -0.009067114442586899, -0.008695297874510288, -0.008323482237756252, -0.007951665669679642, -0.0075798495672643185, -0.007208033464848995, -0.006836217362433672, -0.006464401260018349, -0.0060925851576030254, -0.005720769055187702, -0.005348952952772379, -0.004977136850357056, -0.004605320282280445, -0.004233504179865122, -0.0038616880774497986, -0.0034898719750344753, -0.003118055872619152, -0.002746239770203829, -0.002374423434957862, -0.0020026073325425386, -0.0016307912301272154, -0.0012589750112965703, -0.0008871588506735861, -0.000515342690050602, -0.0001435265294276178, 0.00022828963119536638, 0.0006001057918183506, 0.0009719219524413347, 0.001343738054856658, 0.001715554273687303, 0.002087370492517948, 0.0024591865949332714, 0.0028310026973485947, 0.003202818799763918, 0.003574635135009885, 0.003946451470255852, 0.004318267572671175, 0.004690083675086498, 0.0050618997775018215, 0.005433715879917145, 0.005805531982332468, 0.006177348084747791, 0.0065491641871631145, 0.006920980289578438, 0.007292796857655048, 0.007664612960070372, 0.008036429062485695, 0.00840824469923973, 0.008780061267316341, 0.009151877835392952, 0.009523693472146988, 0.009895510040223598, 0.010267325676977634, 0.010639142245054245, 0.011010957881808281, 0.011382774449884892]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 4.0, 1.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.16609929502010345, -0.16102078557014465, -0.15594226121902466, -0.15086375176906586, -0.14578522741794586, -0.14070671796798706, -0.13562819361686707, -0.13054968416690826, -0.12547117471694946, -0.12039265036582947, -0.11531413346529007, -0.11023561656475067, -0.10515710711479187, -0.10007859021425247, -0.09500007331371307, -0.08992155641317368, -0.08484303951263428, -0.07976452261209488, -0.07468600571155548, -0.06960748881101608, -0.06452897191047668, -0.059450458735227585, -0.054371945559978485, -0.04929342865943909, -0.04421491175889969, -0.03913639485836029, -0.03405787795782089, -0.028979364782571793, -0.023900847882032394, -0.018822330981492996, -0.013743815943598747, -0.008665299974381924, -0.0035867840051651, 0.0014917319640517235, 0.006570247933268547, 0.01164876390248537, 0.016727279871702194, 0.021805796772241592, 0.02688431181013584, 0.03196282684803009, 0.03704134374856949, 0.04211986064910889, 0.047198377549648285, 0.052276890724897385, 0.05735540762543678, 0.06243392452597618, 0.06751243770122528, 0.07259095460176468, 0.07766947150230408, 0.08274798840284348, 0.08782650530338287, 0.09290502220392227, 0.09798353910446167, 0.10306204855442047, 0.10814056545495987, 0.11321908235549927, 0.11829759925603867, 0.12337611615657806, 0.12845462560653687, 0.13353314995765686, 0.13861165940761566, 0.14369018375873566, 0.14876869320869446, 0.15384721755981445, 0.15892572700977325]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 4.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 1.0, 1.0, 2.0, 1.0, 6.0, 3.0, 6.0, 1.0, 5.0, 2.0, 3.0, 1.0, 5.0, 5.0, 7.0, 6.0, 13.0, 8.0, 7.0, 6.0, 14.0, 13.0, 14.0, 39.0, 22.0, 18.0, 13.0, 11.0, 11.0, 9.0, 4.0, 5.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.09863145649433136, -0.09601007401943207, -0.09338868409395218, -0.09076730161905289, -0.088145911693573, -0.0855245292186737, -0.08290314674377441, -0.08028175681829453, -0.07766037434339523, -0.07503899186849594, -0.07241760194301605, -0.06979621946811676, -0.06717483699321747, -0.06455344706773758, -0.06193206459283829, -0.0593106783926487, -0.056689292192459106, -0.054067905992269516, -0.051446519792079926, -0.048825137317180634, -0.04620375111699104, -0.04358236491680145, -0.04096098244190216, -0.03833959624171257, -0.03571821004152298, -0.03309682384133339, -0.030475439503788948, -0.027854055166244507, -0.025232668966054916, -0.022611282765865326, -0.019989898428320885, -0.017368514090776443, -0.014747127890586853, -0.012125742621719837, -0.009504357352852821, -0.0068829720839858055, -0.00426158681511879, -0.0016402015462517738, 0.000981183722615242, 0.003602568991482258, 0.006223954260349274, 0.00884533952921629, 0.011466724798083305, 0.014088110066950321, 0.016709495335817337, 0.019330881536006927, 0.02195226587355137, 0.02457365021109581, 0.0271950364112854, 0.02981642261147499, 0.03243780881166458, 0.03505919128656387, 0.037680577486753464, 0.040301963686943054, 0.042923346161842346, 0.04554473236203194, 0.04816611856222153, 0.05078750476241112, 0.05340889096260071, 0.0560302734375, 0.05865165963768959, 0.06127304583787918, 0.06389442831277847, 0.06651581823825836, 0.06913720071315765]}, "_runtime": 191.19015431404114, "_timestamp": 1596213061.891692, "_step": 232}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 5.0, 1.0, 3.0, 2.0, 2.0, 3.0, 2.0, 1.0, 5.0, 5.0, 0.0, 6.0, 2.0, 4.0, 2.0, 1.0, 4.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00912168063223362, -0.008761214092373848, -0.008400747552514076, -0.008040281012654305, -0.0076798140071332455, -0.007319347001612186, -0.006958880461752415, -0.006598413921892643, -0.006237947382032871, -0.005877480376511812, -0.0055170138366520405, -0.005156547296792269, -0.00479608029127121, -0.004435613751411438, -0.004075147211551666, -0.003714680438861251, -0.0033542136661708355, -0.00299374689348042, -0.0026332803536206484, -0.002272813580930233, -0.0019123469246551394, -0.0015518802683800459, -0.0011914134956896305, -0.000830946839414537, -0.0004704801831394434, -0.00011001349776051939, 0.0002504531876184046, 0.0006109199021011591, 0.0009713865583762527, 0.0013318532146513462, 0.0016923199873417616, 0.0020527865272015333, 0.0024132532998919487, 0.002773720072582364, 0.003134186612442136, 0.003494653385132551, 0.003855119924992323, 0.004215586930513382, 0.004576053470373154, 0.004936520010232925, 0.005296986550092697, 0.005657453555613756, 0.006017920095473528, 0.0063783866353333, 0.006738853640854359, 0.00709932018071413, 0.007459786720573902, 0.007820253260433674, 0.00818072073161602, 0.008541187271475792, 0.008901653811335564, 0.009262120351195335, 0.009622586891055107, 0.009983053430914879, 0.01034351997077465, 0.010703987441956997, 0.011064453981816769, 0.01142492052167654, 0.011785387061536312, 0.012145853601396084, 0.012506320141255856, 0.012866787612438202, 0.013227254152297974, 0.013587720692157745, 0.013948187232017517]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 6.0, 2.0, 2.0, 1.0, 4.0, 5.0, 5.0, 1.0, 9.0, 10.0, 10.0, 10.0, 23.0, 25.0, 33.0, 25.0, 37.0, 60.0, 78.0, 113.0, 155.0, 226.0, 415.0, 5358.0, 511.0, 239.0, 147.0, 103.0, 78.0, 61.0, 36.0, 23.0, 25.0, 14.0, 20.0, 10.0, 9.0, 6.0, 11.0, 6.0, 2.0, 5.0, 3.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.11354128271341324, -0.1098116934299469, -0.10608211159706116, -0.10235252231359482, -0.09862293303012848, -0.09489335119724274, -0.0911637619137764, -0.08743417263031006, -0.08370459079742432, -0.07997500151395798, -0.07624541223049164, -0.0725158229470253, -0.06878624111413956, -0.06505665183067322, -0.06132706627249718, -0.05759747698903084, -0.0538678914308548, -0.05013830587267876, -0.04640871658921242, -0.04267913103103638, -0.03894954174757004, -0.035219956189394, -0.03149037063121796, -0.027760783210396767, -0.024031195789575577, -0.020301608368754387, -0.016572020947933197, -0.012842435389757156, -0.009112847968935966, -0.005383261013776064, -0.0016536740586161613, 0.0020759128965437412, 0.005805499851703644, 0.009535087272524834, 0.013264673762023449, 0.016994260251522064, 0.020723847672343254, 0.024453435093164444, 0.028183020651340485, 0.031912609934806824, 0.035642195492982864, 0.039371781051158905, 0.043101370334625244, 0.046830955892801285, 0.050560541450977325, 0.054290130734443665, 0.058019716292619705, 0.061749305576086044, 0.06547889113426208, 0.06920848041772842, 0.07293806225061417, 0.0766676515340805, 0.08039724081754684, 0.08412682265043259, 0.08785641193389893, 0.09158600121736526, 0.0953155905008316, 0.09904517233371735, 0.10277476161718369, 0.10650435090065002, 0.11023393273353577, 0.1139635220170021, 0.11769311130046844, 0.12142269313335419, 0.12515228986740112]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 3.0, 1.0, 2.0, 1.0, 6.0, 5.0, 9.0, 2.0, 3.0, 7.0, 5.0, 22.0, 1.0, 4.0, 1.0, 6.0, 6.0, 1.0, 3.0, 5.0, 2.0, 4.0, 0.0, 1.0, 3.0, 2.0, 1.0, 0.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0025542841758579016, -0.0024650064297020435, -0.002375728450715542, -0.002286450704559684, -0.0021971729584038258, -0.002107894979417324, -0.002018617233261466, -0.001929339487105608, -0.0018400616245344281, -0.0017507837619632483, -0.0016615060158073902, -0.0015722281532362103, -0.0014829502906650305, -0.0013936725445091724, -0.0013043946819379926, -0.0012151169357821345, -0.0011258390732109547, -0.0010365612106397748, -0.0009472834644839168, -0.0008580056019127369, -0.0007687277975492179, -0.000679449993185699, -0.0005901721306145191, -0.0005008943262510002, -0.0004116165218874812, -0.00032233871752396226, -0.00023306088405661285, -0.00014378306514117867, -5.4505246225744486e-05, 3.4772572689689696e-05, 0.00012405039160512388, 0.00021332821052055806, 0.00030260602943599224, 0.0003918838337995112, 0.0004811616672668606, 0.00057043950073421, 0.000659717305097729, 0.0007489951094612479, 0.0008382729720324278, 0.0009275507763959467, 0.0010168285807594657, 0.0011061064433306456, 0.0011953841894865036, 0.0012846620520576835, 0.0013739399146288633, 0.0014632176607847214, 0.0015524955233559012, 0.0016417732695117593, 0.0017310511320829391, 0.001820328994654119, 0.001909606740809977, 0.001998884603381157, 0.002088162349537015, 0.0021774403285235167, 0.0022667180746793747, 0.0023559958208352327, 0.0024452735669910908, 0.0025345515459775925, 0.0026238292921334505, 0.0027131070382893085, 0.0028023850172758102, 0.0028916627634316683, 0.0029809405095875263, 0.003070218488574028, 0.003159496234729886]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 5.0, 4.0, 7.0, 14.0, 12.0, 31.0, 30.0, 74.0, 92.0, 133.0, 234.0, 333.0, 523.0, 944.0, 1548.0, 2632.0, 4761.0, 9771.0, 22711.0, 65726.0, 881796.0, 113110.0, 34923.0, 16329.0, 8748.0, 5295.0, 3212.0, 2125.0, 1359.0, 886.0, 560.0, 444.0, 303.0, 231.0, 193.0, 136.0, 95.0, 73.0, 68.0, 47.0, 36.0, 16.0, 19.0, 12.0, 10.0, 3.0, 11.0, 3.0, 3.0, 3.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0], "bins": [-0.006652481388300657, -0.0064038122072815895, -0.006155143026262522, -0.005906473845243454, -0.0056578051298856735, -0.005409135948866606, -0.005160466767847538, -0.00491179758682847, -0.0046631284058094025, -0.004414459224790335, -0.004165790043771267, -0.003917120862752199, -0.003668451914563775, -0.0034197827335447073, -0.003171113785356283, -0.0029224446043372154, -0.0026737754233181477, -0.00242510624229908, -0.002176437061280012, -0.001927768113091588, -0.0016790989320725203, -0.0014304297510534525, -0.0011817606864497066, -0.0009330915636382997, -0.0006844224408268929, -0.000435753318015486, -0.00018708419520407915, 6.15849276073277e-05, 0.00031025405041873455, 0.0005589231732301414, 0.0008075922960415483, 0.0010562613606452942, 0.001304930541664362, 0.0015535997226834297, 0.0018022687872871757, 0.0020509378518909216, 0.0022996070329099894, 0.002548276213929057, 0.0027969451621174812, 0.003045614343136549, 0.0032942835241556168, 0.0035429527051746845, 0.0037916218861937523, 0.00404029106721282, 0.004288960248231888, 0.004537628963589668, 0.004786298144608736, 0.005034967325627804, 0.005283636506646872, 0.005532305687665939, 0.005780974868685007, 0.006029644049704075, 0.006278312765061855, 0.006526981946080923, 0.006775651127099991, 0.007024320308119059, 0.007272989489138126, 0.007521658670157194, 0.007770327851176262, 0.008018996566534042, 0.008267666213214397, 0.008516334928572178, 0.008765004575252533, 0.009013673290610313, 0.009262342005968094]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 0.0, 2.0, 0.0, 1.0, 5.0, 7.0, 0.0, 3.0, 1.0, 3.0, 1.0, 1.0, 2.0, 4.0, 2.0, 0.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 0.0, 1.0], "bins": [-0.01701348088681698, -0.016509203240275383, -0.01600492373108864, -0.015500645153224468, -0.014996366575360298, -0.014492088928818703, -0.013987810350954533, -0.013483531773090363, -0.012979253195226192, -0.012474974617362022, -0.011970696039497852, -0.011466417461633682, -0.010962139815092087, -0.010457861237227917, -0.009953582659363747, -0.009449304081499577, -0.008945025503635406, -0.008440746925771236, -0.007936468347907066, -0.007432190235704184, -0.0069279116578400135, -0.006423633079975843, -0.005919354967772961, -0.005415076389908791, -0.0049107978120446205, -0.0044065192341804504, -0.003902240889146924, -0.0033979625441133976, -0.0028936839662492275, -0.0023894053883850574, -0.001885127043351531, -0.0013808485819026828, -0.0008765701204538345, -0.0003722916590049863, 0.00013198680244386196, 0.0006362652638927102, 0.0011405437253415585, 0.0016448221867904067, 0.002149100648239255, 0.0026533789932727814, 0.0031576575711369514, 0.0036619361490011215, 0.004166214726865292, 0.004670492839068174, 0.0051747714169323444, 0.0056790499947965145, 0.006183328106999397, 0.006687606684863567, 0.007191885262727737, 0.0076961638405919075, 0.008200442418456078, 0.008704720996320248, 0.009208999574184418, 0.009713277220726013, 0.010217555798590183, 0.010721834376454353, 0.011226112954318523, 0.011730391532182693, 0.012234670110046864, 0.012738948687911034, 0.013243226334452629, 0.0137475049123168, 0.01425178349018097, 0.01475606206804514, 0.01526034064590931]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 7.0, 3.0, 3.0, 10.0, 2.0, 4.0, 14.0, 10.0, 11.0, 10.0, 20.0, 20.0, 30.0, 25.0, 39.0, 50.0, 50.0, 79.0, 104.0, 117.0, 146.0, 161.0, 246.0, 291.0, 459.0, 710.0, 1115.0, 1941.0, 6126.0, 1938.0, 1281.0, 844.0, 634.0, 475.0, 342.0, 230.0, 191.0, 162.0, 93.0, 92.0, 70.0, 56.0, 50.0, 29.0, 20.0, 29.0, 20.0, 15.0, 7.0, 10.0, 7.0, 10.0, 4.0, 3.0, 6.0, 3.0, 1.0, 2.0], "bins": [-0.012704367749392986, -0.012335228733718395, -0.01196608878672123, -0.011596949771046638, -0.011227810755372047, -0.010858670808374882, -0.01048953179270029, -0.010120391845703125, -0.009751252830028534, -0.009382113814353943, -0.009012973867356777, -0.008643834851682186, -0.00827469490468502, -0.00790555588901043, -0.007536416873335838, -0.00716727739199996, -0.006798137910664082, -0.006428998429328203, -0.006059858947992325, -0.005690719932317734, -0.005321580450981855, -0.004952440969645977, -0.004583301953971386, -0.004214162472635508, -0.003845022991299629, -0.003475883509963751, -0.003106744261458516, -0.0027376050129532814, -0.002368465531617403, -0.0019993260502815247, -0.00163018680177629, -0.0012610474368557334, -0.0008919080719351768, -0.0005227687070146203, -0.00015362934209406376, 0.00021551002282649279, 0.0005846493877470493, 0.0009537887526676059, 0.0013229281175881624, 0.001692067482508719, 0.0020612068474292755, 0.002430346328765154, 0.0027994855772703886, 0.0031686248257756233, 0.0035377643071115017, 0.00390690378844738, 0.004276042804121971, 0.0046451822854578495, 0.005014321766793728, 0.005383461248129606, 0.005752600729465485, 0.006121739745140076, 0.006490879226475954, 0.006860018707811832, 0.0072291577234864235, 0.007598297204822302, 0.00796743668615818, 0.008336575701832771, 0.008705715648829937, 0.009074854664504528, 0.009443994611501694, 0.009813133627176285, 0.010182272642850876, 0.010551412589848042, 0.010920551605522633]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 2.0, 5.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.05803299695253372, -0.056128669530153275, -0.05422434210777283, -0.05232001468539238, -0.05041569098830223, -0.04851136356592178, -0.046607036143541336, -0.04470270872116089, -0.04279838129878044, -0.040894053876399994, -0.038989730179309845, -0.0370854027569294, -0.03518107533454895, -0.0332767479121685, -0.031372420489788055, -0.029468094930052757, -0.02756376750767231, -0.025659440085291862, -0.023755114525556564, -0.021850787103176117, -0.01994645968079567, -0.01804213412106037, -0.016137806698679924, -0.014233479276299477, -0.012329152785241604, -0.010424826294183731, -0.008520498871803284, -0.006616172380745411, -0.004711845424026251, -0.0028075184673070908, -0.0009031917434185743, 0.001001135096885264, 0.002905461937189102, 0.004809788893908262, 0.006714115850627422, 0.008618442341685295, 0.010522769764065742, 0.012427096255123615, 0.014331422746181488, 0.016235750168561935, 0.018140077590942383, 0.02004440315067768, 0.02194873057305813, 0.023853057995438576, 0.025757383555173874, 0.02766171097755432, 0.02956603839993477, 0.031470365822315216, 0.033374689519405365, 0.03527901694178581, 0.03718334436416626, 0.03908767178654671, 0.040991999208927155, 0.0428963266313076, 0.04480065405368805, 0.0467049777507782, 0.048609305173158646, 0.05051363259553909, 0.05241796001791954, 0.05432228744029999, 0.056226614862680435, 0.058130938559770584, 0.06003526598215103, 0.06193959340453148, 0.06384392082691193]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 2.0, 10.0, 6.0, 4.0, 3.0, 1.0, 5.0, 6.0, 11.0, 7.0, 7.0, 12.0, 9.0, 11.0, 11.0, 15.0, 33.0, 14.0, 12.0, 8.0, 11.0, 9.0, 5.0, 4.0, 9.0, 2.0, 6.0, 3.0, 5.0, 2.0, 2.0, 4.0, 5.0, 1.0, 0.0, 2.0, 2.0, 3.0, 0.0, 1.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.0446283333003521, -0.043299321085214615, -0.041970305144786835, -0.04064129292964935, -0.03931227698922157, -0.03798326477408409, -0.03665425255894661, -0.03532523661851883, -0.03399622440338135, -0.03266720846295357, -0.031338196247816086, -0.030009182170033455, -0.028680168092250824, -0.027351154014468193, -0.02602214179933071, -0.02469312772154808, -0.02336411364376545, -0.02203509956598282, -0.020706085488200188, -0.019377073273062706, -0.018048059195280075, -0.016719045117497444, -0.015390031039714813, -0.014061017893254757, -0.012732003815472126, -0.011402989737689495, -0.010073976591229439, -0.008744962513446808, -0.007415948901325464, -0.006086935289204121, -0.00475792121142149, -0.003428907599300146, -0.0020998939871788025, -0.000770880258642137, 0.0005581334698945284, 0.0018871471984311938, 0.0032161609269678593, 0.004545174539089203, 0.005874188616871834, 0.007203202228993177, 0.008532215841114521, 0.009861229918897152, 0.011190243065357208, 0.01251925714313984, 0.01384827122092247, 0.015177284367382526, 0.016506297513842583, 0.017835311591625214, 0.019164325669407845, 0.020493339747190475, 0.021822353824973106, 0.023151366040110588, 0.02448038011789322, 0.02580939419567585, 0.02713840827345848, 0.028467422351241112, 0.029796436429023743, 0.031125448644161224, 0.032454464584589005, 0.033783476799726486, 0.03511248901486397, 0.03644150495529175, 0.03777051717042923, 0.03909953311085701, 0.04042854532599449]}, "_runtime": 192.0209047794342, "_timestamp": 1596213062.7224424, "_step": 233}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 2.0, 3.0, 3.0, 6.0, 4.0, 5.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.006639764178544283, -0.0064200847409665585, -0.006200405303388834, -0.0059807258658111095, -0.005761046428233385, -0.005541366990655661, -0.0053216880187392235, -0.005102008581161499, -0.004882329143583775, -0.00466264970600605, -0.004442970268428326, -0.004223290830850601, -0.004003611393272877, -0.0037839319556951523, -0.0035642527509480715, -0.003344573313370347, -0.0031248938757926226, -0.002905214438214898, -0.0026855350006371737, -0.002465855795890093, -0.0022461763583123684, -0.002026496920734644, -0.0018068174831569195, -0.0015871381619945168, -0.0013674587244167924, -0.001147779286839068, -0.0009280999656766653, -0.0007084205280989408, -0.0004887411487288773, -0.00026906176935881376, -4.938236088491976e-05, 0.000170297033037059, 0.0003899764269590378, 0.0006096558063291013, 0.0008293351856991649, 0.0010490146232768893, 0.001268693944439292, 0.0014883733820170164, 0.0017080528195947409, 0.0019277321407571435, 0.002147411461919546, 0.0023670908994972706, 0.002586770337074995, 0.0028064497746527195, 0.003026129212230444, 0.0032458086498081684, 0.003465487854555249, 0.0036851672921329737, 0.003904846729710698, 0.004124525934457779, 0.004344205372035503, 0.004563884809613228, 0.004783564247190952, 0.005003243684768677, 0.005222923122346401, 0.005442602559924126, 0.00566228199750185, 0.005881961435079575, 0.006101640872657299, 0.006321319844573736, 0.006540999282151461, 0.006760678719729185, 0.0069803581573069096, 0.007200037594884634, 0.0074197170324623585]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 1.0, 1.0, 5.0, 5.0, 1.0, 8.0, 5.0, 4.0, 6.0, 10.0, 10.0, 19.0, 26.0, 25.0, 38.0, 38.0, 59.0, 69.0, 95.0, 120.0, 171.0, 360.0, 5449.0, 610.0, 239.0, 138.0, 103.0, 80.0, 49.0, 32.0, 28.0, 29.0, 24.0, 13.0, 16.0, 8.0, 7.0, 8.0, 3.0, 6.0, 0.0, 4.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.10780070722103119, -0.10449357330799103, -0.10118644684553146, -0.0978793129324913, -0.09457218647003174, -0.09126505255699158, -0.08795791864395142, -0.08465079218149185, -0.08134365826845169, -0.07803653180599213, -0.07472939789295197, -0.0714222639799118, -0.06811513751745224, -0.06480800360441208, -0.061500873416662216, -0.058193743228912354, -0.05488661304116249, -0.05157948285341263, -0.048272352665662766, -0.044965218752622604, -0.04165808856487274, -0.03835095837712288, -0.035043828189373016, -0.031736698001623154, -0.028429565951228142, -0.02512243576347828, -0.021815303713083267, -0.018508173525333405, -0.015201042406260967, -0.01189391128718853, -0.008586781099438667, -0.00527964998036623, -0.0019725188612937927, 0.001334612024948001, 0.0046417429111897945, 0.007948873564600945, 0.011256004683673382, 0.014563135802745819, 0.017870265990495682, 0.021177398040890694, 0.024484528228640556, 0.02779165841639042, 0.03109879046678543, 0.034405920654535294, 0.037713050842285156, 0.04102018103003502, 0.04432731494307518, 0.04763444513082504, 0.050941575318574905, 0.05424870550632477, 0.05755583569407463, 0.06086296960711479, 0.06417009979486465, 0.06747722625732422, 0.07078436017036438, 0.07409149408340454, 0.0773986205458641, 0.08070575445890427, 0.08401288092136383, 0.08732001483440399, 0.09062714874744415, 0.09393427520990372, 0.09724140912294388, 0.10054853558540344, 0.1038556694984436]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 3.0, 0.0, 0.0, 2.0, 2.0, 3.0, 2.0, 2.0, 1.0, 1.0, 2.0, 0.0, 5.0, 6.0, 1.0, 1.0, 1.0, 7.0, 5.0, 1.0, 5.0, 0.0, 24.0, 2.0, 3.0, 3.0, 1.0, 7.0, 0.0, 3.0, 5.0, 5.0, 2.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0], "bins": [-0.002421056618914008, -0.0023577904794365168, -0.002294524572789669, -0.0022312584333121777, -0.0021679922938346863, -0.0021047263871878386, -0.002041460247710347, -0.0019781943410634995, -0.001914928201586008, -0.0018516621785238385, -0.001788396155461669, -0.0017251300159841776, -0.001661863992922008, -0.0015985979698598385, -0.001535331830382347, -0.0014720658073201776, -0.001408799784258008, -0.0013455337611958385, -0.001282267738133669, -0.0012190015986561775, -0.001155735575594008, -0.0010924695525318384, -0.001029203413054347, -0.0009659373899921775, -0.0009026713669300079, -0.0008394053438678384, -0.0007761392625980079, -0.0007128731813281775, -0.0006496071582660079, -0.0005863411352038383, -0.0005230750539340079, -0.0004598090017680079, -0.00039654294960200787, -0.00033327689743600786, -0.00027001084527000785, -0.00020674479310400784, -0.00014347874093800783, -8.021268877200782e-05, -1.6946636606007814e-05, 4.6319415559992194e-05, 0.0001095854677259922, 0.0001728515198919922, 0.00023611757205799222, 0.00029938362422399223, 0.00036264967638999224, 0.00042591572855599225, 0.0004891817807219923, 0.0005524478619918227, 0.0006157138850539923, 0.0006789799081161618, 0.0007422459893859923, 0.0008055120706558228, 0.0008687780937179923, 0.0009320441167801619, 0.0009953102562576532, 0.0010585762793198228, 0.0011218423023819923, 0.001185108325444162, 0.0012483743485063314, 0.0013116404879838228, 0.0013749065110459924, 0.001438172534108162, 0.0015014386735856533, 0.0015647046966478229, 0.0016279707197099924]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 1.0, 2.0, 8.0, 5.0, 4.0, 4.0, 6.0, 12.0, 17.0, 18.0, 33.0, 36.0, 46.0, 80.0, 107.0, 159.0, 187.0, 362.0, 514.0, 735.0, 1079.0, 1723.0, 2893.0, 4600.0, 7941.0, 15433.0, 34785.0, 105618.0, 872327.0, 68684.0, 27121.0, 14112.0, 8105.0, 4876.0, 2885.0, 1849.0, 1102.0, 741.0, 479.0, 300.0, 209.0, 145.0, 77.0, 65.0, 43.0, 35.0, 25.0, 9.0, 18.0, 6.0, 6.0, 3.0, 4.0, 4.0, 5.0], "bins": [-0.006114727817475796, -0.005951608065515757, -0.0057884883135557175, -0.005625369027256966, -0.0054622492752969265, -0.005299129523336887, -0.005136009771376848, -0.004972890019416809, -0.004809770733118057, -0.004646650981158018, -0.004483531229197979, -0.00432041147723794, -0.004157291725277901, -0.0039941719733178616, -0.003831052454188466, -0.0036679329350590706, -0.0035048131830990314, -0.0033416934311389923, -0.003178573912009597, -0.0030154541600495577, -0.002852334640920162, -0.002689214888960123, -0.002526095137000084, -0.0023629756178706884, -0.0021998558659106493, -0.00203673611395061, -0.0018736165948212147, -0.0017104968428611755, -0.0015473772073164582, -0.001384257571771741, -0.0012211378198117018, -0.0010580181842669845, -0.0008948985487222672, -0.0007317789131775498, -0.0005686592194251716, -0.00040553955477662385, -0.00024241989012807608, -7.930022547952831e-05, 8.381943916901946e-05, 0.00024693910381756723, 0.000410058768466115, 0.0005731784040108323, 0.0007362980977632105, 0.0008994177915155888, 0.001062537427060306, 0.0012256570626050234, 0.0013887768145650625, 0.0015518964501097798, 0.0017150160856544971, 0.0018781357211992145, 0.0020412553567439318, 0.002204375108703971, 0.0023674946278333664, 0.0025306143797934055, 0.0026937341317534447, 0.00285685365088284, 0.0030199734028428793, 0.0031830931548029184, 0.003346212673932314, 0.003509332425892353, 0.003672452177852392, 0.0038355716969817877, 0.003998691216111183, 0.004161810968071222, 0.0043249307200312614]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 1.0, 4.0, 2.0, 3.0, 4.0, 6.0, 7.0, 4.0, 7.0, 9.0, 5.0, 2.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010571292601525784, -0.009518700651824474, -0.008466108702123165, -0.007413516286760569, -0.006360924337059259, -0.00530833238735795, -0.004255739971995354, -0.0032031480222940445, -0.0021505560725927353, -0.0010979640064761043, -4.537194035947323e-05, 0.0010072201257571578, 0.002059812191873789, 0.003112404141575098, 0.0041649965569376945, 0.005217588506639004, 0.006270180456340313, 0.007322772406041622, 0.008375364355742931, 0.00942795630544424, 0.010480549186468124, 0.011533141136169434, 0.012585733085870743, 0.013638325035572052, 0.014690916985273361, 0.01574350893497467, 0.01679610088467598, 0.01784869283437729, 0.018901284784078598, 0.019953876733779907, 0.021006468683481216, 0.022059060633182526, 0.023111652582883835, 0.024164246395230293, 0.025216838344931602, 0.02626943029463291, 0.02732202224433422, 0.02837461419403553, 0.02942720614373684, 0.03047979809343815, 0.03153239190578461, 0.032584983855485916, 0.033637575805187225, 0.034690167754888535, 0.035742759704589844, 0.03679535165429115, 0.03784794360399246, 0.03890053555369377, 0.03995312750339508, 0.04100571945309639, 0.0420583114027977, 0.04311090335249901, 0.04416349530220032, 0.04521608725190163, 0.046268679201602936, 0.047321271151304245, 0.048373863101005554, 0.04942645505070686, 0.05047904700040817, 0.05153163895010948, 0.05258423089981079, 0.0536368228495121, 0.05468941479921341, 0.05574200674891472, 0.05679459869861603]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 4.0, 8.0, 13.0, 25.0, 38.0, 67.0, 104.0, 126.0, 235.0, 364.0, 589.0, 966.0, 1630.0, 2599.0, 7752.0, 2054.0, 874.0, 371.0, 222.0, 126.0, 64.0, 58.0, 24.0, 7.0, 4.0, 18.0, 4.0, 1.0, 2.0, 2.0, 9.0, 0.0, 1.0, 2.0, 6.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 7.0, 12.0, 5.0, 15.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 7.0], "bins": [-0.010276190005242825, -0.009820664301514626, -0.009365138597786427, -0.008909613825380802, -0.008454088121652603, -0.007998562417924404, -0.007543036714196205, -0.0070875114761292934, -0.0066319857724010944, -0.006176460068672895, -0.005720934830605984, -0.005265409126877785, -0.004809883423149586, -0.004354358185082674, -0.003898832481354475, -0.0034433070104569197, -0.0029877815395593643, -0.002532256068661809, -0.0020767305977642536, -0.0016212048940360546, -0.0011656794231384993, -0.000710153894033283, -0.00025462836492806673, 0.00020089716417714953, 0.0006564226932823658, 0.0011119481641799212, 0.0015674737514927983, 0.0020229993388056755, 0.002478524809703231, 0.002934050280600786, 0.003389575984328985, 0.0038451014552265406, 0.004300626926124096, 0.004756152629852295, 0.005211677867919207, 0.005667203571647406, 0.006122728809714317, 0.006578254513442516, 0.007033780217170715, 0.007489305455237627, 0.007944831624627113, 0.008400356397032738, 0.008855882100760937, 0.009311407804489136, 0.009766933508217335, 0.010222459211945534, 0.010677983984351158, 0.011133509688079357, 0.011589035391807556, 0.012044561095535755, 0.012500086799263954, 0.012955611571669579, 0.013411137275397778, 0.013866662979125977, 0.014322188682854176, 0.014777714386582375, 0.015233239158987999, 0.015688765794038773, 0.016144290566444397, 0.01659981533885002, 0.017055341973900795, 0.01751086674630642, 0.017966393381357193, 0.018421918153762817, 0.018877442926168442]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 3.0, 1.0, 2.0, 1.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 3.0], "bins": [-0.10618296265602112, -0.1040559932589531, -0.10192901641130447, -0.09980204701423645, -0.09767507016658783, -0.0955481007695198, -0.09342112392187119, -0.09129415452480316, -0.08916717767715454, -0.08704020828008652, -0.0849132388830185, -0.08278626203536987, -0.08065929263830185, -0.07853231579065323, -0.0764053463935852, -0.07427836954593658, -0.07215140014886856, -0.07002443075180054, -0.06789745390415192, -0.06577048450708389, -0.06364350765943527, -0.06151653826236725, -0.059389565140008926, -0.057262592017650604, -0.05513561889529228, -0.05300864577293396, -0.05088167265057564, -0.048754699528217316, -0.04662773013114929, -0.04450075700879097, -0.04237378388643265, -0.040246810764074326, -0.038119837641716, -0.03599286451935768, -0.03386589139699936, -0.03173891827464104, -0.029611947014927864, -0.027484973892569542, -0.02535800263285637, -0.023231029510498047, -0.021104056388139725, -0.018977083265781403, -0.01685011014342308, -0.014723138883709908, -0.012596165761351585, -0.010469192638993263, -0.008342220447957516, -0.006215247791260481, -0.004088275134563446, -0.001961302477866411, 0.00016567017883062363, 0.0022926428355276585, 0.004419615492224693, 0.006546588148921728, 0.008673560805618763, 0.01080053299665451, 0.012927506119012833, 0.015054479241371155, 0.017181452363729477, 0.01930842362344265, 0.021435396745800972, 0.023562369868159294, 0.025689341127872467, 0.02781631425023079, 0.02994328737258911]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 0.0, 4.0, 1.0, 2.0, 2.0, 2.0, 3.0, 5.0, 1.0, 4.0, 6.0, 5.0, 9.0, 8.0, 12.0, 18.0, 32.0, 22.0, 16.0, 16.0, 18.0, 16.0, 14.0, 13.0, 9.0, 7.0, 9.0, 1.0, 2.0, 5.0, 4.0, 1.0, 2.0, 2.0, 4.0, 0.0, 2.0], "bins": [-0.055371467024087906, -0.054088376462459564, -0.05280528590083122, -0.05152219161391258, -0.05023910105228424, -0.0489560104906559, -0.04767291992902756, -0.04638982564210892, -0.045106735080480576, -0.043823644518852234, -0.04254055395722389, -0.04125746339559555, -0.03997436910867691, -0.03869127854704857, -0.03740818798542023, -0.036125097423791885, -0.034842006862163544, -0.033558912575244904, -0.03227582201361656, -0.03099273145198822, -0.02970963902771473, -0.028426548466086388, -0.027143456041812897, -0.025860365480184555, -0.024577274918556213, -0.023294182494282722, -0.02201109193265438, -0.02072799950838089, -0.019444908946752548, -0.018161816522479057, -0.016878725960850716, -0.0155956344678998, -0.014312542974948883, -0.013029451481997967, -0.01174635998904705, -0.010463268496096134, -0.009180177003145218, -0.007897086441516876, -0.00661399494856596, -0.005330903455615044, -0.004047811962664127, -0.002764720469713211, -0.0014816292095929384, -0.00019853783305734396, 0.0010845535434782505, 0.002367645036429167, 0.0036507362965494394, 0.004933827556669712, 0.006216919049620628, 0.007500010542571545, 0.008783102035522461, 0.010066193528473377, 0.011349285021424294, 0.012632375583052635, 0.013915467076003551, 0.015198558568954468, 0.01648164913058281, 0.0177647415548563, 0.019047832116484642, 0.020330924540758133, 0.021614015102386475, 0.022897107526659966, 0.024180198088288307, 0.025463290512561798, 0.02674638107419014]}, "_runtime": 192.85354351997375, "_timestamp": 1596213063.5550811, "_step": 234}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 3.0, 3.0, 1.0, 1.0, 1.0, 3.0, 1.0, 3.0, 3.0, 5.0, 4.0, 3.0, 2.0, 0.0, 3.0, 2.0, 0.0, 1.0, 3.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009383251890540123, -0.009046490304172039, -0.00870972778648138, -0.008372966200113297, -0.008036203682422638, -0.007699442096054554, -0.00736268050968647, -0.007025918457657099, -0.0066891564056277275, -0.006352394353598356, -0.006015632301568985, -0.005678870715200901, -0.00534210866317153, -0.0050053466111421585, -0.0046685850247740746, -0.004331822972744703, -0.003995060920715332, -0.0036582988686859608, -0.003321537049487233, -0.0029847752302885056, -0.0026480131782591343, -0.002311251126229763, -0.0019744893070310354, -0.001637727371416986, -0.0013009654358029366, -0.0009642035001888871, -0.0006274415645748377, -0.00029067962896078825, 4.6082306653261185e-05, 0.0003828442422673106, 0.00071960617788136, 0.0010563681134954095, 0.001393130049109459, 0.0017298919847235084, 0.002066653920337558, 0.0024034157395362854, 0.0027401777915656567, 0.003076939843595028, 0.0034137016627937555, 0.003750463481992483, 0.004087225534021854, 0.004423987586051226, 0.004760749638080597, 0.005097511224448681, 0.005434273276478052, 0.005771035328507423, 0.006107796914875507, 0.006444558966904879, 0.00678132101893425, 0.007118083070963621, 0.007454845122992992, 0.007791606709361076, 0.008128369227051735, 0.008465130813419819, 0.008801892399787903, 0.009138654917478561, 0.009475416503846645, 0.00981217809021473, 0.010148940607905388, 0.010485702194273472, 0.010822463780641556, 0.011159226298332214, 0.011495987884700298, 0.011832750402390957, 0.01216951198875904]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 4.0, 4.0, 10.0, 2.0, 4.0, 12.0, 12.0, 11.0, 14.0, 24.0, 26.0, 22.0, 38.0, 43.0, 60.0, 82.0, 111.0, 171.0, 255.0, 531.0, 5318.0, 426.0, 219.0, 144.0, 90.0, 53.0, 52.0, 35.0, 31.0, 22.0, 17.0, 16.0, 12.0, 9.0, 11.0, 10.0, 2.0, 2.0, 3.0, 4.0, 2.0, 2.0, 0.0, 2.0, 3.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.11595040559768677, -0.11198344081640244, -0.1080164760351181, -0.10404951125383377, -0.10008254647254944, -0.0961155816912651, -0.09214861690998077, -0.08818165212869644, -0.08421468734741211, -0.08024773001670837, -0.07628076523542404, -0.07231380045413971, -0.06834683567285538, -0.06437987089157104, -0.06041290611028671, -0.05644594132900238, -0.05247897654771805, -0.048512011766433716, -0.044545046985149384, -0.04057808220386505, -0.03661111742258072, -0.032644156366586685, -0.028677191585302353, -0.02471022680401802, -0.02074326202273369, -0.016776297241449356, -0.012809333391487598, -0.00884236954152584, -0.0048754047602415085, -0.0009084404446184635, 0.0030585238710045815, 0.007025488186627626, 0.010992452502250671, 0.014959417283535004, 0.018926382064819336, 0.02289334498345852, 0.02686030976474285, 0.030827274546027184, 0.03479423746466637, 0.0387612022459507, 0.04272816702723503, 0.04669513180851936, 0.050662096589803696, 0.05462906137108803, 0.05859602242708206, 0.0625629872083664, 0.06652995198965073, 0.07049691677093506, 0.07446388155221939, 0.07843084633350372, 0.08239781111478806, 0.08636477589607239, 0.09033174067735672, 0.09429870545864105, 0.09826567023992538, 0.10223263502120972, 0.10619959235191345, 0.11016655713319778, 0.11413352191448212, 0.11810048669576645, 0.12206745147705078, 0.1260344237089157, 0.13000138103961945, 0.13396835327148438, 0.1379353106021881]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 2.0, 3.0, 0.0, 4.0, 3.0, 1.0, 5.0, 3.0, 1.0, 5.0, 3.0, 4.0, 4.0, 4.0, 22.0, 4.0, 6.0, 5.0, 2.0, 3.0, 5.0, 4.0, 2.0, 1.0, 6.0, 2.0, 2.0, 3.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0033199582248926163, -0.0032119271345436573, -0.0031038960441946983, -0.0029958649538457394, -0.0028878338634967804, -0.0027798025403171778, -0.002671771449968219, -0.00256374035961926, -0.002455709269270301, -0.002347678178921342, -0.002239647088572383, -0.002131615998223424, -0.0020235846750438213, -0.0019155537011101842, -0.0018075224943459034, -0.0016994914039969444, -0.0015914603136479855, -0.0014834292232990265, -0.0013753981329500675, -0.0012673669261857867, -0.0011593358358368278, -0.0010513047454878688, -0.0009432735969312489, -0.000835242448374629, -0.00072721135802567, -0.0006191802676767111, -0.0005111491191200912, -0.0004031179996673018, -0.00029508688021451235, -0.00018705576076172292, -7.90246413089335e-05, 2.900647814385593e-05, 0.00013703759759664536, 0.0002450687170494348, 0.0003530998365022242, 0.00046113095595501363, 0.0005691620754078031, 0.000677193165756762, 0.0007852243143133819, 0.0008932554628700018, 0.0010012865532189608, 0.0011093176435679197, 0.0012173487339168787, 0.0013253799406811595, 0.0014334110310301185, 0.0015414421213790774, 0.0016494733281433582, 0.0017575044184923172, 0.0018655355088412762, 0.001973566599190235, 0.002081597689539194, 0.002189628779888153, 0.002297659870237112, 0.0024056911934167147, 0.0025137222837656736, 0.0026217533741146326, 0.0027297844644635916, 0.0028378155548125505, 0.0029458466451615095, 0.0030538777355104685, 0.003161909058690071, 0.00326994014903903, 0.003377971239387989, 0.003486002329736948, 0.003594033420085907]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 1.0, 2.0, 9.0, 4.0, 3.0, 8.0, 17.0, 21.0, 34.0, 58.0, 85.0, 124.0, 205.0, 300.0, 482.0, 759.0, 1167.0, 1780.0, 2688.0, 4409.0, 7437.0, 13075.0, 25980.0, 61065.0, 795695.0, 155858.0, 48420.0, 24795.0, 13358.0, 8186.0, 4972.0, 2956.0, 1842.0, 1225.0, 807.0, 496.0, 391.0, 267.0, 175.0, 126.0, 88.0, 80.0, 43.0, 46.0, 30.0, 20.0, 16.0, 9.0, 8.0, 7.0, 5.0, 4.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.005729995667934418, -0.005531804636120796, -0.005333613604307175, -0.005135422106832266, -0.004937231075018644, -0.004739040043205023, -0.004540848545730114, -0.0043426575139164925, -0.004144466482102871, -0.003946275450289249, -0.0037480841856449842, -0.003549892921000719, -0.0033517018891870975, -0.003153510857373476, -0.002955319592729211, -0.0027571283280849457, -0.002558937296271324, -0.0023607462644577026, -0.0021625549998134375, -0.0019643637351691723, -0.0017661727033555508, -0.0015679815551266074, -0.001369790406897664, -0.0011715992586687207, -0.0009734081104397774, -0.000775216962210834, -0.0005770258139818907, -0.00037883466575294733, -0.00018064351752400398, 1.7547630704939365e-05, 0.0002157387789338827, 0.00041392992716282606, 0.0006121210753917694, 0.0008103122236207128, 0.001008503371849656, 0.0012066945200785995, 0.0014048856683075428, 0.0016030768165364861, 0.0018012679647654295, 0.0019994592294096947, 0.002197650261223316, 0.0023958412930369377, 0.002594032557681203, 0.002792223822325468, 0.0029904148541390896, 0.003188605885952711, 0.0033867971505969763, 0.0035849884152412415, 0.003783179447054863, 0.0039813704788684845, 0.004179561510682106, 0.004377753008157015, 0.004575944039970636, 0.004774135071784258, 0.004972326569259167, 0.005170517601072788, 0.00536870863288641, 0.005566899664700031, 0.005765090696513653, 0.005963282193988562, 0.006161473225802183, 0.006359664257615805, 0.0065578557550907135, 0.006756046786904335, 0.0069542378187179565]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [3.0, 3.0, 3.0, 3.0, 1.0, 3.0, 2.0, 3.0, 6.0, 10.0, 3.0, 4.0, 2.0, 3.0, 3.0, 4.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012872535735368729, -0.011583259329199791, -0.010293982923030853, -0.009004706516861916, -0.007715430110692978, -0.00642615370452404, -0.0051368772983551025, -0.003847600892186165, -0.002558324486017227, -0.0012690480798482895, 2.0228326320648193e-05, 0.0013095047324895859, 0.0025987811386585236, 0.0038880575448274612, 0.005177333950996399, 0.006466610357165337, 0.007755886763334274, 0.009045163169503212, 0.01033443957567215, 0.011623715981841087, 0.012912992388010025, 0.014202268794178963, 0.0154915452003479, 0.016780821606516838, 0.018070098012685776, 0.019359374418854713, 0.02064865082502365, 0.02193792723119259, 0.023227203637361526, 0.024516480043530464, 0.025805756449699402, 0.02709503285586834, 0.028384309262037277, 0.029673585668206215, 0.030962862074375153, 0.03225214034318924, 0.03354141488671303, 0.034830689430236816, 0.0361199676990509, 0.03740924596786499, 0.03869852051138878, 0.03998779505491257, 0.041277073323726654, 0.04256635159254074, 0.04385562613606453, 0.04514490067958832, 0.046434178948402405, 0.04772345721721649, 0.04901273176074028, 0.05030200630426407, 0.051591284573078156, 0.05288056284189224, 0.05416983738541603, 0.05545911192893982, 0.056748390197753906, 0.05803766846656799, 0.05932694301009178, 0.06061621755361557, 0.06190549582242966, 0.06319477409124374, 0.06448404490947723, 0.06577332317829132, 0.06706260144710541, 0.0683518797159195, 0.06964115798473358]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 4.0, 5.0, 15.0, 25.0, 42.0, 46.0, 60.0, 94.0, 130.0, 185.0, 297.0, 412.0, 603.0, 933.0, 1501.0, 2516.0, 6517.0, 1859.0, 1061.0, 643.0, 414.0, 293.0, 198.0, 142.0, 87.0, 64.0, 55.0, 42.0, 42.0, 17.0, 10.0, 6.0, 18.0, 11.0, 7.0, 1.0, 4.0, 3.0, 7.0, 4.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 6.0, 14.0, 8.0, 8.0, 8.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 8.0], "bins": [-0.009241750463843346, -0.008738286793231964, -0.008234822191298008, -0.0077313585206866264, -0.007227894384413958, -0.006724430248141289, -0.006220966577529907, -0.005717502441257238, -0.0052140383049845695, -0.004710574168711901, -0.004207110032439232, -0.0037036463618278503, -0.0032001822255551815, -0.0026967180892825127, -0.0021932541858404875, -0.0016897901659831405, -0.0011863261461257935, -0.0006828621262684464, -0.00017939810641109943, 0.0003240659134462476, 0.0008275299333035946, 0.0013309939531609416, 0.0018344579730182886, 0.002337921876460314, 0.0028413860127329826, 0.0033448501490056515, 0.0038483140524476767, 0.004351777955889702, 0.004855242092162371, 0.0053587062284350395, 0.005862169899046421, 0.00636563403531909, 0.006869098171591759, 0.007372562307864428, 0.007876026444137096, 0.008379490114748478, 0.008882954716682434, 0.009386418387293816, 0.009889882057905197, 0.010393346659839153, 0.010896810330450535, 0.011400274001061916, 0.011903738602995872, 0.012407202273607254, 0.012910665944218636, 0.013414130546152592, 0.013917594216763973, 0.01442105881869793, 0.014924522489309311, 0.015427986159920692, 0.015931449830532074, 0.016434915363788605, 0.016938379034399986, 0.017441842705011368, 0.01794530637562275, 0.01844877004623413, 0.01895223557949066, 0.019455699250102043, 0.019959162920713425, 0.020462626591324806, 0.020966090261936188, 0.02146955393254757, 0.0219730194658041, 0.02247648313641548, 0.022979946807026863]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1274300217628479, -0.12439297139644623, -0.12135592848062515, -0.11831887811422348, -0.11528182774782181, -0.11224478483200073, -0.10920773446559906, -0.10617068409919739, -0.10313363373279572, -0.10009659081697464, -0.09705954045057297, -0.0940224900841713, -0.09098544716835022, -0.08794839680194855, -0.08491134643554688, -0.0818743035197258, -0.07883725315332413, -0.07580020278692245, -0.07276315987110138, -0.06972610950469971, -0.06668905913829803, -0.06365201622247696, -0.06061496585607529, -0.057577915489673615, -0.05454086884856224, -0.05150382220745087, -0.048466771841049194, -0.04542972519993782, -0.04239267855882645, -0.039355628192424774, -0.0363185815513134, -0.03328153118491173, -0.030244484543800354, -0.02720743604004383, -0.024170387536287308, -0.021133340895175934, -0.01809629239141941, -0.015059243887662888, -0.012022196315228939, -0.00898514874279499, -0.005948100239038467, -0.0029110522009432316, 0.00012599583715200424, 0.00316304387524724, 0.006200091913342476, 0.009237140417098999, 0.012274187989532948, 0.015311235561966896, 0.01834828406572342, 0.021385332569479942, 0.024422381073236465, 0.02745942771434784, 0.030496476218104362, 0.033533524721860886, 0.03657057136297226, 0.03960762172937393, 0.042644668370485306, 0.04568171501159668, 0.04871876537799835, 0.051755812019109726, 0.0547928586602211, 0.05782990902662277, 0.060866955667734146, 0.06390400230884552, 0.06694105267524719]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 3.0, 5.0, 5.0, 6.0, 3.0, 5.0, 4.0, 7.0, 9.0, 6.0, 5.0, 5.0, 13.0, 10.0, 15.0, 37.0, 19.0, 14.0, 11.0, 9.0, 7.0, 6.0, 7.0, 9.0, 3.0, 2.0, 3.0, 1.0, 1.0, 1.0, 2.0, 2.0, 2.0, 1.0, 3.0, 8.0, 5.0, 5.0, 0.0, 0.0, 2.0, 3.0, 2.0], "bins": [-0.06887663900852203, -0.06700345873832703, -0.06513028591871262, -0.06325710564851761, -0.0613839328289032, -0.05951075628399849, -0.05763757973909378, -0.05576440319418907, -0.05389122664928436, -0.052018046379089355, -0.05014486983418465, -0.04827169328927994, -0.04639851674437523, -0.04452534019947052, -0.04265216365456581, -0.0407789871096611, -0.03890581056475639, -0.037032634019851685, -0.035159457474946976, -0.03328628093004227, -0.03141310438513756, -0.0295399259775877, -0.02766674943268299, -0.025793572887778282, -0.023920396342873573, -0.022047219797968864, -0.020174043253064156, -0.018300866708159447, -0.01642768830060959, -0.014554512687027454, -0.012681335210800171, -0.010808158665895462, -0.008934982120990753, -0.007061805576086044, -0.005188628565520048, -0.0033154517877846956, -0.0014422750100493431, 0.0004309017676860094, 0.002304078545421362, 0.004177255555987358, 0.006050432100892067, 0.007923608645796776, 0.009796785190701485, 0.011669962666928768, 0.013543139211833477, 0.015416315756738186, 0.01728949323296547, 0.019162669777870178, 0.021035846322774887, 0.022909022867679596, 0.024782199412584305, 0.026655375957489014, 0.028528552502393723, 0.03040173090994358, 0.03227490559220314, 0.03414808213710785, 0.036021262407302856, 0.037894438952207565, 0.039767615497112274, 0.04164079204201698, 0.04351396858692169, 0.0453871451318264, 0.04726032167673111, 0.04913349822163582, 0.05100667476654053]}, "_runtime": 193.63488578796387, "_timestamp": 1596213064.3364234, "_step": 235}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 4.0, 6.0, 7.0, 4.0, 3.0, 1.0, 4.0, 1.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009971406310796738, -0.009694468230009079, -0.00941753014922142, -0.009140592999756336, -0.008863654918968678, -0.008586716838181019, -0.008309779688715935, -0.008032841607928276, -0.007755903527140617, -0.007478965446352959, -0.007202027831226587, -0.006925090216100216, -0.006648152135312557, -0.0063712140545248985, -0.006094276439398527, -0.005817338824272156, -0.005540400743484497, -0.005263462662696838, -0.004986525047570467, -0.004709587432444096, -0.004432649351656437, -0.004155711270868778, -0.003878773655742407, -0.003601835807785392, -0.0033248979598283768, -0.0030479601118713617, -0.0027710222639143467, -0.0024940844159573317, -0.0022171465680003166, -0.0019402087200433016, -0.0016632708720862865, -0.0013863330241292715, -0.0011093951761722565, -0.0008324573282152414, -0.0005555194802582264, -0.00027858163230121136, -1.6437843441963196e-06, 0.0002752940636128187, 0.0005522319115698338, 0.0008291697595268488, 0.0011061076074838638, 0.0013830454554408789, 0.001659983303397894, 0.001936921151354909, 0.002213858999311924, 0.002490796847268939, 0.002767734695225954, 0.003044672543182969, 0.003321610391139984, 0.003598548239096999, 0.003875486087054014, 0.004152423702180386, 0.004429361782968044, 0.004706299863755703, 0.004983237478882074, 0.005260175094008446, 0.005537113174796104, 0.005814051255583763, 0.0060909888707101345, 0.006367926485836506, 0.006644864566624165, 0.006921802647411823, 0.007198740262538195, 0.007475677877664566, 0.007752615958452225]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 4.0, 4.0, 3.0, 5.0, 2.0, 9.0, 9.0, 12.0, 13.0, 23.0, 14.0, 19.0, 25.0, 43.0, 45.0, 65.0, 74.0, 96.0, 110.0, 206.0, 304.0, 5399.0, 587.0, 231.0, 161.0, 90.0, 80.0, 63.0, 54.0, 27.0, 33.0, 16.0, 17.0, 25.0, 9.0, 7.0, 11.0, 12.0, 5.0, 2.0, 3.0, 3.0, 3.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.11243008077144623, -0.10927402228116989, -0.10611795634031296, -0.10296189785003662, -0.09980583190917969, -0.09664977341890335, -0.09349371492862701, -0.09033764898777008, -0.08718159049749374, -0.08402553200721741, -0.08086946606636047, -0.07771340757608414, -0.0745573490858078, -0.07140128314495087, -0.06824522465467453, -0.0650891587138176, -0.06193310022354126, -0.058777038007974625, -0.05562097579240799, -0.05246491730213165, -0.04930885508656502, -0.04615279287099838, -0.042996734380722046, -0.03984067216515541, -0.036684609949588776, -0.03352854773402214, -0.030372487381100655, -0.02721642702817917, -0.024060364812612534, -0.0209043025970459, -0.017748242244124413, -0.014592180959880352, -0.011436119675636292, -0.008280058391392231, -0.0051239971071481705, -0.00196793582290411, 0.0011881254613399506, 0.004344186745584011, 0.007500248029828072, 0.010656309314072132, 0.013812370598316193, 0.016968432813882828, 0.020124493166804314, 0.0232805535197258, 0.026436615735292435, 0.02959267795085907, 0.032748736441135406, 0.03590479865670204, 0.03906086087226868, 0.04221692308783531, 0.04537298530340195, 0.048529043793678284, 0.05168510600924492, 0.054841168224811554, 0.05799722671508789, 0.061153288930654526, 0.06430935114622116, 0.0674654096364975, 0.07062147557735443, 0.07377753406763077, 0.0769335925579071, 0.08008965849876404, 0.08324571698904037, 0.08640178292989731, 0.08955784142017365]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 3.0, 4.0, 2.0, 1.0, 7.0, 4.0, 9.0, 3.0, 8.0, 7.0, 3.0, 24.0, 5.0, 6.0, 2.0, 3.0, 1.0, 2.0, 1.0, 2.0, 2.0, 4.0, 2.0, 3.0, 4.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.003449077485129237, -0.0033482748549431562, -0.0032474719919264317, -0.0031466693617403507, -0.00304586673155427, -0.002945064101368189, -0.002844261471182108, -0.0027434586081653833, -0.0026426559779793024, -0.0025418533477932215, -0.002441050484776497, -0.002340247854590416, -0.002239445224404335, -0.002138642594218254, -0.002037839964032173, -0.0019370371010154486, -0.0018362344708293676, -0.0017354318406432867, -0.001634629094041884, -0.0015338263474404812, -0.0014330237172544003, -0.0013322210870683193, -0.0012314183404669166, -0.0011306155938655138, -0.0010298129636794329, -0.000929010275285691, -0.0008282075868919492, -0.0007274048984982073, -0.0006266022101044655, -0.0005257995217107236, -0.0004249968333169818, -0.00032419414492323995, -0.0002233914565294981, -0.00012258876813575625, -2.1786079742014408e-05, 7.901660865172744e-05, 0.00017981929704546928, 0.00028062198543921113, 0.000381424673832953, 0.0004822273622266948, 0.0005830300506204367, 0.0006838327390141785, 0.0007846354274079204, 0.0008854381158016622, 0.000986240804195404, 0.001087043434381485, 0.0011878461809828877, 0.0012886489275842905, 0.0013894515577703714, 0.0014902541879564524, 0.0015910569345578551, 0.0016918596811592579, 0.0017926623113453388, 0.0018934649415314198, 0.0019942675717175007, 0.0020950704347342253, 0.002195873064920306, 0.002296675695106387, 0.0023974785581231117, 0.0024982811883091927, 0.0025990838184952736, 0.0026998864486813545, 0.0028006890788674355, 0.00290149194188416, 0.003002294572070241]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 2.0, 3.0, 3.0, 1.0, 5.0, 9.0, 10.0, 10.0, 14.0, 17.0, 16.0, 15.0, 26.0, 21.0, 45.0, 48.0, 80.0, 72.0, 103.0, 131.0, 218.0, 324.0, 496.0, 735.0, 1251.0, 2013.0, 3715.0, 7045.0, 14722.0, 35159.0, 122356.0, 873971.0, 61344.0, 23713.0, 12082.0, 7111.0, 4342.0, 2726.0, 1867.0, 1228.0, 895.0, 558.0, 393.0, 268.0, 169.0, 99.0, 74.0, 45.0, 41.0, 21.0, 9.0, 6.0, 3.0, 8.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.007256428245455027, -0.00704515166580677, -0.006833875086158514, -0.006622598506510258, -0.006411321461200714, -0.006200044881552458, -0.0059887683019042015, -0.005777491722255945, -0.005566215142607689, -0.005354938562959433, -0.005143661983311176, -0.00493238540366292, -0.004721108824014664, -0.00450983177870512, -0.004298555199056864, -0.0040872786194086075, -0.003876002039760351, -0.003664725460112095, -0.0034534488804638386, -0.0032421720679849386, -0.0030308954883366823, -0.002819618908688426, -0.002608342096209526, -0.0023970655165612698, -0.0021857889369130135, -0.001974512357264757, -0.001763235661201179, -0.001551958965137601, -0.0013406823854893446, -0.0011294058058410883, -0.0009181291097775102, -0.000706852471921593, -0.0004955758340656757, -0.0002842991962097585, -7.30225583538413e-05, 0.0001382540795020759, 0.0003495307173579931, 0.0005608073552139103, 0.0007720839930698276, 0.0009833606891334057, 0.001194637268781662, 0.0014059138484299183, 0.0016171905444934964, 0.0018284672405570745, 0.002039743820205331, 0.002251020399853587, 0.002462297212332487, 0.0026735737919807434, 0.0028848503716289997, 0.003096126951277256, 0.0033074035309255123, 0.0035186803434044123, 0.0037299569230526686, 0.0039412337355315685, 0.004152510315179825, 0.004363786894828081, 0.004575063474476337, 0.004786340054124594, 0.00499761663377285, 0.005208893213421106, 0.005420169793069363, 0.005631446838378906, 0.0058427234180271626, 0.006053999997675419, 0.006265276577323675]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 3.0, 2.0, 2.0, 4.0, 9.0, 1.0, 4.0, 5.0, 1.0, 3.0, 2.0, 3.0, 3.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0182882659137249, -0.01745300367474556, -0.01661774329841137, -0.01578248105943203, -0.014947219751775265, -0.0141119584441185, -0.01327669620513916, -0.012441434897482395, -0.01160617358982563, -0.010770912282168865, -0.0099356509745121, -0.00910038873553276, -0.008265127427875996, -0.007429866120219231, -0.006594604346901178, -0.005759342573583126, -0.004924081265926361, -0.004088819958269596, -0.003253558184951544, -0.002418296644464135, -0.0015830351039767265, -0.0007477735634893179, 8.748797699809074e-05, 0.0009227495174854994, 0.001758011057972908, 0.0025932725984603167, 0.0034285341389477253, 0.004263795912265778, 0.005099057219922543, 0.0059343185275793076, 0.00676958030089736, 0.007604842074215412, 0.008440103381872177, 0.009275364689528942, 0.010110625997185707, 0.010945888236165047, 0.011781149543821812, 0.012616410851478577, 0.013451673090457916, 0.014286934398114681, 0.015122195705771446, 0.015957457944750786, 0.016792718321084976, 0.017627980560064316, 0.018463242799043655, 0.019298503175377846, 0.020133765414357185, 0.020969025790691376, 0.021804288029670715, 0.022639550268650055, 0.023474810644984245, 0.024310072883963585, 0.025145333260297775, 0.025980595499277115, 0.026815857738256454, 0.027651118114590645, 0.028486380353569984, 0.029321642592549324, 0.030156902968883514, 0.030992165207862854, 0.031827427446842194, 0.03266268968582153, 0.033497948199510574, 0.034333210438489914, 0.035168472677469254]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 4.0, 7.0, 6.0, 7.0, 14.0, 10.0, 17.0, 15.0, 29.0, 30.0, 41.0, 53.0, 54.0, 67.0, 94.0, 102.0, 141.0, 175.0, 226.0, 307.0, 377.0, 497.0, 673.0, 984.0, 1569.0, 5611.0, 2426.0, 1485.0, 964.0, 677.0, 484.0, 320.0, 221.0, 159.0, 128.0, 88.0, 74.0, 51.0, 49.0, 25.0, 18.0, 24.0, 11.0, 14.0, 8.0, 7.0, 4.0, 7.0, 10.0, 25.0, 6.0, 14.0, 5.0, 2.0, 1.0, 1.0, 3.0, 2.0, 7.0], "bins": [-0.010820828378200531, -0.010470257140696049, -0.010119685903191566, -0.009769114665687084, -0.009418543428182602, -0.009067973122000694, -0.008717401884496212, -0.00836683064699173, -0.008016259409487247, -0.007665688171982765, -0.007315116934478283, -0.006964546162635088, -0.006613974925130606, -0.006263403687626123, -0.0059128329157829285, -0.005562261678278446, -0.005211690440773964, -0.004861119203269482, -0.004510547965764999, -0.004159977193921804, -0.003809405956417322, -0.00345883471891284, -0.0031082637142390013, -0.0027576927095651627, -0.0024071214720606804, -0.002056550234556198, -0.0017059792298823595, -0.001355408108793199, -0.0010048369877040386, -0.0006542658666148782, -0.00030369474552571774, 4.687637556344271e-05, 0.00039744749665260315, 0.0007480186177417636, 0.001098589738830924, 0.0014491608599200845, 0.001799731981009245, 0.002150303218513727, 0.002500874223187566, 0.0028514452278614044, 0.0032020164653658867, 0.003552587702870369, 0.0039031587075442076, 0.004253729712218046, 0.0046043009497225285, 0.004954872187227011, 0.005305442959070206, 0.005656014196574688, 0.00600658543407917, 0.0063571566715836525, 0.006707727909088135, 0.00705829868093133, 0.007408869918435812, 0.007759441155940294, 0.00811001192778349, 0.008460583165287971, 0.008811154402792454, 0.009161725640296936, 0.009512296877801418, 0.0098628681153059, 0.010213438421487808, 0.01056400965899229, 0.010914580896496773, 0.011265152134001255, 0.011615723371505737]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.13030193746089935, -0.1271870881319046, -0.12407225370407104, -0.12095741182565689, -0.11784256994724274, -0.11472772061824799, -0.11161287873983383, -0.10849803686141968, -0.10538319498300552, -0.10226835310459137, -0.09915351122617722, -0.09603866934776306, -0.09292382001876831, -0.08980897814035416, -0.08669413626194, -0.08357929438352585, -0.0804644525051117, -0.07734961062669754, -0.07423476874828339, -0.07111992686986923, -0.06800508499145508, -0.06489023566246033, -0.06177539378404617, -0.05866055190563202, -0.055545710027217865, -0.05243086814880371, -0.04931602627038956, -0.046201180666685104, -0.04308633878827095, -0.039971496909856796, -0.036856651306152344, -0.03374180942773819, -0.030626967549324036, -0.02751212567090988, -0.02439728192985058, -0.021282438188791275, -0.01816759631037712, -0.015052753500640392, -0.011937910690903664, -0.008823067881166935, -0.005708225071430206, -0.0025933822616934776, 0.000521460548043251, 0.0036363033577799797, 0.006751146167516708, 0.009865988977253437, 0.012980831786990166, 0.01609567552804947, 0.019210517406463623, 0.022325359284877777, 0.02544020302593708, 0.028555046766996384, 0.03166988864541054, 0.03478473052382469, 0.037899576127529144, 0.0410144180059433, 0.04412925988435745, 0.047244101762771606, 0.05035894364118576, 0.05347378924489021, 0.05658863112330437, 0.05970347300171852, 0.06281831860542297, 0.06593316048383713, 0.06904800236225128]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 3.0, 0.0, 2.0, 1.0, 4.0, 0.0, 1.0, 6.0, 5.0, 12.0, 11.0, 14.0, 9.0, 7.0, 10.0, 17.0, 9.0, 15.0, 24.0, 23.0, 19.0, 9.0, 18.0, 11.0, 13.0, 10.0, 8.0, 5.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 3.0, 0.0, 2.0, 1.0], "bins": [-0.08737606555223465, -0.08521804958581924, -0.08306002616882324, -0.08090201020240784, -0.07874398678541183, -0.07658597081899643, -0.07442794740200043, -0.07226993143558502, -0.07011190801858902, -0.06795389205217361, -0.06579586863517761, -0.06363785266876221, -0.0614798329770565, -0.0593218132853508, -0.057163793593645096, -0.05500577390193939, -0.05284775421023369, -0.050689734518527985, -0.04853171482682228, -0.04637369513511658, -0.04421567544341087, -0.04205765575170517, -0.039899636059999466, -0.03774161636829376, -0.03558360040187836, -0.03342558071017265, -0.03126756101846695, -0.029109539464116096, -0.026951521635055542, -0.024793501943349838, -0.022635482251644135, -0.02047746255993843, -0.018319442868232727, -0.016161423176527023, -0.01400340348482132, -0.01184538472443819, -0.009687365032732487, -0.007529345341026783, -0.0053713261149823666, -0.0032133066561073065, -0.0010552871972322464, 0.0011027322616428137, 0.0032607517205178738, 0.00541877094656229, 0.007576790638267994, 0.009734810329973698, 0.011892829090356827, 0.01405084878206253, 0.016208868473768234, 0.018366888165473938, 0.02052490785717964, 0.022682927548885345, 0.02484094724059105, 0.026998965069651604, 0.029156984761357307, 0.03131500631570816, 0.033473022282123566, 0.03563104197382927, 0.03778906166553497, 0.03994708135724068, 0.04210510104894638, 0.044263120740652084, 0.04642114043235779, 0.04857916012406349, 0.050737179815769196]}, "_runtime": 194.42494916915894, "_timestamp": 1596213065.1264868, "_step": 236}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 3.0, 1.0, 0.0, 2.0, 0.0, 1.0, 5.0, 4.0, 7.0, 4.0, 3.0, 4.0, 1.0, 1.0, 2.0, 2.0, 2.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011853271164000034, -0.011475689709186554, -0.011098107323050499, -0.010720524936914444, -0.010342943482100964, -0.009965362027287483, -0.009587779641151428, -0.009210197255015373, -0.008832615800201893, -0.008455034345388412, -0.008077451959252357, -0.00769987003877759, -0.007322288118302822, -0.006944706197828054, -0.006567124277353287, -0.006189542356878519, -0.005811960436403751, -0.005434378515928984, -0.005056796595454216, -0.004679214674979448, -0.004301632754504681, -0.003924050834029913, -0.0035464689135551453, -0.0031688869930803776, -0.00279130507260561, -0.002413723152130842, -0.0020361412316560745, -0.0016585593111813068, -0.0012809773907065392, -0.0009033954702317715, -0.0005258135497570038, -0.0001482316292822361, 0.00022935029119253159, 0.0006069322116672993, 0.000984514132142067, 0.0013620960526168346, 0.0017396779730916023, 0.00211725989356637, 0.0024948418140411377, 0.0028724237345159054, 0.003250005654990673, 0.0036275875754654408, 0.0040051694959402084, 0.004382751416414976, 0.004760333336889744, 0.0051379152573645115, 0.005515497177839279, 0.005893079098314047, 0.0062706610187888145, 0.006648242939263582, 0.00702582485973835, 0.007403406780213118, 0.007780988700687885, 0.008158570155501366, 0.00853615254163742, 0.008913734927773476, 0.009291316382586956, 0.009668897837400436, 0.010046480223536491, 0.010424062609672546, 0.010801644064486027, 0.011179225519299507, 0.011556807905435562, 0.011934390291571617, 0.012311971746385098]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 4.0, 4.0, 3.0, 7.0, 2.0, 11.0, 7.0, 5.0, 17.0, 17.0, 24.0, 17.0, 44.0, 52.0, 72.0, 91.0, 160.0, 238.0, 919.0, 5386.0, 281.0, 185.0, 102.0, 73.0, 57.0, 42.0, 22.0, 19.0, 12.0, 9.0, 10.0, 5.0, 4.0, 4.0, 5.0, 4.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.1647534817457199, -0.15960705280303955, -0.154460608959198, -0.14931418001651764, -0.14416775107383728, -0.13902132213115692, -0.13387489318847656, -0.128728449344635, -0.12358202040195465, -0.11843559145927429, -0.11328915506601334, -0.10814271867275238, -0.10299628973007202, -0.09784986078739166, -0.0927034243941307, -0.08755698800086975, -0.08241055905818939, -0.07726413011550903, -0.07211769372224808, -0.06697125732898712, -0.06182482838630676, -0.056678395718336105, -0.05153196305036545, -0.04638553038239479, -0.04123909771442413, -0.036092665046453476, -0.03094623237848282, -0.02579979971051216, -0.020653367042541504, -0.015506934374570847, -0.01036050170660019, -0.005214069038629532, -6.763637065887451e-05, 0.005078796297311783, 0.01022522896528244, 0.015371661633253098, 0.020518094301223755, 0.025664526969194412, 0.03081095963716507, 0.03595739230513573, 0.041103824973106384, 0.04625025764107704, 0.0513966903090477, 0.056543122977018356, 0.061689555644989014, 0.06683598458766937, 0.07198242098093033, 0.07712885737419128, 0.08227528631687164, 0.087421715259552, 0.09256815165281296, 0.09771458804607391, 0.10286101698875427, 0.10800744593143463, 0.11315388232469559, 0.11830031871795654, 0.1234467476606369, 0.12859317660331726, 0.1337396204471588, 0.13888604938983917, 0.14403247833251953, 0.1491789072751999, 0.15432533621788025, 0.1594717800617218, 0.16461820900440216]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 4.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 2.0, 2.0, 1.0, 1.0, 3.0, 6.0, 3.0, 2.0, 4.0, 0.0, 3.0, 6.0, 3.0, 3.0, 23.0, 4.0, 2.0, 3.0, 3.0, 4.0, 2.0, 2.0, 1.0, 3.0, 3.0, 1.0, 4.0, 3.0, 2.0, 0.0, 2.0, 1.0, 4.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.001828488428145647, -0.0017671531531959772, -0.0017058178782463074, -0.0016444827197119594, -0.0015831474447622895, -0.0015218121698126197, -0.0014604768948629498, -0.00139914161991328, -0.001337806461378932, -0.0012764711864292622, -0.0012151359114795923, -0.0011538006365299225, -0.0010924653615802526, -0.0010311300866305828, -0.0009697948698885739, -0.000908459653146565, -0.0008471243781968951, -0.0007857891032472253, -0.0007244538865052164, -0.0006631186115555465, -0.0006017833948135376, -0.0005404481198638678, -0.0004791128449141979, -0.00041777759906835854, -0.00035644235322251916, -0.0002951071073766798, -0.00023377184697892517, -0.00017243658658117056, -0.00011110134073533118, -4.976608761353418e-05, 1.1569165508262813e-05, 7.290441863005981e-05, 0.0001342396717518568, 0.00019557491759769619, 0.00025691016344353557, 0.0003182454383932054, 0.0003795806842390448, 0.00044091593008488417, 0.000502251205034554, 0.0005635864217765629, 0.0006249216967262328, 0.0006862569716759026, 0.0007475921884179115, 0.0008089274633675814, 0.0008702627383172512, 0.0009315979550592601, 0.000992933171801269, 0.001054268446750939, 0.0011156037217006087, 0.0011769389966502786, 0.0012382742715999484, 0.0012996094301342964, 0.0013609447050839663, 0.001422279980033636, 0.001483615254983306, 0.0015449505299329758, 0.0016062858048826456, 0.0016676209634169936, 0.0017289562383666635, 0.0017902915133163333, 0.0018516267882660031, 0.001912962063215673, 0.001974297221750021, 0.002035632496699691, 0.0020969677716493607]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 9.0, 6.0, 11.0, 8.0, 21.0, 31.0, 57.0, 105.0, 139.0, 241.0, 412.0, 697.0, 1179.0, 2351.0, 4212.0, 8907.0, 19937.0, 55391.0, 870133.0, 142978.0, 37641.0, 16259.0, 8213.0, 4425.0, 2526.0, 1445.0, 889.0, 552.0, 335.0, 169.0, 120.0, 77.0, 39.0, 31.0, 23.0, 27.0, 14.0, 11.0, 4.0, 2.0, 4.0, 8.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0050014047883450985, -0.004791736137121916, -0.0045820679515600204, -0.004372399300336838, -0.004162731114774942, -0.00395306246355176, -0.0037433940451592207, -0.0035337256267666817, -0.0033240572083741426, -0.0031143887899816036, -0.0029047203715890646, -0.0026950519531965256, -0.002485383301973343, -0.002275714883580804, -0.002066046465188265, -0.0018563780467957258, -0.0016467096284031868, -0.0014370412100106478, -0.0012273727916181087, -0.001017704256810248, -0.0008080358384177089, -0.0005983674200251698, -0.0003886989434249699, -0.00017903049592860043, 3.063795156776905e-05, 0.00024030639906413853, 0.000449974846560508, 0.000659643323160708, 0.000869311741553247, 0.001078980159945786, 0.0012886486947536469, 0.0014983171131461859, 0.001707985531538725, 0.001917653949931264, 0.002127322368323803, 0.002336990786716342, 0.002546659205108881, 0.0027563278563320637, 0.0029659962747246027, 0.0031756646931171417, 0.0033853331115096807, 0.0035950015299022198, 0.003804669948294759, 0.004014338366687298, 0.0042240070179104805, 0.004433675203472376, 0.0046433438546955585, 0.004853012040257454, 0.005062680691480637, 0.005272349342703819, 0.005482017528265715, 0.005691686179488897, 0.005901354365050793, 0.006111023016273975, 0.006320691201835871, 0.006530359853059053, 0.006740028038620949, 0.0069496966898441315, 0.007159365341067314, 0.0073690335266292095, 0.007578702177852392, 0.007788370363414288, 0.00799803901463747, 0.008207707665860653, 0.008417375385761261]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 3.0, 2.0, 4.0, 3.0, 4.0, 5.0, 3.0, 1.0, 6.0, 2.0, 4.0, 1.0, 0.0, 4.0, 3.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.016502702608704567, -0.015869278460741043, -0.01523585431277752, -0.01460243109613657, -0.013969006948173046, -0.013335582800209522, -0.012702159583568573, -0.01206873543560505, -0.011435311287641525, -0.010801887139678001, -0.010168462991714478, -0.009535039775073528, -0.008901615627110004, -0.00826819147914648, -0.007634767796844244, -0.0070013441145420074, -0.006367919966578484, -0.00573449581861496, -0.005101072136312723, -0.004467648454010487, -0.0038342243060469627, -0.0032008003909140825, -0.0025673764757812023, -0.001933952560648322, -0.001300528645515442, -0.0006671047303825617, -3.368081524968147e-05, 0.0005997430998831987, 0.001233167015016079, 0.0018665909301489592, 0.0025000148452818394, 0.0031334387604147196, 0.0037668626755476, 0.004400286823511124, 0.00503371050581336, 0.005667134188115597, 0.006300558336079121, 0.0069339824840426445, 0.007567406166344881, 0.008200829848647118, 0.008834253996610641, 0.009467678144574165, 0.01010110229253769, 0.010734525509178638, 0.011367949657142162, 0.012001373805105686, 0.012634797021746635, 0.01326822116971016, 0.013901645317673683, 0.014535069465637207, 0.015168493613600731, 0.015801917761564255, 0.01643534004688263, 0.017068764194846153, 0.017702188342809677, 0.0183356124907732, 0.018969036638736725, 0.01960246078670025, 0.020235884934663773, 0.020869309082627296, 0.02150273323059082, 0.022136155515909195, 0.02276957966387272, 0.023403003811836243, 0.024036427959799767]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 2.0, 2.0, 7.0, 8.0, 4.0, 5.0, 5.0, 12.0, 15.0, 18.0, 36.0, 33.0, 63.0, 110.0, 119.0, 185.0, 242.0, 381.0, 525.0, 787.0, 1151.0, 1788.0, 6002.0, 2310.0, 1266.0, 769.0, 558.0, 405.0, 330.0, 261.0, 201.0, 149.0, 121.0, 91.0, 85.0, 62.0, 64.0, 46.0, 26.0, 35.0, 29.0, 18.0, 19.0, 17.0, 15.0, 5.0, 7.0, 7.0, 7.0, 6.0, 4.0, 4.0, 2.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0], "bins": [-0.00828882772475481, -0.007968168705701828, -0.007647509220987558, -0.007326849736273289, -0.007006190717220306, -0.006685531698167324, -0.006364872213453054, -0.006044212728738785, -0.0057235537096858025, -0.00540289469063282, -0.0050822352059185505, -0.004761575721204281, -0.0044409167021512985, -0.004120257683098316, -0.0037995981983840466, -0.0034789389465004206, -0.0031582796946167946, -0.0028376204427331686, -0.0025169611908495426, -0.0021963019389659166, -0.0018756426870822906, -0.0015549834351986647, -0.0012343241833150387, -0.0009136649314314127, -0.0005930056795477867, -0.00027234642766416073, 4.8312824219465256e-05, 0.00036897207610309124, 0.0006896313279867172, 0.0010102905798703432, 0.0013309498317539692, 0.0016516090836375952, 0.001972268335521221, 0.002292927587404847, 0.002613586839288473, 0.002934246091172099, 0.003254905343055725, 0.003575564594939351, 0.003896223846822977, 0.004216883331537247, 0.004537542350590229, 0.004858201369643211, 0.005178860854357481, 0.005499520339071751, 0.005820179358124733, 0.006140838377177715, 0.006461497861891985, 0.006782157346606255, 0.007102816365659237, 0.007423475384712219, 0.007744134869426489, 0.008064794354140759, 0.00838545337319374, 0.008706112392246723, 0.009026771411299706, 0.009347431361675262, 0.009668090380728245, 0.009988749399781227, 0.010309409350156784, 0.010630068369209766, 0.010950727388262749, 0.011271386407315731, 0.011592045426368713, 0.01191270537674427, 0.012233364395797253]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 2.0, 2.0, 0.0, 2.0, 0.0, 3.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.10466084629297256, -0.1019492968916893, -0.09923775494098663, -0.09652620553970337, -0.0938146561384201, -0.09110311418771744, -0.08839156478643417, -0.08568001538515091, -0.08296847343444824, -0.08025692403316498, -0.07754537463188171, -0.07483382523059845, -0.07212228327989578, -0.06941073387861252, -0.06669918447732925, -0.06398764252662659, -0.06127609312534332, -0.05856454744935036, -0.05585299804806709, -0.05314145237207413, -0.05042990297079086, -0.0477183572947979, -0.04500681161880493, -0.04229526221752167, -0.0395837165415287, -0.036872170865535736, -0.03416062146425247, -0.031449075788259506, -0.02873752824962139, -0.026025980710983276, -0.02331443503499031, -0.020602887496352196, -0.01789133995771408, -0.015179792419075966, -0.012468245811760426, -0.009756699204444885, -0.00704515166580677, -0.004333604592829943, -0.001622057519853115, 0.0010894895531237125, 0.00380103662610054, 0.006512583699077368, 0.009224130772054195, 0.011935677379369736, 0.01464722491800785, 0.017358772456645966, 0.02007031813263893, 0.022781865671277046, 0.02549341320991516, 0.028204960748553276, 0.03091650828719139, 0.03362805396318436, 0.03633960336446762, 0.03905114904046059, 0.04176269471645355, 0.044474244117736816, 0.04718578979372978, 0.04989733546972275, 0.05260888487100601, 0.05532043054699898, 0.05803197622299194, 0.06074352562427521, 0.06345507502555847, 0.06616661697626114, 0.0688781663775444]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 4.0, 0.0, 2.0, 3.0, 2.0, 0.0, 4.0, 1.0, 5.0, 3.0, 4.0, 5.0, 3.0, 5.0, 4.0, 3.0, 2.0, 3.0, 6.0, 9.0, 13.0, 7.0, 16.0, 12.0, 27.0, 13.0, 15.0, 15.0, 9.0, 9.0, 6.0, 11.0, 5.0, 7.0, 4.0, 8.0, 4.0, 2.0, 2.0, 6.0, 5.0, 5.0, 4.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.03148333728313446, -0.030557453632354736, -0.029631569981575012, -0.028705686330795288, -0.027779802680015564, -0.02685391902923584, -0.025928035378456116, -0.02500215172767639, -0.024076268076896667, -0.023150384426116943, -0.02222450077533722, -0.021298617124557495, -0.02037273347377777, -0.019446849822998047, -0.018520966172218323, -0.0175950825214386, -0.016669198870658875, -0.0157433170825243, -0.014817432500422001, -0.013891548849642277, -0.012965665198862553, -0.012039781548082829, -0.011113897897303104, -0.01018801424652338, -0.00926213152706623, -0.008336247876286507, -0.007410363759845495, -0.006484480109065771, -0.005558596923947334, -0.00463271327316761, -0.003706829622387886, -0.002780945971608162, -0.0018550623208284378, -0.0009291787282563746, -3.29513568431139e-06, 0.0009225884568877518, 0.001848472049459815, 0.002774355700239539, 0.0037002391181886196, 0.004626122768968344, 0.005552006419748068, 0.006477890070527792, 0.007403773721307516, 0.008329656906425953, 0.009255540557205677, 0.010181424207985401, 0.011107307858765125, 0.01203319150954485, 0.012959075160324574, 0.013884958811104298, 0.014810842461884022, 0.01573672518134117, 0.016662608832120895, 0.01758849248290062, 0.018514376133680344, 0.019440259784460068, 0.020366143435239792, 0.021292027086019516, 0.02221791073679924, 0.023143794387578964, 0.02406967803835869, 0.024995561689138412, 0.025921445339918137, 0.02684732899069786, 0.027773212641477585]}, "_runtime": 195.26291942596436, "_timestamp": 1596213065.964457, "_step": 237}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 3.0, 2.0, 1.0, 3.0, 8.0, 6.0, 1.0, 2.0, 5.0, 3.0, 5.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.009407236240804195, -0.009097031317651272, -0.008786826394498348, -0.008476622402668, -0.008166417479515076, -0.007856212556362152, -0.0075460076332092285, -0.007235803175717592, -0.006925598252564669, -0.006615393329411745, -0.006305188871920109, -0.005994983948767185, -0.005684779025614262, -0.005374574568122625, -0.005064369644969702, -0.0047541651874780655, -0.004443960264325142, -0.004133755341172218, -0.003823550883680582, -0.0035133459605276585, -0.0032031412702053785, -0.0028929365798830986, -0.002582731656730175, -0.002272526966407895, -0.001962322276085615, -0.0016521175857633352, -0.0013419127790257335, -0.0010317079722881317, -0.0007215032819658518, -0.00041129853343591094, -0.0001010937849059701, 0.00020911096362397075, 0.0005193157121539116, 0.0008295204606838524, 0.0011397252092137933, 0.001449930015951395, 0.001760134706273675, 0.002070339396595955, 0.0023805443197488785, 0.0026907490100711584, 0.0030009537003934383, 0.0033111583907157183, 0.003621363081037998, 0.003931568004190922, 0.004241772927343845, 0.004551977384835482, 0.004862182307988405, 0.0051723867654800415, 0.005482591688632965, 0.005792796611785889, 0.006103001069277525, 0.0064132059924304485, 0.006723410449922085, 0.007033615373075008, 0.007343820296227932, 0.007654024753719568, 0.007964229211211205, 0.008274434134364128, 0.008584639057517052, 0.008894843980669975, 0.009205048903822899, 0.009515253826975822, 0.009825457818806171, 0.010135662741959095, 0.010445867665112019]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 5.0, 1.0, 2.0, 6.0, 5.0, 1.0, 8.0, 10.0, 9.0, 15.0, 17.0, 20.0, 22.0, 34.0, 42.0, 52.0, 82.0, 97.0, 170.0, 259.0, 663.0, 5343.0, 404.0, 203.0, 144.0, 86.0, 54.0, 30.0, 31.0, 24.0, 17.0, 16.0, 12.0, 7.0, 4.0, 6.0, 6.0, 4.0, 5.0, 3.0, 2.0, 3.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.11659221351146698, -0.11296442151069641, -0.10933662950992584, -0.10570883750915527, -0.1020810455083847, -0.09845325350761414, -0.09482546150684357, -0.091197669506073, -0.08756987750530243, -0.08394208550453186, -0.08031429350376129, -0.07668650150299072, -0.07305870950222015, -0.06943091750144958, -0.06580312550067902, -0.062175337225198746, -0.05854754522442818, -0.05491975322365761, -0.05129196122288704, -0.04766416922211647, -0.0440363772213459, -0.04040858522057533, -0.036780793219804764, -0.033153001219034195, -0.029525211080908775, -0.025897419080138206, -0.022269627079367638, -0.01864183507859707, -0.015014044009149075, -0.011386252008378506, -0.007758460473269224, -0.004130668938159943, -0.0005028769373893738, 0.0031249148305505514, 0.006752706598490477, 0.010380498133599758, 0.014008290134370327, 0.01763608120381832, 0.02126387320458889, 0.02489166520535946, 0.028519457206130028, 0.03214724734425545, 0.035775039345026016, 0.039402831345796585, 0.043030623346567154, 0.04665841534733772, 0.05028620734810829, 0.05391399934887886, 0.05754179134964943, 0.06116958335042, 0.06479737162590027, 0.06842516362667084, 0.0720529556274414, 0.07568074762821198, 0.07930853962898254, 0.08293633162975311, 0.08656412363052368, 0.09019191563129425, 0.09381970763206482, 0.09744749963283539, 0.10107529163360596, 0.10470308363437653, 0.1083308756351471, 0.11195866763591766, 0.11558645963668823]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 4.0, 1.0, 2.0, 2.0, 5.0, 1.0, 2.0, 6.0, 3.0, 4.0, 2.0, 2.0, 4.0, 3.0, 2.0, 3.0, 2.0, 24.0, 4.0, 1.0, 2.0, 2.0, 5.0, 4.0, 5.0, 2.0, 3.0, 0.0, 1.0, 4.0, 0.0, 3.0, 5.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 0.0, 1.0], "bins": [-0.0026490408927202225, -0.002578377490863204, -0.002507714321836829, -0.0024370509199798107, -0.0023663875181227922, -0.0022957243490964174, -0.002225060947239399, -0.0021543975453823805, -0.0020837343763560057, -0.002013070974498987, -0.0019424076890572906, -0.001871744403615594, -0.0018010810017585754, -0.0017304177163168788, -0.0016597544308751822, -0.0015890910290181637, -0.001518427743576467, -0.0014477644581347704, -0.001377101056277752, -0.0013064377708360553, -0.0012357744853943586, -0.0011651110835373402, -0.0010944477980956435, -0.0010237845126539469, -0.0009531211690045893, -0.0008824578253552318, -0.0008117945399135351, -0.0007411311962641776, -0.00067046785261482, -0.0005998045671731234, -0.0005291412235237658, -0.0004584779089782387, -0.0003878145944327116, -0.0003171512798871845, -0.0002464879653416574, -0.00017582462169229984, -0.00010516130714677274, -3.449798532528803e-05, 3.616533649619669e-05, 0.0001068286583176814, 0.00017749198013916612, 0.0002481552946846932, 0.0003188186092302203, 0.0003894819528795779, 0.000460145267425105, 0.0005308085819706321, 0.0006014719256199896, 0.0006721352110616863, 0.0007427985547110438, 0.0008134618983604014, 0.000884125183802098, 0.0009547885274514556, 0.0010254518128931522, 0.0010961152147501707, 0.0011667785001918674, 0.001237441785633564, 0.0013081051874905825, 0.0013787684729322791, 0.0014494317583739758, 0.0015200950438156724, 0.0015907584456726909, 0.0016614217311143875, 0.0017320850165560842, 0.0018027484184131026, 0.0018734117038547993]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 5.0, 7.0, 6.0, 11.0, 19.0, 22.0, 24.0, 27.0, 42.0, 62.0, 75.0, 76.0, 149.0, 237.0, 339.0, 475.0, 728.0, 1074.0, 1782.0, 2928.0, 5053.0, 9124.0, 17593.0, 40619.0, 129994.0, 849539.0, 59895.0, 24756.0, 13315.0, 7786.0, 4739.0, 3037.0, 1942.0, 1288.0, 837.0, 583.0, 445.0, 316.0, 196.0, 147.0, 91.0, 80.0, 46.0, 45.0, 25.0, 14.0, 12.0, 10.0, 10.0, 6.0, 2.0, 5.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.005006118211895227, -0.004851324018090963, -0.004696530289947987, -0.0045417360961437225, -0.0043869419023394585, -0.004232148174196482, -0.004077353980392218, -0.003922559786587954, -0.003767766058444977, -0.0036129718646407127, -0.0034581779036670923, -0.003303383942693472, -0.003148589748889208, -0.0029937957879155874, -0.002839001826941967, -0.002684207633137703, -0.0025294136721640825, -0.002374619711190462, -0.002219825517386198, -0.0020650315564125776, -0.0019102375954389572, -0.001755443518050015, -0.0016006494406610727, -0.0014458554796874523, -0.00129106140229851, -0.0011362673249095678, -0.0009814733639359474, -0.0008266792865470052, -0.0006718852673657238, -0.0005170912481844425, -0.00036229719989933074, -0.00020750316616613418, -5.270913243293762e-05, 0.00010208490130025893, 0.0002568789350334555, 0.0004116729833185673, 0.0005664670024998486, 0.0007212610216811299, 0.0008760550990700722, 0.0010308490600436926, 0.0011856431374326348, 0.001340437214821577, 0.0014952311757951975, 0.0016500252531841397, 0.001804819330573082, 0.0019596132915467024, 0.002114407252520323, 0.002269201446324587, 0.0024239954072982073, 0.0025787893682718277, 0.0027335835620760918, 0.002888377523049712, 0.0030431714840233326, 0.0031979656778275967, 0.003352759638801217, 0.0035075535997748375, 0.0036623477935791016, 0.003817141754552722, 0.003971935715526342, 0.0041267299093306065, 0.004281523637473583, 0.004436317831277847, 0.004591112025082111, 0.004745905753225088, 0.004900699947029352]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 6.0, 7.0, 1.0, 12.0, 6.0, 10.0, 3.0, 2.0, 4.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02401692420244217, -0.022458648309111595, -0.02090037241578102, -0.019342096522450447, -0.017783820629119873, -0.0162255447357893, -0.0146672697737813, -0.013108993880450726, -0.011550717987120152, -0.009992442093789577, -0.008434166200459003, -0.006875890772789717, -0.005317614879459143, -0.0037593389861285686, -0.0022010633256286383, -0.0006427875487133861, 0.0009154882282018661, 0.00247376412153244, 0.004032040014863014, 0.005590315442532301, 0.007148591335862875, 0.008706866763532162, 0.010265142656862736, 0.01182341855019331, 0.013381694443523884, 0.014939970336854458, 0.016498245298862457, 0.01805652119219303, 0.019614797085523605, 0.02117307297885418, 0.022731348872184753, 0.024289624765515327, 0.0258479006588459, 0.027406176552176476, 0.02896445244550705, 0.030522728338837624, 0.0320810042321682, 0.03363927826285362, 0.035197556018829346, 0.03675583004951477, 0.038314107805490494, 0.03987238183617592, 0.04143065959215164, 0.04298893362283707, 0.04454721137881279, 0.046105485409498215, 0.04766376316547394, 0.04922203719615936, 0.05078031122684479, 0.05233858898282051, 0.053896863013505936, 0.05545514076948166, 0.057013414800167084, 0.05857169255614281, 0.06012996658682823, 0.061688244342803955, 0.06324651837348938, 0.0648047924041748, 0.06636307388544083, 0.06792134791612625, 0.06947962194681168, 0.0710378959774971, 0.07259617745876312, 0.07415445148944855, 0.07571272552013397]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 7.0, 9.0, 6.0, 12.0, 20.0, 49.0, 101.0, 144.0, 233.0, 403.0, 693.0, 1223.0, 2256.0, 7458.0, 3578.0, 1107.0, 467.0, 229.0, 128.0, 58.0, 41.0, 21.0, 15.0, 8.0, 15.0, 32.0, 12.0, 10.0, 9.0, 10.0, 11.0, 0.0, 0.0, 3.0, 5.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 5.0, 6.0, 14.0, 2.0, 10.0, 8.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 8.0], "bins": [-0.0130714550614357, -0.012476358562707901, -0.011881262063980103, -0.011286165565252304, -0.010691069066524506, -0.010095971636474133, -0.009500875137746334, -0.008905778639018536, -0.008310682140290737, -0.007715585641562939, -0.00712048914283514, -0.0065253921784460545, -0.005930295679718256, -0.0053351991809904575, -0.004740102216601372, -0.004145005717873573, -0.003549909219145775, -0.0029548127204179764, -0.0023597159888595343, -0.001764619373716414, -0.0011695227585732937, -0.0005744261434301734, 2.0670471712946892e-05, 0.0006157670868560672, 0.0012108637019991875, 0.0018059603171423078, 0.002401056932285428, 0.00299615366384387, 0.0035912501625716686, 0.004186346661299467, 0.004781443625688553, 0.005376540124416351, 0.00597163662314415, 0.006566733121871948, 0.007161829620599747, 0.0077569265849888325, 0.008352022618055344, 0.008947120048105717, 0.009542216546833515, 0.010137313045561314, 0.010732409544289112, 0.01132750604301691, 0.011922602541744709, 0.012517699040472507, 0.01311279647052288, 0.013707892969250679, 0.014302989467978477, 0.014898085966706276, 0.015493182465434074, 0.016088278964161873, 0.01668337546288967, 0.01727847196161747, 0.017873568460345268, 0.018468664959073067, 0.019063761457800865, 0.019658857956528664, 0.02025395631790161, 0.02084905281662941, 0.021444149315357208, 0.022039245814085007, 0.022634342312812805, 0.023229438811540604, 0.023824535310268402, 0.0244196318089962, 0.025014728307724]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 1.0, 1.0, 0.0, 4.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.14127732813358307, -0.1378028839826584, -0.1343284547328949, -0.13085401058197021, -0.12737958133220673, -0.12390514463186264, -0.12043070793151855, -0.11695627123117447, -0.11348183453083038, -0.1100073903799057, -0.10653295367956161, -0.10305851697921753, -0.09958408027887344, -0.09610964357852936, -0.09263520687818527, -0.08916077017784119, -0.0856863334774971, -0.08221189677715302, -0.07873746007680893, -0.07526302337646484, -0.07178858667612076, -0.06831414997577667, -0.06483971327543259, -0.0613652728497982, -0.05789083614945412, -0.05441639944911003, -0.050941962748765945, -0.04746752604842186, -0.043993085622787476, -0.04051864892244339, -0.037044212222099304, -0.03356977552175522, -0.030095338821411133, -0.026620902121067047, -0.02314646542072296, -0.019672026857733727, -0.01619759015738964, -0.012723153457045555, -0.009248715825378895, -0.005774278659373522, -0.002299841493368149, 0.0011745956726372242, 0.004649032838642597, 0.008123470470309258, 0.011597907170653343, 0.015072343870997429, 0.018546782433986664, 0.02202121913433075, 0.025495655834674835, 0.02897009253501892, 0.03244452923536301, 0.03591896593570709, 0.03939340263605118, 0.04286784306168556, 0.04634227976202965, 0.049816716462373734, 0.05329115316271782, 0.056765589863061905, 0.06024002656340599, 0.06371446698904037, 0.06718890368938446, 0.07066334038972855, 0.07413777709007263, 0.07761221379041672, 0.0810866504907608]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 3.0, 2.0, 1.0, 2.0, 0.0, 3.0, 0.0, 4.0, 1.0, 3.0, 1.0, 4.0, 3.0, 5.0, 3.0, 8.0, 15.0, 18.0, 18.0, 31.0, 18.0, 16.0, 21.0, 17.0, 21.0, 18.0, 5.0, 11.0, 4.0, 2.0, 1.0, 1.0, 3.0, 3.0, 5.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0], "bins": [-0.09390314668416977, -0.09168596565723419, -0.08946878463029861, -0.08725160360336304, -0.08503442257642746, -0.08281724154949188, -0.0806000605225563, -0.07838287949562073, -0.07616569846868515, -0.07394851744174957, -0.071731336414814, -0.06951415538787842, -0.06729697436094284, -0.06507979333400726, -0.06286261230707169, -0.06064543128013611, -0.05842825025320053, -0.056211069226264954, -0.053993888199329376, -0.0517767071723938, -0.04955952614545822, -0.047342345118522644, -0.04512516409158707, -0.04290798306465149, -0.04069080203771591, -0.038473621010780334, -0.03625643998384476, -0.03403925895690918, -0.0318220779299736, -0.029604896903038025, -0.027387715876102448, -0.02517053484916687, -0.022953353822231293, -0.020736172795295715, -0.018518991768360138, -0.01630181074142456, -0.014084629714488983, -0.011867448687553406, -0.009650267660617828, -0.007433086633682251, -0.005215905606746674, -0.002998724579811096, -0.0007815435528755188, 0.0014356374740600586, 0.003652818500995636, 0.005869999527931213, 0.00808718055486679, 0.010304361581802368, 0.012521542608737946, 0.014738723635673523, 0.0169559046626091, 0.019173085689544678, 0.021390266716480255, 0.023607447743415833, 0.02582462877035141, 0.028041809797286987, 0.030258990824222565, 0.03247617185115814, 0.03469335287809372, 0.0369105339050293, 0.039127714931964874, 0.04134489595890045, 0.04356207698583603, 0.045779258012771606, 0.047996439039707184]}, "_runtime": 196.03569221496582, "_timestamp": 1596213066.7372298, "_step": 238}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 3.0, 1.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0, 3.0, 1.0, 3.0, 2.0, 4.0, 5.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 2.0, 4.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.009759298525750637, -0.009500131011009216, -0.009240963496267796, -0.0089817950502038, -0.00872262753546238, -0.008463460020720959, -0.008204292505979538, -0.007945124991238117, -0.007685957010835409, -0.007426789496093988, -0.00716762151569128, -0.00690845400094986, -0.006649286486208439, -0.006390118505805731, -0.00613095099106431, -0.005871783010661602, -0.005612615495920181, -0.0053534479811787605, -0.0050942800007760525, -0.004835112486034632, -0.004575944505631924, -0.004316776990890503, -0.004057609476149082, -0.003798441728577018, -0.0035392739810049534, -0.003280106233432889, -0.0030209384858608246, -0.002761770971119404, -0.0025026032235473394, -0.002243435475975275, -0.0019842679612338543, -0.00172510021366179, -0.0014659324660897255, -0.001206764718517661, -0.0009475970873609185, -0.000688429397996515, -0.00042926170863211155, -0.00017009401926770806, 8.907367009669542e-05, 0.0003482413594610989, 0.0006074090488255024, 0.0008665767381899059, 0.0011257444275543094, 0.001384912058711052, 0.0016440798062831163, 0.0019032475538551807, 0.0021624150685966015, 0.002421582816168666, 0.0026807505637407303, 0.0029399183113127947, 0.003199086058884859, 0.00345825357362628, 0.0037174213211983442, 0.003976589068770409, 0.004235756583511829, 0.004494924563914537, 0.004754092078655958, 0.005013259593397379, 0.005272427573800087, 0.005531595088541508, 0.0057907626032829285, 0.0060499305836856365, 0.006309098098427057, 0.006568266078829765, 0.006827433593571186]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [4.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 7.0, 4.0, 3.0, 1.0, 6.0, 8.0, 9.0, 10.0, 12.0, 21.0, 13.0, 17.0, 15.0, 21.0, 28.0, 47.0, 40.0, 46.0, 72.0, 103.0, 113.0, 152.0, 253.0, 622.0, 5150.0, 348.0, 199.0, 115.0, 99.0, 68.0, 52.0, 41.0, 37.0, 29.0, 29.0, 17.0, 19.0, 14.0, 23.0, 12.0, 12.0, 8.0, 3.0, 5.0, 2.0, 3.0, 3.0, 6.0, 0.0, 0.0, 3.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.08160404860973358, -0.07913625240325928, -0.07666845619678497, -0.07420066744089127, -0.07173287123441696, -0.06926507502794266, -0.06679728627204895, -0.06432949006557465, -0.06186169385910034, -0.05939389765262604, -0.05692610517144203, -0.054458312690258026, -0.05199051648378372, -0.04952272027730942, -0.04705492779612541, -0.044587135314941406, -0.0421193391084671, -0.0396515429019928, -0.03718375042080879, -0.034715957939624786, -0.03224816173315048, -0.029780367389321327, -0.027312573045492172, -0.024844778701663017, -0.022376984357833862, -0.019909190014004707, -0.017441395670175552, -0.014973601326346397, -0.012505806982517242, -0.010038012638688087, -0.0075702182948589325, -0.0051024239510297775, -0.0026346296072006226, -0.0001668352633714676, 0.0023009590804576874, 0.004768753424286842, 0.007236547768115997, 0.009704342111945152, 0.012172136455774307, 0.014639930799603462, 0.017107725143432617, 0.019575519487261772, 0.022043313831090927, 0.024511108174920082, 0.026978902518749237, 0.029446696862578392, 0.03191449120640755, 0.03438228368759155, 0.03685007989406586, 0.03931787610054016, 0.04178566858172417, 0.04425346106290817, 0.04672125726938248, 0.04918905347585678, 0.05165684595704079, 0.05412463843822479, 0.0565924346446991, 0.0590602308511734, 0.06152802333235741, 0.06399581581354141, 0.06646361202001572, 0.06893140822649002, 0.07139919698238373, 0.07386699318885803, 0.07633478939533234]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 3.0, 4.0, 1.0, 1.0, 2.0, 3.0, 5.0, 3.0, 2.0, 2.0, 6.0, 1.0, 4.0, 5.0, 5.0, 23.0, 3.0, 5.0, 2.0, 2.0, 5.0, 0.0, 3.0, 2.0, 3.0, 4.0, 2.0, 1.0, 1.0, 2.0, 0.0, 2.0, 3.0, 0.0, 0.0, 1.0, 1.0, 2.0], "bins": [-0.0030619329772889614, -0.0029876427724957466, -0.002913352567702532, -0.0028390621300786734, -0.0027647719252854586, -0.0026904817204922438, -0.002616191515699029, -0.0025419010780751705, -0.0024676108732819557, -0.002393320668488741, -0.002319030463695526, -0.0022447402589023113, -0.002170449821278453, -0.002096159616485238, -0.0020218694116920233, -0.0019475790904834867, -0.0018732888856902719, -0.001798998680897057, -0.0017247083596885204, -0.0016504181548953056, -0.001576127833686769, -0.0015018376288935542, -0.0014275473076850176, -0.0013532571028918028, -0.001278966898098588, -0.0012046765768900514, -0.0011303863720968366, -0.0010560960508883, -0.0009818058460950851, -0.0009075155830942094, -0.0008332253200933337, -0.000758935057092458, -0.0006846447940915823, -0.0006103545310907066, -0.0005360642680898309, -0.0004617740341927856, -0.0003874837711919099, -0.0003131935081910342, -0.00023890325974207371, -0.00016461301129311323, -9.032274829223752e-05, -1.6032492567319423e-05, 5.8257763157598674e-05, 0.00013254801160655916, 0.00020683827460743487, 0.0002811285376083106, 0.00035541877150535583, 0.00042970903450623155, 0.0005039992975071073, 0.000578289560507983, 0.0006525798235088587, 0.0007268700865097344, 0.0008011603495106101, 0.0008754505543038249, 0.0009497408173047006, 0.0010240310803055763, 0.0010983212850987911, 0.0011726116063073277, 0.0012469018111005425, 0.0013211921323090792, 0.001395482337102294, 0.0014697726583108306, 0.0015440628631040454, 0.001618353184312582, 0.0016926433891057968]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 4.0, 3.0, 5.0, 11.0, 10.0, 22.0, 30.0, 48.0, 59.0, 101.0, 142.0, 181.0, 239.0, 424.0, 581.0, 864.0, 1430.0, 2387.0, 4515.0, 8970.0, 20770.0, 60272.0, 906572.0, 117087.0, 28870.0, 11916.0, 5774.0, 3152.0, 1820.0, 1086.0, 652.0, 475.0, 304.0, 217.0, 156.0, 103.0, 74.0, 79.0, 50.0, 41.0, 33.0, 27.0, 17.0, 17.0, 6.0, 8.0, 7.0, 3.0, 8.0, 5.0, 1.0, 5.0, 0.0, 4.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0], "bins": [-0.005393544211983681, -0.0051845163106918335, -0.004975488409399986, -0.004766460042446852, -0.0045574321411550045, -0.004348404239863157, -0.004139375872910023, -0.0039303479716181755, -0.0037213200703263283, -0.003512292169034481, -0.00330326403491199, -0.0030942359007894993, -0.002885207999497652, -0.002676180098205805, -0.002467151964083314, -0.002258123829960823, -0.002049095928668976, -0.0018400679109618068, -0.0016310398932546377, -0.0014220118755474687, -0.0012129838578402996, -0.0010039558401331306, -0.0007949278224259615, -0.0005858998047187924, -0.0003768717870116234, -0.00016784376930445433, 4.118424840271473e-05, 0.0002502122661098838, 0.00045924028381705284, 0.0006682683015242219, 0.000877296319231391, 0.00108632433693856, 0.001295352354645729, 0.0015043803723528981, 0.0017134083900600672, 0.0019224364077672362, 0.0021314644254744053, 0.0023404923267662525, 0.0025495204608887434, 0.0027585485950112343, 0.0029675764963030815, 0.0031766043975949287, 0.0033856325317174196, 0.0035946606658399105, 0.0038036885671317577, 0.004012716468423605, 0.0042217448353767395, 0.004430772736668587, 0.004639800637960434, 0.004848828539252281, 0.005057856440544128, 0.005266884807497263, 0.00547591270878911, 0.005684940610080957, 0.005893968977034092, 0.006102996878325939, 0.006312024779617786, 0.006521052680909634, 0.006730080582201481, 0.006939108949154615, 0.007148136850446463, 0.00735716475173831, 0.007566193118691444, 0.007775221019983292, 0.007984248921275139]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 3.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 3.0, 8.0, 2.0, 2.0, 4.0, 2.0, 3.0, 1.0, 3.0, 1.0, 0.0, 2.0, 0.0, 2.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014276249334216118, -0.013811125420033932, -0.013346001505851746, -0.01288087759166956, -0.012415753677487373, -0.011950629763305187, -0.011485505849123001, -0.011020381934940815, -0.010555258020758629, -0.010090134106576443, -0.009625010192394257, -0.00915988627821207, -0.008694762364029884, -0.008229638449847698, -0.007764514070004225, -0.007299390155822039, -0.0068342662416398525, -0.006369142327457666, -0.00590401841327548, -0.005438894499093294, -0.004973770584911108, -0.004508646670728922, -0.004043522756546736, -0.003578398609533906, -0.00311327469535172, -0.0026481507811695337, -0.0021830268669873476, -0.0017179028363898396, -0.0012527789222076535, -0.0007876550080254674, -0.00032253103563562036, 0.00014259290765039623, 0.0006077168509364128, 0.001072840765118599, 0.001537964679300785, 0.002003088593482971, 0.0024682125076651573, 0.002933336654677987, 0.0033984605688601732, 0.0038635844830423594, 0.004328708164393902, 0.004793832544237375, 0.005258956458419561, 0.0057240803726017475, 0.006189204286783934, 0.00665432820096612, 0.007119452115148306, 0.007584576029330492, 0.008049700409173965, 0.008514824323356152, 0.008979948237538338, 0.009445072151720524, 0.00991019606590271, 0.010375319980084896, 0.010840443894267082, 0.011305567808449268, 0.011770691722631454, 0.01223581563681364, 0.012700939550995827, 0.013166063465178013, 0.013631187379360199, 0.014096311293542385, 0.014561435207724571, 0.015026559121906757, 0.015491683036088943]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [4.0, 3.0, 0.0, 2.0, 2.0, 5.0, 4.0, 3.0, 3.0, 6.0, 4.0, 6.0, 7.0, 10.0, 19.0, 15.0, 44.0, 33.0, 52.0, 83.0, 87.0, 141.0, 168.0, 267.0, 405.0, 614.0, 858.0, 1252.0, 2214.0, 6157.0, 1786.0, 1177.0, 821.0, 549.0, 418.0, 291.0, 213.0, 159.0, 119.0, 92.0, 71.0, 69.0, 48.0, 30.0, 23.0, 19.0, 15.0, 13.0, 15.0, 10.0, 3.0, 4.0, 2.0, 2.0, 2.0, 6.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009597028605639935, -0.009269101545214653, -0.008941175416111946, -0.008613248355686665, -0.008285321295261383, -0.007957394234836102, -0.007629467640072107, -0.007301541045308113, -0.006973613984882832, -0.006645687390118837, -0.006317760795354843, -0.005989833734929562, -0.005661907140165567, -0.005333980079740286, -0.005006053484976292, -0.00467812642455101, -0.004350199829787016, -0.004022273235023022, -0.00369434617459774, -0.0033664193470031023, -0.0030384925194084644, -0.00271056592464447, -0.0023826390970498323, -0.0020547122694551945, -0.0017267854418605566, -0.0013988586142659187, -0.0010709317866712809, -0.0007430050754919648, -0.00041507824789732695, -8.715144940651953e-05, 0.00024077534908428788, 0.0005687021184712648, 0.0008966289460659027, 0.0012245557736605406, 0.0015524826012551785, 0.0018804093124344945, 0.002208336256444454, 0.0025362628512084484, 0.0028641896788030863, 0.003192116506397724, 0.003520043333992362, 0.003847970161587, 0.004175896756350994, 0.004503823816776276, 0.00483175041154027, 0.005159677471965551, 0.005487604066729546, 0.005815531127154827, 0.006143457721918821, 0.0064713843166828156, 0.006799311377108097, 0.007127237971872091, 0.007455165032297373, 0.007783091627061367, 0.008111018687486649, 0.00843894574791193, 0.008766871877014637, 0.009094798937439919, 0.0094227259978652, 0.009750652126967907, 0.010078579187393188, 0.01040650624781847, 0.010734433308243752, 0.011062359437346458, 0.01139028649777174]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.05887184664607048, -0.057210974395275116, -0.05555010586977005, -0.053889233618974686, -0.05222836136817932, -0.050567492842674255, -0.04890662059187889, -0.047245752066373825, -0.04558487981557846, -0.043924007564783096, -0.04226313903927803, -0.040602266788482666, -0.0389413982629776, -0.037280526012182236, -0.03561965376138687, -0.033958785235881805, -0.03229791298508644, -0.030637042596936226, -0.02897617220878601, -0.027315299957990646, -0.02565442956984043, -0.023993559181690216, -0.02233268693089485, -0.020671816542744637, -0.01901094615459442, -0.017350075766444206, -0.01568920537829399, -0.014028333127498627, -0.012367462739348412, -0.010706592351198196, -0.009045721031725407, -0.007384850177913904, -0.005723979324102402, -0.004063108470290899, -0.002402237616479397, -0.0007413667626678944, 0.0009195040911436081, 0.0025803749449551105, 0.004241245798766613, 0.0059021166525781155, 0.007562987506389618, 0.009223857894539833, 0.010884729214012623, 0.012545600533485413, 0.014206470921635628, 0.015867341309785843, 0.017528213560581207, 0.019189083948731422, 0.020849954336881638, 0.022510824725031853, 0.024171695113182068, 0.025832567363977432, 0.027493437752127647, 0.029154308140277863, 0.030815180391073227, 0.03247604891657829, 0.03413692116737366, 0.03579779341816902, 0.03745866194367409, 0.03911953419446945, 0.04078040271997452, 0.04244127497076988, 0.04410214722156525, 0.04576301574707031, 0.04742388799786568]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 3.0, 3.0, 2.0, 7.0, 5.0, 5.0, 4.0, 13.0, 9.0, 16.0, 9.0, 12.0, 14.0, 10.0, 13.0, 11.0, 14.0, 16.0, 8.0, 31.0, 15.0, 12.0, 6.0, 7.0, 6.0, 6.0, 4.0, 3.0, 3.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.03742104396224022, -0.03633788228034973, -0.035254716873168945, -0.03417155519127846, -0.03308839350938797, -0.032005228102207184, -0.030922066420316696, -0.02983890473842621, -0.02875574119389057, -0.027672577649354935, -0.026589415967464447, -0.02550625242292881, -0.024423088878393173, -0.023339927196502686, -0.02225676365196705, -0.02117360197007656, -0.020090438425540924, -0.019007274881005287, -0.0179241131991148, -0.016840949654579163, -0.015757787972688675, -0.014674624428153038, -0.013591460883617401, -0.012508298270404339, -0.011425135657191277, -0.010341973043978214, -0.009258810430765152, -0.008175646886229515, -0.007092484273016453, -0.0060093216598033905, -0.004926158580929041, -0.003842995734885335, -0.002759832888841629, -0.001676670042797923, -0.0005935071967542171, 0.0004896556492894888, 0.0015728184953331947, 0.0026559813413769007, 0.0037391441874206066, 0.004822307266294956, 0.0059054698795080185, 0.006988632492721081, 0.008071795105934143, 0.00915495865046978, 0.010238121263682842, 0.011321283876895905, 0.012404447421431541, 0.013487610034644604, 0.014570772647857666, 0.015653936192393303, 0.01673709787428379, 0.017820261418819427, 0.018903423100709915, 0.019986586645245552, 0.02106975018978119, 0.022152911871671677, 0.023236075416207314, 0.02431923896074295, 0.025402400642633438, 0.026485564187169075, 0.027568727731704712, 0.0286518894135952, 0.029735052958130836, 0.030818214640021324, 0.03190137818455696]}, "_runtime": 196.80396509170532, "_timestamp": 1596213067.5055027, "_step": 239}
+{"val_accuracy": 0.8251769406392694, "val_loss": 0.4567479857298882, "_runtime": 198.304780960083, "_timestamp": 1596213069.0063186, "_step": 240}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: V Confidence: 0.43255123496055603 Truth: v", "Prediction: 5 Confidence: 1.0 Truth: 5", "Prediction: 2 Confidence: 0.9992924928665161 Truth: 2", "Prediction: 0 Confidence: 0.6488622426986694 Truth: 0"]}, "_runtime": 198.59724974632263, "_timestamp": 1596213069.2987874, "_step": 241}
+{"validation_metric": 0.8250099885844749, "_runtime": 199.5169141292572, "_timestamp": 1596213070.2184517, "_step": 242}
diff --git a/wandb/run-20200731_162753-3hjb68rc/wandb-metadata.json b/wandb/run-20200731_162753-3hjb68rc/wandb-metadata.json
new file mode 100644
index 0000000..90147f3
--- /dev/null
+++ b/wandb/run-20200731_162753-3hjb68rc/wandb-metadata.json
@@ -0,0 +1,30 @@
+{
+ "root": "/home/akternurra/Documents/projects/quest-for-general-artifical-intelligence/projects/text-recognizer",
+ "program": "<python with no main file>",
+ "git": {
+ "remote": "git@github.com:aktersnurra/text-recognizer.git",
+ "commit": "fa461db6132e7a22f3aa1bb48cce8981890325fb"
+ },
+ "email": "gustaf.rydholm@gmail.com",
+ "startedAt": "2020-07-31T16:27:53.835736",
+ "host": "kompjuter",
+ "username": "akternurra",
+ "executable": "/home/akternurra/.cache/pypoetry/virtualenvs/text-recognizer-N1c_zsdp-py3.8/bin/python",
+ "os": "Linux-5.4.0-42-generic-x86_64-with-glibc2.27",
+ "python": "3.8.2",
+ "gpu": "GeForce RTX 2070",
+ "gpu_count": 1,
+ "cpu_count": 12,
+ "cuda": "10.1.105",
+ "args": [
+ "--gpu=-1",
+ "--save",
+ "--experiment_config={\"dataloader\": \"EmnistDataLoader\", \"data_loader_args\": {\"splits\": [\"train\", \"val\"], \"sample_to_balance\": true, \"subsample_fraction\": null, \"transform\": null, \"target_transform\": null, \"batch_size\": 256, \"shuffle\": true, \"num_workers\": 8, \"cuda\": true, \"seed\": 4711}, \"model\": \"CharacterModel\", \"metrics\": [\"accuracy\"], \"network\": \"LeNet\", \"network_args\": {\"input_size\": [28, 28], \"output_size\": 62}, \"train_args\": {\"batch_size\": 256, \"epochs\": 16}, \"criterion\": \"CrossEntropyLoss\", \"criterion_args\": {\"weight\": null, \"ignore_index\": -100, \"reduction\": \"mean\"}, \"optimizer\": \"AdamW\", \"optimizer_args\": {\"lr\": 0.01, \"betas\": [0.9, 0.999], \"eps\": 1e-08, \"weight_decay\": 0, \"amsgrad\": false}, \"lr_scheduler\": \"OneCycleLR\", \"lr_scheduler_args\": {\"max_lr\": 0.001, \"epochs\": 16}, \"callbacks\": [\"Checkpoint\", \"EarlyStopping\", \"WandbCallback\", \"WandbImageLogger\"], \"callback_args\": {\"Checkpoint\": {\"monitor\": \"val_accuracy\"}, \"EarlyStopping\": {\"monitor\": \"val_loss\", \"min_delta\": 0.0, \"patience\": 3, \"mode\": \"min\"}, \"WandbCallback\": {\"log_batch_frequency\": 10}, \"WandbImageLogger\": {\"num_examples\": 4}}, \"verbosity\": 2, \"resume_experiment\": null, \"experiment_group\": \"Sample Experiments\"}"
+ ],
+ "state": "finished",
+ "jobType": null,
+ "mode": "run",
+ "project": "text-recognizer",
+ "heartbeatAt": "2020-07-31T16:31:11.678800",
+ "exitcode": 0
+}
diff --git a/wandb/run-20200731_162753-3hjb68rc/wandb-summary.json b/wandb/run-20200731_162753-3hjb68rc/wandb-summary.json
new file mode 100644
index 0000000..bdc911a
--- /dev/null
+++ b/wandb/run-20200731_162753-3hjb68rc/wandb-summary.json
@@ -0,0 +1 @@
+{"graph_0": {"_type": "graph-file", "path": "media/graph/graph_0_summary_67bd1113.graph.json", "sha256": "67bd1113f04873eb42dfa472ce65ed1ca7998db74dd9988877ae1e8a289c4a2b", "size": 1814}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 3.0, 3.0, 2.0, 7.0, 5.0, 5.0, 4.0, 13.0, 9.0, 16.0, 9.0, 12.0, 14.0, 10.0, 13.0, 11.0, 14.0, 16.0, 8.0, 31.0, 15.0, 12.0, 6.0, 7.0, 6.0, 6.0, 4.0, 3.0, 3.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.03742104396224022, -0.03633788228034973, -0.035254716873168945, -0.03417155519127846, -0.03308839350938797, -0.032005228102207184, -0.030922066420316696, -0.02983890473842621, -0.02875574119389057, -0.027672577649354935, -0.026589415967464447, -0.02550625242292881, -0.024423088878393173, -0.023339927196502686, -0.02225676365196705, -0.02117360197007656, -0.020090438425540924, -0.019007274881005287, -0.0179241131991148, -0.016840949654579163, -0.015757787972688675, -0.014674624428153038, -0.013591460883617401, -0.012508298270404339, -0.011425135657191277, -0.010341973043978214, -0.009258810430765152, -0.008175646886229515, -0.007092484273016453, -0.0060093216598033905, -0.004926158580929041, -0.003842995734885335, -0.002759832888841629, -0.001676670042797923, -0.0005935071967542171, 0.0004896556492894888, 0.0015728184953331947, 0.0026559813413769007, 0.0037391441874206066, 0.004822307266294956, 0.0059054698795080185, 0.006988632492721081, 0.008071795105934143, 0.00915495865046978, 0.010238121263682842, 0.011321283876895905, 0.012404447421431541, 0.013487610034644604, 0.014570772647857666, 0.015653936192393303, 0.01673709787428379, 0.017820261418819427, 0.018903423100709915, 0.019986586645245552, 0.02106975018978119, 0.022152911871671677, 0.023236075416207314, 0.02431923896074295, 0.025402400642633438, 0.026485564187169075, 0.027568727731704712, 0.0286518894135952, 0.029735052958130836, 0.030818214640021324, 0.03190137818455696]}, "_step": 242, "_runtime": 199.5169141292572, "gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 3.0, 1.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0, 3.0, 1.0, 3.0, 2.0, 4.0, 5.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 2.0, 4.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.009759298525750637, -0.009500131011009216, -0.009240963496267796, -0.0089817950502038, -0.00872262753546238, -0.008463460020720959, -0.008204292505979538, -0.007945124991238117, -0.007685957010835409, -0.007426789496093988, -0.00716762151569128, -0.00690845400094986, -0.006649286486208439, -0.006390118505805731, -0.00613095099106431, -0.005871783010661602, -0.005612615495920181, -0.0053534479811787605, -0.0050942800007760525, -0.004835112486034632, -0.004575944505631924, -0.004316776990890503, -0.004057609476149082, -0.003798441728577018, -0.0035392739810049534, -0.003280106233432889, -0.0030209384858608246, -0.002761770971119404, -0.0025026032235473394, -0.002243435475975275, -0.0019842679612338543, -0.00172510021366179, -0.0014659324660897255, -0.001206764718517661, -0.0009475970873609185, -0.000688429397996515, -0.00042926170863211155, -0.00017009401926770806, 8.907367009669542e-05, 0.0003482413594610989, 0.0006074090488255024, 0.0008665767381899059, 0.0011257444275543094, 0.001384912058711052, 0.0016440798062831163, 0.0019032475538551807, 0.0021624150685966015, 0.002421582816168666, 0.0026807505637407303, 0.0029399183113127947, 0.003199086058884859, 0.00345825357362628, 0.0037174213211983442, 0.003976589068770409, 0.004235756583511829, 0.004494924563914537, 0.004754092078655958, 0.005013259593397379, 0.005272427573800087, 0.005531595088541508, 0.0057907626032829285, 0.0060499305836856365, 0.006309098098427057, 0.006568266078829765, 0.006827433593571186]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 3.0, 4.0, 1.0, 1.0, 2.0, 3.0, 5.0, 3.0, 2.0, 2.0, 6.0, 1.0, 4.0, 5.0, 5.0, 23.0, 3.0, 5.0, 2.0, 2.0, 5.0, 0.0, 3.0, 2.0, 3.0, 4.0, 2.0, 1.0, 1.0, 2.0, 0.0, 2.0, 3.0, 0.0, 0.0, 1.0, 1.0, 2.0], "bins": [-0.0030619329772889614, -0.0029876427724957466, -0.002913352567702532, -0.0028390621300786734, -0.0027647719252854586, -0.0026904817204922438, -0.002616191515699029, -0.0025419010780751705, -0.0024676108732819557, -0.002393320668488741, -0.002319030463695526, -0.0022447402589023113, -0.002170449821278453, -0.002096159616485238, -0.0020218694116920233, -0.0019475790904834867, -0.0018732888856902719, -0.001798998680897057, -0.0017247083596885204, -0.0016504181548953056, -0.001576127833686769, -0.0015018376288935542, -0.0014275473076850176, -0.0013532571028918028, -0.001278966898098588, -0.0012046765768900514, -0.0011303863720968366, -0.0010560960508883, -0.0009818058460950851, -0.0009075155830942094, -0.0008332253200933337, -0.000758935057092458, -0.0006846447940915823, -0.0006103545310907066, -0.0005360642680898309, -0.0004617740341927856, -0.0003874837711919099, -0.0003131935081910342, -0.00023890325974207371, -0.00016461301129311323, -9.032274829223752e-05, -1.6032492567319423e-05, 5.8257763157598674e-05, 0.00013254801160655916, 0.00020683827460743487, 0.0002811285376083106, 0.00035541877150535583, 0.00042970903450623155, 0.0005039992975071073, 0.000578289560507983, 0.0006525798235088587, 0.0007268700865097344, 0.0008011603495106101, 0.0008754505543038249, 0.0009497408173047006, 0.0010240310803055763, 0.0010983212850987911, 0.0011726116063073277, 0.0012469018111005425, 0.0013211921323090792, 0.001395482337102294, 0.0014697726583108306, 0.0015440628631040454, 0.001618353184312582, 0.0016926433891057968]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 3.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 3.0, 8.0, 2.0, 2.0, 4.0, 2.0, 3.0, 1.0, 3.0, 1.0, 0.0, 2.0, 0.0, 2.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014276249334216118, -0.013811125420033932, -0.013346001505851746, -0.01288087759166956, -0.012415753677487373, -0.011950629763305187, -0.011485505849123001, -0.011020381934940815, -0.010555258020758629, -0.010090134106576443, -0.009625010192394257, -0.00915988627821207, -0.008694762364029884, -0.008229638449847698, -0.007764514070004225, -0.007299390155822039, -0.0068342662416398525, -0.006369142327457666, -0.00590401841327548, -0.005438894499093294, -0.004973770584911108, -0.004508646670728922, -0.004043522756546736, -0.003578398609533906, -0.00311327469535172, -0.0026481507811695337, -0.0021830268669873476, -0.0017179028363898396, -0.0012527789222076535, -0.0007876550080254674, -0.00032253103563562036, 0.00014259290765039623, 0.0006077168509364128, 0.001072840765118599, 0.001537964679300785, 0.002003088593482971, 0.0024682125076651573, 0.002933336654677987, 0.0033984605688601732, 0.0038635844830423594, 0.004328708164393902, 0.004793832544237375, 0.005258956458419561, 0.0057240803726017475, 0.006189204286783934, 0.00665432820096612, 0.007119452115148306, 0.007584576029330492, 0.008049700409173965, 0.008514824323356152, 0.008979948237538338, 0.009445072151720524, 0.00991019606590271, 0.010375319980084896, 0.010840443894267082, 0.011305567808449268, 0.011770691722631454, 0.01223581563681364, 0.012700939550995827, 0.013166063465178013, 0.013631187379360199, 0.014096311293542385, 0.014561435207724571, 0.015026559121906757, 0.015491683036088943]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 4.0, 3.0, 5.0, 11.0, 10.0, 22.0, 30.0, 48.0, 59.0, 101.0, 142.0, 181.0, 239.0, 424.0, 581.0, 864.0, 1430.0, 2387.0, 4515.0, 8970.0, 20770.0, 60272.0, 906572.0, 117087.0, 28870.0, 11916.0, 5774.0, 3152.0, 1820.0, 1086.0, 652.0, 475.0, 304.0, 217.0, 156.0, 103.0, 74.0, 79.0, 50.0, 41.0, 33.0, 27.0, 17.0, 17.0, 6.0, 8.0, 7.0, 3.0, 8.0, 5.0, 1.0, 5.0, 0.0, 4.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0], "bins": [-0.005393544211983681, -0.0051845163106918335, -0.004975488409399986, -0.004766460042446852, -0.0045574321411550045, -0.004348404239863157, -0.004139375872910023, -0.0039303479716181755, -0.0037213200703263283, -0.003512292169034481, -0.00330326403491199, -0.0030942359007894993, -0.002885207999497652, -0.002676180098205805, -0.002467151964083314, -0.002258123829960823, -0.002049095928668976, -0.0018400679109618068, -0.0016310398932546377, -0.0014220118755474687, -0.0012129838578402996, -0.0010039558401331306, -0.0007949278224259615, -0.0005858998047187924, -0.0003768717870116234, -0.00016784376930445433, 4.118424840271473e-05, 0.0002502122661098838, 0.00045924028381705284, 0.0006682683015242219, 0.000877296319231391, 0.00108632433693856, 0.001295352354645729, 0.0015043803723528981, 0.0017134083900600672, 0.0019224364077672362, 0.0021314644254744053, 0.0023404923267662525, 0.0025495204608887434, 0.0027585485950112343, 0.0029675764963030815, 0.0031766043975949287, 0.0033856325317174196, 0.0035946606658399105, 0.0038036885671317577, 0.004012716468423605, 0.0042217448353767395, 0.004430772736668587, 0.004639800637960434, 0.004848828539252281, 0.005057856440544128, 0.005266884807497263, 0.00547591270878911, 0.005684940610080957, 0.005893968977034092, 0.006102996878325939, 0.006312024779617786, 0.006521052680909634, 0.006730080582201481, 0.006939108949154615, 0.007148136850446463, 0.00735716475173831, 0.007566193118691444, 0.007775221019983292, 0.007984248921275139]}, "_timestamp": 1596213070.2184517, "gradients/layers.10.weight": {"_type": "histogram", "values": [4.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 7.0, 4.0, 3.0, 1.0, 6.0, 8.0, 9.0, 10.0, 12.0, 21.0, 13.0, 17.0, 15.0, 21.0, 28.0, 47.0, 40.0, 46.0, 72.0, 103.0, 113.0, 152.0, 253.0, 622.0, 5150.0, 348.0, 199.0, 115.0, 99.0, 68.0, 52.0, 41.0, 37.0, 29.0, 29.0, 17.0, 19.0, 14.0, 23.0, 12.0, 12.0, 8.0, 3.0, 5.0, 2.0, 3.0, 3.0, 6.0, 0.0, 0.0, 3.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.08160404860973358, -0.07913625240325928, -0.07666845619678497, -0.07420066744089127, -0.07173287123441696, -0.06926507502794266, -0.06679728627204895, -0.06432949006557465, -0.06186169385910034, -0.05939389765262604, -0.05692610517144203, -0.054458312690258026, -0.05199051648378372, -0.04952272027730942, -0.04705492779612541, -0.044587135314941406, -0.0421193391084671, -0.0396515429019928, -0.03718375042080879, -0.034715957939624786, -0.03224816173315048, -0.029780367389321327, -0.027312573045492172, -0.024844778701663017, -0.022376984357833862, -0.019909190014004707, -0.017441395670175552, -0.014973601326346397, -0.012505806982517242, -0.010038012638688087, -0.0075702182948589325, -0.0051024239510297775, -0.0026346296072006226, -0.0001668352633714676, 0.0023009590804576874, 0.004768753424286842, 0.007236547768115997, 0.009704342111945152, 0.012172136455774307, 0.014639930799603462, 0.017107725143432617, 0.019575519487261772, 0.022043313831090927, 0.024511108174920082, 0.026978902518749237, 0.029446696862578392, 0.03191449120640755, 0.03438228368759155, 0.03685007989406586, 0.03931787610054016, 0.04178566858172417, 0.04425346106290817, 0.04672125726938248, 0.04918905347585678, 0.05165684595704079, 0.05412463843822479, 0.0565924346446991, 0.0590602308511734, 0.06152802333235741, 0.06399581581354141, 0.06646361202001572, 0.06893140822649002, 0.07139919698238373, 0.07386699318885803, 0.07633478939533234]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.05887184664607048, -0.057210974395275116, -0.05555010586977005, -0.053889233618974686, -0.05222836136817932, -0.050567492842674255, -0.04890662059187889, -0.047245752066373825, -0.04558487981557846, -0.043924007564783096, -0.04226313903927803, -0.040602266788482666, -0.0389413982629776, -0.037280526012182236, -0.03561965376138687, -0.033958785235881805, -0.03229791298508644, -0.030637042596936226, -0.02897617220878601, -0.027315299957990646, -0.02565442956984043, -0.023993559181690216, -0.02233268693089485, -0.020671816542744637, -0.01901094615459442, -0.017350075766444206, -0.01568920537829399, -0.014028333127498627, -0.012367462739348412, -0.010706592351198196, -0.009045721031725407, -0.007384850177913904, -0.005723979324102402, -0.004063108470290899, -0.002402237616479397, -0.0007413667626678944, 0.0009195040911436081, 0.0025803749449551105, 0.004241245798766613, 0.0059021166525781155, 0.007562987506389618, 0.009223857894539833, 0.010884729214012623, 0.012545600533485413, 0.014206470921635628, 0.015867341309785843, 0.017528213560581207, 0.019189083948731422, 0.020849954336881638, 0.022510824725031853, 0.024171695113182068, 0.025832567363977432, 0.027493437752127647, 0.029154308140277863, 0.030815180391073227, 0.03247604891657829, 0.03413692116737366, 0.03579779341816902, 0.03745866194367409, 0.03911953419446945, 0.04078040271997452, 0.04244127497076988, 0.04410214722156525, 0.04576301574707031, 0.04742388799786568]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [4.0, 3.0, 0.0, 2.0, 2.0, 5.0, 4.0, 3.0, 3.0, 6.0, 4.0, 6.0, 7.0, 10.0, 19.0, 15.0, 44.0, 33.0, 52.0, 83.0, 87.0, 141.0, 168.0, 267.0, 405.0, 614.0, 858.0, 1252.0, 2214.0, 6157.0, 1786.0, 1177.0, 821.0, 549.0, 418.0, 291.0, 213.0, 159.0, 119.0, 92.0, 71.0, 69.0, 48.0, 30.0, 23.0, 19.0, 15.0, 13.0, 15.0, 10.0, 3.0, 4.0, 2.0, 2.0, 2.0, 6.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009597028605639935, -0.009269101545214653, -0.008941175416111946, -0.008613248355686665, -0.008285321295261383, -0.007957394234836102, -0.007629467640072107, -0.007301541045308113, -0.006973613984882832, -0.006645687390118837, -0.006317760795354843, -0.005989833734929562, -0.005661907140165567, -0.005333980079740286, -0.005006053484976292, -0.00467812642455101, -0.004350199829787016, -0.004022273235023022, -0.00369434617459774, -0.0033664193470031023, -0.0030384925194084644, -0.00271056592464447, -0.0023826390970498323, -0.0020547122694551945, -0.0017267854418605566, -0.0013988586142659187, -0.0010709317866712809, -0.0007430050754919648, -0.00041507824789732695, -8.715144940651953e-05, 0.00024077534908428788, 0.0005687021184712648, 0.0008966289460659027, 0.0012245557736605406, 0.0015524826012551785, 0.0018804093124344945, 0.002208336256444454, 0.0025362628512084484, 0.0028641896788030863, 0.003192116506397724, 0.003520043333992362, 0.003847970161587, 0.004175896756350994, 0.004503823816776276, 0.00483175041154027, 0.005159677471965551, 0.005487604066729546, 0.005815531127154827, 0.006143457721918821, 0.0064713843166828156, 0.006799311377108097, 0.007127237971872091, 0.007455165032297373, 0.007783091627061367, 0.008111018687486649, 0.00843894574791193, 0.008766871877014637, 0.009094798937439919, 0.0094227259978652, 0.009750652126967907, 0.010078579187393188, 0.01040650624781847, 0.010734433308243752, 0.011062359437346458, 0.01139028649777174]}, "val_loss": 0.4567479857298882, "val_accuracy": 0.8251769406392694, "examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: V Confidence: 0.43255123496055603 Truth: v", "Prediction: 5 Confidence: 1.0 Truth: 5", "Prediction: 2 Confidence: 0.9992924928665161 Truth: 2", "Prediction: 0 Confidence: 0.6488622426986694 Truth: 0"]}, "validation_metric": 0.8250099885844749}
diff --git a/wandb/run-20200731_164503-3q0a776m/config.yaml b/wandb/run-20200731_164503-3q0a776m/config.yaml
new file mode 100644
index 0000000..f8813b6
--- /dev/null
+++ b/wandb/run-20200731_164503-3q0a776m/config.yaml
@@ -0,0 +1,111 @@
+wandb_version: 1
+
+_wandb:
+ desc: null
+ value:
+ cli_version: 0.8.36
+ framework: torch
+ is_jupyter_run: false
+ is_kaggle_kernel: false
+ python_version: 3.8.2
+callback_args:
+ desc: null
+ value:
+ Checkpoint:
+ monitor: val_accuracy
+ EarlyStopping:
+ min_delta: 0.0
+ mode: min
+ monitor: val_loss
+ patience: 3
+ WandbCallback:
+ log_batch_frequency: 10
+ WandbImageLogger:
+ num_examples: 4
+callbacks:
+ desc: null
+ value:
+ - Checkpoint
+ - EarlyStopping
+ - WandbCallback
+ - WandbImageLogger
+criterion:
+ desc: null
+ value: CrossEntropyLoss
+criterion_args:
+ desc: null
+ value:
+ ignore_index: -100
+ reduction: mean
+ weight: null
+data_loader_args:
+ desc: null
+ value:
+ batch_size: 256
+ cuda: true
+ num_workers: 8
+ sample_to_balance: true
+ seed: 4711
+ shuffle: true
+ splits:
+ - train
+ - val
+ subsample_fraction: null
+ target_transform: null
+ transform: null
+dataloader:
+ desc: null
+ value: EmnistDataLoader
+experiment_group:
+ desc: null
+ value: Sample Experiments
+lr_scheduler:
+ desc: null
+ value: OneCycleLR
+lr_scheduler_args:
+ desc: null
+ value:
+ epochs: 16
+ max_lr: 0.001
+ steps_per_epoch: 1314
+metrics:
+ desc: null
+ value:
+ - accuracy
+model:
+ desc: null
+ value: CharacterModel
+network:
+ desc: null
+ value: LeNet
+network_args:
+ desc: null
+ value:
+ input_size:
+ - 28
+ - 28
+ output_size: 62
+optimizer:
+ desc: null
+ value: AdamW
+optimizer_args:
+ desc: null
+ value:
+ amsgrad: false
+ betas:
+ - 0.9
+ - 0.999
+ eps: 1.0e-08
+ lr: 0.01
+ weight_decay: 0
+resume_experiment:
+ desc: null
+ value: null
+train_args:
+ desc: null
+ value:
+ batch_size: 256
+ epochs: 16
+verbosity:
+ desc: null
+ value: 2
diff --git a/wandb/run-20200731_164503-3q0a776m/media/graph/graph_0_summary_d7042c52.graph.json b/wandb/run-20200731_164503-3q0a776m/media/graph/graph_0_summary_d7042c52.graph.json
new file mode 100644
index 0000000..b31a688
--- /dev/null
+++ b/wandb/run-20200731_164503-3q0a776m/media/graph/graph_0_summary_d7042c52.graph.json
@@ -0,0 +1 @@
+{"format": "torch", "nodes": [{"name": "layers.0", "id": 140699663177040, "class_name": "Conv2d(1, 32, kernel_size=(3, 3), stride=(1, 1))", "parameters": [["weight", [32, 1, 3, 3]], ["bias", [32]]], "output_shape": [[2, 32, 26, 26]], "num_parameters": [288, 32]}, {"name": "layers.1", "id": 140699663176848, "class_name": "ReLU(inplace=True)", "parameters": [], "output_shape": [[2, 32, 26, 26]], "num_parameters": []}, {"name": "layers.2", "id": 140699663176992, "class_name": "Conv2d(32, 64, kernel_size=(3, 3), stride=(1, 1))", "parameters": [["weight", [64, 32, 3, 3]], ["bias", [64]]], "output_shape": [[2, 64, 24, 24]], "num_parameters": [18432, 64]}, {"name": "layers.4", "id": 140699663177280, "class_name": "MaxPool2d(kernel_size=2, stride=2, padding=0, dilation=1, ceil_mode=False)", "parameters": [], "output_shape": [[2, 64, 12, 12]], "num_parameters": []}, {"name": "layers.5", "id": 140699663177232, "class_name": "Dropout(p=0.2, inplace=False)", "parameters": [], "output_shape": [[2, 64, 12, 12]], "num_parameters": []}, {"name": "layers.6", "id": 140699663176944, "class_name": "Flatten()", "parameters": [], "output_shape": [[2, 9216]], "num_parameters": []}, {"name": "layers.7", "id": 140699663577584, "class_name": "Linear(in_features=9216, out_features=128, bias=True)", "parameters": [["weight", [128, 9216]], ["bias", [128]]], "output_shape": [[2, 128]], "num_parameters": [1179648, 128]}, {"name": "layers.9", "id": 140699663577632, "class_name": "Dropout(p=0.2, inplace=False)", "parameters": [], "output_shape": [[2, 128]], "num_parameters": []}, {"name": "layers.10", "id": 140699663577680, "class_name": "Linear(in_features=128, out_features=62, bias=True)", "parameters": [["weight", [62, 128]], ["bias", [62]]], "output_shape": [[2, 62]], "num_parameters": [7936, 62]}], "edges": []}
diff --git a/wandb/run-20200731_164503-3q0a776m/requirements.txt b/wandb/run-20200731_164503-3q0a776m/requirements.txt
new file mode 100644
index 0000000..10c63b6
--- /dev/null
+++ b/wandb/run-20200731_164503-3q0a776m/requirements.txt
@@ -0,0 +1,145 @@
+alabaster==0.7.12
+appdirs==1.4.4
+attrs==19.3.0
+babel==2.8.0
+backcall==0.2.0
+bandit==1.6.2
+black==19.10b0
+bleach==3.1.5
+blessings==1.7
+boltons==20.2.0
+certifi==2020.6.20
+chardet==3.0.4
+click==7.1.2
+configparser==5.0.0
+coverage==5.2.1
+cycler==0.10.0
+darglint==1.5.2
+dataclasses==0.6
+decorator==4.4.2
+defusedxml==0.6.0
+desert==2020.1.6
+docker-pycreds==0.4.0
+docutils==0.16
+dparse==0.5.1
+entrypoints==0.3
+flake8-annotations==2.3.0
+flake8-bandit==2.1.2
+flake8-black==0.2.1
+flake8-bugbear==20.1.4
+flake8-docstrings==1.5.0
+flake8-import-order==0.18.1
+flake8-polyfill==1.0.2
+flake8==3.8.3
+future==0.18.2
+gitdb==4.0.5
+gitpython==3.1.7
+gpustat==0.6.0
+gql==0.2.0
+graphql-core==1.1
+h5py==2.10.0
+idna==2.10
+imagesize==1.2.0
+ipykernel==5.3.4
+ipython-genutils==0.2.0
+ipython==7.16.1
+ipywidgets==7.5.1
+jedi==0.17.2
+jinja2==2.11.2
+jsonschema==3.2.0
+jupyter-client==6.1.6
+jupyter-console==6.1.0
+jupyter-core==4.6.3
+jupyter==1.0.0
+kiwisolver==1.2.0
+loguru==0.5.1
+markupsafe==1.1.1
+marshmallow==3.7.1
+matplotlib==3.3.0
+mccabe==0.6.1
+mistune==0.8.4
+more-itertools==8.4.0
+mypy-extensions==0.4.3
+mypy==0.770
+nbconvert==5.6.1
+nbformat==5.0.7
+notebook==6.0.3
+numpy==1.19.1
+nvidia-ml-py3==7.352.0
+opencv-python==4.3.0.36
+packaging==20.4
+pandocfilters==1.4.2
+parso==0.7.1
+pathspec==0.8.0
+pathtools==0.1.2
+pbr==5.4.5
+pexpect==4.8.0
+pickleshare==0.7.5
+pillow==7.2.0
+pip==20.2
+pluggy==0.13.1
+prometheus-client==0.8.0
+promise==2.3
+prompt-toolkit==3.0.5
+psutil==5.7.2
+ptyprocess==0.6.0
+py==1.9.0
+pycodestyle==2.6.0
+pydocstyle==5.0.2
+pyflakes==2.2.0
+pygments==2.6.1
+pyparsing==2.4.7
+pyrsistent==0.16.0
+pytest-cov==2.10.0
+pytest-mock==3.2.0
+pytest==5.4.3
+python-dateutil==2.8.1
+pytz==2020.1
+pyyaml==5.3.1
+pyzmq==19.0.1
+qtconsole==4.7.5
+qtpy==1.9.0
+redis==3.5.3
+redlock-py==1.0.8
+regex==2020.7.14
+requests==2.24.0
+safety==1.9.0
+send2trash==1.5.0
+sentry-sdk==0.16.2
+setuptools==41.2.0
+shortuuid==1.0.1
+six==1.15.0
+smmap==3.0.4
+snowballstemmer==2.0.0
+sphinx-autodoc-typehints==1.11.0
+sphinx-rtd-theme==0.4.3
+sphinx==3.1.2
+sphinxcontrib-applehelp==1.0.2
+sphinxcontrib-devhelp==1.0.2
+sphinxcontrib-htmlhelp==1.0.3
+sphinxcontrib-jsmath==1.0.1
+sphinxcontrib-qthelp==1.0.3
+sphinxcontrib-serializinghtml==1.1.4
+stevedore==3.2.0
+subprocess32==3.5.4
+terminado==0.8.3
+testpath==0.4.4
+text-recognizer==0.1.0
+toml==0.10.1
+torch==1.5.1
+torchsummary==1.5.1
+torchvision==0.6.1
+tornado==6.0.4
+tqdm==4.48.0
+traitlets==4.3.3
+typed-ast==1.4.1
+typeguard==2.9.1
+typing-extensions==3.7.4.2
+typing-inspect==0.6.0
+urllib3==1.25.10
+wandb==0.8.36
+watchdog==0.10.3
+wcwidth==0.2.5
+webencodings==0.5.1
+widgetsnbextension==3.5.1
+xdoctest==0.12.0
diff --git a/wandb/run-20200731_164503-3q0a776m/wandb-events.jsonl b/wandb/run-20200731_164503-3q0a776m/wandb-events.jsonl
new file mode 100644
index 0000000..530976e
--- /dev/null
+++ b/wandb/run-20200731_164503-3q0a776m/wandb-events.jsonl
@@ -0,0 +1 @@
+{"system.gpu.0.gpu": 62.62, "system.gpu.0.memory": 45.62, "system.gpu.0.memoryAllocated": 21.2, "system.gpu.0.temp": 54.88, "system.gpu.process.0.gpu": 62.62, "system.gpu.process.0.memory": 45.62, "system.gpu.process.0.memoryAllocated": 21.2, "system.gpu.process.0.temp": 54.88, "system.gpu.0.powerWatts": 117.41, "system.gpu.0.powerPercent": 54.61, "system.gpu.process.0.powerWatts": 117.41, "system.gpu.process.0.powerPercent": 54.61, "system.cpu": 35.69, "system.memory": 69.55, "system.disk": 37.3, "system.proc.memory.availableMB": 4873.6, "system.proc.memory.rssMB": 2571.28, "system.proc.memory.percent": 16.07, "system.proc.cpu.threads": 17.0, "system.network.sent": 823076, "system.network.recv": 405564, "_wandb": true, "_timestamp": 1596213916, "_runtime": 12}
diff --git a/wandb/run-20200731_164503-3q0a776m/wandb-history.jsonl b/wandb/run-20200731_164503-3q0a776m/wandb-history.jsonl
new file mode 100644
index 0000000..9e463b6
--- /dev/null
+++ b/wandb/run-20200731_164503-3q0a776m/wandb-history.jsonl
@@ -0,0 +1,14 @@
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 5.0, 1.0, 4.0, 3.0, 1.0, 2.0, 1.0, 2.0, 5.0, 0.0, 1.0, 1.0, 4.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0], "bins": [-0.025287805125117302, -0.02462729439139366, -0.02396678365767002, -0.02330627292394638, -0.02264576032757759, -0.02198524959385395, -0.02132473886013031, -0.02066422812640667, -0.02000371739268303, -0.01934320665895939, -0.0186826940625906, -0.01802218332886696, -0.017361672595143318, -0.016701161861419678, -0.016040651127696037, -0.015380139462649822, -0.014719628728926182, -0.014059117995202541, -0.013398606330156326, -0.012738095596432686, -0.012077584862709045, -0.01141707319766283, -0.01075656246393919, -0.01009605173021555, -0.009435540065169334, -0.008775029331445694, -0.008114518597722054, -0.007454007398337126, -0.006793496198952198, -0.006132985465228558, -0.00547247426584363, -0.004811963532119989, -0.004151452332735062, -0.0034909413661807775, -0.0028304303996264935, -0.0021699192002415657, -0.0015094082336872816, -0.0008488972089253366, -0.0001883861841633916, 0.0004721248405985534, 0.0011326358653604984, 0.0017931468319147825, 0.0024536577984690666, 0.0031141689978539944, 0.0037746799644082785, 0.0044351909309625626, 0.00509570213034749, 0.005756212864071131, 0.0064167240634560585, 0.007077235262840986, 0.007737745996564627, 0.008398257195949554, 0.009058767929673195, 0.00971927959471941, 0.01037979032844305, 0.01104030106216669, 0.011700812727212906, 0.012361323460936546, 0.013021834194660187, 0.013682344928383827, 0.014342856593430042, 0.015003367327153683, 0.015663878992199898, 0.016324389725923538, 0.01698490045964718]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 3.0, 0.0, 0.0, 4.0, 5.0, 4.0, 6.0, 8.0, 14.0, 14.0, 14.0, 25.0, 23.0, 38.0, 47.0, 82.0, 89.0, 96.0, 146.0, 164.0, 243.0, 322.0, 452.0, 650.0, 2573.0, 863.0, 644.0, 481.0, 299.0, 211.0, 127.0, 81.0, 53.0, 48.0, 33.0, 20.0, 13.0, 9.0, 2.0, 5.0, 5.0, 5.0, 3.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.0655154138803482, -0.0637621060013771, -0.06200879439711571, -0.06025548651814461, -0.05850217491388321, -0.05674886703491211, -0.05499555915594101, -0.05324224755167961, -0.05148893967270851, -0.04973562806844711, -0.04798232018947601, -0.04622901231050491, -0.044475700706243515, -0.042722392827272415, -0.04096908122301102, -0.03921577334403992, -0.03746246546506882, -0.03570915386080742, -0.03395584598183632, -0.03220253437757492, -0.03044922649860382, -0.02869591675698757, -0.026942607015371323, -0.025189297273755074, -0.023435987532138824, -0.021682679653167725, -0.019929369911551476, -0.018176060169935226, -0.016422750428318977, -0.014669441618025303, -0.012916131876409054, -0.01116282306611538, -0.00940951332449913, -0.0076562040485441685, -0.005902894772589207, -0.004149585030972958, -0.002396275755017996, -0.0006429663626477122, 0.0011103430297225714, 0.002863652538508177, 0.004616961814463139, 0.0063702710904181, 0.008123580366373062, 0.009876890107989311, 0.01163019984960556, 0.013383508659899235, 0.015136818401515484, 0.01689012721180916, 0.018643436953425407, 0.020396746695041656, 0.022150056436657906, 0.023903364315629005, 0.025656674057245255, 0.027409983798861504, 0.029163293540477753, 0.030916603282094002, 0.03266991302371025, 0.03442322090268135, 0.03617653250694275, 0.03792984038591385, 0.03968314826488495, 0.04143645986914635, 0.04318976774811745, 0.044943079352378845, 0.046696387231349945]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 2.0, 1.0, 2.0, 1.0, 4.0, 3.0, 4.0, 3.0, 4.0, 5.0, 2.0, 2.0, 3.0, 1.0, 3.0, 0.0, 2.0, 1.0, 30.0, 1.0, 2.0, 1.0, 5.0, 3.0, 4.0, 6.0, 1.0, 0.0, 0.0, 5.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008122023195028305, -0.007850171066820621, -0.007578318938612938, -0.007306466344743967, -0.0070346142165362835, -0.0067627620883286, -0.006490909960120916, -0.006219057831913233, -0.005947205238044262, -0.005675353109836578, -0.005403500981628895, -0.005131648853421211, -0.004859796725213528, -0.004587944597005844, -0.004316092003136873, -0.00404423987492919, -0.003772387746721506, -0.0035005356185138226, -0.0032286832574754953, -0.0029568311292678118, -0.0026849787682294846, -0.002413126640021801, -0.0021412745118141174, -0.001869422267191112, -0.0015975700225681067, -0.0013257177779451013, -0.0010538655333220959, -0.0007820134051144123, -0.0005101611604914069, -0.00023830894497223198, 3.354327054694295e-05, 0.0003053954860661179, 0.0005772477015852928, 0.0008490999462082982, 0.0011209521908313036, 0.0013928043190389872, 0.0016646565636619925, 0.001936508808284998, 0.0022083609364926815, 0.0024802132975310087, 0.0027520654257386923, 0.003023917553946376, 0.003295769914984703, 0.0035676220431923866, 0.00383947417140007, 0.004111326299607754, 0.004383178893476725, 0.004655031021684408, 0.004926883149892092, 0.005198735278099775, 0.005470587406307459, 0.00574244000017643, 0.006014292128384113, 0.006286144256591797, 0.0065579963847994804, 0.006829848513007164, 0.0071017006412148476, 0.0073735532350838184, 0.007645405363291502, 0.007917257957160473, 0.008189110085368156, 0.00846096221357584, 0.008732814341783524, 0.009004666469991207, 0.00927651859819889]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 0.0, 3.0, 3.0, 0.0, 5.0, 8.0, 13.0, 28.0, 40.0, 63.0, 104.0, 141.0, 197.0, 315.0, 484.0, 715.0, 1045.0, 1554.0, 2184.0, 3119.0, 4635.0, 6749.0, 9925.0, 14840.0, 22248.0, 33658.0, 51397.0, 75843.0, 111356.0, 523662.0, 107260.0, 68245.0, 44646.0, 29039.0, 19504.0, 13589.0, 9359.0, 6575.0, 4700.0, 3365.0, 2411.0, 1838.0, 1296.0, 963.0, 684.0, 477.0, 415.0, 275.0, 196.0, 125.0, 100.0, 70.0, 65.0, 28.0, 32.0, 13.0, 13.0, 7.0, 9.0, 6.0, 2.0, 2.0, 2.0], "bins": [-0.007126570213586092, -0.00689347879961133, -0.006660386919975281, -0.006427295506000519, -0.0061942036263644695, -0.0059611122123897076, -0.005728020332753658, -0.005494928918778896, -0.005261837504804134, -0.005028745625168085, -0.004795654211193323, -0.004562562331557274, -0.004329470917582512, -0.004096379037946463, -0.0038632876239717007, -0.003630195977166295, -0.0033971043303608894, -0.003164012683555484, -0.002930921036750078, -0.0026978293899446726, -0.002464737743139267, -0.002231646329164505, -0.0019985546823590994, -0.0017654630355536938, -0.0015323713887482882, -0.0012992797419428825, -0.001066188095137477, -0.0008330965647473931, -0.0006000049179419875, -0.00036691330024041235, -0.0001338216825388372, 9.926993516273797e-05, 0.0003323615528643131, 0.0005654531996697187, 0.0007985447882674634, 0.0010316363768652081, 0.0012647280236706138, 0.0014978196704760194, 0.0017309112008661032, 0.001964002847671509, 0.0021970944944769144, 0.00243018614128232, 0.0026632777880877256, 0.0028963694348931313, 0.0031294608488678932, 0.003362552495673299, 0.0035956441424787045, 0.00382873578928411, 0.004061827436089516, 0.004294918850064278, 0.004528010729700327, 0.004761102143675089, 0.004994194023311138, 0.0052272854372859, 0.005460377316921949, 0.005693468730896711, 0.005926560610532761, 0.006159652024507523, 0.0063927434384822845, 0.006625835318118334, 0.006858926732093096, 0.007092018611729145, 0.007325110025703907, 0.007558201905339956, 0.007791293319314718]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 3.0, 0.0, 1.0, 1.0, 3.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 5.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 7.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 2.0, 1.0, 3.0, 0.0, 1.0, 2.0], "bins": [-0.022778429090976715, -0.02227785252034664, -0.021777275949716568, -0.021276697516441345, -0.02077612094581127, -0.020275544375181198, -0.019774967804551125, -0.01927439123392105, -0.018773812800645828, -0.018273236230015755, -0.01777265965938568, -0.017272083088755608, -0.016771506518125534, -0.01627092994749546, -0.015770351514220238, -0.015269774943590164, -0.01476919837296009, -0.014268621802330017, -0.013768044300377369, -0.013267467729747295, -0.012766890227794647, -0.012266313657164574, -0.0117657370865345, -0.011265159584581852, -0.010764583013951778, -0.010264006443321705, -0.009763428941369057, -0.009262852370738983, -0.00876227580010891, -0.008261698298156261, -0.007761121727526188, -0.007260544691234827, -0.006759967654943466, -0.006259390618652105, -0.0057588135823607445, -0.005258237011730671, -0.00475765997543931, -0.004257082939147949, -0.003756506135687232, -0.003255929332226515, -0.002755352295935154, -0.002254775259643793, -0.001754198456183076, -0.0012536215363070369, -0.0007530446164309978, -0.0002524676965549588, 0.0002481092233210802, 0.0007486861431971192, 0.0012492630630731583, 0.0017498399829491973, 0.0022504169028252363, 0.0027509937062859535, 0.0032515707425773144, 0.0037521477788686752, 0.004252724349498749, 0.00475330138579011, 0.0052538784220814705, 0.005754455458372831, 0.006255032494664192, 0.006755609065294266, 0.007256186101585627, 0.0077567631378769875, 0.008257339708507061, 0.00875791721045971, 0.009258493781089783]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 2.0, 6.0, 12.0, 17.0, 11.0, 17.0, 18.0, 27.0, 29.0, 35.0, 29.0, 46.0, 30.0, 50.0, 43.0, 49.0, 72.0, 59.0, 75.0, 72.0, 90.0, 84.0, 118.0, 144.0, 124.0, 133.0, 144.0, 189.0, 159.0, 199.0, 198.0, 238.0, 278.0, 286.0, 338.0, 313.0, 351.0, 357.0, 369.0, 435.0, 581.0, 809.0, 1562.0, 7310.0, 763.0, 544.0, 414.0, 250.0, 177.0, 163.0, 130.0, 101.0, 105.0, 91.0, 66.0, 44.0, 34.0, 22.0, 9.0, 8.0], "bins": [-0.023578548803925514, -0.02307821810245514, -0.022577889263629913, -0.02207755856215954, -0.021577227860689163, -0.021076899021863937, -0.020576568320393562, -0.020076237618923187, -0.01957590878009796, -0.019075578078627586, -0.01857524737715721, -0.018074918538331985, -0.01757458783686161, -0.017074257135391235, -0.01657392829656601, -0.016073597595095634, -0.015573267824947834, -0.015072938054800034, -0.014572607353329659, -0.014072277583181858, -0.013571947813034058, -0.013071617111563683, -0.012571287341415882, -0.012070957571268082, -0.011570626869797707, -0.011070297099649906, -0.010569967329502106, -0.010069637559354305, -0.00956930685788393, -0.00906897708773613, -0.00856864731758833, -0.008068316616117954, -0.007567986845970154, -0.007067656610161066, -0.006567326840013266, -0.006066996604204178, -0.005566666834056377, -0.00506633659824729, -0.004566006362438202, -0.0040656765922904015, -0.0035653463564813137, -0.0030650163535028696, -0.0025646863505244255, -0.0020643561147153378, -0.0015640261117368937, -0.0010636961087584496, -0.0005633659893646836, -6.303592817857862e-05, 0.0004372941330075264, 0.0009376241941936314, 0.0014379542553797364, 0.0019382843747735023, 0.0024386143777519464, 0.0029389443807303905, 0.0034392746165394783, 0.003939604386687279, 0.0044399346224963665, 0.004940264858305454, 0.005440594628453255, 0.0059409248642623425, 0.00644125510007143, 0.006941584870219231, 0.007441915106028318, 0.007942245341837406, 0.008442575111985207]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 7.0, 0.0, 0.0, 1.0], "bins": [-0.04202968627214432, -0.04133136197924614, -0.04063303768634796, -0.03993471339344978, -0.039236389100551605, -0.03853806480765343, -0.03783974051475525, -0.03714141622185707, -0.03644309192895889, -0.03574477136135101, -0.035046447068452835, -0.03434812277555466, -0.03364979848265648, -0.0329514741897583, -0.03225314989686012, -0.031554825603961945, -0.030856501311063766, -0.03015817701816559, -0.02945985272526741, -0.028761528432369232, -0.028063204139471054, -0.027364881709218025, -0.026666557416319847, -0.02596823312342167, -0.02526990883052349, -0.024571584537625313, -0.023873260244727135, -0.023174935951828957, -0.022476613521575928, -0.02177828922867775, -0.02107996493577957, -0.020381640642881393, -0.019683316349983215, -0.018984992057085037, -0.01828666776418686, -0.01758834347128868, -0.016890019178390503, -0.016191696748137474, -0.015493372455239296, -0.014795048162341118, -0.01409672386944294, -0.013398399576544762, -0.012700075283646584, -0.01200175192207098, -0.011303427629172802, -0.010605103336274624, -0.00990677997469902, -0.009208455681800842, -0.008510131388902664, -0.007811807096004486, -0.007113483268767595, -0.0064151594415307045, -0.005716835148632526, -0.005018510855734348, -0.0043201870284974575, -0.003621862968429923, -0.0029235389083623886, -0.002225214848294854, -0.0015268907882273197, -0.0008285667281597853, -0.00013024266809225082, 0.0005680813919752836, 0.001266405452042818, 0.0019647295121103525, 0.002663053572177887]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 4.0, 1.0, 2.0, 2.0, 0.0, 3.0, 2.0, 4.0, 4.0, 2.0, 1.0, 3.0, 2.0, 3.0, 4.0, 4.0, 2.0, 2.0, 3.0, 3.0, 1.0, 8.0, 10.0, 4.0, 4.0, 5.0, 8.0, 3.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 4.0, 6.0, 9.0, 9.0, 18.0, 96.0, 3.0, 7.0, 3.0, 6.0, 5.0, 7.0], "bins": [-0.05514105409383774, -0.05417954549193382, -0.053218040615320206, -0.05225653201341629, -0.05129502713680267, -0.05033351853489876, -0.04937200993299484, -0.048410505056381226, -0.04744899645447731, -0.04648749157786369, -0.04552598297595978, -0.04456447437405586, -0.043602969497442245, -0.04264146089553833, -0.04167995601892471, -0.0407184474170208, -0.03975693881511688, -0.038795433938503265, -0.03783392533659935, -0.03687242045998573, -0.03591091185808182, -0.0349494069814682, -0.033987898379564285, -0.03302638977766037, -0.03206488490104675, -0.031103376299142838, -0.03014186955988407, -0.029180362820625305, -0.02821885608136654, -0.027257349342107773, -0.026295840740203857, -0.02533433400094509, -0.024372827261686325, -0.02341132052242756, -0.022449813783168793, -0.021488305181264877, -0.02052679844200611, -0.019565291702747345, -0.01860378496348858, -0.017642278224229813, -0.016680769622325897, -0.01571926288306713, -0.014757756143808365, -0.013796249404549599, -0.012834742665290833, -0.011873234994709492, -0.010911728255450726, -0.009950220584869385, -0.008988713845610619, -0.008027207106351852, -0.007065699435770512, -0.0061041926965117455, -0.005142685491591692, -0.0041811782866716385, -0.0032196713145822287, -0.002258164342492819, -0.0012966571375727654, -0.0003351500490680337, 0.000626357039436698, 0.0015878641279414296, 0.0025493712164461613, 0.0035108784213662148, 0.004472385160624981, 0.005433892365545034, 0.006395399570465088]}, "_runtime": 5.136624574661255, "_timestamp": 1596213905.369974, "_step": 0}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 0.0, 1.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 4.0, 3.0, 3.0, 2.0, 3.0, 2.0, 2.0, 3.0, 0.0, 1.0, 3.0, 0.0, 4.0, 2.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.016853151842951775, -0.0161980502307415, -0.015542948618531227, -0.014887847006320953, -0.01423274539411068, -0.013577642850577831, -0.012922541238367558, -0.012267439626157284, -0.01161233801394701, -0.010957236401736736, -0.010302134789526463, -0.009647033177316189, -0.00899193063378334, -0.008336829021573067, -0.007681727409362793, -0.007026625797152519, -0.0063715241849422455, -0.005716422572731972, -0.005061320960521698, -0.004406218882650137, -0.003751117270439863, -0.0030960156582295895, -0.002440913813188672, -0.0017858120845630765, -0.001130710355937481, -0.00047560862731188536, 0.0001794931013137102, 0.0008345948299393058, 0.0014896965585649014, 0.002144798170775175, 0.0027999000158160925, 0.00345500186085701, 0.004110103473067284, 0.004765205085277557, 0.005420306697487831, 0.006075408775359392, 0.006730510387569666, 0.00738561199977994, 0.0080407140776515, 0.008695815689861774, 0.009350917302072048, 0.010006018914282322, 0.010661120526492596, 0.01131622213870287, 0.011971324682235718, 0.012626426294445992, 0.013281527906656265, 0.013936629518866539, 0.014591731131076813, 0.015246832743287086, 0.01590193435549736, 0.016557035967707634, 0.017212137579917908, 0.01786723919212818, 0.018522340804338455, 0.01917744241654873, 0.019832544028759003, 0.020487647503614426, 0.0211427491158247, 0.021797850728034973, 0.022452952340245247, 0.02310805395245552, 0.023763155564665794, 0.024418257176876068, 0.025073358789086342]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 6.0, 2.0, 5.0, 8.0, 7.0, 10.0, 12.0, 10.0, 21.0, 24.0, 38.0, 37.0, 45.0, 52.0, 70.0, 79.0, 88.0, 121.0, 152.0, 204.0, 255.0, 271.0, 435.0, 576.0, 2442.0, 762.0, 691.0, 473.0, 318.0, 188.0, 154.0, 95.0, 62.0, 47.0, 55.0, 24.0, 27.0, 19.0, 9.0, 10.0, 7.0, 7.0, 1.0, 3.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.12213420867919922, -0.11866346746683121, -0.1151927188038826, -0.11172197759151459, -0.10825123637914658, -0.10478049516677856, -0.10130974650382996, -0.09783900529146194, -0.09436826407909393, -0.09089751541614532, -0.08742677420377731, -0.0839560329914093, -0.08048529177904129, -0.07701454311609268, -0.07354380190372467, -0.07007306069135666, -0.06660231947898865, -0.06313157081604004, -0.05966082960367203, -0.05619008466601372, -0.052719343453645706, -0.049248598515987396, -0.045777857303619385, -0.042307112365961075, -0.038836367428302765, -0.03536562621593475, -0.031894881278276443, -0.028424140065908432, -0.024953395128250122, -0.02148265205323696, -0.0180119089782238, -0.01454116590321064, -0.01107042282819748, -0.0075996797531843185, -0.0041289362125098705, -0.0006581929046660662, 0.002812550403177738, 0.006283293478190899, 0.009754037484526634, 0.013224780559539795, 0.016695523634552956, 0.020166266709566116, 0.023637009784579277, 0.027107752859592438, 0.030578497797250748, 0.03404923900961876, 0.03751998394727707, 0.04099072515964508, 0.04446147009730339, 0.0479322150349617, 0.05140295624732971, 0.05487370118498802, 0.05834444239735603, 0.06181518733501434, 0.06528592854738235, 0.06875666975975037, 0.07222741842269897, 0.07569815963506699, 0.079168900847435, 0.0826396495103836, 0.08611039072275162, 0.08958113193511963, 0.09305187314748764, 0.09652262181043625, 0.09999336302280426]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 1.0, 4.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 2.0, 1.0, 6.0, 1.0, 0.0, 1.0, 6.0, 0.0, 4.0, 0.0, 2.0, 3.0, 8.0, 5.0, 1.0, 4.0, 32.0, 1.0, 5.0, 3.0, 1.0, 1.0, 1.0, 0.0, 3.0, 1.0, 2.0, 0.0, 1.0, 2.0, 2.0, 2.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.006693658418953419, -0.006446718238294125, -0.0061997780576348305, -0.005952837876975536, -0.005705897696316242, -0.005458957049995661, -0.005212016869336367, -0.0049650766886770725, -0.004718136508017778, -0.004471196327358484, -0.00422425614669919, -0.003977315966039896, -0.0037303755525499582, -0.003483435371890664, -0.0032364949584007263, -0.002989554777741432, -0.002742614597082138, -0.002495674416422844, -0.00224873423576355, -0.002001793822273612, -0.001754853641614318, -0.0015079134609550238, -0.0012609731638804078, -0.0010140328668057919, -0.0007670926861464977, -0.0005201524472795427, -0.00027321220841258764, -2.62719695456326e-05, 0.00022066826932132244, 0.0004676085081882775, 0.0007145487470552325, 0.0009614889859221876, 0.0012084292247891426, 0.0014553694054484367, 0.0017023097025230527, 0.0019492499995976686, 0.0021961901802569628, 0.002443130360916257, 0.0026900707744061947, 0.002937010955065489, 0.003183951135724783, 0.003430891316384077, 0.003677831497043371, 0.003924771677702665, 0.004171712324023247, 0.004418652504682541, 0.004665592685341835, 0.004912532866001129, 0.005159473046660423, 0.005406413227319717, 0.0056533534079790115, 0.005900293588638306, 0.0061472337692976, 0.006394174415618181, 0.006641114596277475, 0.0068880547769367695, 0.007134994957596064, 0.007381935138255358, 0.007628875318914652, 0.007875815965235233, 0.008122756145894527, 0.008369696326553822, 0.008616636507213116, 0.00886357668787241, 0.009110516868531704]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [7.0, 8.0, 7.0, 14.0, 23.0, 27.0, 48.0, 80.0, 102.0, 162.0, 276.0, 362.0, 520.0, 706.0, 1087.0, 1583.0, 2204.0, 2896.0, 4129.0, 5676.0, 7822.0, 10588.0, 15006.0, 21080.0, 29958.0, 42990.0, 60565.0, 83483.0, 111502.0, 458140.0, 90484.0, 64972.0, 45820.0, 32414.0, 23313.0, 16706.0, 12069.0, 8762.0, 6588.0, 4857.0, 3627.0, 2686.0, 1851.0, 1399.0, 971.0, 660.0, 471.0, 299.0, 229.0, 138.0, 111.0, 47.0, 46.0, 22.0, 22.0, 10.0, 10.0, 7.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.009374428540468216, -0.009054956957697868, -0.00873548537492752, -0.008416012860834599, -0.008096541278064251, -0.007777069695293903, -0.0074575976468622684, -0.007138126064091921, -0.006818654015660286, -0.006499182432889938, -0.006179710850119591, -0.005860238801687956, -0.005540767218917608, -0.005221295170485973, -0.004901823587715626, -0.004582351539283991, -0.004262879956513643, -0.003943408373743296, -0.0036239363253116608, -0.0033044645097106695, -0.0029849926941096783, -0.0026655211113393307, -0.0023460492957383394, -0.002026577480137348, -0.001707105664536357, -0.0013876338489353657, -0.0010681620333343744, -0.000748690334148705, -0.00042921851854771376, -0.00010974673205055296, 0.00020972505444660783, 0.0005291968118399382, 0.0008486686274409294, 0.0011681404430419207, 0.001487612258642912, 0.0018070839578285813, 0.0021265558898448944, 0.002446027472615242, 0.0027654992882162333, 0.0030849711038172245, 0.0034044429194182158, 0.003723914735019207, 0.004043386317789555, 0.0043628583662211895, 0.004682329948991537, 0.005001801997423172, 0.00532127358019352, 0.0056407456286251545, 0.005960217211395502, 0.00627968879416585, 0.006599160842597485, 0.006918632425367832, 0.007238104473799467, 0.007557576056569815, 0.00787704810500145, 0.008196519687771797, 0.008515991270542145, 0.008835462853312492, 0.009154935367405415, 0.009474406950175762, 0.00979387853294611, 0.010113350115716457, 0.01043282262980938, 0.010752294212579727, 0.011071765795350075]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 2.0, 2.0, 3.0, 0.0, 3.0, 0.0, 3.0, 0.0, 10.0, 2.0, 1.0, 1.0, 3.0, 0.0, 2.0, 3.0, 0.0, 0.0, 2.0], "bins": [-0.023277971893548965, -0.022838862612843513, -0.022399751469492912, -0.02196064218878746, -0.02152153290808201, -0.021082421764731407, -0.020643312484025955, -0.020204203203320503, -0.019765092059969902, -0.01932598277926445, -0.018886873498558998, -0.018447762355208397, -0.018008653074502945, -0.017569543793797493, -0.017130432650446892, -0.01669132336974144, -0.01625221222639084, -0.015813102945685387, -0.015373993664979935, -0.014934883452951908, -0.014495773240923882, -0.01405666396021843, -0.013617553748190403, -0.013178443536162376, -0.012739334255456924, -0.012300224043428898, -0.011861113831400871, -0.011422003619372845, -0.010982894338667393, -0.010543784126639366, -0.01010467391461134, -0.009665564633905888, -0.009226454421877861, -0.008787344209849834, -0.008348234929144382, -0.007909124717116356, -0.007470014505088329, -0.00703090475872159, -0.006591795012354851, -0.006152684800326824, -0.005713575053960085, -0.005274465307593346, -0.004835355095565319, -0.00439624534919858, -0.0039571356028318405, -0.003518025390803814, -0.0030789156444370747, -0.0026398056652396917, -0.002200695686042309, -0.0017615857068449259, -0.0013224758440628648, -0.0008833659230731428, -0.00044425600208342075, -5.14608109369874e-06, 0.0004339638398960233, 0.0008730737608857453, 0.0013121836818754673, 0.0017512936610728502, 0.002190403640270233, 0.0026295133866369724, 0.0030686233658343554, 0.0035077333450317383, 0.0039468430913984776, 0.004385953303426504, 0.004825063049793243]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [5.0, 2.0, 5.0, 8.0, 11.0, 8.0, 21.0, 27.0, 19.0, 21.0, 24.0, 33.0, 42.0, 51.0, 55.0, 59.0, 70.0, 67.0, 101.0, 112.0, 129.0, 150.0, 150.0, 196.0, 191.0, 209.0, 219.0, 233.0, 240.0, 262.0, 227.0, 265.0, 259.0, 278.0, 314.0, 307.0, 304.0, 360.0, 439.0, 587.0, 722.0, 1313.0, 6729.0, 908.0, 771.0, 539.0, 243.0, 215.0, 193.0, 196.0, 174.0, 129.0, 124.0, 62.0, 33.0, 11.0, 3.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.025455642491579056, -0.02485058456659317, -0.024245524778962135, -0.02364046685397625, -0.023035407066345215, -0.02243034914135933, -0.021825289353728294, -0.02122023142874241, -0.020615171641111374, -0.02001011371612549, -0.019405055791139603, -0.018799996003508568, -0.018194938078522682, -0.017589878290891647, -0.01698482036590576, -0.016379760578274727, -0.01577470265328884, -0.015169643796980381, -0.01456458494067192, -0.01395952608436346, -0.013354467228055, -0.012749409303069115, -0.012144350446760654, -0.011539291590452194, -0.010934232734143734, -0.010329173877835274, -0.009724115021526814, -0.009119056165218353, -0.008513998240232468, -0.007908939383924007, -0.007303880527615547, -0.006698821671307087, -0.006093762814998627, -0.0054887039586901665, -0.004883645102381706, -0.004278586711734533, -0.003673527855426073, -0.003068468999117613, -0.0024634103756397963, -0.0018583516357466578, -0.0012532928958535194, -0.000648234155960381, -4.317541606724262e-05, 0.0005618833238258958, 0.0011669420637190342, 0.0017720008036121726, 0.002377059543505311, 0.0029821181669831276, 0.003587177023291588, 0.004192235879600048, 0.004797294735908508, 0.005402353126555681, 0.0060074119828641415, 0.006612470839172602, 0.007217529229819775, 0.007822588086128235, 0.008427646942436695, 0.009032705798745155, 0.009637764655053616, 0.010242823511362076, 0.010847881436347961, 0.011452940292656422, 0.012057999148964882, 0.012663058005273342, 0.013268116861581802]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 2.0, 5.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08534059673547745, -0.08353649824857712, -0.08173239976167679, -0.07992830872535706, -0.07812421023845673, -0.0763201117515564, -0.07451601326465607, -0.07271191477775574, -0.07090781629085541, -0.06910372525453568, -0.06729962676763535, -0.06549552828073502, -0.06369142979383469, -0.06188733130693436, -0.060083236545324326, -0.058279138058423996, -0.056475043296813965, -0.054670944809913635, -0.052866846323013306, -0.051062751561403275, -0.049258653074502945, -0.047454554587602615, -0.045650459825992584, -0.043846361339092255, -0.042042262852191925, -0.040238168090581894, -0.038434069603681564, -0.036629971116781235, -0.034825876355171204, -0.033021777868270874, -0.031217681244015694, -0.029413582757115364, -0.027609486132860184, -0.025805389508605003, -0.024001291021704674, -0.022197194397449493, -0.020393097773194313, -0.018588999286293983, -0.016784902662038803, -0.014980806037783623, -0.013176708482205868, -0.011372610926628113, -0.009568514302372932, -0.0077644167467951775, -0.00596031965687871, -0.004156222566962242, -0.002352125244215131, -0.0005480280378833413, 0.0012560691684484482, 0.003060166258364916, 0.0048642633482813835, 0.0066683609038591385, 0.008472457528114319, 0.010276555083692074, 0.012080652639269829, 0.01388474926352501, 0.01568884775042534, 0.01749294437468052, 0.0192970409989357, 0.02110113762319088, 0.02290523611009121, 0.02470933273434639, 0.02651342935860157, 0.0283175278455019, 0.03012162446975708]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 2.0, 0.0, 3.0, 3.0, 2.0, 6.0, 2.0, 7.0, 2.0, 5.0, 7.0, 5.0, 2.0, 8.0, 7.0, 3.0, 9.0, 4.0, 5.0, 1.0, 4.0, 2.0, 3.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 0.0, 5.0, 4.0, 1.0, 6.0, 4.0, 2.0, 7.0, 8.0, 95.0, 13.0, 5.0, 2.0, 7.0, 5.0, 4.0, 3.0], "bins": [-0.09723027795553207, -0.09551109373569489, -0.0937919095158577, -0.09207272529602051, -0.09035354107618332, -0.08863435685634613, -0.08691517263650894, -0.08519599586725235, -0.08347681164741516, -0.08175762742757797, -0.08003844320774078, -0.0783192589879036, -0.0766000747680664, -0.07488089054822922, -0.07316170632839203, -0.07144252210855484, -0.06972333788871765, -0.06800415366888046, -0.06628496944904327, -0.06456578522920609, -0.0628466084599495, -0.061127420514822006, -0.05940823629498482, -0.05768905580043793, -0.05596987158060074, -0.05425068736076355, -0.05253150314092636, -0.05081231892108917, -0.049093134701251984, -0.04737395420670509, -0.045654769986867905, -0.043935585767030716, -0.04221640154719353, -0.04049721732735634, -0.03877803310751915, -0.03705884888768196, -0.03533966839313507, -0.03362048417329788, -0.03190129995346069, -0.030182115733623505, -0.028462931513786316, -0.026743749156594276, -0.025024564936757088, -0.0233053807169199, -0.02158619835972786, -0.01986701413989067, -0.018147829920053482, -0.016428647562861443, -0.014709463343024254, -0.01299028005450964, -0.011271095834672451, -0.009551912546157837, -0.007832728326320648, -0.006113545037806034, -0.00439436174929142, -0.0026751779951155186, -0.0009559942409396172, 0.0007631893968209624, 0.002482373034581542, 0.0042015565559268, 0.005920740310102701, 0.007639924064278603, 0.009359107352793217, 0.011078291572630405, 0.01279747486114502]}, "_runtime": 5.91304874420166, "_timestamp": 1596213906.146398, "_step": 1}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 3.0, 3.0, 2.0, 2.0, 1.0, 2.0, 2.0, 2.0, 5.0, 4.0, 3.0, 1.0, 1.0, 1.0, 2.0, 2.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01930665411055088, -0.018678026273846626, -0.018049396574497223, -0.01742076873779297, -0.016792140901088715, -0.01616351306438446, -0.015534884296357632, -0.014906255528330803, -0.014277627691626549, -0.013648999854922295, -0.013020371086895466, -0.012391742318868637, -0.011763114482164383, -0.011134486645460129, -0.0105058578774333, -0.009877229109406471, -0.009248601272702217, -0.008619973435997963, -0.007991344667971134, -0.007362716365605593, -0.006734088063240051, -0.00610545976087451, -0.005476831458508968, -0.004848203156143427, -0.0042195748537778854, -0.003590946551412344, -0.0029623182490468025, -0.002333689946681261, -0.0017050616443157196, -0.0010764333419501781, -0.0004478050395846367, 0.00018082326278090477, 0.0008094515651464462, 0.0014380798675119877, 0.002066708169877529, 0.0026953364722430706, 0.003323964774608612, 0.0039525930769741535, 0.004581221379339695, 0.0052098496817052364, 0.005838477984070778, 0.006467106286436319, 0.007095734588801861, 0.007724362891167402, 0.008352991193532944, 0.008981619030237198, 0.009610247798264027, 0.010238876566290855, 0.01086750440299511, 0.011496132239699364, 0.012124761007726192, 0.012753389775753021, 0.013382017612457275, 0.01401064544916153, 0.014639274217188358, 0.015267902985215187, 0.01589653082191944, 0.016525158658623695, 0.0171537883579731, 0.017782416194677353, 0.018411044031381607, 0.01903967186808586, 0.019668299704790115, 0.02029692940413952, 0.020925557240843773]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 5.0, 2.0, 3.0, 4.0, 5.0, 4.0, 4.0, 7.0, 9.0, 5.0, 12.0, 11.0, 18.0, 12.0, 18.0, 14.0, 21.0, 39.0, 42.0, 41.0, 50.0, 54.0, 84.0, 87.0, 106.0, 137.0, 177.0, 257.0, 255.0, 355.0, 408.0, 2134.0, 822.0, 781.0, 571.0, 414.0, 266.0, 181.0, 134.0, 96.0, 76.0, 42.0, 46.0, 24.0, 21.0, 16.0, 15.0, 11.0, 6.0, 4.0, 7.0, 3.0, 6.0, 3.0, 2.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.1215938851237297, -0.11786744743585587, -0.11414100974798203, -0.11041456460952759, -0.10668812692165375, -0.10296168923377991, -0.09923525154590607, -0.09550880640745163, -0.09178236871957779, -0.08805593103170395, -0.08432949334383011, -0.08060305565595627, -0.07687661051750183, -0.07315017282962799, -0.06942373514175415, -0.06569729745388031, -0.06197085604071617, -0.05824441835284233, -0.05451797693967819, -0.05079153925180435, -0.04706509783864021, -0.04333866015076637, -0.039612218737602234, -0.035885781049728394, -0.03215934336185455, -0.028432901948690414, -0.024706462398171425, -0.020980022847652435, -0.017253585159778595, -0.01352714467793703, -0.009800706058740616, -0.006074266508221626, -0.0023478269577026367, 0.0013786123599857092, 0.005105051677674055, 0.008831490762531757, 0.012557930313050747, 0.016284368932247162, 0.02001080848276615, 0.02373724803328514, 0.02746368758380413, 0.03119012713432312, 0.03491656482219696, 0.0386430062353611, 0.04236944392323494, 0.04609588533639908, 0.04982232302427292, 0.05354876443743706, 0.0572752021253109, 0.06100163981318474, 0.06472808122634888, 0.06845451891422272, 0.07218095660209656, 0.075907401740551, 0.07963383942842484, 0.08336027711629868, 0.08708671480417252, 0.09081315249204636, 0.0945395976305008, 0.09826603531837463, 0.10199247300624847, 0.10571891069412231, 0.10944535583257675, 0.11317179352045059, 0.11689823120832443]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 2.0, 2.0, 2.0, 5.0, 5.0, 2.0, 0.0, 1.0, 4.0, 2.0, 4.0, 4.0, 4.0, 2.0, 2.0, 2.0, 30.0, 4.0, 3.0, 3.0, 1.0, 1.0, 3.0, 0.0, 3.0, 4.0, 1.0, 3.0, 3.0, 1.0, 3.0, 1.0, 0.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.00689634820446372, -0.006641007494181395, -0.006385667249560356, -0.00613032653927803, -0.005874985828995705, -0.005619645584374666, -0.0053643048740923405, -0.005108964163810015, -0.004853623919188976, -0.0045982832089066505, -0.004342942498624325, -0.004087601788341999, -0.0038322615437209606, -0.003576920833438635, -0.0033215803559869528, -0.003066239645704627, -0.002810899168252945, -0.002555558690801263, -0.002300217980518937, -0.002044877503067255, -0.001789536909200251, -0.0015341963153332472, -0.001278855837881565, -0.0010235152440145612, -0.0007681746501475573, -0.0005128340562805533, -0.00025749352062121034, -2.1529558580368757e-06, 0.0002531876089051366, 0.0005085282027721405, 0.0007638687384314835, 0.0010192092740908265, 0.0012745498679578304, 0.0015298904618248343, 0.0017852310556918383, 0.0020405715331435204, 0.002295912243425846, 0.002551252720877528, 0.0028065931983292103, 0.003061933908611536, 0.003317274386063218, 0.0035726148635149, 0.003827955573797226, 0.004083296284079552, 0.00433863652870059, 0.004593977238982916, 0.004849317949265242, 0.00510465819388628, 0.005359998904168606, 0.0056153396144509315, 0.00587067985907197, 0.006126020569354296, 0.0063813612796366215, 0.00663670152425766, 0.006892042234539986, 0.007147382944822311, 0.007402723655104637, 0.007658063899725676, 0.007913404144346714, 0.00816874485462904, 0.008424085564911366, 0.008679426275193691, 0.008934766985476017, 0.009190107695758343, 0.009445447474718094]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 4.0, 5.0, 13.0, 25.0, 20.0, 34.0, 60.0, 96.0, 157.0, 239.0, 337.0, 583.0, 870.0, 1348.0, 1902.0, 2822.0, 4159.0, 5952.0, 8046.0, 11290.0, 15818.0, 21756.0, 30687.0, 44883.0, 65328.0, 91071.0, 115289.0, 437163.0, 90449.0, 65207.0, 45851.0, 32209.0, 22929.0, 16917.0, 12258.0, 9187.0, 6720.0, 4894.0, 3619.0, 2679.0, 2013.0, 1420.0, 998.0, 743.0, 487.0, 343.0, 271.0, 159.0, 120.0, 67.0, 51.0, 36.0, 15.0, 15.0, 12.0, 9.0, 9.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.012290664948523045, -0.011868706904351711, -0.011446749791502953, -0.01102479174733162, -0.010602833703160286, -0.010180876590311527, -0.009758918546140194, -0.00933696050196886, -0.008915003389120102, -0.008493045344948769, -0.008071087300777435, -0.007649129722267389, -0.007227172143757343, -0.00680521409958601, -0.006383256521075964, -0.005961298476904631, -0.005539340898394585, -0.005117383319884539, -0.004695425275713205, -0.004273467697203159, -0.0038515098858624697, -0.00342955207452178, -0.003007594496011734, -0.0025856366846710443, -0.0021636788733303547, -0.001741721061989665, -0.0013197633670642972, -0.0008978056139312685, -0.0004758478607982397, -5.389010766521096e-05, 0.0003680676454678178, 0.0007900253986008465, 0.0012119831517338753, 0.001633940963074565, 0.0020558987744152546, 0.0024778563529253006, 0.0028998141642659903, 0.00332177197560668, 0.003743729554116726, 0.004165687598288059, 0.004587645176798105, 0.005009602755308151, 0.0054315607994794846, 0.0058535183779895306, 0.006275475956499577, 0.00669743400067091, 0.007119391579180956, 0.007541349623352289, 0.007963307201862335, 0.008385265246033669, 0.008807222358882427, 0.00922918040305376, 0.009651138447225094, 0.010073095560073853, 0.010495053604245186, 0.01091701164841652, 0.011338969692587852, 0.011760926805436611, 0.012182884849607944, 0.012604842893779278, 0.013026800006628036, 0.01344875805079937, 0.013870716094970703, 0.014292673207819462, 0.014714631251990795]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 3.0, 3.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 3.0, 1.0, 6.0, 2.0, 1.0, 0.0, 0.0, 3.0, 2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.010836095549166203, -0.010532486252486706, -0.010228876024484634, -0.009925266727805138, -0.009621657431125641, -0.009318048134446144, -0.009014438837766647, -0.008710828609764576, -0.00840721931308508, -0.008103610016405582, -0.007800000254064798, -0.007496390491724014, -0.0071927811950445175, -0.006889171898365021, -0.006585562136024237, -0.006281952373683453, -0.005978343077003956, -0.005674733780324459, -0.005371124017983675, -0.005067514255642891, -0.004763904958963394, -0.004460295662283897, -0.004156685899943113, -0.003853076370432973, -0.0035494668409228325, -0.003245857311412692, -0.0029422477819025517, -0.0026386382523924112, -0.002335028722882271, -0.0020314191933721304, -0.00172780966386199, -0.0014242001343518496, -0.0011205906048417091, -0.0008169810753315687, -0.0005133715458214283, -0.00020976201631128788, 9.384751319885254e-05, 0.00039745704270899296, 0.0007010665722191334, 0.0010046761017292738, 0.0013082856312394142, 0.0016118951607495546, 0.001915504690259695, 0.0022191142197698355, 0.002522723749279976, 0.0028263332787901163, 0.0031299428083002567, 0.003433552337810397, 0.0037371618673205376, 0.004040771164000034, 0.004344380926340818, 0.0046479906886816025, 0.004951599985361099, 0.005255209282040596, 0.00555881904438138, 0.005862428806722164, 0.006166038103401661, 0.006469647400081158, 0.006773257162421942, 0.007076866924762726, 0.007380476221442223, 0.007684085518121719, 0.007987694814801216, 0.008291305042803288, 0.008594914339482784]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 3.0, 7.0, 10.0, 9.0, 13.0, 8.0, 16.0, 21.0, 22.0, 44.0, 50.0, 36.0, 52.0, 67.0, 81.0, 86.0, 109.0, 116.0, 129.0, 161.0, 193.0, 211.0, 226.0, 214.0, 243.0, 248.0, 255.0, 255.0, 254.0, 275.0, 283.0, 356.0, 405.0, 474.0, 557.0, 723.0, 6114.0, 1894.0, 1008.0, 716.0, 502.0, 429.0, 363.0, 281.0, 233.0, 214.0, 161.0, 113.0, 69.0, 48.0, 28.0, 15.0, 16.0, 2.0, 5.0, 1.0, 2.0], "bins": [-0.014266912825405598, -0.013942459598183632, -0.01361800730228424, -0.013293554075062275, -0.01296910084784031, -0.012644647620618343, -0.012320194393396378, -0.011995742097496986, -0.01167128887027502, -0.011346835643053055, -0.011022383347153664, -0.010697930119931698, -0.010373476892709732, -0.010049023665487766, -0.0097245704382658, -0.00940011814236641, -0.009075664915144444, -0.008751211687922478, -0.008426759392023087, -0.00810230616480112, -0.007777852937579155, -0.007453399710357189, -0.007128946948796511, -0.006804494187235832, -0.006480040960013866, -0.006155587732791901, -0.005831134971231222, -0.005506682209670544, -0.005182228982448578, -0.004857775755226612, -0.004533322993665934, -0.004208870232105255, -0.0038844170048832893, -0.003559964010491967, -0.003235511016100645, -0.002911058021709323, -0.002586605027318001, -0.0022621520329266787, -0.0019376990385353565, -0.0016132460441440344, -0.0012887930497527122, -0.0009643400553613901, -0.000639887060970068, -0.00031543406657874584, 9.018927812576294e-06, 0.00033347192220389843, 0.0006579249165952206, 0.0009823779109865427, 0.0013068309053778648, 0.001631283899769187, 0.001955736894160509, 0.0022801898885518312, 0.0026046428829431534, 0.0029290958773344755, 0.0032535488717257977, 0.00357800186611712, 0.003902454860508442, 0.004226908087730408, 0.004551360849291086, 0.004875813610851765, 0.0052002668380737305, 0.005524720065295696, 0.005849172826856375, 0.006173625588417053, 0.006498078815639019]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 3.0, 0.0, 1.0, 0.0, 7.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.054082199931144714, -0.052993714809417725, -0.051905225962400436, -0.05081674084067345, -0.04972825199365616, -0.04863976687192917, -0.04755128175020218, -0.04646279290318489, -0.0453743077814579, -0.04428582265973091, -0.04319733381271362, -0.04210884869098663, -0.041020363569259644, -0.039931874722242355, -0.038843389600515366, -0.03775490075349808, -0.03666641563177109, -0.0355779305100441, -0.03448944166302681, -0.03340095654129982, -0.03231246769428253, -0.031223982572555542, -0.030135497450828552, -0.029047010466456413, -0.027958523482084274, -0.026870036497712135, -0.025781549513339996, -0.024693064391613007, -0.023604577407240868, -0.02251609042286873, -0.02142760530114174, -0.0203391183167696, -0.01925063133239746, -0.018162144348025322, -0.017073657363653183, -0.015985172241926193, -0.014896685257554054, -0.013808198273181915, -0.012719712220132351, -0.011631226167082787, -0.010542739182710648, -0.009454252198338509, -0.008365766145288944, -0.007277279626578093, -0.006188793107867241, -0.005100306589156389, -0.004011820070445538, -0.002923333551734686, -0.0018348470330238342, -0.0007463605143129826, 0.0003421260043978691, 0.0014306125231087208, 0.0025190990418195724, 0.003607585560530424, 0.004696072079241276, 0.0057845585979521275, 0.006873045116662979, 0.007961532101035118, 0.009050018154084682, 0.010138504207134247, 0.011226991191506386, 0.012315478175878525, 0.01340396422892809, 0.014492450281977654, 0.015580937266349792]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 4.0, 8.0, 5.0, 5.0, 11.0, 5.0, 4.0, 4.0, 5.0, 8.0, 5.0, 6.0, 3.0, 0.0, 2.0, 5.0, 2.0, 6.0, 2.0, 1.0, 3.0, 3.0, 2.0, 1.0, 1.0, 3.0, 1.0, 5.0, 2.0, 4.0, 0.0, 6.0, 5.0, 1.0, 3.0, 2.0, 11.0, 10.0, 69.0, 14.0, 5.0, 8.0, 9.0, 3.0, 3.0, 2.0, 2.0, 4.0, 3.0, 0.0, 1.0, 2.0], "bins": [-0.055294714868068695, -0.054203230887651443, -0.05311174318194389, -0.05202025920152664, -0.05092877149581909, -0.04983728751540184, -0.04874580353498459, -0.04765431582927704, -0.04656283184885979, -0.04547134414315224, -0.044379860162734985, -0.043288376182317734, -0.042196888476610184, -0.04110540449619293, -0.04001391679048538, -0.03892243281006813, -0.03783094882965088, -0.03673946112394333, -0.03564797714352608, -0.03455648943781853, -0.033465005457401276, -0.032373517751693726, -0.031282033771276474, -0.030190547928214073, -0.029099062085151672, -0.02800757810473442, -0.02691609226167202, -0.02582460641860962, -0.02473312057554722, -0.023641634732484818, -0.022550150752067566, -0.021458664909005165, -0.020367179065942764, -0.019275693222880363, -0.018184207379817963, -0.01709272339940071, -0.01600123755633831, -0.01490975171327591, -0.013818265870213509, -0.012726780958473682, -0.011635295115411282, -0.01054380927234888, -0.009452324360609055, -0.008360838517546654, -0.00726935314014554, -0.006177867762744427, -0.005086381919682026, -0.003994896542280912, -0.002903411164879799, -0.0018119256710633636, -0.0007204401772469282, 0.0003710453165695071, 0.0014625308103859425, 0.002554016187787056, 0.003645501798018813, 0.00473698740825057, 0.005828472785651684, 0.006919958163052797, 0.00801144354045391, 0.009102929383516312, 0.010194415226578712, 0.011285900138318539, 0.01237738598138094, 0.013468870893120766, 0.014560356736183167]}, "_runtime": 6.6908042430877686, "_timestamp": 1596213906.9241536, "_step": 2}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 3.0, 1.0, 1.0, 2.0, 1.0, 2.0, 2.0, 3.0, 3.0, 1.0, 4.0, 0.0, 2.0, 1.0, 4.0, 2.0, 4.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0146250631660223, -0.014175091870129108, -0.013725120574235916, -0.01327514834702015, -0.012825177051126957, -0.012375205755233765, -0.011925234459340572, -0.011475262232124805, -0.011025290936231613, -0.010575319640338421, -0.010125348344445229, -0.009675377048552036, -0.00922540482133627, -0.008775433525443077, -0.008325462229549885, -0.007875490933656693, -0.007425519172102213, -0.006975547876209021, -0.006525576114654541, -0.006075604818761349, -0.005625633057206869, -0.005175661761313677, -0.004725689999759197, -0.004275718703866005, -0.003825747175142169, -0.003375775646418333, -0.002925804117694497, -0.002475832588970661, -0.002025861293077469, -0.001575889647938311, -0.001125918235629797, -0.000675946706905961, -0.0002259751781821251, 0.0002239963214378804, 0.0006739678210578859, 0.001123939291574061, 0.0015739108202978969, 0.002023882232606411, 0.002473853761330247, 0.002923825290054083, 0.003373796818777919, 0.0038237683475017548, 0.004273739643394947, 0.004723711404949427, 0.005173682700842619, 0.0056236544623970985, 0.006073625758290291, 0.00652359751984477, 0.006973568815737963, 0.007423540111631155, 0.007873511873185635, 0.008323483169078827, 0.00877345446497202, 0.009223426692187786, 0.009673397988080978, 0.01012336928397417, 0.010573340579867363, 0.011023311875760555, 0.011473284102976322, 0.011923255398869514, 0.012373226694762707, 0.012823197990655899, 0.013273170217871666, 0.013723141513764858, 0.01417311280965805]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 4.0, 4.0, 9.0, 5.0, 4.0, 7.0, 9.0, 14.0, 15.0, 29.0, 36.0, 32.0, 50.0, 59.0, 56.0, 64.0, 94.0, 112.0, 131.0, 221.0, 279.0, 392.0, 507.0, 2190.0, 1140.0, 942.0, 547.0, 319.0, 201.0, 136.0, 87.0, 73.0, 49.0, 36.0, 22.0, 16.0, 4.0, 12.0, 5.0, 3.0, 4.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1784650981426239, -0.1738433986902237, -0.1692216992378235, -0.16459999978542328, -0.15997830033302307, -0.15535660088062286, -0.15073490142822266, -0.14611320197582245, -0.14149150252342224, -0.13686978816986084, -0.13224808871746063, -0.12762638926506042, -0.12300468981266022, -0.11838299036026001, -0.1137612909078598, -0.1091395914554596, -0.10451789200305939, -0.09989619255065918, -0.09527449309825897, -0.09065279364585876, -0.08603109419345856, -0.08140938729047775, -0.07678768783807755, -0.07216598838567734, -0.06754428893327713, -0.06292258948087692, -0.058300890028476715, -0.05367918685078621, -0.049057487398386, -0.044435787945985794, -0.03981408476829529, -0.03519238531589508, -0.030570685863494873, -0.025948986411094666, -0.02132728509604931, -0.016705583781003952, -0.012083884328603745, -0.007462183944880962, -0.0028404835611581802, 0.001781216822564602, 0.006402917206287384, 0.011024617590010166, 0.01564631797373295, 0.020268019288778305, 0.024889718741178513, 0.02951141819357872, 0.034133121371269226, 0.038754820823669434, 0.04337652027606964, 0.04799821972846985, 0.052619919180870056, 0.05724162235856056, 0.06186332181096077, 0.06648502498865128, 0.07110672444105148, 0.07572842389345169, 0.0803501233458519, 0.0849718227982521, 0.08959352225065231, 0.09421522170305252, 0.09883692860603333, 0.10345862805843353, 0.10808032751083374, 0.11270202696323395, 0.11732372641563416]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 0.0, 3.0, 1.0, 1.0, 1.0, 2.0, 1.0, 5.0, 4.0, 2.0, 2.0, 2.0, 1.0, 0.0, 0.0, 3.0, 1.0, 1.0, 3.0, 2.0, 2.0, 1.0, 2.0, 26.0, 2.0, 4.0, 5.0, 3.0, 5.0, 3.0, 2.0, 1.0, 0.0, 1.0, 2.0, 2.0, 3.0, 5.0, 2.0, 3.0, 2.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.006054186262190342, -0.005861605517566204, -0.005669024772942066, -0.005476444028317928, -0.0052838632836937904, -0.0050912825390696526, -0.004898701794445515, -0.004706121049821377, -0.004513540305197239, -0.004320959560573101, -0.004128378815948963, -0.003935798071324825, -0.0037432173267006874, -0.0035506365820765495, -0.0033580558374524117, -0.0031654750928282738, -0.002972894348204136, -0.002780313603579998, -0.00258773285895586, -0.0023951521143317223, -0.0022025713697075844, -0.0020099906250834465, -0.0018174098804593086, -0.0016248291358351707, -0.0014322483912110329, -0.001239667646586895, -0.0010470869019627571, -0.0008545061573386192, -0.0006619254127144814, -0.0004693446680903435, -0.0002767639234662056, -8.418317884206772e-05, 0.00010839756578207016, 0.00030097831040620804, 0.0004935590550303459, 0.0006861397996544838, 0.0008787205442786217, 0.0010713012889027596, 0.0012638820335268974, 0.0014564627781510353, 0.0016490435227751732, 0.001841624267399311, 0.002034205012023449, 0.002226785756647587, 0.0024193665012717247, 0.0026119472458958626, 0.0028045279905200005, 0.0029971087351441383, 0.003189689479768276, 0.003382270224392414, 0.003574850969016552, 0.00376743171364069, 0.003960012458264828, 0.004152593202888966, 0.0043451739475131035, 0.004537754692137241, 0.004730335436761379, 0.004922916181385517, 0.005115496926009655, 0.005308077670633793, 0.005500658415257931, 0.005693239159882069, 0.0058858199045062065, 0.006078400649130344, 0.006270981393754482]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 0.0, 5.0, 9.0, 20.0, 35.0, 54.0, 88.0, 168.0, 238.0, 319.0, 510.0, 845.0, 1238.0, 1736.0, 2377.0, 3220.0, 4333.0, 5680.0, 7276.0, 9352.0, 11984.0, 14730.0, 18933.0, 24792.0, 33200.0, 44676.0, 58648.0, 74533.0, 92743.0, 413534.0, 87681.0, 69404.0, 51323.0, 37622.0, 27398.0, 20607.0, 15375.0, 11546.0, 8722.0, 6905.0, 5027.0, 3767.0, 2637.0, 1878.0, 1428.0, 920.0, 658.0, 443.0, 332.0, 229.0, 149.0, 105.0, 68.0, 54.0, 39.0, 21.0, 11.0, 8.0, 4.0, 2.0, 3.0, 2.0, 1.0], "bins": [-0.011429508216679096, -0.011051539331674576, -0.01067357137799263, -0.01029560249298811, -0.00991763360798359, -0.009539665654301643, -0.009161696769297123, -0.008783727884292603, -0.008405759930610657, -0.008027791045606136, -0.007649822160601616, -0.007271853741258383, -0.00689388532191515, -0.006515916436910629, -0.006137948017567396, -0.005759979132562876, -0.005382010713219643, -0.0050040422938764095, -0.004626073408871889, -0.004248104989528656, -0.0038701363373547792, -0.0034921676851809025, -0.0031141992658376694, -0.0027362306136637926, -0.002358261961489916, -0.001980293309316039, -0.0016023247735574841, -0.0012243562377989292, -0.0008463875856250525, -0.0004684189916588366, -9.045039769262075e-05, 0.0002875181962735951, 0.0006654867902398109, 0.0010434554424136877, 0.0014214239781722426, 0.0017993925139307976, 0.0021773611661046743, 0.002555329818278551, 0.002933298237621784, 0.003311266889795661, 0.0036892355419695377, 0.004067203961312771, 0.004445172846317291, 0.004823141265660524, 0.0052011096850037575, 0.005579078570008278, 0.005957046989351511, 0.006335015874356031, 0.0067129842936992645, 0.007090952713042498, 0.007468921598047018, 0.007846890017390251, 0.008224858902394772, 0.008602826856076717, 0.008980795741081238, 0.009358764626085758, 0.009736733511090279, 0.010114701464772224, 0.010492670349776745, 0.010870639234781265, 0.011248607188463211, 0.011626576073467731, 0.012004544958472252, 0.012382512912154198, 0.012760481797158718]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 3.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 4.0, 2.0, 3.0, 0.0, 8.0, 3.0, 1.0, 4.0, 1.0, 1.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.021470386534929276, -0.02102452702820301, -0.020578665658831596, -0.02013280615210533, -0.019686944782733917, -0.019241085276007652, -0.018795223906636238, -0.018349364399909973, -0.017903504893183708, -0.017457643523812294, -0.01701178401708603, -0.016565922647714615, -0.01612006314098835, -0.015674203634262085, -0.01522834226489067, -0.014782481826841831, -0.014336621388792992, -0.013890761882066727, -0.013444901444017887, -0.012999041005969048, -0.012553180567920208, -0.012107320129871368, -0.011661459691822529, -0.011215600185096264, -0.010769739747047424, -0.010323879308998585, -0.009878018870949745, -0.009432158432900906, -0.008986297994852066, -0.008540438488125801, -0.008094578050076962, -0.007648717612028122, -0.007202857173979282, -0.006756996735930443, -0.0063111367635428905, -0.005865276325494051, -0.005419415887445211, -0.004973555915057659, -0.00452769547700882, -0.00408183503895998, -0.003635974833741784, -0.003190114628523588, -0.0027442541904747486, -0.0022983939852565527, -0.001852533663623035, -0.0014066733419895172, -0.0009608130785636604, -0.0005149528151378036, -6.909249350428581e-05, 0.0003767677990254015, 0.0008226280915550888, 0.0012684883549809456, 0.0017143486766144633, 0.002160208998247981, 0.002606069203466177, 0.0030519296415150166, 0.0034977898467332125, 0.003943650051951408, 0.004389510490000248, 0.0048353709280490875, 0.00528123090043664, 0.005727091338485479, 0.006172951776534319, 0.006618811748921871, 0.007064672186970711]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 4.0, 1.0, 2.0, 3.0, 5.0, 7.0, 8.0, 9.0, 9.0, 14.0, 10.0, 14.0, 15.0, 31.0, 34.0, 31.0, 49.0, 44.0, 35.0, 52.0, 58.0, 53.0, 62.0, 71.0, 83.0, 91.0, 112.0, 110.0, 126.0, 120.0, 164.0, 190.0, 212.0, 207.0, 241.0, 267.0, 272.0, 326.0, 336.0, 360.0, 398.0, 431.0, 501.0, 631.0, 674.0, 775.0, 1077.0, 6619.0, 997.0, 649.0, 439.0, 323.0, 203.0, 160.0, 166.0, 140.0, 136.0, 90.0, 77.0, 51.0, 28.0, 19.0, 7.0], "bins": [-0.010588683187961578, -0.010370244272053242, -0.010151805356144905, -0.009933366440236568, -0.009714927524328232, -0.009496488608419895, -0.009278049692511559, -0.009059610776603222, -0.008841171860694885, -0.008622732944786549, -0.008404294028878212, -0.008185855112969875, -0.007967416197061539, -0.007748977281153202, -0.007530538365244865, -0.007312099449336529, -0.007093660533428192, -0.006875222083181143, -0.006656783167272806, -0.0064383442513644695, -0.006219905335456133, -0.006001466419547796, -0.00578302750363946, -0.005564588587731123, -0.005346149671822786, -0.00512771075591445, -0.004909271840006113, -0.004690832924097776, -0.00447239400818944, -0.004253955092281103, -0.0040355161763727665, -0.00381707726046443, -0.003598638344556093, -0.0033801994286477566, -0.00316176051273942, -0.0029433215968310833, -0.0027248826809227467, -0.00250644376501441, -0.0022880048491060734, -0.0020695659331977367, -0.001851127133704722, -0.0016326882177963853, -0.0014142493018880486, -0.001195810385979712, -0.0009773715864866972, -0.0007589326123706996, -0.0005404937546700239, -0.0003220548387616873, -0.00010361592285335064, 0.00011482297850307077, 0.0003332618798594922, 0.0005517007666639984, 0.000770139682572335, 0.0009885785402730107, 0.0012070174561813474, 0.001425456372089684, 0.0016438952879980206, 0.0018623342039063573, 0.002080773003399372, 0.0022992119193077087, 0.0025176508352160454, 0.002736089751124382, 0.0029545286670327187, 0.0031729675829410553, 0.003391406498849392]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0], "bins": [-0.05142389237880707, -0.05043580383062363, -0.049447719007730484, -0.04845963045954704, -0.0474715456366539, -0.04648345708847046, -0.045495372265577316, -0.044507283717393875, -0.04351919889450073, -0.04253111034631729, -0.04154302552342415, -0.04055493697524071, -0.039566852152347565, -0.038578763604164124, -0.03759067878127098, -0.03660259023308754, -0.0356145054101944, -0.034626416862010956, -0.033638328313827515, -0.03265024349093437, -0.03166215494275093, -0.030674070119857788, -0.029685983434319496, -0.028697896748781204, -0.027709808200597763, -0.02672172151505947, -0.02573363482952118, -0.024745548143982887, -0.023757461458444595, -0.022769374772906303, -0.02178128808736801, -0.02079320140182972, -0.019805114716291428, -0.018817028030753136, -0.017828941345214844, -0.016840854659676552, -0.01585276797413826, -0.014864680357277393, -0.013876593671739101, -0.01288850698620081, -0.011900420300662518, -0.010912333615124226, -0.009924246929585934, -0.008936160244047642, -0.007948072627186775, -0.006959986407309771, -0.005971899256110191, -0.004983812570571899, -0.0039957258850336075, -0.0030076391994953156, -0.00201955228112638, -0.0010314654791727662, -4.337867721915245e-05, 0.0009447081247344613, 0.001932794926688075, 0.0029208818450570107, 0.003908968530595303, 0.0048970552161335945, 0.0058851419016718864, 0.006873229052871466, 0.007861316204071045, 0.008849402889609337, 0.009837489575147629, 0.01082557626068592, 0.011813662946224213]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 4.0, 1.0, 2.0, 4.0, 6.0, 4.0, 4.0, 4.0, 3.0, 3.0, 5.0, 6.0, 4.0, 7.0, 5.0, 5.0, 5.0, 4.0, 4.0, 5.0, 1.0, 2.0, 1.0, 6.0, 3.0, 4.0, 4.0, 1.0, 3.0, 4.0, 4.0, 3.0, 4.0, 3.0, 1.0, 2.0, 2.0, 3.0, 4.0, 5.0, 7.0, 16.0, 64.0, 20.0, 8.0, 6.0, 4.0, 3.0, 0.0, 3.0, 3.0], "bins": [-0.03221830725669861, -0.03164072334766388, -0.031063135713338852, -0.030485551804304123, -0.029907966032624245, -0.029330380260944366, -0.028752794489264488, -0.02817521058022976, -0.02759762480854988, -0.027020039036870003, -0.026442453265190125, -0.025864867493510246, -0.025287283584475517, -0.02470969781279564, -0.02413211204111576, -0.023554526269435883, -0.022976942360401154, -0.022399356588721275, -0.021821770817041397, -0.02124418504536152, -0.02066659927368164, -0.02008901536464691, -0.019511429592967033, -0.018933843821287155, -0.018356258049607277, -0.0177786722779274, -0.01720108836889267, -0.01662350259721279, -0.016045916825532913, -0.01546833198517561, -0.014890746213495731, -0.014313161373138428, -0.01373557560145855, -0.013157989829778671, -0.012580404989421368, -0.01200281921774149, -0.011425234377384186, -0.010847648605704308, -0.010270063765347004, -0.009692477993667126, -0.009114893153309822, -0.008537307381629944, -0.007959721609950066, -0.007382136769592762, -0.006804550997912884, -0.006226965691894293, -0.005649380385875702, -0.005071795079857111, -0.00449420977383852, -0.003916624467819929, -0.003339039161801338, -0.0027614536229521036, -0.0021838683169335127, -0.0016062830109149218, -0.001028697588481009, -0.00045111222425475717, 0.00012647313997149467, 0.0007040585041977465, 0.0012816438684239984, 0.0018592292908579111, 0.002436814596876502, 0.003014399902895093, 0.0035919854417443275, 0.0041695707477629185, 0.004747156053781509]}, "_runtime": 7.476170063018799, "_timestamp": 1596213907.7095194, "_step": 3}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 6.0, 2.0, 2.0, 2.0, 0.0, 3.0, 3.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 2.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.017090149223804474, -0.016635458916425705, -0.016180768609046936, -0.015726080164313316, -0.015271389856934547, -0.014816699549555779, -0.01436200924217701, -0.013907319866120815, -0.013452629558742046, -0.012997939251363277, -0.012543249875307083, -0.012088559567928314, -0.011633869260549545, -0.011179179884493351, -0.010724489577114582, -0.010269800201058388, -0.009815109893679619, -0.00936041958630085, -0.008905730210244656, -0.008451039902865887, -0.007996350526809692, -0.0075416602194309235, -0.0070869699120521545, -0.006632280070334673, -0.006177590228617191, -0.00572290038689971, -0.005268210545182228, -0.004813520237803459, -0.0043588303960859776, -0.003904140554368496, -0.0034494504798203707, -0.0029947604052722454, -0.002540070563554764, -0.002085380721837282, -0.001630690647289157, -0.0011760006891563535, -0.00072131073102355, -0.0002666207728907466, 0.00018806918524205685, 0.0006427591433748603, 0.0010974491015076637, 0.0015521390596404672, 0.0020068290177732706, 0.002461519092321396, 0.0029162089340388775, 0.003370898775756359, 0.0038255888503044844, 0.00428027892485261, 0.004734968766570091, 0.005189658608287573, 0.0056443484500050545, 0.006099038757383823, 0.006553728599101305, 0.007008418440818787, 0.0074631087481975555, 0.00791779812425375, 0.008372488431632519, 0.008827178739011288, 0.009281868115067482, 0.009736558422446251, 0.01019124872982502, 0.010645938105881214, 0.011100628413259983, 0.011555317789316177, 0.012010008096694946]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 3.0, 1.0, 3.0, 5.0, 4.0, 6.0, 5.0, 6.0, 8.0, 14.0, 18.0, 21.0, 32.0, 37.0, 53.0, 85.0, 70.0, 102.0, 126.0, 154.0, 188.0, 252.0, 331.0, 438.0, 533.0, 2517.0, 990.0, 697.0, 419.0, 276.0, 167.0, 118.0, 81.0, 42.0, 31.0, 26.0, 17.0, 13.0, 10.0, 9.0, 11.0, 3.0, 2.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.16142883896827698, -0.1565432846546173, -0.15165773034095764, -0.14677219092845917, -0.1418866366147995, -0.13700108230113983, -0.13211552798748016, -0.1272299885749817, -0.12234443426132202, -0.11745887994766235, -0.11257332563400269, -0.10768777877092361, -0.10280222445726395, -0.09791667759418488, -0.09303112328052521, -0.08814557641744614, -0.08326002210378647, -0.0783744677901268, -0.07348892092704773, -0.06860336661338806, -0.06371781975030899, -0.05883226543664932, -0.05394671484827995, -0.049061164259910583, -0.044175613671541214, -0.039290063083171844, -0.034404512494802475, -0.029518960043787956, -0.024633409455418587, -0.019747858867049217, -0.014862307347357273, -0.009976755827665329, -0.0050912052392959595, -0.00020565418526530266, 0.004679896868765354, 0.009565448388457298, 0.014450998976826668, 0.019336549565196037, 0.024222102016210556, 0.029107652604579926, 0.033993203192949295, 0.038878753781318665, 0.043764304369688034, 0.048649854958057404, 0.05353540927171707, 0.05842095986008644, 0.06330651044845581, 0.06819205731153488, 0.07307761162519455, 0.07796316593885422, 0.08284871280193329, 0.08773426711559296, 0.09261981397867203, 0.0975053682923317, 0.10239091515541077, 0.10727646946907043, 0.1121620237827301, 0.11704757064580917, 0.12193312495946884, 0.1268186718225479, 0.13170422613620758, 0.13658978044986725, 0.14147531986236572, 0.1463608741760254, 0.15124642848968506]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 2.0, 3.0, 4.0, 1.0, 2.0, 3.0, 2.0, 3.0, 4.0, 1.0, 1.0, 3.0, 1.0, 2.0, 3.0, 3.0, 1.0, 2.0, 25.0, 3.0, 7.0, 3.0, 1.0, 1.0, 4.0, 2.0, 4.0, 4.0, 0.0, 1.0, 0.0, 4.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 0.0, 2.0, 1.0, 3.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.004148363135755062, -0.003984242677688599, -0.0038201219867914915, -0.0036560012958943844, -0.003491880837827921, -0.0033277603797614574, -0.0031636396888643503, -0.002999518997967243, -0.0028353985399007797, -0.0026712780818343163, -0.002507157390937209, -0.002343036700040102, -0.0021789162419736385, -0.002014795783907175, -0.001850675093010068, -0.0016865545185282826, -0.0015224339440464973, -0.001358313369564712, -0.0011941927950829268, -0.0010300722206011415, -0.0008659516461193562, -0.0007018310716375709, -0.0005377104971557856, -0.00037358992267400026, -0.00020946934819221497, -4.534877371042967e-05, 0.00011877180077135563, 0.0002828923752531409, 0.0004470129497349262, 0.0006111335242167115, 0.0007752540986984968, 0.0009393746731802821, 0.0011034952476620674, 0.0012676158221438527, 0.001431736396625638, 0.0015958569711074233, 0.0017599775455892086, 0.001924098120070994, 0.002088218694552779, 0.0022523393854498863, 0.00241645984351635, 0.0025805803015828133, 0.0027447009924799204, 0.0029088216833770275, 0.003072942141443491, 0.0032370625995099545, 0.0034011832904070616, 0.0035653039813041687, 0.003729424439370632, 0.0038935448974370956, 0.004057665355503559, 0.00422178627923131, 0.004385906737297773, 0.004550027195364237, 0.004714148119091988, 0.004878268577158451, 0.0050423890352249146, 0.005206509493291378, 0.0053706299513578415, 0.005534750875085592, 0.005698871333152056, 0.005862991791218519, 0.00602711271494627, 0.0061912331730127335, 0.006355353631079197]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [4.0, 0.0, 2.0, 4.0, 14.0, 22.0, 23.0, 42.0, 84.0, 123.0, 205.0, 334.0, 515.0, 805.0, 1192.0, 1841.0, 2725.0, 4011.0, 5687.0, 7816.0, 10906.0, 14463.0, 19911.0, 27110.0, 38613.0, 55780.0, 78869.0, 105025.0, 428512.0, 98485.0, 74175.0, 54061.0, 39020.0, 28040.0, 20209.0, 15058.0, 11329.0, 8812.0, 6831.0, 5360.0, 3801.0, 2960.0, 2144.0, 1470.0, 1105.0, 763.0, 508.0, 329.0, 193.0, 139.0, 74.0, 62.0, 25.0, 24.0, 13.0, 7.0, 3.0, 2.0, 4.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.011911563575267792, -0.011493361555039883, -0.011075159534811974, -0.010656957514584064, -0.010238755494356155, -0.009820553474128246, -0.009402351453900337, -0.008984149433672428, -0.008565947413444519, -0.00814774539321661, -0.007729543372988701, -0.007311341352760792, -0.006893139332532883, -0.006474937312304974, -0.0060567352920770645, -0.005638533271849155, -0.005220331251621246, -0.004802129231393337, -0.004383927211165428, -0.003965725190937519, -0.00354752317070961, -0.003129321150481701, -0.002711119130253792, -0.0022929171100258827, -0.0018747150897979736, -0.0014565130695700645, -0.0010383110493421555, -0.0006201090291142464, -0.00020190700888633728, 0.0002162950113415718, 0.0006344970315694809, 0.00105269905179739, 0.001470901072025299, 0.0018891030922532082, 0.0023073051124811172, 0.0027255071327090263, 0.0031437091529369354, 0.0035619111731648445, 0.003980113193392754, 0.004398315213620663, 0.004816517233848572, 0.005234719254076481, 0.00565292127430439, 0.006071123294532299, 0.006489325314760208, 0.006907527334988117, 0.007325729355216026, 0.007743931375443935, 0.008162133395671844, 0.008580335415899754, 0.008998537436127663, 0.009416739456355572, 0.00983494147658348, 0.01025314349681139, 0.010671345517039299, 0.011089547537267208, 0.011507749557495117, 0.011925951577723026, 0.012344153597950935, 0.012762355618178844, 0.013180557638406754, 0.013598759658634663, 0.014016961678862572, 0.01443516369909048, 0.01485336571931839]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 3.0, 0.0, 1.0, 2.0, 1.0, 2.0, 1.0, 2.0, 1.0, 1.0, 8.0, 5.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 2.0, 2.0, 2.0, 1.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.006694934330880642, -0.0065023815259337425, -0.00630982918664813, -0.006117276847362518, -0.005924724042415619, -0.0057321712374687195, -0.005539618898183107, -0.005347066558897495, -0.005154513753950596, -0.0049619609490036964, -0.004769408609718084, -0.004576856270432472, -0.004384303465485573, -0.004191750660538673, -0.003999198321253061, -0.0038066457491368055, -0.0036140931770205498, -0.003421540604904294, -0.0032289880327880383, -0.0030364354606717825, -0.0028438828885555267, -0.002651330316439271, -0.002458777744323015, -0.0022662251722067595, -0.0020736726000905037, -0.001881120027974248, -0.0016885674558579922, -0.0014960148837417364, -0.0013034623116254807, -0.001110909739509225, -0.0009183571673929691, -0.0007258045952767134, -0.0005332520231604576, -0.00034069945104420185, -0.0001481468789279461, 4.440569318830967e-05, 0.00023695826530456543, 0.0004295108374208212, 0.000622063409537077, 0.0008146159816533327, 0.0010071685537695885, 0.0011997211258858442, 0.0013922736980021, 0.0015848262701183558, 0.0017773788422346115, 0.0019699314143508673, 0.002162483986467123, 0.002355036558583379, 0.0025475891306996346, 0.0027401417028158903, 0.002932694274932146, 0.003125246847048402, 0.0033177994191646576, 0.0035103519912809134, 0.003702904563397169, 0.003895457135513425, 0.004088009707629681, 0.00428056251257658, 0.004473114851862192, 0.004665667191147804, 0.004858219996094704, 0.005050772801041603, 0.005243325140327215, 0.005435877479612827, 0.005628430284559727]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 0.0, 4.0, 3.0, 4.0, 4.0, 3.0, 6.0, 10.0, 17.0, 11.0, 7.0, 22.0, 22.0, 33.0, 31.0, 28.0, 58.0, 63.0, 72.0, 83.0, 102.0, 125.0, 163.0, 209.0, 220.0, 283.0, 317.0, 360.0, 378.0, 442.0, 511.0, 646.0, 767.0, 1103.0, 6602.0, 2270.0, 1077.0, 679.0, 548.0, 441.0, 299.0, 141.0, 85.0, 57.0, 24.0, 20.0, 20.0, 10.0, 10.0, 7.0, 10.0, 4.0, 3.0, 3.0, 2.0, 0.0, 1.0, 0.0, 1.0, 4.0, 3.0], "bins": [-0.00808498915284872, -0.007870891131460667, -0.007656793110072613, -0.007442695088684559, -0.007228597067296505, -0.007014499045908451, -0.006800401024520397, -0.006586303003132343, -0.006372204981744289, -0.006158106494694948, -0.005944008473306894, -0.00572991045191884, -0.0055158124305307865, -0.005301714409142733, -0.005087616387754679, -0.004873518366366625, -0.004659420344978571, -0.004445322323590517, -0.004231224302202463, -0.004017126280814409, -0.0038030282594263554, -0.003588930005207658, -0.003374831983819604, -0.00316073396243155, -0.002946635941043496, -0.0027325379196554422, -0.0025184398982673883, -0.0023043418768793344, -0.002090243622660637, -0.0018761457176879048, -0.0016620475798845291, -0.0014479495584964752, -0.0012338515371084213, -0.0010197535157203674, -0.0008056554361246526, -0.0005915573565289378, -0.0003774593351408839, -0.00016336128464899957, 5.073676584288478e-05, 0.00026483481633476913, 0.0004789328668266535, 0.0006930308882147074, 0.0009071289678104222, 0.001121227047406137, 0.0013353250687941909, 0.0015494230901822448, 0.0017635212279856205, 0.0019776192493736744, 0.0021917172707617283, 0.002405815292149782, 0.002619913313537836, 0.00283401133492589, 0.003048109356313944, 0.0032622076105326414, 0.0034763056319206953, 0.003690403653308749, 0.003904501674696803, 0.004118599928915501, 0.0043326979503035545, 0.004546795971691608, 0.004760893993079662, 0.004974992014467716, 0.00518909003585577, 0.005403188057243824, 0.005617286078631878]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 6.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.03043140470981598, -0.029880806803703308, -0.029330208897590637, -0.028779609128832817, -0.028229011222720146, -0.027678413316607475, -0.027127815410494804, -0.026577217504382133, -0.026026617735624313, -0.025476019829511642, -0.02492542192339897, -0.0243748240172863, -0.02382422611117363, -0.02327362820506096, -0.02272302843630314, -0.022172430530190468, -0.021621832624077797, -0.021071234717965126, -0.020520636811852455, -0.019970037043094635, -0.019419439136981964, -0.018868841230869293, -0.018318243324756622, -0.01776764541864395, -0.01721704751253128, -0.01666644774377346, -0.01611584983766079, -0.015565251931548119, -0.015014654025435448, -0.014464055188000202, -0.013913457281887531, -0.013362858444452286, -0.012812260538339615, -0.012261662632226944, -0.011711063794791698, -0.011160465888679028, -0.010609867051243782, -0.010059269145131111, -0.00950867123901844, -0.008958072401583195, -0.008407474495470524, -0.007856876589357853, -0.007306277751922607, -0.0067556798458099365, -0.006205081474035978, -0.00565448310226202, -0.005103885196149349, -0.004553286824375391, -0.004002688452601433, -0.0034520900808274746, -0.00290149194188416, -0.0023508938029408455, -0.0018002954311668873, -0.001249697175808251, -0.0006990989204496145, -0.00014850066509097815, 0.00040209759026765823, 0.0009526958456262946, 0.001503294100984931, 0.0020538922399282455, 0.0026044906117022038, 0.003155088983476162, 0.0037056871224194765, 0.004256285261362791, 0.004806883633136749]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 4.0, 3.0, 2.0, 0.0, 2.0, 2.0, 1.0, 4.0, 9.0, 6.0, 4.0, 4.0, 1.0, 5.0, 3.0, 1.0, 3.0, 6.0, 6.0, 3.0, 4.0, 1.0, 3.0, 3.0, 4.0, 2.0, 3.0, 1.0, 1.0, 0.0, 4.0, 11.0, 3.0, 8.0, 4.0, 6.0, 6.0, 5.0, 2.0, 1.0, 3.0, 6.0, 8.0, 4.0, 14.0, 12.0, 58.0, 10.0, 9.0, 9.0, 2.0, 5.0, 1.0, 2.0, 1.0], "bins": [-0.026247408241033554, -0.025771403685212135, -0.025295400992035866, -0.024819396436214447, -0.024343393743038177, -0.02386738918721676, -0.02339138649404049, -0.02291538193821907, -0.02243937738239765, -0.021963374689221382, -0.021487370133399963, -0.021011367440223694, -0.020535362884402275, -0.020059358328580856, -0.019583355635404587, -0.019107351079583168, -0.0186313483864069, -0.01815534383058548, -0.01767934113740921, -0.01720333658158779, -0.016727332025766373, -0.016251329332590103, -0.015775324776768684, -0.01529932115226984, -0.014823317527770996, -0.014347313903272152, -0.013871310278773308, -0.013395306654274464, -0.01291930302977562, -0.0124432984739542, -0.011967294849455357, -0.011491291224956512, -0.011015287600457668, -0.010539283975958824, -0.01006328035145998, -0.009587276726961136, -0.009111272171139717, -0.008635268546640873, -0.008159264922142029, -0.007683261297643185, -0.0072072576731443405, -0.006731253582984209, -0.006255249958485365, -0.005779246333986521, -0.005303242243826389, -0.004827238619327545, -0.004351234994828701, -0.0038752311374992132, -0.0033992272801697254, -0.0029232234228402376, -0.0024472197983413935, -0.0019712159410119057, -0.0014952122000977397, -0.0010192084591835737, -0.0005432046600617468, -6.72008900437504e-05, 0.000408802879974246, 0.000884806620888412, 0.001360810361802578, 0.0018368142191320658, 0.0023128180764615536, 0.0027888217009603977, 0.0032648255582898855, 0.0037408291827887297, 0.0042168330401182175]}, "_runtime": 8.260184526443481, "_timestamp": 1596213908.4935338, "_step": 4}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 2.0, 1.0, 1.0, 4.0, 3.0, 0.0, 3.0, 4.0, 4.0, 4.0, 3.0, 2.0, 7.0, 1.0, 3.0, 0.0, 0.0, 4.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.027891673147678375, -0.027178054675459862, -0.02646443620324135, -0.025750819593667984, -0.02503720112144947, -0.024323582649230957, -0.023609964177012444, -0.02289634570479393, -0.022182729095220566, -0.021469110623002052, -0.02075549215078354, -0.020041873678565025, -0.019328255206346512, -0.018614636734128, -0.017901020124554634, -0.01718740165233612, -0.016473783180117607, -0.015760164707899094, -0.015046547167003155, -0.014332928694784641, -0.013619311153888702, -0.012905692681670189, -0.012192074209451675, -0.011478456668555737, -0.010764838196337223, -0.01005121972411871, -0.00933760218322277, -0.008623983711004257, -0.007910365238785744, -0.007196747697889805, -0.006483129225671291, -0.005769511219114065, -0.005055893212556839, -0.004342275205999613, -0.003628656966611743, -0.002915038727223873, -0.002201420720666647, -0.001487802597694099, -0.0007741844747215509, -6.0566351749002934e-05, 0.0006530517712235451, 0.001366669894196093, 0.002080288017168641, 0.002793906256556511, 0.003507524263113737, 0.004221142269670963, 0.004934760741889477, 0.005648378748446703, 0.006361996755003929, 0.007075614761561155, 0.0077892327681183815, 0.008502851240336895, 0.009216468781232834, 0.009930087253451347, 0.01064370572566986, 0.0113573232665658, 0.012070941738784313, 0.012784560211002827, 0.013498177751898766, 0.014211796224117279, 0.014925414696335793, 0.015639033168554306, 0.01635264977812767, 0.017066268250346184, 0.017779886722564697]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 4.0, 0.0, 2.0, 3.0, 2.0, 4.0, 3.0, 2.0, 9.0, 9.0, 7.0, 20.0, 28.0, 40.0, 43.0, 68.0, 88.0, 135.0, 180.0, 311.0, 442.0, 604.0, 2547.0, 1666.0, 772.0, 398.0, 223.0, 110.0, 75.0, 36.0, 27.0, 16.0, 16.0, 9.0, 10.0, 5.0, 6.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.27460426092147827, -0.2676686644554138, -0.260733038187027, -0.2537974417209625, -0.24686181545257568, -0.23992620408535004, -0.2329905927181244, -0.22605498135089874, -0.2191193699836731, -0.21218377351760864, -0.205248162150383, -0.19831255078315735, -0.1913769394159317, -0.18444132804870605, -0.1775057166814804, -0.17057010531425476, -0.1636344939470291, -0.15669888257980347, -0.14976327121257782, -0.14282765984535217, -0.13589204847812653, -0.12895643711090088, -0.12202083319425583, -0.11508522182703018, -0.10814961045980453, -0.10121399909257889, -0.09427838772535324, -0.0873427763581276, -0.08040717244148254, -0.0734715610742569, -0.06653594970703125, -0.0596003383398056, -0.052664726972579956, -0.04572911560535431, -0.03879350423812866, -0.031857896596193314, -0.024922285228967667, -0.01798667386174202, -0.011051064357161522, -0.0041154539212584496, 0.002820156514644623, 0.009755766950547695, 0.016691377386450768, 0.023626986891031265, 0.030562598258256912, 0.03749820962548256, 0.04443381726741791, 0.051369428634643555, 0.0583050400018692, 0.06524065136909485, 0.0721762627363205, 0.07911187410354614, 0.08604748547077179, 0.09298308938741684, 0.09991870075464249, 0.10685431212186813, 0.11378992348909378, 0.12072553485631943, 0.12766113877296448, 0.13459675014019012, 0.14153236150741577, 0.14846797287464142, 0.15540358424186707, 0.1623391956090927, 0.16927480697631836]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 3.0, 2.0, 3.0, 2.0, 2.0, 4.0, 3.0, 2.0, 4.0, 2.0, 0.0, 0.0, 4.0, 2.0, 1.0, 26.0, 3.0, 7.0, 2.0, 5.0, 3.0, 2.0, 3.0, 0.0, 3.0, 4.0, 2.0, 1.0, 1.0, 2.0, 3.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.005285192281007767, -0.0051133399829268456, -0.004941487684845924, -0.004769635386765003, -0.004597783088684082, -0.004425931256264448, -0.004254078958183527, -0.004082226660102606, -0.003910374362021685, -0.0037385220639407635, -0.0035666697658598423, -0.0033948177006095648, -0.0032229654025286436, -0.0030511131044477224, -0.002879261039197445, -0.0027074087411165237, -0.0025355564430356026, -0.0023637041449546814, -0.0021918518468737602, -0.0020199997816234827, -0.0018481474835425615, -0.0016762951854616404, -0.001504443003796041, -0.0013325908221304417, -0.0011607385240495205, -0.0009888862259685993, -0.000817034044303, -0.0006451818044297397, -0.00047332956455647945, -0.0003014773246832192, -0.00012962508480995893, 4.2227155063301325e-05, 0.00021407939493656158, 0.00038593163480982184, 0.0005577838746830821, 0.0007296361145563424, 0.0009014883544296026, 0.0010733406525105238, 0.0012451928341761231, 0.0014170450158417225, 0.0015888973139226437, 0.0017607496120035648, 0.0019326017936691642, 0.0021044539753347635, 0.0022763062734156847, 0.002448158571496606, 0.0026200106367468834, 0.0027918629348278046, 0.0029637152329087257, 0.003135567530989647, 0.003307419829070568, 0.0034792718943208456, 0.0036511241924017668, 0.003822976490482688, 0.0039948285557329655, 0.004166680853813887, 0.004338533151894808, 0.004510385449975729, 0.00468223774805665, 0.004854090046137571, 0.005025941878557205, 0.005197794176638126, 0.0053696464747190475, 0.005541498772799969, 0.00571335107088089]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 3.0, 5.0, 7.0, 11.0, 20.0, 35.0, 77.0, 125.0, 208.0, 362.0, 557.0, 820.0, 1207.0, 1645.0, 2355.0, 3160.0, 4330.0, 5571.0, 7264.0, 9390.0, 12129.0, 15720.0, 21087.0, 28844.0, 40655.0, 59325.0, 84801.0, 115105.0, 435686.0, 93255.0, 64687.0, 44691.0, 31249.0, 23103.0, 17129.0, 13377.0, 10180.0, 7896.0, 5936.0, 4708.0, 3520.0, 2604.0, 1987.0, 1422.0, 1022.0, 709.0, 550.0, 380.0, 264.0, 160.0, 128.0, 72.0, 52.0, 28.0, 13.0, 7.0, 7.0, 3.0, 2.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.013542642816901207, -0.013078405521810055, -0.012614167295396328, -0.012149930000305176, -0.011685691773891449, -0.011221454478800297, -0.010757217183709145, -0.010292978957295418, -0.009828741662204266, -0.009364504367113113, -0.008900266140699387, -0.008436028845608234, -0.007971791550517082, -0.007507553324103355, -0.007043316029012203, -0.006579078268259764, -0.006114840507507324, -0.005650602746754885, -0.005186364986002445, -0.004722127690911293, -0.0042578899301588535, -0.003793652169406414, -0.003329414641484618, -0.0028651771135628223, -0.002400939352810383, -0.0019367017084732652, -0.0014724640641361475, -0.0010082264197990298, -0.0005439887754619122, -7.975113112479448e-05, 0.0003844865132123232, 0.0008487241575494409, 0.0013129618018865585, 0.0017771994462236762, 0.002241437090560794, 0.0027056746184825897, 0.0031699123792350292, 0.0036341501399874687, 0.004098387435078621, 0.00456262519583106, 0.0050268629565835, 0.005491100717335939, 0.005955338478088379, 0.006419575773179531, 0.006883813533931971, 0.00734805129468441, 0.007812288589775562, 0.008276526816189289, 0.008740764111280441, 0.009205001406371593, 0.00966923963278532, 0.010133476927876472, 0.0105977151542902, 0.011061952449381351, 0.011526189744472504, 0.01199042797088623, 0.012454665265977383, 0.012918902561068535, 0.013383140787482262, 0.013847378082573414, 0.014311615377664566, 0.014775853604078293, 0.015240090899169445, 0.015704328194260597, 0.016168566420674324]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 3.0, 1.0, 2.0, 2.0, 2.0, 0.0, 2.0, 2.0, 2.0, 1.0, 2.0, 1.0, 4.0, 4.0, 3.0, 5.0, 2.0, 6.0, 1.0, 2.0, 4.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008906775154173374, -0.008490418083965778, -0.008074060082435608, -0.007657703012228012, -0.007241345942020416, -0.006824988406151533, -0.00640863087028265, -0.005992273800075054, -0.005575916264206171, -0.005159558728337288, -0.004743201658129692, -0.004326844122260809, -0.003910486586391926, -0.00349412951618433, -0.003077771980315447, -0.0026614146772772074, -0.002245057374238968, -0.0018287000712007284, -0.0014123426517471671, -0.0009959852322936058, -0.0005796279292553663, -0.00016327056800946593, 0.00025308679323643446, 0.0006694441544823349, 0.0010858015157282352, 0.0015021588187664747, 0.001918516238220036, 0.0023348736576735973, 0.002751230960711837, 0.0031675882637500763, 0.0035839457996189594, 0.004000302869826555, 0.004416660405695438, 0.0048330179415643215, 0.005249375011771917, 0.0056657325476408005, 0.006082089617848396, 0.0064984471537172794, 0.006914804689586163, 0.007331161759793758, 0.0077475192956626415, 0.008163876831531525, 0.00858023390173912, 0.008996590971946716, 0.009412948973476887, 0.009829306043684483, 0.010245663113892078, 0.010662021115422249, 0.011078378185629845, 0.01149473525583744, 0.011911093257367611, 0.012327450327575207, 0.012743807397782803, 0.013160165399312973, 0.013576522469520569, 0.013992879539728165, 0.01440923660993576, 0.014825594611465931, 0.015241951681673527, 0.015658309683203697, 0.016074666753411293, 0.01649102382361889, 0.016907380893826485, 0.01732373796403408, 0.017740096896886826]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 2.0, 2.0, 1.0, 5.0, 4.0, 13.0, 19.0, 18.0, 26.0, 45.0, 53.0, 89.0, 97.0, 131.0, 158.0, 185.0, 271.0, 319.0, 414.0, 399.0, 498.0, 632.0, 876.0, 1034.0, 1650.0, 7162.0, 1610.0, 762.0, 537.0, 395.0, 297.0, 193.0, 125.0, 82.0, 63.0, 47.0, 44.0, 22.0, 31.0, 24.0, 20.0, 13.0, 9.0, 8.0, 3.0, 2.0, 3.0, 2.0, 2.0, 4.0, 11.0, 2.0, 4.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 3.0, 2.0, 1.0], "bins": [-0.00741521455347538, -0.007135692518204451, -0.006856170482933521, -0.006576647982001305, -0.006297125946730375, -0.006017603911459446, -0.005738081410527229, -0.0054585593752563, -0.005179037339985371, -0.004899515304714441, -0.004619993269443512, -0.004340470768511295, -0.004060948733240366, -0.0037814266979694366, -0.0035019044298678637, -0.0032223821617662907, -0.0029428601264953613, -0.002663338091224432, -0.002383815823122859, -0.002104293555021286, -0.0018247715197503567, -0.0015452493680641055, -0.0012657272163778543, -0.0009862050646916032, -0.000706682913005352, -0.00042716076131910086, -0.0001476386096328497, 0.00013188354205340147, 0.00041140569373965263, 0.0006909278454259038, 0.000970449997112155, 0.0012499721487984061, 0.0015294943004846573, 0.0018090164521709085, 0.0020885386038571596, 0.0023680608719587326, 0.002647582907229662, 0.0029271049425005913, 0.0032066272106021643, 0.0034861494787037373, 0.0037656715139746666, 0.004045193549245596, 0.004324715584516525, 0.004604238085448742, 0.004883760120719671, 0.005163282155990601, 0.005442804656922817, 0.005722326692193747, 0.006001848727464676, 0.006281370762735605, 0.006560892798006535, 0.006840415298938751, 0.0071199373342096806, 0.00739945936948061, 0.0076789818704128265, 0.007958503440022469, 0.008238025940954685, 0.008517548441886902, 0.008797070011496544, 0.00907659251242876, 0.009356115013360977, 0.00963563658297062, 0.009915159083902836, 0.010194680653512478, 0.010474203154444695]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 5.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.032435111701488495, -0.031787723302841187, -0.031140334904193878, -0.03049294650554657, -0.02984555810689926, -0.029198169708251953, -0.028550781309604645, -0.027903392910957336, -0.027256004512310028, -0.02660861797630787, -0.02596122957766056, -0.025313841179013252, -0.024666452780365944, -0.024019064381718636, -0.023371675983071327, -0.02272428758442402, -0.02207689918577671, -0.021429510787129402, -0.020782122388482094, -0.020134733989834785, -0.019487345591187477, -0.01883995719254017, -0.01819256879389286, -0.017545180395245552, -0.016897793859243393, -0.016250405460596085, -0.015603016130626202, -0.014955627731978893, -0.01430824026465416, -0.013660851866006851, -0.013013463467359543, -0.012366075068712234, -0.011718686670064926, -0.011071298271417618, -0.01042390987277031, -0.009776521474123001, -0.009129133075475693, -0.008481745608150959, -0.00783435720950365, -0.007186968810856342, -0.006539580412209034, -0.005892192013561726, -0.005244803614914417, -0.004597415681928396, -0.003950027283281088, -0.0033026388846337795, -0.002655250718817115, -0.00200786255300045, -0.0013604741543531418, -0.0007130858721211553, -6.569758988916874e-05, 0.0005816906923428178, 0.0012290789745748043, 0.0018764672568067908, 0.0025238555390387774, 0.003171243704855442, 0.0038186321035027504, 0.004466020502150059, 0.005113408900797367, 0.005760796833783388, 0.0064081852324306965, 0.007055573631078005, 0.007702961564064026, 0.008350349962711334, 0.008997738361358643]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 4.0, 0.0, 6.0, 4.0, 6.0, 1.0, 4.0, 3.0, 5.0, 8.0, 2.0, 7.0, 4.0, 8.0, 6.0, 6.0, 4.0, 3.0, 8.0, 3.0, 7.0, 4.0, 6.0, 6.0, 1.0, 1.0, 0.0, 6.0, 2.0, 1.0, 5.0, 2.0, 3.0, 3.0, 1.0, 3.0, 0.0, 2.0, 3.0, 6.0, 58.0, 9.0, 12.0, 4.0, 8.0, 5.0, 3.0, 9.0, 3.0, 5.0, 2.0, 2.0, 0.0, 1.0, 2.0], "bins": [-0.022235626354813576, -0.021786736324429512, -0.02133784629404545, -0.020888958126306534, -0.02044006809592247, -0.019991178065538406, -0.019542288035154343, -0.01909339800477028, -0.018644507974386215, -0.0181956198066473, -0.017746729776263237, -0.017297839745879173, -0.01684894971549511, -0.016400059685111046, -0.01595117151737213, -0.015502281486988068, -0.015053391456604004, -0.01460450142621994, -0.014155612327158451, -0.013706722296774387, -0.013257833197712898, -0.012808943167328835, -0.01236005313694477, -0.011911164037883282, -0.011462274007499218, -0.011013383977115154, -0.010564494878053665, -0.010115604847669601, -0.009666714817285538, -0.009217825718224049, -0.008768935687839985, -0.008320046588778496, -0.007871156558394432, -0.007422266993671656, -0.006973377428948879, -0.0065244873985648155, -0.006075597833842039, -0.005626708269119263, -0.005177818238735199, -0.0047289286740124226, -0.004280039109289646, -0.0038311495445668697, -0.0033822597470134497, -0.0029333699494600296, -0.002484480384737253, -0.0020355908200144768, -0.0015867010224610567, -0.0011378113413229585, -0.0006889216601848602, -0.000240031979046762, 0.00020885770209133625, 0.0006577473832294345, 0.0011066370643675327, 0.001555526745505631, 0.002004416426643729, 0.0024533062241971493, 0.0029021957889199257, 0.003351085353642702, 0.003799975151196122, 0.004248864948749542, 0.004697754513472319, 0.005146644078195095, 0.005595534108579159, 0.006044423673301935, 0.006493313238024712]}, "_runtime": 9.035852909088135, "_timestamp": 1596213909.2692022, "_step": 5}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 1.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 2.0, 1.0, 3.0, 2.0, 4.0, 1.0, 4.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 4.0, 1.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.012473320588469505, -0.01208124402910471, -0.011689167469739914, -0.011297090910375118, -0.010905014351010323, -0.010512936860322952, -0.010120860300958157, -0.009728783741593361, -0.009336707182228565, -0.00894463062286377, -0.008552554063498974, -0.008160477504134178, -0.007768400479108095, -0.0073763239197432995, -0.0069842468947172165, -0.006592170335352421, -0.006200093775987625, -0.0058080172166228294, -0.005415940657258034, -0.005023863632231951, -0.004631787072867155, -0.004239710513502359, -0.00384763372130692, -0.0034555569291114807, -0.003063480369746685, -0.0026714038103818893, -0.00227932701818645, -0.0018872503424063325, -0.001495173666626215, -0.0011030969908460975, -0.00071102031506598, -0.00031894363928586245, 7.313303649425507e-05, 0.0004652097122743726, 0.0008572863880544901, 0.0012493630638346076, 0.0016414397396147251, 0.002033516298979521, 0.00242559309117496, 0.0028176698833703995, 0.003209746442735195, 0.003601823002099991, 0.0039938995614647865, 0.0043859765864908695, 0.004778053145855665, 0.005170129705220461, 0.005562206730246544, 0.00595428328961134, 0.006346359848976135, 0.006738436408340931, 0.007130512967705727, 0.00752258999273181, 0.007914666086435318, 0.008306743577122688, 0.008698820136487484, 0.00909089669585228, 0.009482973255217075, 0.009875049814581871, 0.010267126373946667, 0.010659202933311462, 0.011051280423998833, 0.011443356983363628, 0.011835433542728424, 0.01222751010209322, 0.012619586661458015]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 1.0, 4.0, 8.0, 4.0, 4.0, 5.0, 13.0, 12.0, 18.0, 17.0, 24.0, 26.0, 50.0, 40.0, 53.0, 74.0, 90.0, 120.0, 155.0, 214.0, 236.0, 274.0, 338.0, 496.0, 2207.0, 1232.0, 757.0, 479.0, 286.0, 201.0, 127.0, 85.0, 54.0, 56.0, 37.0, 27.0, 22.0, 18.0, 13.0, 8.0, 4.0, 12.0, 6.0, 3.0, 6.0, 2.0, 0.0, 1.0, 2.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.14775139093399048, -0.14333519339561462, -0.13891901075839996, -0.1345028132200241, -0.13008661568164825, -0.1256704330444336, -0.12125423550605774, -0.11683803796768188, -0.11242184787988663, -0.10800565779209137, -0.10358946025371552, -0.09917327016592026, -0.094757080078125, -0.09034088253974915, -0.08592469245195389, -0.08150849491357803, -0.07709230482578278, -0.07267611473798752, -0.06825991719961166, -0.0638437271118164, -0.05942753329873085, -0.055011339485645294, -0.05059514939785004, -0.04617895558476448, -0.041762761771678925, -0.03734656795859337, -0.03293037414550781, -0.028514184057712555, -0.024097990244627, -0.019681796431541443, -0.015265604481101036, -0.010849411599338055, -0.006433218717575073, -0.002017025835812092, 0.0023991670459508896, 0.006815359927713871, 0.011231552809476852, 0.01564774662256241, 0.020063938573002815, 0.024480130523443222, 0.028896324336528778, 0.033312518149614334, 0.03772871196269989, 0.04214490205049515, 0.046561095863580704, 0.05097728967666626, 0.05539347976446152, 0.05980967357754707, 0.06422586739063263, 0.06864205747842789, 0.07305825501680374, 0.077474445104599, 0.08189064264297485, 0.08630683273077011, 0.09072302281856537, 0.09513922035694122, 0.09955541044473648, 0.10397160053253174, 0.10838779807090759, 0.11280398815870285, 0.11722017824649811, 0.12163637578487396, 0.12605257332324982, 0.13046875596046448, 0.13488495349884033]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 2.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 3.0, 1.0, 0.0, 3.0, 1.0, 2.0, 3.0, 6.0, 4.0, 5.0, 2.0, 2.0, 2.0, 2.0, 23.0, 3.0, 1.0, 3.0, 2.0, 1.0, 3.0, 3.0, 2.0, 2.0, 2.0, 1.0, 0.0, 3.0, 2.0, 1.0, 2.0, 0.0, 3.0, 7.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.005992996972054243, -0.005829280707985163, -0.005665564443916082, -0.005501848179847002, -0.005338131915777922, -0.005174415651708841, -0.005010699387639761, -0.004846983123570681, -0.004683267325162888, -0.004519551061093807, -0.004355834797024727, -0.0041921185329556465, -0.004028402268886566, -0.003864686004817486, -0.0037009697407484055, -0.003537253476679325, -0.0033735372126102448, -0.0032098209485411644, -0.003046104684472084, -0.0028823884204030037, -0.0027186721563339233, -0.0025549561250954866, -0.0023912398610264063, -0.002227523596957326, -0.0020638073328882456, -0.0019000910688191652, -0.0017363748047500849, -0.0015726586570963264, -0.001408942393027246, -0.0012452261289581656, -0.0010815099813044071, -0.0009177937172353268, -0.0007540774531662464, -0.0005903611890971661, -0.0004266449832357466, -0.0002629287482704967, -9.921251330524683e-05, 6.450372166000307e-05, 0.00022821995662525296, 0.00039193619159050286, 0.0005556524265557528, 0.0007193686906248331, 0.0008830848964862525, 0.001046801102347672, 0.0012105173664167523, 0.0013742336304858327, 0.0015379497781395912, 0.0017016660422086716, 0.001865382306277752, 0.0020290985703468323, 0.0021928148344159126, 0.002356531098484993, 0.0025202473625540733, 0.00268396339379251, 0.0028476796578615904, 0.0030113959219306707, 0.003175112185999751, 0.0033388284500688314, 0.003502544714137912, 0.003666260978206992, 0.003829977009445429, 0.003993693273514509, 0.0041574095375835896, 0.00432112580165267, 0.00448484206572175]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 2.0, 3.0, 5.0, 15.0, 18.0, 28.0, 35.0, 80.0, 94.0, 160.0, 238.0, 389.0, 509.0, 722.0, 976.0, 1327.0, 1792.0, 2377.0, 3134.0, 3864.0, 5059.0, 6413.0, 7962.0, 10171.0, 12598.0, 15799.0, 19701.0, 24831.0, 32666.0, 43139.0, 58849.0, 79166.0, 102436.0, 407152.0, 85112.0, 63582.0, 46324.0, 34029.0, 25240.0, 19631.0, 15679.0, 12292.0, 9634.0, 7517.0, 5593.0, 4053.0, 2856.0, 2127.0, 1414.0, 966.0, 649.0, 426.0, 308.0, 184.0, 116.0, 79.0, 54.0, 28.0, 27.0, 5.0, 6.0, 3.0, 2.0], "bins": [-0.014496132731437683, -0.014072864316403866, -0.013649596832692623, -0.013226328417658806, -0.012803060002624989, -0.012379792518913746, -0.011956524103879929, -0.011533255688846111, -0.011109988205134869, -0.010686719790101051, -0.010263451375067234, -0.009840183891355991, -0.009416915476322174, -0.008993647061288357, -0.008570379577577114, -0.008147111162543297, -0.007723843213170767, -0.007300575263798237, -0.0068773068487644196, -0.00645403889939189, -0.00603077095001936, -0.005607502534985542, -0.005184234585613012, -0.004760966636240482, -0.004337698221206665, -0.003914430271834135, -0.003491162322461605, -0.0030678941402584314, -0.002644625958055258, -0.002221358008682728, -0.0017980898264795542, -0.0013748217606917024, -0.0009515536949038506, -0.0005282856291159987, -0.00010501750512048602, 0.00031825058977119625, 0.0007415186846628785, 0.0011647867504507303, 0.001588054932653904, 0.002011322882026434, 0.0024345910642296076, 0.0028578592464327812, 0.003281127195805311, 0.003704395378008485, 0.0041276635602116585, 0.0045509315095841885, 0.0049741994589567184, 0.005397467873990536, 0.005820735823363066, 0.006244003772735596, 0.006667272187769413, 0.007090540137141943, 0.007513808086514473, 0.00793707650154829, 0.008360343985259533, 0.00878361240029335, 0.009206880815327168, 0.00963014829903841, 0.010053416714072227, 0.010476685129106045, 0.010899952612817287, 0.011323221027851105, 0.011746489442884922, 0.012169756926596165, 0.012593025341629982]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 4.0, 0.0, 1.0, 3.0, 2.0, 2.0, 2.0, 1.0, 0.0, 2.0, 2.0, 6.0, 1.0, 2.0, 2.0, 0.0, 10.0, 0.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 0.0, 2.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008181266486644745, -0.007853727787733078, -0.007526189088821411, -0.007198650855571032, -0.006871112156659365, -0.006543573457747698, -0.006216035224497318, -0.005888496525585651, -0.0055609578266739845, -0.005233419127762318, -0.004905880428850651, -0.004578342195600271, -0.004250803496688604, -0.0039232647977769375, -0.0035957263316959143, -0.003268187865614891, -0.002940649166703224, -0.0026131104677915573, -0.002285572001710534, -0.001958033535629511, -0.001630494836717844, -0.001302956254221499, -0.0009754176717251539, -0.0006478790892288089, -0.00032034050673246384, 7.1980757638812065e-06, 0.00033473665826022625, 0.0006622752407565713, 0.0009898138232529163, 0.0013173524057492614, 0.0016448909882456064, 0.0019724294543266296, 0.0022999681532382965, 0.0026275068521499634, 0.0029550453182309866, 0.00328258378431201, 0.0036101224832236767, 0.0039376611821353436, 0.004265199415385723, 0.00459273811429739, 0.004920276813209057, 0.005247815512120724, 0.005575354211032391, 0.00590289244428277, 0.006230431143194437, 0.006557969842106104, 0.0068855080753564835, 0.00721304677426815, 0.007540585473179817, 0.007868124172091484, 0.008195662871003151, 0.008523201569914818, 0.008850740268826485, 0.009178278036415577, 0.009505816735327244, 0.00983335543423891, 0.010160894133150578, 0.010488432832062244, 0.010815971530973911, 0.011143510229885578, 0.01147104799747467, 0.011798586696386337, 0.012126125395298004, 0.012453664094209671, 0.012781202793121338]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 5.0, 3.0, 3.0, 5.0, 11.0, 9.0, 20.0, 13.0, 26.0, 31.0, 61.0, 55.0, 75.0, 97.0, 115.0, 142.0, 174.0, 220.0, 276.0, 350.0, 380.0, 475.0, 539.0, 635.0, 858.0, 1164.0, 1512.0, 6864.0, 1761.0, 813.0, 490.0, 292.0, 199.0, 144.0, 138.0, 110.0, 75.0, 65.0, 46.0, 42.0, 18.0, 17.0, 16.0, 8.0, 11.0, 12.0, 6.0, 7.0, 8.0, 6.0, 7.0, 4.0, 4.0, 2.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 3.0], "bins": [-0.007352014537900686, -0.007103594485670328, -0.006855173967778683, -0.006606753915548325, -0.0063583338633179665, -0.006109913811087608, -0.00586149375885725, -0.005613073240965605, -0.005364653188735247, -0.0051162331365048885, -0.004867812618613243, -0.004619392566382885, -0.004370972514152527, -0.004122552461922169, -0.003874132176861167, -0.003625711891800165, -0.003377291839569807, -0.003128871787339449, -0.002880451502278447, -0.0026320312172174454, -0.0023836111649870872, -0.002135191112756729, -0.0018867708276957273, -0.0016383506590500474, -0.0013899304904043674, -0.0011415103217586875, -0.0008930901531130075, -0.0006446699844673276, -0.00039624981582164764, -0.0001478296471759677, 0.00010059052146971226, 0.0003490106901153922, 0.0005974308587610722, 0.0008458510274067521, 0.001094271196052432, 0.001342691364698112, 0.001591111533343792, 0.001839531701989472, 0.002087951870635152, 0.0023363721556961536, 0.0025847922079265118, 0.00283321226015687, 0.0030816325452178717, 0.0033300528302788734, 0.0035784728825092316, 0.0038268929347395897, 0.004075312986969948, 0.004323733504861593, 0.004572153557091951, 0.0048205736093223095, 0.005068994127213955, 0.005317414179444313, 0.005565834231674671, 0.005814254283905029, 0.006062674336135387, 0.006311094854027033, 0.006559514906257391, 0.006807934958487749, 0.0070563554763793945, 0.007304775528609753, 0.007553195580840111, 0.007801615633070469, 0.008050035685300827, 0.008298455737531185, 0.008546875789761543]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 6.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.028134804219007492, -0.027464305981993675, -0.02679380774497986, -0.02612330950796604, -0.025452811270952225, -0.024782313033938408, -0.02411181479692459, -0.023441316559910774, -0.022770818322896957, -0.02210032008588314, -0.021429821848869324, -0.020759323611855507, -0.02008882537484169, -0.019418327137827873, -0.018747828900814056, -0.01807733066380024, -0.017406832426786423, -0.016736332327127457, -0.01606583409011364, -0.015395336784422398, -0.01472483854740858, -0.014054340310394764, -0.013383842073380947, -0.01271334383636713, -0.012042844668030739, -0.011372346431016922, -0.010701848194003105, -0.010031349956989288, -0.009360851719975471, -0.008690353482961655, -0.008019855245947838, -0.007349357008934021, -0.006678858771920204, -0.006008360534906387, -0.0053378622978925705, -0.004667364060878754, -0.003996865823864937, -0.0033263673540204763, -0.002655868884176016, -0.001985370647162199, -0.0013148724101483822, -0.0006443741149269044, 2.6124180294573307e-05, 0.000696622475516051, 0.0013671207707375288, 0.0020376190077513456, 0.002708117477595806, 0.003378615714609623, 0.00404911395162344, 0.004719612188637257, 0.0053901104256510735, 0.00606060866266489, 0.006731106899678707, 0.007401605602353811, 0.00807210337370634, 0.008742601610720158, 0.009413100779056549, 0.010083599016070366, 0.010754097253084183, 0.011424595490098, 0.012095093727111816, 0.012765591964125633, 0.01343609020113945, 0.014106588438153267, 0.014777086675167084]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 4.0, 2.0, 1.0, 2.0, 1.0, 3.0, 2.0, 3.0, 2.0, 3.0, 4.0, 4.0, 4.0, 3.0, 5.0, 2.0, 6.0, 1.0, 8.0, 3.0, 4.0, 3.0, 2.0, 6.0, 4.0, 5.0, 3.0, 4.0, 3.0, 5.0, 10.0, 4.0, 5.0, 2.0, 2.0, 2.0, 4.0, 5.0, 7.0, 9.0, 9.0, 11.0, 63.0, 12.0, 5.0, 8.0, 0.0, 3.0, 4.0, 1.0, 5.0, 3.0, 2.0, 2.0, 1.0], "bins": [-0.02663673274219036, -0.026120638474822044, -0.025604544207453728, -0.02508844994008541, -0.024572355672717094, -0.024056261405348778, -0.02354016713798046, -0.023024072870612144, -0.022507978603243828, -0.02199188433587551, -0.021475790068507195, -0.020959695801138878, -0.02044360153377056, -0.019927507266402245, -0.019411412999033928, -0.01889531873166561, -0.018379222601652145, -0.01786312833428383, -0.017347034066915512, -0.016830939799547195, -0.01631484553217888, -0.015798751264810562, -0.01528265792876482, -0.014766563661396503, -0.014250468462705612, -0.013734374195337296, -0.013218279927968979, -0.012702185660600662, -0.012186091393232346, -0.011669997125864029, -0.011153902858495712, -0.010637808591127396, -0.010121714323759079, -0.009605620056390762, -0.009089525789022446, -0.008573431521654129, -0.008057337254285812, -0.007541242521256208, -0.007025148253887892, -0.006509053986519575, -0.0059929597191512585, -0.005476865451782942, -0.004960771184414625, -0.0044446769170463085, -0.0039285821840167046, -0.0034124881494790316, -0.0028963936492800713, -0.0023802993819117546, -0.001864205114543438, -0.0013481108471751213, -0.0008320164633914828, -0.00031592213781550527, 0.0002001721877604723, 0.0007162665133364499, 0.0012323608389124274, 0.001748455222696066, 0.0022645494900643826, 0.002780643757432699, 0.003296738024801016, 0.003812832524999976, 0.0043289270251989365, 0.004845021292567253, 0.00536111555993557, 0.005877209827303886, 0.006393304094672203]}, "_runtime": 9.806175231933594, "_timestamp": 1596213910.0395246, "_step": 6}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 4.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 3.0, 0.0, 1.0, 2.0, 3.0, 2.0, 1.0, 4.0, 2.0, 2.0, 2.0, 0.0, 1.0, 3.0, 0.0, 4.0, 2.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.015232131816446781, -0.014764830470085144, -0.014297528192400932, -0.013830226846039295, -0.013362925499677658, -0.012895623221993446, -0.01242832187563181, -0.011961020529270172, -0.01149371825158596, -0.011026416905224323, -0.010559115558862686, -0.010091814212501049, -0.009624511934816837, -0.0091572105884552, -0.008689909242093563, -0.008222606964409351, -0.007755305618047714, -0.00728800380602479, -0.006820702459663153, -0.006353400647640228, -0.005886099301278591, -0.005418797489255667, -0.004951495677232742, -0.004484194330871105, -0.004016892518848181, -0.0035495909396559, -0.0030822893604636192, -0.002614987548440695, -0.002147685969248414, -0.0016803843900561333, -0.0012130826944485307, -0.000745781057048589, -0.0002784794196486473, 0.00018882221775129437, 0.0006561238551512361, 0.0011234255507588387, 0.0015907271299511194, 0.0020580287091434, 0.0025253305211663246, 0.0029926321003586054, 0.003459933679550886, 0.003927235491573811, 0.004394536837935448, 0.004861838649958372, 0.0053291404619812965, 0.005796441808342934, 0.006263743620365858, 0.006731044966727495, 0.00719834677875042, 0.007665648590773344, 0.008132950402796268, 0.008600251749157906, 0.009067553095519543, 0.009534855373203754, 0.010002156719565392, 0.010469458065927029, 0.010936759412288666, 0.011404061689972878, 0.011871363036334515, 0.012338664382696152, 0.012805966660380363, 0.013273268006742, 0.013740569353103638, 0.01420787163078785, 0.014675172977149487]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 6.0, 4.0, 5.0, 3.0, 3.0, 5.0, 8.0, 10.0, 12.0, 7.0, 12.0, 19.0, 32.0, 32.0, 44.0, 44.0, 67.0, 65.0, 86.0, 121.0, 143.0, 178.0, 222.0, 257.0, 321.0, 413.0, 2100.0, 1341.0, 825.0, 458.0, 307.0, 201.0, 147.0, 114.0, 76.0, 58.0, 39.0, 32.0, 28.0, 18.0, 17.0, 8.0, 9.0, 9.0, 6.0, 2.0, 1.0, 3.0, 3.0, 3.0, 2.0, 1.0, 2.0, 1.0], "bins": [-0.1638939529657364, -0.15941879153251648, -0.15494363009929657, -0.15046846866607666, -0.14599330723285675, -0.14151814579963684, -0.13704298436641693, -0.13256782293319702, -0.12809264659881592, -0.1236174926161766, -0.1191423311829567, -0.11466716974973679, -0.11019200086593628, -0.10571683943271637, -0.10124167799949646, -0.09676651656627655, -0.09229135513305664, -0.08781619369983673, -0.08334103226661682, -0.07886587083339691, -0.074390709400177, -0.0699155405163765, -0.06544037908315659, -0.060965217649936676, -0.056490056216716766, -0.05201489478349686, -0.04753973335027695, -0.04306456819176674, -0.03858940675854683, -0.03411424532532692, -0.02963908202946186, -0.025163918733596802, -0.020688757300376892, -0.016213595867156982, -0.011738432571291924, -0.007263270206749439, -0.002788107842206955, 0.0016870545223355293, 0.006162216886878014, 0.010637379251420498, 0.015112541615962982, 0.019587703049182892, 0.02406286634504795, 0.02853802964091301, 0.03301319107413292, 0.03748835250735283, 0.04196351766586304, 0.04643867909908295, 0.050913840532302856, 0.055389001965522766, 0.059864163398742676, 0.06433932483196259, 0.0688144862651825, 0.073289655148983, 0.07776481658220291, 0.08223997801542282, 0.08671513944864273, 0.09119030088186264, 0.09566546231508255, 0.10014062374830246, 0.10461579263210297, 0.10909095406532288, 0.11356611549854279, 0.1180412769317627, 0.1225164383649826]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 1.0, 2.0, 0.0, 1.0, 2.0, 2.0, 3.0, 2.0, 3.0, 3.0, 1.0, 3.0, 5.0, 5.0, 4.0, 1.0, 5.0, 2.0, 2.0, 25.0, 5.0, 2.0, 2.0, 3.0, 2.0, 3.0, 3.0, 3.0, 2.0, 0.0, 4.0, 2.0, 5.0, 1.0, 2.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.006297094747424126, -0.00610952777788043, -0.005921960808336735, -0.005734393373131752, -0.0055468264035880566, -0.005359259434044361, -0.005171692464500666, -0.00498412549495697, -0.0047965580597519875, -0.004608991090208292, -0.0044214241206645966, -0.004233857151120901, -0.004046290181577206, -0.0038587229792028666, -0.003671156009659171, -0.003483588807284832, -0.0032960218377411366, -0.003108454868197441, -0.002920887665823102, -0.0027333206962794065, -0.0025457534939050674, -0.002358186524361372, -0.0021706195548176765, -0.0019830523524433374, -0.001795485382899642, -0.0016079182969406247, -0.0014203512109816074, -0.001232784241437912, -0.0010452171554788947, -0.0008576500695198774, -0.0006700830417685211, -0.00048251598491333425, -0.00029494892805814743, -0.00010738187120296061, 8.018518565222621e-05, 0.00026775224250741303, 0.00045531929936259985, 0.0006428863853216171, 0.0008304534130729735, 0.0010180204408243299, 0.0012055875267833471, 0.0013931546127423644, 0.0015807216987013817, 0.0017682886682450771, 0.0019558556377887726, 0.0021434228401631117, 0.002330989809706807, 0.0025185570120811462, 0.0027061239816248417, 0.002893690951168537, 0.0030812581535428762, 0.0032688251230865717, 0.003456392325460911, 0.0036439592950046062, 0.0038315262645483017, 0.004019093234091997, 0.004206660203635693, 0.004394227638840675, 0.004581794608384371, 0.004769361577928066, 0.004956928547471762, 0.005144495517015457, 0.00533206295222044, 0.005519629921764135, 0.005707196891307831]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [4.0, 4.0, 3.0, 8.0, 17.0, 31.0, 30.0, 65.0, 100.0, 168.0, 276.0, 361.0, 504.0, 745.0, 984.0, 1414.0, 1935.0, 2508.0, 3424.0, 4275.0, 5802.0, 7550.0, 9767.0, 12733.0, 16232.0, 21249.0, 27979.0, 36712.0, 50163.0, 69171.0, 92525.0, 413777.0, 105663.0, 78510.0, 56100.0, 40089.0, 29222.0, 21856.0, 16498.0, 12930.0, 9764.0, 7385.0, 5715.0, 4220.0, 3172.0, 2335.0, 1707.0, 1226.0, 840.0, 625.0, 459.0, 293.0, 199.0, 133.0, 71.0, 47.0, 33.0, 18.0, 15.0, 2.0, 1.0, 2.0, 1.0, 1.0], "bins": [-0.014311231672763824, -0.01386246457695961, -0.013413696549832821, -0.012964929454028606, -0.012516161426901817, -0.012067394331097603, -0.011618626303970814, -0.0111698592081666, -0.01072109118103981, -0.010272324085235596, -0.009823556989431381, -0.009374788962304592, -0.008926021866500378, -0.008477253839373589, -0.008028486743569374, -0.007579719182103872, -0.0071309516206383705, -0.006682184059172869, -0.006233416497707367, -0.005784648936241865, -0.005335881374776363, -0.004887114278972149, -0.004438346717506647, -0.003989579156041145, -0.0035408115945756435, -0.0030920440331101418, -0.00264327647164464, -0.002194509143009782, -0.00174574158154428, -0.0012969740200787783, -0.0008482065750285983, -0.00039943907177075744, 4.9328431487083435e-05, 0.0004980959347449243, 0.0009468634380027652, 0.0013956308830529451, 0.001844398444518447, 0.0022931660059839487, 0.002741933334618807, 0.0031907008960843086, 0.0036394684575498104, 0.004088236019015312, 0.004537003580480814, 0.004985771141946316, 0.00543453823775053, 0.005883305799216032, 0.006332073360681534, 0.006780840922147036, 0.007229608483612537, 0.007678376045078039, 0.008127143606543541, 0.008575910702347755, 0.009024678729474545, 0.009473445825278759, 0.009922213852405548, 0.010370980948209763, 0.010819748044013977, 0.011268516071140766, 0.01171728316694498, 0.01216605119407177, 0.012614818289875984, 0.013063586317002773, 0.013512353412806988, 0.013961121439933777, 0.014409888535737991]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 2.0, 3.0, 2.0, 2.0, 4.0, 2.0, 1.0, 0.0, 1.0, 2.0, 8.0, 2.0, 1.0, 1.0, 2.0, 1.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.011889440938830376, -0.011638371273875237, -0.011387302540242672, -0.011136232875287533, -0.010885164141654968, -0.010634094476699829, -0.01038302481174469, -0.010131956078112125, -0.009880886413156986, -0.009629816748201847, -0.009378748014569283, -0.009127678349614143, -0.008876608684659004, -0.00862553995102644, -0.0083744702860713, -0.008123401552438736, -0.007872331887483597, -0.007621262688189745, -0.007370193488895893, -0.007119123823940754, -0.006868054624646902, -0.00661698542535305, -0.006365915760397911, -0.006114846561104059, -0.005863777361810207, -0.0056127081625163555, -0.005361638963222504, -0.0051105692982673645, -0.004859500098973513, -0.004608430899679661, -0.004357361234724522, -0.00410629203543067, -0.003855222836136818, -0.003604153636842966, -0.0033530842047184706, -0.003102014772593975, -0.002850945573300123, -0.0025998763740062714, -0.002348806941881776, -0.0020977375097572803, -0.0018466683104634285, -0.0015955989947542548, -0.0013445296790450811, -0.0010934603633359075, -0.0008423910476267338, -0.0005913217319175601, -0.0003402524162083864, -8.918310049921274e-05, 0.00016188621520996094, 0.0004129555309191346, 0.0006640248466283083, 0.000915094162337482, 0.0011661634780466557, 0.0014172327937558293, 0.001668302109465003, 0.0019193714251741767, 0.0021704407408833504, 0.0024215099401772022, 0.0026725793723016977, 0.0029236488044261932, 0.003174718003720045, 0.003425787203013897, 0.0036768566351383924, 0.003927926067262888, 0.00417899526655674]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 3.0, 3.0, 2.0, 2.0, 2.0, 3.0, 5.0, 9.0, 3.0, 2.0, 5.0, 12.0, 10.0, 14.0, 20.0, 14.0, 25.0, 27.0, 45.0, 60.0, 53.0, 73.0, 80.0, 96.0, 108.0, 119.0, 114.0, 137.0, 160.0, 165.0, 211.0, 220.0, 263.0, 273.0, 335.0, 404.0, 460.0, 495.0, 754.0, 980.0, 1145.0, 5885.0, 1987.0, 1129.0, 682.0, 481.0, 389.0, 284.0, 201.0, 177.0, 107.0, 73.0, 50.0, 30.0, 13.0, 15.0, 7.0, 4.0, 4.0], "bins": [-0.007989462465047836, -0.00781921111047268, -0.007648960221558809, -0.007478708866983652, -0.007308457978069782, -0.007138206623494625, -0.006967955268919468, -0.006797704380005598, -0.006627453025430441, -0.006457201670855284, -0.006286950781941414, -0.006116699427366257, -0.0059464480727910995, -0.00577619718387723, -0.0056059458293020725, -0.005435694940388203, -0.0052654435858130455, -0.005095192231237888, -0.0049249413423240185, -0.004754689987748861, -0.0045844390988349915, -0.004414187744259834, -0.004243936389684677, -0.004073685500770807, -0.00390343414619565, -0.0037331830244511366, -0.003562931902706623, -0.003392680548131466, -0.0032224294263869524, -0.003052178304642439, -0.0028819269500672817, -0.002711675828322768, -0.0025414247065782547, -0.002371173584833741, -0.0022009224630892277, -0.0020306711085140705, -0.001860419986769557, -0.0016901688650250435, -0.0015199176268652081, -0.0013496663887053728, -0.0011794152669608593, -0.0010091641452163458, -0.0008389129070565104, -0.000668661727104336, -0.0004984105471521616, -0.0003281593671999872, -0.00015790818724781275, 1.2342992704361677e-05, 0.0001825941726565361, 0.00035284535260871053, 0.000523096532560885, 0.0006933477125130594, 0.0008635988924652338, 0.0010338500142097473, 0.0012041012523695827, 0.001374352490529418, 0.0015446036122739315, 0.001714854734018445, 0.0018851059721782804, 0.0020553572103381157, 0.002225608332082629, 0.0023958594538271427, 0.0025661108084023, 0.0027363619301468134, 0.002906613051891327]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.03809140995144844, -0.037311654537916183, -0.036531899124383926, -0.03575214371085167, -0.03497238829731941, -0.034192632883787155, -0.0334128774702549, -0.03263312205672264, -0.031853366643190384, -0.031073613092303276, -0.03029385767877102, -0.029514102265238762, -0.028734346851706505, -0.027954591438174248, -0.02717483602464199, -0.026395080611109734, -0.025615325197577477, -0.02483556978404522, -0.024055814370512962, -0.023276058956980705, -0.022496303543448448, -0.02171654812991619, -0.020936792716383934, -0.020157037302851677, -0.01937728375196457, -0.018597528338432312, -0.017817772924900055, -0.017038017511367798, -0.01625826209783554, -0.015478506684303284, -0.014698751270771027, -0.01391899585723877, -0.013139240443706512, -0.012359485030174255, -0.011579729616641998, -0.010799974203109741, -0.010020218789577484, -0.009240464307367802, -0.008460708893835545, -0.0076809534803032875, -0.00690119806677103, -0.006121442653238773, -0.005341687239706516, -0.0045619322918355465, -0.0037821768783032894, -0.0030024214647710323, -0.002222666284069419, -0.0014429109869524837, -0.0006631556898355484, 0.00011659960728138685, 0.0008963549043983221, 0.0016761102015152574, 0.0024558654986321926, 0.0032356209121644497, 0.0040153758600354195, 0.0047951312735676765, 0.005574886687099934, 0.006354642100632191, 0.007134397514164448, 0.007914152927696705, 0.008693907409906387, 0.009473662823438644, 0.010253418236970901, 0.011033173650503159, 0.011812929064035416]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 0.0, 1.0, 4.0, 1.0, 0.0, 2.0, 2.0, 4.0, 2.0, 1.0, 2.0, 4.0, 3.0, 2.0, 3.0, 0.0, 5.0, 8.0, 0.0, 6.0, 2.0, 3.0, 7.0, 5.0, 8.0, 4.0, 9.0, 5.0, 2.0, 3.0, 5.0, 9.0, 1.0, 3.0, 6.0, 3.0, 6.0, 3.0, 6.0, 6.0, 7.0, 6.0, 11.0, 14.0, 18.0, 49.0, 4.0, 2.0, 3.0, 2.0, 2.0, 2.0, 2.0, 3.0, 5.0, 3.0], "bins": [-0.019481932744383812, -0.019115611910820007, -0.018749291077256203, -0.018382970243692398, -0.018016649410128593, -0.01765032857656479, -0.017284007743000984, -0.01691768690943718, -0.016551364213228226, -0.01618504337966442, -0.015818722546100616, -0.015452402643859386, -0.015086080878973007, -0.014719760045409203, -0.014353439211845398, -0.013987118378281593, -0.013620797544717789, -0.013254476711153984, -0.01288815587759018, -0.012521835044026375, -0.01215551421046257, -0.011789192445576191, -0.011422871612012386, -0.011056550778448582, -0.010690229944884777, -0.010323909111320972, -0.009957588277757168, -0.009591267444193363, -0.009224945679306984, -0.00885862484574318, -0.008492304012179375, -0.00812598317861557, -0.0077596623450517654, -0.007393341511487961, -0.007027020677924156, -0.006660699378699064, -0.00629437854513526, -0.005928057711571455, -0.005561736412346363, -0.0051954155787825584, -0.004829094745218754, -0.004462773911654949, -0.0040964530780911446, -0.0037301317788660526, -0.003363810945302248, -0.0029974901117384434, -0.002631169045343995, -0.002264847978949547, -0.0018985271453857422, -0.0015322061954066157, -0.0011658852454274893, -0.0007995642954483628, -0.0004332433454692364, -6.692239549010992e-05, 0.00029939855448901653, 0.000665719504468143, 0.0010320404544472694, 0.001398361404426396, 0.0017646823544055223, 0.0021310034207999706, 0.0024973242543637753, 0.00286364508792758, 0.003229966154322028, 0.0035962872207164764, 0.003962608054280281]}, "_runtime": 10.57516074180603, "_timestamp": 1596213910.80851, "_step": 7}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 1.0, 2.0, 2.0, 3.0, 2.0, 2.0, 3.0, 3.0, 3.0, 3.0, 4.0, 3.0, 4.0, 1.0, 1.0, 0.0, 0.0, 2.0, 5.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02483547106385231, -0.02413533814251423, -0.023435205221176147, -0.022735074162483215, -0.022034941241145134, -0.021334808319807053, -0.02063467539846897, -0.01993454433977604, -0.019234411418437958, -0.018534278497099876, -0.017834145575761795, -0.017134012654423714, -0.01643388159573078, -0.0157337486743927, -0.015033615753054619, -0.014333483763039112, -0.01363335084170103, -0.01293321792036295, -0.012233085930347443, -0.011532953009009361, -0.010832821018993855, -0.010132688097655773, -0.009432556107640266, -0.008732423186302185, -0.008032290264964104, -0.007332158274948597, -0.006632025819271803, -0.005931893363595009, -0.0052317604422569275, -0.0045316279865801334, -0.0038314955309033394, -0.0031313630752265453, -0.0024312306195497513, -0.0017310981638729572, -0.0010309655917808414, -0.0003308330778963864, 0.0003692994359880686, 0.0010694318916648626, 0.0017695644637569785, 0.0024696970358490944, 0.0031698294915258884, 0.0038699619472026825, 0.0045700944028794765, 0.005270226858556271, 0.005970359779894352, 0.006670492235571146, 0.00737062469124794, 0.008070756681263447, 0.008770889602601528, 0.00947102252393961, 0.010171154513955116, 0.010871287435293198, 0.011571419425308704, 0.012271552346646786, 0.012971684336662292, 0.013671817258000374, 0.014371950179338455, 0.015072082169353962, 0.01577221415936947, 0.01647234708070755, 0.01717248000204563, 0.017872612923383713, 0.018572743982076645, 0.019272876903414726, 0.019973009824752808]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 3.0, 4.0, 4.0, 4.0, 4.0, 3.0, 5.0, 11.0, 6.0, 12.0, 15.0, 19.0, 23.0, 43.0, 49.0, 77.0, 101.0, 167.0, 243.0, 349.0, 566.0, 2408.0, 2080.0, 806.0, 405.0, 186.0, 126.0, 71.0, 43.0, 26.0, 18.0, 17.0, 6.0, 0.0, 6.0, 4.0, 3.0, 3.0, 3.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.2797139286994934, -0.2714422941207886, -0.26317068934440613, -0.2548990547657013, -0.24662743508815765, -0.238355815410614, -0.23008418083190918, -0.22181256115436554, -0.2135409414768219, -0.20526932179927826, -0.19699770212173462, -0.18872606754302979, -0.18045444786548615, -0.1721828281879425, -0.16391119360923767, -0.15563957393169403, -0.1473679542541504, -0.13909633457660675, -0.1308247148990631, -0.12255308032035828, -0.11428146064281464, -0.106009840965271, -0.09773821383714676, -0.08946658670902252, -0.08119496703147888, -0.07292334735393524, -0.064651720225811, -0.056380096822977066, -0.04810847342014313, -0.03983685001730919, -0.03156522661447525, -0.02329360321164131, -0.015021979808807373, -0.0067503564059734344, 0.0015212669968605042, 0.009792890399694443, 0.01806451380252838, 0.02633613720536232, 0.03460776060819626, 0.0428793840110302, 0.051151007413864136, 0.059422630816698074, 0.06769425421953201, 0.07596588134765625, 0.08423750102519989, 0.09250912070274353, 0.10078074783086777, 0.109052374958992, 0.11732399463653564, 0.12559561431407928, 0.13386723399162292, 0.14213886857032776, 0.1504104882478714, 0.15868210792541504, 0.16695374250411987, 0.1752253621816635, 0.18349698185920715, 0.1917686015367508, 0.20004022121429443, 0.20831185579299927, 0.2165834754705429, 0.22485509514808655, 0.23312672972679138, 0.24139834940433502, 0.24966996908187866]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 3.0, 0.0, 2.0, 3.0, 5.0, 4.0, 1.0, 5.0, 5.0, 7.0, 7.0, 26.0, 5.0, 1.0, 11.0, 6.0, 7.0, 3.0, 1.0, 6.0, 4.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010068215429782867, -0.009740660898387432, -0.009413105435669422, -0.009085550904273987, -0.008757995441555977, -0.008430440910160542, -0.008102885447442532, -0.007775330450385809, -0.007447775453329086, -0.007120220921933651, -0.006792665924876928, -0.006465110927820206, -0.006137555930763483, -0.00581000093370676, -0.005482445936650038, -0.005154890939593315, -0.0048273359425365925, -0.00449978094547987, -0.004172225948423147, -0.0038446709513664246, -0.003517115954309702, -0.003189561190083623, -0.0028620061930269003, -0.0025344511959701777, -0.002206896198913455, -0.0018793412018567324, -0.0015517862048000097, -0.001224231324158609, -0.0008966763271018863, -0.0005691213300451636, -0.0002415663911961019, 8.598857675679028e-05, 0.00041354354470968246, 0.0007410985417664051, 0.0010686535388231277, 0.0013962084194645286, 0.0017237634165212512, 0.002051318297162652, 0.0023788732942193747, 0.0027064282912760973, 0.00303398328833282, 0.0033615382853895426, 0.0036890932824462652, 0.004016648046672344, 0.004344203043729067, 0.0046717580407857895, 0.004999313037842512, 0.005326868034899235, 0.005654423031955957, 0.00598197802901268, 0.006309533026069403, 0.006637088023126125, 0.006964643020182848, 0.007292198017239571, 0.007619753014296293, 0.007947308011353016, 0.008274862542748451, 0.008602418005466461, 0.008929972536861897, 0.009257527999579906, 0.009585082530975342, 0.009912637993693352, 0.010240192525088787, 0.010567747987806797, 0.010895302519202232]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 5.0, 7.0, 14.0, 24.0, 35.0, 65.0, 92.0, 111.0, 165.0, 211.0, 268.0, 283.0, 313.0, 410.0, 425.0, 619.0, 914.0, 1221.0, 1878.0, 3040.0, 4651.0, 7080.0, 10534.0, 15571.0, 22844.0, 33273.0, 50827.0, 80133.0, 126538.0, 466036.0, 124596.0, 77622.0, 47655.0, 31684.0, 21890.0, 15138.0, 10654.0, 7045.0, 4762.0, 3097.0, 2066.0, 1375.0, 1018.0, 735.0, 559.0, 383.0, 364.0, 294.0, 245.0, 208.0, 191.0, 135.0, 116.0, 68.0, 67.0, 40.0, 27.0, 14.0, 4.0, 1.0, 2.0, 2.0, 1.0], "bins": [-0.021473072469234467, -0.020770128816366196, -0.020067185163497925, -0.019364241510629654, -0.018661297857761383, -0.017958354204893112, -0.01725541055202484, -0.01655246689915657, -0.0158495232462883, -0.015146578662097454, -0.014443635009229183, -0.013740691356360912, -0.013037746772170067, -0.012334803119301796, -0.011631859466433525, -0.010928915813565254, -0.010225972160696983, -0.009523028507828712, -0.008820084854960442, -0.00811714120209217, -0.0074141970835626125, -0.006711253430694342, -0.0060083093121647835, -0.005305365659296513, -0.004602422006428242, -0.003899478353559971, -0.0031965344678610563, -0.002493590582162142, -0.001790646929293871, -0.0010877031600102782, -0.0003847593907266855, 0.0003181843785569072, 0.0010211281478404999, 0.0017240719171240926, 0.0024270156864076853, 0.0031299595721066, 0.0038329032249748707, 0.0045358468778431416, 0.0052387909963727, 0.005941734649240971, 0.0066446783021092415, 0.007347621954977512, 0.008050565607845783, 0.008753509260714054, 0.0094564538449049, 0.01015939749777317, 0.010862341150641441, 0.011565284803509712, 0.012268228456377983, 0.012971172109246254, 0.013674115762114525, 0.014377059414982796, 0.015080003067851067, 0.015782946720719337, 0.01648589037358761, 0.01718883402645588, 0.0178917795419693, 0.01859472319483757, 0.01929766684770584, 0.020000610500574112, 0.020703554153442383, 0.021406497806310654, 0.022109441459178925, 0.022812385112047195, 0.023515328764915466]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 5.0, 3.0, 3.0, 1.0, 2.0, 6.0, 7.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 3.0, 1.0, 1.0, 2.0, 1.0, 4.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.018988121300935745, -0.018548648804426193, -0.018109174445271492, -0.01766970194876194, -0.017230229452252388, -0.016790756955742836, -0.016351282596588135, -0.015911810100078583, -0.015472336672246456, -0.015032864175736904, -0.014593390747904778, -0.014153917320072651, -0.013714444823563099, -0.013274971395730972, -0.01283549889922142, -0.012396025471389294, -0.011956552043557167, -0.011517079547047615, -0.011077606119215488, -0.010638133622705936, -0.01019866019487381, -0.009759187698364258, -0.009319714270532131, -0.008880240842700005, -0.008440768346190453, -0.008001294918358326, -0.007561821956187487, -0.007122348994016647, -0.006682876031845808, -0.006243403069674969, -0.005803929641842842, -0.005364456679672003, -0.0049249837175011635, -0.004485510755330324, -0.004046037793159485, -0.003606564598158002, -0.003167091403156519, -0.0027276184409856796, -0.0022881454788148403, -0.0018486724002286792, -0.001409199321642518, -0.0009697262430563569, -0.0005302532226778567, -9.0780173195526e-05, 0.0003486928762868047, 0.0007881659548729658, 0.0012276389170438051, 0.0016671119956299663, 0.0021065850742161274, 0.0025460580363869667, 0.0029855312313884497, 0.003425004193559289, 0.003864477388560772, 0.004303950350731611, 0.0047434233129024506, 0.00518289627507329, 0.005622369237244129, 0.006061842665076256, 0.006501315627247095, 0.006940788589417934, 0.007380261551588774, 0.007819734513759613, 0.00825920794159174, 0.008698680438101292, 0.009138153865933418]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 3.0, 1.0, 6.0, 4.0, 5.0, 7.0, 11.0, 21.0, 12.0, 19.0, 30.0, 35.0, 36.0, 44.0, 57.0, 55.0, 84.0, 70.0, 76.0, 76.0, 100.0, 76.0, 94.0, 93.0, 133.0, 200.0, 237.0, 327.0, 561.0, 824.0, 1115.0, 1860.0, 7200.0, 1373.0, 821.0, 533.0, 361.0, 247.0, 274.0, 249.0, 221.0, 159.0, 166.0, 116.0, 95.0, 77.0, 69.0, 60.0, 35.0, 28.0, 17.0, 11.0, 10.0, 14.0, 3.0, 6.0, 4.0, 3.0, 1.0, 2.0, 4.0], "bins": [-0.009681890718638897, -0.009408604353666306, -0.00913531705737114, -0.008862030692398548, -0.008588744327425957, -0.008315457962453365, -0.008042171597480774, -0.007768884301185608, -0.0074955979362130165, -0.007222311571240425, -0.006949024740606546, -0.006675737909972668, -0.006402451545000076, -0.006129165180027485, -0.005855878349393606, -0.0055825915187597275, -0.005309305153787136, -0.005036018788814545, -0.004762731958180666, -0.004489445127546787, -0.004216158762574196, -0.0039428723976016045, -0.0036695855669677258, -0.0033962989691644907, -0.0031230123713612556, -0.0028497257735580206, -0.0025764391757547855, -0.0023031525779515505, -0.0020298659801483154, -0.0017565793823450804, -0.0014832927845418453, -0.0012100061867386103, -0.0009367195889353752, -0.0006634329911321402, -0.0003901463933289051, -0.00011685979552567005, 0.000156426802277565, 0.00042971340008080006, 0.0007029999978840351, 0.0009762865956872702, 0.0012495731934905052, 0.0015228597912937403, 0.0017961463890969753, 0.0020694329869002104, 0.0023427195847034454, 0.0026160061825066805, 0.0028892927803099155, 0.0031625793781131506, 0.0034358659759163857, 0.0037091525737196207, 0.003982439171522856, 0.0042557260021567345, 0.004529012367129326, 0.004802298732101917, 0.005075585562735796, 0.005348872393369675, 0.005622158758342266, 0.0058954451233148575, 0.006168731953948736, 0.006442018784582615, 0.006715305149555206, 0.006988591514527798, 0.007261878345161676, 0.007535165175795555, 0.0078084515407681465]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 5.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.04252343624830246, -0.0413435660302639, -0.04016369581222534, -0.03898382931947708, -0.03780395910143852, -0.03662408888339996, -0.0354442223906517, -0.034264352172613144, -0.033084481954574585, -0.031904611736536026, -0.030724743381142616, -0.029544875025749207, -0.028365004807710648, -0.02718513458967209, -0.02600526623427868, -0.02482539787888527, -0.02364552766084671, -0.02246565744280815, -0.02128578908741474, -0.020105920732021332, -0.018926050513982773, -0.017746180295944214, -0.016566311940550804, -0.01538644265383482, -0.014206573367118835, -0.013026704080402851, -0.011846834793686867, -0.010666965506970882, -0.009487096220254898, -0.008307226933538914, -0.007127357646822929, -0.005947488360106945, -0.004767619073390961, -0.0035877497866749763, -0.002407880499958992, -0.0012280112132430077, -4.8141926527023315e-05, 0.001131727360188961, 0.0023115966469049454, 0.0034914659336209297, 0.004671335220336914, 0.005851204507052898, 0.007031073793768883, 0.008210943080484867, 0.009390812367200851, 0.010570681653916836, 0.01175055094063282, 0.012930420227348804, 0.014110289514064789, 0.015290158800780773, 0.016470028087496758, 0.017649896442890167, 0.018829766660928726, 0.020009636878967285, 0.021189505234360695, 0.022369373589754105, 0.023549243807792664, 0.024729114025831223, 0.025908982381224632, 0.027088850736618042, 0.0282687209546566, 0.02944859117269516, 0.03062845952808857, 0.03180832788348198, 0.03298819810152054]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 5.0, 1.0, 4.0, 4.0, 7.0, 3.0, 9.0, 7.0, 5.0, 16.0, 16.0, 44.0, 5.0, 4.0, 7.0, 5.0, 4.0, 13.0, 6.0, 8.0, 9.0, 10.0, 5.0, 7.0, 7.0, 6.0, 8.0, 8.0, 5.0, 6.0, 3.0, 5.0, 3.0, 3.0, 4.0, 4.0, 2.0, 1.0, 2.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009947951883077621, -0.00955488532781601, -0.009161817841231823, -0.008768751285970211, -0.008375684730708599, -0.007982617244124413, -0.007589550688862801, -0.007196484133601189, -0.006803417112678289, -0.00641035009175539, -0.006017283536493778, -0.005624216515570879, -0.00523114949464798, -0.004838082939386368, -0.0044450159184634686, -0.004051949363201857, -0.0036588823422789574, -0.0032658155541867018, -0.002872748766094446, -0.002479681745171547, -0.0020866149570792913, -0.0016935481689870358, -0.0013004812644794583, -0.0009074144181795418, -0.0005143475718796253, -0.00012128072557970881, 0.0002717861207202077, 0.0006648529670201242, 0.0010579198133200407, 0.0014509866014122963, 0.0018440535059198737, 0.002237120410427451, 0.0026301871985197067, 0.0030232539866119623, 0.003416320774704218, 0.003809387795627117, 0.004202454350888729, 0.004595521371811628, 0.004988588392734528, 0.0053816549479961395, 0.005774721968919039, 0.006167788989841938, 0.00656085554510355, 0.006953922566026449, 0.0073469895869493484, 0.00774005614221096, 0.008133122697472572, 0.008526190184056759, 0.00891925673931837, 0.009312323294579983, 0.00970539078116417, 0.010098457336425781, 0.010491523891687393, 0.01088459137827158, 0.011277657933533192, 0.011670724488794804, 0.01206379197537899, 0.012456858530640602, 0.012849925085902214, 0.013242991641163826, 0.013636059127748013, 0.014029125683009624, 0.014422192238271236, 0.014815259724855423, 0.015208326280117035]}, "_runtime": 11.342392921447754, "_timestamp": 1596213911.5757422, "_step": 8}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 3.0, 2.0, 0.0, 1.0, 5.0, 1.0, 1.0, 3.0, 0.0, 3.0, 2.0, 1.0, 3.0, 3.0, 2.0, 2.0, 0.0, 1.0, 3.0, 1.0, 0.0, 4.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.016134072095155716, -0.015659278258681297, -0.015184484422206879, -0.01470969058573246, -0.014234896749258041, -0.013760102912783623, -0.013285309076309204, -0.012810515239834785, -0.012335721403360367, -0.011860928498208523, -0.011386134661734104, -0.010911340825259686, -0.010436546988785267, -0.009961753152310848, -0.00948695931583643, -0.009012165479362011, -0.008537371642887592, -0.008062577806413174, -0.007587783969938755, -0.007112990133464336, -0.006638196296989918, -0.006163402926176786, -0.005688609089702368, -0.005213815253227949, -0.0047390214167535305, -0.004264227580279112, -0.0037894337438046932, -0.0033146401401609182, -0.0028398463036864996, -0.002365052467212081, -0.0018902587471529841, -0.0014154650270938873, -0.0009406711906194687, -0.00046587741235271096, 8.916365914046764e-06, 0.0004837101441808045, 0.0009585039224475622, 0.0014332977589219809, 0.0019080914789810777, 0.0023828851990401745, 0.002857679035514593, 0.0033324728719890118, 0.0038072667084634304, 0.004282060544937849, 0.00475685391575098, 0.005231647752225399, 0.005706441588699818, 0.006181235425174236, 0.006656029261648655, 0.007130823098123074, 0.007605616934597492, 0.00808041077107191, 0.00855520460754633, 0.009029998444020748, 0.009504792280495167, 0.009979586116969585, 0.01045437902212143, 0.010929172858595848, 0.011403966695070267, 0.011878760531544685, 0.012353554368019104, 0.012828348204493523, 0.013303142040967941, 0.01377793587744236, 0.014252729713916779]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 5.0, 2.0, 10.0, 12.0, 14.0, 12.0, 19.0, 16.0, 23.0, 37.0, 46.0, 60.0, 75.0, 118.0, 137.0, 222.0, 250.0, 365.0, 511.0, 2524.0, 1651.0, 757.0, 402.0, 218.0, 152.0, 70.0, 64.0, 35.0, 25.0, 30.0, 18.0, 5.0, 10.0, 6.0, 4.0, 7.0, 3.0, 2.0, 3.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.20938612520694733, -0.2033371925354004, -0.19728827476501465, -0.1912393420934677, -0.18519040942192078, -0.17914149165153503, -0.1730925589799881, -0.16704364120960236, -0.16099470853805542, -0.15494577586650848, -0.14889685809612274, -0.1428479254245758, -0.13679900765419006, -0.13075007498264313, -0.12470114231109619, -0.11865221709012985, -0.11260329186916351, -0.10655436664819717, -0.10050544142723083, -0.0944565087556839, -0.08840758353471756, -0.08235865831375122, -0.07630972564220428, -0.07026080042123795, -0.0642118752002716, -0.05816294997930527, -0.05211402103304863, -0.04606509208679199, -0.04001616686582565, -0.033967241644859314, -0.027918312698602676, -0.021869385614991188, -0.0158204585313797, -0.009771531447768211, -0.003722604364156723, 0.0023263227194547653, 0.008375249803066254, 0.014424176886677742, 0.02047310397028923, 0.02652203105390072, 0.03257095813751221, 0.038619883358478546, 0.044668812304735184, 0.05071774125099182, 0.05676666647195816, 0.0628155916929245, 0.06886452436447144, 0.07491344958543777, 0.08096237480640411, 0.08701130002737045, 0.09306022524833679, 0.09910915791988373, 0.10515808314085007, 0.1112070083618164, 0.11725594103336334, 0.12330486625432968, 0.12935379147529602, 0.13540272414684296, 0.1414516419172287, 0.14750057458877563, 0.15354949235916138, 0.1595984250307083, 0.16564735770225525, 0.171696275472641, 0.17774520814418793]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 3.0, 2.0, 4.0, 2.0, 5.0, 1.0, 2.0, 4.0, 7.0, 2.0, 3.0, 2.0, 23.0, 2.0, 2.0, 9.0, 4.0, 1.0, 4.0, 3.0, 3.0, 3.0, 1.0, 1.0, 3.0, 3.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.005067631136626005, -0.004906021989881992, -0.0047444128431379795, -0.004582804162055254, -0.004421195015311241, -0.004259585868567228, -0.0040979767218232155, -0.003936367575079203, -0.0037747586611658335, -0.0036131495144218206, -0.0034515406005084515, -0.0032899314537644386, -0.003128322307020426, -0.0029667133931070566, -0.002805104246363044, -0.0026434953324496746, -0.0024818861857056618, -0.002320277038961649, -0.0021586681250482798, -0.001997058978304267, -0.001835449947975576, -0.001673840917646885, -0.001512231770902872, -0.001350622740574181, -0.00118901371024549, -0.001027404679916799, -0.0008657955913804471, -0.0007041865028440952, -0.0005425774725154042, -0.00038096841308288276, -0.0002193593536503613, -5.775029421783984e-05, 0.00010385876521468163, 0.0002654678246472031, 0.00042707688407972455, 0.0005886859726160765, 0.0007502950029447675, 0.0009119040332734585, 0.0010735131800174713, 0.0012351222103461623, 0.0013967312406748533, 0.0015583402710035443, 0.0017199493013322353, 0.0018815584480762482, 0.002043167594820261, 0.00220477650873363, 0.002366385655477643, 0.002527994569391012, 0.002689603716135025, 0.002851212862879038, 0.003012821776792407, 0.00317443092353642, 0.003336039837449789, 0.003497648984193802, 0.0036592581309378147, 0.003820867044851184, 0.003982475958764553, 0.004144085105508566, 0.004305694252252579, 0.004467303398996592, 0.004628912545740604, 0.004790521692484617, 0.004952130373567343, 0.005113739520311356, 0.005275348667055368]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 2.0, 4.0, 8.0, 12.0, 30.0, 43.0, 97.0, 162.0, 231.0, 372.0, 579.0, 774.0, 1204.0, 1660.0, 2351.0, 3231.0, 4371.0, 5913.0, 7748.0, 10317.0, 13708.0, 17730.0, 23070.0, 31216.0, 42522.0, 60013.0, 83588.0, 112703.0, 417342.0, 92479.0, 66290.0, 47337.0, 33988.0, 24862.0, 18439.0, 14234.0, 10475.0, 7922.0, 5999.0, 4391.0, 3259.0, 2428.0, 1754.0, 1330.0, 993.0, 738.0, 546.0, 386.0, 253.0, 183.0, 141.0, 74.0, 49.0, 34.0, 25.0, 16.0, 6.0, 9.0, 2.0, 0.0, 2.0, 1.0, 1.0], "bins": [-0.013922303915023804, -0.013444807380437851, -0.012967310845851898, -0.012489814311265945, -0.012012318708002567, -0.011534822173416615, -0.011057325638830662, -0.010579829104244709, -0.010102332569658756, -0.009624836035072803, -0.009147340431809425, -0.008669843897223473, -0.00819234736263752, -0.007714850828051567, -0.007237354293465614, -0.006759858224540949, -0.006282361689954996, -0.005804865155369043, -0.005327369086444378, -0.004849872551858425, -0.004372376017272472, -0.0038948797155171633, -0.003417383413761854, -0.0029398868791759014, -0.0024623905774205923, -0.001984894275665283, -0.0015073977410793304, -0.0010299014393240213, -0.0005524050211533904, -7.490863208658993e-05, 0.00040258775698021054, 0.0008800841169431806, 0.0013575805351138115, 0.0018350769532844424, 0.0023125733714550734, 0.0027900696732103825, 0.0032675662077963352, 0.0037450625095516443, 0.004222558811306953, 0.004700055345892906, 0.005177551880478859, 0.005655047949403524, 0.006132544483989477, 0.00661004101857543, 0.007087537087500095, 0.007565033622086048, 0.008042530156672001, 0.008520026691257954, 0.008997522294521332, 0.009475018829107285, 0.009952515363693237, 0.01043001189827919, 0.010907508432865143, 0.011385004967451096, 0.011862501502037048, 0.012339997105300426, 0.01281749363988638, 0.013294990174472332, 0.013772486709058285, 0.014249983243644238, 0.01472747977823019, 0.015204975381493568, 0.01568247191607952, 0.016159968450665474, 0.016637464985251427]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 0.0, 4.0, 4.0, 1.0, 3.0, 4.0, 1.0, 2.0, 5.0, 2.0, 9.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.005257405340671539, -0.005085519980639219, -0.004913634620606899, -0.004741749260574579, -0.004569863900542259, -0.0043979790061712265, -0.0042260936461389065, -0.0040542082861065865, -0.0038823229260742664, -0.0037104375660419464, -0.0035385522060096264, -0.00336666707880795, -0.00319478171877563, -0.00302289635874331, -0.0028510112315416336, -0.0026791258715093136, -0.0025072405114769936, -0.0023353551514446735, -0.0021634697914123535, -0.001991584664210677, -0.0018196993041783571, -0.001647813944146037, -0.001475928700529039, -0.0013040434569120407, -0.0011321580968797207, -0.0009602727950550616, -0.0007883874932304025, -0.0006165021914057434, -0.00044461688958108425, -0.00027273158775642514, -0.00010084628593176603, 7.103901589289308e-05, 0.00024292431771755219, 0.0004148096195422113, 0.0005866949213668704, 0.0007585802231915295, 0.0009304655250161886, 0.0011023508850485086, 0.0012742361286655068, 0.001446121372282505, 0.001618006732314825, 0.001789892092347145, 0.001961777452379465, 0.0021336625795811415, 0.0023055479396134615, 0.0024774332996457815, 0.002649318426847458, 0.002821203786879778, 0.002993089146912098, 0.003164974506944418, 0.003336859866976738, 0.0035087449941784143, 0.0036806303542107344, 0.0038525157142430544, 0.004024400841444731, 0.004196286201477051, 0.004368171561509371, 0.004540056921541691, 0.004711942281574011, 0.004883827641606331, 0.005055712535977364, 0.005227597896009684, 0.005399483256042004, 0.005571368616074324, 0.005743253976106644]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 4.0, 4.0, 1.0, 3.0, 5.0, 2.0, 8.0, 3.0, 8.0, 10.0, 11.0, 18.0, 11.0, 21.0, 33.0, 33.0, 43.0, 46.0, 66.0, 111.0, 126.0, 182.0, 267.0, 342.0, 519.0, 609.0, 846.0, 1224.0, 1836.0, 5762.0, 1244.0, 902.0, 736.0, 616.0, 475.0, 428.0, 335.0, 277.0, 252.0, 222.0, 163.0, 124.0, 113.0, 84.0, 69.0, 51.0, 38.0, 37.0, 29.0, 17.0, 16.0, 14.0, 12.0, 7.0, 5.0, 3.0, 3.0], "bins": [-0.004803354851901531, -0.004671559203416109, -0.004539764020591974, -0.004407968372106552, -0.004276173189282417, -0.004144377540796995, -0.00401258235797286, -0.003880786942318082, -0.0037489915266633034, -0.0036171958781778812, -0.0034854004625231028, -0.0033536050468683243, -0.003221809631213546, -0.0030900142155587673, -0.002958218799903989, -0.0028264233842492104, -0.002694627968594432, -0.0025628325529396534, -0.002431037137284875, -0.0022992417216300964, -0.002167446305975318, -0.0020356508903205395, -0.0019038553582504392, -0.0017720599425956607, -0.0016402645269408822, -0.0015084691112861037, -0.0013766736956313252, -0.0012448782799765468, -0.0011130827479064465, -0.000981287332251668, -0.0008494919165968895, -0.000717696500942111, -0.0005859010852873325, -0.00045410566963255405, -0.0003223102248739451, -0.0001905147946672514, -5.87193644605577e-05, 7.307606574613601e-05, 0.00020487149595282972, 0.00033666694071143866, 0.00046846235636621714, 0.0006002577720209956, 0.0007320531876757741, 0.0008638486615382135, 0.0009956441354006529, 0.0011274395510554314, 0.0012592349667102098, 0.0013910303823649883, 0.0015228257980197668, 0.0016546212136745453, 0.0017864166293293238, 0.0019182120449841022, 0.0020500074606388807, 0.002181802876293659, 0.0023135982919484377, 0.002445393707603216, 0.0025771893560886383, 0.002708984771743417, 0.0028407801873981953, 0.0029725756030529737, 0.0031043710187077522, 0.0032361664343625307, 0.003367961850017309, 0.0034997572656720877, 0.003631552681326866]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 5.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013597501441836357, -0.013236151076853275, -0.012874800711870193, -0.012513449415564537, -0.012152099050581455, -0.011790748685598373, -0.011429397389292717, -0.011068047024309635, -0.010706696659326553, -0.010345346294343472, -0.00998399592936039, -0.009622644633054733, -0.009261294268071651, -0.00889994390308857, -0.008538592606782913, -0.008177242241799831, -0.00781589187681675, -0.007454541511833668, -0.007093190681189299, -0.0067318398505449295, -0.006370489485561848, -0.006009139120578766, -0.005647788289934397, -0.005286437459290028, -0.004925087094306946, -0.004563736729323864, -0.004202385898679495, -0.0038410353008657694, -0.003479684703052044, -0.0031183341052383184, -0.002756983507424593, -0.0023956329096108675, -0.002034282311797142, -0.0016729317139834166, -0.001311581116169691, -0.0009502305183559656, -0.0005888799205422401, -0.00022752932272851467, 0.0001338212750852108, 0.0004951718728989363, 0.0008565224707126617, 0.0012178730685263872, 0.0015792236663401127, 0.0019405742641538382, 0.0023019248619675636, 0.002663275459781289, 0.0030246260575950146, 0.00338597665540874, 0.0037473272532224655, 0.004108677618205547, 0.0044700284488499165, 0.004831379279494286, 0.005192729644477367, 0.005554080009460449, 0.005915430840104818, 0.0062767816707491875, 0.006638132035732269, 0.006999482400715351, 0.00736083323135972, 0.007722184062004089, 0.008083534426987171, 0.008444884791970253, 0.00880623608827591, 0.009167586453258991, 0.009528936818242073]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 2.0, 5.0, 1.0, 7.0, 1.0, 5.0, 8.0, 7.0, 17.0, 56.0, 19.0, 6.0, 9.0, 6.0, 6.0, 10.0, 8.0, 7.0, 6.0, 8.0, 4.0, 6.0, 2.0, 8.0, 5.0, 5.0, 6.0, 8.0, 4.0, 5.0, 5.0, 2.0, 3.0, 3.0, 4.0, 1.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 0.0, 2.0], "bins": [-0.009613338857889175, -0.009288816712796688, -0.0089642945677042, -0.008639773353934288, -0.0083152512088418, -0.007990729063749313, -0.007666207384318113, -0.007341685704886913, -0.007017163559794426, -0.006692641414701939, -0.006368119735270739, -0.006043598055839539, -0.005719075910747051, -0.005394553765654564, -0.005070032086223364, -0.004745510406792164, -0.0044209882616996765, -0.004096466116607189, -0.003771944437175989, -0.0034474225249141455, -0.003122900612652302, -0.002798378700390458, -0.0024738567881286144, -0.0021493348758667707, -0.001824812963604927, -0.0015002910513430834, -0.0011757691390812397, -0.000851247226819396, -0.0005267253145575523, -0.00020220340229570866, 0.00012231850996613503, 0.0004468404222279787, 0.0007713623344898224, 0.001095884246751666, 0.0014204061590135098, 0.0017449280712753534, 0.002069449983537197, 0.002393971895799041, 0.0027184938080608845, 0.003043015720322728, 0.003367537632584572, 0.0036920595448464155, 0.004016581457108259, 0.004341103136539459, 0.0046656252816319466, 0.004990147426724434, 0.005314669106155634, 0.005639190785586834, 0.005963712930679321, 0.006288235075771809, 0.006612756755203009, 0.006937278434634209, 0.007261800579726696, 0.007586322724819183, 0.007910843938589096, 0.008235366083681583, 0.00855988822877407, 0.008884410373866558, 0.009208932518959045, 0.009533453732728958, 0.009857975877821445, 0.010182498022913933, 0.010507019236683846, 0.010831541381776333, 0.01115606352686882]}, "_runtime": 12.108403444290161, "_timestamp": 1596213912.3417528, "_step": 9}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 3.0, 0.0, 1.0, 3.0, 0.0, 1.0, 2.0, 3.0, 1.0, 0.0, 2.0, 2.0, 2.0, 2.0, 1.0, 1.0, 2.0, 3.0, 1.0, 1.0, 2.0, 2.0, 3.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.015739426016807556, -0.015344134531915188, -0.01494884304702282, -0.014553551562130451, -0.014158260077238083, -0.013762968592345715, -0.013367676176130772, -0.012972384691238403, -0.012577093206346035, -0.012181801721453667, -0.011786510236561298, -0.01139121875166893, -0.010995927266776562, -0.010600635781884193, -0.010205344296991825, -0.009810052812099457, -0.009414760395884514, -0.009019468910992146, -0.008624177426099777, -0.008228885941207409, -0.00783359445631504, -0.007438302971422672, -0.007043011486530304, -0.006647720001637936, -0.006252428516745567, -0.005857136566191912, -0.005461845081299543, -0.005066553596407175, -0.004671262111514807, -0.004275970626622438, -0.0038806789088994265, -0.0034853871911764145, -0.003090095706284046, -0.002694804221391678, -0.002299512503668666, -0.0019042210187762976, -0.0015089294174686074, -0.0011136378161609173, -0.000718346273060888, -0.00032305470085702837, 7.223687134683132e-05, 0.000467528443550691, 0.0008628200157545507, 0.00125811155885458, 0.00165340316016227, 0.00204869476146996, 0.0024439862463623285, 0.0028392779640853405, 0.003234569448977709, 0.003629860933870077, 0.0040251524187624454, 0.004420444369316101, 0.004815735854208469, 0.005211027339100838, 0.005606318823993206, 0.006001610308885574, 0.006396901793777943, 0.006792193744331598, 0.007187485229223967, 0.007582776714116335, 0.00797806866466999, 0.008373360149562359, 0.008768651634454727, 0.009163943119347095, 0.009559234604239464]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 6.0, 6.0, 6.0, 5.0, 7.0, 9.0, 3.0, 10.0, 21.0, 14.0, 14.0, 35.0, 52.0, 59.0, 70.0, 117.0, 137.0, 179.0, 212.0, 290.0, 362.0, 503.0, 3049.0, 1168.0, 566.0, 361.0, 233.0, 125.0, 84.0, 62.0, 54.0, 31.0, 25.0, 12.0, 12.0, 11.0, 4.0, 3.0, 2.0, 1.0, 3.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0], "bins": [-0.21122398972511292, -0.20584224164485931, -0.2004605084657669, -0.1950787603855133, -0.1896970123052597, -0.1843152791261673, -0.1789335310459137, -0.1735517829656601, -0.1681700348854065, -0.1627883017063141, -0.15740655362606049, -0.15202480554580688, -0.14664307236671448, -0.14126132428646088, -0.13587957620620728, -0.13049784302711487, -0.12511609494686127, -0.11973435431718826, -0.11435260623693466, -0.10897086560726166, -0.10358911752700806, -0.09820737689733505, -0.09282563626766205, -0.08744388818740845, -0.08206214755773544, -0.07668040692806244, -0.07129865884780884, -0.06591691821813583, -0.06053517386317253, -0.05515342950820923, -0.049771688878536224, -0.04438994452357292, -0.03900820016860962, -0.033626455813646317, -0.028244713321328163, -0.02286297082901001, -0.017481226474046707, -0.01209948305040598, -0.006717739626765251, -0.0013359962031245232, 0.004045747220516205, 0.009427490644156933, 0.01480923406779766, 0.020190976560115814, 0.025572720915079117, 0.03095446527004242, 0.036336205899715424, 0.041717950254678726, 0.04709969460964203, 0.05248143896460533, 0.057863183319568634, 0.06324492394924164, 0.06862667202949524, 0.07400841265916824, 0.07939015328884125, 0.08477190136909485, 0.09015364199876785, 0.09553538262844086, 0.10091713070869446, 0.10629887133836746, 0.11168061196804047, 0.11706236004829407, 0.12244410067796707, 0.12782584130764008, 0.13320758938789368]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 2.0, 2.0, 2.0, 1.0, 2.0, 3.0, 4.0, 6.0, 6.0, 3.0, 2.0, 3.0, 2.0, 2.0, 3.0, 2.0, 2.0, 27.0, 3.0, 2.0, 3.0, 3.0, 3.0, 1.0, 3.0, 2.0, 3.0, 3.0, 0.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 2.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.005228896159678698, -0.005068308673799038, -0.004907721187919378, -0.004747133702039719, -0.004586546216160059, -0.004425958730280399, -0.00426537124440074, -0.00410478375852108, -0.003944195806980133, -0.003783608553931117, -0.0036230210680514574, -0.0034624335821717978, -0.0033018458634614944, -0.003141258377581835, -0.002980670891702175, -0.0028200834058225155, -0.002659495919942856, -0.002498908434063196, -0.0023383209481835365, -0.002177733462303877, -0.0020171459764242172, -0.0018565583741292357, -0.0016959707718342543, -0.0015353832859545946, -0.001374795800074935, -0.0012142083141952753, -0.0010536208283156157, -0.0008930332260206342, -0.0007324457401409745, -0.0005718582542613149, -0.0004112707101739943, -0.0002506831951905042, -9.009568020701408e-05, 7.049183477647603e-05, 0.00023107934975996614, 0.00039166686474345624, 0.0005522543797269464, 0.000712841865606606, 0.0008734294096939266, 0.0010340169537812471, 0.0011946044396609068, 0.0013551919255405664, 0.001515779411420226, 0.0016763670137152076, 0.0018369544995948672, 0.0019975421018898487, 0.0021581295877695084, 0.002318717073649168, 0.0024793045595288277, 0.0026398920454084873, 0.002800479531288147, 0.0029610670171678066, 0.0031216545030474663, 0.0032822422217577696, 0.0034428297076374292, 0.003603417193517089, 0.0037640046793967485, 0.003924592398107052, 0.0040851798839867115, 0.004245767369866371, 0.004406354855746031, 0.0045669423416256905, 0.00472752982750535, 0.00488811731338501, 0.005048704799264669]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 1.0, 3.0, 2.0, 6.0, 9.0, 22.0, 34.0, 51.0, 88.0, 116.0, 162.0, 218.0, 271.0, 358.0, 477.0, 598.0, 853.0, 1142.0, 1536.0, 2168.0, 2825.0, 3951.0, 5487.0, 7307.0, 9480.0, 12568.0, 16473.0, 21416.0, 28316.0, 38638.0, 52295.0, 70376.0, 91888.0, 409464.0, 100972.0, 74691.0, 55141.0, 40601.0, 30371.0, 23261.0, 17789.0, 13752.0, 10574.0, 8154.0, 6412.0, 5023.0, 3932.0, 2907.0, 2115.0, 1635.0, 1165.0, 882.0, 583.0, 391.0, 258.0, 164.0, 123.0, 66.0, 35.0, 28.0, 11.0, 5.0, 6.0], "bins": [-0.015040894038975239, -0.014610457234084606, -0.014180019497871399, -0.013749582692980766, -0.013319144956767559, -0.012888708151876926, -0.01245827041566372, -0.012027833610773087, -0.011597396805882454, -0.011166959069669247, -0.010736522264778614, -0.010306084528565407, -0.009875647723674774, -0.009445209987461567, -0.009014773182570934, -0.008584335446357727, -0.008153898641467094, -0.0077234613709151745, -0.0072930241003632545, -0.006862586829811335, -0.006432149559259415, -0.006001712754368782, -0.005571275483816862, -0.005140838213264942, -0.004710400942713022, -0.004279963672161102, -0.0038495264016091824, -0.003419089363887906, -0.002988652093335986, -0.002558214822784066, -0.00212777778506279, -0.00169734051451087, -0.00126690324395895, -0.000836466031614691, -0.000406028819270432, 2.4408393073827028e-05, 0.00045484560541808605, 0.0008852828177623451, 0.001315720030106604, 0.0017461571842432022, 0.002176594454795122, 0.002607031725347042, 0.003037468995898962, 0.0034679060336202383, 0.0038983433041721582, 0.0043287803418934345, 0.0047592176124453545, 0.005189654882997274, 0.005620092153549194, 0.006050529424101114, 0.006480966694653034, 0.006911403965204954, 0.007341841235756874, 0.007772278040647507, 0.008202715776860714, 0.008633152581751347, 0.009063590317964554, 0.009494027122855186, 0.009924463927745819, 0.010354901663959026, 0.010785338468849659, 0.011215776205062866, 0.011646213009953499, 0.012076650746166706, 0.012507087551057339]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 2.0, 2.0, 2.0, 2.0, 3.0, 3.0, 2.0, 2.0, 7.0, 4.0, 2.0, 0.0, 1.0, 7.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0], "bins": [-0.020657844841480255, -0.020169850438833237, -0.019681856036186218, -0.0191938616335392, -0.01870586723089218, -0.018217870965600014, -0.017729876562952995, -0.017241882160305977, -0.01675388775765896, -0.01626589335501194, -0.01577789895236492, -0.015289903618395329, -0.01480190921574831, -0.014313914813101292, -0.013825919479131699, -0.01333792507648468, -0.012849930673837662, -0.012361936271190643, -0.011873941868543625, -0.011385946534574032, -0.010897952131927013, -0.010409957729279995, -0.009921962395310402, -0.009433967992663383, -0.008945973590016365, -0.008457979187369347, -0.007969984784722328, -0.007481989450752735, -0.006993995048105717, -0.006506000645458698, -0.0060180057771503925, -0.005530010908842087, -0.005042016506195068, -0.00455402210354805, -0.004066027235239744, -0.003578032599762082, -0.00309003796428442, -0.002602043328806758, -0.002114048693329096, -0.0016260540578514338, -0.0011380594223737717, -0.0006500647868961096, -0.0001620701514184475, 0.0003259244840592146, 0.0008139191195368767, 0.0013019137550145388, 0.0017899083904922009, 0.002277903025969863, 0.002765897661447525, 0.003253892296925187, 0.003741886932402849, 0.004229881800711155, 0.004717876203358173, 0.005205870606005192, 0.0056938654743134975, 0.006181860342621803, 0.006669854745268822, 0.00715784914791584, 0.007645844016224146, 0.008133838884532452, 0.00862183328717947, 0.009109827689826488, 0.009597823023796082, 0.0100858174264431, 0.010573811829090118]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 2.0, 1.0, 4.0, 1.0, 1.0, 2.0, 1.0, 3.0, 3.0, 2.0, 5.0, 0.0, 6.0, 6.0, 7.0, 4.0, 7.0, 10.0, 9.0, 9.0, 9.0, 5.0, 12.0, 8.0, 7.0, 16.0, 20.0, 22.0, 9.0, 14.0, 19.0, 21.0, 26.0, 44.0, 51.0, 80.0, 93.0, 167.0, 194.0, 269.0, 352.0, 480.0, 735.0, 1245.0, 2565.0, 7183.0, 1829.0, 970.0, 602.0, 405.0, 309.0, 194.0, 138.0, 83.0, 64.0, 25.0, 28.0, 23.0, 14.0, 10.0, 4.0, 0.0, 2.0], "bins": [-0.015143164433538914, -0.014815818518400192, -0.014488471671938896, -0.014161125756800175, -0.013833779841661453, -0.013506432995200157, -0.013179087080061436, -0.012851741164922714, -0.012524394318461418, -0.012197048403322697, -0.011869702488183975, -0.011542356573045254, -0.011215009726583958, -0.010887663811445236, -0.010560317896306515, -0.010232971049845219, -0.009905625134706497, -0.009578279219567776, -0.00925093237310648, -0.008923586457967758, -0.008596240542829037, -0.00826889369636774, -0.00794154778122902, -0.007614201866090298, -0.007286855485290289, -0.00695950910449028, -0.006632163189351559, -0.00630481680855155, -0.005977470427751541, -0.00565012451261282, -0.005322778131812811, -0.004995432216674089, -0.004668085835874081, -0.004340739455074072, -0.00401339353993535, -0.0036860471591353416, -0.0033587010111659765, -0.0030313548631966114, -0.0027040084823966026, -0.0023766623344272375, -0.0020493161864578724, -0.0017219700384885073, -0.0013946237741038203, -0.0010672775097191334, -0.0007399313617497683, -0.0004125851555727422, -8.523894939571619e-05, 0.00024210725678130984, 0.0005694534629583359, 0.0008967996691353619, 0.001224145875312388, 0.0015514921396970749, 0.00187883828766644, 0.002206184435635805, 0.002533530816435814, 0.002860876964405179, 0.003188223112374544, 0.0035155692603439093, 0.0038429154083132744, 0.004170261789113283, 0.004497608169913292, 0.004824954085052013, 0.005152300465852022, 0.005479646380990744, 0.005806992761790752]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.03966100513935089, -0.03874325007200241, -0.03782549127936363, -0.03690773621201515, -0.03598997741937637, -0.03507222235202789, -0.034154463559389114, -0.033236708492040634, -0.032318949699401855, -0.031401194632053375, -0.030483435839414597, -0.029565678909420967, -0.028647921979427338, -0.027730165049433708, -0.02681240811944008, -0.02589465118944645, -0.02497689425945282, -0.02405913919210434, -0.02314138226211071, -0.02222362533211708, -0.02130586840212345, -0.020388111472129822, -0.019470354542136192, -0.018552597612142563, -0.017634840682148933, -0.016717083752155304, -0.015799326822161674, -0.014881569892168045, -0.013963812962174416, -0.013046056032180786, -0.012128299102187157, -0.011210542172193527, -0.010292785242199898, -0.009375028312206268, -0.008457271382212639, -0.007539514452219009, -0.00662175752222538, -0.005704001057893038, -0.004786244127899408, -0.003868487197905779, -0.0029507302679121494, -0.00203297333791852, -0.0011152165243402123, -0.0001974596525542438, 0.0007202972192317247, 0.0016380541492253542, 0.00255581084638834, 0.0034735677763819695, 0.004391324706375599, 0.005309081636369228, 0.006226838566362858, 0.007144595496356487, 0.008062352426350117, 0.008980109356343746, 0.009897866286337376, 0.010815623216331005, 0.01173337921500206, 0.01265113614499569, 0.013568893074989319, 0.014486650004982948, 0.015404406934976578, 0.016322163864970207, 0.017239920794963837, 0.018157677724957466, 0.019075434654951096]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 3.0, 0.0, 1.0, 2.0, 2.0, 2.0, 3.0, 3.0, 6.0, 3.0, 3.0, 3.0, 5.0, 4.0, 5.0, 4.0, 10.0, 3.0, 7.0, 11.0, 6.0, 7.0, 6.0, 6.0, 11.0, 11.0, 19.0, 22.0, 17.0, 46.0, 16.0, 8.0, 7.0, 4.0, 4.0, 2.0, 2.0, 3.0, 0.0, 0.0, 2.0, 1.0], "bins": [-0.02307123690843582, -0.02262086048722267, -0.022170482203364372, -0.021720105782151222, -0.021269727498292923, -0.020819351077079773, -0.020368972793221474, -0.019918596372008324, -0.019468218088150024, -0.019017841666936874, -0.018567463383078575, -0.018117086961865425, -0.017666708678007126, -0.017216332256793976, -0.016765953972935677, -0.016315577551722527, -0.015865199267864227, -0.015414822846651077, -0.014964445494115353, -0.014514068141579628, -0.014063690789043903, -0.013613313436508179, -0.013162936083972454, -0.01271255873143673, -0.01226218231022358, -0.011811804957687855, -0.01136142760515213, -0.010911050252616405, -0.01046067290008068, -0.010010295547544956, -0.009559918195009232, -0.009109540842473507, -0.008659163489937782, -0.008208786137402058, -0.007758408784866333, -0.007308031432330608, -0.006857654079794884, -0.006407277192920446, -0.005956899840384722, -0.005506522487848997, -0.0050561451353132725, -0.004605767782777548, -0.004155390430241823, -0.003705013310536742, -0.0032546359580010176, -0.002804258605465293, -0.002353881485760212, -0.0019035041332244873, -0.0014531267806887627, -0.001002749428153038, -0.0005523721920326352, -0.00010199489770457149, 0.00034838239662349224, 0.000798759690951556, 0.0012491369852796197, 0.0016995142214000225, 0.002149891573935747, 0.002600268926471472, 0.0030506462790071964, 0.0035010233987122774, 0.003951400518417358, 0.004401777870953083, 0.004852155223488808, 0.005302532576024532, 0.005752909928560257]}, "_runtime": 12.871938467025757, "_timestamp": 1596213913.1052878, "_step": 10}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 3.0, 2.0, 1.0, 2.0, 0.0, 1.0, 2.0, 2.0, 4.0, 1.0, 3.0, 3.0, 3.0, 2.0, 0.0, 2.0, 2.0, 0.0, 2.0, 2.0, 5.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014495883136987686, -0.014044681563973427, -0.013593479990959167, -0.013142277486622334, -0.012691075913608074, -0.012239874340593815, -0.011788671836256981, -0.011337470263242722, -0.010886268690228462, -0.010435067117214203, -0.009983865544199944, -0.00953266303986311, -0.00908146146684885, -0.008630259893834591, -0.008179057389497757, -0.007727855816483498, -0.007276654243469238, -0.006825452670454979, -0.006374250631779432, -0.005923048593103886, -0.005471847020089626, -0.005020645447075367, -0.00456944340839982, -0.004118241369724274, -0.0036670397967100143, -0.0032158379908651114, -0.0027646361850202084, -0.0023134343791753054, -0.0018622325733304024, -0.0014110307674854994, -0.0009598289616405964, -0.0005086271557956934, -5.7425349950790405e-05, 0.0003937764558941126, 0.0008449782617390156, 0.0012961800675839186, 0.0017473818734288216, 0.0021985836792737246, 0.0026497854851186275, 0.0031009872909635305, 0.0035521890968084335, 0.004003390669822693, 0.0044545927084982395, 0.004905794747173786, 0.0053569963201880455, 0.005808197893202305, 0.0062593999318778515, 0.006710601970553398, 0.0071618035435676575, 0.007613005116581917, 0.008064206689596176, 0.00851540919393301, 0.00896661076694727, 0.009417812339961529, 0.009869014844298363, 0.010320216417312622, 0.010771417990326881, 0.01122261956334114, 0.0116738211363554, 0.012125023640692234, 0.012576225213706493, 0.013027426786720753, 0.013478629291057587, 0.013929830864071846, 0.014381032437086105]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 2.0, 0.0, 4.0, 6.0, 6.0, 8.0, 5.0, 7.0, 13.0, 13.0, 15.0, 24.0, 44.0, 57.0, 55.0, 87.0, 120.0, 144.0, 176.0, 274.0, 353.0, 451.0, 2244.0, 1781.0, 825.0, 462.0, 265.0, 149.0, 103.0, 72.0, 40.0, 38.0, 23.0, 15.0, 19.0, 4.0, 7.0, 5.0, 2.0, 3.0, 5.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.18134677410125732, -0.17613115906715393, -0.17091554403305054, -0.16569994390010834, -0.16048432886600494, -0.15526871383190155, -0.15005309879779816, -0.14483748376369476, -0.13962188363075256, -0.13440626859664917, -0.12919065356254578, -0.12397503852844238, -0.11875942349433899, -0.11354381591081619, -0.1083282008767128, -0.10311259329319, -0.09789697825908661, -0.09268136322498322, -0.08746575564146042, -0.08225014060735703, -0.07703453302383423, -0.07181891798973083, -0.06660330295562744, -0.061387691646814346, -0.05617208033800125, -0.050956469029188156, -0.04574085772037506, -0.04052524268627167, -0.03530963137745857, -0.030094020068645477, -0.024878406897187233, -0.01966279372572899, -0.014447182416915894, -0.009231570176780224, -0.004015957936644554, 0.0011996543034911156, 0.006415266543626785, 0.011630878783762455, 0.016846491023898125, 0.02206210419535637, 0.027277715504169464, 0.03249332681298256, 0.037708938121795654, 0.04292455315589905, 0.04814016446471214, 0.05335577577352524, 0.05857139080762863, 0.06378699839115143, 0.06900261342525482, 0.07421822845935822, 0.07943383604288101, 0.0846494510769844, 0.0898650586605072, 0.0950806736946106, 0.10029628872871399, 0.10551189631223679, 0.11072751134634018, 0.11594312638044357, 0.12115873396396637, 0.12637434899806976, 0.13158996403217316, 0.13680557906627655, 0.14202117919921875, 0.14723679423332214, 0.15245240926742554]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 3.0, 2.0, 3.0, 2.0, 3.0, 0.0, 4.0, 5.0, 3.0, 5.0, 5.0, 3.0, 4.0, 1.0, 1.0, 5.0, 4.0, 23.0, 2.0, 3.0, 2.0, 1.0, 7.0, 1.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 5.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0], "bins": [-0.005119078792631626, -0.004975315183401108, -0.0048315515741705894, -0.004687788430601358, -0.00454402482137084, -0.004400261212140322, -0.004256498068571091, -0.004112734459340572, -0.003968970850110054, -0.0038252072408795357, -0.003681443864479661, -0.0035376804880797863, -0.003393916878849268, -0.0032501532696187496, -0.003106389893218875, -0.0029626265168190002, -0.002818862907588482, -0.0026750992983579636, -0.002531335921958089, -0.002387572545558214, -0.002243808936327696, -0.0021000453270971775, -0.001956281950697303, -0.0018125184578821063, -0.0016687549650669098, -0.0015249914722517133, -0.0013812279794365168, -0.0012374644866213202, -0.0010937009938061237, -0.0009499375009909272, -0.0008061740081757307, -0.0006624105153605342, -0.0005186470225453377, -0.00037488352973014116, -0.00023112003691494465, -8.735654409974813e-05, 5.640694871544838e-05, 0.0002001704415306449, 0.0003439339343458414, 0.0004876974271610379, 0.0006314609199762344, 0.000775224412791431, 0.0009189879056066275, 0.001062751398421824, 0.0012065148912370205, 0.001350278384052217, 0.0014940418768674135, 0.00163780536968261, 0.0017815688624978065, 0.001925332355313003, 0.0020690958481281996, 0.0022128592245280743, 0.0023566228337585926, 0.002500386442989111, 0.0026441498193889856, 0.0027879131957888603, 0.0029316768050193787, 0.003075440414249897, 0.0032192037906497717, 0.0033629671670496464, 0.0035067307762801647, 0.003650494385510683, 0.0037942577619105577, 0.0039380211383104324, 0.004081784747540951]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [5.0, 9.0, 8.0, 21.0, 41.0, 61.0, 103.0, 161.0, 229.0, 369.0, 528.0, 775.0, 1168.0, 1698.0, 2283.0, 3082.0, 4253.0, 5674.0, 7464.0, 9755.0, 12899.0, 16459.0, 21411.0, 27622.0, 36835.0, 49313.0, 66100.0, 87314.0, 110358.0, 410934.0, 81421.0, 57831.0, 40932.0, 29644.0, 22088.0, 16717.0, 12363.0, 9469.0, 7483.0, 5906.0, 4530.0, 3654.0, 2720.0, 2142.0, 1585.0, 1171.0, 900.0, 659.0, 463.0, 326.0, 223.0, 149.0, 133.0, 66.0, 49.0, 31.0, 23.0, 11.0, 15.0, 4.0, 2.0, 2.0, 1.0, 3.0], "bins": [-0.012226455844938755, -0.011808614246547222, -0.011390771716833115, -0.010972930118441582, -0.010555088520050049, -0.010137246921658516, -0.009719405323266983, -0.009301562793552876, -0.008883721195161343, -0.00846587959676981, -0.008048037067055702, -0.007630195468664169, -0.007212353870272636, -0.0067945122718811035, -0.006376670207828283, -0.005958828143775463, -0.00554098654538393, -0.005123144946992397, -0.004705302882939577, -0.004287460818886757, -0.003869619220495224, -0.0034517773892730474, -0.003033935558050871, -0.0026160937268286943, -0.002198251895606518, -0.0017804100643843412, -0.0013625682331621647, -0.0009447264019399881, -0.0005268845707178116, -0.00010904273949563503, 0.0003087990917265415, 0.0007266409229487181, 0.0011444827541708946, 0.0015623245853930712, 0.0019801664166152477, 0.0023980082478374243, 0.002815850079059601, 0.0032336919102817774, 0.003651533741503954, 0.004069375805556774, 0.004487217403948307, 0.00490505900233984, 0.00532290106639266, 0.00574074313044548, 0.006158584728837013, 0.006576426327228546, 0.006994268391281366, 0.0074121104553341866, 0.00782995205372572, 0.008247793652117252, 0.00866563618183136, 0.009083477780222893, 0.009501319378614426, 0.009919160977005959, 0.010337002575397491, 0.010754845105111599, 0.011172686703503132, 0.011590528301894665, 0.012008370831608772, 0.012426212430000305, 0.012844054028391838, 0.013261895626783371, 0.013679737225174904, 0.014097579754889011, 0.014515421353280544]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 1.0, 3.0, 3.0, 4.0, 2.0, 3.0, 5.0, 2.0, 2.0, 6.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 4.0, 3.0, 1.0, 1.0, 1.0, 1.0, 2.0], "bins": [-0.024248789995908737, -0.02372509054839611, -0.023201391100883484, -0.022677691653370857, -0.02215399406850338, -0.021630294620990753, -0.021106595173478127, -0.0205828957259655, -0.020059196278452873, -0.019535496830940247, -0.01901179924607277, -0.018488099798560143, -0.017964400351047516, -0.01744070090353489, -0.016917001456022263, -0.016393302008509636, -0.01586960256099701, -0.015345904044806957, -0.014822205528616905, -0.014298506081104279, -0.013774806633591652, -0.0132511081174016, -0.012727408669888973, -0.012203709222376347, -0.011680010706186295, -0.011156311258673668, -0.010632611811161041, -0.010108912363648415, -0.009585213847458363, -0.009061514399945736, -0.00853781495243311, -0.008014116436243057, -0.007490416988730431, -0.006966718006879091, -0.006443018559366465, -0.005919319577515125, -0.005395620130002499, -0.004871921148151159, -0.00434822216629982, -0.003824522951617837, -0.003300823736935854, -0.002777124522253871, -0.002253425307571888, -0.0017297263257205486, -0.0012060271110385656, -0.0006823279545642436, -0.00015862879808992147, 0.0003650703583844006, 0.0008887695148587227, 0.0014124687295407057, 0.0019361678278073668, 0.002459866926074028, 0.002983566140756011, 0.003507265355437994, 0.004030964337289333, 0.00455466378480196, 0.005078362766653299, 0.005602061748504639, 0.006125761196017265, 0.006649460177868605, 0.007173159159719944, 0.007696858607232571, 0.008220558054745197, 0.00874425657093525, 0.009267956018447876]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 2.0, 2.0, 2.0, 3.0, 5.0, 3.0, 0.0, 4.0, 10.0, 9.0, 7.0, 10.0, 11.0, 11.0, 17.0, 11.0, 23.0, 15.0, 25.0, 32.0, 20.0, 42.0, 81.0, 109.0, 125.0, 149.0, 169.0, 254.0, 384.0, 544.0, 831.0, 1178.0, 1797.0, 3301.0, 5829.0, 969.0, 786.0, 388.0, 277.0, 294.0, 290.0, 179.0, 129.0, 53.0, 24.0, 10.0, 4.0, 4.0], "bins": [-0.0165951419621706, -0.016263462603092194, -0.015931781381368637, -0.01560010202229023, -0.015268421731889248, -0.014936741441488266, -0.014605062082409859, -0.014273381792008877, -0.013941701501607895, -0.013610021211206913, -0.013278340920805931, -0.012946661561727524, -0.012614981271326542, -0.01228330098092556, -0.011951621621847153, -0.01161994133144617, -0.011288261041045189, -0.010956580750644207, -0.010624900460243225, -0.010293221101164818, -0.009961540810763836, -0.009629860520362854, -0.009298181161284447, -0.008966500870883465, -0.008634820580482483, -0.008303140290081501, -0.007971459999680519, -0.007639780640602112, -0.00730810035020113, -0.006976420059800148, -0.006644740235060453, -0.006313060410320759, -0.005981380119919777, -0.005649699829518795, -0.0053180200047791, -0.004986340180039406, -0.004654659889638424, -0.004322979599237442, -0.003991299774497747, -0.003659619716927409, -0.003327939659357071, -0.0029962596017867327, -0.0026645795442163944, -0.002332899486646056, -0.002001219429075718, -0.0016695393715053797, -0.0013378593139350414, -0.0010061792563647032, -0.0006744991987943649, -0.0003428191412240267, -1.113908365368843e-05, 0.0003205409739166498, 0.0006522210314869881, 0.0009839010890573263, 0.0013155811466276646, 0.0016472612041980028, 0.001978941261768341, 0.0023106213193386793, 0.0026423013769090176, 0.002973981434479356, 0.003305661492049694, 0.0036373415496200323, 0.0039690216071903706, 0.004300701431930065, 0.004632381722331047]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 4.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.05171777307987213, -0.05042700842022896, -0.049136243760585785, -0.04784547537565231, -0.04655471071600914, -0.04526394605636597, -0.043973177671432495, -0.04268241301178932, -0.04139164835214615, -0.040100883692502975, -0.0388101190328598, -0.03751935064792633, -0.03622858598828316, -0.034937821328639984, -0.03364705294370651, -0.03235628828406334, -0.031065523624420166, -0.029774758964776993, -0.02848399244248867, -0.027193225920200348, -0.025902461260557175, -0.024611696600914, -0.02332093007862568, -0.022030163556337357, -0.020739398896694183, -0.01944863423705101, -0.018157867714762688, -0.016867101192474365, -0.015576336532831192, -0.014285570941865444, -0.012994805350899696, -0.011704039759933949, -0.0104132741689682, -0.009122508578002453, -0.007831742987036705, -0.006540977396070957, -0.005250211805105209, -0.0039594462141394615, -0.0026686806231737137, -0.0013779150322079659, -8.714944124221802e-05, 0.0012036161497235298, 0.0024943817406892776, 0.0037851473316550255, 0.005075912922620773, 0.006366678513586521, 0.007657444104552269, 0.008948209695518017, 0.010238975286483765, 0.011529740877449512, 0.01282050646841526, 0.014111272059381008, 0.015402037650346756, 0.01669280230998993, 0.01798356883227825, 0.019274335354566574, 0.020565100014209747, 0.02185586467385292, 0.023146631196141243, 0.024437397718429565, 0.02572816237807274, 0.027018927037715912, 0.028309693560004234, 0.029600460082292557, 0.03089122474193573]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 3.0, 2.0, 2.0, 1.0, 3.0, 1.0, 2.0, 3.0, 4.0, 5.0, 7.0, 6.0, 3.0, 3.0, 7.0, 7.0, 9.0, 4.0, 3.0, 4.0, 6.0, 5.0, 2.0, 3.0, 8.0, 5.0, 7.0, 2.0, 8.0, 11.0, 4.0, 8.0, 8.0, 9.0, 37.0, 19.0, 12.0, 12.0, 2.0, 9.0, 5.0, 7.0, 3.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.02041572704911232, -0.019904663786292076, -0.01939360238611698, -0.018882539123296738, -0.018371477723121643, -0.0178604144603014, -0.017349353060126305, -0.01683828979730606, -0.016327228397130966, -0.015816165134310722, -0.015305102802813053, -0.014794040471315384, -0.01428297720849514, -0.01377191487699747, -0.013260852545499802, -0.012749790214002132, -0.012238727882504463, -0.011727665551006794, -0.011216603219509125, -0.010705540888011456, -0.010194478556513786, -0.009683415293693542, -0.009172352962195873, -0.008661290630698204, -0.008150228299200535, -0.007639165967702866, -0.007128103636205196, -0.00661704083904624, -0.006105978507548571, -0.005594916176050901, -0.005083853378891945, -0.004572791047394276, -0.0040617287158966064, -0.0035506663843989372, -0.0030396038200706244, -0.0025285412557423115, -0.0020174789242446423, -0.0015064164763316512, -0.0009953540284186602, -0.0004842915805056691, 2.677086740732193e-05, 0.000537833315320313, 0.001048895763233304, 0.001559958211146295, 0.002071020659059286, 0.0025820829905569553, 0.003093145554885268, 0.003604208119213581, 0.00411527045071125, 0.0046263327822089195, 0.005137395113706589, 0.005648457910865545, 0.0061595202423632145, 0.006670582573860884, 0.00718164537101984, 0.0076927077025175095, 0.008203770034015179, 0.008714832365512848, 0.009225894697010517, 0.009736957028508186, 0.01024802029132843, 0.0107590826228261, 0.011270144954323769, 0.011781207285821438, 0.012292269617319107]}, "_runtime": 13.634680032730103, "_timestamp": 1596213913.8680294, "_step": 11}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 2.0, 2.0, 0.0, 0.0, 2.0, 1.0, 3.0, 3.0, 3.0, 2.0, 2.0, 4.0, 3.0, 5.0, 2.0, 3.0, 2.0, 0.0, 2.0, 1.0, 1.0, 2.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.023183953016996384, -0.02252129092812538, -0.02185862883925438, -0.021195966750383377, -0.020533304661512375, -0.019870642572641373, -0.01920798048377037, -0.01854531839489937, -0.017882656306028366, -0.017219994217157364, -0.01655733212828636, -0.01589467003941536, -0.015232007019221783, -0.01456934493035078, -0.013906682841479778, -0.013244020752608776, -0.012581358663737774, -0.011918696574866772, -0.01125603448599577, -0.010593372397124767, -0.009930710308253765, -0.009268048219382763, -0.00860538613051176, -0.007942724041640759, -0.007280061487108469, -0.006617399398237467, -0.005954737309366465, -0.005292075220495462, -0.004629412665963173, -0.003966750577092171, -0.0033040884882211685, -0.0026414263993501663, -0.001978764310479164, -0.001316102221608162, -0.0006534400163218379, 9.222130756825209e-06, 0.0006718842778354883, 0.0013345463667064905, 0.0019972086884081364, 0.0026598707772791386, 0.0033225328661501408, 0.003985194955021143, 0.004647857043892145, 0.005310519132763147, 0.005973181687295437, 0.006635843776166439, 0.007298505865037441, 0.007961167953908443, 0.008623830042779446, 0.009286492131650448, 0.00994915422052145, 0.010611816309392452, 0.011274478398263454, 0.011937140487134457, 0.012599802576005459, 0.013262464664876461, 0.013925127685070038, 0.01458778977394104, 0.015250451862812042, 0.015913113951683044, 0.016575776040554047, 0.01723843812942505, 0.01790110021829605, 0.018563762307167053, 0.019226424396038055]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 3.0, 2.0, 2.0, 3.0, 6.0, 12.0, 9.0, 11.0, 16.0, 20.0, 25.0, 40.0, 51.0, 55.0, 85.0, 106.0, 130.0, 204.0, 246.0, 389.0, 517.0, 3121.0, 1400.0, 575.0, 312.0, 194.0, 120.0, 82.0, 55.0, 34.0, 27.0, 17.0, 17.0, 10.0, 5.0, 7.0, 5.0, 5.0, 1.0, 3.0, 1.0, 2.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.17815902829170227, -0.17167246341705322, -0.16518591344356537, -0.15869934856891632, -0.15221278369426727, -0.14572621881961823, -0.13923966884613037, -0.13275310397148132, -0.12626653909683228, -0.11977998167276382, -0.11329342424869537, -0.10680685937404633, -0.10032030194997787, -0.09383373707532883, -0.08734717965126038, -0.08086061477661133, -0.07437405735254288, -0.06788749992847443, -0.06140093505382538, -0.05491437390446663, -0.04842781275510788, -0.04194125533103943, -0.03545469418168068, -0.02896813303232193, -0.02248157188296318, -0.01599501073360443, -0.009508450515568256, -0.0030218898318707943, 0.003464670851826668, 0.009951232001185417, 0.016437791287899017, 0.022924352437257767, 0.029410913586616516, 0.035897474735975266, 0.042384035885334015, 0.048870597034692764, 0.055357158184051514, 0.061843715608119965, 0.06833028048276901, 0.07481683790683746, 0.08130340278148651, 0.08778996020555496, 0.09427651762962341, 0.10076308250427246, 0.10724963992834091, 0.11373620480298996, 0.12022276222705841, 0.12670932710170746, 0.1331958770751953, 0.13968244194984436, 0.1461690068244934, 0.15265557169914246, 0.1591421216726303, 0.16562868654727936, 0.1721152514219284, 0.17860181629657745, 0.1850883662700653, 0.19157493114471436, 0.1980614960193634, 0.20454804599285126, 0.2110346108675003, 0.21752117574214935, 0.2240077406167984, 0.23049429059028625, 0.2369808554649353]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 2.0, 1.0, 2.0, 2.0, 5.0, 2.0, 4.0, 8.0, 2.0, 1.0, 2.0, 6.0, 3.0, 5.0, 4.0, 24.0, 0.0, 4.0, 2.0, 4.0, 1.0, 4.0, 3.0, 2.0, 2.0, 2.0, 3.0, 5.0, 1.0, 7.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.005378244444727898, -0.0051892404444515705, -0.005000236444175243, -0.0048112329095602036, -0.004622228909283876, -0.004433224909007549, -0.0042442213743925095, -0.004055217374116182, -0.003866213373839855, -0.003677209373563528, -0.0034882056061178446, -0.003299201838672161, -0.003110197838395834, -0.002921193838119507, -0.0027321900706738234, -0.00254318630322814, -0.0023541823029518127, -0.0021651783026754856, -0.001976174535229802, -0.0017871706513687968, -0.0015981667675077915, -0.0014091628836467862, -0.001220158999785781, -0.0010311551159247756, -0.0008421512320637703, -0.000653147348202765, -0.0004641434643417597, -0.0002751395804807544, -8.613569661974907e-05, 0.00010286818724125624, 0.00029187207110226154, 0.00048087595496326685, 0.0006698798388242722, 0.0008588837226852775, 0.0010478876065462828, 0.001236891490407288, 0.0014258953742682934, 0.0016148992581292987, 0.001803903141990304, 0.0019929069094359875, 0.0021819109097123146, 0.0023709149099886417, 0.0025599186774343252, 0.0027489224448800087, 0.002937926445156336, 0.003126930445432663, 0.0033159342128783464, 0.00350493798032403, 0.003693941980600357, 0.003882945980876684, 0.004071949981153011, 0.004260953515768051, 0.004449957516044378, 0.004638961516320705, 0.004827965050935745, 0.005016969051212072, 0.0052059730514883995, 0.005394977051764727, 0.005583981052041054, 0.005772984586656094, 0.005961988586932421, 0.006150992587208748, 0.006339996121823788, 0.006529000122100115, 0.006718004122376442]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 3.0, 8.0, 6.0, 12.0, 11.0, 25.0, 38.0, 63.0, 91.0, 118.0, 207.0, 275.0, 382.0, 561.0, 791.0, 1089.0, 1460.0, 2176.0, 3078.0, 4307.0, 6007.0, 8465.0, 11857.0, 16707.0, 22909.0, 31069.0, 42567.0, 58867.0, 79606.0, 102914.0, 419435.0, 95690.0, 71896.0, 52596.0, 37774.0, 27598.0, 20081.0, 15164.0, 11516.0, 8659.0, 6423.0, 4698.0, 3321.0, 2534.0, 1816.0, 1310.0, 970.0, 706.0, 526.0, 363.0, 279.0, 173.0, 166.0, 103.0, 68.0, 50.0, 22.0, 19.0, 14.0, 4.0, 0.0, 3.0], "bins": [-0.015432240441441536, -0.014957129955291748, -0.01448201946914196, -0.014006908982992172, -0.013531798496842384, -0.013056688010692596, -0.012581577524542809, -0.01210646703839302, -0.011631356552243233, -0.011156246066093445, -0.010681135579943657, -0.010206025093793869, -0.009730914607644081, -0.009255804121494293, -0.008780693635344505, -0.008305583149194717, -0.00783047266304493, -0.007355361711233854, -0.006880251225084066, -0.0064051407389342785, -0.005930030252784491, -0.005454919766634703, -0.004979809280484915, -0.004504698794335127, -0.004029587842524052, -0.0035544775892049074, -0.0030793671030551195, -0.0026042566169053316, -0.0021291458979249, -0.001654035528190434, -0.0011789249256253242, -0.0007038144394755363, -0.00022870395332574844, 0.0002464065619278699, 0.0007215170771814883, 0.001196627621538937, 0.001671738107688725, 0.0021468487102538347, 0.0026219591964036226, 0.0030970696825534105, 0.0035721801687031984, 0.00404729088768363, 0.004522401373833418, 0.004997511859983206, 0.005472622346132994, 0.005947732832282782, 0.0064228433184325695, 0.006897953804582357, 0.007373064290732145, 0.00784817524254322, 0.008323285728693008, 0.008798396214842796, 0.009273506700992584, 0.009748617187142372, 0.01022372767329216, 0.010698838159441948, 0.011173948645591736, 0.011649059131741524, 0.012124169617891312, 0.0125992801040411, 0.013074390590190887, 0.013549501076340675, 0.014024611562490463, 0.014499722048640251, 0.014974832534790039]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 2.0, 4.0, 5.0, 7.0, 3.0, 5.0, 6.0, 3.0, 8.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01980184204876423, -0.019299190491437912, -0.018796540796756744, -0.018293889239430428, -0.01779123768210411, -0.017288587987422943, -0.016785936430096626, -0.01628328487277031, -0.015780635178089142, -0.015277983620762825, -0.014775332063436508, -0.014272681437432766, -0.013770030811429024, -0.013267379254102707, -0.012764728628098965, -0.012262077070772648, -0.011759426444768906, -0.011256775818765163, -0.010754124261438847, -0.010251473635435104, -0.009748822078108788, -0.009246171452105045, -0.008743520826101303, -0.008240869268774986, -0.007738218642771244, -0.0072355675511062145, -0.006732916459441185, -0.006230265833437443, -0.005727614741772413, -0.005224963650107384, -0.0047223130241036415, -0.004219661932438612, -0.0037170108407735825, -0.003214359749108553, -0.002711708890274167, -0.002209058031439781, -0.0017064069397747517, -0.001203755964525044, -0.0007011049892753363, -0.00019845401402562857, 0.00030419696122407913, 0.0008068479364737868, 0.0013094989117234945, 0.0018121498869732022, 0.00231480086222291, 0.0028174519538879395, 0.0033201028127223253, 0.003822753671556711, 0.004325404763221741, 0.00482805585488677, 0.0053307069465518, 0.005833357572555542, 0.0063360086642205715, 0.006838659755885601, 0.007341310381889343, 0.00784396193921566, 0.008346612565219402, 0.008849263191223145, 0.009351914748549461, 0.009854565374553204, 0.010357216000556946, 0.010859867557883263, 0.011362518183887005, 0.011865169741213322, 0.012367820367217064]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 3.0, 1.0, 1.0, 2.0, 1.0, 4.0, 4.0, 5.0, 4.0, 7.0, 8.0, 4.0, 3.0, 4.0, 9.0, 16.0, 13.0, 15.0, 12.0, 11.0, 8.0, 5.0, 13.0, 12.0, 16.0, 21.0, 19.0, 14.0, 26.0, 53.0, 70.0, 99.0, 134.0, 241.0, 392.0, 690.0, 1197.0, 1930.0, 7677.0, 2624.0, 1153.0, 633.0, 463.0, 346.0, 181.0, 111.0, 44.0, 40.0, 23.0, 14.0, 20.0, 12.0, 13.0, 1.0, 3.0, 2.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.01627608947455883, -0.01589655876159668, -0.015517028048634529, -0.015137496404349804, -0.014757965691387653, -0.014378434978425503, -0.013998903334140778, -0.013619372621178627, -0.013239841908216476, -0.012860311195254326, -0.012480780482292175, -0.01210124883800745, -0.0117217181250453, -0.011342187412083149, -0.010962655767798424, -0.010583125054836273, -0.010203594341874123, -0.009824063628911972, -0.009444532915949821, -0.009065001271665096, -0.008685470558702946, -0.008305939845740795, -0.00792640820145607, -0.007546877488493919, -0.007167346775531769, -0.006787816062569618, -0.00640828488394618, -0.0060287537053227425, -0.005649222992360592, -0.005269692279398441, -0.004890161100775003, -0.0045106299221515656, -0.004131099209189415, -0.0037515682633966208, -0.0033720373176038265, -0.0029925063718110323, -0.002612975426018238, -0.002233444480225444, -0.0018539135344326496, -0.0014743825886398554, -0.0010948516428470612, -0.0007153206970542669, -0.0003357897512614727, 4.3741194531321526e-05, 0.00042327214032411575, 0.00080280308611691, 0.0011823340319097042, 0.0015618649777024984, 0.0019413959234952927, 0.002320926869288087, 0.002700457815080881, 0.0030799887608736753, 0.0034595197066664696, 0.003839050652459264, 0.004218581598252058, 0.004598112776875496, 0.0049776434898376465, 0.005357174202799797, 0.005736705381423235, 0.006116236560046673, 0.006495767273008823, 0.006875297985970974, 0.007254829164594412, 0.00763436034321785, 0.00801389105618]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 4.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.044809285551309586, -0.0436861589550972, -0.04256302863359451, -0.041439902037382126, -0.04031677544116974, -0.03919364884495735, -0.038070518523454666, -0.03694739192724228, -0.03582426533102989, -0.034701135009527206, -0.03357800841331482, -0.03245488181710243, -0.031331755220890045, -0.03020862676203251, -0.029085498303174973, -0.027962371706962585, -0.02683924324810505, -0.025716114789247513, -0.024592988193035126, -0.02346985973417759, -0.022346733137965202, -0.021223604679107666, -0.02010047808289528, -0.018977349624037743, -0.017854221165180206, -0.01673109456896782, -0.015607967041432858, -0.014484839513897896, -0.01336171105504036, -0.012238583527505398, -0.011115455999970436, -0.009992328472435474, -0.008869200944900513, -0.007746073417365551, -0.006622945889830589, -0.00549981789663434, -0.004376690369099379, -0.003253562841564417, -0.0021304350811988115, -0.001007307437248528, 0.00011582020670175552, 0.001238947850652039, 0.0023620754946023226, 0.003485203254967928, 0.00460833078250289, 0.005731458310037851, 0.0068545863032341, 0.007977713830769062, 0.009100841358304024, 0.010223968885838985, 0.011347096413373947, 0.012470223940908909, 0.01359335146844387, 0.014716479927301407, 0.015839606523513794, 0.01696273498237133, 0.018085863441228867, 0.019208990037441254, 0.02033211849629879, 0.021455245092511177, 0.022578373551368713, 0.0237015001475811, 0.024824628606438637, 0.025947755202651024, 0.02707088366150856]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 3.0, 3.0, 4.0, 3.0, 10.0, 6.0, 1.0, 6.0, 12.0, 8.0, 6.0, 16.0, 7.0, 9.0, 17.0, 16.0, 48.0, 27.0, 9.0, 15.0, 2.0, 9.0, 9.0, 7.0, 2.0, 8.0, 2.0, 3.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0], "bins": [-0.0327308215200901, -0.03194732218980789, -0.03116382472217083, -0.03038032539188862, -0.029596826061606407, -0.028813328593969345, -0.028029829263687134, -0.027246329933404922, -0.02646283246576786, -0.02567933313548565, -0.024895833805203438, -0.024112336337566376, -0.023328837007284164, -0.022545337677001953, -0.02176184020936489, -0.02097834087908268, -0.020194843411445618, -0.019411344081163406, -0.018627844750881195, -0.017844347283244133, -0.01706084795296192, -0.01627734862267971, -0.015493850223720074, -0.014710351824760437, -0.013926852494478226, -0.013143354095518589, -0.012359855696558952, -0.011576357297599316, -0.010792857967317104, -0.010009359568357468, -0.009225861169397831, -0.00844236183911562, -0.007658863440155983, -0.006875364575535059, -0.006091866176575422, -0.005308367311954498, -0.004524868912994862, -0.0037413700483739376, -0.0029578711837530136, -0.0021743725519627333, -0.001390873920172453, -0.0006073752301745117, 0.00017612345982342958, 0.0009596221498213708, 0.001743120839819312, 0.0025266194716095924, 0.0033101183362305164, 0.004093616735190153, 0.004877115599811077, 0.005660614464432001, 0.006444112863391638, 0.007227611728012562, 0.008011110126972198, 0.00879460945725441, 0.009578107856214046, 0.010361606255173683, 0.011145105585455894, 0.011928603984415531, 0.012712102383375168, 0.013495600782334805, 0.014279100112617016, 0.015062598511576653, 0.015846097841858864, 0.016629595309495926, 0.017413094639778137]}, "_runtime": 14.406001806259155, "_timestamp": 1596213914.6393511, "_step": 12}
+{"val_accuracy": 0.6694877283105023, "val_loss": 1.0889727100389732, "_runtime": 15.778109312057495, "_timestamp": 1596213916.0114586, "_step": 13}
diff --git a/wandb/run-20200731_164503-3q0a776m/wandb-metadata.json b/wandb/run-20200731_164503-3q0a776m/wandb-metadata.json
new file mode 100644
index 0000000..f276e36
--- /dev/null
+++ b/wandb/run-20200731_164503-3q0a776m/wandb-metadata.json
@@ -0,0 +1,30 @@
+{
+ "root": "/home/akternurra/Documents/projects/quest-for-general-artifical-intelligence/projects/text-recognizer",
+ "program": "<python with no main file>",
+ "git": {
+ "remote": "git@github.com:aktersnurra/text-recognizer.git",
+ "commit": "fa461db6132e7a22f3aa1bb48cce8981890325fb"
+ },
+ "email": "gustaf.rydholm@gmail.com",
+ "startedAt": "2020-07-31T16:45:03.335188",
+ "host": "kompjuter",
+ "username": "akternurra",
+ "executable": "/home/akternurra/.cache/pypoetry/virtualenvs/text-recognizer-N1c_zsdp-py3.8/bin/python",
+ "os": "Linux-5.4.0-42-generic-x86_64-with-glibc2.27",
+ "python": "3.8.2",
+ "gpu": "GeForce RTX 2070",
+ "gpu_count": 1,
+ "cpu_count": 12,
+ "cuda": "10.1.105",
+ "args": [
+ "--gpu=-1",
+ "--save",
+ "--experiment_config={\"dataloader\": \"EmnistDataLoader\", \"data_loader_args\": {\"splits\": [\"train\", \"val\"], \"sample_to_balance\": true, \"subsample_fraction\": null, \"transform\": null, \"target_transform\": null, \"batch_size\": 256, \"shuffle\": true, \"num_workers\": 8, \"cuda\": true, \"seed\": 4711}, \"model\": \"CharacterModel\", \"metrics\": [\"accuracy\"], \"network\": \"LeNet\", \"network_args\": {\"input_size\": [28, 28], \"output_size\": 62}, \"train_args\": {\"batch_size\": 256, \"epochs\": 16}, \"criterion\": \"CrossEntropyLoss\", \"criterion_args\": {\"weight\": null, \"ignore_index\": -100, \"reduction\": \"mean\"}, \"optimizer\": \"AdamW\", \"optimizer_args\": {\"lr\": 0.01, \"betas\": [0.9, 0.999], \"eps\": 1e-08, \"weight_decay\": 0, \"amsgrad\": false}, \"lr_scheduler\": \"OneCycleLR\", \"lr_scheduler_args\": {\"max_lr\": 0.001, \"epochs\": 16}, \"callbacks\": [\"Checkpoint\", \"EarlyStopping\", \"WandbCallback\", \"WandbImageLogger\"], \"callback_args\": {\"Checkpoint\": {\"monitor\": \"val_accuracy\"}, \"EarlyStopping\": {\"monitor\": \"val_loss\", \"min_delta\": 0.0, \"patience\": 3, \"mode\": \"min\"}, \"WandbCallback\": {\"log_batch_frequency\": 10}, \"WandbImageLogger\": {\"num_examples\": 4}}, \"verbosity\": 2, \"resume_experiment\": null, \"experiment_group\": \"Sample Experiments\"}"
+ ],
+ "state": "failed",
+ "jobType": null,
+ "mode": "run",
+ "project": "text-recognizer",
+ "heartbeatAt": "2020-07-31T16:45:16.984359",
+ "exitcode": 1
+}
diff --git a/wandb/run-20200731_164503-3q0a776m/wandb-summary.json b/wandb/run-20200731_164503-3q0a776m/wandb-summary.json
new file mode 100644
index 0000000..4b62f8a
--- /dev/null
+++ b/wandb/run-20200731_164503-3q0a776m/wandb-summary.json
@@ -0,0 +1 @@
+{"graph_0": {"_type": "graph-file", "path": "media/graph/graph_0_summary_d7042c52.graph.json", "sha256": "d7042c52830832381988f77bc5a9cf3a045ffa9f652b8586f42c105aafcdebb6", "size": 1814}, "gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 2.0, 2.0, 0.0, 0.0, 2.0, 1.0, 3.0, 3.0, 3.0, 2.0, 2.0, 4.0, 3.0, 5.0, 2.0, 3.0, 2.0, 0.0, 2.0, 1.0, 1.0, 2.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.023183953016996384, -0.02252129092812538, -0.02185862883925438, -0.021195966750383377, -0.020533304661512375, -0.019870642572641373, -0.01920798048377037, -0.01854531839489937, -0.017882656306028366, -0.017219994217157364, -0.01655733212828636, -0.01589467003941536, -0.015232007019221783, -0.01456934493035078, -0.013906682841479778, -0.013244020752608776, -0.012581358663737774, -0.011918696574866772, -0.01125603448599577, -0.010593372397124767, -0.009930710308253765, -0.009268048219382763, -0.00860538613051176, -0.007942724041640759, -0.007280061487108469, -0.006617399398237467, -0.005954737309366465, -0.005292075220495462, -0.004629412665963173, -0.003966750577092171, -0.0033040884882211685, -0.0026414263993501663, -0.001978764310479164, -0.001316102221608162, -0.0006534400163218379, 9.222130756825209e-06, 0.0006718842778354883, 0.0013345463667064905, 0.0019972086884081364, 0.0026598707772791386, 0.0033225328661501408, 0.003985194955021143, 0.004647857043892145, 0.005310519132763147, 0.005973181687295437, 0.006635843776166439, 0.007298505865037441, 0.007961167953908443, 0.008623830042779446, 0.009286492131650448, 0.00994915422052145, 0.010611816309392452, 0.011274478398263454, 0.011937140487134457, 0.012599802576005459, 0.013262464664876461, 0.013925127685070038, 0.01458778977394104, 0.015250451862812042, 0.015913113951683044, 0.016575776040554047, 0.01723843812942505, 0.01790110021829605, 0.018563762307167053, 0.019226424396038055]}, "_step": 13, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 3.0, 8.0, 6.0, 12.0, 11.0, 25.0, 38.0, 63.0, 91.0, 118.0, 207.0, 275.0, 382.0, 561.0, 791.0, 1089.0, 1460.0, 2176.0, 3078.0, 4307.0, 6007.0, 8465.0, 11857.0, 16707.0, 22909.0, 31069.0, 42567.0, 58867.0, 79606.0, 102914.0, 419435.0, 95690.0, 71896.0, 52596.0, 37774.0, 27598.0, 20081.0, 15164.0, 11516.0, 8659.0, 6423.0, 4698.0, 3321.0, 2534.0, 1816.0, 1310.0, 970.0, 706.0, 526.0, 363.0, 279.0, 173.0, 166.0, 103.0, 68.0, 50.0, 22.0, 19.0, 14.0, 4.0, 0.0, 3.0], "bins": [-0.015432240441441536, -0.014957129955291748, -0.01448201946914196, -0.014006908982992172, -0.013531798496842384, -0.013056688010692596, -0.012581577524542809, -0.01210646703839302, -0.011631356552243233, -0.011156246066093445, -0.010681135579943657, -0.010206025093793869, -0.009730914607644081, -0.009255804121494293, -0.008780693635344505, -0.008305583149194717, -0.00783047266304493, -0.007355361711233854, -0.006880251225084066, -0.0064051407389342785, -0.005930030252784491, -0.005454919766634703, -0.004979809280484915, -0.004504698794335127, -0.004029587842524052, -0.0035544775892049074, -0.0030793671030551195, -0.0026042566169053316, -0.0021291458979249, -0.001654035528190434, -0.0011789249256253242, -0.0007038144394755363, -0.00022870395332574844, 0.0002464065619278699, 0.0007215170771814883, 0.001196627621538937, 0.001671738107688725, 0.0021468487102538347, 0.0026219591964036226, 0.0030970696825534105, 0.0035721801687031984, 0.00404729088768363, 0.004522401373833418, 0.004997511859983206, 0.005472622346132994, 0.005947732832282782, 0.0064228433184325695, 0.006897953804582357, 0.007373064290732145, 0.00784817524254322, 0.008323285728693008, 0.008798396214842796, 0.009273506700992584, 0.009748617187142372, 0.01022372767329216, 0.010698838159441948, 0.011173948645591736, 0.011649059131741524, 0.012124169617891312, 0.0125992801040411, 0.013074390590190887, 0.013549501076340675, 0.014024611562490463, 0.014499722048640251, 0.014974832534790039]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 2.0, 1.0, 2.0, 2.0, 5.0, 2.0, 4.0, 8.0, 2.0, 1.0, 2.0, 6.0, 3.0, 5.0, 4.0, 24.0, 0.0, 4.0, 2.0, 4.0, 1.0, 4.0, 3.0, 2.0, 2.0, 2.0, 3.0, 5.0, 1.0, 7.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.005378244444727898, -0.0051892404444515705, -0.005000236444175243, -0.0048112329095602036, -0.004622228909283876, -0.004433224909007549, -0.0042442213743925095, -0.004055217374116182, -0.003866213373839855, -0.003677209373563528, -0.0034882056061178446, -0.003299201838672161, -0.003110197838395834, -0.002921193838119507, -0.0027321900706738234, -0.00254318630322814, -0.0023541823029518127, -0.0021651783026754856, -0.001976174535229802, -0.0017871706513687968, -0.0015981667675077915, -0.0014091628836467862, -0.001220158999785781, -0.0010311551159247756, -0.0008421512320637703, -0.000653147348202765, -0.0004641434643417597, -0.0002751395804807544, -8.613569661974907e-05, 0.00010286818724125624, 0.00029187207110226154, 0.00048087595496326685, 0.0006698798388242722, 0.0008588837226852775, 0.0010478876065462828, 0.001236891490407288, 0.0014258953742682934, 0.0016148992581292987, 0.001803903141990304, 0.0019929069094359875, 0.0021819109097123146, 0.0023709149099886417, 0.0025599186774343252, 0.0027489224448800087, 0.002937926445156336, 0.003126930445432663, 0.0033159342128783464, 0.00350493798032403, 0.003693941980600357, 0.003882945980876684, 0.004071949981153011, 0.004260953515768051, 0.004449957516044378, 0.004638961516320705, 0.004827965050935745, 0.005016969051212072, 0.0052059730514883995, 0.005394977051764727, 0.005583981052041054, 0.005772984586656094, 0.005961988586932421, 0.006150992587208748, 0.006339996121823788, 0.006529000122100115, 0.006718004122376442]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 4.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.044809285551309586, -0.0436861589550972, -0.04256302863359451, -0.041439902037382126, -0.04031677544116974, -0.03919364884495735, -0.038070518523454666, -0.03694739192724228, -0.03582426533102989, -0.034701135009527206, -0.03357800841331482, -0.03245488181710243, -0.031331755220890045, -0.03020862676203251, -0.029085498303174973, -0.027962371706962585, -0.02683924324810505, -0.025716114789247513, -0.024592988193035126, -0.02346985973417759, -0.022346733137965202, -0.021223604679107666, -0.02010047808289528, -0.018977349624037743, -0.017854221165180206, -0.01673109456896782, -0.015607967041432858, -0.014484839513897896, -0.01336171105504036, -0.012238583527505398, -0.011115455999970436, -0.009992328472435474, -0.008869200944900513, -0.007746073417365551, -0.006622945889830589, -0.00549981789663434, -0.004376690369099379, -0.003253562841564417, -0.0021304350811988115, -0.001007307437248528, 0.00011582020670175552, 0.001238947850652039, 0.0023620754946023226, 0.003485203254967928, 0.00460833078250289, 0.005731458310037851, 0.0068545863032341, 0.007977713830769062, 0.009100841358304024, 0.010223968885838985, 0.011347096413373947, 0.012470223940908909, 0.01359335146844387, 0.014716479927301407, 0.015839606523513794, 0.01696273498237133, 0.018085863441228867, 0.019208990037441254, 0.02033211849629879, 0.021455245092511177, 0.022578373551368713, 0.0237015001475811, 0.024824628606438637, 0.025947755202651024, 0.02707088366150856]}, "_runtime": 15.778109312057495, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 2.0, 4.0, 5.0, 7.0, 3.0, 5.0, 6.0, 3.0, 8.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01980184204876423, -0.019299190491437912, -0.018796540796756744, -0.018293889239430428, -0.01779123768210411, -0.017288587987422943, -0.016785936430096626, -0.01628328487277031, -0.015780635178089142, -0.015277983620762825, -0.014775332063436508, -0.014272681437432766, -0.013770030811429024, -0.013267379254102707, -0.012764728628098965, -0.012262077070772648, -0.011759426444768906, -0.011256775818765163, -0.010754124261438847, -0.010251473635435104, -0.009748822078108788, -0.009246171452105045, -0.008743520826101303, -0.008240869268774986, -0.007738218642771244, -0.0072355675511062145, -0.006732916459441185, -0.006230265833437443, -0.005727614741772413, -0.005224963650107384, -0.0047223130241036415, -0.004219661932438612, -0.0037170108407735825, -0.003214359749108553, -0.002711708890274167, -0.002209058031439781, -0.0017064069397747517, -0.001203755964525044, -0.0007011049892753363, -0.00019845401402562857, 0.00030419696122407913, 0.0008068479364737868, 0.0013094989117234945, 0.0018121498869732022, 0.00231480086222291, 0.0028174519538879395, 0.0033201028127223253, 0.003822753671556711, 0.004325404763221741, 0.00482805585488677, 0.0053307069465518, 0.005833357572555542, 0.0063360086642205715, 0.006838659755885601, 0.007341310381889343, 0.00784396193921566, 0.008346612565219402, 0.008849263191223145, 0.009351914748549461, 0.009854565374553204, 0.010357216000556946, 0.010859867557883263, 0.011362518183887005, 0.011865169741213322, 0.012367820367217064]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 3.0, 1.0, 1.0, 2.0, 1.0, 4.0, 4.0, 5.0, 4.0, 7.0, 8.0, 4.0, 3.0, 4.0, 9.0, 16.0, 13.0, 15.0, 12.0, 11.0, 8.0, 5.0, 13.0, 12.0, 16.0, 21.0, 19.0, 14.0, 26.0, 53.0, 70.0, 99.0, 134.0, 241.0, 392.0, 690.0, 1197.0, 1930.0, 7677.0, 2624.0, 1153.0, 633.0, 463.0, 346.0, 181.0, 111.0, 44.0, 40.0, 23.0, 14.0, 20.0, 12.0, 13.0, 1.0, 3.0, 2.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.01627608947455883, -0.01589655876159668, -0.015517028048634529, -0.015137496404349804, -0.014757965691387653, -0.014378434978425503, -0.013998903334140778, -0.013619372621178627, -0.013239841908216476, -0.012860311195254326, -0.012480780482292175, -0.01210124883800745, -0.0117217181250453, -0.011342187412083149, -0.010962655767798424, -0.010583125054836273, -0.010203594341874123, -0.009824063628911972, -0.009444532915949821, -0.009065001271665096, -0.008685470558702946, -0.008305939845740795, -0.00792640820145607, -0.007546877488493919, -0.007167346775531769, -0.006787816062569618, -0.00640828488394618, -0.0060287537053227425, -0.005649222992360592, -0.005269692279398441, -0.004890161100775003, -0.0045106299221515656, -0.004131099209189415, -0.0037515682633966208, -0.0033720373176038265, -0.0029925063718110323, -0.002612975426018238, -0.002233444480225444, -0.0018539135344326496, -0.0014743825886398554, -0.0010948516428470612, -0.0007153206970542669, -0.0003357897512614727, 4.3741194531321526e-05, 0.00042327214032411575, 0.00080280308611691, 0.0011823340319097042, 0.0015618649777024984, 0.0019413959234952927, 0.002320926869288087, 0.002700457815080881, 0.0030799887608736753, 0.0034595197066664696, 0.003839050652459264, 0.004218581598252058, 0.004598112776875496, 0.0049776434898376465, 0.005357174202799797, 0.005736705381423235, 0.006116236560046673, 0.006495767273008823, 0.006875297985970974, 0.007254829164594412, 0.00763436034321785, 0.00801389105618]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 3.0, 3.0, 4.0, 3.0, 10.0, 6.0, 1.0, 6.0, 12.0, 8.0, 6.0, 16.0, 7.0, 9.0, 17.0, 16.0, 48.0, 27.0, 9.0, 15.0, 2.0, 9.0, 9.0, 7.0, 2.0, 8.0, 2.0, 3.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0], "bins": [-0.0327308215200901, -0.03194732218980789, -0.03116382472217083, -0.03038032539188862, -0.029596826061606407, -0.028813328593969345, -0.028029829263687134, -0.027246329933404922, -0.02646283246576786, -0.02567933313548565, -0.024895833805203438, -0.024112336337566376, -0.023328837007284164, -0.022545337677001953, -0.02176184020936489, -0.02097834087908268, -0.020194843411445618, -0.019411344081163406, -0.018627844750881195, -0.017844347283244133, -0.01706084795296192, -0.01627734862267971, -0.015493850223720074, -0.014710351824760437, -0.013926852494478226, -0.013143354095518589, -0.012359855696558952, -0.011576357297599316, -0.010792857967317104, -0.010009359568357468, -0.009225861169397831, -0.00844236183911562, -0.007658863440155983, -0.006875364575535059, -0.006091866176575422, -0.005308367311954498, -0.004524868912994862, -0.0037413700483739376, -0.0029578711837530136, -0.0021743725519627333, -0.001390873920172453, -0.0006073752301745117, 0.00017612345982342958, 0.0009596221498213708, 0.001743120839819312, 0.0025266194716095924, 0.0033101183362305164, 0.004093616735190153, 0.004877115599811077, 0.005660614464432001, 0.006444112863391638, 0.007227611728012562, 0.008011110126972198, 0.00879460945725441, 0.009578107856214046, 0.010361606255173683, 0.011145105585455894, 0.011928603984415531, 0.012712102383375168, 0.013495600782334805, 0.014279100112617016, 0.015062598511576653, 0.015846097841858864, 0.016629595309495926, 0.017413094639778137]}, "_timestamp": 1596213916.0114586, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 3.0, 2.0, 2.0, 3.0, 6.0, 12.0, 9.0, 11.0, 16.0, 20.0, 25.0, 40.0, 51.0, 55.0, 85.0, 106.0, 130.0, 204.0, 246.0, 389.0, 517.0, 3121.0, 1400.0, 575.0, 312.0, 194.0, 120.0, 82.0, 55.0, 34.0, 27.0, 17.0, 17.0, 10.0, 5.0, 7.0, 5.0, 5.0, 1.0, 3.0, 1.0, 2.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.17815902829170227, -0.17167246341705322, -0.16518591344356537, -0.15869934856891632, -0.15221278369426727, -0.14572621881961823, -0.13923966884613037, -0.13275310397148132, -0.12626653909683228, -0.11977998167276382, -0.11329342424869537, -0.10680685937404633, -0.10032030194997787, -0.09383373707532883, -0.08734717965126038, -0.08086061477661133, -0.07437405735254288, -0.06788749992847443, -0.06140093505382538, -0.05491437390446663, -0.04842781275510788, -0.04194125533103943, -0.03545469418168068, -0.02896813303232193, -0.02248157188296318, -0.01599501073360443, -0.009508450515568256, -0.0030218898318707943, 0.003464670851826668, 0.009951232001185417, 0.016437791287899017, 0.022924352437257767, 0.029410913586616516, 0.035897474735975266, 0.042384035885334015, 0.048870597034692764, 0.055357158184051514, 0.061843715608119965, 0.06833028048276901, 0.07481683790683746, 0.08130340278148651, 0.08778996020555496, 0.09427651762962341, 0.10076308250427246, 0.10724963992834091, 0.11373620480298996, 0.12022276222705841, 0.12670932710170746, 0.1331958770751953, 0.13968244194984436, 0.1461690068244934, 0.15265557169914246, 0.1591421216726303, 0.16562868654727936, 0.1721152514219284, 0.17860181629657745, 0.1850883662700653, 0.19157493114471436, 0.1980614960193634, 0.20454804599285126, 0.2110346108675003, 0.21752117574214935, 0.2240077406167984, 0.23049429059028625, 0.2369808554649353]}, "val_accuracy": 0.6694877283105023, "val_loss": 1.0889727100389732}
diff --git a/wandb/run-20200731_165121-fetamarf/config.yaml b/wandb/run-20200731_165121-fetamarf/config.yaml
new file mode 100644
index 0000000..f8813b6
--- /dev/null
+++ b/wandb/run-20200731_165121-fetamarf/config.yaml
@@ -0,0 +1,111 @@
+wandb_version: 1
+
+_wandb:
+ desc: null
+ value:
+ cli_version: 0.8.36
+ framework: torch
+ is_jupyter_run: false
+ is_kaggle_kernel: false
+ python_version: 3.8.2
+callback_args:
+ desc: null
+ value:
+ Checkpoint:
+ monitor: val_accuracy
+ EarlyStopping:
+ min_delta: 0.0
+ mode: min
+ monitor: val_loss
+ patience: 3
+ WandbCallback:
+ log_batch_frequency: 10
+ WandbImageLogger:
+ num_examples: 4
+callbacks:
+ desc: null
+ value:
+ - Checkpoint
+ - EarlyStopping
+ - WandbCallback
+ - WandbImageLogger
+criterion:
+ desc: null
+ value: CrossEntropyLoss
+criterion_args:
+ desc: null
+ value:
+ ignore_index: -100
+ reduction: mean
+ weight: null
+data_loader_args:
+ desc: null
+ value:
+ batch_size: 256
+ cuda: true
+ num_workers: 8
+ sample_to_balance: true
+ seed: 4711
+ shuffle: true
+ splits:
+ - train
+ - val
+ subsample_fraction: null
+ target_transform: null
+ transform: null
+dataloader:
+ desc: null
+ value: EmnistDataLoader
+experiment_group:
+ desc: null
+ value: Sample Experiments
+lr_scheduler:
+ desc: null
+ value: OneCycleLR
+lr_scheduler_args:
+ desc: null
+ value:
+ epochs: 16
+ max_lr: 0.001
+ steps_per_epoch: 1314
+metrics:
+ desc: null
+ value:
+ - accuracy
+model:
+ desc: null
+ value: CharacterModel
+network:
+ desc: null
+ value: LeNet
+network_args:
+ desc: null
+ value:
+ input_size:
+ - 28
+ - 28
+ output_size: 62
+optimizer:
+ desc: null
+ value: AdamW
+optimizer_args:
+ desc: null
+ value:
+ amsgrad: false
+ betas:
+ - 0.9
+ - 0.999
+ eps: 1.0e-08
+ lr: 0.01
+ weight_decay: 0
+resume_experiment:
+ desc: null
+ value: null
+train_args:
+ desc: null
+ value:
+ batch_size: 256
+ epochs: 16
+verbosity:
+ desc: null
+ value: 2
diff --git a/wandb/run-20200731_165121-fetamarf/media/graph/graph_0_summary_99c332ef.graph.json b/wandb/run-20200731_165121-fetamarf/media/graph/graph_0_summary_99c332ef.graph.json
new file mode 100644
index 0000000..8255abd
--- /dev/null
+++ b/wandb/run-20200731_165121-fetamarf/media/graph/graph_0_summary_99c332ef.graph.json
@@ -0,0 +1 @@
+{"format": "torch", "nodes": [{"name": "layers.0", "id": 140586949690992, "class_name": "Conv2d(1, 32, kernel_size=(3, 3), stride=(1, 1))", "parameters": [["weight", [32, 1, 3, 3]], ["bias", [32]]], "output_shape": [[2, 32, 26, 26]], "num_parameters": [288, 32]}, {"name": "layers.1", "id": 140586949690800, "class_name": "ReLU(inplace=True)", "parameters": [], "output_shape": [[2, 32, 26, 26]], "num_parameters": []}, {"name": "layers.2", "id": 140586949906384, "class_name": "Conv2d(32, 64, kernel_size=(3, 3), stride=(1, 1))", "parameters": [["weight", [64, 32, 3, 3]], ["bias", [64]]], "output_shape": [[2, 64, 24, 24]], "num_parameters": [18432, 64]}, {"name": "layers.4", "id": 140586949906336, "class_name": "MaxPool2d(kernel_size=2, stride=2, padding=0, dilation=1, ceil_mode=False)", "parameters": [], "output_shape": [[2, 64, 12, 12]], "num_parameters": []}, {"name": "layers.5", "id": 140586950104016, "class_name": "Dropout(p=0.2, inplace=False)", "parameters": [], "output_shape": [[2, 64, 12, 12]], "num_parameters": []}, {"name": "layers.6", "id": 140586950104064, "class_name": "Flatten()", "parameters": [], "output_shape": [[2, 9216]], "num_parameters": []}, {"name": "layers.7", "id": 140586950104112, "class_name": "Linear(in_features=9216, out_features=128, bias=True)", "parameters": [["weight", [128, 9216]], ["bias", [128]]], "output_shape": [[2, 128]], "num_parameters": [1179648, 128]}, {"name": "layers.9", "id": 140586950103872, "class_name": "Dropout(p=0.2, inplace=False)", "parameters": [], "output_shape": [[2, 128]], "num_parameters": []}, {"name": "layers.10", "id": 140586950103920, "class_name": "Linear(in_features=128, out_features=62, bias=True)", "parameters": [["weight", [62, 128]], ["bias", [62]]], "output_shape": [[2, 62]], "num_parameters": [7936, 62]}], "edges": []}
diff --git a/wandb/run-20200731_165121-fetamarf/requirements.txt b/wandb/run-20200731_165121-fetamarf/requirements.txt
new file mode 100644
index 0000000..10c63b6
--- /dev/null
+++ b/wandb/run-20200731_165121-fetamarf/requirements.txt
@@ -0,0 +1,145 @@
+alabaster==0.7.12
+appdirs==1.4.4
+attrs==19.3.0
+babel==2.8.0
+backcall==0.2.0
+bandit==1.6.2
+black==19.10b0
+bleach==3.1.5
+blessings==1.7
+boltons==20.2.0
+certifi==2020.6.20
+chardet==3.0.4
+click==7.1.2
+configparser==5.0.0
+coverage==5.2.1
+cycler==0.10.0
+darglint==1.5.2
+dataclasses==0.6
+decorator==4.4.2
+defusedxml==0.6.0
+desert==2020.1.6
+docker-pycreds==0.4.0
+docutils==0.16
+dparse==0.5.1
+entrypoints==0.3
+flake8-annotations==2.3.0
+flake8-bandit==2.1.2
+flake8-black==0.2.1
+flake8-bugbear==20.1.4
+flake8-docstrings==1.5.0
+flake8-import-order==0.18.1
+flake8-polyfill==1.0.2
+flake8==3.8.3
+future==0.18.2
+gitdb==4.0.5
+gitpython==3.1.7
+gpustat==0.6.0
+gql==0.2.0
+graphql-core==1.1
+h5py==2.10.0
+idna==2.10
+imagesize==1.2.0
+ipykernel==5.3.4
+ipython-genutils==0.2.0
+ipython==7.16.1
+ipywidgets==7.5.1
+jedi==0.17.2
+jinja2==2.11.2
+jsonschema==3.2.0
+jupyter-client==6.1.6
+jupyter-console==6.1.0
+jupyter-core==4.6.3
+jupyter==1.0.0
+kiwisolver==1.2.0
+loguru==0.5.1
+markupsafe==1.1.1
+marshmallow==3.7.1
+matplotlib==3.3.0
+mccabe==0.6.1
+mistune==0.8.4
+more-itertools==8.4.0
+mypy-extensions==0.4.3
+mypy==0.770
+nbconvert==5.6.1
+nbformat==5.0.7
+notebook==6.0.3
+numpy==1.19.1
+nvidia-ml-py3==7.352.0
+opencv-python==4.3.0.36
+packaging==20.4
+pandocfilters==1.4.2
+parso==0.7.1
+pathspec==0.8.0
+pathtools==0.1.2
+pbr==5.4.5
+pexpect==4.8.0
+pickleshare==0.7.5
+pillow==7.2.0
+pip==20.2
+pluggy==0.13.1
+prometheus-client==0.8.0
+promise==2.3
+prompt-toolkit==3.0.5
+psutil==5.7.2
+ptyprocess==0.6.0
+py==1.9.0
+pycodestyle==2.6.0
+pydocstyle==5.0.2
+pyflakes==2.2.0
+pygments==2.6.1
+pyparsing==2.4.7
+pyrsistent==0.16.0
+pytest-cov==2.10.0
+pytest-mock==3.2.0
+pytest==5.4.3
+python-dateutil==2.8.1
+pytz==2020.1
+pyyaml==5.3.1
+pyzmq==19.0.1
+qtconsole==4.7.5
+qtpy==1.9.0
+redis==3.5.3
+redlock-py==1.0.8
+regex==2020.7.14
+requests==2.24.0
+safety==1.9.0
+send2trash==1.5.0
+sentry-sdk==0.16.2
+setuptools==41.2.0
+shortuuid==1.0.1
+six==1.15.0
+smmap==3.0.4
+snowballstemmer==2.0.0
+sphinx-autodoc-typehints==1.11.0
+sphinx-rtd-theme==0.4.3
+sphinx==3.1.2
+sphinxcontrib-applehelp==1.0.2
+sphinxcontrib-devhelp==1.0.2
+sphinxcontrib-htmlhelp==1.0.3
+sphinxcontrib-jsmath==1.0.1
+sphinxcontrib-qthelp==1.0.3
+sphinxcontrib-serializinghtml==1.1.4
+stevedore==3.2.0
+subprocess32==3.5.4
+terminado==0.8.3
+testpath==0.4.4
+text-recognizer==0.1.0
+toml==0.10.1
+torch==1.5.1
+torchsummary==1.5.1
+torchvision==0.6.1
+tornado==6.0.4
+tqdm==4.48.0
+traitlets==4.3.3
+typed-ast==1.4.1
+typeguard==2.9.1
+typing-extensions==3.7.4.2
+typing-inspect==0.6.0
+urllib3==1.25.10
+wandb==0.8.36
+watchdog==0.10.3
+wcwidth==0.2.5
+webencodings==0.5.1
+widgetsnbextension==3.5.1
+xdoctest==0.12.0
diff --git a/wandb/run-20200731_165121-fetamarf/wandb-events.jsonl b/wandb/run-20200731_165121-fetamarf/wandb-events.jsonl
new file mode 100644
index 0000000..7ba6a43
--- /dev/null
+++ b/wandb/run-20200731_165121-fetamarf/wandb-events.jsonl
@@ -0,0 +1 @@
+{"system.gpu.0.gpu": 62.75, "system.gpu.0.memory": 45.62, "system.gpu.0.memoryAllocated": 21.36, "system.gpu.0.temp": 54.75, "system.gpu.process.0.gpu": 62.75, "system.gpu.process.0.memory": 45.62, "system.gpu.process.0.memoryAllocated": 21.36, "system.gpu.process.0.temp": 54.75, "system.gpu.0.powerWatts": 118.5, "system.gpu.0.powerPercent": 55.12, "system.gpu.process.0.powerWatts": 118.5, "system.gpu.process.0.powerPercent": 55.12, "system.cpu": 35.18, "system.memory": 69.81, "system.disk": 37.3, "system.proc.memory.availableMB": 4830.32, "system.proc.memory.rssMB": 2595.52, "system.proc.memory.percent": 16.22, "system.proc.cpu.threads": 17.0, "system.network.sent": 830550, "system.network.recv": 401330, "_wandb": true, "_timestamp": 1596214294, "_runtime": 12}
diff --git a/wandb/run-20200731_165121-fetamarf/wandb-history.jsonl b/wandb/run-20200731_165121-fetamarf/wandb-history.jsonl
new file mode 100644
index 0000000..fe1f84a
--- /dev/null
+++ b/wandb/run-20200731_165121-fetamarf/wandb-history.jsonl
@@ -0,0 +1,14 @@
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 5.0, 1.0, 4.0, 3.0, 1.0, 2.0, 1.0, 2.0, 5.0, 0.0, 1.0, 1.0, 4.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0], "bins": [-0.025287795811891556, -0.024627285078167915, -0.023966774344444275, -0.023306261748075485, -0.022645751014351845, -0.021985240280628204, -0.021324729546904564, -0.020664218813180923, -0.020003706216812134, -0.019343195483088493, -0.018682684749364853, -0.018022174015641212, -0.017361663281917572, -0.01670115254819393, -0.016040639951825142, -0.015380129218101501, -0.014719618484377861, -0.01405910775065422, -0.013398596085608006, -0.012738085351884365, -0.01207757368683815, -0.01141706295311451, -0.01075655221939087, -0.010096040554344654, -0.009435529820621014, -0.008775019086897373, -0.008114507421851158, -0.007453996688127518, -0.00679348548874259, -0.006132974289357662, -0.005472463555634022, -0.004811952356249094, -0.004151441156864166, -0.0034909299574792385, -0.0028304189909249544, -0.0021699080243706703, -0.0015093968249857426, -0.0008488857420161366, -0.00018837465904653072, 0.0004721364239230752, 0.0011326475068926811, 0.001793158589862287, 0.002453669672831893, 0.003114180639386177, 0.003774691838771105, 0.0044352030381560326, 0.005095713771879673, 0.005756224971264601, 0.0064167361706495285, 0.007077247370034456, 0.007737758569419384, 0.008398269303143024, 0.00905878096818924, 0.00971929170191288, 0.01037980243563652, 0.011040314100682735, 0.011700824834406376, 0.012361335568130016, 0.013021847233176231, 0.013682357966899872, 0.014342868700623512, 0.015003380365669727, 0.015663892030715942, 0.016324402764439583, 0.016984913498163223]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 3.0, 0.0, 0.0, 4.0, 5.0, 4.0, 6.0, 8.0, 14.0, 14.0, 14.0, 25.0, 23.0, 38.0, 47.0, 82.0, 89.0, 96.0, 146.0, 164.0, 243.0, 322.0, 452.0, 650.0, 2573.0, 863.0, 644.0, 481.0, 299.0, 211.0, 127.0, 81.0, 53.0, 48.0, 33.0, 20.0, 13.0, 9.0, 2.0, 5.0, 5.0, 5.0, 3.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.06551533937454224, -0.06376203149557114, -0.06200872361660004, -0.06025541573762894, -0.05850210785865784, -0.056748803704977036, -0.054995495826005936, -0.053242187947034836, -0.051488880068063736, -0.049735572189092636, -0.047982264310121536, -0.046228956431150436, -0.044475652277469635, -0.042722344398498535, -0.040969036519527435, -0.039215728640556335, -0.037462420761585236, -0.035709112882614136, -0.033955805003643036, -0.032202497124671936, -0.030449191108345985, -0.028695883229374886, -0.026942577213048935, -0.025189269334077835, -0.023435961455106735, -0.021682653576135635, -0.019929345697164536, -0.018176039680838585, -0.016422731801867485, -0.014669423922896385, -0.01291611697524786, -0.011162810027599335, -0.009409502148628235, -0.007656194735318422, -0.00590288732200861, -0.004149579908698797, -0.0023962724953889847, -0.0006429650820791721, 0.0011103423312306404, 0.002863649744540453, 0.0046169571578502655, 0.006370264571160078, 0.00812357198446989, 0.009876878932118416, 0.011630186811089516, 0.013383494690060616, 0.01513680163770914, 0.016890108585357666, 0.018643416464328766, 0.020396724343299866, 0.022150032222270966, 0.023903338238596916, 0.025656646117568016, 0.027409953996539116, 0.029163260012865067, 0.030916567891836166, 0.032669875770807266, 0.034423183649778366, 0.036176491528749466, 0.037929799407720566, 0.03968310356140137, 0.04143641144037247, 0.04318971931934357, 0.04494302719831467, 0.04669633507728577]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 2.0, 1.0, 2.0, 1.0, 4.0, 3.0, 4.0, 3.0, 4.0, 5.0, 2.0, 2.0, 3.0, 1.0, 3.0, 0.0, 2.0, 1.0, 30.0, 1.0, 2.0, 1.0, 5.0, 3.0, 4.0, 6.0, 1.0, 0.0, 0.0, 5.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008122023195028305, -0.007850171066820621, -0.007578318938612938, -0.007306466810405254, -0.007034614682197571, -0.006762762553989887, -0.006490910425782204, -0.00621905829757452, -0.0059472061693668365, -0.005675354041159153, -0.005403501912951469, -0.005131649784743786, -0.004859797656536102, -0.004587945528328419, -0.004316093400120735, -0.004044241271913052, -0.003772389143705368, -0.0035005370154976845, -0.003228684887290001, -0.0029568327590823174, -0.002684980630874634, -0.0024131285026669502, -0.0021412763744592667, -0.001869424246251583, -0.0015975721180438995, -0.001325719989836216, -0.0010538678616285324, -0.0007820157334208488, -0.0005101636052131653, -0.00023831147700548172, 3.354065120220184e-05, 0.0003053927794098854, 0.000577244907617569, 0.0008490970358252525, 0.001120949164032936, 0.0013928012922406197, 0.0016646534204483032, 0.0019365055486559868, 0.0022083576768636703, 0.002480209805071354, 0.0027520619332790375, 0.003023914061486721, 0.0032957661896944046, 0.003567618317902088, 0.0038394704461097717, 0.004111322574317455, 0.004383174702525139, 0.004655026830732822, 0.004926878958940506, 0.0051987310871481895, 0.005470583215355873, 0.005742435343563557, 0.00601428747177124, 0.006286139599978924, 0.006557991728186607, 0.006829843856394291, 0.0071016959846019745, 0.007373548112809658, 0.007645400241017342, 0.007917252369225025, 0.008189104497432709, 0.008460956625640392, 0.008732808753848076, 0.00900466088205576, 0.009276513010263443]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 0.0, 3.0, 3.0, 0.0, 5.0, 8.0, 13.0, 28.0, 40.0, 63.0, 104.0, 141.0, 197.0, 315.0, 484.0, 715.0, 1045.0, 1554.0, 2184.0, 3119.0, 4635.0, 6749.0, 9925.0, 14840.0, 22247.0, 33659.0, 51396.0, 75841.0, 111356.0, 523662.0, 107260.0, 68248.0, 44646.0, 29039.0, 19503.0, 13589.0, 9360.0, 6575.0, 4700.0, 3365.0, 2411.0, 1838.0, 1296.0, 963.0, 684.0, 477.0, 415.0, 275.0, 196.0, 125.0, 100.0, 70.0, 65.0, 28.0, 32.0, 13.0, 13.0, 7.0, 9.0, 6.0, 2.0, 2.0, 2.0], "bins": [-0.007126574870198965, -0.006893483456224203, -0.006660391576588154, -0.006427300162613392, -0.006194208282977343, -0.005961116869002581, -0.005728024989366531, -0.005494933575391769, -0.00526184169575572, -0.005028750281780958, -0.004795658402144909, -0.004562566988170147, -0.004329475108534098, -0.004096383694559336, -0.00386329204775393, -0.0036302004009485245, -0.003397108754143119, -0.0031640171073377132, -0.0029309254605323076, -0.002697833813726902, -0.0024647421669214964, -0.0022316505201160908, -0.001998558873310685, -0.0017654673429206014, -0.0015323756961151958, -0.0012992840493097901, -0.0010661924025043845, -0.0008331008139066398, -0.0006000091671012342, -0.0003669175202958286, -0.00013382590259425342, 9.926572965923697e-05, 0.00033235736191272736, 0.000565449008718133, 0.0007985406555235386, 0.0010316323023289442, 0.0012647239491343498, 0.0014978154795244336, 0.0017309071263298392, 0.0019639988895505667, 0.0021970905363559723, 0.0024301819503307343, 0.00266327359713614, 0.0028963652439415455, 0.003129456890746951, 0.0033625485375523567, 0.0035956401843577623, 0.003828731831163168, 0.004061823710799217, 0.004294915124773979, 0.004528006538748741, 0.00476109841838479, 0.004994189832359552, 0.005227281711995602, 0.005460373125970364, 0.005693465005606413, 0.005926556419581175, 0.006159648299217224, 0.006392739713191986, 0.006625831592828035, 0.006858923006802797, 0.007092014886438847, 0.0073251063004136086, 0.007558198180049658, 0.00779128959402442]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 3.0, 0.0, 1.0, 1.0, 3.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 5.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 7.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 2.0, 1.0, 3.0, 0.0, 1.0, 2.0], "bins": [-0.022778449580073357, -0.022277873009443283, -0.02177729457616806, -0.021276718005537987, -0.020776141434907913, -0.02027556486427784, -0.019774988293647766, -0.019274409860372543, -0.01877383328974247, -0.018273256719112396, -0.017772678285837173, -0.0172721017152071, -0.016771525144577026, -0.016270948573946953, -0.01577037200331688, -0.015269793570041656, -0.014769216999411583, -0.01426864042878151, -0.013768062926828861, -0.013267485424876213, -0.01276690885424614, -0.012266332283616066, -0.011765754781663418, -0.01126517727971077, -0.010764600709080696, -0.010264024138450623, -0.009763446636497974, -0.009262869134545326, -0.008762292563915253, -0.00826171599328518, -0.007761138491332531, -0.00726056145504117, -0.006759984418749809, -0.006259407382458448, -0.0057588303461670876, -0.005258253309875727, -0.004757676273584366, -0.004257099237293005, -0.003756522201001644, -0.0032559451647102833, -0.0027553681284189224, -0.0022547910921275616, -0.0017542140558362007, -0.0012536370195448399, -0.000753059983253479, -0.00025248294696211815, 0.0002480940893292427, 0.0007486711256206036, 0.0012492481619119644, 0.0017498251982033253, 0.002250402234494686, 0.002750979270786047, 0.003251556307077408, 0.0037521333433687687, 0.0042527103796601295, 0.00475328741595149, 0.005253864452242851, 0.005754441488534212, 0.006255018524825573, 0.006755595561116934, 0.007256172597408295, 0.0077567496336996555, 0.008257326669991016, 0.008757904171943665, 0.009258480742573738]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 2.0, 6.0, 12.0, 17.0, 11.0, 17.0, 18.0, 27.0, 29.0, 35.0, 29.0, 46.0, 30.0, 50.0, 43.0, 49.0, 72.0, 59.0, 75.0, 72.0, 90.0, 84.0, 118.0, 144.0, 124.0, 133.0, 143.0, 190.0, 159.0, 199.0, 197.0, 240.0, 277.0, 286.0, 338.0, 313.0, 350.0, 358.0, 369.0, 435.0, 580.0, 810.0, 1562.0, 7310.0, 763.0, 544.0, 414.0, 249.0, 178.0, 163.0, 129.0, 101.0, 105.0, 92.0, 65.0, 43.0, 36.0, 22.0, 9.0, 8.0], "bins": [-0.023578563705086708, -0.023078233003616333, -0.022577902302145958, -0.022077573463320732, -0.021577242761850357, -0.021076912060379982, -0.020576581358909607, -0.02007625252008438, -0.019575921818614006, -0.01907559111714363, -0.018575260415673256, -0.01807492971420288, -0.017574600875377655, -0.01707427017390728, -0.016573939472436905, -0.01607360877096653, -0.01557327900081873, -0.015072948299348354, -0.014572618529200554, -0.014072287827730179, -0.013571958057582378, -0.013071627356112003, -0.012571297585964203, -0.012070966884493828, -0.011570636183023453, -0.011070306412875652, -0.010569975711405277, -0.010069645941257477, -0.009569315239787102, -0.009068985469639301, -0.008568654768168926, -0.008068324998021126, -0.007567994296550751, -0.007067664060741663, -0.006567333824932575, -0.0060670035891234875, -0.0055666733533144, -0.005066342651844025, -0.004566012416034937, -0.004065682180225849, -0.0035653519444167614, -0.0030650217086076736, -0.002564691472798586, -0.0020643610041588545, -0.0015640307683497667, -0.001063700532540679, -0.0005633701803162694, -6.303988629952073e-05, 0.00043729040771722794, 0.0009376207017339766, 0.0014379509957507253, 0.0019382813479751348, 0.0024386115837842226, 0.0029389418195933104, 0.0034392722882330418, 0.0039396025240421295, 0.004439932759851217, 0.004940262995660305, 0.005440593231469393, 0.0059409234672784805, 0.006441254168748856, 0.006941584404557943, 0.007441914640367031, 0.007942244410514832, 0.008442575111985207]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 6.0, 0.0, 0.0, 1.0], "bins": [-0.04203195869922638, -0.04133271425962448, -0.04063346982002258, -0.03993422910571098, -0.039234984666109085, -0.03853574022650719, -0.03783649578690529, -0.03713725134730339, -0.03643800690770149, -0.03573876619338989, -0.035039521753787994, -0.034340277314186096, -0.0336410328745842, -0.0329417884349823, -0.0322425439953804, -0.0315433032810688, -0.030844058841466904, -0.030144814401865005, -0.029445569962263107, -0.02874632738530636, -0.02804708294570446, -0.027347838506102562, -0.026648595929145813, -0.025949351489543915, -0.025250107049942017, -0.024550864472985268, -0.02385162003338337, -0.02315237559378147, -0.022453133016824722, -0.021753888577222824, -0.021054644137620926, -0.020355401560664177, -0.01965615712106228, -0.01895691268146038, -0.01825767010450363, -0.017558425664901733, -0.016859181225299835, -0.016159938648343086, -0.015460694208741188, -0.014761450700461864, -0.014062207192182541, -0.013362962752580643, -0.012663719244301319, -0.011964475736021996, -0.011265231296420097, -0.010565987788140774, -0.00986674427986145, -0.009167499840259552, -0.008468256331980228, -0.0077690123580396175, -0.007069768849760294, -0.006370524875819683, -0.0056712813675403595, -0.004972037393599749, -0.004272793419659138, -0.0035735496785491705, -0.0028743059374392033, -0.002175062196329236, -0.001475818338803947, -0.0007765745394863188, -7.733074016869068e-05, 0.0006219130591489375, 0.0013211568584665656, 0.0020204007159918547, 0.002719644457101822]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 4.0, 1.0, 2.0, 2.0, 0.0, 3.0, 2.0, 4.0, 4.0, 2.0, 1.0, 3.0, 2.0, 3.0, 4.0, 4.0, 2.0, 2.0, 3.0, 3.0, 1.0, 8.0, 10.0, 4.0, 4.0, 6.0, 7.0, 3.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 4.0, 6.0, 9.0, 9.0, 18.0, 96.0, 3.0, 7.0, 3.0, 6.0, 5.0, 7.0], "bins": [-0.05513927713036537, -0.054177798330783844, -0.05321631580591202, -0.05225483700633049, -0.05129335820674896, -0.050331879407167435, -0.04937039688229561, -0.04840891808271408, -0.04744743928313255, -0.046485960483551025, -0.0455244779586792, -0.04456299915909767, -0.043601520359516144, -0.042640041559934616, -0.04167855903506279, -0.04071708023548126, -0.039755601435899734, -0.03879411891102791, -0.03783264011144638, -0.03687116131186485, -0.035909682512283325, -0.0349481999874115, -0.03398672118782997, -0.033025242388248444, -0.032063763588666916, -0.03110228292644024, -0.030140802264213562, -0.029179323464632034, -0.028217842802405357, -0.02725636400282383, -0.026294883340597153, -0.025333404541015625, -0.024371923878788948, -0.02341044321656227, -0.022448964416980743, -0.021487483754754066, -0.02052600495517254, -0.019564524292945862, -0.018603045493364334, -0.017641564831137657, -0.01668008603155613, -0.015718605369329453, -0.01475712563842535, -0.013795645907521248, -0.012834166176617146, -0.011872686445713043, -0.010911206714808941, -0.009949726983904839, -0.008988247253000736, -0.008026767522096634, -0.007065287791192532, -0.006103808060288429, -0.005142328329384327, -0.004180848132818937, -0.003219368401914835, -0.0022578886710107327, -0.0012964089401066303, -0.0003349291509948671, 0.0006265506381168962, 0.0015880304854363203, 0.0025495102163404226, 0.003510989947244525, 0.004472469910979271, 0.005433949641883373, 0.006395429372787476]}, "_runtime": 5.194903373718262, "_timestamp": 1596214283.8429482, "_step": 0}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 0.0, 1.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 4.0, 3.0, 3.0, 2.0, 3.0, 2.0, 2.0, 3.0, 0.0, 1.0, 3.0, 0.0, 4.0, 2.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.016851261258125305, -0.016196206212043762, -0.01554114930331707, -0.014886094257235527, -0.01423103827983141, -0.013575982302427292, -0.012920926325023174, -0.012265870347619057, -0.011610815301537514, -0.010955759324133396, -0.010300703346729279, -0.009645647369325161, -0.008990591391921043, -0.008335535414516926, -0.0076804799027740955, -0.007025424391031265, -0.006370368413627148, -0.00571531243622303, -0.0050602569244802, -0.004405200947076082, -0.0037501452025026083, -0.0030950894579291344, -0.002440033480525017, -0.0017849777359515429, -0.001129921991378069, -0.0004748661885969341, 0.00018018961418420076, 0.0008352454169653356, 0.0014903012197464705, 0.0021453569643199444, 0.002800412941724062, 0.003455468686297536, 0.00411052443087101, 0.004765580408275127, 0.005420635920017958, 0.006075691897422075, 0.0067307474091649055, 0.007385803386569023, 0.00804085936397314, 0.008695915341377258, 0.009350970387458801, 0.010006026364862919, 0.010661082342267036, 0.011316138319671154, 0.011971194297075272, 0.01262625027447939, 0.013281305320560932, 0.01393636129796505, 0.014591417275369167, 0.015246473252773285, 0.015901528298854828, 0.01655658520758152, 0.017211640253663063, 0.017866697162389755, 0.018521752208471298, 0.01917680725455284, 0.019831864163279533, 0.020486919209361076, 0.02114197611808777, 0.02179703116416931, 0.022452086210250854, 0.023107143118977547, 0.02376219816505909, 0.024417255073785782, 0.025072310119867325]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 6.0, 2.0, 6.0, 8.0, 7.0, 10.0, 13.0, 8.0, 21.0, 24.0, 38.0, 37.0, 45.0, 52.0, 70.0, 80.0, 88.0, 120.0, 155.0, 203.0, 254.0, 275.0, 437.0, 576.0, 2441.0, 760.0, 695.0, 472.0, 312.0, 188.0, 153.0, 95.0, 62.0, 47.0, 55.0, 25.0, 26.0, 19.0, 9.0, 10.0, 7.0, 7.0, 1.0, 3.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.12204311043024063, -0.11857393383979797, -0.11510475724935532, -0.11163558065891266, -0.1081663966178894, -0.10469722002744675, -0.10122804343700409, -0.09775886684656143, -0.09428969025611877, -0.09082051366567612, -0.08735133707523346, -0.0838821604847908, -0.08041298389434814, -0.07694379985332489, -0.07347462326288223, -0.07000544667243958, -0.06653627008199692, -0.06306709349155426, -0.0595979169011116, -0.05612873658537865, -0.05265955999493599, -0.04919038340449333, -0.045721203088760376, -0.04225202649831772, -0.03878284990787506, -0.035313673317432404, -0.031844496726989746, -0.02837531641125679, -0.024906139820814133, -0.021436963230371475, -0.01796778477728367, -0.014498607255518436, -0.011029429733753204, -0.007560252211987972, -0.00409107469022274, -0.0006218971684575081, 0.002847280353307724, 0.006316457875072956, 0.009785635396838188, 0.01325481291860342, 0.016723990440368652, 0.02019316703081131, 0.023662345483899117, 0.027131523936986923, 0.03060070052742958, 0.03406987711787224, 0.037539057433605194, 0.04100823402404785, 0.04447741061449051, 0.047946587204933167, 0.051415763795375824, 0.05488494411110878, 0.05835412070155144, 0.061823297291994095, 0.06529247760772705, 0.06876165419816971, 0.07223083078861237, 0.07570000737905502, 0.07916918396949768, 0.08263836055994034, 0.086107537150383, 0.08957672119140625, 0.09304589778184891, 0.09651507437229156, 0.09998425096273422]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [3.0, 0.0, 4.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 2.0, 1.0, 6.0, 1.0, 0.0, 1.0, 6.0, 0.0, 4.0, 0.0, 2.0, 3.0, 8.0, 5.0, 2.0, 3.0, 32.0, 1.0, 5.0, 3.0, 1.0, 1.0, 1.0, 0.0, 4.0, 0.0, 2.0, 0.0, 1.0, 2.0, 2.0, 2.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0066960640251636505, -0.006449088919907808, -0.006202113814651966, -0.005955138709396124, -0.005708163604140282, -0.005461188033223152, -0.00521421292796731, -0.004967237822711468, -0.0047202627174556255, -0.004473287612199783, -0.004226312506943941, -0.003979337401688099, -0.003732362063601613, -0.003485386958345771, -0.003238411620259285, -0.0029914365150034428, -0.0027444614097476006, -0.0024974863044917583, -0.002250511199235916, -0.0020035358611494303, -0.001756560755893588, -0.0015095856506377459, -0.0012626104289665818, -0.0010156352072954178, -0.0007686601020395756, -0.0005216849385760725, -0.00027470977511256933, -2.773461164906621e-05, 0.0002192405518144369, 0.00046621571527794003, 0.0007131908787414432, 0.0009601660422049463, 0.0012071412056684494, 0.0014541163109242916, 0.0017010915325954556, 0.0019480667542666197, 0.002195041859522462, 0.002442016964778304, 0.00268899230286479, 0.002935967408120632, 0.0031829425133764744, 0.0034299176186323166, 0.003676892723888159, 0.003923867829144001, 0.0041708434000611305, 0.004417818505316973, 0.004664793610572815, 0.004911768715828657, 0.005158743821084499, 0.005405718926340342, 0.005652694031596184, 0.005899669136852026, 0.006146644242107868, 0.006393619813024998, 0.00664059491828084, 0.006887570023536682, 0.007134545128792524, 0.0073815202340483665, 0.007628495339304209, 0.007875470444560051, 0.00812244601547718, 0.008369420655071735, 0.008616396225988865, 0.00886337086558342, 0.00911034643650055]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [7.0, 8.0, 7.0, 16.0, 24.0, 25.0, 50.0, 80.0, 104.0, 163.0, 284.0, 354.0, 528.0, 710.0, 1097.0, 1592.0, 2206.0, 2897.0, 4134.0, 5701.0, 7819.0, 10615.0, 14995.0, 21090.0, 30001.0, 43005.0, 60504.0, 83455.0, 111255.0, 457951.0, 90588.0, 64961.0, 45932.0, 32419.0, 23378.0, 16708.0, 12094.0, 8789.0, 6604.0, 4863.0, 3633.0, 2696.0, 1849.0, 1400.0, 975.0, 663.0, 470.0, 302.0, 226.0, 139.0, 112.0, 47.0, 47.0, 21.0, 22.0, 10.0, 10.0, 7.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.009374761953949928, -0.009055308066308498, -0.008735853247344494, -0.008416399359703064, -0.00809694454073906, -0.0077774906530976295, -0.007458036299794912, -0.007138581946492195, -0.006819127593189478, -0.006499673239886761, -0.0061802188865840435, -0.005860764533281326, -0.005541310645639896, -0.005221856292337179, -0.004902401939034462, -0.004582947585731745, -0.0042634932324290276, -0.00394403887912631, -0.003624584525823593, -0.0033051304053515196, -0.0029856760520488024, -0.002666221698746085, -0.0023467675782740116, -0.0020273132249712944, -0.0017078588716685772, -0.00138840451836586, -0.0010689502814784646, -0.0007494959863834083, -0.000430041691288352, -0.00011058739619329572, 0.00020886689890176058, 0.0005283211939968169, 0.0008477754890918732, 0.0011672298423945904, 0.0014866840792819858, 0.0018061383161693811, 0.0021255926694720984, 0.0024450470227748156, 0.002764501143246889, 0.0030839554965496063, 0.0034034098498523235, 0.0037228642031550407, 0.004042318556457758, 0.004361772909760475, 0.004681226797401905, 0.005000681150704622, 0.0053201355040073395, 0.005639589857310057, 0.005959044210612774, 0.006278498563915491, 0.006597952917218208, 0.0069174072705209255, 0.007236861623823643, 0.007556315511465073, 0.007875770330429077, 0.008195224218070507, 0.008514678105711937, 0.008834132924675941, 0.009153586812317371, 0.009473041631281376, 0.009792495518922806, 0.01011195033788681, 0.01043140422552824, 0.010750859044492245, 0.011070312932133675]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 3.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 2.0, 4.0, 0.0, 2.0, 1.0, 3.0, 0.0, 10.0, 2.0, 1.0, 1.0, 2.0, 0.0, 2.0, 2.0, 0.0, 0.0, 2.0], "bins": [-0.023227626457810402, -0.022789711132645607, -0.022351795807480812, -0.021913878619670868, -0.021475963294506073, -0.021038047969341278, -0.020600132644176483, -0.02016221545636654, -0.019724300131201744, -0.01928638480603695, -0.018848469480872154, -0.01841055229306221, -0.017972636967897415, -0.01753472164273262, -0.017096806317567825, -0.01665888912975788, -0.016220973804593086, -0.01578305847942829, -0.015345143154263496, -0.014907226897776127, -0.014469311572611332, -0.014031395316123962, -0.013593479990959167, -0.013155563734471798, -0.012717648409307003, -0.012279732152819633, -0.011841816827654839, -0.011403900571167469, -0.010965985246002674, -0.010528068989515305, -0.01009015366435051, -0.00965223740786314, -0.009214322082698345, -0.00877640675753355, -0.00833849050104618, -0.007900575175881386, -0.007462658919394016, -0.007024743128567934, -0.006586827337741852, -0.00614891154691577, -0.005710995756089687, -0.005273080430924892, -0.00483516464009881, -0.004397248849272728, -0.003959333058446646, -0.0035214172676205635, -0.0030835014767944813, -0.002645585685968399, -0.002207669895142317, -0.0017697541043162346, -0.0013318383134901524, -0.000893922639079392, -0.0004560068482533097, -1.8091086531057954e-05, 0.0004198246751911938, 0.0008577404078096151, 0.0012956561986356974, 0.0017335719894617796, 0.002171487780287862, 0.002609403571113944, 0.0030473191291093826, 0.003485234919935465, 0.003923150710761547, 0.004361066501587629, 0.0047989822924137115]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [5.0, 4.0, 3.0, 8.0, 12.0, 10.0, 18.0, 29.0, 21.0, 22.0, 22.0, 39.0, 43.0, 51.0, 60.0, 58.0, 67.0, 65.0, 106.0, 115.0, 126.0, 149.0, 141.0, 203.0, 192.0, 211.0, 215.0, 223.0, 253.0, 261.0, 218.0, 266.0, 263.0, 283.0, 311.0, 309.0, 298.0, 363.0, 435.0, 580.0, 703.0, 1162.0, 6932.0, 931.0, 778.0, 544.0, 242.0, 212.0, 191.0, 194.0, 155.0, 119.0, 115.0, 57.0, 24.0, 5.0, 3.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.025466077029705048, -0.02486162632703781, -0.024257173761725426, -0.02365272305905819, -0.023048270493745804, -0.022443819791078568, -0.02183936908841133, -0.021234916523098946, -0.02063046582043171, -0.020026015117764473, -0.019421562552452087, -0.01881711184978485, -0.018212661147117615, -0.01760820858180523, -0.017003757879137993, -0.016399305313825607, -0.01579485461115837, -0.01519040297716856, -0.014585951343178749, -0.013981500640511513, -0.013377049006521702, -0.012772597372531891, -0.012168146669864655, -0.011563695035874844, -0.010959243401885033, -0.010354791767895222, -0.00975034013390541, -0.009145889431238174, -0.008541437797248363, -0.007936986163258553, -0.007332534994930029, -0.006728083826601505, -0.006123632192611694, -0.005519180558621883, -0.00491472939029336, -0.004310278221964836, -0.003705826587975025, -0.003101375186815858, -0.0024969237856566906, -0.0018924723844975233, -0.001288020983338356, -0.0006835695821791887, -7.911818102002144e-05, 0.0005253332201391459, 0.0011297846212983131, 0.0017342360224574804, 0.0023386874236166477, 0.002943138824775815, 0.0035475902259349823, 0.004152041859924793, 0.004756493028253317, 0.0053609441965818405, 0.0059653958305716515, 0.006569847464561462, 0.007174298632889986, 0.00777874980121851, 0.00838320143520832, 0.008987653069198132, 0.009592104703187943, 0.010196555405855179, 0.01080100703984499, 0.0114054586738348, 0.012009909376502037, 0.012614361010491848, 0.013218812644481659]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 6.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08529609441757202, -0.08355168998241425, -0.08180727809667587, -0.0800628736615181, -0.07831846922636032, -0.07657405734062195, -0.07482965290546417, -0.0730852484703064, -0.07134083658456802, -0.06959643214941025, -0.06785202771425247, -0.0661076158285141, -0.06436321139335632, -0.06261880695819855, -0.060874395072460175, -0.0591299906373024, -0.057385582476854324, -0.05564117431640625, -0.053896769881248474, -0.0521523617208004, -0.050407953560352325, -0.04866354912519455, -0.046919140964746475, -0.0451747328042984, -0.043430328369140625, -0.04168592020869255, -0.039941512048244476, -0.0381971038877964, -0.036452699452638626, -0.03470829129219055, -0.03296388313174248, -0.031219476833939552, -0.029475070536136627, -0.027730664238333702, -0.025986256077885628, -0.024241849780082703, -0.02249744161963463, -0.020753035321831703, -0.019008629024028778, -0.017264220863580704, -0.015519814565777779, -0.013775407336652279, -0.01203100010752678, -0.010286593809723854, -0.008542186580598354, -0.006797779351472855, -0.005053372588008642, -0.003308965591713786, -0.00156455859541893, 0.00017984840087592602, 0.001924255397170782, 0.003668662393465638, 0.005413069389760494, 0.007157476618885994, 0.008901882916688919, 0.010646290145814419, 0.012390697374939919, 0.014135104604065418, 0.015879511833190918, 0.017623918130993843, 0.019368324428796768, 0.021112732589244843, 0.022857138887047768, 0.024601547047495842, 0.026345953345298767]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 2.0, 0.0, 3.0, 3.0, 2.0, 6.0, 2.0, 6.0, 3.0, 5.0, 7.0, 5.0, 2.0, 8.0, 7.0, 3.0, 9.0, 4.0, 5.0, 1.0, 4.0, 2.0, 3.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 0.0, 5.0, 4.0, 1.0, 6.0, 4.0, 2.0, 7.0, 8.0, 95.0, 13.0, 6.0, 2.0, 6.0, 4.0, 5.0, 3.0], "bins": [-0.09721606224775314, -0.09549710154533386, -0.09377814084291458, -0.0920591875910759, -0.09034022688865662, -0.08862126618623734, -0.08690230548381805, -0.08518335223197937, -0.08346439152956009, -0.08174543082714081, -0.08002647012472153, -0.07830750942230225, -0.07658855617046356, -0.07486959546804428, -0.073150634765625, -0.07143167406320572, -0.06971271336078644, -0.06799376010894775, -0.06627479940652847, -0.06455583870410919, -0.06283687800168991, -0.06111792102456093, -0.059398964047431946, -0.057680003345012665, -0.055961042642593384, -0.0542420856654644, -0.05252312496304512, -0.05080416798591614, -0.04908520728349686, -0.047366250306367874, -0.04564728960394859, -0.04392833262681961, -0.04220937192440033, -0.04049041122198105, -0.038771454244852066, -0.037052493542432785, -0.0353335365653038, -0.03361457586288452, -0.03189561888575554, -0.030176658183336258, -0.028457699343562126, -0.026738740503787994, -0.025019781664013863, -0.02330082282423973, -0.02158186212182045, -0.019862903282046318, -0.018143944442272186, -0.016424985602498055, -0.014706026762723923, -0.012987067922949791, -0.01126810908317566, -0.009549149312078953, -0.007830190472304821, -0.006111231632530689, -0.00439227232709527, -0.0026733132544904947, -0.0009543541818857193, 0.0007646048907190561, 0.0024835639633238316, 0.004202523268759251, 0.005921482108533382, 0.007640440948307514, 0.00935940071940422, 0.011078359559178352, 0.012797318398952484]}, "_runtime": 5.970492839813232, "_timestamp": 1596214284.6185377, "_step": 1}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 3.0, 2.0, 3.0, 2.0, 1.0, 2.0, 2.0, 2.0, 5.0, 4.0, 3.0, 1.0, 1.0, 1.0, 2.0, 2.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01930222474038601, -0.018673941493034363, -0.018045658245682716, -0.01741737499833107, -0.016789089888334274, -0.016160806640982628, -0.015532523393630981, -0.014904240146279335, -0.014275956898927689, -0.013647673651576042, -0.013019390404224396, -0.012391106225550175, -0.011762822978198528, -0.011134539730846882, -0.01050625555217266, -0.009877972304821014, -0.009249689057469368, -0.008621405810117722, -0.007993122562766075, -0.007364838384091854, -0.006736555136740208, -0.006108271889388561, -0.0054799881763756275, -0.004851704463362694, -0.004223421216011047, -0.0035951377358287573, -0.002966854255646467, -0.002338570775464177, -0.001710287295281887, -0.001082003815099597, -0.0004537203349173069, 0.00017456314526498318, 0.0008028466254472733, 0.0014311301056295633, 0.0020594135858118534, 0.0026876970659941435, 0.0033159805461764336, 0.00394426379352808, 0.004572547506541014, 0.0052008312195539474, 0.005829114466905594, 0.00645739771425724, 0.007085681427270174, 0.007713965140283108, 0.008342248387634754, 0.0089705316349864, 0.009598815813660622, 0.010227099061012268, 0.010855382308363914, 0.011483665555715561, 0.012111948803067207, 0.012740232981741428, 0.013368516229093075, 0.013996799476444721, 0.014625083655118942, 0.015253366902470589, 0.015881650149822235, 0.01650993339717388, 0.017138216644525528, 0.017766499891877174, 0.01839478313922882, 0.019023068249225616, 0.019651351496577263, 0.02027963474392891, 0.020907917991280556]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 4.0, 3.0, 3.0, 4.0, 4.0, 4.0, 5.0, 6.0, 10.0, 5.0, 9.0, 12.0, 17.0, 13.0, 19.0, 15.0, 20.0, 37.0, 41.0, 40.0, 47.0, 60.0, 73.0, 95.0, 104.0, 132.0, 174.0, 252.0, 255.0, 345.0, 406.0, 2109.0, 820.0, 775.0, 593.0, 433.0, 276.0, 188.0, 127.0, 105.0, 73.0, 48.0, 46.0, 24.0, 21.0, 18.0, 14.0, 12.0, 5.0, 3.0, 8.0, 4.0, 6.0, 3.0, 2.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.12208916246891022, -0.11835623532533646, -0.1146233007311821, -0.11089037358760834, -0.10715743899345398, -0.10342451184988022, -0.09969157725572586, -0.0959586501121521, -0.09222571551799774, -0.08849278837442398, -0.08475986123085022, -0.08102692663669586, -0.0772939994931221, -0.07356106489896774, -0.06982813775539398, -0.06609520316123962, -0.06236227601766586, -0.058629345148801804, -0.054896414279937744, -0.051163483411073685, -0.047430552542209625, -0.043697625398635864, -0.039964694529771805, -0.036231763660907745, -0.032498832792043686, -0.028765901923179626, -0.025032971054315567, -0.021300042048096657, -0.017567111179232597, -0.013834180310368538, -0.010101250372827053, -0.006368319969624281, -0.002635389566421509, 0.0010975408367812634, 0.0048304712399840355, 0.00856340117752552, 0.01229633204638958, 0.01602926291525364, 0.01976219192147255, 0.02349512279033661, 0.02722805365920067, 0.030960984528064728, 0.03469391539692879, 0.03842684626579285, 0.04215977340936661, 0.04589270427823067, 0.04962563514709473, 0.053358566015958786, 0.057091496884822845, 0.060824427753686905, 0.06455735862255096, 0.06829028576612473, 0.07202322036027908, 0.07575614750385284, 0.0794890820980072, 0.08322200924158096, 0.08695493638515472, 0.09068787097930908, 0.09442079812288284, 0.0981537327170372, 0.10188665986061096, 0.10561959445476532, 0.10935252159833908, 0.11308545619249344, 0.1168183833360672]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 1.0, 2.0, 2.0, 1.0, 3.0, 3.0, 7.0, 1.0, 0.0, 2.0, 3.0, 4.0, 4.0, 6.0, 0.0, 2.0, 2.0, 28.0, 5.0, 6.0, 1.0, 2.0, 2.0, 0.0, 3.0, 1.0, 2.0, 4.0, 2.0, 3.0, 2.0, 2.0, 1.0, 2.0, 0.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.006827469915151596, -0.0065728165209293365, -0.006318163126707077, -0.006063510198146105, -0.005808856803923845, -0.005554203409701586, -0.0052995504811406136, -0.005044897086918354, -0.0047902436926960945, -0.004535590298473835, -0.0042809369042515755, -0.004026283975690603, -0.0037716305814683437, -0.003516977187246084, -0.0032623240258544683, -0.0030076708644628525, -0.002753017470240593, -0.0024983640760183334, -0.0022437109146267176, -0.0019890577532351017, -0.0017344043590128422, -0.0014797510812059045, -0.0012250978033989668, -0.0009704445255920291, -0.0007157912477850914, -0.0004611379699781537, -0.000206484692171216, 4.8168585635721684e-05, 0.0003028218634426594, 0.0005574751412495971, 0.0008121284190565348, 0.0010667816968634725, 0.0013214349746704102, 0.0015760882524773479, 0.0018307415302842855, 0.0020853946916759014, 0.002340048085898161, 0.0025947014801204205, 0.0028493546415120363, 0.003104007802903652, 0.0033586611971259117, 0.0036133145913481712, 0.003867967752739787, 0.004122620914131403, 0.0043772743083536625, 0.004631927702575922, 0.004886580631136894, 0.005141234025359154, 0.005395887419581413, 0.005650540813803673, 0.005905194208025932, 0.0061598471365869045, 0.006414500530809164, 0.006669153925031424, 0.006923806853592396, 0.007178460247814655, 0.007433113642036915, 0.007687767036259174, 0.007942420430481434, 0.008197073824703693, 0.008451726287603378, 0.008706379681825638, 0.008961033076047897, 0.009215686470270157, 0.009470339864492416]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 6.0, 12.0, 21.0, 21.0, 36.0, 57.0, 89.0, 153.0, 239.0, 325.0, 585.0, 868.0, 1349.0, 1938.0, 2834.0, 4216.0, 5968.0, 8059.0, 11285.0, 15770.0, 21636.0, 30560.0, 44567.0, 64901.0, 90497.0, 114745.0, 437305.0, 90676.0, 65386.0, 46249.0, 32458.0, 23161.0, 17066.0, 12392.0, 9283.0, 6795.0, 4954.0, 3678.0, 2672.0, 2038.0, 1422.0, 1014.0, 751.0, 482.0, 356.0, 270.0, 161.0, 119.0, 69.0, 52.0, 34.0, 17.0, 15.0, 12.0, 9.0, 9.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.012312502600252628, -0.011890212073922157, -0.011467920616269112, -0.01104563008993864, -0.010623338632285595, -0.010201048105955124, -0.009778756648302078, -0.009356466121971607, -0.008934174664318562, -0.00851188413798809, -0.008089592680335045, -0.007667302154004574, -0.0072450111620128155, -0.006822720170021057, -0.006400429178029299, -0.0059781381860375404, -0.005555847194045782, -0.005133556202054024, -0.004711265210062265, -0.004288974218070507, -0.0038666832260787487, -0.003444392466917634, -0.0030221014749258757, -0.0025998104829341173, -0.002177519490942359, -0.0017552284989506006, -0.0013329375069588423, -0.0009106466313824058, -0.0004883556393906474, -6.606467650271952e-05, 0.00035622628638520837, 0.0007785172201693058, 0.0012008082121610641, 0.0016230992041528225, 0.002045390196144581, 0.002467681188136339, 0.0028899721801280975, 0.0033122629392892122, 0.0037345539312809706, 0.004156845156103373, 0.004579136148095131, 0.005001426674425602, 0.00542371766641736, 0.005846008658409119, 0.006268299650400877, 0.006690590642392635, 0.007112881634384394, 0.007535172626376152, 0.007957464084029198, 0.008379754610359669, 0.00880204513669014, 0.009224336594343185, 0.009646627120673656, 0.010068918578326702, 0.010491209104657173, 0.010913500562310219, 0.01133579108864069, 0.011758082546293736, 0.012180373072624207, 0.012602664530277252, 0.013024955056607723, 0.013447246514260769, 0.01386953704059124, 0.014291828498244286, 0.014714119024574757]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 8.0, 3.0, 0.0, 2.0, 0.0, 2.0, 3.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0], "bins": [-0.01057224441319704, -0.010273527354001999, -0.009974811226129532, -0.00967609416693449, -0.009377377107739449, -0.009078660979866982, -0.00877994392067194, -0.008481227792799473, -0.008182510733604431, -0.00788379367440939, -0.0075850775465369225, -0.007286360487341881, -0.0069876438938081264, -0.006688927300274372, -0.0063902102410793304, -0.006091493647545576, -0.005792777054011822, -0.005494060460478067, -0.005195343866944313, -0.004896626807749271, -0.004597910214215517, -0.004299193620681763, -0.004000476561486721, -0.0037017599679529667, -0.0034030433744192123, -0.003104326780885458, -0.00280560995452106, -0.002506893128156662, -0.0022081765346229076, -0.0019094598246738315, -0.0016107431147247553, -0.0013120264047756791, -0.001013309694826603, -0.0007145929848775268, -0.0004158762749284506, -0.00011715956497937441, 0.00018155714496970177, 0.00048027385491877794, 0.0007789905648678541, 0.0010777072748169303, 0.0013764239847660065, 0.0016751406947150826, 0.001973857404664159, 0.002272574231028557, 0.002571290824562311, 0.0028700074180960655, 0.0031687242444604635, 0.0034674410708248615, 0.003766157664358616, 0.00406487425789237, 0.004363590851426125, 0.004662307910621166, 0.004961024504154921, 0.005259741097688675, 0.005558458156883717, 0.005857174750417471, 0.006155891343951225, 0.00645460793748498, 0.006753324531018734, 0.007052041590213776, 0.00735075818374753, 0.007649474777281284, 0.007948191836476326, 0.008246907964348793, 0.008545625023543835]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 3.0, 8.0, 9.0, 8.0, 13.0, 10.0, 15.0, 20.0, 32.0, 32.0, 52.0, 44.0, 35.0, 67.0, 86.0, 87.0, 103.0, 107.0, 140.0, 157.0, 201.0, 218.0, 209.0, 213.0, 250.0, 256.0, 243.0, 277.0, 260.0, 270.0, 277.0, 334.0, 402.0, 459.0, 565.0, 731.0, 6286.0, 1749.0, 1021.0, 705.0, 529.0, 393.0, 376.0, 303.0, 236.0, 208.0, 153.0, 105.0, 68.0, 38.0, 23.0, 16.0, 14.0, 2.0, 4.0, 2.0, 2.0], "bins": [-0.014349359087646008, -0.014022545889019966, -0.013695732690393925, -0.013368919491767883, -0.013042106293141842, -0.0127152930945158, -0.012388479895889759, -0.012061666697263718, -0.01173485442996025, -0.01140804123133421, -0.011081228032708168, -0.010754414834082127, -0.010427601635456085, -0.010100788436830044, -0.009773975238204002, -0.009447162039577961, -0.00912034884095192, -0.008793535642325878, -0.008466722443699837, -0.008139909245073795, -0.007813096046447754, -0.007486283313483, -0.007159470114856958, -0.006832656916230917, -0.0065058437176048756, -0.006179030518978834, -0.005852217320352793, -0.005525404121726751, -0.005198591388761997, -0.004871778190135956, -0.004544964991509914, -0.004218151792883873, -0.0038913385942578316, -0.00356452539563179, -0.0032377121970057487, -0.002910899231210351, -0.0025840860325843096, -0.002257272833958268, -0.0019304597517475486, -0.001603646669536829, -0.0012768334709107876, -0.0009500203304924071, -0.0006232071900740266, -0.0002963940496556461, 3.0419090762734413e-05, 0.0003572322311811149, 0.0006840453715994954, 0.001010858453810215, 0.0013376716524362564, 0.0016644848510622978, 0.0019912980496883392, 0.002318111015483737, 0.0026449242141097784, 0.00297173741273582, 0.0032985503785312176, 0.003625363577157259, 0.0039521767757833, 0.004278989974409342, 0.004605803173035383, 0.004932616371661425, 0.005259429104626179, 0.00558624230325222, 0.0059130555018782616, 0.006239868700504303, 0.006566681899130344]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 5.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.05428121238946915, -0.05314432829618454, -0.05200744420289993, -0.050870563834905624, -0.04973367974162102, -0.04859679564833641, -0.047459911555051804, -0.046323031187057495, -0.04518614709377289, -0.04404926300048828, -0.042912378907203674, -0.04177549481391907, -0.04063861444592476, -0.03950173035264015, -0.038364846259355545, -0.03722796216607094, -0.03609108179807663, -0.03495419770479202, -0.033817313611507416, -0.03268042951822281, -0.0315435454249382, -0.030406663194298744, -0.029269780963659286, -0.02813289687037468, -0.026996012777090073, -0.025859130546450615, -0.024722246453166008, -0.02358536422252655, -0.022448480129241943, -0.021311597898602486, -0.02017471380531788, -0.01903783157467842, -0.017900947481393814, -0.016764063388109207, -0.01562718115746975, -0.014490297995507717, -0.013353414833545685, -0.012216530740261078, -0.011079647578299046, -0.009942764416337013, -0.008805881254374981, -0.007668998092412949, -0.006532114930450916, -0.005395231302827597, -0.004258348140865564, -0.003121464978903532, -0.001984581584110856, -0.0008476983057335019, 0.00028918497264385223, 0.0014260682510212064, 0.0025629515293985605, 0.0036998349241912365, 0.004836718086153269, 0.005973601248115301, 0.007110484875738621, 0.008247368037700653, 0.009384251199662685, 0.010521134361624718, 0.01165801752358675, 0.012794900685548782, 0.01393178477883339, 0.015068667940795422, 0.016205551102757454, 0.01734243333339691, 0.01847931742668152]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 4.0, 8.0, 5.0, 4.0, 12.0, 5.0, 4.0, 4.0, 5.0, 9.0, 4.0, 5.0, 4.0, 0.0, 2.0, 5.0, 2.0, 6.0, 2.0, 1.0, 3.0, 2.0, 3.0, 1.0, 1.0, 3.0, 1.0, 5.0, 2.0, 4.0, 1.0, 6.0, 4.0, 1.0, 3.0, 2.0, 11.0, 12.0, 67.0, 14.0, 5.0, 8.0, 8.0, 4.0, 3.0, 2.0, 2.0, 4.0, 3.0, 0.0, 1.0, 2.0], "bins": [-0.05558668076992035, -0.05448830500245094, -0.05338992550969124, -0.05229154974222183, -0.051193173974752426, -0.05009479448199272, -0.048996418714523315, -0.04789804294705391, -0.046799663454294205, -0.0457012876868248, -0.04460291191935539, -0.04350453242659569, -0.04240615665912628, -0.041307780891656876, -0.04020940139889717, -0.039111025631427765, -0.03801264613866806, -0.036914270371198654, -0.03581589460372925, -0.03471751511096954, -0.03361913934350014, -0.03252076357603073, -0.03142238408327103, -0.03032400831580162, -0.029225632548332214, -0.02812725491821766, -0.027028877288103104, -0.02593049965798855, -0.024832123890519142, -0.023733746260404587, -0.02263536863029003, -0.021536992862820625, -0.02043861523270607, -0.019340237602591515, -0.01824186183512211, -0.017143484205007553, -0.016045106574892998, -0.014946729876101017, -0.013848353177309036, -0.012749975547194481, -0.0116515988484025, -0.01055322214961052, -0.009454844519495964, -0.008356467820703983, -0.007258090656250715, -0.006159713491797447, -0.0050613367930054665, -0.003962959628552198, -0.0028645824640989304, -0.0017662054160609841, -0.0006678283680230379, 0.0004305486800149083, 0.0015289257280528545, 0.0026273028925061226, 0.003725679824128747, 0.004824056755751371, 0.0059224339202046394, 0.0070208110846579075, 0.008119188249111176, 0.009217564947903156, 0.010315941646695137, 0.011414319276809692, 0.012512695975601673, 0.013611073605716228, 0.01470945030450821]}, "_runtime": 6.750921249389648, "_timestamp": 1596214285.398966, "_step": 2}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 3.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 3.0, 1.0, 1.0, 2.0, 1.0, 2.0, 2.0, 3.0, 3.0, 3.0, 2.0, 1.0, 1.0, 1.0, 4.0, 4.0, 2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.01464645005762577, -0.014194066636264324, -0.013741683214902878, -0.013289300724864006, -0.01283691730350256, -0.012384533882141113, -0.011932151392102242, -0.011479767970740795, -0.011027384549379349, -0.010575001128017902, -0.010122617706656456, -0.009670235216617584, -0.009217851795256138, -0.008765468373894691, -0.00831308588385582, -0.007860702462494373, -0.007408319041132927, -0.0069559356197714806, -0.0065035526640713215, -0.006051169708371162, -0.005598786287009716, -0.00514640286564827, -0.004694019909948111, -0.0042416369542479515, -0.003789253532886505, -0.0033368703443557024, -0.0028844871558248997, -0.002432103967294097, -0.0019797207787632942, -0.0015273375902324915, -0.0010749544017016888, -0.000622571213170886, -0.0001701880246400833, 0.0002821951638907194, 0.0007345783524215221, 0.0011869615409523249, 0.0016393447294831276, 0.0020917279180139303, 0.002544111106544733, 0.0029964942950755358, 0.0034488774836063385, 0.0039012606721371412, 0.004353643860667944, 0.004806026816368103, 0.005258410237729549, 0.005710793659090996, 0.006163176614791155, 0.006615559570491314, 0.00706794299185276, 0.007520326413214207, 0.007972709834575653, 0.008425092324614525, 0.008877475745975971, 0.009329859167337418, 0.00978224165737629, 0.010234625078737736, 0.010687008500099182, 0.011139391921460629, 0.011591775342822075, 0.012044157832860947, 0.012496541254222393, 0.01294892467558384, 0.013401307165622711, 0.013853690586984158, 0.014306074008345604]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 3.0, 2.0, 8.0, 6.0, 5.0, 6.0, 5.0, 9.0, 17.0, 16.0, 32.0, 34.0, 36.0, 53.0, 60.0, 48.0, 76.0, 99.0, 108.0, 153.0, 231.0, 296.0, 414.0, 532.0, 2270.0, 1160.0, 862.0, 496.0, 281.0, 183.0, 125.0, 83.0, 65.0, 53.0, 32.0, 21.0, 14.0, 3.0, 13.0, 3.0, 3.0, 4.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.17773698270320892, -0.17310979962348938, -0.16848263144493103, -0.1638554483652115, -0.15922828018665314, -0.1546010971069336, -0.14997391402721405, -0.1453467458486557, -0.14071956276893616, -0.1360923945903778, -0.13146521151065826, -0.12683802843093872, -0.12221086025238037, -0.11758368462324142, -0.11295650154352188, -0.10832932591438293, -0.10370215028524399, -0.09907497465610504, -0.0944477990269661, -0.08982061594724655, -0.0851934403181076, -0.08056626468896866, -0.07593908905982971, -0.07131191343069077, -0.06668473780155182, -0.062057558447122574, -0.05743037909269333, -0.05280320346355438, -0.048176027834415436, -0.04354884847998619, -0.038921672850847244, -0.034294493496418, -0.029667317867279053, -0.025040140375494957, -0.02041296288371086, -0.015785787254571915, -0.011158609762787819, -0.0065314327366650105, -0.001904255710542202, 0.0027229213155806065, 0.007350098341703415, 0.01197727583348751, 0.016604453325271606, 0.021231628954410553, 0.02585880644619465, 0.030485983937978745, 0.03511315956711769, 0.039740338921546936, 0.04436751455068588, 0.04899469017982483, 0.053621869534254074, 0.05824904516339302, 0.06287622451782227, 0.06750340014696121, 0.07213057577610016, 0.0767577514052391, 0.08138492703437805, 0.0860121101140976, 0.09063928574323654, 0.09526646137237549, 0.09989363700151443, 0.10452081263065338, 0.10914799571037292, 0.11377517133951187, 0.11840234696865082]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 3.0, 4.0, 4.0, 4.0, 1.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 0.0, 5.0, 3.0, 24.0, 4.0, 4.0, 3.0, 4.0, 5.0, 2.0, 2.0, 1.0, 0.0, 1.0, 3.0, 2.0, 5.0, 2.0, 3.0, 3.0, 2.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.006037034094333649, -0.005844687111675739, -0.005652339663356543, -0.005459992680698633, -0.0052676452323794365, -0.005075298249721527, -0.00488295080140233, -0.004690603818744421, -0.004498256370425224, -0.004305909387767315, -0.004113561939448118, -0.003921214956790209, -0.0037288677413016558, -0.0035365205258131027, -0.0033441733103245497, -0.0031518260948359966, -0.0029594788793474436, -0.0027671316638588905, -0.0025747844483703375, -0.0023824372328817844, -0.0021900900173932314, -0.0019977428019046783, -0.0018053957028314471, -0.001613048487342894, -0.001420701271854341, -0.001228354056365788, -0.001036006840877235, -0.0008436596835963428, -0.0006513124681077898, -0.0004589652526192367, -0.0002666180662345141, -7.42708652978763e-05, 0.00011807633563876152, 0.00031042355112731457, 0.0005027707666158676, 0.0006951179238967597, 0.0008874651393853128, 0.001079812296666205, 0.001272159512154758, 0.001464506727643311, 0.001656853943131864, 0.0018492011586204171, 0.0020415482576936483, 0.0022338954731822014, 0.0024262426886707544, 0.0026185899041593075, 0.0028109371196478605, 0.0030032843351364136, 0.0031956315506249666, 0.0033879787661135197, 0.0035803259816020727, 0.0037726731970906258, 0.003965020179748535, 0.004157367628067732, 0.004349714610725641, 0.004542062059044838, 0.004734409041702747, 0.004926756490021944, 0.0051191034726798534, 0.00531145092099905, 0.0055037979036569595, 0.005696145351976156, 0.005888492334634066, 0.006080839782953262, 0.006273186765611172]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 0.0, 4.0, 9.0, 18.0, 36.0, 55.0, 89.0, 155.0, 243.0, 313.0, 488.0, 816.0, 1191.0, 1693.0, 2280.0, 3107.0, 4179.0, 5494.0, 7151.0, 9130.0, 11733.0, 14497.0, 18729.0, 24451.0, 32538.0, 43889.0, 57759.0, 73730.0, 91865.0, 413715.0, 88808.0, 70542.0, 52658.0, 38228.0, 28031.0, 20970.0, 15574.0, 11603.0, 8918.0, 6915.0, 5117.0, 3824.0, 2675.0, 1873.0, 1406.0, 962.0, 679.0, 469.0, 328.0, 233.0, 149.0, 109.0, 69.0, 56.0, 36.0, 25.0, 11.0, 8.0, 4.0, 2.0, 3.0, 2.0, 1.0], "bins": [-0.011464354582130909, -0.011085744015872478, -0.010707134380936623, -0.010328523814678192, -0.009949914179742336, -0.009571303613483906, -0.00919269397854805, -0.00881408341228962, -0.008435472846031189, -0.008056863211095333, -0.00767825311049819, -0.007299643009901047, -0.006921032443642616, -0.006542422343045473, -0.00616381224244833, -0.005785202141851187, -0.005406592041254044, -0.0050279819406569, -0.004649371840059757, -0.004270761739462614, -0.0038921514060348272, -0.003513541305437684, -0.0031349309720098972, -0.002756320871412754, -0.002377710770815611, -0.0019991006702184677, -0.0016204904532060027, -0.0012418802361935377, -0.0008632701355963945, -0.00048465997679159045, -0.00010604981798678637, 0.0002725603408180177, 0.0006511704996228218, 0.001029780600219965, 0.00140839081723243, 0.001787001034244895, 0.002165611134842038, 0.0025442212354391813, 0.002922831568866968, 0.0033014416694641113, 0.0036800517700612545, 0.004058661870658398, 0.004437271971255541, 0.004815882071852684, 0.0051944926381111145, 0.005573102738708258, 0.005951712839305401, 0.006330322939902544, 0.006708933040499687, 0.00708754314109683, 0.0074661532416939735, 0.007844763807952404, 0.00822337344288826, 0.00860198400914669, 0.008980593644082546, 0.009359204210340977, 0.009737813845276833, 0.010116424411535263, 0.010495034977793694, 0.01087364461272955, 0.01125225517898798, 0.011630864813923836, 0.012009475380182266, 0.012388085015118122, 0.012766695581376553]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 2.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 2.0, 1.0, 2.0, 2.0, 1.0, 1.0, 8.0, 3.0, 1.0, 5.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.021066907793283463, -0.020629994571208954, -0.020193079486489296, -0.019756166264414787, -0.01931925117969513, -0.01888233795762062, -0.018445422872900963, -0.018008509650826454, -0.017571594566106796, -0.017134681344032288, -0.01669776812195778, -0.01626085303723812, -0.015823939815163612, -0.015387025661766529, -0.014950111508369446, -0.014513197354972363, -0.01407628320157528, -0.013639369048178196, -0.013202454894781113, -0.01276554074138403, -0.012328626587986946, -0.011891713365912437, -0.011454799212515354, -0.011017885059118271, -0.010580970905721188, -0.010144056752324104, -0.009707142598927021, -0.009270228445529938, -0.008833315223455429, -0.008396401070058346, -0.007959486916661263, -0.007522572763264179, -0.007085658609867096, -0.006648744456470013, -0.006211830303072929, -0.005774916615337133, -0.00533800246194005, -0.004901088308542967, -0.004464174620807171, -0.004027260467410088, -0.0035903463140130043, -0.003153432160615921, -0.0027165182400494814, -0.0022796043194830418, -0.0018426901660859585, -0.001405776129104197, -0.0009688620921224356, -0.0005319480551406741, -9.503401815891266e-05, 0.0003418800188228488, 0.0007787940558046103, 0.0012157080927863717, 0.0016526221297681332, 0.0020895362831652164, 0.002526450203731656, 0.0029633641242980957, 0.003400278277695179, 0.0038371924310922623, 0.0042741065844893456, 0.0047110202722251415, 0.005147934425622225, 0.005584848579019308, 0.006021762266755104, 0.006458676420152187, 0.006895590573549271]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 2.0, 3.0, 4.0, 3.0, 3.0, 2.0, 5.0, 9.0, 9.0, 7.0, 7.0, 15.0, 11.0, 10.0, 11.0, 30.0, 34.0, 42.0, 52.0, 45.0, 34.0, 61.0, 56.0, 66.0, 77.0, 74.0, 99.0, 100.0, 119.0, 119.0, 119.0, 165.0, 190.0, 205.0, 218.0, 239.0, 268.0, 287.0, 305.0, 350.0, 385.0, 428.0, 448.0, 545.0, 658.0, 744.0, 900.0, 1409.0, 6566.0, 868.0, 539.0, 379.0, 254.0, 159.0, 156.0, 151.0, 122.0, 108.0, 62.0, 46.0, 26.0, 12.0, 10.0], "bins": [-0.011218257248401642, -0.010989978909492493, -0.010761699639260769, -0.01053342130035162, -0.01030514296144247, -0.010076864622533321, -0.009848585352301598, -0.009620307013392448, -0.0093920286744833, -0.00916375033557415, -0.008935471065342426, -0.008707192726433277, -0.008478914387524128, -0.008250636048614979, -0.008022356778383255, -0.007794078439474106, -0.007565800100564957, -0.00733752129599452, -0.007109242491424084, -0.0068809641525149345, -0.006652685347944498, -0.006424407009035349, -0.006196128204464912, -0.005967849865555763, -0.005739571060985327, -0.005511292722076178, -0.005283013917505741, -0.005054735578596592, -0.0048264567740261555, -0.004598178435117006, -0.00436989963054657, -0.004141621291637421, -0.003913342487066984, -0.0036850639153271914, -0.0034567853435873985, -0.0032285067718476057, -0.003000228200107813, -0.00277194962836802, -0.0025436710566282272, -0.0023153924848884344, -0.0020871139131486416, -0.001858835224993527, -0.0016305566532537341, -0.0014022780815139413, -0.0011739993933588266, -0.0009457208798266947, -0.000717442249879241, -0.0004891636781394482, -0.00026088510639965534, -3.260652010794729e-05, 0.00019567206618376076, 0.00042395066702738404, 0.0006522292387671769, 0.0008805078105069697, 0.0011087864404544234, 0.0013370650121942163, 0.001565343583934009, 0.001793622155673802, 0.0020219008438289165, 0.0022501794155687094, 0.002478457987308502, 0.002706736559048295, 0.002935015130788088, 0.0031632937025278807, 0.0033915722742676735]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.04547812417149544, -0.04460420459508896, -0.04373028129339218, -0.0428563617169857, -0.041982438415288925, -0.041108518838882446, -0.04023459553718567, -0.03936067596077919, -0.03848675638437271, -0.037612833082675934, -0.036738913506269455, -0.03586499020457268, -0.0349910706281662, -0.03411715105175972, -0.03324322775006294, -0.032369308173656464, -0.031495384871959686, -0.030621465295553207, -0.02974754385650158, -0.02887362241744995, -0.027999700978398323, -0.027125779539346695, -0.026251858100295067, -0.025377938523888588, -0.02450401708483696, -0.02363009564578533, -0.022756174206733704, -0.021882252767682076, -0.021008331328630447, -0.02013441175222397, -0.01926049031317234, -0.018386568874120712, -0.017512647435069084, -0.016638725996017456, -0.015764804556965828, -0.014890884049236774, -0.014016962610185146, -0.013143042102456093, -0.012269120663404465, -0.011395199224352837, -0.010521277785301208, -0.009647357277572155, -0.008773435838520527, -0.007899514399468899, -0.007025593891739845, -0.006151672452688217, -0.005277751479297876, -0.004403830040246248, -0.0035299090668559074, -0.002655987860634923, -0.0017820667708292603, -0.0009081456228159368, -3.422447480261326e-05, 0.0008396966732107103, 0.0017136178212240338, 0.0025875389110296965, 0.003461460117250681, 0.004335381090641022, 0.00520930252969265, 0.006083223503082991, 0.0069571444764733315, 0.00783106591552496, 0.008704987354576588, 0.009578907862305641, 0.01045282930135727]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 4.0, 1.0, 3.0, 3.0, 6.0, 5.0, 2.0, 5.0, 5.0, 1.0, 5.0, 5.0, 5.0, 7.0, 6.0, 4.0, 5.0, 3.0, 6.0, 4.0, 1.0, 2.0, 1.0, 5.0, 4.0, 5.0, 3.0, 0.0, 4.0, 3.0, 5.0, 3.0, 4.0, 3.0, 2.0, 2.0, 1.0, 4.0, 3.0, 5.0, 8.0, 15.0, 67.0, 20.0, 6.0, 5.0, 3.0, 4.0, 0.0, 3.0, 3.0], "bins": [-0.032498687505722046, -0.03191480040550232, -0.031330909579992294, -0.030747022479772568, -0.030163133516907692, -0.029579244554042816, -0.02899535745382309, -0.028411468490958214, -0.027827579528093338, -0.02724369242787361, -0.026659803465008736, -0.02607591450214386, -0.025492025539278984, -0.024908138439059258, -0.02432424947619438, -0.023740360513329506, -0.02315647155046463, -0.022572584450244904, -0.021988695487380028, -0.021404806524515152, -0.020820919424295425, -0.02023703046143055, -0.019653141498565674, -0.019069252535700798, -0.01848536543548107, -0.017901476472616196, -0.01731758750975132, -0.016733700409531593, -0.016149811446666718, -0.015565922483801842, -0.01498203445225954, -0.014398145489394665, -0.013814257457852364, -0.013230369426310062, -0.012646480463445187, -0.012062592431902885, -0.01147870346903801, -0.010894815437495708, -0.010310926474630833, -0.009727038443088531, -0.009143149480223656, -0.008559261448681355, -0.007975373417139053, -0.0073914844542741776, -0.006807596422731876, -0.006223707925528288, -0.005639819428324699, -0.005055930931121111, -0.004472042433917522, -0.003888153936713934, -0.0033042654395103455, -0.0027203771751374006, -0.002136488677933812, -0.0015526001807302237, -0.000968711799941957, -0.0003848233609460294, 0.00019906507804989815, 0.0007829535170458257, 0.0013668419560417533, 0.00195073033683002, 0.0025346188340336084, 0.003118507331237197, 0.0037023955956101418, 0.00428628409281373, 0.004870172590017319]}, "_runtime": 7.528597831726074, "_timestamp": 1596214286.1766427, "_step": 3}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 3.0, 4.0, 3.0, 1.0, 2.0, 0.0, 3.0, 3.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 2.0, 2.0, 0.0, 2.0, 0.0, 3.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.017080053687095642, -0.016624920070171356, -0.01616978459060192, -0.015714650973677635, -0.015259516425430775, -0.014804381877183914, -0.014349248260259628, -0.013894113712012768, -0.013438979163765907, -0.012983844615519047, -0.012528710067272186, -0.0120735764503479, -0.01161844190210104, -0.01116330735385418, -0.010708173736929893, -0.010253039188683033, -0.009797904640436172, -0.009342770092189312, -0.008887635543942451, -0.008432501927018166, -0.007977367378771305, -0.007522232830524445, -0.007067098747938871, -0.006611964665353298, -0.006156830117106438, -0.005701695568859577, -0.005246561486274004, -0.004791427403688431, -0.00433629285544157, -0.0038811585400253534, -0.0034260242246091366, -0.0029708899091929197, -0.002515755593776703, -0.002060621278360486, -0.0016054869629442692, -0.0011503526475280523, -0.0006952183321118355, -0.00024008401669561863, 0.00021505029872059822, 0.0006701846141368151, 0.001125318929553032, 0.0015804532449692488, 0.0020355875603854656, 0.0024907218758016825, 0.0029458561912178993, 0.003400990506634116, 0.003856124822050333, 0.004311258904635906, 0.004766393452882767, 0.005221528001129627, 0.0056766620837152, 0.006131796166300774, 0.006586930714547634, 0.007042065262794495, 0.007497199345380068, 0.007952333427965641, 0.008407467976212502, 0.008862602524459362, 0.009317737072706223, 0.009772870689630508, 0.010228005237877369, 0.01068313978612423, 0.011138273403048515, 0.011593407951295376, 0.012048542499542236]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 2.0, 3.0, 4.0, 4.0, 3.0, 8.0, 6.0, 8.0, 10.0, 22.0, 16.0, 28.0, 38.0, 51.0, 84.0, 67.0, 102.0, 110.0, 156.0, 167.0, 249.0, 304.0, 414.0, 512.0, 2371.0, 1089.0, 726.0, 476.0, 321.0, 163.0, 138.0, 88.0, 50.0, 34.0, 28.0, 18.0, 14.0, 11.0, 10.0, 11.0, 4.0, 2.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.16212566196918488, -0.1572502851486206, -0.15237492322921753, -0.14749954640865326, -0.142624169588089, -0.1377488076686859, -0.13287343084812164, -0.12799806892871857, -0.1231226921081543, -0.11824732273817062, -0.11337195336818695, -0.10849657654762268, -0.10362120717763901, -0.09874583780765533, -0.09387046098709106, -0.08899509161710739, -0.08411972224712372, -0.07924435287714005, -0.07436898350715637, -0.0694936066865921, -0.06461823731660843, -0.059742867946624756, -0.054867494851350784, -0.04999212175607681, -0.04511675238609314, -0.04024138301610947, -0.035366009920835495, -0.030490638688206673, -0.02561526745557785, -0.020739896222949028, -0.015864524990320206, -0.010989153757691383, -0.006113782525062561, -0.0012384112924337387, 0.0036369599401950836, 0.008512331172823906, 0.013387702405452728, 0.01826307363808155, 0.023138444870710373, 0.028013816103339195, 0.03288918733596802, 0.03776455670595169, 0.04263992980122566, 0.047515302896499634, 0.05239067226648331, 0.05726604163646698, 0.06214141473174095, 0.06701678782701492, 0.0718921571969986, 0.07676752656698227, 0.08164289593696594, 0.08651827275753021, 0.09139364212751389, 0.09626901149749756, 0.10114438831806183, 0.1060197576880455, 0.11089512705802917, 0.11577049642801285, 0.12064586579799652, 0.1255212426185608, 0.13039660453796387, 0.13527198135852814, 0.1401473581790924, 0.14502272009849548, 0.14989809691905975]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 3.0, 4.0, 1.0, 2.0, 4.0, 3.0, 4.0, 1.0, 1.0, 1.0, 5.0, 0.0, 4.0, 2.0, 2.0, 3.0, 25.0, 1.0, 6.0, 5.0, 2.0, 2.0, 2.0, 2.0, 4.0, 3.0, 2.0, 0.0, 2.0, 3.0, 2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 3.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.004201964009553194, -0.004032556898891926, -0.0038631500210613012, -0.0036937431432306767, -0.0035243360325694084, -0.003354929154738784, -0.0031855222769081593, -0.003016115166246891, -0.0028467082884162664, -0.002677301410585642, -0.0025078942999243736, -0.002338487422093749, -0.0021690805442631245, -0.0019996734336018562, -0.0018302665557712317, -0.0016608595615252852, -0.0014914525672793388, -0.0013220455730333924, -0.001152638578787446, -0.0009832317009568214, -0.000813824706710875, -0.0006444177124649286, -0.00047501077642664313, -0.0003056038112845272, -0.00013619684614241123, 3.321011899970472e-05, 0.00020261708414182067, 0.0003720240492839366, 0.0005414310144260526, 0.000710838008671999, 0.0008802449447102845, 0.00104965188074857, 0.0012190588749945164, 0.0013884658692404628, 0.0015578728634864092, 0.0017272797413170338, 0.0018966867355629802, 0.0020660937298089266, 0.002235500607639551, 0.0024049077183008194, 0.002574314596131444, 0.0027437214739620686, 0.002913128584623337, 0.0030825354624539614, 0.003251942340284586, 0.003421349450945854, 0.0035907563287764788, 0.003760163439437747, 0.003929570317268372, 0.00409897742792964, 0.004268384072929621, 0.004437791183590889, 0.004607198294252157, 0.004776604939252138, 0.004946012049913406, 0.005115419160574675, 0.005284826271235943, 0.005454232916235924, 0.005623640026897192, 0.00579304713755846, 0.005962453782558441, 0.006131860893219709, 0.006301268003880978, 0.0064706746488809586, 0.006640081759542227]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [4.0, 0.0, 2.0, 4.0, 14.0, 23.0, 27.0, 42.0, 81.0, 124.0, 214.0, 319.0, 520.0, 775.0, 1195.0, 1805.0, 2618.0, 3937.0, 5485.0, 7570.0, 10510.0, 14204.0, 19608.0, 26803.0, 37997.0, 55375.0, 78425.0, 105160.0, 429776.0, 99450.0, 74708.0, 54144.0, 39102.0, 28076.0, 20259.0, 15058.0, 11291.0, 8836.0, 6826.0, 5354.0, 3847.0, 2992.0, 2141.0, 1538.0, 1125.0, 810.0, 520.0, 351.0, 207.0, 142.0, 103.0, 58.0, 29.0, 23.0, 16.0, 9.0, 5.0, 3.0, 3.0, 3.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.011931347660720348, -0.011512870900332928, -0.011094393208622932, -0.010675916448235512, -0.010257439687848091, -0.009838961996138096, -0.009420485235750675, -0.00900200754404068, -0.00858353078365326, -0.008165054023265839, -0.007746576331555843, -0.007328099571168423, -0.006909622345119715, -0.006491145119071007, -0.006072668358683586, -0.005654191132634878, -0.00523571390658617, -0.004817236680537462, -0.004398759454488754, -0.003980282694101334, -0.0035618054680526257, -0.0031433282420039177, -0.0027248512487858534, -0.002306374255567789, -0.0018878970295190811, -0.001469419919885695, -0.0010509428102523088, -0.0006324657006189227, -0.00021398859098553658, 0.00020448851864784956, 0.0006229656282812357, 0.0010414427379146218, 0.001459919847548008, 0.001878396957181394, 0.0022968740668147802, 0.0027153510600328445, 0.0031338282860815525, 0.0035523055121302605, 0.003970782272517681, 0.004389259498566389, 0.004807736724615097, 0.005226213950663805, 0.005644691176712513, 0.006063167937099934, 0.006481645163148642, 0.0069001223891973495, 0.00731859914958477, 0.007737076375633478, 0.008155553601682186, 0.008574030362069607, 0.008992508053779602, 0.009410984814167023, 0.009829461574554443, 0.010247939266264439, 0.01066641602665186, 0.011084893718361855, 0.011503370478749275, 0.011921847239136696, 0.012340324930846691, 0.012758801691234112, 0.013177279382944107, 0.013595756143331528, 0.014014232903718948, 0.014432710595428944, 0.014851187355816364]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 3.0, 0.0, 3.0, 2.0, 1.0, 0.0, 1.0, 3.0, 2.0, 1.0, 1.0, 2.0, 8.0, 1.0, 3.0, 1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.006804388016462326, -0.006604385562241077, -0.006404383573681116, -0.0062043811194598675, -0.006004379130899906, -0.0058043766766786575, -0.005604374222457409, -0.005404372233897448, -0.005204369779676199, -0.00500436732545495, -0.004804365336894989, -0.00460436288267374, -0.004404360428452492, -0.0042043584398925304, -0.004004355985671282, -0.003804353764280677, -0.003604351542890072, -0.003404349321499467, -0.003204347100108862, -0.0030043446458876133, -0.0028043424244970083, -0.0026043402031064034, -0.0024043377488851547, -0.0022043355274945498, -0.0020043333061039448, -0.0018043310847133398, -0.001604328746907413, -0.0014043264091014862, -0.0012043241877108812, -0.0010043219663202763, -0.0008043196285143495, -0.0006043173489160836, -0.0004043150693178177, -0.0002043127897195518, -4.310510121285915e-06, 0.00019569176947697997, 0.00039569404907524586, 0.0005956963286735117, 0.0007956986082717776, 0.0009957009460777044, 0.0011957031674683094, 0.0013957053888589144, 0.0015957077266648412, 0.001795710064470768, 0.001995712285861373, 0.002195714507251978, 0.0023957169614732265, 0.0025957191828638315, 0.0027957214042544365, 0.0029957236256450415, 0.0031957258470356464, 0.003395728301256895, 0.0035957305226475, 0.003795732744038105, 0.003995735198259354, 0.004195737186819315, 0.004395739641040564, 0.004595742095261812, 0.0047957440838217735, 0.004995746538043022, 0.005195748992264271, 0.005395750980824232, 0.005595753435045481, 0.005795755423605442, 0.005995757877826691]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 0.0, 3.0, 1.0, 6.0, 6.0, 4.0, 2.0, 9.0, 20.0, 10.0, 7.0, 26.0, 20.0, 38.0, 26.0, 31.0, 63.0, 70.0, 69.0, 92.0, 103.0, 132.0, 166.0, 222.0, 234.0, 270.0, 319.0, 385.0, 379.0, 444.0, 497.0, 666.0, 792.0, 1149.0, 6837.0, 2079.0, 995.0, 635.0, 515.0, 382.0, 273.0, 167.0, 99.0, 59.0, 27.0, 21.0, 17.0, 13.0, 8.0, 9.0, 6.0, 8.0, 2.0, 2.0, 2.0, 3.0, 0.0, 1.0, 4.0, 1.0, 2.0], "bins": [-0.008095923811197281, -0.00788102112710476, -0.007666118908673525, -0.0074512166902422905, -0.007236314006149769, -0.0070214117877185345, -0.006806509103626013, -0.0065916068851947784, -0.006376704201102257, -0.006161801982671022, -0.005946899764239788, -0.005731997080147266, -0.005517094861716032, -0.00530219217762351, -0.005087289959192276, -0.004872387275099754, -0.00465748505666852, -0.004442582838237286, -0.004227680154144764, -0.00401277793571353, -0.003797875251621008, -0.0035829730331897736, -0.0033680705819278955, -0.0031531681306660175, -0.0029382656794041395, -0.0027233632281422615, -0.0025084607768803835, -0.0022935583256185055, -0.002078656107187271, -0.0018637535395100713, -0.001648851204663515, -0.001433948753401637, -0.001219046302139759, -0.001004143850877881, -0.000789241457823664, -0.0005743390647694468, -0.00035943661350756884, -0.00014453419134952128, 7.036823080852628e-05, 0.00028527065296657383, 0.0005001730751246214, 0.0007150755263864994, 0.0009299779194407165, 0.0011448803124949336, 0.0013597827637568116, 0.0015746852150186896, 0.0017895875498652458, 0.002004490001127124, 0.002219392452389002, 0.00243429490365088, 0.002649197354912758, 0.002864099806174636, 0.003079002257436514, 0.0032939044758677483, 0.0035088069271296263, 0.0037237093783915043, 0.003938611596822739, 0.00415351428091526, 0.004368416499346495, 0.004583319183439016, 0.004798221401870251, 0.005013124085962772, 0.005228026304394007, 0.005442928988486528, 0.005657831206917763]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 5.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.030693208798766136, -0.030170004814863205, -0.029646800830960274, -0.029123594984412193, -0.028600391000509262, -0.02807718701660633, -0.0275539830327034, -0.02703077904880047, -0.026507575064897537, -0.025984369218349457, -0.025461165234446526, -0.024937961250543594, -0.024414757266640663, -0.023891553282737732, -0.02336834743618965, -0.02284514345228672, -0.02232193946838379, -0.021798735484480858, -0.021275531500577927, -0.020752325654029846, -0.020229121670126915, -0.019705917686223984, -0.019182713702321053, -0.01865950971841812, -0.01813630387187004, -0.01761309988796711, -0.01708989590406418, -0.016566691920161247, -0.016043487936258316, -0.01552028302103281, -0.014997079037129879, -0.014473874121904373, -0.013950670138001442, -0.01342746615409851, -0.012904261238873005, -0.012381057254970074, -0.011857852339744568, -0.011334648355841637, -0.010811444371938705, -0.0102882394567132, -0.009765035472810268, -0.009241831488907337, -0.008718626573681831, -0.0081954225897789, -0.007672218140214682, -0.007149013690650463, -0.006625809706747532, -0.006102605257183313, -0.005579400807619095, -0.005056196358054876, -0.004532991908490658, -0.004009787924587727, -0.003486583475023508, -0.0029633790254592896, -0.0024401748087257147, -0.001916970475576818, -0.0013937661424279213, -0.0008705618092790246, -0.0003473574761301279, 0.0001758468570187688, 0.0006990511901676655, 0.0012222555233165622, 0.0017454598564654589, 0.0022686640731990337, 0.0027918685227632523]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 4.0, 3.0, 2.0, 0.0, 2.0, 2.0, 1.0, 4.0, 8.0, 7.0, 4.0, 4.0, 1.0, 4.0, 3.0, 2.0, 3.0, 6.0, 5.0, 4.0, 4.0, 1.0, 3.0, 3.0, 3.0, 3.0, 2.0, 2.0, 1.0, 0.0, 7.0, 9.0, 4.0, 8.0, 2.0, 7.0, 6.0, 5.0, 1.0, 1.0, 4.0, 9.0, 4.0, 10.0, 13.0, 55.0, 10.0, 10.0, 9.0, 9.0, 2.0, 5.0, 1.0, 2.0, 1.0], "bins": [-0.026589661836624146, -0.026105105876922607, -0.02562054991722107, -0.02513599395751953, -0.024651437997817993, -0.024166880175471306, -0.023682324215769768, -0.02319776825606823, -0.02271321229636669, -0.022228656336665154, -0.021744100376963615, -0.021259544417262077, -0.02077498659491539, -0.020290430635213852, -0.019805874675512314, -0.019321318715810776, -0.018836762756109238, -0.0183522067964077, -0.01786765083670616, -0.017383094877004623, -0.016898538917303085, -0.016413981094956398, -0.01592942513525486, -0.015444869175553322, -0.014960313215851784, -0.014475757256150246, -0.013991201296448708, -0.013506644405424595, -0.013022088445723057, -0.012537532486021519, -0.012052975594997406, -0.011568419635295868, -0.01108386367559433, -0.010599307715892792, -0.010114751756191254, -0.009630194865167141, -0.009145638905465603, -0.008661082945764065, -0.008176526054739952, -0.007691970095038414, -0.007207414135336876, -0.006722858175635338, -0.0062383017502725124, -0.005753745324909687, -0.005269189365208149, -0.004784633405506611, -0.0043000769801437855, -0.0038155207876116037, -0.003330964595079422, -0.0028464084025472403, -0.0023618522100150585, -0.0018772960174828768, -0.001392739824950695, -0.0009081836324185133, -0.00042362743988633156, 6.092875264585018e-05, 0.0005454849451780319, 0.0010300411377102137, 0.0015145973302423954, 0.001999153522774577, 0.002483709715306759, 0.0029682659078389406, 0.0034528221003711224, 0.003937378525733948, 0.004421934485435486]}, "_runtime": 8.302913665771484, "_timestamp": 1596214286.9509585, "_step": 4}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 2.0, 1.0, 1.0, 4.0, 3.0, 1.0, 2.0, 4.0, 3.0, 5.0, 3.0, 3.0, 6.0, 1.0, 3.0, 0.0, 0.0, 4.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.027832213789224625, -0.027120325714349747, -0.02640843763947487, -0.02569654770195484, -0.024984659627079964, -0.024272771552205086, -0.023560883477330208, -0.02284899353981018, -0.022137105464935303, -0.021425217390060425, -0.020713329315185547, -0.02000144124031067, -0.019289551302790642, -0.018577663227915764, -0.017865775153040886, -0.017153887078166008, -0.01644199714064598, -0.015730109065771103, -0.015018220990896225, -0.014306332916021347, -0.013594443909823895, -0.012882555834949017, -0.012170666828751564, -0.011458778753876686, -0.010746890679001808, -0.010035001672804356, -0.009323113597929478, -0.008611224591732025, -0.007899336516857147, -0.007187447976320982, -0.006475559435784817, -0.0057636708952486515, -0.005051782354712486, -0.004339893814176321, -0.003628005273640156, -0.002916116965934634, -0.002204228425398469, -0.0014923398848623037, -0.0007804514607414603, -6.8562978412956e-05, 0.0006433255039155483, 0.0013552140444517136, 0.002067102584987879, 0.0027789908926934004, 0.0034908794332295656, 0.004202767740935087, 0.0049146562814712524, 0.005626544822007418, 0.006338433362543583, 0.007050321903079748, 0.007762210443615913, 0.008474098518490791, 0.009185987524688244, 0.009897875599563122, 0.010609764605760574, 0.011321652680635452, 0.01203354075551033, 0.012745429761707783, 0.01345731783658266, 0.014169206842780113, 0.014881094917654991, 0.015592983923852444, 0.016304872930049896, 0.017016761004924774, 0.017728649079799652]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 4.0, 0.0, 3.0, 2.0, 2.0, 5.0, 2.0, 2.0, 9.0, 10.0, 6.0, 20.0, 27.0, 40.0, 47.0, 69.0, 84.0, 140.0, 183.0, 312.0, 442.0, 609.0, 2571.0, 1647.0, 769.0, 391.0, 216.0, 113.0, 70.0, 41.0, 23.0, 15.0, 16.0, 10.0, 9.0, 6.0, 5.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.2744584083557129, -0.267522394657135, -0.26058638095855713, -0.25365036725997925, -0.24671436846256256, -0.23977835476398468, -0.232842355966568, -0.2259063422679901, -0.21897032856941223, -0.21203431487083435, -0.20509830117225647, -0.19816230237483978, -0.1912262886762619, -0.18429027497768402, -0.17735427618026733, -0.17041826248168945, -0.16348224878311157, -0.1565462350845337, -0.1496102213859558, -0.14267422258853912, -0.13573820888996124, -0.12880219519138336, -0.12186618894338608, -0.1149301826953888, -0.10799416899681091, -0.10105815529823303, -0.09412214905023575, -0.08718614280223846, -0.08025012910366058, -0.0733141154050827, -0.06637810915708542, -0.059442099183797836, -0.052506089210510254, -0.04557007923722267, -0.03863406926393509, -0.03169805929064751, -0.024762049317359924, -0.017826039344072342, -0.01089002937078476, -0.003954019397497177, 0.0029819905757904053, 0.009918000549077988, 0.01685401052236557, 0.023790020495653152, 0.030726030468940735, 0.03766204044222832, 0.0445980504155159, 0.05153406038880348, 0.058470070362091064, 0.06540608406066895, 0.07234209030866623, 0.07927809655666351, 0.0862141102552414, 0.09315012395381927, 0.10008613020181656, 0.10702213644981384, 0.11395815014839172, 0.1208941638469696, 0.12783017754554749, 0.13476617634296417, 0.14170219004154205, 0.14863820374011993, 0.15557420253753662, 0.1625102162361145, 0.16944622993469238]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 5.0, 0.0, 2.0, 3.0, 1.0, 3.0, 4.0, 2.0, 2.0, 5.0, 2.0, 0.0, 0.0, 4.0, 2.0, 0.0, 28.0, 4.0, 4.0, 5.0, 4.0, 3.0, 1.0, 2.0, 1.0, 4.0, 4.0, 2.0, 0.0, 1.0, 2.0, 3.0, 1.0, 2.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.005291045643389225, -0.005119193345308304, -0.004947340581566095, -0.004775488283485174, -0.004603635519742966, -0.0044317832216620445, -0.004259930923581123, -0.004088078159838915, -0.003916225861757994, -0.003744373330846429, -0.003572520799934864, -0.003400668501853943, -0.003228815970942378, -0.0030569634400308132, -0.002885111141949892, -0.0027132586110383272, -0.0025414060801267624, -0.0023695535492151976, -0.0021977010183036327, -0.0020258487202227116, -0.0018539961893111467, -0.001682143658399582, -0.001510291243903339, -0.001338438829407096, -0.001166586298495531, -0.0009947337675839663, -0.0008228813530877233, -0.0006510288803838193, -0.00047917640767991543, -0.0003073239349760115, -0.0001354714622721076, 3.638101043179631e-05, 0.00020823348313570023, 0.00038008595583960414, 0.000551938428543508, 0.000723790901247412, 0.0008956433739513159, 0.0010674959048628807, 0.0012393483193591237, 0.0014112007338553667, 0.0015830532647669315, 0.0017549057956784964, 0.0019267582101747394, 0.0020986106246709824, 0.002270463155582547, 0.002442315686494112, 0.002614167984575033, 0.002786020515486598, 0.002957873046398163, 0.0031297255773097277, 0.0033015781082212925, 0.0034734304063022137, 0.0036452829372137785, 0.0038171354681253433, 0.0039889877662062645, 0.004160840529948473, 0.004332692828029394, 0.004504545126110315, 0.004676397889852524, 0.004848250187933445, 0.005020102486014366, 0.005191955249756575, 0.005363807547837496, 0.005535660311579704, 0.0057075126096606255]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 3.0, 5.0, 7.0, 10.0, 19.0, 42.0, 64.0, 129.0, 210.0, 374.0, 575.0, 838.0, 1191.0, 1731.0, 2422.0, 3285.0, 4359.0, 5714.0, 7527.0, 9637.0, 12396.0, 16310.0, 21635.0, 29641.0, 42154.0, 61324.0, 87491.0, 117673.0, 434431.0, 90759.0, 62760.0, 42961.0, 30057.0, 22392.0, 16643.0, 12733.0, 9883.0, 7560.0, 5709.0, 4520.0, 3362.0, 2504.0, 1924.0, 1378.0, 984.0, 706.0, 515.0, 371.0, 264.0, 154.0, 124.0, 72.0, 54.0, 30.0, 11.0, 6.0, 7.0, 3.0, 2.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.013508596457540989, -0.013044324703514576, -0.012580052018165588, -0.012115780264139175, -0.011651508510112762, -0.011187235824763775, -0.010722964070737362, -0.010258692316710949, -0.009794419631361961, -0.009330147877335548, -0.008865876123309135, -0.008401604369282722, -0.007937331683933735, -0.007473059929907322, -0.007008787710219622, -0.006544515956193209, -0.006080243736505508, -0.005615971516817808, -0.005151699762791395, -0.004687427543103695, -0.004223155789077282, -0.0037588835693895817, -0.0032946113497018814, -0.002830339362844825, -0.002366067375987768, -0.0019017953891307116, -0.0014375232858583331, -0.0009732512407936156, -0.000508979195728898, -4.470715066418052e-05, 0.000419564894400537, 0.0008838369394652545, 0.001348108984529972, 0.0018123809713870287, 0.0022766529582440853, 0.0027409251779317856, 0.003205197164788842, 0.003669469151645899, 0.004133741371333599, 0.004598013125360012, 0.005062285345047712, 0.005526557564735413, 0.0059908293187618256, 0.006455101538449526, 0.006919373758137226, 0.007383645512163639, 0.007847917266190052, 0.00831218995153904, 0.008776461705565453, 0.009240733459591866, 0.009705006144940853, 0.010169277898967266, 0.010633549652993679, 0.011097822338342667, 0.01156209409236908, 0.012026365846395493, 0.012490637600421906, 0.012954910285770893, 0.013419182039797306, 0.013883453793823719, 0.014347726479172707, 0.01481199823319912, 0.015276269987225533, 0.015740541741251945, 0.016204815357923508]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 1.0, 1.0, 3.0, 2.0, 3.0, 1.0, 3.0, 1.0, 2.0, 1.0, 2.0, 0.0, 2.0, 2.0, 5.0, 6.0, 2.0, 6.0, 0.0, 2.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008390776813030243, -0.00799049437046051, -0.007590211927890778, -0.007189929019659758, -0.006789646577090025, -0.006389364134520292, -0.00598908169195056, -0.005588799249380827, -0.005188516341149807, -0.004788233898580074, -0.004387951456010342, -0.003987669013440609, -0.0035873865708708763, -0.0031871038954705, -0.0027868214529007673, -0.002386538777500391, -0.0019862563349306583, -0.0015859737759456038, -0.0011856912169605494, -0.0007854087743908167, -0.0003851262154057622, 1.515631447546184e-05, 0.0004154388443566859, 0.0008157213451340795, 0.001216003904119134, 0.0016162864631041884, 0.002016569022089243, 0.0024168514646589756, 0.0028171339072287083, 0.0032174165826290846, 0.0036176990251988173, 0.004017981700599194, 0.004418264143168926, 0.004818546585738659, 0.005218829028308392, 0.0056191119365394115, 0.006019394379109144, 0.006419676821678877, 0.0068199592642486095, 0.007220241706818342, 0.007620524615049362, 0.008020807057619095, 0.008421089500188828, 0.00882137194275856, 0.009221654385328293, 0.009621936827898026, 0.010022219270467758, 0.01042250171303749, 0.010822784155607224, 0.01122306752949953, 0.011623349972069263, 0.012023632414638996, 0.012423914857208729, 0.012824197299778461, 0.013224479742348194, 0.013624762184917927, 0.01402504462748766, 0.014425327070057392, 0.014825609512627125, 0.015225892886519432, 0.015626175329089165, 0.016026457771658897, 0.01642674021422863, 0.016827022656798363, 0.017227305099368095]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 1.0, 2.0, 1.0, 7.0, 9.0, 20.0, 23.0, 23.0, 36.0, 56.0, 80.0, 105.0, 111.0, 152.0, 176.0, 217.0, 330.0, 336.0, 413.0, 445.0, 558.0, 699.0, 929.0, 1074.0, 1969.0, 6978.0, 1289.0, 630.0, 457.0, 355.0, 266.0, 176.0, 104.0, 80.0, 65.0, 45.0, 42.0, 22.0, 31.0, 25.0, 21.0, 11.0, 7.0, 10.0, 2.0, 1.0, 4.0, 1.0, 3.0, 5.0, 9.0, 2.0, 4.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 2.0, 1.0], "bins": [-0.0071177915669977665, -0.006847630254924297, -0.006577468477189541, -0.006307307165116072, -0.006037145387381315, -0.005766984075307846, -0.00549682229757309, -0.0052266609854996204, -0.004956499673426151, -0.004686337895691395, -0.004416176583617926, -0.004146014805883169, -0.0038758534938097, -0.003605691948905587, -0.0033355304040014744, -0.0030653688590973616, -0.0027952073141932487, -0.002525045769289136, -0.002254884224385023, -0.0019847226794809103, -0.0017145612509921193, -0.0014443997060880065, -0.0011742382775992155, -0.0009040767326951027, -0.0006339151877909899, -0.0003637536719907075, -9.359215619042516e-05, 0.0001765693596098572, 0.00044673087541013956, 0.0007168924203142524, 0.0009870538488030434, 0.0012572153937071562, 0.001527376938611269, 0.0017975384835153818, 0.0020677000284194946, 0.0023378615733236074, 0.0026080231182277203, 0.0028781844303011894, 0.0031483459752053022, 0.003418507520109415, 0.003688669065013528, 0.003958830609917641, 0.00422899192199111, 0.004499153699725866, 0.0047693150117993355, 0.005039476789534092, 0.005309638101607561, 0.005579799879342318, 0.005849961191415787, 0.006120122503489256, 0.006390284281224012, 0.0066604455932974815, 0.006930607371032238, 0.007200768683105707, 0.007470930460840464, 0.007741091772913933, 0.00801125355064869, 0.008281414397060871, 0.008551576174795628, 0.008821737952530384, 0.00909189973026514, 0.009362060576677322, 0.009632222354412079, 0.009902384132146835, 0.010172545909881592]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 5.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.03571067005395889, -0.03496651351451874, -0.034222353249788284, -0.03347819671034813, -0.032734040170907974, -0.03198987990617752, -0.031245723366737366, -0.03050156496465206, -0.029757406562566757, -0.029013250023126602, -0.028269091621041298, -0.027524933218955994, -0.02678077667951584, -0.026036618277430534, -0.02529245987534523, -0.024548303335905075, -0.02380414493381977, -0.023059986531734467, -0.02231582999229431, -0.021571671590209007, -0.020827513188123703, -0.020083356648683548, -0.019339198246598244, -0.01859503984451294, -0.017850883305072784, -0.01710672490298748, -0.016362566500902176, -0.015618409030139446, -0.014874251559376717, -0.014130093157291412, -0.013385935686528683, -0.012641777284443378, -0.011897619813680649, -0.01115346234291792, -0.010409303940832615, -0.009665146470069885, -0.008920988067984581, -0.008176830597221851, -0.007432673126459122, -0.006688515190035105, -0.005944357253611088, -0.005200199317187071, -0.004456041380763054, -0.0037118839100003242, -0.0029677259735763073, -0.0022235680371522903, -0.001479410333558917, -0.0007352525135502219, 8.905306458473206e-06, 0.0007530631264671683, 0.0014972209464758635, 0.0022413786500692368, 0.0029855365864932537, 0.0037296945229172707, 0.00447385199368, 0.005218009930104017, 0.005962167866528034, 0.006706325802952051, 0.007450483739376068, 0.008194641210138798, 0.008938798680901527, 0.009682957082986832, 0.010427114553749561, 0.011171272955834866, 0.011915430426597595]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 3.0, 5.0, 1.0, 1.0, 6.0, 5.0, 4.0, 2.0, 4.0, 5.0, 6.0, 6.0, 4.0, 4.0, 5.0, 9.0, 4.0, 6.0, 4.0, 5.0, 5.0, 4.0, 8.0, 3.0, 7.0, 5.0, 1.0, 0.0, 3.0, 3.0, 2.0, 3.0, 3.0, 1.0, 4.0, 3.0, 2.0, 2.0, 0.0, 2.0, 4.0, 4.0, 59.0, 10.0, 11.0, 4.0, 8.0, 5.0, 5.0, 7.0, 4.0, 4.0, 2.0, 2.0, 0.0, 1.0, 2.0], "bins": [-0.022009773179888725, -0.021563708782196045, -0.021117646247148514, -0.020671581849455833, -0.020225517451763153, -0.019779453054070473, -0.01933339051902294, -0.01888732612133026, -0.01844126172363758, -0.01799519918859005, -0.01754913479089737, -0.01710307039320469, -0.01665700599551201, -0.016210943460464478, -0.015764879062771797, -0.015318814665079117, -0.014872751198709011, -0.014426687732338905, -0.013980623334646225, -0.01353455986827612, -0.013088495470583439, -0.012642432004213333, -0.012196367606520653, -0.011750304140150547, -0.011304240673780441, -0.010858176276087761, -0.010412112809717655, -0.009966048412024975, -0.009519984945654869, -0.009073920547962189, -0.008627857081592083, -0.008181792683899403, -0.007735729217529297, -0.007289665285497904, -0.006843601353466511, -0.006397537421435118, -0.005951473489403725, -0.005505410023033619, -0.005059346091002226, -0.004613282158970833, -0.00416721822693944, -0.0037211542949080467, -0.0032750903628766537, -0.0028290266636759043, -0.0023829627316445112, -0.0019368987996131182, -0.001490834983997047, -0.0010447711683809757, -0.0005987072363495827, -0.00015264336252585053, 0.0002934205112978816, 0.0007394843851216137, 0.0011855482589453459, 0.001631612190976739, 0.0020776758901774883, 0.0025237398222088814, 0.0029698037542402744, 0.0034158676862716675, 0.0038619316183030605, 0.004307995550334454, 0.004754059016704559, 0.005200122948735952, 0.005646186880767345, 0.0060922508127987385, 0.0065383147448301315]}, "_runtime": 9.083924531936646, "_timestamp": 1596214287.7319694, "_step": 5}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 3.0, 1.0, 2.0, 2.0, 3.0, 3.0, 3.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 3.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012729344889521599, -0.012331974692642689, -0.011934604495763779, -0.011537233367562294, -0.011139863170683384, -0.010742492973804474, -0.010345122776925564, -0.009947752580046654, -0.009550381451845169, -0.009153011254966259, -0.008755641058087349, -0.008358270861208439, -0.007960900664329529, -0.0075635300017893314, -0.007166159804910421, -0.006768789142370224, -0.006371418945491314, -0.005974048748612404, -0.0055766780860722065, -0.005179307889193296, -0.004781937226653099, -0.004384567029774189, -0.003987196832895279, -0.003589826403185725, -0.0031924559734761715, -0.0027950855437666178, -0.002397715114057064, -0.002000344917178154, -0.0016029744874686003, -0.0012056040577590466, -0.0008082337444648147, -0.00041086337296292186, -1.3493001461029053e-05, 0.00038387737004086375, 0.0007812477415427566, 0.0011786180548369884, 0.0015759884845465422, 0.001973358914256096, 0.002370729111135006, 0.0027680995408445597, 0.0031654699705541134, 0.003562840400263667, 0.003960210829973221, 0.004357581026852131, 0.004754951223731041, 0.005152321886271238, 0.005549692083150148, 0.005947062745690346, 0.006344432942569256, 0.006741803139448166, 0.007139173801988363, 0.007536543998867273, 0.00793391466140747, 0.00833128485828638, 0.00872865505516529, 0.009126025252044201, 0.009523395448923111, 0.009920766577124596, 0.010318136774003506, 0.010715506970882416, 0.011112877167761326, 0.011510247364640236, 0.01190761849284172, 0.01230498868972063, 0.01270235888659954]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 1.0, 3.0, 10.0, 3.0, 5.0, 5.0, 14.0, 11.0, 14.0, 21.0, 21.0, 29.0, 44.0, 46.0, 48.0, 69.0, 94.0, 119.0, 155.0, 197.0, 248.0, 276.0, 329.0, 483.0, 2206.0, 1237.0, 768.0, 487.0, 292.0, 204.0, 127.0, 80.0, 59.0, 57.0, 33.0, 33.0, 17.0, 17.0, 14.0, 8.0, 10.0, 7.0, 4.0, 4.0, 8.0, 1.0, 0.0, 3.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.1491992175579071, -0.14474348723888397, -0.14028777182102203, -0.1358320415019989, -0.13137631118297577, -0.12692059576511383, -0.1224648654460907, -0.11800913512706757, -0.11355341225862503, -0.1090976893901825, -0.10464195907115936, -0.10018623620271683, -0.09573051333427429, -0.09127478301525116, -0.08681906014680862, -0.08236332982778549, -0.07790760695934296, -0.07345188409090042, -0.06899615377187729, -0.06454043090343475, -0.06008470430970192, -0.055628977715969086, -0.05117325484752655, -0.046717528253793716, -0.04226180166006088, -0.03780607506632805, -0.033350348472595215, -0.02889462560415268, -0.024438899010419846, -0.01998317241668701, -0.015527447685599327, -0.011071722023189068, -0.006615996360778809, -0.0021602706983685493, 0.00229545496404171, 0.006751180626451969, 0.011206906288862228, 0.015662632882595062, 0.020118357613682747, 0.02457408234477043, 0.029029808938503265, 0.0334855355322361, 0.03794126212596893, 0.04239698499441147, 0.0468527115881443, 0.051308438181877136, 0.05576416105031967, 0.060219887644052505, 0.06467561423778534, 0.06913133710622787, 0.07358706742525101, 0.07804279029369354, 0.08249852061271667, 0.08695424348115921, 0.09140996634960175, 0.09586569666862488, 0.10032141953706741, 0.10477714240550995, 0.10923287272453308, 0.11368859559297562, 0.11814431846141815, 0.12260004878044128, 0.12705577909946442, 0.13151149451732635, 0.1359672248363495]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 2.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 1.0, 4.0, 4.0, 2.0, 6.0, 3.0, 2.0, 4.0, 1.0, 2.0, 24.0, 1.0, 5.0, 1.0, 3.0, 1.0, 2.0, 3.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 4.0, 1.0, 2.0, 1.0, 5.0, 2.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 3.0], "bins": [-0.006050214171409607, -0.005890189204365015, -0.005730164237320423, -0.005570139270275831, -0.005410114303231239, -0.00525008887052536, -0.005090063903480768, -0.004930038936436176, -0.004770013969391584, -0.0046099890023469925, -0.004449964035302401, -0.004289939068257809, -0.0041299136355519295, -0.003969888668507338, -0.0038098637014627457, -0.0036498387344181538, -0.003489813767373562, -0.00332978880032897, -0.003169763833284378, -0.0030097386334091425, -0.0028497136663645506, -0.0026896886993199587, -0.002529663499444723, -0.0023696385324001312, -0.0022096135653555393, -0.0020495885983109474, -0.0018895635148510337, -0.00172953843139112, -0.001569513464346528, -0.0014094884973019361, -0.0012494634138420224, -0.0010894383303821087, -0.0009294133633375168, -0.000769388338085264, -0.0006093633128330112, -0.00044933828758075833, -0.0002893132623285055, -0.0001292882370762527, 3.073678817600012e-05, 0.00019076181342825294, 0.00035078683868050575, 0.0005108118639327586, 0.0006708368891850114, 0.0008308619144372642, 0.000990886939689517, 0.001150911906734109, 0.0013109369901940227, 0.0014709620736539364, 0.0016309870406985283, 0.0017910120077431202, 0.001951037091203034, 0.0021110621746629477, 0.0022710871417075396, 0.0024311121087521315, 0.002591137308627367, 0.002751162275671959, 0.002911187242716551, 0.0030712122097611427, 0.0032312371768057346, 0.00339126237668097, 0.003551287343725562, 0.003711312310770154, 0.0038713375106453896, 0.0040313624776899815, 0.004191387444734573]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 2.0, 4.0, 6.0, 9.0, 19.0, 34.0, 35.0, 84.0, 124.0, 175.0, 254.0, 433.0, 552.0, 787.0, 1100.0, 1370.0, 1910.0, 2377.0, 3149.0, 3965.0, 4893.0, 6243.0, 7816.0, 9836.0, 12319.0, 15172.0, 18992.0, 24066.0, 31391.0, 41394.0, 55700.0, 74838.0, 97526.0, 413394.0, 88309.0, 65567.0, 47742.0, 34856.0, 26161.0, 20102.0, 16073.0, 12760.0, 10090.0, 7716.0, 5926.0, 4308.0, 3099.0, 2257.0, 1543.0, 1048.0, 726.0, 502.0, 306.0, 225.0, 135.0, 89.0, 59.0, 33.0, 24.0, 9.0, 8.0, 2.0, 2.0], "bins": [-0.014528391882777214, -0.014106037095189095, -0.013683682307600975, -0.013261327520012856, -0.012838972732424736, -0.012416617944836617, -0.011994262225925922, -0.011571907438337803, -0.011149552650749683, -0.010727197863161564, -0.010304843075573444, -0.009882488287985325, -0.009460133500397205, -0.009037778712809086, -0.008615423925220966, -0.008193069137632847, -0.00777071388438344, -0.0073483590967953205, -0.006926004309207201, -0.006503649055957794, -0.006081294268369675, -0.005658939480781555, -0.005236584693193436, -0.004814229905605316, -0.004391875118017197, -0.00396951986476779, -0.0035471650771796703, -0.003124810289591551, -0.0027024555020034313, -0.002280100481584668, -0.0018577456939965487, -0.0014353907899931073, -0.001013035885989666, -0.0005906809819862247, -0.00016832613619044423, 0.00025402873870916665, 0.0006763836136087775, 0.0010987385176122189, 0.0015210933052003384, 0.0019434482092037797, 0.002365803113207221, 0.0027881579007953405, 0.0032105129212141037, 0.003632867708802223, 0.004055222496390343, 0.004477577283978462, 0.004899932537227869, 0.0053222873248159885, 0.005744642112404108, 0.0061669968999922276, 0.006589351687580347, 0.007011706940829754, 0.007434061728417873, 0.007856416516005993, 0.008278771303594112, 0.008701126091182232, 0.009123480878770351, 0.009545835666358471, 0.00996819045394659, 0.010390546172857285, 0.010812900960445404, 0.011235255748033524, 0.011657610535621643, 0.012079965323209763, 0.012502320110797882]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 4.0, 0.0, 1.0, 2.0, 3.0, 1.0, 2.0, 1.0, 0.0, 2.0, 4.0, 2.0, 0.0, 2.0, 1.0, 3.0, 2.0, 5.0, 6.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008443919941782951, -0.008116095326840878, -0.007788271643221378, -0.0074604470282793045, -0.007132622878998518, -0.0068047987297177315, -0.006476974114775658, -0.006149149965494871, -0.005821325816214085, -0.005493501666933298, -0.005165677517652512, -0.004837852902710438, -0.004510028753429651, -0.004182204604148865, -0.0038543802220374346, -0.0035265558399260044, -0.003198731690645218, -0.0028709075413644314, -0.002543083159253001, -0.002215258777141571, -0.0018874346278607845, -0.0015596103621646762, -0.0012317860964685678, -0.0009039618307724595, -0.0005761375650763512, -0.0002483132993802428, 7.951096631586552e-05, 0.00040733523201197386, 0.0007351594977080822, 0.0010629837634041905, 0.0013908080291002989, 0.0017186322947964072, 0.0020464565604925156, 0.002374280709773302, 0.0027021050918847322, 0.0030299294739961624, 0.003357753623276949, 0.0036855777725577354, 0.004013402387499809, 0.004341226536780596, 0.004669050686061382, 0.004996874835342169, 0.005324698984622955, 0.005652523599565029, 0.005980347748845816, 0.006308171898126602, 0.006635996513068676, 0.0069638206623494625, 0.007291644811630249, 0.0076194689609110355, 0.007947293110191822, 0.008275117725133896, 0.008602941408753395, 0.008930766023695469, 0.009258590638637543, 0.009586414322257042, 0.009914238937199116, 0.01024206355214119, 0.010569887235760689, 0.010897711850702763, 0.011225536465644836, 0.011553360149264336, 0.01188118476420641, 0.012209008447825909, 0.012536833062767982]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 5.0, 3.0, 2.0, 8.0, 7.0, 9.0, 16.0, 14.0, 24.0, 31.0, 48.0, 56.0, 73.0, 84.0, 98.0, 125.0, 161.0, 261.0, 250.0, 339.0, 346.0, 429.0, 484.0, 541.0, 739.0, 1060.0, 1270.0, 2117.0, 6585.0, 1088.0, 632.0, 370.0, 237.0, 173.0, 168.0, 154.0, 98.0, 67.0, 54.0, 43.0, 29.0, 21.0, 12.0, 11.0, 13.0, 9.0, 12.0, 5.0, 7.0, 8.0, 6.0, 6.0, 6.0, 4.0, 1.0, 4.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 3.0], "bins": [-0.00707401754334569, -0.0068306392058730125, -0.006587260402739048, -0.006343882065266371, -0.0061005037277936935, -0.005857124924659729, -0.005613746587187052, -0.0053703682497143745, -0.00512698944658041, -0.004883611109107733, -0.0046402327716350555, -0.004396854434162378, -0.004153475631028414, -0.0039100972935557365, -0.0036667187232524157, -0.0034233403857797384, -0.0031799618154764175, -0.0029365832451730967, -0.0026932049077004194, -0.0024498263373970985, -0.0022064479999244213, -0.0019630694296211004, -0.0017196908593177795, -0.0014763124054297805, -0.0012329339515417814, -0.0009895554976537824, -0.0007461769855581224, -0.0005027984734624624, -0.00025942001957446337, -1.6041536582633853e-05, 0.00022733694640919566, 0.0004707154294010252, 0.0007140939123928547, 0.0009574723662808537, 0.0012008508201688528, 0.0014442293904721737, 0.0016876078443601727, 0.0019309862982481718, 0.0021743648685514927, 0.00241774320602417, 0.002661121776327491, 0.0029045003466308117, 0.003147878684103489, 0.00339125725440681, 0.0036346358247101307, 0.003878014162182808, 0.004121392499655485, 0.00436477130278945, 0.004608149640262127, 0.004851527977734804, 0.005094906780868769, 0.005338285118341446, 0.005581663455814123, 0.005825042258948088, 0.006068420596420765, 0.006311798933893442, 0.006555177271366119, 0.006798556074500084, 0.007041934411972761, 0.007285312749445438, 0.007528691552579403, 0.00777206989005208, 0.008015448227524757, 0.008258827030658722, 0.008502205833792686]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 5.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.029186882078647614, -0.02847963571548462, -0.027772389352321625, -0.02706514298915863, -0.026357896625995636, -0.02565065026283264, -0.024943403899669647, -0.024236157536506653, -0.02352891117334366, -0.022821664810180664, -0.02211441844701767, -0.021407172083854675, -0.02069992572069168, -0.019992679357528687, -0.019285432994365692, -0.018578186631202698, -0.017870940268039703, -0.01716369390487671, -0.016456447541713715, -0.01574920117855072, -0.015041954815387726, -0.014334708452224731, -0.013627462089061737, -0.012920215725898743, -0.012212969362735748, -0.011505722999572754, -0.01079847663640976, -0.010091230273246765, -0.00938398391008377, -0.008676737546920776, -0.007969491183757782, -0.007262244820594788, -0.006554998457431793, -0.005847752094268799, -0.0051405057311058044, -0.00443325936794281, -0.0037260130047798157, -0.0030187666416168213, -0.002311520278453827, -0.0016042739152908325, -0.0008970275521278381, -0.00018978118896484375, 0.0005174651741981506, 0.001224711537361145, 0.0019319579005241394, 0.002639204263687134, 0.003346450626850128, 0.0040536969900131226, 0.004760943353176117, 0.005468189716339111, 0.006175436079502106, 0.0068826824426651, 0.0075899288058280945, 0.008297175168991089, 0.009004421532154083, 0.009711667895317078, 0.010418914258480072, 0.011126160621643066, 0.01183340698480606, 0.012540653347969055, 0.01324789971113205, 0.013955146074295044, 0.014662392437458038, 0.015369638800621033, 0.016076885163784027]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 3.0, 3.0, 2.0, 4.0, 0.0, 1.0, 3.0, 1.0, 3.0, 4.0, 2.0, 4.0, 3.0, 4.0, 3.0, 2.0, 5.0, 5.0, 1.0, 7.0, 4.0, 6.0, 1.0, 3.0, 5.0, 6.0, 3.0, 5.0, 2.0, 1.0, 8.0, 6.0, 6.0, 4.0, 2.0, 4.0, 3.0, 2.0, 5.0, 6.0, 9.0, 13.0, 9.0, 65.0, 10.0, 8.0, 6.0, 1.0, 2.0, 4.0, 1.0, 5.0, 2.0, 2.0, 1.0, 3.0], "bins": [-0.025534020736813545, -0.02503836527466774, -0.024542711675167084, -0.02404705621302128, -0.023551400750875473, -0.023055747151374817, -0.02256009168922901, -0.022064438089728355, -0.02156878262758255, -0.021073127165436745, -0.02057747356593609, -0.020081818103790283, -0.019586164504289627, -0.01909050904214382, -0.018594853579998016, -0.01809919998049736, -0.017603544518351555, -0.01710788905620575, -0.016612235456705093, -0.016116579994559288, -0.015620925463736057, -0.015125270932912827, -0.014629615470767021, -0.01413396093994379, -0.01363830640912056, -0.013142651878297329, -0.012646997347474098, -0.012151341885328293, -0.011655687354505062, -0.011160032823681831, -0.010664377361536026, -0.010168722830712795, -0.009673068299889565, -0.009177413769066334, -0.008681759238243103, -0.008186103776097298, -0.007690449245274067, -0.007194794714450836, -0.006699139717966318, -0.0062034847214818, -0.005707830190658569, -0.005212175659835339, -0.0047165206633508205, -0.0042208656668663025, -0.0037252111360430717, -0.0032295563723891973, -0.002733901608735323, -0.0022382468450814486, -0.0017425920814275742, -0.0012469373177736998, -0.0007512825541198254, -0.00025562779046595097, 0.00024002697318792343, 0.0007356817368417978, 0.0012313365004956722, 0.0017269912641495466, 0.002222646027803421, 0.0027183007914572954, 0.00321395555511117, 0.003709610318765044, 0.004205265082418919, 0.004700919613242149, 0.005196574609726667, 0.0056922296062111855, 0.006187884137034416]}, "_runtime": 9.865441799163818, "_timestamp": 1596214288.5134866, "_step": 6}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 3.0, 1.0, 3.0, 2.0, 2.0, 2.0, 4.0, 0.0, 1.0, 1.0, 4.0, 2.0, 3.0, 0.0, 2.0, 2.0, 2.0, 2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.015077481046319008, -0.014609500765800476, -0.014141521416604519, -0.013673542067408562, -0.01320556178689003, -0.012737581506371498, -0.012269602157175541, -0.011801622807979584, -0.011333642527461052, -0.01086566224694252, -0.010397682897746563, -0.009929703548550606, -0.009461723268032074, -0.008993742987513542, -0.008525763638317585, -0.008057784289121628, -0.007589804008603096, -0.0071218241937458515, -0.006653844378888607, -0.0061858645640313625, -0.005717884749174118, -0.0052499049343168736, -0.004781925119459629, -0.004313945304602385, -0.00384596548974514, -0.0033779856748878956, -0.002910005860030651, -0.0024420260451734066, -0.001974046230316162, -0.0015060664154589176, -0.0010380866006016731, -0.0005701067857444286, -0.00010212697088718414, 0.00036585284397006035, 0.0008338326588273048, 0.0013018124736845493, 0.0017697922885417938, 0.0022377721033990383, 0.002705751918256283, 0.0031737317331135273, 0.003641711547970772, 0.004109691362828016, 0.004577671177685261, 0.005045650992542505, 0.00551363080739975, 0.005981610622256994, 0.006449590437114239, 0.006917570251971483, 0.007385550066828728, 0.00785353034734726, 0.008321509696543217, 0.008789489045739174, 0.009257469326257706, 0.009725449606776237, 0.010193428955972195, 0.010661408305168152, 0.011129388585686684, 0.011597368866205215, 0.012065348215401173, 0.01253332756459713, 0.013001307845115662, 0.013469288125634193, 0.01393726747483015, 0.014405246824026108, 0.01487322710454464]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 3.0, 3.0, 2.0, 4.0, 3.0, 6.0, 5.0, 8.0, 12.0, 10.0, 8.0, 15.0, 20.0, 29.0, 39.0, 40.0, 63.0, 66.0, 76.0, 104.0, 126.0, 187.0, 208.0, 255.0, 300.0, 390.0, 2075.0, 1412.0, 871.0, 507.0, 314.0, 222.0, 150.0, 88.0, 91.0, 53.0, 37.0, 35.0, 18.0, 21.0, 12.0, 6.0, 13.0, 4.0, 2.0, 3.0, 1.0, 6.0, 2.0, 2.0, 0.0, 3.0, 1.0], "bins": [-0.1798436939716339, -0.17508530616760254, -0.17032693326473236, -0.16556856036186218, -0.1608101725578308, -0.15605178475379944, -0.15129341185092926, -0.14653503894805908, -0.1417766511440277, -0.13701826333999634, -0.13225989043712616, -0.12750151753425598, -0.12274312973022461, -0.11798474937677383, -0.11322636902332306, -0.10846798866987228, -0.10370960831642151, -0.09895122796297073, -0.09419284760951996, -0.08943446725606918, -0.08467608690261841, -0.07991770654916763, -0.07515932619571686, -0.07040094584226608, -0.06564256548881531, -0.06088418513536453, -0.05612580478191376, -0.05136742442846298, -0.04660904407501221, -0.04185066372156143, -0.03709228336811066, -0.03233390301465988, -0.027575522661209106, -0.02281714230775833, -0.018058761954307556, -0.013300381600856781, -0.008542001247406006, -0.0037836208939552307, 0.0009747594594955444, 0.00573313981294632, 0.010491520166397095, 0.01524990051984787, 0.020008280873298645, 0.02476666122674942, 0.029525041580200195, 0.03428342193365097, 0.039041802287101746, 0.04380018264055252, 0.048558562994003296, 0.05331694334745407, 0.058075323700904846, 0.06283370405435562, 0.0675920844078064, 0.07235046476125717, 0.07710884511470795, 0.08186722546815872, 0.0866256058216095, 0.09138398617506027, 0.09614236652851105, 0.10090074688196182, 0.1056591272354126, 0.11041750758886337, 0.11517588794231415, 0.11993426829576492, 0.1246926486492157]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 4.0, 0.0, 1.0, 2.0, 0.0, 5.0, 2.0, 3.0, 2.0, 3.0, 2.0, 0.0, 5.0, 3.0, 4.0, 5.0, 1.0, 6.0, 3.0, 23.0, 7.0, 4.0, 0.0, 2.0, 4.0, 2.0, 3.0, 1.0, 1.0, 5.0, 2.0, 4.0, 1.0, 2.0, 1.0, 3.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.006196602247655392, -0.006008008494973183, -0.005819414742290974, -0.005630820989608765, -0.005442227236926556, -0.005253633484244347, -0.005065039731562138, -0.004876445978879929, -0.00468785222619772, -0.0044992584735155106, -0.0043106647208333015, -0.0041220709681510925, -0.0039334772154688835, -0.0037448834627866745, -0.0035562897101044655, -0.0033676959574222565, -0.0031791022047400475, -0.0029905084520578384, -0.0028019146993756294, -0.0026133209466934204, -0.0024247271940112114, -0.0022361334413290024, -0.0020475396886467934, -0.0018589459359645844, -0.0016703521832823753, -0.0014817584306001663, -0.0012931646779179573, -0.0011045709252357483, -0.0009159771725535393, -0.0007273834198713303, -0.0005387896671891212, -0.00035019591450691223, -0.00016160216182470322, 2.69915908575058e-05, 0.0002155853435397148, 0.00040417909622192383, 0.0005927728489041328, 0.0007813666015863419, 0.0009699603542685509, 0.0011585541069507599, 0.001347147859632969, 0.001535741612315178, 0.001724335364997387, 0.001912929117679596, 0.002101522870361805, 0.002290116623044014, 0.002478710375726223, 0.002667304128408432, 0.002855897881090641, 0.00304449163377285, 0.003233085386455059, 0.003421679139137268, 0.003610272891819477, 0.003798866644501686, 0.003987460397183895, 0.004176054149866104, 0.004364647902548313, 0.004553241655230522, 0.004741835407912731, 0.00493042916059494, 0.005119022913277149, 0.005307616665959358, 0.005496210418641567, 0.005684804171323776, 0.005873397924005985]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [4.0, 2.0, 2.0, 6.0, 17.0, 24.0, 29.0, 44.0, 87.0, 136.0, 210.0, 341.0, 410.0, 675.0, 851.0, 1244.0, 1648.0, 2298.0, 3061.0, 3967.0, 5369.0, 7066.0, 9180.0, 12022.0, 15826.0, 21025.0, 27881.0, 37119.0, 51131.0, 70921.0, 97760.0, 428966.0, 101787.0, 75339.0, 53342.0, 37822.0, 27817.0, 20825.0, 15757.0, 11995.0, 9038.0, 6981.0, 5247.0, 3928.0, 2931.0, 2177.0, 1618.0, 1113.0, 835.0, 583.0, 424.0, 291.0, 180.0, 113.0, 68.0, 52.0, 29.0, 20.0, 7.0, 2.0, 1.0, 3.0, 0.0, 1.0], "bins": [-0.01458182092756033, -0.014122742228209972, -0.013663663528859615, -0.013204584829509258, -0.012745506130158901, -0.012286427430808544, -0.011827348731458187, -0.01136827003210783, -0.010909191332757473, -0.010450112633407116, -0.009991033934056759, -0.009531955234706402, -0.009072876535356045, -0.008613797836005688, -0.00815471913665533, -0.007695639971643686, -0.007236561272293329, -0.006777482572942972, -0.006318403873592615, -0.005859325174242258, -0.005400246474891901, -0.004941167775541544, -0.004482089076191187, -0.00402301037684083, -0.003563931444659829, -0.003104852745309472, -0.002645774045959115, -0.002186695346608758, -0.001727616530843079, -0.001268537831492722, -0.0008094590739347041, -0.00035038034548051655, 0.00010869838297367096, 0.000567777082324028, 0.001026855781674385, 0.001485934597440064, 0.001945013296790421, 0.0024040921125561, 0.002863170811906457, 0.003322249511256814, 0.003781328210607171, 0.004240407142788172, 0.004699485842138529, 0.005158564541488886, 0.005617643240839243, 0.0060767219401896, 0.006535800639539957, 0.006994879338890314, 0.007453958038240671, 0.007913037203252316, 0.008372115902602673, 0.00883119460195303, 0.009290273301303387, 0.009749352000653744, 0.0102084307000041, 0.010667509399354458, 0.011126588098704815, 0.011585666798055172, 0.012044745497405529, 0.012503824196755886, 0.012962902896106243, 0.0134219815954566, 0.013881060294806957, 0.014340138994157314, 0.014799217693507671]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 3.0, 3.0, 2.0, 0.0, 3.0, 2.0, 1.0, 2.0, 2.0, 1.0, 7.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0, 2.0], "bins": [-0.010343044996261597, -0.01012807060033083, -0.009913095273077488, -0.009698120877146721, -0.00948314554989338, -0.009268171153962612, -0.00905319582670927, -0.008838221430778503, -0.008623246103525162, -0.008408271707594395, -0.008193296380341053, -0.007978321984410286, -0.007763346657156944, -0.00754837179556489, -0.0073333969339728355, -0.007118422072380781, -0.006903447210788727, -0.00668847281485796, -0.006473497953265905, -0.006258523091673851, -0.006043548230081797, -0.005828573368489742, -0.005613598506897688, -0.0053986236453056335, -0.005183648783713579, -0.004968673922121525, -0.0047536990605294704, -0.004538724198937416, -0.004323749337345362, -0.004108774475753307, -0.003893799614161253, -0.0036788247525691986, -0.0034638498909771442, -0.00324887502938509, -0.0030339001677930355, -0.002818925306200981, -0.0026039504446089268, -0.0023889755830168724, -0.002174000721424818, -0.0019590258598327637, -0.0017440511146560311, -0.0015290762530639768, -0.0013141013914719224, -0.001099126529879868, -0.0008841517264954746, -0.0006691768649034202, -0.0004542020324151963, -0.00023922718537505716, -2.4252338334918022e-05, 0.00019072250870522112, 0.00040569735574536026, 0.0006206721882335842, 0.0008356470498256385, 0.001050621853210032, 0.0012655967148020864, 0.0014805715763941407, 0.001695546437986195, 0.0019105212995782495, 0.002125496044754982, 0.0023404709063470364, 0.0025554457679390907, 0.002770420629531145, 0.0029853954911231995, 0.003200370352715254, 0.003415345214307308]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 1.0, 6.0, 2.0, 2.0, 4.0, 9.0, 4.0, 4.0, 9.0, 6.0, 13.0, 13.0, 20.0, 14.0, 36.0, 28.0, 37.0, 64.0, 62.0, 89.0, 102.0, 112.0, 98.0, 143.0, 171.0, 181.0, 185.0, 214.0, 253.0, 278.0, 309.0, 380.0, 445.0, 549.0, 678.0, 889.0, 1153.0, 1573.0, 6220.0, 1312.0, 766.0, 521.0, 371.0, 337.0, 255.0, 183.0, 118.0, 71.0, 38.0, 31.0, 23.0, 19.0, 7.0, 6.0, 4.0, 5.0, 3.0], "bins": [-0.0075892070308327675, -0.00742120947688818, -0.007253211922943592, -0.007085214368999004, -0.006917216349393129, -0.006749218795448542, -0.006581221241503954, -0.006413223687559366, -0.0062452261336147785, -0.006077228579670191, -0.005909230560064316, -0.005741233006119728, -0.00557323545217514, -0.005405237898230553, -0.005237240344285965, -0.005069242790341377, -0.0049012452363967896, -0.0047332472167909145, -0.004565249662846327, -0.004397252108901739, -0.004229254554957151, -0.004061257001012564, -0.0038932592142373323, -0.0037252616602927446, -0.0035572638735175133, -0.0033892663195729256, -0.003221268765628338, -0.00305327121168375, -0.002885273424908519, -0.002717275870963931, -0.0025492783170193434, -0.002381280530244112, -0.0022132829762995243, -0.0020452854223549366, -0.001877287751995027, -0.0017092900816351175, -0.0015412925276905298, -0.0013732948573306203, -0.0012052971869707108, -0.001037299633026123, -0.0008693019626662135, -0.0007013043505139649, -0.0005333067383617163, -0.00036530906800180674, -0.00019731145584955812, -2.9313829145394266e-05, 0.00013868379755876958, 0.00030668143881484866, 0.0004746790509670973, 0.0006426766631193459, 0.0008106742752715945, 0.000978671945631504, 0.0011466694995760918, 0.0013146671699360013, 0.0014826648402959108, 0.0016506623942404985, 0.001818660064600408, 0.0019866577349603176, 0.0021546552889049053, 0.002322652842849493, 0.0024906506296247244, 0.002658648183569312, 0.0028266457375139, 0.002994643524289131, 0.003162641078233719]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 4.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.0325656495988369, -0.031915083527565, -0.031264521181583405, -0.030613955110311508, -0.02996339090168476, -0.029312824830412865, -0.028662260621786118, -0.02801169641315937, -0.027361132204532623, -0.026710566133260727, -0.02606000192463398, -0.025409437716007233, -0.024758871644735336, -0.02410830743610859, -0.023457743227481842, -0.022807177156209946, -0.0221566129475832, -0.02150604873895645, -0.020855482667684555, -0.020204918459057808, -0.01955435425043106, -0.018903788179159164, -0.018253223970532417, -0.01760265976190567, -0.016952093690633774, -0.016301529482007027, -0.01565096527338028, -0.015000400133430958, -0.014349834993481636, -0.013699270784854889, -0.013048705644905567, -0.01239814143627882, -0.011747576296329498, -0.011097011156380177, -0.01044644694775343, -0.009795881807804108, -0.00914531759917736, -0.008494752459228039, -0.007844187319278717, -0.007193622644990683, -0.006543057970702648, -0.005892493296414614, -0.005241928622126579, -0.0045913634821772575, -0.003940798807889223, -0.0032902341336011887, -0.0026396692264825106, -0.0019891043193638325, -0.001338539645075798, -0.0006879748543724418, -3.74100636690855e-05, 0.0006131547270342708, 0.001263719517737627, 0.0019142843084409833, 0.0025648490991443396, 0.0032154140062630177, 0.003865978680551052, 0.0045165433548390865, 0.005167108029127121, 0.005817673169076443, 0.006468237843364477, 0.007118802517652512, 0.007769367657601833, 0.00841993186622858, 0.009070497006177902]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 2.0, 4.0, 1.0, 0.0, 3.0, 3.0, 3.0, 1.0, 1.0, 5.0, 3.0, 1.0, 2.0, 3.0, 3.0, 5.0, 3.0, 4.0, 5.0, 1.0, 7.0, 4.0, 7.0, 4.0, 10.0, 5.0, 3.0, 4.0, 4.0, 7.0, 3.0, 4.0, 7.0, 2.0, 6.0, 3.0, 5.0, 5.0, 7.0, 8.0, 7.0, 17.0, 57.0, 10.0, 6.0, 1.0, 2.0, 2.0, 4.0, 1.0, 4.0, 1.0, 2.0, 4.0, 3.0], "bins": [-0.018993623554706573, -0.018628105521202087, -0.0182625874876976, -0.017897071316838264, -0.01753155328333378, -0.017166035249829292, -0.016800517216324806, -0.01643500104546547, -0.016069483011960983, -0.015703964978456497, -0.015338446944952011, -0.0149729298427701, -0.014607411809265614, -0.014241894707083702, -0.013876376673579216, -0.013510859571397305, -0.013145341537892818, -0.012779823504388332, -0.012414306402206421, -0.012048788368701935, -0.011683271266520023, -0.011317753233015537, -0.010952236130833626, -0.01058671809732914, -0.010221200063824654, -0.009855682961642742, -0.009490164928138256, -0.009124647825956345, -0.008759129792451859, -0.008393612690269947, -0.008028094656765461, -0.007662577088922262, -0.007297059521079063, -0.006931541953235865, -0.006566024385392666, -0.006200506817549467, -0.005834989249706268, -0.005469471216201782, -0.0051039536483585835, -0.004738436080515385, -0.004372918512672186, -0.004007400944828987, -0.0036418833769857883, -0.003276365576311946, -0.002910848008468747, -0.0025453304406255484, -0.002179812639951706, -0.0018142950721085072, -0.0014487775042653084, -0.0010832599364221096, -0.000717742252163589, -0.0003522246261127293, 1.3292999938130379e-05, 0.00037881062598899007, 0.0007443282520398498, 0.0011098459362983704, 0.0014753635041415691, 0.001840881071984768, 0.0022063986398279667, 0.002571916440501809, 0.002937434008345008, 0.0033029515761882067, 0.003668469376862049, 0.004033986944705248, 0.004399504512548447]}, "_runtime": 10.64157748222351, "_timestamp": 1596214289.2896223, "_step": 7}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 3.0, 1.0, 1.0, 1.0, 1.0, 2.0, 4.0, 0.0, 3.0, 2.0, 1.0, 7.0, 1.0, 3.0, 6.0, 3.0, 2.0, 0.0, 2.0, 0.0, 1.0, 3.0, 2.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02524593472480774, -0.024548038840293884, -0.02385014481842518, -0.023152248933911324, -0.022454354912042618, -0.021756459027528763, -0.021058565005660057, -0.020360669121146202, -0.019662775099277496, -0.01896487921476364, -0.018266983330249786, -0.01756908930838108, -0.016871193423867226, -0.01617329940199852, -0.015475403517484665, -0.014777508564293385, -0.014079613611102104, -0.013381718657910824, -0.012683823704719543, -0.011985928751528263, -0.011288033798336983, -0.010590137913823128, -0.009892242960631847, -0.009194348007440567, -0.008496453054249287, -0.007798558101058006, -0.007100663147866726, -0.006402767729014158, -0.005704872775822878, -0.0050069778226315975, -0.00430908240377903, -0.0036111874505877495, -0.002913292497396469, -0.0022153975442051888, -0.0015175023581832647, -0.0008196072885766625, -0.00012171221897006035, 0.0005761828506365418, 0.001274077920243144, 0.001971973106265068, 0.0026698680594563484, 0.003367763012647629, 0.004065657965838909, 0.004763553384691477, 0.005461448337882757, 0.0061593432910740376, 0.006857238709926605, 0.007555133663117886, 0.008253028616309166, 0.008950923569500446, 0.009648818522691727, 0.010346713475883007, 0.011044608429074287, 0.011742504313588142, 0.012440399266779423, 0.013138294219970703, 0.013836189173161983, 0.014534084126353264, 0.015231979079544544, 0.015929874032735825, 0.01662776991724968, 0.017325663939118385, 0.01802355982363224, 0.018721453845500946, 0.0194193497300148]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 3.0, 3.0, 2.0, 3.0, 6.0, 2.0, 3.0, 3.0, 7.0, 9.0, 5.0, 9.0, 16.0, 18.0, 23.0, 35.0, 48.0, 70.0, 87.0, 139.0, 202.0, 285.0, 475.0, 679.0, 3400.0, 1142.0, 563.0, 271.0, 148.0, 100.0, 56.0, 36.0, 21.0, 17.0, 13.0, 4.0, 1.0, 6.0, 3.0, 4.0, 4.0, 1.0, 3.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.27470383048057556, -0.2666829228401184, -0.25866204500198364, -0.2506411373615265, -0.24262025952339172, -0.23459935188293457, -0.2265784591436386, -0.21855756640434265, -0.2105366736650467, -0.20251578092575073, -0.19449488818645477, -0.1864739954471588, -0.17845308780670166, -0.1704321950674057, -0.16241130232810974, -0.15439040958881378, -0.14636951684951782, -0.13834862411022186, -0.1303277313709259, -0.12230683118104935, -0.11428593844175339, -0.10626504570245743, -0.09824414551258087, -0.09022325277328491, -0.08220236003398895, -0.074181467294693, -0.06616057455539703, -0.05813967436552048, -0.05011878162622452, -0.04209788888692856, -0.0340769924223423, -0.02605609782040119, -0.018035203218460083, -0.010014308616518974, -0.0019934140145778656, 0.006027480587363243, 0.014048375189304352, 0.02206926979124546, 0.03009016439318657, 0.03811106085777283, 0.04613195359706879, 0.054152846336364746, 0.062173742800951004, 0.07019463926553726, 0.07821553200483322, 0.08623642474412918, 0.09425732493400574, 0.1022782176733017, 0.11029911041259766, 0.11832000315189362, 0.12634089589118958, 0.13436178863048553, 0.1423826813697815, 0.15040358901023865, 0.1584244817495346, 0.16644537448883057, 0.17446626722812653, 0.18248715996742249, 0.19050805270671844, 0.1985289454460144, 0.20654985308647156, 0.21457074582576752, 0.22259163856506348, 0.23061253130435944, 0.2386334240436554]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 4.0, 1.0, 4.0, 0.0, 2.0, 2.0, 5.0, 3.0, 5.0, 3.0, 4.0, 4.0, 9.0, 26.0, 6.0, 2.0, 7.0, 9.0, 5.0, 4.0, 5.0, 1.0, 4.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009441259317100048, -0.009124711155891418, -0.008808162063360214, -0.008491613902151585, -0.008175065740942955, -0.007858517579734325, -0.0075419689528644085, -0.007225420325994492, -0.006908872164785862, -0.006592324003577232, -0.0062757753767073154, -0.0059592267498373985, -0.005642678588628769, -0.005326130427420139, -0.005009581800550222, -0.0046930331736803055, -0.004376485012471676, -0.004059936851263046, -0.0037433882243931293, -0.003426839830353856, -0.003110291436314583, -0.0027937430422753096, -0.0024771946482360363, -0.002160646254196763, -0.0018440978601574898, -0.0015275494661182165, -0.0012110010720789433, -0.00089445267803967, -0.0005779042840003967, -0.00026135588996112347, 5.5192504078149796e-05, 0.00037174089811742306, 0.0006882892921566963, 0.0010048376861959696, 0.0013213860802352428, 0.001637934474274516, 0.0019544828683137894, 0.0022710312623530626, 0.002587579656392336, 0.002904128050431609, 0.0032206764444708824, 0.0035372248385101557, 0.003853773232549429, 0.004170321859419346, 0.0044868700206279755, 0.004803418181836605, 0.005119966808706522, 0.005436515435576439, 0.0057530635967850685, 0.006069611757993698, 0.006386160384863615, 0.006702709011733532, 0.0070192571729421616, 0.007335805334150791, 0.007652353961020708, 0.007968902587890625, 0.008285450749099255, 0.008601998910307884, 0.008918548002839088, 0.009235096164047718, 0.009551644325256348, 0.009868192486464977, 0.010184740647673607, 0.010501289740204811, 0.01081783790141344]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 2.0, 7.0, 17.0, 18.0, 38.0, 43.0, 94.0, 108.0, 144.0, 195.0, 276.0, 307.0, 377.0, 426.0, 559.0, 801.0, 1173.0, 1591.0, 2568.0, 3892.0, 5931.0, 8803.0, 12868.0, 18756.0, 27071.0, 40179.0, 62081.0, 97211.0, 147672.0, 454127.0, 102830.0, 63301.0, 40076.0, 26904.0, 18457.0, 12703.0, 8688.0, 5939.0, 3800.0, 2576.0, 1723.0, 1200.0, 907.0, 664.0, 476.0, 383.0, 337.0, 298.0, 234.0, 207.0, 159.0, 140.0, 90.0, 63.0, 67.0, 40.0, 24.0, 16.0, 3.0, 1.0, 3.0, 1.0, 1.0], "bins": [-0.02062259055674076, -0.019937578588724136, -0.01925256848335266, -0.018567556515336037, -0.017882544547319412, -0.017197532579302788, -0.016512520611286163, -0.015827510505914688, -0.015142498537898064, -0.01445748656988144, -0.01377247553318739, -0.01308746449649334, -0.012402452528476715, -0.01171744056046009, -0.01103242952376604, -0.010347418487071991, -0.009662406519055367, -0.008977394551038742, -0.008292383514344692, -0.007607372011989355, -0.006922360509634018, -0.006237349007278681, -0.005552337504923344, -0.0048673260025680065, -0.004182314500212669, -0.0034973029978573322, -0.002812291495501995, -0.002127279993146658, -0.0014422684907913208, -0.0007572569884359837, -7.224548608064651e-05, 0.0006127660162746906, 0.0012977775186300278, 0.001982789020985365, 0.002667800523340702, 0.003352812025696039, 0.004037823528051376, 0.0047228350304067135, 0.005407846532762051, 0.006092858035117388, 0.006777869537472725, 0.007462881039828062, 0.0081478925421834, 0.008832903578877449, 0.009517915546894073, 0.010202927514910698, 0.010887938551604748, 0.011572949588298798, 0.012257961556315422, 0.012942973524332047, 0.013627984561026096, 0.014312995597720146, 0.01499800756573677, 0.015683019533753395, 0.01636803150177002, 0.017053041607141495, 0.01773805357515812, 0.018423065543174744, 0.01910807564854622, 0.019793087616562843, 0.020478099584579468, 0.021163111552596092, 0.021848123520612717, 0.022533133625984192, 0.023218145594000816]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 4.0, 1.0, 4.0, 4.0, 1.0, 5.0, 8.0, 2.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.018426168709993362, -0.01798335276544094, -0.01754053495824337, -0.01709771901369095, -0.016654903069138527, -0.016212085261940956, -0.015769269317388535, -0.015326453372836113, -0.014883636496961117, -0.01444081962108612, -0.013998003676533699, -0.013555186800658703, -0.013112369924783707, -0.012669553980231285, -0.012226737104356289, -0.011783921159803867, -0.011341104283928871, -0.010898287408053875, -0.010455471463501453, -0.010012654587626457, -0.009569838643074036, -0.00912702176719904, -0.008684204891324043, -0.008241388946771622, -0.0077985720708966255, -0.007355755660682917, -0.006912939250469208, -0.006470122374594212, -0.006027305964380503, -0.005584489554166794, -0.005141672678291798, -0.004698856268078089, -0.00425603985786438, -0.003813223447650671, -0.0033704068046063185, -0.002927590161561966, -0.002484773751348257, -0.002041957341134548, -0.0015991406980901957, -0.001156324171461165, -0.0007135076448321342, -0.00027069111820310354, 0.00017212540842592716, 0.0006149419350549579, 0.0010577584616839886, 0.0015005749883130193, 0.00194339151494205, 0.0023862081579864025, 0.0028290245682001114, 0.0032718409784138203, 0.003714657621458173, 0.004157474264502525, 0.004600290674716234, 0.005043107084929943, 0.005485923960804939, 0.005928740371018648, 0.006371556781232357, 0.006814373191446066, 0.007257189601659775, 0.007700006477534771, 0.008142823353409767, 0.008585639297962189, 0.009028456173837185, 0.009471272118389606, 0.009914088994264603]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 4.0, 7.0, 9.0, 8.0, 13.0, 20.0, 32.0, 29.0, 31.0, 43.0, 44.0, 50.0, 73.0, 82.0, 79.0, 76.0, 92.0, 90.0, 90.0, 107.0, 137.0, 169.0, 263.0, 352.0, 500.0, 755.0, 1035.0, 1436.0, 7144.0, 1707.0, 910.0, 598.0, 453.0, 341.0, 295.0, 251.0, 213.0, 203.0, 132.0, 107.0, 102.0, 84.0, 53.0, 65.0, 35.0, 33.0, 15.0, 10.0, 17.0, 11.0, 2.0, 2.0, 5.0, 1.0, 5.0, 2.0, 1.0, 3.0], "bins": [-0.009423112496733665, -0.00915154255926609, -0.00887997169047594, -0.008608401753008366, -0.00833683181554079, -0.008065260946750641, -0.007793691009283066, -0.007522120606154203, -0.007250550203025341, -0.006978980265557766, -0.006707409862428904, -0.006435839459300041, -0.006164269521832466, -0.005892699118703604, -0.005621128715574741, -0.005349558778107166, -0.005077988374978304, -0.0048064179718494415, -0.0045348480343818665, -0.004263277631253004, -0.003991707228124142, -0.003720137057825923, -0.0034485668875277042, -0.003176996484398842, -0.002905426314100623, -0.0026338561438024044, -0.002362285740673542, -0.0020907155703753233, -0.0018191452836617827, -0.0015475749969482422, -0.0012760048266500235, -0.001004434539936483, -0.0007328642532229424, -0.00046129399561323225, -0.00018972373800352216, 8.184651960618794e-05, 0.00035341677721589804, 0.0006249870639294386, 0.0008965572924353182, 0.0011681275209411979, 0.0014396978076547384, 0.001711268094368279, 0.0019828383810818195, 0.0022544085513800383, 0.002525978721678257, 0.0027975491248071194, 0.003069119295105338, 0.0033406896982342005, 0.003612259868532419, 0.003883830038830638, 0.004155400209128857, 0.004426970612257719, 0.004698541015386581, 0.0049701109528541565, 0.005241681355983019, 0.005513251759111881, 0.005784821696579456, 0.006056392099708319, 0.006327962502837181, 0.0065995329059660435, 0.0068711028434336185, 0.007142673246562481, 0.007414243649691343, 0.007685813587158918, 0.00795738399028778]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 1.0, 4.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.04355325549840927, -0.04234496131539345, -0.041136667132377625, -0.0399283729493618, -0.03872007876634598, -0.037511784583330154, -0.03630349040031433, -0.03509519621729851, -0.033886902034282684, -0.03267861157655716, -0.031470317393541336, -0.030262021347880363, -0.02905372902750969, -0.027845434844493866, -0.026637140661478043, -0.02542884647846222, -0.024220552295446396, -0.023012258112430573, -0.02180396392941475, -0.020595669746398926, -0.019387375563383102, -0.01817908324301243, -0.016970789059996605, -0.01576249487698078, -0.014554200693964958, -0.013345906510949135, -0.012137612327933311, -0.010929319076240063, -0.00972102489322424, -0.008512730710208416, -0.00730443699285388, -0.006096143275499344, -0.0048878490924835205, -0.003679555142298341, -0.002471261192113161, -0.0012629672419279814, -5.4673291742801666e-05, 0.001153620658442378, 0.0023619146086275578, 0.0035702085588127375, 0.004778502508997917, 0.0059867966920137405, 0.007195090409368277, 0.008403384126722813, 0.009611678309738636, 0.01081997249275446, 0.012028265744447708, 0.013236559927463531, 0.014444854110479355, 0.015653148293495178, 0.016861442476511, 0.018069736659526825, 0.01927803084254265, 0.020486323162913322, 0.021694617345929146, 0.02290291152894497, 0.024111205711960793, 0.025319499894976616, 0.02652779407799244, 0.027736088261008263, 0.028944380581378937, 0.03015267476439476, 0.031360968947410583, 0.03256926313042641, 0.03377755731344223]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 3.0, 1.0, 1.0, 2.0, 5.0, 6.0, 7.0, 5.0, 2.0, 9.0, 8.0, 8.0, 17.0, 52.0, 12.0, 3.0, 8.0, 4.0, 14.0, 10.0, 14.0, 4.0, 6.0, 5.0, 6.0, 1.0, 5.0, 6.0, 6.0, 7.0, 7.0, 3.0, 5.0, 6.0, 4.0, 0.0, 2.0, 2.0, 3.0, 1.0, 1.0, 3.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009469124488532543, -0.009103124961256981, -0.008737125433981419, -0.008371125906705856, -0.008005126379430294, -0.007639127317816019, -0.007273127790540457, -0.0069071282632648945, -0.006541128735989332, -0.00617512920871377, -0.005809129681438208, -0.005443130154162645, -0.00507713109254837, -0.004711131565272808, -0.004345132037997246, -0.0039791325107216835, -0.003613132983446121, -0.003247133456170559, -0.0028811339288949966, -0.002515134634450078, -0.0021491351071745157, -0.0017831355798989534, -0.001417136169038713, -0.0010511367581784725, -0.0006851372309029102, -0.00031913776183500886, 4.686170723289251e-05, 0.0004128611763007939, 0.0007788606453686953, 0.0011448601726442575, 0.001510859583504498, 0.0018768589943647385, 0.0022428585216403008, 0.002608858048915863, 0.0029748575761914253, 0.003340856870636344, 0.0037068563979119062, 0.004072855692356825, 0.004438855219632387, 0.0048048547469079494, 0.005170854274183512, 0.005536853801459074, 0.005902853328734636, 0.006268852856010199, 0.006634851917624474, 0.007000851444900036, 0.007366850972175598, 0.00773285049945116, 0.008098850026726723, 0.008464849554002285, 0.008830849081277847, 0.00919684860855341, 0.009562848135828972, 0.009928847663104534, 0.010294847190380096, 0.010660846717655659, 0.011026846244931221, 0.011392844840884209, 0.011758844368159771, 0.012124843895435333, 0.012490843422710896, 0.012856842949986458, 0.01322284247726202, 0.013588842004537582, 0.013954841531813145]}, "_runtime": 11.40977144241333, "_timestamp": 1596214290.0578163, "_step": 8}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 2.0, 1.0, 2.0, 0.0, 1.0, 4.0, 3.0, 1.0, 2.0, 1.0, 5.0, 0.0, 3.0, 1.0, 2.0, 3.0, 0.0, 0.0, 2.0, 2.0, 2.0, 1.0, 3.0, 2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.015805957838892937, -0.015334983356297016, -0.014864008873701096, -0.014393034391105175, -0.013922059908509254, -0.013451085425913334, -0.012980111874639988, -0.012509137392044067, -0.012038162909448147, -0.011567188426852226, -0.011096213944256306, -0.010625239461660385, -0.010154264979064465, -0.009683290496468544, -0.009212316013872623, -0.008741341531276703, -0.008270367980003357, -0.007799393031746149, -0.0073284185491502285, -0.006857444532215595, -0.006386470049619675, -0.005915495567023754, -0.0054445210844278336, -0.004973546601831913, -0.004502572119235992, -0.004031598102301359, -0.0035606236197054386, -0.003089649137109518, -0.0026186746545135975, -0.0021477004047483206, -0.0016767259221524, -0.0012057515559718013, -0.0007347771897912025, -0.00026380279450677335, 0.00020717160077765584, 0.0006781460251659155, 0.0011491203913465142, 0.001620094757527113, 0.0020910692401230335, 0.0025620434898883104, 0.003033017972484231, 0.0035039924550801516, 0.0039749667048454285, 0.004445941187441349, 0.00491691567003727, 0.00538789015263319, 0.005858864169567823, 0.006329838652163744, 0.0068008131347596645, 0.007271787617355585, 0.007742762099951506, 0.008213736116886139, 0.00868471059948206, 0.00915568508207798, 0.0096266595646739, 0.010097634047269821, 0.010568608529865742, 0.011039583012461662, 0.011510557495057583, 0.011981531046330929, 0.01245250552892685, 0.01292348001152277, 0.01339445449411869, 0.013865428976714611, 0.014336403459310532]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 3.0, 2.0, 5.0, 9.0, 9.0, 13.0, 16.0, 16.0, 17.0, 29.0, 27.0, 53.0, 60.0, 59.0, 132.0, 138.0, 194.0, 244.0, 360.0, 465.0, 2315.0, 1817.0, 798.0, 443.0, 235.0, 153.0, 91.0, 61.0, 38.0, 23.0, 34.0, 16.0, 13.0, 5.0, 10.0, 3.0, 4.0, 6.0, 3.0, 5.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.20821094512939453, -0.20221740007400513, -0.19622384011745453, -0.19023029506206512, -0.18423675000667572, -0.17824319005012512, -0.17224964499473572, -0.1662560999393463, -0.1602625548839569, -0.1542689949274063, -0.1482754498720169, -0.1422819048166275, -0.1362883448600769, -0.1302947998046875, -0.1243012472987175, -0.1183077022433281, -0.1123141497373581, -0.10632059723138809, -0.10032705217599869, -0.09433349967002869, -0.08833995461463928, -0.08234640210866928, -0.07635284960269928, -0.07035930454730988, -0.06436575204133987, -0.05837220326066017, -0.05237865447998047, -0.04638510197401047, -0.040391553193330765, -0.03439800441265106, -0.02840445376932621, -0.022410903126001358, -0.016417354345321655, -0.010423804633319378, -0.0044302549213171005, 0.0015632947906851768, 0.007556844502687454, 0.013550394214689732, 0.01954394392669201, 0.02553749457001686, 0.031531043350696564, 0.037524592131376266, 0.04351814091205597, 0.04951169341802597, 0.05550524219870567, 0.061498790979385376, 0.06749234348535538, 0.07348588854074478, 0.07947944104671478, 0.08547299355268478, 0.09146653860807419, 0.09746009111404419, 0.1034536361694336, 0.1094471886754036, 0.1154407411813736, 0.121434286236763, 0.1274278461933136, 0.133421391248703, 0.1394149363040924, 0.1454084813594818, 0.1514020413160324, 0.15739558637142181, 0.16338913142681122, 0.16938269138336182, 0.17537623643875122]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 5.0, 1.0, 2.0, 5.0, 3.0, 2.0, 2.0, 5.0, 8.0, 2.0, 1.0, 2.0, 23.0, 6.0, 1.0, 7.0, 2.0, 4.0, 3.0, 4.0, 2.0, 3.0, 1.0, 1.0, 3.0, 2.0, 3.0, 2.0, 0.0, 1.0, 3.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0051440526731312275, -0.004979279823601246, -0.004814507439732552, -0.00464973459020257, -0.004484961740672588, -0.004320188891142607, -0.004155416041612625, -0.003990643657743931, -0.003825870808213949, -0.0036610979586839676, -0.0034963253419846296, -0.0033315527252852917, -0.00316677987575531, -0.0030020070262253284, -0.0028372344095259905, -0.0026724617928266525, -0.002507688943296671, -0.0023429160937666893, -0.0021781434770673513, -0.0020133708603680134, -0.0018485980108380318, -0.001683825277723372, -0.0015190525446087122, -0.0013542798114940524, -0.0011895070783793926, -0.0010247343452647328, -0.000859961612150073, -0.0006951888790354133, -0.0005304161459207535, -0.0003656434128060937, -0.0002008706796914339, -3.609794657677412e-05, 0.00012867478653788567, 0.00029344751965254545, 0.00045822025276720524, 0.000622992985881865, 0.0007877657189965248, 0.0009525384521111846, 0.0011173111852258444, 0.0012820839183405042, 0.001446856651455164, 0.0016116293845698237, 0.0017764021176844835, 0.0019411748507991433, 0.002105947583913803, 0.0022707204334437847, 0.0024354930501431227, 0.0026002656668424606, 0.0027650385163724422, 0.002929811365902424, 0.003094583982601762, 0.0032593565993010998, 0.0034241294488310814, 0.003588902298361063, 0.003753674915060401, 0.003918447531759739, 0.0040832203812897205, 0.004247993230819702, 0.0044127656146883965, 0.004577538464218378, 0.00474231131374836, 0.004907084163278341, 0.005071857012808323, 0.005236629396677017, 0.005401402246206999]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 1.0, 5.0, 7.0, 13.0, 24.0, 54.0, 71.0, 145.0, 215.0, 336.0, 509.0, 748.0, 1092.0, 1470.0, 2145.0, 3004.0, 3991.0, 5503.0, 7397.0, 9994.0, 13222.0, 17276.0, 22660.0, 30603.0, 41891.0, 58530.0, 82595.0, 111664.0, 420063.0, 94998.0, 68798.0, 48562.0, 34650.0, 25031.0, 18820.0, 14079.0, 10705.0, 7761.0, 5730.0, 4157.0, 2982.0, 2183.0, 1574.0, 1189.0, 897.0, 667.0, 474.0, 386.0, 241.0, 163.0, 126.0, 90.0, 49.0, 36.0, 26.0, 16.0, 10.0, 9.0, 4.0, 1.0, 1.0, 1.0, 2.0], "bins": [-0.014022874645888805, -0.013543227687478065, -0.013063580729067326, -0.012583933770656586, -0.012104286812245846, -0.011624639853835106, -0.011144992895424366, -0.010665345937013626, -0.01018569990992546, -0.009706052951514721, -0.009226405993103981, -0.008746759034693241, -0.008267112076282501, -0.007787465117871761, -0.007307818159461021, -0.0068281712010502815, -0.006348524242639542, -0.005868877284228802, -0.005389230325818062, -0.004909583367407322, -0.004429936408996582, -0.0039502899162471294, -0.0034706429578363895, -0.0029909959994256496, -0.0025113490410149097, -0.00203170208260417, -0.0015520552406087518, -0.0010724083986133337, -0.0005927614402025938, -0.00011311453999951482, 0.00036653236020356417, 0.0008461792604066432, 0.0013258261606097221, 0.001805473119020462, 0.002285120077431202, 0.002764766803011298, 0.003244413761422038, 0.003724060719832778, 0.004203707445412874, 0.004683354403823614, 0.005163001362234354, 0.005642648320645094, 0.006122295279055834, 0.006601942237466574, 0.007081588730216026, 0.007561235688626766, 0.008040882647037506, 0.008520529605448246, 0.009000176563858986, 0.009479823522269726, 0.009959470480680466, 0.010439117439091206, 0.010918764397501945, 0.011398411355912685, 0.011878058314323425, 0.012357705272734165, 0.012837352231144905, 0.01331699825823307, 0.01379664521664381, 0.01427629217505455, 0.01475593913346529, 0.01523558609187603, 0.015715233981609344, 0.01619488000869751, 0.016674526035785675]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 4.0, 2.0, 1.0, 2.0, 2.0, 4.0, 2.0, 9.0, 1.0, 1.0, 4.0, 3.0, 3.0, 1.0, 2.0, 0.0, 1.0, 2.0, 2.0, 0.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.005025568418204784, -0.004861052613705397, -0.004696536809206009, -0.0045320214703679085, -0.004367505665868521, -0.004202989861369133, -0.004038474056869745, -0.003873958485201001, -0.003709442913532257, -0.0035449271090328693, -0.0033804113045334816, -0.0032158957328647375, -0.0030513799283653498, -0.0028868643566966057, -0.002722348552197218, -0.002557832980528474, -0.002393317176029086, -0.0022288013715296984, -0.0020642857998609543, -0.0018997701117768884, -0.0017352544236928225, -0.0015707386191934347, -0.0014062229311093688, -0.0012417072430253029, -0.001077191554941237, -0.0009126758668571711, -0.0007481601787731051, -0.0005836444324813783, -0.0004191287443973124, -0.0002546130563132465, -9.009733912535012e-05, 7.441836351063102e-05, 0.00023893406614661217, 0.0004034497542306781, 0.000567965442314744, 0.0007324811886064708, 0.0008969968766905367, 0.0010615126229822636, 0.0012260283110663295, 0.0013905439991503954, 0.0015550596872344613, 0.0017195753753185272, 0.0018840910634025931, 0.002048606751486659, 0.002213122555986047, 0.002377638127654791, 0.0025421539321541786, 0.0027066695038229227, 0.0028711853083223104, 0.003035701112821698, 0.0032002166844904423, 0.00336473248898983, 0.003529248060658574, 0.003693763865157962, 0.003858279436826706, 0.004022795241326094, 0.004187311045825481, 0.004351826850324869, 0.00451634218916297, 0.004680857993662357, 0.004845373798161745, 0.005009889602661133, 0.005174404941499233, 0.005338920745998621, 0.005503436550498009]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 2.0, 2.0, 4.0, 3.0, 1.0, 5.0, 4.0, 6.0, 4.0, 6.0, 10.0, 11.0, 18.0, 23.0, 14.0, 30.0, 41.0, 35.0, 53.0, 72.0, 93.0, 132.0, 195.0, 280.0, 398.0, 536.0, 766.0, 1133.0, 1857.0, 6057.0, 1383.0, 989.0, 799.0, 632.0, 533.0, 393.0, 383.0, 320.0, 222.0, 192.0, 185.0, 150.0, 98.0, 73.0, 66.0, 52.0, 42.0, 41.0, 20.0, 19.0, 12.0, 11.0, 9.0, 8.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0045584565959870815, -0.004421726800501347, -0.004284997005015612, -0.004148267209529877, -0.004011537414044142, -0.003874807618558407, -0.003738077823072672, -0.003601348027586937, -0.003464618232101202, -0.003327888436615467, -0.003191158641129732, -0.003054428845643997, -0.0029176990501582623, -0.0027809692546725273, -0.0026442394591867924, -0.0025075096637010574, -0.0023707798682153225, -0.0022340500727295876, -0.0020973202772438526, -0.0019605904817581177, -0.0018238606862723827, -0.0016871308907866478, -0.0015504010953009129, -0.001413671299815178, -0.001276941504329443, -0.001140211708843708, -0.001003481913357973, -0.0008667521178722382, -0.0007300223223865032, -0.0005932925269007683, -0.00045656273141503334, -0.0003198329359292984, -0.00018310314044356346, -4.637334495782852e-05, 9.035645052790642e-05, 0.00022708624601364136, 0.0003638160414993763, 0.0005005458369851112, 0.0006372756324708462, 0.0007740054279565811, 0.0009107352234423161, 0.001047465018928051, 0.001184194814413786, 0.0013209246098995209, 0.0014576544053852558, 0.0015943842008709908, 0.0017311139963567257, 0.0018678437918424606, 0.0020045735873281956, 0.0021413033828139305, 0.0022780331782996655, 0.0024147629737854004, 0.0025514927692711353, 0.0026882225647568703, 0.002824952360242605, 0.00296168215572834, 0.003098411951214075, 0.00323514174669981, 0.003371871542185545, 0.00350860133767128, 0.003645331133157015, 0.00378206092864275, 0.003918790724128485, 0.00405552051961422, 0.004192250315099955]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 2.0, 4.0, 3.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.013393322937190533, -0.01314097922295332, -0.012888635508716106, -0.012636290863156319, -0.012383947148919106, -0.012131603434681892, -0.01187925972044468, -0.011626916006207466, -0.011374572291970253, -0.011122227646410465, -0.010869883932173252, -0.010617540217936039, -0.010365196503698826, -0.010112852789461613, -0.009860508143901825, -0.009608164429664612, -0.009355820715427399, -0.009103477001190186, -0.008851133286952972, -0.008598788641393185, -0.008346444927155972, -0.008094101212918758, -0.007841757498681545, -0.007589413318783045, -0.007337069604545832, -0.0070847258903086185, -0.006832381710410118, -0.006580037996172905, -0.006327694281935692, -0.006075350102037191, -0.005823006387799978, -0.005570662207901478, -0.005318318493664265, -0.0050659747794270515, -0.004813630599528551, -0.004561286885291338, -0.0043089427053928375, -0.004056598991155624, -0.0038042552769184113, -0.0035519113298505545, -0.0032995673827826977, -0.003047223435714841, -0.002794879488646984, -0.002542535774409771, -0.002290191827341914, -0.0020378478802740574, -0.0017855040496215224, -0.0015331602189689875, -0.0012808162719011307, -0.0010284723248332739, -0.0007761284941807389, -0.000523784605320543, -0.0002714407164603472, -1.90968276001513e-05, 0.00023324706126004457, 0.00048559095012024045, 0.0007379348389804363, 0.0009902787860482931, 0.001242622616700828, 0.001494966447353363, 0.0017473103944212198, 0.0019996543414890766, 0.0022519980557262897, 0.0025043420027941465, 0.0027566859498620033]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 3.0, 5.0, 1.0, 2.0, 3.0, 6.0, 8.0, 12.0, 15.0, 54.0, 15.0, 11.0, 7.0, 6.0, 12.0, 6.0, 6.0, 8.0, 6.0, 2.0, 6.0, 3.0, 5.0, 8.0, 4.0, 10.0, 5.0, 5.0, 4.0, 4.0, 8.0, 3.0, 2.0, 5.0, 2.0, 2.0, 1.0, 1.0, 0.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.00867470633238554, -0.008359306491911411, -0.008043905720114708, -0.007728505879640579, -0.0074131060391664505, -0.007097706198692322, -0.006782305892556906, -0.00646690558642149, -0.006151505745947361, -0.005836105905473232, -0.005520705599337816, -0.0052053052932024, -0.0048899054527282715, -0.004574505612254143, -0.004259105306118727, -0.003943704999983311, -0.003628305159509182, -0.0033129050862044096, -0.0029975050128996372, -0.002682104939594865, -0.0023667048662900925, -0.00205130479298532, -0.0017359047196805477, -0.0014205046463757753, -0.001105104573071003, -0.0007897044997662306, -0.0004743044264614582, -0.00015890435315668583, 0.00015649572014808655, 0.0004718957934528589, 0.0007872958667576313, 0.0011026959400624037, 0.001418096013367176, 0.0017334960866719484, 0.002048896159976721, 0.002364296233281493, 0.0026796963065862656, 0.002995096379891038, 0.0033104964531958103, 0.0036258965265005827, 0.003941296599805355, 0.004256696440279484, 0.0045720967464149, 0.004887497052550316, 0.005202896893024445, 0.005518296733498573, 0.005833697039633989, 0.006149097345769405, 0.006464497186243534, 0.006779897026717663, 0.007095297332853079, 0.007410697638988495, 0.007726097479462624, 0.008041497319936752, 0.008356897160410881, 0.008672297932207584, 0.008987697772681713, 0.009303097613155842, 0.009618498384952545, 0.009933898225426674, 0.010249298065900803, 0.010564697906374931, 0.01088009774684906, 0.011195498518645763, 0.011510898359119892]}, "_runtime": 12.177547693252563, "_timestamp": 1596214290.8255925, "_step": 9}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 3.0, 0.0, 2.0, 1.0, 2.0, 1.0, 2.0, 2.0, 1.0, 1.0, 0.0, 2.0, 4.0, 1.0, 3.0, 1.0, 3.0, 1.0, 1.0, 0.0, 1.0, 3.0, 2.0, 3.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0], "bins": [-0.01597682386636734, -0.015587398782372475, -0.01519797369837761, -0.014808548614382744, -0.014419123530387878, -0.014029699377715588, -0.013640274293720722, -0.013250849209725857, -0.012861424125730991, -0.012471999041736126, -0.01208257395774126, -0.011693148873746395, -0.011303724721074104, -0.010914299637079239, -0.010524874553084373, -0.010135449469089508, -0.009746024385094643, -0.009356599301099777, -0.008967174217104912, -0.008577749133110046, -0.008188324049115181, -0.007798899430781603, -0.007409474812448025, -0.007020049728453159, -0.006630624644458294, -0.0062411995604634285, -0.005851774476468563, -0.005462349858134985, -0.0050729247741401196, -0.004683499690145254, -0.004294075071811676, -0.0039046499878168106, -0.003515224903821945, -0.0031257998198270798, -0.002736374968662858, -0.0023469501174986362, -0.001957525033503771, -0.0015681000659242272, -0.0011786750983446836, -0.0007892501307651401, -0.00039982516318559647, -1.0400195606052876e-05, 0.0003790247719734907, 0.0007684497395530343, 0.001157874707132578, 0.0015472996747121215, 0.001936724642291665, 0.002326149493455887, 0.0027155745774507523, 0.0031049996614456177, 0.0034944245126098394, 0.003883849363774061, 0.004273274447768927, 0.004662699531763792, 0.00505212415009737, 0.0054415492340922356, 0.005830974318087101, 0.006220399402081966, 0.006609824486076832, 0.00699924910441041, 0.007388674188405275, 0.007778099272400141, 0.008167523890733719, 0.008556948974728584, 0.00894637405872345]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 5.0, 8.0, 8.0, 3.0, 8.0, 8.0, 7.0, 12.0, 15.0, 15.0, 21.0, 38.0, 55.0, 60.0, 78.0, 122.0, 131.0, 176.0, 235.0, 303.0, 367.0, 555.0, 3255.0, 971.0, 515.0, 346.0, 204.0, 117.0, 74.0, 66.0, 50.0, 27.0, 21.0, 17.0, 12.0, 6.0, 3.0, 5.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 3.0], "bins": [-0.21487192809581757, -0.20950961112976074, -0.20414729416370392, -0.1987849771976471, -0.19342264533042908, -0.18806032836437225, -0.18269801139831543, -0.1773356944322586, -0.17197337746620178, -0.16661106050014496, -0.16124874353408813, -0.1558864265680313, -0.1505241096019745, -0.14516177773475647, -0.13979946076869965, -0.13443714380264282, -0.129074826836586, -0.12371250987052917, -0.11835019290447235, -0.11298786848783493, -0.1076255515217781, -0.10226323455572128, -0.09690091013908386, -0.09153859317302704, -0.08617627620697021, -0.08081395924091339, -0.07545164227485657, -0.07008931785821915, -0.06472700089216232, -0.0593646839261055, -0.05400236323475838, -0.048640042543411255, -0.04327772557735443, -0.03791540861129761, -0.032553087919950485, -0.027190769091248512, -0.02182845026254654, -0.016466131433844566, -0.011103812605142593, -0.00574149377644062, -0.00037917494773864746, 0.0049831438809633255, 0.010345462709665298, 0.01570778153836727, 0.021070100367069244, 0.026432419195771217, 0.03179473802447319, 0.03715705871582031, 0.042519375681877136, 0.04788169264793396, 0.05324401333928108, 0.058606334030628204, 0.06396865099668503, 0.06933096796274185, 0.07469329237937927, 0.0800556093454361, 0.08541792631149292, 0.09078024327754974, 0.09614256024360657, 0.10150488466024399, 0.10686720162630081, 0.11222951859235764, 0.11759184300899506, 0.12295415997505188, 0.1283164769411087]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 2.0, 1.0, 3.0, 1.0, 4.0, 4.0, 4.0, 6.0, 2.0, 4.0, 3.0, 3.0, 3.0, 1.0, 3.0, 2.0, 0.0, 4.0, 25.0, 1.0, 3.0, 3.0, 0.0, 4.0, 2.0, 5.0, 3.0, 1.0, 1.0, 0.0, 1.0, 4.0, 3.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.005014206748455763, -0.004858367145061493, -0.004702527541667223, -0.004546687938272953, -0.004390848334878683, -0.004235008731484413, -0.004079169128090143, -0.003923329524695873, -0.0037674899213016033, -0.0036116503179073334, -0.0034558107145130634, -0.0032999711111187935, -0.0031441315077245235, -0.0029882919043302536, -0.0028324523009359837, -0.0026766126975417137, -0.0025207730941474438, -0.002364933490753174, -0.002209093887358904, -0.002053254283964634, -0.001897414680570364, -0.001741575077176094, -0.0015857354737818241, -0.0014298958703875542, -0.0012740562669932842, -0.0011182166635990143, -0.0009623770602047443, -0.0008065374568104744, -0.0006506978534162045, -0.0004948582500219345, -0.00033901864662766457, -0.00018317904323339462, -2.733943983912468e-05, 0.00012850016355514526, 0.0002843397669494152, 0.00044017937034368515, 0.0005960189737379551, 0.000751858577132225, 0.000907698180526495, 0.001063537783920765, 0.0012193773873150349, 0.0013752169907093048, 0.0015310565941035748, 0.0016868961974978447, 0.0018427358008921146, 0.0019985754042863846, 0.0021544150076806545, 0.0023102546110749245, 0.0024660942144691944, 0.0026219338178634644, 0.0027777734212577343, 0.0029336130246520042, 0.003089452628046274, 0.003245292231440544, 0.003401131834834814, 0.003556971438229084, 0.003712811041623354, 0.003868650645017624, 0.004024490248411894, 0.004180329851806164, 0.004336169455200434, 0.004492009058594704, 0.004647848661988974, 0.0048036882653832436, 0.0049595278687775135]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 4.0, 4.0, 6.0, 7.0, 24.0, 42.0, 59.0, 93.0, 109.0, 167.0, 218.0, 281.0, 411.0, 461.0, 633.0, 973.0, 1233.0, 1706.0, 2299.0, 3250.0, 4338.0, 6041.0, 7937.0, 10389.0, 13939.0, 18150.0, 23718.0, 31958.0, 43232.0, 58867.0, 78627.0, 98769.0, 411268.0, 89607.0, 67055.0, 49390.0, 36728.0, 27638.0, 20844.0, 16160.0, 12606.0, 9841.0, 7722.0, 6010.0, 4523.0, 3457.0, 2638.0, 1940.0, 1364.0, 979.0, 696.0, 434.0, 292.0, 199.0, 118.0, 89.0, 43.0, 31.0, 16.0, 5.0, 5.0, 3.0], "bins": [-0.01496981829404831, -0.014536701142787933, -0.014103583060204983, -0.013670465908944607, -0.01323734875768423, -0.01280423067510128, -0.012371113523840904, -0.011937996372580528, -0.011504879221320152, -0.011071761138737202, -0.010638643987476826, -0.01020552683621645, -0.0097724087536335, -0.009339291602373123, -0.008906174451112747, -0.008473056368529797, -0.00803993921726942, -0.007606821600347757, -0.007173704449087381, -0.006740586832165718, -0.006307469680905342, -0.005874352063983679, -0.0054412344470620155, -0.0050081172958016396, -0.004574999678879976, -0.004141882061958313, -0.003708764910697937, -0.0032756472937762737, -0.002842529909685254, -0.0024094125255942345, -0.001976294908672571, -0.0015431775245815516, -0.001110060140490532, -0.0006769426981918514, -0.00024382525589317083, 0.0001892921864055097, 0.0006224096287041903, 0.0010555270127952099, 0.0014886445133015513, 0.0019217620138078928, 0.0023548793978989124, 0.002787996781989932, 0.0032211141660809517, 0.003654231783002615, 0.004087349399924278, 0.004520466551184654, 0.0049535841681063175, 0.0053867013193666935, 0.005819818936288357, 0.00625293655321002, 0.006686053704470396, 0.007119171321392059, 0.007552288472652435, 0.007985406555235386, 0.008418523706495762, 0.008851640857756138, 0.009284758940339088, 0.009717876091599464, 0.01015099324285984, 0.010584110394120216, 0.011017228476703167, 0.011450345627963543, 0.011883462779223919, 0.01231658086180687, 0.012749698013067245]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 1.0, 5.0, 3.0, 2.0, 2.0, 4.0, 0.0, 8.0, 2.0, 3.0, 1.0, 0.0, 3.0, 2.0, 2.0, 3.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.020453695207834244, -0.019950786605477333, -0.019447878003120422, -0.01894496940076351, -0.0184420607984066, -0.01793915219604969, -0.01743624359369278, -0.01693333499133587, -0.016430426388978958, -0.015927515923976898, -0.015424608252942562, -0.014921699650585651, -0.014418790116906166, -0.013915881514549255, -0.013412972912192345, -0.012910064309835434, -0.012407155707478523, -0.011904247105121613, -0.011401338502764702, -0.010898429900407791, -0.01039552129805088, -0.009892611764371395, -0.009389703162014484, -0.008886794559657574, -0.008383885957300663, -0.007880977354943752, -0.007378068752586842, -0.006875159684568644, -0.006372251082211733, -0.005869342479854822, -0.005366433411836624, -0.0048635248094797134, -0.004360616207122803, -0.003857707604765892, -0.0033547987695783377, -0.0028518899343907833, -0.0023489813320338726, -0.00184607261326164, -0.0013431638944894075, -0.000840255175717175, -0.0003373464569449425, 0.00016556226182729006, 0.0006684709805995226, 0.0011713796993717551, 0.0016742884181439877, 0.0021771970205008984, 0.0026801058556884527, 0.003183014690876007, 0.003685923293232918, 0.0041888318955898285, 0.004691740497946739, 0.005194649565964937, 0.005697558168321848, 0.006200466770678759, 0.006703375838696957, 0.007206284441053867, 0.007709193043410778, 0.008212101645767689, 0.0087150102481246, 0.00921791885048151, 0.009720828384160995, 0.010223736986517906, 0.010726645588874817, 0.011229554191231728, 0.011732462793588638]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 3.0, 0.0, 4.0, 1.0, 2.0, 3.0, 3.0, 4.0, 1.0, 7.0, 3.0, 4.0, 8.0, 9.0, 12.0, 8.0, 9.0, 9.0, 8.0, 14.0, 1.0, 11.0, 15.0, 18.0, 14.0, 16.0, 14.0, 14.0, 23.0, 25.0, 30.0, 47.0, 69.0, 93.0, 125.0, 167.0, 189.0, 307.0, 410.0, 646.0, 935.0, 1665.0, 7061.0, 2502.0, 1301.0, 697.0, 507.0, 440.0, 325.0, 225.0, 134.0, 88.0, 76.0, 31.0, 29.0, 10.0, 24.0, 13.0, 9.0, 6.0, 1.0, 2.0, 2.0], "bins": [-0.014099860563874245, -0.013778401538729668, -0.013456943444907665, -0.013135485351085663, -0.012814026325941086, -0.012492567300796509, -0.012171109206974506, -0.011849651113152504, -0.011528192088007927, -0.01120673306286335, -0.010885274969041348, -0.010563816875219345, -0.010242357850074768, -0.009920898824930191, -0.009599440731108189, -0.009277982637286186, -0.00895652361214161, -0.008635064586997032, -0.00831360649317503, -0.007992148399353027, -0.00767068937420845, -0.007349230814725161, -0.007027772255241871, -0.006706313695758581, -0.0063848551362752914, -0.006063396576792002, -0.005741938017308712, -0.005420479457825422, -0.005099020898342133, -0.004777562338858843, -0.004456103779375553, -0.004134645219892263, -0.0038131866604089737, -0.003491728100925684, -0.0031702695414423943, -0.0028488109819591045, -0.002527352422475815, -0.002205893862992525, -0.0018844353035092354, -0.0015629767440259457, -0.001241518184542656, -0.0009200596250593662, -0.0005986010655760765, -0.0002771425060927868, 4.431605339050293e-05, 0.00036577461287379265, 0.0006872331723570824, 0.001008691731840372, 0.0013301502913236618, 0.0016516088508069515, 0.0019730674102902412, 0.002294525969773531, 0.0026159845292568207, 0.0029374430887401104, 0.0032589016482234, 0.00358036020770669, 0.0039018187671899796, 0.004223277326673269, 0.004544735886156559, 0.004866194445639849, 0.005187653005123138, 0.005509111564606428, 0.005830570124089718, 0.006152028683573008, 0.006473487243056297]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 4.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.04539122432470322, -0.04435417056083679, -0.043317120522260666, -0.04228006675839424, -0.041243016719818115, -0.04020596295595169, -0.039168909192085266, -0.03813185915350914, -0.037094805389642715, -0.03605775162577629, -0.035020701587200165, -0.03398364782333374, -0.032946594059467316, -0.03190954402089119, -0.030872490257024765, -0.02983543835580349, -0.028798386454582214, -0.02776133455336094, -0.026724282652139664, -0.02568722888827324, -0.024650176987051964, -0.02361312508583069, -0.022576071321964264, -0.02153901942074299, -0.020501967519521713, -0.019464915618300438, -0.018427863717079163, -0.017390809953212738, -0.016353758051991463, -0.015316706150770187, -0.014279653318226337, -0.013242600485682487, -0.012205548584461212, -0.011168496683239937, -0.010131443850696087, -0.009094391018152237, -0.008057339116930962, -0.007020286750048399, -0.005983234383165836, -0.004946182016283274, -0.003909129649400711, -0.0028720772825181484, -0.0018350249156355858, -0.0007979725487530231, 0.0002390798181295395, 0.0012761321850121021, 0.0023131845518946648, 0.0033502369187772274, 0.00438728928565979, 0.005424341652542353, 0.006461394019424915, 0.007498446386307478, 0.00853549875319004, 0.009572550654411316, 0.010609603486955166, 0.011646656319499016, 0.012683708220720291, 0.013720760121941566, 0.014757812954485416, 0.015794865787029266, 0.01683191768825054, 0.017868969589471817, 0.01890602335333824, 0.019943075254559517, 0.020980127155780792]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 4.0, 0.0, 1.0, 2.0, 1.0, 2.0, 5.0, 5.0, 3.0, 2.0, 1.0, 3.0, 4.0, 8.0, 7.0, 4.0, 4.0, 6.0, 7.0, 5.0, 8.0, 6.0, 5.0, 6.0, 22.0, 16.0, 13.0, 62.0, 22.0, 11.0, 6.0, 7.0, 7.0, 5.0, 2.0, 1.0, 4.0, 3.0, 0.0, 1.0], "bins": [-0.023393575102090836, -0.02294313907623291, -0.022492704913020134, -0.02204226888716221, -0.021591834723949432, -0.021141398698091507, -0.02069096453487873, -0.020240528509020805, -0.01979009434580803, -0.019339658319950104, -0.018889224156737328, -0.018438788130879402, -0.017988352105021477, -0.0175379179418087, -0.017087481915950775, -0.016637047752738, -0.016186611726880074, -0.015736177563667297, -0.015285741537809372, -0.014835306443274021, -0.01438487134873867, -0.01393443625420332, -0.013484001159667969, -0.013033566065132618, -0.012583130970597267, -0.012132695876061916, -0.011682260781526566, -0.01123182475566864, -0.01078138966113329, -0.010330954566597939, -0.009880519472062588, -0.009430084377527237, -0.008979649282991886, -0.008529214188456535, -0.008078779093921185, -0.007628343533724546, -0.007177908439189196, -0.006727473344653845, -0.006277038250118494, -0.005826603155583143, -0.005376167595386505, -0.004925732500851154, -0.0044752974063158035, -0.004024862311780453, -0.003574427217245102, -0.0031239918898791075, -0.0026735567953437567, -0.0022231214679777622, -0.0017726863734424114, -0.0013222511624917388, -0.0008718160097487271, -0.0004213808279018849, 2.9054353944957256e-05, 0.0004794895357917994, 0.0009299247176386416, 0.0013803598703816533, 0.001830795081332326, 0.0022812301758676767, 0.002731665503233671, 0.003182100597769022, 0.003632535692304373, 0.004082970786839724, 0.004533406347036362, 0.0049838414415717125, 0.005434276536107063]}, "_runtime": 12.935401916503906, "_timestamp": 1596214291.5834467, "_step": 10}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 3.0, 0.0, 2.0, 2.0, 0.0, 1.0, 2.0, 3.0, 2.0, 2.0, 0.0, 5.0, 1.0, 3.0, 4.0, 0.0, 1.0, 2.0, 0.0, 1.0, 4.0, 1.0, 4.0, 1.0, 4.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014335481449961662, -0.013885973952710629, -0.013436466455459595, -0.012986958958208561, -0.012537451460957527, -0.012087943963706493, -0.011638435535132885, -0.011188928037881851, -0.010739420540630817, -0.010289913043379784, -0.00984040554612875, -0.009390898048877716, -0.008941390551626682, -0.008491883054375648, -0.008042375557124615, -0.007592867594212294, -0.00714336009696126, -0.006693852599710226, -0.006244345102459192, -0.005794837139546871, -0.005345329642295837, -0.004895822145044804, -0.00444631464779377, -0.003996807150542736, -0.0035472994204610586, -0.003097791923210025, -0.0026482841931283474, -0.0021987766958773136, -0.001749269082210958, -0.0012997614685446024, -0.0008502539130859077, -0.00040074632852338254, 4.876125603914261e-05, 0.0004982688697054982, 0.0009477764251641929, 0.0013972839806228876, 0.0018467915942892432, 0.002296299207955599, 0.0027458067052066326, 0.00319531443528831, 0.003644821932539344, 0.004094329662621021, 0.004543837159872055, 0.004993344657123089, 0.005442852154374123, 0.005892359651625156, 0.0063418676145374775, 0.006791375111788511, 0.007240882609039545, 0.007690390106290579, 0.0081398980692029, 0.008589405566453934, 0.009038913063704967, 0.009488420560956001, 0.009937928058207035, 0.010387435555458069, 0.010836943052709103, 0.011286450549960136, 0.01173595804721117, 0.012185466475784779, 0.012634973973035812, 0.013084481470286846, 0.01353398896753788, 0.013983496464788914, 0.014433003962039948]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 2.0, 2.0, 3.0, 4.0, 7.0, 9.0, 2.0, 10.0, 11.0, 15.0, 16.0, 20.0, 42.0, 49.0, 65.0, 78.0, 128.0, 148.0, 159.0, 246.0, 385.0, 438.0, 2108.0, 1844.0, 857.0, 490.0, 270.0, 164.0, 116.0, 68.0, 45.0, 42.0, 17.0, 22.0, 14.0, 8.0, 8.0, 5.0, 3.0, 3.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1804463118314743, -0.17526797950267792, -0.17008963227272034, -0.16491129994392395, -0.15973296761512756, -0.15455463528633118, -0.1493763029575348, -0.1441979557275772, -0.13901962339878082, -0.13384129106998444, -0.12866294384002686, -0.12348461151123047, -0.11830627918243408, -0.1131279468536377, -0.10794960707426071, -0.10277126729488373, -0.09759293496608734, -0.09241460263729095, -0.08723626285791397, -0.08205792307853699, -0.0768795907497406, -0.07170125842094421, -0.06652291864156723, -0.061344582587480545, -0.05616624653339386, -0.050987910479307175, -0.04580957442522049, -0.040631238371133804, -0.03545290231704712, -0.030274566262960434, -0.02509623020887375, -0.019917894154787064, -0.014739558100700378, -0.009561222046613693, -0.004382885992527008, 0.0007954500615596771, 0.005973786115646362, 0.011152122169733047, 0.016330458223819733, 0.021508794277906418, 0.026687130331993103, 0.03186546638607979, 0.03704380244016647, 0.04222213849425316, 0.047400474548339844, 0.05257881060242653, 0.057757146656513214, 0.0629354864358902, 0.06811381876468658, 0.07329215109348297, 0.07847049087285995, 0.08364883065223694, 0.08882716298103333, 0.09400549530982971, 0.0991838350892067, 0.10436217486858368, 0.10954050719738007, 0.11471883952617645, 0.11989717930555344, 0.12507551908493042, 0.1302538514137268, 0.1354321837425232, 0.14061051607131958, 0.14578886330127716, 0.15096719563007355]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 4.0, 3.0, 3.0, 0.0, 2.0, 0.0, 5.0, 4.0, 2.0, 5.0, 4.0, 2.0, 2.0, 2.0, 3.0, 0.0, 3.0, 5.0, 25.0, 3.0, 2.0, 2.0, 1.0, 3.0, 4.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 3.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0], "bins": [-0.004432725254446268, -0.004299644380807877, -0.004166563041508198, -0.004033482167869806, -0.003900401294231415, -0.0037673201877623796, -0.0036342390812933445, -0.003501158207654953, -0.003368077101185918, -0.0032349959947168827, -0.003101915121078491, -0.002968834014609456, -0.002835752908140421, -0.0027026720345020294, -0.0025695909280329943, -0.0024365100543946028, -0.0023034289479255676, -0.0021703478414565325, -0.002037266967818141, -0.0019041858613491058, -0.0017711048712953925, -0.0016380238812416792, -0.001504942774772644, -0.0013718617847189307, -0.0012387807946652174, -0.001105699804611504, -0.0009726187563501298, -0.0008395377080887556, -0.0007064567180350423, -0.000573375727981329, -0.00044029467971995473, -0.00030721366056241095, -0.00017413264140486717, -4.1051622247323394e-05, 9.202939691022038e-05, 0.00022511041606776416, 0.00035819143522530794, 0.0004912724252790213, 0.0006243534735403955, 0.0007574345218017697, 0.0008905155118554831, 0.0010235965019091964, 0.0011566774919629097, 0.0012897585984319448, 0.0014228395884856582, 0.0015559205785393715, 0.0016890016850084066, 0.00182208267506212, 0.0019551636651158333, 0.0020882447715848684, 0.00222132564522326, 0.002354406751692295, 0.0024874876253306866, 0.0026205687317997217, 0.002753649838268757, 0.0028867307119071484, 0.0030198118183761835, 0.0031528929248452187, 0.00328597379848361, 0.0034190549049526453, 0.0035521360114216805, 0.003685216885060072, 0.003818297991529107, 0.003951379097998142, 0.004084459971636534]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [4.0, 1.0, 10.0, 16.0, 28.0, 41.0, 87.0, 126.0, 215.0, 291.0, 406.0, 660.0, 964.0, 1406.0, 1991.0, 2794.0, 3698.0, 5134.0, 6711.0, 8653.0, 11215.0, 14660.0, 18705.0, 24233.0, 31674.0, 42240.0, 56299.0, 74679.0, 95921.0, 415191.0, 95902.0, 69220.0, 49481.0, 35632.0, 26388.0, 19690.0, 14960.0, 11376.0, 8756.0, 6929.0, 5573.0, 4205.0, 3394.0, 2615.0, 2020.0, 1521.0, 1102.0, 870.0, 613.0, 431.0, 289.0, 195.0, 163.0, 100.0, 54.0, 40.0, 30.0, 16.0, 14.0, 9.0, 1.0, 1.0, 2.0, 3.0], "bins": [-0.012337162159383297, -0.011923124082386494, -0.011509085074067116, -0.011095046997070312, -0.01068100892007351, -0.010266970843076706, -0.009852932766079903, -0.009438893757760525, -0.009024855680763721, -0.008610817603766918, -0.00819677859544754, -0.007782740518450737, -0.007368702441453934, -0.00695466436445713, -0.00654062582179904, -0.006126587279140949, -0.005712549202144146, -0.005298511125147343, -0.004884472582489252, -0.0044704340398311615, -0.004056395962834358, -0.0036423576530069113, -0.0032283193431794643, -0.0028142810333520174, -0.0024002427235245705, -0.0019862044136971235, -0.0015721661038696766, -0.0011581277940422297, -0.0007440894842147827, -0.0003300511743873358, 8.398713544011116e-05, 0.0004980254452675581, 0.000912063755095005, 0.001326102064922452, 0.001740140374749899, 0.002154178684577346, 0.002568216994404793, 0.0029822553042322397, 0.0033962936140596867, 0.0038103319238871336, 0.0042243702337145805, 0.004638408310711384, 0.005052446853369474, 0.005466485396027565, 0.005880523473024368, 0.006294561550021172, 0.006708600092679262, 0.007122638635337353, 0.007536676712334156, 0.00795071478933096, 0.008364753797650337, 0.00877879187464714, 0.009192829951643944, 0.009606868028640747, 0.01002090610563755, 0.010434945113956928, 0.010848983190953732, 0.011263021267950535, 0.011677060276269913, 0.012091098353266716, 0.01250513643026352, 0.012919174507260323, 0.013333212584257126, 0.013747251592576504, 0.014161289669573307]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 3.0, 4.0, 1.0, 1.0, 4.0, 2.0, 3.0, 6.0, 0.0, 0.0, 1.0, 3.0, 1.0, 0.0, 0.0, 2.0, 1.0, 6.0, 3.0, 4.0, 1.0, 0.0, 1.0, 1.0, 0.0, 4.0], "bins": [-0.024544522166252136, -0.02400689199566841, -0.023469261825084686, -0.02293163165450096, -0.022394001483917236, -0.02185637131333351, -0.021318739280104637, -0.020781109109520912, -0.020243478938937187, -0.019705848768353462, -0.019168218597769737, -0.018630588427186012, -0.018092958256602287, -0.017555328086018562, -0.017017697915434837, -0.016480067744851112, -0.015942435711622238, -0.015404806472361088, -0.014867176301777363, -0.014329545199871063, -0.013791915029287338, -0.013254284858703613, -0.012716654688119888, -0.012179024517536163, -0.011641394346952438, -0.011103763245046139, -0.010566133074462414, -0.010028502903878689, -0.009490872733294964, -0.008953242562711239, -0.00841561146080494, -0.007877981290221214, -0.007340351119637489, -0.006802720949053764, -0.006265090312808752, -0.005727460142225027, -0.005189829505980015, -0.00465219933539629, -0.004114569164812565, -0.0035769387613981962, -0.0030393083579838276, -0.002501677954569459, -0.0019640475511550903, -0.0014264173805713654, -0.0008887869771569967, -0.000351156631950289, 0.0001864737132564187, 0.0007241040584631264, 0.0012617344036698341, 0.0017993648070842028, 0.0023369952104985714, 0.0028746253810822964, 0.003412255784496665, 0.003949886187911034, 0.004487516358494759, 0.005025146994739771, 0.005562777165323496, 0.006100407335907221, 0.006638037972152233, 0.007175668142735958, 0.007713298313319683, 0.008250928483903408, 0.008788559585809708, 0.009326189756393433, 0.009863819926977158]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 2.0, 2.0, 2.0, 7.0, 2.0, 2.0, 6.0, 5.0, 8.0, 8.0, 5.0, 16.0, 13.0, 7.0, 16.0, 18.0, 23.0, 24.0, 18.0, 30.0, 32.0, 50.0, 92.0, 112.0, 155.0, 175.0, 246.0, 339.0, 445.0, 737.0, 1071.0, 1697.0, 3066.0, 5745.0, 1123.0, 954.0, 503.0, 395.0, 406.0, 378.0, 188.0, 126.0, 102.0, 45.0, 13.0, 4.0, 7.0], "bins": [-0.017236292362213135, -0.016892047598958015, -0.016547800973057747, -0.016203556209802628, -0.01585930958390236, -0.01551506482064724, -0.01517082005739212, -0.014826574362814426, -0.014482328668236732, -0.014138082973659039, -0.013793837279081345, -0.013449592515826225, -0.013105346821248531, -0.012761101126670837, -0.012416856363415718, -0.012072610668838024, -0.01172836497426033, -0.011384119279682636, -0.011039873585104942, -0.010695628821849823, -0.010351383127272129, -0.010007137432694435, -0.009662892669439316, -0.009318646974861622, -0.008974401280283928, -0.008630155585706234, -0.00828590989112854, -0.00794166512787342, -0.007597419433295727, -0.007253173738718033, -0.006908928509801626, -0.00656468328088522, -0.006220437586307526, -0.005876191891729832, -0.005531946662813425, -0.005187701433897018, -0.0048434557393193245, -0.0044992100447416306, -0.004154964815825224, -0.0038107193540781736, -0.0034664738923311234, -0.003122228430584073, -0.0027779829688370228, -0.0024337375070899725, -0.002089492045342922, -0.001745246583595872, -0.0014010011218488216, -0.0010567556601017714, -0.0007125101983547211, -0.0003682647366076708, -2.40192748606205e-05, 0.0003202261868864298, 0.0006644716486334801, 0.0010087171103805304, 0.0013529625721275806, 0.001697208033874631, 0.002041453495621681, 0.0023856989573687315, 0.002729944419115782, 0.003074189880862832, 0.0034184353426098824, 0.0037626808043569326, 0.004106926266103983, 0.0044511714950203896, 0.0047954171895980835]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 4.0, 0.0, 0.0, 0.0, 2.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.06009026616811752, -0.05849720537662506, -0.0569041483104229, -0.055311087518930435, -0.05371803045272827, -0.05212496966123581, -0.05053190886974335, -0.048938851803541183, -0.04734579101204872, -0.04575273022055626, -0.044159673154354095, -0.04256661236286163, -0.04097355157136917, -0.03938049450516701, -0.037787433713674545, -0.03619437664747238, -0.03460131585597992, -0.03300825506448746, -0.031415197998285294, -0.02982213720679283, -0.02822907827794552, -0.026636019349098206, -0.025042958557605743, -0.02344989962875843, -0.021856840699911118, -0.020263781771063805, -0.01867072284221649, -0.01707766205072403, -0.015484603121876717, -0.013891544193029404, -0.012298484332859516, -0.010705424472689629, -0.009112365543842316, -0.0075193061493337154, -0.005926246754825115, -0.004333187360316515, -0.0027401279658079147, -0.0011470685712993145, 0.00044599082320928574, 0.002039050217717886, 0.003632109612226486, 0.0052251690067350864, 0.006818228401243687, 0.008411288261413574, 0.010004347190260887, 0.0115974061191082, 0.013190465979278088, 0.014783525839447975, 0.016376584768295288, 0.0179696436971426, 0.019562702625989914, 0.021155763417482376, 0.02274882234632969, 0.024341881275177002, 0.025934942066669464, 0.027528000995516777, 0.02912105992436409, 0.030714118853211403, 0.032307177782058716, 0.03390023857355118, 0.03549329936504364, 0.037086356431245804, 0.038679417222738266, 0.04027247428894043, 0.04186553508043289]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 3.0, 3.0, 0.0, 2.0, 2.0, 3.0, 1.0, 4.0, 6.0, 2.0, 6.0, 9.0, 4.0, 9.0, 7.0, 3.0, 7.0, 6.0, 6.0, 2.0, 2.0, 4.0, 5.0, 5.0, 7.0, 6.0, 6.0, 6.0, 5.0, 8.0, 5.0, 4.0, 5.0, 11.0, 9.0, 47.0, 14.0, 12.0, 6.0, 6.0, 6.0, 4.0, 6.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.022804416716098785, -0.022264428436756134, -0.021724442020058632, -0.02118445374071598, -0.02064446732401848, -0.020104479044675827, -0.019564492627978325, -0.019024504348635674, -0.01848451793193817, -0.01794452965259552, -0.01740454137325287, -0.016864554956555367, -0.016324566677212715, -0.015784580260515213, -0.015244591981172562, -0.014704604633152485, -0.014164617285132408, -0.013624629937112331, -0.013084642589092255, -0.012544655241072178, -0.012004667893052101, -0.01146467961370945, -0.010924692265689373, -0.010384704917669296, -0.00984471756964922, -0.009304730221629143, -0.008764742873609066, -0.00822475552558899, -0.007684767711907625, -0.0071447803638875484, -0.006604792550206184, -0.006064805202186108, -0.005524817854166031, -0.004984830506145954, -0.004444843158125877, -0.0039048553444445133, -0.0033648679964244366, -0.00282488064840436, -0.0022848930675536394, -0.0017449056031182408, -0.0012049181386828423, -0.0006649306742474437, -0.0001249432098120451, 0.0004150442546233535, 0.0009550317190587521, 0.0014950191834941506, 0.0020350066479295492, 0.0025749942287802696, 0.0031149815768003464, 0.003654968924820423, 0.0041949562728405, 0.004734944086521864, 0.005274931434541941, 0.0058149187825620174, 0.0063549065962433815, 0.006894893944263458, 0.007434881292283535, 0.007974868640303612, 0.008514855988323689, 0.009054843336343765, 0.009594831615686417, 0.010134818963706493, 0.01067480631172657, 0.011214793659746647, 0.011754781007766724]}, "_runtime": 13.695336103439331, "_timestamp": 1596214292.343381, "_step": 11}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 4.0, 3.0, 2.0, 1.0, 3.0, 2.0, 5.0, 4.0, 3.0, 4.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02247932180762291, -0.021836966276168823, -0.021194608882069588, -0.0205522533506155, -0.019909895956516266, -0.01926754042506218, -0.018625183030962944, -0.017982827499508858, -0.017340470105409622, -0.016698114573955536, -0.01605575904250145, -0.015413401648402214, -0.014771046116948128, -0.014128689654171467, -0.013486333191394806, -0.012843976728618145, -0.012201620265841484, -0.011559263803064823, -0.010916907340288162, -0.010274550877511501, -0.00963219441473484, -0.008989838883280754, -0.008347482420504093, -0.007705125957727432, -0.007062769494950771, -0.00642041303217411, -0.0057780565693974495, -0.005135700572282076, -0.004493344109505415, -0.003850987646728754, -0.0032086314167827368, -0.0025662751868367195, -0.0019239187240600586, -0.0012815623776987195, -0.0006392060313373804, 3.150315023958683e-06, 0.0006455066613852978, 0.0012878630077466369, 0.001930219354107976, 0.0025725755840539932, 0.003214932046830654, 0.003857288509607315, 0.004499644972383976, 0.00514200096949935, 0.0057843574322760105, 0.006426713895052671, 0.007069069892168045, 0.007711426354944706, 0.008353782817721367, 0.008996139280498028, 0.009638495743274689, 0.01028085220605135, 0.01092320866882801, 0.011565564200282097, 0.012207920663058758, 0.012850277125835419, 0.01349263358861208, 0.01413499005138874, 0.014777346514165401, 0.015419702976942062, 0.01606205850839615, 0.016704415902495384, 0.01734677143394947, 0.017989128828048706, 0.018631484359502792]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 3.0, 3.0, 0.0, 3.0, 4.0, 6.0, 7.0, 13.0, 10.0, 19.0, 18.0, 33.0, 30.0, 52.0, 50.0, 80.0, 100.0, 132.0, 169.0, 244.0, 322.0, 461.0, 2411.0, 1943.0, 742.0, 384.0, 211.0, 154.0, 100.0, 53.0, 52.0, 28.0, 21.0, 17.0, 14.0, 10.0, 6.0, 3.0, 8.0, 2.0, 2.0, 4.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1732923686504364, -0.16705510020256042, -0.16081783175468445, -0.15458057820796967, -0.1483433097600937, -0.1421060413122177, -0.13586877286434174, -0.12963150441646576, -0.12339424341917038, -0.1171569749712944, -0.11091971397399902, -0.10468244552612305, -0.09844517707824707, -0.09220791608095169, -0.08597064763307571, -0.07973338663578033, -0.07349611818790436, -0.06725884974002838, -0.061021588742733, -0.054784320294857025, -0.04854705557227135, -0.04230979084968567, -0.03607252240180969, -0.029835257679224014, -0.023597992956638336, -0.017360728234052658, -0.01112346164882183, -0.004886195994913578, 0.0013510696589946747, 0.007588335312902927, 0.01382560096681118, 0.020062867552042007, 0.026300132274627686, 0.032537396997213364, 0.03877466171979904, 0.04501193016767502, 0.051249194890260696, 0.057486459612846375, 0.06372372806072235, 0.06996098905801773, 0.07619825750589371, 0.08243552595376968, 0.08867278695106506, 0.09491005539894104, 0.10114732384681702, 0.1073845848441124, 0.11362185329198837, 0.11985911428928375, 0.12609638273715973, 0.1323336511850357, 0.13857091963291168, 0.14480817317962646, 0.15104544162750244, 0.15728271007537842, 0.1635199785232544, 0.16975724697113037, 0.17599451541900635, 0.18223176896572113, 0.1884690374135971, 0.19470630586147308, 0.20094357430934906, 0.20718084275722504, 0.21341809630393982, 0.2196553647518158, 0.22589263319969177]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 3.0, 2.0, 3.0, 3.0, 1.0, 2.0, 6.0, 4.0, 3.0, 4.0, 2.0, 3.0, 4.0, 2.0, 27.0, 5.0, 1.0, 1.0, 4.0, 0.0, 2.0, 4.0, 1.0, 2.0, 4.0, 5.0, 4.0, 3.0, 2.0, 4.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00491819903254509, -0.004735402762889862, -0.004552606493234634, -0.004369810223579407, -0.004187013953924179, -0.004004217684268951, -0.0038214214146137238, -0.003638625144958496, -0.0034558288753032684, -0.0032730326056480408, -0.003090236335992813, -0.0029074400663375854, -0.002724643796682358, -0.00254184752702713, -0.0023590512573719025, -0.002176254987716675, -0.001993458718061447, -0.0018106624484062195, -0.0016278661787509918, -0.0014450699090957642, -0.0012622736394405365, -0.0010794773697853088, -0.0008966811001300812, -0.0007138848304748535, -0.0005310885608196259, -0.0003482922911643982, -0.00016549602150917053, 1.730024814605713e-05, 0.0002000965178012848, 0.00038289278745651245, 0.0005656890571117401, 0.0007484853267669678, 0.0009312815964221954, 0.001114077866077423, 0.0012968741357326508, 0.0014796704053878784, 0.001662466675043106, 0.0018452629446983337, 0.0020280592143535614, 0.002210855484008789, 0.0023936517536640167, 0.0025764480233192444, 0.002759244292974472, 0.0029420405626296997, 0.0031248368322849274, 0.003307633101940155, 0.0034904293715953827, 0.0036732256412506104, 0.003856021910905838, 0.004038818180561066, 0.004221614450216293, 0.004404410719871521, 0.004587206989526749, 0.004770003259181976, 0.004952799528837204, 0.005135595798492432, 0.005318392068147659, 0.005501188337802887, 0.005683984607458115, 0.005866780877113342, 0.00604957714676857, 0.006232373416423798, 0.006415169686079025, 0.006597965955734253, 0.006780762225389481]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 2.0, 6.0, 9.0, 7.0, 15.0, 35.0, 50.0, 66.0, 103.0, 173.0, 251.0, 355.0, 508.0, 693.0, 949.0, 1336.0, 1785.0, 2569.0, 3521.0, 5044.0, 6874.0, 9530.0, 13730.0, 18704.0, 25611.0, 34230.0, 46816.0, 63974.0, 84058.0, 108406.0, 411514.0, 86066.0, 65833.0, 48560.0, 34772.0, 25409.0, 19397.0, 14548.0, 11278.0, 8558.0, 6410.0, 4756.0, 3468.0, 2594.0, 1983.0, 1429.0, 1024.0, 743.0, 537.0, 378.0, 293.0, 198.0, 168.0, 105.0, 76.0, 50.0, 32.0, 26.0, 18.0, 7.0, 4.0, 0.0, 3.0], "bins": [-0.01433333195745945, -0.013873424381017685, -0.013413517735898495, -0.012953611090779305, -0.01249370351433754, -0.012033795937895775, -0.011573889292776585, -0.011113982647657394, -0.01065407507121563, -0.010194167494773865, -0.009734260849654675, -0.009274354204535484, -0.00881444662809372, -0.008354539051651955, -0.007894632406532764, -0.007434725295752287, -0.006974818184971809, -0.006514911074191332, -0.006055003963410854, -0.005595096852630377, -0.005135189741849899, -0.004675282631069422, -0.004215375520288944, -0.0037554684095084667, -0.003295561298727989, -0.0028356541879475117, -0.002375747077167034, -0.0019158399663865566, -0.001455932855606079, -0.0009960257448256016, -0.000536118634045124, -7.621152326464653e-05, 0.000383695587515831, 0.0008436026982963085, 0.001303509809076786, 0.0017634169198572636, 0.002223324030637741, 0.0026832311414182186, 0.003143138252198696, 0.0036030453629791737, 0.004062952473759651, 0.004522859584540129, 0.004982766695320606, 0.005442673806101084, 0.005902580916881561, 0.006362488027662039, 0.006822395138442516, 0.007282302249222994, 0.007742209360003471, 0.008202116936445236, 0.008662023581564426, 0.009121930226683617, 0.009581837803125381, 0.010041745379567146, 0.010501652024686337, 0.010961558669805527, 0.011421466246247292, 0.011881373822689056, 0.012341280467808247, 0.012801187112927437, 0.013261094689369202, 0.013721002265810966, 0.014180908910930157, 0.014640815556049347, 0.015100723132491112]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 5.0, 0.0, 1.0, 4.0, 4.0, 6.0, 4.0, 5.0, 6.0, 4.0, 8.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.019589174538850784, -0.019085146486759186, -0.018581120297312737, -0.018077094107866287, -0.01757306605577469, -0.01706903800368309, -0.01656501181423664, -0.01606098562479019, -0.015556957572698593, -0.01505293045192957, -0.014548903331160545, -0.014044876210391521, -0.013540849089622498, -0.013036821968853474, -0.01253279484808445, -0.012028767727315426, -0.011524740606546402, -0.011020713485777378, -0.010516686365008354, -0.01001265924423933, -0.009508632123470306, -0.009004605002701283, -0.008500577881932259, -0.007996550761163235, -0.007492523640394211, -0.006988496519625187, -0.006484469398856163, -0.005980442278087139, -0.005476415157318115, -0.004972388036549091, -0.0044683609157800674, -0.0039643337950110435, -0.0034603066742420197, -0.0029562795534729958, -0.002452252432703972, -0.001948225311934948, -0.001444198191165924, -0.0009401710703969002, -0.0004361439496278763, 6.788317114114761e-05, 0.0005719102919101715, 0.0010759374126791954, 0.0015799645334482193, 0.002083991654217243, 0.002588018774986267, 0.003092045895755291, 0.003596073016524315, 0.004100100137293339, 0.004604127258062363, 0.0051081543788313866, 0.0056121814996004105, 0.006116208620369434, 0.006620235741138458, 0.007124262861907482, 0.007628289982676506, 0.00813231710344553, 0.008636344224214554, 0.009140371344983578, 0.009644398465752602, 0.010148425586521626, 0.01065245270729065, 0.011156479828059673, 0.011660506948828697, 0.012164534069597721, 0.012668561190366745]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 3.0, 1.0, 1.0, 3.0, 2.0, 5.0, 5.0, 6.0, 7.0, 4.0, 6.0, 7.0, 6.0, 8.0, 12.0, 13.0, 17.0, 11.0, 8.0, 8.0, 8.0, 13.0, 15.0, 15.0, 14.0, 21.0, 19.0, 27.0, 58.0, 77.0, 98.0, 143.0, 238.0, 426.0, 716.0, 1207.0, 1995.0, 7641.0, 2497.0, 1159.0, 613.0, 454.0, 337.0, 209.0, 110.0, 45.0, 42.0, 27.0, 13.0, 13.0, 14.0, 14.0, 9.0, 2.0, 3.0, 1.0, 2.0, 0.0, 1.0, 1.0], "bins": [-0.01586364209651947, -0.015484790317714214, -0.015105938538908958, -0.014727085828781128, -0.014348234049975872, -0.013969382271170616, -0.013590529561042786, -0.01321167778223753, -0.012832826003432274, -0.012453974224627018, -0.012075122445821762, -0.011696269735693932, -0.011317417956888676, -0.01093856617808342, -0.01055971346795559, -0.010180861689150333, -0.009802009910345078, -0.009423158131539822, -0.009044306352734566, -0.008665453642606735, -0.00828660186380148, -0.007907750084996223, -0.00752889784052968, -0.007150045596063137, -0.006771193817257881, -0.006392342038452625, -0.006013489793986082, -0.005634637549519539, -0.005255785770714283, -0.004876933991909027, -0.004498081747442484, -0.004119229502975941, -0.003740377724170685, -0.0033615257125347853, -0.0029826737008988857, -0.002603821689262986, -0.0022249696776270866, -0.001846117665991187, -0.0014672656543552876, -0.001088413642719388, -0.0007095616310834885, -0.0003307096194475889, 4.814239218831062e-05, 0.00042699440382421017, 0.0008058464154601097, 0.0011846984270960093, 0.0015635504387319088, 0.0019424024503678083, 0.002321254462003708, 0.0027001064736396074, 0.003078958485275507, 0.0034578104969114065, 0.003836662508547306, 0.004215514287352562, 0.004594366531819105, 0.004973218776285648, 0.005352070555090904, 0.00573092233389616, 0.006109774578362703, 0.0064886268228292465, 0.006867478601634502, 0.007246330380439758, 0.0076251826249063015, 0.008004034869372845, 0.0083828866481781]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0441264808177948, -0.04301120713353157, -0.04189593717455864, -0.04078066349029541, -0.03966539353132248, -0.03855011984705925, -0.03743484616279602, -0.03631957620382309, -0.03520430251955986, -0.03408903256058693, -0.0329737588763237, -0.03185848519206047, -0.03074321523308754, -0.02962794341146946, -0.02851266972720623, -0.02739739790558815, -0.02628212608397007, -0.02516685426235199, -0.02405158244073391, -0.02293630875647068, -0.0218210369348526, -0.02070576511323452, -0.01959049329161644, -0.01847522146999836, -0.01735994964838028, -0.01624467596411705, -0.01512940414249897, -0.01401413232088089, -0.01289886049926281, -0.011783587746322155, -0.010668315924704075, -0.00955304317176342, -0.00843777135014534, -0.0073224990628659725, -0.006207226775586605, -0.005091954953968525, -0.0039766826666891575, -0.00286141037940979, -0.0017461383249610662, -0.0006308661540970206, 0.000484406016767025, 0.0015996781876310706, 0.0027149503584951162, 0.00383022241294384, 0.0049454947002232075, 0.006060766987502575, 0.007176038809120655, 0.00829131156206131, 0.00940658338367939, 0.01052185520529747, 0.011637127958238125, 0.012752399779856205, 0.01386767253279686, 0.01498294435441494, 0.01609821617603302, 0.0172134879976511, 0.01832875981926918, 0.01944403350353241, 0.02055930532515049, 0.02167457714676857, 0.02278984896838665, 0.02390512079000473, 0.02502039447426796, 0.02613566629588604, 0.02725093811750412]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 3.0, 2.0, 6.0, 10.0, 4.0, 5.0, 2.0, 12.0, 5.0, 11.0, 11.0, 11.0, 8.0, 10.0, 14.0, 24.0, 54.0, 11.0, 16.0, 8.0, 9.0, 6.0, 8.0, 3.0, 8.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0], "bins": [-0.03210345283150673, -0.03132670372724533, -0.03054995648562908, -0.029773209244012833, -0.028996460139751434, -0.028219712898135185, -0.027442963793873787, -0.026666216552257538, -0.02588946744799614, -0.02511272020637989, -0.02433597296476364, -0.023559223860502243, -0.022782476618885994, -0.022005727514624596, -0.021228980273008347, -0.020452231168746948, -0.0196754839271307, -0.01889873668551445, -0.018121987581253052, -0.017345240339636803, -0.016568491235375404, -0.015791743993759155, -0.015014995820820332, -0.014238247647881508, -0.013461499474942684, -0.01268475130200386, -0.011908003129065037, -0.011131254956126213, -0.010354507714509964, -0.00957775954157114, -0.008801011368632317, -0.008024263195693493, -0.007247515022754669, -0.0064707668498158455, -0.005694018676877022, -0.004917270969599485, -0.004140522796660662, -0.003363774623721838, -0.002587026683613658, -0.001810278627090156, -0.0010335305705666542, -0.00025678251404315233, 0.0005199655424803495, 0.0012967135990038514, 0.0020734616555273533, 0.002850209828466177, 0.003626957768574357, 0.004403705708682537, 0.005180453881621361, 0.0059572020545601845, 0.006733950227499008, 0.007510697934776545, 0.008287446573376656, 0.009064193814992905, 0.009840941987931728, 0.010617690160870552, 0.011394438333809376, 0.0121711865067482, 0.012947934679687023, 0.013724682852625847, 0.014501430094242096, 0.01527817826718092, 0.016054926440119743, 0.01683167554438114, 0.01760842278599739]}, "_runtime": 14.470515489578247, "_timestamp": 1596214293.1185603, "_step": 12}
+{"val_accuracy": 0.6696917808219178, "val_loss": 1.088711156692679, "_runtime": 15.822111368179321, "_timestamp": 1596214294.4701562, "_step": 13}
diff --git a/wandb/run-20200731_165121-fetamarf/wandb-metadata.json b/wandb/run-20200731_165121-fetamarf/wandb-metadata.json
new file mode 100644
index 0000000..93af502
--- /dev/null
+++ b/wandb/run-20200731_165121-fetamarf/wandb-metadata.json
@@ -0,0 +1,30 @@
+{
+ "root": "/home/akternurra/Documents/projects/quest-for-general-artifical-intelligence/projects/text-recognizer",
+ "program": "<python with no main file>",
+ "git": {
+ "remote": "git@github.com:aktersnurra/text-recognizer.git",
+ "commit": "fa461db6132e7a22f3aa1bb48cce8981890325fb"
+ },
+ "email": "gustaf.rydholm@gmail.com",
+ "startedAt": "2020-07-31T16:51:21.846189",
+ "host": "kompjuter",
+ "username": "akternurra",
+ "executable": "/home/akternurra/.cache/pypoetry/virtualenvs/text-recognizer-N1c_zsdp-py3.8/bin/python",
+ "os": "Linux-5.4.0-42-generic-x86_64-with-glibc2.27",
+ "python": "3.8.2",
+ "gpu": "GeForce RTX 2070",
+ "gpu_count": 1,
+ "cpu_count": 12,
+ "cuda": "10.1.105",
+ "args": [
+ "--gpu=-1",
+ "--save",
+ "--experiment_config={\"dataloader\": \"EmnistDataLoader\", \"data_loader_args\": {\"splits\": [\"train\", \"val\"], \"sample_to_balance\": true, \"subsample_fraction\": null, \"transform\": null, \"target_transform\": null, \"batch_size\": 256, \"shuffle\": true, \"num_workers\": 8, \"cuda\": true, \"seed\": 4711}, \"model\": \"CharacterModel\", \"metrics\": [\"accuracy\"], \"network\": \"LeNet\", \"network_args\": {\"input_size\": [28, 28], \"output_size\": 62}, \"train_args\": {\"batch_size\": 256, \"epochs\": 16}, \"criterion\": \"CrossEntropyLoss\", \"criterion_args\": {\"weight\": null, \"ignore_index\": -100, \"reduction\": \"mean\"}, \"optimizer\": \"AdamW\", \"optimizer_args\": {\"lr\": 0.01, \"betas\": [0.9, 0.999], \"eps\": 1e-08, \"weight_decay\": 0, \"amsgrad\": false}, \"lr_scheduler\": \"OneCycleLR\", \"lr_scheduler_args\": {\"max_lr\": 0.001, \"epochs\": 16}, \"callbacks\": [\"Checkpoint\", \"EarlyStopping\", \"WandbCallback\", \"WandbImageLogger\"], \"callback_args\": {\"Checkpoint\": {\"monitor\": \"val_accuracy\"}, \"EarlyStopping\": {\"monitor\": \"val_loss\", \"min_delta\": 0.0, \"patience\": 3, \"mode\": \"min\"}, \"WandbCallback\": {\"log_batch_frequency\": 10}, \"WandbImageLogger\": {\"num_examples\": 4}}, \"verbosity\": 2, \"resume_experiment\": null, \"experiment_group\": \"Sample Experiments\"}"
+ ],
+ "state": "failed",
+ "jobType": null,
+ "mode": "run",
+ "project": "text-recognizer",
+ "heartbeatAt": "2020-07-31T16:51:35.503310",
+ "exitcode": 1
+}
diff --git a/wandb/run-20200731_165121-fetamarf/wandb-summary.json b/wandb/run-20200731_165121-fetamarf/wandb-summary.json
new file mode 100644
index 0000000..69d3257
--- /dev/null
+++ b/wandb/run-20200731_165121-fetamarf/wandb-summary.json
@@ -0,0 +1 @@
+{"graph_0": {"_type": "graph-file", "path": "media/graph/graph_0_summary_99c332ef.graph.json", "sha256": "99c332ef1d870a3472e8fa8c367ebd761fae2d84167ef9cb3d54221873787e58", "size": 1814}, "_timestamp": 1596214294.4701562, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 2.0, 6.0, 9.0, 7.0, 15.0, 35.0, 50.0, 66.0, 103.0, 173.0, 251.0, 355.0, 508.0, 693.0, 949.0, 1336.0, 1785.0, 2569.0, 3521.0, 5044.0, 6874.0, 9530.0, 13730.0, 18704.0, 25611.0, 34230.0, 46816.0, 63974.0, 84058.0, 108406.0, 411514.0, 86066.0, 65833.0, 48560.0, 34772.0, 25409.0, 19397.0, 14548.0, 11278.0, 8558.0, 6410.0, 4756.0, 3468.0, 2594.0, 1983.0, 1429.0, 1024.0, 743.0, 537.0, 378.0, 293.0, 198.0, 168.0, 105.0, 76.0, 50.0, 32.0, 26.0, 18.0, 7.0, 4.0, 0.0, 3.0], "bins": [-0.01433333195745945, -0.013873424381017685, -0.013413517735898495, -0.012953611090779305, -0.01249370351433754, -0.012033795937895775, -0.011573889292776585, -0.011113982647657394, -0.01065407507121563, -0.010194167494773865, -0.009734260849654675, -0.009274354204535484, -0.00881444662809372, -0.008354539051651955, -0.007894632406532764, -0.007434725295752287, -0.006974818184971809, -0.006514911074191332, -0.006055003963410854, -0.005595096852630377, -0.005135189741849899, -0.004675282631069422, -0.004215375520288944, -0.0037554684095084667, -0.003295561298727989, -0.0028356541879475117, -0.002375747077167034, -0.0019158399663865566, -0.001455932855606079, -0.0009960257448256016, -0.000536118634045124, -7.621152326464653e-05, 0.000383695587515831, 0.0008436026982963085, 0.001303509809076786, 0.0017634169198572636, 0.002223324030637741, 0.0026832311414182186, 0.003143138252198696, 0.0036030453629791737, 0.004062952473759651, 0.004522859584540129, 0.004982766695320606, 0.005442673806101084, 0.005902580916881561, 0.006362488027662039, 0.006822395138442516, 0.007282302249222994, 0.007742209360003471, 0.008202116936445236, 0.008662023581564426, 0.009121930226683617, 0.009581837803125381, 0.010041745379567146, 0.010501652024686337, 0.010961558669805527, 0.011421466246247292, 0.011881373822689056, 0.012341280467808247, 0.012801187112927437, 0.013261094689369202, 0.013721002265810966, 0.014180908910930157, 0.014640815556049347, 0.015100723132491112]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 5.0, 0.0, 1.0, 4.0, 4.0, 6.0, 4.0, 5.0, 6.0, 4.0, 8.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.019589174538850784, -0.019085146486759186, -0.018581120297312737, -0.018077094107866287, -0.01757306605577469, -0.01706903800368309, -0.01656501181423664, -0.01606098562479019, -0.015556957572698593, -0.01505293045192957, -0.014548903331160545, -0.014044876210391521, -0.013540849089622498, -0.013036821968853474, -0.01253279484808445, -0.012028767727315426, -0.011524740606546402, -0.011020713485777378, -0.010516686365008354, -0.01001265924423933, -0.009508632123470306, -0.009004605002701283, -0.008500577881932259, -0.007996550761163235, -0.007492523640394211, -0.006988496519625187, -0.006484469398856163, -0.005980442278087139, -0.005476415157318115, -0.004972388036549091, -0.0044683609157800674, -0.0039643337950110435, -0.0034603066742420197, -0.0029562795534729958, -0.002452252432703972, -0.001948225311934948, -0.001444198191165924, -0.0009401710703969002, -0.0004361439496278763, 6.788317114114761e-05, 0.0005719102919101715, 0.0010759374126791954, 0.0015799645334482193, 0.002083991654217243, 0.002588018774986267, 0.003092045895755291, 0.003596073016524315, 0.004100100137293339, 0.004604127258062363, 0.0051081543788313866, 0.0056121814996004105, 0.006116208620369434, 0.006620235741138458, 0.007124262861907482, 0.007628289982676506, 0.00813231710344553, 0.008636344224214554, 0.009140371344983578, 0.009644398465752602, 0.010148425586521626, 0.01065245270729065, 0.011156479828059673, 0.011660506948828697, 0.012164534069597721, 0.012668561190366745]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 3.0, 2.0, 6.0, 10.0, 4.0, 5.0, 2.0, 12.0, 5.0, 11.0, 11.0, 11.0, 8.0, 10.0, 14.0, 24.0, 54.0, 11.0, 16.0, 8.0, 9.0, 6.0, 8.0, 3.0, 8.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0], "bins": [-0.03210345283150673, -0.03132670372724533, -0.03054995648562908, -0.029773209244012833, -0.028996460139751434, -0.028219712898135185, -0.027442963793873787, -0.026666216552257538, -0.02588946744799614, -0.02511272020637989, -0.02433597296476364, -0.023559223860502243, -0.022782476618885994, -0.022005727514624596, -0.021228980273008347, -0.020452231168746948, -0.0196754839271307, -0.01889873668551445, -0.018121987581253052, -0.017345240339636803, -0.016568491235375404, -0.015791743993759155, -0.015014995820820332, -0.014238247647881508, -0.013461499474942684, -0.01268475130200386, -0.011908003129065037, -0.011131254956126213, -0.010354507714509964, -0.00957775954157114, -0.008801011368632317, -0.008024263195693493, -0.007247515022754669, -0.0064707668498158455, -0.005694018676877022, -0.004917270969599485, -0.004140522796660662, -0.003363774623721838, -0.002587026683613658, -0.001810278627090156, -0.0010335305705666542, -0.00025678251404315233, 0.0005199655424803495, 0.0012967135990038514, 0.0020734616555273533, 0.002850209828466177, 0.003626957768574357, 0.004403705708682537, 0.005180453881621361, 0.0059572020545601845, 0.006733950227499008, 0.007510697934776545, 0.008287446573376656, 0.009064193814992905, 0.009840941987931728, 0.010617690160870552, 0.011394438333809376, 0.0121711865067482, 0.012947934679687023, 0.013724682852625847, 0.014501430094242096, 0.01527817826718092, 0.016054926440119743, 0.01683167554438114, 0.01760842278599739]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0441264808177948, -0.04301120713353157, -0.04189593717455864, -0.04078066349029541, -0.03966539353132248, -0.03855011984705925, -0.03743484616279602, -0.03631957620382309, -0.03520430251955986, -0.03408903256058693, -0.0329737588763237, -0.03185848519206047, -0.03074321523308754, -0.02962794341146946, -0.02851266972720623, -0.02739739790558815, -0.02628212608397007, -0.02516685426235199, -0.02405158244073391, -0.02293630875647068, -0.0218210369348526, -0.02070576511323452, -0.01959049329161644, -0.01847522146999836, -0.01735994964838028, -0.01624467596411705, -0.01512940414249897, -0.01401413232088089, -0.01289886049926281, -0.011783587746322155, -0.010668315924704075, -0.00955304317176342, -0.00843777135014534, -0.0073224990628659725, -0.006207226775586605, -0.005091954953968525, -0.0039766826666891575, -0.00286141037940979, -0.0017461383249610662, -0.0006308661540970206, 0.000484406016767025, 0.0015996781876310706, 0.0027149503584951162, 0.00383022241294384, 0.0049454947002232075, 0.006060766987502575, 0.007176038809120655, 0.00829131156206131, 0.00940658338367939, 0.01052185520529747, 0.011637127958238125, 0.012752399779856205, 0.01386767253279686, 0.01498294435441494, 0.01609821617603302, 0.0172134879976511, 0.01832875981926918, 0.01944403350353241, 0.02055930532515049, 0.02167457714676857, 0.02278984896838665, 0.02390512079000473, 0.02502039447426796, 0.02613566629588604, 0.02725093811750412]}, "_runtime": 15.822111368179321, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 3.0, 3.0, 0.0, 3.0, 4.0, 6.0, 7.0, 13.0, 10.0, 19.0, 18.0, 33.0, 30.0, 52.0, 50.0, 80.0, 100.0, 132.0, 169.0, 244.0, 322.0, 461.0, 2411.0, 1943.0, 742.0, 384.0, 211.0, 154.0, 100.0, 53.0, 52.0, 28.0, 21.0, 17.0, 14.0, 10.0, 6.0, 3.0, 8.0, 2.0, 2.0, 4.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1732923686504364, -0.16705510020256042, -0.16081783175468445, -0.15458057820796967, -0.1483433097600937, -0.1421060413122177, -0.13586877286434174, -0.12963150441646576, -0.12339424341917038, -0.1171569749712944, -0.11091971397399902, -0.10468244552612305, -0.09844517707824707, -0.09220791608095169, -0.08597064763307571, -0.07973338663578033, -0.07349611818790436, -0.06725884974002838, -0.061021588742733, -0.054784320294857025, -0.04854705557227135, -0.04230979084968567, -0.03607252240180969, -0.029835257679224014, -0.023597992956638336, -0.017360728234052658, -0.01112346164882183, -0.004886195994913578, 0.0013510696589946747, 0.007588335312902927, 0.01382560096681118, 0.020062867552042007, 0.026300132274627686, 0.032537396997213364, 0.03877466171979904, 0.04501193016767502, 0.051249194890260696, 0.057486459612846375, 0.06372372806072235, 0.06996098905801773, 0.07619825750589371, 0.08243552595376968, 0.08867278695106506, 0.09491005539894104, 0.10114732384681702, 0.1073845848441124, 0.11362185329198837, 0.11985911428928375, 0.12609638273715973, 0.1323336511850357, 0.13857091963291168, 0.14480817317962646, 0.15104544162750244, 0.15728271007537842, 0.1635199785232544, 0.16975724697113037, 0.17599451541900635, 0.18223176896572113, 0.1884690374135971, 0.19470630586147308, 0.20094357430934906, 0.20718084275722504, 0.21341809630393982, 0.2196553647518158, 0.22589263319969177]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 3.0, 1.0, 1.0, 3.0, 2.0, 5.0, 5.0, 6.0, 7.0, 4.0, 6.0, 7.0, 6.0, 8.0, 12.0, 13.0, 17.0, 11.0, 8.0, 8.0, 8.0, 13.0, 15.0, 15.0, 14.0, 21.0, 19.0, 27.0, 58.0, 77.0, 98.0, 143.0, 238.0, 426.0, 716.0, 1207.0, 1995.0, 7641.0, 2497.0, 1159.0, 613.0, 454.0, 337.0, 209.0, 110.0, 45.0, 42.0, 27.0, 13.0, 13.0, 14.0, 14.0, 9.0, 2.0, 3.0, 1.0, 2.0, 0.0, 1.0, 1.0], "bins": [-0.01586364209651947, -0.015484790317714214, -0.015105938538908958, -0.014727085828781128, -0.014348234049975872, -0.013969382271170616, -0.013590529561042786, -0.01321167778223753, -0.012832826003432274, -0.012453974224627018, -0.012075122445821762, -0.011696269735693932, -0.011317417956888676, -0.01093856617808342, -0.01055971346795559, -0.010180861689150333, -0.009802009910345078, -0.009423158131539822, -0.009044306352734566, -0.008665453642606735, -0.00828660186380148, -0.007907750084996223, -0.00752889784052968, -0.007150045596063137, -0.006771193817257881, -0.006392342038452625, -0.006013489793986082, -0.005634637549519539, -0.005255785770714283, -0.004876933991909027, -0.004498081747442484, -0.004119229502975941, -0.003740377724170685, -0.0033615257125347853, -0.0029826737008988857, -0.002603821689262986, -0.0022249696776270866, -0.001846117665991187, -0.0014672656543552876, -0.001088413642719388, -0.0007095616310834885, -0.0003307096194475889, 4.814239218831062e-05, 0.00042699440382421017, 0.0008058464154601097, 0.0011846984270960093, 0.0015635504387319088, 0.0019424024503678083, 0.002321254462003708, 0.0027001064736396074, 0.003078958485275507, 0.0034578104969114065, 0.003836662508547306, 0.004215514287352562, 0.004594366531819105, 0.004973218776285648, 0.005352070555090904, 0.00573092233389616, 0.006109774578362703, 0.0064886268228292465, 0.006867478601634502, 0.007246330380439758, 0.0076251826249063015, 0.008004034869372845, 0.0083828866481781]}, "_step": 13, "gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 4.0, 3.0, 2.0, 1.0, 3.0, 2.0, 5.0, 4.0, 3.0, 4.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02247932180762291, -0.021836966276168823, -0.021194608882069588, -0.0205522533506155, -0.019909895956516266, -0.01926754042506218, -0.018625183030962944, -0.017982827499508858, -0.017340470105409622, -0.016698114573955536, -0.01605575904250145, -0.015413401648402214, -0.014771046116948128, -0.014128689654171467, -0.013486333191394806, -0.012843976728618145, -0.012201620265841484, -0.011559263803064823, -0.010916907340288162, -0.010274550877511501, -0.00963219441473484, -0.008989838883280754, -0.008347482420504093, -0.007705125957727432, -0.007062769494950771, -0.00642041303217411, -0.0057780565693974495, -0.005135700572282076, -0.004493344109505415, -0.003850987646728754, -0.0032086314167827368, -0.0025662751868367195, -0.0019239187240600586, -0.0012815623776987195, -0.0006392060313373804, 3.150315023958683e-06, 0.0006455066613852978, 0.0012878630077466369, 0.001930219354107976, 0.0025725755840539932, 0.003214932046830654, 0.003857288509607315, 0.004499644972383976, 0.00514200096949935, 0.0057843574322760105, 0.006426713895052671, 0.007069069892168045, 0.007711426354944706, 0.008353782817721367, 0.008996139280498028, 0.009638495743274689, 0.01028085220605135, 0.01092320866882801, 0.011565564200282097, 0.012207920663058758, 0.012850277125835419, 0.01349263358861208, 0.01413499005138874, 0.014777346514165401, 0.015419702976942062, 0.01606205850839615, 0.016704415902495384, 0.01734677143394947, 0.017989128828048706, 0.018631484359502792]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 3.0, 2.0, 3.0, 3.0, 1.0, 2.0, 6.0, 4.0, 3.0, 4.0, 2.0, 3.0, 4.0, 2.0, 27.0, 5.0, 1.0, 1.0, 4.0, 0.0, 2.0, 4.0, 1.0, 2.0, 4.0, 5.0, 4.0, 3.0, 2.0, 4.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00491819903254509, -0.004735402762889862, -0.004552606493234634, -0.004369810223579407, -0.004187013953924179, -0.004004217684268951, -0.0038214214146137238, -0.003638625144958496, -0.0034558288753032684, -0.0032730326056480408, -0.003090236335992813, -0.0029074400663375854, -0.002724643796682358, -0.00254184752702713, -0.0023590512573719025, -0.002176254987716675, -0.001993458718061447, -0.0018106624484062195, -0.0016278661787509918, -0.0014450699090957642, -0.0012622736394405365, -0.0010794773697853088, -0.0008966811001300812, -0.0007138848304748535, -0.0005310885608196259, -0.0003482922911643982, -0.00016549602150917053, 1.730024814605713e-05, 0.0002000965178012848, 0.00038289278745651245, 0.0005656890571117401, 0.0007484853267669678, 0.0009312815964221954, 0.001114077866077423, 0.0012968741357326508, 0.0014796704053878784, 0.001662466675043106, 0.0018452629446983337, 0.0020280592143535614, 0.002210855484008789, 0.0023936517536640167, 0.0025764480233192444, 0.002759244292974472, 0.0029420405626296997, 0.0031248368322849274, 0.003307633101940155, 0.0034904293715953827, 0.0036732256412506104, 0.003856021910905838, 0.004038818180561066, 0.004221614450216293, 0.004404410719871521, 0.004587206989526749, 0.004770003259181976, 0.004952799528837204, 0.005135595798492432, 0.005318392068147659, 0.005501188337802887, 0.005683984607458115, 0.005866780877113342, 0.00604957714676857, 0.006232373416423798, 0.006415169686079025, 0.006597965955734253, 0.006780762225389481]}, "val_loss": 1.088711156692679, "val_accuracy": 0.6696917808219178}
diff --git a/wandb/run-20200731_165207-1ipqqax6/config.yaml b/wandb/run-20200731_165207-1ipqqax6/config.yaml
new file mode 100644
index 0000000..f8813b6
--- /dev/null
+++ b/wandb/run-20200731_165207-1ipqqax6/config.yaml
@@ -0,0 +1,111 @@
+wandb_version: 1
+
+_wandb:
+ desc: null
+ value:
+ cli_version: 0.8.36
+ framework: torch
+ is_jupyter_run: false
+ is_kaggle_kernel: false
+ python_version: 3.8.2
+callback_args:
+ desc: null
+ value:
+ Checkpoint:
+ monitor: val_accuracy
+ EarlyStopping:
+ min_delta: 0.0
+ mode: min
+ monitor: val_loss
+ patience: 3
+ WandbCallback:
+ log_batch_frequency: 10
+ WandbImageLogger:
+ num_examples: 4
+callbacks:
+ desc: null
+ value:
+ - Checkpoint
+ - EarlyStopping
+ - WandbCallback
+ - WandbImageLogger
+criterion:
+ desc: null
+ value: CrossEntropyLoss
+criterion_args:
+ desc: null
+ value:
+ ignore_index: -100
+ reduction: mean
+ weight: null
+data_loader_args:
+ desc: null
+ value:
+ batch_size: 256
+ cuda: true
+ num_workers: 8
+ sample_to_balance: true
+ seed: 4711
+ shuffle: true
+ splits:
+ - train
+ - val
+ subsample_fraction: null
+ target_transform: null
+ transform: null
+dataloader:
+ desc: null
+ value: EmnistDataLoader
+experiment_group:
+ desc: null
+ value: Sample Experiments
+lr_scheduler:
+ desc: null
+ value: OneCycleLR
+lr_scheduler_args:
+ desc: null
+ value:
+ epochs: 16
+ max_lr: 0.001
+ steps_per_epoch: 1314
+metrics:
+ desc: null
+ value:
+ - accuracy
+model:
+ desc: null
+ value: CharacterModel
+network:
+ desc: null
+ value: LeNet
+network_args:
+ desc: null
+ value:
+ input_size:
+ - 28
+ - 28
+ output_size: 62
+optimizer:
+ desc: null
+ value: AdamW
+optimizer_args:
+ desc: null
+ value:
+ amsgrad: false
+ betas:
+ - 0.9
+ - 0.999
+ eps: 1.0e-08
+ lr: 0.01
+ weight_decay: 0
+resume_experiment:
+ desc: null
+ value: null
+train_args:
+ desc: null
+ value:
+ batch_size: 256
+ epochs: 16
+verbosity:
+ desc: null
+ value: 2
diff --git a/wandb/run-20200731_165207-1ipqqax6/media/graph/graph_0_summary_c4ce236a.graph.json b/wandb/run-20200731_165207-1ipqqax6/media/graph/graph_0_summary_c4ce236a.graph.json
new file mode 100644
index 0000000..f829d00
--- /dev/null
+++ b/wandb/run-20200731_165207-1ipqqax6/media/graph/graph_0_summary_c4ce236a.graph.json
@@ -0,0 +1 @@
+{"format": "torch", "nodes": [{"name": "layers.0", "id": 140377792963824, "class_name": "Conv2d(1, 32, kernel_size=(3, 3), stride=(1, 1))", "parameters": [["weight", [32, 1, 3, 3]], ["bias", [32]]], "output_shape": [[2, 32, 26, 26]], "num_parameters": [288, 32]}, {"name": "layers.1", "id": 140377792963632, "class_name": "ReLU(inplace=True)", "parameters": [], "output_shape": [[2, 32, 26, 26]], "num_parameters": []}, {"name": "layers.2", "id": 140377792963776, "class_name": "Conv2d(32, 64, kernel_size=(3, 3), stride=(1, 1))", "parameters": [["weight", [64, 32, 3, 3]], ["bias", [64]]], "output_shape": [[2, 64, 24, 24]], "num_parameters": [18432, 64]}, {"name": "layers.4", "id": 140377792964064, "class_name": "MaxPool2d(kernel_size=2, stride=2, padding=0, dilation=1, ceil_mode=False)", "parameters": [], "output_shape": [[2, 64, 12, 12]], "num_parameters": []}, {"name": "layers.5", "id": 140377792964016, "class_name": "Dropout(p=0.2, inplace=False)", "parameters": [], "output_shape": [[2, 64, 12, 12]], "num_parameters": []}, {"name": "layers.6", "id": 140377792963728, "class_name": "Flatten()", "parameters": [], "output_shape": [[2, 9216]], "num_parameters": []}, {"name": "layers.7", "id": 140377793384848, "class_name": "Linear(in_features=9216, out_features=128, bias=True)", "parameters": [["weight", [128, 9216]], ["bias", [128]]], "output_shape": [[2, 128]], "num_parameters": [1179648, 128]}, {"name": "layers.9", "id": 140377793384896, "class_name": "Dropout(p=0.2, inplace=False)", "parameters": [], "output_shape": [[2, 128]], "num_parameters": []}, {"name": "layers.10", "id": 140377793384944, "class_name": "Linear(in_features=128, out_features=62, bias=True)", "parameters": [["weight", [62, 128]], ["bias", [62]]], "output_shape": [[2, 62]], "num_parameters": [7936, 62]}], "edges": []}
diff --git a/wandb/run-20200731_165207-1ipqqax6/media/images/examples_104.png b/wandb/run-20200731_165207-1ipqqax6/media/images/examples_104.png
new file mode 100644
index 0000000..2a0fe2d
--- /dev/null
+++ b/wandb/run-20200731_165207-1ipqqax6/media/images/examples_104.png
Binary files differ
diff --git a/wandb/run-20200731_165207-1ipqqax6/media/images/examples_120.png b/wandb/run-20200731_165207-1ipqqax6/media/images/examples_120.png
new file mode 100644
index 0000000..2a0fe2d
--- /dev/null
+++ b/wandb/run-20200731_165207-1ipqqax6/media/images/examples_120.png
Binary files differ
diff --git a/wandb/run-20200731_165207-1ipqqax6/media/images/examples_135.png b/wandb/run-20200731_165207-1ipqqax6/media/images/examples_135.png
new file mode 100644
index 0000000..2a0fe2d
--- /dev/null
+++ b/wandb/run-20200731_165207-1ipqqax6/media/images/examples_135.png
Binary files differ
diff --git a/wandb/run-20200731_165207-1ipqqax6/media/images/examples_14.png b/wandb/run-20200731_165207-1ipqqax6/media/images/examples_14.png
new file mode 100644
index 0000000..2a0fe2d
--- /dev/null
+++ b/wandb/run-20200731_165207-1ipqqax6/media/images/examples_14.png
Binary files differ
diff --git a/wandb/run-20200731_165207-1ipqqax6/media/images/examples_150.png b/wandb/run-20200731_165207-1ipqqax6/media/images/examples_150.png
new file mode 100644
index 0000000..2a0fe2d
--- /dev/null
+++ b/wandb/run-20200731_165207-1ipqqax6/media/images/examples_150.png
Binary files differ
diff --git a/wandb/run-20200731_165207-1ipqqax6/media/images/examples_165.png b/wandb/run-20200731_165207-1ipqqax6/media/images/examples_165.png
new file mode 100644
index 0000000..2a0fe2d
--- /dev/null
+++ b/wandb/run-20200731_165207-1ipqqax6/media/images/examples_165.png
Binary files differ
diff --git a/wandb/run-20200731_165207-1ipqqax6/media/images/examples_180.png b/wandb/run-20200731_165207-1ipqqax6/media/images/examples_180.png
new file mode 100644
index 0000000..2a0fe2d
--- /dev/null
+++ b/wandb/run-20200731_165207-1ipqqax6/media/images/examples_180.png
Binary files differ
diff --git a/wandb/run-20200731_165207-1ipqqax6/media/images/examples_195.png b/wandb/run-20200731_165207-1ipqqax6/media/images/examples_195.png
new file mode 100644
index 0000000..2a0fe2d
--- /dev/null
+++ b/wandb/run-20200731_165207-1ipqqax6/media/images/examples_195.png
Binary files differ
diff --git a/wandb/run-20200731_165207-1ipqqax6/media/images/examples_210.png b/wandb/run-20200731_165207-1ipqqax6/media/images/examples_210.png
new file mode 100644
index 0000000..2a0fe2d
--- /dev/null
+++ b/wandb/run-20200731_165207-1ipqqax6/media/images/examples_210.png
Binary files differ
diff --git a/wandb/run-20200731_165207-1ipqqax6/media/images/examples_226.png b/wandb/run-20200731_165207-1ipqqax6/media/images/examples_226.png
new file mode 100644
index 0000000..2a0fe2d
--- /dev/null
+++ b/wandb/run-20200731_165207-1ipqqax6/media/images/examples_226.png
Binary files differ
diff --git a/wandb/run-20200731_165207-1ipqqax6/media/images/examples_241.png b/wandb/run-20200731_165207-1ipqqax6/media/images/examples_241.png
new file mode 100644
index 0000000..2a0fe2d
--- /dev/null
+++ b/wandb/run-20200731_165207-1ipqqax6/media/images/examples_241.png
Binary files differ
diff --git a/wandb/run-20200731_165207-1ipqqax6/media/images/examples_29.png b/wandb/run-20200731_165207-1ipqqax6/media/images/examples_29.png
new file mode 100644
index 0000000..2a0fe2d
--- /dev/null
+++ b/wandb/run-20200731_165207-1ipqqax6/media/images/examples_29.png
Binary files differ
diff --git a/wandb/run-20200731_165207-1ipqqax6/media/images/examples_44.png b/wandb/run-20200731_165207-1ipqqax6/media/images/examples_44.png
new file mode 100644
index 0000000..2a0fe2d
--- /dev/null
+++ b/wandb/run-20200731_165207-1ipqqax6/media/images/examples_44.png
Binary files differ
diff --git a/wandb/run-20200731_165207-1ipqqax6/media/images/examples_59.png b/wandb/run-20200731_165207-1ipqqax6/media/images/examples_59.png
new file mode 100644
index 0000000..2a0fe2d
--- /dev/null
+++ b/wandb/run-20200731_165207-1ipqqax6/media/images/examples_59.png
Binary files differ
diff --git a/wandb/run-20200731_165207-1ipqqax6/media/images/examples_74.png b/wandb/run-20200731_165207-1ipqqax6/media/images/examples_74.png
new file mode 100644
index 0000000..2a0fe2d
--- /dev/null
+++ b/wandb/run-20200731_165207-1ipqqax6/media/images/examples_74.png
Binary files differ
diff --git a/wandb/run-20200731_165207-1ipqqax6/media/images/examples_89.png b/wandb/run-20200731_165207-1ipqqax6/media/images/examples_89.png
new file mode 100644
index 0000000..2a0fe2d
--- /dev/null
+++ b/wandb/run-20200731_165207-1ipqqax6/media/images/examples_89.png
Binary files differ
diff --git a/wandb/run-20200731_165207-1ipqqax6/requirements.txt b/wandb/run-20200731_165207-1ipqqax6/requirements.txt
new file mode 100644
index 0000000..10c63b6
--- /dev/null
+++ b/wandb/run-20200731_165207-1ipqqax6/requirements.txt
@@ -0,0 +1,145 @@
+alabaster==0.7.12
+appdirs==1.4.4
+attrs==19.3.0
+babel==2.8.0
+backcall==0.2.0
+bandit==1.6.2
+black==19.10b0
+bleach==3.1.5
+blessings==1.7
+boltons==20.2.0
+certifi==2020.6.20
+chardet==3.0.4
+click==7.1.2
+configparser==5.0.0
+coverage==5.2.1
+cycler==0.10.0
+darglint==1.5.2
+dataclasses==0.6
+decorator==4.4.2
+defusedxml==0.6.0
+desert==2020.1.6
+docker-pycreds==0.4.0
+docutils==0.16
+dparse==0.5.1
+entrypoints==0.3
+flake8-annotations==2.3.0
+flake8-bandit==2.1.2
+flake8-black==0.2.1
+flake8-bugbear==20.1.4
+flake8-docstrings==1.5.0
+flake8-import-order==0.18.1
+flake8-polyfill==1.0.2
+flake8==3.8.3
+future==0.18.2
+gitdb==4.0.5
+gitpython==3.1.7
+gpustat==0.6.0
+gql==0.2.0
+graphql-core==1.1
+h5py==2.10.0
+idna==2.10
+imagesize==1.2.0
+ipykernel==5.3.4
+ipython-genutils==0.2.0
+ipython==7.16.1
+ipywidgets==7.5.1
+jedi==0.17.2
+jinja2==2.11.2
+jsonschema==3.2.0
+jupyter-client==6.1.6
+jupyter-console==6.1.0
+jupyter-core==4.6.3
+jupyter==1.0.0
+kiwisolver==1.2.0
+loguru==0.5.1
+markupsafe==1.1.1
+marshmallow==3.7.1
+matplotlib==3.3.0
+mccabe==0.6.1
+mistune==0.8.4
+more-itertools==8.4.0
+mypy-extensions==0.4.3
+mypy==0.770
+nbconvert==5.6.1
+nbformat==5.0.7
+notebook==6.0.3
+numpy==1.19.1
+nvidia-ml-py3==7.352.0
+opencv-python==4.3.0.36
+packaging==20.4
+pandocfilters==1.4.2
+parso==0.7.1
+pathspec==0.8.0
+pathtools==0.1.2
+pbr==5.4.5
+pexpect==4.8.0
+pickleshare==0.7.5
+pillow==7.2.0
+pip==20.2
+pluggy==0.13.1
+prometheus-client==0.8.0
+promise==2.3
+prompt-toolkit==3.0.5
+psutil==5.7.2
+ptyprocess==0.6.0
+py==1.9.0
+pycodestyle==2.6.0
+pydocstyle==5.0.2
+pyflakes==2.2.0
+pygments==2.6.1
+pyparsing==2.4.7
+pyrsistent==0.16.0
+pytest-cov==2.10.0
+pytest-mock==3.2.0
+pytest==5.4.3
+python-dateutil==2.8.1
+pytz==2020.1
+pyyaml==5.3.1
+pyzmq==19.0.1
+qtconsole==4.7.5
+qtpy==1.9.0
+redis==3.5.3
+redlock-py==1.0.8
+regex==2020.7.14
+requests==2.24.0
+safety==1.9.0
+send2trash==1.5.0
+sentry-sdk==0.16.2
+setuptools==41.2.0
+shortuuid==1.0.1
+six==1.15.0
+smmap==3.0.4
+snowballstemmer==2.0.0
+sphinx-autodoc-typehints==1.11.0
+sphinx-rtd-theme==0.4.3
+sphinx==3.1.2
+sphinxcontrib-applehelp==1.0.2
+sphinxcontrib-devhelp==1.0.2
+sphinxcontrib-htmlhelp==1.0.3
+sphinxcontrib-jsmath==1.0.1
+sphinxcontrib-qthelp==1.0.3
+sphinxcontrib-serializinghtml==1.1.4
+stevedore==3.2.0
+subprocess32==3.5.4
+terminado==0.8.3
+testpath==0.4.4
+text-recognizer==0.1.0
+toml==0.10.1
+torch==1.5.1
+torchsummary==1.5.1
+torchvision==0.6.1
+tornado==6.0.4
+tqdm==4.48.0
+traitlets==4.3.3
+typed-ast==1.4.1
+typeguard==2.9.1
+typing-extensions==3.7.4.2
+typing-inspect==0.6.0
+urllib3==1.25.10
+wandb==0.8.36
+watchdog==0.10.3
+wcwidth==0.2.5
+webencodings==0.5.1
+widgetsnbextension==3.5.1
+xdoctest==0.12.0
diff --git a/wandb/run-20200731_165207-1ipqqax6/wandb-events.jsonl b/wandb/run-20200731_165207-1ipqqax6/wandb-events.jsonl
new file mode 100644
index 0000000..af30a91
--- /dev/null
+++ b/wandb/run-20200731_165207-1ipqqax6/wandb-events.jsonl
@@ -0,0 +1,7 @@
+{"system.gpu.0.gpu": 73.27, "system.gpu.0.memory": 53.47, "system.gpu.0.memoryAllocated": 21.88, "system.gpu.0.temp": 57.53, "system.gpu.process.0.gpu": 73.27, "system.gpu.process.0.memory": 53.47, "system.gpu.process.0.memoryAllocated": 21.88, "system.gpu.process.0.temp": 57.53, "system.gpu.0.powerWatts": 142.71, "system.gpu.0.powerPercent": 66.38, "system.gpu.process.0.powerWatts": 142.71, "system.gpu.process.0.powerPercent": 66.38, "system.cpu": 42.79, "system.memory": 69.79, "system.disk": 37.3, "system.proc.memory.availableMB": 4835.54, "system.proc.memory.rssMB": 2576.43, "system.proc.memory.percent": 16.1, "system.proc.cpu.threads": 19.6, "system.network.sent": 1923566, "system.network.recv": 749835, "_wandb": true, "_timestamp": 1596214356, "_runtime": 28}
+{"system.gpu.0.gpu": 80.07, "system.gpu.0.memory": 58.07, "system.gpu.0.memoryAllocated": 22.27, "system.gpu.0.temp": 61.73, "system.gpu.process.0.gpu": 80.07, "system.gpu.process.0.memory": 58.07, "system.gpu.process.0.memoryAllocated": 22.27, "system.gpu.process.0.temp": 61.73, "system.gpu.0.powerWatts": 141.96, "system.gpu.0.powerPercent": 66.03, "system.gpu.process.0.powerWatts": 141.96, "system.gpu.process.0.powerPercent": 66.03, "system.cpu": 49.83, "system.memory": 69.21, "system.disk": 37.3, "system.proc.memory.availableMB": 4928.47, "system.proc.memory.rssMB": 2580.19, "system.proc.memory.percent": 16.12, "system.proc.cpu.threads": 20.33, "system.network.sent": 4662176, "system.network.recv": 2981114, "_wandb": true, "_timestamp": 1596214387, "_runtime": 59}
+{"system.gpu.0.gpu": 76.47, "system.gpu.0.memory": 55.0, "system.gpu.0.memoryAllocated": 22.27, "system.gpu.0.temp": 64.13, "system.gpu.process.0.gpu": 76.47, "system.gpu.process.0.memory": 55.0, "system.gpu.process.0.memoryAllocated": 22.27, "system.gpu.process.0.temp": 64.13, "system.gpu.0.powerWatts": 155.12, "system.gpu.0.powerPercent": 72.15, "system.gpu.process.0.powerWatts": 155.12, "system.gpu.process.0.powerPercent": 72.15, "system.cpu": 49.82, "system.memory": 67.11, "system.disk": 37.3, "system.proc.memory.availableMB": 5262.39, "system.proc.memory.rssMB": 2580.98, "system.proc.memory.percent": 16.13, "system.proc.cpu.threads": 20.4, "system.network.sent": 6714014, "system.network.recv": 7141070, "_wandb": true, "_timestamp": 1596214417, "_runtime": 89}
+{"system.gpu.0.gpu": 77.6, "system.gpu.0.memory": 55.2, "system.gpu.0.memoryAllocated": 22.27, "system.gpu.0.temp": 64.87, "system.gpu.process.0.gpu": 77.6, "system.gpu.process.0.memory": 55.2, "system.gpu.process.0.memoryAllocated": 22.27, "system.gpu.process.0.temp": 64.87, "system.gpu.0.powerWatts": 148.49, "system.gpu.0.powerPercent": 69.06, "system.gpu.process.0.powerWatts": 148.49, "system.gpu.process.0.powerPercent": 69.06, "system.cpu": 48.89, "system.memory": 67.16, "system.disk": 37.3, "system.proc.memory.availableMB": 5255.45, "system.proc.memory.rssMB": 2580.75, "system.proc.memory.percent": 16.13, "system.proc.cpu.threads": 21.0, "system.network.sent": 8812205, "system.network.recv": 12679666, "_wandb": true, "_timestamp": 1596214447, "_runtime": 119}
+{"system.gpu.0.gpu": 76.47, "system.gpu.0.memory": 55.33, "system.gpu.0.memoryAllocated": 22.27, "system.gpu.0.temp": 65.47, "system.gpu.process.0.gpu": 76.47, "system.gpu.process.0.memory": 55.33, "system.gpu.process.0.memoryAllocated": 22.27, "system.gpu.process.0.temp": 65.47, "system.gpu.0.powerWatts": 154.88, "system.gpu.0.powerPercent": 72.04, "system.gpu.process.0.powerWatts": 154.88, "system.gpu.process.0.powerPercent": 72.04, "system.cpu": 48.52, "system.memory": 67.11, "system.disk": 37.3, "system.proc.memory.availableMB": 5263.58, "system.proc.memory.rssMB": 2581.35, "system.proc.memory.percent": 16.13, "system.proc.cpu.threads": 21.0, "system.network.sent": 10793540, "system.network.recv": 18452046, "_wandb": true, "_timestamp": 1596214478, "_runtime": 150}
+{"system.gpu.0.gpu": 77.2, "system.gpu.0.memory": 57.13, "system.gpu.0.memoryAllocated": 22.27, "system.gpu.0.temp": 65.67, "system.gpu.process.0.gpu": 77.2, "system.gpu.process.0.memory": 57.13, "system.gpu.process.0.memoryAllocated": 22.27, "system.gpu.process.0.temp": 65.67, "system.gpu.0.powerWatts": 151.89, "system.gpu.0.powerPercent": 70.65, "system.gpu.process.0.powerWatts": 151.89, "system.gpu.process.0.powerPercent": 70.65, "system.cpu": 47.99, "system.memory": 67.04, "system.disk": 37.3, "system.proc.memory.availableMB": 5275.02, "system.proc.memory.rssMB": 2581.3, "system.proc.memory.percent": 16.13, "system.proc.cpu.threads": 20.33, "system.network.sent": 12827199, "system.network.recv": 23731971, "_wandb": true, "_timestamp": 1596214508, "_runtime": 180}
+{"system.gpu.0.gpu": 73.0, "system.gpu.0.memory": 54.86, "system.gpu.0.memoryAllocated": 22.27, "system.gpu.0.temp": 65.0, "system.gpu.process.0.gpu": 73.0, "system.gpu.process.0.memory": 54.86, "system.gpu.process.0.memoryAllocated": 22.27, "system.gpu.process.0.temp": 65.0, "system.gpu.0.powerWatts": 133.41, "system.gpu.0.powerPercent": 62.05, "system.gpu.process.0.powerWatts": 133.41, "system.gpu.process.0.powerPercent": 62.05, "system.cpu": 45.49, "system.memory": 66.81, "system.disk": 37.3, "system.proc.memory.availableMB": 5312.37, "system.proc.memory.rssMB": 2537.81, "system.proc.memory.percent": 15.86, "system.proc.cpu.threads": 19.57, "system.network.sent": 13539137, "system.network.recv": 25885099, "_wandb": true, "_timestamp": 1596214520, "_runtime": 193}
diff --git a/wandb/run-20200731_165207-1ipqqax6/wandb-history.jsonl b/wandb/run-20200731_165207-1ipqqax6/wandb-history.jsonl
new file mode 100644
index 0000000..4b34537
--- /dev/null
+++ b/wandb/run-20200731_165207-1ipqqax6/wandb-history.jsonl
@@ -0,0 +1,243 @@
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 5.0, 1.0, 4.0, 3.0, 1.0, 2.0, 1.0, 2.0, 5.0, 0.0, 1.0, 1.0, 4.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0], "bins": [-0.025287795811891556, -0.024627285078167915, -0.023966774344444275, -0.023306261748075485, -0.022645751014351845, -0.021985240280628204, -0.021324729546904564, -0.020664216950535774, -0.020003706216812134, -0.019343195483088493, -0.018682684749364853, -0.018022174015641212, -0.017361661419272423, -0.016701150685548782, -0.016040639951825142, -0.015380128286778927, -0.014719617553055286, -0.014059106819331646, -0.013398595154285431, -0.01273808442056179, -0.012077572755515575, -0.011417062021791935, -0.01075655035674572, -0.01009603962302208, -0.009435528889298439, -0.008775017224252224, -0.008114506490528584, -0.0074539948254823685, -0.006793484091758728, -0.0061329728923738, -0.0054724616929888725, -0.004811950493603945, -0.004151439294219017, -0.0034909280948340893, -0.0028304168954491615, -0.0021699059288948774, -0.0015093947295099497, -0.0008488835883326828, -0.000188372447155416, 0.0004721386940218508, 0.0011326498351991177, 0.0017931610345840454, 0.002453672233968973, 0.0031141832005232573, 0.003774694399908185, 0.004435205366462469, 0.005095716565847397, 0.005756227765232325, 0.006416738964617252, 0.00707725016400218, 0.007737761363387108, 0.008398272097110748, 0.009058783762156963, 0.009719294495880604, 0.010379806160926819, 0.01104031689465046, 0.0117008276283741, 0.012361339293420315, 0.013021850027143955, 0.01368236169219017, 0.01434287242591381, 0.015003384090960026, 0.01566389575600624, 0.01632440648972988, 0.01698491722345352]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 3.0, 0.0, 0.0, 4.0, 5.0, 4.0, 6.0, 8.0, 14.0, 14.0, 14.0, 25.0, 23.0, 38.0, 47.0, 82.0, 89.0, 96.0, 146.0, 164.0, 243.0, 322.0, 452.0, 650.0, 2573.0, 863.0, 644.0, 481.0, 299.0, 211.0, 127.0, 81.0, 53.0, 48.0, 33.0, 20.0, 13.0, 9.0, 2.0, 5.0, 5.0, 5.0, 3.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.06551532447338104, -0.06376201659440994, -0.06200870871543884, -0.06025540456175804, -0.05850209668278694, -0.05674878880381584, -0.05499548092484474, -0.05324217304587364, -0.05148886889219284, -0.04973556101322174, -0.04798225313425064, -0.04622894525527954, -0.04447563737630844, -0.04272232949733734, -0.04096902534365654, -0.03921571746468544, -0.03746240958571434, -0.03570910170674324, -0.03395579382777214, -0.03220248967409134, -0.03044918179512024, -0.02869587391614914, -0.02694256603717804, -0.02518926002085209, -0.02343595214188099, -0.02168264426290989, -0.01992933824658394, -0.01817603036761284, -0.01642272248864174, -0.014669416472315788, -0.012916108593344688, -0.011162801645696163, -0.009409494698047638, -0.007656187750399113, -0.0059028803370893, -0.004149572923779488, -0.0023962659761309624, -0.0006429587956517935, 0.0011103483848273754, 0.0028636555653065443, 0.004616962745785713, 0.0063702696934342384, 0.008123576641082764, 0.009876884520053864, 0.011630191467702389, 0.013383498415350914, 0.015136806294322014, 0.016890112310647964, 0.018643420189619064, 0.020396728068590164, 0.022150034084916115, 0.023903341963887215, 0.025656647980213165, 0.027409955859184265, 0.029163263738155365, 0.030916569754481316, 0.032669879496097565, 0.034423183649778366, 0.036176491528749466, 0.037929799407720566, 0.039683107286691666, 0.041436415165662766, 0.04318971931934357, 0.04494302719831467, 0.04669633507728577]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 2.0, 1.0, 2.0, 1.0, 4.0, 3.0, 4.0, 3.0, 4.0, 5.0, 2.0, 2.0, 3.0, 1.0, 3.0, 0.0, 2.0, 1.0, 30.0, 1.0, 2.0, 1.0, 5.0, 3.0, 4.0, 6.0, 1.0, 0.0, 0.0, 5.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008122021332383156, -0.007850169204175472, -0.007578317075967789, -0.007306464947760105, -0.007034612819552422, -0.006762760691344738, -0.0064909085631370544, -0.006219056434929371, -0.005947204306721687, -0.005675352644175291, -0.0054035005159676075, -0.005131648387759924, -0.00485979625955224, -0.004587944131344557, -0.004316092003136873, -0.00404423987492919, -0.003772387746721506, -0.0035005356185138226, -0.003228683490306139, -0.0029568313620984554, -0.002684979233890772, -0.002413127338513732, -0.0021412752103060484, -0.0018694230820983648, -0.0015975709538906813, -0.0013257188256829977, -0.0010538666974753141, -0.0007820146856829524, -0.0005101625574752688, -0.00023831045837141573, 3.354164073243737e-05, 0.0003053937398362905, 0.0005772458389401436, 0.0008490979671478271, 0.0011209500953555107, 0.0013928021071478724, 0.001664654235355556, 0.0019365063635632396, 0.0022083583753556013, 0.002480210503563285, 0.0027520626317709684, 0.003023914759978652, 0.0032957668881863356, 0.003567619016394019, 0.003839470911771059, 0.004111323039978743, 0.004383175168186426, 0.00465502729639411, 0.004926879424601793, 0.005198731552809477, 0.00547058368101716, 0.005742435809224844, 0.0060142879374325275, 0.006286140065640211, 0.006557992193847895, 0.006829844322055578, 0.0071016959846019745, 0.007373548112809658, 0.007645400241017342, 0.007917252369225025, 0.008189104497432709, 0.008460956625640392, 0.008732808753848076, 0.00900466088205576, 0.009276513010263443]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 0.0, 3.0, 3.0, 0.0, 5.0, 8.0, 13.0, 28.0, 40.0, 63.0, 104.0, 141.0, 197.0, 315.0, 484.0, 715.0, 1045.0, 1554.0, 2184.0, 3119.0, 4635.0, 6749.0, 9925.0, 14840.0, 22247.0, 33659.0, 51396.0, 75841.0, 111356.0, 523662.0, 107260.0, 68248.0, 44646.0, 29039.0, 19504.0, 13588.0, 9360.0, 6575.0, 4700.0, 3365.0, 2411.0, 1838.0, 1296.0, 963.0, 684.0, 477.0, 415.0, 275.0, 196.0, 125.0, 100.0, 70.0, 65.0, 28.0, 32.0, 13.0, 13.0, 7.0, 9.0, 6.0, 2.0, 2.0, 2.0], "bins": [-0.007126577664166689, -0.00689348578453064, -0.006660394370555878, -0.006427302490919828, -0.0061942110769450665, -0.005961119197309017, -0.005728027783334255, -0.005494935903698206, -0.005261844024062157, -0.005028752610087395, -0.0047956607304513454, -0.0045625693164765835, -0.004329477436840534, -0.004096386022865772, -0.003863294143229723, -0.0036302024964243174, -0.0033971108496189117, -0.003164019202813506, -0.0029309275560081005, -0.002697835909202695, -0.0024647442623972893, -0.00223165238276124, -0.0019985607359558344, -0.0017654690891504288, -0.0015323774423450232, -0.0012992857955396175, -0.001066194148734212, -0.0008331023855134845, -0.0006000107387080789, -0.0003669190627988428, -0.00013382738688960671, 9.926428901962936e-05, 0.00033235596492886543, 0.000565447611734271, 0.0007985393167473376, 0.0010316310217604041, 0.0012647226685658097, 0.0014978143153712153, 0.0017309060785919428, 0.0019639977253973484, 0.002197089372202754, 0.0024301810190081596, 0.0026632726658135653, 0.002896364312618971, 0.00312945619225502, 0.0033625478390604258, 0.0035956394858658314, 0.003828731132671237, 0.004061822779476643, 0.004294914659112692, 0.004528006073087454, 0.004761097952723503, 0.004994189366698265, 0.005227281246334314, 0.005460372660309076, 0.005693464539945126, 0.0059265559539198875, 0.006159647833555937, 0.006392739713191986, 0.006625831127166748, 0.006858923006802797, 0.007092014420777559, 0.0073251063004136086, 0.0075581977143883705, 0.00779128959402442]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 3.0, 0.0, 1.0, 1.0, 3.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 5.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 7.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 2.0, 1.0, 3.0, 0.0, 1.0, 2.0], "bins": [-0.022778455168008804, -0.02227787859737873, -0.021777302026748657, -0.021276723593473434, -0.02077614702284336, -0.020275570452213287, -0.019774992018938065, -0.01927441544830799, -0.018773838877677917, -0.018273262307047844, -0.01777268573641777, -0.017272107303142548, -0.016771530732512474, -0.0162709541618824, -0.015770375728607178, -0.015269799157977104, -0.01476922258734703, -0.014268646016716957, -0.013768068514764309, -0.01326749101281166, -0.012766914442181587, -0.012266337871551514, -0.011765760369598866, -0.011265182867646217, -0.010764606297016144, -0.01026402972638607, -0.009763452224433422, -0.009262874722480774, -0.0087622981518507, -0.008261721581220627, -0.007761144079267979, -0.007260567042976618, -0.006759990006685257, -0.006259412970393896, -0.005758835934102535, -0.005258258897811174, -0.0047576818615198135, -0.004257104825228453, -0.003756527788937092, -0.003255950752645731, -0.00275537371635437, -0.0022547966800630093, -0.0017542196437716484, -0.0012536426074802876, -0.0007530655711889267, -0.00025248853489756584, 0.000248088501393795, 0.0007486655376851559, 0.0012492425739765167, 0.0017498196102678776, 0.0022503966465592384, 0.0027509736828505993, 0.00325155071914196, 0.003752127755433321, 0.004252704791724682, 0.004753281828016043, 0.0052538588643074036, 0.005754435900598764, 0.006255012936890125, 0.006755589973181486, 0.007256167009472847, 0.007756744045764208, 0.008257321082055569, 0.008757898584008217, 0.00925847515463829]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 2.0, 6.0, 12.0, 17.0, 11.0, 17.0, 18.0, 27.0, 29.0, 35.0, 29.0, 46.0, 30.0, 50.0, 43.0, 49.0, 72.0, 59.0, 75.0, 72.0, 90.0, 84.0, 118.0, 144.0, 124.0, 133.0, 143.0, 190.0, 159.0, 199.0, 197.0, 239.0, 278.0, 286.0, 338.0, 313.0, 350.0, 358.0, 369.0, 435.0, 580.0, 810.0, 1562.0, 7310.0, 763.0, 544.0, 414.0, 249.0, 178.0, 163.0, 129.0, 101.0, 105.0, 92.0, 65.0, 43.0, 36.0, 22.0, 9.0, 8.0], "bins": [-0.023578567430377007, -0.02307823672890663, -0.022577906027436256, -0.02207757718861103, -0.021577246487140656, -0.02107691578567028, -0.020576585084199905, -0.02007625438272953, -0.019575923681259155, -0.01907559484243393, -0.018575264140963554, -0.01807493343949318, -0.017574602738022804, -0.01707427203655243, -0.016573943197727203, -0.01607361249625683, -0.015573281794786453, -0.015072951093316078, -0.014572621323168278, -0.014072290621697903, -0.013571960851550102, -0.013071630150079727, -0.012571299448609352, -0.012070969678461552, -0.011570638976991177, -0.011070308275520802, -0.010569978505373001, -0.010069647803902626, -0.009569317102432251, -0.00906898733228445, -0.008568656630814075, -0.008068326860666275, -0.0075679961591959, -0.007067665923386812, -0.0065673356875777245, -0.006067004986107349, -0.005566674750298262, -0.005066344514489174, -0.004566013813018799, -0.004065683577209711, -0.0035653533414006233, -0.0030650231055915356, -0.002564692636951804, -0.0020643621683120728, -0.001564031932502985, -0.0010637015802785754, -0.0005633712280541658, -6.304087582975626e-05, 0.0004372894763946533, 0.0009376198286190629, 0.0014379501808434725, 0.001938280533067882, 0.0024386108852922916, 0.0029389411211013794, 0.003439271589741111, 0.003939602058380842, 0.00443993229418993, 0.004940262529999018, 0.0054405927658081055, 0.0059409234672784805, 0.006441253703087568, 0.006941583938896656, 0.007441914640367031, 0.007942244410514832, 0.008442575111985207]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 6.0, 0.0, 0.0, 1.0], "bins": [-0.042031653225421906, -0.04133240506052971, -0.04063316062092781, -0.039933912456035614, -0.039234668016433716, -0.03853541985154152, -0.03783617168664932, -0.037136927247047424, -0.03643767908215523, -0.03573843464255333, -0.03503918647766113, -0.034339938312768936, -0.03364069387316704, -0.03294144570827484, -0.03224220126867294, -0.031542953103780746, -0.0308437068015337, -0.03014446049928665, -0.029445214197039604, -0.028745966032147408, -0.02804671972990036, -0.027347473427653313, -0.026648227125406265, -0.025948980823159218, -0.02524973452091217, -0.024550486356019974, -0.023851240053772926, -0.02315199375152588, -0.02245274744927883, -0.021753501147031784, -0.021054252982139587, -0.02035500667989254, -0.019655760377645493, -0.018956514075398445, -0.018257267773151398, -0.0175580196082592, -0.016858773306012154, -0.016159527003765106, -0.015460280701518059, -0.014761033467948437, -0.01406178716570139, -0.013362540863454342, -0.01266329362988472, -0.011964047327637672, -0.011264801025390625, -0.010565553791821003, -0.009866307489573956, -0.009167060256004333, -0.008467813953757286, -0.007768567185848951, -0.007069320417940617, -0.006370074115693569, -0.0056708273477852345, -0.0049715805798769, -0.004272334277629852, -0.0035730875097215176, -0.002873840741813183, -0.002174593973904848, -0.001475347438827157, -0.0007761007873341441, -7.685413584113121e-05, 0.0006223925156518817, 0.0013216391671448946, 0.0020208857022225857, 0.0027201324701309204]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 4.0, 1.0, 2.0, 2.0, 0.0, 3.0, 2.0, 4.0, 4.0, 2.0, 1.0, 3.0, 2.0, 3.0, 4.0, 4.0, 2.0, 2.0, 3.0, 3.0, 1.0, 8.0, 10.0, 4.0, 4.0, 5.0, 8.0, 3.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 4.0, 6.0, 9.0, 9.0, 18.0, 96.0, 3.0, 7.0, 3.0, 6.0, 5.0, 7.0], "bins": [-0.055140167474746704, -0.05417867749929428, -0.053217191249132156, -0.05225570127367973, -0.05129421129822731, -0.050332725048065186, -0.04937123507261276, -0.04840974882245064, -0.047448258846998215, -0.04648676887154579, -0.04552528262138367, -0.044563792645931244, -0.04360230267047882, -0.042640816420316696, -0.04167932644486427, -0.04071783646941185, -0.039756350219249725, -0.0387948602437973, -0.03783337026834488, -0.036871884018182755, -0.03591039404273033, -0.03494890779256821, -0.033987417817115784, -0.03302592784166336, -0.032064441591501236, -0.031102951616048813, -0.03014146350324154, -0.029179973527789116, -0.028218485414981842, -0.027256997302174568, -0.026295509189367294, -0.02533401921391487, -0.024372531101107597, -0.023411042988300323, -0.0224495530128479, -0.021488064900040627, -0.020526576787233353, -0.01956508867442608, -0.018603598698973656, -0.017642110586166382, -0.016680622473359108, -0.015719132497906685, -0.014757644385099411, -0.013796156272292137, -0.012834667228162289, -0.011873179115355015, -0.010911690071225166, -0.009950201958417892, -0.008988712914288044, -0.008027223870158195, -0.007065735757350922, -0.0061042471788823605, -0.005142758600413799, -0.004181269556283951, -0.0032197809778153896, -0.0022582923993468285, -0.0012968038208782673, -0.0003353151842020452, 0.0006261734524741769, 0.0015876621473580599, 0.002549150725826621, 0.0035106393042951822, 0.004472128115594387, 0.005433616694062948, 0.006395105272531509]}, "_runtime": 5.162945747375488, "_timestamp": 1596214329.9202282, "_step": 0}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 0.0, 1.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 4.0, 3.0, 3.0, 2.0, 3.0, 2.0, 2.0, 3.0, 0.0, 1.0, 3.0, 0.0, 4.0, 2.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.016847863793373108, -0.016192886978387833, -0.015537911094725132, -0.014882934279739857, -0.014227958396077156, -0.01357298158109188, -0.012918004766106606, -0.012263028882443905, -0.01160805206745863, -0.010953075252473354, -0.010298099368810654, -0.009643122553825378, -0.008988145738840103, -0.008333169855177402, -0.007678193040192127, -0.007023216690868139, -0.006368240341544151, -0.005713263992220163, -0.005058287642896175, -0.0044033108279109, -0.003748334478586912, -0.003093358129262924, -0.0024383815471082926, -0.0017834050813689828, -0.001128428615629673, -0.0004734521498903632, 0.00018152431584894657, 0.0008365007815882564, 0.0014914772473275661, 0.002146453596651554, 0.0028014301788061857, 0.0034564067609608173, 0.004111383110284805, 0.004766359459608793, 0.005421335808932781, 0.0060763126239180565, 0.0067312889732420444, 0.007386265322566032, 0.008041242137551308, 0.008696218021214008, 0.009351194836199284, 0.010006171651184559, 0.01066114753484726, 0.011316124349832535, 0.01197110116481781, 0.01262607704848051, 0.013281053863465786, 0.013936029747128487, 0.014591006562113762, 0.015245983377099037, 0.015900960192084312, 0.01655593514442444, 0.017210911959409714, 0.01786588877439499, 0.018520865589380264, 0.01917584240436554, 0.019830819219350815, 0.02048579417169094, 0.021140770986676216, 0.02179574780166149, 0.022450724616646767, 0.023105701431632042, 0.023760676383972168, 0.024415653198957443, 0.02507063001394272]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 6.0, 2.0, 6.0, 8.0, 7.0, 10.0, 12.0, 9.0, 21.0, 24.0, 38.0, 37.0, 45.0, 52.0, 70.0, 79.0, 89.0, 120.0, 155.0, 203.0, 253.0, 276.0, 434.0, 577.0, 2442.0, 759.0, 695.0, 474.0, 312.0, 187.0, 154.0, 95.0, 62.0, 47.0, 55.0, 25.0, 26.0, 19.0, 9.0, 10.0, 7.0, 7.0, 1.0, 3.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.12205207347869873, -0.1185828372836113, -0.11511360853910446, -0.11164437234401703, -0.1081751361489296, -0.10470589995384216, -0.10123667120933533, -0.0977674350142479, -0.09429819881916046, -0.09082897007465363, -0.08735973387956619, -0.08389049768447876, -0.08042126148939133, -0.07695203274488449, -0.07348279654979706, -0.07001356035470963, -0.06654432415962219, -0.06307509541511536, -0.059605859220027924, -0.05613662675023079, -0.052667390555143356, -0.04919815808534622, -0.04572892189025879, -0.042259689420461655, -0.03879045695066452, -0.03532122075557709, -0.03185198828577995, -0.02838275209069252, -0.024913519620895386, -0.021444285288453102, -0.01797505095601082, -0.014505816623568535, -0.011036582291126251, -0.007567347958683968, -0.004098114091902971, -0.0006288799922913313, 0.0028403541073203087, 0.006309588439762592, 0.009778821840882301, 0.013248056173324585, 0.01671729050576687, 0.020186524838209152, 0.023655759170651436, 0.02712499350309372, 0.030594225972890854, 0.03406346216797829, 0.03753269463777542, 0.041001930832862854, 0.04447116330265999, 0.04794039577245712, 0.051409631967544556, 0.05487886443734169, 0.05834810063242912, 0.06181733310222626, 0.06528656929731369, 0.06875580549240112, 0.07222503423690796, 0.07569427043199539, 0.07916350662708282, 0.08263273537158966, 0.0861019715666771, 0.08957120776176453, 0.09304044395685196, 0.0965096727013588, 0.09997890889644623]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [3.0, 0.0, 4.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 2.0, 1.0, 6.0, 1.0, 0.0, 1.0, 6.0, 0.0, 4.0, 0.0, 2.0, 3.0, 8.0, 5.0, 2.0, 3.0, 32.0, 1.0, 5.0, 3.0, 1.0, 1.0, 1.0, 0.0, 4.0, 0.0, 2.0, 0.0, 1.0, 2.0, 2.0, 2.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.006695897784084082, -0.006448919419199228, -0.006201940588653088, -0.005954962223768234, -0.005707983858883381, -0.00546100502833724, -0.005214026663452387, -0.004967047832906246, -0.004720069468021393, -0.0044730911031365395, -0.004226112272590399, -0.003979133907705545, -0.0037321553099900484, -0.0034851767122745514, -0.003238198347389698, -0.002991219749674201, -0.002744241151958704, -0.002497262554243207, -0.00225028395652771, -0.0020033055916428566, -0.0017563269939273596, -0.0015093483962118626, -0.0012623699149116874, -0.0010153914336115122, -0.0007684128358960152, -0.0005214342963881791, -0.00027445575688034296, -2.7477217372506857e-05, 0.00021950132213532925, 0.00046647986164316535, 0.0007134584011510015, 0.0009604369406588376, 0.0012074154801666737, 0.0014543940778821707, 0.0017013725591823459, 0.001948351040482521, 0.002195329638198018, 0.002442308235913515, 0.0026892866007983685, 0.0029362651985138655, 0.0031832437962293625, 0.0034302223939448595, 0.0036772009916603565, 0.00392417935654521, 0.0041711581870913506, 0.004418136551976204, 0.004665114916861057, 0.004912093747407198, 0.005159072112292051, 0.005406050477176905, 0.005653029307723045, 0.005900007672607899, 0.006146986037492752, 0.006393964868038893, 0.006640943232923746, 0.006887922063469887, 0.00713490042835474, 0.0073818787932395935, 0.007628857623785734, 0.007875836454331875, 0.008122814819216728, 0.008369793184101582, 0.008616771548986435, 0.008863749913871288, 0.009110728278756142]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [7.0, 8.0, 7.0, 16.0, 24.0, 26.0, 49.0, 80.0, 104.0, 163.0, 283.0, 355.0, 527.0, 711.0, 1097.0, 1593.0, 2205.0, 2898.0, 4135.0, 5702.0, 7815.0, 10613.0, 15007.0, 21093.0, 30001.0, 43025.0, 60516.0, 83492.0, 111349.0, 458025.0, 90503.0, 64959.0, 45866.0, 32409.0, 23353.0, 16702.0, 12068.0, 8784.0, 6594.0, 4866.0, 3628.0, 2691.0, 1847.0, 1400.0, 972.0, 661.0, 470.0, 302.0, 227.0, 138.0, 112.0, 47.0, 47.0, 21.0, 22.0, 10.0, 10.0, 7.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.00937523040920496, -0.009055756032466888, -0.008736280724406242, -0.008416806347668171, -0.0080973319709301, -0.007777857594192028, -0.007458382751792669, -0.0071389079093933105, -0.006819433532655239, -0.006499959155917168, -0.006180484313517809, -0.00586100947111845, -0.005541535094380379, -0.005222060717642307, -0.0049025858752429485, -0.00458311103284359, -0.004263636656105518, -0.003944162279367447, -0.003624687436968088, -0.003305212827399373, -0.002985738217830658, -0.002666263608261943, -0.0023467889986932278, -0.0020273143891245127, -0.0017078397795557976, -0.0013883651699870825, -0.0010688905604183674, -0.0007494159508496523, -0.0004299413412809372, -0.0001104667317122221, 0.000209007877856493, 0.0005284824874252081, 0.0008479570969939232, 0.0011674317065626383, 0.0014869063161313534, 0.0018063809257000685, 0.0021258555352687836, 0.0024453301448374987, 0.0027648047544062138, 0.003084279363974929, 0.003403753973543644, 0.003723228583112359, 0.004042703192681074, 0.004362178035080433, 0.004681652411818504, 0.005001126788556576, 0.0053206016309559345, 0.005640076473355293, 0.005959550850093365, 0.006279025226831436, 0.006598500069230795, 0.006917974911630154, 0.007237449288368225, 0.0075569236651062965, 0.007876398041844368, 0.008195873349905014, 0.008515347726643085, 0.008834822103381157, 0.009154297411441803, 0.009473771788179874, 0.009793246164917946, 0.010112720541656017, 0.010432194918394089, 0.010751670226454735, 0.011071144603192806]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 3.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 3.0, 3.0, 0.0, 3.0, 0.0, 3.0, 0.0, 10.0, 2.0, 1.0, 1.0, 4.0, 0.0, 2.0, 3.0, 0.0, 0.0, 2.0], "bins": [-0.023220224305987358, -0.022782178595662117, -0.022344134747982025, -0.021906089037656784, -0.021468043327331543, -0.02102999947965145, -0.02059195376932621, -0.020153909921646118, -0.019715864211320877, -0.019277818500995636, -0.018839774653315544, -0.018401728942990303, -0.01796368509531021, -0.01752563938498497, -0.01708759367465973, -0.016649549826979637, -0.016211504116654396, -0.015773458406329155, -0.015335414558649063, -0.014897368848323822, -0.014459324069321156, -0.014021279290318489, -0.013583233579993248, -0.013145188800990582, -0.012707144021987915, -0.012269099242985249, -0.011831054463982582, -0.011393008753657341, -0.010954963974654675, -0.010516919195652008, -0.010078873485326767, -0.0096408287063241, -0.009202783927321434, -0.008764739148318768, -0.008326694369316101, -0.00788864865899086, -0.0074506038799881935, -0.007012559100985527, -0.006574513856321573, -0.0061364686116576195, -0.005698423832654953, -0.0052603790536522865, -0.004822333808988333, -0.004384288564324379, -0.0039462437853217125, -0.0035081987734884024, -0.0030701537616550922, -0.002632108749821782, -0.002194063737988472, -0.0017560187261551619, -0.0013179737143218517, -0.0008799287024885416, -0.0004418836906552315, -3.8386788219213486e-06, 0.0004342063330113888, 0.0008722513448446989, 0.001310296356678009, 0.0017483413685113192, 0.0021863863803446293, 0.0026244313921779394, 0.0030624764040112495, 0.0035005214158445597, 0.00393856642767787, 0.004376611672341824, 0.00481465645134449]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [5.0, 2.0, 4.0, 9.0, 10.0, 8.0, 21.0, 25.0, 21.0, 20.0, 23.0, 29.0, 40.0, 50.0, 57.0, 58.0, 65.0, 66.0, 100.0, 111.0, 127.0, 152.0, 146.0, 196.0, 192.0, 209.0, 219.0, 220.0, 256.0, 260.0, 221.0, 258.0, 264.0, 284.0, 304.0, 315.0, 295.0, 361.0, 431.0, 584.0, 701.0, 1153.0, 6843.0, 915.0, 792.0, 554.0, 252.0, 219.0, 198.0, 208.0, 169.0, 141.0, 132.0, 74.0, 40.0, 13.0, 3.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.025462839752435684, -0.02485843561589718, -0.024254031479358673, -0.023649627342820168, -0.023045221343636513, -0.022440817207098007, -0.0218364130705595, -0.021232008934020996, -0.02062760479748249, -0.020023200660943985, -0.01941879466176033, -0.018814390525221825, -0.01820998638868332, -0.017605582252144814, -0.017001178115606308, -0.016396773979067802, -0.015792369842529297, -0.015187964774668217, -0.014583559706807137, -0.013979155570268631, -0.013374751433730125, -0.012770346365869045, -0.01216594222933054, -0.011561538092792034, -0.010957133024930954, -0.010352728888392448, -0.009748324751853943, -0.009143920615315437, -0.008539515547454357, -0.007935111410915852, -0.007330706808716059, -0.006726302672177553, -0.00612189806997776, -0.0055174934677779675, -0.004913089331239462, -0.004308684729039669, -0.00370428035967052, -0.0030998759903013706, -0.0024954713881015778, -0.0018910670187324286, -0.0012866626493632793, -0.0006822582217864692, -7.78537942096591e-05, 0.000526550633367151, 0.0011309550609439611, 0.0017353594303131104, 0.002339764032512903, 0.0029441684018820524, 0.0035485727712512016, 0.0041529773734509945, 0.0047573815099895, 0.005361786112189293, 0.0059661902487277985, 0.006570594850927591, 0.007174999453127384, 0.00777940358966589, 0.00838380865752697, 0.008988212794065475, 0.009592616930603981, 0.010197021067142487, 0.010801426135003567, 0.011405830271542072, 0.012010234408080578, 0.012614639475941658, 0.013219043612480164]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 0.0, 1.0, 6.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08528576791286469, -0.08345449715852737, -0.08162322640419006, -0.07979195564985275, -0.07796068489551544, -0.07612940669059753, -0.07429813593626022, -0.07246686518192291, -0.0706355944275856, -0.06880432367324829, -0.06697305291891098, -0.06514178216457367, -0.06331050395965576, -0.06147923693060875, -0.05964796245098114, -0.05781669169664383, -0.05598542094230652, -0.05415415018796921, -0.0523228794336319, -0.05049160495400429, -0.04866033419966698, -0.046829063445329666, -0.04499778896570206, -0.043166518211364746, -0.041335247457027435, -0.039503976702690125, -0.037672705948352814, -0.035841431468725204, -0.034010160714387894, -0.03217888996005058, -0.030347617343068123, -0.028516344726085663, -0.026685073971748352, -0.02485380321741104, -0.02302253060042858, -0.02119125798344612, -0.01935998722910881, -0.0175287164747715, -0.01569744385778904, -0.013866172172129154, -0.012034900486469269, -0.010203628800809383, -0.008372357115149498, -0.006541085429489613, -0.004709813743829727, -0.0028785420581698418, -0.0010472703725099564, 0.000784001313149929, 0.0026152729988098145, 0.0044465446844697, 0.006277816370129585, 0.00810908805578947, 0.009940359741449356, 0.011771631427109241, 0.013602903112769127, 0.015434174798429012, 0.017265446484088898, 0.01909671723842621, 0.02092798985540867, 0.02275926247239113, 0.02459053322672844, 0.02642180398106575, 0.02825307659804821, 0.03008434921503067, 0.03191561996936798]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 2.0, 0.0, 3.0, 3.0, 2.0, 6.0, 2.0, 6.0, 3.0, 5.0, 7.0, 5.0, 2.0, 8.0, 7.0, 3.0, 9.0, 4.0, 5.0, 1.0, 4.0, 2.0, 3.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 0.0, 5.0, 4.0, 1.0, 6.0, 4.0, 2.0, 7.0, 8.0, 95.0, 13.0, 6.0, 2.0, 6.0, 4.0, 5.0, 3.0], "bins": [-0.09720766544342041, -0.0954887866973877, -0.09376990795135498, -0.09205103665590286, -0.09033215790987015, -0.08861327916383743, -0.08689440041780472, -0.085175521671772, -0.08345664292573929, -0.08173777163028717, -0.08001889288425446, -0.07830001413822174, -0.07658113539218903, -0.07486225664615631, -0.0731433779001236, -0.07142450660467148, -0.06970562785863876, -0.06798674911260605, -0.06626787036657333, -0.06454899162054062, -0.0628301128745079, -0.06111123785376549, -0.05939236283302307, -0.057673484086990356, -0.05595460534095764, -0.054235730320215225, -0.05251685157418251, -0.050797972828149796, -0.04907909780740738, -0.047360219061374664, -0.04564134031534195, -0.04392246529459953, -0.04220358654856682, -0.0404847078025341, -0.03876583278179169, -0.03704695403575897, -0.03532807528972626, -0.03360920026898384, -0.031890321522951126, -0.03017144463956356, -0.028452567756175995, -0.02673368901014328, -0.025014812126755714, -0.02329593524336815, -0.021577056497335434, -0.01985817961394787, -0.018139302730560303, -0.016420423984527588, -0.014701547101140022, -0.012982669286429882, -0.011263792403042316, -0.009544914588332176, -0.00782603770494461, -0.00610715989023447, -0.00438828207552433, -0.0026694047264754772, -0.0009505273774266243, 0.0007683500880375504, 0.002487227553501725, 0.004206105135381222, 0.005924982484430075, 0.007643859833478928, 0.009362737648189068, 0.011081614531576633, 0.012800492346286774]}, "_runtime": 5.940810918807983, "_timestamp": 1596214330.6980934, "_step": 1}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 3.0, 3.0, 2.0, 2.0, 1.0, 2.0, 2.0, 2.0, 4.0, 5.0, 3.0, 1.0, 1.0, 1.0, 2.0, 2.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.019271481782197952, -0.018644385039806366, -0.01801728643476963, -0.017390189692378044, -0.01676309108734131, -0.016135994344949722, -0.015508897602558136, -0.014881799928843975, -0.014254702255129814, -0.013627604581415653, -0.013000506907701492, -0.012373410165309906, -0.011746312491595745, -0.011119214817881584, -0.010492118075489998, -0.009865020401775837, -0.009237922728061676, -0.008610825054347515, -0.007983727380633354, -0.007356630638241768, -0.006729532964527607, -0.006102435290813446, -0.005475338082760572, -0.004848240874707699, -0.004221143200993538, -0.0035940457601100206, -0.0029669483192265034, -0.002339850878342986, -0.0017127534374594688, -0.0010856559965759516, -0.0004585585556924343, 0.00016853888519108295, 0.0007956363260746002, 0.0014227337669581175, 0.0020498312078416348, 0.002676928648725152, 0.0033040260896086693, 0.00393112376332283, 0.004558220971375704, 0.005185318179428577, 0.005812415853142738, 0.006439513526856899, 0.007066610734909773, 0.0076937079429626465, 0.008320805616676807, 0.008947903290390968, 0.009575000032782555, 0.010202097706496716, 0.010829195380210876, 0.011456293053925037, 0.012083390727639198, 0.012710487470030785, 0.013337585143744946, 0.013964682817459106, 0.014591779559850693, 0.015218877233564854, 0.015845974907279015, 0.0164730716496706, 0.017100170254707336, 0.017727266997098923, 0.01835436373949051, 0.018981462344527245, 0.01960855908691883, 0.020235657691955566, 0.020862754434347153]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 4.0, 3.0, 3.0, 2.0, 6.0, 4.0, 5.0, 5.0, 11.0, 5.0, 6.0, 13.0, 16.0, 13.0, 20.0, 16.0, 18.0, 38.0, 41.0, 38.0, 47.0, 61.0, 67.0, 94.0, 109.0, 117.0, 177.0, 238.0, 262.0, 328.0, 408.0, 2085.0, 814.0, 778.0, 619.0, 448.0, 288.0, 190.0, 129.0, 106.0, 78.0, 47.0, 47.0, 24.0, 24.0, 16.0, 14.0, 14.0, 4.0, 4.0, 8.0, 4.0, 6.0, 3.0, 2.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.12242595851421356, -0.11869292706251144, -0.11495989561080933, -0.11122686415910721, -0.10749383270740509, -0.10376080870628357, -0.10002777725458145, -0.09629474580287933, -0.09256171435117722, -0.0888286828994751, -0.08509565144777298, -0.08136261999607086, -0.07762959599494934, -0.07389656454324722, -0.0701635330915451, -0.06643050163984299, -0.06269747018814087, -0.05896443873643875, -0.05523140728473663, -0.051498379558324814, -0.047765348106622696, -0.04403231665492058, -0.04029928892850876, -0.03656625747680664, -0.03283322602510452, -0.029100194573402405, -0.025367164984345436, -0.021634135395288467, -0.01790110394358635, -0.014168073423206806, -0.010435042902827263, -0.00670201238244772, -0.0029689818620681763, 0.000764048658311367, 0.00449707917869091, 0.008230109699070454, 0.011963140219449997, 0.015696171671152115, 0.019429201260209084, 0.023162230849266052, 0.02689526230096817, 0.030628293752670288, 0.034361325204372406, 0.038094352930784225, 0.04182738438248634, 0.04556041583418846, 0.04929344356060028, 0.0530264750123024, 0.05675950646400452, 0.060492537915706635, 0.06422556936740875, 0.06795860081911087, 0.07169163227081299, 0.07542465627193451, 0.07915768772363663, 0.08289071917533875, 0.08662375062704086, 0.09035678207874298, 0.0940898135304451, 0.09782284498214722, 0.10155586898326874, 0.10528890043497086, 0.10902193188667297, 0.11275496333837509, 0.11648799479007721]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 2.0, 2.0, 2.0, 5.0, 6.0, 1.0, 0.0, 1.0, 4.0, 3.0, 6.0, 5.0, 0.0, 2.0, 2.0, 28.0, 4.0, 4.0, 2.0, 3.0, 2.0, 1.0, 3.0, 0.0, 3.0, 4.0, 3.0, 1.0, 3.0, 2.0, 2.0, 0.0, 1.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.006885063834488392, -0.006629734765738249, -0.006374405696988106, -0.006119076162576675, -0.005863747093826532, -0.005608418025076389, -0.005353088490664959, -0.005097759421914816, -0.004842430353164673, -0.00458710128441453, -0.004331772215664387, -0.004076442681252956, -0.0038211136125028133, -0.0035657845437526703, -0.0033104552421718836, -0.003055125940591097, -0.002799796871840954, -0.0025444678030908108, -0.002289138501510024, -0.0020338091999292374, -0.0017784801311790943, -0.0015231509460136294, -0.0012678217608481646, -0.0010124925756826997, -0.0007571633905172348, -0.0005018342053517699, -0.00024650502018630505, 8.824164979159832e-06, 0.0002641533501446247, 0.0005194825353100896, 0.0007748117204755545, 0.0010301409056410193, 0.0012854700908064842, 0.001540799275971949, 0.001796128461137414, 0.0020514577627182007, 0.0023067868314683437, 0.002562115900218487, 0.0028174452017992735, 0.00307277450338006, 0.0033281035721302032, 0.0035834326408803463, 0.003838761942461133, 0.00409409124404192, 0.004349420312792063, 0.004604749381542206, 0.004860078915953636, 0.005115407984703779, 0.005370737053453922, 0.005626066122204065, 0.005881395190954208, 0.006136724725365639, 0.006392053794115782, 0.006647382862865925, 0.006902712397277355, 0.007158041466027498, 0.007413370534777641, 0.007668699603527784, 0.007924028672277927, 0.008179358206689358, 0.008434686809778214, 0.008690016344189644, 0.008945345878601074, 0.00920067448168993, 0.00945600401610136]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 4.0, 5.0, 12.0, 23.0, 21.0, 34.0, 55.0, 96.0, 161.0, 246.0, 338.0, 605.0, 886.0, 1423.0, 1998.0, 2946.0, 4309.0, 6114.0, 8196.0, 11345.0, 15869.0, 21676.0, 30523.0, 44362.0, 64657.0, 90167.0, 114412.0, 437175.0, 90966.0, 65544.0, 46312.0, 32467.0, 23127.0, 17035.0, 12333.0, 9289.0, 6743.0, 5007.0, 3638.0, 2688.0, 2031.0, 1422.0, 1020.0, 756.0, 488.0, 354.0, 266.0, 162.0, 119.0, 72.0, 51.0, 34.0, 17.0, 15.0, 12.0, 9.0, 9.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.012302582152187824, -0.011880648322403431, -0.011458715423941612, -0.011036781594157219, -0.010614847764372826, -0.010192913934588432, -0.009770981036126614, -0.00934904720634222, -0.008927113376557827, -0.008505180478096008, -0.008083246648311615, -0.007661312818527222, -0.007239379454404116, -0.006817445624619722, -0.006395512260496616, -0.005973578430712223, -0.005551645066589117, -0.005129711702466011, -0.004707777872681618, -0.004285844508558512, -0.0038639106787741184, -0.0034419773146510124, -0.0030200437176972628, -0.002598110120743513, -0.0021761765237897635, -0.0017542429268360138, -0.0013323093298822641, -0.0009103758493438363, -0.0004884422523900867, -6.650868454016745e-05, 0.00035542488330975175, 0.0007773584220558405, 0.0011992920190095901, 0.0016212256159633398, 0.0020431592129170895, 0.002465092809870839, 0.0028870264068245888, 0.0033089597709476948, 0.0037308933679014444, 0.004152826964855194, 0.004574760794639587, 0.004996694158762693, 0.005418627522885799, 0.005840561352670193, 0.006262494716793299, 0.006684428546577692, 0.007106361910700798, 0.007528295740485191, 0.007950229570269585, 0.008372162468731403, 0.008794096298515797, 0.00921603012830019, 0.009637963026762009, 0.010059896856546402, 0.010481830686330795, 0.010903764516115189, 0.011325697414577007, 0.0117476312443614, 0.012169565074145794, 0.012591497972607613, 0.013013431802392006, 0.0134353656321764, 0.013857299461960793, 0.014279232360422611, 0.014701166190207005]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 6.0, 2.0, 1.0, 2.0, 2.0, 0.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0], "bins": [-0.010833591222763062, -0.010529492050409317, -0.010225391946732998, -0.009921291843056679, -0.009617192670702934, -0.00931309349834919, -0.00900899339467287, -0.008704893290996552, -0.008400794118642807, -0.008096694946289062, -0.007792594842612743, -0.0074884952045977116, -0.00718439556658268, -0.006880295928567648, -0.006576196290552616, -0.006272096652537584, -0.0059679970145225525, -0.005663897376507521, -0.005359797738492489, -0.005055698100477457, -0.004751598462462425, -0.004447498824447393, -0.004143399186432362, -0.00383929954841733, -0.003535199910402298, -0.003231100272387266, -0.0029270006343722343, -0.0026229009963572025, -0.0023188013583421707, -0.002014701720327139, -0.001710602082312107, -0.0014065024442970753, -0.0011024028062820435, -0.0007983031682670116, -0.0004942035302519798, -0.000190103892236948, 0.0001139957457780838, 0.0004180953837931156, 0.0007221950218081474, 0.0010262946598231792, 0.001330394297838211, 0.0016344939358532429, 0.0019385935738682747, 0.0022426932118833065, 0.0025467928498983383, 0.00285089248791337, 0.003154992125928402, 0.0034590917639434338, 0.0037631914019584656, 0.004067291039973497, 0.004371390677988529, 0.004675490316003561, 0.004979589954018593, 0.005283689592033625, 0.0055877892300486565, 0.005891888868063688, 0.00619598850607872, 0.006500088144093752, 0.006804187782108784, 0.0071082874201238155, 0.007412387058138847, 0.007716486696153879, 0.008020586334168911, 0.00832468643784523, 0.008628785610198975]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 3.0, 4.0, 10.0, 10.0, 7.0, 15.0, 13.0, 15.0, 26.0, 33.0, 40.0, 55.0, 35.0, 58.0, 73.0, 96.0, 93.0, 100.0, 127.0, 154.0, 169.0, 224.0, 194.0, 222.0, 244.0, 244.0, 250.0, 277.0, 259.0, 278.0, 278.0, 327.0, 399.0, 429.0, 552.0, 667.0, 1027.0, 6812.0, 1211.0, 771.0, 568.0, 450.0, 355.0, 287.0, 239.0, 216.0, 174.0, 110.0, 86.0, 56.0, 33.0, 16.0, 24.0, 2.0, 4.0, 2.0, 2.0], "bins": [-0.014545395039021969, -0.014216717332601547, -0.013888038694858551, -0.01355936098843813, -0.013230682350695133, -0.012902004644274712, -0.012573326006531715, -0.012244648300111294, -0.011915970593690872, -0.011587291955947876, -0.011258614249527454, -0.010929935611784458, -0.010601257905364037, -0.01027257926762104, -0.009943901561200619, -0.009615222923457623, -0.009286545217037201, -0.00895786751061678, -0.008629188872873783, -0.008300511166453362, -0.007971832528710365, -0.007643154822289944, -0.007314476650208235, -0.006985798478126526, -0.006657120306044817, -0.006328442133963108, -0.005999763961881399, -0.00567108578979969, -0.005342408083379269, -0.00501372991129756, -0.004685051739215851, -0.004356373567134142, -0.004027695395052433, -0.003699017222970724, -0.003370339050889015, -0.00304166111163795, -0.002712982939556241, -0.002384304767474532, -0.002055626828223467, -0.001726948656141758, -0.001398270484060049, -0.0010695923119783401, -0.0007409142563119531, -0.0004122361424379051, -8.355802856385708e-05, 0.0002451200853101909, 0.0005737981991842389, 0.0009024763130582869, 0.001231154426932335, 0.0015598325990140438, 0.0018885106546804309, 0.002217188710346818, 0.002545866882428527, 0.002874545054510236, 0.003203222993761301, 0.00353190116584301, 0.003860579337924719, 0.004189257510006428, 0.004517935682088137, 0.004846613854169846, 0.005175291560590267, 0.005503969732671976, 0.005832647904753685, 0.006161326076835394, 0.006490004248917103]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 5.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 5.0, 2.0], "bins": [-0.05406191945075989, -0.05319922789931297, -0.05233653634786606, -0.051473844796419144, -0.05061115324497223, -0.049748461693525314, -0.0488857701420784, -0.048023078590631485, -0.04716038703918457, -0.046297695487737656, -0.04543500393629074, -0.04457230865955353, -0.04370961710810661, -0.0428469255566597, -0.041984234005212784, -0.04112154245376587, -0.040258850902318954, -0.03939615935087204, -0.038533467799425125, -0.03767077624797821, -0.036808084696531296, -0.03594539314508438, -0.035082701593637466, -0.03422001004219055, -0.03335731849074364, -0.03249462693929672, -0.03163193538784981, -0.030769241973757744, -0.02990655042231083, -0.029043858870863914, -0.028181167319417, -0.027318475767970085, -0.02645578421652317, -0.025593092665076256, -0.02473040111362934, -0.023867709562182426, -0.023005018010735512, -0.022142326459288597, -0.021279633045196533, -0.02041694149374962, -0.019554249942302704, -0.01869155839085579, -0.017828866839408875, -0.01696617528796196, -0.016103483736515045, -0.01524079218506813, -0.014378099702298641, -0.013515408150851727, -0.012652716599404812, -0.011790025047957897, -0.010927333496510983, -0.010064641013741493, -0.009201949462294579, -0.008339257910847664, -0.007476566359400749, -0.006613874342292547, -0.0057511827908456326, -0.004888491239398718, -0.004025799222290516, -0.0031631076708436012, -0.002300415886566043, -0.0014377241022884846, -0.0005750324344262481, 0.00028765929164364934, 0.0011503510177135468]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 5.0, 8.0, 5.0, 5.0, 11.0, 5.0, 4.0, 4.0, 5.0, 7.0, 5.0, 7.0, 3.0, 0.0, 2.0, 5.0, 2.0, 6.0, 2.0, 1.0, 3.0, 2.0, 3.0, 1.0, 1.0, 3.0, 1.0, 4.0, 3.0, 4.0, 0.0, 5.0, 5.0, 2.0, 3.0, 2.0, 9.0, 11.0, 70.0, 13.0, 6.0, 8.0, 8.0, 4.0, 3.0, 2.0, 2.0, 4.0, 3.0, 0.0, 1.0, 2.0], "bins": [-0.05536157637834549, -0.05427054688334465, -0.05317951738834381, -0.05208848789334297, -0.05099745839834213, -0.04990642890334129, -0.048815399408340454, -0.047724369913339615, -0.046633340418338776, -0.045542310923337936, -0.0444512814283371, -0.04336025193333626, -0.04226922243833542, -0.04117819294333458, -0.04008716344833374, -0.0389961339533329, -0.03790510445833206, -0.036814071238040924, -0.035723041743040085, -0.034632012248039246, -0.033540982753038406, -0.03244995325803757, -0.03135892376303673, -0.030267896130681038, -0.02917686477303505, -0.02808583527803421, -0.02699480578303337, -0.025903776288032532, -0.024812746793031693, -0.023721717298030853, -0.022630687803030014, -0.021539658308029175, -0.020448628813028336, -0.019357599318027496, -0.018266569823026657, -0.017175540328025818, -0.01608451083302498, -0.014993480406701565, -0.013902450911700726, -0.012811421416699886, -0.011720391921699047, -0.010629362426698208, -0.009538332931697369, -0.00844730343669653, -0.007356273476034403, -0.006265243981033564, -0.005174214020371437, -0.004083184525370598, -0.0029921550303697586, -0.0019011254189535975, -0.0008100958075374365, 0.0002809338038787246, 0.0013719634152948856, 0.002462992910295725, 0.0035540226381272078, 0.004645052365958691, 0.00573608186095953, 0.006827111355960369, 0.007918140850961208, 0.009009170345962048, 0.010100200772285461, 0.0111912302672863, 0.01228225976228714, 0.013373289257287979, 0.014464318752288818]}, "_runtime": 6.7188720703125, "_timestamp": 1596214331.4761546, "_step": 2}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 2.0, 1.0, 1.0, 2.0, 1.0, 2.0, 2.0, 3.0, 4.0, 1.0, 3.0, 0.0, 2.0, 1.0, 4.0, 3.0, 3.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.014533273875713348, -0.014084146358072758, -0.013635017909109592, -0.013185890391469002, -0.012736761942505836, -0.012287634424865246, -0.011838506907224655, -0.01138937845826149, -0.0109402509406209, -0.010491122491657734, -0.010041994974017143, -0.009592867456376553, -0.009143739007413387, -0.008694611489772797, -0.008245483040809631, -0.007796355523169041, -0.007347227539867163, -0.006898099556565285, -0.006448971573263407, -0.005999844055622816, -0.005550716072320938, -0.00510158808901906, -0.004652460105717182, -0.004203332122415304, -0.00375420437194407, -0.003305076388642192, -0.0028559486381709576, -0.0024068206548690796, -0.0019576926715672016, -0.0015085649210959673, -0.0010594369377940893, -0.0006103090709075332, -0.00016118120402097702, 0.0002879466919694096, 0.0007370745879597962, 0.0011862025130540133, 0.0016353303799405694, 0.0020844582468271255, 0.0025335862301290035, 0.002982713980600238, 0.003431841963902116, 0.003880969947203994, 0.004330097697675228, 0.004779225680977106, 0.005228353664278984, 0.005677481647580862, 0.006126609165221453, 0.006575737148523331, 0.007024865131825209, 0.007473993115127087, 0.007923120632767677, 0.008372249081730843, 0.008821376599371433, 0.009270505048334599, 0.00971963256597519, 0.01016876008361578, 0.010617888532578945, 0.011067016050219536, 0.011516144499182701, 0.011965272016823292, 0.012414399534463882, 0.012863527983427048, 0.013312655501067638, 0.013761783950030804, 0.014210911467671394]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 4.0, 4.0, 9.0, 6.0, 3.0, 7.0, 9.0, 13.0, 19.0, 28.0, 40.0, 35.0, 50.0, 59.0, 52.0, 68.0, 98.0, 109.0, 149.0, 220.0, 286.0, 406.0, 518.0, 2210.0, 1168.0, 896.0, 522.0, 298.0, 198.0, 130.0, 83.0, 73.0, 49.0, 38.0, 20.0, 15.0, 3.0, 14.0, 3.0, 3.0, 4.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.17784908413887024, -0.1732313632965088, -0.16861365735530853, -0.16399593651294708, -0.15937821567058563, -0.15476050972938538, -0.15014278888702393, -0.14552506804466248, -0.14090734720230103, -0.13628964126110077, -0.13167192041873932, -0.12705419957637787, -0.12243649363517761, -0.11781877279281616, -0.11320105940103531, -0.10858333855867386, -0.103965625166893, -0.09934791177511215, -0.0947301909327507, -0.09011247754096985, -0.0854947566986084, -0.08087704330682755, -0.07625932991504669, -0.07164160907268524, -0.06702389568090439, -0.06240617856383324, -0.057788461446762085, -0.05317074805498123, -0.04855303093791008, -0.04393531382083893, -0.039317600429058075, -0.03469988331198692, -0.03008216619491577, -0.02546444907784462, -0.020846733823418617, -0.016229018568992615, -0.011611301451921463, -0.006993585266172886, -0.0023758690804243088, 0.0022418471053242683, 0.0068595632910728455, 0.011477279476821423, 0.01609499566257, 0.020712710916996002, 0.025330428034067154, 0.029948145151138306, 0.03456585854291916, 0.03918357565999031, 0.04380129277706146, 0.048419009894132614, 0.053036727011203766, 0.05765444040298462, 0.06227215752005577, 0.06688987463712692, 0.07150758802890778, 0.07612530887126923, 0.08074302226305008, 0.08536073565483093, 0.08997845649719238, 0.09459616988897324, 0.09921388328075409, 0.10383160412311554, 0.10844931751489639, 0.11306703835725784, 0.1176847517490387]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 3.0, 0.0, 1.0, 2.0, 1.0, 2.0, 2.0, 1.0, 5.0, 3.0, 2.0, 1.0, 3.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 3.0, 1.0, 1.0, 3.0, 2.0, 25.0, 2.0, 4.0, 5.0, 4.0, 5.0, 3.0, 2.0, 0.0, 0.0, 2.0, 2.0, 1.0, 3.0, 5.0, 3.0, 3.0, 2.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.006085938774049282, -0.005893065128475428, -0.005700191017240286, -0.005507317371666431, -0.00531444326043129, -0.005121569614857435, -0.0049286955036222935, -0.004735821858048439, -0.004542947746813297, -0.004350074101239443, -0.004157199990004301, -0.003964326344430447, -0.0037714524660259485, -0.0035785785876214504, -0.0033857047092169523, -0.0031928308308124542, -0.002999956952407956, -0.002807083074003458, -0.00261420919559896, -0.002421335317194462, -0.0022284614387899637, -0.0020355875603854656, -0.0018427137983962893, -0.0016498399199917912, -0.0014569660415872931, -0.001264092163182795, -0.001071218284778297, -0.0008783444645814598, -0.0006854705861769617, -0.0004925967077724636, -0.0002997228584717959, -0.00010684899461921304, 8.602486923336983e-05, 0.00027889874763786793, 0.00047177259693853557, 0.0006646464462392032, 0.0008575203246437013, 0.0010503941448405385, 0.0012432680232450366, 0.0014361419016495347, 0.0016290157800540328, 0.001821889658458531, 0.002014763420447707, 0.0022076372988522053, 0.0024005111772567034, 0.0025933850556612015, 0.0027862589340656996, 0.0029791328124701977, 0.0031720066908746958, 0.003364880569279194, 0.003557754447683692, 0.00375062832608819, 0.0039435019716620445, 0.004136376082897186, 0.004329249728471041, 0.0045221238397061825, 0.004714997485280037, 0.004907871596515179, 0.005100745242089033, 0.005293619353324175, 0.005486492998898029, 0.005679367110133171, 0.0058722407557070255, 0.006065114866942167, 0.006257988512516022]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 0.0, 5.0, 8.0, 19.0, 36.0, 54.0, 90.0, 164.0, 240.0, 310.0, 513.0, 829.0, 1223.0, 1719.0, 2329.0, 3153.0, 4227.0, 5615.0, 7204.0, 9139.0, 11769.0, 14549.0, 18694.0, 24304.0, 32654.0, 43873.0, 57893.0, 73726.0, 91724.0, 413429.0, 88526.0, 70512.0, 52337.0, 38332.0, 28021.0, 20940.0, 15585.0, 11715.0, 8936.0, 6986.0, 5128.0, 3862.0, 2695.0, 1950.0, 1441.0, 951.0, 701.0, 467.0, 353.0, 228.0, 159.0, 108.0, 72.0, 53.0, 41.0, 23.0, 11.0, 8.0, 4.0, 2.0, 3.0, 2.0, 1.0], "bins": [-0.011432401835918427, -0.011054756119847298, -0.010677111335098743, -0.010299465619027615, -0.009921819902956486, -0.009544174186885357, -0.009166529402136803, -0.008788883686065674, -0.008411237969994545, -0.00803359318524599, -0.007655947469174862, -0.007278301753103733, -0.0069006565026938915, -0.006523010786622763, -0.006145365536212921, -0.005767719820141792, -0.005390074569731951, -0.005012429319322109, -0.00463478360325098, -0.004257138352841139, -0.00387949263677001, -0.0035018473863601685, -0.0031242019031196833, -0.002746556419879198, -0.002368910936638713, -0.0019912654533982277, -0.0016136199701577425, -0.0012359746033325791, -0.0008583291200920939, -0.0004806836659554392, -0.00010303821181878448, 0.00027460724231787026, 0.000652252696454525, 0.0010298981796950102, 0.0014075436629354954, 0.0017851890297606587, 0.0021628346294164658, 0.0025404798798263073, 0.0029181253630667925, 0.0032957708463072777, 0.003673416329547763, 0.004051061812788248, 0.00442870706319809, 0.0048063527792692184, 0.00518399802967906, 0.005561643745750189, 0.00593928899616003, 0.006316934712231159, 0.006694579962641001, 0.007072225213050842, 0.007449870929121971, 0.0078275166451931, 0.008205161429941654, 0.008582807146012783, 0.008960452862083912, 0.00933809857815504, 0.009715743362903595, 0.010093389078974724, 0.010471034795045853, 0.010848679579794407, 0.011226325295865536, 0.011603971011936665, 0.011981616728007793, 0.012359261512756348, 0.012736907228827477]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 0.0, 1.0, 1.0, 2.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 3.0, 3.0, 1.0, 2.0, 8.0, 0.0, 3.0, 4.0, 3.0, 0.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.020781295374035835, -0.020344819873571396, -0.019908344373106956, -0.019471868872642517, -0.019035393372178078, -0.01859891787171364, -0.0181624423712492, -0.01772596687078476, -0.01728948950767517, -0.01685301400721073, -0.016416538506746292, -0.015980063006281853, -0.015543587505817413, -0.015107112005352974, -0.014670636504888535, -0.014234161004424095, -0.013797685503959656, -0.013361210003495216, -0.012924734503030777, -0.012488259002566338, -0.012051783502101898, -0.011615307070314884, -0.011178831569850445, -0.010742356069386005, -0.010305880568921566, -0.009869405068457127, -0.009432929567992687, -0.008996454067528248, -0.008559977635741234, -0.008123502135276794, -0.007687026634812355, -0.007250551134347916, -0.006814075633883476, -0.006377600133419037, -0.0059411246329545975, -0.005504648666828871, -0.005068173166364431, -0.004631697665899992, -0.004195221699774265, -0.003758746199309826, -0.0033222706988453865, -0.002885795198380947, -0.002449319465085864, -0.002012843731790781, -0.0015763682313263416, -0.0011398926144465804, -0.0007034169975668192, -0.00026694138068705797, 0.00016953423619270325, 0.0006060098530724645, 0.0010424854699522257, 0.001478961086831987, 0.0019154367037117481, 0.0023519122041761875, 0.0027883879374712706, 0.0032248636707663536, 0.003661339171230793, 0.004097814671695232, 0.004534290172159672, 0.0049707661382853985, 0.005407241638749838, 0.005843717139214277, 0.006280193105340004, 0.006716668605804443, 0.007153144106268883]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 1.0, 7.0, 2.0, 1.0, 4.0, 5.0, 5.0, 13.0, 4.0, 8.0, 12.0, 11.0, 13.0, 10.0, 21.0, 29.0, 34.0, 42.0, 52.0, 38.0, 41.0, 60.0, 50.0, 73.0, 71.0, 87.0, 87.0, 107.0, 121.0, 128.0, 124.0, 181.0, 191.0, 196.0, 235.0, 236.0, 280.0, 308.0, 316.0, 368.0, 376.0, 440.0, 471.0, 586.0, 661.0, 754.0, 909.0, 6318.0, 1553.0, 749.0, 523.0, 370.0, 246.0, 163.0, 164.0, 167.0, 130.0, 104.0, 75.0, 52.0, 23.0, 16.0, 7.0], "bins": [-0.011060014367103577, -0.010833747684955597, -0.010607481002807617, -0.010381213389337063, -0.010154946707189083, -0.009928680025041103, -0.009702413342893124, -0.009476146660745144, -0.00924987904727459, -0.00902361236512661, -0.00879734568297863, -0.00857107900083065, -0.00834481231868267, -0.00811854563653469, -0.007892278023064137, -0.007666011340916157, -0.007439744658768177, -0.007213477976620197, -0.00698721082881093, -0.0067609441466629505, -0.0065346769988536835, -0.006308410316705704, -0.006082143634557724, -0.005855876486748457, -0.005629609804600477, -0.0054033431224524975, -0.0051770759746432304, -0.004950809292495251, -0.004724542610347271, -0.004498275462538004, -0.004272008780390024, -0.004045741632580757, -0.0038194749504327774, -0.003593208035454154, -0.0033669411204755306, -0.003140674438327551, -0.0029144075233489275, -0.002688140608370304, -0.0024618739262223244, -0.002235607011243701, -0.0020093400962650776, -0.0017830731812864542, -0.0015568063827231526, -0.001330539584159851, -0.0011042726691812277, -0.0008780058124102652, -0.0006517389556393027, -0.00042547209886834025, -0.00019920524209737778, 2.70616146735847e-05, 0.0002533284714445472, 0.00047959532821550965, 0.0007058621849864721, 0.0009321290417574346, 0.001158395898528397, 0.0013846626970916986, 0.001610929612070322, 0.0018371965270489454, 0.002063463442027569, 0.0022897301241755486, 0.002515997039154172, 0.0027422639541327953, 0.002968530636280775, 0.0031947975512593985, 0.003421064466238022]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 5.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.0499778650701046, -0.049005962908267975, -0.04803406447172165, -0.047062162309885025, -0.0460902601480484, -0.04511835798621178, -0.04414645954966545, -0.04317455738782883, -0.0422026552259922, -0.04123075306415558, -0.04025885462760925, -0.03928695246577263, -0.038315050303936005, -0.03734314814209938, -0.036371249705553055, -0.03539934754371643, -0.034427445381879807, -0.03345554694533348, -0.03248364478349686, -0.03151174262166023, -0.030539842322468758, -0.029567940160632133, -0.02859603986144066, -0.027624137699604034, -0.02665223740041256, -0.025680335238575935, -0.02470843493938446, -0.023736532777547836, -0.02276463247835636, -0.021792730316519737, -0.020820830017328262, -0.019848927855491638, -0.018877027556300163, -0.01790512725710869, -0.016933225095272064, -0.01596132479608059, -0.014989422634243965, -0.014017521403729916, -0.013045620173215866, -0.012073718942701817, -0.011101817712187767, -0.010129917412996292, -0.009158016182482243, -0.008186114951968193, -0.0072142137214541435, -0.006242312490940094, -0.0052704112604260445, -0.004298510029911995, -0.0033266087993979454, -0.002354707568883896, -0.0013828064547851682, -0.00041090528247877955, 0.0005609958898276091, 0.0015328971203416586, 0.0025047981180250645, 0.003476699348539114, 0.0044486005790531635, 0.005420501809567213, 0.006392403040081263, 0.007364304270595312, 0.008336205035448074, 0.009308106265962124, 0.010280007496476173, 0.011251908726990223, 0.012223809957504272]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 4.0, 1.0, 3.0, 4.0, 5.0, 5.0, 3.0, 4.0, 4.0, 3.0, 4.0, 6.0, 4.0, 8.0, 5.0, 4.0, 6.0, 4.0, 4.0, 4.0, 1.0, 2.0, 1.0, 7.0, 3.0, 4.0, 3.0, 0.0, 4.0, 4.0, 4.0, 3.0, 4.0, 3.0, 1.0, 2.0, 2.0, 2.0, 4.0, 5.0, 6.0, 17.0, 65.0, 17.0, 10.0, 6.0, 5.0, 2.0, 1.0, 3.0, 3.0], "bins": [-0.03247567266225815, -0.03189314156770706, -0.031310614198446274, -0.030728083103895187, -0.0301455520093441, -0.029563022777438164, -0.028980491682887077, -0.02839796245098114, -0.027815431356430054, -0.027232902124524117, -0.02665037289261818, -0.026067841798067093, -0.025485312566161156, -0.02490278147161007, -0.024320252239704132, -0.023737721145153046, -0.02315519191324711, -0.02257266268134117, -0.021990131586790085, -0.021407602354884148, -0.02082507126033306, -0.020242542028427124, -0.019660010933876038, -0.0190774817019701, -0.018494952470064163, -0.017912421375513077, -0.01732989214360714, -0.016747361049056053, -0.016164831817150116, -0.015582301653921604, -0.014999771490693092, -0.01441724132746458, -0.013834711164236069, -0.013252181001007557, -0.012669650837779045, -0.012087120674550533, -0.011504590511322021, -0.010922061279416084, -0.010339531116187572, -0.00975700095295906, -0.009174470789730549, -0.008591940626502037, -0.008009410463273525, -0.007426880765706301, -0.006844350602477789, -0.006261820439249277, -0.005679290741682053, -0.005096760578453541, -0.004514230415225029, -0.003931700251996517, -0.003349170321598649, -0.002766640391200781, -0.002184110227972269, -0.001601580181159079, -0.001019050134345889, -0.0004365200875326991, 0.00014600995928049088, 0.0007285400060936809, 0.0013110700529068708, 0.0018936000997200608, 0.002476130146533251, 0.0030586603097617626, 0.0036411902401596308, 0.004223720170557499, 0.004806250333786011]}, "_runtime": 7.48802638053894, "_timestamp": 1596214332.2453089, "_step": 3}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 4.0, 3.0, 3.0, 1.0, 2.0, 2.0, 2.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 3.0, 1.0, 1.0, 1.0, 1.0, 3.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.017130021005868912, -0.01667085476219654, -0.01621168851852417, -0.0157525222748518, -0.015293356031179428, -0.014834189787507057, -0.014375023543834686, -0.013915857300162315, -0.013456691056489944, -0.012997524812817574, -0.012538358569145203, -0.012079192325472832, -0.01162002608180046, -0.01116085983812809, -0.010701693594455719, -0.010242527350783348, -0.009783361107110977, -0.009324194863438606, -0.008865028619766235, -0.008405862376093864, -0.007946696132421494, -0.007487529888749123, -0.007028363645076752, -0.006569197401404381, -0.00611003115773201, -0.005650864914059639, -0.005191698670387268, -0.004732532426714897, -0.004273366183042526, -0.0038141999393701553, -0.0033550336956977844, -0.0028958674520254135, -0.0024367012083530426, -0.0019775349646806717, -0.0015183687210083008, -0.0010592024773359299, -0.000600036233663559, -0.00014086998999118805, 0.00031829625368118286, 0.0007774624973535538, 0.0012366287410259247, 0.0016957949846982956, 0.0021549612283706665, 0.0026141274720430374, 0.0030732937157154083, 0.0035324599593877792, 0.00399162620306015, 0.004450792446732521, 0.004909958690404892, 0.005369124934077263, 0.005828291177749634, 0.006287457421422005, 0.006746623665094376, 0.0072057899087667465, 0.007664956152439117, 0.008124122396111488, 0.00858328863978386, 0.00904245488345623, 0.009501621127128601, 0.009960787370800972, 0.010419953614473343, 0.010879119858145714, 0.011338286101818085, 0.011797452345490456, 0.012256618589162827]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 1.0, 3.0, 5.0, 4.0, 8.0, 2.0, 7.0, 9.0, 14.0, 19.0, 18.0, 32.0, 38.0, 50.0, 90.0, 70.0, 102.0, 120.0, 157.0, 188.0, 246.0, 332.0, 430.0, 525.0, 2470.0, 1027.0, 690.0, 443.0, 278.0, 165.0, 125.0, 85.0, 41.0, 33.0, 26.0, 18.0, 14.0, 12.0, 8.0, 10.0, 4.0, 2.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.16114875674247742, -0.15627697110176086, -0.1514051854610443, -0.14653341472148895, -0.1416616290807724, -0.13678984344005585, -0.1319180727005005, -0.12704628705978394, -0.12217450141906738, -0.11730271577835083, -0.11243093758821487, -0.10755915939807892, -0.10268737375736237, -0.09781558811664581, -0.09294380992650986, -0.0880720317363739, -0.08320024609565735, -0.0783284604549408, -0.07345668226480484, -0.06858490407466888, -0.06371311843395233, -0.05884133651852608, -0.05396955460309982, -0.04909777268767357, -0.044225990772247314, -0.03935420885682106, -0.034482426941394806, -0.02961064502596855, -0.024738863110542297, -0.019867081195116043, -0.014995299279689789, -0.010123517364263535, -0.00525173544883728, -0.000379953533411026, 0.004491828382015228, 0.009363610297441483, 0.014235392212867737, 0.01910717412829399, 0.023978956043720245, 0.0288507379591465, 0.033722519874572754, 0.03859430178999901, 0.04346608370542526, 0.04833786562085152, 0.05320964753627777, 0.058081429451704025, 0.06295321136713028, 0.06782498955726624, 0.07269677519798279, 0.07756856083869934, 0.0824403390288353, 0.08731211721897125, 0.0921839028596878, 0.09705568850040436, 0.10192746669054031, 0.10679924488067627, 0.11167103052139282, 0.11654281616210938, 0.12141459435224533, 0.1262863725423813, 0.13115815818309784, 0.1360299438238144, 0.14090171456336975, 0.1457735002040863, 0.15064528584480286]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 3.0, 2.0, 2.0, 4.0, 2.0, 3.0, 2.0, 2.0, 5.0, 1.0, 0.0, 2.0, 3.0, 2.0, 3.0, 4.0, 0.0, 2.0, 25.0, 2.0, 5.0, 6.0, 1.0, 1.0, 3.0, 4.0, 2.0, 3.0, 1.0, 1.0, 2.0, 4.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 0.0, 5.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.004224433563649654, -0.004058847203850746, -0.0038932610768824816, -0.003727674949914217, -0.0035620885901153088, -0.0033965022303164005, -0.003230916103348136, -0.0030653299763798714, -0.002899743616580963, -0.002734157256782055, -0.0025685711298137903, -0.0024029850028455257, -0.0022373986430466175, -0.0020718122832477093, -0.0019062261562794447, -0.0017406399128958583, -0.0015750536695122719, -0.0014094674261286855, -0.001243881182745099, -0.0010782949393615127, -0.0009127086959779263, -0.0007471224525943398, -0.0005815362092107534, -0.00041594996582716703, -0.00025036372244358063, -8.477747905999422e-05, 8.080876432359219e-05, 0.0002463950077071786, 0.000411981251090765, 0.0005775674944743514, 0.0007431537378579378, 0.0009087399812415242, 0.0010743262246251106, 0.001239912468008697, 0.0014054987113922834, 0.0015710849547758698, 0.0017366711981594563, 0.0019022574415430427, 0.002067843684926629, 0.0022334298118948936, 0.002399016171693802, 0.00256460253149271, 0.0027301886584609747, 0.0028957747854292393, 0.0030613611452281475, 0.0032269475050270557, 0.0033925336319953203, 0.003558119758963585, 0.003723706118762493, 0.0038892924785614014, 0.00405487883836031, 0.0042204647324979305, 0.004386051092296839, 0.004551637452095747, 0.004717223346233368, 0.004882809706032276, 0.005048396065831184, 0.005213982425630093, 0.005379568785429001, 0.005545154679566622, 0.00571074103936553, 0.005876327399164438, 0.006041913293302059, 0.006207499653100967, 0.006373086012899876]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 1.0, 2.0, 5.0, 15.0, 19.0, 26.0, 51.0, 80.0, 122.0, 218.0, 335.0, 547.0, 799.0, 1220.0, 1816.0, 2715.0, 3904.0, 5617.0, 7595.0, 10534.0, 14171.0, 19570.0, 26385.0, 37557.0, 54836.0, 77363.0, 103825.0, 429265.0, 100019.0, 75711.0, 54690.0, 39841.0, 28498.0, 20600.0, 15313.0, 11463.0, 8874.0, 6977.0, 5335.0, 3900.0, 3003.0, 2100.0, 1502.0, 1138.0, 736.0, 507.0, 315.0, 187.0, 134.0, 82.0, 48.0, 27.0, 23.0, 10.0, 7.0, 3.0, 2.0, 6.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011990755796432495, -0.011570681817829609, -0.011150606907904148, -0.010730532929301262, -0.010310458950698376, -0.009890384040772915, -0.009470310062170029, -0.009050236083567142, -0.008630162104964256, -0.008210087195038795, -0.007790013216435909, -0.007369938772171736, -0.006949864327907562, -0.006529790349304676, -0.0061097159050405025, -0.005689641926437616, -0.005269567482173443, -0.004849493037909269, -0.004429419059306383, -0.00400934461504221, -0.0035892704036086798, -0.00316919619217515, -0.0027491217479109764, -0.0023290475364774466, -0.0019089733250439167, -0.0014888991136103868, -0.0010688247857615352, -0.0006487505161203444, -0.00022867624647915363, 0.00019139802316203713, 0.0006114722928032279, 0.0010315466206520796, 0.0014516208320856094, 0.0018716950435191393, 0.002291769254952669, 0.0027118436992168427, 0.0031319179106503725, 0.0035519921220839024, 0.003972066566348076, 0.004392140544950962, 0.004812214989215136, 0.005232289433479309, 0.005652363412082195, 0.006072437856346369, 0.006492512300610542, 0.0069125862792134285, 0.007332660723477602, 0.007752734702080488, 0.008172809146344662, 0.008592883124947548, 0.009012958034873009, 0.009433032013475895, 0.009853105992078781, 0.010273180902004242, 0.010693254880607128, 0.011113328859210014, 0.011533403769135475, 0.011953477747738361, 0.012373551726341248, 0.012793625704944134, 0.013213700614869595, 0.01363377459347248, 0.014053848572075367, 0.014473923482000828, 0.014893997460603714]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [4.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 1.0, 2.0, 0.0, 2.0, 3.0, 1.0, 1.0, 2.0, 1.0, 0.0, 2.0, 1.0, 9.0, 3.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 2.0, 2.0, 1.0, 1.0, 0.0, 2.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.006006091833114624, -0.005817268043756485, -0.005628444254398346, -0.005439620465040207, -0.005250797141343355, -0.005061973351985216, -0.004873149562627077, -0.004684325773268938, -0.004495501983910799, -0.00430667819455266, -0.004117854870855808, -0.003929031081497669, -0.00374020729213953, -0.003551383502781391, -0.003362559713423252, -0.0031737361568957567, -0.0029849123675376177, -0.0027960885781794786, -0.0026072650216519833, -0.0024184412322938442, -0.002229617442935705, -0.00204079388640821, -0.0018519700970500708, -0.0016631463076919317, -0.0014743226347491145, -0.0012854989618062973, -0.0010966751724481583, -0.000907851499505341, -0.0007190277683548629, -0.0005302040372043848, -0.00034138033515773714, -0.00015255661855917424, 3.626709803938866e-05, 0.00022509081463795155, 0.00041391453123651445, 0.0006027382332831621, 0.0007915619644336402, 0.0009803856955841184, 0.0011692093685269356, 0.0013580331578850746, 0.0015468568308278918, 0.001735680503770709, 0.001924504293128848, 0.002113328082486987, 0.0023021516390144825, 0.0024909754283726215, 0.0026797992177307606, 0.002868622774258256, 0.003057446563616395, 0.003246270352974534, 0.0034350939095020294, 0.0036239176988601685, 0.0038127414882183075, 0.0040015652775764465, 0.004190389066934586, 0.004379212390631437, 0.004568036179989576, 0.004756859969347715, 0.004945683758705854, 0.0051345075480639935, 0.0053233313374221325, 0.005512154661118984, 0.005700978450477123, 0.005889802239835262, 0.006078626029193401]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 3.0, 0.0, 7.0, 4.0, 4.0, 4.0, 10.0, 16.0, 11.0, 15.0, 17.0, 19.0, 33.0, 36.0, 35.0, 53.0, 68.0, 72.0, 93.0, 119.0, 121.0, 192.0, 194.0, 251.0, 273.0, 331.0, 380.0, 378.0, 485.0, 516.0, 664.0, 828.0, 1321.0, 6929.0, 1792.0, 918.0, 616.0, 537.0, 383.0, 266.0, 159.0, 96.0, 54.0, 26.0, 19.0, 23.0, 8.0, 10.0, 9.0, 4.0, 9.0, 2.0, 2.0, 2.0, 2.0, 1.0, 0.0, 2.0, 3.0, 3.0], "bins": [-0.007963481359183788, -0.007750869728624821, -0.007538258098065853, -0.0073256464675068855, -0.007113034836947918, -0.006900423672050238, -0.00668781204149127, -0.0064752004109323025, -0.006262588780373335, -0.006049977149814367, -0.0058373655192554, -0.005624753888696432, -0.005412142723798752, -0.005199531093239784, -0.004986919462680817, -0.004774307832121849, -0.0045616962015628815, -0.004349084571003914, -0.004136472940444946, -0.003923861309885979, -0.0037112499121576548, -0.003498638281598687, -0.0032860268838703632, -0.0030734152533113956, -0.002860803622752428, -0.0026481919921934605, -0.002435580361634493, -0.002222968963906169, -0.0020103573333472013, -0.0017977457027882338, -0.001585134188644588, -0.0013725226745009422, -0.0011599110439419746, -0.000947299471590668, -0.0007346878992393613, -0.0005220763268880546, -0.00030946475453674793, -9.685318218544126e-05, 0.00011575839016586542, 0.0003283699625171721, 0.0005409815348684788, 0.0007535931072197855, 0.0009662046795710921, 0.001178816193714738, 0.0013914278242737055, 0.001604039454832673, 0.0018166509689763188, 0.0020292624831199646, 0.002241874113678932, 0.0024544857442378998, 0.0026670973747968674, 0.0028797087725251913, 0.003092320403084159, 0.0033049320336431265, 0.0035175434313714504, 0.003730155061930418, 0.003942766692489386, 0.004155378323048353, 0.004367989953607321, 0.004580601584166288, 0.004793212749063969, 0.005005824379622936, 0.005218436010181904, 0.005431047640740871, 0.005643659271299839]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 5.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.030831821262836456, -0.03028920851647854, -0.02974659577012062, -0.029203983023762703, -0.028661370277404785, -0.028118757531046867, -0.02757614478468895, -0.027033532038331032, -0.026490919291973114, -0.025948304682970047, -0.02540569193661213, -0.02486307919025421, -0.024320466443896294, -0.023777853697538376, -0.023235240951180458, -0.02269262820482254, -0.022150015458464622, -0.021607402712106705, -0.021064789965748787, -0.02052217721939087, -0.01997956447303295, -0.019436951726675034, -0.018894338980317116, -0.018351726233959198, -0.01780911162495613, -0.017266498878598213, -0.016723886132240295, -0.016181273385882378, -0.01563866063952446, -0.015096047893166542, -0.014553435146808624, -0.014010822400450706, -0.013468209654092789, -0.012925596907734871, -0.012382984161376953, -0.011840371415019035, -0.011297758668661118, -0.010755144990980625, -0.010212532244622707, -0.00966991949826479, -0.009127306751906872, -0.008584694005548954, -0.008042081259191036, -0.007499468047171831, -0.006956855300813913, -0.0064142425544559956, -0.0058716293424367905, -0.005329016596078873, -0.004786403849720955, -0.004243791103363037, -0.0037011781241744757, -0.0031585651449859142, -0.0026159523986279964, -0.0020733396522700787, -0.0015307266730815172, -0.0009881138103082776, -0.000445500947535038, 9.711191523820162e-05, 0.0006397247780114412, 0.0011823376407846808, 0.0017249505035579205, 0.0022675632499158382, 0.0028101762291043997, 0.003352789208292961, 0.003895401954650879]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 3.0, 3.0, 2.0, 0.0, 2.0, 2.0, 1.0, 5.0, 11.0, 3.0, 5.0, 3.0, 1.0, 5.0, 3.0, 3.0, 2.0, 7.0, 6.0, 1.0, 4.0, 3.0, 1.0, 4.0, 5.0, 2.0, 1.0, 1.0, 1.0, 0.0, 8.0, 5.0, 8.0, 8.0, 1.0, 8.0, 5.0, 2.0, 3.0, 2.0, 2.0, 8.0, 7.0, 3.0, 9.0, 18.0, 57.0, 10.0, 8.0, 6.0, 7.0, 4.0, 2.0, 1.0, 2.0], "bins": [-0.026183243840932846, -0.025709571316838264, -0.025235896930098534, -0.024762224406003952, -0.02428855188190937, -0.02381487749516964, -0.023341204971075058, -0.022867532446980476, -0.022393858060240746, -0.021920185536146164, -0.021446513012051582, -0.02097283862531185, -0.02049916610121727, -0.02002549357712269, -0.019551819190382957, -0.019078146666288376, -0.018604472279548645, -0.018130799755454063, -0.017657127231359482, -0.01718345284461975, -0.01670978032052517, -0.016236107796430588, -0.015762433409690857, -0.015288760885596275, -0.014815088361501694, -0.014341414906084538, -0.013867741450667381, -0.013394067995250225, -0.012920395471155643, -0.012446722015738487, -0.011973048560321331, -0.01149937603622675, -0.011025702580809593, -0.010552029125392437, -0.010078356601297855, -0.0096046831458807, -0.009131009690463543, -0.008657337166368961, -0.008183663710951805, -0.007709990255534649, -0.00723631726577878, -0.006762644276022911, -0.006288970820605755, -0.005815297830849886, -0.005341624841094017, -0.004867951385676861, -0.004394278395920992, -0.003920604940503836, -0.0034469319507479668, -0.002973258728161454, -0.0024995855055749416, -0.0020259125158190727, -0.0015522392932325602, -0.0010785660706460476, -0.0006048929644748569, -0.0001312198000960052, 0.00034245336428284645, 0.0008161265286616981, 0.0012897996930405498, 0.0017634727992117405, 0.002237146021798253, 0.0027108192443847656, 0.0031844922341406345, 0.003658165456727147, 0.00413183867931366]}, "_runtime": 8.255276679992676, "_timestamp": 1596214333.0125592, "_step": 4}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 2.0, 1.0, 1.0, 5.0, 1.0, 1.0, 3.0, 5.0, 2.0, 5.0, 3.0, 2.0, 7.0, 1.0, 3.0, 0.0, 0.0, 3.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.027728861197829247, -0.027021080255508423, -0.0263132993131876, -0.025605518370866776, -0.0248977392911911, -0.024189958348870277, -0.023482177406549454, -0.02277439646422863, -0.022066615521907806, -0.021358834579586983, -0.02065105549991131, -0.019943274557590485, -0.01923549361526966, -0.018527712672948837, -0.017819931730628014, -0.01711215078830719, -0.016404371708631516, -0.015696590766310692, -0.014988809823989868, -0.014281028881669044, -0.01357324793934822, -0.012865467928349972, -0.012157686986029148, -0.011449906043708324, -0.010742126032710075, -0.010034345090389252, -0.009326564148068428, -0.008618783205747604, -0.007911003194749355, -0.007203222252428532, -0.006495441775768995, -0.005787660833448172, -0.005079880356788635, -0.004372099880129099, -0.0036643189378082752, -0.002956538461148739, -0.002248757751658559, -0.0015409770421683788, -0.0008331964490935206, -0.00012541579781100154, 0.0005823648534715176, 0.0012901455629616976, 0.0019979262724518776, 0.002705706749111414, 0.003413487458601594, 0.004121268168091774, 0.00482904864475131, 0.005536829587072134, 0.00624461006373167, 0.006952390540391207, 0.00766017148271203, 0.008367951959371567, 0.00907573290169239, 0.00978351291269064, 0.010491293855011463, 0.011199074797332287, 0.011906854808330536, 0.01261463575065136, 0.013322416692972183, 0.014030197635293007, 0.014737977646291256, 0.01544575858861208, 0.01615353859961033, 0.016861319541931152, 0.017569100484251976]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 2.0, 3.0, 0.0, 2.0, 3.0, 1.0, 5.0, 3.0, 3.0, 8.0, 10.0, 6.0, 21.0, 25.0, 42.0, 45.0, 64.0, 89.0, 130.0, 174.0, 307.0, 443.0, 582.0, 2472.0, 1708.0, 802.0, 413.0, 238.0, 116.0, 75.0, 38.0, 28.0, 16.0, 15.0, 12.0, 9.0, 6.0, 4.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.27321648597717285, -0.26632532477378845, -0.25943416357040405, -0.25254300236701965, -0.24565182626247406, -0.23876066505908966, -0.23186950385570526, -0.22497834265232086, -0.21808716654777527, -0.21119600534439087, -0.20430484414100647, -0.19741368293762207, -0.19052252173423767, -0.18363136053085327, -0.17674018442630768, -0.16984902322292328, -0.16295786201953888, -0.15606670081615448, -0.14917553961277008, -0.1422843635082245, -0.1353932023048401, -0.1285020411014557, -0.12161087989807129, -0.11471971124410629, -0.1078285500407219, -0.1009373888373375, -0.0940462201833725, -0.0871550589799881, -0.0802638977766037, -0.0733727291226387, -0.0664815679192543, -0.059590402990579605, -0.05269923806190491, -0.04580807313323021, -0.03891690820455551, -0.03202574700117111, -0.025134582072496414, -0.018243417143821716, -0.011352254077792168, -0.004461090080440044, 0.002430073916912079, 0.009321237914264202, 0.016212401911616325, 0.023103564977645874, 0.029994729906320572, 0.03688589483499527, 0.04377705603837967, 0.05066822096705437, 0.057559385895729065, 0.06445054709911346, 0.07134171575307846, 0.07823287695646286, 0.08512404561042786, 0.09201520681381226, 0.09890636801719666, 0.10579753667116165, 0.11268869787454605, 0.11957985907793045, 0.12647102773189545, 0.13336218893527985, 0.14025335013866425, 0.14714451134204865, 0.15403568744659424, 0.16092684864997864, 0.16781800985336304]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 4.0, 0.0, 4.0, 2.0, 0.0, 6.0, 2.0, 1.0, 5.0, 1.0, 1.0, 0.0, 3.0, 3.0, 1.0, 27.0, 4.0, 3.0, 4.0, 4.0, 4.0, 3.0, 1.0, 0.0, 5.0, 4.0, 2.0, 0.0, 2.0, 3.0, 2.0, 0.0, 3.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.005327987484633923, -0.005154602695256472, -0.004981217440217733, -0.0048078326508402824, -0.004634447395801544, -0.004461062606424093, -0.004287677351385355, -0.004114292562007904, -0.003940907306969166, -0.003767522517591715, -0.0035941374953836203, -0.0034207524731755257, -0.003247367450967431, -0.0030739824287593365, -0.002900597406551242, -0.0027272123843431473, -0.0025538273621350527, -0.002380442339926958, -0.0022070573177188635, -0.002033672295510769, -0.0018602872733026743, -0.0016869023675099015, -0.001513517345301807, -0.0013401323230937123, -0.0011667473008856177, -0.0009933622786775231, -0.0008199772564694285, -0.0006465922924689949, -0.00047320727026090026, -0.00029982224805280566, -0.00012643725494854152, 4.6947752707637846e-05, 0.00022033276036381721, 0.0003937177825719118, 0.0005671028047800064, 0.0007404877687804401, 0.0009138727909885347, 0.0010872577549889684, 0.001260642777197063, 0.0014340277994051576, 0.0016074128216132522, 0.0017807978438213468, 0.0019541827496141195, 0.002127567771822214, 0.0023009527940303087, 0.0024743378162384033, 0.002647722838446498, 0.0028211078606545925, 0.002994492882862687, 0.0031678779050707817, 0.0033412629272788763, 0.003514647949486971, 0.0036880329716950655, 0.00386141799390316, 0.004034802783280611, 0.004208188038319349, 0.0043815728276968, 0.0045549580827355385, 0.004728342872112989, 0.004901728127151728, 0.005075112916529179, 0.005248498171567917, 0.005421882960945368, 0.005595268215984106, 0.005768653005361557]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 3.0, 6.0, 7.0, 11.0, 22.0, 38.0, 75.0, 143.0, 237.0, 393.0, 593.0, 907.0, 1323.0, 1739.0, 2548.0, 3406.0, 4529.0, 5841.0, 7653.0, 9824.0, 12536.0, 16433.0, 22024.0, 30018.0, 43002.0, 62400.0, 88895.0, 118601.0, 432123.0, 89269.0, 61512.0, 42383.0, 29922.0, 22045.0, 16397.0, 12744.0, 9754.0, 7485.0, 5739.0, 4481.0, 3427.0, 2540.0, 1960.0, 1396.0, 980.0, 708.0, 527.0, 353.0, 256.0, 145.0, 119.0, 70.0, 50.0, 24.0, 11.0, 8.0, 6.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.013487940654158592, -0.013023486360907555, -0.012559032067656517, -0.01209457777440548, -0.011630123481154442, -0.011165670119225979, -0.010701215825974941, -0.010236761532723904, -0.009772307239472866, -0.009307852946221828, -0.00884339865297079, -0.008378944359719753, -0.00791449099779129, -0.007450036238878965, -0.006985582411289215, -0.0065211281180381775, -0.00605667382478714, -0.005592219531536102, -0.005127765238285065, -0.004663311410695314, -0.004198857117444277, -0.003734402824193239, -0.0032699487637728453, -0.0028054947033524513, -0.0023410404101014137, -0.001876586233265698, -0.0014121320564299822, -0.0009476778795942664, -0.00048322370275855064, -1.8769525922834873e-05, 0.0004456846509128809, 0.0009101388277485967, 0.0013745930045843124, 0.0018390471814200282, 0.002303501358255744, 0.002767955418676138, 0.0032324097119271755, 0.003696864005178213, 0.004161317832767963, 0.004625772126019001, 0.005090226419270039, 0.005554680712521076, 0.006019135005772114, 0.006483588833361864, 0.006948043126612902, 0.007412497419863939, 0.00787695124745369, 0.008341405540704727, 0.008805859833955765, 0.009270314127206802, 0.00973476842045784, 0.010199222713708878, 0.010663677006959915, 0.011128130368888378, 0.011592584662139416, 0.012057038955390453, 0.012521493248641491, 0.012985947541892529, 0.013450401835143566, 0.013914856128394604, 0.014379309490323067, 0.014843763783574104, 0.015308218076825142, 0.01577267237007618, 0.016237126663327217]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 2.0, 2.0, 2.0, 0.0, 1.0, 2.0, 2.0, 4.0, 1.0, 2.0, 0.0, 3.0, 2.0, 2.0, 2.0, 2.0, 3.0, 2.0, 6.0, 1.0, 7.0, 0.0, 2.0, 0.0, 2.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008495246060192585, -0.00810327660292387, -0.007711306214332581, -0.007319336291402578, -0.006927366368472576, -0.006535396911203861, -0.006143426988273859, -0.005751457065343857, -0.005359487142413855, -0.004967517219483852, -0.00457554729655385, -0.004183577373623848, -0.0037916076835244894, -0.003399637760594487, -0.0030076680704951286, -0.0026156981475651264, -0.002223728224635124, -0.001831758301705122, -0.0014397884951904416, -0.0010478186886757612, -0.000655848765745759, -0.0002638789010234177, 0.0001280909636989236, 0.0005200608284212649, 0.0009120306931436062, 0.0013040006160736084, 0.0016959704225882888, 0.002087940229102969, 0.0024799101520329714, 0.0028718800749629736, 0.003263849765062332, 0.0036558196879923344, 0.004047789610922337, 0.004439759533852339, 0.004831729456782341, 0.005223699379712343, 0.005615669302642345, 0.00600763875991106, 0.0063996086828410625, 0.006791578605771065, 0.007183548528701067, 0.007575518451631069, 0.007967487908899784, 0.008359458297491074, 0.008751427754759789, 0.009143398143351078, 0.009535367600619793, 0.009927337989211082, 0.010319307446479797, 0.010711276903748512, 0.011103247292339802, 0.011495216749608517, 0.011887187138199806, 0.012279156595468521, 0.01267112698405981, 0.013063096441328526, 0.013455066829919815, 0.01384703628718853, 0.014239005744457245, 0.014630976133048534, 0.01502294559031725, 0.015414915978908539, 0.015806885436177254, 0.01619885489344597, 0.016590826213359833]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 1.0, 2.0, 1.0, 4.0, 4.0, 21.0, 22.0, 22.0, 18.0, 59.0, 53.0, 91.0, 88.0, 136.0, 154.0, 186.0, 277.0, 304.0, 358.0, 394.0, 480.0, 624.0, 767.0, 982.0, 1271.0, 2368.0, 6611.0, 1008.0, 564.0, 428.0, 363.0, 216.0, 122.0, 87.0, 75.0, 61.0, 32.0, 27.0, 25.0, 27.0, 19.0, 13.0, 9.0, 8.0, 3.0, 3.0, 3.0, 3.0, 0.0, 5.0, 10.0, 2.0, 4.0, 4.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 2.0, 1.0], "bins": [-0.007237148005515337, -0.006969520356506109, -0.006701893173158169, -0.006434265524148941, -0.006166637875139713, -0.0058990102261304855, -0.005631382577121258, -0.005363755393773317, -0.00509612774476409, -0.004828500095754862, -0.004560872912406921, -0.004293245263397694, -0.004025617614388466, -0.003757989965379238, -0.003490362549200654, -0.00322273513302207, -0.002955107484012842, -0.0026874798350036144, -0.0024198524188250303, -0.0021522250026464462, -0.0018845973536372185, -0.0016169698210433125, -0.0013493422884494066, -0.0010817147558555007, -0.0008140872232615948, -0.0005464596906676888, -0.0002788321580737829, -1.1204625479876995e-05, 0.00025642290711402893, 0.0005240504397079349, 0.0007916779723018408, 0.0010593055048957467, 0.0013269330374896526, 0.0015945605700835586, 0.0018621881026774645, 0.0021298155188560486, 0.0023974431678652763, 0.002665070816874504, 0.002932698233053088, 0.0032003256492316723, 0.0034679532982409, 0.003735580947250128, 0.004003208130598068, 0.004270835779607296, 0.004538463428616524, 0.0048060910776257515, 0.005073718726634979, 0.00534134590998292, 0.0056089735589921474, 0.005876601208001375, 0.006144228391349316, 0.006411856040358543, 0.006679483689367771, 0.006947111338376999, 0.007214738987386227, 0.007482366170734167, 0.007749993819743395, 0.008017621003091335, 0.008285248652100563, 0.00855287630110979, 0.008820503950119019, 0.009088131599128246, 0.009355759248137474, 0.009623386897146702, 0.00989101454615593]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 7.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.03320245444774628, -0.032533518970012665, -0.03186458349227905, -0.03119564987719059, -0.030526714399456978, -0.029857778921723366, -0.029188843443989754, -0.02851990796625614, -0.02785097435116768, -0.027182038873434067, -0.026513103395700455, -0.025844167917966843, -0.02517523244023323, -0.02450629696249962, -0.023837363347411156, -0.023168427869677544, -0.02249949239194393, -0.02183055691421032, -0.021161621436476707, -0.020492687821388245, -0.019823752343654633, -0.01915481686592102, -0.01848588138818741, -0.017816945910453796, -0.017148010432720184, -0.01647907681763172, -0.01581014133989811, -0.015141205862164497, -0.014472270384430885, -0.013803335838019848, -0.013134400360286236, -0.012465465813875198, -0.011796530336141586, -0.011127594858407974, -0.010458660311996937, -0.009789724834263325, -0.009120790287852287, -0.008451854810118675, -0.007782919332385063, -0.007113984320312738, -0.006445049308240414, -0.005776114296168089, -0.005107179284095764, -0.004438243806362152, -0.0037693087942898273, -0.0031003737822175026, -0.002431438537314534, -0.0017625034088268876, -0.001093568280339241, -0.00042463315185159445, 0.00024430197663605213, 0.0009132371051236987, 0.0015821722336113453, 0.00225110724568367, 0.0029200424905866385, 0.003588977735489607, 0.004257912747561932, 0.004926847759634256, 0.005595782771706581, 0.006264718249440193, 0.006933653261512518, 0.007602588273584843, 0.008271523751318455, 0.008940458297729492, 0.009609393775463104]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 6.0, 1.0, 1.0, 6.0, 5.0, 3.0, 3.0, 5.0, 3.0, 6.0, 6.0, 4.0, 6.0, 5.0, 8.0, 5.0, 5.0, 4.0, 5.0, 5.0, 5.0, 7.0, 4.0, 5.0, 5.0, 0.0, 1.0, 2.0, 3.0, 1.0, 5.0, 3.0, 2.0, 3.0, 3.0, 1.0, 3.0, 0.0, 1.0, 3.0, 6.0, 7.0, 58.0, 9.0, 8.0, 7.0, 8.0, 1.0, 7.0, 5.0, 6.0, 2.0, 3.0, 0.0, 1.0, 2.0], "bins": [-0.021390357986092567, -0.0209630336612463, -0.02053571119904518, -0.020108386874198914, -0.019681064411997795, -0.019253740087151527, -0.01882641762495041, -0.01839909330010414, -0.017971770837903023, -0.017544446513056755, -0.017117124050855637, -0.01668979972600937, -0.0162624754011631, -0.015835152938961983, -0.01540782954543829, -0.014980506151914597, -0.014553181827068329, -0.014125858433544636, -0.013698535040020943, -0.01327121164649725, -0.012843888252973557, -0.012416564859449863, -0.01198924146592617, -0.011561918072402477, -0.011134594678878784, -0.010707271285355091, -0.010279947891831398, -0.00985262356698513, -0.009425300173461437, -0.008997976779937744, -0.008570653386414051, -0.008143329992890358, -0.007716006599366665, -0.007288683205842972, -0.006861359812319279, -0.006434035953134298, -0.006006712559610605, -0.005579389166086912, -0.005152065772563219, -0.004724742379039526, -0.004297418519854546, -0.003870095359161496, -0.0034427717328071594, -0.0030154483392834663, -0.0025881249457597733, -0.0021608013194054365, -0.0017334779258817434, -0.0013061544159427285, -0.0008788309060037136, -0.00045150742516852915, -2.4183944333344698e-05, 0.00040313953650183976, 0.0008304630173370242, 0.0012577865272760391, 0.0016851099207997322, 0.002112433547154069, 0.002539756940677762, 0.002967080334201455, 0.003394403960555792, 0.003821727354079485, 0.004249050747603178, 0.004676374141126871, 0.0051036980003118515, 0.005531021393835545, 0.005958344787359238]}, "_runtime": 9.02296233177185, "_timestamp": 1596214333.7802448, "_step": 5}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 2.0, 1.0, 4.0, 2.0, 4.0, 2.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 3.0, 1.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012583722360432148, -0.012179747223854065, -0.011775773018598557, -0.011371797882020473, -0.010967823676764965, -0.010563848540186882, -0.010159873403608799, -0.00975589919835329, -0.009351924061775208, -0.008947949856519699, -0.008543974719941616, -0.008139999583363533, -0.007736025378108025, -0.007332050707191229, -0.006928075570613146, -0.00652410089969635, -0.006120126228779554, -0.005716151557862759, -0.005312176886945963, -0.00490820175036788, -0.004504227079451084, -0.004100252408534288, -0.0036962777376174927, -0.0032923028338700533, -0.0028883281629532576, -0.002484353492036462, -0.0020803785882890224, -0.0016764039173722267, -0.0012724291300401092, -0.0008684543427079916, -0.00046447961358353496, -6.0504855355247855e-05, 0.00034346990287303925, 0.0007474446902051568, 0.0011514194775372744, 0.00155539414845407, 0.0019593690522015095, 0.002363343723118305, 0.002767318394035101, 0.0031712932977825403, 0.003575267968699336, 0.0039792428724467754, 0.004383217543363571, 0.004787192214280367, 0.005191166885197163, 0.005595141556113958, 0.005999116692692041, 0.006403091363608837, 0.006807066034525633, 0.007211040705442429, 0.007615015376359224, 0.00801899004727602, 0.008422965183854103, 0.008826939389109612, 0.009230914525687695, 0.009634889662265778, 0.010038863867521286, 0.010442839004099369, 0.010846813209354877, 0.01125078834593296, 0.011654763482511044, 0.012058737687766552, 0.012462712824344635, 0.012866687029600143, 0.013270662166178226]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 1.0, 0.0, 5.0, 5.0, 6.0, 5.0, 7.0, 12.0, 16.0, 14.0, 19.0, 25.0, 32.0, 45.0, 54.0, 38.0, 82.0, 103.0, 132.0, 170.0, 218.0, 270.0, 274.0, 407.0, 533.0, 2466.0, 1119.0, 620.0, 410.0, 243.0, 162.0, 108.0, 77.0, 56.0, 47.0, 33.0, 22.0, 20.0, 15.0, 7.0, 11.0, 7.0, 7.0, 6.0, 5.0, 3.0, 1.0, 2.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.14837703108787537, -0.14389680325984955, -0.13941657543182373, -0.1349363476037979, -0.1304561197757721, -0.12597589194774628, -0.12149566411972046, -0.11701543629169464, -0.11253520846366882, -0.10805497318506241, -0.10357474535703659, -0.09909451752901077, -0.09461428970098495, -0.09013406187295914, -0.08565383404493332, -0.0811736062169075, -0.07669337838888168, -0.07221315056085587, -0.06773292273283005, -0.06325269490480423, -0.05877246707677841, -0.054292235523462296, -0.04981200769543648, -0.04533177986741066, -0.04085155203938484, -0.036371324211359024, -0.031891096383333206, -0.02741086669266224, -0.02293063886463642, -0.018450411036610603, -0.01397018227726221, -0.009489953517913818, -0.0050097256898880005, -0.0005294973962008953, 0.00395073089748621, 0.008430959656834602, 0.01291118748486042, 0.017391415312886238, 0.021871645003557205, 0.026351872831583023, 0.03083210065960884, 0.03531232848763466, 0.03979255631566048, 0.044272784143686295, 0.04875301569700241, 0.05323324352502823, 0.05771347135305405, 0.062193699181079865, 0.06667392700910568, 0.0711541548371315, 0.07563438266515732, 0.08011461049318314, 0.08459483832120895, 0.08907506614923477, 0.09355529397726059, 0.09803552180528641, 0.10251575708389282, 0.10699598491191864, 0.11147621273994446, 0.11595644056797028, 0.1204366683959961, 0.12491689622402191, 0.12939712405204773, 0.13387735188007355, 0.13835757970809937]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 5.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 2.0, 2.0, 0.0, 2.0, 2.0, 3.0, 2.0, 5.0, 3.0, 5.0, 4.0, 4.0, 1.0, 2.0, 23.0, 2.0, 2.0, 2.0, 2.0, 2.0, 4.0, 3.0, 0.0, 2.0, 1.0, 1.0, 1.0, 5.0, 0.0, 1.0, 2.0, 5.0, 3.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.006280394271016121, -0.006113053765147924, -0.005945712793618441, -0.005778372287750244, -0.005611031781882048, -0.005443690810352564, -0.005276350304484367, -0.005109009798616171, -0.004941668827086687, -0.004774328321218491, -0.004606987815350294, -0.00443964684382081, -0.004272306337952614, -0.004104965832084417, -0.0039376248605549335, -0.003770284354686737, -0.003602943615987897, -0.0034356028772890568, -0.0032682623714208603, -0.00310092163272202, -0.00293358089402318, -0.0027662403881549835, -0.0025988996494561434, -0.0024315589107573032, -0.0022642184048891068, -0.0020968776661902666, -0.0019295369274914265, -0.0017621963052079082, -0.0015948556829243898, -0.0014275149442255497, -0.0012601743219420314, -0.0010928335832431912, -0.0009254929609596729, -0.0007581522804684937, -0.0005908115999773145, -0.00042347097769379616, -0.00025613029720261693, -8.878963126335293e-05, 7.855103467591107e-05, 0.00024589168606325984, 0.00041323236655443907, 0.0005805730470456183, 0.0007479137275367975, 0.0009152543498203158, 0.0010825949721038342, 0.0012499357108026743, 0.0014172763330861926, 0.0015846170717850327, 0.001751957694068551, 0.0019192983163520694, 0.0020866389386355877, 0.002253979677334428, 0.002421320416033268, 0.0025886609219014645, 0.0027560016606003046, 0.0029233423992991447, 0.0030906829051673412, 0.0032580236438661814, 0.0034253643825650215, 0.0035927051212638617, 0.003760045627132058, 0.003927386365830898, 0.004094726871699095, 0.004262067843228579, 0.004429408349096775]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 3.0, 2.0, 5.0, 6.0, 20.0, 20.0, 40.0, 48.0, 81.0, 125.0, 204.0, 325.0, 452.0, 568.0, 832.0, 1098.0, 1445.0, 2030.0, 2625.0, 3345.0, 4180.0, 5473.0, 6791.0, 8321.0, 10528.0, 13245.0, 16522.0, 20832.0, 26699.0, 35154.0, 47094.0, 64435.0, 86216.0, 405520.0, 105244.0, 78725.0, 57707.0, 42419.0, 30814.0, 23354.0, 18452.0, 14634.0, 11615.0, 9002.0, 6825.0, 5082.0, 3545.0, 2573.0, 1845.0, 1163.0, 808.0, 565.0, 348.0, 239.0, 152.0, 98.0, 65.0, 35.0, 30.0, 10.0, 8.0, 4.0, 2.0], "bins": [-0.014937625266611576, -0.014510288834571838, -0.014082953333854675, -0.013655616901814938, -0.0132282804697752, -0.012800944969058037, -0.012373608537018299, -0.011946272104978561, -0.011518936604261398, -0.01109160017222166, -0.010664263740181923, -0.01023692823946476, -0.009809591807425022, -0.009382255375385284, -0.008954919874668121, -0.008527583442628384, -0.008100247010588646, -0.007672911509871483, -0.007245575077831745, -0.006818239111453295, -0.006390903145074844, -0.005963566713035107, -0.005536230746656656, -0.005108894780278206, -0.004681558348238468, -0.004254222381860018, -0.0038268864154815674, -0.0033995502162724733, -0.0029722140170633793, -0.002544878050684929, -0.002117541851475835, -0.0016902057686820626, -0.0012628696858882904, -0.0008355336030945182, -0.00040819746209308505, 1.9138649804517627e-05, 0.0004464747617021203, 0.0008738108444958925, 0.0013011470437049866, 0.0017284831264987588, 0.002155819209292531, 0.002583155408501625, 0.0030104913748800755, 0.0034378275740891695, 0.0038651637732982635, 0.004292499739676714, 0.004719835706055164, 0.005147172138094902, 0.005574508104473352, 0.006001844070851803, 0.0064291805028915405, 0.006856516469269991, 0.007283852435648441, 0.007711188867688179, 0.008138524368405342, 0.00856586080044508, 0.008993197232484818, 0.00942053273320198, 0.009847869165241718, 0.010275205597281456, 0.010702541097998619, 0.011129877530038357, 0.011557213962078094, 0.011984549462795258, 0.012411885894834995]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 3.0, 1.0, 2.0, 1.0, 4.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 2.0, 2.0, 4.0, 1.0, 7.0, 4.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 3.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008169897831976414, -0.007832707837224007, -0.007495518773794174, -0.007158329244703054, -0.006821139715611935, -0.006483949720859528, -0.006146760191768408, -0.005809570662677288, -0.005472381133586168, -0.0051351916044950485, -0.004798002075403929, -0.004460812546312809, -0.004123622551560402, -0.003786433255299926, -0.0034492434933781624, -0.0031120539642870426, -0.002774864435195923, -0.002437674906104803, -0.0021004853770136833, -0.00176329561509192, -0.0014261060860008001, -0.0010889165569096804, -0.0007517269114032388, -0.0004145373241044581, -7.734773680567741e-05, 0.00025984185049310327, 0.0005970314377918839, 0.0009342210250906646, 0.0012714106123894453, 0.001608600141480565, 0.0019457897869870067, 0.0022829794324934483, 0.002620168961584568, 0.002957358490675688, 0.0032945480197668076, 0.003631737781688571, 0.003968927077949047, 0.004306117072701454, 0.004643306601792574, 0.004980496130883694, 0.0053176856599748135, 0.005654875189065933, 0.005992064718157053, 0.006329254247248173, 0.00666644424200058, 0.0070036337710917, 0.007340823300182819, 0.007678012829273939, 0.008015202358365059, 0.008352392353117466, 0.008689581416547298, 0.009026771411299706, 0.009363960474729538, 0.009701150469481945, 0.010038339532911777, 0.010375529527664185, 0.010712718591094017, 0.011049908585846424, 0.011387098580598831, 0.011724287644028664, 0.01206147763878107, 0.012398666702210903, 0.01273585669696331, 0.013073045760393143, 0.01341023575514555]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 2.0, 4.0, 3.0, 7.0, 9.0, 7.0, 18.0, 15.0, 23.0, 28.0, 57.0, 50.0, 61.0, 87.0, 103.0, 130.0, 154.0, 199.0, 213.0, 261.0, 330.0, 398.0, 480.0, 604.0, 763.0, 1021.0, 1324.0, 6399.0, 2382.0, 1139.0, 676.0, 344.0, 257.0, 177.0, 171.0, 118.0, 88.0, 56.0, 64.0, 45.0, 36.0, 11.0, 20.0, 11.0, 11.0, 13.0, 10.0, 4.0, 8.0, 8.0, 5.0, 6.0, 5.0, 3.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 4.0, 3.0], "bins": [-0.007379799149930477, -0.007125165779143572, -0.0068705324083566666, -0.006615899037569761, -0.006361265666782856, -0.006106631830334663, -0.005851998459547758, -0.005597365088760853, -0.0053427317179739475, -0.005088098347187042, -0.004833464976400137, -0.004578831605613232, -0.004324197769165039, -0.004069564398378134, -0.0038149310275912285, -0.003560297656804323, -0.003305664286017418, -0.0030510309152305126, -0.0027963975444436073, -0.0025417639408260584, -0.002287130570039153, -0.002032497199252248, -0.0017778637120500207, -0.0015232302248477936, -0.0012685968540608883, -0.001013963483273983, -0.0007593299960717559, -0.0005046965670771897, -0.0002500631380826235, 4.57029091194272e-06, 0.0002592037199065089, 0.0005138371489010751, 0.0007684705778956413, 0.0010231039486825466, 0.0012777374358847737, 0.0015323709230870008, 0.0017870042938739061, 0.0020416376646608114, 0.0022962712682783604, 0.0025509046390652657, 0.002805538009852171, 0.0030601713806390762, 0.0033148047514259815, 0.0035694383550435305, 0.0038240717258304358, 0.004078705329447985, 0.00433333870023489, 0.004587972071021795, 0.0048426054418087006, 0.005097238812595606, 0.005351872183382511, 0.005606505554169416, 0.005861138924956322, 0.006115772761404514, 0.00637040613219142, 0.006625039502978325, 0.00687967287376523, 0.0071343062445521355, 0.007388939615339041, 0.007643572986125946, 0.007898206822574139, 0.008152839727699757, 0.00840747356414795, 0.008662106469273567, 0.00891674030572176]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 5.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.027501024305820465, -0.026877492666244507, -0.02625396102666855, -0.02563042938709259, -0.025006897747516632, -0.024383366107940674, -0.023759834468364716, -0.023136302828788757, -0.0225127711892128, -0.02188923954963684, -0.021265707910060883, -0.020642176270484924, -0.020018644630908966, -0.019395112991333008, -0.01877158135175705, -0.01814804971218109, -0.017524518072605133, -0.016900984570384026, -0.016277452930808067, -0.01565392129123211, -0.015030390582978725, -0.014406858943402767, -0.013783327303826809, -0.01315979566425085, -0.012536263093352318, -0.01191273145377636, -0.011289199814200401, -0.010665668174624443, -0.010042136535048485, -0.009418604895472527, -0.008795073255896568, -0.00817154161632061, -0.007548009976744652, -0.0069244783371686935, -0.006300946697592735, -0.005677415058016777, -0.005053883418440819, -0.004430351313203573, -0.003806819673627615, -0.0031832880340516567, -0.0025597563944756985, -0.0019362247548997402, -0.0013126929989084601, -0.000689161301124841, -6.562960334122181e-05, 0.0005579020944423974, 0.0011814337922260165, 0.0018049655482172966, 0.002428497187793255, 0.003052028827369213, 0.0036755604669451714, 0.00429909210652113, 0.004922623746097088, 0.005546155851334333, 0.006169687490910292, 0.00679321913048625, 0.007416750770062208, 0.008040282875299454, 0.008663814514875412, 0.00928734615445137, 0.009910877794027328, 0.010534409433603287, 0.011157941073179245, 0.011781472712755203, 0.012405004352331161]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 4.0, 2.0, 3.0, 0.0, 2.0, 2.0, 2.0, 3.0, 3.0, 2.0, 4.0, 5.0, 3.0, 4.0, 3.0, 3.0, 7.0, 1.0, 6.0, 4.0, 5.0, 3.0, 2.0, 5.0, 4.0, 6.0, 4.0, 4.0, 2.0, 5.0, 7.0, 7.0, 7.0, 1.0, 1.0, 2.0, 4.0, 2.0, 4.0, 6.0, 11.0, 6.0, 18.0, 62.0, 9.0, 6.0, 6.0, 1.0, 3.0, 2.0, 2.0, 6.0, 2.0, 2.0, 2.0, 1.0], "bins": [-0.026753762736916542, -0.026233060285449028, -0.025712355971336365, -0.02519165351986885, -0.024670949205756187, -0.024150246754288673, -0.02362954244017601, -0.023108839988708496, -0.022588135674595833, -0.02206743322312832, -0.021546728909015656, -0.02102602645754814, -0.020505322143435478, -0.019984619691967964, -0.0194639153778553, -0.018943212926387787, -0.018422510474920273, -0.01790180616080761, -0.017381103709340096, -0.016860399395227432, -0.016339696943759918, -0.015818992629647255, -0.015298289246857166, -0.014777585864067078, -0.014256883412599564, -0.013736180029809475, -0.013215476647019386, -0.012694773264229298, -0.012174069881439209, -0.01165336649864912, -0.011132663115859032, -0.010611959733068943, -0.010091256350278854, -0.009570552967488766, -0.009049849584698677, -0.008529146201908588, -0.0080084428191185, -0.007487739901989698, -0.00696703651919961, -0.006446333136409521, -0.0059256297536194324, -0.005404926370829344, -0.004884222988039255, -0.0043635196052491665, -0.0038428164552897215, -0.003322113072499633, -0.002801409922540188, -0.002280706539750099, -0.0017600031569600105, -0.0012392997741699219, -0.000718596507795155, -0.0001978931832127273, 0.00032281014136970043, 0.0008435134659521282, 0.001364216790534556, 0.0018849200569093227, 0.0024056234396994114, 0.0029263268224895, 0.0034470302052795887, 0.003967733588069677, 0.004488436505198479, 0.005009139887988567, 0.005529843270778656, 0.006050546653568745, 0.006571250036358833]}, "_runtime": 9.8018319606781, "_timestamp": 1596214334.5591145, "_step": 6}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 3.0, 0.0, 2.0, 4.0, 0.0, 4.0, 1.0, 4.0, 1.0, 0.0, 2.0, 3.0, 2.0, 1.0, 4.0, 1.0, 1.0, 1.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.015532824210822582, -0.015059895813465118, -0.014586967416107655, -0.01411403901875019, -0.013641110621392727, -0.013168182224035263, -0.0126952538266778, -0.012222325429320335, -0.011749397031962872, -0.011276468634605408, -0.010803540237247944, -0.01033061183989048, -0.009857683442533016, -0.009384755045175552, -0.008911826647818089, -0.008438898250460625, -0.00796596985310316, -0.007493041455745697, -0.007020113058388233, -0.006547184661030769, -0.0060742562636733055, -0.005601327866315842, -0.005128399468958378, -0.004655471071600914, -0.00418254267424345, -0.0037096142768859863, -0.0032366858795285225, -0.0027637574821710587, -0.002290829084813595, -0.001817900687456131, -0.0013449722900986671, -0.0008720438927412033, -0.00039911549538373947, 7.381290197372437e-05, 0.0005467412993311882, 0.001019669696688652, 0.0014925980940461159, 0.0019655264914035797, 0.0024384548887610435, 0.0029113832861185074, 0.0033843116834759712, 0.003857240080833435, 0.004330168478190899, 0.004803096875548363, 0.005276025272905827, 0.00574895367026329, 0.006221882067620754, 0.006694810464978218, 0.007167738862335682, 0.007640667259693146, 0.00811359565705061, 0.008586524054408073, 0.009059452451765537, 0.009532380849123001, 0.010005309246480465, 0.010478237643837929, 0.010951166041195393, 0.011424094438552856, 0.01189702283591032, 0.012369951233267784, 0.012842879630625248, 0.013315808027982712, 0.013788736425340176, 0.01426166482269764, 0.014734593220055103]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 6.0, 2.0, 4.0, 3.0, 5.0, 6.0, 6.0, 10.0, 11.0, 9.0, 8.0, 19.0, 27.0, 34.0, 36.0, 44.0, 69.0, 73.0, 76.0, 120.0, 140.0, 186.0, 219.0, 254.0, 334.0, 420.0, 2206.0, 1329.0, 792.0, 451.0, 291.0, 204.0, 136.0, 95.0, 80.0, 53.0, 39.0, 32.0, 26.0, 11.0, 15.0, 11.0, 9.0, 7.0, 5.0, 2.0, 2.0, 3.0, 4.0, 1.0, 2.0, 3.0, 1.0], "bins": [-0.17384254932403564, -0.16921685636043549, -0.16459114849567413, -0.15996545553207397, -0.15533976256847382, -0.15071406960487366, -0.1460883617401123, -0.14146266877651215, -0.136836975812912, -0.13221126794815063, -0.12758557498455048, -0.12295988202095032, -0.11833418160676956, -0.1137084886431694, -0.10908278822898865, -0.10445709526538849, -0.09983139485120773, -0.09520569443702698, -0.09058000147342682, -0.08595430105924606, -0.0813286080956459, -0.07670290768146515, -0.07207721471786499, -0.06745151430368423, -0.06282581388950348, -0.05820012092590332, -0.05357442423701286, -0.048948727548122406, -0.04432302713394165, -0.03969733044505119, -0.035071633756160736, -0.03044593706727028, -0.025820240378379822, -0.021194543689489365, -0.016568847000598907, -0.011943148449063301, -0.007317451760172844, -0.0026917546056210995, 0.001933942548930645, 0.0065596397034823895, 0.011185336858034134, 0.01581103354692459, 0.020436730235815048, 0.025062428787350655, 0.029688125476241112, 0.03431382402777672, 0.038939520716667175, 0.04356521740555763, 0.04819091409444809, 0.05281661078333855, 0.057442307472229004, 0.06206800416111946, 0.06669370085000992, 0.07131940126419067, 0.07594509422779083, 0.08057079464197159, 0.08519649505615234, 0.0898221880197525, 0.09444788843393326, 0.09907358139753342, 0.10369928181171417, 0.10832497477531433, 0.11295067518949509, 0.11757636815309525, 0.122202068567276]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 2.0, 1.0, 1.0, 3.0, 2.0, 1.0, 3.0, 1.0, 3.0, 3.0, 2.0, 2.0, 1.0, 5.0, 7.0, 4.0, 3.0, 2.0, 27.0, 3.0, 3.0, 3.0, 1.0, 3.0, 3.0, 2.0, 2.0, 3.0, 0.0, 6.0, 3.0, 2.0, 1.0, 1.0, 3.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.006305371876806021, -0.0061183590441942215, -0.005931345745921135, -0.005744332913309336, -0.0055573200806975365, -0.005370307248085737, -0.005183294415473938, -0.0049962811172008514, -0.004809268284589052, -0.004622255451977253, -0.004435242153704166, -0.004248229321092367, -0.004061216488480568, -0.0038742036558687687, -0.003687190590426326, -0.003500177524983883, -0.0033131646923720837, -0.0031261518597602844, -0.0029391387943178415, -0.0027521257288753986, -0.0025651128962635994, -0.0023781000636518, -0.0021910869982093573, -0.0020040739327669144, -0.0018170611001551151, -0.001630048151127994, -0.001443035202100873, -0.001256022253073752, -0.0010690093040466309, -0.0008819963550195098, -0.0006949834059923887, -0.0005079704569652677, -0.0003209575079381466, -0.00013394455891102552, 5.306839011609554e-05, 0.0002400813391432166, 0.0004270942881703377, 0.0006141072371974587, 0.0008011201862245798, 0.0009881331352517009, 0.001175146084278822, 0.001362159033305943, 0.001549171982333064, 0.0017361849313601851, 0.0019231978803873062, 0.0021102107129991055, 0.0022972237784415483, 0.0024842368438839912, 0.0026712496764957905, 0.0028582625091075897, 0.0030452755745500326, 0.0032322886399924755, 0.0034193014726042747, 0.003606314305216074, 0.003793327370658517, 0.00398034043610096, 0.004167353268712759, 0.004354366101324558, 0.004541379399597645, 0.004728392232209444, 0.004915405064821243, 0.0051024178974330425, 0.005289430730044842, 0.005476444028317928, 0.0056634568609297276]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 4.0, 2.0, 18.0, 20.0, 25.0, 36.0, 75.0, 126.0, 212.0, 289.0, 420.0, 629.0, 893.0, 1230.0, 1656.0, 2159.0, 2860.0, 3795.0, 5036.0, 6498.0, 8666.0, 11376.0, 14850.0, 19606.0, 26438.0, 34835.0, 47862.0, 67264.0, 92847.0, 419783.0, 111585.0, 81516.0, 58272.0, 41266.0, 29730.0, 22190.0, 16704.0, 12678.0, 9351.0, 7277.0, 5363.0, 4048.0, 2908.0, 2126.0, 1607.0, 1116.0, 793.0, 559.0, 393.0, 250.0, 160.0, 99.0, 62.0, 34.0, 24.0, 15.0, 2.0, 2.0, 1.0, 2.0, 1.0], "bins": [-0.0153714120388031, -0.014905096963047981, -0.014438781887292862, -0.013972465880215168, -0.013506150804460049, -0.01303983572870493, -0.012573519721627235, -0.012107204645872116, -0.011640889570116997, -0.011174574494361877, -0.010708259418606758, -0.010241943411529064, -0.009775628335773945, -0.009309313260018826, -0.008842997252941132, -0.008376682177186012, -0.007910367101430893, -0.007444052025675774, -0.006977736484259367, -0.00651142094284296, -0.006045105867087841, -0.005578790791332722, -0.005112475249916315, -0.0046461597084999084, -0.004179844632744789, -0.003713529324159026, -0.003247214015573263, -0.0027808987069875, -0.002314583398401737, -0.0018482680898159742, -0.0013819527812302113, -0.0009156374726444483, -0.0004493221640586853, 1.6993144527077675e-05, 0.00048330845311284065, 0.0009496237616986036, 0.0014159390702843666, 0.0018822543788701296, 0.0023485696874558926, 0.0028148849960416555, 0.0032812003046274185, 0.0037475156132131815, 0.0042138309217989445, 0.004680146463215351, 0.00514646153897047, 0.00561277661472559, 0.006079092156141996, 0.006545407697558403, 0.007011722773313522, 0.007478037849068642, 0.007944352924823761, 0.008410668931901455, 0.008876984007656574, 0.009343299083411694, 0.009809615090489388, 0.010275930166244507, 0.010742245241999626, 0.011208560317754745, 0.011674875393509865, 0.012141191400587559, 0.012607506476342678, 0.013073821552097797, 0.013540137559175491, 0.01400645263493061, 0.01447276771068573]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 3.0, 1.0, 1.0, 1.0, 4.0, 2.0, 2.0, 1.0, 1.0, 3.0, 1.0, 9.0, 0.0, 3.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.011684190481901169, -0.011435037478804588, -0.011185884475708008, -0.010936731472611427, -0.010687578469514847, -0.010438425466418266, -0.010189272463321686, -0.009940119460225105, -0.009690966457128525, -0.009441813454031944, -0.009192660450935364, -0.008943507447838783, -0.008694354444742203, -0.008445201441645622, -0.008196048438549042, -0.007946895435452461, -0.007697742898017168, -0.0074485898949205875, -0.007199436891824007, -0.0069502838887274265, -0.006701130885630846, -0.0064519778825342655, -0.006202824879437685, -0.0059536718763411045, -0.005704519338905811, -0.005455366335809231, -0.00520621333271265, -0.00495706032961607, -0.004707907326519489, -0.004458754323422909, -0.004209601320326328, -0.003960448317229748, -0.0037112953141331673, -0.0034621423110365868, -0.0032129893079400063, -0.0029638363048434258, -0.0027146833017468452, -0.0024655305314809084, -0.002216377528384328, -0.0019672245252877474, -0.0017180715221911669, -0.0014689185190945864, -0.0012197655159980059, -0.0009706126293167472, -0.0007214596262201667, -0.00047230665222741663, -0.00022315367823466659, 2.5999295758083463e-05, 0.0002751522697508335, 0.000524305272847414, 0.0007734582177363336, 0.0010226111626252532, 0.0012717641657218337, 0.0015209171688184142, 0.0017700700554996729, 0.0020192230585962534, 0.002268376061692834, 0.0025175290647894144, 0.002766682067885995, 0.0030158350709825754, 0.0032649878412485123, 0.0035141408443450928, 0.0037632938474416733, 0.004012446850538254, 0.004261599853634834]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 4.0, 1.0, 2.0, 2.0, 7.0, 9.0, 2.0, 4.0, 7.0, 10.0, 12.0, 12.0, 19.0, 14.0, 27.0, 27.0, 47.0, 54.0, 56.0, 77.0, 78.0, 101.0, 108.0, 111.0, 146.0, 155.0, 165.0, 188.0, 229.0, 251.0, 283.0, 328.0, 400.0, 468.0, 544.0, 712.0, 951.0, 1233.0, 5999.0, 1934.0, 1118.0, 667.0, 493.0, 374.0, 296.0, 215.0, 182.0, 93.0, 79.0, 48.0, 22.0, 25.0, 16.0, 7.0, 6.0, 2.0, 4.0], "bins": [-0.007935574278235435, -0.007762663532048464, -0.007589752320200205, -0.007416841574013233, -0.0072439308278262615, -0.0070710196159780025, -0.006898108869791031, -0.006725198123604059, -0.0065522873774170876, -0.006379376165568829, -0.006206465419381857, -0.006033554673194885, -0.005860643461346626, -0.005687732715159655, -0.005514821968972683, -0.005341910757124424, -0.005169000010937452, -0.004996089264750481, -0.004823178052902222, -0.00465026730671525, -0.004477356560528278, -0.004304445348680019, -0.004131534602493048, -0.003958623856306076, -0.0037857128772884607, -0.0036128018982708454, -0.0034398911520838737, -0.0032669801730662584, -0.003094069194048643, -0.0029211584478616714, -0.002748247468844056, -0.0025753367226570845, -0.002402425743639469, -0.002229514764621854, -0.002056604018434882, -0.0018836930394172668, -0.0017107821768149734, -0.0015378713142126799, -0.0013649603351950645, -0.001192049472592771, -0.0010191386099904776, -0.0008462277473881841, -0.0006733168265782297, -0.0005004059057682753, -0.00032749504316598177, -0.00015458415145985782, 1.8326740246266127e-05, 0.00019123763195239007, 0.000364148523658514, 0.0005370593862608075, 0.0007099703070707619, 0.0008828812278807163, 0.0010557920904830098, 0.0012287029530853033, 0.0014016139321029186, 0.0015745247947052121, 0.0017474356573075056, 0.001920346519909799, 0.0020932573825120926, 0.002266168361529708, 0.0024390793405473232, 0.002611990086734295, 0.00278490106575191, 0.002957811811938882, 0.003130722790956497]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 4.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 5.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.03752940520644188, -0.03675820305943489, -0.035986997187137604, -0.035215795040130615, -0.03444458916783333, -0.03367338702082634, -0.03290218487381935, -0.032130979001522064, -0.031359776854515076, -0.030588572844862938, -0.0298173688352108, -0.029046164825558662, -0.028274962678551674, -0.027503758668899536, -0.0267325546592474, -0.02596135064959526, -0.025190148502588272, -0.024418944492936134, -0.023647740483283997, -0.02287653647363186, -0.02210533246397972, -0.021334130316972733, -0.020562926307320595, -0.019791722297668457, -0.01902051828801632, -0.01824931427836418, -0.017478112131357193, -0.016706908121705055, -0.015935704112052917, -0.015164501033723354, -0.014393297024071217, -0.013622093945741653, -0.012850889936089516, -0.012079685926437378, -0.011308482848107815, -0.010537278838455677, -0.009766075760126114, -0.008994871750473976, -0.008223668672144413, -0.007452464662492275, -0.006681261118501425, -0.005910057574510574, -0.005138854030519724, -0.0043676504865288734, -0.0035964467097073793, -0.002825243165716529, -0.002054039388895035, -0.0012828358449041843, -0.0005116323009133339, 0.00025957130128517747, 0.0010307749034836888, 0.001801978563889861, 0.0025731821078807116, 0.003344385651871562, 0.004115589428693056, 0.0048867929726839066, 0.005657996516674757, 0.0064292000606656075, 0.007200403604656458, 0.007971607148647308, 0.008742811158299446, 0.00951401423662901, 0.010285218246281147, 0.01105642132461071, 0.011827625334262848]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 3.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 3.0, 3.0, 2.0, 2.0, 3.0, 4.0, 2.0, 2.0, 3.0, 2.0, 6.0, 2.0, 6.0, 2.0, 5.0, 2.0, 5.0, 6.0, 9.0, 7.0, 7.0, 3.0, 5.0, 5.0, 3.0, 3.0, 4.0, 5.0, 4.0, 6.0, 2.0, 8.0, 5.0, 7.0, 6.0, 8.0, 14.0, 17.0, 53.0, 6.0, 2.0, 3.0, 0.0, 4.0, 2.0, 2.0, 2.0, 5.0, 2.0, 2.0], "bins": [-0.018711687996983528, -0.018354002386331558, -0.01799631677567959, -0.01763863116502762, -0.01728094555437565, -0.01692325994372368, -0.01656557433307171, -0.01620788872241974, -0.01585020311176777, -0.015492517501115799, -0.015134831890463829, -0.014777146279811859, -0.01441946066915989, -0.01406177505850792, -0.01370408944785595, -0.01334640383720398, -0.01298871822655201, -0.01263103261590004, -0.01227334700524807, -0.0119156613945961, -0.01155797578394413, -0.01120029017329216, -0.01084260456264019, -0.01048491895198822, -0.01012723334133625, -0.00976954773068428, -0.00941186212003231, -0.00905417650938034, -0.00869649089872837, -0.0083388052880764, -0.00798111967742443, -0.007623434066772461, -0.007265748456120491, -0.006908062845468521, -0.006550377234816551, -0.006192691624164581, -0.005835006013512611, -0.0054773204028606415, -0.005119634792208672, -0.004761949181556702, -0.004404263570904732, -0.004046577960252762, -0.003688892349600792, -0.003331206738948822, -0.002973521128296852, -0.002615835517644882, -0.0022581499069929123, -0.0019004642963409424, -0.0015427786856889725, -0.0011850930750370026, -0.0008274074643850327, -0.00046972185373306274, -0.00011203624308109283, 0.0002456493675708771, 0.000603334978222847, 0.0009610205888748169, 0.0013187061995267868, 0.0016763918101787567, 0.0020340774208307266, 0.0023917630314826965, 0.0027494486421346664, 0.0031071342527866364, 0.0034648198634386063, 0.003822505474090576, 0.004180191084742546]}, "_runtime": 10.578876495361328, "_timestamp": 1596214335.336159, "_step": 7}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 0.0, 2.0, 2.0, 2.0, 3.0, 0.0, 2.0, 3.0, 2.0, 5.0, 2.0, 4.0, 5.0, 4.0, 1.0, 1.0, 1.0, 0.0, 0.0, 5.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.025295227766036987, -0.024596363306045532, -0.023897498846054077, -0.023198634386062622, -0.022499769926071167, -0.021800905466079712, -0.021102041006088257, -0.020403176546096802, -0.019704312086105347, -0.01900544762611389, -0.018306583166122437, -0.01760771870613098, -0.016908854246139526, -0.01620998978614807, -0.015511125326156616, -0.014812260866165161, -0.014113396406173706, -0.013414531946182251, -0.012715667486190796, -0.01201680302619934, -0.011317938566207886, -0.01061907410621643, -0.009920209646224976, -0.00922134518623352, -0.008522480726242065, -0.00782361626625061, -0.007124751806259155, -0.0064258873462677, -0.005727022886276245, -0.00502815842628479, -0.004329293966293335, -0.00363042950630188, -0.002931565046310425, -0.0022327005863189697, -0.0015338361263275146, -0.0008349716663360596, -0.0001361072063446045, 0.0005627572536468506, 0.0012616217136383057, 0.0019604861736297607, 0.002659350633621216, 0.003358215093612671, 0.004057079553604126, 0.004755944013595581, 0.005454808473587036, 0.006153672933578491, 0.006852537393569946, 0.007551401853561401, 0.008250266313552856, 0.008949130773544312, 0.009647995233535767, 0.010346859693527222, 0.011045724153518677, 0.011744588613510132, 0.012443453073501587, 0.013142317533493042, 0.013841181993484497, 0.014540046453475952, 0.015238910913467407, 0.015937775373458862, 0.016636639833450317, 0.017335504293441772, 0.018034368753433228, 0.018733233213424683, 0.019432097673416138]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 4.0, 2.0, 7.0, 3.0, 1.0, 5.0, 5.0, 10.0, 5.0, 12.0, 13.0, 12.0, 30.0, 34.0, 48.0, 71.0, 78.0, 134.0, 205.0, 283.0, 458.0, 651.0, 3287.0, 1262.0, 559.0, 309.0, 151.0, 102.0, 62.0, 36.0, 22.0, 17.0, 15.0, 6.0, 0.0, 8.0, 3.0, 3.0, 3.0, 2.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.2746388912200928, -0.2666378617286682, -0.25863683223724365, -0.2506358027458191, -0.24263477325439453, -0.23463375866413116, -0.2266327291727066, -0.21863169968128204, -0.21063067018985748, -0.20262964069843292, -0.19462861120700836, -0.1866275817155838, -0.17862656712532043, -0.17062553763389587, -0.1626245081424713, -0.15462347865104675, -0.1466224491596222, -0.13862141966819763, -0.13062039017677307, -0.12261936813592911, -0.11461833864450455, -0.10661730915307999, -0.09861628711223602, -0.09061525762081146, -0.0826142281293869, -0.07461319863796234, -0.06661216914653778, -0.05861114710569382, -0.05061011761426926, -0.042609088122844696, -0.034608062356710434, -0.026607034727931023, -0.01860600709915161, -0.0106049794703722, -0.0026039518415927887, 0.005397075787186623, 0.013398103415966034, 0.021399131044745445, 0.029400158673524857, 0.03740118443965912, 0.04540221393108368, 0.05340324342250824, 0.0614042691886425, 0.06940529495477676, 0.07740632444620132, 0.08540735393762589, 0.09340837597846985, 0.10140940546989441, 0.10941043496131897, 0.11741146445274353, 0.1254124939441681, 0.13341352343559265, 0.1414145529270172, 0.14941556751728058, 0.15741659700870514, 0.1654176265001297, 0.17341865599155426, 0.18141968548297882, 0.18942071497440338, 0.19742174446582794, 0.2054227590560913, 0.21342378854751587, 0.22142481803894043, 0.229425847530365, 0.23742687702178955]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 4.0, 2.0, 2.0, 1.0, 2.0, 3.0, 6.0, 1.0, 2.0, 4.0, 6.0, 6.0, 7.0, 26.0, 5.0, 6.0, 7.0, 5.0, 7.0, 2.0, 2.0, 6.0, 2.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0098635945469141, -0.009542620740830898, -0.009221646934747696, -0.008900673128664494, -0.008579699322581291, -0.008258725516498089, -0.007937751710414886, -0.007616778369992971, -0.007295804563909769, -0.006974830757826567, -0.006653856951743364, -0.006332883145660162, -0.006011909805238247, -0.0056909359991550446, -0.005369962193071842, -0.00504898838698864, -0.0047280145809054375, -0.004407040774822235, -0.004086066968739033, -0.003765093395486474, -0.0034441195894032717, -0.0031231457833200693, -0.0028021722100675106, -0.0024811984039843082, -0.002160224597901106, -0.0018392507918179035, -0.001518277102150023, -0.0011973034124821424, -0.0008763296063989401, -0.0005553558585233986, -0.0002343821106478572, 8.659163722768426e-05, 0.0004075653851032257, 0.0007285391329787672, 0.0010495128808543086, 0.0013704865705221891, 0.0016914603766053915, 0.002012434182688594, 0.0023334077559411526, 0.002654381562024355, 0.0029753553681075573, 0.0032963291741907597, 0.003617302980273962, 0.003938276786357164, 0.0042592501267790794, 0.004580223932862282, 0.004901197738945484, 0.0052221715450286865, 0.005543145351111889, 0.005864119157195091, 0.006185092963278294, 0.006506066769361496, 0.006827040575444698, 0.007148013915866613, 0.007468987721949816, 0.007789961528033018, 0.008110934868454933, 0.008431908674538136, 0.008752882480621338, 0.00907385628670454, 0.009394830092787743, 0.009715803898870945, 0.010036777704954147, 0.01035775151103735, 0.010678725317120552]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 2.0, 9.0, 13.0, 23.0, 34.0, 63.0, 88.0, 115.0, 159.0, 220.0, 257.0, 280.0, 352.0, 423.0, 481.0, 707.0, 1008.0, 1403.0, 2157.0, 3496.0, 5298.0, 7963.0, 11676.0, 17205.0, 24886.0, 37041.0, 56964.0, 89919.0, 139567.0, 461059.0, 111282.0, 68899.0, 43200.0, 28827.0, 20098.0, 13882.0, 9593.0, 6499.0, 4217.0, 2842.0, 1886.0, 1304.0, 933.0, 727.0, 470.0, 417.0, 352.0, 283.0, 243.0, 209.0, 163.0, 136.0, 94.0, 74.0, 62.0, 42.0, 22.0, 13.0, 1.0, 3.0, 2.0, 1.0, 1.0], "bins": [-0.0211584884673357, -0.020459674298763275, -0.019760861992836, -0.019062047824263573, -0.018363233655691147, -0.01766442134976387, -0.016965607181191444, -0.01626679301261902, -0.015567979775369167, -0.014869166538119316, -0.01417035236954689, -0.013471539132297039, -0.012772725895047188, -0.012073911726474762, -0.01137509848922491, -0.010676284320652485, -0.009977471083402634, -0.009278657846152782, -0.008579843677580357, -0.007881030440330505, -0.007182216737419367, -0.006483403034508228, -0.005784589797258377, -0.0050857760943472385, -0.0043869623914361, -0.0036881486885249615, -0.0029893352184444666, -0.0022905217483639717, -0.0015917080454528332, -0.0008928944589570165, -0.00019408087246119976, 0.000504732714034617, 0.0012035463005304337, 0.0019023598870262504, 0.002601173473522067, 0.003299986943602562, 0.0039988006465137005, 0.004697614349424839, 0.00539642758667469, 0.006095241289585829, 0.006794054992496967, 0.007492868695408106, 0.008191682398319244, 0.008890495635569096, 0.009589308872818947, 0.010288123041391373, 0.010986936278641224, 0.01168575044721365, 0.012384563684463501, 0.013083376921713352, 0.013782191090285778, 0.01448100432753563, 0.015179818496108055, 0.01587863080203533, 0.016577444970607758, 0.017276259139180183, 0.01797507330775261, 0.018673885613679886, 0.01937269978225231, 0.020071513950824738, 0.020770326256752014, 0.02146914042532444, 0.022167954593896866, 0.022866766899824142, 0.02356558106839657]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 5.0, 1.0, 5.0, 3.0, 1.0, 4.0, 10.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 3.0, 1.0, 1.0, 2.0, 2.0, 0.0, 2.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.018763521686196327, -0.018334776163101196, -0.017906032502651215, -0.017477288842201233, -0.017048543319106102, -0.01661979779601097, -0.01619105413556099, -0.015762310475111008, -0.015333564952015877, -0.01490482036024332, -0.014476075768470764, -0.014047331176698208, -0.013618586584925652, -0.013189841993153095, -0.012761097401380539, -0.012332352809607983, -0.011903608217835426, -0.01147486362606287, -0.011046119034290314, -0.010617374442517757, -0.010188629850745201, -0.009759885258972645, -0.009331140667200089, -0.008902396075427532, -0.008473651483654976, -0.00804490689188242, -0.007616162300109863, -0.007187417708337307, -0.006758673116564751, -0.006329928524792194, -0.005901183933019638, -0.005472439341247082, -0.0050436947494745255, -0.004614950157701969, -0.004186205565929413, -0.0037574609741568565, -0.0033287163823843002, -0.002899971790611744, -0.0024712271988391876, -0.0020424826070666313, -0.001613738015294075, -0.0011849934235215187, -0.0007562488317489624, -0.0003275042399764061, 0.00010124035179615021, 0.0005299849435687065, 0.0009587295353412628, 0.0013874741271138191, 0.0018162187188863754, 0.0022449633106589317, 0.002673707902431488, 0.0031024524942040443, 0.0035311970859766006, 0.003959941677749157, 0.004388686269521713, 0.0048174308612942696, 0.005246175453066826, 0.005674920044839382, 0.0061036646366119385, 0.006532409228384495, 0.006961153820157051, 0.007389898411929607, 0.007818643003702164, 0.00824738759547472, 0.008676132187247276]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 5.0, 3.0, 8.0, 4.0, 7.0, 13.0, 17.0, 22.0, 26.0, 28.0, 35.0, 39.0, 51.0, 59.0, 65.0, 79.0, 72.0, 72.0, 95.0, 74.0, 79.0, 112.0, 98.0, 158.0, 223.0, 306.0, 428.0, 710.0, 992.0, 1374.0, 6999.0, 2046.0, 982.0, 651.0, 452.0, 303.0, 273.0, 268.0, 200.0, 197.0, 165.0, 130.0, 115.0, 84.0, 86.0, 58.0, 42.0, 35.0, 21.0, 20.0, 12.0, 12.0, 4.0, 5.0, 6.0, 2.0, 2.0, 3.0, 3.0], "bins": [-0.009619930759072304, -0.00935150682926178, -0.009083082899451256, -0.008814658038318157, -0.008546234108507633, -0.00827781017869711, -0.008009386248886585, -0.007740961853414774, -0.00747253792360425, -0.007204113993793726, -0.006935689598321915, -0.006667265668511391, -0.006398841738700867, -0.006130417343229055, -0.005861993413418531, -0.00559356901794672, -0.005325145088136196, -0.005056721158325672, -0.004788296762853861, -0.004519872833043337, -0.004251448437571526, -0.003983024507761002, -0.0037146005779504776, -0.00344617641530931, -0.0031777522526681423, -0.0029093280900269747, -0.002640903927385807, -0.002372479997575283, -0.0021040558349341154, -0.0018356316722929478, -0.001567207626067102, -0.0012987835798412561, -0.0010303594172000885, -0.0007619353127665818, -0.000493511208333075, -0.00022508710389956832, 4.333700053393841e-05, 0.00031176110496744514, 0.0005801852094009519, 0.0008486093138344586, 0.0011170334182679653, 0.001385457580909133, 0.0016538816271349788, 0.0019223056733608246, 0.0021907298360019922, 0.00245915399864316, 0.002727577928453684, 0.0029960020910948515, 0.003264426253736019, 0.0035328504163771868, 0.0038012745790183544, 0.004069698508828878, 0.00433812290430069, 0.004606546834111214, 0.004874970763921738, 0.005143395159393549, 0.005411819089204073, 0.005680243019014597, 0.005948667414486408, 0.006217091344296932, 0.006485515274107456, 0.0067539396695792675, 0.0070223635993897915, 0.007290787994861603, 0.007559211924672127]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 5.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.042941540479660034, -0.04173360392451286, -0.04052566736936569, -0.03931773081421852, -0.03810979425907135, -0.03690185770392418, -0.03569392114877701, -0.03448598459362984, -0.033278048038482666, -0.032070111483335495, -0.030862173065543175, -0.029654236510396004, -0.028446299955248833, -0.02723836340010166, -0.02603042684495449, -0.02482249028980732, -0.02361455373466015, -0.022406617179512978, -0.021198680624365807, -0.019990744069218636, -0.018782807514071465, -0.017574870958924294, -0.016366934403777122, -0.015158996917307377, -0.013951060362160206, -0.012743123807013035, -0.011535187251865864, -0.010327250696718693, -0.009119313210248947, -0.007911376655101776, -0.006703440099954605, -0.005495503544807434, -0.004287566989660263, -0.003079630434513092, -0.0018716936465352774, -0.0006637569749727845, 0.0005441796965897083, 0.0017521163681522012, 0.002960053039714694, 0.004167989827692509, 0.00537592638283968, 0.006583862937986851, 0.007791799493134022, 0.008999736048281193, 0.010207673534750938, 0.01141561008989811, 0.01262354664504528, 0.013831483200192451, 0.015039419755339622, 0.016247356310486794, 0.017455292865633965, 0.018663229420781136, 0.019871165975928307, 0.021079102531075478, 0.02228703908622265, 0.02349497564136982, 0.02470291405916214, 0.02591085061430931, 0.027118787169456482, 0.028326723724603653, 0.029534660279750824, 0.030742596834897995, 0.031950533390045166, 0.03315846994519234, 0.03436640650033951]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 3.0, 3.0, 3.0, 1.0, 11.0, 3.0, 4.0, 7.0, 6.0, 11.0, 14.0, 50.0, 10.0, 5.0, 2.0, 5.0, 8.0, 7.0, 11.0, 8.0, 9.0, 10.0, 7.0, 6.0, 1.0, 7.0, 11.0, 7.0, 6.0, 3.0, 7.0, 7.0, 2.0, 4.0, 2.0, 3.0, 2.0, 2.0, 2.0, 2.0, 4.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00993901677429676, -0.009553372859954834, -0.009167728945612907, -0.00878208503127098, -0.008396441116929054, -0.008010797202587128, -0.007625153288245201, -0.0072395093739032745, -0.006853865459561348, -0.006468221545219421, -0.006082577630877495, -0.005696933716535568, -0.005311289802193642, -0.004925645887851715, -0.0045400019735097885, -0.004154358059167862, -0.0037687141448259354, -0.003383070230484009, -0.002997426316142082, -0.0026117824018001556, -0.002226138487458229, -0.0018404945731163025, -0.001454850658774376, -0.0010692067444324493, -0.0006835628300905228, -0.0002979189157485962, 8.772499859333038e-05, 0.00047336891293525696, 0.0008590128272771835, 0.00124465674161911, 0.0016303006559610367, 0.0020159445703029633, 0.00240158848464489, 0.0027872323989868164, 0.003172876313328743, 0.0035585202276706696, 0.003944164142012596, 0.004329808056354523, 0.004715451970696449, 0.005101095885038376, 0.005486739799380302, 0.005872383713722229, 0.006258027628064156, 0.006643671542406082, 0.007029315456748009, 0.007414959371089935, 0.007800603285431862, 0.008186247199773788, 0.008571891114115715, 0.008957535028457642, 0.009343178942799568, 0.009728822857141495, 0.010114466771483421, 0.010500110685825348, 0.010885754600167274, 0.011271398514509201, 0.011657042428851128, 0.012042686343193054, 0.01242833025753498, 0.012813974171876907, 0.013199618086218834, 0.01358526200056076, 0.013970905914902687, 0.014356549829244614, 0.01474219374358654]}, "_runtime": 11.354213953018188, "_timestamp": 1596214336.1114964, "_step": 8}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 1.0, 2.0, 2.0, 0.0, 2.0, 3.0, 0.0, 3.0, 3.0, 0.0, 3.0, 3.0, 2.0, 1.0, 3.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 4.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.015982983633875847, -0.015510348603129387, -0.015037713572382927, -0.014565079472959042, -0.014092444442212582, -0.013619809411466122, -0.013147174380719662, -0.012674539349973202, -0.012201905250549316, -0.011729270219802856, -0.011256635189056396, -0.010784000158309937, -0.010311365127563477, -0.009838730096817017, -0.009366095997393131, -0.008893460966646671, -0.008420825935900211, -0.007948190905153751, -0.007475556340068579, -0.007002921309322119, -0.006530286744236946, -0.006057651713490486, -0.005585016682744026, -0.0051123821176588535, -0.004639747086912394, -0.004167112056165934, -0.003694477491080761, -0.003221842460334301, -0.0027492076624184847, -0.0022765728645026684, -0.0018039379501715302, -0.0013313030358403921, -0.0008586682379245758, -0.0003860333818010986, 8.660147432237864e-05, 0.0005592363304458559, 0.001031871186569333, 0.0015045059844851494, 0.0019771410152316093, 0.0024497758131474257, 0.002922410611063242, 0.0033950454089790583, 0.0038676802068948746, 0.0043403152376413345, 0.0048129502683877945, 0.005285584833472967, 0.005758219864219427, 0.0062308544293046, 0.00670348946005106, 0.00717612449079752, 0.007648759055882692, 0.008121393620967865, 0.008594028651714325, 0.009066663682460785, 0.009539298713207245, 0.010011933743953705, 0.010484568774700165, 0.01095720287412405, 0.01142983790487051, 0.01190247293561697, 0.01237510796636343, 0.01284774299710989, 0.013320377096533775, 0.013793012127280235, 0.014265647158026695]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 3.0, 6.0, 6.0, 13.0, 16.0, 14.0, 17.0, 17.0, 25.0, 34.0, 52.0, 60.0, 76.0, 115.0, 147.0, 228.0, 263.0, 378.0, 544.0, 2706.0, 1506.0, 713.0, 370.0, 197.0, 136.0, 75.0, 59.0, 29.0, 35.0, 24.0, 16.0, 7.0, 11.0, 5.0, 5.0, 4.0, 1.0, 4.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.2087467908859253, -0.20269516110420227, -0.19664351642131805, -0.19059188663959503, -0.18454024195671082, -0.1784886121749878, -0.17243698239326477, -0.16638533771038055, -0.16033370792865753, -0.15428206324577332, -0.1482304334640503, -0.14217880368232727, -0.13612715899944305, -0.13007552921772003, -0.12402389198541641, -0.11797225475311279, -0.11192061752080917, -0.10586898028850555, -0.09981734305620193, -0.09376571327447891, -0.08771407604217529, -0.08166243880987167, -0.07561080157756805, -0.06955916434526443, -0.06350752711296082, -0.057455893605947495, -0.051404260098934174, -0.045352622866630554, -0.039300985634326935, -0.033249352127313614, -0.027197714895009995, -0.021146079525351524, -0.015094444155693054, -0.009042808786034584, -0.0029911724850535393, 0.003060463350266218, 0.009112099185585976, 0.015163734555244446, 0.021215371787548065, 0.027267007157206535, 0.033318642526865005, 0.039370279759168625, 0.045421913266181946, 0.051473550498485565, 0.057525187730789185, 0.0635768249630928, 0.06962845474481583, 0.07568009197711945, 0.08173172920942307, 0.08778336644172668, 0.0938350036740303, 0.09988663345575333, 0.10593827068805695, 0.11198990792036057, 0.11804154515266418, 0.1240931823849678, 0.13014481961727142, 0.13619644939899445, 0.14224809408187866, 0.14829972386360168, 0.1543513536453247, 0.16040299832820892, 0.16645462810993195, 0.17250627279281616, 0.17855790257453918]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 3.0, 3.0, 2.0, 4.0, 3.0, 4.0, 2.0, 5.0, 3.0, 3.0, 3.0, 25.0, 3.0, 1.0, 2.0, 7.0, 4.0, 3.0, 4.0, 3.0, 3.0, 2.0, 2.0, 3.0, 2.0, 3.0, 0.0, 2.0, 0.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.005113210994750261, -0.004947603214532137, -0.0047819958999753, -0.0046163881197571754, -0.004450780339539051, -0.004285172559320927, -0.004119564779102802, -0.003953957464545965, -0.003788349684327841, -0.0036227419041097164, -0.0034571343567222357, -0.003291526809334755, -0.0031259190291166306, -0.002960311248898506, -0.0027947037015110254, -0.0026290961541235447, -0.0024634883739054203, -0.002297880593687296, -0.002132273046299815, -0.0019666654989123344, -0.00180105771869421, -0.0016354500548914075, -0.001469842391088605, -0.0013042347272858024, -0.0011386270634829998, -0.0009730193996801972, -0.0008074117358773947, -0.0006418040720745921, -0.00047619640827178955, -0.000310588744468987, -0.00014498108066618443, 2.0626583136618137e-05, 0.0001862342469394207, 0.00035184191074222326, 0.0005174495745450258, 0.0006830572383478284, 0.000848664902150631, 0.0010142725659534335, 0.001179880229756236, 0.0013454878935590386, 0.0015110955573618412, 0.0016767032211646438, 0.0018423108849674463, 0.002007918432354927, 0.0021735262125730515, 0.002339133992791176, 0.0025047415401786566, 0.0026703490875661373, 0.0028359568677842617, 0.003001564648002386, 0.003167172195389867, 0.0033327797427773476, 0.003498387522995472, 0.0036639953032135963, 0.003829602850601077, 0.003995210397988558, 0.004160818178206682, 0.004326425958424807, 0.004492033272981644, 0.004657641053199768, 0.0048232488334178925, 0.004988856613636017, 0.005154464393854141, 0.005320071708410978, 0.005485679488629103]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 3.0, 4.0, 5.0, 16.0, 25.0, 49.0, 94.0, 150.0, 243.0, 369.0, 571.0, 841.0, 1225.0, 1716.0, 2484.0, 3396.0, 4604.0, 6101.0, 8274.0, 11030.0, 14437.0, 18787.0, 24751.0, 33436.0, 46577.0, 65776.0, 92232.0, 420164.0, 115092.0, 85447.0, 60651.0, 42522.0, 30569.0, 22720.0, 16811.0, 12831.0, 9406.0, 7000.0, 5211.0, 3736.0, 2690.0, 2063.0, 1498.0, 1092.0, 855.0, 637.0, 449.0, 330.0, 219.0, 137.0, 113.0, 72.0, 44.0, 29.0, 22.0, 19.0, 8.0, 7.0, 3.0, 0.0, 2.0, 1.0, 1.0], "bins": [-0.01395691093057394, -0.01347350887954235, -0.012990105897188187, -0.012506703846156597, -0.012023301795125008, -0.011539899744093418, -0.011056497693061829, -0.010573094710707664, -0.010089692659676075, -0.009606290608644485, -0.009122887626290321, -0.008639485575258732, -0.008156083524227142, -0.007672681473195553, -0.007189278956502676, -0.006705876439809799, -0.00622247438877821, -0.00573907233774662, -0.005255669821053743, -0.0047722673043608665, -0.004288865253329277, -0.003805462969467044, -0.0033220606856048107, -0.0028386584017425776, -0.0023552561178803444, -0.0018718538340181112, -0.001388451550155878, -0.0009050492662936449, -0.00042164698243141174, 6.175530143082142e-05, 0.0005451575852930546, 0.0010285598691552877, 0.001511962153017521, 0.001995364436879754, 0.0024787667207419872, 0.0029621690046042204, 0.0034455712884664536, 0.003928973339498043, 0.00441237585619092, 0.004895778372883797, 0.005379180423915386, 0.005862582474946976, 0.0063459849916398525, 0.006829387508332729, 0.007312789559364319, 0.007796191610395908, 0.008279593661427498, 0.008762996643781662, 0.009246398694813251, 0.009729800745844841, 0.010213203728199005, 0.010696605779230595, 0.011180007830262184, 0.011663409881293774, 0.012146811932325363, 0.012630214914679527, 0.013113616965711117, 0.013597019016742706, 0.01408042199909687, 0.01456382405012846, 0.01504722610116005, 0.015530628152191639, 0.01601403020322323, 0.016497433185577393, 0.016980834305286407]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 6.0, 3.0, 2.0, 1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 8.0, 1.0, 2.0, 3.0, 0.0, 5.0, 4.0, 0.0, 4.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.005234772339463234, -0.005077337846159935, -0.004919903352856636, -0.004762468859553337, -0.004605034366250038, -0.004447599872946739, -0.00429016537964344, -0.004132730886340141, -0.003975296393036842, -0.0038178616669028997, -0.003660427173599601, -0.003502992680296302, -0.003345558186993003, -0.003188123693689704, -0.003030689200386405, -0.002873254707083106, -0.002715820213779807, -0.002558385720476508, -0.002400951227173209, -0.0022435167338699102, -0.0020860822405666113, -0.0019286476308479905, -0.0017712131375446916, -0.0016137786442413926, -0.0014563441509380937, -0.0012989096576347947, -0.0011414751643314958, -0.0009840406710281968, -0.000826606119517237, -0.000669171626213938, -0.0005117370747029781, -0.0003543025813996792, -0.00019686808809638023, -3.9433580241166055e-05, 0.00011800092761404812, 0.00027543545002117753, 0.0004328699433244765, 0.0005903044366277754, 0.0007477389881387353, 0.0009051734814420342, 0.0010626079747453332, 0.0012200424680486321, 0.001377476961351931, 0.00153491145465523, 0.0016923460643738508, 0.0018497805576771498, 0.0020072150509804487, 0.0021646495442837477, 0.0023220840375870466, 0.0024795185308903456, 0.0026369530241936445, 0.0027943875174969435, 0.0029518220108002424, 0.0031092565041035414, 0.0032666909974068403, 0.0034241254907101393, 0.003581560216844082, 0.003738994710147381, 0.0038964292034506798, 0.004053863696753979, 0.004211298190057278, 0.004368732683360577, 0.004526167176663876, 0.0046836016699671745, 0.0048410361632704735]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 3.0, 0.0, 2.0, 2.0, 0.0, 0.0, 3.0, 6.0, 4.0, 8.0, 8.0, 8.0, 10.0, 7.0, 19.0, 19.0, 38.0, 31.0, 47.0, 63.0, 71.0, 83.0, 120.0, 141.0, 187.0, 279.0, 415.0, 573.0, 786.0, 1158.0, 1823.0, 6085.0, 1416.0, 999.0, 770.0, 615.0, 499.0, 393.0, 347.0, 263.0, 221.0, 181.0, 148.0, 129.0, 104.0, 81.0, 64.0, 47.0, 34.0, 30.0, 26.0, 21.0, 17.0, 9.0, 7.0, 4.0, 3.0, 1.0, 1.0], "bins": [-0.0052299764938652515, -0.0050870091654360294, -0.004944041837006807, -0.004801074042916298, -0.004658106714487076, -0.004515139386057854, -0.004372172057628632, -0.0042292047291994095, -0.004086237400770187, -0.003943269606679678, -0.003800302278250456, -0.0036573349498212337, -0.0035143676213920116, -0.003371400060132146, -0.0032284327317029238, -0.003085465170443058, -0.002942497842013836, -0.002799530513584614, -0.002656562952324748, -0.002513595623895526, -0.00237062806263566, -0.002227660734206438, -0.002084693405777216, -0.001941725960932672, -0.001798758516088128, -0.0016557910712435842, -0.0015128236263990402, -0.0013698562979698181, -0.0012268888531252742, -0.0010839214082807302, -0.0009409540216438472, -0.0007979866350069642, -0.0006550191901624203, -0.0005120517453178763, -0.0003690843586809933, -0.00022611694294027984, -8.314952719956636e-05, 5.981788854114711e-05, 0.0002027853042818606, 0.00034575272002257407, 0.0004887201357632875, 0.0006316875806078315, 0.0007746549672447145, 0.0009176223538815975, 0.0010605897987261415, 0.0012035572435706854, 0.0013465245719999075, 0.0014894920168444514, 0.0016324594616889954, 0.0017754269065335393, 0.0019183943513780832, 0.0020613616798073053, 0.002204329241067171, 0.002347296569496393, 0.0024902638979256153, 0.002633231459185481, 0.002776198787614703, 0.0029191661160439253, 0.003062133677303791, 0.003205101005733013, 0.0033480683341622353, 0.003491035895422101, 0.003634003223851323, 0.003776970785111189, 0.003919938113540411]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 5.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.0111232316121459, -0.01089733000844717, -0.010671427473425865, -0.010445525869727135, -0.01021962333470583, -0.0099937217310071, -0.009767819195985794, -0.009541917592287064, -0.009316015057265759, -0.009090113453567028, -0.008864210918545723, -0.008638309314846992, -0.008412406779825687, -0.008186505176126957, -0.007960602641105652, -0.007734700571745634, -0.007508798502385616, -0.007282896898686886, -0.007056994829326868, -0.00683109275996685, -0.0066051906906068325, -0.006379288621246815, -0.006153386551886797, -0.005927484482526779, -0.005701582413166761, -0.005475680343806744, -0.005249778274446726, -0.005023876205086708, -0.00479797413572669, -0.0045720720663666725, -0.004346169997006655, -0.004120267927646637, -0.003894365858286619, -0.0036684637889266014, -0.0034425617195665836, -0.003216659650206566, -0.002990757580846548, -0.0027648555114865303, -0.0025389534421265125, -0.0023130513727664948, -0.002087149303406477, -0.001861247350461781, -0.0016353452811017632, -0.0014094432117417455, -0.0011835412587970495, -0.0009576391312293708, -0.000731737120077014, -0.0005058350507169962, -0.0002799329813569784, -5.403092654887587e-05, 0.00017187112825922668, 0.000397773168515414, 0.0006236752378754318, 0.0008495773072354496, 0.0010754793183878064, 0.0013013813877478242, 0.001527283457107842, 0.0017531855264678597, 0.0019790874794125557, 0.0022049895487725735, 0.0024308916181325912, 0.002656793687492609, 0.002882695756852627, 0.0031085978262126446, 0.0033344998955726624]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 3.0, 3.0, 6.0, 9.0, 8.0, 17.0, 53.0, 18.0, 5.0, 5.0, 13.0, 10.0, 8.0, 5.0, 7.0, 8.0, 3.0, 4.0, 6.0, 3.0, 6.0, 6.0, 11.0, 3.0, 1.0, 11.0, 3.0, 5.0, 7.0, 3.0, 2.0, 4.0, 1.0, 2.0, 3.0, 2.0, 1.0, 0.0, 1.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.008584441617131233, -0.008249728009104729, -0.007915014401078224, -0.00758030079305172, -0.007245587185025215, -0.006910873576998711, -0.006576159968972206, -0.006241446360945702, -0.005906732752919197, -0.0055720191448926926, -0.005237305536866188, -0.0049025919288396835, -0.004567878320813179, -0.0042331647127866745, -0.00389845110476017, -0.0035637374967336655, -0.003229023888707161, -0.0028943102806806564, -0.002559596672654152, -0.0022248830646276474, -0.0018901694566011429, -0.0015554558485746384, -0.0012207422405481339, -0.0008860286325216293, -0.0005513150244951248, -0.0002166014164686203, 0.00011811219155788422, 0.00045282579958438873, 0.0007875394076108932, 0.0011222530156373978, 0.0014569666236639023, 0.0017916802316904068, 0.0021263938397169113, 0.002461107447743416, 0.0027958210557699203, 0.003130534663796425, 0.0034652482718229294, 0.003799961879849434, 0.004134675487875938, 0.004469389095902443, 0.0048041027039289474, 0.005138816311955452, 0.0054735299199819565, 0.005808243528008461, 0.0061429571360349655, 0.00647767074406147, 0.0068123843520879745, 0.007147097960114479, 0.007481811568140984, 0.007816525176167488, 0.008151238784193993, 0.008485952392220497, 0.008820666000247002, 0.009155379608273506, 0.00949009321630001, 0.009824806824326515, 0.01015952043235302, 0.010494234040379524, 0.010828947648406029, 0.011163661256432533, 0.011498374864459038, 0.011833088472485542, 0.012167802080512047, 0.012502515688538551, 0.012837229296565056]}, "_runtime": 12.124094247817993, "_timestamp": 1596214336.8813767, "_step": 9}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 2.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 2.0, 1.0, 2.0, 0.0, 1.0, 2.0, 3.0, 1.0, 3.0, 1.0, 3.0, 1.0, 1.0, 1.0, 1.0, 2.0, 3.0, 1.0, 2.0, 0.0, 2.0, 1.0, 1.0], "bins": [-0.01574944145977497, -0.015369562432169914, -0.014989682473242283, -0.014609803445637226, -0.01422992441803217, -0.013850044459104538, -0.013470165431499481, -0.013090286403894424, -0.012710407376289368, -0.012330527417361736, -0.01195064838975668, -0.011570769362151623, -0.011190889403223991, -0.010811010375618935, -0.010431131348013878, -0.010051251389086246, -0.00967137236148119, -0.009291493333876133, -0.008911613374948502, -0.008531734347343445, -0.008151855319738388, -0.007771975826472044, -0.0073920963332057, -0.007012217305600643, -0.006632337812334299, -0.006252458319067955, -0.005872579291462898, -0.005492699798196554, -0.00511282030493021, -0.004732941277325153, -0.004353061784058809, -0.0039731827564537525, -0.0035933032631874084, -0.003213424002751708, -0.0028335447423160076, -0.0024536652490496635, -0.002073785988613963, -0.0016939067281782627, -0.0013140273513272405, -0.0009341480326838791, -0.0005542687140405178, -0.00017438939539715648, 0.00020548992324620485, 0.0005853692418895662, 0.0009652485605329275, 0.001345127820968628, 0.0017250071978196502, 0.0021048865746706724, 0.002484765835106373, 0.0028646450955420732, 0.0032445243559777737, 0.0036244038492441177, 0.0040042828768491745, 0.004384162370115519, 0.004764041863381863, 0.005143920890986919, 0.0055238003842532635, 0.0059036798775196075, 0.006283558905124664, 0.006663438398391008, 0.0070433178916573524, 0.007423196919262409, 0.007803076412528753, 0.008182955905795097, 0.008562834933400154]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 3.0, 7.0, 4.0, 6.0, 7.0, 11.0, 3.0, 13.0, 5.0, 20.0, 12.0, 21.0, 41.0, 57.0, 58.0, 75.0, 122.0, 134.0, 176.0, 228.0, 296.0, 354.0, 501.0, 3093.0, 1102.0, 546.0, 354.0, 236.0, 130.0, 77.0, 72.0, 47.0, 36.0, 24.0, 15.0, 16.0, 7.0, 3.0, 5.0, 4.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0], "bins": [-0.2093837857246399, -0.20417208969593048, -0.19896040856838226, -0.19374871253967285, -0.18853703141212463, -0.18332533538341522, -0.1781136393547058, -0.1729019582271576, -0.16769026219844818, -0.16247856616973877, -0.15726688504219055, -0.15205518901348114, -0.14684349298477173, -0.1416318118572235, -0.1364201158285141, -0.13120843470096588, -0.12599673867225647, -0.12078505009412766, -0.11557336151599884, -0.11036166548728943, -0.10514997690916061, -0.0999382883310318, -0.09472659230232239, -0.08951490372419357, -0.08430321514606476, -0.07909152656793594, -0.07387983798980713, -0.06866814196109772, -0.0634564533829689, -0.05824476480484009, -0.053033072501420975, -0.04782138019800186, -0.04260969161987305, -0.03739800304174423, -0.03218631073832512, -0.026974620297551155, -0.02176292985677719, -0.016551239416003227, -0.011339548975229263, -0.006127858534455299, -0.0009161680936813354, 0.0042955223470926285, 0.009507212787866592, 0.014718903228640556, 0.01993059366941452, 0.025142284110188484, 0.030353974550962448, 0.03556566685438156, 0.040777355432510376, 0.04598904401063919, 0.051200736314058304, 0.05641242861747742, 0.06162411719560623, 0.06683580577373505, 0.07204750180244446, 0.07725919038057327, 0.08247087895870209, 0.0876825675368309, 0.09289425611495972, 0.09810595214366913, 0.10331764072179794, 0.10852932929992676, 0.11374102532863617, 0.11895271390676498, 0.1241644024848938]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 2.0, 2.0, 2.0, 6.0, 3.0, 3.0, 0.0, 7.0, 2.0, 4.0, 4.0, 3.0, 2.0, 2.0, 1.0, 1.0, 1.0, 27.0, 2.0, 2.0, 3.0, 4.0, 4.0, 0.0, 2.0, 2.0, 2.0, 0.0, 5.0, 1.0, 3.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 4.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.004695908632129431, -0.0045440406538546085, -0.004392172675579786, -0.004240304231643677, -0.0040884362533688545, -0.003936568275094032, -0.00378470029681921, -0.003632832085713744, -0.003480964107438922, -0.0033290961291640997, -0.003177227918058634, -0.0030253599397838116, -0.0028734919615089893, -0.0027216237504035234, -0.002569755772128701, -0.0024178875610232353, -0.002266019582748413, -0.002114151604473591, -0.001962283393368125, -0.0018104154150933027, -0.0016585473204031587, -0.0015066792257130146, -0.0013548112474381924, -0.0012029431527480483, -0.0010510750580579042, -0.0008992069633677602, -0.000747338926885277, -0.0005954708904027939, -0.0004436027957126498, -0.0002917347301263362, -0.0001398666645400226, 1.2001401046290994e-05, 0.0001638694666326046, 0.0003157375322189182, 0.0004676055978052318, 0.000619473634287715, 0.000771341728977859, 0.0009232098236680031, 0.0010750778019428253, 0.0012269458966329694, 0.0013788139913231134, 0.0015306820860132575, 0.0016825501807034016, 0.0018344181589782238, 0.001986286137253046, 0.002138154348358512, 0.002290022326633334, 0.0024418905377388, 0.0025937585160136223, 0.0027456264942884445, 0.0028974947053939104, 0.0030493626836687326, 0.0032012308947741985, 0.0033530988730490208, 0.003504966851323843, 0.003656835062429309, 0.003808703040704131, 0.003960571251809597, 0.004112439230084419, 0.0042643072083592415, 0.004416175186634064, 0.004568043164908886, 0.0047199116088449955, 0.004871779587119818, 0.00502364756539464]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 5.0, 5.0, 7.0, 19.0, 36.0, 49.0, 78.0, 99.0, 154.0, 209.0, 268.0, 358.0, 463.0, 668.0, 914.0, 1262.0, 1726.0, 2411.0, 3435.0, 4580.0, 6245.0, 8552.0, 11085.0, 14841.0, 18914.0, 24803.0, 33601.0, 45796.0, 61806.0, 81733.0, 101643.0, 409898.0, 85542.0, 64067.0, 47229.0, 35104.0, 26857.0, 20144.0, 15661.0, 11977.0, 9191.0, 7181.0, 5620.0, 4142.0, 3165.0, 2405.0, 1775.0, 1217.0, 888.0, 618.0, 423.0, 274.0, 176.0, 137.0, 82.0, 44.0, 25.0, 18.0, 10.0, 6.0, 3.0], "bins": [-0.014959584921598434, -0.014525097794830799, -0.014090610668063164, -0.013656123541295528, -0.013221635483205318, -0.012787148356437683, -0.012352661229670048, -0.011918174102902412, -0.011483686976134777, -0.011049199849367142, -0.010614711791276932, -0.010180224664509296, -0.009745737537741661, -0.009311250410974026, -0.00887676328420639, -0.008442276157438755, -0.00800778903067112, -0.007573301438242197, -0.007138813845813274, -0.006704326719045639, -0.006269839592278004, -0.005835351999849081, -0.005400864873081446, -0.00496637774631381, -0.004531890153884888, -0.004097403027117252, -0.003662915900349617, -0.003228428540751338, -0.002793941181153059, -0.0023594540543854237, -0.0019249666947871447, -0.0014904794516041875, -0.0010559922084212303, -0.0006215049652382731, -0.00018701766384765506, 0.00024746960843913257, 0.0006819568807259202, 0.0011164441239088774, 0.0015509314835071564, 0.0019854186102747917, 0.0024199059698730707, 0.0028543933294713497, 0.003288880456238985, 0.003723367815837264, 0.004157855175435543, 0.004592342302203178, 0.005026829428970814, 0.005461317021399736, 0.005895804148167372, 0.006330291274935007, 0.00676477886736393, 0.007199265994131565, 0.0076337531208992004, 0.008068240247666836, 0.008502727374434471, 0.008937215432524681, 0.009371702559292316, 0.009806189686059952, 0.010240676812827587, 0.010675163939595222, 0.011109651066362858, 0.011544139124453068, 0.011978626251220703, 0.012413113377988338, 0.012847600504755974]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 3.0, 2.0, 4.0, 4.0, 1.0, 2.0, 7.0, 3.0, 5.0, 1.0, 0.0, 4.0, 3.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0], "bins": [-0.01977570541203022, -0.019301654770970345, -0.01882760599255562, -0.018353555351495743, -0.017879504710435867, -0.01740545593202114, -0.016931405290961266, -0.01645735464990139, -0.015983305871486664, -0.015509255230426788, -0.015035205520689487, -0.014561155810952187, -0.014087105169892311, -0.01361305546015501, -0.01313900575041771, -0.012664955109357834, -0.012190905399620533, -0.011716855689883232, -0.011242805048823357, -0.010768755339086056, -0.010294705629348755, -0.00982065498828888, -0.009346605278551579, -0.008872555568814278, -0.008398504927754402, -0.007924455218017101, -0.0074504055082798, -0.006976355332881212, -0.006502305157482624, -0.006028255447745323, -0.005554205272346735, -0.005080155562609434, -0.004606105387210846, -0.004132055211812258, -0.003658005502074957, -0.0031839553266763687, -0.002709905384108424, -0.0022358554415404797, -0.0017618053825572133, -0.001287755323573947, -0.0008137053810060024, -0.000339655380230397, 0.00013439462054520845, 0.0006084446213208139, 0.0010824946220964193, 0.0015565445646643639, 0.002030594740062952, 0.0025046446826308966, 0.002978694625198841, 0.0034527445677667856, 0.00392679451033473, 0.004400844685733318, 0.004874894395470619, 0.005348944570869207, 0.0058229947462677956, 0.0062970444560050964, 0.006771094631403685, 0.007245144806802273, 0.007719194516539574, 0.008193244226276875, 0.00866729486733675, 0.009141344577074051, 0.009615394286811352, 0.010089444927871227, 0.010563494637608528]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 3.0, 0.0, 4.0, 1.0, 0.0, 3.0, 1.0, 4.0, 2.0, 4.0, 2.0, 3.0, 5.0, 5.0, 8.0, 9.0, 8.0, 5.0, 11.0, 11.0, 5.0, 10.0, 11.0, 5.0, 9.0, 19.0, 19.0, 18.0, 12.0, 11.0, 21.0, 28.0, 29.0, 49.0, 55.0, 79.0, 122.0, 164.0, 207.0, 315.0, 374.0, 545.0, 824.0, 1453.0, 2998.0, 6853.0, 1563.0, 855.0, 561.0, 342.0, 242.0, 159.0, 121.0, 81.0, 66.0, 30.0, 26.0, 22.0, 17.0, 9.0, 8.0, 1.0, 2.0], "bins": [-0.014492466114461422, -0.014177829027175903, -0.013863191939890385, -0.013548553921282291, -0.013233916833996773, -0.012919279746711254, -0.012604642659425735, -0.012290005572140217, -0.011975368484854698, -0.011660730466246605, -0.011346093378961086, -0.011031456291675568, -0.010716819204390049, -0.01040218211710453, -0.010087544098496437, -0.009772907011210918, -0.0094582699239254, -0.009143632836639881, -0.008828995749354362, -0.00851435773074627, -0.00819972064346075, -0.007885083556175232, -0.007570446468889713, -0.007255808915942907, -0.006941171828657389, -0.00662653474137187, -0.006311897188425064, -0.0059972601011395454, -0.005682623013854027, -0.005367985460907221, -0.005053348373621702, -0.004738710820674896, -0.004424073733389378, -0.004109436646103859, -0.003794799093157053, -0.0034801620058715343, -0.003165524685755372, -0.0028508873656392097, -0.002536250278353691, -0.002221612958237529, -0.0019069756381213665, -0.0015923383180052042, -0.0012777011143043637, -0.0009630638523958623, -0.000648426590487361, -0.00033378932857885957, -1.915206667035818e-05, 0.0002954851952381432, 0.0006101224571466446, 0.000924759719055146, 0.0012393969809636474, 0.0015540341846644878, 0.0018686715047806501, 0.0021833088248968124, 0.002497945912182331, 0.0028125832322984934, 0.0031272205524146557, 0.003441857872530818, 0.0037564951926469803, 0.004071132279932499, 0.004385769367218018, 0.0047004069201648235, 0.005015044007450342, 0.005329681560397148, 0.005644318647682667]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 4.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.03763117641210556, -0.03676837682723999, -0.03590557724237442, -0.03504277765750885, -0.03417997807264328, -0.03331717848777771, -0.03245437890291214, -0.03159157931804657, -0.030728779733181, -0.02986598014831543, -0.02900318056344986, -0.02814038097858429, -0.02727758139371872, -0.02641478180885315, -0.02555198222398758, -0.02468918263912201, -0.02382638305425644, -0.02296358160674572, -0.02210078202188015, -0.02123798243701458, -0.02037518285214901, -0.01951238326728344, -0.01864958368241787, -0.0177867840975523, -0.01692398451268673, -0.01606118492782116, -0.01519838534295559, -0.01433558575809002, -0.01347278617322445, -0.012609986588358879, -0.011747187003493309, -0.010884387418627739, -0.010021587833762169, -0.009158788248896599, -0.008295988664031029, -0.007433189079165459, -0.006570389494299889, -0.005707589443773031, -0.004844789858907461, -0.003981990274041891, -0.003119190689176321, -0.002256391104310751, -0.001393591403029859, -0.0005307917599566281, 0.0003320078831166029, 0.001194807467982173, 0.0020576072856783867, 0.0029204068705439568, 0.003783206455409527, 0.004646006040275097, 0.005508805625140667, 0.006371605210006237, 0.007234404794871807, 0.008097204379737377, 0.008960003964602947, 0.009822803549468517, 0.010685604065656662, 0.011548403650522232, 0.012411203235387802, 0.013274002820253372, 0.014136802405118942, 0.014999601989984512, 0.015862401574850082, 0.016725201159715652, 0.017588000744581223]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 2.0, 1.0, 2.0, 2.0, 0.0, 3.0, 3.0, 3.0, 5.0, 5.0, 1.0, 3.0, 7.0, 3.0, 5.0, 7.0, 7.0, 6.0, 8.0, 7.0, 7.0, 7.0, 3.0, 10.0, 9.0, 14.0, 23.0, 17.0, 50.0, 13.0, 13.0, 11.0, 6.0, 4.0, 5.0, 2.0, 3.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.02289128303527832, -0.022442061454057693, -0.021992839872837067, -0.02154361642897129, -0.021094394847750664, -0.020645173266530037, -0.02019594982266426, -0.019746728241443634, -0.019297506660223007, -0.01884828507900238, -0.018399063497781754, -0.017949840053915977, -0.01750061847269535, -0.017051396891474724, -0.016602173447608948, -0.01615295186638832, -0.015703730285167694, -0.015254508703947067, -0.014805286191403866, -0.014356063678860664, -0.013906842097640038, -0.01345762051641941, -0.01300839800387621, -0.012559175491333008, -0.012109953910112381, -0.011660732328891754, -0.011211509816348553, -0.010762287303805351, -0.010313065722584724, -0.009863844141364098, -0.009414621628820896, -0.008965399116277695, -0.008516177535057068, -0.008066955953836441, -0.00761773344129324, -0.0071685113944113255, -0.006719289347529411, -0.006270067300647497, -0.005820845253765583, -0.005371623206883669, -0.004922401160001755, -0.004473179113119841, -0.0040239570662379265, -0.0035747350193560123, -0.003125512972474098, -0.002676290925592184, -0.00222706887871027, -0.0017778468318283558, -0.0013286247849464417, -0.0008794027380645275, -0.00043018069118261337, 1.9041355699300766e-05, 0.0004682634025812149, 0.000917485449463129, 0.0013667074963450432, 0.0018159295432269573, 0.0022651515901088715, 0.0027143736369907856, 0.0031635956838726997, 0.003612817730754614, 0.004062039777636528, 0.004511261824518442, 0.004960483871400356, 0.00540970591828227, 0.005858927965164185]}, "_runtime": 12.888768434524536, "_timestamp": 1596214337.646051, "_step": 10}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 4.0, 0.0, 0.0, 3.0, 1.0, 3.0, 2.0, 1.0, 4.0, 4.0, 3.0, 1.0, 0.0, 3.0, 1.0, 1.0, 4.0, 3.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.015722647309303284, -0.015252240002155304, -0.014781832695007324, -0.014311425387859344, -0.013841018080711365, -0.01337061170488596, -0.01290020439773798, -0.01242979709059, -0.01195938978344202, -0.01148898247629404, -0.011018575169146061, -0.010548167861998081, -0.010077761486172676, -0.009607354179024696, -0.009136946871876717, -0.008666539564728737, -0.008196132257580757, -0.007725724950432777, -0.007255317643284798, -0.006784910801798105, -0.0063145034946501255, -0.005844096187502146, -0.005373689346015453, -0.004903282038867474, -0.004432874731719494, -0.003962467424571514, -0.003492060350254178, -0.003021653275936842, -0.0025512459687888622, -0.0020808386616408825, -0.0016104315873235464, -0.0011400243965908885, -0.0006696172058582306, -0.00019921001512557268, 0.00027119717560708523, 0.0007416043663397431, 0.001212011557072401, 0.001682418747805059, 0.002152825938537717, 0.002623233012855053, 0.0030936403200030327, 0.0035640476271510124, 0.004034454934298992, 0.004504861775785685, 0.004975269082933664, 0.005445676390081644, 0.0059160832315683365, 0.006386490538716316, 0.006856897845864296, 0.007327305153012276, 0.007797712460160255, 0.008268119767308235, 0.008738527074456215, 0.00920893345028162, 0.0096793407574296, 0.01014974806457758, 0.01062015537172556, 0.011090562678873539, 0.011560969986021519, 0.012031377293169498, 0.012501783668994904, 0.012972190976142883, 0.013442598283290863, 0.013913005590438843, 0.014383412897586823]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 2.0, 4.0, 1.0, 7.0, 7.0, 5.0, 5.0, 10.0, 17.0, 13.0, 19.0, 33.0, 39.0, 63.0, 64.0, 103.0, 135.0, 154.0, 202.0, 300.0, 421.0, 523.0, 2838.0, 1325.0, 643.0, 351.0, 218.0, 136.0, 84.0, 55.0, 40.0, 36.0, 17.0, 18.0, 11.0, 8.0, 5.0, 3.0, 4.0, 3.0, 3.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1778005063533783, -0.17262504994869232, -0.16744959354400635, -0.16227413713932037, -0.1570986807346344, -0.15192323923110962, -0.14674778282642365, -0.14157232642173767, -0.1363968700170517, -0.13122141361236572, -0.12604595720767975, -0.12087050825357437, -0.1156950518488884, -0.11051959544420242, -0.10534414649009705, -0.10016869008541107, -0.0949932336807251, -0.08981777727603912, -0.08464232087135315, -0.07946687191724777, -0.0742914155125618, -0.06911595910787582, -0.06394051015377045, -0.05876505374908447, -0.0535895973443985, -0.048414140939712524, -0.04323868826031685, -0.03806323558092117, -0.0328877791762352, -0.027712324634194374, -0.02253687009215355, -0.017361415550112724, -0.0121859610080719, -0.0070105064660310745, -0.0018350519239902496, 0.0033404026180505753, 0.0085158571600914, 0.013691311702132225, 0.01886676624417305, 0.024042220786213875, 0.0292176753282547, 0.034393131732940674, 0.03956858441233635, 0.044744037091732025, 0.049919493496418, 0.05509494990110397, 0.06027040258049965, 0.06544585525989532, 0.0706213116645813, 0.07579676806926727, 0.08097222447395325, 0.08614767342805862, 0.0913231298327446, 0.09649858623743057, 0.10167403519153595, 0.10684949159622192, 0.1120249480009079, 0.11720040440559387, 0.12237586081027985, 0.12755131721496582, 0.1327267587184906, 0.13790221512317657, 0.14307767152786255, 0.14825312793254852, 0.1534285843372345]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 3.0, 3.0, 1.0, 5.0, 0.0, 2.0, 5.0, 3.0, 2.0, 4.0, 1.0, 3.0, 9.0, 2.0, 2.0, 1.0, 4.0, 2.0, 25.0, 2.0, 2.0, 3.0, 4.0, 4.0, 0.0, 4.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 3.0, 1.0, 5.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 1.0], "bins": [-0.004946222994476557, -0.0048032281920313835, -0.0046602338552474976, -0.004517239052802324, -0.004374244250357151, -0.004231249913573265, -0.004088255111128092, -0.003945260774344206, -0.0038022659718990326, -0.003659271402284503, -0.0035162768326699734, -0.0033732820302248, -0.0032302874606102705, -0.003087292890995741, -0.0029442980885505676, -0.002801303518936038, -0.0026583089493215084, -0.002515314379706979, -0.002372319810092449, -0.002229325007647276, -0.0020863304380327463, -0.0019433358684182167, -0.0018003411823883653, -0.0016573464963585138, -0.0015143519267439842, -0.0013713573571294546, -0.0012283626710996032, -0.0010853679850697517, -0.0009423734154552221, -0.0007993787876330316, -0.0006563841598108411, -0.0005133895319886506, -0.00037039490416646004, -0.00022740027634426951, -8.440564852207899e-05, 5.858897930011153e-05, 0.00020158360712230206, 0.0003445782349444926, 0.0004875728627666831, 0.0006305674905888736, 0.0007735621184110641, 0.0009165567462332547, 0.0010595513740554452, 0.0012025460600852966, 0.0013455406296998262, 0.0014885351993143559, 0.0016315298853442073, 0.0017745245713740587, 0.0019175191409885883, 0.002060513710603118, 0.0022035082802176476, 0.002346503082662821, 0.0024894976522773504, 0.00263249222189188, 0.0027754870243370533, 0.002918481593951583, 0.0030614761635661125, 0.003204470733180642, 0.0033474653027951717, 0.003490460105240345, 0.0036334546748548746, 0.0037764492444694042, 0.0039194440469145775, 0.0040624383836984634, 0.004205433186143637]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 2.0, 5.0, 12.0, 22.0, 43.0, 54.0, 134.0, 178.0, 262.0, 375.0, 588.0, 880.0, 1325.0, 1920.0, 2598.0, 3595.0, 4870.0, 6487.0, 8542.0, 11172.0, 14487.0, 18320.0, 23874.0, 31261.0, 42059.0, 55824.0, 74653.0, 97289.0, 417115.0, 98643.0, 70498.0, 49870.0, 35084.0, 25866.0, 19408.0, 14567.0, 11083.0, 8440.0, 6653.0, 5212.0, 4154.0, 3186.0, 2446.0, 1841.0, 1394.0, 985.0, 699.0, 534.0, 358.0, 252.0, 177.0, 122.0, 87.0, 41.0, 36.0, 26.0, 11.0, 11.0, 7.0, 2.0, 2.0, 1.0, 3.0], "bins": [-0.012642146088182926, -0.012218491174280643, -0.01179483626037836, -0.011371181346476078, -0.010947526432573795, -0.010523871518671513, -0.01010021660476923, -0.009676561690866947, -0.009252906776964664, -0.008829251863062382, -0.008405596949160099, -0.007981942035257816, -0.007558287121355534, -0.007134632207453251, -0.006710977293550968, -0.0062873223796486855, -0.005863667465746403, -0.00544001255184412, -0.005016357637941837, -0.004592702724039555, -0.004169047810137272, -0.003745392896234989, -0.0033217379823327065, -0.0028980830684304237, -0.002474428154528141, -0.0020507732406258583, -0.0016271183267235756, -0.0012034634128212929, -0.0007798084989190102, -0.00035615358501672745, 6.750132888555527e-05, 0.000491156242787838, 0.0009148111566901207, 0.0013384660705924034, 0.0017621209844946861, 0.002185775898396969, 0.0026094308122992516, 0.0030330857262015343, 0.003456740640103817, 0.0038803955540060997, 0.004304050467908382, 0.004727705381810665, 0.005151360295712948, 0.0055750152096152306, 0.005998670123517513, 0.006422325037419796, 0.006845979951322079, 0.007269634865224361, 0.007693289779126644, 0.008116944693028927, 0.00854059960693121, 0.008964254520833492, 0.009387909434735775, 0.009811564348638058, 0.01023521926254034, 0.010658874176442623, 0.011082529090344906, 0.011506184004247189, 0.011929838918149471, 0.012353493832051754, 0.012777148745954037, 0.01320080365985632, 0.013624458573758602, 0.014048113487660885, 0.014471768401563168]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 3.0, 1.0, 1.0, 5.0, 4.0, 3.0, 5.0, 0.0, 0.0, 6.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 2.0, 1.0, 3.0, 3.0, 2.0, 1.0, 3.0, 0.0, 3.0], "bins": [-0.023227307945489883, -0.022715311497449875, -0.022203313186764717, -0.02169131673872471, -0.02117931842803955, -0.020667321979999542, -0.020155325531959534, -0.019643327221274376, -0.019131330773234367, -0.01861933246254921, -0.0181073360145092, -0.017595339566469193, -0.017083341255784035, -0.016571344807744026, -0.01605934649705887, -0.01554735004901886, -0.015035352669656277, -0.014523355290293694, -0.01401135791093111, -0.013499361462891102, -0.012987364083528519, -0.012475366704165936, -0.011963369324803352, -0.01145137194544077, -0.010939374566078186, -0.010427378118038177, -0.009915380738675594, -0.009403383359313011, -0.008891385979950428, -0.008379388600587845, -0.007867392152547836, -0.007355394773185253, -0.00684339739382267, -0.006331400014460087, -0.005819403100758791, -0.005307405721396208, -0.004795408807694912, -0.004283411428332329, -0.0037714140489697456, -0.003259416902437806, -0.0027474197559058666, -0.002235422609373927, -0.0017234253464266658, -0.0012114280834794044, -0.0006994309369474649, -0.00018743373220786452, 0.0003245634725317359, 0.0008365606772713363, 0.0013485578820109367, 0.0018605550285428762, 0.0023725521750748158, 0.002884549554437399, 0.0033965467009693384, 0.003908543847501278, 0.004420541226863861, 0.004932538140565157, 0.00544453551992774, 0.005956532899290323, 0.006468529812991619, 0.006980527192354202, 0.007492524571716785, 0.008004521951079369, 0.008516518399119377, 0.00902851577848196, 0.009540513157844543]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 3.0, 1.0, 2.0, 2.0, 5.0, 3.0, 2.0, 6.0, 9.0, 6.0, 10.0, 12.0, 9.0, 11.0, 22.0, 16.0, 25.0, 21.0, 24.0, 31.0, 34.0, 57.0, 107.0, 127.0, 161.0, 208.0, 271.0, 320.0, 478.0, 749.0, 1031.0, 1548.0, 2665.0, 6303.0, 1042.0, 773.0, 607.0, 313.0, 273.0, 344.0, 326.0, 192.0, 131.0, 89.0, 34.0, 13.0, 2.0, 4.0], "bins": [-0.015585696324706078, -0.01526951976120472, -0.014953343197703362, -0.014637166634202003, -0.014320990070700645, -0.014004813507199287, -0.01368863694369793, -0.013372460380196571, -0.013056283816695213, -0.012740107253193855, -0.012423930689692497, -0.01210775412619114, -0.011791577562689781, -0.011475400999188423, -0.011159224435687065, -0.010843047872185707, -0.010526871308684349, -0.010210693813860416, -0.009894517250359058, -0.0095783406868577, -0.009262164123356342, -0.008945987559854984, -0.008629810996353626, -0.008313634432852268, -0.00799745786935091, -0.007681281305849552, -0.007365104742348194, -0.007048928178846836, -0.006732751615345478, -0.00641657505184412, -0.006100398488342762, -0.005784221924841404, -0.005468045361340046, -0.005151868797838688, -0.00483569223433733, -0.004519515670835972, -0.004203339107334614, -0.003887162311002612, -0.003570985747501254, -0.003254809183999896, -0.002938632620498538, -0.00262245605699718, -0.002306279493495822, -0.001990102929994464, -0.001673926250077784, -0.001357749686576426, -0.0010415730066597462, -0.0007253964431583881, -0.0004092198796570301, -9.304328705184162e-05, 0.00022313330555334687, 0.0005393099272623658, 0.0008554864907637239, 0.0011716630542650819, 0.0014878397341817617, 0.0018040162976831198, 0.002120192861184478, 0.002436369424685836, 0.002752545988187194, 0.003068722551688552, 0.0033848993480205536, 0.0037010759115219116, 0.00401725247502327, 0.004333429038524628, 0.004649605602025986]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.053859908133745193, -0.05246679112315178, -0.051073670387268066, -0.04968055337667465, -0.04828743636608124, -0.046894315630197525, -0.04550119861960411, -0.0441080778837204, -0.042714960873126984, -0.04132184386253357, -0.03992872312664986, -0.03853560611605644, -0.03714248538017273, -0.035749368369579315, -0.0343562513589859, -0.03296313062310219, -0.031570013612508774, -0.03017689473927021, -0.028783775866031647, -0.027390658855438232, -0.02599753998219967, -0.024604421108961105, -0.02321130409836769, -0.021818185225129128, -0.020425066351890564, -0.019031947478652, -0.017638828605413437, -0.016245711594820023, -0.014852592721581459, -0.013459473848342896, -0.012066355906426907, -0.010673237964510918, -0.009280119091272354, -0.00788700021803379, -0.006493882276117802, -0.0051007638685405254, -0.003707645460963249, -0.002314527053385973, -0.0009214086458086967, 0.0004717097617685795, 0.0018648281693458557, 0.003257946576923132, 0.004651064984500408, 0.006044183392077684, 0.007437301799654961, 0.008830420672893524, 0.010223538614809513, 0.011616656556725502, 0.013009775429964066, 0.014402894303202629, 0.015796013176441193, 0.017189130187034607, 0.01858224906027317, 0.019975367933511734, 0.02136848494410515, 0.022761603817343712, 0.024154722690582275, 0.02554784156382084, 0.026940960437059402, 0.028334077447652817, 0.02972719632089138, 0.031120315194129944, 0.03251343220472336, 0.03390655294060707, 0.035299669951200485]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 2.0, 3.0, 2.0, 0.0, 4.0, 2.0, 2.0, 1.0, 10.0, 5.0, 7.0, 4.0, 4.0, 9.0, 6.0, 6.0, 5.0, 4.0, 5.0, 4.0, 4.0, 4.0, 6.0, 4.0, 7.0, 7.0, 2.0, 9.0, 5.0, 6.0, 2.0, 6.0, 3.0, 8.0, 18.0, 36.0, 19.0, 8.0, 13.0, 1.0, 5.0, 6.0, 8.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.0207443255931139, -0.020245954394340515, -0.019747581332921982, -0.019249210134148598, -0.018750838935375214, -0.01825246587395668, -0.017754094675183296, -0.017255723476409912, -0.01675735041499138, -0.016258979216217995, -0.01576060801744461, -0.015262234956026077, -0.014763863757252693, -0.014265491627156734, -0.013767119497060776, -0.013268748298287392, -0.012770376168191433, -0.012272004038095474, -0.01177363283932209, -0.011275260709226131, -0.010776888579130173, -0.010278517380356789, -0.00978014525026083, -0.009281773120164871, -0.008783401921391487, -0.008285029791295528, -0.00778665766119957, -0.007288285996764898, -0.006789914332330227, -0.006291542202234268, -0.005793170537799597, -0.005294798407703638, -0.004796426743268967, -0.004298055078834295, -0.0037996829487383366, -0.003301311284303665, -0.00280293938703835, -0.002304567489773035, -0.0018061957089230418, -0.0013078239280730486, -0.0008094520308077335, -0.0003110801917500794, 0.00018729164730757475, 0.0006856634863652289, 0.001184035325422883, 0.001682407222688198, 0.0021807788871228695, 0.0026791507843881845, 0.0031775226816534996, 0.0036758945789188147, 0.00417426647618413, 0.004672638140618801, 0.00517101027071476, 0.005669381935149431, 0.006167753599584103, 0.006666125729680061, 0.007164497394114733, 0.007662869058549404, 0.008161241188645363, 0.008659613318741322, 0.009157984517514706, 0.009656356647610664, 0.010154728777706623, 0.010653099976480007, 0.011151472106575966]}, "_runtime": 13.65620732307434, "_timestamp": 1596214338.4134898, "_step": 11}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 2.0, 0.0, 1.0, 3.0, 2.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 2.0, 2.0, 3.0, 3.0, 3.0, 4.0, 4.0, 1.0, 3.0, 3.0, 1.0, 0.0, 3.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02268304117023945, -0.022029567509889603, -0.021376091986894608, -0.02072261832654476, -0.020069144666194916, -0.01941566914319992, -0.018762195482850075, -0.01810871995985508, -0.017455246299505234, -0.016801772639155388, -0.016148297116160393, -0.015494823455810547, -0.014841348864138126, -0.014187874272465706, -0.01353440061211586, -0.01288092602044344, -0.012227451428771019, -0.011573976837098598, -0.010920502245426178, -0.010267028585076332, -0.009613553993403912, -0.008960079401731491, -0.008306605741381645, -0.007653131149709225, -0.006999656558036804, -0.006346181966364384, -0.0056927078403532505, -0.005039233714342117, -0.004385759122669697, -0.00373228476382792, -0.003078810404986143, -0.0024253360461443663, -0.0017718616873025894, -0.0011183873284608126, -0.0004649129696190357, 0.00018856138922274113, 0.000842035748064518, 0.0014955101069062948, 0.0021489844657480717, 0.0028024588245898485, 0.0034559331834316254, 0.004109407775104046, 0.004762881901115179, 0.005416356027126312, 0.006069830618798733, 0.006723305210471153, 0.0073767793364822865, 0.00803025346249342, 0.00868372805416584, 0.00933720264583826, 0.009990677237510681, 0.010644150897860527, 0.011297625489532948, 0.011951100081205368, 0.012604573741555214, 0.013258048333227634, 0.013911522924900055, 0.014564997516572475, 0.015218472108244896, 0.015871945768594742, 0.016525421291589737, 0.017178894951939583, 0.01783236861228943, 0.018485844135284424, 0.01913931779563427]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 3.0, 3.0, 1.0, 3.0, 4.0, 6.0, 10.0, 9.0, 13.0, 19.0, 17.0, 34.0, 32.0, 52.0, 55.0, 88.0, 107.0, 130.0, 192.0, 228.0, 338.0, 493.0, 2724.0, 1686.0, 665.0, 356.0, 207.0, 133.0, 97.0, 54.0, 49.0, 32.0, 22.0, 12.0, 17.0, 7.0, 6.0, 6.0, 5.0, 3.0, 3.0, 3.0, 0.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.17322446405887604, -0.1669609099626541, -0.1606973558664322, -0.15443380177021027, -0.14817026257514954, -0.1419067084789276, -0.1356431543827057, -0.12937960028648376, -0.12311604619026184, -0.11685249209403992, -0.110588937997818, -0.10432539135217667, -0.09806183725595474, -0.09179828315973282, -0.08553473651409149, -0.07927118241786957, -0.07300762832164764, -0.06674407422542572, -0.060480523854494095, -0.05421697348356247, -0.047953419387340546, -0.04168986529111862, -0.035426314920186996, -0.029162762686610222, -0.022899210453033447, -0.016635658219456673, -0.010372105985879898, -0.0041085537523031235, 0.002154998481273651, 0.008418550714850426, 0.0146821029484272, 0.020945655182003975, 0.02720920741558075, 0.03347276151180267, 0.0397363118827343, 0.045999862253665924, 0.05226341634988785, 0.05852697044610977, 0.0647905170917511, 0.07105407118797302, 0.07731762528419495, 0.08358117938041687, 0.0898447334766388, 0.09610828012228012, 0.10237183421850204, 0.10863538831472397, 0.1148989349603653, 0.12116248905658722, 0.12742604315280914, 0.13368959724903107, 0.139953151345253, 0.14621670544147491, 0.15248024463653564, 0.15874379873275757, 0.1650073528289795, 0.17127090692520142, 0.17753446102142334, 0.18379801511764526, 0.1900615692138672, 0.1963251233100891, 0.20258867740631104, 0.20885221660137177, 0.2151157706975937, 0.2213793247938156, 0.22764287889003754]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 0.0, 1.0, 1.0, 6.0, 3.0, 0.0, 4.0, 6.0, 5.0, 3.0, 5.0, 2.0, 2.0, 4.0, 4.0, 26.0, 0.0, 2.0, 3.0, 3.0, 2.0, 4.0, 2.0, 2.0, 3.0, 4.0, 3.0, 3.0, 4.0, 2.0, 3.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.005048523191362619, -0.00486006448045373, -0.00467160576954484, -0.004483146592974663, -0.004294687882065773, -0.004106229171156883, -0.0039177704602479935, -0.00372931151650846, -0.0035408528055995703, -0.0033523940946906805, -0.003163935150951147, -0.0029754764400422573, -0.0027870177291333675, -0.002598558785393834, -0.0024101000744849443, -0.002221641130745411, -0.002033182419836521, -0.0018447235925123096, -0.001656264765188098, -0.0014678060542792082, -0.0012793472269549966, -0.001090888399630785, -0.0009024296305142343, -0.0007139708613976836, -0.000525512034073472, -0.0003370532358530909, -0.00014859443763270974, 3.98643605876714e-05, 0.00022832315880805254, 0.0004167819570284337, 0.0006052407552488148, 0.0007936995243653655, 0.000982158351689577, 0.0011706171790137887, 0.0013590760063380003, 0.00154753471724689, 0.0017359935445711017, 0.0019244523718953133, 0.002112911082804203, 0.0023013700265437365, 0.0024898287374526262, 0.002678287448361516, 0.0028667463921010494, 0.003055205103009939, 0.003243663813918829, 0.0034321227576583624, 0.003620581468567252, 0.0038090404123067856, 0.003997499123215675, 0.004185957834124565, 0.004374416545033455, 0.004562875721603632, 0.004751334432512522, 0.0049397931434214115, 0.005128251854330301, 0.005316710565239191, 0.005505169741809368, 0.005693628452718258, 0.005882087163627148, 0.0060705458745360374, 0.006259004585444927, 0.006447463296353817, 0.006635922472923994, 0.006824381183832884, 0.007012839894741774]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 4.0, 5.0, 9.0, 7.0, 20.0, 41.0, 43.0, 85.0, 111.0, 187.0, 257.0, 397.0, 494.0, 703.0, 1017.0, 1314.0, 1804.0, 2622.0, 3570.0, 5103.0, 7157.0, 9802.0, 13882.0, 19606.0, 26652.0, 35703.0, 49197.0, 67143.0, 88387.0, 114692.0, 409845.0, 85030.0, 63539.0, 45759.0, 32514.0, 23707.0, 17578.0, 13209.0, 10038.0, 7442.0, 5595.0, 4082.0, 2920.0, 2258.0, 1561.0, 1206.0, 881.0, 652.0, 499.0, 360.0, 267.0, 210.0, 148.0, 111.0, 76.0, 58.0, 31.0, 22.0, 18.0, 10.0, 4.0, 1.0, 2.0], "bins": [-0.014541983604431152, -0.014073719270527363, -0.013605454936623573, -0.013137190602719784, -0.012668926268815994, -0.012200661934912205, -0.011732397601008415, -0.011264133267104626, -0.010795868933200836, -0.010327604599297047, -0.009859340265393257, -0.009391075931489468, -0.008922811597585678, -0.008454547263681889, -0.007986282929778099, -0.0075180185958743095, -0.00704975426197052, -0.0065814899280667305, -0.006113225594162941, -0.0056449612602591515, -0.005176696926355362, -0.004708432592451572, -0.004240168258547783, -0.0037719039246439934, -0.003303639590740204, -0.0028353752568364143, -0.002367110922932625, -0.0018988465890288353, -0.0014305822551250458, -0.0009623179212212563, -0.0004940535873174667, -2.5789253413677216e-05, 0.0004424750804901123, 0.0009107394143939018, 0.0013790037482976913, 0.0018472680822014809, 0.0023155324161052704, 0.00278379675000906, 0.0032520610839128494, 0.003720325417816639, 0.0041885897517204285, 0.004656854085624218, 0.0051251184195280075, 0.005593382753431797, 0.0060616470873355865, 0.006529911421239376, 0.006998175755143166, 0.007466440089046955, 0.007934704422950745, 0.008402968756854534, 0.008871233090758324, 0.009339497424662113, 0.009807761758565903, 0.010276026092469692, 0.010744290426373482, 0.011212554760277271, 0.01168081909418106, 0.01214908342808485, 0.01261734776198864, 0.01308561209589243, 0.013553876429796219, 0.014022140763700008, 0.014490405097603798, 0.014958669431507587, 0.015426933765411377]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 4.0, 3.0, 7.0, 5.0, 4.0, 5.0, 1.0, 3.0, 10.0, 2.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02030809596180916, -0.01978614740073681, -0.01926419883966446, -0.01874225027859211, -0.01822030171751976, -0.01769835501909256, -0.01717640645802021, -0.01665445789694786, -0.01613250933587551, -0.015610560774803162, -0.015088612213730812, -0.014566664583981037, -0.014044716022908688, -0.013522767461836338, -0.013000819832086563, -0.012478871271014214, -0.011956922709941864, -0.011434974148869514, -0.010913025587797165, -0.01039107795804739, -0.00986912939697504, -0.009347180835902691, -0.008825233206152916, -0.008303284645080566, -0.007781336084008217, -0.007259387522935867, -0.006737439427524805, -0.006215491332113743, -0.005693542771041393, -0.005171594209969044, -0.0046496461145579815, -0.004127698019146919, -0.0036057494580745697, -0.003083801129832864, -0.002561852801591158, -0.002039904473349452, -0.0015179561451077461, -0.0009960078168660402, -0.00047405948862433434, 4.788883961737156e-05, 0.0005698371678590775, 0.0010917854961007833, 0.0016137338243424892, 0.002135682152584195, 0.002657630480825901, 0.003179578809067607, 0.003701527137309313, 0.004223475232720375, 0.004745423793792725, 0.005267372354865074, 0.005789320450276136, 0.006311268545687199, 0.006833217106759548, 0.007355165667831898, 0.007877113297581673, 0.008399061858654022, 0.008921010419726372, 0.009442958980798721, 0.00996490754187107, 0.010486855171620846, 0.011008803732693195, 0.011530752293765545, 0.01205269992351532, 0.01257464848458767, 0.013096597045660019]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 2.0, 3.0, 2.0, 1.0, 3.0, 4.0, 3.0, 7.0, 8.0, 5.0, 6.0, 3.0, 6.0, 9.0, 11.0, 15.0, 16.0, 10.0, 9.0, 9.0, 5.0, 17.0, 11.0, 17.0, 19.0, 14.0, 19.0, 38.0, 62.0, 58.0, 103.0, 141.0, 250.0, 368.0, 726.0, 1113.0, 1593.0, 3639.0, 6591.0, 1343.0, 733.0, 466.0, 337.0, 245.0, 137.0, 87.0, 42.0, 38.0, 22.0, 13.0, 13.0, 12.0, 12.0, 5.0, 4.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.01568295992910862, -0.015310371294617653, -0.014937782660126686, -0.014565193094313145, -0.014192604459822178, -0.013820015825331211, -0.01344742625951767, -0.013074837625026703, -0.012702248990535736, -0.01232966035604477, -0.011957071721553802, -0.011584482155740261, -0.011211893521249294, -0.010839304886758327, -0.010466715320944786, -0.01009412668645382, -0.009721538051962852, -0.009348949417471886, -0.008976360782980919, -0.008603771217167377, -0.00823118258267641, -0.007858593948185444, -0.00748600484803319, -0.007113415747880936, -0.006740827113389969, -0.006368238478899002, -0.005995649378746748, -0.005623060278594494, -0.005250471644103527, -0.00487788300961256, -0.004505293909460306, -0.004132704809308052, -0.0037601161748170853, -0.003387527307495475, -0.0030149384401738644, -0.002642349572852254, -0.0022697607055306435, -0.001897171838209033, -0.0015245829708874226, -0.0011519941035658121, -0.0007794052362442017, -0.0004068163689225912, -3.422750160098076e-05, 0.0003383613657206297, 0.0007109502330422401, 0.0010835391003638506, 0.001456127967685461, 0.0018287168350070715, 0.002201305702328682, 0.0025738945696502924, 0.002946483436971903, 0.0033190723042935133, 0.0036916611716151237, 0.0040642498061060905, 0.004436838906258345, 0.004809428006410599, 0.0051820166409015656, 0.005554605275392532, 0.0059271943755447865, 0.0062997834756970406, 0.006672372110188007, 0.007044960744678974, 0.007417549844831228, 0.007790138944983482, 0.00816272757947445]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.045613132417201996, -0.0444236658513546, -0.0432341992855072, -0.042044732719659805, -0.04085526615381241, -0.03966580331325531, -0.03847633674740791, -0.037286870181560516, -0.03609740361571312, -0.03490793704986572, -0.033718470484018326, -0.03252900391817093, -0.03133954107761383, -0.030150072649121284, -0.028960607945919037, -0.02777114138007164, -0.026581674814224243, -0.025392208248376846, -0.02420274168252945, -0.023013276979327202, -0.021823810413479805, -0.020634343847632408, -0.01944487914443016, -0.018255412578582764, -0.017065946012735367, -0.01587647944688797, -0.014687013812363148, -0.013497548177838326, -0.012308081611990929, -0.011118615046143532, -0.00992914941161871, -0.008739683777093887, -0.0075502172112464905, -0.006360751111060381, -0.005171285010874271, -0.003981818910688162, -0.0027923528105020523, -0.0016028867103159428, -0.0004134206101298332, 0.0007760454900562763, 0.001965511590242386, 0.0031549776904284954, 0.004344443790614605, 0.0055339098908007145, 0.006723375990986824, 0.007912842556834221, 0.009102308191359043, 0.010291773825883865, 0.011481240391731262, 0.012670706957578659, 0.013860172592103481, 0.015049638226628304, 0.0162391047924757, 0.017428571358323097, 0.018618036061525345, 0.01980750262737274, 0.02099696919322014, 0.022186435759067535, 0.023375902324914932, 0.02456536702811718, 0.025754833593964577, 0.026944300159811974, 0.02813376486301422, 0.029323231428861618, 0.030512697994709015]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 2.0, 2.0, 6.0, 5.0, 6.0, 6.0, 4.0, 6.0, 11.0, 7.0, 8.0, 8.0, 9.0, 13.0, 14.0, 13.0, 56.0, 22.0, 8.0, 16.0, 8.0, 10.0, 6.0, 6.0, 7.0, 4.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0], "bins": [-0.03249141201376915, -0.03171144798398018, -0.030931483954191208, -0.030151518061757088, -0.029371554031968117, -0.028591590002179146, -0.027811624109745026, -0.027031660079956055, -0.026251696050167084, -0.025471732020378113, -0.024691767990589142, -0.02391180209815502, -0.02313183806836605, -0.02235187403857708, -0.02157190814614296, -0.02079194411635399, -0.020011980086565018, -0.019232016056776047, -0.018452052026987076, -0.017672086134552956, -0.016892122104763985, -0.016112158074975014, -0.015332193113863468, -0.014552228152751923, -0.013772264122962952, -0.01299230009317398, -0.012212335132062435, -0.01143237017095089, -0.010652406141161919, -0.009872442111372948, -0.009092477150261402, -0.008312512189149857, -0.007532548159360886, -0.006752583663910627, -0.005972619168460369, -0.005192654673010111, -0.004412690177559853, -0.0036327256821095943, -0.002852761186659336, -0.002072796691209078, -0.0012928321957588196, -0.0005128677003085613, 0.00026709679514169693, 0.0010470612905919552, 0.0018270257860422134, 0.0026069902814924717, 0.00338695477694273, 0.004166919272392988, 0.0049468837678432465, 0.005726848263293505, 0.006506812758743763, 0.007286777254194021, 0.00806674174964428, 0.00884670577943325, 0.009626670740544796, 0.010406635701656342, 0.011186599731445312, 0.011966563761234283, 0.012746528722345829, 0.013526493683457375, 0.014306457713246346, 0.015086421743035316, 0.015866387635469437, 0.016646351665258408, 0.01742631569504738]}, "_runtime": 14.439166069030762, "_timestamp": 1596214339.1964486, "_step": 12}
+{"val_accuracy": 0.6689704623287672, "val_loss": 1.0890666387941195, "_runtime": 15.828276872634888, "_timestamp": 1596214340.5855594, "_step": 13}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: R Confidence: 0.37 Truth: v", "Prediction: 5 Confidence: 0.77 Truth: 5", "Prediction: 2 Confidence: 0.93 Truth: 2", "Prediction: 0 Confidence: 0.49 Truth: 0"]}, "_runtime": 16.10372304916382, "_timestamp": 1596214340.8610055, "_step": 14}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 1.0, 2.0, 0.0, 4.0, 1.0, 2.0, 1.0, 2.0, 4.0, 1.0, 3.0, 0.0, 2.0, 3.0, 3.0, 3.0, 2.0, 2.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.015450172126293182, -0.01501244492828846, -0.014574718661606312, -0.01413699146360159, -0.013699265196919441, -0.013261537998914719, -0.01282381173223257, -0.012386084534227848, -0.0119483582675457, -0.011510631069540977, -0.01107290480285883, -0.010635177604854107, -0.010197451338171959, -0.009759724140167236, -0.009321997873485088, -0.008884270675480366, -0.008446544408798218, -0.008008817210793495, -0.00757109047845006, -0.007133363746106625, -0.006695637013763189, -0.006257910281419754, -0.005820183549076319, -0.0053824568167328835, -0.004944729618728161, -0.004507002886384726, -0.00406927615404129, -0.0036315496545284986, -0.0031938226893544197, -0.0027560959570109844, -0.002318369224667549, -0.0018806424923241138, -0.0014429157599806786, -0.0010051890276372433, -0.0005674622370861471, -0.00012973547563888133, 0.0003079912858083844, 0.0007457180181518197, 0.0011834448669105768, 0.001621171599254012, 0.0020588983315974474, 0.0024966250639408827, 0.002934351796284318, 0.0033720785286277533, 0.003809805493801832, 0.0042475322261452675, 0.004685258958488703, 0.005122985690832138, 0.005560712423175573, 0.005998439155519009, 0.006436165887862444, 0.006873892620205879, 0.0073116193525493145, 0.00774934608489275, 0.008187073282897472, 0.00862479954957962, 0.009062526747584343, 0.009500253014266491, 0.009937980212271214, 0.010375706478953362, 0.010813433676958084, 0.011251159943640232, 0.011688887141644955, 0.012126613408327103, 0.012564340606331825]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 5.0, 4.0, 12.0, 5.0, 6.0, 9.0, 9.0, 19.0, 22.0, 24.0, 22.0, 28.0, 39.0, 46.0, 63.0, 97.0, 120.0, 144.0, 226.0, 268.0, 376.0, 571.0, 3398.0, 1038.0, 494.0, 286.0, 170.0, 123.0, 83.0, 63.0, 41.0, 26.0, 27.0, 16.0, 15.0, 14.0, 9.0, 1.0, 2.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1646420657634735, -0.1593565195798874, -0.15407098829746246, -0.14878544211387634, -0.14349989593029022, -0.1382143646478653, -0.13292881846427917, -0.12764327228069305, -0.12235773354768753, -0.117072194814682, -0.11178664863109589, -0.10650110989809036, -0.10121557116508484, -0.09593002498149872, -0.0906444862484932, -0.08535894006490707, -0.08007340133190155, -0.07478786259889603, -0.0695023164153099, -0.06421677768230438, -0.05893123522400856, -0.05364569276571274, -0.048360154032707214, -0.04307461157441139, -0.03778906911611557, -0.03250352665781975, -0.027217986062169075, -0.021932445466518402, -0.01664690300822258, -0.011361361481249332, -0.006075819954276085, -0.0007902784273028374, 0.00449526309967041, 0.009780804626643658, 0.015066346153616905, 0.020351886749267578, 0.0256374292075634, 0.030922971665859222, 0.036208510398864746, 0.04149405285716057, 0.04677959531545639, 0.05206513777375221, 0.057350680232048035, 0.06263621896505356, 0.06792175769805908, 0.0732073038816452, 0.07849284261465073, 0.08377838879823685, 0.08906392753124237, 0.0943494662642479, 0.09963501244783401, 0.10492055118083954, 0.11020609736442566, 0.11549163609743118, 0.1207771748304367, 0.12606272101402283, 0.13134825229644775, 0.13663379848003387, 0.14191934466362, 0.14720489084720612, 0.15249042212963104, 0.15777596831321716, 0.16306151449680328, 0.1683470457792282, 0.17363259196281433]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 3.0, 2.0, 1.0, 3.0, 0.0, 2.0, 2.0, 5.0, 3.0, 6.0, 6.0, 3.0, 5.0, 1.0, 3.0, 3.0, 24.0, 5.0, 2.0, 4.0, 3.0, 1.0, 2.0, 4.0, 1.0, 1.0, 6.0, 3.0, 2.0, 2.0, 0.0, 3.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.004964339546859264, -0.004810253158211708, -0.004656166769564152, -0.0045020803809165955, -0.004347993992269039, -0.004193907603621483, -0.004039820749312639, -0.0038857345934957266, -0.0037316479720175266, -0.0035775615833699703, -0.003423475194722414, -0.0032693888060748577, -0.0031153024174273014, -0.002961216028779745, -0.002807129407301545, -0.002653043018653989, -0.0024989566300064325, -0.0023448702413588762, -0.00219078385271132, -0.00203669723123312, -0.0018826108425855637, -0.0017285244539380074, -0.001574438065290451, -0.001420351560227573, -0.0012662651715800166, -0.0011121787829324603, -0.0009580922778695822, -0.0008040058892220259, -0.0006499194423668087, -0.0004958329955115914, -0.00034174657776020467, -0.00018766014545690268, -3.357371315360069e-05, 0.0001205127191497013, 0.0002745991514530033, 0.00042868556920439005, 0.0005827720160596073, 0.0007368584629148245, 0.0008909448515623808, 0.001045031356625259, 0.0011991177452728152, 0.0013532041339203715, 0.0015072906389832497, 0.001661377027630806, 0.0018154634162783623, 0.0019695498049259186, 0.0021236364264041185, 0.002277722815051675, 0.002431809203699231, 0.0025858955923467875, 0.0027399819809943438, 0.0028940686024725437, 0.0030481549911201, 0.0032022413797676563, 0.0033563277684152126, 0.003510414157062769, 0.0036645005457103252, 0.003818587167188525, 0.003972673323005438, 0.0041267601773142815, 0.004280846565961838, 0.004434932954609394, 0.00458901934325695, 0.004743105731904507, 0.004897192120552063]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 5.0, 13.0, 20.0, 29.0, 48.0, 96.0, 134.0, 201.0, 331.0, 518.0, 778.0, 1177.0, 1755.0, 2554.0, 3514.0, 4930.0, 6774.0, 9271.0, 12634.0, 17104.0, 22826.0, 31782.0, 43603.0, 58671.0, 79569.0, 103561.0, 418513.0, 92810.0, 69137.0, 50987.0, 37170.0, 27313.0, 20647.0, 15291.0, 11374.0, 8771.0, 6644.0, 5031.0, 3821.0, 2812.0, 2097.0, 1540.0, 1144.0, 860.0, 587.0, 390.0, 245.0, 185.0, 138.0, 78.0, 68.0, 36.0, 23.0, 11.0, 5.0, 6.0, 3.0, 2.0, 1.0, 4.0, 2.0], "bins": [-0.012275167740881443, -0.011857014149427414, -0.01143885962665081, -0.011020706035196781, -0.010602551512420177, -0.010184397920966148, -0.009766243398189545, -0.009348089806735516, -0.008929936215281487, -0.008511781692504883, -0.008093628101050854, -0.00767547357827425, -0.007257319986820221, -0.0068391659297049046, -0.006421011872589588, -0.006002857815474272, -0.005584703758358955, -0.005166549701243639, -0.004748395644128323, -0.004330241587013006, -0.00391208752989769, -0.003493933705613017, -0.0030757798813283443, -0.002657625824213028, -0.0022394717670977116, -0.0018213177099823952, -0.0014031637692824006, -0.000985009828582406, -0.0005668557714670897, -0.00014870177255943418, 0.0002694522263482213, 0.0006876062252558768, 0.0011057602241635323, 0.0015239142812788486, 0.0019420682219788432, 0.0023602221626788378, 0.002778376219794154, 0.0031965302769094706, 0.0036146841011941433, 0.00403283815830946, 0.004450992215424776, 0.0048691462725400925, 0.005287300329655409, 0.005705454386770725, 0.006123607978224754, 0.006541762035340071, 0.006959916092455387, 0.0073780701495707035, 0.00779622420668602, 0.008214377798140049, 0.008632532320916653, 0.009050685912370682, 0.009468840435147285, 0.009886994026601315, 0.010305148549377918, 0.010723302140831947, 0.011141456663608551, 0.01155961025506258, 0.01197776384651661, 0.012395918369293213, 0.012814071960747242, 0.013232226483523846, 0.013650380074977875, 0.014068534597754478, 0.014486688189208508]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 3.0, 5.0, 0.0, 0.0, 6.0, 1.0, 2.0, 3.0, 0.0, 3.0, 3.0, 2.0, 2.0, 1.0, 2.0, 6.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.010669367387890816, -0.010213491506874561, -0.009757615625858307, -0.009301740676164627, -0.008845864795148373, -0.008389988914132118, -0.007934113964438438, -0.007478238083422184, -0.0070223622024059296, -0.006566486321389675, -0.006110610906034708, -0.005654735490679741, -0.0051988596096634865, -0.004742983728647232, -0.004287108313292265, -0.003831232665106654, -0.0033753570169210434, -0.0029194813687354326, -0.002463605720549822, -0.002007730072364211, -0.0015518544241786003, -0.0010959787759929895, -0.0006401031278073788, -0.000184227479621768, 0.0002716481685638428, 0.0007275238167494535, 0.0011833994649350643, 0.001639275113120675, 0.002095150761306286, 0.0025510264094918966, 0.0030069020576775074, 0.003462777705863118, 0.003918653354048729, 0.004374529235064983, 0.0048304046504199505, 0.005286280065774918, 0.005742155946791172, 0.0061980318278074265, 0.006653907243162394, 0.007109782658517361, 0.007565658539533615, 0.00802153442054987, 0.008477410301566124, 0.008933285251259804, 0.009389161132276058, 0.009845037013292313, 0.010300911962985992, 0.010756787844002247, 0.011212663725018501, 0.011668539606034756, 0.01212441548705101, 0.01258029043674469, 0.013036166317760944, 0.013492042198777199, 0.013947917148470879, 0.014403793029487133, 0.014859668910503387, 0.015315544791519642, 0.015771420672535896, 0.016227295622229576, 0.016683172434568405, 0.017139047384262085, 0.017594922333955765, 0.018050799146294594, 0.018506674095988274]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 1.0, 3.0, 2.0, 2.0, 4.0, 4.0, 4.0, 14.0, 8.0, 16.0, 26.0, 24.0, 35.0, 60.0, 62.0, 78.0, 125.0, 239.0, 426.0, 600.0, 762.0, 848.0, 1152.0, 1982.0, 5754.0, 1788.0, 1113.0, 688.0, 579.0, 416.0, 300.0, 254.0, 212.0, 152.0, 146.0, 113.0, 86.0, 79.0, 51.0, 43.0, 34.0, 27.0, 27.0, 17.0, 16.0, 11.0, 9.0, 8.0, 2.0, 2.0, 2.0, 2.0, 3.0, 4.0, 3.0, 1.0, 0.0, 1.0, 2.0, 0.0, 3.0, 1.0, 3.0], "bins": [-0.008493832312524319, -0.008162467740476131, -0.00783110223710537, -0.007499737199395895, -0.0071683721616864204, -0.006837007589638233, -0.006505642551928759, -0.006174277514219284, -0.0058429124765098095, -0.005511547438800335, -0.00518018240109086, -0.004848817363381386, -0.0045174527913331985, -0.004186087753623724, -0.0038547227159142494, -0.003523357678204775, -0.0031919926404953003, -0.0028606276027858257, -0.002529262565076351, -0.0021978977601975203, -0.0018665327224880457, -0.0015351676847785711, -0.0012038027634844184, -0.0008724377839826047, -0.0005410728044807911, -0.00020970782497897744, 0.00012165715452283621, 0.00045302213402464986, 0.0007843871135264635, 0.001115752151235938, 0.0014471170725300908, 0.0017784819938242435, 0.002109847031533718, 0.0024412120692431927, 0.0027725771069526672, 0.003103941911831498, 0.0034353069495409727, 0.0037666719872504473, 0.004098036792129278, 0.004429401829838753, 0.004760766867548227, 0.005092131905257702, 0.0054234969429671764, 0.005754861980676651, 0.006086226552724838, 0.006417591590434313, 0.006748956628143787, 0.007080321665853262, 0.0074116867035627365, 0.007743051741272211, 0.008074416778981686, 0.008405781351029873, 0.008737146854400635, 0.009068511426448822, 0.009399876929819584, 0.009731241501867771, 0.010062607005238533, 0.01039397157728672, 0.010725336149334908, 0.01105670165270567, 0.011388066224753857, 0.011719431728124619, 0.012050796300172806, 0.012382161803543568, 0.012713526375591755]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 4.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.07436683773994446, -0.07226554304361343, -0.07016424834728241, -0.06806295365095139, -0.06596165895462036, -0.06386035680770874, -0.061759062111377716, -0.05965776741504669, -0.05755647271871567, -0.055455178022384644, -0.05335388332605362, -0.0512525849044323, -0.04915129020810127, -0.04704999551177025, -0.044948697090148926, -0.0428474023938179, -0.04074610769748688, -0.03864481300115585, -0.03654351830482483, -0.034442219883203506, -0.03234092518687248, -0.030239630490541458, -0.028138333931565285, -0.02603703737258911, -0.023935742676258087, -0.021834447979927063, -0.01973315142095089, -0.017631854861974716, -0.015530560165643692, -0.013429264537990093, -0.011327968910336494, -0.009226673282682896, -0.007125377655029297, -0.005024082027375698, -0.0029227863997220993, -0.0008214907720685005, 0.0012798048555850983, 0.003381100483238697, 0.005482396110892296, 0.007583691738545895, 0.009684987366199493, 0.011786282993853092, 0.013887578621506691, 0.015988875180482864, 0.01809016987681389, 0.020191464573144913, 0.022292761132121086, 0.02439405769109726, 0.026495352387428284, 0.028596647083759308, 0.03069794364273548, 0.032799240201711655, 0.03490053489804268, 0.0370018295943737, 0.039103128015995026, 0.04120442271232605, 0.043305717408657074, 0.0454070121049881, 0.04750830680131912, 0.049609605222940445, 0.05171089991927147, 0.05381219461560249, 0.055913493037223816, 0.05801478773355484, 0.060116082429885864]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 4.0, 7.0, 3.0, 7.0, 8.0, 7.0, 9.0, 2.0, 7.0, 11.0, 6.0, 41.0, 22.0, 20.0, 12.0, 18.0, 16.0, 13.0, 10.0, 11.0, 7.0, 7.0, 6.0, 3.0, 1.0, 2.0, 3.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.03017060086131096, -0.029405979439616203, -0.028641359880566597, -0.02787673845887184, -0.027112117037177086, -0.02634749747812748, -0.025582876056432724, -0.02481825463473797, -0.024053633213043213, -0.023289013653993607, -0.02252439223229885, -0.021759770810604095, -0.02099515125155449, -0.020230529829859734, -0.019465908408164978, -0.01870128884911537, -0.017936667427420616, -0.01717204600572586, -0.016407426446676254, -0.0156428050249815, -0.014878183603286743, -0.014113563112914562, -0.013348942622542381, -0.012584321200847626, -0.011819700710475445, -0.011055080220103264, -0.010290458798408508, -0.009525838308036327, -0.008761217817664146, -0.007996596395969391, -0.00723197590559721, -0.006467354949563742, -0.0057027339935302734, -0.004938113037496805, -0.004173492081463337, -0.003408871591091156, -0.0026442506350576878, -0.0018796297954395413, -0.001115008955821395, -0.0003503881162032485, 0.0004142327234148979, 0.0011788535630330443, 0.0019434744026511908, 0.0027080951258540154, 0.0034727160818874836, 0.004237337037920952, 0.005001957528293133, 0.005766578484326601, 0.006531199440360069, 0.0072958203963935375, 0.008060441352427006, 0.008825061842799187, 0.009589683264493942, 0.010354303754866123, 0.011118924245238304, 0.01188354566693306, 0.01264816615730524, 0.013412786647677422, 0.014177408069372177, 0.014942028559744358, 0.01570664905011654, 0.016471270471811295, 0.01723589189350605, 0.018000511452555656, 0.018765132874250412]}, "_runtime": 16.7989718914032, "_timestamp": 1596214341.5562544, "_step": 15}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 5.0, 0.0, 2.0, 1.0, 1.0, 2.0, 0.0, 3.0, 3.0, 4.0, 3.0, 1.0, 1.0, 3.0, 1.0, 4.0, 2.0, 1.0, 1.0, 2.0, 3.0, 1.0, 2.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.015022192150354385, -0.014551807194948196, -0.014081422239542007, -0.013611037284135818, -0.013140651397407055, -0.012670266442000866, -0.012199881486594677, -0.011729496531188488, -0.011259111575782299, -0.01078872662037611, -0.010318340733647346, -0.009847955778241158, -0.009377570822834969, -0.00890718586742878, -0.00843680091202259, -0.007966415956616402, -0.007496030535548925, -0.0070256455801427364, -0.00655526015907526, -0.006084875203669071, -0.005614490248262882, -0.005144104827195406, -0.004673719871789217, -0.004203334916383028, -0.0037329497281461954, -0.003262564539909363, -0.002792179584503174, -0.002321794396266341, -0.0018514093244448304, -0.0013810242526233196, -0.0009106391225941479, -0.00044025402166880667, 3.0131079256534576e-05, 0.0005005161510780454, 0.0009709012811072171, 0.0014412864111363888, 0.0019116714829578996, 0.0023820565547794104, 0.002852441743016243, 0.003322826698422432, 0.0037932118866592646, 0.004263597074896097, 0.004733982030302286, 0.005204366985708475, 0.005674752406775951, 0.00614513736218214, 0.006615522317588329, 0.007085907738655806, 0.0075562926940619946, 0.00802667811512947, 0.00849706307053566, 0.008967448025941849, 0.009437832981348038, 0.009908217936754227, 0.010378602892160416, 0.01084898877888918, 0.011319373734295368, 0.011789758689701557, 0.012260143645107746, 0.012730528600513935, 0.013200913555920124, 0.013671299442648888, 0.014141684398055077, 0.014612069353461266, 0.015082454308867455]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 1.0, 1.0, 0.0, 3.0, 0.0, 5.0, 5.0, 5.0, 10.0, 9.0, 15.0, 15.0, 26.0, 34.0, 52.0, 66.0, 84.0, 148.0, 189.0, 278.0, 398.0, 566.0, 3047.0, 1496.0, 622.0, 317.0, 193.0, 103.0, 64.0, 52.0, 23.0, 25.0, 22.0, 9.0, 14.0, 4.0, 4.0, 7.0, 4.0, 4.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.22708727419376373, -0.22070661187171936, -0.2143259346485138, -0.20794525742530823, -0.20156459510326385, -0.19518393278121948, -0.18880325555801392, -0.18242257833480835, -0.17604191601276398, -0.1696612536907196, -0.16328057646751404, -0.15689989924430847, -0.1505192369222641, -0.14413857460021973, -0.13775789737701416, -0.1313772201538086, -0.12499655783176422, -0.11861588805913925, -0.11223521828651428, -0.10585454851388931, -0.09947387874126434, -0.09309320896863937, -0.0867125391960144, -0.08033186942338943, -0.07395119965076447, -0.0675705298781395, -0.061189860105514526, -0.05480919033288956, -0.04842852056026459, -0.04204785078763962, -0.03566718101501465, -0.02928651124238968, -0.02290584146976471, -0.01652517169713974, -0.01014450192451477, -0.003763832151889801, 0.0026168376207351685, 0.008997507393360138, 0.015378177165985107, 0.021758846938610077, 0.028139516711235046, 0.034520186483860016, 0.040900856256484985, 0.047281526029109955, 0.053662195801734924, 0.060042865574359894, 0.06642353534698486, 0.07280420511960983, 0.0791848748922348, 0.08556554466485977, 0.09194621443748474, 0.09832688421010971, 0.10470755398273468, 0.11108822375535965, 0.11746889352798462, 0.12384956330060959, 0.13023023307323456, 0.13661089539527893, 0.1429915726184845, 0.14937224984169006, 0.15575291216373444, 0.1621335744857788, 0.16851425170898438, 0.17489492893218994, 0.18127559125423431]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 4.0, 3.0, 4.0, 5.0, 5.0, 7.0, 2.0, 7.0, 31.0, 3.0, 7.0, 6.0, 4.0, 4.0, 4.0, 3.0, 5.0, 3.0, 6.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0041792611591517925, -0.003977474756538868, -0.0037756883539259434, -0.0035739021841436625, -0.003372115781530738, -0.0031703293789178133, -0.0029685432091355324, -0.002766756806522608, -0.0025649704039096832, -0.0023631840012967587, -0.002161397598683834, -0.001959611428901553, -0.0017578250262886286, -0.001556038623675704, -0.0013542523374781013, -0.0011524660512804985, -0.0009506796486675739, -0.0007488933042623103, -0.0005471069598570466, -0.00034532061545178294, -0.00014353427104651928, 5.825207335874438e-05, 0.00026003841776400805, 0.0004618247621692717, 0.0006636111065745354, 0.000865397450979799, 0.0010671837953850627, 0.0012689700815826654, 0.00147075648419559, 0.0016725428868085146, 0.0018743291730061173, 0.00207611545920372, 0.0022779018618166447, 0.0024796882644295692, 0.002681474667042494, 0.0028832608368247747, 0.0030850472394376993, 0.003286833642050624, 0.003488619811832905, 0.0036904062144458294, 0.003892192617058754, 0.0040939790196716785, 0.004295765422284603, 0.004497551824897528, 0.004699338227510452, 0.0049011241644620895, 0.005102910567075014, 0.005304696969687939, 0.005506483372300863, 0.005708269774913788, 0.005910056177526712, 0.006111842580139637, 0.006313628517091274, 0.006515414919704199, 0.006717201322317123, 0.006918987724930048, 0.0071207741275429726, 0.007322560530155897, 0.007524346932768822, 0.007726133335381746, 0.007927919737994671, 0.008129705674946308, 0.00833149254322052, 0.008533278480172157, 0.008735064417123795]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [5.0, 6.0, 8.0, 25.0, 40.0, 77.0, 119.0, 209.0, 395.0, 697.0, 1053.0, 1628.0, 2493.0, 3739.0, 5771.0, 8434.0, 12510.0, 18180.0, 26606.0, 39134.0, 57804.0, 85305.0, 124214.0, 449458.0, 102645.0, 70744.0, 49016.0, 33718.0, 23438.0, 16800.0, 12086.0, 8802.0, 6452.0, 4539.0, 3290.0, 2355.0, 1727.0, 1123.0, 912.0, 734.0, 509.0, 448.0, 350.0, 303.0, 302.0, 266.0, 206.0, 209.0, 164.0, 131.0, 114.0, 84.0, 71.0, 57.0, 46.0, 36.0, 19.0, 18.0, 12.0, 4.0, 4.0, 3.0, 0.0, 1.0], "bins": [-0.010582996532320976, -0.010128417052328587, -0.009673838503658772, -0.009219259023666382, -0.008764679543673992, -0.008310100995004177, -0.007855521515011787, -0.007400942035019398, -0.006946363020688295, -0.006491784006357193, -0.006037204526364803, -0.005582625512033701, -0.005128046497702599, -0.004673467017710209, -0.0042188880033791065, -0.0037643087562173605, -0.0033097295090556145, -0.0028551502618938684, -0.0024005710147321224, -0.00194599200040102, -0.001491412753239274, -0.001036833506077528, -0.0005822543753311038, -0.0001276751863770187, 0.0003269040025770664, 0.0007814831915311515, 0.0012360623804852366, 0.0016906415112316608, 0.002145220758393407, 0.002599800005555153, 0.0030543790198862553, 0.0035089582670480013, 0.003963537514209747, 0.00441811652854085, 0.004872696008533239, 0.005327275022864342, 0.005781854502856731, 0.006236433517187834, 0.006691012531518936, 0.007145592011511326, 0.007600171025842428, 0.00805475004017353, 0.00850932952016592, 0.00896390900015831, 0.009418487548828125, 0.009873067028820515, 0.010327646508812904, 0.01078222505748272, 0.011236804537475109, 0.011691384017467499, 0.012145962566137314, 0.012600542046129704, 0.013055121526122093, 0.013509700074791908, 0.013964279554784298, 0.014418859034776688, 0.014873437583446503, 0.015328017063438892, 0.015782596543431282, 0.016237175092101097, 0.01669175550341606, 0.017146334052085876, 0.01760091260075569, 0.018055493012070656, 0.01851007156074047]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 3.0, 1.0, 1.0, 0.0, 2.0, 1.0, 3.0, 3.0, 3.0, 5.0, 1.0, 2.0, 4.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 7.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 3.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00905355904251337, -0.008767517283558846, -0.00848147552460432, -0.00819543469697237, -0.007909392938017845, -0.00762335117906332, -0.0073373098857700825, -0.0070512681268155575, -0.00676522683352232, -0.006479185074567795, -0.00619314331561327, -0.005907102022320032, -0.005621060263365507, -0.0053350189700722694, -0.0050489772111177444, -0.004762935917824507, -0.004476894158869982, -0.004190852399915457, -0.003904811106622219, -0.0036187695804983377, -0.0033327280543744564, -0.0030466862954199314, -0.00276064476929605, -0.0024746032431721687, -0.0021885617170482874, -0.001902520190924406, -0.0016164786648005247, -0.0013304370222613215, -0.0010443954961374402, -0.0007583539700135589, -0.0004723123856820166, -0.00018627083045430481, 9.977072477340698e-05, 0.0003858122800011188, 0.0006718538352288306, 0.0009578954195603728, 0.0012439369456842542, 0.0015299784718081355, 0.0018160201143473387, 0.00210206164047122, 0.0023881031665951014, 0.0026741446927189827, 0.002960186218842864, 0.0032462277449667454, 0.0035322695039212704, 0.0038183110300451517, 0.004104352556169033, 0.004390393849462271, 0.004676435608416796, 0.004962477367371321, 0.005248518660664558, 0.005534560419619083, 0.005820601712912321, 0.006106643471866846, 0.006392684765160084, 0.006678726524114609, 0.006964768283069134, 0.0072508095763623714, 0.0075368513353168964, 0.007822892628610134, 0.008108934387564659, 0.008394976146519184, 0.008681016974151134, 0.00896705873310566, 0.009253100492060184]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 2.0, 0.0, 0.0, 4.0, 6.0, 2.0, 2.0, 0.0, 7.0, 6.0, 10.0, 11.0, 14.0, 16.0, 22.0, 34.0, 37.0, 51.0, 88.0, 72.0, 100.0, 131.0, 200.0, 257.0, 331.0, 477.0, 508.0, 709.0, 853.0, 1053.0, 1423.0, 2005.0, 5196.0, 1300.0, 795.0, 597.0, 483.0, 362.0, 238.0, 191.0, 152.0, 116.0, 120.0, 77.0, 66.0, 61.0, 45.0, 47.0, 29.0, 26.0, 17.0, 22.0, 14.0, 10.0, 9.0, 4.0, 10.0, 2.0, 3.0, 1.0, 3.0, 2.0, 1.0], "bins": [-0.00653419503942132, -0.006340252235531807, -0.006146309431642294, -0.005952366627752781, -0.005758424289524555, -0.005564481485635042, -0.005370538681745529, -0.005176595877856016, -0.004982653073966503, -0.00478871027007699, -0.004594767466187477, -0.004400824662297964, -0.004206881858408451, -0.004012939520180225, -0.0038189967162907124, -0.0036250539124011993, -0.0034311111085116863, -0.0032371683046221733, -0.0030432255007326603, -0.002849282929673791, -0.002655340125784278, -0.002461397321894765, -0.0022674547508358955, -0.0020735119469463825, -0.0018795691430568695, -0.0016856263391673565, -0.0014916836516931653, -0.0012977409642189741, -0.001103798160329461, -0.000909855414647609, -0.0007159126689657569, -0.0005219699232839048, -0.0003280271776020527, -0.00013408443192020059, 5.9858313761651516e-05, 0.0002538010594435036, 0.0004477438051253557, 0.0006416865508072078, 0.0008356292964890599, 0.0010295719839632511, 0.0012235147878527641, 0.0014174575917422771, 0.0016114002792164683, 0.0018053429666906595, 0.0019992857705801725, 0.0021932285744696856, 0.002387171145528555, 0.002581113949418068, 0.002775056753307581, 0.002968999557197094, 0.003162942361086607, 0.0033568849321454763, 0.0035508277360349894, 0.0037447705399245024, 0.003938713110983372, 0.004132655914872885, 0.004326598718762398, 0.004520541522651911, 0.004714484326541424, 0.004908427130430937, 0.00510236993432045, 0.0052963122725486755, 0.0054902550764381886, 0.005684197880327702, 0.005878140684217215]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 3.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.0729852020740509, -0.07137154787778854, -0.06975790113210678, -0.06814424693584442, -0.06653059273958206, -0.0649169459939003, -0.06330329179763794, -0.06168964132666588, -0.06007599085569382, -0.05846233665943146, -0.056848686188459396, -0.055235035717487335, -0.053621385246515274, -0.052007731050252914, -0.05039408057928085, -0.04878043010830879, -0.04716677963733673, -0.04555312544107437, -0.04393947497010231, -0.04232582449913025, -0.04071217030286789, -0.03909851983189583, -0.03748486936092377, -0.035871218889951706, -0.034257564693689346, -0.032643914222717285, -0.031030261889100075, -0.029416611418128014, -0.027802959084510803, -0.026189308613538742, -0.02457565627992153, -0.02296200580894947, -0.02134835347533226, -0.01973470114171505, -0.01812105067074299, -0.016507398337125778, -0.014893747866153717, -0.013280095532536507, -0.011666444130241871, -0.010052792727947235, -0.0084391413256526, -0.0068254899233579636, -0.005211838521063328, -0.0035981866531074047, -0.001984535250812769, -0.00037088373210281134, 0.0012427677866071463, 0.0028564194217324257, 0.0044700708240270615, 0.006083722226321697, 0.007697373628616333, 0.009311025030910969, 0.010924676433205605, 0.012538328766822815, 0.01415198016911745, 0.015765631571412086, 0.017379283905029297, 0.018992934376001358, 0.02060658670961857, 0.02222023718059063, 0.02383388951420784, 0.0254475399851799, 0.02706119231879711, 0.028674842789769173, 0.030288495123386383]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 4.0, 1.0, 0.0, 3.0, 3.0, 5.0, 1.0, 5.0, 2.0, 7.0, 1.0, 5.0, 4.0, 6.0, 9.0, 7.0, 9.0, 5.0, 10.0, 3.0, 5.0, 9.0, 12.0, 14.0, 25.0, 8.0, 14.0, 10.0, 9.0, 9.0, 7.0, 6.0, 4.0, 7.0, 7.0, 6.0, 5.0, 5.0, 5.0, 6.0, 0.0, 4.0, 2.0, 2.0, 1.0, 1.0, 1.0, 3.0, 1.0, 2.0], "bins": [-0.020944153890013695, -0.020395532250404358, -0.01984691061079502, -0.019298288971185684, -0.018749669194221497, -0.01820104755461216, -0.017652425915002823, -0.017103804275393486, -0.01655518263578415, -0.016006560996174812, -0.015457939356565475, -0.014909318648278713, -0.014360697008669376, -0.01381207536906004, -0.013263454660773277, -0.01271483302116394, -0.012166211381554604, -0.011617589741945267, -0.01106896810233593, -0.010520347394049168, -0.00997172575443983, -0.009423104114830494, -0.008874483406543732, -0.008325861766934395, -0.007777240127325058, -0.007228618487715721, -0.006679997313767672, -0.006131376139819622, -0.005582754500210285, -0.005034132860600948, -0.004485511686652899, -0.003936890512704849, -0.0033882688730955124, -0.002839647466316819, -0.002291026059538126, -0.0017424046527594328, -0.0011937832459807396, -0.0006451618392020464, -9.65404324233532e-05, 0.00045208097435534, 0.0010007023811340332, 0.0015493237879127264, 0.0020979451946914196, 0.002646566601470113, 0.003195188008248806, 0.003743809415027499, 0.004292430821806192, 0.004841051995754242, 0.005389673635363579, 0.005938295274972916, 0.006486916448920965, 0.007035537622869015, 0.007584159262478352, 0.008132780902087688, 0.00868140161037445, 0.009230023249983788, 0.009778644889593124, 0.010327266529202461, 0.010875888168811798, 0.01142450887709856, 0.011973130516707897, 0.012521752156317234, 0.013070372864603996, 0.013618994504213333, 0.01416761614382267]}, "_runtime": 17.582477807998657, "_timestamp": 1596214342.3397603, "_step": 16}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 2.0, 3.0, 2.0, 3.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 4.0, 1.0, 4.0, 1.0, 3.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.012662515975534916, -0.012255222536623478, -0.01184792909771204, -0.011440636590123177, -0.011033343151211739, -0.0106260497123003, -0.010218756273388863, -0.009811462834477425, -0.009404169395565987, -0.008996876887977123, -0.008589583449065685, -0.008182290010154247, -0.007774996571242809, -0.007367703597992659, -0.006960410159081221, -0.00655311718583107, -0.006145823746919632, -0.005738530308008194, -0.005331237334758043, -0.004923943895846605, -0.004516650922596455, -0.004109357483685017, -0.0037020640447735786, -0.0032947708386927843, -0.00288747763261199, -0.0024801844265311956, -0.0020728912204504013, -0.0016655977815389633, -0.001258304575458169, -0.0008510113111697137, -0.0004437180468812585, -3.642478259280324e-05, 0.000370868481695652, 0.0007781617459841073, 0.0011854550102725625, 0.0015927483327686787, 0.002000041538849473, 0.0024073347449302673, 0.0028146281838417053, 0.0032219213899224997, 0.003629214596003294, 0.004036508034914732, 0.004443801008164883, 0.004851094447076321, 0.005258387885987759, 0.005665680859237909, 0.006072974298149347, 0.006480267271399498, 0.006887560710310936, 0.007294854149222374, 0.007702147122472525, 0.008109440095722675, 0.008516733534634113, 0.008924026973545551, 0.00933132041245699, 0.009738613851368427, 0.01014590635895729, 0.010553199797868729, 0.010960493236780167, 0.011367786675691605, 0.011775080114603043, 0.01218237355351448, 0.012589666061103344, 0.012996959500014782, 0.01340425293892622]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 4.0, 2.0, 3.0, 3.0, 5.0, 2.0, 7.0, 8.0, 6.0, 5.0, 14.0, 16.0, 20.0, 28.0, 26.0, 57.0, 61.0, 83.0, 94.0, 105.0, 150.0, 203.0, 257.0, 358.0, 520.0, 3014.0, 1259.0, 554.0, 318.0, 208.0, 129.0, 98.0, 59.0, 57.0, 57.0, 44.0, 20.0, 10.0, 18.0, 14.0, 6.0, 5.0, 7.0, 4.0, 3.0, 3.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.16507306694984436, -0.15998941659927368, -0.154905766248703, -0.14982211589813232, -0.14473846554756165, -0.13965481519699097, -0.1345711648464203, -0.1294875144958496, -0.12440385669469833, -0.11932020634412766, -0.11423655599355698, -0.1091529056429863, -0.10406924784183502, -0.09898559749126434, -0.09390194714069366, -0.08881829679012299, -0.08373464643955231, -0.07865099608898163, -0.07356734573841095, -0.06848369538784027, -0.06340004503726959, -0.058316390961408615, -0.05323273688554764, -0.04814908653497696, -0.04306543618440628, -0.0379817858338356, -0.03289813548326492, -0.027814481407403946, -0.022730831056833267, -0.01764718070626259, -0.01256352849304676, -0.007479877211153507, -0.002396225929260254, 0.0026874253526329994, 0.007771076634526253, 0.012854727916419506, 0.01793837919831276, 0.023022029548883438, 0.028105681762099266, 0.033189333975315094, 0.03827298432588577, 0.04335663467645645, 0.04844028502702713, 0.05352393910288811, 0.058607589453458786, 0.06369124352931976, 0.06877489387989044, 0.07385854423046112, 0.0789421945810318, 0.08402584493160248, 0.08910949528217316, 0.09419314563274384, 0.09927679598331451, 0.10436045378446579, 0.10944410413503647, 0.11452775448560715, 0.11961140483617783, 0.1246950551867485, 0.12977871298789978, 0.13486236333847046, 0.13994601368904114, 0.14502966403961182, 0.1501133143901825, 0.15519696474075317, 0.16028061509132385]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 1.0, 4.0, 0.0, 3.0, 5.0, 3.0, 1.0, 4.0, 2.0, 3.0, 5.0, 3.0, 7.0, 27.0, 4.0, 5.0, 1.0, 2.0, 3.0, 3.0, 6.0, 1.0, 4.0, 4.0, 6.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.00538810295984149, -0.005216095596551895, -0.005044087767601013, -0.0048720804043114185, -0.004700073041021824, -0.004528065212070942, -0.004356057848781347, -0.004184050485491753, -0.004012042656540871, -0.003840035293251276, -0.0036680279299616814, -0.003496020333841443, -0.0033240127377212048, -0.00315200537443161, -0.002979997778311372, -0.002807990415021777, -0.002635982818901539, -0.0024639752227813005, -0.002291967859491706, -0.0021199602633714676, -0.0019479527836665511, -0.0017759453039616346, -0.0016039377078413963, -0.0014319302281364799, -0.0012599227484315634, -0.001087915268726647, -0.0009159077308140695, -0.0007439001929014921, -0.0005718927131965756, -0.0003998852043878287, -0.00022787769557908177, -5.587018677033484e-05, 0.0001161373220384121, 0.00028814483084715903, 0.00046015233965590596, 0.0006321598775684834, 0.0008041673572733998, 0.0009761748369783163, 0.0011481824330985546, 0.001320189912803471, 0.0014921973925083876, 0.001664204872213304, 0.0018362123519182205, 0.002008219948038459, 0.002180227544158697, 0.0023522349074482918, 0.00252424250356853, 0.0026962498668581247, 0.002868257462978363, 0.0030402650590986013, 0.003212272422388196, 0.0033842800185084343, 0.003556287381798029, 0.0037282949779182673, 0.0039003025740385056, 0.0040723099373281, 0.004244317300617695, 0.004416325129568577, 0.0045883324928581715, 0.004760339856147766, 0.004932347685098648, 0.005104355048388243, 0.005276362411677837, 0.005448370240628719, 0.005620377603918314]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 4.0, 2.0, 6.0, 8.0, 24.0, 23.0, 46.0, 78.0, 123.0, 199.0, 317.0, 467.0, 734.0, 904.0, 1313.0, 1658.0, 2166.0, 3024.0, 3835.0, 5317.0, 7442.0, 10388.0, 14438.0, 20619.0, 28958.0, 41235.0, 57711.0, 81296.0, 113209.0, 428691.0, 94357.0, 69642.0, 51418.0, 37674.0, 27406.0, 20136.0, 14767.0, 11095.0, 8160.0, 5883.0, 4264.0, 3019.0, 2129.0, 1527.0, 1118.0, 812.0, 572.0, 456.0, 296.0, 228.0, 131.0, 106.0, 87.0, 47.0, 28.0, 24.0, 12.0, 7.0, 3.0, 3.0, 3.0], "bins": [-0.013683871366083622, -0.013259222730994225, -0.012834573164582253, -0.012409924529492855, -0.011985275894403458, -0.01156062725931406, -0.011135978624224663, -0.01071132905781269, -0.010286680422723293, -0.009862031787633896, -0.009437382221221924, -0.009012733586132526, -0.008588084951043129, -0.008163436315953732, -0.007738787215203047, -0.007314138114452362, -0.006889489479362965, -0.006464840844273567, -0.0060401917435228825, -0.005615542642772198, -0.0051908940076828, -0.004766245372593403, -0.004341596271842718, -0.003916947171092033, -0.003492298536002636, -0.003067649668082595, -0.002643000800162554, -0.0022183519322425127, -0.0017937030643224716, -0.0013690541964024305, -0.0009444053284823895, -0.0005197564605623484, -9.510759264230728e-05, 0.0003295412752777338, 0.0007541901431977749, 0.001178839011117816, 0.001603487879037857, 0.002028136746957898, 0.0024527856148779392, 0.0028774344827979803, 0.0033020833507180214, 0.0037267322186380625, 0.0041513810865581036, 0.004576030187308788, 0.005000678822398186, 0.005425327457487583, 0.005849976558238268, 0.006274625658988953, 0.00669927429407835, 0.0071239229291677475, 0.007548572029918432, 0.007973221130669117, 0.008397869765758514, 0.008822518400847912, 0.00924716703593731, 0.009671816602349281, 0.010096465237438679, 0.010521113872528076, 0.010945763438940048, 0.011370412074029446, 0.011795060709118843, 0.01221970934420824, 0.012644357979297638, 0.01306900754570961, 0.013493656180799007]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 10.0, 5.0, 1.0, 5.0, 2.0, 4.0, 7.0, 2.0, 7.0, 1.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.005397686269134283, -0.005091939587146044, -0.004786192439496517, -0.004480445757508278, -0.004174698609858751, -0.003868951927870512, -0.003563205013051629, -0.003257458098232746, -0.002951711183413863, -0.0026459642685949802, -0.0023402173537760973, -0.0020344704389572144, -0.0017287236405536532, -0.0014229767257347703, -0.0011172299273312092, -0.0008114830125123262, -0.0005057360976934433, -0.0001999892119783908, 0.00010575767373666167, 0.00041150455945171416, 0.0007172514451667666, 0.0010229983599856496, 0.0013287451583892107, 0.0016344920732080936, 0.0019402389880269766, 0.0022459859028458595, 0.0025517328176647425, 0.0028574797324836254, 0.0031632264144718647, 0.0034689733292907476, 0.0037747202441096306, 0.004080467391759157, 0.0043862140737473965, 0.004691960755735636, 0.004997707903385162, 0.005303454585373402, 0.005609201733022928, 0.0059149484150111675, 0.006220695562660694, 0.006526442244648933, 0.006832188926637173, 0.007137936074286699, 0.007443682756274939, 0.007749429903924465, 0.008055176585912704, 0.008360923267900944, 0.008666670881211758, 0.008972417563199997, 0.009278164245188236, 0.009583910927176476, 0.009889657609164715, 0.010195405222475529, 0.010501151904463768, 0.010806898586452007, 0.011112645268440247, 0.01141839288175106, 0.0117241395637393, 0.012029886245727539, 0.012335632927715778, 0.012641379609704018, 0.012947127223014832, 0.01325287390500307, 0.01355862058699131, 0.01386436726897955, 0.014170113950967789]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 1.0, 2.0, 1.0, 7.0, 15.0, 9.0, 23.0, 20.0, 41.0, 53.0, 62.0, 102.0, 133.0, 206.0, 314.0, 548.0, 1213.0, 5950.0, 2596.0, 1554.0, 1301.0, 1065.0, 728.0, 599.0, 509.0, 394.0, 277.0, 184.0, 139.0, 77.0, 72.0, 37.0, 41.0, 33.0, 17.0, 20.0, 13.0, 14.0, 4.0, 12.0, 10.0, 3.0, 4.0, 4.0, 4.0, 0.0, 3.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.005033409688621759, -0.004790020175278187, -0.004546630196273327, -0.004303240682929754, -0.004059850703924894, -0.0038164611905813217, -0.0035730714444071054, -0.003329681698232889, -0.003086291952058673, -0.0028429022058844566, -0.0025995124597102404, -0.002356122713536024, -0.0021127332001924515, -0.0018693433376029134, -0.001625953707844019, -0.0013825639616698027, -0.0011391742154955864, -0.0008957844693213701, -0.0006523947813548148, -0.00040900506428442895, -0.00016561534721404314, 7.777436985634267e-05, 0.0003211640869267285, 0.0005645537748932838, 0.0008079435210675001, 0.0010513332672417164, 0.0012947230134159327, 0.001538112643174827, 0.0017815023893490434, 0.002024892019107938, 0.002268281765282154, 0.0025116715114563704, 0.0027550612576305866, 0.002998451003804803, 0.003241840749979019, 0.0034852304961532354, 0.0037286202423274517, 0.003972009755671024, 0.004215399734675884, 0.004458789248019457, 0.0047021787613630295, 0.004945568740367889, 0.005188958253711462, 0.005432348232716322, 0.0056757377460598946, 0.0059191277250647545, 0.006162517238408327, 0.006405907217413187, 0.00664929673075676, 0.006892686244100332, 0.007136076223105192, 0.007379465736448765, 0.007622855715453625, 0.007866245694458485, 0.00810963474214077, 0.00835302472114563, 0.00859641470015049, 0.008839803747832775, 0.009083193726837635, 0.009326583705842495, 0.009569973684847355, 0.00981336273252964, 0.0100567527115345, 0.01030014269053936, 0.01054353266954422]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.020840641111135483, -0.02014194242656231, -0.019443243741989136, -0.018744545057415962, -0.01804584637284279, -0.017347147688269615, -0.01664844900369644, -0.015949750319123268, -0.015251051634550095, -0.014552352949976921, -0.013853654265403748, -0.013154955580830574, -0.0124562568962574, -0.011757558211684227, -0.011058859527111053, -0.01036016084253788, -0.009661462157964706, -0.008962763473391533, -0.00826406478881836, -0.007565366104245186, -0.006866667419672012, -0.006167968735098839, -0.005469270050525665, -0.004770571365952492, -0.004071872681379318, -0.0033731739968061447, -0.002674475312232971, -0.0019757766276597977, -0.0012770779430866241, -0.0005783792585134506, 0.0001203194260597229, 0.0008190181106328964, 0.00151771679520607, 0.0022164154797792435, 0.002915114164352417, 0.0036138128489255905, 0.004312511533498764, 0.0050112102180719376, 0.005709908902645111, 0.006408607587218285, 0.007107306271791458, 0.007806004956364632, 0.008504703640937805, 0.009203402325510979, 0.009902101010084152, 0.010600799694657326, 0.0112994983792305, 0.011998197063803673, 0.012696895748376846, 0.01339559443295002, 0.014094293117523193, 0.014792991802096367, 0.01549169048666954, 0.016190389171242714, 0.016889087855815887, 0.01758778654038906, 0.018286485224962234, 0.018985183909535408, 0.01968388259410858, 0.020382581278681755, 0.02108127996325493, 0.021779978647828102, 0.022478677332401276, 0.02317737601697445, 0.023876074701547623]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 3.0, 2.0, 1.0, 5.0, 7.0, 8.0, 9.0, 7.0, 14.0, 19.0, 19.0, 13.0, 8.0, 2.0, 6.0, 4.0, 8.0, 9.0, 12.0, 15.0, 18.0, 10.0, 7.0, 4.0, 9.0, 11.0, 10.0, 10.0, 1.0, 3.0, 4.0, 1.0, 6.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012450219132006168, -0.011832569725811481, -0.01121492125093937, -0.010597271844744682, -0.00997962336987257, -0.009361973963677883, -0.008744325488805771, -0.008126676082611084, -0.007509027142077684, -0.006891378201544285, -0.006273729261010885, -0.005656080320477486, -0.005038430914282799, -0.004420781973749399, -0.0038031330332159996, -0.0031854840926826, -0.0025678351521492004, -0.0019501862116158009, -0.0013325371546670794, -0.000714888155926019, -9.723915718495846e-05, 0.000520409841556102, 0.0011380588402971625, 0.001755707897245884, 0.0023733568377792835, 0.002991005778312683, 0.0036086547188460827, 0.004226303659379482, 0.004843953065574169, 0.005461602006107569, 0.006079250946640968, 0.006696899887174368, 0.0073145488277077675, 0.007932198233902454, 0.008549846708774567, 0.009167496114969254, 0.009785144589841366, 0.010402793996036053, 0.011020442470908165, 0.011638091877102852, 0.012255741283297539, 0.012873389758169651, 0.013491039164364338, 0.01410868763923645, 0.014726337045431137, 0.01534398552030325, 0.01596163399517536, 0.01657928340137005, 0.017196932807564735, 0.017814582213759422, 0.01843223161995411, 0.019049879163503647, 0.019667528569698334, 0.02028517797589302, 0.020902827382087708, 0.021520474925637245, 0.022138124331831932, 0.02275577373802662, 0.023373423144221306, 0.023991072550415993, 0.02460872009396553, 0.025226369500160217, 0.025844018906354904, 0.02646166831254959, 0.027079317718744278]}, "_runtime": 18.341752290725708, "_timestamp": 1596214343.0990348, "_step": 17}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 2.0, 0.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 4.0, 3.0, 1.0, 2.0, 1.0, 2.0, 2.0, 1.0, 1.0, 3.0, 1.0, 1.0, 0.0, 1.0, 1.0, 4.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.01171246636658907, -0.011324753984808922, -0.010937041603028774, -0.010549330152571201, -0.010161617770791054, -0.009773905389010906, -0.009386193007230759, -0.008998481556773186, -0.008610769174993038, -0.00822305679321289, -0.007835344411432743, -0.007447632495313883, -0.007059920113533735, -0.006672208197414875, -0.0062844958156347275, -0.005896783899515867, -0.00550907151773572, -0.005121359135955572, -0.004733647219836712, -0.004345934838056564, -0.003958222921937704, -0.0035705105401575565, -0.0031827983912080526, -0.0027950862422585487, -0.002407374093309045, -0.002019661944359541, -0.001631949795410037, -0.0012442375300452113, -0.0008565253810957074, -0.00046881320304237306, -8.11010249890387e-05, 0.00030661115306429565, 0.00069432333111763, 0.001082035480067134, 0.0014697476290166378, 0.0018574598943814635, 0.0022451719269156456, 0.002632884308695793, 0.003020596457645297, 0.003408308606594801, 0.003796020755544305, 0.004183732904493809, 0.004571445286273956, 0.0049591572023928165, 0.005346869584172964, 0.005734581500291824, 0.006122293882071972, 0.006510005798190832, 0.00689771817997098, 0.007285430561751127, 0.0076731424778699875, 0.008060854859650135, 0.008448567241430283, 0.008836278691887856, 0.009223991073668003, 0.00961170345544815, 0.009999415837228298, 0.010387128219008446, 0.010774839669466019, 0.011162552051246166, 0.011550264433026314, 0.011937976814806461, 0.012325688265264034, 0.012713400647044182, 0.01310111302882433]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [3.0, 3.0, 0.0, 1.0, 4.0, 3.0, 0.0, 0.0, 7.0, 5.0, 15.0, 9.0, 15.0, 12.0, 16.0, 25.0, 32.0, 38.0, 55.0, 71.0, 81.0, 92.0, 133.0, 190.0, 231.0, 293.0, 364.0, 592.0, 3521.0, 764.0, 397.0, 294.0, 161.0, 107.0, 101.0, 71.0, 55.0, 42.0, 29.0, 19.0, 22.0, 16.0, 10.0, 6.0, 7.0, 7.0, 2.0, 5.0, 4.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.13523884117603302, -0.13041698932647705, -0.1255951225757599, -0.12077327072620392, -0.11595141142606735, -0.11112955212593079, -0.10630770027637482, -0.10148584097623825, -0.09666398167610168, -0.09184212237596512, -0.08702026307582855, -0.08219841122627258, -0.07737655192613602, -0.07255469262599945, -0.06773284077644348, -0.06291098147630692, -0.05808912217617035, -0.05326726287603378, -0.048445407301187515, -0.04362355172634125, -0.03880169242620468, -0.033979833126068115, -0.029157977551221848, -0.02433612011373043, -0.019514262676239014, -0.014692405238747597, -0.00987054780125618, -0.005048690363764763, -0.00022683292627334595, 0.004595024511218071, 0.009416881948709488, 0.014238739386200905, 0.019060596823692322, 0.02388245426118374, 0.028704311698675156, 0.03352616727352142, 0.03834802657365799, 0.043169885873794556, 0.04799174144864082, 0.05281359702348709, 0.05763545632362366, 0.06245731562376022, 0.06727917492389679, 0.07210102677345276, 0.07692288607358932, 0.08174474537372589, 0.08656659722328186, 0.09138845652341843, 0.09621031582355499, 0.10103217512369156, 0.10585403442382812, 0.1106758862733841, 0.11549774557352066, 0.12031960487365723, 0.1251414567232132, 0.12996332347393036, 0.13478517532348633, 0.1396070271730423, 0.14442889392375946, 0.14925074577331543, 0.1540726125240326, 0.15889446437358856, 0.16371631622314453, 0.1685381829738617, 0.17336003482341766]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 3.0, 2.0, 4.0, 1.0, 2.0, 3.0, 3.0, 5.0, 3.0, 5.0, 2.0, 2.0, 2.0, 2.0, 24.0, 2.0, 3.0, 7.0, 4.0, 1.0, 4.0, 2.0, 2.0, 3.0, 1.0, 1.0, 3.0, 2.0, 1.0, 4.0, 0.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.004407125525176525, -0.0042610084637999535, -0.004114891402423382, -0.00396877434104681, -0.003822657046839595, -0.003676539985463023, -0.0035304229240864515, -0.00338430586270988, -0.0032381885685026646, -0.003092071507126093, -0.0029459544457495213, -0.0027998373843729496, -0.002653720322996378, -0.0025076032616198063, -0.002361485967412591, -0.0022153689060360193, -0.0020692518446594477, -0.001923134783282876, -0.0017770176054909825, -0.0016309005441144109, -0.0014847833663225174, -0.0013386663049459457, -0.001192549243569374, -0.0010464320657774806, -0.000900315004400909, -0.0007541978848166764, -0.0006080807652324438, -0.00046196370385587215, -0.0003158465842716396, -0.00016972947923932225, -2.3612374207004905e-05, 0.00012250473082531244, 0.0002686218358576298, 0.00041473895544186234, 0.0005608560750260949, 0.0007069731364026666, 0.0008530902559868991, 0.0009992073755711317, 0.0011453244369477034, 0.0012914416147395968, 0.0014375586761161685, 0.0015836757374927402, 0.0017297929152846336, 0.0018759099766612053, 0.002022027038037777, 0.0021681440994143486, 0.002314261393621564, 0.0024603784549981356, 0.0026064955163747072, 0.002752612577751279, 0.0028987296391278505, 0.003044846933335066, 0.0031909639947116375, 0.003337081056088209, 0.003483198117464781, 0.0036293151788413525, 0.003775432240217924, 0.003921549301594496, 0.004067666362971067, 0.004213783890008926, 0.004359900951385498, 0.00450601801276207, 0.004652135074138641, 0.004798252135515213, 0.004944369196891785]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 1.0, 3.0, 4.0, 7.0, 24.0, 31.0, 64.0, 81.0, 197.0, 276.0, 504.0, 786.0, 1272.0, 1884.0, 2817.0, 4077.0, 5917.0, 8552.0, 12267.0, 18006.0, 25815.0, 36919.0, 53736.0, 78286.0, 113585.0, 448241.0, 105228.0, 73544.0, 52686.0, 37612.0, 27140.0, 19694.0, 14037.0, 10101.0, 7280.0, 5418.0, 3856.0, 2899.0, 2136.0, 1446.0, 1042.0, 748.0, 500.0, 328.0, 218.0, 169.0, 84.0, 43.0, 30.0, 13.0, 20.0, 5.0, 4.0, 3.0, 3.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.012822678312659264, -0.012372296303510666, -0.011921914294362068, -0.01147153228521347, -0.011021151207387447, -0.01057076919823885, -0.010120387189090252, -0.009670005179941654, -0.009219623170793056, -0.008769241161644459, -0.008318860083818436, -0.007868478074669838, -0.00741809606552124, -0.0069677140563726425, -0.006517332047224045, -0.006066950503736734, -0.005616568494588137, -0.005166186485439539, -0.0047158049419522285, -0.004265422932803631, -0.003815040923655033, -0.003364659147337079, -0.002914277371019125, -0.0024638953618705273, -0.002013513585552573, -0.0015631316928192973, -0.0011127498000860214, -0.0006623680237680674, -0.00021198613103479147, 0.00023839573259465396, 0.0006887775962240994, 0.0011391594307497144, 0.0015895413234829903, 0.0020399230998009443, 0.002490305108949542, 0.002940686885267496, 0.003391068894416094, 0.003841450670734048, 0.004291832447052002, 0.0047422144562006, 0.005192596465349197, 0.005642978008836508, 0.0060933600179851055, 0.006543742027133703, 0.006994123570621014, 0.007444505579769611, 0.007894887588918209, 0.008345269598066807, 0.00879565067589283, 0.009246032685041428, 0.009696414694190025, 0.010146796703338623, 0.01059717871248722, 0.011047560721635818, 0.011497942730784416, 0.01194832380861044, 0.012398705817759037, 0.012849087826907635, 0.013299469836056232, 0.01374985184520483, 0.014200233854353428, 0.014650614932179451, 0.015100996941328049, 0.015551378950476646, 0.016001760959625244]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 6.0, 1.0, 1.0, 2.0, 2.0, 2.0, 1.0, 3.0, 10.0, 4.0, 2.0, 3.0, 1.0, 1.0, 3.0, 2.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01545754075050354, -0.015079259872436523, -0.014700978994369507, -0.014322699047625065, -0.013944418169558048, -0.013566137291491032, -0.013187856413424015, -0.012809575535356998, -0.012431295588612556, -0.01205301471054554, -0.011674733832478523, -0.011296452954411507, -0.01091817207634449, -0.010539891198277473, -0.010161611251533031, -0.009783330373466015, -0.009405049495398998, -0.009026768617331982, -0.008648487739264965, -0.008270207792520523, -0.007891926914453506, -0.00751364603638649, -0.007135365158319473, -0.006757084745913744, -0.006378803867846727, -0.006000522989779711, -0.0056222425773739815, -0.005243961699306965, -0.004865680821239948, -0.004487400408834219, -0.004109119530767202, -0.0037308388855308294, -0.0033525582402944565, -0.0029742775950580835, -0.0025959969498217106, -0.002217716071754694, -0.001839435426518321, -0.001461154781281948, -0.0010828740196302533, -0.0007045933161862195, -0.0003263126127421856, 5.196809070184827e-05, 0.00043024879414588213, 0.000808529497589916, 0.0011868102010339499, 0.0015650908462703228, 0.0019433716079220176, 0.0023216523695737123, 0.0026999330148100853, 0.0030782136600464582, 0.003456494305282831, 0.003834775183349848, 0.004213055595755577, 0.004591336473822594, 0.00496961735188961, 0.00534789776429534, 0.005726178642362356, 0.006104459520429373, 0.006482739932835102, 0.006861020810902119, 0.007239301688969135, 0.007617582101374865, 0.007995862513780594, 0.00837414339184761, 0.008752424269914627]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 4.0, 2.0, 3.0, 1.0, 1.0, 0.0, 8.0, 10.0, 5.0, 9.0, 11.0, 6.0, 8.0, 7.0, 14.0, 15.0, 15.0, 17.0, 27.0, 46.0, 57.0, 69.0, 100.0, 154.0, 266.0, 417.0, 755.0, 1528.0, 6034.0, 3608.0, 1479.0, 1104.0, 712.0, 495.0, 351.0, 241.0, 223.0, 158.0, 133.0, 101.0, 67.0, 35.0, 32.0, 20.0, 13.0, 10.0, 9.0, 9.0, 4.0, 9.0, 3.0, 9.0, 3.0, 3.0, 3.0, 1.0, 0.0, 4.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.014543390832841396, -0.01405827235430479, -0.01357315480709076, -0.013088036328554153, -0.012602918781340122, -0.012117800302803516, -0.011632682755589485, -0.01114756427705288, -0.010662445798516273, -0.010177328251302242, -0.009692209772765636, -0.009207092225551605, -0.008721973747015, -0.008236856199800968, -0.007751737721264362, -0.007266619708389044, -0.006781501695513725, -0.006296383682638407, -0.005811265669763088, -0.00532614765688777, -0.004841029644012451, -0.004355911165475845, -0.003870793152600527, -0.0033856751397252083, -0.0029005571268498898, -0.0024154391139745712, -0.0019303209846839309, -0.0014452028553932905, -0.000960084842517972, -0.00047496677143499255, 1.0151299647986889e-05, 0.0004952693707309663, 0.0009803874418139458, 0.0014655054546892643, 0.0019506235839799047, 0.002435741713270545, 0.0029208597261458635, 0.003405977739021182, 0.0038910959847271442, 0.004376213997602463, 0.004861332010477781, 0.0053464500233531, 0.005831568036228418, 0.006316686049103737, 0.006801804527640343, 0.007286922540515661, 0.00777204055339098, 0.008257158100605011, 0.008742276579141617, 0.009227395057678223, 0.009712512604892254, 0.01019763108342886, 0.010682748630642891, 0.011167867109179497, 0.011652984656393528, 0.012138103134930134, 0.012623220682144165, 0.013108339160680771, 0.013593457639217377, 0.014078575186431408, 0.014563693664968014, 0.015048811212182045, 0.01553392969071865, 0.016019048169255257, 0.016504164785146713]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 3.0, 2.0, 5.0, 2.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.04595917463302612, -0.043772272765636444, -0.041585370898246765, -0.039398469030857086, -0.03721156716346741, -0.03502466529607773, -0.03283776342868805, -0.03065086342394352, -0.02846396155655384, -0.02627705968916416, -0.024090157821774483, -0.021903255954384804, -0.019716355949640274, -0.017529454082250595, -0.015342552214860916, -0.013155650347471237, -0.010968748480081558, -0.00878184661269188, -0.006594945210963488, -0.004408043809235096, -0.002221141941845417, -3.424030728638172e-05, 0.0021526613272726536, 0.004339562729001045, 0.006526464596390724, 0.008713366463780403, 0.010900268331170082, 0.013087169267237186, 0.015274071134626865, 0.01746097207069397, 0.01964787393808365, 0.021834775805473328, 0.024021677672863007, 0.026208579540252686, 0.028395481407642365, 0.030582383275032043, 0.03276928514242172, 0.0349561870098114, 0.03714308887720108, 0.03932999074459076, 0.04151689261198044, 0.04370379075407982, 0.0458906926214695, 0.04807759448885918, 0.050264496356248856, 0.052451398223638535, 0.054638300091028214, 0.05682520195841789, 0.05901210382580757, 0.06119900569319725, 0.06338590383529663, 0.06557280570268631, 0.06775970757007599, 0.06994660943746567, 0.07213351130485535, 0.07432041317224503, 0.0765073150396347, 0.07869421690702438, 0.08088111877441406, 0.08306802064180374, 0.08525492250919342, 0.0874418243765831, 0.08962872624397278, 0.09181562811136246, 0.09400252997875214]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 1.0, 2.0, 2.0, 1.0, 4.0, 1.0, 8.0, 4.0, 7.0, 6.0, 9.0, 10.0, 23.0, 28.0, 32.0, 23.0, 11.0, 20.0, 13.0, 14.0, 8.0, 7.0, 8.0, 6.0, 7.0, 4.0, 4.0, 1.0, 4.0, 3.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.03388385847210884, -0.03190521523356438, -0.029926568269729614, -0.02794792316854, -0.025969278067350388, -0.023990634828805923, -0.02201198972761631, -0.020033344626426697, -0.018054699525237083, -0.01607605442404747, -0.014097409322857857, -0.012118765152990818, -0.010140120051801205, -0.008161474950611591, -0.006182830315083265, -0.004204185679554939, -0.002225540578365326, -0.00024689571000635624, 0.0017317491583526134, 0.003710394026711583, 0.005689038895070553, 0.007667683996260166, 0.009646328166127205, 0.011624973267316818, 0.013603618368506432, 0.015582263469696045, 0.017560908570885658, 0.01953955367207527, 0.021518196910619736, 0.02349684201180935, 0.025475487112998962, 0.027454132214188576, 0.02943277731537819, 0.03141142055392265, 0.033390067517757416, 0.03536871075630188, 0.03734735772013664, 0.03932600095868111, 0.04130464792251587, 0.04328329116106033, 0.0452619343996048, 0.04724058136343956, 0.049219224601984024, 0.05119787156581879, 0.05317651480436325, 0.05515516176819801, 0.05713380500674248, 0.05911245197057724, 0.061091095209121704, 0.06306973844766617, 0.06504838168621063, 0.0670270323753357, 0.06900567561388016, 0.07098431885242462, 0.07296296209096909, 0.07494161278009415, 0.07692025601863861, 0.07889889925718307, 0.08087754249572754, 0.082856185734272, 0.08483483642339706, 0.08681347966194153, 0.08879212290048599, 0.09077076613903046, 0.09274941682815552]}, "_runtime": 19.11593794822693, "_timestamp": 1596214343.8732204, "_step": 18}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 1.0, 3.0, 0.0, 1.0, 4.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 3.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 3.0, 2.0, 1.0, 4.0, 1.0, 2.0, 0.0, 2.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.011140046641230583, -0.010760918259620667, -0.01038178987801075, -0.010002661496400833, -0.009623532183468342, -0.009244403801858425, -0.008865275420248508, -0.008486147038638592, -0.008107018657028675, -0.007727889809757471, -0.007348761428147554, -0.006969633046537638, -0.006590504199266434, -0.006211375817656517, -0.0058322474360466, -0.005453118588775396, -0.00507399020716548, -0.004694861825555563, -0.004315732978284359, -0.003936604596674442, -0.0035574762150645256, -0.0031783476006239653, -0.002799218986183405, -0.0024200906045734882, -0.002040961990132928, -0.0016618334921076894, -0.0012827049940824509, -0.0009035763796418905, -0.000524447881616652, -0.00014531935448758304, 0.00023380917264148593, 0.0006129377288743854, 0.0009920662268996239, 0.0013711947249248624, 0.001750323222950101, 0.0021294518373906612, 0.002508580219000578, 0.0028877088334411383, 0.0032668374478816986, 0.0036459658294916153, 0.004025094211101532, 0.004404223058372736, 0.004783351439982653, 0.005162479821592569, 0.005541608668863773, 0.00592073705047369, 0.006299865432083607, 0.006678994279354811, 0.007058122660964727, 0.007437251042574644, 0.007816379889845848, 0.008195508271455765, 0.008574636653065681, 0.008953765034675598, 0.009332893416285515, 0.009712022729218006, 0.010091151110827923, 0.01047027949243784, 0.010849407874047756, 0.011228536255657673, 0.01160766463726759, 0.011986793950200081, 0.012365922331809998, 0.012745050713419914, 0.013124179095029831]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 5.0, 1.0, 3.0, 1.0, 4.0, 10.0, 11.0, 11.0, 17.0, 20.0, 27.0, 29.0, 34.0, 45.0, 57.0, 65.0, 78.0, 117.0, 136.0, 146.0, 196.0, 264.0, 382.0, 2186.0, 2102.0, 721.0, 397.0, 242.0, 151.0, 102.0, 86.0, 62.0, 50.0, 41.0, 26.0, 18.0, 22.0, 14.0, 10.0, 6.0, 3.0, 5.0, 6.0, 3.0, 3.0, 1.0, 2.0, 1.0, 0.0, 2.0, 4.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.15773311257362366, -0.15293923020362854, -0.14814533293247223, -0.14335143566131592, -0.1385575532913208, -0.13376367092132568, -0.12896977365016937, -0.12417588382959366, -0.11938199400901794, -0.11458810418844223, -0.10979421436786652, -0.1050003245472908, -0.10020643472671509, -0.09541254490613937, -0.09061865508556366, -0.08582476526498795, -0.08103087544441223, -0.07623698562383652, -0.0714430958032608, -0.06664920598268509, -0.061855316162109375, -0.05706142634153366, -0.05226753652095795, -0.04747364670038223, -0.04267975687980652, -0.037885867059230804, -0.03309197723865509, -0.028298087418079376, -0.023504197597503662, -0.018710307776927948, -0.013916417956352234, -0.00912252813577652, -0.004328638315200806, 0.00046525150537490845, 0.0052591413259506226, 0.010053031146526337, 0.01484692096710205, 0.019640810787677765, 0.02443470060825348, 0.029228590428829193, 0.03402248024940491, 0.03881637006998062, 0.043610259890556335, 0.04840414971113205, 0.053198039531707764, 0.05799192935228348, 0.06278581917285919, 0.0675797089934349, 0.07237359881401062, 0.07716748863458633, 0.08196137845516205, 0.08675526827573776, 0.09154915809631348, 0.09634304791688919, 0.1011369377374649, 0.10593082755804062, 0.11072471737861633, 0.11551860719919205, 0.12031249701976776, 0.12510639429092407, 0.1299002766609192, 0.1346941590309143, 0.13948805630207062, 0.14428195357322693, 0.14907583594322205]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 5.0, 2.0, 3.0, 2.0, 2.0, 4.0, 1.0, 3.0, 3.0, 4.0, 2.0, 3.0, 2.0, 2.0, 4.0, 1.0, 5.0, 3.0, 25.0, 3.0, 4.0, 4.0, 4.0, 1.0, 3.0, 3.0, 1.0, 2.0, 3.0, 5.0, 1.0, 2.0, 0.0, 4.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0034489112440496683, -0.0033124443143606186, -0.0031759776175022125, -0.0030395109206438065, -0.0029030439909547567, -0.002766577061265707, -0.002630110364407301, -0.002493643667548895, -0.002357176737859845, -0.0022207098081707954, -0.0020842431113123894, -0.0019477762980386615, -0.0018113094847649336, -0.0016748426714912057, -0.0015383758582174778, -0.00140190904494375, -0.001265442231670022, -0.0011289754183962941, -0.0009925086051225662, -0.0008560417918488383, -0.0007195749785751104, -0.0005831081653013825, -0.00044664135202765465, -0.00031017453875392675, -0.00017370772548019886, -3.7240912206470966e-05, 9.922590106725693e-05, 0.00023569271434098482, 0.0003721595276147127, 0.0005086263408884406, 0.0006450931541621685, 0.0007815599674358964, 0.0009180267807096243, 0.0010544935939833522, 0.00119096040725708, 0.001327427220530808, 0.0014638940338045359, 0.0016003608470782638, 0.0017368276603519917, 0.0018732944736257195, 0.0020097612868994474, 0.002146228216588497, 0.0022826949134469032, 0.0024191616103053093, 0.002555628539994359, 0.0026920954696834087, 0.002828562166541815, 0.002965028863400221, 0.0031014957930892706, 0.0032379627227783203, 0.0033744294196367264, 0.0035108961164951324, 0.003647363046184182, 0.003783829975873232, 0.003920296672731638, 0.004056763369590044, 0.004193230532109737, 0.0043296972289681435, 0.0044661639258265495, 0.004602630622684956, 0.004739097319543362, 0.004875564482063055, 0.005012031178921461, 0.005148497875779867, 0.0052849650382995605]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 4.0, 4.0, 6.0, 19.0, 20.0, 40.0, 72.0, 128.0, 196.0, 362.0, 676.0, 1146.0, 1915.0, 3341.0, 5517.0, 9346.0, 14827.0, 23839.0, 37503.0, 57555.0, 85968.0, 125653.0, 479999.0, 117798.0, 74686.0, 48697.0, 31597.0, 20775.0, 13388.0, 8674.0, 5600.0, 3624.0, 2453.0, 1528.0, 981.0, 618.0, 386.0, 262.0, 150.0, 95.0, 83.0, 41.0, 19.0, 13.0, 10.0, 4.0, 10.0, 4.0, 3.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.014720969833433628, -0.014239834621548653, -0.013758699409663677, -0.013277563266456127, -0.012796428054571152, -0.012315292842686176, -0.0118341576308012, -0.011353022418916225, -0.01087188720703125, -0.0103907510638237, -0.009909615851938725, -0.009428480640053749, -0.008947345428168774, -0.008466210216283798, -0.007985074073076248, -0.007503938861191273, -0.007022803649306297, -0.006541668437421322, -0.006060532759875059, -0.005579397547990084, -0.005098261870443821, -0.0046171266585588455, -0.00413599144667387, -0.003654856001958251, -0.003173720557242632, -0.002692585112527013, -0.0022114496678113937, -0.0017303144559264183, -0.0012491790112107992, -0.000768043624702841, -0.00028690823819488287, 0.0001942271483130753, 0.0006753625348210335, 0.0011564979795366526, 0.0016376333078369498, 0.002118768636137247, 0.002599904080852866, 0.0030810395255684853, 0.0035621747374534607, 0.0040433104149997234, 0.004524445626884699, 0.005005580838769674, 0.005486716516315937, 0.0059678517282009125, 0.006448986940085888, 0.006930122617632151, 0.007411257829517126, 0.007892393507063389, 0.008373528718948364, 0.00885466393083334, 0.009335799142718315, 0.009816935285925865, 0.01029807049781084, 0.010779205709695816, 0.011260340921580791, 0.011741476133465767, 0.012222612276673317, 0.012703747488558292, 0.013184882700443268, 0.013666017912328243, 0.014147153124213219, 0.014628288336098194, 0.015109424479305744, 0.01559055969119072, 0.01607169583439827]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 10.0, 4.0, 2.0, 1.0, 2.0, 4.0, 3.0, 3.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.018759049475193024, -0.018265848979353905, -0.017772648483514786, -0.017279447987675667, -0.0167862456291914, -0.01629304513335228, -0.01579984463751316, -0.015306644141674042, -0.014813443645834923, -0.01432024221867323, -0.01382704172283411, -0.013333841226994991, -0.012840639799833298, -0.012347439303994179, -0.01185423880815506, -0.011361037380993366, -0.010867836885154247, -0.010374636389315128, -0.009881434962153435, -0.009388234466314316, -0.008895033970475197, -0.008401832543313503, -0.007908632047474384, -0.007415431551635265, -0.006922230590134859, -0.006429029628634453, -0.005935829132795334, -0.005442628171294928, -0.004949427209794521, -0.004456226713955402, -0.003963025752454996, -0.0034698250237852335, -0.002976624295115471, -0.0024834235664457083, -0.0019902228377759457, -0.0014970218762755394, -0.0010038211476057768, -0.0005106203607283533, -1.7419573850929737e-05, 0.0004757812130264938, 0.0009689819999039173, 0.00146218272857368, 0.0019553834572434425, 0.002448584418743849, 0.0029417851474136114, 0.003434985876083374, 0.00392818683758378, 0.004421387333422899, 0.0049145882949233055, 0.005407789256423712, 0.005900989752262831, 0.006394190713763237, 0.006887391209602356, 0.007380592171102762, 0.007873793132603168, 0.008366993628442287, 0.008860195055603981, 0.0093533955514431, 0.009846596047282219, 0.010339796543121338, 0.010832997970283031, 0.01132619846612215, 0.01181939896196127, 0.012312600389122963, 0.012805800884962082]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 3.0, 1.0, 3.0, 2.0, 9.0, 15.0, 9.0, 12.0, 14.0, 41.0, 29.0, 36.0, 41.0, 36.0, 46.0, 57.0, 56.0, 85.0, 117.0, 101.0, 106.0, 108.0, 119.0, 110.0, 132.0, 157.0, 151.0, 170.0, 247.0, 336.0, 389.0, 475.0, 579.0, 796.0, 1270.0, 4763.0, 2058.0, 1182.0, 959.0, 755.0, 578.0, 482.0, 303.0, 302.0, 227.0, 152.0, 155.0, 132.0, 148.0, 97.0, 76.0, 58.0, 46.0, 37.0, 28.0, 8.0, 9.0, 11.0, 3.0, 2.0, 1.0], "bins": [-0.009540185332298279, -0.009292739443480968, -0.009045293554663658, -0.008797848597168922, -0.008550402708351612, -0.008302956819534302, -0.008055510930716991, -0.007808065507560968, -0.007560619618743658, -0.007313173729926348, -0.007065728306770325, -0.006818282417953014, -0.006570836529135704, -0.006323391105979681, -0.006075945217162371, -0.005828499794006348, -0.005581053905189037, -0.005333608016371727, -0.005086162593215704, -0.004838716704398394, -0.004591271281242371, -0.00434382539242506, -0.00409637950360775, -0.0038489338476210833, -0.0036014881916344166, -0.00335404253564775, -0.0031065968796610832, -0.002859150990843773, -0.002611705334857106, -0.0023642596788704395, -0.002116813790053129, -0.0018693681340664625, -0.0016219224780797958, -0.0013744768220931292, -0.0011270310496911407, -0.0008795853354968131, -0.0006321396213024855, -0.0003846939071081579, -0.00013724819291383028, 0.00011019752128049731, 0.0003576432354748249, 0.0006050889496691525, 0.0008525346638634801, 0.0010999804362654686, 0.0013474260922521353, 0.001594871748238802, 0.0018423175206407905, 0.002089763293042779, 0.0023372089490294456, 0.0025846546050161123, 0.002832100261002779, 0.0030795461498200893, 0.003326991805806756, 0.0035744374617934227, 0.003821883350610733, 0.004069328773766756, 0.004316774662584066, 0.004564220551401377, 0.0048116659745574, 0.00505911186337471, 0.00530655775219202, 0.0055540031753480434, 0.005801449064165354, 0.006048894487321377, 0.006296340376138687]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.06693018972873688, -0.06492099165916443, -0.06291179358959198, -0.06090259552001953, -0.05889339745044708, -0.056884199380874634, -0.054875001311302185, -0.052865803241729736, -0.05085660517215729, -0.04884741082787514, -0.04683821275830269, -0.04482901468873024, -0.04281981661915779, -0.04081061854958534, -0.038801420480012894, -0.036792222410440445, -0.034783024340867996, -0.03277382627129555, -0.0307646282017231, -0.02875543013215065, -0.0267462320625782, -0.024737035855650902, -0.022727837786078453, -0.020718639716506004, -0.018709441646933556, -0.016700243577361107, -0.014691045507788658, -0.012681848369538784, -0.010672650299966335, -0.008663452230393887, -0.006654254626482725, -0.004645057022571564, -0.002635858952999115, -0.0006266611162573099, 0.0013825367204844952, 0.0033917345572263002, 0.005400932393968105, 0.007410130463540554, 0.009419327601790428, 0.011428525671362877, 0.013437723740935326, 0.015446921810507774, 0.017456119880080223, 0.019465317949652672, 0.02147451415657997, 0.02348371222615242, 0.02549291029572487, 0.027502108365297318, 0.029511306434869766, 0.031520504504442215, 0.033529702574014664, 0.03553890064358711, 0.03754809871315956, 0.03955729678273201, 0.04156649485230446, 0.04357569292187691, 0.04558488726615906, 0.047594085335731506, 0.049603283405303955, 0.051612481474876404, 0.05362167954444885, 0.0556308776140213, 0.05764007568359375, 0.0596492737531662, 0.06165847182273865]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 3.0, 1.0, 2.0, 0.0, 2.0, 5.0, 7.0, 3.0, 12.0, 7.0, 9.0, 11.0, 13.0, 8.0, 9.0, 17.0, 19.0, 24.0, 30.0, 16.0, 8.0, 11.0, 9.0, 6.0, 6.0, 4.0, 5.0, 4.0, 6.0, 3.0, 1.0, 4.0, 2.0, 2.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.02340400591492653, -0.022355981171131134, -0.02130795642733574, -0.020259931683540344, -0.01921190693974495, -0.018163882195949554, -0.01711585745215416, -0.016067832708358765, -0.01501980796456337, -0.013971783220767975, -0.01292375847697258, -0.011875733733177185, -0.01082770898938179, -0.009779684245586395, -0.008731659501791, -0.0076836347579956055, -0.006635610014200211, -0.005587585270404816, -0.004539560526609421, -0.003491535782814026, -0.002443511039018631, -0.001395486295223236, -0.0003474615514278412, 0.0007005631923675537, 0.0017485879361629486, 0.0027966126799583435, 0.0038446374237537384, 0.004892662167549133, 0.005940686911344528, 0.006988711655139923, 0.008036736398935318, 0.009084761142730713, 0.010132785886526108, 0.011180810630321503, 0.012228835374116898, 0.013276860117912292, 0.014324884861707687, 0.015372909605503082, 0.016420934349298477, 0.017468959093093872, 0.018516983836889267, 0.019565008580684662, 0.020613033324480057, 0.02166105806827545, 0.022709082812070847, 0.02375710755586624, 0.024805132299661636, 0.02585315704345703, 0.026901181787252426, 0.02794920653104782, 0.028997231274843216, 0.03004525601863861, 0.031093280762434006, 0.0321413055062294, 0.033189330250024796, 0.03423735499382019, 0.035285379737615585, 0.03633340448141098, 0.037381429225206375, 0.03842945396900177, 0.039477478712797165, 0.04052550345659256, 0.041573528200387955, 0.04262155294418335, 0.043669577687978745]}, "_runtime": 19.888784170150757, "_timestamp": 1596214344.6460667, "_step": 19}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 4.0, 0.0, 2.0, 0.0, 0.0, 3.0, 0.0, 2.0, 0.0, 2.0, 3.0, 4.0, 4.0, 3.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.012504111975431442, -0.012146796099841595, -0.011789481155574322, -0.011432165279984474, -0.011074850335717201, -0.010717534460127354, -0.010360218584537506, -0.010002903640270233, -0.009645587764680386, -0.009288271889090538, -0.008930956944823265, -0.008573641069233418, -0.00821632519364357, -0.007859010249376297, -0.007501694373786449, -0.007144378963857889, -0.006787063553929329, -0.006429748144000769, -0.006072432734072208, -0.005715116858482361, -0.005357801448553801, -0.00500048603862524, -0.004643170163035393, -0.0042858547531068325, -0.003928539343178272, -0.003571223933249712, -0.003213908290490508, -0.002856592647731304, -0.002499277237802744, -0.0021419618278741837, -0.0017846461851149797, -0.0014273306587710977, -0.0010700151324272156, -0.0007126996060833335, -0.0003553840797394514, 1.9314466044306755e-06, 0.00035924697294831276, 0.0007165624992921948, 0.001073878025636077, 0.001431193551979959, 0.001788509078323841, 0.0021458244882524014, 0.0025031401310116053, 0.002860455773770809, 0.0032177711836993694, 0.0035750865936279297, 0.003932402469217777, 0.0042897178791463375, 0.004647033289074898, 0.005004348699003458, 0.005361664108932018, 0.005718979984521866, 0.006076295394450426, 0.006433610804378986, 0.006790926679968834, 0.007148242089897394, 0.0075055574998259544, 0.007862873375415802, 0.008220188319683075, 0.008577504195272923, 0.00893482007086277, 0.009292135015130043, 0.00964945089071989, 0.010006765834987164, 0.010364081710577011]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 4.0, 3.0, 2.0, 4.0, 4.0, 6.0, 6.0, 8.0, 6.0, 11.0, 12.0, 19.0, 21.0, 23.0, 28.0, 33.0, 50.0, 50.0, 76.0, 78.0, 123.0, 125.0, 200.0, 215.0, 284.0, 434.0, 3181.0, 1264.0, 541.0, 337.0, 215.0, 149.0, 110.0, 79.0, 55.0, 43.0, 35.0, 26.0, 15.0, 17.0, 14.0, 2.0, 2.0, 3.0, 5.0, 5.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.1663573980331421, -0.1617952436208725, -0.1572330892086029, -0.1526709347963333, -0.14810878038406372, -0.14354664087295532, -0.13898448646068573, -0.13442233204841614, -0.12986017763614655, -0.12529802322387695, -0.12073586881160736, -0.11617372184991837, -0.11161156743764877, -0.10704941302537918, -0.10248726606369019, -0.0979251116514206, -0.093362957239151, -0.08880080282688141, -0.08423864841461182, -0.07967650145292282, -0.07511434704065323, -0.07055219262838364, -0.06599004566669464, -0.06142789125442505, -0.05686573684215546, -0.052303582429885864, -0.04774143174290657, -0.04317928105592728, -0.038617126643657684, -0.03405497223138809, -0.029492821544408798, -0.024930668994784355, -0.020368516445159912, -0.01580636389553547, -0.011244211345911026, -0.006682058796286583, -0.00211990624666214, 0.002442246302962303, 0.007004398852586746, 0.01156655140221119, 0.016128703951835632, 0.020690856501460075, 0.02525300905108452, 0.02981516160070896, 0.034377314150333405, 0.038939468562603, 0.04350161924958229, 0.048063769936561584, 0.05262592434883118, 0.05718807876110077, 0.06175022944808006, 0.06631238013505936, 0.07087453454732895, 0.07543668895959854, 0.07999883592128754, 0.08456099033355713, 0.08912314474582672, 0.09368529915809631, 0.0982474535703659, 0.1028096005320549, 0.1073717549443245, 0.11193390935659409, 0.11649605631828308, 0.12105821073055267, 0.12562036514282227]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 3.0, 2.0, 5.0, 2.0, 5.0, 1.0, 2.0, 1.0, 1.0, 5.0, 1.0, 4.0, 5.0, 3.0, 3.0, 26.0, 4.0, 3.0, 2.0, 2.0, 6.0, 4.0, 0.0, 0.0, 4.0, 4.0, 3.0, 4.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.004279350396245718, -0.004146368708461523, -0.004013387486338615, -0.0038804057985544205, -0.0037474241107702255, -0.0036144426558166742, -0.003481461200863123, -0.003348479513078928, -0.0032154980581253767, -0.0030825166031718254, -0.0029495349153876305, -0.002816553460434079, -0.002683572005480528, -0.002550590317696333, -0.0024176088627427816, -0.0022846271749585867, -0.0021516457200050354, -0.002018664265051484, -0.0018856825772672892, -0.0017527011223137379, -0.0016197195509448647, -0.0014867379795759916, -0.0013537565246224403, -0.0012207749532535672, -0.001087793381884694, -0.000954811810515821, -0.0008218302973546088, -0.0006888487841933966, -0.0005558672128245234, -0.0004228856705594808, -0.0002899041282944381, -0.00015692258602939546, -2.39410437643528e-05, 0.00010904049850068986, 0.00024202204076573253, 0.0003750035830307752, 0.0005079851252958179, 0.000640966696664691, 0.0007739482098259032, 0.0009069297229871154, 0.0010399112943559885, 0.0011728928657248616, 0.0013058744370937347, 0.001438855892047286, 0.0015718374634161592, 0.0017048190347850323, 0.0018378004897385836, 0.0019707821775227785, 0.00210376363247633, 0.002236745087429881, 0.002369726775214076, 0.0025027082301676273, 0.0026356899179518223, 0.0027686713729053736, 0.002901652827858925, 0.00303463451564312, 0.003167615970596671, 0.0033005974255502224, 0.0034335791133344173, 0.0035665605682879686, 0.00369954202324152, 0.003832523711025715, 0.00396550539880991, 0.0040984866209328175, 0.004231468308717012]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 4.0, 1.0, 5.0, 4.0, 9.0, 8.0, 23.0, 22.0, 22.0, 38.0, 52.0, 78.0, 118.0, 224.0, 376.0, 676.0, 1086.0, 1779.0, 3042.0, 4741.0, 7502.0, 11827.0, 18391.0, 28573.0, 43917.0, 66304.0, 102280.0, 483680.0, 153492.0, 88896.0, 56939.0, 37228.0, 23668.0, 15422.0, 10331.0, 6649.0, 4413.0, 2914.0, 1754.0, 1138.0, 726.0, 429.0, 270.0, 172.0, 132.0, 73.0, 63.0, 43.0, 30.0, 25.0, 14.0, 14.0, 12.0, 5.0, 3.0, 2.0, 2.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.013748818077147007, -0.01327439583837986, -0.012799973599612713, -0.012325551360845566, -0.011851129122078419, -0.011376706883311272, -0.010902284644544125, -0.010427862405776978, -0.00995344016700983, -0.009479017928242683, -0.009004595689475536, -0.00853017345070839, -0.008055751211941242, -0.007581328973174095, -0.007106906734406948, -0.006632484495639801, -0.006158062256872654, -0.005683640018105507, -0.00520921777933836, -0.004734795540571213, -0.004260373301804066, -0.0037859510630369186, -0.0033115288242697716, -0.0028371065855026245, -0.0023626843467354774, -0.0018882621079683304, -0.0014138398692011833, -0.0009394176304340363, -0.0004649953916668892, 9.426847100257874e-06, 0.00048384908586740494, 0.000958271324634552, 0.001432693563401699, 0.0019071158021688461, 0.002381538040935993, 0.0028559602797031403, 0.0033303825184702873, 0.0038048047572374344, 0.0042792269960045815, 0.0047536492347717285, 0.005228071473538876, 0.005702493712306023, 0.00617691595107317, 0.006651338189840317, 0.007125760428607464, 0.007600182667374611, 0.008074604906141758, 0.008549027144908905, 0.009023449383676052, 0.0094978716224432, 0.009972293861210346, 0.010446716099977493, 0.01092113833874464, 0.011395560577511787, 0.011869982816278934, 0.012344405055046082, 0.012818827293813229, 0.013293249532580376, 0.013767671771347523, 0.01424209401011467, 0.014716516248881817, 0.015190938487648964, 0.015665359795093536, 0.016139782965183258, 0.01661420613527298]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 4.0, 1.0, 1.0, 0.0, 6.0, 0.0, 2.0, 2.0, 3.0, 3.0, 6.0, 2.0, 1.0, 2.0, 1.0, 1.0, 4.0, 2.0, 3.0, 2.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.029037635773420334, -0.028196051716804504, -0.027354467660188675, -0.026512881740927696, -0.025671297684311867, -0.024829713627696037, -0.02398812770843506, -0.02314654365181923, -0.0223049595952034, -0.02146337553858757, -0.02062179148197174, -0.019780205562710762, -0.018938621506094933, -0.018097037449479103, -0.017255451530218124, -0.016413867473602295, -0.015572283416986465, -0.014730699360370636, -0.013889114372432232, -0.013047529384493828, -0.012205945327877998, -0.011364361271262169, -0.010522776283323765, -0.00968119129538536, -0.008839607238769531, -0.007998023182153702, -0.007156438194215298, -0.006314853671938181, -0.005473269149661064, -0.004631684627383947, -0.0037901001051068306, -0.002948515582829714, -0.002106931060552597, -0.0012653465382754803, -0.0004237620159983635, 0.0004178225062787533, 0.00125940702855587, 0.002100991550832987, 0.0029425760731101036, 0.0037841605953872204, 0.004625745117664337, 0.005467329639941454, 0.006308914162218571, 0.0071504986844956875, 0.007992083206772804, 0.008833667263388634, 0.009675252251327038, 0.010516837239265442, 0.011358421295881271, 0.0122000053524971, 0.013041590340435505, 0.013883175328373909, 0.014724759384989738, 0.015566343441605568, 0.016407929360866547, 0.017249513417482376, 0.018091097474098206, 0.018932681530714035, 0.019774265587329865, 0.020615851506590843, 0.021457435563206673, 0.022299019619822502, 0.02314060553908348, 0.02398218959569931, 0.02482377365231514]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 3.0, 1.0, 1.0, 5.0, 17.0, 15.0, 17.0, 23.0, 29.0, 28.0, 51.0, 52.0, 54.0, 48.0, 43.0, 51.0, 39.0, 54.0, 61.0, 62.0, 74.0, 93.0, 117.0, 153.0, 176.0, 252.0, 264.0, 366.0, 421.0, 558.0, 836.0, 4065.0, 2305.0, 1762.0, 1282.0, 1021.0, 891.0, 531.0, 462.0, 322.0, 232.0, 255.0, 302.0, 250.0, 157.0, 117.0, 128.0, 99.0, 66.0, 50.0, 35.0, 41.0, 33.0, 19.0, 14.0, 5.0, 3.0, 2.0, 2.0, 6.0, 3.0, 3.0, 4.0], "bins": [-0.01236298680305481, -0.011986962519586086, -0.011610938236117363, -0.011234913021326065, -0.010858888737857342, -0.010482864454388618, -0.010106840170919895, -0.009730815887451172, -0.009354790672659874, -0.00897876638919115, -0.008602742105722427, -0.008226717822253704, -0.00785069353878498, -0.00747466878965497, -0.007098644506186247, -0.006722619757056236, -0.006346595473587513, -0.00597057119011879, -0.005594546440988779, -0.005218522157520056, -0.004842497408390045, -0.004466473124921322, -0.004090448841452599, -0.0037144243251532316, -0.0033383998088538647, -0.0029623752925544977, -0.0025863507762551308, -0.0022103264927864075, -0.0018343019764870405, -0.0014582774601876736, -0.0010822530603036284, -0.0007062286022119224, -0.00033020414412021637, 4.582031397148967e-05, 0.0004218447720631957, 0.0007978692301549017, 0.0011738936882466078, 0.0015499182045459747, 0.0019259426044300199, 0.002301967004314065, 0.002677991520613432, 0.003054016036912799, 0.003430040553212166, 0.003806064836680889, 0.004182089120149612, 0.004558113869279623, 0.004934138152748346, 0.005310162901878357, 0.00568618718534708, 0.0060622114688158035, 0.006438236217945814, 0.006814260501414537, 0.007190285250544548, 0.007566309534013271, 0.007942333817481995, 0.008318358100950718, 0.008694382384419441, 0.00907040759921074, 0.009446431882679462, 0.009822456166148186, 0.010198480449616909, 0.010574504733085632, 0.01095052994787693, 0.011326554231345654, 0.011702578514814377]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 3.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.12869608402252197, -0.1233261227607727, -0.11795615404844284, -0.11258618533611298, -0.10721622407436371, -0.10184626281261444, -0.09647629410028458, -0.09110632538795471, -0.08573636412620544, -0.08036640286445618, -0.07499643415212631, -0.06962646543979645, -0.06425650417804718, -0.058886539191007614, -0.05351657420396805, -0.04814660921692848, -0.042776644229888916, -0.03740667924284935, -0.032036714255809784, -0.026666749268770218, -0.021296784281730652, -0.015926819294691086, -0.01055685430765152, -0.005186889320611954, 0.0001830756664276123, 0.005553040653467178, 0.010923005640506744, 0.01629297062754631, 0.021662935614585876, 0.027032900601625443, 0.03240286558866501, 0.037772830575704575, 0.04314279556274414, 0.04851276054978371, 0.05388272553682327, 0.05925269052386284, 0.0646226555109024, 0.06999261677265167, 0.07536258548498154, 0.0807325541973114, 0.08610251545906067, 0.09147247672080994, 0.0968424454331398, 0.10221241414546967, 0.10758237540721893, 0.1129523366689682, 0.11832230538129807, 0.12369227409362793, 0.1290622353553772, 0.13443219661712646, 0.13980215787887573, 0.1451721340417862, 0.15054209530353546, 0.15591205656528473, 0.1612820327281952, 0.16665199398994446, 0.17202195525169373, 0.177391916513443, 0.18276187777519226, 0.18813185393810272, 0.193501815199852, 0.19887177646160126, 0.20424175262451172, 0.209611713886261, 0.21498167514801025]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [4.0, 0.0, 2.0, 4.0, 2.0, 0.0, 1.0, 2.0, 2.0, 1.0, 4.0, 5.0, 0.0, 3.0, 5.0, 4.0, 7.0, 6.0, 6.0, 12.0, 17.0, 20.0, 20.0, 23.0, 6.0, 14.0, 11.0, 13.0, 5.0, 5.0, 4.0, 6.0, 11.0, 6.0, 5.0, 2.0, 3.0, 3.0, 2.0, 6.0, 4.0, 2.0, 4.0, 3.0, 2.0, 4.0, 5.0, 5.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02531922422349453, -0.0242256298661232, -0.02313203364610672, -0.02203843928873539, -0.02094484493136406, -0.01985125057399273, -0.0187576562166214, -0.01766405999660492, -0.01657046563923359, -0.015476871281862259, -0.014383275993168354, -0.01328968070447445, -0.012196086347103119, -0.011102491989731789, -0.010008896701037884, -0.008915301412343979, -0.007821707054972649, -0.006728112231940031, -0.0056345174089074135, -0.004540922585874796, -0.0034473277628421783, -0.0023537329398095608, -0.0012601381167769432, -0.00016654329374432564, 0.0009270515292882919, 0.0020206463523209095, 0.003114241175353527, 0.004207835998386145, 0.005301430821418762, 0.00639502564445138, 0.007488620467483997, 0.008582215756177902, 0.009675810113549232, 0.010769404470920563, 0.011862999759614468, 0.012956595048308372, 0.014050189405679703, 0.015143783763051033, 0.016237378120422363, 0.017330974340438843, 0.018424568697810173, 0.019518163055181503, 0.020611759275197983, 0.021705353632569313, 0.022798947989940643, 0.023892542347311974, 0.024986136704683304, 0.026079732924699783, 0.027173327282071114, 0.028266921639442444, 0.029360517859458923, 0.030454112216830254, 0.031547706574201584, 0.03264130279421806, 0.033734895288944244, 0.034828491508960724, 0.0359220877289772, 0.037015680223703384, 0.038109276443719864, 0.039202868938446045, 0.040296465158462524, 0.041390061378479004, 0.042483653873205185, 0.043577250093221664, 0.044670842587947845]}, "_runtime": 20.66260838508606, "_timestamp": 1596214345.4198909, "_step": 20}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 2.0, 2.0, 6.0, 2.0, 3.0, 4.0, 0.0, 1.0, 1.0, 1.0, 3.0, 3.0, 3.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.015676388517022133, -0.015235325321555138, -0.014794261194765568, -0.014353197999298573, -0.013912134803831577, -0.013471070677042007, -0.013030007481575012, -0.012588944286108017, -0.012147881090641022, -0.011706816963851452, -0.011265753768384457, -0.010824690572917461, -0.010383626446127892, -0.009942563250660896, -0.009501500055193901, -0.009060435928404331, -0.008619372732937336, -0.00817830953747034, -0.007737245876342058, -0.007296182215213776, -0.00685511901974678, -0.006414055358618498, -0.005972991697490215, -0.00553192850202322, -0.0050908648408949375, -0.004649801179766655, -0.00420873798429966, -0.003767674323171377, -0.0033266108948737383, -0.0028855474665760994, -0.002444483805447817, -0.002003420377150178, -0.001562356948852539, -0.0011212935205549002, -0.0006802299758419394, -0.00023916648933663964, 0.00020189699716866016, 0.00064296048367396, 0.0010840239701792598, 0.0015250875148922205, 0.0019661509431898594, 0.0024072143714874983, 0.002848277799785137, 0.0032893414609134197, 0.0037304048892110586, 0.0041714683175086975, 0.00461253197863698, 0.005053595174103975, 0.005494658835232258, 0.00593572249636054, 0.006376785691827536, 0.006817849352955818, 0.007258912548422813, 0.007699976209551096, 0.008141039870679379, 0.008582103066146374, 0.009023167192935944, 0.009464230388402939, 0.009905293583869934, 0.01034635677933693, 0.0107874209061265, 0.011228484101593494, 0.01166954729706049, 0.01211061142385006, 0.012551674619317055]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 3.0, 2.0, 6.0, 5.0, 3.0, 4.0, 6.0, 13.0, 6.0, 12.0, 13.0, 17.0, 30.0, 41.0, 37.0, 57.0, 84.0, 128.0, 164.0, 256.0, 357.0, 530.0, 3405.0, 1351.0, 514.0, 293.0, 171.0, 114.0, 74.0, 65.0, 39.0, 33.0, 19.0, 16.0, 14.0, 11.0, 8.0, 5.0, 4.0, 2.0, 3.0, 1.0, 0.0, 1.0, 1.0, 3.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.20042337477207184, -0.1946294903755188, -0.18883562088012695, -0.1830417364835739, -0.17724786698818207, -0.17145398259162903, -0.16566011309623718, -0.15986622869968414, -0.1540723443031311, -0.14827847480773926, -0.14248459041118622, -0.13669072091579437, -0.13089683651924133, -0.1251029670238495, -0.11930908262729645, -0.113515205681324, -0.10772132873535156, -0.10192745178937912, -0.09613357484340668, -0.09033969789743423, -0.08454582095146179, -0.07875193655490875, -0.07295805960893631, -0.06716418266296387, -0.061370305716991425, -0.05557642877101898, -0.04978255182504654, -0.0439886711537838, -0.038194794207811356, -0.03240091726183891, -0.02660703845322132, -0.02081315964460373, -0.015019282698631287, -0.00922540482133627, -0.003431526944041252, 0.002362350933253765, 0.008156228810548782, 0.0139501066878438, 0.019743984565138817, 0.02553786337375641, 0.03133174031972885, 0.037125617265701294, 0.04291949421167374, 0.04871337488293648, 0.05450725182890892, 0.06030112877488136, 0.0660950094461441, 0.07188888639211655, 0.07768276333808899, 0.08347664028406143, 0.08927051723003387, 0.09506439417600632, 0.10085827112197876, 0.1066521555185318, 0.11244603246450424, 0.11823990941047668, 0.12403378635644913, 0.12982766330242157, 0.1356215476989746, 0.14141541719436646, 0.1472093015909195, 0.15300317108631134, 0.15879705548286438, 0.16459092497825623, 0.17038480937480927]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 3.0, 3.0, 1.0, 0.0, 0.0, 5.0, 4.0, 3.0, 4.0, 1.0, 2.0, 4.0, 3.0, 1.0, 4.0, 4.0, 0.0, 1.0, 3.0, 26.0, 2.0, 3.0, 4.0, 3.0, 1.0, 7.0, 2.0, 3.0, 1.0, 2.0, 1.0, 2.0, 3.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0], "bins": [-0.0037780841812491417, -0.0036606539506465197, -0.0035432237200438976, -0.0034257934894412756, -0.0033083632588386536, -0.003190932795405388, -0.003073502564802766, -0.002956072334200144, -0.0028386421035975218, -0.0027212118729948997, -0.0026037816423922777, -0.0024863514117896557, -0.00236892094835639, -0.002251490717753768, -0.002134060487151146, -0.002016630256548524, -0.0018992000259459019, -0.0017817697953432798, -0.0016643395647406578, -0.001546909217722714, -0.001429478987120092, -0.0013120487565174699, -0.001194618409499526, -0.001077188178896904, -0.000959757948294282, -0.0008423277176916599, -0.000724897428881377, -0.000607467140071094, -0.000490036909468472, -0.0003726066497620195, -0.000255176390055567, -0.00013774613034911454, -2.031587064266205e-05, 9.711438906379044e-05, 0.00021454464877024293, 0.0003319749084766954, 0.0004494051681831479, 0.0005668353987857699, 0.0006842656875960529, 0.0008016959764063358, 0.0009191262070089579, 0.00103655643761158, 0.001153986668214202, 0.0012714170152321458, 0.0013888472458347678, 0.0015062774764373899, 0.0016237078234553337, 0.0017411380540579557, 0.0018585682846605778, 0.0019759985152632, 0.002093428745865822, 0.002210858976468444, 0.002328289207071066, 0.0024457196705043316, 0.0025631499011069536, 0.0026805801317095757, 0.0027980103623121977, 0.0029154405929148197, 0.0030328708235174417, 0.0031503010541200638, 0.0032677315175533295, 0.0033851617481559515, 0.0035025919787585735, 0.0036200222093611956, 0.0037374524399638176]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 9.0, 9.0, 30.0, 30.0, 41.0, 54.0, 76.0, 122.0, 175.0, 296.0, 468.0, 770.0, 1127.0, 1890.0, 3163.0, 5408.0, 9232.0, 15727.0, 26395.0, 43668.0, 68544.0, 104205.0, 158393.0, 462543.0, 95604.0, 62165.0, 40944.0, 27304.0, 17803.0, 11764.0, 7782.0, 4957.0, 3048.0, 2026.0, 1235.0, 822.0, 582.0, 370.0, 249.0, 156.0, 113.0, 88.0, 67.0, 50.0, 35.0, 30.0, 15.0, 17.0, 14.0, 8.0, 4.0, 1.0, 6.0, 2.0, 1.0, 2.0], "bins": [-0.014337040483951569, -0.013875937089323997, -0.013414832763373852, -0.01295372936874628, -0.01249262597411871, -0.012031521648168564, -0.011570418253540993, -0.011109314858913422, -0.01064821146428585, -0.010187107138335705, -0.009726003743708134, -0.009264900349080563, -0.008803796023130417, -0.008342692628502846, -0.007881589233875275, -0.007420485373586416, -0.006959381513297558, -0.006498277653008699, -0.006037174258381128, -0.00557607039809227, -0.005114967003464699, -0.00465386314317584, -0.004192759282886982, -0.003731655655428767, -0.0032705520279705524, -0.0028094484005123377, -0.002348344773054123, -0.0018872409127652645, -0.0014261372853070498, -0.0009650335996411741, -0.0005039299139752984, -4.282622830942273e-05, 0.00041827745735645294, 0.0008793811430223286, 0.0013404848286882043, 0.0018015885725617409, 0.0022626922000199556, 0.0027237958274781704, 0.003184899687767029, 0.0036460033152252436, 0.004107106942683458, 0.004568210802972317, 0.005029314197599888, 0.005490418057888746, 0.005951521918177605, 0.006412625312805176, 0.006873729173094034, 0.007334832567721605, 0.007795936428010464, 0.008257039822638035, 0.00871814414858818, 0.009179247543215752, 0.009640350937843323, 0.010101455263793468, 0.01056255865842104, 0.01102366205304861, 0.011484766378998756, 0.011945869773626328, 0.012406973168253899, 0.01286807656288147, 0.013329180888831615, 0.013790284283459187, 0.014251387678086758, 0.014712492004036903, 0.015173595398664474]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 5.0, 3.0, 4.0, 3.0, 5.0, 2.0, 12.0, 4.0, 3.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013980233110487461, -0.013454677537083626, -0.012929122895002365, -0.01240356732159853, -0.011878011748194695, -0.011352457106113434, -0.010826901532709599, -0.010301345959305763, -0.009775791317224503, -0.009250235743820667, -0.008724680170416832, -0.008199124597012997, -0.007673569954931736, -0.007148014381527901, -0.006622459273785353, -0.006096903700381517, -0.005571348592638969, -0.005045793484896421, -0.004520237911492586, -0.003994682803750038, -0.0034691274631768465, -0.002943572122603655, -0.002418017014861107, -0.0018924616742879152, -0.0013669063337147236, -0.0008413510513491929, -0.00031579576898366213, 0.0002097595133818686, 0.0007353147957473993, 0.001260870136320591, 0.0017864253604784608, 0.0023119805846363306, 0.0028375359252095222, 0.003363091265782714, 0.0038886466063559055, 0.0044142017140984535, 0.004939757287502289, 0.005465312395244837, 0.005990867502987385, 0.00651642307639122, 0.007041978184133768, 0.007567533291876316, 0.008093088865280151, 0.008618644438683987, 0.009144199080765247, 0.009669754654169083, 0.010195310227572918, 0.010720864869654179, 0.011246420443058014, 0.01177197601646185, 0.01229753065854311, 0.012823086231946945, 0.01334864180535078, 0.013874196447432041, 0.014399752020835876, 0.014925307594239712, 0.015450863167643547, 0.015976417809724808, 0.01650197245180607, 0.01702752895653248, 0.01755308359861374, 0.018078638240695, 0.01860419474542141, 0.01912974938750267, 0.01965530589222908]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 2.0, 3.0, 2.0, 3.0, 2.0, 5.0, 3.0, 2.0, 2.0, 3.0, 3.0, 8.0, 7.0, 6.0, 7.0, 17.0, 20.0, 23.0, 47.0, 65.0, 83.0, 138.0, 195.0, 309.0, 478.0, 696.0, 1095.0, 2040.0, 6793.0, 3005.0, 1154.0, 676.0, 346.0, 203.0, 202.0, 185.0, 140.0, 111.0, 71.0, 57.0, 43.0, 43.0, 42.0, 24.0, 17.0, 8.0, 7.0, 9.0, 6.0, 5.0, 3.0, 2.0, 2.0, 3.0, 3.0], "bins": [-0.015342727303504944, -0.014937832951545715, -0.014532938599586487, -0.014128044247627258, -0.01372314989566803, -0.013318255543708801, -0.012913361191749573, -0.012508466839790344, -0.012103572487831116, -0.011698679067194462, -0.011293784715235233, -0.010888890363276005, -0.010483996011316776, -0.010079101659357548, -0.00967420730739832, -0.00926931295543909, -0.008864418603479862, -0.008459524251520634, -0.008054629899561405, -0.007649735547602177, -0.007244841195642948, -0.006839947309345007, -0.006435052957385778, -0.00603015860542655, -0.005625264253467321, -0.005220369901508093, -0.004815475549548864, -0.004410581197589636, -0.004005687311291695, -0.0036007927265018225, -0.0031958986073732376, -0.002791004255414009, -0.0023861099034547806, -0.001981215551495552, -0.0015763213159516454, -0.0011714270804077387, -0.0007665327284485102, -0.00036163843469694257, 4.3255859054625034e-05, 0.00044815015280619264, 0.0008530444465577602, 0.0012579387985169888, 0.0016628330340608954, 0.002067727269604802, 0.0024726216215640306, 0.002877515973523259, 0.003282410092651844, 0.0036873044446110725, 0.004092198796570301, 0.00449709314852953, 0.004901987500488758, 0.005306881852447987, 0.005711776204407215, 0.006116670090705156, 0.006521564442664385, 0.006926458794623613, 0.007331353146582842, 0.00773624749854207, 0.008141141384840012, 0.00854603573679924, 0.008950930088758469, 0.009355824440717697, 0.009760718792676926, 0.010165613144636154, 0.010570507496595383]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 3.0, 1.0, 1.0, 1.0, 0.0, 4.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.09213358163833618, -0.08980384469032288, -0.08747410029172897, -0.08514435589313507, -0.08281461894512177, -0.08048488199710846, -0.07815513759851456, -0.07582539319992065, -0.07349565625190735, -0.07116591930389404, -0.06883617490530014, -0.06650643050670624, -0.06417669355869293, -0.06184695288538933, -0.059517212212085724, -0.05718747153878212, -0.054857730865478516, -0.05252799019217491, -0.05019824951887131, -0.0478685088455677, -0.0455387681722641, -0.043209027498960495, -0.04087928682565689, -0.03854954615235329, -0.03621980547904968, -0.03389006480574608, -0.031560324132442474, -0.02923058345913887, -0.026900842785835266, -0.024571102112531662, -0.022241361439228058, -0.019911620765924454, -0.01758188009262085, -0.015252139419317245, -0.012922398746013641, -0.010592658072710037, -0.008262917399406433, -0.005933176726102829, -0.003603436052799225, -0.0012736953794956207, 0.0010560452938079834, 0.0033857859671115875, 0.005715526640415192, 0.008045267313718796, 0.0103750079870224, 0.012704748660326004, 0.015034489333629608, 0.017364230006933212, 0.019693970680236816, 0.02202371135354042, 0.024353452026844025, 0.02668319270014763, 0.029012933373451233, 0.03134267404675484, 0.03367241472005844, 0.036002155393362045, 0.03833189606666565, 0.040661636739969254, 0.04299137741327286, 0.04532111808657646, 0.047650858759880066, 0.04998059943318367, 0.052310340106487274, 0.05464008077979088, 0.05696982145309448]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 5.0, 1.0, 1.0, 0.0, 2.0, 1.0, 3.0, 2.0, 2.0, 1.0, 3.0, 3.0, 4.0, 8.0, 13.0, 6.0, 10.0, 10.0, 14.0, 17.0, 8.0, 8.0, 13.0, 12.0, 27.0, 24.0, 16.0, 7.0, 5.0, 9.0, 3.0, 1.0, 4.0, 9.0, 5.0, 3.0, 2.0, 6.0, 3.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.03527665510773659, -0.03428569436073303, -0.03329473361372948, -0.03230376914143562, -0.03131280839443207, -0.030321847647428513, -0.029330886900424957, -0.028339924290776253, -0.027348963543772697, -0.026358002796769142, -0.025367040187120438, -0.024376079440116882, -0.023385118693113327, -0.022394156083464622, -0.021403195336461067, -0.020412232726812363, -0.019421271979808807, -0.018430311232805252, -0.017439348623156548, -0.016448387876152992, -0.015457426197826862, -0.014466464519500732, -0.013475503772497177, -0.012484542094171047, -0.011493580415844917, -0.010502618737518787, -0.009511657059192657, -0.008520696312189102, -0.007529734633862972, -0.006538772955536842, -0.005547811742872, -0.004556850530207157, -0.0035658888518810272, -0.002574927406385541, -0.0015839659608900547, -0.0005930045153945684, 0.0003979569301009178, 0.001388918375596404, 0.0023798798210918903, 0.0033708412665873766, 0.004361802712082863, 0.005352764390408993, 0.006343725603073835, 0.007334686815738678, 0.008325648494064808, 0.009316610172390938, 0.010307570919394493, 0.011298532597720623, 0.012289494276046753, 0.013280455954372883, 0.014271417632699013, 0.015262378379702568, 0.016253340989351273, 0.017244301736354828, 0.018235262483358383, 0.019226225093007088, 0.020217185840010643, 0.0212081465870142, 0.022199109196662903, 0.023190069943666458, 0.024181030690670013, 0.025171993300318718, 0.026162954047322273, 0.027153916656970978, 0.028144877403974533]}, "_runtime": 21.433669805526733, "_timestamp": 1596214346.1909523, "_step": 21}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 3.0, 1.0, 3.0, 1.0, 0.0, 2.0, 2.0, 3.0, 1.0, 1.0, 1.0, 3.0, 6.0, 0.0, 1.0, 3.0, 0.0, 2.0, 0.0, 2.0, 0.0, 5.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.01468421146273613, -0.014278807677328587, -0.013873404823243618, -0.013468001037836075, -0.013062597252428532, -0.012657194398343563, -0.01225179061293602, -0.011846386827528477, -0.011440983042120934, -0.011035580188035965, -0.010630176402628422, -0.010224772617220879, -0.00981936976313591, -0.009413965977728367, -0.009008562192320824, -0.008603159338235855, -0.008197755552828312, -0.007792352233082056, -0.007386948447674513, -0.006981545127928257, -0.006576141342520714, -0.006170738022774458, -0.005765334703028202, -0.005359930917620659, -0.004954527597874403, -0.004549124278128147, -0.004143720492720604, -0.003738317172974348, -0.0033329136203974485, -0.002927510067820549, -0.002522106748074293, -0.0021167031954973936, -0.001711299642920494, -0.0013058960903435946, -0.0009004926541820168, -0.0004950891598127782, -8.968566544353962e-05, 0.000315717828925699, 0.0007211213232949376, 0.0011265247594565153, 0.0015319283120334148, 0.0019373318646103144, 0.002342735417187214, 0.0027481387369334698, 0.0031535422895103693, 0.003558945842087269, 0.003964349161833525, 0.004369752947241068, 0.004775156266987324, 0.00518055958673358, 0.005585963372141123, 0.005991366691887379, 0.006396770477294922, 0.006802173797041178, 0.007207577116787434, 0.007612980902194977, 0.008018383756279945, 0.008423787541687489, 0.008829191327095032, 0.009234595112502575, 0.009639997966587543, 0.010045401751995087, 0.01045080553740263, 0.010856208391487598, 0.011261612176895142]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 4.0, 1.0, 2.0, 1.0, 4.0, 11.0, 6.0, 12.0, 7.0, 9.0, 15.0, 18.0, 26.0, 28.0, 30.0, 34.0, 51.0, 77.0, 90.0, 108.0, 155.0, 211.0, 322.0, 491.0, 3461.0, 1371.0, 530.0, 295.0, 145.0, 115.0, 84.0, 57.0, 38.0, 23.0, 17.0, 18.0, 14.0, 10.0, 10.0, 8.0, 2.0, 6.0, 5.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.19319544732570648, -0.18775691092014313, -0.18231835961341858, -0.17687982320785522, -0.17144128680229187, -0.16600273549556732, -0.16056419909000397, -0.1551256626844406, -0.14968711137771606, -0.1442485749721527, -0.13881003856658936, -0.133371502161026, -0.12793295085430145, -0.1224944144487381, -0.11705587059259415, -0.11161733418703079, -0.10617879033088684, -0.10074024647474289, -0.09530171006917953, -0.08986316621303558, -0.08442462980747223, -0.07898608595132828, -0.07354754209518433, -0.06810900568962097, -0.06267046183347702, -0.05723192170262337, -0.051793381571769714, -0.04635483771562576, -0.04091629758477211, -0.03547775745391846, -0.030039215460419655, -0.024600673466920853, -0.0191621333360672, -0.013723592273890972, -0.008285051211714745, -0.002846510149538517, 0.0025920309126377106, 0.008030571974813938, 0.013469113036990166, 0.018907655030488968, 0.02434619516134262, 0.029784735292196274, 0.03522327542304993, 0.04066181927919388, 0.04610035941004753, 0.051538899540901184, 0.056977443397045135, 0.06241598352789879, 0.06785452365875244, 0.07329306751489639, 0.07873160392045975, 0.0841701477766037, 0.08960868418216705, 0.095047228038311, 0.10048577189445496, 0.10592430830001831, 0.11136285215616226, 0.11680139601230621, 0.12223993241786957, 0.12767846882343292, 0.13311702013015747, 0.13855555653572083, 0.14399409294128418, 0.14943264424800873, 0.15487118065357208]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 2.0, 4.0, 1.0, 3.0, 3.0, 4.0, 5.0, 6.0, 3.0, 1.0, 3.0, 2.0, 2.0, 2.0, 1.0, 2.0, 26.0, 2.0, 4.0, 3.0, 2.0, 6.0, 3.0, 5.0, 1.0, 4.0, 0.0, 1.0, 3.0, 1.0, 3.0, 4.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.004228405654430389, -0.0040762354619801044, -0.003924065735191107, -0.003771895542740822, -0.003619725350290537, -0.0034675553906708956, -0.0033153854310512543, -0.0031632152386009693, -0.003011045278981328, -0.0028588753193616867, -0.0027067051269114017, -0.0025545351672917604, -0.002402365207672119, -0.002250195015221834, -0.002098025055602193, -0.0019458549795672297, -0.0017936849035322666, -0.0016415148274973035, -0.0014893447514623404, -0.001337174791842699, -0.001185004715807736, -0.0010328346397727728, -0.0008806646219454706, -0.0007284946041181684, -0.0005763245280832052, -0.00042415448115207255, -0.0002719844342209399, -0.0001198143872898072, 3.2355659641325474e-05, 0.00018452570657245815, 0.0003366957535035908, 0.000488865771330893, 0.0006410358473658562, 0.0007932059234008193, 0.0009453759412281215, 0.0010975459590554237, 0.0012497160350903869, 0.00140188611112535, 0.0015540560707449913, 0.0017062261467799544, 0.0018583962228149176, 0.002010566182434559, 0.002162736374884844, 0.002314906334504485, 0.0024670762941241264, 0.0026192464865744114, 0.0027714164461940527, 0.0029235866386443377, 0.003075756598263979, 0.0032279265578836203, 0.0033800967503339052, 0.0035322667099535465, 0.0036844369024038315, 0.003836606862023473, 0.003988776821643114, 0.004140947014093399, 0.004293116740882397, 0.004445286933332682, 0.004597457125782967, 0.004749627318233252, 0.004901797045022249, 0.005053967237472534, 0.005206137429922819, 0.005358307156711817, 0.005510477349162102]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 7.0, 11.0, 7.0, 18.0, 26.0, 61.0, 69.0, 91.0, 172.0, 250.0, 406.0, 609.0, 1037.0, 1846.0, 3295.0, 6156.0, 12097.0, 23103.0, 43302.0, 75978.0, 128139.0, 536031.0, 152065.0, 80366.0, 46507.0, 27250.0, 16116.0, 9325.0, 5770.0, 3524.0, 2164.0, 1310.0, 896.0, 536.0, 308.0, 212.0, 165.0, 110.0, 83.0, 62.0, 47.0, 32.0, 26.0, 18.0, 8.0, 9.0, 6.0, 8.0, 3.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0], "bins": [-0.017427533864974976, -0.016861656680703163, -0.01629577949643135, -0.01572990231215954, -0.0151640260592103, -0.014598148874938488, -0.014032271690666676, -0.013466394506394863, -0.012900518253445625, -0.012334641069173813, -0.011768763884902, -0.011202886700630188, -0.010637009516358376, -0.010071132332086563, -0.009505256079137325, -0.008939378894865513, -0.0083735017105937, -0.007807624526321888, -0.007241747807711363, -0.00667587062343955, -0.006109993904829025, -0.005544116720557213, -0.0049782395362854, -0.004412362817674875, -0.003846485633403063, -0.003280608681961894, -0.0027147317305207253, -0.002148854546248913, -0.001582977594807744, -0.0010171006433665752, -0.00045122357551008463, 0.00011465343413874507, 0.0006805304437875748, 0.0012464073952287436, 0.0018122844630852342, 0.0023781615309417248, 0.0029440384823828936, 0.0035099154338240623, 0.004075792618095875, 0.0046416693367064, 0.005207546520978212, 0.005773423705250025, 0.00633930042386055, 0.006905177608132362, 0.007471054792404175, 0.008036931976675987, 0.008602808229625225, 0.009168685413897038, 0.00973456259816885, 0.010300439782440662, 0.010866316966712475, 0.011432193219661713, 0.011998070403933525, 0.012563947588205338, 0.01312982477247715, 0.013695701956748962, 0.014261579141020775, 0.014827455393970013, 0.015393332578241825, 0.015959208831191063, 0.016525086015462875, 0.017090963199734688, 0.0176568403840065, 0.018222717568278313, 0.018788594752550125]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 2.0, 1.0, 1.0, 9.0, 4.0, 3.0, 3.0, 3.0, 4.0, 3.0, 1.0, 2.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 3.0], "bins": [-0.027101239189505577, -0.026504049077630043, -0.02590685896575451, -0.025309666991233826, -0.02471247687935829, -0.024115286767482758, -0.023518096655607224, -0.02292090468108654, -0.022323714569211006, -0.021726524457335472, -0.021129334345459938, -0.020532144233584404, -0.01993495225906372, -0.019337762147188187, -0.018740572035312653, -0.01814338192343712, -0.017546191811561584, -0.0169489998370409, -0.016351809725165367, -0.015754619613289833, -0.015157428570091724, -0.01456023845821619, -0.013963047415018082, -0.013365857303142548, -0.012768667191267014, -0.012171476148068905, -0.01157428603619337, -0.010977094992995262, -0.010379904881119728, -0.00978271383792162, -0.009185523726046085, -0.008588332682847977, -0.007991142570972443, -0.007393951993435621, -0.0067967614158988, -0.0061995708383619785, -0.005602380260825157, -0.005005190148949623, -0.004407999571412802, -0.0038108089938759804, -0.003213618416339159, -0.0026164278388023376, -0.0020192372612655163, -0.0014220469165593386, -0.0008248563390225172, -0.00022766581969335675, 0.0003695246996358037, 0.0009667152189649642, 0.0015639057382941246, 0.002161096315830946, 0.0027582868933677673, 0.003355477238073945, 0.00395266804844141, 0.004549858160316944, 0.0051470487378537655, 0.005744239315390587, 0.006341429892927408, 0.00693862047046423, 0.007535811048001051, 0.008133001625537872, 0.008730191737413406, 0.009327382780611515, 0.009924572892487049, 0.010521763935685158, 0.011118954047560692]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 2.0, 4.0, 5.0, 10.0, 15.0, 29.0, 28.0, 35.0, 41.0, 44.0, 57.0, 45.0, 46.0, 58.0, 72.0, 77.0, 75.0, 73.0, 97.0, 104.0, 105.0, 130.0, 175.0, 243.0, 331.0, 407.0, 487.0, 638.0, 1262.0, 5585.0, 2615.0, 1529.0, 1076.0, 687.0, 540.0, 387.0, 336.0, 229.0, 187.0, 128.0, 82.0, 79.0, 58.0, 43.0, 36.0, 30.0, 26.0, 21.0, 19.0, 12.0, 7.0, 7.0, 3.0, 6.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.012858574278652668, -0.01246507465839386, -0.012071575969457626, -0.011678076349198818, -0.011284577660262585, -0.010891078040003777, -0.010497579351067543, -0.010104079730808735, -0.009710581041872501, -0.009317081421613693, -0.00892358273267746, -0.008530083112418652, -0.008136584423482418, -0.00774308480322361, -0.007349585648626089, -0.006956086494028568, -0.0065625873394310474, -0.006169088184833527, -0.005775589030236006, -0.005382089875638485, -0.004988590721040964, -0.004595091566443443, -0.0042015924118459225, -0.003808093024417758, -0.003414593869820237, -0.0030210947152227163, -0.0026275955606251955, -0.0022340964060276747, -0.001840597135014832, -0.0014470979804173112, -0.0010535987094044685, -0.0006600995548069477, -0.0002666004002094269, 0.0001268987834919244, 0.0005203979671932757, 0.0009138971799984574, 0.0013073963345959783, 0.001700895489193499, 0.0020943947602063417, 0.0024878939148038626, 0.0028813930694013834, 0.0032748922239989042, 0.003668391378596425, 0.0040618907660245895, 0.00445538992062211, 0.004848889075219631, 0.005242388229817152, 0.005635887384414673, 0.006029386539012194, 0.0064228856936097145, 0.006816384848207235, 0.007209884002804756, 0.007603383157402277, 0.007996882311999798, 0.008390381932258606, 0.00878388062119484, 0.009177380241453648, 0.009570878930389881, 0.00996437855064869, 0.010357877239584923, 0.010751376859843731, 0.011144875548779964, 0.011538375169038773, 0.011931873857975006, 0.012325373478233814]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.07843680679798126, -0.07538662850856781, -0.07233645021915436, -0.0692862793803215, -0.06623610109090805, -0.0631859228014946, -0.060135748237371445, -0.05708557367324829, -0.05403539538383484, -0.05098521709442139, -0.04793504253029823, -0.04488486796617508, -0.04183468967676163, -0.038784511387348175, -0.03573433682322502, -0.03268416225910187, -0.029633983969688416, -0.026583807542920113, -0.02353363111615181, -0.020483454689383507, -0.017433278262615204, -0.014383101835846901, -0.011332925409078598, -0.008282748982310295, -0.005232572555541992, -0.0021823961287736893, 0.0008677802979946136, 0.0039179567247629166, 0.0069681331515312195, 0.010018309578299522, 0.013068486005067825, 0.016118662431836128, 0.01916883885860443, 0.022219015285372734, 0.025269191712141037, 0.02831936813890934, 0.03136954456567764, 0.034419722855091095, 0.03746989741921425, 0.0405200719833374, 0.043570250272750854, 0.04662042856216431, 0.04967060312628746, 0.052720777690410614, 0.055770955979824066, 0.05882113426923752, 0.06187130883336067, 0.06492148339748383, 0.06797166168689728, 0.07102183997631073, 0.07407201826572418, 0.07712218910455704, 0.08017236739397049, 0.08322254568338394, 0.0862727165222168, 0.08932289481163025, 0.0923730731010437, 0.09542325139045715, 0.0984734296798706, 0.10152360051870346, 0.10457377880811691, 0.10762395709753036, 0.11067412793636322, 0.11372430622577667, 0.11677448451519012]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [3.0, 4.0, 3.0, 8.0, 2.0, 5.0, 5.0, 9.0, 10.0, 5.0, 8.0, 14.0, 14.0, 10.0, 14.0, 14.0, 20.0, 18.0, 13.0, 9.0, 10.0, 10.0, 11.0, 5.0, 4.0, 4.0, 7.0, 6.0, 5.0, 3.0, 4.0, 2.0, 0.0, 4.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 3.0, 2.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012202642858028412, -0.011444851756095886, -0.01068706065416336, -0.009929269552230835, -0.00917147845029831, -0.008413686417043209, -0.0076558953151106834, -0.006898104213178158, -0.006140313111245632, -0.0053825220093131065, -0.004624730907380581, -0.003866939339786768, -0.0031091482378542423, -0.0023513571359217167, -0.0015935658011585474, -0.0008357745828106999, -7.798336446285248e-05, 0.000679807853884995, 0.0014375990722328424, 0.0021953904069960117, 0.0029531815089285374, 0.003710972610861063, 0.004468764178454876, 0.005226555280387402, 0.005984346382319927, 0.006742137484252453, 0.0074999285861849785, 0.008257719688117504, 0.009015511721372604, 0.00977330282330513, 0.010531093925237656, 0.011288885027170181, 0.012046676129102707, 0.012804467231035233, 0.013562258332967758, 0.014320049434900284, 0.01507784053683281, 0.015835631638765335, 0.01659342274069786, 0.017351213842630386, 0.018109004944562912, 0.018866797909140587, 0.019624589011073112, 0.020382380113005638, 0.021140171214938164, 0.02189796231687069, 0.022655753418803215, 0.02341354452073574, 0.024171335622668266, 0.024929126724600792, 0.025686917826533318, 0.026444708928465843, 0.02720250003039837, 0.027960291132330894, 0.02871808223426342, 0.029475873336195946, 0.03023366630077362, 0.030991457402706146, 0.03174924850463867, 0.0325070396065712, 0.03326483070850372, 0.03402262181043625, 0.034780412912368774, 0.0355382040143013, 0.036295995116233826]}, "_runtime": 22.215662717819214, "_timestamp": 1596214346.9729452, "_step": 22}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 2.0, 0.0, 2.0, 3.0, 0.0, 2.0, 2.0, 2.0, 3.0, 3.0, 3.0, 5.0, 2.0, 3.0, 4.0, 3.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.015060200355947018, -0.014508871361613274, -0.01395754236727953, -0.013406213372945786, -0.012854883447289467, -0.012303554452955723, -0.011752225458621979, -0.011200896464288235, -0.01064956746995449, -0.010098238475620747, -0.009546909481287003, -0.008995580486953259, -0.008444251492619514, -0.007892921566963196, -0.007341592572629452, -0.006790263578295708, -0.006238934583961964, -0.00568760558962822, -0.0051362765952944756, -0.004584947135299444, -0.0040336181409657, -0.003482289146631956, -0.0029309599194675684, -0.0023796306923031807, -0.0018283016979694366, -0.0012769725872203708, -0.0007256434764713049, -0.00017431436572223902, 0.00037701474502682686, 0.0009283438557758927, 0.0014796729665249586, 0.0020310021936893463, 0.0025823311880230904, 0.0031336601823568344, 0.003684989409521222, 0.00423631863668561, 0.004787647631019354, 0.005338976625353098, 0.005890306085348129, 0.006441635079681873, 0.006992964074015617, 0.007544293068349361, 0.008095622062683105, 0.00864695105701685, 0.009198280051350594, 0.009749609977006912, 0.010300938971340656, 0.0108522679656744, 0.011403596960008144, 0.011954925954341888, 0.012506254948675632, 0.013057583943009377, 0.013608913868665695, 0.01416024286299944, 0.014711571857333183, 0.015262900851666927, 0.01581422984600067, 0.01636555977165699, 0.01691688783466816, 0.017468217760324478, 0.018019545823335648, 0.018570875748991966, 0.019122203812003136, 0.019673533737659454, 0.020224861800670624]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 5.0, 3.0, 0.0, 1.0, 1.0, 6.0, 5.0, 1.0, 8.0, 4.0, 13.0, 14.0, 18.0, 19.0, 25.0, 38.0, 57.0, 60.0, 98.0, 131.0, 180.0, 240.0, 382.0, 566.0, 4138.0, 817.0, 374.0, 223.0, 151.0, 81.0, 66.0, 45.0, 30.0, 32.0, 18.0, 21.0, 12.0, 11.0, 9.0, 10.0, 3.0, 3.0, 3.0, 3.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.20274147391319275, -0.19683510065078735, -0.19092872738838196, -0.18502233922481537, -0.17911596596240997, -0.17320959270000458, -0.167303204536438, -0.1613968312740326, -0.1554904580116272, -0.1495840847492218, -0.1436777114868164, -0.13777132332324982, -0.13186495006084442, -0.12595857679843903, -0.12005219608545303, -0.11414581537246704, -0.10823944211006165, -0.10233306884765625, -0.09642668813467026, -0.09052030742168427, -0.08461393415927887, -0.07870756089687347, -0.07280118018388748, -0.06689479947090149, -0.060988426208496094, -0.0550820492208004, -0.049175672233104706, -0.04326929524540901, -0.03736291825771332, -0.031456541270017624, -0.02555016428232193, -0.019643787294626236, -0.013737410306930542, -0.007831033319234848, -0.001924656331539154, 0.00398172065615654, 0.009888097643852234, 0.015794474631547928, 0.021700851619243622, 0.027607228606939316, 0.03351360559463501, 0.039419982582330704, 0.0453263595700264, 0.05123273655772209, 0.057139113545417786, 0.06304548680782318, 0.06895186752080917, 0.07485824823379517, 0.08076462149620056, 0.08667099475860596, 0.09257737547159195, 0.09848375618457794, 0.10439012944698334, 0.11029650270938873, 0.11620288342237473, 0.12210926413536072, 0.1280156373977661, 0.1339220106601715, 0.1398283839225769, 0.1457347720861435, 0.1516411453485489, 0.15754751861095428, 0.16345390677452087, 0.16936028003692627, 0.17526665329933167]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 2.0, 2.0, 0.0, 4.0, 0.0, 2.0, 1.0, 2.0, 3.0, 4.0, 5.0, 3.0, 8.0, 5.0, 6.0, 4.0, 27.0, 2.0, 4.0, 4.0, 2.0, 2.0, 6.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002961087040603161, -0.002835999010130763, -0.0027109109796583652, -0.002585822716355324, -0.002460734685882926, -0.002335646655410528, -0.0022105583921074867, -0.002085470361635089, -0.001960382331162691, -0.0018352943006902933, -0.0017102061538025737, -0.001585118006914854, -0.0014600299764424562, -0.0013349419459700584, -0.0012098537990823388, -0.0010847656521946192, -0.0009596776217222214, -0.0008345895330421627, -0.0007095014443621039, -0.0005844133556820452, -0.0004593252670019865, -0.0003342371783219278, -0.00020914908964186907, -8.406100096181035e-05, 4.102708771824837e-05, 0.00016611517639830709, 0.0002912032650783658, 0.0004162913537584245, 0.0005413794424384832, 0.000666467531118542, 0.0007915556197986007, 0.0009166437084786594, 0.0010417317971587181, 0.001166819827631116, 0.0012919079745188355, 0.0014169961214065552, 0.001542084151878953, 0.0016671721823513508, 0.0017922603292390704, 0.00191734847612679, 0.002042436506599188, 0.0021675245370715857, 0.0022926125675439835, 0.002417700830847025, 0.0025427888613194227, 0.0026678768917918205, 0.002792965155094862, 0.00291805318556726, 0.0030431412160396576, 0.0031682292465120554, 0.003293317276984453, 0.0034184055402874947, 0.0035434935707598925, 0.0036685816012322903, 0.0037936698645353317, 0.003918757662177086, 0.004043845925480127, 0.004168934188783169, 0.004294021986424923, 0.004419110249727964, 0.004544198513031006, 0.00466928631067276, 0.0047943745739758015, 0.004919462371617556, 0.005044550634920597]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [5.0, 5.0, 4.0, 6.0, 9.0, 17.0, 27.0, 38.0, 40.0, 105.0, 141.0, 190.0, 337.0, 517.0, 882.0, 1422.0, 2506.0, 4655.0, 9102.0, 17572.0, 35015.0, 66838.0, 125737.0, 554047.0, 167247.0, 84323.0, 45938.0, 25601.0, 14554.0, 8489.0, 5093.0, 3088.0, 2050.0, 1325.0, 816.0, 577.0, 388.0, 224.0, 180.0, 137.0, 101.0, 74.0, 59.0, 40.0, 27.0, 17.0, 19.0, 18.0, 9.0, 10.0, 7.0, 2.0, 2.0, 0.0, 4.0, 7.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.012465179897844791, -0.011941751465201378, -0.01141832210123539, -0.010894893668591976, -0.010371465235948563, -0.009848035871982574, -0.009324607439339161, -0.008801179006695747, -0.00827774964272976, -0.007754321210086346, -0.007230892777442932, -0.006707463879138231, -0.00618403498083353, -0.005660606548190117, -0.005137177649885416, -0.0046137492172420025, -0.004090320318937302, -0.0035668916534632444, -0.0030434629879891872, -0.0025200340896844864, -0.001996605424210429, -0.001473176758736372, -0.000949747976846993, -0.00042631925316527486, 9.710947051644325e-05, 0.0006205381941981614, 0.0011439669178798795, 0.0016673956997692585, 0.0021908243652433157, 0.002714253030717373, 0.0032376819290220737, 0.003761110594496131, 0.004284539259970188, 0.004807968158274889, 0.0053313965909183025, 0.005854825489223003, 0.006378253921866417, 0.006901682820171118, 0.007425111718475819, 0.007948540151119232, 0.00847196951508522, 0.008995397947728634, 0.009518826380372047, 0.010042254813015461, 0.010565684176981449, 0.011089112609624863, 0.011612541042268276, 0.012135970406234264, 0.012659398838877678, 0.013182827271521091, 0.01370625663548708, 0.014229685068130493, 0.014753113500773907, 0.015276542864739895, 0.01579997129738331, 0.016323400661349297, 0.016846828162670135, 0.017370257526636124, 0.017893686890602112, 0.01841711439192295, 0.01894054375588894, 0.019463973119854927, 0.019987400621175766, 0.020510829985141754, 0.021034259349107742]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 2.0, 2.0, 2.0, 3.0, 4.0, 4.0, 0.0, 4.0, 3.0, 1.0, 2.0, 1.0, 2.0, 3.0, 0.0, 7.0, 1.0, 3.0, 0.0, 2.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.008950714021921158, -0.008457912132143974, -0.007965111173689365, -0.007472309749573469, -0.006979508325457573, -0.006486706901341677, -0.0059939054772257805, -0.005501104053109884, -0.005008302628993988, -0.004515501204878092, -0.004022699780762196, -0.0035298983566462994, -0.003037096932530403, -0.002544295508414507, -0.0020514940842986107, -0.0015586926601827145, -0.0010658912360668182, -0.000573089811950922, -8.028838783502579e-05, 0.00041251303628087044, 0.0009053144603967667, 0.0013981158845126629, 0.0018909173086285591, 0.0023837187327444553, 0.0028765201568603516, 0.003369321580976248, 0.003862123005092144, 0.00435492442920804, 0.0048477258533239365, 0.005340527277439833, 0.005833328701555729, 0.006326130125671625, 0.006818931549787521, 0.007311732973903418, 0.007804534398019314, 0.008297335356473923, 0.008790137246251106, 0.00928293913602829, 0.009775740094482899, 0.010268541052937508, 0.010761342942714691, 0.011254144832491875, 0.011746945790946484, 0.012239746749401093, 0.012732548639178276, 0.01322535052895546, 0.013718151487410069, 0.014210952445864677, 0.014703754335641861, 0.015196556225419044, 0.015689358115196228, 0.016182158142328262, 0.016674960032105446, 0.01716776192188263, 0.017660561949014664, 0.018153363838791847, 0.01864616572856903, 0.019138967618346214, 0.019631769508123398, 0.020124569535255432, 0.020617371425032616, 0.0211101733148098, 0.021602973341941833, 0.022095775231719017, 0.0225885771214962]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 3.0, 3.0, 4.0, 6.0, 11.0, 16.0, 16.0, 20.0, 31.0, 38.0, 42.0, 42.0, 56.0, 97.0, 111.0, 151.0, 171.0, 256.0, 303.0, 397.0, 474.0, 541.0, 692.0, 911.0, 1263.0, 1633.0, 2249.0, 3973.0, 921.0, 667.0, 530.0, 456.0, 391.0, 312.0, 293.0, 232.0, 179.0, 123.0, 89.0, 74.0, 76.0, 63.0, 55.0, 47.0, 42.0, 58.0, 55.0, 46.0, 46.0, 38.0, 35.0, 25.0, 24.0, 14.0, 12.0, 5.0, 6.0, 1.0, 4.0], "bins": [-0.009275353513658047, -0.008986640721559525, -0.008697926998138428, -0.008409214206039906, -0.008120501413941383, -0.007831787690520287, -0.007543074898421764, -0.007254361640661955, -0.006965648382902145, -0.006676935125142336, -0.006388221867382526, -0.006099509075284004, -0.005810795817524195, -0.005522082559764385, -0.005233369767665863, -0.0049446565099060535, -0.004655943252146244, -0.0043672299943864346, -0.004078516736626625, -0.003789803944528103, -0.0035010906867682934, -0.003212377429008484, -0.002923664404079318, -0.002634951379150152, -0.0023462381213903427, -0.0020575248636305332, -0.0017688118387013674, -0.0014800986973568797, -0.001191385556012392, -0.0009026724146679044, -0.0006139592733234167, -0.00032524613197892904, -3.6532990634441376e-05, 0.0002521801507100463, 0.000540893292054534, 0.0008296064333990216, 0.0011183195747435093, 0.001407032716087997, 0.0016957458574324846, 0.0019844588823616505, 0.00227317214012146, 0.0025618853978812695, 0.0028505984228104353, 0.003139311447739601, 0.0034280247054994106, 0.00371673796325922, 0.004005450755357742, 0.004294164013117552, 0.004582877270877361, 0.004871590528637171, 0.00516030378639698, 0.0054490165784955025, 0.005737729836255312, 0.0060264430940151215, 0.006315155886113644, 0.006603869143873453, 0.006892582401633263, 0.007181295659393072, 0.007470008917152882, 0.007758721709251404, 0.0080474354326725, 0.008336148224771023, 0.008624861016869545, 0.008913574740290642, 0.009202287532389164]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 3.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.1354275643825531, -0.13232187926769257, -0.12921619415283203, -0.1261105090379715, -0.12300482392311096, -0.11989913880825043, -0.11679345369338989, -0.11368776857852936, -0.11058208346366882, -0.10747639089822769, -0.10437070578336716, -0.10126502066850662, -0.09815933555364609, -0.09505365043878555, -0.09194796532392502, -0.08884228020906448, -0.08573659509420395, -0.08263090997934341, -0.07952522486448288, -0.07641953974962234, -0.07331385463476181, -0.07020816951990128, -0.06710248440504074, -0.0639967992901802, -0.06089111045002937, -0.05778542533516884, -0.054679740220308304, -0.05157405510544777, -0.048468366265296936, -0.0453626811504364, -0.04225699603557587, -0.03915131092071533, -0.0360456258058548, -0.03293994069099426, -0.029834255576133728, -0.026728568598628044, -0.02362288348376751, -0.020517198368906975, -0.01741151139140129, -0.014305826276540756, -0.011200141161680222, -0.008094456046819687, -0.004988770000636578, -0.0018830844201147556, 0.0012226011604070663, 0.004328286740928888, 0.00743397232145071, 0.01053965836763382, 0.013645343482494354, 0.01675102859735489, 0.019856713712215424, 0.022962400689721107, 0.026068085804581642, 0.029173770919442177, 0.03227945789694786, 0.035385143011808395, 0.03849082812666893, 0.041596513241529465, 0.04470219835639, 0.047807883471250534, 0.05091357231140137, 0.0540192574262619, 0.057124942541122437, 0.06023062765598297, 0.0633363127708435]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 5.0, 2.0, 2.0, 2.0, 2.0, 0.0, 1.0, 2.0, 5.0, 3.0, 1.0, 3.0, 1.0, 0.0, 6.0, 2.0, 3.0, 2.0, 5.0, 4.0, 9.0, 10.0, 6.0, 12.0, 11.0, 6.0, 7.0, 8.0, 22.0, 20.0, 22.0, 19.0, 16.0, 17.0, 4.0, 5.0, 6.0, 11.0, 4.0, 2.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0], "bins": [-0.05589033663272858, -0.05464750528335571, -0.05340467020869255, -0.05216183513402939, -0.050919003784656525, -0.04967617243528366, -0.0484333373606205, -0.047190502285957336, -0.04594767093658447, -0.04470483958721161, -0.04346200451254845, -0.042219169437885284, -0.04097633808851242, -0.03973350673913956, -0.038490671664476395, -0.03724783658981323, -0.03600500524044037, -0.034762173891067505, -0.03351933881640434, -0.03227650374174118, -0.031033672392368317, -0.029790839180350304, -0.02854800596833229, -0.027305172756314278, -0.026062339544296265, -0.02481950633227825, -0.02357667312026024, -0.022333839908242226, -0.021091006696224213, -0.0198481734842062, -0.018605340272188187, -0.017362507060170174, -0.01611967384815216, -0.014876840636134148, -0.013634007424116135, -0.012391174212098122, -0.011148341000080109, -0.009905507788062096, -0.008662674576044083, -0.00741984136402607, -0.006177008152008057, -0.004934174939990044, -0.0036913417279720306, -0.0024485085159540176, -0.0012056753039360046, 3.715790808200836e-05, 0.0012799911201000214, 0.0025228243321180344, 0.0037656575441360474, 0.00500849075615406, 0.006251323968172073, 0.007494157180190086, 0.0087369903922081, 0.009979823604226112, 0.011222656816244125, 0.012465490028262138, 0.013708323240280151, 0.014951156452298164, 0.016193989664316177, 0.01743682287633419, 0.018679656088352203, 0.019922489300370216, 0.02116532251238823, 0.022408155724406242, 0.023650988936424255]}, "_runtime": 23.038079977035522, "_timestamp": 1596214347.7953625, "_step": 23}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0, 2.0, 0.0, 2.0, 3.0, 4.0, 3.0, 1.0, 2.0, 7.0, 1.0, 1.0, 5.0, 2.0, 2.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.01212342269718647, -0.011782568879425526, -0.011441715992987156, -0.011100862175226212, -0.010760008357465267, -0.010419155471026897, -0.010078301653265953, -0.009737447835505009, -0.009396594017744064, -0.009055741131305695, -0.00871488731354475, -0.008374033495783806, -0.008033180609345436, -0.007692326791584492, -0.007351473439484835, -0.00701061962172389, -0.006669766269624233, -0.006328912917524576, -0.005988059099763632, -0.005647205747663975, -0.00530635192990303, -0.004965498577803373, -0.004624645225703716, -0.004283791407942772, -0.003942938055843115, -0.003602084470912814, -0.0032612308859825134, -0.0029203775338828564, -0.0025795239489525557, -0.002238670364022255, -0.001897816895507276, -0.0015569634269922972, -0.0012161098420619965, -0.0008752563153393567, -0.0005344027886167169, -0.00019354926189407706, 0.00014730426482856274, 0.00048815779155120254, 0.0008290113182738423, 0.0011698647867888212, 0.001510718371719122, 0.0018515719566494226, 0.0021924255415797234, 0.0025332788936793804, 0.002874132478609681, 0.003214986063539982, 0.003555839415639639, 0.0038966930005699396, 0.00423754658550024, 0.004578399937599897, 0.004919253755360842, 0.005260107107460499, 0.005600960925221443, 0.0059418142773211, 0.006282667629420757, 0.006623521447181702, 0.006964374799281359, 0.007305228151381016, 0.00764608196914196, 0.007986935786902905, 0.008327788673341274, 0.008668642491102219, 0.009009496308863163, 0.009350349195301533, 0.009691203013062477]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 5.0, 2.0, 0.0, 5.0, 3.0, 3.0, 11.0, 6.0, 7.0, 11.0, 12.0, 13.0, 17.0, 30.0, 40.0, 44.0, 67.0, 91.0, 133.0, 140.0, 176.0, 259.0, 407.0, 652.0, 4042.0, 681.0, 332.0, 202.0, 131.0, 98.0, 61.0, 65.0, 54.0, 26.0, 15.0, 17.0, 19.0, 12.0, 5.0, 9.0, 6.0, 4.0, 6.0, 2.0, 3.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.156935915350914, -0.15245755016803741, -0.14797919988632202, -0.14350083470344543, -0.13902246952056885, -0.13454411923885345, -0.13006575405597687, -0.12558740377426147, -0.12110903859138489, -0.1166306808590889, -0.11215232312679291, -0.10767395794391632, -0.10319560021162033, -0.09871724247932434, -0.09423887729644775, -0.08976051956415176, -0.08528216183185577, -0.08080380409955978, -0.0763254463672638, -0.07184708118438721, -0.06736872345209122, -0.06289036571979523, -0.05841200426220894, -0.05393364280462265, -0.04945528507232666, -0.04497692734003067, -0.04049856588244438, -0.03602020442485809, -0.0315418466925621, -0.027063487097620964, -0.022585127502679825, -0.018106767907738686, -0.013628408312797546, -0.009150048717856407, -0.004671689122915268, -0.00019332952797412872, 0.0042850300669670105, 0.00876338966190815, 0.013241749256849289, 0.017720108851790428, 0.022198468446731567, 0.026676828041672707, 0.031155187636613846, 0.035633549094200134, 0.040111906826496124, 0.044590264558792114, 0.0490686260163784, 0.05354698747396469, 0.05802534520626068, 0.06250370293855667, 0.06698206067085266, 0.07146042585372925, 0.07593878358602524, 0.08041714131832123, 0.08489550650119781, 0.0893738642334938, 0.0938522219657898, 0.09833057969808578, 0.10280893743038177, 0.10728730261325836, 0.11176566034555435, 0.11624401807785034, 0.12072238326072693, 0.12520073354244232, 0.1296790987253189]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 3.0, 0.0, 9.0, 3.0, 2.0, 5.0, 3.0, 0.0, 4.0, 4.0, 6.0, 4.0, 1.0, 24.0, 2.0, 1.0, 3.0, 4.0, 5.0, 4.0, 5.0, 2.0, 2.0, 3.0, 2.0, 2.0, 2.0, 1.0, 2.0, 2.0, 2.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0028915649745613337, -0.002798110479488969, -0.002704655984416604, -0.0026112012565135956, -0.0025177467614412308, -0.002424292266368866, -0.002330837771296501, -0.0022373832762241364, -0.0021439287811517715, -0.002050474053248763, -0.0019570195581763983, -0.0018635650631040335, -0.0017701105680316687, -0.001676655956543982, -0.0015832014614716172, -0.0014897468499839306, -0.0013962923549115658, -0.001302837859839201, -0.0012093832483515143, -0.0011159287532791495, -0.001022474141791463, -0.0009290196467190981, -0.0008355651516467333, -0.0007421105983667076, -0.0006486560450866818, -0.0005552014918066561, -0.00046174696763046086, -0.0003682924434542656, -0.0002748378901742399, -0.00018138335144612938, -8.792881271801889e-05, 5.525726010091603e-06, 9.89802647382021e-05, 0.0001924348034663126, 0.0002858893421944231, 0.00037934386637061834, 0.00047279841965064406, 0.0005662529729306698, 0.0006597074680030346, 0.0007531620212830603, 0.000846616574563086, 0.0009400711278431118, 0.0010335256811231375, 0.0011269801761955023, 0.001220434671267867, 0.0013138892827555537, 0.0014073437778279185, 0.0015007983893156052, 0.00159425288438797, 0.0016877073794603348, 0.0017811619909480214, 0.0018746164860203862, 0.001968071097508073, 0.0020615255925804377, 0.0021549800876528025, 0.0022484345827251673, 0.0023418893106281757, 0.0024353438057005405, 0.0025287983007729053, 0.00262225279584527, 0.002715707290917635, 0.0028091617859899998, 0.0029026165138930082, 0.002996071008965373, 0.003089525504037738]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 2.0, 3.0, 7.0, 4.0, 4.0, 14.0, 19.0, 21.0, 37.0, 51.0, 51.0, 104.0, 153.0, 211.0, 337.0, 468.0, 648.0, 1029.0, 1627.0, 2580.0, 4181.0, 7341.0, 13288.0, 24056.0, 43876.0, 79739.0, 147126.0, 543697.0, 129108.0, 74675.0, 42494.0, 24869.0, 14352.0, 8661.0, 5245.0, 3135.0, 1969.0, 1394.0, 882.0, 580.0, 462.0, 299.0, 223.0, 171.0, 117.0, 87.0, 61.0, 58.0, 30.0, 27.0, 23.0, 19.0, 9.0, 3.0, 1.0, 4.0, 5.0, 2.0, 3.0, 1.0, 3.0], "bins": [-0.013130550272762775, -0.01269892230629921, -0.012267295271158218, -0.011835667304694653, -0.011404039338231087, -0.010972412303090096, -0.01054078433662653, -0.010109157301485538, -0.009677529335021973, -0.009245901368558407, -0.008814274333417416, -0.00838264636695385, -0.007951019331812859, -0.007519391365349293, -0.007087763398885727, -0.006656135898083448, -0.00622450839728117, -0.005792880896478891, -0.005361253395676613, -0.004929625429213047, -0.0044979979284107685, -0.00406637042760849, -0.003634742693975568, -0.0032031149603426456, -0.002771487459540367, -0.0023398599587380886, -0.0019082322251051664, -0.001476604607887566, -0.0010449769906699657, -0.0006133493734523654, -0.00018172175623476505, 0.0002499058609828353, 0.0006815334782004356, 0.001113161095418036, 0.0015447887126356363, 0.0019764164462685585, 0.002408043947070837, 0.0028396714478731155, 0.0032712991815060377, 0.00370292691513896, 0.004134554415941238, 0.004566181916743517, 0.0049978094175457954, 0.005429437384009361, 0.00586106488481164, 0.006292692385613918, 0.006724320352077484, 0.007155947852879763, 0.007587575353682041, 0.008019203320145607, 0.008450830355286598, 0.008882458321750164, 0.00931408628821373, 0.009745713323354721, 0.010177341289818287, 0.010608968324959278, 0.011040596291422844, 0.01147222425788641, 0.011903851293027401, 0.012335479259490967, 0.012767106294631958, 0.013198734261095524, 0.01363036222755909, 0.014061989262700081, 0.014493617229163647]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 3.0, 2.0, 2.0, 1.0, 3.0, 0.0, 2.0, 7.0, 4.0, 1.0, 1.0, 3.0, 3.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 4.0, 2.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.007209541741758585, -0.006987490225583315, -0.006765439175069332, -0.006543387658894062, -0.006321336142718792, -0.006099285092204809, -0.005877233576029539, -0.005655182059854269, -0.005433131009340286, -0.005211079493165016, -0.004989027976989746, -0.004766976926475763, -0.004544925410300493, -0.004322873894125223, -0.00410082284361124, -0.0038787713274359703, -0.003656720044091344, -0.0034346687607467175, -0.0032126172445714474, -0.002990565961226821, -0.0027685146778821945, -0.0025464631617069244, -0.002324411878362298, -0.0021023605950176716, -0.0018803091952577233, -0.001658257795497775, -0.0014362065121531487, -0.0012141551123932004, -0.0009921037126332521, -0.0007700524292886257, -0.0005480010295286775, -0.0003259496879763901, -0.00010389834642410278, 0.00011815300968009979, 0.00034020436578430235, 0.0005622557364404202, 0.0007843070779927075, 0.0010063584195449948, 0.001228409819304943, 0.0014504611026495695, 0.0016725125024095178, 0.001894563902169466, 0.0021166151855140924, 0.002338666468858719, 0.002560717985033989, 0.0027827692683786154, 0.003004820551723242, 0.003226872067898512, 0.0034489233512431383, 0.0036709746345877647, 0.003893026150763035, 0.004115077201277018, 0.004337128717452288, 0.004559180233627558, 0.0047812312841415405, 0.005003282800316811, 0.005225334316492081, 0.0054473853670060635, 0.0056694368831813335, 0.005891488399356604, 0.006113539449870586, 0.0063355909660458565, 0.0065576424822211266, 0.006779693532735109, 0.007001745048910379]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 2.0, 3.0, 3.0, 0.0, 3.0, 4.0, 5.0, 4.0, 8.0, 14.0, 18.0, 17.0, 21.0, 28.0, 31.0, 36.0, 62.0, 98.0, 101.0, 120.0, 153.0, 189.0, 271.0, 392.0, 535.0, 747.0, 1230.0, 2377.0, 5375.0, 1692.0, 1212.0, 885.0, 564.0, 379.0, 275.0, 246.0, 194.0, 171.0, 179.0, 140.0, 120.0, 95.0, 85.0, 63.0, 48.0, 49.0, 32.0, 29.0, 32.0, 15.0, 20.0, 16.0, 12.0, 6.0, 7.0, 5.0, 2.0, 1.0, 5.0, 1.0, 2.0], "bins": [-0.007354788016527891, -0.00711788609623909, -0.006880984641611576, -0.006644082721322775, -0.006407180801033974, -0.00617027934640646, -0.005933377426117659, -0.005696475971490145, -0.0054595740512013435, -0.005222672130912542, -0.0049857706762850285, -0.004748868755996227, -0.004511967301368713, -0.004275065381079912, -0.004038163460791111, -0.0038012617733329535, -0.003564360085874796, -0.0033274583984166384, -0.003090556710958481, -0.0028536547906696796, -0.002616753103211522, -0.0023798514157533646, -0.0021429494954645634, -0.0019060478080064058, -0.0016691461205482483, -0.0014322444330900908, -0.0011953426292166114, -0.0009584408835507929, -0.0007215391378849745, -0.000484637392219156, -0.0002477356465533376, -1.0833900887519121e-05, 0.00022606784477829933, 0.0004629695904441178, 0.0006998713361099362, 0.0009367730817757547, 0.0011736748274415731, 0.0014105765148997307, 0.00164747831877321, 0.0018843801226466894, 0.002121281810104847, 0.0023581834975630045, 0.002595085185021162, 0.0028319871053099632, 0.0030688887927681208, 0.0033057904802262783, 0.0035426924005150795, 0.003779594087973237, 0.004016495775431395, 0.004253397695720196, 0.00449029915034771, 0.004727201070636511, 0.004964102990925312, 0.005201004445552826, 0.005437906365841627, 0.005674807820469141, 0.005911709740757942, 0.006148611661046743, 0.006385513115674257, 0.0066224150359630585, 0.006859316490590572, 0.0070962184108793736, 0.007333120331168175, 0.007570021785795689, 0.00780692370608449]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 2.0, 3.0, 3.0, 2.0, 3.0, 0.0, 2.0, 2.0, 1.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.04944605380296707, -0.047367535531520844, -0.045289020985364914, -0.043210502713918686, -0.04113198444247246, -0.03905346989631653, -0.0369749516248703, -0.03489643335342407, -0.032817915081977844, -0.030739400535821915, -0.028660882264375687, -0.026582365855574608, -0.02450384944677353, -0.0224253311753273, -0.020346814766526222, -0.018268296495079994, -0.016189780086278915, -0.014111262746155262, -0.012032745406031609, -0.00995422899723053, -0.007875711657106876, -0.005797194316983223, -0.003718677442520857, -0.001640160335227847, 0.00043835677206516266, 0.0025168738793581724, 0.004595390986651182, 0.006673907861113548, 0.008752425201237202, 0.010830942541360855, 0.012909458950161934, 0.014987976290285587, 0.01706649363040924, 0.01914501003921032, 0.021223528310656548, 0.023302044719457626, 0.025380562990903854, 0.027459079399704933, 0.029537595808506012, 0.03161611407995224, 0.03369463235139847, 0.0357731468975544, 0.037851665169000626, 0.039930183440446854, 0.04200869798660278, 0.04408721625804901, 0.04616573452949524, 0.04824424907565117, 0.0503227673470974, 0.052401285618543625, 0.054479800164699554, 0.05655831843614578, 0.05863683670759201, 0.06071535125374794, 0.06279387325048447, 0.0648723840713501, 0.06695090234279633, 0.06902942061424255, 0.07110793888568878, 0.07318645715713501, 0.07526497542858124, 0.07734348624944687, 0.0794220045208931, 0.08150052279233932, 0.08357904106378555]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 3.0, 3.0, 15.0, 12.0, 14.0, 20.0, 21.0, 19.0, 61.0, 33.0, 16.0, 12.0, 8.0, 3.0, 1.0, 0.0, 2.0, 1.0, 3.0, 1.0, 0.0, 5.0, 0.0, 1.0, 2.0, 2.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.03987855464220047, -0.0380256213247776, -0.036172688007354736, -0.03431975841522217, -0.0324668250977993, -0.030613891780376434, -0.028760960325598717, -0.02690802700817585, -0.025055095553398132, -0.023202162235975266, -0.0213492289185524, -0.01949629746377468, -0.017643364146351814, -0.015790432691574097, -0.01393749937415123, -0.012084566988050938, -0.010231634601950645, -0.008378702215850353, -0.006525769829750061, -0.0046728369779884815, -0.0028199045918881893, -0.0009669720893725753, 0.0008859604131430387, 0.0027388930320739746, 0.004591825418174267, 0.006444757804274559, 0.008297690190374851, 0.010150622576475143, 0.01200355589389801, 0.013856488279998302, 0.015709420666098595, 0.017562352120876312, 0.01941528543829918, 0.021268218755722046, 0.023121150210499763, 0.02497408352792263, 0.026827014982700348, 0.028679948300123215, 0.030532879754900932, 0.03238581120967865, 0.03423874452710152, 0.036091677844524384, 0.03794461116194725, 0.03979754447937012, 0.041650474071502686, 0.04350340738892555, 0.04535634070634842, 0.047209274023771286, 0.04906220734119415, 0.05091513693332672, 0.05276807025074959, 0.054621003568172455, 0.05647393688559532, 0.05832686647772789, 0.06017979979515076, 0.062032733112573624, 0.06388566642999649, 0.06573859602212906, 0.06759153306484222, 0.06944446265697479, 0.07129739224910736, 0.07315032929182053, 0.0750032588839531, 0.07685619592666626, 0.07870912551879883]}, "_runtime": 23.81485414505005, "_timestamp": 1596214348.5721366, "_step": 24}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0, 2.0, 6.0, 1.0, 4.0, 4.0, 4.0, 0.0, 3.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.015666570514440536, -0.015246598049998283, -0.01482662558555603, -0.014406652189791203, -0.01398667972534895, -0.013566707260906696, -0.013146733865141869, -0.012726761400699615, -0.012306788936257362, -0.01188681647181511, -0.011466844007372856, -0.011046870611608028, -0.010626898147165775, -0.010206925682723522, -0.009786952286958694, -0.009366979822516441, -0.008947007358074188, -0.008527034893631935, -0.008107062429189682, -0.007687089033424854, -0.007267116568982601, -0.006847144104540348, -0.006427171174436808, -0.006007198244333267, -0.005587225779891014, -0.005167253315448761, -0.0047472803853452206, -0.00432730745524168, -0.003907334990799427, -0.0034873622935265303, -0.0030673895962536335, -0.0026474168989807367, -0.00222744420170784, -0.0018074715044349432, -0.0013874988071620464, -0.0009675261098891497, -0.0005475534126162529, -0.00012758071534335613, 0.00029239198192954063, 0.0007123646792024374, 0.0011323373764753342, 0.001552310073748231, 0.0019722827710211277, 0.0023922554682940245, 0.0028122281655669212, 0.003232200862839818, 0.0036521735601127148, 0.004072146490216255, 0.004492118954658508, 0.004912091419100761, 0.005332064349204302, 0.005752037279307842, 0.006172009743750095, 0.0065919822081923485, 0.007011955138295889, 0.007431928068399429, 0.007851900532841682, 0.008271872997283936, 0.008691845461726189, 0.009111818857491016, 0.00953179132193327, 0.009951763786375523, 0.01037173718214035, 0.010791709646582603, 0.011211682111024857]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 2.0, 3.0, 1.0, 6.0, 3.0, 9.0, 10.0, 5.0, 10.0, 9.0, 11.0, 23.0, 28.0, 20.0, 28.0, 35.0, 40.0, 60.0, 88.0, 84.0, 136.0, 171.0, 247.0, 354.0, 464.0, 3833.0, 896.0, 444.0, 264.0, 151.0, 108.0, 86.0, 60.0, 53.0, 40.0, 28.0, 25.0, 24.0, 13.0, 17.0, 12.0, 7.0, 5.0, 1.0, 4.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.1778797209262848, -0.17311729490756989, -0.16835486888885498, -0.16359245777130127, -0.15883003175258636, -0.15406760573387146, -0.14930519461631775, -0.14454276859760284, -0.13978034257888794, -0.13501791656017303, -0.13025549054145813, -0.12549307942390442, -0.12073065340518951, -0.11596822738647461, -0.1112058088183403, -0.106443390250206, -0.10168096423149109, -0.09691853821277618, -0.09215611964464188, -0.08739370107650757, -0.08263127505779266, -0.07786884903907776, -0.07310643047094345, -0.06834401190280914, -0.06358158588409424, -0.05881916359066963, -0.054056741297245026, -0.04929431900382042, -0.04453189671039581, -0.03976947441697121, -0.0350070521235466, -0.030244629830121994, -0.025482207536697388, -0.02071978524327278, -0.015957362949848175, -0.011194940656423569, -0.006432518362998962, -0.001670096069574356, 0.0030923262238502502, 0.007854748517274857, 0.012617170810699463, 0.01737959310412407, 0.022142015397548676, 0.026904437690973282, 0.03166685998439789, 0.036429282277822495, 0.0411917045712471, 0.04595412686467171, 0.050716549158096313, 0.05547897145152092, 0.060241393744945526, 0.06500381231307983, 0.06976623833179474, 0.07452866435050964, 0.07929108291864395, 0.08405350148677826, 0.08881592750549316, 0.09357835352420807, 0.09834077209234238, 0.10310319066047668, 0.10786561667919159, 0.1126280426979065, 0.1173904612660408, 0.12215287983417511, 0.12691530585289001]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 0.0, 0.0, 0.0, 4.0, 1.0, 0.0, 3.0, 1.0, 3.0, 4.0, 1.0, 6.0, 4.0, 5.0, 4.0, 2.0, 3.0, 7.0, 22.0, 3.0, 7.0, 4.0, 4.0, 4.0, 1.0, 3.0, 2.0, 3.0, 2.0, 2.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.0037284218706190586, -0.003622485091909766, -0.003516548313200474, -0.003410611767321825, -0.0033046749886125326, -0.00319873820990324, -0.003092801431193948, -0.0029868646524846554, -0.0028809281066060066, -0.002774991327896714, -0.002669054549187422, -0.0025631177704781294, -0.002457180991768837, -0.0023512442130595446, -0.002245307667180896, -0.0021393708884716034, -0.002033434109762311, -0.0019274973310530186, -0.001821560668759048, -0.0017156238900497556, -0.001609687227755785, -0.0015037504490464926, -0.0013978136703372002, -0.0012918770080432296, -0.0011859402293339372, -0.0010800034506246448, -0.0009740667883306742, -0.0008681300096213818, -0.0007621932891197503, -0.0006562565686181188, -0.0005503197899088264, -0.00044438306940719485, -0.00033844634890556335, -0.00023250961385201663, -0.0001265728787984699, -2.0636143744923174e-05, 8.530059130862355e-05, 0.00019123732636217028, 0.000297174061415717, 0.00040311081102117896, 0.0005090475315228105, 0.000614984252024442, 0.0007209209725260735, 0.0008268577512353659, 0.0009327944717369974, 0.0010387311922386289, 0.0011446679709479213, 0.0012506046332418919, 0.0013565414119511843, 0.0014624781906604767, 0.0015684148529544473, 0.0016743516316637397, 0.0017802882939577103, 0.0018862250726670027, 0.001992161851376295, 0.0020980986300855875, 0.00220403540879488, 0.0023099719546735287, 0.002415908733382821, 0.0025218455120921135, 0.002627782290801406, 0.0027337190695106983, 0.002839655615389347, 0.0029455923940986395, 0.003051529172807932]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 4.0, 6.0, 6.0, 6.0, 9.0, 16.0, 31.0, 28.0, 56.0, 86.0, 134.0, 217.0, 359.0, 582.0, 933.0, 1584.0, 3110.0, 5817.0, 11764.0, 25704.0, 57708.0, 133581.0, 631143.0, 168858.0, 72508.0, 33108.0, 15671.0, 7630.0, 3756.0, 2084.0, 1140.0, 701.0, 446.0, 298.0, 178.0, 126.0, 91.0, 67.0, 31.0, 23.0, 15.0, 7.0, 3.0, 7.0, 4.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.018533237278461456, -0.017929278314113617, -0.017325319349765778, -0.016721362248063087, -0.016117403283715248, -0.015513444319367409, -0.014909486286342144, -0.01430552825331688, -0.01370156928896904, -0.0130976103246212, -0.012493652291595936, -0.011889694258570671, -0.011285735294222832, -0.010681776329874992, -0.010077818296849728, -0.009473860263824463, -0.008869901299476624, -0.008265942335128784, -0.0076619843021035194, -0.007058025803416967, -0.006454067304730415, -0.005850108806043863, -0.005246150307357311, -0.004642191808670759, -0.004038233309984207, -0.003434274811297655, -0.002830316312611103, -0.002226357813924551, -0.001622399315237999, -0.001018440816551447, -0.00041448231786489487, 0.00018947618082165718, 0.0007934346795082092, 0.0013973931781947613, 0.0020013516768813133, 0.0026053101755678654, 0.0032092686742544174, 0.0038132271729409695, 0.0044171856716275215, 0.0050211441703140736, 0.005625102669000626, 0.006229061167687178, 0.00683301966637373, 0.007436978165060282, 0.008040936663746834, 0.008644895628094673, 0.009248853661119938, 0.009852811694145203, 0.010456770658493042, 0.011060729622840881, 0.011664687655866146, 0.01226864568889141, 0.01287260465323925, 0.01347656361758709, 0.014080521650612354, 0.014684479683637619, 0.015288438647985458, 0.015892397612333298, 0.016496356576681137, 0.017100313678383827, 0.017704272642731667, 0.018308231607079506, 0.018912188708782196, 0.019516147673130035, 0.020120106637477875]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 1.0, 2.0, 2.0, 0.0, 1.0, 2.0, 1.0, 3.0, 3.0, 6.0, 1.0, 2.0, 4.0, 2.0, 1.0, 1.0, 2.0, 1.0, 3.0, 1.0, 3.0, 0.0, 4.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.01119249127805233, -0.010922946035861969, -0.010653400793671608, -0.010383856482803822, -0.01011431124061346, -0.0098447659984231, -0.009575221687555313, -0.009305676445364952, -0.009036131203174591, -0.00876658596098423, -0.008497040718793869, -0.008227496407926083, -0.007957951165735722, -0.0076884059235453606, -0.007418861147016287, -0.007149316370487213, -0.006879771128296852, -0.006610225886106491, -0.006340681109577417, -0.006071136333048344, -0.005801591090857983, -0.005532045848667622, -0.005262501072138548, -0.004992956295609474, -0.004723411053419113, -0.004453865811228752, -0.004184321034699678, -0.003914776258170605, -0.0036452310159802437, -0.0033756860066205263, -0.003106140997260809, -0.0028365959879010916, -0.002567050978541374, -0.002297505969181657, -0.0020279609598219395, -0.001758415950462222, -0.0014888709411025047, -0.0012193259317427874, -0.00094978092238307, -0.0006802359130233526, -0.00041069090366363525, -0.00014114589430391788, 0.00012839911505579948, 0.00039794412441551685, 0.0006674891337752342, 0.0009370341431349516, 0.001206579152494669, 0.0014761241618543863, 0.0017456691712141037, 0.002015214180573821, 0.0022847591899335384, 0.002554304199293256, 0.002823849208652973, 0.0030933942180126905, 0.003362939227372408, 0.0036324842367321253, 0.0039020292460918427, 0.004171574488282204, 0.004441119264811277, 0.004710664041340351, 0.004980209283530712, 0.005249754525721073, 0.005519299302250147, 0.005788844078779221, 0.006058389320969582]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 1.0, 2.0, 2.0, 3.0, 5.0, 3.0, 4.0, 11.0, 6.0, 11.0, 6.0, 6.0, 11.0, 20.0, 17.0, 15.0, 31.0, 22.0, 32.0, 37.0, 45.0, 51.0, 60.0, 80.0, 103.0, 140.0, 192.0, 210.0, 284.0, 353.0, 483.0, 561.0, 677.0, 934.0, 1406.0, 4796.0, 2296.0, 1495.0, 1054.0, 675.0, 492.0, 408.0, 317.0, 251.0, 218.0, 157.0, 106.0, 88.0, 50.0, 67.0, 26.0, 21.0, 25.0, 13.0, 15.0, 12.0, 9.0, 2.0, 3.0, 4.0, 2.0, 1.0, 2.0], "bins": [-0.008813797496259212, -0.008574515581130981, -0.008335232734680176, -0.008095950819551945, -0.007856667973101139, -0.007617385592311621, -0.007378103211522102, -0.007138820830732584, -0.006899538449943066, -0.006660256534814835, -0.006420974154025316, -0.006181691773235798, -0.0059424093924462795, -0.005703127011656761, -0.005463844630867243, -0.0052245622500777245, -0.004985279869288206, -0.004745997488498688, -0.004506715107709169, -0.004267432726919651, -0.004028150346130133, -0.003788868198171258, -0.0035495858173817396, -0.0033103034365922213, -0.003071021055802703, -0.0028317386750131845, -0.002592456294223666, -0.002353173913434148, -0.002113891765475273, -0.001874609268270433, -0.0016353270038962364, -0.001396044623106718, -0.0011567622423171997, -0.0009174798615276814, -0.0006781975389458239, -0.000438915187260136, -0.0001996328355744481, 3.964951611123979e-05, 0.0002789318677969277, 0.0005182141903787851, 0.0007574965711683035, 0.0009967789519578218, 0.0012360613327473402, 0.0014753435971215367, 0.001714625977911055, 0.0019539082422852516, 0.00219319062307477, 0.0024324730038642883, 0.0026717553846538067, 0.002911037765443325, 0.0031503201462328434, 0.0033896025270223618, 0.00362888490781188, 0.003868167055770755, 0.004107449669390917, 0.004346732050180435, 0.004586013965308666, 0.004825296346098185, 0.005064578726887703, 0.005303861107677221, 0.00554314348846674, 0.005782425869256258, 0.006021708250045776, 0.006260990630835295, 0.006500273011624813]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 4.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 3.0, 1.0, 0.0, 0.0, 5.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.03580440208315849, -0.034471295773983, -0.03313818946480751, -0.03180508315563202, -0.030471976846456528, -0.029138868674635887, -0.027805762365460396, -0.026472656056284904, -0.025139549747109413, -0.023806443437933922, -0.02247333712875843, -0.02114023081958294, -0.0198071226477623, -0.018474016338586807, -0.017140910029411316, -0.015807803720235825, -0.014474697411060333, -0.013141591101884842, -0.01180848479270935, -0.010475377552211285, -0.009142271243035793, -0.007809164933860302, -0.006476058159023523, -0.005142951384186745, -0.0038098450750112534, -0.0024767385330051184, -0.0011436319909989834, 0.0001894745510071516, 0.0015225810930132866, 0.0028556876350194216, 0.0041887941770255566, 0.005521900951862335, 0.0068550072610378265, 0.008188113570213318, 0.00952121987938881, 0.010854327119886875, 0.012187433429062366, 0.013520539738237858, 0.014853646978735924, 0.016186753287911415, 0.017519859597086906, 0.018852965906262398, 0.02018607221543789, 0.02151917852461338, 0.02285228669643402, 0.024185393005609512, 0.025518499314785004, 0.026851605623960495, 0.028184711933135986, 0.029517818242311478, 0.03085092455148697, 0.03218403086066246, 0.03351713716983795, 0.03485024347901344, 0.036183349788188934, 0.037516456097364426, 0.03884956240653992, 0.04018267244100571, 0.0415157787501812, 0.04284888505935669, 0.04418199136853218, 0.04551509767770767, 0.04684820398688316, 0.048181310296058655, 0.049514416605234146]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 3.0, 4.0, 0.0, 0.0, 1.0, 2.0, 0.0, 5.0, 4.0, 2.0, 1.0, 7.0, 5.0, 6.0, 10.0, 7.0, 18.0, 11.0, 14.0, 17.0, 31.0, 19.0, 21.0, 15.0, 4.0, 12.0, 4.0, 6.0, 6.0, 3.0, 4.0, 9.0, 4.0, 5.0, 1.0, 3.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 2.0, 0.0, 0.0, 2.0, 0.0, 2.0], "bins": [-0.029300805181264877, -0.028253382071852684, -0.02720595709979534, -0.026158533990383148, -0.025111110880970955, -0.024063685908913612, -0.02301626279950142, -0.021968839690089226, -0.020921416580677032, -0.01987399160861969, -0.018826568499207497, -0.017779145389795303, -0.01673172041773796, -0.015684297308325768, -0.014636873267591, -0.013589450158178806, -0.012542026117444038, -0.01149460207670927, -0.010447178967297077, -0.00939975492656231, -0.008352331817150116, -0.007304907776415348, -0.00625748373568058, -0.0052100601606070995, -0.004162636585533619, -0.0031152130104601383, -0.002067789202556014, -0.0010203655110672116, 2.7058180421590805e-05, 0.0010744818719103932, 0.0021219055633991957, 0.00316932937130332, 0.0042167529463768005, 0.005264176521450281, 0.006311600096523762, 0.00735902413725853, 0.008406447246670723, 0.009453871287405491, 0.010501295328140259, 0.011548718437552452, 0.01259614247828722, 0.013643566519021988, 0.014690989628434181, 0.015738412737846375, 0.016785837709903717, 0.01783326081931591, 0.018880683928728104, 0.019928108900785446, 0.02097553201019764, 0.022022955119609833, 0.023070380091667175, 0.02411780320107937, 0.025165226310491562, 0.026212651282548904, 0.027260074391961098, 0.02830749750137329, 0.029354922473430634, 0.030402345582842827, 0.03144976869225502, 0.03249719366431236, 0.03354461491107941, 0.03459203988313675, 0.03563946485519409, 0.036686886101961136, 0.03773431107401848]}, "_runtime": 24.583585262298584, "_timestamp": 1596214349.3408678, "_step": 25}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 2.0, 3.0, 1.0, 3.0, 1.0, 1.0, 5.0, 2.0, 1.0, 2.0, 2.0, 4.0, 1.0, 1.0, 1.0, 0.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 4.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0], "bins": [-0.013032084330916405, -0.012685459107160568, -0.012338833883404732, -0.011992208659648895, -0.011645584367215633, -0.011298959143459797, -0.01095233391970396, -0.010605708695948124, -0.010259083472192287, -0.009912458248436451, -0.009565833956003189, -0.009219208732247353, -0.008872583508491516, -0.00852595828473568, -0.008179333060979843, -0.007832707837224007, -0.0074860830791294575, -0.007139457855373621, -0.006792833097279072, -0.006446207873523235, -0.006099582649767399, -0.00575295789167285, -0.005406332667917013, -0.005059707444161177, -0.0047130826860666275, -0.004366457462310791, -0.0040198322385549545, -0.0036732072476297617, -0.003326582256704569, -0.0029799570329487324, -0.0026333320420235395, -0.002286706818267703, -0.0019400818273425102, -0.0015934567200019956, -0.001246831612661481, -0.0009002066217362881, -0.0005535815143957734, -0.0002069564361590892, 0.000139668642077595, 0.0004862937203142792, 0.0008329187985509634, 0.001179543905891478, 0.0015261690132319927, 0.0018727940041571856, 0.0022194189950823784, 0.002566044218838215, 0.0029126692097634077, 0.003259294433519244, 0.003605919424444437, 0.0039525446482002735, 0.004299169406294823, 0.004645794630050659, 0.004992419853806496, 0.005339044611901045, 0.005685669835656881, 0.006032295059412718, 0.006378919817507267, 0.0067255450412631035, 0.00707217026501894, 0.0074187954887747765, 0.007765420246869326, 0.008112045004963875, 0.008458670228719711, 0.008805295452475548, 0.009151920676231384]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 5.0, 2.0, 5.0, 1.0, 5.0, 8.0, 6.0, 10.0, 5.0, 6.0, 10.0, 16.0, 17.0, 21.0, 30.0, 39.0, 54.0, 65.0, 62.0, 97.0, 142.0, 168.0, 204.0, 312.0, 372.0, 2947.0, 1600.0, 600.0, 325.0, 181.0, 155.0, 104.0, 68.0, 54.0, 52.0, 37.0, 21.0, 24.0, 24.0, 11.0, 12.0, 13.0, 11.0, 7.0, 2.0, 2.0, 1.0, 3.0, 4.0, 2.0, 2.0, 0.0, 2.0], "bins": [-0.16941694915294647, -0.1648128479719162, -0.16020876169204712, -0.15560466051101685, -0.15100055932998657, -0.1463964581489563, -0.14179237186908722, -0.13718827068805695, -0.13258416950702667, -0.1279800832271576, -0.12337598204612732, -0.11877188086509705, -0.11416778713464737, -0.1095636859536171, -0.10495959222316742, -0.10035549104213715, -0.09575139731168747, -0.09114730358123779, -0.08654320240020752, -0.08193910866975784, -0.07733500748872757, -0.0727309137582779, -0.06812681257724762, -0.06352271884679794, -0.05891862139105797, -0.05431452393531799, -0.04971042647957802, -0.04510632902383804, -0.04050223529338837, -0.03589813783764839, -0.03129404038190842, -0.026689942926168442, -0.022085845470428467, -0.017481748014688492, -0.012877651490271091, -0.008273554965853691, -0.003669457510113716, 0.0009346394799649715, 0.005538736470043659, 0.01014283299446106, 0.014746930450201035, 0.01935102790594101, 0.023955125361680984, 0.02855922095477581, 0.033163316547870636, 0.03776741400361061, 0.042371511459350586, 0.04697560891509056, 0.051579706370830536, 0.05618380382657051, 0.060787901282310486, 0.06539199501276016, 0.06999609619379044, 0.07460018992424011, 0.07920429110527039, 0.08380838483572006, 0.08841247856616974, 0.09301657974720001, 0.09762067347764969, 0.10222477465867996, 0.10682886838912964, 0.11143296957015991, 0.11603706330060959, 0.12064116448163986, 0.12524525821208954]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 2.0, 3.0, 0.0, 2.0, 1.0, 0.0, 2.0, 2.0, 7.0, 3.0, 1.0, 3.0, 4.0, 4.0, 5.0, 2.0, 4.0, 24.0, 3.0, 1.0, 1.0, 4.0, 5.0, 1.0, 4.0, 5.0, 0.0, 3.0, 3.0, 2.0, 2.0, 3.0, 3.0, 1.0, 0.0, 3.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0026904288679361343, -0.0025825758930295706, -0.002474722918123007, -0.002366869943216443, -0.0022590169683098793, -0.0021511639934033155, -0.002043311018496752, -0.001935458043590188, -0.0018276050686836243, -0.0017197520937770605, -0.0016118991188704967, -0.001504046143963933, -0.0013961931690573692, -0.0012883401941508055, -0.0011804872192442417, -0.001072634244337678, -0.0009647812694311142, -0.0008569282945245504, -0.0007490753196179867, -0.0006412223447114229, -0.0005333693698048592, -0.0004255163948982954, -0.00031766341999173164, -0.00020981044508516788, -0.00010195747017860413, 5.895504727959633e-06, 0.00011374847963452339, 0.00022160145454108715, 0.0003294544294476509, 0.00043730740435421467, 0.0005451603792607784, 0.0006530133541673422, 0.0007608663290739059, 0.0008687193039804697, 0.0009765722788870335, 0.0010844252537935972, 0.001192278228700161, 0.0013001312036067247, 0.0014079841785132885, 0.0015158371534198523, 0.001623690128326416, 0.0017315431032329798, 0.0018393960781395435, 0.0019472490530461073, 0.002055102027952671, 0.002162955002859235, 0.0022708079777657986, 0.0023786609526723623, 0.002486513927578926, 0.00259436690248549, 0.0027022198773920536, 0.0028100728522986174, 0.002917925827205181, 0.003025778802111745, 0.0031336317770183086, 0.0032414847519248724, 0.003349337726831436, 0.003457190701738, 0.0035650436766445637, 0.0036728966515511274, 0.003780749626457691, 0.003888602601364255, 0.003996455576270819, 0.004104308784008026, 0.004212161526083946]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 5.0, 3.0, 4.0, 7.0, 10.0, 13.0, 21.0, 41.0, 39.0, 56.0, 87.0, 102.0, 151.0, 193.0, 282.0, 438.0, 679.0, 960.0, 1550.0, 2536.0, 4232.0, 7550.0, 13537.0, 25596.0, 48030.0, 91318.0, 179095.0, 543255.0, 110182.0, 62114.0, 35379.0, 20291.0, 11702.0, 7015.0, 4392.0, 2841.0, 1731.0, 1245.0, 841.0, 613.0, 415.0, 269.0, 254.0, 156.0, 105.0, 78.0, 57.0, 46.0, 34.0, 26.0, 14.0, 17.0, 6.0, 12.0, 7.0, 4.0, 1.0, 4.0, 0.0, 1.0, 1.0, 0.0, 3.0], "bins": [-0.01280609518289566, -0.012351663783192635, -0.011897233314812183, -0.011442802846431732, -0.010988371446728706, -0.01053394004702568, -0.01007950957864523, -0.009625079110264778, -0.009170647710561752, -0.008716216310858727, -0.008261785842478275, -0.007807354908436537, -0.007352923974394798, -0.00689849304035306, -0.006444062106311321, -0.005989631172269583, -0.005535200238227844, -0.005080769304186106, -0.004626338370144367, -0.004171907436102629, -0.00371747650206089, -0.0032630455680191517, -0.002808614633977413, -0.0023541836999356747, -0.0018997527658939362, -0.0014453218318521976, -0.0009908908978104591, -0.0005364599637687206, -8.202902972698212e-05, 0.0003724019043147564, 0.0008268328383564949, 0.0012812637723982334, 0.001735694706439972, 0.0021901256404817104, 0.002644556574523449, 0.0030989875085651875, 0.003553418442606926, 0.0040078493766486645, 0.004462280310690403, 0.0049167112447321415, 0.00537114217877388, 0.0058255731128156185, 0.006280004046857357, 0.0067344349808990955, 0.007188865914940834, 0.0076432968489825726, 0.008097727783024311, 0.008552158251404762, 0.009006589651107788, 0.009461021050810814, 0.009915451519191265, 0.010369881987571716, 0.010824313387274742, 0.011278744786977768, 0.01173317525535822, 0.01218760572373867, 0.012642037123441696, 0.013096468523144722, 0.013550898991525173, 0.014005329459905624, 0.01445976085960865, 0.014914192259311676, 0.015368622727692127, 0.01582305319607258, 0.016277484595775604]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 4.0, 1.0, 3.0, 1.0, 2.0, 3.0, 4.0, 4.0, 10.0, 9.0, 7.0, 2.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.02467809058725834, -0.023977059870958328, -0.023276029154658318, -0.022574998438358307, -0.021873967722058296, -0.021172937005758286, -0.020471906289458275, -0.019770875573158264, -0.019069844856858253, -0.018368814140558243, -0.017667783424258232, -0.01696675270795822, -0.01626572199165821, -0.015564690344035625, -0.014863659627735615, -0.014162628911435604, -0.013461598195135593, -0.012760567478835583, -0.012059536762535572, -0.011358506046235561, -0.01065747532993555, -0.00995644461363554, -0.00925541389733553, -0.008554383181035519, -0.007853351533412933, -0.00715232128277421, -0.006451290566474199, -0.005750259850174189, -0.005049228668212891, -0.00434819795191288, -0.0036471672356128693, -0.0029461365193128586, -0.002245105803012848, -0.0015440750867128372, -0.0008430442539975047, -0.00014201347948983312, 0.0005590172950178385, 0.0012600480113178492, 0.0019610789604485035, 0.002662109676748514, 0.003363140393048525, 0.0040641711093485355, 0.004765201825648546, 0.005466232541948557, 0.006167263723909855, 0.006868294440209866, 0.007569325156509876, 0.008270355872809887, 0.008971386589109898, 0.009672417305409908, 0.010373448021709919, 0.01107447873800993, 0.01177550945430994, 0.012476540170609951, 0.013177570886909962, 0.013878601603209972, 0.014579633250832558, 0.015280663967132568, 0.01598169468343258, 0.01668272539973259, 0.0173837561160326, 0.01808478683233261, 0.018785817548632622, 0.019486848264932632, 0.020187878981232643]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 3.0, 2.0, 1.0, 11.0, 12.0, 12.0, 19.0, 19.0, 19.0, 31.0, 32.0, 47.0, 49.0, 91.0, 160.0, 231.0, 297.0, 351.0, 486.0, 621.0, 859.0, 1220.0, 1665.0, 2846.0, 5805.0, 1360.0, 692.0, 338.0, 183.0, 141.0, 117.0, 105.0, 96.0, 62.0, 63.0, 67.0, 59.0, 43.0, 22.0, 25.0, 26.0, 22.0, 12.0, 10.0, 16.0, 12.0, 11.0, 6.0, 8.0, 7.0, 5.0, 9.0, 6.0, 1.0, 5.0, 4.0, 2.0, 2.0, 2.0, 1.0, 0.0, 1.0], "bins": [-0.010440515354275703, -0.01004115305840969, -0.009641789831221104, -0.009242427535355091, -0.008843064308166504, -0.008443702012300491, -0.008044339716434479, -0.007644976489245892, -0.007245614193379879, -0.006846251431852579, -0.006446888670325279, -0.006047525908797979, -0.0056481631472706795, -0.00524880038574338, -0.004849438089877367, -0.004450075328350067, -0.004050712566822767, -0.0036513498052954674, -0.003251987276598811, -0.0028526245150715113, -0.002453261986374855, -0.002053899224847555, -0.0016545364633202553, -0.0012551738182082772, -0.0008558111730962992, -0.00045644849888049066, -5.708582466468215e-05, 0.00034227684955112636, 0.0007416395237669349, 0.001141002168878913, 0.0015403649304062128, 0.0019397275755181909, 0.002339090220630169, 0.002738452982157469, 0.003137815510854125, 0.003537178272381425, 0.003936540801078081, 0.004335903562605381, 0.004735266324132681, 0.005134629085659981, 0.005533991381525993, 0.005933354143053293, 0.006332716904580593, 0.006732079666107893, 0.007131442427635193, 0.007530805189162493, 0.007930167950689793, 0.008329530246555805, 0.008728893473744392, 0.009128255769610405, 0.009527618065476418, 0.009926981292665005, 0.010326343588531017, 0.010725706815719604, 0.011125069111585617, 0.01152443140745163, 0.011923794634640217, 0.01232315693050623, 0.012722520157694817, 0.01312188245356083, 0.013521244749426842, 0.013920607976615429, 0.014319970272481441, 0.014719333499670029, 0.015118695795536041]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 3.0, 1.0, 2.0, 3.0, 2.0, 2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1643347144126892, -0.15959888696670532, -0.15486304461956024, -0.15012721717357635, -0.14539138972759247, -0.1406555473804474, -0.1359197199344635, -0.13118389248847961, -0.12644806504249573, -0.12171222269535065, -0.11697639524936676, -0.11224056035280228, -0.10750472545623779, -0.1027688980102539, -0.09803306311368942, -0.09329723566770554, -0.08856140077114105, -0.08382556587457657, -0.07908973842859268, -0.0743539035320282, -0.06961807608604431, -0.06488224118947983, -0.060146406292915344, -0.05541057512164116, -0.050674743950366974, -0.04593891277909279, -0.041203081607818604, -0.03646724671125412, -0.031731415539979935, -0.02699558436870575, -0.022259751334786415, -0.01752391830086708, -0.012788087129592896, -0.008052255026996136, -0.003316422924399376, 0.0014194091781973839, 0.006155241280794144, 0.010891073383390903, 0.015626905485987663, 0.020362738519906998, 0.025098569691181183, 0.029834400862455368, 0.03457023203372955, 0.03930606693029404, 0.04404189810156822, 0.04877772927284241, 0.05351356416940689, 0.058249395340681076, 0.06298522651195526, 0.06772106140851974, 0.07245688885450363, 0.07719272375106812, 0.081928551197052, 0.08666438609361649, 0.09140022099018097, 0.09613604843616486, 0.10087188333272934, 0.10560771822929382, 0.11034354567527771, 0.1150793805718422, 0.11981521546840668, 0.12455104291439056, 0.12928687036037445, 0.13402271270751953, 0.13875854015350342]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 3.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 3.0, 0.0, 0.0, 3.0, 1.0, 2.0, 0.0, 4.0, 1.0, 2.0, 4.0, 4.0, 12.0, 19.0, 15.0, 15.0, 20.0, 23.0, 40.0, 11.0, 10.0, 11.0, 11.0, 6.0, 9.0, 11.0, 6.0, 5.0, 2.0, 4.0, 5.0, 4.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.07625425606966019, -0.07449769228696823, -0.07274113595485687, -0.07098457217216492, -0.06922801584005356, -0.0674714520573616, -0.06571489572525024, -0.06395833194255829, -0.06220177561044693, -0.06044521555304527, -0.058688655495643616, -0.05693209543824196, -0.0551755353808403, -0.053418975323438644, -0.05166241526603699, -0.04990585520863533, -0.04814929515123367, -0.04639273136854172, -0.04463617131114006, -0.0428796112537384, -0.041123051196336746, -0.03936649113893509, -0.03760993108153343, -0.035853371024131775, -0.03409681096673012, -0.03234025090932846, -0.030583690851926804, -0.028827130794525146, -0.02707057073712349, -0.025314010679721832, -0.023557450622320175, -0.021800890564918518, -0.02004433050751686, -0.018287770450115204, -0.016531210392713547, -0.01477465033531189, -0.013018090277910233, -0.011261529289186, -0.009504969231784344, -0.007748409174382687, -0.0059918491169810295, -0.004235289059579372, -0.0024787287693470716, -0.0007221685955300927, 0.0010343915782868862, 0.0027909516356885433, 0.004547512158751488, 0.006304072216153145, 0.008060632273554802, 0.009817192330956459, 0.011573752388358116, 0.013330312445759773, 0.01508687250316143, 0.016843432560563087, 0.018599992617964745, 0.0203565526753664, 0.022113114595413208, 0.023869674652814865, 0.025626234710216522, 0.02738279476761818, 0.029139354825019836, 0.030895914882421494, 0.03265247493982315, 0.03440903499722481, 0.036165595054626465]}, "_runtime": 25.357078313827515, "_timestamp": 1596214350.1143608, "_step": 26}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 2.0, 3.0, 3.0, 1.0, 2.0, 3.0, 1.0, 1.0, 4.0, 2.0, 4.0, 5.0, 4.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.015653399750590324, -0.015249382704496384, -0.014845365658402443, -0.014441348612308502, -0.014037331566214561, -0.013633315451443195, -0.013229298405349255, -0.012825281359255314, -0.012421264313161373, -0.012017247267067432, -0.011613230220973492, -0.011209213174879551, -0.010805197060108185, -0.010401180014014244, -0.009997162967920303, -0.009593145921826363, -0.009189128875732422, -0.008785111829638481, -0.00838109478354454, -0.0079770777374506, -0.007573061157017946, -0.0071690441109240055, -0.006765027530491352, -0.006361010484397411, -0.005956993438303471, -0.00555297639220953, -0.005148959346115589, -0.004744942765682936, -0.004340925719588995, -0.003936908673495054, -0.003532891860231757, -0.00312887504696846, -0.0027248580008745193, -0.0023208409547805786, -0.0019168241415172815, -0.0015128072118386626, -0.0011087902821600437, -0.0007047733524814248, -0.0003007564228028059, 0.00010326050687581301, 0.0005072774365544319, 0.0009112943662330508, 0.0013153112959116697, 0.0017193282255902886, 0.0021233451552689075, 0.0025273622013628483, 0.0029313790146261454, 0.0033353958278894424, 0.003739412873983383, 0.004143429920077324, 0.004547446966171265, 0.004951463546603918, 0.005355480592697859, 0.0057594976387917995, 0.006163514219224453, 0.006567531265318394, 0.0069715483114123344, 0.007375565357506275, 0.007779582403600216, 0.008183599449694157, 0.008587615564465523, 0.008991632610559464, 0.009395649656653404, 0.009799666702747345, 0.010203683748841286]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 4.0, 1.0, 2.0, 2.0, 1.0, 2.0, 2.0, 3.0, 4.0, 4.0, 8.0, 8.0, 10.0, 10.0, 18.0, 17.0, 19.0, 20.0, 46.0, 32.0, 41.0, 41.0, 82.0, 87.0, 132.0, 140.0, 225.0, 266.0, 409.0, 3115.0, 1550.0, 531.0, 302.0, 208.0, 155.0, 103.0, 65.0, 69.0, 49.0, 28.0, 37.0, 24.0, 12.0, 8.0, 12.0, 4.0, 9.0, 6.0, 4.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.15357398986816406, -0.14873889088630676, -0.14390379190444946, -0.13906870782375336, -0.13423360884189606, -0.12939850986003876, -0.12456341832876205, -0.11972832679748535, -0.11489322781562805, -0.11005812883377075, -0.10522303730249405, -0.10038794577121735, -0.09555284678936005, -0.09071774780750275, -0.08588265627622604, -0.08104756474494934, -0.07621246576309204, -0.07137736678123474, -0.06654227524995804, -0.06170717999339104, -0.056872084736824036, -0.052036989480257034, -0.04720189422369003, -0.04236679896712303, -0.03753170371055603, -0.03269660845398903, -0.027861513197422028, -0.023026417940855026, -0.018191322684288025, -0.013356227427721024, -0.008521132171154022, -0.003686036914587021, 0.0011490583419799805, 0.005984153598546982, 0.010819248855113983, 0.015654344111680984, 0.020489439368247986, 0.025324534624814987, 0.03015962988138199, 0.03499472513794899, 0.03982982039451599, 0.04466491565108299, 0.049500010907649994, 0.054335106164216995, 0.059170201420784, 0.0640053004026413, 0.068840391933918, 0.0736754834651947, 0.078510582447052, 0.0833456814289093, 0.088180772960186, 0.09301586449146271, 0.09785096347332001, 0.10268606245517731, 0.10752115398645401, 0.11235624551773071, 0.11719134449958801, 0.12202644348144531, 0.1268615424633026, 0.13169662654399872, 0.13653172552585602, 0.14136682450771332, 0.14620190858840942, 0.15103700757026672, 0.15587210655212402]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 2.0, 0.0, 4.0, 0.0, 1.0, 2.0, 5.0, 5.0, 3.0, 4.0, 0.0, 3.0, 1.0, 8.0, 4.0, 24.0, 5.0, 6.0, 2.0, 5.0, 3.0, 2.0, 2.0, 6.0, 1.0, 4.0, 3.0, 5.0, 2.0, 0.0, 0.0, 4.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.003440982662141323, -0.0033144073095172644, -0.0031878319568932056, -0.0030612563714385033, -0.0029346810188144445, -0.002808105666190386, -0.0026815300807356834, -0.0025549547281116247, -0.002428379375487566, -0.0023018040228635073, -0.0021752286702394485, -0.002048653084784746, -0.0019220777321606874, -0.0017955023795366287, -0.0016689269104972482, -0.0015423514414578676, -0.001415776088833809, -0.0012892007362097502, -0.0011626252671703696, -0.001036049798130989, -0.0009094744455069304, -0.0007828990346752107, -0.0006563236238434911, -0.0005297482130117714, -0.0004031728021800518, -0.00027659739134833217, -0.00015002198051661253, -2.3446569684892893e-05, 0.00010312884114682674, 0.00022970425197854638, 0.000356279662810266, 0.00048285507364198565, 0.0006094304844737053, 0.0007360058953054249, 0.0008625813061371446, 0.0009891567751765251, 0.0011157321278005838, 0.0012423074804246426, 0.0013688829494640231, 0.0014954584185034037, 0.0016220337711274624, 0.0017486091237515211, 0.0018751845927909017, 0.002001760061830282, 0.002128335414454341, 0.0022549107670783997, 0.002381486352533102, 0.0025080617051571608, 0.0026346370577812195, 0.002761212410405278, 0.002887787763029337, 0.0030143633484840393, 0.003140938701108098, 0.0032675140537321568, 0.003394089639186859, 0.003520664991810918, 0.0036472403444349766, 0.0037738156970590353, 0.003900391049683094, 0.004026966635137796, 0.004153542220592499, 0.004280117340385914, 0.004406692925840616, 0.004533268045634031, 0.004659843631088734]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 1.0, 3.0, 1.0, 1.0, 2.0, 3.0, 11.0, 20.0, 18.0, 21.0, 43.0, 65.0, 99.0, 138.0, 236.0, 347.0, 575.0, 843.0, 1340.0, 2221.0, 3861.0, 6845.0, 13166.0, 25906.0, 52019.0, 105498.0, 567550.0, 182491.0, 93877.0, 52248.0, 29027.0, 16002.0, 9369.0, 5544.0, 3497.0, 2254.0, 1388.0, 971.0, 628.0, 411.0, 325.0, 226.0, 167.0, 104.0, 87.0, 63.0, 36.0, 25.0, 21.0, 14.0, 7.0, 11.0, 6.0, 4.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0], "bins": [-0.013598306104540825, -0.01311015710234642, -0.012622007168829441, -0.012133858166635036, -0.011645708233118057, -0.011157559230923653, -0.010669410228729248, -0.010181260295212269, -0.009693111293017864, -0.00920496229082346, -0.00871681235730648, -0.008228663355112076, -0.007740513887256384, -0.007252364419400692, -0.006764215417206287, -0.0062760659493505955, -0.0057879164814949036, -0.005299767013639212, -0.00481161754578352, -0.004323468543589115, -0.0038353190757334232, -0.0033471696078777313, -0.002859020372852683, -0.002370871137827635, -0.001882721669971943, -0.0013945723185315728, -0.0009064229670912027, -0.00041827361565083265, 6.987573578953743e-05, 0.0005580250872299075, 0.0010461744386702776, 0.0015343237901106477, 0.0020224731415510178, 0.0025106226094067097, 0.002998771844431758, 0.003486921079456806, 0.003975070547312498, 0.00446322001516819, 0.004951369017362595, 0.0054395184852182865, 0.005927667953073978, 0.00641581742092967, 0.006903966888785362, 0.007392115890979767, 0.007880264893174171, 0.00836841482669115, 0.008856563828885555, 0.009344713762402534, 0.009832862764596939, 0.010321011766791344, 0.010809161700308323, 0.011297310702502728, 0.011785460636019707, 0.012273609638214111, 0.012761758640408516, 0.013249908573925495, 0.0137380575761199, 0.014226206578314304, 0.014714356511831284, 0.015202505514025688, 0.015690654516220093, 0.016178803518414497, 0.01666695438325405, 0.017155103385448456, 0.01764325238764286]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 6.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 2.0, 3.0, 1.0, 1.0, 0.0, 4.0, 3.0, 1.0, 1.0, 2.0, 1.0, 4.0, 5.0, 2.0, 3.0, 1.0, 1.0, 3.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.005914467386901379, -0.005675249267369509, -0.0054360306821763515, -0.005196812562644482, -0.0049575939774513245, -0.004718375857919455, -0.004479157272726297, -0.0042399391531944275, -0.00400072056800127, -0.0037615024484694004, -0.003522284096106887, -0.0032830657437443733, -0.0030438473913818598, -0.0028046290390193462, -0.0025654106866568327, -0.002326192334294319, -0.0020869739819318056, -0.001847755629569292, -0.0016085372772067785, -0.001369318924844265, -0.0011301005724817514, -0.0008908822783268988, -0.0006516639841720462, -0.00041244563180953264, -0.0001732272794470191, 6.599105836357921e-05, 0.00030520939617417753, 0.0005444277194328606, 0.0007836460717953742, 0.0010228643659502268, 0.0012620827183127403, 0.0015013010706752539, 0.0017405194230377674, 0.001979737775400281, 0.0022189561277627945, 0.002458174480125308, 0.0026973928324878216, 0.002936611184850335, 0.0031758295372128487, 0.003415047889575362, 0.0036542662419378757, 0.0038934843614697456, 0.004132702946662903, 0.004371921066194773, 0.00461113965138793, 0.0048503577709198, 0.005089576356112957, 0.005328794475644827, 0.005568012595176697, 0.005807231180369854, 0.006046449299901724, 0.006285667885094881, 0.006524886004626751, 0.006764104589819908, 0.007003322709351778, 0.007242541294544935, 0.007481759414076805, 0.007720977999269962, 0.00796019658446312, 0.008199414238333702, 0.00843863282352686, 0.008677851408720016, 0.008917069993913174, 0.009156287647783756, 0.009395506232976913]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 5.0, 2.0, 2.0, 7.0, 5.0, 8.0, 13.0, 12.0, 13.0, 39.0, 39.0, 60.0, 59.0, 75.0, 96.0, 148.0, 224.0, 356.0, 662.0, 4160.0, 2288.0, 1980.0, 1538.0, 1286.0, 1057.0, 874.0, 647.0, 556.0, 445.0, 393.0, 312.0, 215.0, 172.0, 147.0, 134.0, 68.0, 66.0, 55.0, 46.0, 30.0, 37.0, 32.0, 16.0, 13.0, 7.0, 6.0, 7.0, 6.0, 4.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.00710681825876236, -0.006851410958915949, -0.006596004124730825, -0.006340596824884415, -0.006085189990699291, -0.0058297826908528805, -0.00557437539100647, -0.005318968556821346, -0.0050635612569749355, -0.004808153957128525, -0.004552747122943401, -0.004297339823096991, -0.00404193252325058, -0.0037865256890654564, -0.0035311183892190456, -0.0032757113222032785, -0.0030203042551875114, -0.0027648971881717443, -0.0025094901211559772, -0.0022540828213095665, -0.0019986757542937994, -0.0017432686872780323, -0.0014878615038469434, -0.0012324543204158545, -0.0009770472534000874, -0.0007216401281766593, -0.00046623300295323133, -0.00021082587772980332, 4.458124749362469e-05, 0.0002999883727170527, 0.0005553954979404807, 0.0008108026231639087, 0.0010662097483873367, 0.0013216168154031038, 0.0015770239988341928, 0.0018324311822652817, 0.0020878382492810488, 0.002343245316296816, 0.0025986526161432266, 0.0028540596831589937, 0.003109466750174761, 0.003364873817190528, 0.003620280884206295, 0.0038756881840527058, 0.0041310954838991165, 0.00438650231808424, 0.004641909617930651, 0.004897316452115774, 0.005152723751962185, 0.005408131051808596, 0.005663537885993719, 0.00591894518584013, 0.006174352020025253, 0.006429759319871664, 0.006685166619718075, 0.006940573453903198, 0.007195980753749609, 0.00745138805359602, 0.007706794887781143, 0.007962201721966267, 0.008217609487473965, 0.008473016321659088, 0.008728423155844212, 0.00898383092135191, 0.009239237755537033]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 4.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.026877034455537796, -0.025630716234445572, -0.024384398013353348, -0.023138079792261124, -0.0218917615711689, -0.020645443350076675, -0.01939912512898445, -0.018152806907892227, -0.016906488686800003, -0.01566017046570778, -0.014413852244615555, -0.01316753402352333, -0.011921215802431107, -0.010674897581338882, -0.009428579360246658, -0.008182261139154434, -0.00693594291806221, -0.005689624696969986, -0.004443306475877762, -0.0031969882547855377, -0.0019506700336933136, -0.0007043518126010895, 0.0005419664084911346, 0.0017882846295833588, 0.003034602850675583, 0.004280921071767807, 0.005527239292860031, 0.006773557513952255, 0.00801987573504448, 0.009266193956136703, 0.010512512177228928, 0.011758830398321152, 0.013005148619413376, 0.0142514668405056, 0.015497785061597824, 0.016744103282690048, 0.017990421503782272, 0.019236739724874496, 0.02048305794596672, 0.021729376167058945, 0.02297569438815117, 0.024222012609243393, 0.025468330830335617, 0.02671464905142784, 0.027960967272520065, 0.02920728549361229, 0.030453603714704514, 0.03169992193579674, 0.03294624015688896, 0.034192558377981186, 0.03543887659907341, 0.036685194820165634, 0.03793151304125786, 0.03917783126235008, 0.040424149483442307, 0.04167046770453453, 0.042916785925626755, 0.04416310414671898, 0.0454094223678112, 0.04665574058890343, 0.04790205880999565, 0.049148377031087875, 0.0503946952521801, 0.051641013473272324, 0.05288733169436455]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 2.0, 1.0, 2.0, 2.0, 2.0, 2.0, 2.0, 1.0, 2.0, 6.0, 7.0, 8.0, 8.0, 11.0, 14.0, 19.0, 23.0, 5.0, 12.0, 18.0, 9.0, 12.0, 7.0, 18.0, 8.0, 9.0, 13.0, 8.0, 8.0, 5.0, 5.0, 2.0, 2.0, 3.0, 2.0, 2.0, 1.0, 1.0, 1.0, 3.0, 3.0, 3.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0], "bins": [-0.018089180812239647, -0.01716473326086998, -0.016240285709500313, -0.01531583908945322, -0.014391392469406128, -0.013466944918036461, -0.012542497366666794, -0.011618050746619701, -0.010693603195250034, -0.009769155643880367, -0.008844709023833275, -0.007920261472463608, -0.006995814386755228, -0.006071367301046848, -0.005146919749677181, -0.0042224726639688015, -0.0032980255782604218, -0.002373578492552042, -0.0014491311740130186, -0.000524683971889317, 0.00039976323023438454, 0.0013242104323580861, 0.0022486576344817877, 0.003173104953020811, 0.004097552038729191, 0.005021999124437571, 0.00594644621014595, 0.006870893761515617, 0.007795340847223997, 0.008719787932932377, 0.009644235484302044, 0.010568682104349136, 0.011493129655718803, 0.01241757720708847, 0.013342023827135563, 0.01426647137850523, 0.015190917998552322, 0.01611536554992199, 0.017039813101291656, 0.017964260652661324, 0.01888870820403099, 0.01981315389275551, 0.020737601444125175, 0.021662048995494843, 0.02258649654686451, 0.023510944098234177, 0.024435389786958694, 0.02535983733832836, 0.02628428488969803, 0.027208732441067696, 0.028133179992437363, 0.02905762568116188, 0.029982073232531548, 0.030906520783901215, 0.03183096647262573, 0.03275541588664055, 0.033679861575365067, 0.03460431098937988, 0.0355287566781044, 0.03645320236682892, 0.037377651780843735, 0.03830209746956825, 0.03922654688358307, 0.04015099257230759, 0.041075438261032104]}, "_runtime": 26.129627227783203, "_timestamp": 1596214350.8869097, "_step": 27}
+{"val_accuracy": 0.7729716038812786, "val_loss": 0.6430116621054471, "_runtime": 27.592811822891235, "_timestamp": 1596214352.3500943, "_step": 28}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: K Confidence: 0.58 Truth: v", "Prediction: 5 Confidence: 1.00 Truth: 5", "Prediction: 2 Confidence: 0.99 Truth: 2", "Prediction: 0 Confidence: 0.71 Truth: 0"]}, "_runtime": 27.861754417419434, "_timestamp": 1596214352.619037, "_step": 29}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 3.0, 0.0, 1.0, 4.0, 2.0, 3.0, 2.0, 3.0, 3.0, 2.0, 5.0, 3.0, 0.0, 2.0, 1.0, 3.0, 3.0, 4.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010983213782310486, -0.01055187452584505, -0.010120535269379616, -0.00968919601291418, -0.009257856756448746, -0.00882651749998331, -0.008395178243517876, -0.00796383898705244, -0.007532500196248293, -0.007101160939782858, -0.006669821683317423, -0.006238482426851988, -0.00580714363604784, -0.005375804379582405, -0.00494446512311697, -0.004513125866651535, -0.0040817866101861, -0.003650447353720665, -0.00321910809725523, -0.0027877690736204386, -0.0023564298171550035, -0.0019250905606895685, -0.0014937514206394553, -0.0010624122805893421, -0.0006310730241239071, -0.00019973382586613297, 0.00023160537239164114, 0.0006629445706494153, 0.0010942837689071894, 0.0015256230253726244, 0.0019569620490074158, 0.002388301305472851, 0.002819640561938286, 0.003250979818403721, 0.003682319074869156, 0.004113658331334591, 0.004544997587800026, 0.004976336378604174, 0.005407675635069609, 0.005839014891535044, 0.006270354148000479, 0.006701693404465914, 0.007133032660931349, 0.007564371917396784, 0.007995710708200932, 0.008427049964666367, 0.008858389221131802, 0.009289728477597237, 0.009721067734062672, 0.010152406990528107, 0.010583746246993542, 0.011015085503458977, 0.011446424759924412, 0.011877764016389847, 0.012309103272855282, 0.012740442529320717, 0.013171780854463577, 0.013603120110929012, 0.014034459367394447, 0.014465798623859882, 0.014897137880325317, 0.015328477136790752, 0.015759816393256187, 0.016191156581044197, 0.016622494906187057]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 2.0, 3.0, 3.0, 6.0, 11.0, 19.0, 12.0, 31.0, 30.0, 46.0, 60.0, 110.0, 151.0, 248.0, 384.0, 854.0, 4720.0, 612.0, 225.0, 132.0, 80.0, 52.0, 36.0, 24.0, 27.0, 8.0, 9.0, 6.0, 6.0, 2.0, 4.0, 2.0, 1.0, 2.0, 1.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.24819618463516235, -0.240207239985466, -0.23221829533576965, -0.2242293655872345, -0.21624042093753815, -0.2082514762878418, -0.20026254653930664, -0.1922736018896103, -0.18428465723991394, -0.1762957125902176, -0.16830676794052124, -0.16031783819198608, -0.15232889354228973, -0.14433994889259338, -0.13635101914405823, -0.12836207449436188, -0.12037312984466553, -0.11238418519496918, -0.10439524799585342, -0.09640631079673767, -0.08841736614704132, -0.08042842149734497, -0.07243948429822922, -0.06445054709911346, -0.056461602449417114, -0.04847266152501106, -0.04048372060060501, -0.03249477967619896, -0.024505838751792908, -0.016516897827386856, -0.008527956902980804, -0.0005390159785747528, 0.007449924945831299, 0.01543886587023735, 0.023427806794643402, 0.031416747719049454, 0.039405688643455505, 0.04739462956786156, 0.05538357049226761, 0.06337250769138336, 0.07136145234107971, 0.07935039699077606, 0.08733933418989182, 0.09532827138900757, 0.10331721603870392, 0.11130616068840027, 0.11929509788751602, 0.12728403508663177, 0.13527297973632812, 0.14326192438602448, 0.15125086903572083, 0.15923979878425598, 0.16722874343395233, 0.17521768808364868, 0.18320661783218384, 0.1911955624818802, 0.19918450713157654, 0.2071734517812729, 0.21516239643096924, 0.2231513261795044, 0.23114027082920074, 0.2391292154788971, 0.24711814522743225, 0.2551071047782898, 0.26309603452682495]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 0.0, 4.0, 4.0, 5.0, 2.0, 3.0, 3.0, 2.0, 1.0, 1.0, 2.0, 4.0, 1.0, 0.0, 8.0, 26.0, 2.0, 3.0, 3.0, 2.0, 10.0, 5.0, 1.0, 4.0, 1.0, 1.0, 2.0, 2.0, 6.0, 3.0, 0.0, 2.0, 3.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0028027896769344807, -0.0026953702326864004, -0.00258795078843832, -0.00248053134419024, -0.002373111667111516, -0.0022656922228634357, -0.0021582727786153555, -0.0020508533343672752, -0.001943433890119195, -0.001836014329455793, -0.0017285948852077127, -0.0016211754409596324, -0.0015137558802962303, -0.00140633643604815, -0.0012989169918000698, -0.0011914974311366677, -0.0010840779868885875, -0.0009766585426405072, -0.000869239040184766, -0.0007618195377290249, -0.0006544000934809446, -0.0005469805910252035, -0.0004395610885694623, -0.0003321416152175516, -0.00022472214186564088, -0.00011730266123777255, -9.88318060990423e-06, 9.75363000179641e-05, 0.00020495578064583242, 0.00031237525399774313, 0.0004197947564534843, 0.0005272142007015646, 0.0006346337031573057, 0.0007420532056130469, 0.0008494726498611271, 0.0009568921523168683, 0.0010643115965649486, 0.0011717311572283506, 0.001279150601476431, 0.0013865700457245111, 0.0014939894899725914, 0.0016014090506359935, 0.0017088284948840737, 0.001816247939132154, 0.001923667499795556, 0.0020310869440436363, 0.0021385063882917166, 0.002245925832539797, 0.0023533455096185207, 0.002460764953866601, 0.0025681843981146812, 0.0026756038423627615, 0.0027830232866108418, 0.002890442730858922, 0.0029978621751070023, 0.003105281852185726, 0.0032127012964338064, 0.0033201207406818867, 0.003427540184929967, 0.003534959629178047, 0.0036423790734261274, 0.0037497987505048513, 0.0038572181947529316, 0.003964637406170368, 0.004072057083249092]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 4.0, 4.0, 8.0, 7.0, 24.0, 23.0, 26.0, 58.0, 88.0, 133.0, 245.0, 414.0, 660.0, 1095.0, 1895.0, 3591.0, 7490.0, 16228.0, 38068.0, 92988.0, 586175.0, 245676.0, 94915.0, 43641.0, 20881.0, 10771.0, 5712.0, 3289.0, 1958.0, 1136.0, 791.0, 523.0, 325.0, 224.0, 165.0, 120.0, 90.0, 63.0, 42.0, 27.0, 20.0, 10.0, 17.0, 9.0, 4.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.01781272143125534, -0.017237914726138115, -0.01666310988366604, -0.016088303178548813, -0.015513497404754162, -0.01493869163095951, -0.014363884925842285, -0.013789079152047634, -0.013214273378252983, -0.012639467604458332, -0.012064661830663681, -0.011489855125546455, -0.010915049351751804, -0.010340243577957153, -0.009765436872839928, -0.009190631099045277, -0.008615825325250626, -0.008041019551455975, -0.007466213312000036, -0.006891407072544098, -0.006316601298749447, -0.005741795524954796, -0.0051669892854988575, -0.004592183046042919, -0.004017377272248268, -0.0034425712656229734, -0.0028677652589976788, -0.002292959252372384, -0.0017181532457470894, -0.0011433472391217947, -0.0005685412324965, 6.26477412879467e-06, 0.0005810707807540894, 0.001155876787379384, 0.0017306827940046787, 0.0023054888006299734, 0.002880294807255268, 0.0034551008138805628, 0.0040299068205058575, 0.004604713059961796, 0.005179518833756447, 0.005754324607551098, 0.006329130847007036, 0.0069039370864629745, 0.007478742860257626, 0.008053548634052277, 0.008628355339169502, 0.009203161112964153, 0.009777966886758804, 0.010352772660553455, 0.010927578434348106, 0.011502385139465332, 0.012077190913259983, 0.012651996687054634, 0.01322680339217186, 0.01380160916596651, 0.014376414939761162, 0.014951220713555813, 0.015526026487350464, 0.01610083319246769, 0.016675639897584915, 0.01725044474005699, 0.017825251445174217, 0.018400056287646294, 0.01897486299276352]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 7.0, 4.0, 2.0, 2.0, 6.0, 2.0, 3.0, 4.0, 7.0, 1.0, 4.0, 2.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014967590570449829, -0.014498515985906124, -0.014029441401362419, -0.013560366816818714, -0.013091293163597584, -0.012622218579053879, -0.012153143994510174, -0.011684069409966469, -0.011214994825422764, -0.010745920240879059, -0.010276846587657928, -0.009807772003114223, -0.009338697418570518, -0.008869622834026814, -0.008400548249483109, -0.007931473664939404, -0.007462399546056986, -0.006993324961513281, -0.006524250842630863, -0.006055176258087158, -0.005586101673543453, -0.0051170275546610355, -0.0046479529701173306, -0.0041788783855736256, -0.0037098040338605642, -0.003240729682147503, -0.002771655097603798, -0.0023025807458907366, -0.0018335062777623534, -0.0013644318096339703, -0.000895357399713248, -0.0004262829606886953, 4.279147833585739e-05, 0.0005118659464642406, 0.0009809404145926237, 0.001450014766305685, 0.0019190892344340682, 0.0023881637025624514, 0.0028572380542755127, 0.0033263126388192177, 0.003795386990532279, 0.00426446134224534, 0.004733535926789045, 0.00520261051133275, 0.005671684630215168, 0.006140759214758873, 0.006609833799302578, 0.007078907918184996, 0.007547982502728701, 0.008017056621611118, 0.008486131206154823, 0.008955205790698528, 0.009424280375242233, 0.009893354959785938, 0.010362429544329643, 0.010831503197550774, 0.011300577782094479, 0.011769652366638184, 0.012238726951181889, 0.012707801535725594, 0.013176876120269299, 0.013645949773490429, 0.014115024358034134, 0.014584098942577839, 0.015053173527121544]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 2.0, 3.0, 1.0, 8.0, 11.0, 13.0, 12.0, 15.0, 31.0, 23.0, 32.0, 42.0, 43.0, 58.0, 76.0, 101.0, 107.0, 144.0, 146.0, 215.0, 285.0, 370.0, 614.0, 1273.0, 6095.0, 2290.0, 1345.0, 1150.0, 939.0, 670.0, 580.0, 490.0, 351.0, 251.0, 229.0, 128.0, 86.0, 56.0, 49.0, 25.0, 20.0, 12.0, 9.0, 6.0, 2.0, 4.0, 4.0, 2.0, 0.0, 2.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012295892462134361, -0.01190469041466713, -0.011513489298522472, -0.01112228725105524, -0.010731086134910583, -0.010339884087443352, -0.009948682971298695, -0.009557480923831463, -0.009166279807686806, -0.008775077760219574, -0.008383875712752342, -0.007992674596607685, -0.007601472549140453, -0.007210270967334509, -0.0068190693855285645, -0.00642786780372262, -0.006036666221916676, -0.005645464640110731, -0.005254263058304787, -0.004863061476498842, -0.004471859894692898, -0.004080657847225666, -0.0036894562654197216, -0.003298254683613777, -0.0029070531018078327, -0.0025158515200018883, -0.002124649938195944, -0.0017334481235593557, -0.0013422465417534113, -0.0009510449017398059, -0.0005598432617262006, -0.00016864162171259522, 0.00022256001830101013, 0.0006137616583146155, 0.0010049632983282208, 0.0013961649965494871, 0.0017873665783554316, 0.002178568160161376, 0.002569769974797964, 0.0029609715566039085, 0.003352173138409853, 0.0037433747202157974, 0.004134576302021742, 0.004525777883827686, 0.004916979931294918, 0.0053081815131008625, 0.005699383094906807, 0.006090584676712751, 0.006481786258518696, 0.00687298784032464, 0.007264189422130585, 0.007655391003936529, 0.008046592585742474, 0.008437794633209705, 0.008828995749354362, 0.009220197796821594, 0.009611399844288826, 0.010002600960433483, 0.010393803007900715, 0.010785004124045372, 0.011176206171512604, 0.011567407287657261, 0.011958609335124493, 0.01234981045126915, 0.012741012498736382]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 2.0, 6.0, 3.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.07007169723510742, -0.06678029894828796, -0.06348889321088791, -0.06019749492406845, -0.05690609663724899, -0.053614694625139236, -0.05032329261302948, -0.04703189432621002, -0.043740492314100266, -0.04044909030199051, -0.03715769201517105, -0.033866290003061295, -0.030574889853596687, -0.02728348970413208, -0.023992087692022324, -0.020700687542557716, -0.01740928739309311, -0.014117887243628502, -0.01082648616284132, -0.0075350855477154255, -0.004243684932589531, -0.0009522843174636364, 0.002339116297662258, 0.005630516912788153, 0.008921917527914047, 0.012213317677378654, 0.015504718758165836, 0.018796119838953018, 0.022087519988417625, 0.025378920137882233, 0.02867032214999199, 0.03196172043681145, 0.035253122448921204, 0.03854452446103096, 0.04183592274785042, 0.045127324759960175, 0.04841872304677963, 0.05171012505888939, 0.055001527070999146, 0.058292925357818604, 0.06158432736992836, 0.06487572938203812, 0.06816712766885757, 0.07145852595567703, 0.07474993169307709, 0.07804132997989655, 0.081332728266716, 0.08462413400411606, 0.08791553229093552, 0.09120693057775497, 0.09449833631515503, 0.09778973460197449, 0.10108113288879395, 0.104372538626194, 0.10766393691301346, 0.11095533519983292, 0.11424674093723297, 0.11753813922405243, 0.12082953751087189, 0.12412093579769135, 0.1274123340845108, 0.13070374727249146, 0.1339951455593109, 0.13728654384613037, 0.14057794213294983]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 3.0, 1.0, 2.0, 1.0, 2.0, 3.0, 5.0, 5.0, 8.0, 6.0, 7.0, 12.0, 9.0, 22.0, 32.0, 36.0, 18.0, 13.0, 15.0, 19.0, 11.0, 16.0, 3.0, 6.0, 2.0, 6.0, 1.0, 1.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.028231004253029823, -0.026701534166932106, -0.025172065943479538, -0.02364259585738182, -0.022113127633929253, -0.020583657547831535, -0.019054189324378967, -0.01752471923828125, -0.015995249152183533, -0.014465780928730965, -0.012936311773955822, -0.01140684261918068, -0.009877372533082962, -0.00834790337830782, -0.006818434223532677, -0.005288965068757534, -0.0037594959139823914, -0.0022300267592072487, -0.0007005573716014624, 0.0008289118995890021, 0.0023583811707794666, 0.0038878503255546093, 0.005417319945991039, 0.006946789100766182, 0.008476258255541325, 0.010005727410316467, 0.01153519656509161, 0.013064665719866753, 0.01459413580596447, 0.016123604029417038, 0.017653074115514755, 0.019182542338967323, 0.02071201242506504, 0.022241482511162758, 0.023770950734615326, 0.025300420820713043, 0.02682988904416561, 0.02835935913026333, 0.029888827353715897, 0.031418297439813614, 0.03294776752591133, 0.03447723761200905, 0.03600670397281647, 0.037536174058914185, 0.0390656441450119, 0.04059511423110962, 0.04212458059191704, 0.043654050678014755, 0.04518352076411247, 0.04671299085021019, 0.04824246093630791, 0.049771927297115326, 0.05130139738321304, 0.05283086746931076, 0.05436033755540848, 0.0558898039162159, 0.057419274002313614, 0.05894874408841133, 0.06047821417450905, 0.062007684260606766, 0.06353715062141418, 0.0650666207075119, 0.06659609079360962, 0.06812556087970734, 0.06965503096580505]}, "_runtime": 28.48759174346924, "_timestamp": 1596214353.2448742, "_step": 30}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 4.0, 2.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 2.0, 5.0, 2.0, 2.0, 3.0, 2.0, 4.0, 3.0, 1.0, 1.0, 3.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.012833175249397755, -0.01248182076960802, -0.012130466289818287, -0.011779111810028553, -0.011427756398916245, -0.01107640191912651, -0.010725047439336777, -0.010373692959547043, -0.010022338479757309, -0.009670983999967575, -0.009319629520177841, -0.008968275040388107, -0.008616920560598373, -0.008265565149486065, -0.007914210669696331, -0.007562856189906597, -0.007211501710116863, -0.006860147230327129, -0.0065087927505373955, -0.006157437805086374, -0.00580608332529664, -0.0054547288455069065, -0.005103373900055885, -0.004752019420266151, -0.0044006649404764175, -0.004049310460686684, -0.003697955748066306, -0.0033466010354459286, -0.0029952465556561947, -0.002643892075866461, -0.0022925373632460833, -0.0019411827670410275, -0.0015898281708359718, -0.0012384735746309161, -0.0008871189784258604, -0.0005357643822208047, -0.00018440978601574898, 0.00016694481018930674, 0.0005182994063943624, 0.0008696540025994182, 0.0012210085988044739, 0.0015723631950095296, 0.0019237177912145853, 0.002275072503834963, 0.0026264269836246967, 0.0029777814634144306, 0.003329136176034808, 0.0036804908886551857, 0.00403184536844492, 0.0043831998482346535, 0.004734554328024387, 0.0050859092734754086, 0.0054372637532651424, 0.005788618233054876, 0.0061399731785058975, 0.006491327658295631, 0.006842682138085365, 0.007194036617875099, 0.007545391097664833, 0.007896745577454567, 0.0082481000572443, 0.00859945546835661, 0.008950809948146343, 0.009302164427936077, 0.009653518907725811]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 4.0, 2.0, 2.0, 3.0, 2.0, 0.0, 0.0, 2.0, 7.0, 5.0, 8.0, 6.0, 11.0, 10.0, 10.0, 17.0, 17.0, 16.0, 34.0, 45.0, 48.0, 74.0, 67.0, 105.0, 144.0, 192.0, 253.0, 356.0, 2624.0, 2364.0, 561.0, 266.0, 143.0, 115.0, 85.0, 64.0, 47.0, 48.0, 29.0, 29.0, 16.0, 18.0, 13.0, 16.0, 13.0, 5.0, 7.0, 5.0, 5.0, 3.0, 5.0, 3.0, 4.0, 1.0, 2.0, 1.0, 1.0], "bins": [-0.15839660167694092, -0.15399043262004852, -0.14958426356315613, -0.14517809450626373, -0.14077192544937134, -0.13636577129364014, -0.13195960223674774, -0.12755343317985535, -0.12314726412296295, -0.11874109506607056, -0.11433492600917816, -0.10992876440286636, -0.10552259534597397, -0.10111642628908157, -0.09671026468276978, -0.09230409562587738, -0.08789792656898499, -0.08349175751209259, -0.0790855884552002, -0.0746794268488884, -0.070273257791996, -0.06586708873510361, -0.06146092340350151, -0.057054758071899414, -0.05264858901500702, -0.048242419958114624, -0.04383625462651253, -0.03943008929491043, -0.035023920238018036, -0.03061775304377079, -0.026211585849523544, -0.0218054186552763, -0.017399251461029053, -0.012993084266781807, -0.008586917072534561, -0.004180749878287315, 0.00022541731595993042, 0.004631584510207176, 0.009037751704454422, 0.013443918898701668, 0.017850086092948914, 0.02225625328719616, 0.026662420481443405, 0.03106858767569065, 0.0354747548699379, 0.03988092392683029, 0.04428708925843239, 0.048693254590034485, 0.05309942364692688, 0.057505592703819275, 0.06191175803542137, 0.06631792336702347, 0.07072409242391586, 0.07513026148080826, 0.07953642308712006, 0.08394259214401245, 0.08834876120090485, 0.09275493025779724, 0.09716109931468964, 0.10156726092100143, 0.10597342997789383, 0.11037959903478622, 0.11478576064109802, 0.11919192969799042, 0.12359809875488281]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 1.0, 0.0, 3.0, 3.0, 1.0, 1.0, 1.0, 2.0, 2.0, 5.0, 3.0, 5.0, 6.0, 2.0, 3.0, 1.0, 2.0, 2.0, 2.0, 1.0, 29.0, 1.0, 2.0, 6.0, 1.0, 3.0, 3.0, 2.0, 1.0, 2.0, 3.0, 1.0, 2.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.0024425750598311424, -0.0023638212587684393, -0.00228506769053638, -0.0022063138894736767, -0.002127560321241617, -0.002048806520178914, -0.001970052719116211, -0.0018912990344688296, -0.0018125453498214483, -0.001733791665174067, -0.0016550379805266857, -0.0015762841794639826, -0.0014975304948166013, -0.00141877681016922, -0.0013400230091065168, -0.0012612693244591355, -0.0011825156398117542, -0.001103761955164373, -0.0010250082705169916, -0.0009462544694542885, -0.0008675007848069072, -0.0007887471001595259, -0.0007099933573044837, -0.0006312396144494414, -0.0005524859298020601, -0.00047373221605084836, -0.0003949785022996366, -0.00031622478854842484, -0.00023747107479721308, -0.00015871736104600132, -7.996364729478955e-05, -1.2099335435777903e-06, 7.754378020763397e-05, 0.00015629749395884573, 0.0002350512077100575, 0.00031380492146126926, 0.000392558635212481, 0.0004713123489636928, 0.0005500660627149045, 0.0006288198055699468, 0.0007075734902173281, 0.0007863271748647094, 0.0008650809177197516, 0.0009438346605747938, 0.0010225883452221751, 0.0011013420298695564, 0.0011800958309322596, 0.0012588495155796409, 0.0013376032002270222, 0.0014163568848744035, 0.0014951105695217848, 0.001573864370584488, 0.0016526180552318692, 0.0017313717398792505, 0.0018101255409419537, 0.001888879225589335, 0.0019676329102367163, 0.0020463867112994194, 0.002125140279531479, 0.002203894080594182, 0.002282647881656885, 0.0023614014498889446, 0.0024401552509516478, 0.0025189088191837072, 0.0025976626202464104]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 3.0, 4.0, 3.0, 7.0, 5.0, 13.0, 19.0, 19.0, 44.0, 55.0, 55.0, 89.0, 126.0, 179.0, 252.0, 383.0, 571.0, 807.0, 1265.0, 1830.0, 2946.0, 4621.0, 7707.0, 13507.0, 24431.0, 45421.0, 87041.0, 176055.0, 579548.0, 100976.0, 53872.0, 30290.0, 17559.0, 10502.0, 6343.0, 4199.0, 2706.0, 1808.0, 1196.0, 844.0, 597.0, 432.0, 351.0, 270.0, 193.0, 118.0, 99.0, 71.0, 58.0, 37.0, 26.0, 22.0, 17.0, 18.0, 16.0, 7.0, 4.0, 3.0, 4.0, 1.0, 2.0], "bins": [-0.011608628556132317, -0.01123751513659954, -0.01086640264838934, -0.010495290160179138, -0.010124176740646362, -0.009753063321113586, -0.009381950832903385, -0.009010838344693184, -0.008639724925160408, -0.008268611505627632, -0.007897499017417431, -0.007526386063545942, -0.007155273109674454, -0.006784160155802965, -0.006413047201931477, -0.006041934248059988, -0.0056708212941884995, -0.005299708340317011, -0.004928595386445522, -0.004557482432574034, -0.004186369478702545, -0.0038152565248310566, -0.003444143570959568, -0.0030730306170880795, -0.002701917663216591, -0.0023308047093451023, -0.0019596917554736137, -0.0015885788016021252, -0.0012174658477306366, -0.000846352893859148, -0.00047523993998765945, -0.00010412698611617088, 0.0002669859677553177, 0.0006380989216268063, 0.0010092118754982948, 0.0013803248293697834, 0.001751437783241272, 0.0021225507371127605, 0.002493663690984249, 0.0028647766448557377, 0.0032358895987272263, 0.003607002552598715, 0.003978115506470203, 0.004349228460341692, 0.0047203414142131805, 0.005091454368084669, 0.005462567321956158, 0.005833680275827646, 0.006204793229699135, 0.006575906183570623, 0.006947019137442112, 0.0073181320913136005, 0.007689245045185089, 0.008060358464717865, 0.008431470952928066, 0.008802583441138268, 0.009173696860671043, 0.00954481028020382, 0.00991592276841402, 0.010287035256624222, 0.010658148676156998, 0.011029262095689774, 0.011400374583899975, 0.011771487072110176, 0.012142600491642952]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 10.0, 4.0, 0.0, 3.0, 2.0, 3.0, 5.0, 4.0, 3.0, 3.0, 0.0, 1.0, 2.0, 1.0, 3.0, 2.0, 2.0], "bins": [-0.017899904400110245, -0.017521275207400322, -0.0171426460146904, -0.016764018684625626, -0.016385389491915703, -0.01600676029920578, -0.015628132969141006, -0.015249503776431084, -0.014870874583721161, -0.014492245391011238, -0.01411361712962389, -0.013734988868236542, -0.013356359675526619, -0.012977730482816696, -0.012599102221429348, -0.012220473960042, -0.011841844767332077, -0.011463215574622154, -0.011084587313234806, -0.010705959051847458, -0.010327329859137535, -0.009948700666427612, -0.009570072405040264, -0.009191444143652916, -0.008812814950942993, -0.00843418575823307, -0.008055557496845722, -0.007676928769797087, -0.007298300042748451, -0.006919671315699816, -0.00654104258865118, -0.006162413861602545, -0.005783785134553909, -0.005405156407505274, -0.005026527680456638, -0.004647898953408003, -0.004269270226359367, -0.003890641499310732, -0.0035120127722620964, -0.003133384045213461, -0.0027547553181648254, -0.00237612659111619, -0.0019974978640675545, -0.001618869137018919, -0.0012402404099702835, -0.000861611682921648, -0.00048298295587301254, -0.00010435422882437706, 0.0002742744982242584, 0.0006529032252728939, 0.0010315319523215294, 0.0014101606793701649, 0.0017887894064188004, 0.002167418133467436, 0.0025460468605160713, 0.002924675587564707, 0.0033033043146133423, 0.0036819330416619778, 0.004060561768710613, 0.004439190495759249, 0.004817819222807884, 0.00519644794985652, 0.005575076676905155, 0.005953705403953791, 0.006332334131002426]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 3.0, 1.0, 3.0, 1.0, 0.0, 2.0, 4.0, 5.0, 1.0, 5.0, 5.0, 10.0, 4.0, 1.0, 7.0, 9.0, 18.0, 15.0, 14.0, 16.0, 21.0, 37.0, 59.0, 56.0, 52.0, 77.0, 56.0, 52.0, 69.0, 66.0, 92.0, 110.0, 127.0, 140.0, 179.0, 212.0, 289.0, 399.0, 555.0, 798.0, 1395.0, 5189.0, 2310.0, 1839.0, 1213.0, 878.0, 682.0, 431.0, 304.0, 196.0, 147.0, 85.0, 71.0, 43.0, 21.0, 25.0, 15.0, 8.0, 4.0, 1.0, 2.0], "bins": [-0.011746165342628956, -0.011481289751827717, -0.011216414161026478, -0.010951537638902664, -0.010686662048101425, -0.010421786457300186, -0.010156910866498947, -0.009892034344375134, -0.009627158753573895, -0.009362283162772655, -0.009097407571971416, -0.008832531981170177, -0.008567655459046364, -0.008302779868245125, -0.008037904277443886, -0.0077730282209813595, -0.0075081526301801205, -0.0072432770393788815, -0.006978400982916355, -0.006713525392115116, -0.00644864933565259, -0.006183773744851351, -0.0059188976883888245, -0.0056540220975875854, -0.0053891465067863464, -0.00512427045032382, -0.004859394859522581, -0.004594518803060055, -0.004329643212258816, -0.0040647671557962894, -0.0037998915649950504, -0.0035350157413631678, -0.003270139917731285, -0.0030052640940994024, -0.0027403882704675198, -0.002475512446835637, -0.0022106366232037544, -0.0019457609159871936, -0.0016808852087706327, -0.00141600938513875, -0.0011511335615068674, -0.0008862577378749847, -0.000621381972450763, -0.0003565061779227108, -9.163038339465857e-05, 0.00017324541113339365, 0.00043812120566144586, 0.0007029969710856676, 0.0009678727947175503, 0.001232748618349433, 0.0014976244419813156, 0.0017625001491978765, 0.002027376089245081, 0.00229225168004632, 0.0025571275036782026, 0.0028220033273100853, 0.003086879150941968, 0.0033517549745738506, 0.0036166307982057333, 0.003881506621837616, 0.004146382212638855, 0.004411258269101381, 0.00467613385990262, 0.004941009916365147, 0.005205885507166386]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.051617395132780075, -0.049650318920612335, -0.0476832389831543, -0.04571616277098656, -0.04374908283352852, -0.04178200662136078, -0.03981492668390274, -0.037847850471735, -0.03588077425956726, -0.03391369432210922, -0.03194661810994148, -0.029979538172483444, -0.028012461960315704, -0.026045383885502815, -0.024078305810689926, -0.022111227735877037, -0.020144149661064148, -0.01817707158625126, -0.01620999351143837, -0.014242916367948055, -0.012275838293135166, -0.010308760218322277, -0.008341683074831963, -0.0063746050000190735, -0.004407526925206184, -0.002440449083223939, -0.0004733712412416935, 0.001493706600740552, 0.0034607844427227974, 0.0054278625175356865, 0.007394940126687288, 0.00936201773583889, 0.01132909581065178, 0.013296173885464668, 0.015263251960277557, 0.017230330035090446, 0.019197408109903336, 0.021164484322071075, 0.023131562396883965, 0.025098640471696854, 0.027065718546509743, 0.029032796621322632, 0.03099987469613552, 0.03296695277094841, 0.03493402898311615, 0.03690110892057419, 0.03886818513274193, 0.040835265070199966, 0.042802341282367706, 0.044769417494535446, 0.046736497431993484, 0.048703573644161224, 0.05067065358161926, 0.052637729793787, 0.05460480973124504, 0.05657188594341278, 0.05853896588087082, 0.06050604209303856, 0.0624731183052063, 0.06444019824266434, 0.06640727818012238, 0.06837435066699982, 0.07034143060445786, 0.0723085105419159, 0.07427558302879333]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 3.0, 1.0, 0.0, 2.0, 6.0, 5.0, 3.0, 3.0, 2.0, 6.0, 10.0, 10.0, 7.0, 8.0, 13.0, 13.0, 17.0, 13.0, 33.0, 25.0, 13.0, 16.0, 6.0, 14.0, 12.0, 8.0, 4.0, 3.0, 1.0, 1.0, 2.0, 2.0, 3.0, 2.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.024344176054000854, -0.02359548956155777, -0.022846804931759834, -0.02209811843931675, -0.021349433809518814, -0.02060074731707573, -0.019852062687277794, -0.01910337619483471, -0.018354691565036774, -0.01760600507259369, -0.016857318580150604, -0.01610863395035267, -0.015359947457909584, -0.014611261896789074, -0.013862576335668564, -0.013113890774548054, -0.012365205213427544, -0.011616519652307034, -0.010867834091186523, -0.010119148530066013, -0.009370462968945503, -0.008621776476502419, -0.007873090915381908, -0.007124405354261398, -0.006375719793140888, -0.005627034232020378, -0.004878348670899868, -0.004129662644118071, -0.0033809770829975605, -0.0026322915218770504, -0.0018836057279258966, -0.0011349200503900647, -0.0003862343728542328, 0.00036245130468159914, 0.001111136982217431, 0.001859822659753263, 0.002608508337289095, 0.003357193898409605, 0.0041058799251914024, 0.0048545654863119125, 0.005603251047432423, 0.006351936608552933, 0.007100622169673443, 0.007849307730793953, 0.008597994223237038, 0.009346679784357548, 0.010095365345478058, 0.010844050906598568, 0.011592736467719078, 0.012341422028839588, 0.013090107589960098, 0.013838793151080608, 0.014587478712201118, 0.015336165204644203, 0.01608484983444214, 0.016833536326885223, 0.017582222819328308, 0.018330907449126244, 0.01907959394156933, 0.019828278571367264, 0.02057696506381035, 0.021325649693608284, 0.02207433618605137, 0.022823020815849304, 0.02357170730829239]}, "_runtime": 29.264188051223755, "_timestamp": 1596214354.0214705, "_step": 31}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 3.0, 1.0, 1.0, 3.0, 1.0, 1.0, 0.0, 2.0, 3.0, 1.0, 1.0, 4.0, 1.0, 3.0, 2.0, 3.0, 3.0, 1.0, 4.0, 2.0, 2.0, 1.0, 1.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.014907866716384888, -0.014532073400914669, -0.01415628008544445, -0.013780486769974232, -0.013404693454504013, -0.013028900139033794, -0.012653106823563576, -0.012277313508093357, -0.011901520192623138, -0.011525727808475494, -0.011149934493005276, -0.010774141177535057, -0.010398347862064838, -0.01002255454659462, -0.009646761231124401, -0.009270967915654182, -0.008895174600183964, -0.008519381284713745, -0.008143587969243526, -0.007767794653773308, -0.007392001338303089, -0.007016208488494158, -0.006640415173023939, -0.0062646218575537205, -0.005888828542083502, -0.005513035226613283, -0.0051372419111430645, -0.004761448595672846, -0.0043856557458639145, -0.004009862430393696, -0.003634069114923477, -0.0032582757994532585, -0.00288248248398304, -0.002506689168512821, -0.0021308958530426025, -0.0017551027704030275, -0.0013793094549328089, -0.0010035161394625902, -0.0006277229404076934, -0.00025192968314513564, 0.0001238635741174221, 0.0004996568313799798, 0.0008754500886425376, 0.0012512432876974344, 0.001627036603167653, 0.0020028299186378717, 0.0023786230012774467, 0.0027544163167476654, 0.003130209632217884, 0.0035060029476881027, 0.0038817962631583214, 0.00425758957862854, 0.004633382894098759, 0.00500917574390769, 0.005384969059377909, 0.005760762374848127, 0.006136555690318346, 0.006512349005788565, 0.006888142321258783, 0.007263935636729002, 0.007639728486537933, 0.008015521802008152, 0.00839131511747837, 0.00876710843294859, 0.009142901748418808]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 3.0, 4.0, 2.0, 2.0, 2.0, 6.0, 9.0, 4.0, 7.0, 8.0, 11.0, 11.0, 13.0, 16.0, 17.0, 32.0, 43.0, 55.0, 68.0, 80.0, 113.0, 135.0, 173.0, 258.0, 392.0, 3544.0, 1486.0, 485.0, 301.0, 155.0, 114.0, 93.0, 71.0, 50.0, 30.0, 29.0, 21.0, 16.0, 12.0, 15.0, 10.0, 8.0, 5.0, 3.0, 3.0, 5.0, 2.0, 2.0, 0.0, 2.0, 2.0, 0.0, 2.0], "bins": [-0.16445669531822205, -0.1599862277507782, -0.15551576018333435, -0.1510452926158905, -0.14657482504844666, -0.1421043574810028, -0.13763388991355896, -0.1331634223461151, -0.12869295477867126, -0.12422249466180801, -0.11975202709436417, -0.11528155952692032, -0.11081109195947647, -0.10634062439203262, -0.10187015682458878, -0.09739968925714493, -0.09292922168970108, -0.08845875412225723, -0.08398828655481339, -0.07951781898736954, -0.07504735141992569, -0.07057688385248184, -0.066106416285038, -0.061635952442884445, -0.0571654848754406, -0.05269501730799675, -0.0482245497405529, -0.043754082173109055, -0.039283618330955505, -0.03481315076351166, -0.03034268319606781, -0.025872215628623962, -0.021401748061180115, -0.016931280493736267, -0.012460813857614994, -0.007990347221493721, -0.0035198796540498734, 0.000950587447732687, 0.005421054549515247, 0.00989152118563652, 0.014361988753080368, 0.018832456320524216, 0.023302923887968063, 0.027773389592766762, 0.03224385529756546, 0.03671432286500931, 0.041184790432453156, 0.045655257999897, 0.05012572556734085, 0.0545961931347847, 0.059066660702228546, 0.0635371282696724, 0.06800759583711624, 0.07247806340456009, 0.07694853097200394, 0.08141899853944778, 0.08588945865631104, 0.09035992622375488, 0.09483039379119873, 0.09930086135864258, 0.10377132892608643, 0.10824179649353027, 0.11271226406097412, 0.11718273162841797, 0.12165319919586182]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 1.0, 1.0, 2.0, 4.0, 3.0, 2.0, 2.0, 5.0, 3.0, 2.0, 4.0, 3.0, 3.0, 4.0, 4.0, 2.0, 29.0, 4.0, 4.0, 1.0, 5.0, 3.0, 3.0, 4.0, 4.0, 0.0, 2.0, 2.0, 1.0, 3.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.003158670850098133, -0.0030460315756499767, -0.0029333923012018204, -0.002820753026753664, -0.0027081137523055077, -0.0025954742450267076, -0.0024828349705785513, -0.002370195696130395, -0.0022575564216822386, -0.0021449171472340822, -0.002032277872785926, -0.0019196384819224477, -0.0018069992074742913, -0.001694359933026135, -0.0015817205421626568, -0.0014690812677145004, -0.001356441993266344, -0.0012438027188181877, -0.0011311634443700314, -0.0010185240535065532, -0.0009058847790583968, -0.0007932455046102405, -0.0006806061719544232, -0.0005679668392986059, -0.00045532756485044956, -0.00034268826129846275, -0.00023004895774647593, -0.00011740965419448912, -4.770350642502308e-06, 0.0001078689529094845, 0.00022050825646147132, 0.00033314756001345813, 0.00044578686356544495, 0.0005584261380136013, 0.0006710654706694186, 0.0007837048033252358, 0.0008963440777733922, 0.0010089833522215486, 0.0011216227430850267, 0.001234262017533183, 0.0013469012919813395, 0.0014595405664294958, 0.0015721798408776522, 0.0016848192317411304, 0.0017974585061892867, 0.001910097780637443, 0.0020227371715009212, 0.0021353764459490776, 0.002248015720397234, 0.0023606549948453903, 0.0024732942692935467, 0.002585933543741703, 0.0026985728181898594, 0.0028112123254686594, 0.0029238515999168158, 0.003036490874364972, 0.0031491301488131285, 0.003261769423261285, 0.003374408697709441, 0.0034870479721575975, 0.0035996874794363976, 0.003712326753884554, 0.0038249660283327103, 0.003937605302780867, 0.004050244577229023]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 7.0, 5.0, 12.0, 12.0, 23.0, 32.0, 57.0, 78.0, 149.0, 191.0, 343.0, 532.0, 792.0, 1373.0, 2313.0, 4093.0, 7756.0, 15303.0, 31937.0, 70673.0, 173368.0, 648865.0, 112259.0, 50853.0, 25113.0, 13160.0, 7449.0, 4615.0, 2837.0, 1793.0, 1100.0, 787.0, 486.0, 349.0, 245.0, 190.0, 119.0, 101.0, 62.0, 56.0, 39.0, 38.0, 15.0, 14.0, 12.0, 10.0, 7.0, 3.0, 3.0, 5.0, 5.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01124398410320282, -0.010740064084529877, -0.010236144065856934, -0.009732224978506565, -0.009228304959833622, -0.008724384941160679, -0.00822046585381031, -0.007716545835137367, -0.007212625816464424, -0.006708705797791481, -0.006204786244779825, -0.005700866691768169, -0.005196946673095226, -0.004693026654422283, -0.004189107101410627, -0.003685187315568328, -0.0031812675297260284, -0.002677347743883729, -0.0021734279580414295, -0.00166950817219913, -0.0011655883863568306, -0.0006616686005145311, -0.00015774881467223167, 0.0003461709711700678, 0.0008500907570123672, 0.0013540105428546667, 0.0018579303286969662, 0.0023618501145392656, 0.002865769900381565, 0.0033696896862238646, 0.003873609472066164, 0.00437752902507782, 0.004881449043750763, 0.005385369062423706, 0.005889288615435362, 0.006393208168447018, 0.006897128187119961, 0.007401048205792904, 0.007904967293143272, 0.008408887311816216, 0.008912807330489159, 0.009416727349162102, 0.009920647367835045, 0.010424566455185413, 0.010928486473858356, 0.0114324064925313, 0.011936325579881668, 0.012440245598554611, 0.012944165617227554, 0.013448085635900497, 0.01395200565457344, 0.014455924741923809, 0.014959844760596752, 0.015463764779269695, 0.015967683866620064, 0.016471603885293007, 0.01697552390396595, 0.017479443922638893, 0.017983363941311836, 0.01848728395998478, 0.018991202116012573, 0.019495122134685516, 0.01999904215335846, 0.020502962172031403, 0.021006882190704346]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 4.0, 3.0, 5.0, 8.0, 2.0, 2.0, 1.0, 2.0, 0.0, 0.0, 4.0, 1.0, 10.0, 0.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.01266440562903881, -0.012020734138786793, -0.011377062648534775, -0.010733391158282757, -0.010089719668030739, -0.00944604817777872, -0.008802376687526703, -0.008158705197274685, -0.00751503324136138, -0.006871361751109362, -0.006227690260857344, -0.005584018770605326, -0.00494034681469202, -0.0042966753244400024, -0.0036530038341879845, -0.0030093323439359665, -0.0023656608536839485, -0.0017219893634319305, -0.0010783177567645907, -0.00043464620830491185, 0.00020902534015476704, 0.0008526968886144459, 0.0014963684370741248, 0.0021400400437414646, 0.0027837115339934826, 0.0034273830242455006, 0.0040710545144975185, 0.0047147260047495365, 0.005358397960662842, 0.00600206945091486, 0.006645740941166878, 0.007289412431418896, 0.007933083921670914, 0.008576755411922932, 0.00922042690217495, 0.009864098392426968, 0.010507769882678986, 0.011151441372931004, 0.011795112863183022, 0.01243878435343504, 0.013082455843687057, 0.01372612826526165, 0.014369799755513668, 0.015013471245765686, 0.01565714180469513, 0.016300814226269722, 0.016944484785199165, 0.017588157206773758, 0.0182318277657032, 0.018875500187277794, 0.019519172608852386, 0.02016284316778183, 0.020806515589356422, 0.021450186148285866, 0.02209385856986046, 0.0227375291287899, 0.023381201550364494, 0.024024872109293938, 0.02466854453086853, 0.025312215089797974, 0.025955887511372566, 0.02659955807030201, 0.027243230491876602, 0.027886901050806046, 0.028530573472380638]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 2.0, 0.0, 2.0, 5.0, 5.0, 5.0, 6.0, 9.0, 5.0, 9.0, 10.0, 15.0, 10.0, 35.0, 63.0, 85.0, 148.0, 248.0, 317.0, 384.0, 526.0, 618.0, 700.0, 892.0, 1198.0, 1701.0, 2488.0, 5056.0, 877.0, 628.0, 481.0, 410.0, 253.0, 184.0, 124.0, 83.0, 88.0, 93.0, 77.0, 81.0, 86.0, 105.0, 82.0, 60.0, 41.0, 28.0, 25.0, 24.0, 19.0, 10.0, 6.0, 8.0, 3.0, 4.0, 2.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.015239358879625797, -0.014737779274582863, -0.014236199669539928, -0.013734620064496994, -0.01323304045945406, -0.012731460854411125, -0.01222988124936819, -0.011728301644325256, -0.011226722970604897, -0.010725143365561962, -0.010223563760519028, -0.009721984155476093, -0.009220404550433159, -0.008718824945390224, -0.00821724534034729, -0.007715665735304356, -0.007214086130261421, -0.006712506525218487, -0.006210926920175552, -0.005709347315132618, -0.0052077677100896835, -0.004706188570708036, -0.004204608965665102, -0.0037030293606221676, -0.003201449755579233, -0.0026998701505362988, -0.0021982905454933643, -0.0016967111732810736, -0.0011951315682381392, -0.0006935520214028656, -0.00019197247456759214, 0.00030960707226768136, 0.0008111866191029549, 0.0013127662241458893, 0.0018143457127735019, 0.0023159252014011145, 0.002817504806444049, 0.0033190844114869833, 0.003820663783699274, 0.0043222433887422085, 0.004823822993785143, 0.005325402598828077, 0.005826982203871012, 0.006328561808913946, 0.006830140948295593, 0.007331720553338528, 0.007833300158381462, 0.008334879763424397, 0.008836459368467331, 0.009338038973510265, 0.0098396185785532, 0.010341198183596134, 0.010842777788639069, 0.011344357393682003, 0.011845936998724937, 0.012347516603767872, 0.012849096208810806, 0.013350674882531166, 0.0138522544875741, 0.014353834092617035, 0.01485541369765997, 0.015356993302702904, 0.015858573839068413, 0.016360152512788773, 0.01686173304915428]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.13749247789382935, -0.1339263767004013, -0.13036027550697327, -0.12679418921470642, -0.12322808802127838, -0.11966198682785034, -0.1160958930850029, -0.11252979934215546, -0.10896369814872742, -0.10539759695529938, -0.10183150321245193, -0.09826540946960449, -0.09469930827617645, -0.09113320708274841, -0.08756711333990097, -0.08400101959705353, -0.08043491840362549, -0.07686881721019745, -0.07330272346735, -0.06973662972450256, -0.06617052853107452, -0.06260442733764648, -0.05903833359479904, -0.0554722361266613, -0.05190613865852356, -0.04834004119038582, -0.04477394372224808, -0.041207846254110336, -0.037641748785972595, -0.034075651317834854, -0.030509553849697113, -0.026943456381559372, -0.02337735891342163, -0.01981126144528389, -0.01624516397714615, -0.012679066509008408, -0.009112969040870667, -0.005546871572732925, -0.0019807741045951843, 0.0015853233635425568, 0.005151420831680298, 0.008717518299818039, 0.01228361576795578, 0.01584971323609352, 0.019415810704231262, 0.022981908172369003, 0.026548005640506744, 0.030114103108644485, 0.03368020057678223, 0.03724629804491997, 0.04081239551305771, 0.04437849298119545, 0.04794459044933319, 0.05151068791747093, 0.05507678538560867, 0.058642882853746414, 0.062208980321884155, 0.0657750815153122, 0.06934117525815964, 0.07290726900100708, 0.07647337019443512, 0.08003947138786316, 0.0836055651307106, 0.08717165887355804, 0.09073776006698608]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 1.0, 2.0, 3.0, 0.0, 3.0, 3.0, 1.0, 1.0, 3.0, 0.0, 3.0, 2.0, 2.0, 0.0, 0.0, 2.0, 1.0, 3.0, 0.0, 1.0, 3.0, 10.0, 5.0, 3.0, 9.0, 16.0, 20.0, 18.0, 30.0, 23.0, 18.0, 12.0, 18.0, 9.0, 6.0, 6.0, 5.0, 4.0, 4.0, 3.0, 0.0, 2.0, 1.0, 2.0, 3.0, 2.0, 3.0, 3.0, 4.0, 1.0, 2.0, 2.0, 1.0, 2.0], "bins": [-0.08686139434576035, -0.08462688326835632, -0.0823923647403717, -0.08015785366296768, -0.07792333513498306, -0.07568882405757904, -0.07345430552959442, -0.0712197944521904, -0.06898528337478638, -0.06675076484680176, -0.06451625376939774, -0.062281735241413116, -0.060047224164009094, -0.057812709361314774, -0.05557819455862045, -0.05334367975592613, -0.05110916495323181, -0.04887465015053749, -0.04664013534784317, -0.04440562054514885, -0.04217110574245453, -0.03993659466505051, -0.037702079862356186, -0.035467565059661865, -0.033233050256967545, -0.030998535454273224, -0.028764020651578903, -0.026529507711529732, -0.02429499290883541, -0.02206047810614109, -0.01982596516609192, -0.0175914503633976, -0.015356935560703278, -0.013122420758008957, -0.01088790688663721, -0.008653393015265465, -0.006418878212571144, -0.004184363875538111, -0.0019498495385050774, 0.000284664798527956, 0.0025191791355609894, 0.004753693472594023, 0.006988207809627056, 0.009222721680998802, 0.011457236483693123, 0.013691751286387444, 0.015926264226436615, 0.018160779029130936, 0.020395293831825256, 0.022629808634519577, 0.024864323437213898, 0.02709883637726307, 0.02933335117995739, 0.03156786412000656, 0.03380237892270088, 0.0360368937253952, 0.03827140852808952, 0.040505923330783844, 0.042740438133478165, 0.044974952936172485, 0.04720946401357651, 0.04944397881627083, 0.05167849361896515, 0.05391300842165947, 0.05614752322435379]}, "_runtime": 30.035656213760376, "_timestamp": 1596214354.7929387, "_step": 32}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 3.0, 1.0, 1.0, 1.0, 2.0, 3.0, 2.0, 2.0, 4.0, 1.0, 3.0, 3.0, 4.0, 2.0, 3.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 4.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014699318446218967, -0.014207728207111359, -0.01371613796800375, -0.013224546797573566, -0.012732956558465958, -0.012241366319358349, -0.01174977608025074, -0.011258185841143131, -0.010766595602035522, -0.010275004431605339, -0.00978341419249773, -0.009291823953390121, -0.008800233714282513, -0.008308643475174904, -0.00781705230474472, -0.007325462065637112, -0.006833871826529503, -0.006342281587421894, -0.005850690882652998, -0.005359100643545389, -0.004867509938776493, -0.004375919699668884, -0.0038843294605612755, -0.003392738988623023, -0.0029011485166847706, -0.002409558044746518, -0.0019179676892235875, -0.0014263773337006569, -0.0009347868617624044, -0.0004431964480318129, 4.839396569877863e-05, 0.0005399843794293702, 0.0010315747931599617, 0.0015231652650982141, 0.0020147557370364666, 0.0025063459761440754, 0.002997936448082328, 0.0034895269200205803, 0.003981117159128189, 0.004472707863897085, 0.004964298103004694, 0.005455888342112303, 0.005947479046881199, 0.006439069285988808, 0.0069306595250964165, 0.007422250229865313, 0.007913840934634209, 0.008405431173741817, 0.008897021412849426, 0.009388611651957035, 0.009880201891064644, 0.010371793061494827, 0.010863383300602436, 0.011354973539710045, 0.011846563778817654, 0.012338154017925262, 0.012829745188355446, 0.013321335427463055, 0.013812925666570663, 0.014304515905678272, 0.014796106144785881, 0.01528769638389349, 0.0157792866230011, 0.016270877793431282, 0.016762468963861465]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 4.0, 3.0, 2.0, 0.0, 4.0, 6.0, 17.0, 16.0, 19.0, 30.0, 47.0, 56.0, 69.0, 109.0, 155.0, 217.0, 334.0, 715.0, 4721.0, 613.0, 258.0, 156.0, 127.0, 73.0, 62.0, 25.0, 21.0, 22.0, 17.0, 14.0, 3.0, 3.0, 7.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.24829727411270142, -0.24124260246753693, -0.23418794572353363, -0.22713327407836914, -0.22007861733436584, -0.21302394568920135, -0.20596927404403687, -0.19891461730003357, -0.19185994565486908, -0.1848052740097046, -0.1777506172657013, -0.1706959456205368, -0.16364127397537231, -0.15658661723136902, -0.14953194558620453, -0.14247728884220123, -0.13542261719703674, -0.12836794555187225, -0.12131328880786896, -0.11425861716270447, -0.10720395296812057, -0.10014928877353668, -0.09309461712837219, -0.0860399529337883, -0.0789852887392044, -0.07193062454462051, -0.06487596035003662, -0.05782128870487213, -0.05076662451028824, -0.043711960315704346, -0.036657292395830154, -0.029602626338601112, -0.02254796028137207, -0.015493294224143028, -0.008438628166913986, -0.0013839621096849442, 0.005670703947544098, 0.01272537000477314, 0.019780036062002182, 0.026834702119231224, 0.033889368176460266, 0.04094403237104416, 0.04799870029091835, 0.05505336821079254, 0.062108032405376434, 0.06916269659996033, 0.07621736824512482, 0.08327203243970871, 0.0903266966342926, 0.0973813608288765, 0.10443602502346039, 0.11149069666862488, 0.11854536086320877, 0.12560002505779266, 0.13265469670295715, 0.13970935344696045, 0.14676402509212494, 0.15381869673728943, 0.16087335348129272, 0.16792802512645721, 0.1749826967716217, 0.182037353515625, 0.1890920251607895, 0.19614668190479279, 0.20320135354995728]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 4.0, 2.0, 3.0, 2.0, 1.0, 2.0, 3.0, 3.0, 1.0, 1.0, 1.0, 2.0, 5.0, 5.0, 2.0, 1.0, 3.0, 4.0, 1.0, 2.0, 23.0, 2.0, 1.0, 4.0, 4.0, 5.0, 4.0, 1.0, 4.0, 2.0, 5.0, 3.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0026526167057454586, -0.0025700817350298166, -0.0024875467643141747, -0.002405011560767889, -0.002322476590052247, -0.002239941619336605, -0.002157406648620963, -0.0020748714450746775, -0.0019923364743590355, -0.0019098015036433935, -0.0018272665329277515, -0.0017447314457967877, -0.0016621964750811458, -0.001579661387950182, -0.00149712641723454, -0.0014145913301035762, -0.0013320563593879342, -0.0012495213886722922, -0.0011669863015413284, -0.0010844513308256865, -0.0010019162436947227, -0.0009193812729790807, -0.0008368462440557778, -0.0007543112151324749, -0.000671776186209172, -0.0005892411572858691, -0.0005067061283625662, -0.0004241711285430938, -0.0003416360996197909, -0.000259101070696488, -0.00017656605632510036, -9.403103467775509e-05, -1.1496013030409813e-05, 7.103900861693546e-05, 0.00015357403026428074, 0.0002361090446356684, 0.0003186440735589713, 0.0004011791024822742, 0.0004837141023017466, 0.0005662491312250495, 0.0006487841601483524, 0.0007313191890716553, 0.0008138542179949582, 0.000896389246918261, 0.000978924217633903, 0.0010614593047648668, 0.0011439942754805088, 0.0012265293626114726, 0.0013090643333271146, 0.0013915993040427566, 0.0014741343911737204, 0.0015566693618893623, 0.0016392044490203261, 0.0017217394197359681, 0.001804274506866932, 0.0018868094775825739, 0.001969344448298216, 0.002051879419013858, 0.0021344146225601435, 0.0022169495932757854, 0.0022994845639914274, 0.0023820195347070694, 0.002464554738253355, 0.002547089708968997, 0.002629624679684639]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 1.0, 3.0, 2.0, 3.0, 4.0, 7.0, 12.0, 8.0, 12.0, 23.0, 33.0, 42.0, 46.0, 99.0, 127.0, 147.0, 220.0, 381.0, 545.0, 803.0, 1314.0, 2158.0, 3793.0, 6728.0, 12909.0, 25594.0, 52451.0, 114386.0, 646146.0, 171516.0, 69072.0, 32378.0, 16531.0, 8777.0, 4962.0, 2980.0, 1865.0, 1132.0, 736.0, 489.0, 344.0, 248.0, 174.0, 122.0, 100.0, 60.0, 51.0, 37.0, 21.0, 11.0, 9.0, 11.0, 4.0, 6.0, 3.0, 2.0, 6.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013017415069043636, -0.012580472975969315, -0.012143529951572418, -0.011706587858498096, -0.011269645765423775, -0.010832702741026878, -0.010395760647952557, -0.009958818554878235, -0.009521875530481339, -0.009084933437407017, -0.008647991344332695, -0.008211049251258373, -0.007774106226861477, -0.007337164133787155, -0.006900221575051546, -0.006463279481977224, -0.006026336923241615, -0.005589394364506006, -0.0051524522714316845, -0.0047155097126960754, -0.004278567619621754, -0.0038416250608861446, -0.0034046825021505356, -0.00296774017624557, -0.0025307978503406048, -0.0020938555244356394, -0.0016569130821153522, -0.001219970639795065, -0.0007830283138900995, -0.0003460859297774732, 9.08564543351531e-05, 0.0005277988384477794, 0.0009647412225604057, 0.0014016835484653711, 0.0018386259907856584, 0.0022755684331059456, 0.002712510759010911, 0.0031494530849158764, 0.0035863956436514854, 0.004023337736725807, 0.004460280295461416, 0.004897222854197025, 0.005334164947271347, 0.005771107506006956, 0.006208050064742565, 0.006644992157816887, 0.007081934716552496, 0.007518876809626818, 0.007955819368362427, 0.008392761461436749, 0.008829704485833645, 0.009266646578907967, 0.009703588671982288, 0.010140531696379185, 0.010577473789453506, 0.011014415882527828, 0.01145135797560215, 0.011888300999999046, 0.012325243093073368, 0.01276218518614769, 0.013199128210544586, 0.013636070303618908, 0.01407301239669323, 0.014509955421090126, 0.014946897514164448]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 6.0, 3.0, 3.0, 1.0, 3.0, 5.0, 3.0, 3.0, 3.0, 3.0, 1.0, 5.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0], "bins": [-0.011258598417043686, -0.01100427471101284, -0.010749951004981995, -0.010495628230273724, -0.010241304524242878, -0.009986980818212032, -0.009732658043503761, -0.009478334337472916, -0.00922401063144207, -0.008969686925411224, -0.008715363219380379, -0.008461040444672108, -0.008206716738641262, -0.007952393032610416, -0.007698069792240858, -0.0074437465518713, -0.007189422845840454, -0.0069350991398096085, -0.00668077589944005, -0.006426452659070492, -0.006172128953039646, -0.0059178052470088005, -0.005663482006639242, -0.005409158766269684, -0.005154835060238838, -0.0049005113542079926, -0.004646188113838434, -0.004391864873468876, -0.00413754116743803, -0.0038832176942378283, -0.0036288942210376263, -0.0033745707478374243, -0.0031202472746372223, -0.0028659238014370203, -0.0026116003282368183, -0.0023572768550366163, -0.0021029533818364143, -0.0018486299086362123, -0.0015943064354360104, -0.0013399829622358084, -0.0010856594890356064, -0.0008313360158354044, -0.0005770125426352024, -0.0003226890694350004, -6.836559623479843e-05, 0.00018595787696540356, 0.00044028135016560555, 0.0006946048233658075, 0.0009489282965660095, 0.0012032517697662115, 0.0014575752429664135, 0.0017118987161666155, 0.0019662221893668175, 0.0022205456625670195, 0.0024748691357672215, 0.0027291926089674234, 0.0029835160821676254, 0.0032378395553678274, 0.0034921630285680294, 0.0037464865017682314, 0.004000809974968433, 0.004255133680999279, 0.004509456921368837, 0.004763780161738396, 0.005018103867769241]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 3.0, 2.0, 0.0, 5.0, 8.0, 7.0, 11.0, 9.0, 23.0, 26.0, 46.0, 41.0, 50.0, 61.0, 88.0, 64.0, 80.0, 82.0, 89.0, 93.0, 107.0, 138.0, 167.0, 184.0, 228.0, 267.0, 366.0, 486.0, 771.0, 4586.0, 2536.0, 1787.0, 1361.0, 977.0, 764.0, 575.0, 510.0, 366.0, 290.0, 247.0, 189.0, 128.0, 114.0, 87.0, 65.0, 50.0, 53.0, 46.0, 31.0, 37.0, 30.0, 32.0, 21.0, 10.0, 12.0, 2.0, 6.0, 5.0, 5.0, 3.0, 1.0, 0.0, 2.0], "bins": [-0.0061186617240309715, -0.00591916823759675, -0.005719675216823816, -0.005520181730389595, -0.005320688709616661, -0.00512119522318244, -0.004921702202409506, -0.004722208715975285, -0.004522715695202351, -0.004323222208768129, -0.004123728722333908, -0.003924235701560974, -0.003724742215126753, -0.0035252489615231752, -0.0033257557079195976, -0.00312626245431602, -0.0029267692007124424, -0.002727275947108865, -0.002527782693505287, -0.0023282894399017096, -0.002128796186298132, -0.0019293028162792325, -0.001729809446260333, -0.0015303161926567554, -0.0013308229390531778, -0.0011313296854496002, -0.0009318363736383617, -0.0007323430618271232, -0.0005328498082235456, -0.0003333565255161375, -0.0001338632428087294, 6.563003989867866e-05, 0.00026512332260608673, 0.0004646166053134948, 0.0006641098880209029, 0.0008636031998321414, 0.001063096453435719, 0.0012625897070392966, 0.001462083077058196, 0.0016615763306617737, 0.0018610695842653513, 0.002060562837868929, 0.0022600560914725065, 0.002459549345076084, 0.0026590428315103054, 0.002858536085113883, 0.0030580293387174606, 0.0032575225923210382, 0.003457015845924616, 0.0036565090995281935, 0.003856002353131771, 0.004055495839565992, 0.004254988860338926, 0.004454482346773148, 0.0046539753675460815, 0.004853468853980303, 0.005052962340414524, 0.005252455361187458, 0.005451948847621679, 0.005651441868394613, 0.0058509353548288345, 0.0060504283756017685, 0.00624992186203599, 0.006449414882808924, 0.006648908369243145]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 3.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.03518734499812126, -0.03370564803481102, -0.03222394734621048, -0.03074224852025509, -0.029260549694299698, -0.027778852730989456, -0.026297153905034065, -0.024815455079078674, -0.023333756253123283, -0.021852057427167892, -0.0203703586012125, -0.01888865977525711, -0.01740696281194687, -0.015925263985991478, -0.014443565160036087, -0.012961866334080696, -0.011480167508125305, -0.009998468682169914, -0.008516769856214523, -0.007035071961581707, -0.005553373135626316, -0.004071674309670925, -0.0025899759493768215, -0.0011082773562520742, 0.00037342123687267303, 0.0018551198299974203, 0.0033368184231221676, 0.004818516783416271, 0.006300215609371662, 0.007781914435327053, 0.00926361232995987, 0.01074531115591526, 0.012227009981870651, 0.013708708807826042, 0.015190407633781433, 0.016672106459736824, 0.018153805285692215, 0.019635502249002457, 0.021117201074957848, 0.02259889990091324, 0.02408059872686863, 0.02556229755282402, 0.02704399637877941, 0.028525695204734802, 0.030007392168045044, 0.031489092856645584, 0.032970789819955826, 0.034452490508556366, 0.03593418747186661, 0.03741588443517685, 0.03889758512377739, 0.04037928208708763, 0.04186098277568817, 0.04334267973899841, 0.04482438042759895, 0.046306077390909195, 0.047787778079509735, 0.04926947504281998, 0.05075117200613022, 0.05223287269473076, 0.053714569658041, 0.05519627034664154, 0.05667796730995178, 0.05815966799855232, 0.059641364961862564]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 3.0, 1.0, 4.0, 4.0, 3.0, 6.0, 9.0, 5.0, 7.0, 9.0, 7.0, 6.0, 9.0, 11.0, 20.0, 47.0, 36.0, 23.0, 21.0, 9.0, 10.0, 8.0, 5.0, 2.0, 3.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.023852167651057243, -0.022625377401709557, -0.02139858901500702, -0.020171798765659332, -0.018945008516311646, -0.017718220129609108, -0.01649142988026142, -0.015264639630913734, -0.014037850312888622, -0.01281106099486351, -0.011584270745515823, -0.010357481427490711, -0.009130692109465599, -0.007903901860117912, -0.0066771125420928, -0.005450322758406401, -0.004223532974720001, -0.0029967431910336018, -0.001769953640177846, -0.0005431639729067683, 0.0006836256943643093, 0.001910415361635387, 0.0031372050289064646, 0.00436399457976222, 0.00559078436344862, 0.006817574147135019, 0.008044363930821419, 0.009271153248846531, 0.010497942566871643, 0.01172473281621933, 0.012951522134244442, 0.014178312383592129, 0.015405101701617241, 0.016631891950964928, 0.017858680337667465, 0.019085470587015152, 0.02031226083636284, 0.021539049223065376, 0.022765839472413063, 0.02399262972176075, 0.025219418108463287, 0.026446208357810974, 0.02767299860715866, 0.028899788856506348, 0.030126577243208885, 0.03135336562991142, 0.03258015587925911, 0.033806946128606796, 0.03503373637795448, 0.03626052662730217, 0.03748731687664986, 0.03871410712599754, 0.03994089365005493, 0.04116768389940262, 0.042394474148750305, 0.04362126439809799, 0.04484805464744568, 0.046074844896793365, 0.047301631420850754, 0.04852842167019844, 0.04975521191954613, 0.050982002168893814, 0.0522087924182415, 0.05343558266758919, 0.054662369191646576]}, "_runtime": 30.804790496826172, "_timestamp": 1596214355.562073, "_step": 33}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 5.0, 0.0, 1.0, 2.0, 4.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 2.0, 1.0, 3.0, 4.0, 3.0, 1.0, 2.0, 2.0, 4.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 3.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.014779596589505672, -0.014394382014870644, -0.01400916837155819, -0.013623954728245735, -0.013238740153610706, -0.012853525578975677, -0.012468311935663223, -0.012083098292350769, -0.01169788371771574, -0.011312669143080711, -0.010927455499768257, -0.010542241856455803, -0.010157027281820774, -0.009771812707185745, -0.009386599063873291, -0.009001385420560837, -0.008616170845925808, -0.008230956271290779, -0.007845742627978325, -0.007460528519004583, -0.007075314410030842, -0.0066901003010571, -0.006304886192083359, -0.005919672083109617, -0.005534457974135876, -0.005149243865162134, -0.004764029756188393, -0.004378815647214651, -0.00399360153824091, -0.003608387429267168, -0.0032231733202934265, -0.002837959211319685, -0.0024527451023459435, -0.002067530993372202, -0.0016823168843984604, -0.0012971027754247189, -0.0009118886664509773, -0.0005266745574772358, -0.00014146044850349426, 0.00024375366047024727, 0.0006289677694439888, 0.0010141818784177303, 0.0013993959873914719, 0.0017846100963652134, 0.002169824205338955, 0.0025550383143126965, 0.002940252423286438, 0.0033254665322601795, 0.003710680641233921, 0.004095894750207663, 0.004481108859181404, 0.004866322968155146, 0.005251537077128887, 0.005636751186102629, 0.00602196529507637, 0.006407179404050112, 0.006792393513023853, 0.007177607621997595, 0.007562821730971336, 0.00794803537428379, 0.00833324994891882, 0.008718464523553848, 0.009103678166866302, 0.009488891810178757, 0.009874106384813786]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 0.0, 1.0, 3.0, 1.0, 2.0, 5.0, 4.0, 5.0, 7.0, 7.0, 7.0, 18.0, 23.0, 32.0, 35.0, 59.0, 59.0, 112.0, 120.0, 169.0, 255.0, 401.0, 3870.0, 1567.0, 420.0, 236.0, 135.0, 92.0, 69.0, 56.0, 41.0, 33.0, 17.0, 18.0, 15.0, 7.0, 5.0, 3.0, 4.0, 3.0, 4.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.21398884057998657, -0.20765982568264008, -0.20133079588413239, -0.1950017809867859, -0.1886727660894394, -0.1823437362909317, -0.1760147213935852, -0.1696857064962387, -0.1633566915988922, -0.15702766180038452, -0.15069864690303802, -0.14436963200569153, -0.13804060220718384, -0.13171158730983734, -0.12538257241249084, -0.11905355006456375, -0.11272452771663666, -0.10639550536870956, -0.10006649047136307, -0.09373746812343597, -0.08740845322608948, -0.08107943087816238, -0.07475040853023529, -0.0684213936328888, -0.0620923712849617, -0.055763352662324905, -0.04943433403968811, -0.04310531169176102, -0.03677629306912422, -0.030447274446487427, -0.024118253961205482, -0.017789233475923538, -0.011460214853286743, -0.0051311952993273735, 0.0011978242546319962, 0.007526843808591366, 0.013855863362550735, 0.02018488198518753, 0.026513902470469475, 0.03284292295575142, 0.039171941578388214, 0.04550096020102501, 0.051829978823661804, 0.0581590011715889, 0.06448802351951599, 0.07081703841686249, 0.07714606076478958, 0.08347507566213608, 0.08980409801006317, 0.09613312035799026, 0.10246213525533676, 0.10879115760326385, 0.11512017250061035, 0.12144919484853745, 0.12777821719646454, 0.13410723209381104, 0.14043626189231873, 0.14676527678966522, 0.15309429168701172, 0.15942330658435822, 0.1657523363828659, 0.1720813512802124, 0.1784103661775589, 0.1847393959760666, 0.19106841087341309]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 4.0, 3.0, 1.0, 4.0, 3.0, 3.0, 1.0, 2.0, 6.0, 1.0, 2.0, 6.0, 6.0, 3.0, 3.0, 24.0, 5.0, 5.0, 5.0, 3.0, 1.0, 3.0, 2.0, 3.0, 3.0, 5.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002131673041731119, -0.0020380059722810984, -0.0019443389028310776, -0.0018506718333810568, -0.001757004763931036, -0.001663337810896337, -0.0015696707414463162, -0.0014760036719962955, -0.0013823366025462747, -0.0012886695330962539, -0.001195002463646233, -0.0011013353941962123, -0.0010076684411615133, -0.0009140013135038316, -0.0008203343022614717, -0.000726667232811451, -0.0006330001633614302, -0.0005393330939114094, -0.00044566605356521904, -0.0003519990132190287, -0.0002583319437690079, -0.00016466488887090236, -7.09978339727968e-05, 2.2669220925308764e-05, 0.00011633627582341433, 0.0002100033307215199, 0.00030367038561962545, 0.0003973374259658158, 0.0004910044954158366, 0.0005846715648658574, 0.0006783385761082172, 0.000772005645558238, 0.0008656727150082588, 0.0009593397844582796, 0.0010530068539083004, 0.0011466739233583212, 0.001240340992808342, 0.001334007945843041, 0.0014276750152930617, 0.0015213420847430825, 0.0016150091541931033, 0.001708676223643124, 0.001802343293093145, 0.0018960103625431657, 0.0019896773155778646, 0.0020833443850278854, 0.0021770114544779062, 0.002270678523927927, 0.002364345593377948, 0.0024580126628279686, 0.0025516797322779894, 0.00264534680172801, 0.002739013871178031, 0.0028326809406280518, 0.0029263480100780725, 0.0030200150795280933, 0.0031136819161474705, 0.0032073489855974913, 0.003301016055047512, 0.003394683124497533, 0.0034883501939475536, 0.0035820172633975744, 0.003675684332847595, 0.003769351402297616, 0.003863018471747637]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 0.0, 1.0, 4.0, 2.0, 2.0, 5.0, 7.0, 16.0, 23.0, 19.0, 39.0, 47.0, 97.0, 137.0, 178.0, 219.0, 356.0, 531.0, 841.0, 1321.0, 2207.0, 3913.0, 6855.0, 13031.0, 25046.0, 52628.0, 115575.0, 637223.0, 163839.0, 70499.0, 36341.0, 19614.0, 11037.0, 6445.0, 3812.0, 2552.0, 1531.0, 1086.0, 744.0, 529.0, 362.0, 266.0, 173.0, 126.0, 88.0, 69.0, 51.0, 35.0, 30.0, 23.0, 25.0, 11.0, 6.0, 11.0, 9.0, 1.0, 1.0, 3.0, 1.0, 0.0, 1.0], "bins": [-0.012547696940600872, -0.012140251696109772, -0.011732806451618671, -0.011325361207127571, -0.01091791596263647, -0.01051047071814537, -0.01010302547365427, -0.00969558022916317, -0.00928813498467207, -0.00888068974018097, -0.008473244495689869, -0.008065799251198769, -0.007658354006707668, -0.007250908762216568, -0.006843463517725468, -0.006436018273234367, -0.006028573028743267, -0.005621127784252167, -0.0052136825397610664, -0.004806237295269966, -0.004398792050778866, -0.0039913468062877655, -0.003583901561796665, -0.003176456317305565, -0.0027690110728144646, -0.0023615658283233643, -0.001954120583832264, -0.0015466753393411636, -0.0011392300948500633, -0.000731784850358963, -0.0003243396058678627, 8.310563862323761e-05, 0.0004905508831143379, 0.0008979961276054382, 0.0013054413720965385, 0.0017128866165876389, 0.002120331861078739, 0.0025277771055698395, 0.00293522235006094, 0.00334266759455204, 0.0037501128390431404, 0.004157558083534241, 0.004565003328025341, 0.004972448572516441, 0.005379893817007542, 0.005787339061498642, 0.006194784305989742, 0.006602229550480843, 0.007009674794971943, 0.007417120039463043, 0.007824565283954144, 0.008232010528445244, 0.008639455772936344, 0.009046901017427444, 0.009454346261918545, 0.009861791506409645, 0.010269236750900745, 0.010676681995391846, 0.011084127239882946, 0.011491572484374046, 0.011899017728865147, 0.012306462973356247, 0.012713908217847347, 0.013121353462338448, 0.013528798706829548]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 4.0, 3.0, 8.0, 2.0, 1.0, 3.0, 1.0, 2.0, 3.0, 3.0, 1.0, 1.0, 5.0, 1.0, 2.0, 1.0, 3.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.02147158794105053, -0.020945226773619652, -0.020418867468833923, -0.019892506301403046, -0.019366145133972168, -0.01883978396654129, -0.018313422799110413, -0.017787063494324684, -0.017260702326893806, -0.01673434115946293, -0.0162079818546772, -0.015681620687246323, -0.015155259519815445, -0.014628898352384567, -0.014102538116276264, -0.013576177880167961, -0.013049816712737083, -0.012523455545306206, -0.011997095309197903, -0.0114707350730896, -0.010944373905658722, -0.010418012738227844, -0.009891652502119541, -0.009365292266011238, -0.00883893109858036, -0.008312569931149483, -0.00778620969504118, -0.007259848993271589, -0.006733488291501999, -0.0062071275897324085, -0.005680766887962818, -0.005154406186193228, -0.004628045484423637, -0.004101684782654047, -0.0035753240808844566, -0.0030489633791148663, -0.002522602677345276, -0.0019962419755756855, -0.0014698812738060951, -0.0009435205720365047, -0.00041715987026691437, 0.00010920083150267601, 0.0006355615332722664, 0.0011619222350418568, 0.0016882829368114471, 0.0022146436385810375, 0.002741004340350628, 0.0032673650421202183, 0.0037937257438898087, 0.004320086445659399, 0.004846447147428989, 0.00537280784919858, 0.00589916855096817, 0.0064255292527377605, 0.006951889954507351, 0.007478250656276941, 0.008004611358046532, 0.00853097252547741, 0.009057332761585712, 0.009583692997694016, 0.010110054165124893, 0.010636415332555771, 0.011162775568664074, 0.011689135804772377, 0.012215496972203255]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 4.0, 4.0, 2.0, 12.0, 24.0, 31.0, 36.0, 39.0, 38.0, 46.0, 41.0, 47.0, 72.0, 73.0, 85.0, 85.0, 78.0, 101.0, 119.0, 142.0, 200.0, 273.0, 349.0, 552.0, 594.0, 690.0, 1170.0, 5008.0, 1666.0, 1221.0, 997.0, 701.0, 570.0, 445.0, 410.0, 352.0, 315.0, 302.0, 232.0, 235.0, 172.0, 185.0, 143.0, 109.0, 89.0, 66.0, 78.0, 55.0, 39.0, 36.0, 24.0, 11.0, 20.0, 15.0, 8.0, 4.0, 4.0, 2.0, 3.0, 4.0], "bins": [-0.009766129776835442, -0.009454951621592045, -0.009143773466348648, -0.008832595311105251, -0.008521417155861855, -0.008210239000618458, -0.007899060845375061, -0.007587882224470377, -0.00727670406922698, -0.0069655259139835835, -0.006654347758740187, -0.00634316960349679, -0.006031990982592106, -0.005720812827348709, -0.005409634672105312, -0.005098456516861916, -0.004787278361618519, -0.004476100206375122, -0.004164922051131725, -0.003853743663057685, -0.003542565507814288, -0.0032313873525708914, -0.002920208964496851, -0.002609030809253454, -0.0022978526540100574, -0.0019866744987666607, -0.001675496227107942, -0.0013643179554492235, -0.0010531398002058268, -0.0007419615867547691, -0.0004307833733037114, -0.00011960515985265374, 0.00019157305359840393, 0.0005027512670494616, 0.0008139294805005193, 0.0011251077521592379, 0.0014362859074026346, 0.0017474640626460314, 0.002058642450720072, 0.0023698206059634686, 0.0026809987612068653, 0.002992176916450262, 0.003303355071693659, 0.0036145334597676992, 0.00392571184784174, 0.004236890003085136, 0.004548068158328533, 0.00485924631357193, 0.005170424468815327, 0.0054816026240587234, 0.00579278077930212, 0.006103958934545517, 0.006415137089788914, 0.006726315710693598, 0.0070374938659369946, 0.007348672021180391, 0.007659850176423788, 0.007971028797328472, 0.008282206952571869, 0.008593385107815266, 0.008904563263058662, 0.00921574141830206, 0.009526919573545456, 0.009838097728788853, 0.01014927588403225]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 3.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.06199575588107109, -0.05907149612903595, -0.05614723265171051, -0.05322297289967537, -0.05029871314764023, -0.04737444967031479, -0.04445018991827965, -0.04152593016624451, -0.03860166668891907, -0.035677406936883926, -0.032753147184848785, -0.029828885570168495, -0.026904623955488205, -0.023980364203453064, -0.021056102588772774, -0.018131842836737633, -0.015207581222057343, -0.012283320538699627, -0.009359059855341911, -0.006434798240661621, -0.0035105375573039055, -0.0005862766411155462, 0.002337984275072813, 0.005262245424091816, 0.008186506107449532, 0.011110766790807247, 0.014035027474164963, 0.016959289088845253, 0.019883550703525543, 0.022807810455560684, 0.025732072070240974, 0.028656331822276115, 0.031580593436956406, 0.03450485318899155, 0.037429116666316986, 0.04035337641835213, 0.04327763617038727, 0.04620189964771271, 0.04912615939974785, 0.05205041915178299, 0.05497468262910843, 0.05789894238114357, 0.06082320213317871, 0.06374746561050415, 0.06667172163724899, 0.06959598511457443, 0.07252024859189987, 0.07544450461864471, 0.07836876809597015, 0.0812930315732956, 0.08421728760004044, 0.08714155107736588, 0.09006581455469131, 0.09299007058143616, 0.0959143340587616, 0.09883859753608704, 0.10176285356283188, 0.10468711704015732, 0.10761138051748276, 0.1105356365442276, 0.11345990002155304, 0.11638416349887848, 0.11930841952562332, 0.12223268300294876, 0.1251569390296936]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 5.0, 1.0, 0.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 2.0, 4.0, 4.0, 5.0, 4.0, 13.0, 13.0, 8.0, 12.0, 8.0, 17.0, 31.0, 8.0, 31.0, 27.0, 15.0, 5.0, 5.0, 1.0, 3.0, 3.0, 2.0, 4.0, 0.0, 6.0, 1.0, 3.0, 0.0, 2.0, 1.0, 0.0, 2.0, 2.0, 1.0, 3.0, 1.0, 1.0, 1.0, 1.0, 3.0, 3.0, 2.0, 1.0, 3.0, 1.0, 2.0, 1.0, 1.0, 1.0], "bins": [-0.050127360969781876, -0.04824812337756157, -0.046368882060050964, -0.04448964446783066, -0.04261040687561035, -0.040731169283390045, -0.03885193169116974, -0.036972690373659134, -0.03509345278143883, -0.03321421518921852, -0.031334973871707916, -0.02945573627948761, -0.027576498687267303, -0.025697261095046997, -0.02381802164018154, -0.021938782185316086, -0.02005954459309578, -0.018180307000875473, -0.016301067546010017, -0.014421829022467136, -0.012542590498924255, -0.010663351975381374, -0.008784113451838493, -0.006904874928295612, -0.005025636404752731, -0.0031463978812098503, -0.0012671593576669693, 0.0006120791658759117, 0.0024913176894187927, 0.004370556212961674, 0.006249794736504555, 0.008129033260047436, 0.010008271783590317, 0.011887510307133198, 0.013766748830676079, 0.015645988285541534, 0.01752522587776184, 0.019404463469982147, 0.021283702924847603, 0.02316294237971306, 0.025042179971933365, 0.02692141756415367, 0.028800657019019127, 0.030679896473884583, 0.03255913406610489, 0.034438371658325195, 0.0363176092505455, 0.03819685056805611, 0.04007608816027641, 0.04195532575249672, 0.043834567070007324, 0.04571380466222763, 0.04759304225444794, 0.04947227984666824, 0.05135151743888855, 0.053230758756399155, 0.05510999634861946, 0.05698923394083977, 0.05886847525835037, 0.06074771285057068, 0.06262695044279099, 0.06450618803501129, 0.0663854256272316, 0.0682646632194519, 0.07014390826225281]}, "_runtime": 31.57430148124695, "_timestamp": 1596214356.331584, "_step": 34}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 6.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 2.0, 3.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 4.0, 1.0, 2.0, 2.0, 1.0, 1.0, 3.0, 4.0, 2.0, 3.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012609045952558517, -0.012251201085746288, -0.011893357150256634, -0.011535512283444405, -0.01117766834795475, -0.010819823481142521, -0.010461979545652866, -0.010104134678840637, -0.009746290743350983, -0.009388445876538754, -0.009030601009726524, -0.00867275707423687, -0.00831491220742464, -0.007957068271934986, -0.007599223405122757, -0.007241379003971815, -0.006883534602820873, -0.006525690201669931, -0.0061678458005189896, -0.005810001399368048, -0.005452156998217106, -0.005094312131404877, -0.004736467730253935, -0.004378623329102993, -0.004020778927952051, -0.0036629345268011093, -0.0033050901256501675, -0.002947245491668582, -0.00258940109051764, -0.0022315566893666983, -0.0018737121718004346, -0.001515867654234171, -0.001158023253083229, -0.0008001787937246263, -0.00044233433436602354, -8.448987500742078e-05, 0.000273354584351182, 0.0006311990437097847, 0.0009890435030683875, 0.0013468880206346512, 0.001704732421785593, 0.002062576822936535, 0.0024204212240874767, 0.0027782658580690622, 0.003136110259220004, 0.003493954660370946, 0.0038517992943525314, 0.004209643695503473, 0.004567488096654415, 0.004925332497805357, 0.005283176898956299, 0.005641021300107241, 0.0059988657012581825, 0.006356710568070412, 0.0067145549692213535, 0.007072399370372295, 0.007430243771523237, 0.007788088172674179, 0.008145933039486408, 0.008503776974976063, 0.008861621841788292, 0.009219465777277946, 0.009577310644090176, 0.00993515457957983, 0.01029299944639206]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 3.0, 1.0, 1.0, 2.0, 3.0, 3.0, 3.0, 5.0, 7.0, 7.0, 8.0, 11.0, 11.0, 18.0, 18.0, 30.0, 34.0, 47.0, 56.0, 82.0, 97.0, 150.0, 194.0, 245.0, 390.0, 2125.0, 2882.0, 503.0, 284.0, 183.0, 128.0, 98.0, 87.0, 55.0, 35.0, 26.0, 15.0, 19.0, 9.0, 13.0, 6.0, 6.0, 7.0, 7.0, 3.0, 0.0, 1.0, 3.0, 1.0, 3.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.14985300600528717, -0.1448572874069214, -0.1398615688085556, -0.13486585021018982, -0.12987013161182404, -0.12487442046403885, -0.11987870186567307, -0.11488298326730728, -0.1098872646689415, -0.10489154607057571, -0.09989582747220993, -0.09490010887384415, -0.08990439772605896, -0.08490867912769318, -0.07991296052932739, -0.07491724193096161, -0.06992152333259583, -0.06492580473423004, -0.05993008613586426, -0.05493437126278877, -0.04993865266442299, -0.044942934066057205, -0.03994721919298172, -0.034951500594615936, -0.029955781996250153, -0.02496006339788437, -0.019964346662163734, -0.014968628995120525, -0.009972911328077316, -0.004977193661034107, 1.8524006009101868e-05, 0.005014241673052311, 0.01000995934009552, 0.015005677007138729, 0.020001394674181938, 0.024997111409902573, 0.029992830008268356, 0.03498854860663414, 0.039984263479709625, 0.04497998207807541, 0.04997570067644119, 0.054971419274806976, 0.05996713787317276, 0.06496285647153854, 0.06995856761932373, 0.07495428621768951, 0.0799500048160553, 0.08494572341442108, 0.08994144201278687, 0.09493716061115265, 0.09993287920951843, 0.10492859780788422, 0.10992431640625, 0.11492002755403519, 0.11991574615240097, 0.12491146475076675, 0.12990719079971313, 0.13490289449691772, 0.1398986130952835, 0.1448943316936493, 0.14989005029201508, 0.15488576889038086, 0.15988148748874664, 0.16487720608711243, 0.1698729246854782]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 3.0, 1.0, 1.0, 3.0, 3.0, 4.0, 2.0, 4.0, 5.0, 2.0, 3.0, 2.0, 3.0, 28.0, 7.0, 3.0, 5.0, 5.0, 3.0, 3.0, 1.0, 2.0, 6.0, 2.0, 8.0, 3.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002721965778619051, -0.002610477851703763, -0.002498989924788475, -0.002387501997873187, -0.002276014070957899, -0.002164526144042611, -0.002053038217127323, -0.0019415502902120352, -0.0018300623632967472, -0.001718574552796781, -0.001607086625881493, -0.0014955986989662051, -0.0013841107720509171, -0.0012726228451356292, -0.0011611349182203412, -0.0010496469913050532, -0.0009381590643897653, -0.0008266711374744773, -0.0007151832105591893, -0.0006036952836439013, -0.0004922073567286134, -0.00038071945891715586, -0.00026923156110569835, -0.00015774363419041038, -4.6255707275122404e-05, 6.523221236420795e-05, 0.0001767201320035383, 0.00028820804436691105, 0.000399695971282199, 0.0005111838690936565, 0.0006226717960089445, 0.0007341597229242325, 0.0008456476498395205, 0.0009571355767548084, 0.0010686235036700964, 0.0011801114305853844, 0.0012915993575006723, 0.0014030872844159603, 0.0015145752113312483, 0.0016260631382465363, 0.0017375510651618242, 0.0018490388756617904, 0.0019605269189924, 0.002072014845907688, 0.002183502772822976, 0.002294990699738264, 0.002406478626653552, 0.00251796655356884, 0.0026294542476534843, 0.0027409421745687723, 0.0028524301014840603, 0.0029639180283993483, 0.0030754059553146362, 0.003186893882229924, 0.003298381809145212, 0.0034098697360605, 0.003521357662975788, 0.003632845589891076, 0.003744333516806364, 0.003855821443721652, 0.00396730937063694, 0.004078797530382872, 0.004190285224467516, 0.004301773384213448, 0.004413261078298092]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 3.0, 1.0, 5.0, 3.0, 21.0, 16.0, 28.0, 60.0, 83.0, 113.0, 184.0, 305.0, 461.0, 795.0, 1408.0, 2535.0, 4751.0, 9480.0, 19057.0, 42683.0, 102015.0, 665225.0, 168845.0, 72647.0, 37205.0, 20185.0, 11611.0, 6992.0, 4249.0, 2761.0, 1753.0, 1189.0, 877.0, 562.0, 432.0, 282.0, 207.0, 159.0, 130.0, 77.0, 60.0, 41.0, 41.0, 32.0, 20.0, 15.0, 6.0, 11.0, 11.0, 1.0, 4.0, 3.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01074168924242258, -0.010289852507412434, -0.009838015772402287, -0.00938617903739214, -0.008934341371059418, -0.00848250463604927, -0.008030667901039124, -0.0075788311660289764, -0.007126994431018829, -0.006675157696008682, -0.006223320960998535, -0.005771483760327101, -0.005319647025316954, -0.0048678102903068066, -0.004415973089635372, -0.003964136354625225, -0.003512299619615078, -0.003060462884604931, -0.00260862591676414, -0.0021567889489233494, -0.0017049522139132023, -0.0012531153624877334, -0.0008012785110622644, -0.0003494416596367955, 0.0001023951917886734, 0.0005542320432141423, 0.0010060688946396112, 0.0014579057460650802, 0.001909742597490549, 0.002361579332500696, 0.002813416300341487, 0.0032652532681822777, 0.0037170900031924248, 0.004168926738202572, 0.004620763473212719, 0.005072600673884153, 0.0055244374088943005, 0.0059762741439044476, 0.006428111344575882, 0.006879948079586029, 0.007331784814596176, 0.007783621549606323, 0.00823545828461647, 0.008687295019626617, 0.009139131754636765, 0.009590969420969486, 0.010042806155979633, 0.01049464289098978, 0.010946479625999928, 0.011398316361010075, 0.011850153096020222, 0.012301989831030369, 0.01275382749736309, 0.013205664232373238, 0.013657500967383385, 0.014109337702393532, 0.014561174437403679, 0.015013011172413826, 0.015464847907423973, 0.01591668464243412, 0.016368521377444267, 0.016820358112454414, 0.01727219484746456, 0.01772403158247471, 0.018175870180130005]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 2.0, 0.0, 3.0, 1.0, 3.0, 2.0, 0.0, 0.0, 3.0, 2.0, 3.0, 4.0, 0.0, 10.0, 1.0, 1.0, 3.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009724203497171402, -0.00938817672431469, -0.009052149020135403, -0.00871612224727869, -0.008380094543099403, -0.008044067770242691, -0.007708040997385979, -0.007372013758867979, -0.007035986520349979, -0.00669995928183198, -0.00636393204331398, -0.006027905270457268, -0.005691878031939268, -0.0053558507934212685, -0.005019824020564556, -0.0046837967820465565, -0.004347769543528557, -0.004011742305010557, -0.003675715299323201, -0.003339688293635845, -0.0030036610551178455, -0.002667633816599846, -0.00233160681091249, -0.001995579805225134, -0.0016595525667071342, -0.0013235254446044564, -0.0009874983225017786, -0.0006514712003991008, -0.00031544407829642296, 2.0583043806254864e-05, 0.0003566101659089327, 0.0006926372880116105, 0.0010286644101142883, 0.0013646915322169662, 0.001700718654319644, 0.002036745660007, 0.0023727728985249996, 0.0027088001370429993, 0.0030448271427303553, 0.0033808541484177113, 0.003716881386935711, 0.0040529086254537106, 0.00438893586397171, 0.0047249626368284225, 0.005060989875346422, 0.005397017113864422, 0.005733043886721134, 0.006069071125239134, 0.0064050983637571335, 0.006741125602275133, 0.007077152840793133, 0.007413179613649845, 0.007749206852167845, 0.008085234090685844, 0.008421260863542557, 0.008757288567721844, 0.009093315340578556, 0.009429342113435268, 0.009765369817614555, 0.010101396590471268, 0.01043742336332798, 0.010773451067507267, 0.01110947784036398, 0.011445505544543266, 0.011781532317399979]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 2.0, 0.0, 4.0, 5.0, 5.0, 5.0, 4.0, 10.0, 14.0, 12.0, 20.0, 14.0, 28.0, 30.0, 40.0, 64.0, 80.0, 108.0, 140.0, 167.0, 207.0, 210.0, 319.0, 419.0, 512.0, 715.0, 891.0, 1232.0, 2010.0, 5540.0, 1634.0, 922.0, 712.0, 455.0, 320.0, 328.0, 251.0, 202.0, 133.0, 128.0, 79.0, 77.0, 74.0, 52.0, 54.0, 48.0, 30.0, 28.0, 28.0, 15.0, 9.0, 9.0, 13.0, 5.0, 1.0, 5.0, 2.0, 5.0, 2.0, 0.0, 1.0], "bins": [-0.009420809336006641, -0.009129256941378117, -0.008837704546749592, -0.008546151220798492, -0.008254598826169968, -0.007963046431541443, -0.007671494036912918, -0.007379941176623106, -0.007088388781994581, -0.0067968363873660564, -0.006505283527076244, -0.00621373113244772, -0.005922178737819195, -0.005630625877529383, -0.005339073482900858, -0.005047520622611046, -0.004755968227982521, -0.004464415833353996, -0.004172862973064184, -0.0038813105784356594, -0.003589757950976491, -0.0032982053235173225, -0.0030066529288887978, -0.0027151003014296293, -0.002423547673970461, -0.0021319950465112925, -0.0018404425354674459, -0.0015488900244235992, -0.0012573373969644308, -0.0009657848277129233, -0.0006742322584614158, -0.00038267968920990825, -9.112711995840073e-05, 0.0002004254492931068, 0.0004919780185446143, 0.0007835305877961218, 0.0010750831570476294, 0.0013666357845067978, 0.0016581882955506444, 0.001949740806594491, 0.0022412934340536594, 0.002532846061512828, 0.0028243986889719963, 0.003115951083600521, 0.0034075037110596895, 0.003699056338518858, 0.003990608733147383, 0.004282161593437195, 0.00457371398806572, 0.004865266382694244, 0.0051568192429840565, 0.005448371637612581, 0.005739924497902393, 0.006031476892530918, 0.006323029287159443, 0.006614582147449255, 0.00690613454207778, 0.0071976869367063046, 0.007489239796996117, 0.007780792191624641, 0.008072344586253166, 0.008363896980881691, 0.00865545030683279, 0.008947002701461315, 0.00923855509608984]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 2.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.05914299562573433, -0.057582028210163116, -0.0560210645198822, -0.05446009710431099, -0.052899133414030075, -0.05133816599845886, -0.04977720230817795, -0.048216234892606735, -0.04665526747703552, -0.04509430378675461, -0.043533336371183395, -0.04197237268090248, -0.04041140526533127, -0.038850441575050354, -0.03728947415947914, -0.03572851046919823, -0.034167543053627014, -0.0326065756380558, -0.031045611947774887, -0.029484646394848824, -0.02792368084192276, -0.026362713426351547, -0.024801747873425484, -0.02324078232049942, -0.021679816767573357, -0.020118851214647293, -0.01855788566172123, -0.016996920108795166, -0.015435953624546528, -0.013874988071620464, -0.012314021587371826, -0.010753056034445763, -0.009192090481519699, -0.0076311249285936356, -0.006070158910006285, -0.004509192891418934, -0.0029482273384928703, -0.0013872615527361631, 0.00017370423302054405, 0.0017346700187772512, 0.0032956358045339584, 0.004856601357460022, 0.006417567376047373, 0.007978533394634724, 0.009539498947560787, 0.01110046450048685, 0.012661430984735489, 0.014222396537661552, 0.015783362090587616, 0.01734432764351368, 0.018905293196439743, 0.020466258749365807, 0.02202722430229187, 0.023588191717863083, 0.025149157270789146, 0.02671012282371521, 0.028271088376641273, 0.029832053929567337, 0.03139302134513855, 0.032953985035419464, 0.03451495245099068, 0.03607591614127159, 0.037636883556842804, 0.03919784724712372, 0.04075881466269493]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 3.0, 3.0, 3.0, 4.0, 2.0, 1.0, 2.0, 2.0, 0.0, 2.0, 2.0, 3.0, 6.0, 4.0, 6.0, 9.0, 13.0, 12.0, 30.0, 46.0, 34.0, 24.0, 9.0, 8.0, 12.0, 10.0, 8.0, 4.0, 5.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 2.0], "bins": [-0.07245644927024841, -0.0707208588719368, -0.06898526847362518, -0.06724967062473297, -0.06551408022642136, -0.06377848982810974, -0.062042899429798126, -0.06030730530619621, -0.0585717149078846, -0.05683612450957298, -0.05510053038597107, -0.053364939987659454, -0.05162934958934784, -0.049893755465745926, -0.04815816506743431, -0.0464225709438324, -0.04468698054552078, -0.04295139014720917, -0.041215796023607254, -0.03948020562529564, -0.037744611501693726, -0.03600902110338211, -0.034273430705070496, -0.03253783658146858, -0.030802246183156967, -0.029066653922200203, -0.02733106166124344, -0.025595471262931824, -0.02385987900197506, -0.022124286741018295, -0.02038869634270668, -0.018653104081749916, -0.016917511820793152, -0.015181919559836388, -0.013446328230202198, -0.011710736900568008, -0.009975144639611244, -0.00823955237865448, -0.00650396104902029, -0.0047683692537248135, -0.0030327774584293365, -0.0012971856631338596, 0.0004384061321616173, 0.002173997927457094, 0.003909589722752571, 0.005645181518048048, 0.007380773313343525, 0.009116364642977715, 0.010851956903934479, 0.012587549164891243, 0.014323140494525433, 0.016058731824159622, 0.017794324085116386, 0.01952991634607315, 0.021265506744384766, 0.02300109900534153, 0.024736691266298294, 0.02647228352725506, 0.028207875788211823, 0.029943466186523438, 0.03167905658483505, 0.033414650708436966, 0.03515024110674858, 0.036885835230350494, 0.03862142562866211]}, "_runtime": 32.343759059906006, "_timestamp": 1596214357.1010416, "_step": 35}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 3.0, 1.0, 0.0, 2.0, 0.0, 5.0, 5.0, 1.0, 1.0, 1.0, 5.0, 2.0, 3.0, 3.0, 3.0, 3.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.01259986124932766, -0.012250712141394615, -0.01190156303346157, -0.011552413925528526, -0.011203264817595482, -0.010854115709662437, -0.010504966601729393, -0.010155817493796349, -0.009806668385863304, -0.00945751927793026, -0.009108370169997215, -0.00875922106206417, -0.008410071954131126, -0.008060922846198082, -0.007711774203926325, -0.00736262509599328, -0.007013475988060236, -0.0066643268801271915, -0.006315177772194147, -0.005966028664261103, -0.005616879556328058, -0.005267730448395014, -0.004918581340461969, -0.004569432232528925, -0.004220283590257168, -0.0038711342494934797, -0.0035219851415604353, -0.003172836033627391, -0.00282368715852499, -0.0024745380505919456, -0.002125388942658901, -0.0017762398347258568, -0.0014270907267928123, -0.001077941618859768, -0.0007287925691343844, -0.0003796434903051704, -3.049441147595644e-05, 0.00031865466735325754, 0.0006678037461824715, 0.001016952795907855, 0.0013661019038408995, 0.001715251011773944, 0.0020644001197069883, 0.0024135492276400328, 0.0027626981027424335, 0.003111847210675478, 0.0034609963186085224, 0.003810145426541567, 0.004159294534474611, 0.004508443642407656, 0.0048575927503407, 0.005206741858273745, 0.005555890966206789, 0.0059050400741398335, 0.006254189182072878, 0.006603338290005922, 0.0069524869322776794, 0.007301636040210724, 0.007650785148143768, 0.007999934256076813, 0.008349083364009857, 0.008698232471942902, 0.009047381579875946, 0.00939653068780899, 0.009745679795742035]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 2.0, 2.0, 7.0, 6.0, 5.0, 14.0, 15.0, 17.0, 22.0, 36.0, 58.0, 68.0, 72.0, 100.0, 143.0, 213.0, 326.0, 478.0, 4311.0, 984.0, 372.0, 176.0, 122.0, 93.0, 65.0, 56.0, 33.0, 26.0, 29.0, 11.0, 18.0, 12.0, 11.0, 8.0, 1.0, 2.0, 1.0, 2.0, 4.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.177464559674263, -0.1724698841571808, -0.16747522354125977, -0.16248054802417755, -0.15748587250709534, -0.15249121189117432, -0.1474965363740921, -0.14250187575817108, -0.13750720024108887, -0.13251252472400665, -0.12751786410808563, -0.12252318859100342, -0.1175285205245018, -0.11253385245800018, -0.10753917694091797, -0.10254450887441635, -0.09754984080791473, -0.09255517274141312, -0.0875605046749115, -0.08256582915782928, -0.07757116109132767, -0.07257649302482605, -0.06758181750774384, -0.06258714944124222, -0.0575924813747406, -0.05259781330823898, -0.04760314151644707, -0.04260846972465515, -0.037613801658153534, -0.032619133591651917, -0.02762446179986, -0.022629791870713234, -0.017635121941566467, -0.0126404520124197, -0.007645782083272934, -0.0026511121541261673, 0.0023435577750205994, 0.007338227704167366, 0.012332897633314133, 0.0173275675624609, 0.022322237491607666, 0.027316907420754433, 0.0323115773499012, 0.037306249141693115, 0.04230091720819473, 0.04729558527469635, 0.052290257066488266, 0.05728492885828018, 0.0622795969247818, 0.06727426499128342, 0.07226893305778503, 0.07726360857486725, 0.08225827664136887, 0.08725294470787048, 0.0922476202249527, 0.09724228829145432, 0.10223695635795593, 0.10723162442445755, 0.11222629249095917, 0.11722096800804138, 0.122215636074543, 0.12721030414104462, 0.13220497965812683, 0.13719964027404785, 0.14219431579113007]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 5.0, 3.0, 3.0, 6.0, 3.0, 5.0, 9.0, 5.0, 2.0, 1.0, 4.0, 6.0, 6.0, 26.0, 8.0, 4.0, 3.0, 0.0, 4.0, 1.0, 1.0, 3.0, 1.0, 4.0, 2.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0038123661652207375, -0.0037021180614829063, -0.0035918699577450752, -0.0034816216211766005, -0.0033713735174387693, -0.0032611254137009382, -0.003150877309963107, -0.003040629206225276, -0.0029303808696568012, -0.00282013276591897, -0.002709884662181139, -0.002599636558443308, -0.0024893884547054768, -0.0023791403509676456, -0.002268892014399171, -0.0021586439106613398, -0.0020483958069235086, -0.0019381477031856775, -0.0018278994830325246, -0.0017176513792946935, -0.0016074031591415405, -0.0014971550554037094, -0.0013869069516658783, -0.0012766587315127254, -0.0011664106277748942, -0.0010561625240370631, -0.0009459143038839102, -0.0008356662001460791, -0.000725418038200587, -0.000615169876255095, -0.0005049217725172639, -0.00039467361057177186, -0.00028442544862627983, -0.00017417730123270303, -6.392915383912623e-05, 4.631899355445057e-05, 0.00015656714094802737, 0.0002668153028935194, 0.000377063435735181, 0.00048731156857684255, 0.0005975597305223346, 0.0007078078924678266, 0.0008180560544133186, 0.0009283041581511497, 0.0010385522618889809, 0.0011488004820421338, 0.001259048585779965, 0.0013692968059331179, 0.001479544909670949, 0.00158979301340878, 0.001700041233561933, 0.0018102893372997642, 0.001920537557452917, 0.002030785661190748, 0.0021410337649285793, 0.0022512818686664104, 0.0023615299724042416, 0.0024717783089727163, 0.0025820264127105474, 0.0026922745164483786, 0.0028025226201862097, 0.002912770723924041, 0.0030230190604925156, 0.0031332671642303467, 0.003243515267968178]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 2.0, 0.0, 5.0, 1.0, 5.0, 2.0, 6.0, 8.0, 13.0, 11.0, 25.0, 30.0, 45.0, 80.0, 132.0, 166.0, 265.0, 383.0, 729.0, 1212.0, 2009.0, 3742.0, 7457.0, 15888.0, 37250.0, 97490.0, 676628.0, 226845.0, 60509.0, 24119.0, 11330.0, 5591.0, 2961.0, 1776.0, 1005.0, 648.0, 412.0, 281.0, 174.0, 106.0, 76.0, 53.0, 41.0, 35.0, 25.0, 20.0, 16.0, 12.0, 9.0, 3.0, 3.0, 4.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.015577396377921104, -0.015057716518640518, -0.014538036659359932, -0.014018355868756771, -0.013498676009476185, -0.012978996150195599, -0.012459315359592438, -0.011939635500311852, -0.011419955641031265, -0.010900275781750679, -0.010380595922470093, -0.009860915131866932, -0.009341235272586346, -0.00882155541330576, -0.008301874622702599, -0.007782194763422012, -0.007262514904141426, -0.00674283504486084, -0.006223154719918966, -0.005703474394977093, -0.0051837945356965065, -0.00466411467641592, -0.004144434351474047, -0.003624754259362817, -0.003105074167251587, -0.002585394075140357, -0.002065713983029127, -0.0015460338909178972, -0.0010263537988066673, -0.0005066737066954374, 1.3006385415792465e-05, 0.0005326864775270224, 0.0010523665696382523, 0.0015720466617494822, 0.002091726753860712, 0.002611406845971942, 0.003131086938083172, 0.0036507670301944017, 0.004170447122305632, 0.004690127447247505, 0.005209807306528091, 0.005729487165808678, 0.006249167490750551, 0.006768847815692425, 0.007288527674973011, 0.007808207534253597, 0.008327888324856758, 0.008847568184137344, 0.00936724804341793, 0.009886927902698517, 0.010406607761979103, 0.010926288552582264, 0.01144596841186285, 0.011965648271143436, 0.012485329061746597, 0.013005008921027184, 0.01352468878030777, 0.014044368639588356, 0.014564048498868942, 0.015083729289472103, 0.01560340914875269, 0.01612308993935585, 0.016642769798636436, 0.017162449657917023, 0.01768212951719761]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 3.0, 1.0, 6.0, 7.0, 3.0, 2.0, 2.0, 6.0, 7.0, 1.0, 3.0, 1.0, 3.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.005578191019594669, -0.005228659603744745, -0.004879128187894821, -0.004529596772044897, -0.004180065356194973, -0.0038305337075144053, -0.0034810020588338375, -0.0031314706429839134, -0.0027819392271339893, -0.0024324078112840652, -0.002082876395434141, -0.0017333447467535734, -0.0013838133309036493, -0.0010342819150537252, -0.0006847503827884793, -0.00033521890873089433, 1.4312565326690674e-05, 0.0003638440393842757, 0.0007133755134418607, 0.0010629070457071066, 0.0014124384615570307, 0.0017619698774069548, 0.0021115015260875225, 0.0024610329419374466, 0.0028105643577873707, 0.0031600957736372948, 0.003509627189487219, 0.0038591588381677866, 0.004208690486848354, 0.004558221902698278, 0.0049077533185482025, 0.005257284734398127, 0.005606816150248051, 0.005956347566097975, 0.006305878981947899, 0.006655410397797823, 0.007004941813647747, 0.0073544736951589584, 0.0077040051110088825, 0.008053536526858807, 0.008403068408370018, 0.008752599358558655, 0.009102131240069866, 0.009451662190258503, 0.009801194071769714, 0.010150725021958351, 0.010500256903469563, 0.0108497878536582, 0.01119931973516941, 0.011548851616680622, 0.011898382566869259, 0.01224791444838047, 0.012597445398569107, 0.012946977280080318, 0.013296508230268955, 0.013646040111780167, 0.013995571061968803, 0.014345102943480015, 0.014694634824991226, 0.015044165775179863, 0.015393697656691074, 0.015743229538202286, 0.016092760488390923, 0.01644229143857956, 0.016791824251413345]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 2.0, 4.0, 3.0, 2.0, 1.0, 12.0, 11.0, 26.0, 34.0, 37.0, 35.0, 58.0, 77.0, 103.0, 137.0, 158.0, 199.0, 270.0, 307.0, 358.0, 401.0, 445.0, 511.0, 620.0, 874.0, 1157.0, 1473.0, 4910.0, 2085.0, 1177.0, 749.0, 459.0, 348.0, 255.0, 167.0, 150.0, 108.0, 78.0, 63.0, 53.0, 53.0, 34.0, 65.0, 43.0, 55.0, 33.0, 29.0, 38.0, 32.0, 22.0, 22.0, 18.0, 14.0, 12.0, 14.0, 17.0, 5.0, 1.0, 1.0, 0.0, 0.0, 1.0, 3.0], "bins": [-0.006046700291335583, -0.00583661999553442, -0.00562653923407197, -0.00541645847260952, -0.005206378176808357, -0.0049962978810071945, -0.0047862171195447445, -0.0045761363580822945, -0.004366056062281132, -0.004155975766479969, -0.003945895005017519, -0.0037358144763857126, -0.0035257339477539062, -0.0033156534191221, -0.0031055728904902935, -0.002895492361858487, -0.0026854118332266808, -0.0024753313045948744, -0.002265250775963068, -0.0020551702473312616, -0.0018450897186994553, -0.0016350091900676489, -0.0014249286614358425, -0.0012148481328040361, -0.0010047676041722298, -0.0007946870755404234, -0.000584606546908617, -0.00037452601827681065, -0.00016444548964500427, 4.56350389868021e-05, 0.0002557155676186085, 0.00046579609625041485, 0.0006758766248822212, 0.0008859571535140276, 0.001096037682145834, 0.0013061182107776403, 0.0015161987394094467, 0.001726279268041253, 0.0019363597966730595, 0.002146440325304866, 0.002356520853936672, 0.0025666013825684786, 0.002776681911200285, 0.0029867624398320913, 0.0031968429684638977, 0.003406923497095704, 0.0036170040257275105, 0.003827084554359317, 0.004037165082991123, 0.004247245378792286, 0.004457326140254736, 0.004667406901717186, 0.004877487197518349, 0.005087567493319511, 0.0052976482547819614, 0.0055077290162444115, 0.005717809312045574, 0.005927889607846737, 0.006137970369309187, 0.006348051130771637, 0.0065581314265728, 0.006768211722373962, 0.006978292483836412, 0.0071883732452988625, 0.007398453541100025]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.06897442787885666, -0.0668548122048378, -0.06473519653081894, -0.06261558830738068, -0.060495972633361816, -0.05837635695934296, -0.0562567412853241, -0.054137129336595535, -0.052017513662576675, -0.049897897988557816, -0.047778286039829254, -0.045658670365810394, -0.043539054691791534, -0.04141944274306297, -0.03929982706904411, -0.03718021512031555, -0.03506059944629669, -0.03294098377227783, -0.03082137182354927, -0.02870175614953041, -0.0265821423381567, -0.02446252852678299, -0.02234291285276413, -0.02022329904139042, -0.01810368523001671, -0.015984071418642998, -0.013864456675946712, -0.011744841933250427, -0.009625228121876717, -0.007505613844841719, -0.005385999567806721, -0.003266385290771723, -0.0011467710137367249, 0.0009728432632982731, 0.003092457540333271, 0.005212071817368269, 0.007331686094403267, 0.009451299905776978, 0.011570914648473263, 0.013690529391169548, 0.01581014320254326, 0.01792975701391697, 0.02004937082529068, 0.02216898649930954, 0.02428860031068325, 0.02640821412205696, 0.02852782979607582, 0.03064744360744953, 0.03276705741882324, 0.0348866730928421, 0.03700628504157066, 0.03912590071558952, 0.041245512664318085, 0.043365128338336945, 0.045484744012355804, 0.047604355961084366, 0.049723971635103226, 0.051843587309122086, 0.05396319925785065, 0.05608281493186951, 0.05820243060588837, 0.06032204255461693, 0.06244165822863579, 0.06456127017736435, 0.06668088585138321]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 3.0, 4.0, 0.0, 1.0, 5.0, 3.0, 2.0, 6.0, 4.0, 7.0, 11.0, 14.0, 15.0, 15.0, 12.0, 16.0, 18.0, 19.0, 39.0, 12.0, 7.0, 10.0, 9.0, 7.0, 5.0, 1.0, 0.0, 0.0, 2.0, 2.0, 3.0, 3.0, 1.0, 2.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 2.0], "bins": [-0.04077853262424469, -0.03923062980175018, -0.037682726979255676, -0.03613482415676117, -0.03458692133426666, -0.03303901478648186, -0.03149111196398735, -0.029943209141492844, -0.028395306318998337, -0.02684740349650383, -0.025299500674009323, -0.023751595988869667, -0.02220369316637516, -0.020655790343880653, -0.019107885658740997, -0.01755998283624649, -0.016012080013751984, -0.014464177191257477, -0.012916273437440395, -0.011368369683623314, -0.009820466861128807, -0.0082725640386343, -0.006724660284817219, -0.005176756996661425, -0.0036288537085056305, -0.0020809504203498363, -0.0005330471321940422, 0.001014856155961752, 0.002562759444117546, 0.00411066273227334, 0.005658566020429134, 0.0072064693085849285, 0.008754372596740723, 0.01030227541923523, 0.011850179173052311, 0.013398082926869392, 0.0149459857493639, 0.016493888571858406, 0.018041793256998062, 0.01958969607949257, 0.021137598901987076, 0.022685501724481583, 0.02423340454697609, 0.025781309232115746, 0.027329212054610252, 0.02887711487710476, 0.030425019562244415, 0.03197292238473892, 0.03352082520723343, 0.035068728029727936, 0.03661663085222244, 0.03816453367471695, 0.039712436497211456, 0.04126034304499626, 0.04280824586749077, 0.044356148689985275, 0.04590405151247978, 0.04745195433497429, 0.048999857157468796, 0.0505477599799633, 0.05209566652774811, 0.053643569350242615, 0.05519147217273712, 0.05673937499523163, 0.058287277817726135]}, "_runtime": 33.10641384124756, "_timestamp": 1596214357.8636963, "_step": 36}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 1.0, 2.0, 1.0, 1.0, 2.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 3.0, 0.0, 2.0, 1.0, 3.0, 1.0, 1.0, 3.0, 2.0, 4.0, 3.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.011085286736488342, -0.010732605122029781, -0.010379924438893795, -0.010027242824435234, -0.009674562141299248, -0.009321880526840687, -0.008969198912382126, -0.00861651822924614, -0.008263836614787579, -0.007911155000329018, -0.007558474317193031, -0.00720579270273447, -0.006853111553937197, -0.006500430405139923, -0.006147748790681362, -0.0057950676418840885, -0.005442386493086815, -0.005089705344289541, -0.004737024195492268, -0.004384342581033707, -0.004031661432236433, -0.0036789802834391594, -0.003326298901811242, -0.002973617520183325, -0.002620936371386051, -0.0022682552225887775, -0.0019155738409608603, -0.0015628925757482648, -0.0012102113105356693, -0.0008575300453230739, -0.0005048487801104784, -0.00015216751489788294, 0.00020051375031471252, 0.000553195015527308, 0.0009058762807399035, 0.001258557545952499, 0.0016112388111650944, 0.001963919959962368, 0.0023166013415902853, 0.0026692827232182026, 0.0030219638720154762, 0.00337464502081275, 0.003727326402440667, 0.0040800077840685844, 0.004432688932865858, 0.004785370081663132, 0.005138051696121693, 0.005490732844918966, 0.00584341399371624, 0.0061960951425135136, 0.006548776291310787, 0.006901457905769348, 0.007254139054566622, 0.007606820203363895, 0.007959501817822456, 0.008312182500958443, 0.008664864115417004, 0.009017545729875565, 0.009370226413011551, 0.009722908027470112, 0.010075589641928673, 0.010428270325064659, 0.01078095193952322, 0.011133632622659206, 0.011486314237117767]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 4.0, 3.0, 7.0, 8.0, 7.0, 12.0, 11.0, 14.0, 20.0, 32.0, 38.0, 45.0, 54.0, 74.0, 109.0, 133.0, 179.0, 275.0, 398.0, 3968.0, 1260.0, 431.0, 242.0, 174.0, 103.0, 83.0, 67.0, 47.0, 30.0, 27.0, 18.0, 8.0, 16.0, 8.0, 7.0, 3.0, 4.0, 3.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.18762940168380737, -0.18172048032283783, -0.1758115589618683, -0.16990263760089874, -0.163993701338768, -0.15808477997779846, -0.15217585861682892, -0.14626693725585938, -0.14035801589488983, -0.1344490945339203, -0.12854015827178955, -0.1226312443614006, -0.11672231554985046, -0.11081339418888092, -0.10490447282791138, -0.09899554401636124, -0.0930866226553917, -0.08717770129442215, -0.08126877248287201, -0.07535985112190247, -0.06945092976093292, -0.06354200094938278, -0.05763307958841324, -0.051724158227443695, -0.04581523314118385, -0.03990630805492401, -0.03399738669395447, -0.028088461607694626, -0.022179538384079933, -0.01627061516046524, -0.010361691005527973, -0.004452767316251993, 0.0014561563730239868, 0.007365080062299967, 0.013274003751575947, 0.019182927906513214, 0.025091851130127907, 0.0310007743537426, 0.03690969944000244, 0.042818620800971985, 0.04872754588723183, 0.05463647097349167, 0.06054539233446121, 0.06645431369543076, 0.0723632425069809, 0.07827216386795044, 0.08418108522891998, 0.09009001404047012, 0.09599893540143967, 0.10190785676240921, 0.10781678557395935, 0.1137257069349289, 0.11963462829589844, 0.12554354965686798, 0.13145247101783752, 0.13736140727996826, 0.1432703286409378, 0.14917925000190735, 0.1550881713628769, 0.16099709272384644, 0.16690601408481598, 0.17281495034694672, 0.17872387170791626, 0.1846327930688858, 0.19054171442985535]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 3.0, 5.0, 0.0, 4.0, 2.0, 3.0, 3.0, 1.0, 3.0, 8.0, 6.0, 2.0, 2.0, 3.0, 23.0, 4.0, 3.0, 1.0, 6.0, 2.0, 1.0, 2.0, 2.0, 3.0, 3.0, 0.0, 2.0, 1.0, 3.0, 2.0, 2.0, 0.0, 0.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0], "bins": [-0.0024880757555365562, -0.0024036194663494825, -0.002319162944331765, -0.0022347066551446915, -0.002150250133126974, -0.0020657938439399004, -0.0019813375547528267, -0.0018968811491504312, -0.0018124247435480356, -0.00172796833794564, -0.0016435119323432446, -0.0015590556431561708, -0.0014745992375537753, -0.0013901428319513798, -0.001305686542764306, -0.0012212301371619105, -0.001136773731559515, -0.0010523173259571195, -0.0009678609785623848, -0.0008834046311676502, -0.0007989482255652547, -0.0007144918199628592, -0.0006300354725681245, -0.0005455791251733899, -0.0004611227195709944, -0.0003766663430724293, -0.0002922099665738642, -0.00020775359007529914, -0.00012329721357673407, -3.884083707816899e-05, 4.561553942039609e-05, 0.00013007191591896117, 0.00021452829241752625, 0.0002989846689160913, 0.0003834410454146564, 0.0004678974219132215, 0.0005523537984117866, 0.0006368102040141821, 0.0007212665514089167, 0.0008057228988036513, 0.0008901793044060469, 0.0009746357100084424, 0.001059092115610838, 0.0011435484047979116, 0.0012280048104003072, 0.0013124612160027027, 0.0013969175051897764, 0.001481373910792172, 0.0015658303163945675, 0.001650286721996963, 0.0017347431275993586, 0.0018191994167864323, 0.0019036558223888278, 0.0019881122279912233, 0.002072568517178297, 0.0021570250391960144, 0.002241481328383088, 0.002325937617570162, 0.002410394139587879, 0.002494850428774953, 0.0025793067179620266, 0.002663763239979744, 0.0027482195291668177, 0.002832676051184535, 0.0029171323403716087]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 4.0, 3.0, 3.0, 12.0, 22.0, 12.0, 29.0, 45.0, 50.0, 79.0, 122.0, 155.0, 241.0, 320.0, 499.0, 876.0, 1411.0, 2343.0, 4117.0, 7436.0, 14950.0, 32458.0, 75131.0, 220587.0, 650204.0, 85053.0, 37931.0, 19176.0, 10212.0, 5920.0, 3552.0, 2253.0, 1414.0, 937.0, 705.0, 416.0, 285.0, 228.0, 123.0, 79.0, 71.0, 46.0, 32.0, 29.0, 19.0, 17.0, 4.0, 13.0, 3.0, 3.0, 1.0, 6.0, 4.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.014685215428471565, -0.014213495887815952, -0.01374177634716034, -0.013270055875182152, -0.012798336334526539, -0.012326616793870926, -0.011854897253215313, -0.0113831777125597, -0.010911457240581512, -0.0104397376999259, -0.009968018159270287, -0.009496298618614674, -0.00902457907795906, -0.008552859537303448, -0.00808113906532526, -0.007609419524669647, -0.007137699984014034, -0.006665980443358421, -0.006194260437041521, -0.005722540896385908, -0.005250820890069008, -0.004779101349413395, -0.004307381808757782, -0.0038356620352715254, -0.003363942261785269, -0.002892222488299012, -0.0024205027148127556, -0.0019487831741571426, -0.001477063400670886, -0.0010053436271846294, -0.0005336239701136947, -6.190425483509898e-05, 0.0004098154604434967, 0.0008815351757220924, 0.001353254891000688, 0.0018249745480716228, 0.0022966943215578794, 0.002768414095044136, 0.003240133635699749, 0.0037118534091860056, 0.004183573182672262, 0.004655292723327875, 0.005127012729644775, 0.005598732270300388, 0.006070451810956001, 0.0065421718172729015, 0.0070138913579285145, 0.007485611364245415, 0.007957330904901028, 0.00842905044555664, 0.008900769986212254, 0.009372490458190441, 0.009844209998846054, 0.010315929539501667, 0.01078764908015728, 0.011259368620812893, 0.011731088161468506, 0.012202808633446693, 0.012674528174102306, 0.01314624771475792, 0.013617967255413532, 0.014089686796069145, 0.014561407268047333, 0.015033126808702946, 0.015504846349358559]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 4.0, 1.0, 4.0, 5.0, 6.0, 10.0, 1.0, 2.0, 2.0, 4.0, 5.0, 4.0, 3.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.02865362912416458, -0.027941275388002396, -0.02722892351448536, -0.026516569778323174, -0.025804217904806137, -0.02509186416864395, -0.024379512295126915, -0.02366715855896473, -0.022954806685447693, -0.022242452949285507, -0.02153009921312332, -0.020817747339606285, -0.0201053936034441, -0.019393041729927063, -0.018680687993764877, -0.01796833612024784, -0.017255982384085655, -0.01654362864792347, -0.015831276774406433, -0.015118923969566822, -0.014406571164727211, -0.013694217428565025, -0.012981864623725414, -0.012269511818885803, -0.011557159014046192, -0.010844806209206581, -0.01013245340436697, -0.009420100599527359, -0.008707746863365173, -0.007995394058525562, -0.007283041253685951, -0.00657068844884634, -0.005858335644006729, -0.005145982839167118, -0.004433630034327507, -0.0037212767638266087, -0.0030089239589869976, -0.0022965711541473866, -0.0015842181164771318, -0.000871865195222199, -0.00015951227396726608, 0.0005528406472876668, 0.0012651935685425997, 0.0019775466062128544, 0.0026898994110524654, 0.0034022522158920765, 0.004114605486392975, 0.004826958291232586, 0.005539311096072197, 0.006251663900911808, 0.006964016705751419, 0.007676369976252317, 0.008388722315430641, 0.009101076051592827, 0.009813428856432438, 0.010525781661272049, 0.01123813446611166, 0.011950487270951271, 0.012662840075790882, 0.013375192880630493, 0.014087546616792679, 0.01479989942163229, 0.015512252226471901, 0.016224604099988937, 0.016936957836151123]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 2.0, 2.0, 6.0, 5.0, 3.0, 18.0, 24.0, 30.0, 21.0, 26.0, 21.0, 34.0, 49.0, 31.0, 32.0, 21.0, 20.0, 35.0, 36.0, 45.0, 45.0, 55.0, 75.0, 133.0, 196.0, 267.0, 374.0, 500.0, 633.0, 817.0, 1048.0, 1777.0, 5560.0, 1858.0, 1207.0, 853.0, 661.0, 463.0, 336.0, 269.0, 173.0, 133.0, 103.0, 72.0, 70.0, 39.0, 56.0, 53.0, 37.0, 30.0, 15.0, 18.0, 12.0, 13.0, 8.0, 3.0, 2.0, 1.0, 0.0, 2.0, 1.0], "bins": [-0.012220815755426884, -0.01187531091272831, -0.011529806070029736, -0.011184301227331161, -0.010838796384632587, -0.010493291541934013, -0.01014778669923544, -0.009802281856536865, -0.009456776082515717, -0.009111271239817142, -0.008765766397118568, -0.008420261554419994, -0.00807475671172142, -0.007729251869022846, -0.007383747026324272, -0.007038242183625698, -0.006692737340927124, -0.00634723249822855, -0.006001727655529976, -0.005656222812831402, -0.005310717970132828, -0.004965212661772966, -0.004619707819074392, -0.004274202976375818, -0.003928698133677244, -0.00358319329097867, -0.003237688448280096, -0.0028921833727508783, -0.0025466785300523043, -0.00220117368735373, -0.0018556687282398343, -0.0015101637691259384, -0.0011646589264273643, -0.0008191540255211294, -0.0004736491246148944, -0.0001281442237086594, 0.00021736067719757557, 0.0005628655781038105, 0.0009083704790100455, 0.0012538754381239414, 0.0015993802808225155, 0.0019448851235210896, 0.0022903899662196636, 0.0026358950417488813, 0.0029813998844474554, 0.0033269047271460295, 0.003672409802675247, 0.004017914645373821, 0.004363419488072395, 0.004708924330770969, 0.0050544291734695435, 0.0053999340161681175, 0.005745438858866692, 0.006090944167226553, 0.006436449009925127, 0.006781953852623701, 0.007127458695322275, 0.007472963538020849, 0.00781846884638071, 0.008163973689079285, 0.008509478531777859, 0.008854983374476433, 0.009200488217175007, 0.009545993059873581, 0.009891497902572155]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.07139157503843307, -0.06713265180587769, -0.0628737211227417, -0.05861479416489601, -0.054355867207050323, -0.050096940249204636, -0.04583801329135895, -0.04157908633351326, -0.03732015937566757, -0.033061232417821884, -0.028802305459976196, -0.02454337850213051, -0.02028445154428482, -0.016025524586439133, -0.011766597628593445, -0.007507670670747757, -0.003248743712902069, 0.0010101832449436188, 0.005269110202789307, 0.009528037160634995, 0.013786964118480682, 0.01804589107632637, 0.022304818034172058, 0.026563744992017746, 0.030822671949863434, 0.03508159890770912, 0.03934052586555481, 0.0435994528234005, 0.047858379781246185, 0.05211730673909187, 0.05637623369693756, 0.06063516065478325, 0.06489408761262894, 0.06915301084518433, 0.07341194152832031, 0.0776708722114563, 0.08192979544401169, 0.08618871867656708, 0.09044764935970306, 0.09470658004283905, 0.09896550327539444, 0.10322442650794983, 0.10748335719108582, 0.1117422878742218, 0.11600121110677719, 0.12026013433933258, 0.12451906502246857, 0.12877799570560455, 0.13303691148757935, 0.13729584217071533, 0.14155477285385132, 0.1458137035369873, 0.1500726342201233, 0.15433155000209808, 0.15859048068523407, 0.16284941136837006, 0.16710832715034485, 0.17136725783348083, 0.17562618851661682, 0.1798851191997528, 0.1841440498828888, 0.1884029656648636, 0.19266189634799957, 0.19692082703113556, 0.20117974281311035]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 7.0, 7.0, 4.0, 5.0, 18.0, 18.0, 11.0, 9.0, 12.0, 39.0, 12.0, 15.0, 13.0, 13.0, 11.0, 12.0, 5.0, 6.0, 5.0, 5.0, 8.0, 3.0, 2.0, 5.0, 2.0, 2.0, 2.0, 0.0, 4.0, 1.0, 2.0, 3.0, 4.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.03060654178261757, -0.029274288564920425, -0.027942033484578133, -0.02660977840423584, -0.025277525186538696, -0.023945271968841553, -0.02261301688849926, -0.021280761808156967, -0.019948508590459824, -0.01861625537276268, -0.017284000292420387, -0.015951745212078094, -0.014619491994380951, -0.013287237845361233, -0.011954983696341515, -0.010622729547321796, -0.009290475398302078, -0.00795822124928236, -0.006625967100262642, -0.005293712951242924, -0.003961458802223206, -0.0026292046532034874, -0.0012969505041837692, 3.5303644835948944e-05, 0.0013675577938556671, 0.0026998119428753853, 0.0040320660918951035, 0.005364320240914822, 0.00669657438993454, 0.008028828538954258, 0.009361082687973976, 0.010693336836993694, 0.012025590986013412, 0.01335784513503313, 0.014690099284052849, 0.01602235436439514, 0.017354607582092285, 0.01868686079978943, 0.02001911588013172, 0.021351370960474014, 0.022683624178171158, 0.0240158773958683, 0.025348132476210594, 0.026680387556552887, 0.02801264077425003, 0.029344893991947174, 0.030677149072289467, 0.03200940415263176, 0.0333416573703289, 0.03467391058802605, 0.03600616753101349, 0.03733842074871063, 0.038670673966407776, 0.04000292718410492, 0.04133518040180206, 0.042667437344789505, 0.04399969056248665, 0.04533194378018379, 0.046664200723171234, 0.04799645394086838, 0.04932870715856552, 0.050660960376262665, 0.05199321359395981, 0.05332547053694725, 0.054657723754644394]}, "_runtime": 33.87414836883545, "_timestamp": 1596214358.6314309, "_step": 37}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 3.0, 0.0, 4.0, 3.0, 3.0, 1.0, 1.0, 2.0, 3.0, 0.0, 4.0, 4.0, 1.0, 1.0, 1.0, 4.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008456072770059109, -0.008151644840836525, -0.007847216911613941, -0.007542788982391357, -0.007238361053168774, -0.006933933589607477, -0.006629505660384893, -0.00632507773116231, -0.006020649801939726, -0.005716221872717142, -0.005411793943494558, -0.0051073660142719746, -0.004802938550710678, -0.004498510621488094, -0.0041940826922655106, -0.003889654763042927, -0.003585226833820343, -0.0032807989045977592, -0.0029763709753751755, -0.0026719432789832354, -0.0023675153497606516, -0.002063087420538068, -0.0017586596077308059, -0.001454231794923544, -0.0011498038657009602, -0.0008453759946860373, -0.0005409481236711144, -0.0002365202526561916, 6.790761835873127e-05, 0.00037233548937365413, 0.000676763360388577, 0.000981191173195839, 0.0012856191024184227, 0.0015900470316410065, 0.0018944748444482684, 0.0021989026572555304, 0.002503330586478114, 0.002807758515700698, 0.003112186212092638, 0.003416614141315222, 0.0037210420705378056, 0.004025469999760389, 0.004329897928982973, 0.004634325858205557, 0.004938753321766853, 0.005243181250989437, 0.005547609180212021, 0.005852037109434605, 0.006156465038657188, 0.006460892967879772, 0.006765320897102356, 0.00706974882632494, 0.0073741767555475235, 0.00767860421910882, 0.007983032613992691, 0.008287460543215275, 0.008591888472437859, 0.008896315470337868, 0.009200743399560452, 0.009505171328783035, 0.009809599258005619, 0.010114027187228203, 0.010418455116450787, 0.01072288304567337, 0.011027310974895954]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 3.0, 2.0, 1.0, 4.0, 5.0, 5.0, 8.0, 13.0, 17.0, 22.0, 27.0, 32.0, 54.0, 50.0, 75.0, 104.0, 133.0, 201.0, 270.0, 358.0, 3121.0, 2088.0, 499.0, 262.0, 159.0, 106.0, 68.0, 46.0, 36.0, 34.0, 21.0, 18.0, 14.0, 14.0, 9.0, 13.0, 6.0, 7.0, 5.0, 0.0, 6.0, 5.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0], "bins": [-0.15727584064006805, -0.1526392251253128, -0.14800259470939636, -0.1433659791946411, -0.13872936367988586, -0.13409274816513062, -0.12945611774921417, -0.12481950223445892, -0.12018288671970367, -0.11554626375436783, -0.11090964078903198, -0.10627302527427673, -0.10163640230894089, -0.09699978679418564, -0.09236316382884979, -0.08772654831409454, -0.0830899253487587, -0.07845330238342285, -0.0738166868686676, -0.06918006390333176, -0.06454344838857651, -0.05990682542324066, -0.055270206183195114, -0.05063358694314957, -0.04599696770310402, -0.04136034846305847, -0.036723729223012924, -0.03208710998296738, -0.02745048888027668, -0.022813869640231133, -0.018177248537540436, -0.013540629297494888, -0.00890401005744934, -0.004267390351742506, 0.00036922935396432877, 0.0050058490596711636, 0.009642468765377998, 0.014279088005423546, 0.018915709108114243, 0.02355232834815979, 0.028188947588205338, 0.032825566828250885, 0.03746218606829643, 0.04209880530834198, 0.046735428273677826, 0.05137204751372337, 0.05600866675376892, 0.06064528599381447, 0.06528190523386002, 0.06991852819919586, 0.07455514371395111, 0.07919176667928696, 0.0838283821940422, 0.08846500515937805, 0.0931016206741333, 0.09773824363946915, 0.10237486660480499, 0.10701148211956024, 0.11164810508489609, 0.11628472059965134, 0.12092134356498718, 0.12555795907974243, 0.13019457459449768, 0.13483120501041412, 0.13946782052516937]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 2.0, 1.0, 0.0, 2.0, 4.0, 1.0, 5.0, 4.0, 5.0, 2.0, 4.0, 4.0, 5.0, 2.0, 2.0, 28.0, 3.0, 3.0, 4.0, 3.0, 6.0, 4.0, 2.0, 2.0, 3.0, 1.0, 4.0, 1.0, 1.0, 2.0, 2.0, 1.0, 0.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0033164755441248417, -0.0032141238916665316, -0.003111772472038865, -0.003009420819580555, -0.0029070693999528885, -0.0028047177474945784, -0.002702366327866912, -0.0026000146754086018, -0.0024976632557809353, -0.002395311603322625, -0.002292959950864315, -0.0021906085312366486, -0.0020882568787783384, -0.001985905459150672, -0.0018835538066923618, -0.0017812022706493735, -0.0016788507346063852, -0.001576499198563397, -0.0014741476625204086, -0.0013717961264774203, -0.001269444590434432, -0.001167092937976122, -0.0010647414019331336, -0.0009623898658901453, -0.000860038329847157, -0.0007576867938041687, -0.0006553352577611804, -0.0005529836635105312, -0.0004506321274675429, -0.0003482805914245546, -0.00024592902627773583, -0.0001435774756828323, -4.122592508792877e-05, 6.112562550697476e-05, 0.00016347717610187829, 0.00026582874124869704, 0.00036818027729168534, 0.00047053181333467364, 0.0005728834075853229, 0.0006752349436283112, 0.0007775864796712995, 0.0008799380157142878, 0.000982289551757276, 0.0010846410878002644, 0.0011869927402585745, 0.0012893442763015628, 0.001391695812344551, 0.0014940473483875394, 0.0015963988844305277, 0.001698750420473516, 0.0018011019565165043, 0.0019034534925594926, 0.002005805028602481, 0.002108156681060791, 0.0022105081006884575, 0.0023128597531467676, 0.0024152114056050777, 0.0025175628252327442, 0.0026199144776910543, 0.002722265897318721, 0.002824617549777031, 0.0029269689694046974, 0.0030293206218630075, 0.003131672041490674, 0.003234023693948984]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 3.0, 4.0, 1.0, 4.0, 11.0, 6.0, 11.0, 24.0, 28.0, 42.0, 44.0, 84.0, 113.0, 210.0, 307.0, 507.0, 772.0, 1286.0, 2180.0, 3927.0, 7604.0, 15067.0, 31324.0, 72761.0, 214711.0, 661013.0, 85540.0, 38444.0, 18815.0, 10156.0, 5588.0, 3326.0, 1981.0, 1254.0, 782.0, 565.0, 332.0, 250.0, 163.0, 94.0, 92.0, 68.0, 45.0, 31.0, 19.0, 20.0, 5.0, 4.0, 6.0, 4.0, 4.0, 5.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.011834361590445042, -0.011381753720343113, -0.010929146781563759, -0.01047653891146183, -0.010023931041359901, -0.009571324102580547, -0.009118716232478619, -0.00866610836237669, -0.008213501423597336, -0.007760893553495407, -0.007308285683393478, -0.006855678278952837, -0.006403070874512196, -0.005950463004410267, -0.0054978555999696255, -0.005045247729867697, -0.004592640325427055, -0.004140032920986414, -0.0036874250508844852, -0.003234817646443844, -0.002782210009172559, -0.0023296023719012737, -0.0018769948510453105, -0.0014243873301893473, -0.0009717796929180622, -0.0005191721138544381, -6.656453479081392e-05, 0.0003860430442728102, 0.0008386506233364344, 0.0012912582606077194, 0.0017438657814636827, 0.002196473302319646, 0.002649080939590931, 0.003101688576862216, 0.003554296214133501, 0.0040069036185741425, 0.004459511488676071, 0.004912118893116713, 0.005364726297557354, 0.005817334167659283, 0.006269941572099924, 0.0067225489765405655, 0.007175156846642494, 0.007627764251083136, 0.008080371655523777, 0.008532979525625706, 0.008985587395727634, 0.009438194334506989, 0.009890802204608917, 0.010343410074710846, 0.0107960170134902, 0.011248624883592129, 0.011701232753694057, 0.012153839692473412, 0.01260644756257534, 0.013059055432677269, 0.013511663302779198, 0.013964270241558552, 0.01441687811166048, 0.01486948598176241, 0.015322092920541763, 0.015774700790643692, 0.01622730866074562, 0.01667991653084755, 0.017132524400949478]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 3.0, 1.0, 0.0, 3.0, 0.0, 2.0, 2.0, 2.0, 1.0, 4.0, 7.0, 12.0, 2.0, 0.0, 1.0, 0.0, 2.0, 3.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02398625761270523, -0.023272590711712837, -0.022558925673365593, -0.0218452587723732, -0.021131591871380806, -0.02041792683303356, -0.019704259932041168, -0.018990593031048775, -0.01827692613005638, -0.017563261091709137, -0.016849594190716743, -0.01613592728972435, -0.015422262251377106, -0.014708595350384712, -0.013994929380714893, -0.0132812624797225, -0.012567596510052681, -0.011853930540382862, -0.011140263639390469, -0.01042659766972065, -0.009712930768728256, -0.008999264799058437, -0.008285598829388618, -0.007571932394057512, -0.006858265958726406, -0.0061445995233953, -0.005430933088064194, -0.004717267118394375, -0.004003600683063269, -0.0032899342477321625, -0.0025762680452317, -0.0018626017263159156, -0.0011489354074001312, -0.00043526908848434687, 0.0002783972304314375, 0.0009920635493472219, 0.0017057298682630062, 0.0024193963035941124, 0.003133062506094575, 0.0038467287085950375, 0.004560395143926144, 0.00527406157925725, 0.005987728014588356, 0.006701393984258175, 0.007415060419589281, 0.008128726854920387, 0.008842392824590206, 0.0095560597255826, 0.010269725695252419, 0.010983391664922237, 0.011697058565914631, 0.01241072453558445, 0.013124391436576843, 0.013838057406246662, 0.014551723375916481, 0.015265390276908875, 0.01597905531525612, 0.016692722216248512, 0.017406389117240906, 0.0181200560182333, 0.018833721056580544, 0.019547387957572937, 0.02026105485856533, 0.020974719896912575, 0.021688386797904968]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 12.0, 8.0, 7.0, 14.0, 31.0, 51.0, 73.0, 76.0, 101.0, 132.0, 148.0, 193.0, 239.0, 280.0, 445.0, 535.0, 730.0, 978.0, 1921.0, 7102.0, 2203.0, 685.0, 505.0, 439.0, 299.0, 249.0, 215.0, 143.0, 101.0, 104.0, 90.0, 58.0, 47.0, 32.0, 29.0, 31.0, 19.0, 20.0, 15.0, 11.0, 9.0, 11.0, 5.0, 2.0, 6.0, 6.0, 7.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.014663735404610634, -0.014095711521804333, -0.013527687638998032, -0.01295966375619173, -0.01239163987338543, -0.011823615059256554, -0.011255591176450253, -0.010687567293643951, -0.01011954341083765, -0.00955151952803135, -0.008983495645225048, -0.008415471762418747, -0.007847446948289871, -0.007279423531144857, -0.006711399182677269, -0.006143375299870968, -0.005575351417064667, -0.005007327534258366, -0.0044393036514520645, -0.003871279302984476, -0.003303255420178175, -0.002735231537371874, -0.002167207421734929, -0.0015991834225133061, -0.0010311594232916832, -0.00046313542407006025, 0.00010488857515156269, 0.0006729125743731856, 0.0012409365735948086, 0.0018089605728164315, 0.0023769845720380545, 0.0029450086876749992, 0.0035130325704813004, 0.0040810564532876015, 0.004649080336093903, 0.005217104684561491, 0.005785128567367792, 0.006353152450174093, 0.006921176798641682, 0.007489200681447983, 0.008057224564254284, 0.008625248447060585, 0.009193272329866886, 0.009761296212673187, 0.010329321026802063, 0.010897344909608364, 0.011465368792414665, 0.012033392675220966, 0.012601416558027267, 0.013169440440833569, 0.01373746432363987, 0.01430548820644617, 0.014873512089252472, 0.015441536903381348, 0.016009559854865074, 0.01657758466899395, 0.017145607620477676, 0.017713632434606552, 0.018281657248735428, 0.018849680200219154, 0.01941770501434803, 0.019985727965831757, 0.020553752779960632, 0.02112177573144436, 0.021689800545573235]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 3.0, 1.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 3.0, 0.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.25845038890838623, -0.25234147906303406, -0.2462325543165207, -0.24012364447116852, -0.23401471972465515, -0.22790580987930298, -0.2217968851327896, -0.21568797528743744, -0.20957905054092407, -0.2034701406955719, -0.19736123085021973, -0.19125230610370636, -0.1851433962583542, -0.17903447151184082, -0.17292556166648865, -0.16681663691997528, -0.1607077270746231, -0.15459881722927094, -0.14848989248275757, -0.1423809826374054, -0.13627205789089203, -0.13016314804553986, -0.12405423074960709, -0.11794531345367432, -0.11183639615774155, -0.10572747886180878, -0.09961856156587601, -0.09350964426994324, -0.08740073442459106, -0.0812918171286583, -0.07518289983272552, -0.06907398253679276, -0.06296506524085999, -0.056856147944927216, -0.050747230648994446, -0.044638317078351974, -0.038529399782419205, -0.032420482486486435, -0.026311567053198814, -0.020202651619911194, -0.014093734323978424, -0.007984817959368229, -0.0018759015947580338, 0.004233014769852161, 0.010341931134462357, 0.016450848430395126, 0.022559763863682747, 0.028668679296970367, 0.03477759659290314, 0.04088651388883591, 0.04699543118476868, 0.05310434475541115, 0.05921326205134392, 0.06532217562198639, 0.07143109291791916, 0.07754001021385193, 0.0836489275097847, 0.08975784480571747, 0.09586676210165024, 0.10197567939758301, 0.10808458924293518, 0.11419350653886795, 0.12030242383480072, 0.1264113485813141, 0.13252025842666626]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 2.0, 2.0, 1.0, 2.0, 5.0, 3.0, 1.0, 1.0, 2.0, 2.0, 3.0, 5.0, 12.0, 20.0, 24.0, 54.0, 37.0, 32.0, 16.0, 6.0, 4.0, 8.0, 4.0, 4.0, 3.0, 6.0, 5.0, 0.0, 0.0, 1.0, 4.0, 1.0, 0.0, 0.0, 3.0], "bins": [-0.20956294238567352, -0.20483972132205963, -0.20011650025844574, -0.19539327919483185, -0.19067005813121796, -0.18594683706760406, -0.18122361600399017, -0.17650039494037628, -0.1717771738767624, -0.1670539528131485, -0.1623307317495346, -0.15760751068592072, -0.15288428962230682, -0.14816106855869293, -0.14343784749507904, -0.13871462643146515, -0.13399140536785126, -0.12926818430423737, -0.12454496324062347, -0.11982174217700958, -0.11509852111339569, -0.1103753000497818, -0.10565207898616791, -0.10092885792255402, -0.09620563685894012, -0.09148241579532623, -0.08675919473171234, -0.08203597366809845, -0.07731275260448456, -0.07258953154087067, -0.06786631047725677, -0.06314308941364288, -0.05841986835002899, -0.0536966472864151, -0.04897342622280121, -0.04425020515918732, -0.039526984095573425, -0.034803763031959534, -0.030080541968345642, -0.02535732090473175, -0.02063409984111786, -0.015910878777503967, -0.011187657713890076, -0.006464436650276184, -0.0017412155866622925, 0.002982005476951599, 0.007705226540565491, 0.012428447604179382, 0.017151668667793274, 0.021874889731407166, 0.026598110795021057, 0.03132133185863495, 0.03604455292224884, 0.04076777398586273, 0.045490995049476624, 0.050214216113090515, 0.05493743717670441, 0.0596606582403183, 0.06438387930393219, 0.06910710036754608, 0.07383032143115997, 0.07855354249477386, 0.08327676355838776, 0.08799998462200165, 0.09272320568561554]}, "_runtime": 34.643771171569824, "_timestamp": 1596214359.4010537, "_step": 38}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 2.0, 0.0, 4.0, 2.0, 1.0, 2.0, 2.0, 2.0, 2.0, 2.0, 1.0, 1.0, 3.0, 3.0, 2.0, 2.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009386160410940647, -0.009064820595085621, -0.00874348171055317, -0.008422141894698143, -0.008100802078843117, -0.007779463194310665, -0.007458123378455639, -0.0071367840282619, -0.006815444678068161, -0.006494105327874422, -0.006172765977680683, -0.005851426161825657, -0.005530086811631918, -0.005208747461438179, -0.004887407645583153, -0.004566068295389414, -0.004244728945195675, -0.003923389595001936, -0.0036020500119775534, -0.0032807104289531708, -0.002959371078759432, -0.002638031728565693, -0.0023166921455413103, -0.0019953525625169277, -0.0016740132123231888, -0.001352673745714128, -0.0010313342791050673, -0.0007099948124960065, -0.0003886553458869457, -6.731587927788496e-05, 0.0002540235873311758, 0.0005753630539402366, 0.0008967025205492973, 0.001218041987158358, 0.0015393814537674189, 0.0018607209203764796, 0.0021820603869855404, 0.0025033997371792793, 0.002824739320203662, 0.0031460789032280445, 0.0034674182534217834, 0.0037887576036155224, 0.004110096953809261, 0.004431436769664288, 0.0047527761198580265, 0.0050741154700517654, 0.005395455285906792, 0.005716794636100531, 0.0060381339862942696, 0.0063594733364880085, 0.0066808126866817474, 0.007002152502536774, 0.007323491852730513, 0.0076448312029242516, 0.007966171018779278, 0.00828750990331173, 0.008608849719166756, 0.008930189535021782, 0.009251528419554234, 0.00957286823540926, 0.009894207119941711, 0.010215546935796738, 0.010536886751651764, 0.010858225636184216, 0.011179565452039242]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 4.0, 0.0, 2.0, 5.0, 4.0, 8.0, 9.0, 8.0, 3.0, 13.0, 15.0, 17.0, 19.0, 32.0, 33.0, 51.0, 68.0, 89.0, 118.0, 172.0, 288.0, 377.0, 715.0, 4380.0, 616.0, 279.0, 167.0, 99.0, 73.0, 54.0, 60.0, 33.0, 32.0, 15.0, 17.0, 15.0, 14.0, 6.0, 5.0, 3.0, 5.0, 1.0, 0.0, 1.0, 1.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.18350060284137726, -0.17810678482055664, -0.17271296679973602, -0.1673191487789154, -0.1619253307580948, -0.15653151273727417, -0.15113769471645355, -0.14574387669563293, -0.14035004377365112, -0.1349562257528305, -0.1295624077320099, -0.12416859716176987, -0.11877477169036865, -0.11338095366954803, -0.10798713564872742, -0.1025933176279068, -0.09719949960708618, -0.09180568158626556, -0.08641186356544495, -0.08101804554462433, -0.07562422752380371, -0.0702304020524025, -0.06483658403158188, -0.05944276601076126, -0.05404894798994064, -0.048655129969120026, -0.04326131194829941, -0.03786749020218849, -0.032473672181367874, -0.027079854160547256, -0.02168603427708149, -0.016292214393615723, -0.010898396372795105, -0.005504577420651913, -0.0001107584685087204, 0.005283060483634472, 0.010676879435777664, 0.016070697456598282, 0.02146451734006405, 0.026858337223529816, 0.03225215524435043, 0.03764597326517105, 0.04303979128599167, 0.048433613032102585, 0.0538274310529232, 0.05922124907374382, 0.06461507081985474, 0.07000888884067535, 0.07540270686149597, 0.08079652488231659, 0.08619034290313721, 0.09158416092395782, 0.09697797894477844, 0.10237180441617966, 0.10776562243700027, 0.11315944045782089, 0.11855325847864151, 0.12394707649946213, 0.12934090197086334, 0.13473471999168396, 0.14012853801250458, 0.1455223560333252, 0.1509161740541458, 0.15630999207496643, 0.16170381009578705]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 2.0, 2.0, 1.0, 2.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 5.0, 2.0, 3.0, 2.0, 2.0, 5.0, 1.0, 5.0, 2.0, 24.0, 4.0, 6.0, 5.0, 4.0, 5.0, 4.0, 4.0, 3.0, 1.0, 2.0, 1.0, 2.0, 2.0, 0.0, 0.0, 3.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0022790376096963882, -0.002190766390413046, -0.0021024951711297035, -0.002014223951846361, -0.0019259528489783406, -0.00183768174611032, -0.0017494105268269777, -0.0016611393075436354, -0.001572868088260293, -0.0014845969853922725, -0.0013963257661089301, -0.0013080545468255877, -0.0012197834439575672, -0.0011315122246742249, -0.0010432410053908825, -0.000954969844315201, -0.0008666986832395196, -0.0007784275221638381, -0.0006901563028804958, -0.0006018851418048143, -0.000513613922521472, -0.00042534276144579053, -0.0003370716003701091, -0.0002488004101905972, -0.00016052922001108527, -7.225803710753098e-05, 1.601314579602331e-05, 0.0001042843286995776, 0.0001925555116031319, 0.0002808267017826438, 0.00036909786285832524, 0.00045736905303783715, 0.000545640243217349, 0.0006339114042930305, 0.0007221826235763729, 0.0008104537846520543, 0.0008987250039353967, 0.0009869961068034172, 0.0010752673260867596, 0.001163538545370102, 0.0012518097646534443, 0.0013400808675214648, 0.0014283520868048072, 0.0015166233060881495, 0.00160489440895617, 0.0016931656282395124, 0.0017814368475228548, 0.0018697079503908753, 0.001957979053258896, 0.0020462502725422382, 0.0021345214918255806, 0.002222792711108923, 0.0023110639303922653, 0.0023993351496756077, 0.00248760636895895, 0.0025758773554116488, 0.002664148574694991, 0.0027524197939783335, 0.002840691013261676, 0.002928962232545018, 0.0030172334518283606, 0.0031055044382810593, 0.0031937756575644016, 0.003282046876847744, 0.0033703180961310863]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 0.0, 2.0, 2.0, 3.0, 8.0, 8.0, 6.0, 11.0, 21.0, 26.0, 30.0, 43.0, 56.0, 74.0, 110.0, 169.0, 208.0, 360.0, 457.0, 731.0, 1108.0, 1834.0, 3004.0, 4964.0, 9008.0, 16479.0, 32784.0, 72504.0, 204981.0, 646016.0, 89752.0, 41826.0, 21710.0, 11993.0, 6970.0, 4251.0, 2600.0, 1707.0, 1149.0, 772.0, 480.0, 437.0, 260.0, 197.0, 141.0, 92.0, 70.0, 68.0, 36.0, 40.0, 19.0, 21.0, 11.0, 7.0, 5.0, 2.0, 5.0, 2.0, 4.0, 3.0, 2.0, 2.0, 4.0], "bins": [-0.012353030033409595, -0.011943479999899864, -0.011533929966390133, -0.011124379001557827, -0.010714828968048096, -0.010305278934538364, -0.009895728901028633, -0.009486178867518902, -0.00907662883400917, -0.008667077869176865, -0.008257527835667133, -0.007847977802157402, -0.007438427768647671, -0.007028877269476652, -0.006619327235966921, -0.006209776736795902, -0.005800226703286171, -0.00539067666977644, -0.004981126170605421, -0.00457157613709569, -0.004162025637924671, -0.00375247560441494, -0.0033429255709052086, -0.0029333753045648336, -0.0025238250382244587, -0.0021142747718840837, -0.0017047246219590306, -0.0012951744720339775, -0.0008856242056936026, -0.00047607399756088853, -6.65237894281745e-05, 0.00034302641870453954, 0.0007525766268372536, 0.0011621268931776285, 0.0015716770431026816, 0.0019812271930277348, 0.0023907774593681097, 0.0028003277257084846, 0.003209877759218216, 0.003619428025558591, 0.004028978291898966, 0.004438528325408697, 0.004848078824579716, 0.005257628858089447, 0.005667178891599178, 0.006076729390770197, 0.006486279424279928, 0.006895829923450947, 0.007305379956960678, 0.007714929990470409, 0.00812448002398014, 0.008534030988812447, 0.008943581022322178, 0.00935313105583191, 0.00976268108934164, 0.010172231122851372, 0.010581782087683678, 0.010991332121193409, 0.01140088215470314, 0.011810432188212872, 0.012219982221722603, 0.012629532255232334, 0.01303908322006464, 0.013448633253574371, 0.013858183287084103]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 2.0, 3.0, 6.0, 3.0, 10.0, 1.0, 5.0, 4.0, 2.0, 8.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0], "bins": [-0.023495443165302277, -0.022356223315000534, -0.02121700346469879, -0.02007778361439705, -0.018938563764095306, -0.017799343913793564, -0.01666012406349182, -0.015520903281867504, -0.014381683431565762, -0.013242463581264019, -0.012103243730962276, -0.010964023880660534, -0.009824803099036217, -0.008685583248734474, -0.007546363398432732, -0.006407143548130989, -0.0052679236978292465, -0.004128703847527504, -0.0029894837643951178, -0.0018502637976780534, -0.000711043830960989, 0.0004281761357560754, 0.0015673961024731398, 0.002706616185605526, 0.0038458360359072685, 0.004985055886209011, 0.006124275736510754, 0.0072634960524737835, 0.008402716368436813, 0.009541936218738556, 0.010681156069040298, 0.011820375919342041, 0.012959595769643784, 0.014098815619945526, 0.015238035470247269, 0.01637725532054901, 0.017516475170850754, 0.018655695021152496, 0.01979491487145424, 0.02093413472175598, 0.022073354572057724, 0.023212576285004616, 0.02435179613530636, 0.0254910159856081, 0.026630235835909843, 0.027769455686211586, 0.02890867553651333, 0.03004789538681507, 0.031187115237116814, 0.032326336950063705, 0.03346555680036545, 0.03460477665066719, 0.03574399650096893, 0.036883216351270676, 0.03802243620157242, 0.03916165605187416, 0.0403008759021759, 0.041440095752477646, 0.04257931560277939, 0.04371853545308113, 0.044857755303382874, 0.045996975153684616, 0.04713619500398636, 0.0482754148542881, 0.049414634704589844]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 4.0, 2.0, 3.0, 5.0, 7.0, 6.0, 12.0, 9.0, 9.0, 4.0, 8.0, 18.0, 35.0, 39.0, 55.0, 114.0, 185.0, 235.0, 395.0, 487.0, 731.0, 857.0, 1104.0, 1386.0, 1651.0, 2496.0, 5709.0, 722.0, 385.0, 359.0, 264.0, 165.0, 115.0, 78.0, 72.0, 56.0, 68.0, 58.0, 32.0, 48.0, 35.0, 39.0, 44.0, 36.0, 37.0, 28.0, 41.0, 40.0, 44.0, 27.0, 31.0, 14.0, 9.0, 5.0, 4.0, 4.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.020219864323735237, -0.019535275176167488, -0.01885068789124489, -0.01816609874367714, -0.01748151145875454, -0.01679692231118679, -0.01611233316361904, -0.015427745878696442, -0.014743156731128693, -0.014058568514883518, -0.013373980298638344, -0.01268939208239317, -0.012004803866147995, -0.01132021564990282, -0.010635626502335072, -0.009951038286089897, -0.009266450069844723, -0.008581861853599548, -0.007897273637354374, -0.007212684955447912, -0.0065280962735414505, -0.005843508057296276, -0.005158919841051102, -0.00447433115914464, -0.0037897429428994656, -0.0031051544938236475, -0.0024205660447478294, -0.001735977828502655, -0.001051389379426837, -0.0003668009885586798, 0.00031778740230947733, 0.0010023757349699736, 0.0016869641840457916, 0.0023715526331216097, 0.0030561410821974277, 0.003740729298442602, 0.004425317980349064, 0.005109906196594238, 0.005794494412839413, 0.006479083094745874, 0.007163671310991049, 0.00784825999289751, 0.008532848209142685, 0.00921743642538786, 0.009902024641633034, 0.010586612857878208, 0.011271202005445957, 0.011955790221691132, 0.012640378437936306, 0.01332496665418148, 0.014009554870426655, 0.014694144017994404, 0.015378732234239578, 0.016063319519162178, 0.016747908666729927, 0.017432497814297676, 0.018117085099220276, 0.018801674246788025, 0.019486261531710625, 0.020170850679278374, 0.020855439826846123, 0.021540027111768723, 0.02222461625933647, 0.02290920354425907, 0.02359379269182682]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.2712869644165039, -0.2646802067756653, -0.2580734193325043, -0.25146666169166565, -0.24485990405082703, -0.2382531315088272, -0.2316463589668274, -0.22503960132598877, -0.21843282878398895, -0.21182605624198914, -0.2052192986011505, -0.1986125260591507, -0.19200575351715088, -0.18539899587631226, -0.17879222333431244, -0.17218546569347382, -0.165578693151474, -0.15897192060947418, -0.15236516296863556, -0.14575839042663574, -0.13915163278579712, -0.1325448602437973, -0.12593808770179749, -0.11933132261037827, -0.11272455751895905, -0.10611779242753983, -0.0995110273361206, -0.09290425479412079, -0.08629748970270157, -0.07969072461128235, -0.07308395206928253, -0.06647718697786331, -0.05987042188644409, -0.05326365679502487, -0.04665688797831535, -0.040050119161605835, -0.033443354070186615, -0.026836587116122246, -0.020229820162057877, -0.013623053207993507, -0.007016286253929138, -0.000409519299864769, 0.0061972476541996, 0.01280401460826397, 0.01941078156232834, 0.026017548516392708, 0.03262431547045708, 0.039231084287166595, 0.045837849378585815, 0.052444614470005035, 0.059051383286714554, 0.06565815210342407, 0.07226491719484329, 0.07887168228626251, 0.08547845482826233, 0.09208521991968155, 0.09869198501110077, 0.10529875010251999, 0.11190551519393921, 0.11851228773593903, 0.12511906027793884, 0.13172581791877747, 0.13833259046077728, 0.1449393481016159, 0.15154612064361572]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 4.0, 1.0, 1.0, 0.0, 3.0, 2.0, 4.0, 2.0, 2.0, 0.0, 2.0, 2.0, 4.0, 6.0, 0.0, 1.0, 0.0, 5.0, 4.0, 12.0, 19.0, 21.0, 16.0, 30.0, 31.0, 25.0, 15.0, 10.0, 6.0, 11.0, 6.0, 8.0, 8.0, 3.0, 4.0, 1.0, 2.0, 2.0, 1.0, 0.0, 2.0, 1.0, 2.0], "bins": [-0.10959606617689133, -0.10715942084789276, -0.1047227680683136, -0.10228612273931503, -0.09984947741031647, -0.0974128320813179, -0.09497618675231934, -0.09253953397274017, -0.09010288864374161, -0.08766624331474304, -0.08522959053516388, -0.08279294520616531, -0.08035629987716675, -0.07791965454816818, -0.07548300921916962, -0.07304635643959045, -0.07060971111059189, -0.06817306578159332, -0.06573641300201416, -0.0632997676730156, -0.06086312234401703, -0.05842647701501846, -0.0559898279607296, -0.053553178906440735, -0.05111653357744217, -0.048679888248443604, -0.04624323919415474, -0.043806590139865875, -0.04136994481086731, -0.038933299481868744, -0.03649665042757988, -0.034060001373291016, -0.03162335604429245, -0.029186708852648735, -0.02675006166100502, -0.024313414469361305, -0.02187676727771759, -0.019440120086073875, -0.01700347289443016, -0.014566825702786446, -0.01213017851114273, -0.009693531319499016, -0.007256884127855301, -0.004820236936211586, -0.002383589744567871, 5.305744707584381e-05, 0.0024897046387195587, 0.004926351830363274, 0.0073629990220069885, 0.009799646213650703, 0.012236293405294418, 0.014672940596938133, 0.017109587788581848, 0.019546234980225563, 0.021982882171869278, 0.024419529363512993, 0.026856176555156708, 0.029292823746800423, 0.03172947093844414, 0.034166119992733, 0.03660276532173157, 0.03903941065073013, 0.041476059705019, 0.04391270875930786, 0.04634935408830643]}, "_runtime": 35.4190571308136, "_timestamp": 1596214360.1763396, "_step": 39}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 1.0, 2.0, 1.0, 4.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 2.0, 7.0, 2.0, 6.0, 0.0, 0.0, 2.0, 8.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013649014756083488, -0.013254568912088871, -0.012860123999416828, -0.01246567815542221, -0.012071232311427593, -0.01167678739875555, -0.011282341554760933, -0.010887895710766315, -0.010493450798094273, -0.010099004954099655, -0.009704559110105038, -0.009310114197432995, -0.008915668353438377, -0.00852122250944376, -0.008126777596771717, -0.0077323317527771, -0.0073378863744437695, -0.006943440996110439, -0.006548995152115822, -0.006154549773782492, -0.0057601043954491615, -0.005365658551454544, -0.004971213173121214, -0.004576767794787884, -0.004182321950793266, -0.003787876572459936, -0.003393431194126606, -0.002998985582962632, -0.0026045399717986584, -0.002210094593465328, -0.0018156489823013544, -0.0014212034875527024, -0.0010267579928040504, -0.0006323124980553985, -0.00023786694509908557, 0.00015657857875339687, 0.0005510241026058793, 0.0009454695973545313, 0.001339915208518505, 0.001734360703267157, 0.002128806198015809, 0.002523251809179783, 0.002917697187513113, 0.003312142798677087, 0.0037065884098410606, 0.004101033788174391, 0.004495479166507721, 0.004889925010502338, 0.0052843703888356686, 0.005678815767168999, 0.006073261611163616, 0.006467706989496946, 0.0068621523678302765, 0.007256598211824894, 0.007651043590158224, 0.008045488968491554, 0.008439934812486172, 0.008834379725158215, 0.009228825569152832, 0.00962327141314745, 0.010017716325819492, 0.01041216216981411, 0.010806608013808727, 0.01120105292648077, 0.011595498770475388]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 4.0, 4.0, 10.0, 6.0, 14.0, 11.0, 26.0, 26.0, 43.0, 47.0, 75.0, 126.0, 177.0, 286.0, 522.0, 4835.0, 892.0, 330.0, 160.0, 97.0, 50.0, 56.0, 32.0, 19.0, 24.0, 13.0, 8.0, 7.0, 5.0, 5.0, 1.0, 3.0, 4.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.2639082372188568, -0.2564774453639984, -0.2490466684103012, -0.241615891456604, -0.2341850996017456, -0.2267543226480484, -0.2193235456943512, -0.2118927538394928, -0.2044619768857956, -0.1970311999320984, -0.18960040807724, -0.18216963112354279, -0.17473885416984558, -0.16730806231498718, -0.15987728536128998, -0.15244649350643158, -0.14501571655273438, -0.13758493959903717, -0.13015414774417877, -0.12272337079048157, -0.11529258638620377, -0.10786180198192596, -0.10043102502822876, -0.09300024062395096, -0.08556945621967316, -0.07813867181539536, -0.07070788741111755, -0.06327711045742035, -0.05584632605314255, -0.048415541648864746, -0.04098476096987724, -0.03355398029088974, -0.02612319588661194, -0.018692413344979286, -0.011261630803346634, -0.0038308482617139816, 0.0035999342799186707, 0.011030716821551323, 0.018461499363183975, 0.025892281904816628, 0.03332306444644928, 0.04075384885072708, 0.048184629529714584, 0.05561541020870209, 0.06304619461297989, 0.07047697901725769, 0.0779077559709549, 0.0853385403752327, 0.0927693247795105, 0.1002001091837883, 0.1076308935880661, 0.1150616705417633, 0.12249245494604111, 0.1299232393503189, 0.1373540163040161, 0.1447848081588745, 0.15221558511257172, 0.15964636206626892, 0.16707715392112732, 0.17450793087482452, 0.18193870782852173, 0.18936949968338013, 0.19680027663707733, 0.20423106849193573, 0.21166184544563293]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 3.0, 2.0, 1.0, 1.0, 2.0, 2.0, 2.0, 4.0, 4.0, 1.0, 5.0, 2.0, 3.0, 1.0, 6.0, 1.0, 5.0, 26.0, 3.0, 3.0, 1.0, 6.0, 0.0, 2.0, 4.0, 5.0, 3.0, 2.0, 1.0, 0.0, 2.0, 5.0, 2.0, 1.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.0028467648662626743, -0.0027712853625416756, -0.0026958060916513205, -0.0026203265879303217, -0.0025448473170399666, -0.002469367813318968, -0.002393888309597969, -0.002318409038707614, -0.002242929534986615, -0.0021674500312656164, -0.0020919707603752613, -0.0020164912566542625, -0.0019410118693485856, -0.0018655324820429087, -0.00179005297832191, -0.001714573591016233, -0.001639094203710556, -0.001563614816404879, -0.0014881354290992022, -0.0014126559253782034, -0.0013371765380725265, -0.0012616971507668495, -0.0011862176470458508, -0.0011107382597401738, -0.0010352588724344969, -0.0009597794851288199, -0.0008843000396154821, -0.0008088205941021442, -0.0007333412067964673, -0.0006578618194907904, -0.0005823823739774525, -0.0005069029284641147, -0.00043142354115843773, -0.00035594412474893034, -0.00028046470833942294, -0.00020498529192991555, -0.00012950587552040815, -5.402645911090076e-05, 2.1452957298606634e-05, 9.693237370811403e-05, 0.00017241179011762142, 0.0002478912065271288, 0.0003233706229366362, 0.0003988500393461436, 0.000474329455755651, 0.0005498088430613279, 0.0006252882885746658, 0.0007007677340880036, 0.0007762471213936806, 0.0008517265086993575, 0.0009272059542126954, 0.0010026853997260332, 0.0010781647870317101, 0.001153644174337387, 0.0012291236780583858, 0.0013046030653640628, 0.0013800824526697397, 0.0014555618399754167, 0.0015310412272810936, 0.0016065207310020924, 0.0016820001183077693, 0.0017574795056134462, 0.001832959009334445, 0.001908438396640122, 0.001983917783945799]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 8.0, 2.0, 8.0, 8.0, 8.0, 11.0, 20.0, 26.0, 34.0, 55.0, 86.0, 118.0, 139.0, 212.0, 300.0, 458.0, 706.0, 1060.0, 1658.0, 2872.0, 4762.0, 8200.0, 15558.0, 30660.0, 65836.0, 162397.0, 686041.0, 99521.0, 44977.0, 22652.0, 12247.0, 7153.0, 4099.0, 2565.0, 1559.0, 1068.0, 749.0, 525.0, 373.0, 264.0, 176.0, 147.0, 88.0, 73.0, 47.0, 29.0, 23.0, 14.0, 16.0, 14.0, 5.0, 4.0, 3.0, 2.0, 2.0, 2.0, 1.0, 3.0], "bins": [-0.011745980009436607, -0.01138309482485056, -0.011020209640264511, -0.010657324455678463, -0.010294439271092415, -0.009931554086506367, -0.009568668901920319, -0.00920578371733427, -0.008842898532748222, -0.008480013348162174, -0.008117128163576126, -0.007754242978990078, -0.00739135779440403, -0.007028472609817982, -0.006665587425231934, -0.0063027022406458855, -0.005939817056059837, -0.005576931871473789, -0.005214046686887741, -0.004851161502301693, -0.004488276317715645, -0.004125391133129597, -0.0037625059485435486, -0.0033996207639575005, -0.0030367355793714523, -0.002673850394785404, -0.002310965210199356, -0.001948080025613308, -0.0015851948410272598, -0.0012223096564412117, -0.0008594244718551636, -0.0004965392872691154, -0.00013365410268306732, 0.0002292310819029808, 0.0005921162664890289, 0.0009550014510750771, 0.0013178866356611252, 0.0016807718202471733, 0.0020436570048332214, 0.0024065421894192696, 0.0027694273740053177, 0.003132312558591366, 0.003495197743177414, 0.003858082927763462, 0.00422096811234951, 0.004583853296935558, 0.0049467384815216064, 0.005309623666107655, 0.005672508850693703, 0.006035394035279751, 0.006398279219865799, 0.006761164404451847, 0.007124049589037895, 0.007486934773623943, 0.007849819958209991, 0.00821270514279604, 0.008575590327382088, 0.008938475511968136, 0.009301360696554184, 0.009664245881140232, 0.01002713106572628, 0.010390016250312328, 0.010752901434898376, 0.011115786619484425, 0.011478671804070473]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 5.0, 4.0, 8.0, 2.0, 2.0, 4.0, 3.0, 5.0, 0.0, 2.0, 1.0, 1.0, 3.0, 4.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01505839079618454, -0.014693738892674446, -0.014329086989164352, -0.013964436016976833, -0.01359978411346674, -0.013235132209956646, -0.012870481237769127, -0.012505829334259033, -0.01214117743074894, -0.011776525527238846, -0.011411873623728752, -0.011047222651541233, -0.01068257074803114, -0.010317918844521046, -0.009953267872333527, -0.009588615968823433, -0.00922396406531334, -0.008859312161803246, -0.008494660258293152, -0.008130009286105633, -0.007765357382595539, -0.007400705479085445, -0.007036054041236639, -0.006671402603387833, -0.006306750699877739, -0.005942098796367645, -0.005577447358518839, -0.0052127959206700325, -0.004848144017159939, -0.004483492113649845, -0.004118840675801039, -0.0037541890051215887, -0.0033895373344421387, -0.0030248856637626886, -0.0026602339930832386, -0.0022955823224037886, -0.0019309306517243385, -0.0015662789810448885, -0.0012016273103654385, -0.0008369756396859884, -0.0004723239690065384, -0.00010767229832708836, 0.0002569793723523617, 0.0006216310430318117, 0.0009862827137112617, 0.0013509343843907118, 0.0017155860550701618, 0.002080237725749612, 0.002444889396429062, 0.002809541067108512, 0.003174192737787962, 0.003538844408467412, 0.003903496079146862, 0.004268147982656956, 0.004632799420505762, 0.0049974508583545685, 0.005362102761864662, 0.005726754665374756, 0.006091406103223562, 0.006456057541072369, 0.006820709444582462, 0.007185361348092556, 0.007550012785941362, 0.007914664223790169, 0.008279316127300262]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 5.0, 5.0, 10.0, 17.0, 12.0, 13.0, 15.0, 15.0, 30.0, 28.0, 32.0, 30.0, 32.0, 55.0, 48.0, 63.0, 67.0, 92.0, 100.0, 124.0, 151.0, 203.0, 240.0, 312.0, 321.0, 460.0, 746.0, 1017.0, 1675.0, 5032.0, 1772.0, 1204.0, 860.0, 703.0, 530.0, 428.0, 316.0, 277.0, 212.0, 174.0, 174.0, 162.0, 134.0, 118.0, 85.0, 70.0, 59.0, 51.0, 40.0, 23.0, 21.0, 23.0, 14.0, 11.0, 3.0, 4.0, 4.0, 1.0, 3.0, 1.0, 0.0, 2.0], "bins": [-0.0057085840962827206, -0.005525584798306227, -0.005342585500329733, -0.005159586202353239, -0.004976586438715458, -0.004793587140738964, -0.00461058784276247, -0.004427588544785976, -0.004244589246809483, -0.004061589948832989, -0.0038785904180258512, -0.0036955911200493574, -0.00351259158924222, -0.003329592291265726, -0.0031465929932892323, -0.0029635934624820948, -0.002780594164505601, -0.002597594866529107, -0.0024145953357219696, -0.0022315960377454758, -0.002048596739768982, -0.0018655973253771663, -0.0016825979109853506, -0.0014995986130088568, -0.0013165991986170411, -0.0011335997842252254, -0.0009506004862487316, -0.000767601071856916, -0.0005846017156727612, -0.00040160235948860645, -0.00021860297420062125, -3.560360346455127e-05, 0.0001473957672715187, 0.00033039512345567346, 0.0005133944796398282, 0.0006963938940316439, 0.0008793932502157986, 0.0010623926063999534, 0.001245392020791769, 0.0014283913187682629, 0.0016113907331600785, 0.0017943901475518942, 0.001977389445528388, 0.002160388743504882, 0.0023433882743120193, 0.002526387572288513, 0.002709386870265007, 0.0028923864010721445, 0.0030753856990486383, 0.003258384997025132, 0.0034413845278322697, 0.0036243838258087635, 0.0038073831237852573, 0.003990382421761751, 0.004173381719738245, 0.004356381483376026, 0.00453938078135252, 0.004722380079329014, 0.004905379377305508, 0.0050883786752820015, 0.005271377973258495, 0.0054543777368962765, 0.00563737703487277, 0.005820376332849264, 0.006003375630825758]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.06988987326622009, -0.0674498900771141, -0.06500991433858871, -0.06256993114948273, -0.06012995168566704, -0.05768997222185135, -0.05524998903274536, -0.05281000956892967, -0.05037003010511398, -0.047930050641298294, -0.045490071177482605, -0.04305008798837662, -0.04061010852456093, -0.03817012906074524, -0.03573014587163925, -0.03329016640782356, -0.030850186944007874, -0.028410207480192184, -0.025970226153731346, -0.023530244827270508, -0.02109026536345482, -0.01865028589963913, -0.01621030457317829, -0.013770324178040028, -0.011330343782901764, -0.0088903633877635, -0.0064503829926252365, -0.004010402597486973, -0.001570422202348709, 0.0008695581927895546, 0.0033095385879278183, 0.005749518983066082, 0.008189499378204346, 0.01062947977334261, 0.013069460168480873, 0.015509440563619137, 0.0179494209587574, 0.02038940042257309, 0.022829381749033928, 0.025269363075494766, 0.027709342539310455, 0.030149322003126144, 0.032589301466941833, 0.03502928465604782, 0.03746926411986351, 0.0399092435836792, 0.04234922677278519, 0.044789206236600876, 0.047229185700416565, 0.049669165164232254, 0.05210914462804794, 0.05454912781715393, 0.05698910728096962, 0.05942908674478531, 0.061869069933891296, 0.06430904567241669, 0.06674902886152267, 0.06918901205062866, 0.07162898778915405, 0.07406897097826004, 0.07650895416736603, 0.07894892990589142, 0.0813889130949974, 0.0838288888335228, 0.08626887202262878]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 2.0, 1.0, 2.0, 2.0, 2.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 3.0, 0.0, 4.0, 1.0, 3.0, 3.0, 3.0, 3.0, 3.0, 5.0, 11.0, 11.0, 27.0, 33.0, 40.0, 18.0, 17.0, 9.0, 9.0, 8.0, 7.0, 4.0, 1.0, 3.0, 0.0, 4.0, 3.0, 1.0, 0.0, 1.0, 2.0, 5.0, 3.0, 7.0, 2.0, 1.0, 1.0, 6.0], "bins": [-0.055171310901641846, -0.05380211025476456, -0.052432913333177567, -0.051063716411590576, -0.04969451576471329, -0.048325315117836, -0.04695611819624901, -0.04558692127466202, -0.04421772062778473, -0.04284851998090744, -0.04147932305932045, -0.04011012613773346, -0.03874092549085617, -0.03737172484397888, -0.03600252792239189, -0.0346333310008049, -0.03326413035392761, -0.031894929707050323, -0.030525732785463333, -0.029156534001231194, -0.027787335216999054, -0.026418136432766914, -0.025048937648534775, -0.023679738864302635, -0.022310540080070496, -0.020941341295838356, -0.019572142511606216, -0.018202943727374077, -0.016833744943141937, -0.015464546158909798, -0.014095347374677658, -0.012726148590445518, -0.011356949806213379, -0.00998775102198124, -0.0086185522377491, -0.00724935345351696, -0.0058801546692848206, -0.004510955885052681, -0.0031417571008205414, -0.0017725583165884018, -0.0004033595323562622, 0.0009658392518758774, 0.002335038036108017, 0.0037042368203401566, 0.005073435604572296, 0.006442634388804436, 0.007811833173036575, 0.009181031957268715, 0.010550230741500854, 0.011919429525732994, 0.013288628309965134, 0.014657827094197273, 0.016027025878429413, 0.017396224662661552, 0.018765423446893692, 0.02013462223112583, 0.02150382101535797, 0.02287301979959011, 0.02424221858382225, 0.02561141736805439, 0.02698061615228653, 0.02834981493651867, 0.02971901372075081, 0.03108821250498295, 0.03245741128921509]}, "_runtime": 36.19668793678284, "_timestamp": 1596214360.9539704, "_step": 40}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 3.0, 1.0, 1.0, 2.0, 2.0, 4.0, 3.0, 2.0, 0.0, 3.0, 0.0, 3.0, 1.0, 0.0, 2.0, 2.0, 2.0, 1.0, 3.0, 3.0, 3.0, 4.0, 0.0, 1.0, 2.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01327364519238472, -0.012858906760811806, -0.012444168329238892, -0.012029429897665977, -0.011614691466093063, -0.011199953965842724, -0.01078521553426981, -0.010370477102696896, -0.009955738671123981, -0.009541000239551067, -0.009126261807978153, -0.008711523376405239, -0.0082967858761549, -0.007882047444581985, -0.007467309013009071, -0.007052570581436157, -0.006637832149863243, -0.006223093718290329, -0.005808355286717415, -0.005393617320805788, -0.004978878889232874, -0.00456414045765996, -0.004149402491748333, -0.003734664060175419, -0.0033199256286025047, -0.0029051871970295906, -0.00249044899828732, -0.0020757107995450497, -0.0016609723679721355, -0.0012462340528145432, -0.000831495737656951, -0.00041675742249935865, -2.0191073417663574e-06, 0.00041271920781582594, 0.0008274575229734182, 0.0012421958381310105, 0.0016569341532886028, 0.002071672584861517, 0.0024864107836037874, 0.002901148982346058, 0.003315887413918972, 0.003730625845491886, 0.0041453642770648, 0.004560102242976427, 0.004974840674549341, 0.005389579106122255, 0.005804317072033882, 0.006219055503606796, 0.00663379393517971, 0.0070485323667526245, 0.007463270798325539, 0.007878009229898453, 0.008292747661471367, 0.008707485161721706, 0.00912222359329462, 0.009536962024867535, 0.009951700456440449, 0.010366438888013363, 0.010781177319586277, 0.011195915751159191, 0.01161065325140953, 0.012025391682982445, 0.012440130114555359, 0.012854868546128273, 0.013269606977701187]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 4.0, 7.0, 9.0, 11.0, 12.0, 13.0, 12.0, 25.0, 33.0, 40.0, 39.0, 52.0, 95.0, 120.0, 155.0, 222.0, 366.0, 717.0, 4627.0, 519.0, 252.0, 176.0, 117.0, 89.0, 74.0, 34.0, 23.0, 17.0, 15.0, 17.0, 6.0, 11.0, 7.0, 2.0, 4.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.23056314885616302, -0.22397653758525848, -0.21738992631435394, -0.2108033001422882, -0.20421668887138367, -0.19763007760047913, -0.19104346632957458, -0.18445685505867004, -0.1778702437877655, -0.17128361761569977, -0.16469700634479523, -0.15811039507389069, -0.15152378380298615, -0.1449371725320816, -0.13835054636001587, -0.13176393508911133, -0.1251773238182068, -0.11859071254730225, -0.11200409382581711, -0.10541748255491257, -0.09883086383342743, -0.09224425256252289, -0.08565764129161835, -0.07907102257013321, -0.07248441129922867, -0.06589780002832413, -0.05931118130683899, -0.05272457003593445, -0.04613795503973961, -0.03955134004354477, -0.03296472877264023, -0.02637811377644539, -0.01979149878025055, -0.013204884715378284, -0.00661827065050602, -3.165658563375473e-05, 0.00655495747923851, 0.013141571544110775, 0.01972818560898304, 0.02631479874253273, 0.03290141373872757, 0.03948802873492241, 0.04607464373111725, 0.05266125500202179, 0.05924786999821663, 0.06583448499441147, 0.07242109626531601, 0.07900771498680115, 0.08559432625770569, 0.09218093752861023, 0.09876755625009537, 0.10535416752099991, 0.11194078624248505, 0.11852739751338959, 0.12511400878429413, 0.13170062005519867, 0.1382872462272644, 0.14487385749816895, 0.1514604687690735, 0.15804708003997803, 0.16463369131088257, 0.1712203025817871, 0.17780692875385284, 0.18439354002475739, 0.19098015129566193]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 3.0, 0.0, 1.0, 2.0, 3.0, 1.0, 0.0, 2.0, 1.0, 3.0, 3.0, 5.0, 5.0, 3.0, 5.0, 2.0, 6.0, 27.0, 4.0, 2.0, 1.0, 3.0, 2.0, 3.0, 3.0, 2.0, 2.0, 2.0, 2.0, 5.0, 3.0, 3.0, 0.0, 2.0, 0.0, 2.0, 1.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0025688635651022196, -0.0024722402449697256, -0.0023756169248372316, -0.0022789936047047377, -0.0021823705174028873, -0.0020857471972703934, -0.0019891238771378994, -0.0018925005570054054, -0.0017958772368729115, -0.0016992539167404175, -0.0016026305966079235, -0.0015060073928907514, -0.0014093840727582574, -0.0013127607526257634, -0.0012161375489085913, -0.0011195142287760973, -0.0010228909086436033, -0.0009262675885111094, -0.0008296443265862763, -0.0007330210646614432, -0.0006363977445289493, -0.0005397744243964553, -0.00044315116247162223, -0.0003465278714429587, -0.0002499045804142952, -0.00015328128938563168, -5.6657998356968164e-05, 3.996529267169535e-05, 0.00013658858370035887, 0.00023321187472902238, 0.0003298351657576859, 0.0004264584567863494, 0.0005230817478150129, 0.0006197050679475069, 0.00071632832987234, 0.000812951591797173, 0.000909574911929667, 0.001006198232062161, 0.0011028214357793331, 0.001199444755911827, 0.001296068076044321, 0.001392691396176815, 0.001489314716309309, 0.0015859379200264812, 0.0016825612401589751, 0.001779184560291469, 0.0018758077640086412, 0.001972431084141135, 0.002069054404273629, 0.002165677724406123, 0.002262301044538617, 0.002358924364671111, 0.0024555474519729614, 0.0025521707721054554, 0.0026487940922379494, 0.0027454174123704433, 0.0028420407325029373, 0.0029386640526354313, 0.0030352873727679253, 0.0031319106929004192, 0.003228534013032913, 0.0033251571003347635, 0.0034217804204672575, 0.0035184037405997515, 0.0036150270607322454]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 3.0, 1.0, 0.0, 1.0, 1.0, 2.0, 7.0, 4.0, 10.0, 18.0, 31.0, 41.0, 68.0, 121.0, 195.0, 336.0, 512.0, 790.0, 1346.0, 2228.0, 3939.0, 7551.0, 14168.0, 28635.0, 62699.0, 158304.0, 683356.0, 103795.0, 49327.0, 25668.0, 14230.0, 8302.0, 5055.0, 3070.0, 1953.0, 1275.0, 824.0, 544.0, 380.0, 269.0, 160.0, 99.0, 77.0, 68.0, 42.0, 36.0, 29.0, 9.0, 21.0, 9.0, 8.0, 9.0, 4.0, 4.0, 5.0, 0.0, 1.0, 1.0, 4.0, 0.0, 1.0], "bins": [-0.01220568735152483, -0.01178967859596014, -0.011373670771718025, -0.010957662016153336, -0.010541653260588646, -0.010125645436346531, -0.009709636680781841, -0.009293627925217152, -0.008877620100975037, -0.008461611345410347, -0.008045602589845657, -0.007629594299942255, -0.007213586010038853, -0.006797577254474163, -0.006381568964570761, -0.005965560209006071, -0.005549551919102669, -0.0051335436291992664, -0.004717534873634577, -0.0043015265837311745, -0.0038855180609971285, -0.0034695095382630825, -0.00305350124835968, -0.002637492725625634, -0.002221484202891588, -0.0018054756801575422, -0.001389467273838818, -0.000973458809312433, -0.0005574503447860479, -0.00014144188025966287, 0.0002745665842667222, 0.0006905750487931073, 0.0011065835133194923, 0.0015225920360535383, 0.0019386004423722625, 0.0023546088486909866, 0.0027706173714250326, 0.0031866258941590786, 0.003602634184062481, 0.0040186429396271706, 0.004434651229530573, 0.004850659519433975, 0.005266668274998665, 0.005682676564902067, 0.0060986848548054695, 0.006514693610370159, 0.0069307019002735615, 0.007346710655838251, 0.0077627189457416534, 0.008178727701306343, 0.008594735525548458, 0.009010744281113148, 0.009426753036677837, 0.009842760860919952, 0.010258769616484642, 0.010674778372049332, 0.011090787127614021, 0.011506794951856136, 0.011922803707420826, 0.012338812462985516, 0.01275482028722763, 0.01317082904279232, 0.01358683779835701, 0.014002845622599125, 0.014418854378163815]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 0.0, 2.0, 2.0, 2.0, 2.0, 1.0, 3.0, 5.0, 3.0, 5.0, 7.0, 4.0, 0.0, 1.0, 4.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.02766897901892662, -0.026879513636231422, -0.026090048253536224, -0.025300581008195877, -0.02451111562550068, -0.02372165024280548, -0.022932182997465134, -0.022142717614769936, -0.021353252232074738, -0.02056378684937954, -0.01977432146668434, -0.018984854221343994, -0.018195388838648796, -0.017405923455953598, -0.01661645621061325, -0.015826990827918053, -0.015037525445222855, -0.014248060062527657, -0.013458593748509884, -0.012669127434492111, -0.011879662051796913, -0.011090196669101715, -0.010300730355083942, -0.00951126404106617, -0.008721798658370972, -0.007932333275675774, -0.007142866961658001, -0.006353401113301516, -0.00556393526494503, -0.004774469416588545, -0.0039850035682320595, -0.003195537719875574, -0.0024060718715190887, -0.0016166060231626034, -0.000827140174806118, -3.7674326449632645e-05, 0.0007517915219068527, 0.001541257370263338, 0.0023307232186198235, 0.003120189066976309, 0.003909654915332794, 0.0046991207636892796, 0.005488586612045765, 0.00627805246040225, 0.007067518308758736, 0.007856983691453934, 0.008646450005471706, 0.009435916319489479, 0.010225381702184677, 0.011014847084879875, 0.011804313398897648, 0.01259377971291542, 0.013383245095610619, 0.014172710478305817, 0.01496217679232359, 0.015751643106341362, 0.01654110848903656, 0.017330573871731758, 0.018120039254426956, 0.018909506499767303, 0.0196989718824625, 0.0204884372651577, 0.021277904510498047, 0.022067369893193245, 0.022856835275888443]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 4.0, 5.0, 4.0, 5.0, 9.0, 7.0, 11.0, 11.0, 12.0, 18.0, 8.0, 12.0, 17.0, 23.0, 29.0, 24.0, 40.0, 34.0, 41.0, 57.0, 87.0, 97.0, 131.0, 198.0, 247.0, 345.0, 444.0, 675.0, 1028.0, 1617.0, 5963.0, 2473.0, 1071.0, 803.0, 573.0, 435.0, 368.0, 251.0, 230.0, 182.0, 151.0, 149.0, 120.0, 111.0, 94.0, 53.0, 52.0, 29.0, 21.0, 22.0, 12.0, 7.0, 7.0, 3.0, 3.0, 1.0, 1.0, 2.0], "bins": [-0.02090580202639103, -0.02033945918083191, -0.01977311447262764, -0.01920677162706852, -0.0186404287815094, -0.01807408407330513, -0.01750774122774601, -0.01694139838218689, -0.01637505367398262, -0.0158087108284235, -0.01524236798286438, -0.014676024205982685, -0.01410968042910099, -0.01354333758354187, -0.012976993806660175, -0.012410650961101055, -0.01184430718421936, -0.011277963407337666, -0.010711620561778545, -0.01014527678489685, -0.00957893393933773, -0.009012590162456036, -0.00844624638557434, -0.00787990354001522, -0.007313559763133526, -0.006747216451913118, -0.006180873140692711, -0.005614529363811016, -0.005048186052590609, -0.004481842741370201, -0.003915498964488506, -0.003349155653268099, -0.0027828123420476913, -0.002216469030827284, -0.0016501254867762327, -0.0010837820591405034, -0.0005174386315047741, 4.890479613095522e-05, 0.0006152482237666845, 0.0011815916514024138, 0.0017479350790381432, 0.0023142783902585506, 0.002880621934309602, 0.003446965478360653, 0.00401330878958106, 0.004579652100801468, 0.005145995877683163, 0.00571233918890357, 0.006278682500123978, 0.006845025811344385, 0.007411369122564793, 0.007977712899446487, 0.008544055745005608, 0.009110399521887302, 0.009676743298768997, 0.010243086144328117, 0.010809429921209812, 0.011375773698091507, 0.011942116543650627, 0.012508460320532322, 0.013074804097414017, 0.013641146942973137, 0.014207490719854832, 0.014773833565413952, 0.015340177342295647]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 0.0, 3.0, 1.0, 3.0, 2.0, 0.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.2206287980079651, -0.2123965173959732, -0.20416423678398132, -0.19593195617198944, -0.18769967555999756, -0.17946738004684448, -0.1712350994348526, -0.16300281882286072, -0.15477053821086884, -0.14653825759887695, -0.13830597698688507, -0.1300736963748932, -0.12184140831232071, -0.11360912770032883, -0.10537683963775635, -0.09714455902576447, -0.08891227841377258, -0.0806799978017807, -0.07244771718978882, -0.06421542912721634, -0.05598314851522446, -0.047750867903232574, -0.039518583565950394, -0.03128629922866821, -0.02305401861667633, -0.014821736142039299, -0.0065894536674022675, 0.001642828807234764, 0.009875111281871796, 0.018107393756508827, 0.02633967623114586, 0.03457196056842804, 0.04280424118041992, 0.051036521792411804, 0.059268806129693985, 0.06750109046697617, 0.07573337107896805, 0.08396565169095993, 0.09219793975353241, 0.10043022036552429, 0.10866250097751617, 0.11689478158950806, 0.12512706220149994, 0.13335934281349182, 0.1415916383266449, 0.14982391893863678, 0.15805619955062866, 0.16628848016262054, 0.17452076077461243, 0.1827530413866043, 0.1909853219985962, 0.19921760261058807, 0.20744988322257996, 0.21568217873573303, 0.22391445934772491, 0.2321467399597168, 0.24037902057170868, 0.24861130118370056, 0.25684359669685364, 0.2650758624076843, 0.2733081579208374, 0.2815404236316681, 0.28977271914482117, 0.29800498485565186, 0.30623728036880493]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 2.0, 2.0, 0.0, 2.0, 0.0, 4.0, 1.0, 4.0, 7.0, 3.0, 6.0, 9.0, 2.0, 3.0, 4.0, 2.0, 1.0, 5.0, 3.0, 18.0, 23.0, 44.0, 31.0, 36.0, 16.0, 11.0, 2.0, 1.0, 1.0, 2.0, 3.0, 2.0, 3.0, 3.0, 5.0, 2.0, 2.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 0.0, 0.0, 2.0, 1.0], "bins": [-0.12727338075637817, -0.12168174237012863, -0.11609011143445969, -0.11049847304821014, -0.1049068421125412, -0.09931520372629166, -0.09372357279062271, -0.08813193440437317, -0.08254030346870422, -0.07694866508245468, -0.07135702669620514, -0.0657653957605362, -0.06017375737428665, -0.05458212271332741, -0.048990488052368164, -0.04339885339140892, -0.037807218730449677, -0.03221558406949043, -0.02662394940853119, -0.021032312884926796, -0.015440678223967552, -0.009849043563008308, -0.00425740797072649, 0.001334227155894041, 0.006925862282514572, 0.012517496943473816, 0.01810913160443306, 0.023700768128037453, 0.029292402788996696, 0.03488403931260109, 0.04047567397356033, 0.04606730863451958, 0.05165894329547882, 0.057250577956438065, 0.06284221261739731, 0.06843385100364685, 0.0740254819393158, 0.07961712032556534, 0.08520875126123428, 0.09080038964748383, 0.09639202058315277, 0.10198365896940231, 0.10757529735565186, 0.1131669282913208, 0.11875856667757034, 0.12435019761323929, 0.12994183599948883, 0.13553346693515778, 0.14112511277198792, 0.14671674370765686, 0.1523083746433258, 0.15790000557899475, 0.1634916514158249, 0.16908328235149384, 0.17467491328716278, 0.18026654422283173, 0.18585819005966187, 0.1914498209953308, 0.19704145193099976, 0.2026330977678299, 0.20822472870349884, 0.21381635963916779, 0.21940799057483673, 0.22499963641166687, 0.23059126734733582]}, "_runtime": 36.966949462890625, "_timestamp": 1596214361.724232, "_step": 41}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 2.0, 5.0, 2.0, 1.0, 2.0, 2.0, 1.0, 3.0, 4.0, 3.0, 4.0, 5.0, 4.0, 1.0, 4.0, 0.0, 3.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.015652023255825043, -0.01518375426530838, -0.014715486206114292, -0.01424721721559763, -0.013778948225080967, -0.013310679234564304, -0.012842411175370216, -0.012374142184853554, -0.011905873194336891, -0.011437605135142803, -0.01096933614462614, -0.010501067154109478, -0.010032798163592815, -0.009564530104398727, -0.009096261113882065, -0.008627992123365402, -0.00815972313284874, -0.007691455073654652, -0.007223186083137989, -0.006754917558282614, -0.006286648567765951, -0.005818380042910576, -0.005350111052393913, -0.004881842527538538, -0.004413574002683163, -0.0039453050121665, -0.003477036254480481, -0.003008767496794462, -0.002540498971939087, -0.002072230214253068, -0.001603961456567049, -0.00113569269888103, -0.0006674239411950111, -0.00019915521261282265, 0.00026911351596936584, 0.0007373822154477239, 0.0012056509731337428, 0.0016739197308197618, 0.002142188372090459, 0.002610457129776478, 0.0030787258874624968, 0.0035469946451485157, 0.004015263170003891, 0.004483532160520554, 0.004951800685375929, 0.0054200696758925915, 0.005888338200747967, 0.006356607191264629, 0.006824875716120005, 0.00729314424097538, 0.0077614132314920425, 0.008229682222008705, 0.008697950281202793, 0.009166219271719456, 0.009634488262236118, 0.010102757252752781, 0.010571025311946869, 0.011039294302463531, 0.011507563292980194, 0.011975831352174282, 0.012444100342690945, 0.012912369333207607, 0.01338063832372427, 0.013848906382918358, 0.01431717537343502]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 3.0, 3.0, 0.0, 4.0, 5.0, 4.0, 3.0, 8.0, 11.0, 20.0, 21.0, 32.0, 31.0, 46.0, 77.0, 110.0, 171.0, 255.0, 421.0, 4757.0, 1056.0, 343.0, 198.0, 110.0, 61.0, 48.0, 44.0, 14.0, 16.0, 10.0, 10.0, 6.0, 4.0, 4.0, 3.0, 2.0, 0.0, 2.0, 3.0, 7.0, 2.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.21334189176559448, -0.20681464672088623, -0.20028740167617798, -0.19376015663146973, -0.18723291158676147, -0.18070566654205322, -0.17417842149734497, -0.16765117645263672, -0.16112393140792847, -0.15459667146205902, -0.14806942641735077, -0.14154218137264252, -0.13501493632793427, -0.128487691283226, -0.12196044623851776, -0.11543320119380951, -0.10890595614910126, -0.102378711104393, -0.09585146605968475, -0.0893242210149765, -0.08279697597026825, -0.0762697234749794, -0.06974247843027115, -0.0632152333855629, -0.056687988340854645, -0.05016074329614639, -0.04363349825143814, -0.03710624948143959, -0.03057900443673134, -0.024051759392023087, -0.017524512484669685, -0.010997266508638859, -0.004470020532608032, 0.0020572254434227943, 0.008584471419453621, 0.015111717395484447, 0.021638963371515274, 0.028166208416223526, 0.034693457186222076, 0.04122070223093033, 0.04774794727563858, 0.05427519232034683, 0.060802437365055084, 0.06732968240976334, 0.07385693490505219, 0.08038417994976044, 0.08691142499446869, 0.09343867003917694, 0.09996591508388519, 0.10649316012859344, 0.1130204051733017, 0.11954765021800995, 0.1260748952627182, 0.13260214030742645, 0.1391293853521347, 0.14565663039684296, 0.1521838903427124, 0.15871113538742065, 0.1652383804321289, 0.17176562547683716, 0.1782928705215454, 0.18482011556625366, 0.19134736061096191, 0.19787460565567017, 0.20440185070037842]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 0.0, 3.0, 0.0, 0.0, 3.0, 0.0, 2.0, 4.0, 1.0, 3.0, 2.0, 2.0, 5.0, 0.0, 2.0, 0.0, 4.0, 2.0, 5.0, 3.0, 3.0, 4.0, 4.0, 1.0, 27.0, 4.0, 2.0, 3.0, 3.0, 0.0, 1.0, 3.0, 2.0, 2.0, 2.0, 2.0, 0.0, 3.0, 2.0, 0.0, 1.0, 2.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.001827810425311327, -0.0017644602339714766, -0.001701110159046948, -0.0016377599677070975, -0.001574409892782569, -0.0015110597014427185, -0.001447709510102868, -0.0013843594351783395, -0.001321009243838489, -0.0012576590524986386, -0.00119430897757411, -0.0011309587862342596, -0.0010676085948944092, -0.0010042585199698806, -0.0009409083286300302, -0.0008775581954978406, -0.0008142080623656511, -0.0007508579292334616, -0.0006875077961012721, -0.0006241576047614217, -0.0005608074716292322, -0.0004974573384970427, -0.0004341071762610227, -0.0003707570140250027, -0.0003074068808928132, -0.00024405673320870847, -0.00018070658552460372, -0.00011735643784049898, -5.400629015639424e-05, 9.343857527710497e-06, 7.269400521181524e-05, 0.00013604415289591998, 0.00019939430058002472, 0.00026274443371221423, 0.0003260945959482342, 0.00038944475818425417, 0.0004527948913164437, 0.0005161450244486332, 0.0005794952157884836, 0.0006428453489206731, 0.0007061954820528626, 0.0007695456151850522, 0.0008328957483172417, 0.0008962459396570921, 0.0009595960727892816, 0.0010229462059214711, 0.0010862963972613215, 0.0011496464721858501, 0.0012129966635257006, 0.001276346854865551, 0.0013396969297900796, 0.00140304712112993, 0.0014663971960544586, 0.001529747387394309, 0.0015930975787341595, 0.001656447653658688, 0.0017197978449985385, 0.001783148036338389, 0.0018464981112629175, 0.001909848302602768, 0.0019731984939426184, 0.002036548685282469, 0.0020998986437916756, 0.002163248835131526, 0.0022265990264713764]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 5.0, 8.0, 1.0, 5.0, 10.0, 16.0, 18.0, 35.0, 37.0, 74.0, 99.0, 151.0, 260.0, 380.0, 585.0, 935.0, 1624.0, 2776.0, 4958.0, 9542.0, 20290.0, 47742.0, 134594.0, 758969.0, 115399.0, 42238.0, 18807.0, 8970.0, 4622.0, 2544.0, 1453.0, 881.0, 555.0, 371.0, 238.0, 144.0, 108.0, 67.0, 35.0, 35.0, 10.0, 12.0, 12.0, 9.0, 8.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011807799339294434, -0.011421021074056625, -0.011034242808818817, -0.010647464543581009, -0.0102606862783432, -0.009873908013105392, -0.009487129747867584, -0.009100351482629776, -0.008713573217391968, -0.008326794020831585, -0.007940015755593777, -0.007553237956017256, -0.00716645922511816, -0.006779680959880352, -0.006392902694642544, -0.0060061244294047356, -0.005619346164166927, -0.005232567898929119, -0.004845789633691311, -0.004459011368453503, -0.004072233103215694, -0.0036854546051472425, -0.0032986761070787907, -0.0029118978418409824, -0.002525119576603174, -0.002138341311365366, -0.001751562929712236, -0.0013647845480591059, -0.0009780062828212976, -0.0005912279593758285, -0.00020444963593035936, 0.00018232868751510978, 0.0005691070109605789, 0.0009558853344060481, 0.0013426636578515172, 0.0017294420395046473, 0.0021162203047424555, 0.0025029985699802637, 0.0028897770680487156, 0.003276555333286524, 0.003663333598524332, 0.00405011186376214, 0.0044368901289999485, 0.004823668394237757, 0.005210447125136852, 0.0055972253903746605, 0.005984003655612469, 0.006370781920850277, 0.006757560186088085, 0.007144338451325893, 0.007531116716563702, 0.00791789498180151, 0.008304673247039318, 0.008691451512277126, 0.009078229777514935, 0.009465008042752743, 0.009851787239313126, 0.010238565504550934, 0.010625343769788742, 0.01101212203502655, 0.011398900300264359, 0.011785678565502167, 0.012172456830739975, 0.012559235095977783, 0.012946013361215591]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 3.0, 5.0, 13.0, 6.0, 4.0, 3.0, 1.0, 5.0, 0.0, 2.0, 1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02932526357471943, -0.02862662822008133, -0.02792799286544323, -0.02722935751080513, -0.02653072215616703, -0.02583208680152893, -0.02513345144689083, -0.02443481609225273, -0.02373618073761463, -0.023037545382976532, -0.022338910028338432, -0.021640274673700333, -0.020941639319062233, -0.020243003964424133, -0.019544368609786034, -0.018845733255147934, -0.018147096037864685, -0.017448460683226585, -0.016749825328588486, -0.016051189973950386, -0.015352555550634861, -0.014653920195996761, -0.013955284841358662, -0.013256649486720562, -0.012558013200759888, -0.011859377846121788, -0.011160742491483688, -0.010462107136845589, -0.009763471782207489, -0.00906483642756939, -0.00836620107293129, -0.00766756571829319, -0.00696893036365509, -0.006270295009016991, -0.005571659654378891, -0.004873024299740791, -0.004174388945102692, -0.0034757533576339483, -0.002777117770165205, -0.0020784824155271053, -0.0013798470608890057, -0.0006812116480432451, 1.7423764802515507e-05, 0.0007160591776482761, 0.0014146945904940367, 0.0021133299451321363, 0.0028119655326008797, 0.0035106008872389793, 0.004209236241877079, 0.004907871596515179, 0.005606506951153278, 0.006305142305791378, 0.007003777660429478, 0.007702413480728865, 0.008401048369705677, 0.009099683724343777, 0.009798320010304451, 0.01049695536494255, 0.01119559071958065, 0.01189422607421875, 0.01259286142885685, 0.01329149678349495, 0.013990132138133049, 0.014688767492771149, 0.015387402847409248]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [5.0, 16.0, 14.0, 12.0, 15.0, 21.0, 27.0, 16.0, 20.0, 14.0, 16.0, 23.0, 15.0, 17.0, 41.0, 43.0, 59.0, 70.0, 80.0, 98.0, 105.0, 127.0, 151.0, 188.0, 229.0, 302.0, 419.0, 624.0, 1049.0, 2102.0, 6411.0, 1834.0, 1050.0, 776.0, 551.0, 423.0, 293.0, 231.0, 160.0, 150.0, 155.0, 109.0, 75.0, 80.0, 44.0, 46.0, 22.0, 21.0, 26.0, 12.0, 15.0, 6.0, 5.0, 4.0, 4.0, 3.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.010122722014784813, -0.009790219366550446, -0.009457717649638653, -0.00912521593272686, -0.008792713284492493, -0.008460210636258125, -0.008127708919346333, -0.0077952067367732525, -0.007462704554200172, -0.007130202371627092, -0.006797700189054012, -0.006465198006480932, -0.006132695823907852, -0.005800193641334772, -0.005467691458761692, -0.005135189276188612, -0.004802687093615532, -0.004470184911042452, -0.004137682728469372, -0.0038051805458962917, -0.0034726783633232117, -0.0031401761807501316, -0.0028076739981770515, -0.0024751718156039715, -0.0021426696330308914, -0.0018101674504578114, -0.0014776652678847313, -0.0011451630853116512, -0.0008126609027385712, -0.0004801587201654911, -0.00014765653759241104, 0.00018484564498066902, 0.0005173478275537491, 0.0008498500101268291, 0.0011823521926999092, 0.0015148543752729893, 0.0018473565578460693, 0.0021798587404191494, 0.0025123609229922295, 0.0028448631055653095, 0.0031773652881383896, 0.0035098674707114697, 0.0038423696532845497, 0.00417487183585763, 0.00450737401843071, 0.00483987620100379, 0.00517237838357687, 0.00550488056614995, 0.00583738274872303, 0.00616988493129611, 0.00650238711386919, 0.00683488929644227, 0.00716739147901535, 0.00749989366158843, 0.00783239584416151, 0.008164897561073303, 0.00849740020930767, 0.008829902857542038, 0.00916240457445383, 0.009494906291365623, 0.00982740893959999, 0.010159911587834358, 0.010492413304746151, 0.010824915021657944, 0.011157417669892311]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 3.0, 1.0, 0.0, 1.0, 2.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08168747276067734, -0.07708728313446045, -0.07248708605766296, -0.06788689643144608, -0.06328669935464859, -0.0586865097284317, -0.054086316376924515, -0.04948612302541733, -0.04488592967391014, -0.040285736322402954, -0.03568554297089577, -0.03108535148203373, -0.026485158130526543, -0.021884964779019356, -0.017284773290157318, -0.012684579938650131, -0.008084386587142944, -0.0034841937012970448, 0.0011159991845488548, 0.005716192070394754, 0.010316384956240654, 0.014916578307747841, 0.01951676979660988, 0.024116963148117065, 0.028717156499624252, 0.03331734985113144, 0.037917543202638626, 0.04251773655414581, 0.0471179261803627, 0.05171811953186989, 0.056318312883377075, 0.06091850623488426, 0.06551869958639145, 0.07011888921260834, 0.07471908628940582, 0.07931927591562271, 0.0839194729924202, 0.08851966261863708, 0.09311985969543457, 0.09772004932165146, 0.10232023894786835, 0.10692043602466583, 0.11152062565088272, 0.1161208227276802, 0.1207210123538971, 0.12532120943069458, 0.12992140650749207, 0.13452158868312836, 0.13912178575992584, 0.14372198283672333, 0.14832216501235962, 0.1529223620891571, 0.1575225591659546, 0.16212275624275208, 0.16672293841838837, 0.17132313549518585, 0.17592333257198334, 0.18052351474761963, 0.18512371182441711, 0.1897239089012146, 0.19432410597801208, 0.19892428815364838, 0.20352448523044586, 0.20812468230724335, 0.21272486448287964]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 3.0, 1.0, 4.0, 6.0, 5.0, 3.0, 11.0, 8.0, 12.0, 15.0, 19.0, 21.0, 21.0, 41.0, 29.0, 18.0, 11.0, 10.0, 1.0, 1.0, 2.0, 2.0, 3.0, 2.0, 2.0, 3.0, 1.0, 3.0, 3.0, 3.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0], "bins": [-0.03649253398180008, -0.034316178411245346, -0.03213982284069061, -0.02996346913278103, -0.027787113562226295, -0.025610757991671562, -0.023434404283761978, -0.021258048713207245, -0.01908169314265251, -0.01690533757209778, -0.01472898293286562, -0.012552628293633461, -0.010376272723078728, -0.008199917152523994, -0.006023562513291836, -0.00384720740839839, -0.0016708523035049438, 0.0005055028013885021, 0.002681857906281948, 0.004858213011175394, 0.00703456811606884, 0.009210923686623573, 0.011387278325855732, 0.01356363296508789, 0.015739988535642624, 0.017916344106197357, 0.02009269967675209, 0.022269053384661674, 0.024445408955216408, 0.02662176452577114, 0.028798118233680725, 0.03097447380423546, 0.03315082937479019, 0.035327184945344925, 0.03750354051589966, 0.03967989608645439, 0.041856251657009125, 0.04403260350227356, 0.04620895907282829, 0.048385314643383026, 0.05056167021393776, 0.05273802578449249, 0.054914381355047226, 0.05709073692560196, 0.059267088770866394, 0.06144344434142113, 0.06361979991197586, 0.06579615920782089, 0.06797251105308533, 0.07014886289834976, 0.0723252221941948, 0.07450157403945923, 0.07667793333530426, 0.0788542851805687, 0.08103064447641373, 0.08320699632167816, 0.0853833556175232, 0.08755970746278763, 0.08973605930805206, 0.0919124186038971, 0.09408877044916153, 0.09626512974500656, 0.098441481590271, 0.10061784088611603, 0.10279419273138046]}, "_runtime": 37.73955512046814, "_timestamp": 1596214362.4968376, "_step": 42}
+{"val_accuracy": 0.791755850456621, "val_loss": 0.5595643080804991, "_runtime": 39.27875351905823, "_timestamp": 1596214364.036036, "_step": 43}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: K Confidence: 0.37 Truth: v", "Prediction: 5 Confidence: 1.00 Truth: 5", "Prediction: 2 Confidence: 1.00 Truth: 2", "Prediction: 0 Confidence: 0.60 Truth: 0"]}, "_runtime": 39.55431318283081, "_timestamp": 1596214364.3115957, "_step": 44}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 3.0, 1.0, 1.0, 4.0, 0.0, 0.0, 3.0, 4.0, 1.0, 1.0, 5.0, 3.0, 2.0, 1.0, 3.0, 2.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.011714436113834381, -0.011378904804587364, -0.011043372564017773, -0.010707841254770756, -0.010372309945523739, -0.010036777704954147, -0.00970124639570713, -0.009365715086460114, -0.009030183777213097, -0.008694651536643505, -0.008359120227396488, -0.008023588918149471, -0.00768805667757988, -0.007352525368332863, -0.007016993593424559, -0.006681462284177542, -0.0063459305092692375, -0.006010398734360933, -0.005674867425113916, -0.005339335650205612, -0.005003804340958595, -0.004668272566050291, -0.004332740791141987, -0.00399720948189497, -0.0036616777069866657, -0.003326146164909005, -0.0029906146228313446, -0.0026550828479230404, -0.00231955130584538, -0.0019840197637677193, -0.0016484881052747369, -0.0013129564467817545, -0.000977424904704094, -0.0006418933044187725, -0.000306361704133451, 2.916989615187049e-05, 0.00036470149643719196, 0.0007002330967225134, 0.001035764697007835, 0.0013712963555008173, 0.0017068278975784779, 0.0020423594396561384, 0.002377890981733799, 0.002713422756642103, 0.0030489542987197638, 0.0033844858407974243, 0.0037200176157057285, 0.0040555489249527454, 0.00439108069986105, 0.004726612474769354, 0.005062143784016371, 0.005397675558924675, 0.005733206868171692, 0.006068738643079996, 0.0064042704179883, 0.006739801727235317, 0.0070753335021436214, 0.007410865277051926, 0.0077463965862989426, 0.00808192789554596, 0.008417460136115551, 0.008752991445362568, 0.009088522754609585, 0.009424054995179176, 0.009759586304426193]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 5.0, 3.0, 4.0, 5.0, 5.0, 10.0, 19.0, 19.0, 22.0, 33.0, 47.0, 70.0, 102.0, 121.0, 174.0, 243.0, 381.0, 4441.0, 1127.0, 412.0, 218.0, 145.0, 84.0, 76.0, 36.0, 27.0, 21.0, 22.0, 10.0, 7.0, 8.0, 6.0, 6.0, 2.0, 3.0, 1.0, 4.0, 1.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.20706230401992798, -0.2005440592765808, -0.19402579963207245, -0.1875075399875641, -0.18098929524421692, -0.17447105050086975, -0.1679527908563614, -0.16143453121185303, -0.15491628646850586, -0.1483980417251587, -0.14187978208065033, -0.13536152243614197, -0.1288432776927948, -0.12232502549886703, -0.11580677330493927, -0.1092885211110115, -0.10277026891708374, -0.09625201672315598, -0.08973376452922821, -0.08321551233530045, -0.07669726014137268, -0.07017900794744492, -0.06366075575351715, -0.057142503559589386, -0.05062425136566162, -0.044105999171733856, -0.03758774697780609, -0.031069494783878326, -0.02455124258995056, -0.018032990396022797, -0.011514738202095032, -0.004996486008167267, 0.001521766185760498, 0.008040018379688263, 0.014558270573616028, 0.021076522767543793, 0.027594774961471558, 0.03411302715539932, 0.04063127934932709, 0.04714953154325485, 0.05366778373718262, 0.06018603593111038, 0.06670428812503815, 0.07322254031896591, 0.07974079251289368, 0.08625904470682144, 0.0927772969007492, 0.09929554909467697, 0.10581380128860474, 0.1123320534825325, 0.11885030567646027, 0.12536856532096863, 0.1318868100643158, 0.13840505480766296, 0.14492331445217133, 0.1514415740966797, 0.15795981884002686, 0.16447806358337402, 0.17099632322788239, 0.17751458287239075, 0.18403282761573792, 0.19055107235908508, 0.19706933200359344, 0.2035875916481018, 0.21010583639144897]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 2.0, 2.0, 2.0, 3.0, 4.0, 4.0, 3.0, 3.0, 8.0, 6.0, 3.0, 7.0, 5.0, 24.0, 3.0, 1.0, 5.0, 5.0, 5.0, 4.0, 0.0, 2.0, 1.0, 2.0, 1.0, 4.0, 0.0, 2.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.00217752018943429, -0.002080017002299428, -0.0019825140479952097, -0.0018850109772756696, -0.0017875079065561295, -0.0016900048358365893, -0.0015925017651170492, -0.001494998694397509, -0.001397495623677969, -0.001299992436543107, -0.001202489365823567, -0.0011049862951040268, -0.0010074832243844867, -0.0009099801536649466, -0.0008124770829454064, -0.0007149740122258663, -0.0006174709415063262, -0.0005199678707867861, -0.00042246480006724596, -0.0003249617002438754, -0.00022745862952433527, -0.00012995555880479515, -3.24524735333398e-05, 6.505060446215793e-05, 0.00016255368245765567, 0.0002600567531771958, 0.0003575598238967359, 0.0004550629237201065, 0.0005525660235434771, 0.0006500690942630172, 0.0007475721649825573, 0.0008450752357020974, 0.0009425783064216375, 0.0010400813771411777, 0.0011375844478607178, 0.001235087518580258, 0.001332590589299798, 0.0014300936600193381, 0.0015275967307388783, 0.0016250998014584184, 0.0017226028721779585, 0.0018201060593128204, 0.0019176091300323606, 0.0020151122007519007, 0.002112615155056119, 0.002210118342190981, 0.002307621296495199, 0.002405124483630061, 0.002502627670764923, 0.0026001306250691414, 0.0026976338122040033, 0.0027951367665082216, 0.0028926399536430836, 0.002990142907947302, 0.003087646095082164, 0.003185149049386382, 0.003282652236521244, 0.0033801551908254623, 0.0034776583779603243, 0.0035751613322645426, 0.0036726645193994045, 0.003770167473703623, 0.0038676706608384848, 0.003965173847973347, 0.004062676802277565]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 3.0, 1.0, 0.0, 0.0, 3.0, 12.0, 13.0, 16.0, 25.0, 46.0, 66.0, 103.0, 171.0, 244.0, 381.0, 677.0, 1201.0, 1914.0, 3222.0, 5968.0, 11627.0, 24291.0, 55842.0, 145194.0, 719407.0, 105575.0, 46119.0, 23339.0, 12957.0, 7469.0, 4721.0, 2928.0, 1889.0, 1250.0, 909.0, 614.0, 429.0, 287.0, 195.0, 133.0, 108.0, 82.0, 61.0, 52.0, 26.0, 17.0, 15.0, 12.0, 3.0, 6.0, 8.0, 5.0, 2.0, 1.0, 2.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.010339080356061459, -0.00993249099701643, -0.009525901637971401, -0.009119312278926373, -0.008712723851203918, -0.00830613449215889, -0.007899545133113861, -0.007492955774068832, -0.007086366415023804, -0.006679777055978775, -0.006273187696933746, -0.005866598803550005, -0.005460009444504976, -0.005053420085459948, -0.004646831192076206, -0.0042402418330311775, -0.003833652473986149, -0.00342706311494112, -0.003020473988726735, -0.00261388486251235, -0.0022072955034673214, -0.0018007062608376145, -0.0013941170182079077, -0.0009875277755782008, -0.000580938532948494, -0.0001743492903187871, 0.00023223995231091976, 0.0006388291949406266, 0.0010454184375703335, 0.0014520076802000403, 0.0018585969228297472, 0.0022651860490441322, 0.002671775408089161, 0.0030783647671341896, 0.0034849538933485746, 0.0038915430195629597, 0.004298132378607988, 0.004704721737653017, 0.005111310631036758, 0.005517899990081787, 0.005924489349126816, 0.0063310787081718445, 0.006737668067216873, 0.0071442569606006145, 0.007550846319645643, 0.007957435213029385, 0.008364024572074413, 0.008770613931119442, 0.00917720329016447, 0.0095837926492095, 0.009990382008254528, 0.010396971367299557, 0.01080355979502201, 0.01121014915406704, 0.011616738513112068, 0.012023327872157097, 0.012429917231202126, 0.012836506590247154, 0.013243095949292183, 0.013649685308337212, 0.01405627466738224, 0.014462863095104694, 0.014869452454149723, 0.015276041813194752, 0.015682630240917206]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 8.0, 4.0, 7.0, 5.0, 3.0, 8.0, 4.0, 1.0, 2.0, 3.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.024593941867351532, -0.023894572630524635, -0.023195205256342888, -0.02249583601951599, -0.021796468645334244, -0.021097099408507347, -0.02039773017168045, -0.019698362797498703, -0.018998993560671806, -0.01829962618649006, -0.017600256949663162, -0.016900887712836266, -0.016201520338654518, -0.015502152033150196, -0.0148027827963233, -0.014103414490818977, -0.013404046185314655, -0.012704677879810333, -0.012005309574306011, -0.011305940337479115, -0.010606572031974792, -0.00990720372647047, -0.009207835420966148, -0.008508467115461826, -0.007809098344296217, -0.007109730038791895, -0.0064103612676262856, -0.0057109929621219635, -0.0050116246566176414, -0.004312255885452032, -0.00361288757994771, -0.0029135190416127443, -0.0022141505032777786, -0.001514781964942813, -0.000815413543023169, -0.00011604506289586425, 0.0005833234172314405, 0.0012826919555664062, 0.0019820602610707283, 0.002681428799405694, 0.0033807973377406597, 0.004080165643244982, 0.004779534414410591, 0.005478902719914913, 0.006178271025419235, 0.006877639796584845, 0.007577008102089167, 0.008276376873254776, 0.008975745178759098, 0.00967511348426342, 0.010374481789767742, 0.011073851026594639, 0.011773219332098961, 0.012472587637603283, 0.013171955943107605, 0.013871324248611927, 0.014570692554116249, 0.015270061790943146, 0.015969429165124893, 0.01666879840195179, 0.017368167638778687, 0.018067535012960434, 0.01876690424978733, 0.019466271623969078, 0.020165640860795975]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 2.0, 4.0, 13.0, 12.0, 22.0, 26.0, 28.0, 28.0, 36.0, 55.0, 34.0, 39.0, 50.0, 52.0, 74.0, 120.0, 164.0, 242.0, 329.0, 425.0, 581.0, 764.0, 1007.0, 1281.0, 2249.0, 5672.0, 1454.0, 876.0, 659.0, 456.0, 323.0, 249.0, 180.0, 167.0, 147.0, 107.0, 88.0, 66.0, 52.0, 46.0, 46.0, 35.0, 31.0, 22.0, 26.0, 8.0, 9.0, 13.0, 15.0, 12.0, 8.0, 8.0, 6.0, 2.0, 3.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0], "bins": [-0.009101641364395618, -0.008754990994930267, -0.008408340625464916, -0.00806168932467699, -0.007715038955211639, -0.007368388585746288, -0.007021738216280937, -0.006675087381154299, -0.006328437011688948, -0.005981786642223597, -0.005635135807096958, -0.005288485437631607, -0.004941835068166256, -0.0045951842330396175, -0.0042485338635742664, -0.0039018832612782717, -0.003555232658982277, -0.003208582056686282, -0.0028619314543902874, -0.0025152810849249363, -0.0021686304826289415, -0.0018219798803329468, -0.0014753293944522738, -0.001128678908571601, -0.0007820283062756062, -0.0004353777621872723, -8.872721809893847e-05, 0.0002579233259893954, 0.0006045738700777292, 0.0009512244141660631, 0.001297874958254397, 0.0016445254441350698, 0.0019911760464310646, 0.0023378266487270594, 0.002684477251023054, 0.0030311276204884052, 0.0033777782227844, 0.0037244288250803947, 0.004071079194545746, 0.004417730029672384, 0.004764380399137735, 0.0051110307686030865, 0.005457681603729725, 0.005804331973195076, 0.006150982342660427, 0.0064976331777870655, 0.006844283547252417, 0.007190934382379055, 0.007537584751844406, 0.007884235121309757, 0.008230885490775108, 0.008577536791563034, 0.008924187161028385, 0.009270837530493736, 0.009617487899959087, 0.009964138269424438, 0.010310789570212364, 0.010657439939677715, 0.011004090309143066, 0.011350740678608418, 0.011697391048073769, 0.01204404141753912, 0.012390692718327045, 0.012737343087792397, 0.013083993457257748]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 0.0, 2.0, 2.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.07287758588790894, -0.06937367469072342, -0.0658697634935379, -0.06236584857106209, -0.05886193737387657, -0.055358026176691055, -0.05185411125421524, -0.048350200057029724, -0.04484628885984421, -0.04134237766265869, -0.037838466465473175, -0.03433455154299736, -0.030830640345811844, -0.027326729148626328, -0.023822816088795662, -0.020318903028964996, -0.01681499183177948, -0.013311079703271389, -0.009807167574763298, -0.006303255446255207, -0.002799343317747116, 0.0007045688107609749, 0.004208480939269066, 0.007712393067777157, 0.011216305196285248, 0.014720217324793339, 0.01822412945330143, 0.021728042513132095, 0.02523195371031761, 0.028735864907503128, 0.03223977982997894, 0.03574369102716446, 0.039247602224349976, 0.04275151342153549, 0.04625542461872101, 0.04975933954119682, 0.05326325073838234, 0.056767161935567856, 0.06027107685804367, 0.06377498805522919, 0.0672788992524147, 0.07078281044960022, 0.07428672164678574, 0.07779063284397125, 0.08129455149173737, 0.08479846268892288, 0.0883023738861084, 0.09180628508329391, 0.09531019628047943, 0.09881410747766495, 0.10231801867485046, 0.10582192987203598, 0.1093258410692215, 0.11282975971698761, 0.11633367091417313, 0.11983758211135864, 0.12334149330854416, 0.12684540450572968, 0.1303493231534958, 0.1338532269001007, 0.13735714554786682, 0.14086104929447174, 0.14436496794223785, 0.14786887168884277, 0.1513727903366089]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 3.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 1.0, 3.0, 13.0, 10.0, 13.0, 22.0, 17.0, 23.0, 40.0, 14.0, 21.0, 11.0, 11.0, 11.0, 5.0, 7.0, 2.0, 2.0, 1.0, 1.0, 0.0, 5.0, 2.0, 2.0, 3.0, 1.0, 3.0, 2.0, 2.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 2.0, 2.0, 2.0, 0.0, 1.0, 2.0, 2.0, 2.0, 2.0], "bins": [-0.04638340696692467, -0.04470018669962883, -0.04301696643233299, -0.04133374243974686, -0.03965052217245102, -0.03796730190515518, -0.036284081637859344, -0.03460086137056351, -0.03291764110326767, -0.031234418973326683, -0.029551196843385696, -0.02786797657608986, -0.02618475630879402, -0.024501534178853035, -0.022818313911557198, -0.02113509178161621, -0.019451871514320374, -0.017768651247024536, -0.01608542911708355, -0.014402208849787712, -0.0127189876511693, -0.011035766452550888, -0.00935254618525505, -0.007669324986636639, -0.005986103788018227, -0.004302882589399815, -0.00261966185644269, -0.0009364408906549215, 0.0007467800751328468, 0.002430001040920615, 0.0041132220067083836, 0.005796442739665508, 0.00747966393828392, 0.009162885136902332, 0.010846106335520744, 0.012529326602816582, 0.014212547801434994, 0.015895769000053406, 0.017578989267349243, 0.01926221139729023, 0.020945431664586067, 0.022628651931881905, 0.02431187406182289, 0.02599509432911873, 0.027678314596414566, 0.029361536726355553, 0.03104475699365139, 0.03272797912359238, 0.034411199390888214, 0.03609441965818405, 0.03777763992547989, 0.039460863918066025, 0.04114408418536186, 0.0428273044526577, 0.04451052471995354, 0.046193744987249374, 0.04787696897983551, 0.04956018924713135, 0.051243409514427185, 0.05292662978172302, 0.05460985004901886, 0.0562930703163147, 0.05797629430890083, 0.05965951457619667, 0.06134273484349251]}, "_runtime": 40.0277955532074, "_timestamp": 1596214364.785078, "_step": 45}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 5.0, 4.0, 1.0, 2.0, 3.0, 8.0, 6.0, 2.0, 4.0, 2.0, 1.0, 4.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.020725909620523453, -0.020122405141592026, -0.019518902525305748, -0.01891539804637432, -0.018311895430088043, -0.017708390951156616, -0.01710488647222519, -0.01650138385593891, -0.015897879377007484, -0.015294375829398632, -0.01469087228178978, -0.014087368734180927, -0.013483865186572075, -0.012880361638963223, -0.012276857160031796, -0.011673353612422943, -0.01106985006481409, -0.010466346517205238, -0.009862842969596386, -0.009259338490664959, -0.008655834943056107, -0.008052331395447254, -0.007448827847838402, -0.006845323834568262, -0.00624182028695941, -0.005638316739350557, -0.005034812726080418, -0.004431309178471565, -0.003827805398032069, -0.003224301617592573, -0.0026207980699837208, -0.0020172942895442247, -0.0014137905091047287, -0.0008102867868728936, -0.00020678306464105844, 0.0003967206575907767, 0.0010002243798226118, 0.0016037281602621078, 0.0022072317078709602, 0.0028107354883104563, 0.0034142392687499523, 0.004017742816358805, 0.004621246829628944, 0.005224750377237797, 0.005828253924846649, 0.006431757938116789, 0.007035261485725641, 0.007638765498995781, 0.008242269046604633, 0.008845772594213486, 0.009449276141822338, 0.010052780620753765, 0.010656284168362617, 0.01125978771597147, 0.011863291263580322, 0.012466794811189175, 0.013070298358798027, 0.013673802837729454, 0.014277306385338306, 0.014880809932947159, 0.015484313480556011, 0.016087817028164864, 0.01669132150709629, 0.01729482412338257, 0.017898328602313995]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 4.0, 3.0, 3.0, 3.0, 4.0, 7.0, 4.0, 5.0, 7.0, 9.0, 11.0, 14.0, 20.0, 33.0, 29.0, 39.0, 66.0, 98.0, 128.0, 199.0, 320.0, 526.0, 4772.0, 717.0, 318.0, 185.0, 124.0, 77.0, 61.0, 31.0, 16.0, 19.0, 12.0, 17.0, 13.0, 8.0, 7.0, 3.0, 3.0, 3.0, 4.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.21787814795970917, -0.2111465334892273, -0.20441493391990662, -0.19768331944942474, -0.19095170497894287, -0.184220090508461, -0.17748847603797913, -0.17075687646865845, -0.16402526199817657, -0.1572936475276947, -0.15056204795837402, -0.14383043348789215, -0.13709881901741028, -0.1303672045469284, -0.12363559752702713, -0.11690399050712585, -0.11017237603664398, -0.10344076156616211, -0.09670915454626083, -0.08997754752635956, -0.08324593305587769, -0.07651431858539581, -0.06978271156549454, -0.06305110454559326, -0.05631949007511139, -0.049587879329919815, -0.04285626858472824, -0.03612465783953667, -0.029393047094345093, -0.02266143634915352, -0.015929825603961945, -0.00919821485877037, -0.0024666041135787964, 0.004265006631612778, 0.010996617376804352, 0.017728228121995926, 0.0244598388671875, 0.031191449612379074, 0.03792306035757065, 0.04465467110276222, 0.051386281847953796, 0.05811789259314537, 0.06484950333833694, 0.07158111035823822, 0.07831272482872009, 0.08504433929920197, 0.09177594631910324, 0.09850755333900452, 0.10523916780948639, 0.11197078227996826, 0.11870238929986954, 0.1254339963197708, 0.13216561079025269, 0.13889722526073456, 0.14562883973121643, 0.1523604393005371, 0.15909205377101898, 0.16582366824150085, 0.17255526781082153, 0.1792868822813034, 0.18601849675178528, 0.19275011122226715, 0.19948172569274902, 0.2062133252620697, 0.21294493973255157]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 3.0, 1.0, 1.0, 0.0, 4.0, 6.0, 3.0, 2.0, 4.0, 2.0, 6.0, 2.0, 1.0, 6.0, 2.0, 4.0, 27.0, 4.0, 9.0, 2.0, 1.0, 2.0, 4.0, 0.0, 4.0, 3.0, 0.0, 2.0, 3.0, 2.0, 3.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002192931016907096, -0.0020935318898409605, -0.001994132762774825, -0.0018947335192933679, -0.0017953343922272325, -0.001695935265161097, -0.0015965360216796398, -0.0014971368946135044, -0.001397737767547369, -0.0012983386404812336, -0.0011989395134150982, -0.001099540269933641, -0.0010001411428675056, -0.0009007420158013701, -0.0008013428305275738, -0.0007019436452537775, -0.0006025445181876421, -0.0005031453911215067, -0.00040374620584771037, -0.0003043470496777445, -0.00020494789350777864, -0.00010554873733781278, -6.149581167846918e-06, 9.324957500211895e-05, 0.0001926487311720848, 0.00029204788734205067, 0.00039144704351201653, 0.0004908462287858129, 0.0005902453558519483, 0.0006896444829180837, 0.00078904366819188, 0.0008884428534656763, 0.0009878419805318117, 0.0010872411075979471, 0.0011866402346640825, 0.0012860394781455398, 0.0013854386052116752, 0.0014848377322778106, 0.0015842369757592678, 0.0016836361028254032, 0.0017830352298915386, 0.001882434356957674, 0.0019818334840238094, 0.002081232611089945, 0.0021806317381560802, 0.0022800310980528593, 0.0023794302251189947, 0.00247882935218513, 0.0025782284792512655, 0.002677627606317401, 0.0027770267333835363, 0.0028764258604496717, 0.002975825220346451, 0.003075224347412586, 0.0031746234744787216, 0.003274022601544857, 0.0033734217286109924, 0.003472820855677128, 0.0035722199827432632, 0.0036716191098093987, 0.003771018236875534, 0.003870417596772313, 0.003969816491007805, 0.00406921561807394, 0.004168614745140076]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 3.0, 8.0, 7.0, 21.0, 13.0, 33.0, 58.0, 73.0, 159.0, 252.0, 445.0, 785.0, 1405.0, 2572.0, 4855.0, 10325.0, 23236.0, 60507.0, 192431.0, 719042.0, 87524.0, 36499.0, 17387.0, 8925.0, 4945.0, 2923.0, 1729.0, 1121.0, 740.0, 467.0, 309.0, 233.0, 147.0, 110.0, 76.0, 62.0, 39.0, 47.0, 26.0, 21.0, 21.0, 19.0, 11.0, 9.0, 4.0, 5.0, 5.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.012348281219601631, -0.011858191341161728, -0.011368101462721825, -0.010878011584281921, -0.010387921705842018, -0.009897831827402115, -0.009407741948962212, -0.008917652070522308, -0.008427562192082405, -0.007937471382319927, -0.007447381969541311, -0.006957292091101408, -0.0064672017470002174, -0.005977111868560314, -0.005487021990120411, -0.004996932111680508, -0.004506842233240604, -0.004016752354800701, -0.003526662476360798, -0.003036572365090251, -0.0025464824866503477, -0.0020563926082104445, -0.0015663026133552194, -0.0010762126184999943, -0.000586122740060091, -9.603280341252685e-05, 0.0003940571332350373, 0.0008841470698826015, 0.0013742370065301657, 0.001864326884970069, 0.002354416996240616, 0.002844506874680519, 0.0033345967531204224, 0.0038246866315603256, 0.004314776510000229, 0.004804866388440132, 0.005294956266880035, 0.005785046610981226, 0.006275136489421129, 0.0067652263678610325, 0.007255316246300936, 0.007745406124740839, 0.00823549646884203, 0.008725586347281933, 0.009215676225721836, 0.00970576610416174, 0.010195855982601643, 0.010685945861041546, 0.011176035739481449, 0.011666125617921352, 0.012156215496361256, 0.012646305374801159, 0.013136395253241062, 0.013626485131680965, 0.014116575010120869, 0.014606664888560772, 0.01509675569832325, 0.015586845576763153, 0.016076935455203056, 0.01656702533364296, 0.017057115212082863, 0.017547205090522766, 0.01803729496896267, 0.018527384847402573, 0.019017474725842476]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 4.0, 11.0, 6.0, 5.0, 4.0, 8.0, 2.0, 2.0, 3.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0], "bins": [-0.03307274729013443, -0.032366812229156494, -0.03166087716817856, -0.030954940244555473, -0.030249005183577538, -0.029543068259954453, -0.028837133198976517, -0.02813119813799858, -0.027425263077020645, -0.02671932615339756, -0.026013391092419624, -0.02530745603144169, -0.024601519107818604, -0.023895584046840668, -0.023189648985862732, -0.022483712062239647, -0.02177777700126171, -0.021071841940283775, -0.02036590501666069, -0.019659969955682755, -0.01895403489470482, -0.018248097971081734, -0.017542162910103798, -0.016836227849125862, -0.016130290925502777, -0.015424355864524841, -0.014718420803546906, -0.014012484811246395, -0.013306548818945885, -0.012600613757967949, -0.011894677765667439, -0.011188742704689503, -0.010482806712388992, -0.009776870720088482, -0.009070935659110546, -0.008364999666810036, -0.007659064140170813, -0.0069531286135315895, -0.006247192621231079, -0.005541257094591856, -0.004835321567952633, -0.00412938604131341, -0.003423450281843543, -0.0027175145223736763, -0.002011578995734453, -0.0013056433526799083, -0.0005997077096253633, 0.00010622793342918158, 0.0008121635764837265, 0.0015180992195382714, 0.0022240348625928164, 0.002929970622062683, 0.003635906148701906, 0.004341841675341129, 0.00504777766764164, 0.005753713194280863, 0.006459648720920086, 0.007165584247559309, 0.007871519774198532, 0.008577455766499043, 0.009283391758799553, 0.009989326819777489, 0.010695262812077999, 0.011401197873055935, 0.012107133865356445]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [9.0, 9.0, 7.0, 2.0, 0.0, 14.0, 10.0, 11.0, 3.0, 13.0, 12.0, 12.0, 24.0, 34.0, 42.0, 55.0, 31.0, 30.0, 32.0, 31.0, 27.0, 37.0, 46.0, 68.0, 87.0, 101.0, 164.0, 325.0, 560.0, 935.0, 2073.0, 6224.0, 2096.0, 1337.0, 946.0, 729.0, 520.0, 387.0, 320.0, 246.0, 184.0, 168.0, 109.0, 91.0, 70.0, 45.0, 37.0, 29.0, 21.0, 12.0, 13.0, 9.0, 6.0, 5.0, 7.0, 7.0, 2.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.011497637256979942, -0.011128580197691917, -0.010759523138403893, -0.010390466079115868, -0.010021409951150417, -0.009652352891862392, -0.009283295832574368, -0.008914238773286343, -0.008545181713998318, -0.008176124654710293, -0.007807068061083555, -0.00743801100179553, -0.007068954408168793, -0.006699897348880768, -0.006330840289592743, -0.005961783695966005, -0.00559272663667798, -0.0052236695773899555, -0.004854612983763218, -0.004485555924475193, -0.004116498865187168, -0.003747442038729787, -0.0033783852122724056, -0.0030093281529843807, -0.0026402713265269995, -0.0022712145000696182, -0.0019021574407815933, -0.001533100614324212, -0.001164043671451509, -0.0007949867285788059, -0.00042592984391376376, -5.687293014489114e-05, 0.0003121839836239815, 0.0006812409264966846, 0.0010502978693693876, 0.0014193546958267689, 0.001788411638699472, 0.002157468581572175, 0.0025265254080295563, 0.002895582467317581, 0.0032646392937749624, 0.0036336961202323437, 0.004002753179520369, 0.0043718102388083935, 0.004740866832435131, 0.005109923891723156, 0.005478980951011181, 0.0058480375446379185, 0.006217094603925943, 0.006586151663213968, 0.006955208256840706, 0.007324265316128731, 0.007693322375416756, 0.00806237943470478, 0.008431436493992805, 0.008800492621958256, 0.00916954968124628, 0.009538606740534306, 0.00990766379982233, 0.010276720859110355, 0.01064577791839838, 0.01101483404636383, 0.011383891105651855, 0.01175294816493988, 0.012122005224227905]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 3.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.06253588199615479, -0.059142567217350006, -0.05574925243854523, -0.05235593393445015, -0.04896261915564537, -0.04556930437684059, -0.042175985872745514, -0.038782671093940735, -0.035389356315135956, -0.03199604153633118, -0.02860272489488125, -0.02520940825343132, -0.02181609347462654, -0.018422778695821762, -0.015029462054371834, -0.01163614634424448, -0.008242830634117126, -0.004849514923989773, -0.0014561992138624191, 0.0019371164962649345, 0.005330432206392288, 0.008723747916519642, 0.012117063626646996, 0.01551037933677435, 0.018903695046901703, 0.022297009825706482, 0.02569032646715641, 0.02908364310860634, 0.03247695788741112, 0.0358702726662159, 0.039263591170310974, 0.04265690594911575, 0.04605022072792053, 0.04944353550672531, 0.05283685028553009, 0.05623016878962517, 0.05962348356842995, 0.06301680207252502, 0.0664101168513298, 0.06980343163013458, 0.07319674640893936, 0.07659006118774414, 0.07998337596654892, 0.0833766907453537, 0.08677001297473907, 0.09016332775354385, 0.09355664253234863, 0.09694995731115341, 0.10034327208995819, 0.10373658686876297, 0.10712990164756775, 0.11052321642637253, 0.11391653120517731, 0.11730985343456268, 0.12070316821336746, 0.12409648299217224, 0.12748980522155762, 0.1308831125497818, 0.13427643477916718, 0.13766974210739136, 0.14106306433677673, 0.14445637166500092, 0.1478496938943863, 0.15124300122261047, 0.15463632345199585]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 3.0, 6.0, 6.0, 8.0, 13.0, 25.0, 38.0, 47.0, 26.0, 19.0, 18.0, 8.0, 13.0, 9.0, 3.0, 1.0, 0.0, 1.0, 5.0, 2.0, 3.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.0527859665453434, -0.05103180930018425, -0.0492776483297348, -0.04752349108457565, -0.045769330114126205, -0.044015172868967056, -0.04226101562380791, -0.04050685465335846, -0.03875269740819931, -0.03699853643774986, -0.035244379192590714, -0.033490221947431564, -0.03173606097698212, -0.02998190186917782, -0.02822774462401867, -0.02647358551621437, -0.024719426408410072, -0.022965267300605774, -0.021211108192801476, -0.019456950947642326, -0.017702791839838028, -0.01594863273203373, -0.014194473624229431, -0.012440315447747707, -0.010686156339943409, -0.00893199723213911, -0.007177839055657387, -0.005423679947853088, -0.0036695213057100773, -0.0019153625471517444, -0.00016120378859341145, 0.0015929549699649215, 0.0033471137285232544, 0.0051012723706662655, 0.006855431012809277, 0.008609590120613575, 0.010363748297095299, 0.012117907404899597, 0.013872066512703896, 0.015626225620508194, 0.017380382865667343, 0.01913454197347164, 0.02088870108127594, 0.02264286018908024, 0.024397019296884537, 0.026151178404688835, 0.027905335649847984, 0.029659494757652283, 0.03141365200281143, 0.03316781297326088, 0.03492197021842003, 0.036676131188869476, 0.038430288434028625, 0.04018444940447807, 0.04193860664963722, 0.04369276389479637, 0.04544692486524582, 0.04720108211040497, 0.048955243080854416, 0.050709400326013565, 0.052463557571172714, 0.05421771854162216, 0.05597187578678131, 0.05772603675723076, 0.05948019400238991]}, "_runtime": 40.81168508529663, "_timestamp": 1596214365.5689676, "_step": 46}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 4.0, 0.0, 1.0, 1.0, 3.0, 2.0, 2.0, 1.0, 2.0, 6.0, 1.0, 1.0, 1.0, 3.0, 0.0, 3.0, 1.0, 4.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00804853904992342, -0.0077696568332612514, -0.007490774616599083, -0.0072118923999369144, -0.006933010183274746, -0.0066541279666125774, -0.006375245749950409, -0.00609636353328824, -0.005817481316626072, -0.005538599099963903, -0.005259716883301735, -0.004980834666639566, -0.004701952449977398, -0.004423070233315229, -0.004144188016653061, -0.0038653057999908924, -0.003586423583328724, -0.0033075413666665554, -0.003028659150004387, -0.0027497769333422184, -0.00247089471668005, -0.0021920125000178814, -0.0019131302833557129, -0.0016342480666935444, -0.0013553658500313759, -0.0010764836333692074, -0.0007976014167070389, -0.0005187192000448704, -0.00023983698338270187, 3.904523327946663e-05, 0.00031792744994163513, 0.0005968096666038036, 0.0008756918832659721, 0.0011545740999281406, 0.0014334563165903091, 0.0017123385332524776, 0.001991220749914646, 0.0022701029665768147, 0.002548985183238983, 0.0028278673999011517, 0.00310674961656332, 0.0033856318332254887, 0.003664514049887657, 0.003943396266549826, 0.004222278483211994, 0.004501160699874163, 0.004780042916536331, 0.0050589251331985, 0.005337807349860668, 0.005616689566522837, 0.005895571783185005, 0.006174453999847174, 0.006453336216509342, 0.006732218433171511, 0.007011100649833679, 0.007289982866495848, 0.007568865083158016, 0.007847746834158897, 0.008126629516482353, 0.008405512198805809, 0.00868439394980669, 0.008963275700807571, 0.009242158383131027, 0.009521041065454483, 0.009799922816455364]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 0.0, 3.0, 2.0, 4.0, 8.0, 11.0, 10.0, 10.0, 19.0, 33.0, 40.0, 41.0, 66.0, 71.0, 121.0, 136.0, 198.0, 335.0, 629.0, 4899.0, 508.0, 283.0, 161.0, 113.0, 58.0, 50.0, 28.0, 15.0, 21.0, 15.0, 6.0, 7.0, 9.0, 9.0, 2.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.18911638855934143, -0.18339397013187408, -0.17767153680324554, -0.1719491183757782, -0.16622668504714966, -0.1605042666196823, -0.15478183329105377, -0.14905941486358643, -0.14333698153495789, -0.13761456310749054, -0.1318921446800232, -0.12616971135139465, -0.12044729292392731, -0.11472486704587936, -0.10900244116783142, -0.10328001528978348, -0.09755758941173553, -0.09183516353368759, -0.08611273765563965, -0.0803903117775917, -0.07466788589954376, -0.06894546747207642, -0.06322304159402847, -0.05750061571598053, -0.05177818983793259, -0.046055763959884644, -0.0403333380818367, -0.034610915929079056, -0.028888490051031113, -0.02316606417298317, -0.017443640157580376, -0.011721215210855007, -0.005998790264129639, -0.00027636531740427017, 0.005446059629321098, 0.011168484576046467, 0.016890909522771835, 0.02261333540081978, 0.028335759416222572, 0.034058183431625366, 0.03978060930967331, 0.04550303518772125, 0.051225461065769196, 0.05694788321852684, 0.06267030537128448, 0.06839273124933243, 0.07411515712738037, 0.07983758300542831, 0.08556000888347626, 0.0912824347615242, 0.09700486063957214, 0.10272728651762009, 0.10844971239566803, 0.11417213082313538, 0.11989455670118332, 0.12561698257923126, 0.1313394010066986, 0.13706183433532715, 0.1427842527627945, 0.14850668609142303, 0.15422910451889038, 0.15995153784751892, 0.16567395627498627, 0.1713963896036148, 0.17711880803108215]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 3.0, 1.0, 3.0, 0.0, 1.0, 2.0, 2.0, 4.0, 4.0, 7.0, 6.0, 1.0, 1.0, 0.0, 4.0, 2.0, 25.0, 1.0, 7.0, 3.0, 4.0, 2.0, 3.0, 3.0, 0.0, 1.0, 1.0, 1.0, 4.0, 3.0, 2.0, 2.0, 2.0, 2.0, 1.0, 1.0, 2.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.0028198175132274628, -0.002738214796409011, -0.002656612079590559, -0.0025750095956027508, -0.002493406878784299, -0.002411804161965847, -0.002330201677978039, -0.002248598961159587, -0.002166996244341135, -0.002085393527522683, -0.0020037908107042313, -0.001922188326716423, -0.0018405856098979712, -0.0017589828930795193, -0.0016773802926763892, -0.0015957776922732592, -0.0015141749754548073, -0.0014325722586363554, -0.0013509696582332253, -0.0012693670578300953, -0.0011877643410116434, -0.0011061616241931915, -0.0010245590237900615, -0.0009429563651792705, -0.0008613537065684795, -0.0007797510479576886, -0.0006981483893468976, -0.0006165457307361066, -0.0005349430721253157, -0.0004533404135145247, -0.00037173775490373373, -0.00029013509629294276, -0.0002085324376821518, -0.00012692977907136083, -4.532712046056986e-05, 3.627553815022111e-05, 0.00011787819676101208, 0.00019948085537180305, 0.000281083513982594, 0.000362686172593385, 0.00044428883120417595, 0.0005258914898149669, 0.0006074941484257579, 0.0006890968070365489, 0.0007706994656473398, 0.0008523021242581308, 0.0009339047828689218, 0.0010155073832720518, 0.0010971101000905037, 0.0011787128169089556, 0.0012603154173120856, 0.0013419180177152157, 0.0014235207345336676, 0.0015051234513521194, 0.0015867260517552495, 0.0016683286521583796, 0.0017499313689768314, 0.0018315340857952833, 0.0019131366861984134, 0.0019947392866015434, 0.0020763420034199953, 0.002157944720238447, 0.0022395472042262554, 0.0023211499210447073, 0.002402752637863159]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 0.0, 4.0, 5.0, 6.0, 12.0, 12.0, 19.0, 21.0, 31.0, 53.0, 81.0, 93.0, 124.0, 203.0, 286.0, 403.0, 603.0, 798.0, 1329.0, 1977.0, 3044.0, 5035.0, 8513.0, 15410.0, 28829.0, 59165.0, 147144.0, 697398.0, 98786.0, 46311.0, 24867.0, 14148.0, 8474.0, 5322.0, 3366.0, 2220.0, 1556.0, 1053.0, 790.0, 554.0, 415.0, 294.0, 221.0, 180.0, 120.0, 90.0, 61.0, 49.0, 42.0, 25.0, 24.0, 14.0, 17.0, 11.0, 14.0, 10.0, 6.0, 1.0, 2.0, 1.0, 2.0], "bins": [-0.010085368528962135, -0.009753275662660599, -0.009421181865036488, -0.009089088998734951, -0.00875699520111084, -0.008424902334809303, -0.008092808537185192, -0.0077607156708836555, -0.007428622338920832, -0.007096529006958008, -0.006764435674995184, -0.00643234234303236, -0.0061002494767308235, -0.005768156144768, -0.005436062812805176, -0.005103969480842352, -0.004771876148879528, -0.004439782816916704, -0.00410768948495388, -0.0037755963858217, -0.0034435030538588762, -0.0031114097218960524, -0.002779316622763872, -0.0024472232908010483, -0.0021151299588382244, -0.0017830366268754005, -0.0014509434113278985, -0.0011188501957803965, -0.0007867568638175726, -0.00045466359006240964, -0.00012257031630724669, 0.00020952295744791627, 0.0005416162312030792, 0.0008737095049582422, 0.0012058027787134051, 0.0015378959942609072, 0.001869989326223731, 0.002202082658186555, 0.002534175757318735, 0.002866269089281559, 0.003198362421244383, 0.0035304557532072067, 0.0038625490851700306, 0.0041946424171328545, 0.004526735283434391, 0.004858828615397215, 0.005190921947360039, 0.005523015279322863, 0.0058551086112856865, 0.00618720194324851, 0.006519295275211334, 0.006851388607174158, 0.007183481939136982, 0.0075155748054385185, 0.00784766860306263, 0.008179761469364166, 0.008511854335665703, 0.008843948133289814, 0.00917604099959135, 0.009508134797215462, 0.009840227663516998, 0.01017232146114111, 0.010504414327442646, 0.010836508125066757, 0.011168600991368294]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 2.0, 0.0, 0.0, 2.0, 2.0, 2.0, 2.0, 4.0, 0.0, 5.0, 1.0, 1.0, 5.0, 9.0, 6.0, 1.0, 1.0, 4.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01390339620411396, -0.013514310121536255, -0.01312522403895855, -0.012736137956380844, -0.012347051873803139, -0.011957966722548008, -0.011568880639970303, -0.011179794557392597, -0.010790708474814892, -0.010401622392237186, -0.010012536309659481, -0.009623450227081776, -0.009234365075826645, -0.00884527899324894, -0.008456192910671234, -0.008067106828093529, -0.007678020745515823, -0.007288934662938118, -0.006899848580360413, -0.0065107629634439945, -0.006121676880866289, -0.005732590798288584, -0.005343505181372166, -0.00495441909879446, -0.004565333016216755, -0.0041762469336390495, -0.003787161083891988, -0.003398075234144926, -0.0030089891515672207, -0.0026199030689895153, -0.0022308172192424536, -0.00184173125308007, -0.0014526452869176865, -0.001063559320755303, -0.0006744733545929193, -0.0002853873884305358, 0.00010369857773184776, 0.0004927845438942313, 0.0008818705100566149, 0.0012709564762189984, 0.001660042442381382, 0.0020491285249590874, 0.002438214374706149, 0.002827300224453211, 0.003216386307030916, 0.0036054723896086216, 0.00399455800652504, 0.004383644089102745, 0.0047727301716804504, 0.005161816254258156, 0.005550902336835861, 0.005939987953752279, 0.006329074036329985, 0.00671816011890769, 0.007107245735824108, 0.0074963318184018135, 0.007885417900979519, 0.008274503983557224, 0.00866359006613493, 0.009052676148712635, 0.009441761299967766, 0.009830847382545471, 0.010219933465123177, 0.010609019547700882, 0.010998105630278587]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 2.0, 6.0, 8.0, 9.0, 12.0, 13.0, 23.0, 36.0, 54.0, 79.0, 95.0, 108.0, 129.0, 183.0, 205.0, 256.0, 303.0, 386.0, 488.0, 541.0, 751.0, 1111.0, 1911.0, 6415.0, 2139.0, 1081.0, 633.0, 351.0, 248.0, 174.0, 139.0, 85.0, 67.0, 78.0, 50.0, 43.0, 38.0, 31.0, 25.0, 20.0, 20.0, 13.0, 14.0, 14.0, 12.0, 6.0, 6.0, 1.0, 3.0, 1.0, 2.0, 3.0, 1.0, 1.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.007823922671377659, -0.007506535854190588, -0.007189149037003517, -0.006871761754155159, -0.006554374936968088, -0.006236988119781017, -0.005919600836932659, -0.005602214019745588, -0.0052848272025585175, -0.004967440385371447, -0.004650053568184376, -0.004332666285336018, -0.004015279468148947, -0.003697892650961876, -0.0033805056009441614, -0.003063118550926447, -0.002745731733739376, -0.0024283449165523052, -0.0021109578665345907, -0.001793570932932198, -0.0014761839993298054, -0.0011587970657274127, -0.00084141013212502, -0.0005240231985226274, -0.00020663626492023468, 0.000110750668682158, 0.00042813760228455067, 0.0007455245358869433, 0.001062911469489336, 0.0013802984030917287, 0.0016976853366941214, 0.002015072386711836, 0.0023324592038989067, 0.0026498460210859776, 0.002967233071103692, 0.0032846201211214066, 0.0036020069383084774, 0.003919393755495548, 0.004236781038343906, 0.004554167855530977, 0.004871554672718048, 0.005188941489905119, 0.00550632830709219, 0.005823715589940548, 0.006141102407127619, 0.00645848922431469, 0.006775876507163048, 0.007093263324350119, 0.0074106501415371895, 0.00772803695872426, 0.008045423775911331, 0.00836281105875969, 0.008680198341608047, 0.008997584693133831, 0.00931497197598219, 0.009632358327507973, 0.009949745610356331, 0.010267132893204689, 0.010584519244730473, 0.01090190652757883, 0.011219292879104614, 0.011536680161952972, 0.01185406744480133, 0.012171453796327114, 0.012488841079175472]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 5.0, 1.0, 2.0, 4.0, 3.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.14065882563591003, -0.13736042380332947, -0.1340620368719101, -0.13076363503932953, -0.12746524810791016, -0.12416684627532959, -0.12086844444274902, -0.11757005006074905, -0.11427165567874908, -0.11097326129674911, -0.10767486691474915, -0.10437646508216858, -0.10107807070016861, -0.09777967631816864, -0.09448127448558807, -0.0911828801035881, -0.08788448572158813, -0.08458609133958817, -0.0812876969575882, -0.07798929512500763, -0.07469090074300766, -0.07139250636100769, -0.06809410452842712, -0.06479571014642715, -0.061497315764427185, -0.058198921382427216, -0.05490052327513695, -0.05160212516784668, -0.04830373078584671, -0.04500533640384674, -0.04170693829655647, -0.038408540189266205, -0.035110145807266235, -0.031811751425266266, -0.028513353317975998, -0.02521495707333088, -0.02191656082868576, -0.018618164584040642, -0.015319768339395523, -0.012021372094750404, -0.008722975850105286, -0.005424579605460167, -0.0021261833608150482, 0.0011722128838300705, 0.004470609128475189, 0.007769005373120308, 0.011067401617765427, 0.014365797862410545, 0.017664194107055664, 0.020962590351700783, 0.0242609865963459, 0.02755938284099102, 0.03085777908563614, 0.03415617346763611, 0.037454571574926376, 0.040752969682216644, 0.044051364064216614, 0.04734975844621658, 0.05064815655350685, 0.05394655466079712, 0.05724494904279709, 0.06054334342479706, 0.06384174525737762, 0.0671401396393776, 0.07043853402137756]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 5.0, 3.0, 2.0, 11.0, 20.0, 29.0, 42.0, 49.0, 14.0, 19.0, 15.0, 16.0, 13.0, 8.0, 7.0, 3.0, 6.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.11271287500858307, -0.10999003052711487, -0.10726719349622726, -0.10454434901475906, -0.10182151198387146, -0.09909866750240326, -0.09637582302093506, -0.09365298599004745, -0.09093014150857925, -0.08820730447769165, -0.08548445999622345, -0.08276161551475525, -0.08003877848386765, -0.07731593400239944, -0.07459309697151184, -0.07187025249004364, -0.06914740800857544, -0.06642457097768784, -0.06370172649621964, -0.06097888574004173, -0.05825604498386383, -0.05553320422768593, -0.052810363471508026, -0.050087522715330124, -0.04736468195915222, -0.04464183747768402, -0.04191899672150612, -0.03919615596532822, -0.036473315209150314, -0.03375047445297241, -0.03102763183414936, -0.02830478921532631, -0.025581948459148407, -0.022859107702970505, -0.020136265084147453, -0.01741342432796955, -0.014690582640469074, -0.011967740952968597, -0.009244900196790695, -0.006522058509290218, -0.0037992168217897415, -0.0010763753671199083, 0.0016464660875499249, 0.004369307309389114, 0.007092148996889591, 0.009814990684390068, 0.01253783144056797, 0.015260673128068447, 0.017983514815568924, 0.020706355571746826, 0.023429198190569878, 0.02615203894674778, 0.02887488156557083, 0.031597722321748734, 0.034320563077926636, 0.03704340383410454, 0.03976624459028244, 0.04248908907175064, 0.04521192982792854, 0.047934770584106445, 0.05065761134028435, 0.05338045209646225, 0.05610329657793045, 0.05882613733410835, 0.061548978090286255]}, "_runtime": 41.588372230529785, "_timestamp": 1596214366.3456547, "_step": 47}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 3.0, 2.0, 3.0, 1.0, 0.0, 6.0, 1.0, 3.0, 3.0, 0.0, 4.0, 1.0, 3.0, 3.0, 0.0, 1.0, 2.0, 1.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0], "bins": [-0.014959180727601051, -0.014596777968108654, -0.014234375208616257, -0.01387197244912386, -0.013509569689631462, -0.013147166930139065, -0.012784764170646667, -0.01242236141115427, -0.012059958651661873, -0.011697555892169476, -0.011335153132677078, -0.010972750373184681, -0.010610347613692284, -0.010247944854199886, -0.009885542094707489, -0.009523139335215092, -0.009160736575722694, -0.008798333816230297, -0.0084359310567379, -0.008073528297245502, -0.007711125537753105, -0.007348722778260708, -0.0069863200187683105, -0.006623917259275913, -0.006261514499783516, -0.005899111740291119, -0.005536708980798721, -0.005174306221306324, -0.004811903461813927, -0.004449500702321529, -0.004087097942829132, -0.0037246951833367348, -0.0033622924238443375, -0.00299988966435194, -0.002637486904859543, -0.0022750841453671455, -0.0019126813858747482, -0.001550278626382351, -0.0011878758668899536, -0.0008254731073975563, -0.000463070347905159, -0.00010066758841276169, 0.0002617351710796356, 0.0006241379305720329, 0.0009865406900644302, 0.0013489434495568275, 0.0017113462090492249, 0.002073748968541622, 0.0024361517280340195, 0.0027985544875264168, 0.003160957247018814, 0.0035233600065112114, 0.0038857627660036087, 0.004248165525496006, 0.004610568284988403, 0.004972971044480801, 0.005335373803973198, 0.005697776563465595, 0.0060601793229579926, 0.00642258208245039, 0.006784984841942787, 0.0071473876014351845, 0.007509790360927582, 0.007872193120419979, 0.008234595879912376]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 3.0, 5.0, 1.0, 2.0, 8.0, 5.0, 7.0, 3.0, 6.0, 3.0, 19.0, 22.0, 20.0, 21.0, 40.0, 41.0, 68.0, 102.0, 122.0, 151.0, 197.0, 321.0, 619.0, 4671.0, 520.0, 324.0, 170.0, 117.0, 87.0, 48.0, 50.0, 49.0, 22.0, 20.0, 19.0, 9.0, 12.0, 7.0, 4.0, 4.0, 3.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.20461465418338776, -0.19924624264240265, -0.19387783110141754, -0.18850941956043243, -0.18314100801944733, -0.17777259647846222, -0.1724041849374771, -0.167035773396492, -0.1616673618555069, -0.1562989503145218, -0.15093053877353668, -0.14556212723255157, -0.14019371569156647, -0.13482530415058136, -0.12945689260959625, -0.12408848106861115, -0.11872006952762604, -0.11335165798664093, -0.10798324644565582, -0.10261483490467072, -0.09724642336368561, -0.0918780118227005, -0.0865096002817154, -0.08114118874073029, -0.07577277719974518, -0.07040436565876007, -0.06503595411777496, -0.059667542576789856, -0.05429913103580475, -0.04893071949481964, -0.043562307953834534, -0.038193896412849426, -0.03282548487186432, -0.02745707333087921, -0.022088661789894104, -0.016720250248908997, -0.01135183870792389, -0.005983427166938782, -0.0006150156259536743, 0.004753395915031433, 0.01012180745601654, 0.015490218997001648, 0.020858630537986755, 0.026227042078971863, 0.03159545361995697, 0.03696386516094208, 0.042332276701927185, 0.04770068824291229, 0.0530690997838974, 0.05843751132488251, 0.06380592286586761, 0.06917433440685272, 0.07454274594783783, 0.07991115748882294, 0.08527956902980804, 0.09064798057079315, 0.09601639211177826, 0.10138480365276337, 0.10675321519374847, 0.11212162673473358, 0.11749003827571869, 0.1228584498167038, 0.1282268613576889, 0.133595272898674, 0.13896368443965912]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 4.0, 1.0, 3.0, 5.0, 2.0, 4.0, 3.0, 5.0, 7.0, 4.0, 4.0, 27.0, 5.0, 4.0, 5.0, 3.0, 5.0, 1.0, 1.0, 6.0, 0.0, 1.0, 5.0, 3.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.003129931865260005, -0.0030408757738769054, -0.002951819682493806, -0.0028627635911107063, -0.0027737074997276068, -0.0026846514083445072, -0.0025955953169614077, -0.002506539225578308, -0.0024174831341952085, -0.002328427042812109, -0.0022393709514290094, -0.00215031486004591, -0.0020612587686628103, -0.0019722026772797108, -0.0018831465858966112, -0.0017940904945135117, -0.001705034403130412, -0.0016159783117473125, -0.001526922220364213, -0.0014378661289811134, -0.0013488100375980139, -0.0012597539462149143, -0.0011706978548318148, -0.0010816417634487152, -0.0009925856720656157, -0.0009035295806825161, -0.0008144734892994165, -0.000725417397916317, -0.0006363613065332174, -0.0005473052151501179, -0.0004582491237670183, -0.00036919303238391876, -0.0002801369410008192, -0.00019108084961771965, -0.0001020247582346201, -1.2968666851520538e-05, 7.608742453157902e-05, 0.00016514351591467857, 0.00025419960729777813, 0.0003432556986808777, 0.00043231179006397724, 0.0005213678814470768, 0.0006104239728301764, 0.0006994800642132759, 0.0007885361555963755, 0.000877592246979475, 0.0009666483383625746, 0.0010557044297456741, 0.0011447605211287737, 0.0012338166125118732, 0.0013228727038949728, 0.0014119287952780724, 0.001500984886661172, 0.0015900409780442715, 0.001679097069427371, 0.0017681531608104706, 0.0018572092521935701, 0.0019462653435766697, 0.0020353214349597692, 0.002124377526342869, 0.0022134336177259684, 0.002302489709109068, 0.0023915458004921675, 0.002480601891875267, 0.0025696579832583666]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 3.0, 3.0, 4.0, 8.0, 3.0, 6.0, 12.0, 19.0, 25.0, 28.0, 51.0, 62.0, 96.0, 170.0, 227.0, 382.0, 741.0, 1254.0, 2099.0, 4003.0, 7924.0, 16995.0, 39763.0, 110046.0, 749584.0, 143268.0, 51842.0, 23548.0, 11794.0, 6146.0, 3556.0, 2149.0, 1265.0, 834.0, 555.0, 345.0, 268.0, 177.0, 113.0, 85.0, 66.0, 36.0, 20.0, 14.0, 14.0, 13.0, 7.0, 7.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0], "bins": [-0.01370535884052515, -0.013286091387271881, -0.012866823934018612, -0.012447555549442768, -0.012028288096189499, -0.01160902064293623, -0.01118975318968296, -0.010770485736429691, -0.010351218283176422, -0.009931949898600578, -0.009512682445347309, -0.00909341499209404, -0.00867414753884077, -0.008254880085587502, -0.007835611701011658, -0.0074163442477583885, -0.006997076794505119, -0.00657780934125185, -0.006158541422337294, -0.005739273969084024, -0.005320006050169468, -0.004900738596916199, -0.0044814711436629295, -0.004062203224748373, -0.003642935771495104, -0.003223668085411191, -0.002804400399327278, -0.002385132946074009, -0.001965865259990096, -0.0015465975739061832, -0.0011273300042375922, -0.0007080623763613403, -0.00028879474848508835, 0.0001304728793911636, 0.0005497405072674155, 0.0009690081351436675, 0.0013882757630199194, 0.0018075434491038322, 0.0022268109023571014, 0.0026460785884410143, 0.003065346274524927, 0.00348461396060884, 0.003903881646692753, 0.004323149099946022, 0.004742416553199291, 0.005161684472113848, 0.005580951925367117, 0.006000219844281673, 0.006419487297534943, 0.006838754750788212, 0.007258022669702768, 0.0076772901229560375, 0.008096558041870594, 0.008515825495123863, 0.008935092948377132, 0.009354360401630402, 0.009773628786206245, 0.010192896239459515, 0.010612163692712784, 0.011031431145966053, 0.011450698599219322, 0.011869966052472591, 0.012289234437048435, 0.012708501890301704, 0.013127769343554974]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 3.0, 1.0, 1.0, 2.0, 9.0, 4.0, 2.0, 2.0, 2.0, 3.0, 0.0, 1.0, 6.0, 2.0, 4.0, 1.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.017365021631121635, -0.016914095729589462, -0.01646316796541214, -0.016012242063879967, -0.015561315231025219, -0.015110388398170471, -0.014659462496638298, -0.01420853566378355, -0.013757608830928802, -0.013306681998074055, -0.012855755165219307, -0.012404829263687134, -0.011953902430832386, -0.011502975597977638, -0.011052049696445465, -0.010601122863590717, -0.01015019603073597, -0.009699269197881222, -0.009248342365026474, -0.0087974164634943, -0.008346489630639553, -0.007895562797784805, -0.007444636430591345, -0.006993710063397884, -0.006542783230543137, -0.006091856397688389, -0.005640930030494928, -0.005190003663301468, -0.00473907683044672, -0.004288149997591972, -0.003837223630398512, -0.0033862970303744078, -0.0029353704303503036, -0.0024844438303261995, -0.0020335172303020954, -0.0015825906302779913, -0.0011316640302538872, -0.0006807374302297831, -0.00022981083020567894, 0.00022111576981842518, 0.0006720423698425293, 0.0011229689698666334, 0.0015738955698907375, 0.0020248221699148417, 0.0024757487699389458, 0.00292667536996305, 0.003377601969987154, 0.003828528570011258, 0.004279455170035362, 0.00473038200289011, 0.0051813083700835705, 0.005632234737277031, 0.006083161570131779, 0.0065340884029865265, 0.006985014770179987, 0.007435941137373447, 0.007886867970228195, 0.008337794803082943, 0.00878872163593769, 0.009239647537469864, 0.009690574370324612, 0.01014150120317936, 0.010592427104711533, 0.01104335393756628, 0.011494280770421028]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 2.0, 6.0, 3.0, 3.0, 6.0, 2.0, 8.0, 12.0, 14.0, 23.0, 29.0, 18.0, 25.0, 31.0, 33.0, 55.0, 57.0, 57.0, 67.0, 97.0, 116.0, 138.0, 124.0, 181.0, 270.0, 315.0, 426.0, 598.0, 742.0, 1510.0, 6000.0, 2057.0, 1334.0, 924.0, 669.0, 527.0, 455.0, 325.0, 293.0, 237.0, 175.0, 119.0, 97.0, 55.0, 55.0, 44.0, 28.0, 14.0, 10.0, 11.0, 4.0, 9.0, 8.0, 3.0, 2.0, 3.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.010999887250363827, -0.010680516250431538, -0.010361144319176674, -0.010041773319244385, -0.009722402319312096, -0.009403030388057232, -0.009083659388124943, -0.008764288388192654, -0.00844491645693779, -0.0081255454570055, -0.007806174457073212, -0.007486802991479635, -0.007167431525886059, -0.00684806052595377, -0.006528689060360193, -0.006209318060427904, -0.005889946594834328, -0.005570575129240751, -0.005251204129308462, -0.004931832663714886, -0.004612461663782597, -0.00429309019818902, -0.003973718732595444, -0.003654347499832511, -0.003334976267069578, -0.0030156050343066454, -0.0026962338015437126, -0.002376862335950136, -0.0020574911031872034, -0.0017381198704242706, -0.001418748521246016, -0.0010993771720677614, -0.0007800059393048286, -0.00046063464833423495, -0.00014126335736364126, 0.00017810793360695243, 0.0004974792245775461, 0.0008168505155481398, 0.0011362218065187335, 0.001455593155696988, 0.0017749643884599209, 0.0020943356212228537, 0.0024137068539857864, 0.002733078319579363, 0.0030524495523422956, 0.0033718207851052284, 0.003691192250698805, 0.004010563250631094, 0.00432993471622467, 0.004649306181818247, 0.004968677181750536, 0.005288048647344112, 0.0056074196472764015, 0.005926791112869978, 0.006246162578463554, 0.0065655335783958435, 0.00688490504398942, 0.007204276509582996, 0.0075236475095152855, 0.007843018509447575, 0.008162390440702438, 0.008481761440634727, 0.008801132440567017, 0.00912050437182188, 0.00943987537175417]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 4.0, 1.0, 3.0, 1.0, 1.0, 2.0, 2.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.12169335037469864, -0.11728234589099884, -0.11287134140729904, -0.10846033692359924, -0.10404933989048004, -0.09963833540678024, -0.09522733092308044, -0.09081632643938065, -0.08640532195568085, -0.08199431747198105, -0.07758331298828125, -0.07317230850458145, -0.06876130402088165, -0.06435030698776245, -0.05993930250406265, -0.055528298020362854, -0.051117293536663055, -0.04670628905296326, -0.04229528456926346, -0.03788428381085396, -0.03347327932715416, -0.02906227484345436, -0.02465127222239971, -0.020240269601345062, -0.015829265117645264, -0.01141826156526804, -0.007007258012890816, -0.0025962544605135918, 0.0018147490918636322, 0.006225752644240856, 0.01063675619661808, 0.015047759748995304, 0.019458763301372528, 0.023869767785072327, 0.028280770406126976, 0.032691773027181625, 0.037102777510881424, 0.04151378199458122, 0.04592478275299072, 0.05033578723669052, 0.05474679172039032, 0.05915779620409012, 0.06356880068778992, 0.06797980517148972, 0.07239080965518951, 0.07680180668830872, 0.08121281117200851, 0.08562381565570831, 0.09003482013940811, 0.09444582462310791, 0.09885682910680771, 0.10326783359050751, 0.10767883062362671, 0.11208983510732651, 0.1165008395910263, 0.1209118440747261, 0.1253228485584259, 0.1297338455915451, 0.1341448575258255, 0.1385558545589447, 0.1429668664932251, 0.1473778635263443, 0.1517888754606247, 0.1561998724937439, 0.1606108844280243]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 3.0, 3.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 3.0, 0.0, 1.0, 4.0, 2.0, 7.0, 0.0, 5.0, 4.0, 4.0, 5.0, 17.0, 34.0, 58.0, 35.0, 16.0, 13.0, 4.0, 2.0, 5.0, 2.0, 4.0, 3.0, 7.0, 1.0, 2.0, 4.0, 4.0, 3.0, 1.0, 2.0, 1.0, 1.0, 2.0, 1.0, 3.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.1025729700922966, -0.09955443441867828, -0.09653589874505997, -0.09351737052202225, -0.09049883484840393, -0.08748029917478561, -0.0844617635011673, -0.08144323527812958, -0.07842469960451126, -0.07540616393089294, -0.07238762825727463, -0.06936909258365631, -0.06635056436061859, -0.06333202868700027, -0.06031349301338196, -0.05729496106505394, -0.05427642539143562, -0.051257889717817307, -0.04823935776948929, -0.04522082209587097, -0.042202290147542953, -0.03918375447392464, -0.03616522252559662, -0.0331466868519783, -0.030128153041005135, -0.027109619230031967, -0.0240910854190588, -0.021072551608085632, -0.018054015934467316, -0.015035483054816723, -0.01201694831252098, -0.008998414501547813, -0.005979880690574646, -0.002961346646770835, 5.718739703297615e-05, 0.0030757214408367872, 0.006094255484640598, 0.009112789295613766, 0.012131324037909508, 0.015149857848882675, 0.018168391659855843, 0.02118692547082901, 0.024205459281802177, 0.027223993092775345, 0.03024252876639366, 0.03326106071472168, 0.036279596388339996, 0.039298128336668015, 0.04231666401028633, 0.04533519968390465, 0.048353731632232666, 0.05137226730585098, 0.054390799254179, 0.05740933492779732, 0.060427866876125336, 0.06344640254974365, 0.06646493822336197, 0.06948347389698029, 0.072502002120018, 0.07552053779363632, 0.07853907346725464, 0.08155760914087296, 0.08457613736391068, 0.08759467303752899, 0.09061320871114731]}, "_runtime": 42.364893674850464, "_timestamp": 1596214367.1221762, "_step": 48}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 0.0, 1.0, 2.0, 2.0, 1.0, 2.0, 1.0, 2.0, 2.0, 5.0, 1.0, 2.0, 1.0, 3.0, 2.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013553604483604431, -0.013146215118467808, -0.012738825753331184, -0.012331436388194561, -0.011924047023057938, -0.011516657657921314, -0.011109269224107265, -0.010701879858970642, -0.010294490493834019, -0.009887101128697395, -0.009479711763560772, -0.009072322398424149, -0.008664933033287525, -0.008257543668150902, -0.007850154303014278, -0.007442765403538942, -0.007035376038402319, -0.006627986673265696, -0.006220597308129072, -0.005813208408653736, -0.005405819043517113, -0.004998429678380489, -0.004591040313243866, -0.004183650948107243, -0.003776261815801263, -0.0033688724506646395, -0.0029614833183586597, -0.0025540939532220364, -0.002146704588085413, -0.0017393154557794333, -0.0013319260906428099, -0.0009245368419215083, -0.0005171475932002068, -0.00010975831537507474, 0.00029763096245005727, 0.0007050202693790197, 0.0011124095181003213, 0.0015197987668216228, 0.0019271881319582462, 0.002334577264264226, 0.0027419666294008493, 0.0031493559945374727, 0.0035567451268434525, 0.003964134491980076, 0.004371523857116699, 0.004778913222253323, 0.005186302121728659, 0.005593691486865282, 0.0060010808520019054, 0.006408470217138529, 0.006815859582275152, 0.007223248481750488, 0.007630637846887112, 0.008038027212023735, 0.008445416577160358, 0.008852805942296982, 0.009260195307433605, 0.009667584672570229, 0.010074974037706852, 0.0104823624715209, 0.010889751836657524, 0.011297141201794147, 0.011704530566930771, 0.012111919932067394, 0.012519309297204018]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 6.0, 1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 2.0, 4.0, 4.0, 3.0, 4.0, 5.0, 10.0, 8.0, 16.0, 24.0, 15.0, 21.0, 22.0, 38.0, 44.0, 66.0, 60.0, 94.0, 119.0, 187.0, 202.0, 393.0, 4297.0, 1047.0, 418.0, 214.0, 153.0, 109.0, 65.0, 57.0, 58.0, 35.0, 21.0, 19.0, 10.0, 15.0, 8.0, 10.0, 6.0, 7.0, 8.0, 3.0, 5.0, 3.0, 1.0, 2.0, 2.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.17873653769493103, -0.17327746748924255, -0.16781841218471527, -0.1623593419790268, -0.1569002866744995, -0.15144121646881104, -0.14598216116428375, -0.14052309095859528, -0.135064035654068, -0.12960496544837952, -0.12414590269327164, -0.11868683993816376, -0.11322776973247528, -0.1077687069773674, -0.10230964422225952, -0.09685058146715164, -0.09139151871204376, -0.08593245595693588, -0.080473393201828, -0.07501433044672012, -0.06955526769161224, -0.06409619748592377, -0.05863713473081589, -0.05317807197570801, -0.04771900922060013, -0.04225994646549225, -0.03680088371038437, -0.03134181722998619, -0.02588275447487831, -0.02042369171977043, -0.014964627102017403, -0.009505563415586948, -0.004046499729156494, 0.0014125639572739601, 0.006871627643704414, 0.012330691330134869, 0.017789755016565323, 0.023248817771673203, 0.02870788238942623, 0.03416694700717926, 0.03962600976228714, 0.04508507251739502, 0.0505441352725029, 0.05600320175290108, 0.06146226450800896, 0.06692133098840714, 0.07238039374351501, 0.0778394564986229, 0.08329851925373077, 0.08875758200883865, 0.09421664476394653, 0.09967570751905441, 0.10513477027416229, 0.11059384047985077, 0.11605290323495865, 0.12151196599006653, 0.126971036195755, 0.1324300915002823, 0.13788916170597076, 0.14334821701049805, 0.14880728721618652, 0.1542663425207138, 0.15972541272640228, 0.16518446803092957, 0.17064353823661804]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 1.0, 3.0, 0.0, 2.0, 7.0, 2.0, 1.0, 1.0, 1.0, 5.0, 7.0, 26.0, 6.0, 2.0, 4.0, 2.0, 3.0, 1.0, 1.0, 5.0, 4.0, 5.0, 2.0, 2.0, 1.0, 1.0, 1.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 3.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002095890464261174, -0.0020146300084888935, -0.0019333696691319346, -0.0018521093297749758, -0.001770848874002695, -0.0016895885346457362, -0.0016083281952887774, -0.0015270677395164967, -0.0014458074001595378, -0.001364547060802579, -0.0012832866050302982, -0.0012020262656733394, -0.0011207659263163805, -0.0010395054705440998, -0.0009582451311871409, -0.0008769847336225212, -0.0007957243360579014, -0.0007144639384932816, -0.0006332035409286618, -0.000551943201571703, -0.0004706828040070832, -0.0003894224064424634, -0.0003081620379816741, -0.00022690165496896952, -0.00014564127195626497, -6.438088894356042e-05, 1.687949406914413e-05, 9.813987708184868e-05, 0.00017940026009455323, 0.000260660657659173, 0.00034192102611996233, 0.00042318139458075166, 0.0005044417921453714, 0.0005857021897099912, 0.000666962587274611, 0.0007482229266315699, 0.0008294833241961896, 0.0009107437217608094, 0.0009920040611177683, 0.001073264516890049, 0.0011545248562470078, 0.0012357851956039667, 0.0013170456513762474, 0.0013983059907332063, 0.0014795663300901651, 0.0015608267858624458, 0.0016420871252194047, 0.0017233475809916854, 0.0018046079203486443, 0.0018858682597056031, 0.001967128599062562, 0.0020483890548348427, 0.0021296495106071234, 0.0022109097335487604, 0.002292170189321041, 0.002373430645093322, 0.0024546911008656025, 0.0025359513238072395, 0.0026172117795795202, 0.002698472235351801, 0.002779732458293438, 0.0028609929140657187, 0.0029422533698379993, 0.0030235135927796364, 0.003104774048551917]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 9.0, 6.0, 4.0, 9.0, 15.0, 22.0, 24.0, 35.0, 39.0, 57.0, 77.0, 114.0, 164.0, 268.0, 334.0, 516.0, 839.0, 1357.0, 2309.0, 4181.0, 8165.0, 16941.0, 40307.0, 111962.0, 756055.0, 129041.0, 51418.0, 24737.0, 12846.0, 7026.0, 4018.0, 2464.0, 1478.0, 946.0, 621.0, 404.0, 293.0, 169.0, 117.0, 71.0, 50.0, 49.0, 24.0, 23.0, 13.0, 7.0, 8.0, 6.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.01329776644706726, -0.012889610603451729, -0.012481455691158772, -0.01207329984754324, -0.011665144003927708, -0.01125698909163475, -0.010848833248019218, -0.010440677404403687, -0.01003252249211073, -0.009624366648495197, -0.009216210804879665, -0.008808055892586708, -0.008399900048971176, -0.007991744205355644, -0.007583589293062687, -0.007175433449447155, -0.00676727807149291, -0.006359122693538666, -0.005950966849923134, -0.005542811471968889, -0.005134656094014645, -0.004726500250399113, -0.004318344872444868, -0.0039101894944906235, -0.003502033883705735, -0.003093878272920847, -0.0026857228949666023, -0.002277567284181714, -0.0018694117898121476, -0.0014612562954425812, -0.001053100684657693, -0.0006449451902881265, -0.00023678969591856003, 0.00017136582755483687, 0.0005795213510282338, 0.0009876769036054611, 0.0013958323979750276, 0.001803987892344594, 0.0022121435031294823, 0.002620298881083727, 0.003028454491868615, 0.0034366101026535034, 0.003844765480607748, 0.004252920858561993, 0.004661076702177525, 0.005069232080131769, 0.005477387458086014, 0.005885543301701546, 0.00629369867965579, 0.006701854057610035, 0.007110009901225567, 0.0075181652791798115, 0.007926320657134056, 0.008334476500749588, 0.008742631413042545, 0.009150787256658077, 0.00955894310027361, 0.009967098012566566, 0.010375253856182098, 0.01078340969979763, 0.011191564612090588, 0.01159972045570612, 0.012007876299321651, 0.012416031211614609, 0.01282418705523014]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 9.0, 4.0, 10.0, 12.0, 8.0, 3.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.011196698993444443, -0.010462852194905281, -0.00972900539636612, -0.008995158597826958, -0.008261311799287796, -0.007527465466409922, -0.00679361866787076, -0.006059771869331598, -0.005325925070792437, -0.004592078272253275, -0.0038582314737141132, -0.003124384908005595, -0.0023905381094664335, -0.0016566913109272718, -0.000922844628803432, -0.00018899788847193122, 0.0005448488518595695, 0.0012786956503987312, 0.002012542448937893, 0.002746389014646411, 0.0034802358131855726, 0.004214082378894091, 0.004947929177433252, 0.005681775975972414, 0.006415622774511576, 0.007149469573050737, 0.007883315905928612, 0.008617162704467773, 0.009351009503006935, 0.010084856301546097, 0.010818703100085258, 0.01155254989862442, 0.012286396697163582, 0.013020243495702744, 0.013754090294241905, 0.014487937092781067, 0.015221783891320229, 0.01595563068985939, 0.016689477488398552, 0.017423324286937714, 0.018157171085476875, 0.018891017884016037, 0.0196248646825552, 0.02035871148109436, 0.021092558279633522, 0.021826405078172684, 0.022560251876711845, 0.023294098675251007, 0.02402794361114502, 0.02476179040968418, 0.025495637208223343, 0.026229484006762505, 0.026963330805301666, 0.027697177603840828, 0.02843102440237999, 0.02916487120091915, 0.029898717999458313, 0.030632564797997475, 0.031366411596536636, 0.03210026025772095, 0.03283410519361496, 0.03356795385479927, 0.03430179879069328, 0.035035647451877594, 0.035769492387771606]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 2.0, 9.0, 14.0, 27.0, 27.0, 38.0, 56.0, 84.0, 121.0, 154.0, 253.0, 379.0, 554.0, 853.0, 1463.0, 2533.0, 6253.0, 1790.0, 1079.0, 737.0, 465.0, 345.0, 222.0, 124.0, 91.0, 81.0, 61.0, 42.0, 53.0, 44.0, 39.0, 29.0, 25.0, 18.0, 25.0, 16.0, 14.0, 13.0, 6.0, 10.0, 14.0, 11.0, 20.0, 21.0, 26.0, 16.0, 27.0, 11.0, 20.0, 20.0, 25.0, 12.0, 15.0, 14.0, 9.0, 4.0, 8.0, 2.0, 2.0, 1.0, 0.0, 0.0, 3.0], "bins": [-0.005261959042400122, -0.0049607036635279655, -0.004659448750317097, -0.004358193371444941, -0.004056937992572784, -0.003755682846531272, -0.0034544277004897594, -0.0031531723216176033, -0.002851917175576091, -0.0025506620295345783, -0.002249406650662422, -0.0019481515046209097, -0.0016468962421640754, -0.001345640979707241, -0.0010443858336657286, -0.0007431305712088943, -0.00044187530875205994, -0.00014062007539905608, 0.00016063515795394778, 0.00046189039130695164, 0.0007631456246599555, 0.0010644008871167898, 0.0013656560331583023, 0.0016669112956151366, 0.001968166558071971, 0.0022694217041134834, 0.0025706770829856396, 0.002871932229027152, 0.0031731873750686646, 0.0034744427539408207, 0.003775697899982333, 0.004076953046023846, 0.004378208424896002, 0.004679463803768158, 0.004980718716979027, 0.005281974095851183, 0.005583229474723339, 0.005884484387934208, 0.006185739766806364, 0.00648699514567852, 0.006788250058889389, 0.007089505437761545, 0.007390760816633701, 0.0076920161955058575, 0.007993271574378014, 0.008294526487588882, 0.008595781400799751, 0.008897037245333195, 0.009198292158544064, 0.009499547071754932, 0.009800802916288376, 0.010102057829499245, 0.010403312742710114, 0.010704568587243557, 0.011005823500454426, 0.011307078413665295, 0.011608334258198738, 0.011909589171409607, 0.012210844084620476, 0.01251209992915392, 0.012813354842364788, 0.013114609755575657, 0.0134158656001091, 0.01371712051331997, 0.014018375426530838]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0], "bins": [-0.17018046975135803, -0.16652090847492218, -0.16286136209964752, -0.15920180082321167, -0.15554223954677582, -0.15188269317150116, -0.1482231318950653, -0.14456357061862946, -0.1409040093421936, -0.13724446296691895, -0.1335849016904831, -0.12992534041404724, -0.12626579403877258, -0.12260623276233673, -0.11894667893648148, -0.11528711766004562, -0.11162756383419037, -0.10796801000833511, -0.10430844873189926, -0.100648894906044, -0.09698933362960815, -0.0933297798037529, -0.08967022597789764, -0.08601066470146179, -0.08235111087560654, -0.07869155704975128, -0.07503199577331543, -0.07137244194746017, -0.06771288812160492, -0.06405332684516907, -0.06039377301931381, -0.05673421546816826, -0.053074657917022705, -0.04941510036587715, -0.0457555428147316, -0.04209598898887634, -0.03843643143773079, -0.034776873886585236, -0.03111731819808483, -0.027457762509584427, -0.023798204958438873, -0.02013864740729332, -0.016479091718792915, -0.012819535098969936, -0.009159978479146957, -0.005500421859323978, -0.0018408652395009995, 0.0018186913803219795, 0.0054782480001449585, 0.009137804619967937, 0.012797361239790916, 0.01645691692829132, 0.020116474479436874, 0.023776032030582428, 0.027435587719082832, 0.031095143407583237, 0.03475470095872879, 0.038414258509874344, 0.0420738160610199, 0.04573336988687515, 0.049392927438020706, 0.05305248498916626, 0.056712038815021515, 0.06037159636616707, 0.06403115391731262]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 2.0, 7.0, 2.0, 6.0, 8.0, 9.0, 16.0, 9.0, 17.0, 43.0, 24.0, 24.0, 34.0, 24.0, 12.0, 11.0, 3.0, 2.0, 2.0, 2.0, 0.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 4.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.028503824025392532, -0.02747173234820366, -0.026439638808369637, -0.025407547131180763, -0.02437545545399189, -0.023343361914157867, -0.022311270236968994, -0.02127917855978012, -0.020247086882591248, -0.019214993342757225, -0.018182901665568352, -0.01715080998837948, -0.016118716448545456, -0.015086624771356583, -0.014054532162845135, -0.013022440485656261, -0.011990347877144814, -0.010958255268633366, -0.009926163591444492, -0.008894070982933044, -0.007861979305744171, -0.006829886697232723, -0.005797794088721275, -0.004765701945871115, -0.003733609803020954, -0.0027015176601707935, -0.0016694252844899893, -0.0006373330252245069, 0.00039475923404097557, 0.001426851493306458, 0.0024589437525719404, 0.0034910361282527447, 0.004523128271102905, 0.005555220413953066, 0.0065873125568032265, 0.007619405165314674, 0.008651496842503548, 0.009683589451014996, 0.010715682059526443, 0.011747773736715317, 0.012779866345226765, 0.013811958953738213, 0.014844050630927086, 0.01587614230811596, 0.01690823584794998, 0.017940327525138855, 0.01897241920232773, 0.02000451274216175, 0.021036604419350624, 0.022068696096539497, 0.02310078963637352, 0.024132881313562393, 0.025164972990751266, 0.02619706653058529, 0.027229158207774162, 0.028261249884963036, 0.029293343424797058, 0.03032543510198593, 0.031357526779174805, 0.03238961845636368, 0.03342171013355255, 0.03445380553603172, 0.035485897213220596, 0.03651798889040947, 0.03755008056759834]}, "_runtime": 43.141931772232056, "_timestamp": 1596214367.8992143, "_step": 49}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 3.0, 0.0, 2.0, 2.0, 1.0, 2.0, 0.0, 2.0, 1.0, 4.0, 4.0, 0.0, 3.0, 3.0, 2.0, 1.0, 3.0, 2.0, 3.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010090121999382973, -0.009789188392460346, -0.00948825478553772, -0.009187320247292519, -0.008886386640369892, -0.008585453033447266, -0.008284518495202065, -0.007983584888279438, -0.0076826512813568115, -0.007381717674434185, -0.007080783601850271, -0.006779849529266357, -0.006478915922343731, -0.006177982315421104, -0.005877048242837191, -0.005576114170253277, -0.00527518056333065, -0.004974246956408024, -0.00467331288382411, -0.004372378811240196, -0.00407144520431757, -0.0037705113645642996, -0.0034695775248110294, -0.0031686436850577593, -0.002867709845304489, -0.002566776005551219, -0.002265842165797949, -0.0019649083260446787, -0.0016639744862914085, -0.0013630406465381384, -0.0010621068067848682, -0.0007611729670315981, -0.00046023912727832794, -0.0001593052875250578, 0.00014162855222821236, 0.0004425623919814825, 0.0007434962317347527, 0.0010444300714880228, 0.001345363911241293, 0.001646297750994563, 0.0019472315907478333, 0.0022481654305011034, 0.0025490992702543736, 0.0028500331100076437, 0.003150966949760914, 0.003451900789514184, 0.003752834629267454, 0.004053768701851368, 0.0043547023087739944, 0.004655635915696621, 0.004956569988280535, 0.0052575040608644485, 0.005558437667787075, 0.0058593712747097015, 0.006160305347293615, 0.006461239419877529, 0.006762173026800156, 0.007063106633722782, 0.007364040706306696, 0.00766497477889061, 0.007965908385813236, 0.008266841992735863, 0.008567776530981064, 0.00886871013790369, 0.009169643744826317]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 4.0, 5.0, 1.0, 4.0, 8.0, 9.0, 6.0, 14.0, 17.0, 20.0, 25.0, 37.0, 39.0, 67.0, 82.0, 108.0, 150.0, 185.0, 276.0, 409.0, 4635.0, 764.0, 349.0, 222.0, 100.0, 106.0, 68.0, 67.0, 25.0, 34.0, 22.0, 20.0, 8.0, 7.0, 11.0, 6.0, 5.0, 4.0, 3.0, 4.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.15857747197151184, -0.15384483337402344, -0.14911219477653503, -0.14437957108020782, -0.13964693248271942, -0.13491429388523102, -0.13018165528774261, -0.1254490166902542, -0.1207163855433464, -0.115983746945858, -0.1112511157989502, -0.10651847720146179, -0.10178583860397339, -0.09705320745706558, -0.09232056885957718, -0.08758793771266937, -0.08285529911518097, -0.07812266051769257, -0.07339002937078476, -0.06865739077329636, -0.06392475962638855, -0.059192121028900146, -0.05445948243141174, -0.04972684755921364, -0.04499421268701553, -0.04026157781481743, -0.035528942942619324, -0.03079630434513092, -0.026063669472932816, -0.02133103460073471, -0.016598397865891457, -0.011865762062370777, -0.007133126258850098, -0.002400490455329418, 0.0023321453481912613, 0.007064781151711941, 0.01179741695523262, 0.016530051827430725, 0.02126268856227398, 0.025995325297117233, 0.030727960169315338, 0.03546059504151344, 0.04019322991371155, 0.04492586851119995, 0.049658503383398056, 0.05439113825559616, 0.059123776853084564, 0.06385640799999237, 0.06858904659748077, 0.07332168519496918, 0.07805431634187698, 0.08278695493936539, 0.0875195860862732, 0.0922522246837616, 0.09698486328125, 0.1017174944281578, 0.10645013302564621, 0.11118277162313461, 0.11591540277004242, 0.12064804136753082, 0.12538067996501923, 0.13011331856250763, 0.13484594225883484, 0.13957858085632324, 0.14431121945381165]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 6.0, 2.0, 3.0, 1.0, 2.0, 2.0, 2.0, 4.0, 0.0, 4.0, 4.0, 6.0, 2.0, 3.0, 4.0, 5.0, 25.0, 2.0, 3.0, 6.0, 4.0, 2.0, 4.0, 3.0, 2.0, 3.0, 1.0, 2.0, 1.0, 1.0, 0.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002156886737793684, -0.002083592815324664, -0.0020102988928556442, -0.0019370048539713025, -0.0018637108150869608, -0.001790416892617941, -0.001717122970148921, -0.0016438289312645793, -0.0015705350087955594, -0.0014972410863265395, -0.0014239470474421978, -0.001350653124973178, -0.001277359202504158, -0.0012040651636198163, -0.0011307712411507964, -0.0010574772022664547, -0.0009841832797974348, -0.000910889299120754, -0.0008375953184440732, -0.0007643013959750533, -0.0006910074152983725, -0.0006177134346216917, -0.0005444195121526718, -0.000471125531475991, -0.0003978315507993102, -0.0003245375701226294, -0.00025124361854977906, -0.00017794965242501348, -0.00010465568630024791, -3.136172017548233e-05, 4.193224594928324e-05, 0.00011522621207404882, 0.0001885201781988144, 0.0002618141588754952, 0.00033510811044834554, 0.0004084020620211959, 0.0004816960426978767, 0.0005549900233745575, 0.0006282839458435774, 0.0007015779265202582, 0.000774871907196939, 0.0008481658878736198, 0.0009214598685503006, 0.0009947537910193205, 0.0010680477134883404, 0.001141341752372682, 0.001214635674841702, 0.0012879297137260437, 0.0013612236361950636, 0.0014345175586640835, 0.0015078115975484252, 0.001581105520017445, 0.0016543995589017868, 0.0017276934813708067, 0.0018009874038398266, 0.0018742814427241683, 0.0019475753651931882, 0.00202086940407753, 0.00209416332654655, 0.0021674572490155697, 0.0022407511714845896, 0.0023140450939536095, 0.002387339249253273, 0.002460633171722293, 0.002533927094191313]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 1.0, 4.0, 0.0, 11.0, 4.0, 10.0, 18.0, 28.0, 34.0, 45.0, 80.0, 99.0, 165.0, 250.0, 375.0, 575.0, 916.0, 1361.0, 2244.0, 3772.0, 6572.0, 12361.0, 24626.0, 54315.0, 140388.0, 748001.0, 95064.0, 39376.0, 19918.0, 10583.0, 6378.0, 3844.0, 2563.0, 1611.0, 1126.0, 807.0, 566.0, 457.0, 326.0, 221.0, 155.0, 99.0, 88.0, 55.0, 46.0, 32.0, 25.0, 14.0, 11.0, 5.0, 5.0, 3.0, 5.0, 2.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00842258706688881, -0.008104200474917889, -0.007785814348608255, -0.007467428222298622, -0.007149041630327702, -0.006830655038356781, -0.006512268912047148, -0.0061938827857375145, -0.005875496193766594, -0.005557109601795673, -0.00523872347548604, -0.004920337349176407, -0.004601950757205486, -0.004283564165234566, -0.0039651780389249325, -0.0036467916797846556, -0.0033284053206443787, -0.0030100189615041018, -0.002691632602363825, -0.002373246243223548, -0.002054859884083271, -0.0017364735249429941, -0.0014180871658027172, -0.0010997008066624403, -0.0007813144475221634, -0.0004629280883818865, -0.00014454172924160957, 0.00017384462989866734, 0.0004922309890389442, 0.0008106173481792212, 0.001129003707319498, 0.001447390066459775, 0.0017657764256000519, 0.002084162784740329, 0.0024025491438806057, 0.0027209355030208826, 0.0030393218621611595, 0.0033577082213014364, 0.0036760945804417133, 0.003994480706751347, 0.004312867298722267, 0.004631253890693188, 0.004949640017002821, 0.005268026143312454, 0.005586412735283375, 0.005904799327254295, 0.006223185453563929, 0.006541571579873562, 0.006859958171844482, 0.007178344763815403, 0.007496730890125036, 0.00781511701643467, 0.00813350360840559, 0.00845189020037651, 0.008770275861024857, 0.009088662452995777, 0.009407049044966698, 0.009725435636937618, 0.010043822228908539, 0.010362207889556885, 0.010680594481527805, 0.010998981073498726, 0.011317366734147072, 0.011635753326117992, 0.011954139918088913]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 4.0, 1.0, 1.0, 2.0, 3.0, 2.0, 2.0, 2.0, 12.0, 5.0, 6.0, 4.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011161059141159058, -0.010689906775951385, -0.010218755342066288, -0.009747602976858616, -0.009276451542973518, -0.008805299177765846, -0.008334147743880749, -0.007862995378673077, -0.007391843479126692, -0.006920691579580307, -0.006449539680033922, -0.005978387780487537, -0.005507235415279865, -0.0050360835157334805, -0.004564931616187096, -0.004093779716640711, -0.003622627817094326, -0.003151475917547941, -0.0026803240180015564, -0.002209171885624528, -0.0017380199860781431, -0.0012668680865317583, -0.0007957160705700517, -0.00032456411281600595, 0.00014658784493803978, 0.0006177398026920855, 0.0010888917604461312, 0.0015600437764078379, 0.0020311956759542227, 0.0025023475755006075, 0.002973499707877636, 0.0034446516074240208, 0.003915803506970406, 0.00438695540651679, 0.004858107306063175, 0.00532925920560956, 0.005800411105155945, 0.006271563470363617, 0.006742715369910002, 0.0072138672694563866, 0.007685019169002771, 0.008156171068549156, 0.008627323433756828, 0.009098474867641926, 0.009569627232849598, 0.010040778666734695, 0.010511931031942368, 0.010983082465827465, 0.011454234831035137, 0.01192538719624281, 0.012396538630127907, 0.012867690995335579, 0.013338842429220676, 0.013809994794428349, 0.014281146228313446, 0.014752298593521118, 0.01522345095872879, 0.015694603323936462, 0.016165753826498985, 0.016636906191706657, 0.01710805855691433, 0.017579210922122, 0.018050361424684525, 0.018521513789892197, 0.01899266615509987]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 1.0, 6.0, 3.0, 6.0, 17.0, 14.0, 11.0, 22.0, 26.0, 46.0, 40.0, 61.0, 62.0, 85.0, 128.0, 147.0, 172.0, 224.0, 275.0, 352.0, 415.0, 570.0, 748.0, 1022.0, 1514.0, 2491.0, 4741.0, 1219.0, 799.0, 569.0, 463.0, 346.0, 294.0, 243.0, 187.0, 150.0, 119.0, 116.0, 98.0, 99.0, 86.0, 61.0, 60.0, 55.0, 40.0, 31.0, 35.0, 32.0, 23.0, 15.0, 15.0, 11.0, 9.0, 13.0, 7.0, 2.0, 10.0, 7.0, 13.0, 2.0], "bins": [-0.005908197723329067, -0.005711990874260664, -0.005515784025192261, -0.0053195771761238575, -0.005123370327055454, -0.004927163477987051, -0.004730957094579935, -0.004534750245511532, -0.004338543396443129, -0.004142336547374725, -0.003946129698306322, -0.003749922849237919, -0.0035537160001695156, -0.0033575091511011124, -0.0031613025348633528, -0.0029650956857949495, -0.0027688888367265463, -0.002572681987658143, -0.00237647513858974, -0.00218026852235198, -0.001984061673283577, -0.0017878548242151737, -0.0015916479751467705, -0.001395441242493689, -0.0011992343934252858, -0.0010030275443568826, -0.0008068208117038012, -0.0006106139626353979, -0.0004144071717746556, -0.00021820036636199802, -2.1993560949340463e-05, 0.0001742132444633171, 0.00037042004987597466, 0.000566626840736717, 0.0007628336315974593, 0.0009590404806658626, 0.001155247213318944, 0.0013514540623873472, 0.0015476609114557505, 0.0017438676441088319, 0.0019400744931772351, 0.0021362812258303165, 0.00233248807489872, 0.002528694923967123, 0.0027249017730355263, 0.0029211086221039295, 0.003117315238341689, 0.0033135220874100924, 0.0035097289364784956, 0.003705935785546899, 0.003902142634615302, 0.004098349250853062, 0.004294556099921465, 0.004490762948989868, 0.004686969798058271, 0.004883176647126675, 0.005079383496195078, 0.005275590345263481, 0.005471797194331884, 0.005668003577739, 0.0058642104268074036, 0.006060417275875807, 0.00625662412494421, 0.006452830974012613, 0.0066490378230810165]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 2.0, 1.0, 1.0, 1.0, 0.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1514333337545395, -0.14810748398303986, -0.14478164911270142, -0.14145579934120178, -0.13812994956970215, -0.1348041146993637, -0.13147826492786407, -0.12815243005752563, -0.124826580286026, -0.12150073796510696, -0.11817489564418793, -0.1148490458726883, -0.11152320355176926, -0.10819736123085022, -0.10487151145935059, -0.10154566913843155, -0.09821982681751251, -0.09489398449659348, -0.09156814217567444, -0.0882422924041748, -0.08491645008325577, -0.08159060776233673, -0.0782647579908371, -0.07493891566991806, -0.07161307334899902, -0.06828723102807999, -0.06496138870716095, -0.061635538935661316, -0.05830969661474228, -0.05498385429382324, -0.05165800824761391, -0.04833216220140457, -0.045006319880485535, -0.0416804775595665, -0.03835463151335716, -0.03502878546714783, -0.03170294314622879, -0.028377098962664604, -0.025051254779100418, -0.021725410595536232, -0.018399566411972046, -0.01507372222840786, -0.011747878044843674, -0.008422033861279488, -0.0050961896777153015, -0.0017703454941511154, 0.0015554986894130707, 0.004881342872977257, 0.008207187056541443, 0.011533031240105629, 0.014858875423669815, 0.018184719607234, 0.021510563790798187, 0.024836407974362373, 0.02816225215792656, 0.031488098204135895, 0.03481394052505493, 0.03813978284597397, 0.041465628892183304, 0.04479147493839264, 0.048117317259311676, 0.05144315958023071, 0.05476900562644005, 0.058094851672649384, 0.06142069399356842]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 2.0, 2.0, 1.0, 5.0, 1.0, 3.0, 4.0, 3.0, 3.0, 4.0, 1.0, 2.0, 3.0, 3.0, 2.0, 4.0, 1.0, 4.0, 10.0, 6.0, 8.0, 10.0, 44.0, 29.0, 30.0, 27.0, 20.0, 12.0, 7.0, 4.0, 1.0, 4.0, 1.0, 1.0, 6.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.04616735875606537, -0.04493418708443642, -0.04370101913809776, -0.04246784746646881, -0.04123467579483986, -0.040001507848501205, -0.03876833617687225, -0.0375351645052433, -0.03630199283361435, -0.035068824887275696, -0.033835653215646744, -0.03260248154401779, -0.03136931359767914, -0.030136141926050186, -0.028902972117066383, -0.02766980044543743, -0.02643663063645363, -0.025203460827469826, -0.023970289155840874, -0.02273711934685707, -0.02150394767522812, -0.020270777866244316, -0.019037608057260513, -0.01780443638563156, -0.01657126657664776, -0.015338095836341381, -0.014104925096035004, -0.0128717552870512, -0.011638584546744823, -0.010405413806438446, -0.009172243997454643, -0.007939073257148266, -0.006705902516841888, -0.005472731776535511, -0.004239561501890421, -0.003006390994414687, -0.0017732204869389534, -0.0005400499794632196, 0.0006931205280125141, 0.0019262910354882479, 0.0031594615429639816, 0.004392632283270359, 0.005625802557915449, 0.006858972832560539, 0.008092143572866917, 0.009325314313173294, 0.010558484122157097, 0.011791654862463474, 0.013024825602769852, 0.014257996343076229, 0.015491167083382607, 0.01672433689236641, 0.01795750856399536, 0.019190678372979164, 0.020423848181962967, 0.02165701985359192, 0.022890189662575722, 0.024123359471559525, 0.025356531143188477, 0.02658970095217228, 0.027822870761156082, 0.029056042432785034, 0.030289212241768837, 0.03152238205075264, 0.03275555372238159]}, "_runtime": 43.930996894836426, "_timestamp": 1596214368.6882794, "_step": 50}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 0.0, 2.0, 1.0, 1.0, 2.0, 3.0, 2.0, 2.0, 3.0, 1.0, 2.0, 1.0, 4.0, 5.0, 2.0, 3.0, 3.0, 3.0, 1.0, 4.0, 1.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.017860496416687965, -0.017400432378053665, -0.016940366476774216, -0.016480302438139915, -0.016020238399505615, -0.01556017342954874, -0.01510010939091444, -0.014640044420957565, -0.014179980382323265, -0.01371991541236639, -0.013259850442409515, -0.012799786403775215, -0.01233972143381834, -0.01187965739518404, -0.011419592425227165, -0.010959528386592865, -0.01049946341663599, -0.010039398446679115, -0.009579334408044815, -0.00911926943808794, -0.00865920539945364, -0.008199140429496765, -0.007739075925201178, -0.00727901142090559, -0.0068189469166100025, -0.006358882412314415, -0.0058988179080188274, -0.00543875340372324, -0.004978688433766365, -0.0045186239294707775, -0.00405855942517519, -0.0035984949208796024, -0.003138430416584015, -0.0026783659122884274, -0.00221830140799284, -0.0017582366708666086, -0.001298172166571021, -0.0008381076040677726, -0.0003780430415645242, 8.202152093872428e-05, 0.0005420860834419727, 0.0010021505877375603, 0.0014622152084484696, 0.001922279829159379, 0.0023823443334549665, 0.002842408837750554, 0.0033024735748767853, 0.003762538079172373, 0.00422260258346796, 0.004682667087763548, 0.0051427315920591354, 0.005602796096354723, 0.0060628606006503105, 0.006522925570607185, 0.006982990074902773, 0.0074430545791983604, 0.007903119549155235, 0.008363183587789536, 0.00882324855774641, 0.00928331259638071, 0.009743377566337585, 0.010203441604971886, 0.01066350657492876, 0.01112357061356306, 0.011583635583519936]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 3.0, 3.0, 1.0, 5.0, 4.0, 6.0, 10.0, 12.0, 23.0, 30.0, 32.0, 54.0, 66.0, 87.0, 157.0, 183.0, 331.0, 669.0, 5013.0, 506.0, 226.0, 153.0, 118.0, 67.0, 47.0, 28.0, 28.0, 15.0, 13.0, 5.0, 4.0, 6.0, 2.0, 4.0, 3.0, 3.0, 3.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.25696808099746704, -0.25023454427719116, -0.24350103735923767, -0.23676751554012299, -0.2300339937210083, -0.22330045700073242, -0.21656693518161774, -0.20983341336250305, -0.20309989154338837, -0.19636636972427368, -0.189632847905159, -0.1828993260860443, -0.17616578936576843, -0.16943226754665375, -0.16269874572753906, -0.15596522390842438, -0.1492317020893097, -0.142498180270195, -0.13576465845108032, -0.12903113663196564, -0.12229760736227036, -0.11556408554315567, -0.10883055627346039, -0.1020970344543457, -0.09536351263523102, -0.08862999081611633, -0.08189646899700165, -0.07516293972730637, -0.06842941790819168, -0.061695896089076996, -0.05496237054467201, -0.04822884500026703, -0.041495323181152344, -0.03476180136203766, -0.028028275817632675, -0.02129475213587284, -0.014561228454113007, -0.007827704772353172, -0.001094181090593338, 0.005639342591166496, 0.01237286627292633, 0.019106389954686165, 0.025839913636446, 0.03257343918085098, 0.03930696099996567, 0.04604048281908035, 0.052774008363485336, 0.05950753390789032, 0.066241055727005, 0.07297457754611969, 0.07970809936523438, 0.08644162863492966, 0.09317515045404434, 0.09990867227315903, 0.10664220154285431, 0.113375723361969, 0.12010924518108368, 0.12684276700019836, 0.13357628881931305, 0.14030981063842773, 0.1470433473587036, 0.1537768691778183, 0.16051039099693298, 0.16724391281604767, 0.17397743463516235]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 2.0, 3.0, 2.0, 0.0, 2.0, 3.0, 1.0, 1.0, 4.0, 2.0, 0.0, 1.0, 3.0, 4.0, 3.0, 5.0, 4.0, 28.0, 3.0, 6.0, 5.0, 5.0, 4.0, 4.0, 6.0, 2.0, 1.0, 2.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0], "bins": [-0.0030010933987796307, -0.0029256220441311598, -0.0028501504566520452, -0.0027746791020035744, -0.00269920751452446, -0.002623736159875989, -0.0025482645723968744, -0.0024727932177484035, -0.002397321630269289, -0.002321850275620818, -0.0022463789209723473, -0.0021709073334932327, -0.002095435978844762, -0.0020199643913656473, -0.0019444930367171764, -0.0018690215656533837, -0.001793550094589591, -0.0017180786235257983, -0.0016426071524620056, -0.001567135681398213, -0.0014916642103344202, -0.0014161928556859493, -0.0013407213846221566, -0.001265249913558364, -0.0011897784424945712, -0.0011143069714307785, -0.0010388355003669858, -0.000963364087510854, -0.0008878926164470613, -0.0008124211453832686, -0.0007369497325271368, -0.0006614782614633441, -0.0005860067903995514, -0.0005105353193357587, -0.00043506387737579644, -0.0003595924354158342, -0.0002841209643520415, -0.000208649507840164, -0.00013317805132828653, -5.770659481640905e-05, 1.7764861695468426e-05, 9.32363182073459e-05, 0.00016870777471922338, 0.00024417921667918563, 0.00031965068774297833, 0.00039512215880677104, 0.0004705936007667333, 0.0005460650427266955, 0.0006215365137904882, 0.000697007984854281, 0.0007724794559180737, 0.0008479508687742054, 0.0009234223398379982, 0.00099889375269413, 0.0010743652237579226, 0.0011498366948217154, 0.001225308165885508, 0.0013007796369493008, 0.0013762511080130935, 0.0014517225790768862, 0.001527193933725357, 0.0016026654047891498, 0.0016781368758529425, 0.0017536083469167352, 0.0018290798179805279]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 2.0, 4.0, 8.0, 10.0, 13.0, 18.0, 30.0, 31.0, 47.0, 94.0, 126.0, 204.0, 285.0, 401.0, 642.0, 942.0, 1374.0, 2141.0, 3331.0, 5354.0, 8645.0, 15147.0, 27945.0, 56767.0, 142691.0, 730913.0, 93566.0, 39152.0, 20054.0, 11020.0, 6623.0, 4029.0, 2467.0, 1709.0, 1188.0, 794.0, 546.0, 405.0, 272.0, 170.0, 139.0, 101.0, 61.0, 51.0, 45.0, 17.0, 21.0, 11.0, 10.0, 6.0, 5.0, 2.0, 4.0, 3.0, 0.0, 2.0, 0.0, 3.0], "bins": [-0.009067099541425705, -0.00877842865884304, -0.008489757776260376, -0.008201085962355137, -0.007912415079772472, -0.007623744197189808, -0.007335072848945856, -0.007046401500701904, -0.00675773061811924, -0.006469059735536575, -0.0061803883872926235, -0.005891717039048672, -0.005603046156466007, -0.005314375273883343, -0.005025703925639391, -0.004737032577395439, -0.004448361694812775, -0.00415969081223011, -0.0038710194639861584, -0.0035823483485728502, -0.003293677233159542, -0.003005006117746234, -0.002716335002332926, -0.0024276638869196177, -0.0021389927715063095, -0.0018503216560930014, -0.0015616505406796932, -0.001272979425266385, -0.000984308309853077, -0.0006956371944397688, -0.00040696607902646065, -0.0001182949636131525, 0.00017037615180015564, 0.0004590472672134638, 0.0007477183826267719, 0.00103638949804008, 0.0013250606134533882, 0.0016137317288666964, 0.0019024028442800045, 0.0021910739596933126, 0.002479745075106621, 0.002768416190519929, 0.003057087305933237, 0.0033457584213465452, 0.0036344295367598534, 0.003923100419342518, 0.00421177176758647, 0.0045004431158304214, 0.004789113998413086, 0.00507778488099575, 0.005366456229239702, 0.005655127577483654, 0.0059437984600663185, 0.006232469342648983, 0.006521140690892935, 0.006809812039136887, 0.007098482921719551, 0.007387153804302216, 0.007675825152546167, 0.00796449650079012, 0.008253167383372784, 0.008541838265955448, 0.008830510079860687, 0.009119180962443352, 0.009407851845026016]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 4.0, 0.0, 2.0, 4.0, 4.0, 1.0, 1.0, 0.0, 2.0, 3.0, 0.0, 1.0, 6.0, 6.0, 0.0, 1.0, 2.0, 2.0, 1.0, 3.0, 1.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.011373883113265038, -0.010996874421834946, -0.010619865730404854, -0.010242857038974762, -0.00986584834754467, -0.009488839656114578, -0.009111830964684486, -0.008734822273254395, -0.008357813581824303, -0.007980803959071636, -0.007603795733302832, -0.00722678704187274, -0.006849777884781361, -0.006472769193351269, -0.006095760501921177, -0.005718751810491085, -0.005341743119060993, -0.004964734427630901, -0.0045877257362008095, -0.004210717044770718, -0.003833708120509982, -0.0034566994290798903, -0.0030796905048191547, -0.002702681813389063, -0.002325673121958971, -0.0019486644305288792, -0.0015716556226834655, -0.0011946468148380518, -0.0008176381234079599, -0.00044062937377020717, -6.36206241324544e-05, 0.0003133881255052984, 0.0006903968751430511, 0.001067405566573143, 0.0014444143744185567, 0.0018214231822639704, 0.0021984318736940622, 0.002575440565124154, 0.0029524494893848896, 0.0033294581808149815, 0.0037064668722450733, 0.004083475563675165, 0.004460484255105257, 0.004837492946535349, 0.005214502103626728, 0.00559151079505682, 0.005968519486486912, 0.006345528177917004, 0.0067225368693470955, 0.007099545560777187, 0.007476554252207279, 0.007853562943637371, 0.008230571635067463, 0.008607580326497555, 0.008984589017927647, 0.009361597709357738, 0.009738607332110405, 0.010115616023540497, 0.010492624714970589, 0.01086963340640068, 0.011246642097830772, 0.011623650789260864, 0.012000659480690956, 0.012377668172121048, 0.01275467686355114]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 2.0, 1.0, 2.0, 4.0, 3.0, 4.0, 13.0, 16.0, 22.0, 25.0, 34.0, 50.0, 52.0, 75.0, 102.0, 142.0, 146.0, 155.0, 186.0, 238.0, 255.0, 296.0, 415.0, 414.0, 532.0, 631.0, 754.0, 964.0, 1628.0, 5482.0, 1482.0, 907.0, 674.0, 534.0, 442.0, 340.0, 279.0, 207.0, 186.0, 155.0, 114.0, 91.0, 72.0, 63.0, 51.0, 36.0, 33.0, 27.0, 25.0, 8.0, 17.0, 8.0, 10.0, 11.0, 4.0, 3.0, 0.0, 0.0, 1.0, 3.0, 3.0], "bins": [-0.0081355394795537, -0.007887447252869606, -0.007639354560524225, -0.0073912618681788445, -0.007143169641494751, -0.00689507694914937, -0.006646984256803989, -0.006398892030119896, -0.006150799337774515, -0.005902706645429134, -0.005654614418745041, -0.00540652172639966, -0.005158429034054279, -0.004910336807370186, -0.004662244115024805, -0.004414151888340712, -0.004166059195995331, -0.00391796650364995, -0.0036698742769658566, -0.0034217815846204758, -0.0031736891251057386, -0.0029255966655910015, -0.0026775039732456207, -0.0024294115137308836, -0.0021813190542161465, -0.0019332265947014093, -0.0016851340187713504, -0.0014370414428412914, -0.0011889489833265543, -0.0009408564656041563, -0.0006927639478817582, -0.00044467143015936017, -0.00019657891243696213, 5.1513605285435915e-05, 0.00029960612300783396, 0.000547698640730232, 0.00079579115845263, 0.0010438836179673672, 0.0012919761938974261, 0.001540068769827485, 0.0017881612293422222, 0.0020362536888569593, 0.0022843461483716965, 0.0025324388407170773, 0.0027805313002318144, 0.0030286237597465515, 0.0032767164520919323, 0.0035248089116066694, 0.0037729013711214066, 0.004020994063466787, 0.004269086290150881, 0.004517178982496262, 0.004765271209180355, 0.005013363901525736, 0.005261456593871117, 0.00550954882055521, 0.005757641512900591, 0.006005734205245972, 0.006253826431930065, 0.006501919124275446, 0.006750011816620827, 0.00699810404330492, 0.007246196735650301, 0.0074942889623343945, 0.007742381654679775]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 1.0, 3.0, 2.0, 5.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.20102530717849731, -0.19661739468574524, -0.19220946729183197, -0.1878015547990799, -0.18339362740516663, -0.17898571491241455, -0.17457780241966248, -0.1701698750257492, -0.16576196253299713, -0.16135403513908386, -0.1569461226463318, -0.1525382101535797, -0.14813028275966644, -0.14372237026691437, -0.1393144428730011, -0.13490653038024902, -0.13049861788749695, -0.12609069049358368, -0.12168277055025101, -0.11727485805749893, -0.11286693811416626, -0.10845901817083359, -0.10405109822750092, -0.09964317828416824, -0.09523525834083557, -0.0908273458480835, -0.08641942590475082, -0.08201150596141815, -0.07760358601808548, -0.07319566607475281, -0.06878775358200073, -0.06437983363866806, -0.05997191369533539, -0.055563993752002716, -0.05115607753396034, -0.04674815759062767, -0.0423402413725853, -0.037932321429252625, -0.03352440148591995, -0.02911648340523243, -0.024708565324544907, -0.020300647243857384, -0.01589272916316986, -0.011484809219837189, -0.007076891139149666, -0.0026689725928008556, 0.0017389459535479546, 0.006146864499896765, 0.010554783046245575, 0.014962701126933098, 0.01937061920762062, 0.023778539150953293, 0.028186457231640816, 0.03259437531232834, 0.03700229525566101, 0.041410211473703384, 0.045818131417036057, 0.05022605136036873, 0.0546339675784111, 0.059041887521743774, 0.06344980746507645, 0.06785772740840912, 0.0722656399011612, 0.07667355984449387, 0.08108147978782654]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 2.0, 2.0, 1.0, 2.0, 2.0, 4.0, 2.0, 2.0, 1.0, 18.0, 15.0, 28.0, 76.0, 39.0, 11.0, 15.0, 6.0, 6.0, 7.0, 6.0, 5.0, 4.0, 5.0, 3.0, 3.0, 3.0, 0.0, 1.0, 0.0, 3.0, 2.0], "bins": [-0.14657935500144958, -0.14337582886219025, -0.1401723027229309, -0.13696877658367157, -0.13376525044441223, -0.1305617243051529, -0.12735818326473236, -0.12415466457605362, -0.12095113098621368, -0.11774760484695435, -0.11454407870769501, -0.11134055256843567, -0.10813702642917633, -0.10493350028991699, -0.10172996670007706, -0.09852644056081772, -0.09532291442155838, -0.09211938828229904, -0.0889158621430397, -0.08571232855319977, -0.08250880241394043, -0.07930527627468109, -0.07610175013542175, -0.07289822399616241, -0.06969469785690308, -0.06649116426706314, -0.0632876381278038, -0.060084111988544464, -0.056880585849285126, -0.05367705598473549, -0.05047352984547615, -0.047269999980926514, -0.044066473841667175, -0.04086294770240784, -0.0376594178378582, -0.03445589169859886, -0.031252361834049225, -0.028048835694789886, -0.024845309555530548, -0.02164178155362606, -0.018438253551721573, -0.015234725549817085, -0.012031198479235172, -0.00882767140865326, -0.005624143406748772, -0.0024206158705055714, 0.0007829116657376289, 0.003986439201980829, 0.0071899667382240295, 0.010393494740128517, 0.01359702181071043, 0.016800548881292343, 0.02000407688319683, 0.02320760488510132, 0.026411131024360657, 0.029614659026265144, 0.03281818702816963, 0.03602171316742897, 0.03922524303197861, 0.042428769171237946, 0.045632295310497284, 0.04883582517504692, 0.05203935131430626, 0.055242881178855896, 0.058446407318115234]}, "_runtime": 44.70480728149414, "_timestamp": 1596214369.4620898, "_step": 51}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 4.0, 4.0, 1.0, 4.0, 0.0, 2.0, 2.0, 5.0, 2.0, 3.0, 1.0, 2.0, 1.0, 1.0, 1.0, 5.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012308834120631218, -0.01194107998162508, -0.011573324911296368, -0.01120557077229023, -0.010837815701961517, -0.01047006156295538, -0.010102307423949242, -0.00973455235362053, -0.009366798214614391, -0.008999043144285679, -0.008631289005279541, -0.008263534866273403, -0.00789577979594469, -0.0075280251912772655, -0.007160271052271128, -0.0067925164476037025, -0.006424761842936277, -0.006057007238268852, -0.005689252633601427, -0.005321498494595289, -0.004953743889927864, -0.004585989285260439, -0.004218234680593014, -0.0038504803087562323, -0.003482725704088807, -0.003114971099421382, -0.0027472167275846004, -0.0023794621229171753, -0.00201170751824975, -0.0016439531464129686, -0.0012761985417455435, -0.0009084440534934402, -0.0005406895652413368, -0.00017293504788540304, 0.00019481946947053075, 0.000562574015930295, 0.0009303285041823983, 0.0012980829924345016, 0.0016658375971019268, 0.0020335919689387083, 0.0024013465736061335, 0.0027691011782735586, 0.00313685555011034, 0.0035046101547777653, 0.0038723647594451904, 0.004240119364112616, 0.004607873503118753, 0.004975628107786179, 0.005343382712453604, 0.005711137317121029, 0.006078891921788454, 0.006446646060794592, 0.006814400665462017, 0.007182155270129442, 0.007549909874796867, 0.007917664013803005, 0.008285419084131718, 0.008653173223137856, 0.009020928293466568, 0.009388682432472706, 0.009756436571478844, 0.010124191641807556, 0.010491945780813694, 0.010859700851142406, 0.011227454990148544]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 0.0, 3.0, 3.0, 0.0, 4.0, 4.0, 2.0, 9.0, 13.0, 14.0, 20.0, 26.0, 20.0, 29.0, 26.0, 43.0, 33.0, 51.0, 62.0, 95.0, 94.0, 137.0, 148.0, 241.0, 323.0, 4075.0, 1056.0, 445.0, 250.0, 183.0, 120.0, 73.0, 61.0, 62.0, 38.0, 29.0, 22.0, 20.0, 18.0, 19.0, 10.0, 8.0, 9.0, 9.0, 1.0, 3.0, 2.0, 1.0, 3.0, 5.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 2.0], "bins": [-0.1369084268808365, -0.13272559642791748, -0.12854276597499847, -0.12435994297266006, -0.12017711997032166, -0.11599428951740265, -0.11181145906448364, -0.10762863606214523, -0.10344580560922623, -0.09926297515630722, -0.09508015215396881, -0.0908973217010498, -0.0867144912481308, -0.08253166824579239, -0.07834883779287338, -0.07416601479053497, -0.06998318433761597, -0.06580035388469696, -0.06161753088235855, -0.057434700429439545, -0.05325187370181084, -0.04906904697418213, -0.04488621652126312, -0.040703389793634415, -0.03652056306600571, -0.032337736338377, -0.028154907748103142, -0.023972079157829285, -0.019789252430200577, -0.015606424771249294, -0.011423597112298012, -0.007240769453346729, -0.0030579417943954468, 0.0011248858645558357, 0.005307713523507118, 0.0094905411824584, 0.013673368841409683, 0.01785619556903839, 0.022039024159312248, 0.026221852749586105, 0.030404679477214813, 0.03458750620484352, 0.03877033293247223, 0.042953163385391235, 0.04713599011301994, 0.05131881684064865, 0.05550164729356766, 0.059684474021196365, 0.06386730074882507, 0.06805013120174408, 0.07223295420408249, 0.0764157846570015, 0.0805986076593399, 0.08478143811225891, 0.08896426856517792, 0.09314709156751633, 0.09732992202043533, 0.10151275247335434, 0.10569557547569275, 0.10987840592861176, 0.11406123638153076, 0.11824405938386917, 0.12242688983678818, 0.1266097128391266, 0.1307925432920456]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 2.0, 3.0, 1.0, 3.0, 2.0, 5.0, 6.0, 5.0, 5.0, 3.0, 1.0, 3.0, 3.0, 7.0, 26.0, 2.0, 3.0, 4.0, 2.0, 5.0, 7.0, 7.0, 0.0, 1.0, 3.0, 1.0, 1.0, 0.0, 3.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0031262189149856567, -0.0030344417318701744, -0.002942664548754692, -0.0028508873656392097, -0.0027591101825237274, -0.002667332999408245, -0.0025755558162927628, -0.0024837786331772804, -0.002392001450061798, -0.0023002244997769594, -0.002208447316661477, -0.0021166701335459948, -0.0020248929504305124, -0.00193311576731503, -0.0018413385841995478, -0.0017495614010840654, -0.001657784217968583, -0.0015660070348531008, -0.0014742298517376184, -0.0013824526686221361, -0.0012906754855066538, -0.0011988984188064933, -0.001107121235691011, -0.0010153440525755286, -0.0009235668694600463, -0.000831789686344564, -0.0007400125032290816, -0.0006482353783212602, -0.0005564581952057779, -0.00046468101209029555, -0.0003729038580786437, -0.0002811267040669918, -0.00018934952095150948, -9.757235238794237e-05, -5.795183824375272e-06, 8.598198473919183e-05, 0.00017775915330275893, 0.00026953633641824126, 0.00036131349042989314, 0.000453090644441545, 0.0005448678275570273, 0.0006366450106725097, 0.000728422193787992, 0.0008201993186958134, 0.0009119765018112957, 0.0010037536267191172, 0.0010955308098345995, 0.0011873079929500818, 0.0012790851760655642, 0.0013708623591810465, 0.0014626395422965288, 0.0015544167254120111, 0.0016461939085274935, 0.001737970975227654, 0.0018297481583431363, 0.0019215253414586186, 0.002013302408158779, 0.0021050795912742615, 0.002196856774389744, 0.002288633957505226, 0.0023804111406207085, 0.002472188323736191, 0.002563965506851673, 0.0026557426899671555, 0.002747519873082638]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 2.0, 4.0, 3.0, 7.0, 9.0, 8.0, 14.0, 29.0, 47.0, 84.0, 124.0, 195.0, 312.0, 533.0, 883.0, 1486.0, 2703.0, 5010.0, 9760.0, 20122.0, 46373.0, 131056.0, 778754.0, 99969.0, 39893.0, 18745.0, 9905.0, 5468.0, 3123.0, 1907.0, 1194.0, 699.0, 470.0, 290.0, 160.0, 115.0, 63.0, 47.0, 26.0, 18.0, 15.0, 7.0, 3.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.013727078214287758, -0.013328936882317066, -0.012930795550346375, -0.012532653287053108, -0.012134511955082417, -0.011736370623111725, -0.011338229291141033, -0.010940087027847767, -0.010541945695877075, -0.010143804363906384, -0.009745663031935692, -0.009347521699965, -0.008949379436671734, -0.008551238104701042, -0.00815309677273035, -0.0077549549750983715, -0.00735681364312768, -0.006958672311156988, -0.006560530513525009, -0.0061623891815543175, -0.0057642473839223385, -0.005366106051951647, -0.004967964254319668, -0.004569822922348976, -0.0041716815903782845, -0.0037735397927463055, -0.00337539822794497, -0.002977256663143635, -0.002579115331172943, -0.0021809737663716078, -0.0017828322015702724, -0.0013846906367689371, -0.0009865490719676018, -0.0005884075071662664, -0.00019026600057259202, 0.00020787553512491286, 0.0006060170708224177, 0.001004158635623753, 0.0014023000840097666, 0.001800441648811102, 0.0021985832136124372, 0.0025967247784137726, 0.002994866343215108, 0.0033930079080164433, 0.003791149239987135, 0.004189291037619114, 0.004587432369589806, 0.004985574167221785, 0.005383715499192476, 0.005781856831163168, 0.006179998628795147, 0.006578139960765839, 0.006976281758397818, 0.007374423090368509, 0.007772564888000488, 0.00817070621997118, 0.008568847551941872, 0.008966988883912563, 0.00936513114720583, 0.009763272479176521, 0.010161413811147213, 0.010559555143117905, 0.010957697406411171, 0.011355838738381863, 0.011753980070352554]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 5.0, 5.0, 9.0, 3.0, 2.0, 5.0, 5.0, 5.0, 1.0, 0.0, 5.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02568439207971096, -0.024963855743408203, -0.024243317544460297, -0.02352278120815754, -0.022802244871854782, -0.022081708535552025, -0.021361172199249268, -0.02064063400030136, -0.019920097663998604, -0.019199561327695847, -0.01847902312874794, -0.017758486792445183, -0.017037950456142426, -0.01631741411983967, -0.015596876852214336, -0.014876339584589005, -0.014155803248286247, -0.01343526691198349, -0.012714729644358158, -0.011994192376732826, -0.011273656040430069, -0.010553119704127312, -0.00983258243650198, -0.009112045168876648, -0.00839150883257389, -0.007670972030609846, -0.0069504352286458015, -0.006229898426681757, -0.005509361624717712, -0.004788824822753668, -0.004068288020789623, -0.0033477512188255787, -0.002627214416861534, -0.0019066776148974895, -0.001186140812933445, -0.0004656040109694004, 0.00025493279099464417, 0.0009754695929586887, 0.0016960063949227333, 0.002416543196886778, 0.0031370799988508224, 0.003857616800814867, 0.004578153602778912, 0.005298690404742956, 0.006019227206707001, 0.006739764008671045, 0.00746030081063509, 0.008180838078260422, 0.008901374414563179, 0.009621910750865936, 0.010342448018491268, 0.0110629852861166, 0.011783521622419357, 0.012504057958722115, 0.013224595226347446, 0.013945132493972778, 0.014665668830275536, 0.015386205166578293, 0.0161067433655262, 0.016827279701828957, 0.017547816038131714, 0.01826835237443447, 0.01898888871073723, 0.019709426909685135, 0.020429963245987892]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 2.0, 1.0, 3.0, 3.0, 7.0, 25.0, 18.0, 22.0, 26.0, 21.0, 37.0, 47.0, 53.0, 65.0, 73.0, 89.0, 111.0, 135.0, 147.0, 225.0, 315.0, 436.0, 673.0, 970.0, 1475.0, 6271.0, 2432.0, 1439.0, 984.0, 625.0, 429.0, 321.0, 211.0, 190.0, 138.0, 107.0, 62.0, 64.0, 50.0, 26.0, 26.0, 20.0, 11.0, 11.0, 9.0, 2.0, 3.0, 4.0, 2.0, 1.0, 3.0, 1.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01241094246506691, -0.011990060098469257, -0.011569177731871605, -0.011148295365273952, -0.0107274129986763, -0.010306529700756073, -0.00988564733415842, -0.009464764967560768, -0.009043882600963116, -0.008623000234365463, -0.00820211786776781, -0.007781235035508871, -0.007360352668911219, -0.006939470302313566, -0.0065185874700546265, -0.006097705103456974, -0.005676822736859322, -0.005255940370261669, -0.004835058003664017, -0.004414175171405077, -0.0039932928048074245, -0.003572410438209772, -0.003151527838781476, -0.00273064523935318, -0.0023097628727555275, -0.0018888803897425532, -0.001467997906729579, -0.0010471154237166047, -0.0006262329407036304, -0.00020535045769065619, 0.00021553202532231808, 0.0006364145083352923, 0.0010572969913482666, 0.0014781794743612409, 0.0018990619573742151, 0.002319944556802511, 0.0027408269234001637, 0.003161709289997816, 0.003582591889426112, 0.004003474488854408, 0.004424356855452061, 0.004845239222049713, 0.005266121588647366, 0.005687004420906305, 0.006107886787503958, 0.00652876915410161, 0.00694965198636055, 0.007370534352958202, 0.007791416719555855, 0.008212299086153507, 0.00863318145275116, 0.009054063819348812, 0.009474946185946465, 0.009895829483866692, 0.010316711850464344, 0.010737594217061996, 0.011158476583659649, 0.011579358950257301, 0.012000241316854954, 0.012421123683452606, 0.012842006981372833, 0.013262889347970486, 0.013683771714568138, 0.01410465408116579, 0.014525536447763443]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.13278743624687195, -0.12808993458747864, -0.12339243292808533, -0.11869493871927261, -0.1139974370598793, -0.10929993540048599, -0.10460244119167328, -0.09990493953227997, -0.09520743787288666, -0.09050993621349335, -0.08581243455410004, -0.08111494034528732, -0.07641743868589401, -0.0717199370265007, -0.06702244281768799, -0.06232494115829468, -0.05762743949890137, -0.05292993783950806, -0.048232439905405045, -0.04353494197130203, -0.03883744031190872, -0.03413993865251541, -0.0294424407184124, -0.024744940921664238, -0.020047441124916077, -0.015349941328167915, -0.010652441531419754, -0.005954941734671593, -0.0012574419379234314, 0.00344005785882473, 0.008137557655572891, 0.012835057452321053, 0.017532557249069214, 0.022230057045817375, 0.026927556842565536, 0.03162505477666855, 0.03632255643606186, 0.04102005809545517, 0.04571755602955818, 0.050415053963661194, 0.055112555623054504, 0.059810057282447815, 0.06450755894184113, 0.06920505315065384, 0.07390255481004715, 0.07860005646944046, 0.08329755067825317, 0.08799505233764648, 0.0926925539970398, 0.0973900556564331, 0.10208755731582642, 0.10678505152463913, 0.11148255318403244, 0.11618005484342575, 0.12087754905223846, 0.12557505071163177, 0.13027255237102509, 0.1349700540304184, 0.1396675556898117, 0.14436505734920502, 0.14906254410743713, 0.15376004576683044, 0.15845754742622375, 0.16315504908561707, 0.16785255074501038]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 3.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 2.0, 0.0, 2.0, 2.0, 2.0, 3.0, 2.0, 2.0, 1.0, 2.0, 2.0, 3.0, 2.0, 0.0, 2.0, 8.0, 5.0, 8.0, 12.0, 20.0, 24.0, 27.0, 37.0, 18.0, 17.0, 7.0, 8.0, 7.0, 2.0, 2.0, 3.0, 0.0, 0.0, 6.0, 5.0, 0.0, 3.0, 1.0, 4.0, 3.0, 1.0, 4.0, 2.0, 2.0, 3.0, 3.0, 1.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.12157388776540756, -0.11812242865562439, -0.11467097699642181, -0.11121951788663864, -0.10776805877685547, -0.1043166071176529, -0.10086514800786972, -0.09741369634866714, -0.09396223723888397, -0.0905107781291008, -0.08705932646989822, -0.08360786736011505, -0.08015641570091248, -0.0767049565911293, -0.07325349748134613, -0.06980204582214355, -0.06635058671236038, -0.06289912760257721, -0.059447675943374634, -0.05599621683359146, -0.05254476144909859, -0.04909330606460571, -0.04564184695482254, -0.042190391570329666, -0.03873893618583679, -0.03528748080134392, -0.031836025416851044, -0.02838456630706787, -0.024933110922574997, -0.021481655538082123, -0.0180301982909441, -0.01457874197512865, -0.011127285659313202, -0.007675829343497753, -0.004224373027682304, -0.0007729167118668556, 0.002678539603948593, 0.006129995919764042, 0.00958145223557949, 0.01303290855139494, 0.016484364867210388, 0.019935820251703262, 0.023387277498841286, 0.02683873474597931, 0.030290190130472183, 0.03374164551496506, 0.03719310462474823, 0.040644560009241104, 0.04409601539373398, 0.04754747077822685, 0.05099892616271973, 0.0544503852725029, 0.05790184065699577, 0.06135329604148865, 0.06480475515127182, 0.0682562068104744, 0.07170766592025757, 0.07515912503004074, 0.07861057668924332, 0.08206203579902649, 0.08551348745822906, 0.08896494656801224, 0.09241640567779541, 0.09586785733699799, 0.09931931644678116]}, "_runtime": 45.55519151687622, "_timestamp": 1596214370.312474, "_step": 52}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 4.0, 3.0, 2.0, 6.0, 6.0, 7.0, 7.0, 6.0, 1.0, 3.0, 4.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.025262733921408653, -0.024447288364171982, -0.02363184280693531, -0.02281639724969864, -0.022000951692461967, -0.021185506135225296, -0.020370060577988625, -0.019554615020751953, -0.01873917132616043, -0.01792372576892376, -0.017108280211687088, -0.016292834654450417, -0.015477389097213745, -0.014661943539977074, -0.013846497982740402, -0.01303105242550373, -0.01221560686826706, -0.011400161311030388, -0.010584715753793716, -0.009769270196557045, -0.008953824639320374, -0.008138380013406277, -0.007322934456169605, -0.006507488898932934, -0.005692043341696262, -0.004876597784459591, -0.0040611522272229195, -0.0032457071356475353, -0.002430261578410864, -0.0016148161375895143, -0.0007993706967681646, 1.6074744053184986e-05, 0.0008315201848745346, 0.0016469656256958842, 0.002462411066517234, 0.0032778563909232616, 0.004093301948159933, 0.0049087475053966045, 0.005724192596971989, 0.00653963815420866, 0.007355083711445332, 0.008170529268682003, 0.008985974825918674, 0.009801420383155346, 0.010616865009069443, 0.011432310566306114, 0.012247756123542786, 0.013063201680779457, 0.013878647238016129, 0.0146940927952528, 0.015509538352489471, 0.016324983909726143, 0.017140429466962814, 0.017955875024199486, 0.018771320581436157, 0.01958676613867283, 0.0204022116959095, 0.021217655390501022, 0.022033100947737694, 0.022848546504974365, 0.023663992062211037, 0.024479437619447708, 0.02529488317668438, 0.02611032873392105, 0.026925774291157722]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 4.0, 5.0, 4.0, 2.0, 2.0, 4.0, 4.0, 10.0, 11.0, 10.0, 16.0, 14.0, 24.0, 29.0, 45.0, 87.0, 122.0, 177.0, 309.0, 543.0, 5050.0, 673.0, 295.0, 169.0, 104.0, 61.0, 42.0, 33.0, 20.0, 12.0, 9.0, 6.0, 6.0, 7.0, 4.0, 0.0, 0.0, 1.0, 3.0, 6.0, 0.0, 0.0, 1.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.2448062002658844, -0.23747897148132324, -0.23015174269676208, -0.22282449901103973, -0.21549727022647858, -0.20817004144191742, -0.20084279775619507, -0.1935155689716339, -0.18618834018707275, -0.1788611114025116, -0.17153388261795044, -0.1642066389322281, -0.15687941014766693, -0.14955218136310577, -0.14222493767738342, -0.13489770889282227, -0.1275704801082611, -0.12024325132369995, -0.1129160150885582, -0.10558877885341644, -0.09826155006885529, -0.09093432128429413, -0.08360708504915237, -0.07627984881401062, -0.06895262002944946, -0.06162538751959801, -0.05429815500974655, -0.046970922499895096, -0.03964368999004364, -0.032316457480192184, -0.02498922497034073, -0.017661992460489273, -0.010334759950637817, -0.0030075274407863617, 0.004319705069065094, 0.01164693757891655, 0.018974170088768005, 0.02630140259861946, 0.03362863510847092, 0.04095586761832237, 0.04828310012817383, 0.055610332638025284, 0.06293756514787674, 0.0702648013830185, 0.07759203016757965, 0.08491925895214081, 0.09224649518728256, 0.09957373142242432, 0.10690096020698547, 0.11422818899154663, 0.12155542522668839, 0.12888266146183014, 0.1362098902463913, 0.14353711903095245, 0.1508643627166748, 0.15819159150123596, 0.16551882028579712, 0.17284604907035828, 0.18017327785491943, 0.18750052154064178, 0.19482775032520294, 0.2021549791097641, 0.20948222279548645, 0.2168094515800476, 0.22413668036460876]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 4.0, 3.0, 2.0, 4.0, 2.0, 1.0, 3.0, 6.0, 1.0, 5.0, 4.0, 4.0, 3.0, 2.0, 4.0, 25.0, 6.0, 1.0, 3.0, 2.0, 3.0, 1.0, 4.0, 1.0, 2.0, 4.0, 0.0, 2.0, 4.0, 1.0, 1.0, 2.0, 1.0, 2.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0030129977967590094, -0.002925456967204809, -0.0028379163704812527, -0.0027503755409270525, -0.0026628347113728523, -0.002575293881818652, -0.002487753052264452, -0.0024002124555408955, -0.0023126716259866953, -0.002225130796432495, -0.0021375901997089386, -0.0020500493701547384, -0.0019625085406005383, -0.001874967711046338, -0.0017874269979074597, -0.0016998862847685814, -0.0016123454552143812, -0.001524804625660181, -0.0014372639125213027, -0.0013497231993824244, -0.0012621823698282242, -0.001174641540274024, -0.0010871008271351457, -0.0009995601139962673, -0.0009120192844420671, -0.0008244785130955279, -0.0007369377417489886, -0.0006493969704024494, -0.0005618561990559101, -0.00047431542770937085, -0.0003867746563628316, -0.00029923388501629233, -0.00021169311366975307, -0.00012415234232321382, -3.661157097667456e-05, 5.09292003698647e-05, 0.00013846997171640396, 0.00022601074306294322, 0.0003135515144094825, 0.00040109228575602174, 0.000488633057102561, 0.0005761738284491003, 0.0006637145997956395, 0.0007512553711421788, 0.000838796142488718, 0.0009263369138352573, 0.0010138776851817966, 0.001101418398320675, 0.001188959227874875, 0.0012765000574290752, 0.0013640407705679536, 0.001451581483706832, 0.001539122313261032, 0.0016266631428152323, 0.0017142038559541106, 0.001801744569092989, 0.0018892853986471891, 0.0019768262282013893, 0.002064366824924946, 0.002151907654479146, 0.002239448484033346, 0.0023269893135875463, 0.0024145301431417465, 0.002502070739865303, 0.002589611569419503]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 1.0, 2.0, 2.0, 6.0, 7.0, 11.0, 17.0, 16.0, 22.0, 27.0, 41.0, 51.0, 67.0, 112.0, 132.0, 234.0, 313.0, 411.0, 640.0, 938.0, 1424.0, 2274.0, 3674.0, 6446.0, 11176.0, 21347.0, 44365.0, 107498.0, 740105.0, 123895.0, 50426.0, 25784.0, 14385.0, 8384.0, 5202.0, 3290.0, 2157.0, 1418.0, 974.0, 693.0, 466.0, 313.0, 257.0, 192.0, 122.0, 90.0, 60.0, 53.0, 35.0, 25.0, 19.0, 13.0, 10.0, 6.0, 7.0, 2.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.009394531138241291, -0.009077797643840313, -0.008761064149439335, -0.008444330655038357, -0.008127597160637379, -0.007810864131897688, -0.00749413063749671, -0.007177397143095732, -0.006860663648694754, -0.0065439301542937756, -0.0062271966598927975, -0.005910463165491819, -0.005593730136752129, -0.0052769966423511505, -0.004960263147950172, -0.004643529653549194, -0.004326796159148216, -0.004010062664747238, -0.00369332917034626, -0.0033765959087759256, -0.0030598624143749475, -0.0027431289199739695, -0.002426395658403635, -0.002109662164002657, -0.0017929286696016788, -0.0014761951752007008, -0.0011594617972150445, -0.0008427283610217273, -0.0005259949248284101, -0.00020926148863509297, 0.0001074719475582242, 0.0004242053837515414, 0.0007409388199448586, 0.0010576723143458366, 0.001374405692331493, 0.0016911390703171492, 0.0020078725647181273, 0.0023246060591191053, 0.0026413393206894398, 0.002958072815090418, 0.003274806309491396, 0.003591539803892374, 0.003908273298293352, 0.00422500679269433, 0.004541739821434021, 0.004858473315834999, 0.005175206810235977, 0.005491940304636955, 0.005808673799037933, 0.0061254072934389114, 0.0064421407878398895, 0.006758874282240868, 0.007075607776641846, 0.0073923408053815365, 0.007709074299782515, 0.00802580825984478, 0.008342541754245758, 0.008659274317324162, 0.00897600781172514, 0.009292741306126118, 0.009609474800527096, 0.009926208294928074, 0.010242941789329052, 0.01055967528373003, 0.010876408778131008]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 3.0, 4.0, 8.0, 3.0, 1.0, 4.0, 3.0, 5.0, 6.0, 3.0, 4.0, 1.0, 2.0, 1.0, 0.0, 1.0], "bins": [-0.028926176950335503, -0.028351902961730957, -0.027777627110481262, -0.027203353121876717, -0.02662907913327217, -0.026054803282022476, -0.02548052929341793, -0.024906255304813385, -0.02433197945356369, -0.023757705464959145, -0.0231834314763546, -0.022609157487750053, -0.02203488163650036, -0.021460607647895813, -0.020886333659291267, -0.020312057808041573, -0.019737783819437027, -0.01916350983083248, -0.018589233979582787, -0.01801495999097824, -0.017440686002373695, -0.016866410151124, -0.016292136162519455, -0.01571786217391491, -0.01514358725398779, -0.014569312334060669, -0.013995038345456123, -0.013420763425529003, -0.012846488505601883, -0.012272214516997337, -0.011697939597070217, -0.011123665608465672, -0.010549390688538551, -0.009975115768611431, -0.009400841780006886, -0.008826566860079765, -0.00825229287147522, -0.0076780179515480995, -0.007103743031620979, -0.006529468577355146, -0.0059551941230893135, -0.005380919668823481, -0.004806645214557648, -0.0042323702946305275, -0.0036580958403646946, -0.0030838213860988617, -0.002509546699002385, -0.0019352721283212304, -0.0013609975576400757, -0.000786722986958921, -0.00021244841627776623, 0.0003618261544033885, 0.0009361007250845432, 0.001510375295765698, 0.0020846498664468527, 0.0026589245535433292, 0.003233199007809162, 0.003807473462074995, 0.004381747916340828, 0.004956022836267948, 0.005530297290533781, 0.006104571744799614, 0.006678846664726734, 0.007253121118992567, 0.0078273955732584]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 3.0, 4.0, 4.0, 11.0, 9.0, 20.0, 17.0, 17.0, 15.0, 22.0, 14.0, 21.0, 19.0, 18.0, 19.0, 24.0, 24.0, 47.0, 42.0, 59.0, 65.0, 84.0, 99.0, 89.0, 108.0, 132.0, 146.0, 151.0, 212.0, 284.0, 388.0, 552.0, 837.0, 1497.0, 5769.0, 1691.0, 1216.0, 1045.0, 769.0, 598.0, 534.0, 389.0, 309.0, 245.0, 181.0, 134.0, 103.0, 106.0, 60.0, 63.0, 36.0, 21.0, 27.0, 20.0, 18.0, 15.0, 11.0, 5.0, 3.0, 3.0, 0.0, 4.0, 1.0], "bins": [-0.010581327602267265, -0.010282470844686031, -0.009983613155782223, -0.009684756398200989, -0.00938589870929718, -0.009087041951715946, -0.008788184262812138, -0.008489327505230904, -0.008190469816327095, -0.007891613058745861, -0.00759275583550334, -0.0072938986122608185, -0.0069950418546795845, -0.006696184631437063, -0.006397327408194542, -0.006098470184952021, -0.005799612961709499, -0.005500755738466978, -0.005201898515224457, -0.0049030412919819355, -0.004604184068739414, -0.00430532731115818, -0.004006470087915659, -0.0037076128646731377, -0.0034087556414306164, -0.003109898418188095, -0.002811041194945574, -0.002512184204533696, -0.002213326981291175, -0.0019144697580486536, -0.0016156126512214541, -0.0013167555443942547, -0.0010178983211517334, -0.000719041156116873, -0.00042018399108201265, -0.00012132682604715228, 0.0001775303389877081, 0.00047638750402256846, 0.0007752446690574288, 0.0010741017758846283, 0.0013729589991271496, 0.0016718162223696709, 0.001970673445612192, 0.00226953043602407, 0.002568387659266591, 0.0028672448825091124, 0.00316610187292099, 0.0034649590961635113, 0.0037638163194060326, 0.004062673542648554, 0.004361530765891075, 0.004660387989133596, 0.004959245212376118, 0.005258101969957352, 0.005556959193199873, 0.005855816416442394, 0.0061546736396849155, 0.006453530862927437, 0.006752388086169958, 0.007051245309412479, 0.007350102066993713, 0.007648959290236235, 0.007947816513478756, 0.008246674202382565, 0.008545530959963799]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.060262568295001984, -0.05777810513973236, -0.05529364198446274, -0.052809178829193115, -0.05032471567392349, -0.04784025624394417, -0.045355793088674545, -0.04287132993340492, -0.0403868667781353, -0.03790240362286568, -0.035417940467596054, -0.03293347731232643, -0.030449016019701958, -0.027964552864432335, -0.02548009157180786, -0.02299562841653824, -0.020511165261268616, -0.018026702105998993, -0.015542239882051945, -0.013057777658104897, -0.010573314502835274, -0.008088851347565651, -0.005604389123618603, -0.0031199264340102673, -0.0006354637444019318, 0.0018489989452064037, 0.004333461634814739, 0.006817924324423075, 0.00930238701403141, 0.011786850169301033, 0.014271312393248081, 0.01675577461719513, 0.019240237772464752, 0.021724700927734375, 0.024209164083003998, 0.02669362537562847, 0.029178088530898094, 0.03166254982352257, 0.03414701297879219, 0.03663147613406181, 0.039115939289331436, 0.04160040244460106, 0.04408486559987068, 0.046569328755140305, 0.04905378818511963, 0.05153825134038925, 0.054022714495658875, 0.0565071776509285, 0.05899164080619812, 0.06147610396146774, 0.06396056711673737, 0.06644503027200699, 0.06892949342727661, 0.07141395658254623, 0.07389841973781586, 0.07638288289308548, 0.0788673460483551, 0.08135180175304413, 0.08383626490831375, 0.08632072806358337, 0.088805191218853, 0.09128965437412262, 0.09377411752939224, 0.09625858068466187, 0.09874304383993149]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 2.0, 3.0, 1.0, 1.0, 3.0, 1.0, 4.0, 5.0, 3.0, 6.0, 3.0, 11.0, 5.0, 6.0, 10.0, 14.0, 15.0, 15.0, 42.0, 14.0, 12.0, 16.0, 9.0, 16.0, 17.0, 15.0, 6.0, 6.0, 3.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0], "bins": [-0.0484057180583477, -0.04703935235738754, -0.045672982931137085, -0.044306617230176926, -0.042940251529216766, -0.04157388210296631, -0.04020751640200615, -0.03884114697575569, -0.03747478127479553, -0.03610841557383537, -0.034742046147584915, -0.033375680446624756, -0.0320093110203743, -0.03064294531941414, -0.02927657961845398, -0.02791021205484867, -0.026543844491243362, -0.025177476927638054, -0.023811109364032745, -0.022444743663072586, -0.021078376099467278, -0.01971200853586197, -0.01834564283490181, -0.0169792752712965, -0.015612907707691193, -0.014246540144085884, -0.01288017351180315, -0.011513806879520416, -0.010147439315915108, -0.0087810717523098, -0.007414705120027065, -0.006048338022083044, -0.004681970924139023, -0.0033156038261950016, -0.0019492367282509804, -0.0005828696303069592, 0.0007834974676370621, 0.0021498645655810833, 0.0035162316635251045, 0.004882598761469126, 0.006248965859413147, 0.007615332957357168, 0.00898170005530119, 0.010348066687583923, 0.011714434251189232, 0.01308080181479454, 0.014447168447077274, 0.015813535079360008, 0.017179902642965317, 0.018546270206570625, 0.019912637770175934, 0.021279003471136093, 0.0226453710347414, 0.02401173859834671, 0.02537810429930687, 0.026744471862912178, 0.028110839426517487, 0.029477206990122795, 0.030843574553728104, 0.03220994025468826, 0.03357630968093872, 0.03494267538189888, 0.03630904108285904, 0.0376754105091095, 0.039041776210069656]}, "_runtime": 46.35761284828186, "_timestamp": 1596214371.1148953, "_step": 53}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 3.0, 1.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 3.0, 2.0, 2.0, 3.0, 1.0, 3.0, 2.0, 0.0, 3.0, 3.0, 4.0, 4.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011871736496686935, -0.011523705907166004, -0.011175675317645073, -0.010827643796801567, -0.010479613207280636, -0.010131582617759705, -0.009783552028238773, -0.009435520507395267, -0.009087489917874336, -0.008739459328353405, -0.008391428738832474, -0.008043398149311543, -0.007695367094129324, -0.007347336038947105, -0.006999305449426174, -0.006651274394243956, -0.006303243804723024, -0.005955213215202093, -0.005607182160019875, -0.005259151570498943, -0.004911120515316725, -0.0045630899257957935, -0.004215058870613575, -0.0038670282810926437, -0.003518997458741069, -0.003170966636389494, -0.002822935814037919, -0.002474904991686344, -0.002126874402165413, -0.0017788434633985162, -0.001430812757462263, -0.0010827819351106882, -0.0007347511127591133, -0.00038672031951136887, -3.868952626362443e-05, 0.00030934126698412, 0.0006573720602318645, 0.0010054028825834394, 0.0013534335885196924, 0.0017014644108712673, 0.002049495233222842, 0.002397526055574417, 0.002745556877925992, 0.003093587700277567, 0.003441618289798498, 0.003789649112150073, 0.004137679934501648, 0.0044857109896838665, 0.004833741579204798, 0.005181772168725729, 0.0055298032239079475, 0.005877833813428879, 0.006225864868611097, 0.006573895458132029, 0.006921926513314247, 0.007269957102835178, 0.00761798769235611, 0.00796601828187704, 0.008314049802720547, 0.008662080392241478, 0.00901011098176241, 0.00935814157128334, 0.009706173092126846, 0.010054203681647778, 0.010402234271168709]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 5.0, 1.0, 0.0, 5.0, 2.0, 3.0, 7.0, 5.0, 11.0, 16.0, 13.0, 22.0, 25.0, 42.0, 46.0, 55.0, 78.0, 95.0, 128.0, 198.0, 262.0, 434.0, 4651.0, 801.0, 335.0, 203.0, 124.0, 105.0, 69.0, 40.0, 36.0, 27.0, 19.0, 24.0, 7.0, 6.0, 5.0, 5.0, 5.0, 4.0, 3.0, 3.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.16644659638404846, -0.16115915775299072, -0.15587173402309418, -0.15058429539203644, -0.1452968567609787, -0.14000941812992096, -0.13472199440002441, -0.12943455576896667, -0.12414711713790894, -0.1188596859574318, -0.11357225477695465, -0.10828481614589691, -0.10299738496541977, -0.09770994633436203, -0.09242251515388489, -0.08713507652282715, -0.08184764534235, -0.07656021416187286, -0.07127277553081512, -0.06598534435033798, -0.06069790571928024, -0.0554104745388031, -0.05012303963303566, -0.04483560472726822, -0.03954816982150078, -0.03426073491573334, -0.028973300009965897, -0.023685866966843605, -0.018398432061076164, -0.013110997155308723, -0.007823563180863857, -0.0025361287407577038, 0.0027513056993484497, 0.00803874060511589, 0.013326174579560757, 0.018613608554005623, 0.023901043459773064, 0.029188478365540504, 0.034475911408662796, 0.03976334631443024, 0.04505078122019768, 0.05033821612596512, 0.05562565103173256, 0.0609130859375, 0.06620051711797714, 0.07148795574903488, 0.07677538692951202, 0.08206282556056976, 0.0873502567410469, 0.09263768792152405, 0.09792512655258179, 0.10321255773305893, 0.10849999636411667, 0.11378742754459381, 0.11907486617565155, 0.12436229735612869, 0.12964972853660583, 0.13493716716766357, 0.1402246057987213, 0.14551202952861786, 0.1507994681596756, 0.15608690679073334, 0.16137434542179108, 0.16666176915168762, 0.17194920778274536]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 5.0, 2.0, 1.0, 1.0, 3.0, 6.0, 3.0, 2.0, 7.0, 2.0, 2.0, 4.0, 3.0, 4.0, 4.0, 29.0, 5.0, 4.0, 3.0, 2.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0, 4.0, 1.0, 0.0, 2.0, 3.0, 1.0, 0.0, 1.0, 3.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0], "bins": [-0.0036699804477393627, -0.003575708018615842, -0.003481435589492321, -0.003387163393199444, -0.003292890964075923, -0.003198618534952402, -0.003104346338659525, -0.003010073909536004, -0.002915801480412483, -0.0028215290512889624, -0.0027272566221654415, -0.0026329844258725643, -0.0025387119967490435, -0.0024444395676255226, -0.0023501673713326454, -0.0022558949422091246, -0.0021616225130856037, -0.002067350083962083, -0.001973077654838562, -0.0018788054585456848, -0.001784533029422164, -0.0016902606002986431, -0.001595988287590444, -0.001501715974882245, -0.0014074435457587242, -0.0013131711166352034, -0.0012188988039270043, -0.0011246264912188053, -0.0010303540620952845, -0.0009360816911794245, -0.0008418093202635646, -0.0007475369493477046, -0.0006532645784318447, -0.0005589922075159848, -0.00046471983660012484, -0.0003704474656842649, -0.00027617509476840496, -0.00018190272385254502, -8.763035293668509e-05, 6.642017979174852e-06, 0.00010091438889503479, 0.00019518675981089473, 0.00028945913072675467, 0.0003837315016426146, 0.00047800387255847454, 0.0005722762434743345, 0.0006665486143901944, 0.0007608209853060544, 0.0008550933562219143, 0.0009493657271377742, 0.0010436380980536342, 0.0011379104107618332, 0.001232182839885354, 0.001326455269008875, 0.001420727581717074, 0.001514999894425273, 0.0016092723235487938, 0.0017035447526723146, 0.0017978170653805137, 0.0018920893780887127, 0.0019863618072122335, 0.0020806342363357544, 0.0021749064326286316, 0.0022691788617521524, 0.0023634512908756733]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 2.0, 2.0, 2.0, 7.0, 3.0, 7.0, 11.0, 11.0, 20.0, 20.0, 15.0, 40.0, 61.0, 86.0, 101.0, 154.0, 207.0, 312.0, 458.0, 656.0, 1010.0, 1390.0, 2323.0, 3540.0, 6271.0, 11502.0, 21320.0, 44578.0, 104099.0, 755803.0, 123895.0, 47568.0, 22962.0, 12115.0, 6941.0, 4338.0, 2636.0, 1683.0, 1173.0, 761.0, 499.0, 346.0, 236.0, 149.0, 113.0, 61.0, 44.0, 24.0, 30.0, 20.0, 12.0, 6.0, 8.0, 5.0, 4.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.010959118604660034, -0.010623963549733162, -0.01028880849480629, -0.009953652508556843, -0.00961849745362997, -0.009283342398703098, -0.008948186412453651, -0.00861303135752678, -0.008277876302599907, -0.007942721247673035, -0.007607565727084875, -0.0072724102064967155, -0.006937255151569843, -0.006602100096642971, -0.0062669445760548115, -0.005931789055466652, -0.00559663400053978, -0.005261478945612907, -0.004926323425024748, -0.004591167904436588, -0.004256012849509716, -0.003920857794582844, -0.0035857022739946842, -0.0032505469862371683, -0.0029153916984796524, -0.0025802364107221365, -0.0022450811229646206, -0.0019099258352071047, -0.0015747705474495888, -0.0012396152596920729, -0.000904459971934557, -0.000569304684177041, -0.00023414939641952515, 0.00010100589133799076, 0.00043616117909550667, 0.0007713164668530226, 0.0011064717546105385, 0.0014416270423680544, 0.0017767823301255703, 0.002111937617883086, 0.002447092905640602, 0.002782248193398118, 0.003117403481155634, 0.00345255876891315, 0.0037877140566706657, 0.004122869111597538, 0.0044580246321856976, 0.004793180152773857, 0.005128335207700729, 0.005463490262627602, 0.005798645783215761, 0.006133801303803921, 0.006468956358730793, 0.006804111413657665, 0.007139266934245825, 0.007474422454833984, 0.007809577509760857, 0.008144732564687729, 0.008479887619614601, 0.008815043605864048, 0.00915019866079092, 0.009485353715717793, 0.00982050970196724, 0.010155664756894112, 0.010490819811820984]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 4.0, 3.0, 3.0, 6.0, 6.0, 13.0, 3.0, 11.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012398914434015751, -0.011447867378592491, -0.010496821254491806, -0.009545774199068546, -0.008594727143645287, -0.007643680088222027, -0.006692633498460054, -0.005741586908698082, -0.004790539853274822, -0.003839493030682206, -0.00288844620808959, -0.001937399385496974, -0.000986352562904358, -3.530574031174183e-05, 0.0009157410822808743, 0.0018667879048734903, 0.0028178347274661064, 0.0037688815500587225, 0.004719928372651339, 0.005670974962413311, 0.006622022017836571, 0.0075730690732598305, 0.00852411612868309, 0.009475162252783775, 0.010426209308207035, 0.011377256363630295, 0.01232830248773098, 0.01327934954315424, 0.0142303965985775, 0.015181443654000759, 0.01613249070942402, 0.017083536833524704, 0.01803458482027054, 0.018985630944371223, 0.01993667706847191, 0.020887725055217743, 0.021838771179318428, 0.022789817303419113, 0.023740865290164948, 0.024691911414265633, 0.025642957538366318, 0.026594005525112152, 0.027545051649212837, 0.02849609963595867, 0.029447145760059357, 0.030398191884160042, 0.03134923800826073, 0.03230028599500656, 0.033251333981752396, 0.03420237824320793, 0.035153426229953766, 0.0361044742166996, 0.037055522203445435, 0.03800656646490097, 0.038957614451646805, 0.03990866243839264, 0.040859706699848175, 0.04181075468659401, 0.042761802673339844, 0.04371284693479538, 0.044663894921541214, 0.04561494290828705, 0.046565987169742584, 0.04751703515648842, 0.04846808314323425]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 7.0, 5.0, 4.0, 16.0, 8.0, 23.0, 33.0, 44.0, 60.0, 109.0, 119.0, 177.0, 235.0, 274.0, 408.0, 561.0, 820.0, 1047.0, 1593.0, 2235.0, 6444.0, 1864.0, 725.0, 380.0, 213.0, 148.0, 134.0, 95.0, 67.0, 60.0, 50.0, 27.0, 36.0, 37.0, 30.0, 28.0, 29.0, 27.0, 26.0, 28.0, 18.0, 9.0, 17.0, 10.0, 8.0, 9.0, 15.0, 15.0, 9.0, 4.0, 9.0, 5.0, 13.0, 4.0, 8.0, 9.0, 4.0, 6.0, 10.0, 6.0, 6.0, 3.0, 7.0], "bins": [-0.008509677834808826, -0.008118816651403904, -0.007727955933660269, -0.007337094750255346, -0.006946234032511711, -0.006555372849106789, -0.006164511665701866, -0.005773650947958231, -0.0053827897645533085, -0.004991928581148386, -0.004601067863404751, -0.004210206679999828, -0.0038193457294255495, -0.0034284847788512707, -0.003037623595446348, -0.0026467626448720694, -0.0022559016942977905, -0.0018650407437235117, -0.001474179676733911, -0.0010833186097443104, -0.0006924576591700315, -0.0003015966503880918, 8.926435839384794e-05, 0.0004801253671757877, 0.0008709863759577274, 0.0012618473265320063, 0.001652708393521607, 0.0020435694605112076, 0.0024344304110854864, 0.0028252913616597652, 0.0032161525450646877, 0.0036070134956389666, 0.003997874446213245, 0.004388735629618168, 0.004779596347361803, 0.0051704575307667255, 0.005561318248510361, 0.005952179431915283, 0.006343040615320206, 0.006733901333063841, 0.007124762516468763, 0.007515623699873686, 0.007906484417617321, 0.008297345601022243, 0.008688206784427166, 0.009079067967832088, 0.009469928219914436, 0.009860789403319359, 0.010251650586724281, 0.010642511770129204, 0.011033372953534126, 0.011424233205616474, 0.011815094389021397, 0.012205955572426319, 0.012596816755831242, 0.012987677939236164, 0.013378538191318512, 0.013769399374723434, 0.014160260558128357, 0.01455112174153328, 0.014941982924938202, 0.015332844108343124, 0.015723705291748047, 0.01611456647515297, 0.016505427658557892]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 2.0], "bins": [-0.15925300121307373, -0.15583662688732147, -0.15242023766040802, -0.14900386333465576, -0.1455874741077423, -0.14217109978199005, -0.1387547105550766, -0.13533833622932434, -0.1319219470024109, -0.12850557267665863, -0.12508919835090637, -0.12167280912399292, -0.11825643479824066, -0.1148400530219078, -0.11142367124557495, -0.1080072894692421, -0.10459090769290924, -0.10117452591657639, -0.09775814414024353, -0.09434176236391068, -0.09092538058757782, -0.08750900626182556, -0.0840926244854927, -0.08067624270915985, -0.077259860932827, -0.07384347915649414, -0.07042709738016129, -0.06701071560382843, -0.06359434127807617, -0.06017795577645302, -0.05676157772541046, -0.053345195949077606, -0.04992881417274475, -0.046512432396411896, -0.04309605062007904, -0.039679672569036484, -0.03626329079270363, -0.03284690901637077, -0.029430529102683067, -0.02601414918899536, -0.022597767412662506, -0.01918138563632965, -0.015765005722641945, -0.012348624877631664, -0.008932244032621384, -0.005515863187611103, -0.0020994823426008224, 0.0013168985024094582, 0.004733279347419739, 0.00814966019243002, 0.0115660410374403, 0.01498242188245058, 0.01839880272746086, 0.021815184503793716, 0.025231564417481422, 0.02864794433116913, 0.032064326107501984, 0.03548070788383484, 0.038897089660167694, 0.04231346771121025, 0.045729849487543106, 0.04914623126387596, 0.05256260931491852, 0.05597899109125137, 0.05939537286758423]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 3.0, 0.0, 4.0, 1.0, 7.0, 5.0, 11.0, 15.0, 20.0, 19.0, 18.0, 20.0, 48.0, 22.0, 12.0, 12.0, 12.0, 5.0, 9.0, 5.0, 3.0, 2.0, 4.0, 2.0, 2.0, 0.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 1.0], "bins": [-0.05264884978532791, -0.051399800926446915, -0.05015074834227562, -0.04890169948339462, -0.047652650624513626, -0.04640359804034233, -0.045154549181461334, -0.04390550032258034, -0.04265645146369934, -0.041407398879528046, -0.04015835002064705, -0.03890930116176605, -0.03766024857759476, -0.03641119971871376, -0.035162150859832764, -0.03391309827566147, -0.03266404941678047, -0.031415000557899475, -0.03016594983637333, -0.028916899114847183, -0.027667850255966187, -0.02641879953444004, -0.025169748812913895, -0.023920699954032898, -0.022671649232506752, -0.021422598510980606, -0.02017354965209961, -0.018924498930573463, -0.017675448209047318, -0.01642639935016632, -0.015177348628640175, -0.013928298838436604, -0.012679249048233032, -0.011430199258029461, -0.01018114946782589, -0.008932098746299744, -0.007683048956096172, -0.006433999165892601, -0.005184948910027742, -0.003935898654162884, -0.0026868488639593124, -0.0014377988409250975, -0.0001887488178908825, 0.0010603012051433325, 0.0023093512281775475, 0.0035584012512117624, 0.004807451274245977, 0.006056501530110836, 0.007305551320314407, 0.008554601110517979, 0.00980365090072155, 0.011052701622247696, 0.012301751412451267, 0.013550801202654839, 0.014799851924180984, 0.01604890078306198, 0.017297951504588127, 0.018547002226114273, 0.01979605108499527, 0.021045101806521416, 0.02229415252804756, 0.02354320138692856, 0.024792252108454704, 0.0260413009673357, 0.027290351688861847]}, "_runtime": 47.14896321296692, "_timestamp": 1596214371.9062457, "_step": 54}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 3.0, 3.0, 2.0, 4.0, 6.0, 4.0, 2.0, 5.0, 1.0, 0.0, 2.0, 2.0, 6.0, 1.0, 0.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.017978806048631668, -0.01743318885564804, -0.016887573525309563, -0.016341956332325935, -0.015796339139342308, -0.015250722877681255, -0.014705106616020203, -0.01415949035435915, -0.013613874092698097, -0.01306825689971447, -0.012522640638053417, -0.011977024376392365, -0.011431407183408737, -0.010885790921747684, -0.010340174660086632, -0.009794557467103004, -0.009248941205441952, -0.008703324943780899, -0.008157707750797272, -0.007612091489136219, -0.007066475227475166, -0.006520858500152826, -0.005975241772830486, -0.005429625511169434, -0.004884008783847094, -0.004338392056524754, -0.003792775794863701, -0.003247159067541361, -0.0027015425730496645, -0.002155926078557968, -0.00161030946765095, -0.0010646928567439318, -0.0005190763622522354, 2.654019044712186e-05, 0.0005721567431464791, 0.0011177733540534973, 0.0016633898485451937, 0.00220900634303689, 0.00275462307035923, 0.0033002395648509264, 0.0038458560593426228, 0.004391472786664963, 0.0049370890483260155, 0.0054827057756483555, 0.0060283225029706955, 0.006573938764631748, 0.007119555491954088, 0.007665171753615141, 0.008210788480937481, 0.008756404742598534, 0.009302021935582161, 0.009847638197243214, 0.010393254458904266, 0.010938871651887894, 0.011484487913548946, 0.012030104175209999, 0.012575721368193626, 0.013121337629854679, 0.013666953891515732, 0.014212570153176785, 0.014758187346160412, 0.015303803607821465, 0.015849420800805092, 0.01639503613114357, 0.016940653324127197]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 2.0, 1.0, 4.0, 4.0, 6.0, 6.0, 9.0, 4.0, 14.0, 7.0, 14.0, 21.0, 34.0, 37.0, 58.0, 74.0, 115.0, 180.0, 336.0, 621.0, 5043.0, 593.0, 255.0, 141.0, 87.0, 57.0, 55.0, 31.0, 29.0, 20.0, 18.0, 9.0, 13.0, 3.0, 5.0, 4.0, 3.0, 4.0, 3.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.21553465723991394, -0.2086562067270279, -0.20177777111530304, -0.194899320602417, -0.18802088499069214, -0.1811424344778061, -0.17426399886608124, -0.1673855483531952, -0.16050711274147034, -0.1536286622285843, -0.14675021171569824, -0.1398717761039734, -0.13299332559108734, -0.1261148899793625, -0.11923643946647644, -0.11235799640417099, -0.10547955334186554, -0.09860111027956009, -0.09172266721725464, -0.08484422415494919, -0.07796578109264374, -0.07108733057975769, -0.06420888751745224, -0.05733044445514679, -0.05045200139284134, -0.04357355833053589, -0.03669511526823044, -0.02981666848063469, -0.02293822541832924, -0.01605978235602379, -0.009181337431073189, -0.0023028934374451637, 0.004575550556182861, 0.011453994549810886, 0.01833243854343891, 0.02521088346838951, 0.03208932653069496, 0.03896776959300041, 0.04584621638059616, 0.05272465944290161, 0.05960310250520706, 0.06648154556751251, 0.07335998862981796, 0.08023843169212341, 0.08711688220500946, 0.09399532526731491, 0.10087376832962036, 0.10775221139192581, 0.11463065445423126, 0.12150909751653671, 0.12838754057884216, 0.1352659910917282, 0.14214442670345306, 0.1490228772163391, 0.15590131282806396, 0.16277976334095, 0.16965821385383606, 0.1765366494655609, 0.18341509997844696, 0.19029353559017181, 0.19717198610305786, 0.20405042171478271, 0.21092887222766876, 0.21780730783939362, 0.22468575835227966]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 5.0, 2.0, 3.0, 0.0, 2.0, 3.0, 3.0, 3.0, 3.0, 6.0, 1.0, 3.0, 4.0, 2.0, 5.0, 4.0, 23.0, 5.0, 3.0, 6.0, 8.0, 1.0, 1.0, 7.0, 2.0, 0.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 4.0, 1.0, 1.0, 3.0, 0.0, 1.0, 1.0], "bins": [-0.0037568658590316772, -0.003664292860776186, -0.003571719629690051, -0.00347914663143456, -0.0033865736331790686, -0.0032940004020929337, -0.0032014274038374424, -0.003108854405581951, -0.00301628140732646, -0.002923708176240325, -0.0028311351779848337, -0.0027385621797293425, -0.0026459889486432076, -0.0025534159503877163, -0.002460842952132225, -0.00236826972104609, -0.002275696722790599, -0.0021831237245351076, -0.0020905504934489727, -0.0019979774951934814, -0.0019054044969379902, -0.001812831382267177, -0.001720258267596364, -0.0016276852693408728, -0.0015351121546700597, -0.0014425390399992466, -0.0013499660417437553, -0.0012573929270729423, -0.0011648198124021292, -0.001072246814146638, -0.0009796736994758248, -0.0008871006430126727, -0.0007945275865495205, -0.0007019545300863683, -0.0006093814736232162, -0.0005168083589524031, -0.0004242353024892509, -0.00033166224602609873, -0.0002390891604591161, -0.0001465160894440487, -5.3943018428981304e-05, 3.8630052586086094e-05, 0.0001312031236011535, 0.0002237761946162209, 0.0003163492656312883, 0.00040892232209444046, 0.0005014954367652535, 0.0005940684932284057, 0.0006866415496915579, 0.0007792146061547101, 0.0008717876626178622, 0.0009643607772886753, 0.0010569337755441666, 0.0011495068902149796, 0.0012420800048857927, 0.001334653003141284, 0.001427226117812097, 0.0015197992324829102, 0.0016123722307384014, 0.0017049453454092145, 0.0017975184600800276, 0.0018900914583355188, 0.00198266445659101, 0.002075237687677145, 0.0021678106859326363]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 2.0, 5.0, 7.0, 7.0, 19.0, 23.0, 29.0, 41.0, 51.0, 78.0, 104.0, 182.0, 272.0, 389.0, 622.0, 1059.0, 1565.0, 2676.0, 4680.0, 8449.0, 15745.0, 32605.0, 72676.0, 240680.0, 661067.0, 66671.0, 30358.0, 16060.0, 9084.0, 5190.0, 3251.0, 1992.0, 1313.0, 816.0, 547.0, 398.0, 253.0, 191.0, 122.0, 87.0, 53.0, 52.0, 40.0, 32.0, 21.0, 18.0, 11.0, 16.0, 6.0, 7.0, 4.0, 5.0, 3.0, 1.0, 1.0, 1.0, 2.0, 3.0, 0.0, 2.0], "bins": [-0.008659370243549347, -0.008350665681064129, -0.00804196111857891, -0.0077332560904324055, -0.007424551527947187, -0.007115846965461969, -0.006807141937315464, -0.006498437374830246, -0.006189732812345028, -0.00588102824985981, -0.005572323687374592, -0.0052636186592280865, -0.004954914096742868, -0.00464620953425765, -0.004337504506111145, -0.004028799943625927, -0.003720095381140709, -0.003411390818655491, -0.003102686023339629, -0.0027939812280237675, -0.0024852766655385494, -0.0021765721030533314, -0.0018678673077374697, -0.0015591626288369298, -0.00125045794993639, -0.00094175327103585, -0.0006330485921353102, -0.0003243439132347703, -1.5639234334230423e-05, 0.00029306544456630945, 0.0006017701234668493, 0.0009104748023673892, 0.001219179481267929, 0.001527884160168469, 0.0018365888390690088, 0.0021452936343848705, 0.0024539981968700886, 0.0027627027593553066, 0.0030714075546711683, 0.00338011234998703, 0.003688816912472248, 0.003997521474957466, 0.004306226037442684, 0.0046149310655891895, 0.004923635628074408, 0.005232340190559626, 0.005541045218706131, 0.005849749781191349, 0.006158454343676567, 0.006467158906161785, 0.006775863468647003, 0.0070845684967935085, 0.007393273059278727, 0.007701977621763945, 0.00801068264991045, 0.008319387212395668, 0.008628091774880886, 0.008936796337366104, 0.009245500899851322, 0.00955420546233654, 0.009862910956144333, 0.010171615518629551, 0.010480320081114769, 0.010789024643599987, 0.011097729206085205]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 4.0, 1.0, 3.0, 0.0, 4.0, 8.0, 5.0, 3.0, 1.0, 3.0, 1.0, 2.0, 1.0, 2.0, 2.0, 3.0, 0.0, 0.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.017404206097126007, -0.016981881111860275, -0.016559554263949394, -0.016137229278683662, -0.01571490243077278, -0.01529257744550705, -0.014870251528918743, -0.014447926543653011, -0.014025600627064705, -0.013603274710476398, -0.013180948793888092, -0.012758622877299786, -0.012336297892034054, -0.011913971975445747, -0.011491646058857441, -0.011069320142269135, -0.010646995157003403, -0.010224669240415096, -0.00980234332382679, -0.009380017407238483, -0.008957691490650177, -0.008535366505384445, -0.008113040588796139, -0.007690714672207832, -0.007268388755619526, -0.006846063304692507, -0.0064237373881042, -0.006001411937177181, -0.005579086020588875, -0.005156760569661856, -0.004734434653073549, -0.00431210920214653, -0.0038897832855582237, -0.003467457601800561, -0.003045131918042898, -0.0026228062342852354, -0.0022004805505275726, -0.001778154750354588, -0.0013558289501816034, -0.0009335032664239407, -0.0005111775826662779, -8.885186980478466e-05, 0.0003334738430567086, 0.0007557995850220323, 0.001178125268779695, 0.0016004509525373578, 0.0020227767527103424, 0.002445102436468005, 0.002867428120225668, 0.0032897538039833307, 0.0037120794877409935, 0.0041344054043293, 0.004556730855256319, 0.0049790567718446255, 0.005401382222771645, 0.005823708139359951, 0.0062460340559482574, 0.0066683595068752766, 0.007090685423463583, 0.007513010874390602, 0.007935336790978909, 0.008357662707567215, 0.008779987692832947, 0.009202313609421253, 0.00962463952600956]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 1.0, 7.0, 2.0, 2.0, 4.0, 7.0, 18.0, 16.0, 12.0, 29.0, 37.0, 40.0, 51.0, 65.0, 74.0, 107.0, 141.0, 165.0, 228.0, 326.0, 368.0, 514.0, 771.0, 1052.0, 1885.0, 6084.0, 1858.0, 1140.0, 807.0, 555.0, 411.0, 344.0, 270.0, 217.0, 169.0, 145.0, 93.0, 90.0, 68.0, 50.0, 40.0, 35.0, 28.0, 22.0, 26.0, 7.0, 9.0, 5.0, 6.0, 5.0, 6.0, 2.0, 4.0, 1.0, 2.0, 1.0], "bins": [-0.01045280136168003, -0.010141054168343544, -0.009829306975007057, -0.00951755978167057, -0.009205812588334084, -0.008894065394997597, -0.00858231820166111, -0.008270571008324623, -0.007958823814988136, -0.007647077087312937, -0.00733532989397645, -0.007023582700639963, -0.006711835972964764, -0.006400088779628277, -0.00608834158629179, -0.005776594392955303, -0.005464847199618816, -0.0051531000062823296, -0.004841352812945843, -0.004529605619609356, -0.004217858426272869, -0.003906111465767026, -0.003594364505261183, -0.003282617311924696, -0.002970870118588209, -0.0026591229252517223, -0.0023473757319152355, -0.0020356287714093924, -0.0017238815780729055, -0.0014121343847364187, -0.0011003873078152537, -0.0007886401726864278, -0.00047689303755760193, -0.00016514590242877603, 0.00014660123270004988, 0.0004583483678288758, 0.0007700955029577017, 0.0010818426962941885, 0.0013935897732153535, 0.0017053368501365185, 0.0020170840434730053, 0.002328831236809492, 0.002640578430145979, 0.002952325390651822, 0.003264072583988309, 0.0035758197773247957, 0.003887566737830639, 0.004199313931167126, 0.0045110611245036125, 0.004822808317840099, 0.005134555511176586, 0.005446302704513073, 0.00575804989784956, 0.006069796625524759, 0.006381543818861246, 0.006693291012197733, 0.00700503820553422, 0.0073167853988707066, 0.007628532592207193, 0.007940279319882393, 0.00825202651321888, 0.008563773706555367, 0.008875520899891853, 0.00918726809322834, 0.009499015286564827]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 2.0, 2.0, 2.0, 1.0, 3.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0749245136976242, -0.07228942960500717, -0.06965434551239014, -0.0670192688703537, -0.06438418477773666, -0.06174910068511963, -0.05911402031779289, -0.056478939950466156, -0.05384385585784912, -0.051208771765232086, -0.04857369139790535, -0.04593861103057861, -0.04330352693796158, -0.04066844284534454, -0.03803336247801781, -0.03539828211069107, -0.032763198018074036, -0.03012811578810215, -0.027493033558130264, -0.02485795132815838, -0.022222869098186493, -0.019587786868214607, -0.01695270463824272, -0.014317622408270836, -0.01168254017829895, -0.009047457948327065, -0.006412375718355179, -0.003777293488383293, -0.0011422112584114075, 0.0014928709715604782, 0.004127953201532364, 0.00676303543150425, 0.009398117661476135, 0.012033199891448021, 0.014668282121419907, 0.017303364351391792, 0.019938446581363678, 0.022573528811335564, 0.02520861104130745, 0.027843693271279335, 0.03047877550125122, 0.033113859593868256, 0.03574893996119499, 0.03838402032852173, 0.04101910442113876, 0.0436541885137558, 0.046289268881082535, 0.04892434924840927, 0.051559433341026306, 0.05419451743364334, 0.05682959780097008, 0.059464678168296814, 0.06209976226091385, 0.06473484635353088, 0.06736992299556732, 0.07000500708818436, 0.07264009118080139, 0.07527517527341843, 0.07791025936603546, 0.0805453360080719, 0.08318042010068893, 0.08581550419330597, 0.08845058083534241, 0.09108566492795944, 0.09372074902057648]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 3.0, 0.0, 1.0, 1.0, 2.0, 4.0, 1.0, 7.0, 5.0, 1.0, 3.0, 4.0, 9.0, 11.0, 19.0, 28.0, 29.0, 50.0, 29.0, 10.0, 1.0, 10.0, 12.0, 2.0, 3.0, 3.0, 3.0, 3.0, 0.0, 3.0, 1.0, 3.0, 2.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0], "bins": [-0.06608331203460693, -0.06390704214572906, -0.061730772256851196, -0.05955449864268303, -0.05737822875380516, -0.05520195886492729, -0.053025685250759125, -0.050849415361881256, -0.04867314547300339, -0.04649687558412552, -0.04432060569524765, -0.04214433208107948, -0.039968062192201614, -0.037791792303323746, -0.03561551868915558, -0.03343924880027771, -0.03126297891139984, -0.029086709022521973, -0.026910437270998955, -0.024734165519475937, -0.022557895630598068, -0.0203816257417202, -0.01820535399019718, -0.016029082238674164, -0.013852812349796295, -0.011676541529595852, -0.009500270709395409, -0.007323999889194965, -0.005147729068994522, -0.002971458248794079, -0.0007951874285936356, 0.0013810833916068077, 0.003557354211807251, 0.005733625032007694, 0.007909895852208138, 0.01008616667240858, 0.012262437492609024, 0.014438708312809467, 0.01661497913300991, 0.01879125088453293, 0.020967520773410797, 0.023143790662288666, 0.025320062413811684, 0.0274963341653347, 0.02967260405421257, 0.03184887394309044, 0.034025147557258606, 0.036201417446136475, 0.03837768733501434, 0.04055395722389221, 0.04273022711277008, 0.04490650072693825, 0.047082770615816116, 0.049259040504693985, 0.05143531411886215, 0.05361158400774002, 0.05578785389661789, 0.05796412378549576, 0.06014039367437363, 0.062316667288541794, 0.06449294090270996, 0.06666921079158783, 0.0688454806804657, 0.07102175056934357, 0.07319802045822144]}, "_runtime": 47.957496643066406, "_timestamp": 1596214372.7147791, "_step": 55}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 4.0, 2.0, 1.0, 2.0, 2.0, 2.0, 2.0, 0.0, 2.0, 1.0, 2.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 3.0, 1.0, 1.0, 2.0, 2.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0], "bins": [-0.007354578003287315, -0.0071268207393586636, -0.0068990630097687244, -0.006671305745840073, -0.006443548481911421, -0.006215790752321482, -0.00598803348839283, -0.005760276224464178, -0.005532518960535526, -0.005304761230945587, -0.005077003967016935, -0.0048492467030882835, -0.004621488973498344, -0.004393731709569693, -0.004165974445641041, -0.003938216716051102, -0.00371045945212245, -0.0034827019553631544, -0.0032549446914345026, -0.003027187194675207, -0.0027994299307465553, -0.00257167243398726, -0.0023439149372279644, -0.0021161576732993126, -0.0018884001765400171, -0.0016606427961960435, -0.0014328854158520699, -0.0012051279190927744, -0.0009773705387488008, -0.0007496131584048271, -0.0005218557198531926, -0.0002940983104053885, -6.634090095758438e-05, 0.0001614165084902197, 0.0003891739179380238, 0.0006169313564896584, 0.000844688736833632, 0.0010724461171776056, 0.001300203613936901, 0.0015279609942808747, 0.0017557183746248484, 0.001983475871384144, 0.0022112331353127956, 0.002438990632072091, 0.0026667481288313866, 0.0028945053927600384, 0.003122262889519334, 0.0033500201534479856, 0.003577777650207281, 0.0038055351469665766, 0.004033292643725872, 0.004261049907654524, 0.004488807171583176, 0.004716564901173115, 0.004944322165101767, 0.005172079429030418, 0.0053998371586203575, 0.005627594422549009, 0.005855351686477661, 0.006083108950406313, 0.006310866679996252, 0.006538623943924904, 0.006766381207853556, 0.006994138937443495, 0.007221896201372147]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 1.0, 3.0, 2.0, 5.0, 6.0, 11.0, 7.0, 14.0, 12.0, 15.0, 22.0, 37.0, 44.0, 53.0, 72.0, 89.0, 108.0, 160.0, 236.0, 376.0, 4490.0, 1061.0, 354.0, 216.0, 148.0, 91.0, 67.0, 55.0, 36.0, 21.0, 30.0, 19.0, 19.0, 9.0, 7.0, 3.0, 10.0, 2.0, 4.0, 2.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.15927214920520782, -0.15425585210323334, -0.14923954010009766, -0.14422324299812317, -0.13920694589614868, -0.1341906487941742, -0.1291743516921997, -0.12415803968906403, -0.11914174258708954, -0.11412544548511505, -0.10910914093255997, -0.10409283638000488, -0.0990765392780304, -0.09406024217605591, -0.08904393762350082, -0.08402763307094574, -0.07901133596897125, -0.07399503886699677, -0.06897873431444168, -0.0639624297618866, -0.05894613265991211, -0.053929831832647324, -0.04891353100538254, -0.04389723017811775, -0.038880929350852966, -0.03386462852358818, -0.028848327696323395, -0.02383202686905861, -0.018815726041793823, -0.013799425214529037, -0.008783124387264252, -0.003766823559999466, 0.0012494772672653198, 0.006265778094530106, 0.011282078921794891, 0.016298379749059677, 0.021314680576324463, 0.02633098140358925, 0.031347282230854034, 0.03636358305811882, 0.041379883885383606, 0.04639618471264839, 0.05141248553991318, 0.05642878636717796, 0.06144508719444275, 0.06646138429641724, 0.07147768884897232, 0.0764939934015274, 0.08151029050350189, 0.08652658760547638, 0.09154289215803146, 0.09655919671058655, 0.10157549381256104, 0.10659179091453552, 0.1116080954670906, 0.11662440001964569, 0.12164069712162018, 0.12665699422359467, 0.13167330622673035, 0.13668960332870483, 0.14170590043067932, 0.1467221975326538, 0.1517384946346283, 0.15675480663776398, 0.16177110373973846]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 4.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 2.0, 5.0, 4.0, 0.0, 4.0, 4.0, 4.0, 2.0, 6.0, 0.0, 0.0, 5.0, 25.0, 6.0, 4.0, 3.0, 2.0, 2.0, 4.0, 2.0, 5.0, 4.0, 0.0, 4.0, 1.0, 1.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.001969309989362955, -0.0018990585813298821, -0.0018288070568814874, -0.0017585556488484144, -0.0016883042408153415, -0.0016180527163669467, -0.0015478013083338737, -0.0014775499003008008, -0.0014072984922677279, -0.001337046967819333, -0.0012667955597862601, -0.0011965441517531872, -0.0011262926273047924, -0.0010560412192717195, -0.0009857898112386465, -0.0009155383449979126, -0.0008452868787571788, -0.0007750354125164449, -0.000704784004483372, -0.0006345325382426381, -0.0005642811302095652, -0.0004940296639688313, -0.00042377819772809744, -0.00035352676059119403, -0.00028327532345429063, -0.00021302388631738722, -0.0001427724346285686, -7.252099021570757e-05, -2.269545802846551e-06, 6.798189861001447e-05, 0.0001382333430228755, 0.00020848479471169412, 0.0002787362318485975, 0.00034898766898550093, 0.00041923910612240434, 0.0004894905723631382, 0.0005597419803962111, 0.000629993446636945, 0.0007002449128776789, 0.0007704963209107518, 0.0008407477871514857, 0.0009109992533922195, 0.0009812506614252925, 0.0010515020694583654, 0.0011217535939067602, 0.0011920050019398332, 0.0012622564099729061, 0.0013325079344213009, 0.0014027593424543738, 0.0014730107504874468, 0.0015432622749358416, 0.0016135136829689145, 0.0016837650910019875, 0.0017540166154503822, 0.0018242680234834552, 0.0018945194315165281, 0.001964770955964923, 0.002035022247582674, 0.002105273772031069, 0.0021755252964794636, 0.0022457765880972147, 0.0023160281125456095, 0.0023862796369940042, 0.0024565309286117554, 0.00252678245306015]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 4.0, 2.0, 0.0, 0.0, 4.0, 13.0, 24.0, 22.0, 38.0, 64.0, 98.0, 169.0, 254.0, 428.0, 652.0, 1128.0, 1875.0, 3282.0, 6177.0, 12225.0, 27176.0, 72303.0, 735861.0, 201589.0, 57573.0, 25946.0, 13343.0, 7392.0, 4355.0, 2682.0, 1647.0, 1088.0, 702.0, 471.0, 320.0, 212.0, 167.0, 88.0, 80.0, 57.0, 38.0, 33.0, 16.0, 17.0, 6.0, 1.0, 9.0, 2.0, 4.0, 3.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00868204329162836, -0.008371507748961449, -0.008060972206294537, -0.007750436197966337, -0.007439900655299425, -0.007129365112632513, -0.006818829104304314, -0.006508293561637402, -0.0061977580189704895, -0.005887222476303577, -0.005576686933636665, -0.005266150925308466, -0.004955615382641554, -0.004645079839974642, -0.004334543831646442, -0.00402400828897953, -0.0037134727463126183, -0.003402937203645706, -0.0030924014281481504, -0.0027818656526505947, -0.0024713301099836826, -0.0021607945673167706, -0.0018502587918192148, -0.001539723132736981, -0.001229187473654747, -0.0009186518145725131, -0.0006081161554902792, -0.0002975804964080453, 1.2955162674188614e-05, 0.0003234908217564225, 0.0006340264808386564, 0.0009445621399208903, 0.0012550977990031242, 0.0015656334580853581, 0.001876169117167592, 0.0021867048926651478, 0.00249724043533206, 0.002807775977998972, 0.0031183117534965277, 0.0034288475289940834, 0.0037393830716609955, 0.0040499186143279076, 0.00436045415699482, 0.004670990165323019, 0.004981525707989931, 0.005292061250656843, 0.005602597258985043, 0.005913132801651955, 0.006223668344318867, 0.006534203886985779, 0.006844739429652691, 0.00715527543798089, 0.007465810980647802, 0.007776346523314714, 0.008086882531642914, 0.008397418074309826, 0.008707953616976738, 0.00901848915964365, 0.009329024702310562, 0.009639560244977474, 0.009950095787644386, 0.010260632261633873, 0.010571167804300785, 0.010881703346967697, 0.01119223888963461]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 4.0, 1.0, 3.0, 4.0, 5.0, 4.0, 6.0, 1.0, 3.0, 1.0, 4.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 3.0, 2.0, 1.0, 1.0, 2.0, 0.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012194409966468811, -0.011723104864358902, -0.011251800693571568, -0.010780495591461658, -0.010309191420674324, -0.009837886318564415, -0.00936658214777708, -0.008895277045667171, -0.008423972874879837, -0.007952667772769928, -0.007481363136321306, -0.0070100584998726845, -0.006538753863424063, -0.006067449226975441, -0.005596144590526819, -0.0051248399540781975, -0.004653535317629576, -0.004182230681180954, -0.0037109260447323322, -0.0032396214082837105, -0.0027683167718350887, -0.0022970119025558233, -0.0018257072661072016, -0.0013544026296585798, -0.0008830979932099581, -0.00041179332765750587, 5.951133789494634e-05, 0.000530816032551229, 0.0010021206689998507, 0.0014734253054484725, 0.001944730058312416, 0.002416034694761038, 0.0028873393312096596, 0.0033586439676582813, 0.003829948604106903, 0.004301253240555525, 0.004772557877004147, 0.005243862513452768, 0.00571516714990139, 0.006186471786350012, 0.006657776422798634, 0.007129081524908543, 0.007600386161357164, 0.008071690797805786, 0.00854299496859312, 0.00901430007070303, 0.009485604241490364, 0.009956909343600273, 0.010428214445710182, 0.010899518616497517, 0.011370823718607426, 0.01184212788939476, 0.01231343299150467, 0.012784737162292004, 0.013256042264401913, 0.013727346435189247, 0.014198651537299156, 0.01466995570808649, 0.0151412608101964, 0.015612564980983734, 0.016083870083093643, 0.016555175185203552, 0.017026478424668312, 0.01749778352677822, 0.01796908862888813]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 4.0, 0.0, 2.0, 3.0, 8.0, 16.0, 21.0, 27.0, 27.0, 51.0, 61.0, 83.0, 83.0, 111.0, 134.0, 226.0, 268.0, 350.0, 475.0, 713.0, 1040.0, 1561.0, 5568.0, 1691.0, 1200.0, 903.0, 616.0, 525.0, 466.0, 343.0, 318.0, 250.0, 252.0, 185.0, 123.0, 129.0, 101.0, 94.0, 78.0, 53.0, 44.0, 44.0, 40.0, 31.0, 21.0, 16.0, 16.0, 5.0, 10.0, 6.0, 3.0, 2.0, 3.0, 6.0, 4.0, 7.0, 2.0, 2.0, 0.0, 3.0, 3.0, 0.0, 3.0], "bins": [-0.005757960956543684, -0.005515078082680702, -0.005272195674479008, -0.005029312800616026, -0.004786429926753044, -0.00454354751855135, -0.004300664644688368, -0.004057781770825386, -0.003814899129793048, -0.0035720164887607098, -0.003329133614897728, -0.00308625097386539, -0.0028433683328330517, -0.00260048545897007, -0.0023576028179377317, -0.00211471994407475, -0.0018718373030424118, -0.0016289545455947518, -0.0013860717881470919, -0.0011431891471147537, -0.0009003063896670938, -0.0006574236322194338, -0.00041454093297943473, -0.00017165820463560522, 7.12245237082243e-05, 0.0003141072520520538, 0.0005569899803958833, 0.0007998726796358824, 0.0010427554370835423, 0.0012856381945312023, 0.0015285208355635405, 0.0017714035930112004, 0.0020142863504588604, 0.0022571689914911985, 0.0025000518653541803, 0.0027429345063865185, 0.0029858173802495003, 0.0032287000212818384, 0.0034715826623141766, 0.0037144655361771584, 0.003957347944378853, 0.004200230818241835, 0.0044431136921048164, 0.004685996565967798, 0.004928878974169493, 0.0051717618480324745, 0.005414644721895456, 0.005657527130097151, 0.005900410003960133, 0.006143292877823114, 0.006386175286024809, 0.006629058159887791, 0.0068719410337507725, 0.007114823441952467, 0.007357706315815449, 0.0076005891896784306, 0.007843472063541412, 0.008086354471743107, 0.008329236879944801, 0.00857212021946907, 0.008815002627670765, 0.00905788503587246, 0.009300768375396729, 0.009543650783598423, 0.009786533191800117]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 6.0, 5.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.0326310396194458, -0.03101915866136551, -0.029407279565930367, -0.027795398607850075, -0.026183519512414932, -0.02457163855433464, -0.022959759458899498, -0.021347878500819206, -0.019735999405384064, -0.018124118447303772, -0.01651223748922348, -0.014900358393788338, -0.013288477435708046, -0.011676597408950329, -0.010064717382192612, -0.008452837355434895, -0.006840957328677177, -0.00522907730191946, -0.0036171970423310995, -0.0020053167827427387, -0.0003934367559850216, 0.0012184433871880174, 0.0028303235303610563, 0.004442203789949417, 0.006054083816707134, 0.007665963843464851, 0.009277843870222569, 0.010889723896980286, 0.012501604855060577, 0.014113484881818295, 0.01572536490857601, 0.017337244004011154, 0.018949124962091446, 0.020561005920171738, 0.02217288501560688, 0.023784765973687172, 0.025396645069122314, 0.027008526027202606, 0.02862040512263775, 0.03023228608071804, 0.03184416517615318, 0.033456046134233475, 0.035067927092313766, 0.03667980805039406, 0.03829168528318405, 0.03990356624126434, 0.041515447199344635, 0.04312732815742493, 0.04473920911550522, 0.04635108634829521, 0.047962967306375504, 0.049574848264455795, 0.05118672922253609, 0.05279860645532608, 0.05441048741340637, 0.056022368371486664, 0.057634249329566956, 0.05924613028764725, 0.06085800752043724, 0.06246988847851753, 0.06408176571130753, 0.06569364666938782, 0.06730552762746811, 0.0689174085855484, 0.07052928954362869]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 2.0, 2.0, 5.0, 0.0, 6.0, 17.0, 18.0, 16.0, 26.0, 15.0, 34.0, 31.0, 20.0, 18.0, 13.0, 6.0, 3.0, 5.0, 3.0, 2.0, 4.0, 9.0, 4.0, 2.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.03092426061630249, -0.029456213116645813, -0.027988165616989136, -0.02652011625468731, -0.025052068755030632, -0.023584021255373955, -0.02211597189307213, -0.02064792439341545, -0.019179876893758774, -0.017711829394102097, -0.01624378189444542, -0.014775732532143593, -0.013307685032486916, -0.011839637532830238, -0.010371589101850986, -0.008903540670871735, -0.007435493171215057, -0.005967445205897093, -0.004499397240579128, -0.0030313492752611637, -0.0015633013099431992, -9.52533446252346e-05, 0.00137279462069273, 0.0028408425860106945, 0.004308890551328659, 0.005776938516646624, 0.007244986481964588, 0.00871303491294384, 0.010181082412600517, 0.011649129912257195, 0.013117178343236446, 0.014585226774215698, 0.016053274273872375, 0.017521321773529053, 0.01898936927318573, 0.020457418635487556, 0.021925466135144234, 0.02339351363480091, 0.024861562997102737, 0.026329610496759415, 0.027797657996416092, 0.02926570549607277, 0.030733752995729446, 0.032201800495386124, 0.0336698517203331, 0.03513789921998978, 0.036605946719646454, 0.03807399421930313, 0.03954204171895981, 0.041010089218616486, 0.04247813671827316, 0.04394618421792984, 0.04541423171758652, 0.04688228294253349, 0.04835033044219017, 0.04981837794184685, 0.051286425441503525, 0.0527544729411602, 0.05422252044081688, 0.055690567940473557, 0.05715861916542053, 0.05862666666507721, 0.06009471416473389, 0.061562761664390564, 0.06303080916404724]}, "_runtime": 48.77081513404846, "_timestamp": 1596214373.5280976, "_step": 56}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 4.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 0.0, 1.0, 3.0, 3.0, 5.0, 4.0, 3.0, 1.0, 5.0, 1.0, 2.0, 1.0, 5.0, 2.0, 1.0, 3.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.015206709504127502, -0.014813619665801525, -0.014420530758798122, -0.014027440920472145, -0.013634351082146168, -0.013241262175142765, -0.012848172336816788, -0.01245508249849081, -0.012061993591487408, -0.01166890375316143, -0.011275813914835453, -0.01088272500783205, -0.010489635169506073, -0.010096545331180096, -0.009703456424176693, -0.009310366585850716, -0.008917277678847313, -0.008524187840521336, -0.008131098002195358, -0.007738008629530668, -0.007344919256865978, -0.006951829418540001, -0.006558740045875311, -0.006165650673210621, -0.0057725608348846436, -0.0053794714622199535, -0.0049863820895552635, -0.0045932927168905735, -0.004200202878564596, -0.003807113505899906, -0.0034140239004045725, -0.0030209345277398825, -0.002627844922244549, -0.002234755316749215, -0.001841665944084525, -0.0014485763385891914, -0.0010554868495091796, -0.0006623973604291677, -0.000269307813141495, 0.0001237817050423473, 0.0005168712232261896, 0.0009099607123062015, 0.0013030502013862133, 0.001696139806881547, 0.0020892294123768806, 0.0024823187850415707, 0.0028754083905369043, 0.0032684977632015944, 0.003661587368696928, 0.004054676741361618, 0.004447766579687595, 0.004840855952352285, 0.005233945325016975, 0.005627035163342953, 0.006020124536007643, 0.006413213908672333, 0.00680630374699831, 0.007199393119663, 0.00759248249232769, 0.007985572330653667, 0.00837866123765707, 0.008771751075983047, 0.009164840914309025, 0.009557929821312428, 0.009951019659638405]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 4.0, 1.0, 0.0, 0.0, 2.0, 2.0, 5.0, 6.0, 5.0, 1.0, 9.0, 12.0, 8.0, 13.0, 17.0, 14.0, 21.0, 23.0, 21.0, 33.0, 50.0, 55.0, 82.0, 102.0, 147.0, 206.0, 313.0, 598.0, 4854.0, 473.0, 245.0, 157.0, 114.0, 70.0, 55.0, 45.0, 31.0, 27.0, 20.0, 22.0, 15.0, 8.0, 9.0, 9.0, 6.0, 6.0, 5.0, 1.0, 3.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.13912133872509003, -0.13464084267616272, -0.1301603466272354, -0.1256798505783081, -0.1211993545293808, -0.11671885848045349, -0.11223836243152618, -0.10775786638259888, -0.10327737033367157, -0.09879687428474426, -0.09431637823581696, -0.08983588218688965, -0.08535538613796234, -0.08087489008903503, -0.07639439404010773, -0.07191389799118042, -0.06743340194225311, -0.0629529058933258, -0.0584724098443985, -0.05399191379547119, -0.049511417746543884, -0.04503092169761658, -0.04055042564868927, -0.03606992959976196, -0.031589433550834656, -0.02710893750190735, -0.02262844145298004, -0.018147945404052734, -0.013667449355125427, -0.00918695330619812, -0.004706457257270813, -0.00022596120834350586, 0.004254534840583801, 0.008735030889511108, 0.013215526938438416, 0.017696022987365723, 0.02217651903629303, 0.026657015085220337, 0.031137511134147644, 0.03561800718307495, 0.04009850323200226, 0.044578999280929565, 0.04905949532985687, 0.05353999137878418, 0.05802048742771149, 0.0625009834766388, 0.0669814795255661, 0.07146197557449341, 0.07594247162342072, 0.08042296767234802, 0.08490346372127533, 0.08938395977020264, 0.09386445581912994, 0.09834495186805725, 0.10282544791698456, 0.10730594396591187, 0.11178644001483917, 0.11626693606376648, 0.12074743211269379, 0.1252279281616211, 0.1297084242105484, 0.1341889202594757, 0.13866941630840302, 0.14314991235733032, 0.14763040840625763]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 5.0, 3.0, 2.0, 2.0, 0.0, 1.0, 5.0, 4.0, 3.0, 2.0, 3.0, 3.0, 3.0, 6.0, 23.0, 4.0, 5.0, 4.0, 3.0, 1.0, 3.0, 2.0, 2.0, 3.0, 2.0, 5.0, 1.0, 1.0, 0.0, 1.0, 1.0, 3.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002000659704208374, -0.0019260827684774995, -0.001851505832746625, -0.0017769288970157504, -0.0017023519612848759, -0.0016277749091386795, -0.001553197973407805, -0.0014786210376769304, -0.0014040441019460559, -0.0013294671662151814, -0.0012548902304843068, -0.0011803132947534323, -0.001105736242607236, -0.0010311593068763614, -0.0009565823711454868, -0.0008820054354146123, -0.0008074284996837378, -0.0007328515639528632, -0.0006582746282219887, -0.0005836976342834532, -0.0005091206985525787, -0.00043454376282170415, -0.00035996679798699915, -0.00028538983315229416, -0.00021081289742141962, -0.00013623594713862985, -6.165899685584009e-05, 1.291795342694968e-05, 8.749490370973945e-05, 0.0001620718539925292, 0.00023664880427531898, 0.000311225769110024, 0.0003858027048408985, 0.00046037964057177305, 0.0005349565763026476, 0.000609533570241183, 0.0006841105059720576, 0.0007586874417029321, 0.0008332644356414676, 0.0009078413713723421, 0.0009824183071032166, 0.0010569952428340912, 0.0011315721785649657, 0.0012061491142958403, 0.0012807261664420366, 0.0013553031021729112, 0.0014298800379037857, 0.0015044569736346602, 0.0015790339093655348, 0.0016536108450964093, 0.0017281877808272839, 0.0018027647165581584, 0.001877341652289033, 0.0019519187044352293, 0.002026495523750782, 0.0021010725758969784, 0.0021756496280431747, 0.0022502264473587275, 0.002324803499504924, 0.0023993803188204765, 0.002473957370966673, 0.0025485341902822256, 0.002623111242428422, 0.0026976880617439747, 0.002772265113890171]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 5.0, 5.0, 4.0, 12.0, 13.0, 29.0, 31.0, 43.0, 61.0, 101.0, 101.0, 163.0, 238.0, 368.0, 493.0, 812.0, 1267.0, 2016.0, 3260.0, 5365.0, 9252.0, 16893.0, 33683.0, 79804.0, 717774.0, 180887.0, 57642.0, 28252.0, 15570.0, 9215.0, 5621.0, 3548.0, 2300.0, 1521.0, 1020.0, 726.0, 430.0, 347.0, 215.0, 155.0, 121.0, 78.0, 63.0, 35.0, 32.0, 23.0, 18.0, 9.0, 6.0, 1.0, 2.0, 5.0, 3.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.006995835807174444, -0.0067453240044415, -0.006494812201708555, -0.006244300398975611, -0.005993788596242666, -0.005743276793509722, -0.005492764990776777, -0.005242253188043833, -0.004991741850972176, -0.004741230048239231, -0.004490718245506287, -0.004240206442773342, -0.003989694640040398, -0.003739182837307453, -0.0034886710345745087, -0.003238159231841564, -0.0029876474291086197, -0.002737135626375675, -0.0024866238236427307, -0.0022361120209097862, -0.0019856002181768417, -0.001735088531859219, -0.0014845768455415964, -0.001234065042808652, -0.0009835532400757074, -0.000733041437342763, -0.00048252969281747937, -0.00023201791918836534, 1.849385444074869e-05, 0.0002690056280698627, 0.0005195174016989768, 0.0007700291462242603, 0.0010205409489572048, 0.0012710527516901493, 0.0015215645544230938, 0.0017720762407407165, 0.0020225881598889828, 0.0022730997297912836, 0.002523611532524228, 0.0027741233352571726, 0.003024635137990117, 0.0032751469407230616, 0.003525658743456006, 0.0037761705461889505, 0.004026682116091251, 0.004277193918824196, 0.00452770572155714, 0.004778217524290085, 0.005028729327023029, 0.005279241129755974, 0.005529752932488918, 0.005780264735221863, 0.006030776537954807, 0.006281288340687752, 0.006531800143420696, 0.006782311946153641, 0.007032823748886585, 0.007283335085958242, 0.007533846888691187, 0.007784358691424131, 0.008034870959818363, 0.008285382762551308, 0.008535894565284252, 0.008786406368017197, 0.009036917239427567]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 10.0, 12.0, 8.0, 8.0, 5.0, 3.0, 4.0, 1.0, 2.0, 1.0], "bins": [-0.06480778008699417, -0.06363596767187119, -0.0624641589820385, -0.06129235029220581, -0.06012054160237312, -0.058948732912540436, -0.05777692049741745, -0.05660511180758476, -0.055433303117752075, -0.05426149070262909, -0.0530896820127964, -0.051917873322963715, -0.05074606463313103, -0.04957425221800804, -0.048402443528175354, -0.04723063483834267, -0.04605882614850998, -0.04488701373338699, -0.043715205043554306, -0.04254339635372162, -0.04137158393859863, -0.040199775248765945, -0.03902796655893326, -0.03785615786910057, -0.036684345453977585, -0.0355125367641449, -0.03434072807431221, -0.033168915659189224, -0.03199710696935654, -0.03082529827952385, -0.029653487727046013, -0.028481679037213326, -0.02730986848473549, -0.026138057932257652, -0.024966249242424965, -0.02379443868994713, -0.02262263000011444, -0.021450819447636604, -0.020279010757803917, -0.01910720020532608, -0.017935391515493393, -0.016763580963015556, -0.015591771341860294, -0.014419961720705032, -0.013248151168227196, -0.012076341547071934, -0.010904531925916672, -0.00973272230476141, -0.008560912683606148, -0.007389103062450886, -0.006217293441295624, -0.0050454833544790745, -0.0038736737333238125, -0.0027018641121685505, -0.0015300542581826448, -0.000358244520612061, 0.0008135652169585228, 0.001985374838113785, 0.0031571846920996904, 0.004328994546085596, 0.005500804167240858, 0.00667261378839612, 0.00784442387521267, 0.009016233496367931, 0.010188043117523193]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [5.0, 8.0, 3.0, 2.0, 1.0, 6.0, 7.0, 4.0, 7.0, 6.0, 1.0, 4.0, 0.0, 0.0, 1.0, 5.0, 3.0, 2.0, 11.0, 12.0, 12.0, 13.0, 8.0, 9.0, 6.0, 30.0, 27.0, 33.0, 25.0, 30.0, 26.0, 32.0, 32.0, 36.0, 33.0, 35.0, 53.0, 77.0, 54.0, 67.0, 100.0, 147.0, 327.0, 699.0, 1458.0, 7050.0, 3833.0, 1807.0, 938.0, 538.0, 308.0, 201.0, 106.0, 70.0, 35.0, 23.0, 16.0, 12.0, 18.0, 8.0, 2.0, 0.0, 6.0, 4.0], "bins": [-0.021270519122481346, -0.020806387066841125, -0.020342253148555756, -0.019878121092915535, -0.019413989037275314, -0.018949855118989944, -0.018485723063349724, -0.018021591007709503, -0.017557457089424133, -0.017093325033783913, -0.016629192978143692, -0.01616506092250347, -0.0157009270042181, -0.01523679494857788, -0.014772661961615086, -0.014308529905974865, -0.01384439691901207, -0.013380263932049274, -0.012916131876409054, -0.012451998889446259, -0.011987866833806038, -0.011523733846843243, -0.011059600859880447, -0.010595468804240227, -0.010131335817277431, -0.009667202830314636, -0.009203070774674416, -0.00873893778771162, -0.008274804800748825, -0.007810672745108604, -0.007346539758145809, -0.006882407236844301, -0.006418274715542793, -0.005954142194241285, -0.005490009672939777, -0.005025876685976982, -0.004561744164675474, -0.004097611643373966, -0.0036334788892418146, -0.003169346135109663, -0.002705213613808155, -0.002241081092506647, -0.0017769483383744955, -0.0013128157006576657, -0.000848683062940836, -0.0003845504252240062, 7.95822124928236e-05, 0.0005437148502096534, 0.0010078474879264832, 0.001471980125643313, 0.0019361127633601427, 0.0024002455174922943, 0.0028643780387938023, 0.00332851056009531, 0.003792643314227462, 0.004256776068359613, 0.004720908589661121, 0.005185041110962629, 0.005649173632264137, 0.0061133066192269325, 0.0065774391405284405, 0.007041571661829948, 0.007505704648792744, 0.007969836704432964, 0.00843396969139576]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 4.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.08690552413463593, -0.08292295783758163, -0.07894039154052734, -0.07495782524347305, -0.07097525894641876, -0.06699268519878387, -0.06301011890172958, -0.05902755260467529, -0.055044986307621, -0.05106242001056671, -0.04707985371351242, -0.04309728369116783, -0.03911471739411354, -0.03513215109705925, -0.03114958293735981, -0.02716701477766037, -0.02318444848060608, -0.01920188218355179, -0.015219314023852348, -0.011236746795475483, -0.0072541795670986176, -0.003271612338721752, 0.0007109548896551132, 0.004693522118031979, 0.008676089346408844, 0.01265865657478571, 0.016641223803162575, 0.020623791962862015, 0.024606358259916306, 0.028588924556970596, 0.032571494579315186, 0.036554060876369476, 0.04053662717342377, 0.04451919347047806, 0.04850175976753235, 0.05248432978987694, 0.05646689608693123, 0.06044946238398552, 0.06443203240633011, 0.0684145987033844, 0.07239716500043869, 0.07637973129749298, 0.08036229759454727, 0.08434486389160156, 0.08832743763923645, 0.09231000393629074, 0.09629257023334503, 0.10027513653039932, 0.10425770282745361, 0.1082402691245079, 0.1122228354215622, 0.11620540171861649, 0.12018796801567078, 0.12417054176330566, 0.12815310060977936, 0.13213567435741425, 0.13611823320388794, 0.14010080695152283, 0.14408338069915771, 0.1480659395456314, 0.1520485132932663, 0.15603107213974, 0.16001364588737488, 0.16399620473384857, 0.16797877848148346]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 3.0, 2.0, 2.0, 3.0, 7.0, 5.0, 5.0, 4.0, 3.0, 8.0, 3.0, 11.0, 6.0, 12.0, 10.0, 13.0, 26.0, 45.0, 19.0, 28.0, 18.0, 13.0, 6.0, 3.0, 1.0, 2.0, 5.0, 2.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 2.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.028542643412947655, -0.027259115129709244, -0.025975586846470833, -0.024692058563232422, -0.02340853027999401, -0.0221250019967556, -0.02084147371351719, -0.019557945430278778, -0.018274417147040367, -0.016990888863801956, -0.015707360580563545, -0.014423832297325134, -0.013140304014086723, -0.011856775730848312, -0.010573247447609901, -0.00928971916437149, -0.00800619088113308, -0.006722662597894669, -0.005439134314656258, -0.004155606031417847, -0.0028720777481794357, -0.0015885494649410248, -0.00030502118170261383, 0.0009785071015357971, 0.002262035384774208, 0.003545563668012619, 0.00482909195125103, 0.006112620234489441, 0.007396148517727852, 0.008679676800966263, 0.009963205084204674, 0.011246733367443085, 0.012530261650681496, 0.013813789933919907, 0.015097318217158318, 0.01638084650039673, 0.01766437478363514, 0.01894790306687355, 0.02023143135011196, 0.021514959633350372, 0.022798487916588783, 0.024082016199827194, 0.025365544483065605, 0.026649072766304016, 0.027932601049542427, 0.029216129332780838, 0.03049965761601925, 0.03178318589925766, 0.03306671231985092, 0.03435024246573448, 0.03563377261161804, 0.036917299032211304, 0.038200825452804565, 0.039484355598688126, 0.040767885744571686, 0.04205141216516495, 0.04333493858575821, 0.04461846873164177, 0.04590199887752533, 0.04718552529811859, 0.04846905171871185, 0.04975258186459541, 0.05103611201047897, 0.052319638431072235, 0.0536031648516655]}, "_runtime": 49.56563067436218, "_timestamp": 1596214374.3229132, "_step": 57}
+{"val_accuracy": 0.7985402397260274, "val_loss": 0.5339500542100706, "_runtime": 51.3435742855072, "_timestamp": 1596214376.1008568, "_step": 58}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: K Confidence: 0.39 Truth: v", "Prediction: 5 Confidence: 1.00 Truth: 5", "Prediction: 2 Confidence: 0.99 Truth: 2", "Prediction: 0 Confidence: 0.72 Truth: 0"]}, "_runtime": 51.62862825393677, "_timestamp": 1596214376.3859107, "_step": 59}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 4.0, 1.0, 0.0, 1.0, 0.0, 3.0, 2.0, 2.0, 3.0, 5.0, 2.0, 0.0, 4.0, 4.0, 3.0, 0.0, 0.0, 4.0, 3.0, 1.0, 3.0, 0.0, 2.0, 4.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.010398533195257187, -0.010093895718455315, -0.009789259172976017, -0.009484621696174145, -0.009179984219372272, -0.0088753467425704, -0.008570710197091103, -0.00826607272028923, -0.007961435243487358, -0.007656798232346773, -0.007352161221206188, -0.007047523744404316, -0.006742886733263731, -0.006438249256461859, -0.006133612245321274, -0.0058289747685194016, -0.005524337757378817, -0.005219700746238232, -0.004915063269436359, -0.0046104262582957745, -0.004305788781493902, -0.004001151770353317, -0.0036965145263820887, -0.00339187728241086, -0.0030872400384396315, -0.002782602794468403, -0.0024779655504971743, -0.0021733283065259457, -0.0018686911789700389, -0.0015640539349988103, -0.0012594168074429035, -0.0009547795634716749, -0.0006501423195004463, -0.0003455051046330482, -4.0867889765650034e-05, 0.0002637693251017481, 0.0005684065399691463, 0.0008730437839403749, 0.0011776809114962816, 0.0014823181554675102, 0.0017869553994387388, 0.0020915926434099674, 0.002396229887381196, 0.0027008671313524246, 0.0030055041424930096, 0.003310141386464238, 0.0036147786304354668, 0.003919416107237339, 0.004224053118377924, 0.004528690129518509, 0.004833327606320381, 0.005137964617460966, 0.005442602094262838, 0.005747239105403423, 0.0060518765822052956, 0.0063565135933458805, 0.0066611506044864655, 0.006965788081288338, 0.007270425092428923, 0.007575062569230795, 0.00787969958037138, 0.008184337057173252, 0.008488974533975124, 0.008793611079454422, 0.009098248556256294]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 4.0, 0.0, 0.0, 3.0, 1.0, 3.0, 0.0, 3.0, 2.0, 10.0, 4.0, 6.0, 10.0, 11.0, 14.0, 25.0, 19.0, 25.0, 40.0, 48.0, 46.0, 87.0, 109.0, 134.0, 170.0, 300.0, 531.0, 4868.0, 563.0, 285.0, 160.0, 109.0, 95.0, 59.0, 32.0, 32.0, 32.0, 19.0, 21.0, 5.0, 9.0, 11.0, 5.0, 4.0, 7.0, 2.0, 0.0, 2.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.1485094130039215, -0.14416643977165222, -0.13982348144054413, -0.13548050820827484, -0.13113753497600555, -0.12679457664489746, -0.12245160341262817, -0.11810863018035889, -0.1137656643986702, -0.1094226986169815, -0.10507972538471222, -0.10073675960302353, -0.09639379382133484, -0.09205082058906555, -0.08770785480737686, -0.08336488157510757, -0.07902191579341888, -0.0746789500117302, -0.07033597677946091, -0.06599301099777222, -0.06165004149079323, -0.05730707198381424, -0.05296410620212555, -0.04862113669514656, -0.04427816718816757, -0.03993519768118858, -0.035592228174209595, -0.031249262392520905, -0.026906292885541916, -0.022563323378562927, -0.018220355734229088, -0.013877387158572674, -0.00953441858291626, -0.005191450007259846, -0.0008484814316034317, 0.0034944871440529823, 0.007837455719709396, 0.01218042429536581, 0.016523392871022224, 0.020866360515356064, 0.025209330022335052, 0.02955229952931404, 0.03389526903629303, 0.03823823481798172, 0.04258120432496071, 0.0469241738319397, 0.05126713961362839, 0.055610109120607376, 0.059953078627586365, 0.06429604440927505, 0.06863901764154434, 0.07298198342323303, 0.07732495665550232, 0.08166792243719101, 0.0860108882188797, 0.09035386145114899, 0.09469682723283768, 0.09903979301452637, 0.10338276624679565, 0.10772573202848434, 0.11206869781017303, 0.11641167104244232, 0.12075463682413101, 0.1250976026058197, 0.129440575838089]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 0.0, 1.0, 2.0, 1.0, 1.0, 3.0, 2.0, 2.0, 4.0, 5.0, 6.0, 4.0, 6.0, 5.0, 4.0, 3.0, 23.0, 6.0, 1.0, 3.0, 3.0, 3.0, 1.0, 1.0, 6.0, 2.0, 3.0, 2.0, 1.0, 3.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002156702568754554, -0.0020767163950949907, -0.001996729988604784, -0.001916743814945221, -0.0018367576412856579, -0.001756771351210773, -0.001676785061135888, -0.001596798887476325, -0.0015168125974014401, -0.0014368263073265553, -0.0013568401336669922, -0.0012768538435921073, -0.0011968675535172224, -0.0011168813798576593, -0.0010368950897827744, -0.0009569088579155505, -0.0008769226260483265, -0.0007969363941811025, -0.0007169501623138785, -0.0006369638722389936, -0.0005569776403717697, -0.0004769914085045457, -0.00039700514753349125, -0.0003170188865624368, -0.00023703265469521284, -0.00015704640827607363, -7.706016185693443e-05, 2.926084562204778e-06, 8.291233098134398e-05, 0.0001628985774004832, 0.0002428848238196224, 0.00032287108479067683, 0.0004028573166579008, 0.0004828435485251248, 0.0005628297803923488, 0.0006428160704672337, 0.0007228023023344576, 0.0008027885342016816, 0.0008827748242765665, 0.0009627610561437905, 0.0010427472880110145, 0.0011227335780858994, 0.0012027197517454624, 0.0012827060418203473, 0.0013626923318952322, 0.0014426785055547953, 0.0015226647956296802, 0.0016026509692892432, 0.0016826372593641281, 0.001762623549439013, 0.001842609723098576, 0.001922596013173461, 0.002002582186833024, 0.0020825685933232307, 0.002162554766982794, 0.002242540940642357, 0.00232252711430192, 0.0024025135207921267, 0.0024824996944516897, 0.002562485868111253, 0.0026424722746014595, 0.0027224584482610226, 0.0028024446219205856, 0.0028824310284107924, 0.0029624172020703554]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 3.0, 7.0, 2.0, 8.0, 9.0, 18.0, 20.0, 34.0, 45.0, 71.0, 90.0, 150.0, 229.0, 361.0, 561.0, 819.0, 1279.0, 2063.0, 3248.0, 5386.0, 9257.0, 16811.0, 31893.0, 70602.0, 220583.0, 675010.0, 64664.0, 31011.0, 17278.0, 10174.0, 6157.0, 3845.0, 2547.0, 1674.0, 1113.0, 765.0, 541.0, 371.0, 276.0, 201.0, 147.0, 98.0, 65.0, 46.0, 42.0, 23.0, 13.0, 14.0, 7.0, 3.0, 3.0, 1.0, 0.0, 0.0, 4.0, 1.0], "bins": [-0.008745715022087097, -0.008481458760797977, -0.008217202499508858, -0.007952945306897163, -0.007688689045608044, -0.007424432784318924, -0.007160176057368517, -0.00689591933041811, -0.00663166306912899, -0.0063674068078398705, -0.006103150080889463, -0.005838893353939056, -0.005574637092649937, -0.005310380831360817, -0.00504612410441041, -0.004781867377460003, -0.004517611116170883, -0.0042533548548817635, -0.003989098127931356, -0.003724841633811593, -0.0034605851396918297, -0.0031963286455720663, -0.002932072151452303, -0.0026678156573325396, -0.002403559163212776, -0.002139302669093013, -0.0018750461749732494, -0.001610789680853486, -0.0013465331867337227, -0.0010822766926139593, -0.0008180201984941959, -0.0005537637043744326, -0.0002895072102546692, -2.5250716134905815e-05, 0.00023900577798485756, 0.0005032622721046209, 0.0007675187662243843, 0.0010317752603441477, 0.001296031754463911, 0.0015602882485836744, 0.0018245447427034378, 0.002088801236823201, 0.0023530577309429646, 0.002617314225062728, 0.0028815707191824913, 0.0031458272133022547, 0.003410083707422018, 0.0036743402015417814, 0.003938596695661545, 0.0042028529569506645, 0.0044671096839010715, 0.004731366410851479, 0.004995622672140598, 0.005259878933429718, 0.005524135660380125, 0.005788392387330532, 0.006052648648619652, 0.0063169049099087715, 0.0065811616368591785, 0.006845418363809586, 0.007109674625098705, 0.007373930886387825, 0.007638187613338232, 0.007902444340288639, 0.008166700601577759]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 4.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 5.0, 10.0, 3.0, 4.0, 3.0, 5.0, 4.0, 3.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.02899705246090889, -0.028378905728459358, -0.027760760858654976, -0.027142614126205444, -0.026524469256401062, -0.02590632252395153, -0.025288177654147148, -0.024670030921697617, -0.024051886051893234, -0.023433739319443703, -0.02281559444963932, -0.02219744771718979, -0.021579302847385406, -0.020961156114935875, -0.020343011245131493, -0.01972486451268196, -0.01910671964287758, -0.018488572910428047, -0.017870426177978516, -0.017252281308174133, -0.016634134575724602, -0.01601598970592022, -0.015397843904793262, -0.014779698103666306, -0.014161551371216774, -0.013543405570089817, -0.01292525976896286, -0.012307113967835903, -0.011688968166708946, -0.01107082236558199, -0.010452676564455032, -0.009834530763328075, -0.009216384962201118, -0.008598239161074162, -0.007980093359947205, -0.007361947558820248, -0.006743801757693291, -0.0061256554909050465, -0.0055075096897780895, -0.004889363888651133, -0.004271218087524176, -0.0036530722863972187, -0.0030349264852702618, -0.002416780451312661, -0.0017986346501857042, -0.0011804888490587473, -0.0005623429315164685, 5.580292781814933e-05, 0.0006739487871527672, 0.0012920945882797241, 0.0019102405058220029, 0.0025283864233642817, 0.0031465322244912386, 0.0037646780256181955, 0.004382824059575796, 0.005000969860702753, 0.00561911566182971, 0.006237261462956667, 0.006855407264083624, 0.007473553065210581, 0.008091699331998825, 0.008709845133125782, 0.009327990934252739, 0.009946136735379696, 0.010564282536506653]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [5.0, 6.0, 8.0, 3.0, 9.0, 10.0, 11.0, 11.0, 17.0, 12.0, 20.0, 14.0, 9.0, 18.0, 18.0, 28.0, 29.0, 31.0, 34.0, 47.0, 75.0, 63.0, 87.0, 121.0, 141.0, 187.0, 228.0, 329.0, 368.0, 429.0, 569.0, 783.0, 1164.0, 1975.0, 5674.0, 1784.0, 1214.0, 806.0, 602.0, 408.0, 271.0, 177.0, 145.0, 98.0, 97.0, 61.0, 52.0, 25.0, 29.0, 21.0, 16.0, 13.0, 17.0, 13.0, 14.0, 10.0, 6.0, 5.0, 3.0, 2.0, 3.0, 0.0, 2.0, 5.0], "bins": [-0.00977015309035778, -0.009485304355621338, -0.009200455620884895, -0.008915605954825878, -0.008630757220089436, -0.008345908485352993, -0.00806105975061655, -0.007776210550218821, -0.007491361815482378, -0.0072065130807459354, -0.006921663880348206, -0.006636815145611763, -0.0063519664108753204, -0.0060671172104775906, -0.005782268475741148, -0.005497419275343418, -0.0052125705406069756, -0.004927721805870533, -0.004642872605472803, -0.0043580238707363605, -0.004073174670338631, -0.003788325935602188, -0.0035034772008657455, -0.0032186282332986593, -0.002933779265731573, -0.002648930298164487, -0.0023640813305974007, -0.002079232595860958, -0.0017943836282938719, -0.0015095346607267857, -0.0012246858095750213, -0.000939836900215596, -0.0006549879908561707, -0.00037013908149674535, -8.529017213732004e-05, 0.00019955873722210526, 0.00048440764658153057, 0.0007692565559409559, 0.0010541054653003812, 0.0013389543164521456, 0.0016238032840192318, 0.001908652251586318, 0.0021935012191534042, 0.002478349953889847, 0.002763198921456933, 0.0030480478890240192, 0.003332896623760462, 0.003617745591327548, 0.0039025945588946342, 0.004187443293631077, 0.004472292494028807, 0.004757141228765249, 0.005041990429162979, 0.005326839163899422, 0.005611687898635864, 0.005896537099033594, 0.006181385833770037, 0.006466234568506479, 0.006751083768904209, 0.007035932503640652, 0.007320781238377094, 0.007605630438774824, 0.007890479639172554, 0.008175328373908997, 0.00846017710864544]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1034046858549118, -0.09914153069257736, -0.09487836807966232, -0.09061521291732788, -0.08635205030441284, -0.0820888951420784, -0.07782573997974396, -0.07356257736682892, -0.06929942220449448, -0.06503626704216003, -0.060773104429244995, -0.05650994926691055, -0.05224679037928581, -0.04798363149166107, -0.04372047632932663, -0.03945731744170189, -0.03519415855407715, -0.030930999666452408, -0.026667842641472816, -0.022404685616493225, -0.018141526728868484, -0.013878368772566319, -0.009615210816264153, -0.0053520528599619865, -0.0010888949036598206, 0.0031742630526423454, 0.007437421008944511, 0.011700578965246677, 0.015963736921548843, 0.020226895809173584, 0.024490052834153175, 0.028753209859132767, 0.03301636874675751, 0.03727952763438225, 0.04154268652200699, 0.04580584168434143, 0.05006900057196617, 0.05433215945959091, 0.058595314621925354, 0.0628584772348404, 0.06712163239717484, 0.07138478755950928, 0.07564795017242432, 0.07991110533475876, 0.0841742604970932, 0.08843742311000824, 0.09270057827234268, 0.09696374088525772, 0.10122689604759216, 0.1054900512099266, 0.10975321382284164, 0.11401636898517609, 0.11827953159809113, 0.12254268676042557, 0.12680584192276, 0.13106900453567505, 0.1353321671485901, 0.13959531486034393, 0.14385847747325897, 0.148121640086174, 0.15238478779792786, 0.1566479504108429, 0.16091111302375793, 0.16517426073551178, 0.16943742334842682]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 4.0, 2.0, 2.0, 9.0, 7.0, 1.0, 4.0, 2.0, 1.0, 6.0, 6.0, 10.0, 17.0, 35.0, 49.0, 24.0, 18.0, 11.0, 6.0, 3.0, 5.0, 3.0, 2.0, 3.0, 3.0, 1.0, 2.0, 6.0, 2.0, 3.0, 2.0, 3.0, 2.0, 0.0, 4.0, 5.0, 1.0, 2.0], "bins": [-0.07840310037136078, -0.07645438611507416, -0.07450566440820694, -0.07255694270133972, -0.0706082284450531, -0.06865951418876648, -0.06671079248189926, -0.06476207077503204, -0.06281335651874542, -0.0608646385371685, -0.05891592055559158, -0.056967202574014664, -0.055018484592437744, -0.053069766610860825, -0.051121048629283905, -0.049172330647706985, -0.047223612666130066, -0.045274894684553146, -0.04332617670297623, -0.04137745872139931, -0.03942874073982239, -0.03748002275824547, -0.03553130477666855, -0.03358258679509163, -0.03163386881351471, -0.02968515083193779, -0.02773643285036087, -0.02578771486878395, -0.02383899688720703, -0.02189027890563011, -0.019941560924053192, -0.017992842942476273, -0.016044124960899353, -0.014095406979322433, -0.012146688997745514, -0.010197971016168594, -0.008249253034591675, -0.006300535053014755, -0.004351817071437836, -0.002403099089860916, -0.0004543811082839966, 0.001494336873292923, 0.0034430548548698425, 0.005391772836446762, 0.007340490818023682, 0.009289208799600601, 0.01123792678117752, 0.01318664476275444, 0.01513536274433136, 0.01708408072590828, 0.0190327987074852, 0.02098151668906212, 0.022930234670639038, 0.024878952652215958, 0.026827670633792877, 0.028776388615369797, 0.030725106596946716, 0.032673824578523636, 0.034622542560100555, 0.036571260541677475, 0.038519978523254395, 0.040468696504831314, 0.042417414486408234, 0.04436613246798515, 0.04631485044956207]}, "_runtime": 52.05025672912598, "_timestamp": 1596214376.8075392, "_step": 60}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 2.0, 4.0, 3.0, 1.0, 5.0, 2.0, 1.0, 4.0, 4.0, 4.0, 3.0, 1.0, 2.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009222391992807388, -0.008815662004053593, -0.008408932015299797, -0.008002201095223427, -0.007595471106469631, -0.007188741117715836, -0.006782010663300753, -0.006375280674546957, -0.005968550220131874, -0.0055618202313780785, -0.005155090242624283, -0.0047483597882092, -0.004341629799455404, -0.003934899345040321, -0.0035281693562865257, -0.0031214391347020864, -0.002714708913117647, -0.002307978691533208, -0.0019012484699487686, -0.0014945183647796512, -0.0010877881431952119, -0.0006810579216107726, -0.00027432775823399425, 0.00013240243424661458, 0.0005391326267272234, 0.0009458628483116627, 0.001352593069896102, 0.0017593231750652194, 0.002166053280234337, 0.002572783501818776, 0.0029795137234032154, 0.0033862439449876547, 0.003792974166572094, 0.00419970415532589, 0.0046064346097409725, 0.005013164598494768, 0.005419895052909851, 0.005826625041663647, 0.00623335549607873, 0.006640085484832525, 0.007046815939247608, 0.007453545928001404, 0.0078602759167552, 0.008267005905508995, 0.008673736825585365, 0.009080466814339161, 0.009487196803092957, 0.009893926791846752, 0.010300656780600548, 0.010707387700676918, 0.011114117689430714, 0.01152084767818451, 0.011927577666938305, 0.012334308587014675, 0.01274103857576847, 0.013147768564522266, 0.013554498553276062, 0.013961228542029858, 0.014367959462106228, 0.014774689450860023, 0.015181419439613819, 0.015588149428367615, 0.015994880348443985, 0.016401609405875206, 0.016808340325951576]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 0.0, 3.0, 7.0, 6.0, 9.0, 13.0, 8.0, 22.0, 25.0, 36.0, 48.0, 74.0, 66.0, 111.0, 118.0, 185.0, 258.0, 596.0, 5022.0, 520.0, 255.0, 157.0, 101.0, 56.0, 53.0, 50.0, 25.0, 26.0, 14.0, 8.0, 8.0, 10.0, 10.0, 4.0, 3.0, 5.0, 2.0, 1.0, 0.0, 1.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0], "bins": [-0.16998134553432465, -0.16416484117507935, -0.15834833681583405, -0.15253183245658875, -0.14671531319618225, -0.14089880883693695, -0.13508230447769165, -0.12926580011844635, -0.12344929575920105, -0.11763279139995575, -0.11181628704071045, -0.10599977523088455, -0.10018327087163925, -0.09436676651239395, -0.08855025470256805, -0.08273375034332275, -0.07691724598407745, -0.07110074162483215, -0.06528423726558685, -0.059467725455760956, -0.053651221096515656, -0.047834716737270355, -0.042018208652734756, -0.03620170056819916, -0.030385196208953857, -0.024568689987063408, -0.01875218376517296, -0.012935677543282509, -0.007119171321392059, -0.0013026650995016098, 0.00451384112238884, 0.01033034734427929, 0.01614685356616974, 0.02196335978806019, 0.027779866009950638, 0.03359637409448624, 0.03941287845373154, 0.04522938281297684, 0.051045890897512436, 0.056862398982048035, 0.06267890334129333, 0.06849540770053864, 0.07431191205978394, 0.08012842386960983, 0.08594492822885513, 0.09176143258810043, 0.09757794439792633, 0.10339444875717163, 0.10921095311641693, 0.11502745747566223, 0.12084396183490753, 0.12666046619415283, 0.13247698545455933, 0.13829348981380463, 0.14410999417304993, 0.14992649853229523, 0.15574300289154053, 0.16155950725078583, 0.16737601161003113, 0.17319251596927643, 0.17900902032852173, 0.18482553958892822, 0.19064204394817352, 0.19645854830741882, 0.20227505266666412]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 2.0, 2.0, 2.0, 1.0, 2.0, 3.0, 7.0, 2.0, 2.0, 2.0, 4.0, 2.0, 2.0, 1.0, 4.0, 5.0, 25.0, 3.0, 4.0, 2.0, 4.0, 0.0, 4.0, 6.0, 2.0, 4.0, 0.0, 4.0, 0.0, 1.0, 3.0, 3.0, 2.0, 0.0, 4.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002709010150283575, -0.002620719140395522, -0.002532428130507469, -0.0024441371206194162, -0.0023558461107313633, -0.002267555333673954, -0.002179264323785901, -0.002090973313897848, -0.002002682304009795, -0.0019143912941217422, -0.0018261002842336893, -0.0017378093907609582, -0.0016495183808729053, -0.0015612273709848523, -0.0014729364775121212, -0.0013846454676240683, -0.0012963544577360153, -0.0012080634478479624, -0.0011197724379599094, -0.0010314815444871783, -0.0009431905345991254, -0.0008548995247110724, -0.0007666085730306804, -0.0006783176213502884, -0.0005900266114622355, -0.0005017356015741825, -0.0004134446498937905, -0.000325153669109568, -0.00023686268832534552, -0.00014857170754112303, -6.028072675690055e-05, 2.8010254027321935e-05, 0.00011630123481154442, 0.0002045922155957669, 0.0002928831963799894, 0.00038117417716421187, 0.00046946515794843435, 0.0005577561678364873, 0.0006460471195168793, 0.0007343380711972713, 0.0008226290810853243, 0.0009109200909733772, 0.0009992111008614302, 0.0010875019943341613, 0.0011757930042222142, 0.0012640840141102672, 0.0013523749075829983, 0.0014406659174710512, 0.0015289569273591042, 0.001617247937247157, 0.00170553894713521, 0.0017938298406079412, 0.001882120850495994, 0.001970411743968725, 0.002058702753856778, 0.002146993763744831, 0.002235284773632884, 0.002323575783520937, 0.00241186679340899, 0.002500157803297043, 0.002588448580354452, 0.002676739590242505, 0.002765030600130558, 0.002853321610018611, 0.002941612619906664]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 2.0, 2.0, 3.0, 10.0, 8.0, 16.0, 32.0, 34.0, 46.0, 62.0, 98.0, 136.0, 192.0, 280.0, 398.0, 560.0, 804.0, 1176.0, 1723.0, 2699.0, 3931.0, 6488.0, 10961.0, 18719.0, 36369.0, 79864.0, 727671.0, 158162.0, 55249.0, 28242.0, 16768.0, 9954.0, 6215.0, 3983.0, 2662.0, 1807.0, 1251.0, 869.0, 607.0, 427.0, 326.0, 244.0, 190.0, 127.0, 87.0, 67.0, 37.0, 24.0, 19.0, 8.0, 6.0, 11.0, 7.0, 4.0, 3.0, 2.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.008362296968698502, -0.008091568015515804, -0.007820839062333107, -0.007550109177827835, -0.007279380224645138, -0.0070086512714624405, -0.006737921852618456, -0.006467192433774471, -0.006196463480591774, -0.005925734527409077, -0.005655005108565092, -0.0053842756897211075, -0.00511354673653841, -0.004842817783355713, -0.004572088364511728, -0.004301358945667744, -0.004030629992485046, -0.0037599008064717054, -0.0034891716204583645, -0.0032184424344450235, -0.0029477132484316826, -0.0026769840624183416, -0.0024062548764050007, -0.0021355256903916597, -0.0018647965043783188, -0.0015940673183649778, -0.0013233381323516369, -0.001052608946338296, -0.000781879760324955, -0.000511150574311614, -0.0002404213882982731, 3.0307797715067863e-05, 0.0003010369837284088, 0.0005717661697417498, 0.0008424953557550907, 0.0011132245417684317, 0.0013839537277817726, 0.0016546829137951136, 0.0019254120998084545, 0.0021961412858217955, 0.0024668704718351364, 0.0027375996578484774, 0.0030083288438618183, 0.0032790580298751593, 0.0035497872158885, 0.003820516401901841, 0.004091245587915182, 0.004361975006759167, 0.004632703959941864, 0.004903432913124561, 0.005174162331968546, 0.0054448917508125305, 0.005715620703995228, 0.005986349657177925, 0.00625707907602191, 0.006527808494865894, 0.006798537448048592, 0.007069266401231289, 0.0073399958200752735, 0.007610725238919258, 0.007881454192101955, 0.008152183145284653, 0.008422913029789925, 0.008693641982972622, 0.00896437093615532]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 2.0, 1.0, 3.0, 2.0, 0.0, 1.0, 9.0, 7.0, 1.0, 1.0, 3.0, 1.0, 3.0, 5.0, 3.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.023448647931218147, -0.02273903787136078, -0.02202942781150341, -0.021319817751646042, -0.020610207691788673, -0.019900597631931305, -0.019190987572073936, -0.018481377512216568, -0.01777176931500435, -0.01706215925514698, -0.016352549195289612, -0.015642939135432243, -0.014933329075574875, -0.014223719015717506, -0.013514108955860138, -0.01280449889600277, -0.012094888836145401, -0.011385278776288033, -0.010675668716430664, -0.009966058656573296, -0.009256448596715927, -0.008546839468181133, -0.007837229408323765, -0.007127619348466396, -0.006418009288609028, -0.005708399228751659, -0.004998789168894291, -0.00428917957469821, -0.0035795695148408413, -0.002869959454983473, -0.002160349627956748, -0.0014507396845147014, -0.0007411297410726547, -3.151979763060808e-05, 0.0006780901458114386, 0.0013877000892534852, 0.002097310032695532, 0.0028069200925529003, 0.003516529919579625, 0.00422613974660635, 0.004935749806463718, 0.005645359866321087, 0.006354969926178455, 0.0070645795203745365, 0.007774189580231905, 0.008483799174427986, 0.009193409234285355, 0.009903019294142723, 0.010612629354000092, 0.01132223941385746, 0.012031849473714828, 0.012741459533572197, 0.013451069593429565, 0.01416067872196436, 0.014870288781821728, 0.015579898841679096, 0.01628950983285904, 0.01699911803007126, 0.017708728089928627, 0.018418338149785995, 0.019127948209643364, 0.019837558269500732, 0.0205471683293581, 0.02125677838921547, 0.021966388449072838]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 3.0, 1.0, 4.0, 2.0, 6.0, 9.0, 5.0, 7.0, 10.0, 20.0, 19.0, 14.0, 23.0, 24.0, 31.0, 42.0, 64.0, 81.0, 129.0, 145.0, 165.0, 220.0, 290.0, 397.0, 529.0, 768.0, 1253.0, 5445.0, 2612.0, 1549.0, 1080.0, 792.0, 622.0, 455.0, 388.0, 300.0, 206.0, 165.0, 116.0, 129.0, 80.0, 64.0, 38.0, 26.0, 20.0, 13.0, 20.0, 12.0, 11.0, 11.0, 5.0, 1.0, 1.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.011638550087809563, -0.011261672712862492, -0.010884794406592846, -0.010507917031645775, -0.01013103872537613, -0.009754161350429058, -0.009377283044159412, -0.009000405669212341, -0.008623527362942696, -0.008246649987995625, -0.007869771681725979, -0.007492894306778908, -0.007116016466170549, -0.006739138625562191, -0.006362260784953833, -0.005985382944345474, -0.005608505103737116, -0.0052316272631287575, -0.004854749422520399, -0.004477871581912041, -0.004100993741303682, -0.0037241161335259676, -0.003347238292917609, -0.002970360452309251, -0.0025934826117008924, -0.002216604771092534, -0.0018397269304841757, -0.0014628492062911391, -0.0010859713656827807, -0.0007090935250744224, -0.0003322157426737249, 4.466206883080304e-05, 0.00042153988033533096, 0.0007984177209436893, 0.0011752955615520477, 0.0015521732857450843, 0.0019290511263534427, 0.0023059288505464792, 0.0026828066911548376, 0.003059684531763196, 0.0034365623723715544, 0.0038134402129799128, 0.0041903178207576275, 0.004567195661365986, 0.004944073501974344, 0.005320951342582703, 0.005697829183191061, 0.006074707023799419, 0.006451584864407778, 0.006828462705016136, 0.0072053405456244946, 0.007582218386232853, 0.007959095761179924, 0.00833597406744957, 0.00871285144239664, 0.009089729748666286, 0.009466607123613358, 0.009843485429883003, 0.010220362804830074, 0.01059724111109972, 0.010974118486046791, 0.011350996792316437, 0.011727874167263508, 0.012104752473533154, 0.012481629848480225]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 5.0, 2.0, 1.0, 1.0, 2.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.11960113793611526, -0.11405681073665619, -0.10851247608661652, -0.10296814888715744, -0.09742381423711777, -0.09187948703765869, -0.08633515238761902, -0.08079082518815994, -0.07524649798870087, -0.0697021633386612, -0.06415783613920212, -0.058613501489162445, -0.05306917428970337, -0.047524843364953995, -0.04198051244020462, -0.036436181515455246, -0.03089185059070587, -0.025347519665956497, -0.019803188741207123, -0.014258859679102898, -0.008714528754353523, -0.003170198295265436, 0.002374132163822651, 0.00791846215724945, 0.013462793081998825, 0.0190071240067482, 0.024551454931497574, 0.0300957839936018, 0.035640113055706024, 0.0411844439804554, 0.04672877490520477, 0.05227310582995415, 0.05781743675470352, 0.0633617639541626, 0.06890609860420227, 0.07445042580366135, 0.07999476045370102, 0.0855390876531601, 0.09108342230319977, 0.09662774950265884, 0.10217207670211792, 0.10771641135215759, 0.11326073855161667, 0.11880507320165634, 0.12434940040111542, 0.1298937350511551, 0.13543806970119476, 0.14098238945007324, 0.14652672410011292, 0.1520710587501526, 0.15761537849903107, 0.16315971314907074, 0.1687040477991104, 0.17424838244915009, 0.17979270219802856, 0.18533703684806824, 0.1908813714981079, 0.1964256912469864, 0.20197002589702606, 0.20751436054706573, 0.2130586951971054, 0.2186030149459839, 0.22414734959602356, 0.22969168424606323, 0.2352360188961029]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [3.0, 2.0, 2.0, 3.0, 5.0, 3.0, 4.0, 5.0, 5.0, 5.0, 10.0, 7.0, 8.0, 27.0, 18.0, 51.0, 35.0, 25.0, 15.0, 13.0, 12.0, 5.0, 2.0, 4.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.054346196353435516, -0.05088263005018234, -0.04741906374692917, -0.043955493718385696, -0.04049192741513252, -0.03702836111187935, -0.033564791083335876, -0.030101224780082703, -0.02663765847682953, -0.023174092173576355, -0.019710524007678032, -0.01624695584177971, -0.012783389538526535, -0.009319822303950787, -0.005856255069375038, -0.0023926878347992897, 0.0010708793997764587, 0.004534446634352207, 0.007998013868927956, 0.011461581103503704, 0.014925148338079453, 0.018388714641332626, 0.02185228280723095, 0.025315850973129272, 0.028779417276382446, 0.03224298357963562, 0.035706549882888794, 0.039170119911432266, 0.04263368621468544, 0.046097252517938614, 0.049560822546482086, 0.05302438884973526, 0.056487955152988434, 0.05995152145624161, 0.06341508775949478, 0.06687865406274796, 0.07034222781658173, 0.0738057941198349, 0.07726936042308807, 0.08073292672634125, 0.08419649302959442, 0.0876600593328476, 0.09112362563610077, 0.09458719193935394, 0.09805075824260712, 0.10151433199644089, 0.10497789829969406, 0.10844146460294724, 0.11190503090620041, 0.11536859720945358, 0.11883216351270676, 0.12229572981595993, 0.1257593035697937, 0.12922286987304688, 0.13268643617630005, 0.13615000247955322, 0.1396135687828064, 0.14307713508605957, 0.14654070138931274, 0.15000426769256592, 0.1534678339958191, 0.15693140029907227, 0.16039496660232544, 0.1638585329055786, 0.1673220992088318]}, "_runtime": 52.82816410064697, "_timestamp": 1596214377.5854466, "_step": 61}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 0.0, 0.0, 2.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 3.0, 6.0, 5.0, 3.0, 4.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 3.0, 3.0, 3.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.012681428343057632, -0.012320493347942829, -0.011959557421505451, -0.011598622426390648, -0.01123768649995327, -0.010876751504838467, -0.010515816509723663, -0.010154880583286285, -0.009793945588171482, -0.009433010593056679, -0.0090720746666193, -0.008711139671504498, -0.008350204676389694, -0.007989268749952316, -0.007628333754837513, -0.007267398294061422, -0.006906462833285332, -0.006545527372509241, -0.0061845919117331505, -0.005823656916618347, -0.0054627214558422565, -0.005101785995066166, -0.004740850999951363, -0.004379915539175272, -0.004018980078399181, -0.0036580446176230907, -0.0032971093896776438, -0.002936174161732197, -0.002575238700956106, -0.0022143032401800156, -0.0018533680122345686, -0.0014924326678737998, -0.001131497323513031, -0.0007705619791522622, -0.0004096266347914934, -4.869129043072462e-05, 0.0003122440539300442, 0.000673179398290813, 0.0010341147426515818, 0.0013950500870123506, 0.0017559854313731194, 0.00211692089214921, 0.002477856120094657, 0.002838791348040104, 0.0031997268088161945, 0.003560662269592285, 0.0039215972647070885, 0.004282532725483179, 0.00464346818625927, 0.00500440364703536, 0.005365339107811451, 0.005726274102926254, 0.006087209563702345, 0.0064481450244784355, 0.006809080019593239, 0.0071700154803693295, 0.00753095094114542, 0.007891885936260223, 0.008252821862697601, 0.008613756857812405, 0.008974691852927208, 0.009335627779364586, 0.00969656277447939, 0.010057498700916767, 0.01041843369603157]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 2.0, 2.0, 6.0, 2.0, 1.0, 5.0, 9.0, 9.0, 14.0, 12.0, 16.0, 22.0, 27.0, 37.0, 48.0, 60.0, 53.0, 103.0, 137.0, 186.0, 291.0, 3887.0, 1944.0, 364.0, 201.0, 100.0, 91.0, 67.0, 40.0, 41.0, 30.0, 34.0, 23.0, 11.0, 14.0, 13.0, 8.0, 2.0, 3.0, 3.0, 4.0, 1.0, 3.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.16943350434303284, -0.1635839343070984, -0.15773436427116394, -0.15188480913639069, -0.14603523910045624, -0.1401856690645218, -0.13433609902858734, -0.1284865438938141, -0.12263697385787964, -0.11678740382194519, -0.11093783378601074, -0.10508827120065689, -0.09923870116472244, -0.09338913857936859, -0.08753956854343414, -0.08169000595808029, -0.07584043592214584, -0.0699908658862114, -0.06414130330085754, -0.058291736990213394, -0.052442170679569244, -0.046592600643634796, -0.040743034332990646, -0.0348934680223465, -0.029043901711702347, -0.023194335401058197, -0.017344769090414047, -0.011495200917124748, -0.0056456346064805984, 0.00020393216982483864, 0.006053498946130276, 0.011903066188097, 0.01775263249874115, 0.0236021988093853, 0.02945176512002945, 0.0353013314306736, 0.04115089774131775, 0.0470004677772522, 0.05285003408789635, 0.0586996003985405, 0.06454916298389435, 0.0703987330198288, 0.07624830305576324, 0.0820978656411171, 0.08794743567705154, 0.0937969982624054, 0.09964656829833984, 0.1054961308836937, 0.11134570091962814, 0.11719527095556259, 0.12304483354091644, 0.1288944035768509, 0.13474397361278534, 0.1405935287475586, 0.14644309878349304, 0.1522926688194275, 0.15814223885536194, 0.1639918088912964, 0.16984136402606964, 0.1756909340620041, 0.18154050409793854, 0.18739007413387299, 0.19323962926864624, 0.1990891993045807, 0.20493876934051514]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 2.0, 2.0, 3.0, 2.0, 4.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 3.0, 9.0, 2.0, 4.0, 2.0, 5.0, 25.0, 1.0, 3.0, 2.0, 3.0, 2.0, 2.0, 5.0, 1.0, 5.0, 1.0, 1.0, 2.0, 2.0, 5.0, 2.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.0024425978772342205, -0.0023732068948447704, -0.002303816145285964, -0.002234425162896514, -0.002165034180507064, -0.0020956434309482574, -0.0020262524485588074, -0.0019568614661693573, -0.001887470600195229, -0.0018180797342211008, -0.0017486887518316507, -0.0016792978858575225, -0.0016099070198833942, -0.0015405160374939442, -0.001471125171519816, -0.0014017341891303658, -0.0013323433231562376, -0.0012629524571821094, -0.0011935614747926593, -0.001124170608818531, -0.001054779626429081, -0.0009853887604549527, -0.0009159978944808245, -0.0008466069702990353, -0.0007772160461172462, -0.000707825121935457, -0.0006384341977536678, -0.0005690433317795396, -0.0004996524075977504, -0.00043026148341596127, -0.00036087058833800256, -0.00029147969326004386, -0.0002220887690782547, -0.00015269785944838077, -8.330694981850684e-05, -1.3916040188632905e-05, 5.5474869441241026e-05, 0.00012486577907111496, 0.0001942566887009889, 0.0002636475837789476, 0.00033303850796073675, 0.0004024294321425259, 0.0004718203272204846, 0.0005412112222984433, 0.0006106021464802325, 0.0006799930706620216, 0.0007493839366361499, 0.000818774860817939, 0.0008881657849997282, 0.0009575567091815174, 0.0010269476333633065, 0.0010963384993374348, 0.0011657294817268848, 0.001235120347701013, 0.0013045112136751413, 0.0013739021960645914, 0.0014432930620387197, 0.001512683928012848, 0.001582074910402298, 0.0016514657763764262, 0.0017208566423505545, 0.0017902476247400045, 0.0018596384907141328, 0.0019290294731035829, 0.001998420339077711]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 4.0, 1.0, 3.0, 11.0, 10.0, 23.0, 27.0, 34.0, 76.0, 99.0, 131.0, 176.0, 313.0, 460.0, 619.0, 940.0, 1320.0, 2094.0, 3217.0, 5132.0, 8919.0, 15951.0, 32332.0, 78916.0, 751826.0, 161423.0, 54493.0, 26056.0, 13798.0, 7831.0, 4746.0, 3076.0, 1900.0, 1236.0, 785.0, 521.0, 367.0, 243.0, 167.0, 137.0, 71.0, 53.0, 36.0, 22.0, 14.0, 9.0, 3.0, 7.0, 3.0, 4.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008169513195753098, -0.007913059554994106, -0.007656605448573828, -0.007400151342153549, -0.007143697701394558, -0.006887243594974279, -0.006630789488554001, -0.00637433584779501, -0.006117881741374731, -0.0058614276349544525, -0.005604973994195461, -0.005348519887775183, -0.005092065781354904, -0.004835612140595913, -0.004579158034175634, -0.004322704393416643, -0.004066250286996365, -0.0038097964134067297, -0.003553342539817095, -0.0032968884333968163, -0.0030404345598071814, -0.0027839806862175465, -0.002527526579797268, -0.002271072706207633, -0.002014618832617998, -0.0017581649590283632, -0.0015017109690234065, -0.0012452569790184498, -0.0009888031054288149, -0.0007323491736315191, -0.00047589524183422327, -0.00021944131003692746, 3.701262176036835e-05, 0.00029346655355766416, 0.00054992048535496, 0.0008063744171522558, 0.0010628283489495516, 0.0013192822225391865, 0.0015757362125441432, 0.0018321902025491, 0.002088644076138735, 0.0023450979497283697, 0.0026015518233180046, 0.002858005929738283, 0.003114459803327918, 0.003370913676917553, 0.0036273677833378315, 0.0038838216569274664, 0.004140275530517101, 0.00439672963693738, 0.004653183277696371, 0.00490963738411665, 0.005166091024875641, 0.005422545131295919, 0.005678999237716198, 0.005935452878475189, 0.006191906984895468, 0.006448361091315746, 0.0067048147320747375, 0.006961268838495016, 0.007217722944915295, 0.007474176585674286, 0.0077306306920945644, 0.007987084798514843, 0.008243538439273834]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 3.0, 1.0, 1.0, 0.0, 3.0, 2.0, 0.0, 4.0, 3.0, 8.0, 3.0, 5.0, 6.0, 6.0, 3.0, 0.0, 3.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008079374209046364, -0.007555638439953327, -0.0070319026708602905, -0.006508166436105967, -0.00598443066701293, -0.005460694897919893, -0.004936958663165569, -0.004413222894072533, -0.003889487124979496, -0.0033657513558864594, -0.002842015353962779, -0.0023182793520390987, -0.001794543582946062, -0.0012708076974377036, -0.0007470718119293451, -0.00022333592642098665, 0.0003003999590873718, 0.0008241358445957303, 0.0013478717301040888, 0.0018716076156124473, 0.0023953435011208057, 0.0029190792702138424, 0.0034428152721375227, 0.003966551274061203, 0.00449028704315424, 0.005014022812247276, 0.005537758581340313, 0.006061494816094637, 0.006585230585187674, 0.00710896635428071, 0.007632702589035034, 0.00815643835812807, 0.008680174127221107, 0.009203909896314144, 0.00972764566540718, 0.010251381434500217, 0.010775117203593254, 0.011298853904008865, 0.011822589673101902, 0.012346325442194939, 0.012870061211287975, 0.013393796980381012, 0.013917532749474049, 0.014441268518567085, 0.014965005218982697, 0.015488740988075733, 0.01601247675716877, 0.016536211594939232, 0.017059948295354843, 0.017583684995770454, 0.018107419833540916, 0.018631156533956528, 0.01915489137172699, 0.0196786280721426, 0.020202362909913063, 0.020726099610328674, 0.021249834448099136, 0.021773571148514748, 0.02229730784893036, 0.02282104268670082, 0.023344779387116432, 0.023868514224886894, 0.024392250925302505, 0.024915985763072968, 0.02543972246348858]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 4.0, 5.0, 4.0, 12.0, 18.0, 19.0, 29.0, 42.0, 66.0, 62.0, 102.0, 114.0, 143.0, 178.0, 267.0, 332.0, 429.0, 565.0, 849.0, 1208.0, 1877.0, 5567.0, 1664.0, 1216.0, 896.0, 660.0, 514.0, 364.0, 259.0, 201.0, 165.0, 124.0, 90.0, 76.0, 49.0, 34.0, 28.0, 35.0, 17.0, 22.0, 9.0, 10.0, 7.0, 8.0, 3.0, 6.0, 6.0, 5.0, 8.0, 8.0, 9.0, 9.0, 9.0, 5.0, 0.0, 2.0, 8.0, 9.0], "bins": [-0.006287110038101673, -0.006056991405785084, -0.005826872773468494, -0.005596754141151905, -0.005366635508835316, -0.005136516410857439, -0.00490639777854085, -0.00467627914622426, -0.004446160513907671, -0.004216041881591082, -0.003985923249274492, -0.0037558043841272593, -0.00352568575181067, -0.0032955671194940805, -0.0030654482543468475, -0.002835329622030258, -0.002605210989713669, -0.0023750923573970795, -0.00214497372508049, -0.001914854859933257, -0.0016847362276166677, -0.0014546175953000784, -0.0012244988465681672, -0.000994380097836256, -0.0007642614655196667, -0.0005341427749954164, -0.00030402408447116613, -7.390539394691586e-05, 0.0001562132965773344, 0.0003863319871015847, 0.0006164506776258349, 0.0008465693681500852, 0.0010766880586743355, 0.0013068066909909248, 0.001536925439722836, 0.0017670441884547472, 0.0019971628207713366, 0.002227281453087926, 0.002457400318235159, 0.0026875189505517483, 0.0029176375828683376, 0.003147756215184927, 0.0033778748475015163, 0.0036079937126487494, 0.0038381123449653387, 0.004068231210112572, 0.004298349842429161, 0.00452846847474575, 0.00475858710706234, 0.004988705739378929, 0.0052188243716955185, 0.005448943004012108, 0.005679061636328697, 0.005909180734306574, 0.006139299366623163, 0.006369417998939753, 0.006599536631256342, 0.006829655263572931, 0.007059773895889521, 0.00728989252820611, 0.007520011626183987, 0.007750130258500576, 0.007980248890817165, 0.008210367523133755, 0.008440486155450344]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 1.0, 3.0, 1.0, 1.0, 0.0, 2.0, 3.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08417582511901855, -0.08204666525125504, -0.07991750538349152, -0.0777883529663086, -0.07565919309854507, -0.07353003323078156, -0.07140087336301804, -0.06927171349525452, -0.0671425610780716, -0.06501340121030807, -0.06288424134254456, -0.060755081474781036, -0.05862592160701752, -0.056496765464544296, -0.05436760559678078, -0.052238449454307556, -0.05010928958654404, -0.04798012971878052, -0.0458509735763073, -0.04372181370854378, -0.04159265756607056, -0.03946349769830704, -0.03733433783054352, -0.0352051816880703, -0.03307602182030678, -0.030946863815188408, -0.028817705810070038, -0.02668854594230652, -0.02455938793718815, -0.02243022993206978, -0.02030107006430626, -0.01817191205918789, -0.01604275405406952, -0.013913596048951149, -0.011784437112510204, -0.00965527817606926, -0.00752612017095089, -0.005396961700171232, -0.003267803229391575, -0.0011386447586119175, 0.0009905137121677399, 0.0031196721829473972, 0.005248830653727055, 0.007377989124506712, 0.00950714759528637, 0.01163630560040474, 0.013765464536845684, 0.01589462347328663, 0.018023781478405, 0.02015293948352337, 0.02228209748864174, 0.024411257356405258, 0.026540415361523628, 0.028669573366642, 0.030798733234405518, 0.03292788937687874, 0.03505704924464226, 0.03718620911240578, 0.039315365254879, 0.04144452512264252, 0.043573684990406036, 0.04570284113287926, 0.047832001000642776, 0.049961157143116, 0.05209031701087952]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 3.0, 8.0, 6.0, 12.0, 7.0, 18.0, 16.0, 40.0, 45.0, 23.0, 17.0, 17.0, 18.0, 14.0, 6.0, 2.0, 0.0, 4.0, 2.0, 1.0, 3.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.0393335334956646, -0.037769366055727005, -0.03620519861578941, -0.03464103490114212, -0.03307686746120453, -0.03151270002126694, -0.029948532581329346, -0.028384367004036903, -0.026820199564099312, -0.02525603212416172, -0.023691866546869278, -0.022127699106931686, -0.020563531666994095, -0.018999366089701653, -0.01743519864976406, -0.01587103307247162, -0.014306865632534027, -0.01274269912391901, -0.011178532615303993, -0.009614365175366402, -0.008050198666751385, -0.006486032158136368, -0.0049218651838600636, -0.003357698442414403, -0.0017935317009687424, -0.00022936495952308178, 0.0013348017819225788, 0.0028989685233682394, 0.0044631352648139, 0.006027301773428917, 0.007591468747705221, 0.009155635721981525, 0.010719802230596542, 0.01228396873921156, 0.013848135247826576, 0.015412302687764168, 0.01697646826505661, 0.0185406357049942, 0.020104803144931793, 0.021668968722224236, 0.023233136162161827, 0.02479730360209942, 0.02636146917939186, 0.027925636619329453, 0.029489804059267044, 0.031053969636559486, 0.03261813521385193, 0.03418230265378952, 0.03574647009372711, 0.0373106375336647, 0.038874804973602295, 0.04043896868824959, 0.04200313612818718, 0.04356730356812477, 0.04513147100806236, 0.046695638447999954, 0.04825980216264725, 0.04982396960258484, 0.05138813704252243, 0.05295230448246002, 0.054516471922397614, 0.056080639362335205, 0.0576448030769825, 0.05920897051692009, 0.06077313795685768]}, "_runtime": 53.609201431274414, "_timestamp": 1596214378.366484, "_step": 62}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 3.0, 1.0, 1.0, 2.0, 1.0, 1.0, 3.0, 4.0, 1.0, 3.0, 1.0, 2.0, 2.0, 1.0, 3.0, 4.0, 4.0, 0.0, 3.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009889652952551842, -0.009566832333803177, -0.009244011715054512, -0.008921191096305847, -0.008598370477557182, -0.008275549858808517, -0.007952729240059853, -0.007629909086972475, -0.00730708846822381, -0.006984267849475145, -0.0066614472307264805, -0.006338626611977816, -0.006015806458890438, -0.005692985840141773, -0.005370165221393108, -0.0050473446026444435, -0.004724523983895779, -0.004401703365147114, -0.004078882746398449, -0.0037560623604804277, -0.003433241741731763, -0.003110421122983098, -0.002787600737065077, -0.002464780118316412, -0.002141959499567747, -0.0018191388808190823, -0.0014963183784857392, -0.0011734978761523962, -0.0008506772574037313, -0.0005278566968627274, -0.00020503613632172346, 0.00011778442421928048, 0.0004406049847602844, 0.0007634255453012884, 0.0010862461058422923, 0.0014090666081756353, 0.0017318872269243002, 0.002054707845672965, 0.0023775282315909863, 0.002700348850339651, 0.003023169469088316, 0.003345990087836981, 0.0036688107065856457, 0.0039916313253343105, 0.004314451478421688, 0.004637272097170353, 0.004960092715919018, 0.005282913334667683, 0.0056057339534163475, 0.005928554572165012, 0.006251375190913677, 0.006574195809662342, 0.006897016428411007, 0.0072198365814983845, 0.007542657200247049, 0.007865478284657001, 0.008188297972083092, 0.008511118590831757, 0.008833939209580421, 0.009156759828329086, 0.009479580447077751, 0.009802401065826416, 0.010125221684575081, 0.010448042303323746, 0.01077086292207241]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 6.0, 2.0, 7.0, 3.0, 5.0, 4.0, 7.0, 12.0, 9.0, 8.0, 15.0, 24.0, 28.0, 29.0, 39.0, 55.0, 86.0, 104.0, 129.0, 180.0, 294.0, 466.0, 4966.0, 549.0, 294.0, 169.0, 107.0, 84.0, 76.0, 50.0, 35.0, 21.0, 18.0, 14.0, 8.0, 5.0, 6.0, 4.0, 3.0, 5.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.1710835099220276, -0.16636312007904053, -0.16164273023605347, -0.1569223254919052, -0.15220193564891815, -0.1474815458059311, -0.14276115596294403, -0.13804076611995697, -0.13332036137580872, -0.12859997153282166, -0.1238795816898346, -0.11915919184684753, -0.11443880200386047, -0.10971840471029282, -0.10499801486730576, -0.1002776175737381, -0.09555722773075104, -0.09083683788776398, -0.08611644059419632, -0.08139605075120926, -0.0766756534576416, -0.07195526361465454, -0.06723487377166748, -0.06251447647809982, -0.05779408663511276, -0.0530736930668354, -0.048353299498558044, -0.043632909655570984, -0.038912516087293625, -0.034192122519016266, -0.029471730813384056, -0.024751339107751846, -0.020030945539474487, -0.015310552902519703, -0.010590160265564919, -0.005869767628610134, -0.0011493749916553497, 0.0035710176452994347, 0.008291410282254219, 0.013011802919209003, 0.017732195556163788, 0.022452589124441147, 0.027172980830073357, 0.031893372535705566, 0.036613766103982925, 0.041334159672260284, 0.046054549515247345, 0.050774943083524704, 0.05549533665180206, 0.06021573022007942, 0.06493612378835678, 0.06965651363134384, 0.0743769109249115, 0.07909730076789856, 0.08381769061088562, 0.08853808790445328, 0.09325847774744034, 0.0979788675904274, 0.10269926488399506, 0.10741965472698212, 0.11214004456996918, 0.11686044186353683, 0.1215808317065239, 0.12630122900009155, 0.1310216188430786]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 2.0, 1.0, 1.0, 3.0, 2.0, 1.0, 3.0, 1.0, 5.0, 2.0, 3.0, 3.0, 4.0, 2.0, 1.0, 5.0, 4.0, 25.0, 2.0, 9.0, 3.0, 2.0, 2.0, 2.0, 2.0, 3.0, 3.0, 2.0, 3.0, 2.0, 0.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 3.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0022334353998303413, -0.002154936781153083, -0.0020764381624758244, -0.001997939310967922, -0.0019194406922906637, -0.0018409420736134052, -0.001762443338520825, -0.0016839446034282446, -0.001605445984750986, -0.0015269473660737276, -0.0014484486309811473, -0.001369949895888567, -0.0012914512772113085, -0.00121295265853405, -0.0011344539234414697, -0.0010559551883488894, -0.0009774565696716309, -0.0008989578927867115, -0.000820459215901792, -0.0007419605390168726, -0.0006634618621319532, -0.0005849631852470338, -0.0005064645083621144, -0.000427965831477195, -0.0003494671545922756, -0.0002709684777073562, -0.0001924698008224368, -0.0001139711239375174, -3.5472447052598e-05, 4.3026229832321405e-05, 0.00012152490671724081, 0.00020002358360216022, 0.0002785222604870796, 0.000357020937371999, 0.00043551961425691843, 0.0005140182911418378, 0.0005925169680267572, 0.0006710156449116766, 0.000749514321796596, 0.0008280129986815155, 0.0009065116755664349, 0.0009850102942436934, 0.0010635090293362737, 0.001142007764428854, 0.0012205063831061125, 0.001299005001783371, 0.0013775037368759513, 0.0014560024719685316, 0.00153450109064579, 0.0016129997093230486, 0.001691498444415629, 0.0017699971795082092, 0.0018484957981854677, 0.0019269944168627262, 0.0020054932683706284, 0.002083991887047887, 0.0021624905057251453, 0.002240989124402404, 0.0023194877430796623, 0.0023979865945875645, 0.002476485213264823, 0.0025549838319420815, 0.0026334826834499836, 0.002711981302127242, 0.0027904799208045006]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 4.0, 3.0, 7.0, 9.0, 11.0, 21.0, 34.0, 36.0, 69.0, 90.0, 134.0, 229.0, 339.0, 532.0, 878.0, 1323.0, 2222.0, 3673.0, 6309.0, 11780.0, 23294.0, 52082.0, 147162.0, 760156.0, 80957.0, 36396.0, 19379.0, 11195.0, 6943.0, 4500.0, 2954.0, 2060.0, 1346.0, 1006.0, 700.0, 495.0, 367.0, 226.0, 209.0, 150.0, 101.0, 67.0, 46.0, 35.0, 30.0, 19.0, 13.0, 19.0, 8.0, 10.0, 3.0, 3.0, 2.0, 3.0, 0.0, 1.0], "bins": [-0.008395682089030743, -0.008128087036311626, -0.00786049198359251, -0.007592896930873394, -0.007325301878154278, -0.007057706825435162, -0.006790111772716045, -0.006522516719996929, -0.006254921667277813, -0.0059873261488974094, -0.005719731096178293, -0.005452136043459177, -0.005184540990740061, -0.004916945938020945, -0.004649350885301828, -0.004381755832582712, -0.004114160779863596, -0.0038465657271444798, -0.0035789706744253635, -0.0033113756217062473, -0.003043780568987131, -0.0027761852834373713, -0.002508590230718255, -0.002240995177999139, -0.0019734001252800226, -0.0017058050725609064, -0.0014382100198417902, -0.0011706148507073522, -0.000903019797988236, -0.0006354247452691197, -0.0003678296343423426, -0.00010023455251939595, 0.00016736052930355072, 0.0004349556111264974, 0.0007025506929494441, 0.0009701458038762212, 0.0012377408565953374, 0.0015053359093144536, 0.0017729310784488916, 0.002040526131168008, 0.002308121183887124, 0.0025757162366062403, 0.0028433112893253565, 0.0031109063420444727, 0.0033785016275942326, 0.0036460966803133488, 0.003913691733032465, 0.004181286785751581, 0.004448881838470697, 0.004716476891189814, 0.00498407194390893, 0.005251666996628046, 0.005519262049347162, 0.0057868571020662785, 0.006054452154785395, 0.006322047207504511, 0.006589642725884914, 0.006857237778604031, 0.007124832831323147, 0.007392427884042263, 0.007660022936761379, 0.007927617989480495, 0.008195213042199612, 0.008462808094918728, 0.008730403147637844]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 3.0, 4.0, 3.0, 1.0, 3.0, 1.0, 9.0, 2.0, 1.0, 4.0, 2.0, 4.0, 0.0, 5.0, 1.0, 2.0, 0.0, 1.0, 0.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.016613684594631195, -0.016081562265753746, -0.015549438074231148, -0.015017314814031124, -0.0144851915538311, -0.013953069224953651, -0.013420945964753628, -0.012888822704553604, -0.01235669944435358, -0.011824576184153557, -0.011292452923953533, -0.01076032966375351, -0.01022820733487606, -0.009696084074676037, -0.009163960814476013, -0.00863183755427599, -0.008099714294075966, -0.007567591033875942, -0.007035467773675919, -0.006503344979137182, -0.005971221718937159, -0.005439098458737135, -0.004906975664198399, -0.004374852403998375, -0.0038427291437983513, -0.0033106058835983276, -0.0027784828562289476, -0.0022463598288595676, -0.001714236568659544, -0.0011821134248748422, -0.0006499902810901403, -0.00011786713730543852, 0.0004142560064792633, 0.0009463791502639651, 0.001478502294048667, 0.002010625321418047, 0.0025427485816180706, 0.0030748718418180943, 0.0036069948691874743, 0.004139117896556854, 0.004671241156756878, 0.0052033644169569016, 0.005735487677156925, 0.0062676104716956615, 0.006799733731895685, 0.007331856992095709, 0.007863979786634445, 0.008396103046834469, 0.008928226307034492, 0.009460349567234516, 0.00999247282743454, 0.010524596087634563, 0.011056719347834587, 0.011588841676712036, 0.01212096493691206, 0.012653088197112083, 0.013185211457312107, 0.01371733471751213, 0.014249457977712154, 0.014781581237912178, 0.015313703566789627, 0.015845827758312225, 0.016377950087189674, 0.016910074278712273, 0.01744219660758972]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 3.0, 4.0, 3.0, 6.0, 9.0, 10.0, 6.0, 15.0, 19.0, 19.0, 31.0, 50.0, 55.0, 93.0, 86.0, 112.0, 114.0, 193.0, 236.0, 380.0, 464.0, 602.0, 893.0, 1396.0, 2727.0, 5899.0, 1519.0, 905.0, 611.0, 453.0, 367.0, 273.0, 195.0, 142.0, 104.0, 79.0, 78.0, 39.0, 30.0, 31.0, 26.0, 24.0, 20.0, 10.0, 12.0, 13.0, 8.0, 6.0, 11.0, 8.0, 6.0, 4.0, 6.0, 8.0, 4.0, 5.0, 4.0, 1.0, 1.0, 1.0], "bins": [-0.009970180690288544, -0.009627673774957657, -0.00928516685962677, -0.008942659944295883, -0.008600153028964996, -0.008257647044956684, -0.007915140129625797, -0.00757263321429491, -0.007230126298964024, -0.006887619383633137, -0.00654511246830225, -0.00620260601863265, -0.0058600991033017635, -0.005517592187970877, -0.005175085738301277, -0.00483257882297039, -0.0044900719076395035, -0.004147564992308617, -0.0038050583098083735, -0.0034625516273081303, -0.0031200447119772434, -0.0027775377966463566, -0.0024350311141461134, -0.00209252443164587, -0.0017500175163149834, -0.0014075107173994184, -0.0010650039184838533, -0.0007224971195682883, -0.0003799903206527233, -3.74835217371583e-05, 0.0003050232771784067, 0.0006475300760939717, 0.0009900368750095367, 0.0013325436739251018, 0.0016750504728406668, 0.00201755715534091, 0.002360064070671797, 0.0027025709860026836, 0.003045077668502927, 0.00338758435100317, 0.003730091266334057, 0.004072598181664944, 0.0044151050969958305, 0.00475761154666543, 0.005100118461996317, 0.005442625377327204, 0.005785131826996803, 0.00612763874232769, 0.006470145657658577, 0.006812652572989464, 0.007155159488320351, 0.00749766593798995, 0.007840173318982124, 0.008182679302990437, 0.008525186218321323, 0.00886769313365221, 0.009210200048983097, 0.009552706964313984, 0.00989521387964487, 0.010237720794975758, 0.01058022677898407, 0.010922733694314957, 0.011265240609645844, 0.01160774752497673, 0.011950254440307617]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 6.0, 1.0, 1.0, 4.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.15905028581619263, -0.15336555242538452, -0.1476808339357376, -0.1419961005449295, -0.1363113820552826, -0.1306266486644745, -0.12494192272424698, -0.11925719678401947, -0.11357246339321136, -0.10788773745298386, -0.10220301151275635, -0.09651828557252884, -0.09083355963230133, -0.08514883369207382, -0.07946410030126572, -0.07377937436103821, -0.0680946484208107, -0.06240992248058319, -0.056725192815065384, -0.051040466874837875, -0.04535573720932007, -0.03967101126909256, -0.03398628532886505, -0.028301557525992393, -0.022616829723119736, -0.016932101920247078, -0.011247375048696995, -0.005562647711485624, 0.00012207962572574615, 0.005806806962937117, 0.011491534300148487, 0.01717626117169857, 0.022860988974571228, 0.028545716777443886, 0.034230444580316544, 0.03991517052054405, 0.04559990018606186, 0.05128462612628937, 0.056969352066516876, 0.06265407800674438, 0.06833881139755249, 0.07402353733778, 0.07970826327800751, 0.08539298921823502, 0.09107771515846252, 0.09676244109869003, 0.10244717448949814, 0.10813190042972565, 0.11381662636995316, 0.11950135231018066, 0.12518608570098877, 0.13087080419063568, 0.1365555375814438, 0.1422402560710907, 0.1479249894618988, 0.1536097228527069, 0.15929444134235382, 0.16497917473316193, 0.17066389322280884, 0.17634862661361694, 0.18203336000442505, 0.18771807849407196, 0.19340281188488007, 0.19908753037452698, 0.20477226376533508]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 0.0, 2.0, 3.0, 3.0, 3.0, 4.0, 7.0, 6.0, 4.0, 5.0, 3.0, 5.0, 1.0, 2.0, 18.0, 27.0, 68.0, 37.0, 16.0, 20.0, 2.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 2.0, 4.0, 3.0, 2.0, 4.0, 2.0, 3.0, 3.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 0.0, 1.0, 1.0, 2.0], "bins": [-0.11328628659248352, -0.10901021212339401, -0.1047341376543045, -0.1004580557346344, -0.09618198126554489, -0.09190590679645538, -0.08762983232736588, -0.08335375785827637, -0.07907767593860626, -0.07480160146951675, -0.07052552700042725, -0.06624945253133774, -0.06197337806224823, -0.05769729986786842, -0.053421225398778915, -0.04914514720439911, -0.0448690727353096, -0.04059299826622009, -0.036316920071840286, -0.03204084560275078, -0.02776476927101612, -0.023488692939281464, -0.019212618470191956, -0.014936542138457298, -0.010660465806722641, -0.006384389940649271, -0.002108314074575901, 0.002167761791497469, 0.006443837657570839, 0.010719913989305496, 0.014995989389717579, 0.01927206479012966, 0.02354814112186432, 0.027824217453598976, 0.03210029378533363, 0.03637636825442314, 0.04065244644880295, 0.044928520917892456, 0.049204595386981964, 0.05348067358136177, 0.05775674805045128, 0.06203282251954079, 0.0663089007139206, 0.0705849751830101, 0.07486104965209961, 0.07913712412118912, 0.08341320604085922, 0.08768928050994873, 0.09196535497903824, 0.09624142944812775, 0.10051750391721725, 0.10479358583688736, 0.10906966030597687, 0.11334573477506638, 0.11762180924415588, 0.12189788371324539, 0.1261739581823349, 0.130450040102005, 0.13472610712051392, 0.13900218904018402, 0.14327827095985413, 0.14755433797836304, 0.15183041989803314, 0.15610648691654205, 0.16038256883621216]}, "_runtime": 54.44038724899292, "_timestamp": 1596214379.1976697, "_step": 63}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 2.0, 4.0, 3.0, 4.0, 2.0, 0.0, 4.0, 3.0, 2.0, 1.0, 5.0, 2.0, 0.0, 1.0, 2.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.012983404099941254, -0.012624016031622887, -0.01226462796330452, -0.011905239894986153, -0.011545851826667786, -0.011186463758349419, -0.010827074758708477, -0.01046768669039011, -0.010108298622071743, -0.009748910553753376, -0.009389522485435009, -0.009030134417116642, -0.008670746348798275, -0.008311358280479908, -0.007951970212161541, -0.007592581678181887, -0.00723319360986352, -0.006873805541545153, -0.006514417473226786, -0.006155028939247131, -0.005795640870928764, -0.005436252802610397, -0.00507686473429203, -0.004717476665973663, -0.004358088597655296, -0.003998700063675642, -0.003639311995357275, -0.003279923927038908, -0.002920535858720541, -0.0025611475575715303, -0.0022017594892531633, -0.0018423713045194745, -0.0014829831197857857, -0.0011235949350520968, -0.0007642068085260689, -0.00040481865289621055, -4.543049726635218e-05, 0.0003139576583635062, 0.0006733458139933646, 0.0010327339405193925, 0.0013921221252530813, 0.0017515103099867702, 0.002110898494720459, 0.002470286563038826, 0.002829674631357193, 0.0031890629325062037, 0.0035484510008245707, 0.003907839301973581, 0.004267227370291948, 0.004626615438610315, 0.004986003506928682, 0.005345392040908337, 0.005704780109226704, 0.006064168177545071, 0.006423556245863438, 0.006782944314181805, 0.007142332382500172, 0.007501720916479826, 0.007861108519136906, 0.008220497518777847, 0.008579885587096214, 0.008939273655414581, 0.009298661723732948, 0.009658049792051315, 0.010017437860369682]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 3.0, 1.0, 1.0, 1.0, 1.0, 4.0, 5.0, 11.0, 4.0, 10.0, 6.0, 9.0, 11.0, 14.0, 18.0, 22.0, 47.0, 52.0, 83.0, 83.0, 143.0, 286.0, 482.0, 5212.0, 643.0, 251.0, 166.0, 107.0, 78.0, 45.0, 31.0, 31.0, 16.0, 8.0, 7.0, 7.0, 4.0, 6.0, 5.0, 5.0, 1.0, 4.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0], "bins": [-0.20707076787948608, -0.20122620463371277, -0.19538164138793945, -0.18953707814216614, -0.18369251489639282, -0.1778479367494583, -0.172003373503685, -0.16615881025791168, -0.16031424701213837, -0.15446968376636505, -0.14862512052059174, -0.14278055727481842, -0.1369359791278839, -0.1310914158821106, -0.12524685263633728, -0.11940228939056396, -0.11355772614479065, -0.10771316289901733, -0.10186859965324402, -0.0960240289568901, -0.09017946571111679, -0.08433490246534348, -0.07849033176898956, -0.07264576852321625, -0.06680120527744293, -0.06095664203166962, -0.055112075060606, -0.04926750808954239, -0.043422944843769073, -0.03757838159799576, -0.031733814626932144, -0.02588924951851368, -0.020044684410095215, -0.01420011930167675, -0.008355554193258286, -0.002510989084839821, 0.003333576023578644, 0.009178141131997108, 0.015022706240415573, 0.020867271348834038, 0.026711836457252502, 0.03255639970302582, 0.03840096667408943, 0.044245533645153046, 0.05009009689092636, 0.055934660136699677, 0.06177922710776329, 0.0676237940788269, 0.07346835732460022, 0.07931292057037354, 0.08515748381614685, 0.09100205451250076, 0.09684661775827408, 0.1026911810040474, 0.1085357517004013, 0.11438031494617462, 0.12022487819194794, 0.12606944143772125, 0.13191400468349457, 0.13775856792926788, 0.1436031460762024, 0.1494477093219757, 0.15529227256774902, 0.16113683581352234, 0.16698139905929565]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 3.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 3.0, 2.0, 1.0, 3.0, 1.0, 6.0, 6.0, 6.0, 4.0, 5.0, 4.0, 6.0, 27.0, 2.0, 1.0, 3.0, 2.0, 2.0, 1.0, 2.0, 1.0, 3.0, 3.0, 3.0, 5.0, 1.0, 3.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 3.0, 1.0], "bins": [-0.0034616668708622456, -0.003375458065420389, -0.0032892494928091764, -0.0032030409201979637, -0.0031168321147561073, -0.003030623309314251, -0.002944414736703038, -0.0028582061640918255, -0.002771997358649969, -0.0026857885532081127, -0.0025995799805969, -0.0025133714079856873, -0.002427162602543831, -0.0023409537971019745, -0.0022547452244907618, -0.002168536651879549, -0.0020823278464376926, -0.0019961190409958363, -0.0019099104683846235, -0.001823701779358089, -0.0017374930903315544, -0.0016512844013050199, -0.0015650757122784853, -0.0014788670232519507, -0.0013926583342254162, -0.0013064496451988816, -0.001220240956172347, -0.0011340322671458125, -0.001047823578119278, -0.0009616148890927434, -0.0008754062000662088, -0.0007891975110396743, -0.0007029888220131397, -0.0006167801329866052, -0.0005305714439600706, -0.00044436275493353605, -0.0003581540659070015, -0.00027194537688046694, -0.00018573668785393238, -9.952799882739782e-05, -1.3319309800863266e-05, 7.288937922567129e-05, 0.00015909806825220585, 0.0002453067572787404, 0.00033151544630527496, 0.0004177241353318095, 0.0005039328243583441, 0.0005901415133848786, 0.0006763502024114132, 0.0007625588914379478, 0.0008487675804644823, 0.0009349762694910169, 0.0010211849585175514, 0.001107393647544086, 0.0011936023365706205, 0.001279811025597155, 0.0013660197146236897, 0.0014522284036502242, 0.0015384370926767588, 0.0016246457817032933, 0.0017108544707298279, 0.0017970631597563624, 0.001883271848782897, 0.0019694804213941097, 0.002055689226835966]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 3.0, 0.0, 1.0, 1.0, 3.0, 1.0, 3.0, 5.0, 4.0, 5.0, 3.0, 9.0, 19.0, 13.0, 22.0, 19.0, 38.0, 39.0, 44.0, 55.0, 101.0, 153.0, 200.0, 240.0, 317.0, 451.0, 637.0, 921.0, 1333.0, 2171.0, 3815.0, 7030.0, 14818.0, 37223.0, 127651.0, 841472.0, 80395.0, 28843.0, 13091.0, 7059.0, 4072.0, 2502.0, 1592.0, 1042.0, 693.0, 512.0, 325.0, 242.0, 155.0, 94.0, 68.0, 49.0, 25.0, 25.0, 19.0, 8.0, 8.0, 4.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.010812056250870228, -0.010515104979276657, -0.010218153707683086, -0.009921202436089516, -0.009624251164495945, -0.009327299892902374, -0.009030348621308804, -0.008733397349715233, -0.008436446078121662, -0.008139494806528091, -0.00784254353493452, -0.00754559226334095, -0.007248640991747379, -0.006951689720153809, -0.006654738448560238, -0.006357787176966667, -0.0060608359053730965, -0.005763884633779526, -0.005466933362185955, -0.005169982090592384, -0.004873030818998814, -0.004576079547405243, -0.004279128275811672, -0.0039821770042181015, -0.003685225732624531, -0.00338827446103096, -0.0030913231894373894, -0.0027943719178438187, -0.002497420646250248, -0.0022004693746566772, -0.0019035181030631065, -0.0016065668314695358, -0.0013096155598759651, -0.0010126642882823944, -0.0007157130166888237, -0.000418761745095253, -0.00012181047350168228, 0.00017514079809188843, 0.00047209206968545914, 0.0007690433412790298, 0.0010659946128726006, 0.0013629458844661713, 0.001659897156059742, 0.0019568484276533127, 0.0022537996992468834, 0.002550750970840454, 0.002847702242434025, 0.0031446535140275955, 0.0034416047856211662, 0.003738556057214737, 0.004035507328808308, 0.004332458600401878, 0.004629409871995449, 0.00492636114358902, 0.0052233124151825905, 0.005520263686776161, 0.005817214958369732, 0.006114166229963303, 0.006411117501556873, 0.006708068773150444, 0.007005020044744015, 0.0073019713163375854, 0.007598922587931156, 0.007895873859524727, 0.008192825131118298]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 12.0, 3.0, 4.0, 6.0, 3.0, 3.0, 4.0, 5.0, 4.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.04410591721534729, -0.043181952089071274, -0.04225798323750496, -0.04133401811122894, -0.04041005298495293, -0.03948608413338661, -0.038562119007110596, -0.03763815388083458, -0.036714185029268265, -0.03579021990299225, -0.03486625477671623, -0.03394228592514992, -0.0330183207988739, -0.032094355672597885, -0.03117038682103157, -0.030246421694755554, -0.02932245470583439, -0.028398487716913223, -0.027474522590637207, -0.02655055560171604, -0.025626588612794876, -0.02470262348651886, -0.023778656497597694, -0.02285468950867653, -0.021930724382400513, -0.021006757393479347, -0.020082790404558182, -0.019158823415637016, -0.018234858289361, -0.017310891300439835, -0.01638692431151867, -0.015462958253920078, -0.014538992196321487, -0.013615026138722897, -0.012691059149801731, -0.01176709309220314, -0.010843126103281975, -0.009919160045683384, -0.008995193988084793, -0.008071226999163628, -0.007147260941565037, -0.006223294418305159, -0.0052993278950452805, -0.00437536183744669, -0.0034513953141868114, -0.0025274287909269333, -0.0016034625004976988, -0.0006794960936531425, 0.0002444703131914139, 0.0011684367200359702, 0.0020924031268805265, 0.003016369417309761, 0.003940335940569639, 0.004864302463829517, 0.005788268521428108, 0.006712235044687986, 0.0076362015679478645, 0.008560167625546455, 0.00948413461446762, 0.010408100672066212, 0.011332066729664803, 0.012256033718585968, 0.013179999776184559, 0.014103966765105724, 0.015027932822704315]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [6.0, 3.0, 8.0, 4.0, 7.0, 12.0, 7.0, 12.0, 6.0, 12.0, 7.0, 6.0, 11.0, 4.0, 8.0, 12.0, 15.0, 10.0, 19.0, 26.0, 30.0, 29.0, 38.0, 42.0, 41.0, 66.0, 67.0, 71.0, 99.0, 132.0, 135.0, 208.0, 293.0, 467.0, 801.0, 1783.0, 6585.0, 2173.0, 1365.0, 968.0, 713.0, 539.0, 385.0, 336.0, 219.0, 167.0, 131.0, 105.0, 74.0, 50.0, 28.0, 21.0, 14.0, 15.0, 15.0, 8.0, 5.0, 3.0, 5.0, 2.0, 0.0, 5.0, 1.0, 3.0], "bins": [-0.014994898810982704, -0.01458117924630642, -0.014167459681630135, -0.01375374011695385, -0.013340020552277565, -0.01292630098760128, -0.012512581422924995, -0.01209886185824871, -0.011685142293572426, -0.011271422728896141, -0.010857703164219856, -0.010443983599543571, -0.010030264034867287, -0.009616544470191002, -0.009202824905514717, -0.008789105340838432, -0.008375385776162148, -0.007961666211485863, -0.007547946646809578, -0.007134227082133293, -0.006720507517457008, -0.006306787952780724, -0.005893068388104439, -0.005479348823428154, -0.005065629258751869, -0.004651909694075584, -0.0042381901293993, -0.003824470564723015, -0.00341075100004673, -0.0029970314353704453, -0.0025833118706941605, -0.0021695923060178757, -0.0017558727413415909, -0.001342153176665306, -0.0009284336119890213, -0.0005147140473127365, -0.00010099448263645172, 0.00031272508203983307, 0.0007264446467161179, 0.0011401642113924026, 0.0015538837760686874, 0.0019676033407449722, 0.002381322905421257, 0.002795042470097542, 0.0032087620347738266, 0.0036224815994501114, 0.004036201164126396, 0.004449920728802681, 0.004863640293478966, 0.0052773598581552505, 0.005691079422831535, 0.00610479898750782, 0.006518518552184105, 0.00693223811686039, 0.0073459576815366745, 0.007759677246212959, 0.008173396810889244, 0.008587116375565529, 0.009000835940241814, 0.009414555504918098, 0.009828275069594383, 0.010241994634270668, 0.010655714198946953, 0.011069433763623238, 0.011483153328299522]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.09649762511253357, -0.09287088364362717, -0.08924413472414017, -0.08561739325523376, -0.08199064433574677, -0.07836390286684036, -0.07473716139793396, -0.07111041247844696, -0.06748367100954056, -0.06385692954063416, -0.060230180621147156, -0.05660343915224075, -0.05297669395804405, -0.04934994876384735, -0.04572320729494095, -0.04209646210074425, -0.038469716906547546, -0.034842971712350845, -0.031216228380799294, -0.02758948504924774, -0.02396273985505104, -0.02033599466085434, -0.016709251329302788, -0.013082507066428661, -0.009455762803554535, -0.0058290185406804085, -0.002202274277806282, 0.0014244699850678444, 0.005051214247941971, 0.008677958510816097, 0.012304702773690224, 0.015931446105241776, 0.019558191299438477, 0.023184936493635178, 0.02681167982518673, 0.03043842315673828, 0.03406516835093498, 0.03769191354513168, 0.041318655014038086, 0.04494540020823479, 0.04857214540243149, 0.05219889059662819, 0.05582563579082489, 0.05945237725973129, 0.0630791187286377, 0.0667058676481247, 0.0703326091170311, 0.0739593580365181, 0.0775860995054245, 0.0812128409743309, 0.0848395898938179, 0.0884663313627243, 0.0920930802822113, 0.0957198217511177, 0.09934656322002411, 0.10297331213951111, 0.10660005360841751, 0.11022679507732391, 0.11385354399681091, 0.11748028546571732, 0.12110702693462372, 0.12473377585411072, 0.12836052477359772, 0.13198725879192352, 0.13561400771141052]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 3.0, 0.0, 2.0, 1.0, 2.0, 1.0, 3.0, 2.0, 2.0, 4.0, 2.0, 6.0, 4.0, 6.0, 1.0, 4.0, 3.0, 0.0, 8.0, 9.0, 9.0, 17.0, 24.0, 57.0, 24.0, 24.0, 14.0, 17.0, 7.0, 4.0, 1.0, 4.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.08833900094032288, -0.08587150275707245, -0.08340400457382202, -0.08093651384115219, -0.07846901565790176, -0.07600151747465134, -0.07353401929140091, -0.07106652110815048, -0.06859903037548065, -0.06613153219223022, -0.0636640340089798, -0.06119653582572937, -0.05872903764247894, -0.056261543184518814, -0.05379404500126839, -0.05132655054330826, -0.04885905236005783, -0.046391554176807404, -0.043924059718847275, -0.04145656153559685, -0.03898906707763672, -0.03652156889438629, -0.034054070711135864, -0.031586576253175735, -0.029119078069925308, -0.02665158174932003, -0.024184085428714752, -0.021716587245464325, -0.019249090924859047, -0.01678159460425377, -0.014314097352325916, -0.011846600100398064, -0.009379103779792786, -0.00691160699352622, -0.004444110207259655, -0.0019766134209930897, 0.0004908833652734756, 0.002958380151540041, 0.005425876937806606, 0.007893374189734459, 0.010360870510339737, 0.012828366830945015, 0.015295864082872868, 0.01776336133480072, 0.020230857655405998, 0.022698353976011276, 0.025165852159261703, 0.02763334847986698, 0.03010084480047226, 0.03256834298372269, 0.035035837441682816, 0.03750333562493324, 0.03997083008289337, 0.0424383282661438, 0.044905826449394226, 0.047373320907354355, 0.04984081909060478, 0.05230831727385521, 0.05477581173181534, 0.057243309915065765, 0.05971080809831619, 0.06217830255627632, 0.06464579701423645, 0.06711329519748688, 0.0695807933807373]}, "_runtime": 55.290454626083374, "_timestamp": 1596214380.0477371, "_step": 64}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 2.0, 2.0, 0.0, 4.0, 2.0, 1.0, 1.0, 4.0, 2.0, 3.0, 4.0, 3.0, 1.0, 4.0, 3.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010921068489551544, -0.010526311583817005, -0.01013155560940504, -0.009736798703670502, -0.009342042729258537, -0.008947285823523998, -0.00855252891778946, -0.008157772943377495, -0.007763016037642956, -0.007368259597569704, -0.006973503157496452, -0.006578746251761913, -0.006183989811688662, -0.00578923337161541, -0.005394476465880871, -0.004999720025807619, -0.004604963585734367, -0.004210207145661116, -0.0038154504727572203, -0.003420693799853325, -0.003025937359780073, -0.0026311809197068214, -0.002236424246802926, -0.0018416676903143525, -0.001446911133825779, -0.0010521545773372054, -0.0006573980208486319, -0.0002626414643600583, 0.00013211509212851524, 0.0005268716486170888, 0.0009216282051056623, 0.001316384761594236, 0.0017111413180828094, 0.002105897758156061, 0.0025006544310599566, 0.002895411103963852, 0.0032901675440371037, 0.0036849239841103554, 0.004079680889844894, 0.004474437329918146, 0.004869193769991398, 0.00526395021006465, 0.005658706650137901, 0.00605346355587244, 0.006448219995945692, 0.006842976436018944, 0.007237733341753483, 0.0076324897818267345, 0.008027246221899986, 0.008422003127634525, 0.00881675910204649, 0.009211516007781029, 0.009606271982192993, 0.010001028887927532, 0.010395785793662071, 0.010790541768074036, 0.011185298673808575, 0.011580055579543114, 0.011974811553955078, 0.012369568459689617, 0.012764325365424156, 0.01315908133983612, 0.01355383824557066, 0.013948594219982624, 0.014343351125717163]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 4.0, 0.0, 1.0, 0.0, 1.0, 3.0, 3.0, 6.0, 5.0, 6.0, 6.0, 5.0, 14.0, 14.0, 33.0, 34.0, 42.0, 57.0, 88.0, 114.0, 187.0, 303.0, 572.0, 5257.0, 469.0, 227.0, 143.0, 85.0, 79.0, 51.0, 36.0, 20.0, 15.0, 17.0, 7.0, 10.0, 4.0, 0.0, 6.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.16982589662075043, -0.16381819546222687, -0.1578105092048645, -0.15180280804634094, -0.14579512178897858, -0.13978742063045502, -0.13377973437309265, -0.1277720332145691, -0.12176433950662613, -0.11575664579868317, -0.1097489520907402, -0.10374125838279724, -0.09773355722427368, -0.09172586351633072, -0.08571816980838776, -0.0797104761004448, -0.07370278239250183, -0.06769508868455887, -0.061687394976615906, -0.055679697543382645, -0.04967200383543968, -0.04366431012749672, -0.03765661269426346, -0.031648918986320496, -0.025641225278377533, -0.01963353157043457, -0.013625835999846458, -0.007618141360580921, -0.001610446721315384, 0.004397247917950153, 0.01040494255721569, 0.016412638127803802, 0.022420331835746765, 0.028428025543689728, 0.03443571925163269, 0.04044341668486595, 0.046451110392808914, 0.05245880410075188, 0.05846650153398514, 0.0644741952419281, 0.07048188894987106, 0.07648958265781403, 0.08249727636575699, 0.08850497007369995, 0.09451267123222351, 0.10052036494016647, 0.10652805864810944, 0.1125357523560524, 0.11854344606399536, 0.12455113977193832, 0.1305588334798813, 0.13656653463840485, 0.1425742208957672, 0.14858192205429077, 0.15458960831165314, 0.1605973094701767, 0.16660499572753906, 0.17261269688606262, 0.17862039804458618, 0.18462808430194855, 0.1906357854604721, 0.19664347171783447, 0.20265117287635803, 0.2086588591337204, 0.21466656029224396]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 2.0, 2.0, 1.0, 1.0, 1.0, 5.0, 2.0, 3.0, 2.0, 3.0, 2.0, 6.0, 3.0, 6.0, 6.0, 27.0, 6.0, 4.0, 1.0, 2.0, 4.0, 2.0, 2.0, 3.0, 1.0, 2.0, 0.0, 3.0, 2.0, 3.0, 2.0, 1.0, 1.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002119090175256133, -0.0020499343518167734, -0.0019807785283774137, -0.001911622821353376, -0.0018424669979140162, -0.0017733111744746566, -0.0017041554674506187, -0.001634999644011259, -0.0015658438205718994, -0.0014966879971325397, -0.00142753217369318, -0.0013583764666691422, -0.0012892206432297826, -0.001220064819790423, -0.001150909112766385, -0.0010817532893270254, -0.0010125974658876657, -0.0009434416424483061, -0.0008742858772166073, -0.0008051301119849086, -0.0007359742885455489, -0.0006668184651061893, -0.0005976626998744905, -0.0005285069346427917, -0.0004593511112034321, -0.0003901953168679029, -0.00032103952253237367, -0.00025188372819684446, -0.00018272793386131525, -0.00011357213952578604, -4.4416345190256834e-05, 2.4739449145272374e-05, 9.389524348080158e-05, 0.0001630510378163308, 0.00023220683215186, 0.0003013626264873892, 0.0003705184208229184, 0.0004396742151584476, 0.0005088300094939768, 0.0005779857747256756, 0.0006471415981650352, 0.0007162974216043949, 0.0007854531868360937, 0.0008546089520677924, 0.0009237647755071521, 0.0009929205989465117, 0.0010620763059705496, 0.0011312321294099092, 0.001200387952849269, 0.0012695437762886286, 0.0013386995997279882, 0.001407855306752026, 0.0014770111301913857, 0.0015461669536307454, 0.0016153226606547832, 0.001684478484094143, 0.0017536343075335026, 0.0018227901309728622, 0.001891945954412222, 0.0019611017778515816, 0.0020302576012909412, 0.0020994131918996572, 0.002168569015339017, 0.0022377248387783766, 0.0023068806622177362]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 3.0, 1.0, 2.0, 2.0, 5.0, 9.0, 14.0, 11.0, 35.0, 39.0, 69.0, 143.0, 211.0, 291.0, 483.0, 818.0, 1211.0, 2195.0, 3605.0, 6288.0, 11684.0, 22232.0, 50618.0, 151572.0, 767480.0, 78535.0, 34315.0, 18229.0, 10524.0, 6416.0, 4118.0, 2707.0, 1808.0, 1168.0, 772.0, 591.0, 392.0, 291.0, 215.0, 153.0, 102.0, 79.0, 50.0, 31.0, 32.0, 32.0, 18.0, 9.0, 8.0, 4.0, 5.0, 5.0, 3.0, 2.0, 1.0, 2.0, 0.0, 3.0], "bins": [-0.0064629497937858105, -0.006249656900763512, -0.0060363635420799255, -0.005823070649057627, -0.005609777756035328, -0.005396484397351742, -0.005183191504329443, -0.004969898145645857, -0.004756605252623558, -0.004543312359601259, -0.004330019000917673, -0.004116726107895374, -0.003903432982042432, -0.0036901398561894894, -0.0034768469631671906, -0.003263553837314248, -0.0030502607114613056, -0.002836967585608363, -0.0026236744597554207, -0.002410381566733122, -0.0021970884408801794, -0.001983795315027237, -0.0017705023055896163, -0.0015572092961519957, -0.0013439161702990532, -0.0011306230444461107, -0.0009173300350084901, -0.0007040369673632085, -0.000490743899717927, -0.0002774508320726454, -6.415776442736387e-05, 0.00014913530321791768, 0.00036242837086319923, 0.0005757214385084808, 0.0007890145061537623, 0.001002307515591383, 0.0012156006414443254, 0.001428893767297268, 0.0016421867767348886, 0.0018554797861725092, 0.0020687729120254517, 0.002282066037878394, 0.0024953591637313366, 0.0027086520567536354, 0.002921945182606578, 0.0031352383084595203, 0.003348531201481819, 0.0035618243273347616, 0.003775117453187704, 0.003988410346210003, 0.004201703704893589, 0.004414996597915888, 0.004628289490938187, 0.004841582849621773, 0.005054875742644072, 0.005268169101327658, 0.0054814619943499565, 0.005694754887372255, 0.0059080482460558414, 0.00612134113907814, 0.006334634497761726, 0.006547927390784025, 0.006761220283806324, 0.00697451364248991, 0.007187806535512209]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 2.0, 4.0, 3.0, 3.0, 2.0, 6.0, 4.0, 1.0, 2.0, 2.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.016280565410852432, -0.015836667269468307, -0.015392770059406757, -0.014948872849345207, -0.014504974707961082, -0.014061077497899532, -0.013617180287837982, -0.013173282146453857, -0.012729384936392307, -0.012285487726330757, -0.011841589584946632, -0.011397692374885082, -0.010953795164823532, -0.010509897023439407, -0.010065999813377857, -0.009622101671993732, -0.009178204461932182, -0.008734307251870632, -0.008290409110486507, -0.007846511900424957, -0.00740261422470212, -0.006958716548979282, -0.006514819338917732, -0.006070921663194895, -0.005627023987472057, -0.00518312631174922, -0.0047392286360263824, -0.004295331425964832, -0.003851433750241995, -0.0034075360745191574, -0.0029636386316269636, -0.00251974118873477, -0.0020758435130119324, -0.0016319459537044168, -0.0011880483943969011, -0.0007441508350893855, -0.0003002532757818699, 0.00014364428352564573, 0.0005875418428331614, 0.001031439402140677, 0.0014753369614481926, 0.0019192345207557082, 0.002363132080063224, 0.0028070295229554176, 0.003250927198678255, 0.0036948248744010925, 0.004138722084462643, 0.00458261976018548, 0.0050265174359083176, 0.005470415111631155, 0.0059143127873539925, 0.006358209997415543, 0.00680210767313838, 0.0072460053488612175, 0.007689902558922768, 0.008133800700306892, 0.008577697910368443, 0.009021595120429993, 0.009465493261814117, 0.009909390471875668, 0.010353287681937218, 0.010797185823321342, 0.011241083033382893, 0.011684981174767017, 0.012128878384828568]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 3.0, 1.0, 5.0, 4.0, 6.0, 6.0, 6.0, 7.0, 15.0, 20.0, 26.0, 16.0, 22.0, 33.0, 39.0, 40.0, 62.0, 91.0, 101.0, 119.0, 171.0, 230.0, 316.0, 431.0, 556.0, 879.0, 1303.0, 2118.0, 6134.0, 1723.0, 941.0, 598.0, 422.0, 310.0, 266.0, 229.0, 147.0, 154.0, 96.0, 97.0, 76.0, 64.0, 61.0, 59.0, 76.0, 49.0, 48.0, 44.0, 38.0, 20.0, 27.0, 24.0, 21.0, 20.0, 12.0, 13.0, 5.0, 6.0, 8.0, 4.0, 5.0, 5.0, 3.0], "bins": [-0.008113660849630833, -0.007839350961148739, -0.007565040607005358, -0.007290730252861977, -0.007016420364379883, -0.006742110010236502, -0.006467799656093121, -0.006193489767611027, -0.005919179413467646, -0.0056448690593242645, -0.005370559170842171, -0.00509624881669879, -0.0048219384625554085, -0.004547628574073315, -0.0042733182199299335, -0.00399900833144784, -0.0037246979773044586, -0.003450387855991721, -0.0031760777346789837, -0.0029017673805356026, -0.002627457259222865, -0.0023531471379101276, -0.0020788367837667465, -0.001804526662454009, -0.0015302165411412716, -0.0012559064198285341, -0.0009815961821004748, -0.0007072860025800765, -0.0004329758230596781, -0.0001586656435392797, 0.00011564453598111868, 0.00038995471550151706, 0.0006642648950219154, 0.0009385750745423138, 0.0012128852540627122, 0.0014871954917907715, 0.001761505613103509, 0.0020358157344162464, 0.0023101260885596275, 0.002584436209872365, 0.0028587463311851025, 0.00313305645249784, 0.0034073665738105774, 0.0036816769279539585, 0.00395598728209734, 0.0042302971705794334, 0.0045046075247228146, 0.004778917413204908, 0.0050532277673482895, 0.005327538121491671, 0.005601848009973764, 0.0058761583641171455, 0.006150468252599239, 0.0064247786067426205, 0.006699088960886002, 0.006973398849368095, 0.0072477092035114765, 0.007522019557654858, 0.0077963294461369514, 0.008070639334619045, 0.008344950154423714, 0.008619260042905807, 0.008893569931387901, 0.00916788075119257, 0.009442190639674664]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 4.0, 2.0, 2.0, 1.0, 1.0, 2.0, 1.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08594419062137604, -0.08224183320999146, -0.07853948324918747, -0.07483712583780289, -0.0711347684264183, -0.06743241846561432, -0.06373006105422974, -0.06002770736813545, -0.05632535368204117, -0.052622996270656586, -0.0489206425845623, -0.04521828889846802, -0.041515931487083435, -0.03781357780098915, -0.03411122411489487, -0.030408868566155434, -0.026706513017416, -0.023004157468676567, -0.019301803782582283, -0.01559944823384285, -0.011897093616425991, -0.008194738999009132, -0.004492383915930986, -0.0007900290656834841, 0.0029123257845640182, 0.006614680401980877, 0.010317035019397736, 0.014019390568137169, 0.017721746116876602, 0.021424099802970886, 0.02512645535171032, 0.028828809037804604, 0.03253116458654404, 0.03623351827263832, 0.0399358756840229, 0.04363822937011719, 0.04734058305621147, 0.051042940467596054, 0.05474529415369034, 0.05844764783978462, 0.062150001525878906, 0.06585235893726349, 0.06955471634864807, 0.07325706630945206, 0.07695942372083664, 0.08066178113222122, 0.08436413109302521, 0.08806648850440979, 0.09176884591579437, 0.09547119587659836, 0.09917355328798294, 0.10287590324878693, 0.10657826066017151, 0.11028061807155609, 0.11398296803236008, 0.11768532544374466, 0.12138768285512924, 0.12509003281593323, 0.1287923902273178, 0.1324947476387024, 0.13619710505008698, 0.13989946246147156, 0.14360180497169495, 0.14730416238307953, 0.1510065197944641]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 1.0, 1.0, 1.0, 1.0, 2.0, 3.0, 6.0, 6.0, 3.0, 6.0, 18.0, 14.0, 11.0, 17.0, 18.0, 49.0, 29.0, 19.0, 6.0, 20.0, 14.0, 4.0, 10.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.060207169502973557, -0.05757671594619751, -0.054946258664131165, -0.05231580510735512, -0.04968535155057907, -0.047054897993803024, -0.04442444443702698, -0.04179398715496063, -0.039163533598184586, -0.03653308004140854, -0.033902622759342194, -0.03127216920256615, -0.0286417156457901, -0.026011262089014053, -0.023380806669592857, -0.02075035125017166, -0.018119897693395615, -0.015489443205296993, -0.012858988717198372, -0.01022853422909975, -0.007598079741001129, -0.004967625252902508, -0.0023371707648038864, 0.00029328372329473495, 0.0029237382113933563, 0.005554192699491978, 0.008184647187590599, 0.01081510167568922, 0.013445556163787842, 0.01607600972056389, 0.018706465139985085, 0.02133692055940628, 0.023967374116182327, 0.026597827672958374, 0.02922828309237957, 0.031858738511800766, 0.03448919206857681, 0.03711964562535286, 0.039750099182128906, 0.04238055646419525, 0.0450110100209713, 0.047641463577747345, 0.05027192085981369, 0.05290237441658974, 0.055532827973365784, 0.05816328153014183, 0.06079373508691788, 0.06342419236898422, 0.06605464220046997, 0.06868509948253632, 0.07131555676460266, 0.07394600659608841, 0.07657646387815475, 0.0792069211602211, 0.08183737099170685, 0.0844678282737732, 0.08709828555583954, 0.08972873538732529, 0.09235919266939163, 0.09498964250087738, 0.09762009978294373, 0.10025055706501007, 0.10288100689649582, 0.10551146417856216, 0.10814191401004791]}, "_runtime": 56.11856698989868, "_timestamp": 1596214380.8758495, "_step": 65}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 4.0, 2.0, 2.0, 5.0, 3.0, 1.0, 2.0, 5.0, 4.0, 1.0, 2.0, 6.0, 1.0, 3.0, 2.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.018244799226522446, -0.01768367923796177, -0.017122559249401093, -0.016561441123485565, -0.01600032113492489, -0.015439201146364212, -0.014878081157803535, -0.014316962100565434, -0.013755842112004757, -0.01319472212344408, -0.012633603066205978, -0.012072483077645302, -0.011511363089084625, -0.010950244031846523, -0.010389124043285847, -0.009828004986047745, -0.009266884997487068, -0.008705765008926392, -0.00814464595168829, -0.007583525963127613, -0.007022406440228224, -0.0064612869173288345, -0.005900166928768158, -0.005339047405868769, -0.004777927882969379, -0.00421680836006999, -0.0036556886043399572, -0.0030945688486099243, -0.002533449325710535, -0.0019723298028111458, -0.0014112100470811129, -0.0008500904077664018, -0.0002889707684516907, 0.0002721488708630204, 0.0008332685101777315, 0.0013943881494924426, 0.0019555077888071537, 0.002516627311706543, 0.003077747067436576, 0.003638866823166609, 0.004199986346065998, 0.004761105868965387, 0.005322225391864777, 0.005883345380425453, 0.0064444649033248425, 0.007005584426224232, 0.007566704414784908, 0.00812782347202301, 0.008688943460583687, 0.009250063449144363, 0.009811182506382465, 0.010372302494943142, 0.010933421552181244, 0.01149454154074192, 0.012055661529302597, 0.012616780586540699, 0.013177900575101376, 0.013739020563662052, 0.014300139620900154, 0.01486125960946083, 0.015422379598021507, 0.015983499586582184, 0.01654461771249771, 0.017105737701058388, 0.017666857689619064]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 0.0, 0.0, 2.0, 2.0, 7.0, 3.0, 1.0, 7.0, 10.0, 12.0, 15.0, 19.0, 38.0, 49.0, 68.0, 100.0, 142.0, 300.0, 457.0, 5312.0, 701.0, 267.0, 120.0, 79.0, 53.0, 57.0, 33.0, 20.0, 10.0, 3.0, 10.0, 10.0, 5.0, 1.0, 3.0, 3.0, 2.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.25803008675575256, -0.2505515217781067, -0.24307292699813843, -0.23559434711933136, -0.2281157672405243, -0.22063720226287842, -0.21315862238407135, -0.20568004250526428, -0.19820146262645721, -0.19072288274765015, -0.18324430286884308, -0.175765722990036, -0.16828715801239014, -0.16080857813358307, -0.153329998254776, -0.14585141837596893, -0.13837283849716187, -0.1308942586183548, -0.12341567873954773, -0.11593710631132126, -0.10845852643251419, -0.10097994655370712, -0.09350137412548065, -0.08602279424667358, -0.07854421436786652, -0.07106563448905945, -0.06358705461025238, -0.05610848218202591, -0.04862990230321884, -0.041151322424411774, -0.033672746270895004, -0.026194168254733086, -0.018715590238571167, -0.011237012222409248, -0.0037584342062473297, 0.003720143809914589, 0.011198721826076508, 0.018677299842238426, 0.026155877858400345, 0.033634454011917114, 0.04111303389072418, 0.04859161376953125, 0.05607018992304802, 0.06354876607656479, 0.07102734595537186, 0.07850592583417892, 0.0859844982624054, 0.09346307814121246, 0.10094165802001953, 0.1084202378988266, 0.11589881777763367, 0.12337739020586014, 0.1308559775352478, 0.13833454251289368, 0.14581312239170074, 0.1532917022705078, 0.16077028214931488, 0.16824886202812195, 0.17572744190692902, 0.18320602178573608, 0.19068458676338196, 0.19816316664218903, 0.2056417465209961, 0.21312032639980316, 0.22059890627861023]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 3.0, 3.0, 7.0, 1.0, 1.0, 2.0, 1.0, 3.0, 3.0, 4.0, 2.0, 1.0, 6.0, 9.0, 5.0, 30.0, 6.0, 4.0, 0.0, 2.0, 3.0, 1.0, 1.0, 1.0, 2.0, 4.0, 1.0, 2.0, 3.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.0031157226767390966, -0.003030210267752409, -0.0029446978587657213, -0.0028591854497790337, -0.002773673040792346, -0.0026881606318056583, -0.002602647989988327, -0.0025171355810016394, -0.0024316231720149517, -0.002346110763028264, -0.0022605983540415764, -0.0021750859450548887, -0.002089573536068201, -0.0020040611270815134, -0.001918548601679504, -0.0018330361926928163, -0.0017475237837061286, -0.001662011374719441, -0.0015764989657327533, -0.0014909864403307438, -0.0014054740313440561, -0.0013199616223573685, -0.0012344492133706808, -0.0011489368043839931, -0.0010634243953973055, -0.000977911869995296, -0.0008923994610086083, -0.0008068870520219207, -0.000721374643035233, -0.0006358621758408844, -0.0005503497668541968, -0.00046483732876367867, -0.00037932489067316055, -0.00029381245258264244, -0.00020830002904403955, -0.00012278760550543666, -3.727516741491854e-05, 4.823726339964196e-05, 0.00013374969421420246, 0.00021926211775280535, 0.00030477455584332347, 0.0003902869939338416, 0.0004757994320243597, 0.0005613118410110474, 0.000646824249997735, 0.0007323367171920836, 0.0008178491261787713, 0.0009033615933731198, 0.0009888740023598075, 0.0010743864113464952, 0.0011598988203331828, 0.0012454113457351923, 0.00133092375472188, 0.0014164361637085676, 0.0015019485726952553, 0.001587460981681943, 0.0016729733906686306, 0.00175848591607064, 0.0018439983250573277, 0.0019295107340440154, 0.002015023259446025, 0.0021005356684327126, 0.0021860480774194, 0.002271560486406088, 0.0023570728953927755]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 3.0, 7.0, 7.0, 9.0, 13.0, 25.0, 28.0, 50.0, 70.0, 98.0, 159.0, 262.0, 422.0, 637.0, 1025.0, 1527.0, 2517.0, 4134.0, 7334.0, 13254.0, 26042.0, 56481.0, 161033.0, 762533.0, 72482.0, 31482.0, 15815.0, 8792.0, 5079.0, 2967.0, 1808.0, 1164.0, 750.0, 544.0, 349.0, 220.0, 147.0, 112.0, 63.0, 46.0, 36.0, 25.0, 34.0, 16.0, 13.0, 8.0, 7.0, 3.0, 5.0, 2.0, 2.0, 2.0], "bins": [-0.008860418573021889, -0.008609405718743801, -0.008358393795788288, -0.0081073809415102, -0.007856369018554688, -0.0076053561642766, -0.0073543437756598, -0.007103331387042999, -0.006852318998426199, -0.006601306609809399, -0.006350294221192598, -0.006099281832575798, -0.00584826897829771, -0.00559725658968091, -0.00534624420106411, -0.0050952318124473095, -0.004844219423830509, -0.004593207035213709, -0.004342194646596909, -0.004091182257980108, -0.0038401696365326643, -0.003589157247915864, -0.00333814462646842, -0.0030871322378516197, -0.0028361198492348194, -0.002585107460618019, -0.002334095072001219, -0.002083082450553775, -0.0018320700619369745, -0.0015810576733201742, -0.001330045168288052, -0.00107903266325593, -0.0008280202746391296, -0.0005770078278146684, -0.0003259953809902072, -7.498293416574597e-05, 0.00017602951265871525, 0.00042704195948317647, 0.0006780544063076377, 0.0009290668531320989, 0.0011800792999565601, 0.0014310916885733604, 0.0016821041936054826, 0.0019331166986376047, 0.002184129087254405, 0.0024351414758712053, 0.0026861540973186493, 0.0029371664859354496, 0.00318817887455225, 0.00343919126316905, 0.0036902036517858505, 0.003941216040402651, 0.004192228429019451, 0.004443241283297539, 0.004694253671914339, 0.004945266060531139, 0.00519627844914794, 0.00544729083776474, 0.00569830322638154, 0.005949315614998341, 0.006200328469276428, 0.0064513408578932285, 0.006702353246510029, 0.006953365635126829, 0.0072043780237436295]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 3.0, 0.0, 3.0, 2.0, 2.0, 2.0, 3.0, 2.0, 3.0, 12.0, 0.0, 2.0, 3.0, 3.0, 1.0, 1.0, 2.0, 1.0, 1.0, 3.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.017153359949588776, -0.016717860475182533, -0.01628235913813114, -0.0158468596637249, -0.015411359257996082, -0.014975858852267265, -0.014540359377861023, -0.014104858972132206, -0.013669358566403389, -0.013233858160674572, -0.012798357754945755, -0.012362858280539513, -0.011927357874810696, -0.011491857469081879, -0.011056357994675636, -0.01062085758894682, -0.010185357183218002, -0.009749856777489185, -0.009314356371760368, -0.008878856897354126, -0.008443356491625309, -0.008007856085896492, -0.007572356145828962, -0.007136856205761433, -0.006701355800032616, -0.006265855394303799, -0.005830355454236269, -0.005394855514168739, -0.004959355108439922, -0.004523854702711105, -0.004088354762643576, -0.0036528545897454023, -0.003217354416847229, -0.0027818542439490557, -0.0023463540710508823, -0.001910853898152709, -0.0014753537252545357, -0.0010398535523563623, -0.000604353379458189, -0.00016885320656001568, 0.00026664696633815765, 0.000702147139236331, 0.0011376473121345043, 0.0015731474850326777, 0.002008647657930851, 0.0024441478308290243, 0.0028796480037271976, 0.003315148176625371, 0.0037506483495235443, 0.004186148755252361, 0.004621648695319891, 0.005057148635387421, 0.005492649041116238, 0.005928149446845055, 0.006363649386912584, 0.006799149326980114, 0.007234649732708931, 0.007670150138437748, 0.008105650544166565, 0.008541150018572807, 0.008976650424301624, 0.009412150830030441, 0.009847650304436684, 0.0102831507101655, 0.010718651115894318]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 3.0, 6.0, 2.0, 7.0, 5.0, 7.0, 4.0, 9.0, 12.0, 20.0, 24.0, 23.0, 26.0, 29.0, 24.0, 37.0, 36.0, 35.0, 60.0, 71.0, 89.0, 86.0, 112.0, 125.0, 160.0, 174.0, 244.0, 277.0, 336.0, 433.0, 537.0, 713.0, 1012.0, 1572.0, 5366.0, 2545.0, 1351.0, 880.0, 560.0, 383.0, 276.0, 206.0, 139.0, 100.0, 76.0, 58.0, 51.0, 51.0, 21.0, 23.0, 5.0, 10.0, 4.0, 2.0, 2.0, 2.0, 4.0], "bins": [-0.009665209800004959, -0.009434463456273079, -0.009203717112541199, -0.008972970768809319, -0.008742223493754864, -0.008511477150022984, -0.008280730806291103, -0.008049984462559223, -0.007819238118827343, -0.0075884913094341755, -0.007357744965702295, -0.007126998621970415, -0.006896251812577248, -0.006665505468845367, -0.006434759125113487, -0.00620401231572032, -0.0059732659719884396, -0.005742519628256559, -0.005511772818863392, -0.005281026475131512, -0.0050502801313996315, -0.004819533322006464, -0.004588786978274584, -0.004358040634542704, -0.004127293825149536, -0.003896547481417656, -0.0036658011376857758, -0.003435054561123252, -0.003204307984560728, -0.002973561640828848, -0.002742815064266324, -0.002512068720534444, -0.00228132214397192, -0.002050575567409396, -0.001819829223677516, -0.0015890826471149921, -0.0013583361869677901, -0.0011275897268205881, -0.0008968432084657252, -0.0006660966901108623, -0.00043535022996366024, -0.00020460374071262777, 2.6142748538404703e-05, 0.0002568892377894372, 0.00048763572704046965, 0.0007183821871876717, 0.0009491287055425346, 0.0011798752238973975, 0.0014106216840445995, 0.0016413681441918015, 0.0018721146043390036, 0.0021028611809015274, 0.0023336075246334076, 0.0025643541011959314, 0.0027951006777584553, 0.0030258470214903355, 0.0032565935980528593, 0.003487340174615383, 0.0037180865183472633, 0.0039488328620791435, 0.004179579671472311, 0.004410326015204191, 0.004641072358936071, 0.004871819168329239, 0.005102565512061119]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 4.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.04500743746757507, -0.043593235313892365, -0.042179036885499954, -0.040764834731817245, -0.039350636303424835, -0.037936434149742126, -0.036522235721349716, -0.03510803356766701, -0.0336938351392746, -0.03227963298559189, -0.03086543269455433, -0.02945123240351677, -0.02803703211247921, -0.02662283182144165, -0.02520863153040409, -0.02379443123936653, -0.022380230948328972, -0.020966030657291412, -0.019551830366253853, -0.018137630075216293, -0.016723429784178734, -0.0153092285618186, -0.01389502827078104, -0.01248082797974348, -0.011066627688705921, -0.009652427397668362, -0.008238227106630802, -0.006824026349931955, -0.005409826058894396, -0.003995625767856836, -0.002581425243988633, -0.0011672248365357518, 0.0002469755709171295, 0.0016611759783700109, 0.003075376385822892, 0.004489576909691095, 0.005903777200728655, 0.007317977491766214, 0.008732178248465061, 0.01014637853950262, 0.01156057883054018, 0.01297477912157774, 0.0143889794126153, 0.015803180634975433, 0.017217380926012993, 0.018631581217050552, 0.020045781508088112, 0.02145998179912567, 0.02287418209016323, 0.02428838238120079, 0.02570258267223835, 0.02711678296327591, 0.02853098325431347, 0.02994518354535103, 0.03135938569903374, 0.03277358412742615, 0.034187786281108856, 0.035601984709501266, 0.037016186863183975, 0.038430385291576385, 0.039844587445259094, 0.041258785873651505, 0.04267298802733421, 0.044087186455726624, 0.04550138860940933]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 2.0, 3.0, 4.0, 2.0, 1.0, 3.0, 4.0, 0.0, 8.0, 3.0, 4.0, 17.0, 16.0, 19.0, 17.0, 12.0, 20.0, 35.0, 21.0, 8.0, 13.0, 8.0, 4.0, 5.0, 9.0, 5.0, 1.0, 6.0, 1.0, 4.0, 4.0, 0.0, 1.0, 3.0, 1.0, 2.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.033703289926052094, -0.032598674297332764, -0.031494054943323135, -0.030389437451958656, -0.029284819960594177, -0.028180202469229698, -0.02707558497786522, -0.02597096748650074, -0.02486634999513626, -0.02376173436641693, -0.022657116875052452, -0.021552499383687973, -0.020447881892323494, -0.019343264400959015, -0.018238646909594536, -0.017134029418230057, -0.016029411926865578, -0.014924794435501099, -0.01382017694413662, -0.01271555945277214, -0.011610941961407661, -0.010506325401365757, -0.009401707910001278, -0.008297090418636799, -0.00719247292727232, -0.006087855435907841, -0.004983237944543362, -0.00387862091884017, -0.002774003427475691, -0.0016693860525265336, -0.0005647686775773764, 0.0005398486973717809, 0.0016444660723209381, 0.002749083563685417, 0.0038537008222192526, 0.004958318080753088, 0.006062935572117567, 0.007167553063482046, 0.008272170089185238, 0.009376787580549717, 0.010481405071914196, 0.011586022563278675, 0.012690640054643154, 0.013795257546007633, 0.014899874106049538, 0.016004491597414017, 0.017109109088778496, 0.018213726580142975, 0.019318344071507454, 0.020422961562871933, 0.021527579054236412, 0.02263219654560089, 0.02373681403696537, 0.02484143152832985, 0.02594604901969433, 0.027050666511058807, 0.028155282139778137, 0.029259899631142616, 0.030364517122507095, 0.031469136476516724, 0.03257375210523605, 0.03367837145924568, 0.03478298708796501, 0.03588760644197464, 0.03699222207069397]}, "_runtime": 56.983625650405884, "_timestamp": 1596214381.7409081, "_step": 66}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 3.0, 3.0, 0.0, 4.0, 3.0, 3.0, 0.0, 1.0, 6.0, 5.0, 3.0, 0.0, 2.0, 4.0, 2.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012942473404109478, -0.012446179986000061, -0.011949886567890644, -0.011453594081103802, -0.010957300662994385, -0.010461007244884968, -0.00996471382677555, -0.009468420408666134, -0.008972126990556717, -0.008475834503769875, -0.007979541085660458, -0.007483247667551041, -0.006986954249441624, -0.006490661296993494, -0.005994367878884077, -0.005498074926435947, -0.0050017815083265305, -0.0045054880902171135, -0.004009195137768984, -0.003512901719659567, -0.0030166085343807936, -0.0025203153491020203, -0.0020240219309926033, -0.00152772874571383, -0.0010314355604350567, -0.0005351423169486225, -3.8849073462188244e-05, 0.000457444170024246, 0.0009537374135106802, 0.0014500305987894535, 0.0019463239004835486, 0.0024426172021776438, 0.002938910387456417, 0.0034352035727351904, 0.003931496758013964, 0.004427790176123381, 0.00492408312857151, 0.005420376546680927, 0.005916669964790344, 0.006412962917238474, 0.006909256335347891, 0.007405549753457308, 0.007901842705905437, 0.008398136124014854, 0.008894429542124271, 0.009390722960233688, 0.00988701544702053, 0.010383308865129948, 0.010879602283239365, 0.011375895701348782, 0.011872189119458199, 0.012368481606245041, 0.012864775024354458, 0.013361068442463875, 0.013857361860573292, 0.014353655278682709, 0.014849947765469551, 0.015346241183578968, 0.015842534601688385, 0.016338827088475227, 0.01683512143790722, 0.01733141392469406, 0.017827708274126053, 0.018324000760912895, 0.018820293247699738]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 6.0, 5.0, 3.0, 15.0, 15.0, 29.0, 28.0, 56.0, 60.0, 99.0, 174.0, 232.0, 463.0, 5092.0, 886.0, 294.0, 154.0, 95.0, 59.0, 45.0, 28.0, 15.0, 20.0, 7.0, 14.0, 7.0, 6.0, 4.0, 5.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.2239062786102295, -0.21636371314525604, -0.2088211476802826, -0.20127859711647034, -0.1937360316514969, -0.18619346618652344, -0.17865090072155, -0.17110833525657654, -0.16356578469276428, -0.15602321922779083, -0.14848065376281738, -0.14093808829784393, -0.13339552283287048, -0.12585295736789703, -0.11831039935350418, -0.11076784133911133, -0.10322527587413788, -0.09568271040916443, -0.08814015239477158, -0.08059758692979813, -0.07305502891540527, -0.06551246345043182, -0.057969897985458374, -0.05042733624577522, -0.04288477450609207, -0.03534221276640892, -0.02779964916408062, -0.02025708556175232, -0.012714523822069168, -0.005171961151063442, 0.0023706015199422836, 0.00991316419094801, 0.017455726861953735, 0.024998288601636887, 0.03254085034132004, 0.04008341580629349, 0.04762597754597664, 0.05516853928565979, 0.06271110475063324, 0.07025366276502609, 0.07779622822999954, 0.08533879369497299, 0.09288135170936584, 0.1004239171743393, 0.10796648263931274, 0.1155090406537056, 0.12305160611867905, 0.1305941641330719, 0.13813672959804535, 0.1456792950630188, 0.15322186052799225, 0.1607644110918045, 0.16830697655677795, 0.1758495420217514, 0.18339210748672485, 0.1909346729516983, 0.19847723841667175, 0.206019788980484, 0.21356235444545746, 0.2211049199104309, 0.22864748537540436, 0.2361900508403778, 0.24373260140419006, 0.2512751817703247, 0.25881773233413696]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 3.0, 0.0, 2.0, 2.0, 3.0, 2.0, 3.0, 2.0, 1.0, 3.0, 2.0, 0.0, 8.0, 26.0, 4.0, 1.0, 2.0, 9.0, 2.0, 6.0, 3.0, 5.0, 3.0, 0.0, 3.0, 2.0, 2.0, 1.0, 2.0, 3.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00274041504599154, -0.0026494383346289396, -0.0025584613904356956, -0.0024674846790730953, -0.002376507967710495, -0.0022855312563478947, -0.0021945545449852943, -0.0021035776007920504, -0.00201260088942945, -0.0019216241780668497, -0.0018306473502889276, -0.0017396705225110054, -0.001648693811148405, -0.0015577170997858047, -0.0014667402720078826, -0.0013757634442299604, -0.0012847867328673601, -0.0011938100215047598, -0.0011028331937268376, -0.0010118563659489155, -0.0009208796545863152, -0.0008299028850160539, -0.0007389261154457927, -0.0006479493458755314, -0.0005569725763052702, -0.00046599580673500896, -0.0003750190371647477, -0.0002840422675944865, -0.00019306549802422523, -0.000102088728453964, -1.1111958883702755e-05, 7.986481068655849e-05, 0.00017084158025681973, 0.00026181834982708097, 0.0003527951193973422, 0.00044377188896760345, 0.0005347486585378647, 0.0006257254281081259, 0.0007167021976783872, 0.0008076789672486484, 0.0008986557368189096, 0.00098963244818151, 0.0010806092759594321, 0.0011715861037373543, 0.0012625628150999546, 0.001353539526462555, 0.001444516354240477, 0.0015354931820183992, 0.0016264698933809996, 0.0017174466047436, 0.001808423432521522, 0.0018994002602994442, 0.0019903769716620445, 0.002081353683024645, 0.002172330394387245, 0.002263307338580489, 0.0023542840499430895, 0.00244526076130569, 0.002536237705498934, 0.002627214416861534, 0.0027181911282241344, 0.0028091678395867348, 0.002900144550949335, 0.002991121495142579, 0.0030820982065051794]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 2.0, 2.0, 4.0, 4.0, 4.0, 7.0, 9.0, 13.0, 19.0, 48.0, 43.0, 58.0, 85.0, 115.0, 174.0, 266.0, 404.0, 648.0, 1017.0, 1677.0, 2767.0, 4755.0, 8911.0, 17968.0, 41882.0, 137237.0, 800389.0, 82121.0, 35231.0, 17951.0, 9902.0, 5759.0, 3455.0, 2165.0, 1406.0, 933.0, 637.0, 443.0, 308.0, 200.0, 165.0, 119.0, 84.0, 61.0, 33.0, 32.0, 32.0, 28.0, 13.0, 9.0, 12.0, 7.0, 5.0, 3.0, 4.0, 4.0, 3.0, 3.0, 1.0, 4.0, 1.0, 0.0, 3.0], "bins": [-0.008455858565866947, -0.008146274834871292, -0.007836690172553062, -0.007527106441557407, -0.007217522244900465, -0.006907938048243523, -0.006598354317247868, -0.006288770120590925, -0.005979185923933983, -0.0056696017272770405, -0.005360017530620098, -0.005050433799624443, -0.004740849602967501, -0.004431265406310558, -0.004121681675314903, -0.003812097478657961, -0.0035025132820010185, -0.003192929085344076, -0.0028833451215177774, -0.0025737611576914787, -0.0022641769610345364, -0.001954592764377594, -0.0016450088005512953, -0.0013354247203096747, -0.0010258406400680542, -0.0007162565598264337, -0.0004066724795848131, -9.708839934319258e-05, 0.00021249568089842796, 0.0005220797611400485, 0.000831663841381669, 0.0011412479216232896, 0.0014508320018649101, 0.0017604160821065307, 0.002070000162348151, 0.00237958412617445, 0.0026891683228313923, 0.0029987525194883347, 0.0033083364833146334, 0.003617920447140932, 0.0039275046437978745, 0.004237088840454817, 0.004546673037111759, 0.004856256768107414, 0.005165840964764357, 0.005475425161421299, 0.005785008892416954, 0.006094593089073896, 0.006404177285730839, 0.006713761482387781, 0.0070233456790447235, 0.007332929410040379, 0.007642513606697321, 0.007952097803354263, 0.008261681534349918, 0.008571266196668148, 0.008880849927663803, 0.009190433658659458, 0.009500018320977688, 0.009809602051973343, 0.010119186714291573, 0.010428770445287228, 0.010738354176282883, 0.011047938838601112, 0.011357522569596767]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 5.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 3.0, 12.0, 5.0, 4.0, 12.0, 6.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014471990056335926, -0.013655793853104115, -0.012839597649872303, -0.012023401446640491, -0.01120720524340868, -0.010391009040176868, -0.009574812836945057, -0.008758616633713245, -0.00794241949915886, -0.007126223761588335, -0.0063100275583565235, -0.005493831355124712, -0.004677634686231613, -0.0038614387158304453, -0.00304524227976799, -0.0022290460765361786, -0.001412849873304367, -0.0005966536118648946, 0.0002195426495745778, 0.0010357389692217112, 0.0018519351724535227, 0.002668131375685334, 0.0034843278117477894, 0.004300524014979601, 0.005116720218211412, 0.005932916421443224, 0.0067491126246750355, 0.007565308827906847, 0.008381505496799946, 0.009197701700031757, 0.010013897903263569, 0.01083009410649538, 0.011646290309727192, 0.012462486512959003, 0.013278682716190815, 0.014094878919422626, 0.014911075122654438, 0.015727272257208824, 0.016543468460440636, 0.017359664663672447, 0.01817586086690426, 0.01899205707013607, 0.019808253273367882, 0.020624449476599693, 0.021440645679831505, 0.022256841883063316, 0.023073038086295128, 0.02388923428952694, 0.02470543049275875, 0.025521626695990562, 0.026337822899222374, 0.027154019102454185, 0.027970215305685997, 0.02878641150891781, 0.02960260771214962, 0.03041880391538143, 0.031235000118613243, 0.032051198184490204, 0.032867394387722015, 0.03368359059095383, 0.03449978679418564, 0.03531598299741745, 0.03613217920064926, 0.03694837540388107, 0.037764571607112885]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 3.0, 0.0, 4.0, 4.0, 8.0, 10.0, 12.0, 21.0, 29.0, 15.0, 30.0, 32.0, 70.0, 103.0, 132.0, 182.0, 291.0, 441.0, 653.0, 948.0, 1449.0, 2372.0, 6600.0, 2506.0, 823.0, 481.0, 277.0, 178.0, 127.0, 76.0, 52.0, 56.0, 62.0, 44.0, 40.0, 39.0, 27.0, 24.0, 24.0, 26.0, 14.0, 19.0, 18.0, 1.0, 12.0, 11.0, 22.0, 10.0, 6.0, 9.0, 13.0, 5.0, 4.0, 3.0, 0.0, 4.0, 1.0, 3.0, 3.0, 0.0, 0.0, 1.0], "bins": [-0.009732088074088097, -0.009342093020677567, -0.008952097967267036, -0.008562103845179081, -0.008172108791768551, -0.007782113738358021, -0.007392118684947491, -0.007002124097198248, -0.006612129043787718, -0.006222133990377188, -0.005832139402627945, -0.005442144349217415, -0.005052149295806885, -0.004662154708057642, -0.004272159654647112, -0.0038821648340672255, -0.003492170013487339, -0.0031021751929074526, -0.002712180372327566, -0.002322185318917036, -0.0019321904983371496, -0.0015421956777572632, -0.001152200740762055, -0.0007622058619745076, -0.0003722109831869602, 1.778389560058713e-05, 0.0004077787743881345, 0.0007977736531756818, 0.0011877685319632292, 0.0015777633525431156, 0.0019677584059536457, 0.002357753226533532, 0.0027477480471134186, 0.003137742867693305, 0.0035277376882731915, 0.0039177327416837215, 0.004307727329432964, 0.004697722382843494, 0.0050877174362540245, 0.005477712024003267, 0.005867707077413797, 0.0062577021308243275, 0.00664769671857357, 0.0070376917719841, 0.00742768682539463, 0.00781768187880516, 0.008207676000893116, 0.008597671054303646, 0.008987666107714176, 0.009377661161124706, 0.009767656214535236, 0.010157650336623192, 0.010547645390033722, 0.010937640443444252, 0.011327635496854782, 0.011717630550265312, 0.012107625603675842, 0.012497619725763798, 0.012887614779174328, 0.013277609832584858, 0.013667604885995388, 0.014057599939405918, 0.014447594061493874, 0.014837589114904404, 0.015227584168314934]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.111968994140625, -0.10925355553627014, -0.10653812438249588, -0.10382268577814102, -0.10110724717378616, -0.0983918160200119, -0.09567637741565704, -0.09296093881130219, -0.09024550020694733, -0.08753006905317307, -0.0848146304488182, -0.08209919184446335, -0.07938376069068909, -0.07666832208633423, -0.07395288348197937, -0.07123745232820511, -0.06852201372385025, -0.06580657511949539, -0.06309114396572113, -0.06037570536136627, -0.057660266757011414, -0.054944831877946854, -0.052229396998882294, -0.049513958394527435, -0.046798523515462875, -0.044083088636398315, -0.04136765003204346, -0.0386522151529789, -0.03593678027391434, -0.03322134166955948, -0.03050590679049492, -0.02779047004878521, -0.0250750333070755, -0.02235959656536579, -0.019644159823656082, -0.016928724944591522, -0.014213288202881813, -0.011497851461172104, -0.00878241565078497, -0.0060669793747365475, -0.0033515430986881256, -0.0006361068226397038, 0.002079329453408718, 0.00479476572945714, 0.007510202005505562, 0.010225638747215271, 0.012941074557602406, 0.01565651036798954, 0.01837194710969925, 0.02108738385140896, 0.023802820593118668, 0.026518255472183228, 0.029233692213892937, 0.031949128955602646, 0.034664563834667206, 0.037380002439022064, 0.040095437318086624, 0.042810872197151184, 0.04552631080150604, 0.0482417456805706, 0.05095718055963516, 0.05367261916399002, 0.05638805404305458, 0.05910349264740944, 0.061818927526474]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 4.0, 3.0, 4.0, 14.0, 28.0, 19.0, 28.0, 56.0, 39.0, 22.0, 16.0, 8.0, 7.0, 12.0, 3.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.08315164595842361, -0.0807233527302742, -0.07829506695270538, -0.07586677372455597, -0.07343848049640656, -0.07101019471883774, -0.06858190149068832, -0.06615360826253891, -0.06372532248497009, -0.06129702925682068, -0.05886873975396156, -0.05644045025110245, -0.05401215702295303, -0.05158386752009392, -0.0491555780172348, -0.04672728478908539, -0.04429899528622627, -0.04187070578336716, -0.03944241255521774, -0.03701412305235863, -0.03458583354949951, -0.0321575403213501, -0.029729250818490982, -0.027300961315631866, -0.0248726699501276, -0.022444378584623337, -0.02001608908176422, -0.017587797716259956, -0.015159507282078266, -0.012731216847896576, -0.010302925482392311, -0.007874635048210621, -0.005446344614028931, -0.003018053947016597, -0.0005897632800042629, 0.001838527387008071, 0.004266818054020405, 0.006695108488202095, 0.00912339985370636, 0.01155169028788805, 0.01397998072206974, 0.016408272087574005, 0.01883656159043312, 0.021264852955937386, 0.02369314432144165, 0.026121433824300766, 0.02854972518980503, 0.030978014692664146, 0.03340630605816841, 0.03583459556102753, 0.03826288878917694, 0.040691178292036057, 0.04311946779489517, 0.045547761023044586, 0.0479760505259037, 0.05040434002876282, 0.05283263325691223, 0.05526092275977135, 0.05768921226263046, 0.06011750176548958, 0.0625457912683487, 0.06497408449649811, 0.06740237772464752, 0.06983066350221634, 0.07225895673036575]}, "_runtime": 57.82440662384033, "_timestamp": 1596214382.5816891, "_step": 67}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 1.0, 1.0, 2.0, 0.0, 1.0, 3.0, 3.0, 2.0, 2.0, 2.0, 0.0, 3.0, 3.0, 2.0, 3.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 2.0, 1.0, 2.0, 4.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.008133898489177227, -0.00784469023346901, -0.0075554815120995045, -0.0072662727907299995, -0.006977064535021782, -0.006687855813652277, -0.006398647557944059, -0.0061094388365745544, -0.005820230580866337, -0.005531021859496832, -0.005241813138127327, -0.004952604882419109, -0.004663396161049604, -0.004374187905341387, -0.004084979183971882, -0.0037957706954330206, -0.0035065622068941593, -0.003217353718355298, -0.0029281452298164368, -0.0026389367412775755, -0.0023497282527387142, -0.0020605195313692093, -0.001771311042830348, -0.0014821025542914867, -0.0011928940657526255, -0.0009036855772137642, -0.000614477030467242, -0.00032526851282455027, -3.605999518185854e-05, 0.0002531485224608332, 0.0005423570401035249, 0.0008315655868500471, 0.0011207740753889084, 0.0014099825639277697, 0.001699191052466631, 0.001988399541005492, 0.0022776080295443535, 0.0025668167509138584, 0.0028560252394527197, 0.003145233727991581, 0.0034344422165304422, 0.0037236507050693035, 0.0040128594264388084, 0.004302067682147026, 0.004591276403516531, 0.004880484659224749, 0.0051696933805942535, 0.005458901636302471, 0.005748110357671976, 0.006037319079041481, 0.006326527334749699, 0.006615736056119204, 0.006904944311827421, 0.007194153033196926, 0.007483361288905144, 0.007772570010274649, 0.008061778731644154, 0.008350986987352371, 0.008640195243060589, 0.008929404430091381, 0.009218612685799599, 0.009507820941507816, 0.009797029197216034, 0.010086238384246826, 0.010375446639955044]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 2.0, 0.0, 3.0, 0.0, 0.0, 3.0, 1.0, 3.0, 2.0, 6.0, 5.0, 7.0, 9.0, 9.0, 12.0, 11.0, 21.0, 29.0, 29.0, 38.0, 45.0, 64.0, 93.0, 117.0, 157.0, 238.0, 336.0, 4525.0, 1094.0, 351.0, 194.0, 131.0, 97.0, 74.0, 52.0, 35.0, 19.0, 30.0, 21.0, 12.0, 8.0, 10.0, 12.0, 7.0, 4.0, 2.0, 3.0, 0.0, 3.0, 3.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.14321264624595642, -0.1385575532913208, -0.13390246033668518, -0.12924736738204956, -0.12459227442741394, -0.11993718147277832, -0.1152820885181427, -0.11062699556350708, -0.10597190260887146, -0.10131680965423584, -0.09666171669960022, -0.0920066237449646, -0.08735153079032898, -0.08269643783569336, -0.07804134488105774, -0.07338625192642212, -0.0687311589717865, -0.06407606601715088, -0.05942097306251526, -0.05476588010787964, -0.05011078715324402, -0.0454556941986084, -0.04080060124397278, -0.03614550828933716, -0.03149041533470154, -0.026835322380065918, -0.022180229425430298, -0.017525136470794678, -0.012870043516159058, -0.008214950561523438, -0.0035598576068878174, 0.0010952353477478027, 0.005750328302383423, 0.010405421257019043, 0.015060514211654663, 0.019715607166290283, 0.024370700120925903, 0.029025793075561523, 0.033680886030197144, 0.038335978984832764, 0.042991071939468384, 0.047646164894104004, 0.052301257848739624, 0.056956350803375244, 0.061611443758010864, 0.06626653671264648, 0.0709216296672821, 0.07557672262191772, 0.08023181557655334, 0.08488690853118896, 0.08954200148582458, 0.0941970944404602, 0.09885218739509583, 0.10350728034973145, 0.10816237330436707, 0.11281746625900269, 0.1174725592136383, 0.12212765216827393, 0.12678274512290955, 0.13143783807754517, 0.1360929310321808, 0.1407480239868164, 0.14540311694145203, 0.15005820989608765, 0.15471330285072327]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 4.0, 2.0, 1.0, 1.0, 3.0, 1.0, 3.0, 3.0, 1.0, 26.0, 3.0, 5.0, 7.0, 3.0, 7.0, 5.0, 4.0, 4.0, 5.0, 3.0, 3.0, 1.0, 1.0, 1.0, 3.0, 2.0, 4.0, 1.0, 0.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002521596848964691, -0.0024252692237496376, -0.002328941598534584, -0.002232614206150174, -0.0021362865809351206, -0.002039958955720067, -0.0019436313305050135, -0.0018473038217052817, -0.0017509761964902282, -0.0016546485712751746, -0.0015583210624754429, -0.0014619934372603893, -0.0013656658120453358, -0.001269338303245604, -0.0011730106780305505, -0.0010766831692308187, -0.0009803555440157652, -0.0008840279770083725, -0.0007877004100009799, -0.0006913727847859263, -0.0005950452177785337, -0.000498717650771141, -0.00040239005465991795, -0.00030606245854869485, -0.0002097348915413022, -0.00011340730998199433, -1.7079728422686458e-05, 7.924785313662142e-05, 0.0001755754346959293, 0.00027190300170332193, 0.00036823059781454504, 0.00046455819392576814, 0.0005608857609331608, 0.0006572133279405534, 0.0007535408949479461, 0.0008498685201629996, 0.0009461960871703923, 0.001042523654177785, 0.0011388512793928385, 0.0012351787881925702, 0.0013315064134076238, 0.0014278340386226773, 0.001524161547422409, 0.0016204891726374626, 0.0017168167978525162, 0.001813144306652248, 0.0019094719318673015, 0.002005799440667033, 0.0021021270658820868, 0.0021984546910971403, 0.002294782316312194, 0.0023911097086966038, 0.0024874373339116573, 0.002583764959126711, 0.0026800925843417645, 0.002776420209556818, 0.0028727478347718716, 0.0029690752271562815, 0.003065402852371335, 0.0031617304775863886, 0.003258058102801442, 0.0033543857280164957, 0.0034507131204009056, 0.003547040745615959, 0.0036433683708310127]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 3.0, 5.0, 11.0, 16.0, 21.0, 55.0, 73.0, 121.0, 227.0, 371.0, 541.0, 919.0, 1632.0, 2956.0, 5398.0, 10873.0, 23304.0, 56956.0, 234060.0, 689634.0, 65305.0, 32949.0, 19194.0, 11830.0, 7483.0, 5057.0, 3352.0, 2250.0, 1446.0, 1042.0, 734.0, 514.0, 350.0, 281.0, 188.0, 142.0, 86.0, 77.0, 51.0, 38.0, 27.0, 21.0, 13.0, 9.0, 6.0, 6.0, 4.0, 2.0, 1.0, 2.0, 1.0, 3.0, 1.0], "bins": [-0.007921972312033176, -0.007658418267965317, -0.007394864223897457, -0.0071313101798295975, -0.006867756135761738, -0.006604201626032591, -0.006340647581964731, -0.006077093537896872, -0.005813539493829012, -0.005549985449761152, -0.005286431405693293, -0.005022877361625433, -0.004759322851896286, -0.004495768807828426, -0.004232214763760567, -0.003968660719692707, -0.0037051066756248474, -0.0034415526315569878, -0.003177998587489128, -0.002914444310590625, -0.002650890266522765, -0.0023873362224549055, -0.002123781945556402, -0.0018602279014885426, -0.001596673857420683, -0.0013331198133528233, -0.0010695656528696418, -0.0008060115505941212, -0.0005424574483186007, -0.0002789033460430801, -1.534924376755953e-05, 0.00024820485850796103, 0.0005117589607834816, 0.0007753130630590022, 0.0010388671653345227, 0.0013024213258177042, 0.0015659753698855639, 0.0018295294139534235, 0.002093083690851927, 0.0023566377349197865, 0.002620191778987646, 0.0028837458230555058, 0.0031472998671233654, 0.0034108541440218687, 0.0036744081880897284, 0.003937962464988232, 0.004201516509056091, 0.004465070553123951, 0.004728624597191811, 0.00499217864125967, 0.00525573268532753, 0.0055192867293953896, 0.005782840773463249, 0.006046395283192396, 0.006309949327260256, 0.0065735033713281155, 0.006837057415395975, 0.007100611459463835, 0.007364165503531694, 0.007627719547599554, 0.007891274057328701, 0.00815482810139656, 0.00841838214546442, 0.00868193618953228, 0.00894549023360014]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 2.0, 2.0, 3.0, 1.0, 2.0, 1.0, 5.0, 5.0, 10.0, 2.0, 4.0, 5.0, 5.0, 1.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01154882088303566, -0.010604183189570904, -0.009659545496106148, -0.008714908733963966, -0.00777027104049921, -0.006825633347034454, -0.005880995653569698, -0.00493635842576623, -0.003991720732301474, -0.0030470832716673613, -0.002102445811033249, -0.0011578081175684929, -0.00021317065693438053, 0.0007314668619073927, 0.001676104380749166, 0.0026207419577986, 0.0035653794184327126, 0.004510017111897469, 0.005454654339700937, 0.006399292033165693, 0.007343929260969162, 0.008288566954433918, 0.009233204647898674, 0.01017784234136343, 0.011122480034828186, 0.012067116796970367, 0.013011754490435123, 0.01395639218389988, 0.014901029877364635, 0.01584566757082939, 0.016790304332971573, 0.017734942957758904, 0.018679579719901085, 0.019624216482043266, 0.020568855106830597, 0.02151349186897278, 0.02245813049376011, 0.02340276725590229, 0.024347404018044472, 0.025292042642831802, 0.026236679404973984, 0.027181318029761314, 0.028125954791903496, 0.029070591554045677, 0.030015230178833008, 0.03095986694097519, 0.03190450370311737, 0.03284914419054985, 0.03379378095269203, 0.03473841771483421, 0.035683054476976395, 0.036627691239118576, 0.037572331726551056, 0.03851696848869324, 0.03946160525083542, 0.0404062420129776, 0.04135087877511978, 0.04229551926255226, 0.04324015602469444, 0.044184792786836624, 0.045129429548978806, 0.04607406631112099, 0.04701870679855347, 0.04796334356069565, 0.04890798032283783]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 3.0, 1.0, 7.0, 10.0, 17.0, 26.0, 30.0, 47.0, 52.0, 85.0, 118.0, 116.0, 205.0, 313.0, 550.0, 889.0, 1366.0, 2312.0, 6300.0, 1792.0, 1102.0, 761.0, 561.0, 353.0, 253.0, 199.0, 160.0, 129.0, 87.0, 72.0, 61.0, 61.0, 44.0, 37.0, 62.0, 31.0, 23.0, 25.0, 18.0, 11.0, 15.0, 10.0, 3.0, 5.0, 5.0, 4.0, 3.0, 5.0, 8.0, 9.0, 8.0, 3.0, 8.0, 12.0, 13.0, 3.0, 5.0, 1.0, 0.0, 1.0, 6.0, 14.0], "bins": [-0.007314146496355534, -0.006953464355319738, -0.006592782214283943, -0.006232100073248148, -0.005871417932212353, -0.005510736256837845, -0.00515005411580205, -0.004789371974766254, -0.004428689833730459, -0.004068007692694664, -0.003707325551658869, -0.0033466436434537172, -0.002985961502417922, -0.002625279361382127, -0.0022645974531769753, -0.00190391531214118, -0.0015432331711053848, -0.0011825510300695896, -0.0008218690054491162, -0.00046118692262098193, -0.00010050483979284763, 0.00026017724303528666, 0.000620859325863421, 0.0009815413504838943, 0.0013422234915196896, 0.0017029056325554848, 0.00206358777359128, 0.0024242696817964315, 0.0027849518228322268, 0.003145633963868022, 0.0035063158720731735, 0.0038669980131089687, 0.004227680154144764, 0.004588362295180559, 0.004949044436216354, 0.00530972657725215, 0.005670408718287945, 0.006031090393662453, 0.006391772534698248, 0.006752454675734043, 0.007113136816769838, 0.0074738189578056335, 0.007834500633180141, 0.008195183239877224, 0.008555864915251732, 0.008916547521948814, 0.009277229197323322, 0.009637911804020405, 0.009998593479394913, 0.01035927515476942, 0.010719957761466503, 0.011080639436841011, 0.011441322043538094, 0.011802003718912601, 0.012162686325609684, 0.012523368000984192, 0.012884050607681274, 0.013244732283055782, 0.01360541395843029, 0.013966096565127373, 0.01432677824050188, 0.014687460847198963, 0.015048142522573471, 0.015408825129270554, 0.015769507735967636]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 4.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0], "bins": [-0.19922153651714325, -0.1949281245470047, -0.19063469767570496, -0.1863412857055664, -0.18204787373542786, -0.1777544468641281, -0.17346103489398956, -0.169167622923851, -0.16487419605255127, -0.16058078408241272, -0.15628737211227417, -0.15199396014213562, -0.14770053327083588, -0.14340712130069733, -0.13911370933055878, -0.13482028245925903, -0.13052687048912048, -0.12623345851898193, -0.12194003909826279, -0.11764661967754364, -0.11335320770740509, -0.10905978828668594, -0.1047663688659668, -0.10047295689582825, -0.0961795374751091, -0.09188611805438995, -0.0875927060842514, -0.08329928666353226, -0.07900586724281311, -0.07471245527267456, -0.07041903585195541, -0.06612562388181686, -0.06183220446109772, -0.05753878876566887, -0.05324537307024002, -0.048951953649520874, -0.044658537954092026, -0.04036512225866318, -0.03607170283794403, -0.03177828714251518, -0.027484871447086334, -0.023191455751657486, -0.01889803819358349, -0.014604621566832066, -0.010311204940080643, -0.00601778831332922, -0.001724371686577797, 0.002569044940173626, 0.006862461566925049, 0.011155878193676472, 0.015449294820427895, 0.019742712378501892, 0.02403612807393074, 0.02832954376935959, 0.032622963190078735, 0.036916378885507584, 0.04120979458093643, 0.04550321027636528, 0.04979662597179413, 0.054090045392513275, 0.05838346108794212, 0.06267687678337097, 0.06697029620409012, 0.07126370817422867, 0.07555712759494781]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 4.0, 0.0, 2.0, 1.0, 0.0, 2.0, 3.0, 3.0, 2.0, 3.0, 0.0, 3.0, 3.0, 3.0, 5.0, 1.0, 0.0, 4.0, 3.0, 4.0, 3.0, 1.0, 5.0, 5.0, 5.0, 14.0, 8.0, 35.0, 15.0, 12.0, 23.0, 12.0, 8.0, 9.0, 10.0, 7.0, 15.0, 8.0, 3.0, 5.0, 6.0, 3.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 3.0, 3.0, 1.0, 1.0, 2.0, 3.0], "bins": [-0.06364579498767853, -0.06195783242583275, -0.06026987358927727, -0.05858191102743149, -0.05689395219087601, -0.05520598962903023, -0.05351803079247475, -0.05183006823062897, -0.050142109394073486, -0.04845414683222771, -0.046766187995672226, -0.04507822543382645, -0.043390266597270966, -0.041702304035425186, -0.040014345198869705, -0.038326382637023926, -0.036638423800468445, -0.034950461238622665, -0.033262498676776886, -0.031574539840221405, -0.029886579141020775, -0.028198618441820145, -0.026510657742619514, -0.024822697043418884, -0.023134734481573105, -0.021446773782372475, -0.019758813083171844, -0.018070852383971214, -0.016382891684770584, -0.014694930985569954, -0.013006970286369324, -0.011319009587168694, -0.009631048887968063, -0.007943088188767433, -0.006255127489566803, -0.0045671663247048855, -0.0028792056255042553, -0.0011912448098883033, 0.0004967160057276487, 0.0021846769377589226, 0.0038726376369595528, 0.005560598336160183, 0.007248559035360813, 0.008936519734561443, 0.010624481365084648, 0.012312442064285278, 0.014000402763485909, 0.01568836346268654, 0.01737632416188717, 0.0190642848610878, 0.02075224556028843, 0.02244020625948906, 0.02412816695868969, 0.02581612765789032, 0.02750408835709095, 0.02919204905629158, 0.03088001161813736, 0.03256797045469284, 0.03425593301653862, 0.0359438918530941, 0.03763185441493988, 0.03931981325149536, 0.04100777581334114, 0.04269573464989662, 0.0443836972117424]}, "_runtime": 58.67760896682739, "_timestamp": 1596214383.4348915, "_step": 68}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 4.0, 3.0, 3.0, 1.0, 3.0, 2.0, 7.0, 5.0, 7.0, 3.0, 4.0, 3.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013650715351104736, -0.013094051741063595, -0.012537388131022453, -0.011980724520981312, -0.01142406091094017, -0.010867397300899029, -0.010310733690857887, -0.009754070080816746, -0.009197406470775604, -0.008640741929411888, -0.008084078319370747, -0.007527415174990892, -0.006970751099288464, -0.006414087489247322, -0.005857423879206181, -0.005300760269165039, -0.0047440966591238976, -0.004187433049082756, -0.0036307694390416145, -0.0030741055961698294, -0.002517441986128688, -0.0019607783760875463, -0.001404114649631083, -0.0008474509813822806, -0.00029078731313347816, 0.00026587635511532426, 0.0008225400233641267, 0.00137920374982059, 0.0019358673598617315, 0.002492530969902873, 0.003049194812774658, 0.0036058584228157997, 0.004162522032856941, 0.004719185642898083, 0.005275849252939224, 0.005832512862980366, 0.006389176473021507, 0.006945840548723936, 0.007502504158765078, 0.008059167303144932, 0.008615830913186073, 0.00917249545454979, 0.009729159064590931, 0.010285822674632072, 0.010842486284673214, 0.011399149894714355, 0.011955813504755497, 0.012512477114796638, 0.01306914072483778, 0.013625804334878922, 0.014182467944920063, 0.014739131554961205, 0.015295795165002346, 0.015852458775043488, 0.016409123316407204, 0.01696578599512577, 0.017522450536489487, 0.018079113215208054, 0.01863577775657177, 0.019192440435290337, 0.019749104976654053, 0.02030576765537262, 0.020862432196736336, 0.021419094875454903, 0.02197575941681862]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 0.0, 2.0, 2.0, 4.0, 6.0, 13.0, 6.0, 14.0, 17.0, 21.0, 31.0, 44.0, 75.0, 78.0, 162.0, 268.0, 512.0, 5337.0, 678.0, 247.0, 138.0, 65.0, 60.0, 31.0, 28.0, 14.0, 21.0, 10.0, 3.0, 6.0, 4.0, 7.0, 3.0, 6.0, 5.0, 2.0, 2.0, 2.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.20015175640583038, -0.193592831492424, -0.18703392148017883, -0.18047499656677246, -0.1739160716533661, -0.16735714673995972, -0.16079823672771454, -0.15423931181430817, -0.1476803869009018, -0.14112147688865662, -0.13456255197525024, -0.12800362706184387, -0.1214447095990181, -0.11488578468561172, -0.10832686722278595, -0.10176794230937958, -0.0952090248465538, -0.08865010738372803, -0.08209118247032166, -0.07553226500749588, -0.06897334009408951, -0.06241442263126373, -0.05585550144314766, -0.049296580255031586, -0.04273765906691551, -0.03617873787879944, -0.029619816690683365, -0.02306089736521244, -0.016501976177096367, -0.009943054988980293, -0.0033841347321867943, 0.003174785990267992, 0.009733706712722778, 0.016292627900838852, 0.022851549088954926, 0.02941046841442585, 0.03596939146518707, 0.04252830892801285, 0.04908723011612892, 0.055646151304244995, 0.06220507249236107, 0.06876399368047714, 0.07532291114330292, 0.08188183605670929, 0.08844075351953506, 0.09499967843294144, 0.10155859589576721, 0.10811752080917358, 0.11467643827199936, 0.12123535573482513, 0.1277942806482315, 0.13435320556163788, 0.14091211557388306, 0.14747104048728943, 0.1540299654006958, 0.16058889031410217, 0.16714780032634735, 0.17370672523975372, 0.1802656501531601, 0.18682456016540527, 0.19338348507881165, 0.19994240999221802, 0.2065013349056244, 0.21306024491786957, 0.21961916983127594]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 2.0, 1.0, 3.0, 6.0, 5.0, 2.0, 2.0, 2.0, 3.0, 4.0, 5.0, 8.0, 5.0, 22.0, 3.0, 3.0, 4.0, 6.0, 5.0, 1.0, 4.0, 0.0, 0.0, 1.0, 4.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0028056208975613117, -0.0027109726797789335, -0.0026163244619965553, -0.002521676477044821, -0.0024270282592624426, -0.0023323800414800644, -0.002237731823697686, -0.002143083605915308, -0.0020484356209635735, -0.0019537874031811953, -0.001859139185398817, -0.0017644909676164389, -0.0016698427498340607, -0.0015751946484670043, -0.001480546430684626, -0.0013858983293175697, -0.0012912501115351915, -0.0011966018937528133, -0.001101953792385757, -0.0010073055746033788, -0.0009126574150286615, -0.0008180092554539442, -0.000723361037671566, -0.0006287128780968487, -0.0005340647185221314, -0.00043941655894741416, -0.0003447683702688664, -0.0002501201815903187, -0.0001554720220156014, -6.0823847888968885e-05, 3.382432623766363e-05, 0.00012847250036429614, 0.00022312067449092865, 0.00031776883406564593, 0.0004124170227441937, 0.0005070652114227414, 0.0006017133709974587, 0.000696361530572176, 0.0007910097483545542, 0.0008856579079292715, 0.0009803060675039887, 0.001074954285286367, 0.0011696023866534233, 0.0012642506044358015, 0.0013588988222181797, 0.001453546923585236, 0.0015481951413676143, 0.0016428432427346706, 0.0017374914605170488, 0.001832139678299427, 0.0019267877796664834, 0.0020214358810335398, 0.002116084098815918, 0.002210732316598296, 0.0023053805343806744, 0.0024000287521630526, 0.0024946769699454308, 0.0025893249548971653, 0.0026839731726795435, 0.0027786213904619217, 0.0028732696082443, 0.002967917826026678, 0.0030625658109784126, 0.003157214028760791, 0.003251862246543169]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 4.0, 8.0, 9.0, 10.0, 19.0, 31.0, 54.0, 106.0, 157.0, 270.0, 449.0, 779.0, 1387.0, 2355.0, 4420.0, 8918.0, 18634.0, 44655.0, 145995.0, 827612.0, 70134.0, 26570.0, 12159.0, 6162.0, 3406.0, 1972.0, 1200.0, 753.0, 487.0, 308.0, 192.0, 119.0, 99.0, 69.0, 40.0, 23.0, 19.0, 10.0, 9.0, 7.0, 7.0, 6.0, 2.0, 6.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00734724011272192, -0.0070324791595339775, -0.006717718672007322, -0.006402958184480667, -0.006088197231292725, -0.005773436278104782, -0.005458675790578127, -0.005143915303051472, -0.004829154349863529, -0.004514393396675587, -0.0041996329091489315, -0.0038848721887916327, -0.003570111468434334, -0.003255350748077035, -0.002940590027719736, -0.0026258293073624372, -0.0023110685870051384, -0.0019963078666478395, -0.0016815471462905407, -0.0013667864259332418, -0.001052025705575943, -0.0007372649852186441, -0.0004225042648613453, -0.00010774354450404644, 0.0002070171758532524, 0.0005217778962105513, 0.0008365386165678501, 0.001151299336925149, 0.0014660600572824478, 0.0017808207776397467, 0.0020955814979970455, 0.0024103422183543444, 0.0027251029387116432, 0.003039863659068942, 0.003354624379426241, 0.0036693850997835398, 0.003984145820140839, 0.004298906773328781, 0.004613667260855436, 0.0049284277483820915, 0.005243188701570034, 0.0055579496547579765, 0.005872710142284632, 0.006187470629811287, 0.006502231582999229, 0.006816992536187172, 0.007131753023713827, 0.007446513511240482, 0.007761274464428425, 0.008076035417616367, 0.008390795439481735, 0.008705556392669678, 0.00902031734585762, 0.009335078299045563, 0.009649839252233505, 0.009964599274098873, 0.010279360227286816, 0.010594121180474758, 0.010908881202340126, 0.011223642155528069, 0.011538403108716011, 0.011853164061903954, 0.012167925015091896, 0.012482685036957264, 0.012797445990145206]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 6.0, 6.0, 4.0, 8.0, 9.0, 5.0, 3.0, 9.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.015497713349759579, -0.01412192266434431, -0.012746132910251617, -0.01137034222483635, -0.009994551539421082, -0.008618760854005814, -0.007242970634251833, -0.005867180414497852, -0.004491389729082584, -0.00311559927649796, -0.0017398088239133358, -0.0003640183713287115, 0.0010117720812559128, 0.002387562533840537, 0.0037633529864251614, 0.005139143206179142, 0.00651493389159441, 0.007890724577009678, 0.009266514331102371, 0.01064230501651764, 0.012018095701932907, 0.013393886387348175, 0.014769677072763443, 0.01614546775817871, 0.01752125844359398, 0.018897047266364098, 0.020272837951779366, 0.021648628637194633, 0.0230244193226099, 0.02440021000802517, 0.025776000693440437, 0.027151791378855705, 0.028527580201625824, 0.029903370887041092, 0.03127916157245636, 0.03265495225787163, 0.034030742943286896, 0.035406533628702164, 0.03678232431411743, 0.0381581149995327, 0.03953390568494797, 0.040909696370363235, 0.0422854870557785, 0.04366127774119377, 0.04503706842660904, 0.04641285538673401, 0.04778864607214928, 0.049164436757564545, 0.05054022744297981, 0.05191601812839508, 0.05329180881381035, 0.054667599499225616, 0.056043390184640884, 0.05741918087005615, 0.05879497155547142, 0.06017076224088669, 0.061546552926301956, 0.06292234361171722, 0.0642981305718422, 0.06567392498254776, 0.06704971194267273, 0.0684255063533783, 0.06980129331350327, 0.07117708772420883, 0.0725528746843338]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 4.0, 13.0, 17.0, 60.0, 69.0, 115.0, 171.0, 242.0, 373.0, 532.0, 721.0, 1080.0, 1496.0, 2056.0, 3452.0, 5760.0, 811.0, 394.0, 223.0, 146.0, 98.0, 88.0, 57.0, 61.0, 57.0, 27.0, 20.0, 28.0, 21.0, 19.0, 13.0, 29.0, 15.0, 4.0, 14.0, 11.0, 9.0, 18.0, 11.0, 7.0, 13.0, 3.0, 6.0, 0.0, 3.0, 4.0, 6.0, 3.0, 1.0, 1.0, 4.0, 6.0, 5.0, 9.0, 6.0, 1.0, 0.0, 0.0, 3.0, 7.0, 4.0, 4.0], "bins": [-0.0085702920332551, -0.0080687515437603, -0.0075672101229429245, -0.007065669167786837, -0.006564128212630749, -0.006062587723135948, -0.00556104676797986, -0.005059505812823772, -0.0045579648576676846, -0.004056423902511597, -0.003554882947355509, -0.0030533422250300646, -0.0025518012698739767, -0.002050260314717889, -0.0015487194759771228, -0.0010471786372363567, -0.0005456376820802689, -4.40967851318419e-05, 0.00045744411181658506, 0.000958985008765012, 0.001460525905713439, 0.001962066860869527, 0.002463607583194971, 0.002965148538351059, 0.003466689493507147, 0.003968230448663235, 0.004469771403819323, 0.0049713123589754105, 0.005472852848470211, 0.005974393803626299, 0.006475934758782387, 0.006977475713938475, 0.0074790166690945625, 0.007980557158589363, 0.008482098579406738, 0.008983639068901539, 0.009485180489718914, 0.009986720979213715, 0.01048826240003109, 0.01098980288952589, 0.011491343379020691, 0.011992884799838066, 0.012494425289332867, 0.012995966710150242, 0.013497507199645042, 0.013999048620462418, 0.014500589109957218, 0.015002130530774593, 0.015503671020269394, 0.01600521244108677, 0.016506751999258995, 0.01700829342007637, 0.017509834840893745, 0.01801137626171112, 0.018512915819883347, 0.019014457240700722, 0.019515998661518097, 0.020017538219690323, 0.020519079640507698, 0.021020621061325073, 0.02152216248214245, 0.022023702040314674, 0.02252524346113205, 0.023026784881949425, 0.0235283263027668]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 3.0, 2.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1952524483203888, -0.1899224817752838, -0.18459251523017883, -0.17926253378391266, -0.17393256723880768, -0.1686026006937027, -0.16327261924743652, -0.15794265270233154, -0.15261268615722656, -0.14728271961212158, -0.1419527530670166, -0.13662277162075043, -0.13129280507564545, -0.12596283853054047, -0.12063286453485489, -0.11530289053916931, -0.10997292399406433, -0.10464295744895935, -0.09931298345327377, -0.0939830094575882, -0.08865304291248322, -0.08332307636737823, -0.07799310237169266, -0.07266312837600708, -0.0673331618309021, -0.06200319156050682, -0.05667322129011154, -0.05134325101971626, -0.046013280749320984, -0.040683310478925705, -0.035353340208530426, -0.030023369938135147, -0.024693399667739868, -0.01936342939734459, -0.01403345912694931, -0.008703488856554031, -0.0033735185861587524, 0.0019564516842365265, 0.007286421954631805, 0.012616392225027084, 0.017946362495422363, 0.023276332765817642, 0.02860630303621292, 0.0339362733066082, 0.03926624357700348, 0.04459621384739876, 0.04992618411779404, 0.055256154388189316, 0.060586124658584595, 0.06591609120368958, 0.07124606519937515, 0.07657603919506073, 0.08190600574016571, 0.08723597228527069, 0.09256594628095627, 0.09789592027664185, 0.10322588682174683, 0.1085558533668518, 0.11388582736253738, 0.11921580135822296, 0.12454576790332794, 0.12987573444843292, 0.1352057158946991, 0.14053568243980408, 0.14586564898490906]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 3.0, 4.0, 6.0, 3.0, 8.0, 15.0, 20.0, 10.0, 10.0, 15.0, 10.0, 7.0, 15.0, 33.0, 23.0, 10.0, 8.0, 1.0, 7.0, 8.0, 5.0, 5.0, 4.0, 4.0, 8.0, 2.0, 3.0, 2.0, 2.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 5.0, 1.0, 1.0, 0.0, 4.0, 2.0, 1.0, 1.0, 1.0, 2.0, 3.0], "bins": [-0.04442548751831055, -0.04296116530895233, -0.041496843099594116, -0.0400325171649456, -0.03856819495558739, -0.03710387274622917, -0.035639550536870956, -0.03417522832751274, -0.03271090239286423, -0.03124658204615116, -0.029782257974147797, -0.02831793576478958, -0.026853613555431366, -0.025389289483428, -0.023924967274069786, -0.02246064320206642, -0.020996320992708206, -0.01953199878334999, -0.018067674711346626, -0.01660335250198841, -0.015139029361307621, -0.013674706220626831, -0.012210384011268616, -0.010746060870587826, -0.009281737729907036, -0.007817414589226246, -0.006353091914206743, -0.004888769239187241, -0.0034244460985064507, -0.0019601231906563044, -0.0004958002828061581, 0.0009685226250439882, 0.0024328455328941345, 0.003897168440744281, 0.005361491348594427, 0.00682581402361393, 0.00829013716429472, 0.00975446030497551, 0.011218782514333725, 0.012683105655014515, 0.014147428795695305, 0.015611751936376095, 0.017076075077056885, 0.0185403972864151, 0.020004719495773315, 0.02146904356777668, 0.022933365777134895, 0.02439768984913826, 0.025862012058496475, 0.02732633426785469, 0.028790658339858055, 0.03025498054921627, 0.031719304621219635, 0.03318362683057785, 0.034647949039936066, 0.03611227124929428, 0.037576593458652496, 0.03904091939330101, 0.040505241602659225, 0.04196956381201744, 0.043433886021375656, 0.04489820823073387, 0.046362534165382385, 0.0478268563747406, 0.049291178584098816]}, "_runtime": 59.477466344833374, "_timestamp": 1596214384.2347488, "_step": 69}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 2.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 3.0, 1.0, 2.0, 1.0, 4.0, 1.0, 2.0, 3.0, 0.0, 2.0, 0.0, 2.0, 5.0, 2.0, 1.0, 2.0, 0.0, 4.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00797674898058176, -0.007661369163542986, -0.007345989346504211, -0.007030609995126724, -0.00671523017808795, -0.006399850361049175, -0.006084470544010401, -0.005769090726971626, -0.005453711375594139, -0.005138331558555365, -0.00482295174151659, -0.004507571924477816, -0.004192192107439041, -0.0038768125232309103, -0.003561432706192136, -0.003246053121984005, -0.0029306733049452305, -0.002615293487906456, -0.002299913903698325, -0.0019845340866595507, -0.001669154386036098, -0.0013537746854126453, -0.0010383948683738708, -0.0007230151677504182, -0.0004076354671269655, -9.22557373996824e-05, 0.00022312399232760072, 0.0005385037511587143, 0.000853883451782167, 0.0011692631524056196, 0.0014846429694443941, 0.0018000226700678468, 0.0021154023706912994, 0.002430782187730074, 0.0027461617719382048, 0.0030615415889769793, 0.00337692117318511, 0.0036923009902238846, 0.004007680807262659, 0.0043230606243014336, 0.004638439975678921, 0.004953819792717695, 0.00526919960975647, 0.005584579426795244, 0.005899959243834019, 0.006215339060872793, 0.00653071841225028, 0.006846098229289055, 0.007161478046327829, 0.007476857863366604, 0.007792237680405378, 0.008107617497444153, 0.00842299684882164, 0.008738377131521702, 0.009053756482899189, 0.009369135834276676, 0.009684516116976738, 0.009999895468354225, 0.010315275751054287, 0.010630655102431774, 0.010946034453809261, 0.011261414736509323, 0.01157679408788681, 0.011892174370586872, 0.01220755372196436]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 0.0, 1.0, 3.0, 1.0, 2.0, 5.0, 4.0, 6.0, 3.0, 6.0, 14.0, 14.0, 21.0, 21.0, 29.0, 33.0, 42.0, 52.0, 64.0, 84.0, 103.0, 145.0, 194.0, 269.0, 508.0, 4967.0, 465.0, 244.0, 168.0, 97.0, 78.0, 53.0, 40.0, 34.0, 34.0, 25.0, 22.0, 18.0, 12.0, 8.0, 10.0, 8.0, 5.0, 4.0, 2.0, 1.0, 3.0, 3.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.10654205083847046, -0.10275989025831223, -0.09897772967815399, -0.09519556909799576, -0.09141340851783752, -0.08763124793767929, -0.08384908735752106, -0.08006692677736282, -0.07628476619720459, -0.07250259816646576, -0.06872043758630753, -0.06493827700614929, -0.06115611642599106, -0.057373955845832825, -0.05359179526567459, -0.04980963468551636, -0.046027474105358124, -0.04224531352519989, -0.038463152945041656, -0.03468099236488342, -0.03089882992208004, -0.027116669341921806, -0.023334506899118423, -0.01955234631896019, -0.015770185738801956, -0.011988025158643723, -0.008205863647162914, -0.004423702601343393, -0.0006415415555238724, 0.0031406194902956486, 0.0069227805361151695, 0.010704942047595978, 0.014487102627754211, 0.018269263207912445, 0.02205142378807068, 0.02583358623087406, 0.029615746811032295, 0.03339790925383568, 0.03718006983399391, 0.040962230414152145, 0.04474439099431038, 0.04852655157446861, 0.052308712154626846, 0.05609087273478508, 0.05987303704023361, 0.06365519762039185, 0.06743735820055008, 0.07121951878070831, 0.07500167936086655, 0.07878383994102478, 0.08256600052118301, 0.08634816110134125, 0.09013032168149948, 0.09391248226165771, 0.09769464284181595, 0.10147680342197418, 0.10525897145271301, 0.10904113203287125, 0.11282329261302948, 0.11660545319318771, 0.12038761377334595, 0.12416977435350418, 0.12795193493366241, 0.13173408806324005, 0.13551625609397888]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 3.0, 3.0, 0.0, 3.0, 1.0, 2.0, 4.0, 3.0, 4.0, 4.0, 4.0, 2.0, 6.0, 7.0, 3.0, 4.0, 28.0, 5.0, 3.0, 4.0, 1.0, 4.0, 3.0, 2.0, 1.0, 3.0, 2.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0], "bins": [-0.003874915186315775, -0.0037742839194834232, -0.003673652419820428, -0.003573021152988076, -0.003472389653325081, -0.003371758386492729, -0.003271126886829734, -0.003170495619997382, -0.003069864120334387, -0.002969232853502035, -0.0028686015866696835, -0.002767970087006688, -0.0026673388201743364, -0.002566707320511341, -0.0024660760536789894, -0.002365444554015994, -0.0022648132871836424, -0.0021641820203512907, -0.0020635505206882954, -0.0019629192538559437, -0.0018622877541929483, -0.0017616564873605967, -0.0016610251041129231, -0.0015603937208652496, -0.0014597623376175761, -0.0013591309543699026, -0.001258499571122229, -0.0011578681878745556, -0.001057236921042204, -0.0009566054795868695, -0.0008559741545468569, -0.0007553427712991834, -0.0006547113880515099, -0.0005540800048038363, -0.0004534486506599933, -0.00035281729651615024, -0.0002521859132684767, -0.00015155454457271844, -5.092317587696016e-05, 4.9708192818798125e-05, 0.0001503395615145564, 0.0002509709447622299, 0.000351602298906073, 0.00045223365304991603, 0.0005528650362975895, 0.000653496419545263, 0.0007541277445852757, 0.0008547591278329492, 0.0009553905110806227, 0.0010560218943282962, 0.0011566532775759697, 0.0012572846608236432, 0.0013579160440713167, 0.0014585473109036684, 0.001559178694151342, 0.0016598100773990154, 0.001760441460646689, 0.0018610728438943624, 0.001961704110726714, 0.0020623356103897095, 0.002162966877222061, 0.0022635983768850565, 0.002364229643717408, 0.0024648611433804035, 0.002565492410212755]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 3.0, 6.0, 7.0, 6.0, 6.0, 12.0, 13.0, 30.0, 30.0, 40.0, 69.0, 99.0, 122.0, 212.0, 300.0, 524.0, 810.0, 1248.0, 2262.0, 4418.0, 9140.0, 20854.0, 57857.0, 774246.0, 220228.0, 44242.0, 19058.0, 9364.0, 5284.0, 3008.0, 1934.0, 1256.0, 844.0, 574.0, 399.0, 272.0, 251.0, 170.0, 122.0, 103.0, 67.0, 45.0, 35.0, 19.0, 21.0, 9.0, 7.0, 9.0, 3.0, 1.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.010701702907681465, -0.01038688700646162, -0.010072071105241776, -0.00975725520402193, -0.009442439302802086, -0.009127623401582241, -0.008812807500362396, -0.008497991599142551, -0.008183175697922707, -0.007868359796702862, -0.00755354342982173, -0.007238727528601885, -0.00692391162738204, -0.006609095726162195, -0.00629427982494235, -0.005979463923722506, -0.005664648022502661, -0.005349832121282816, -0.005035016220062971, -0.004720200318843126, -0.0044053844176232815, -0.004090568516403437, -0.003775752382352948, -0.0034609364811331034, -0.0031461205799132586, -0.0028313046786934137, -0.002516488777473569, -0.002201672876253724, -0.0018868568586185575, -0.0015720409573987126, -0.001257224939763546, -0.0009424090385437012, -0.0006275931373238564, -0.0003127772070001811, 2.038723323494196e-06, 0.00031685465364716947, 0.0006316705839708447, 0.0009464864851906896, 0.0012613025028258562, 0.001576118404045701, 0.0018909343052655458, 0.0022057502064853907, 0.0025205661077052355, 0.0028353820089250803, 0.0031501981429755688, 0.0034650140441954136, 0.0037798299454152584, 0.004094645846635103, 0.004409461747854948, 0.004724277649074793, 0.005039093550294638, 0.0053539094515144825, 0.005668725352734327, 0.005983541253954172, 0.006298357155174017, 0.006613173056393862, 0.006927989423274994, 0.007242805324494839, 0.0075576212257146835, 0.007872437126934528, 0.008187253028154373, 0.008502068929374218, 0.008816884830594063, 0.009131700731813908, 0.009446516633033752]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 5.0, 4.0, 8.0, 6.0, 10.0, 3.0, 8.0, 2.0, 0.0, 4.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.022805742919445038, -0.021536998450756073, -0.020268255844712257, -0.018999511376023293, -0.017730766907334328, -0.016462024301290512, -0.015193279832601547, -0.013924535363912582, -0.012655791826546192, -0.011387048289179802, -0.010118303820490837, -0.008849560283124447, -0.007580816280096769, -0.006312072277069092, -0.005043328739702702, -0.003774584736675024, -0.0025058407336473465, -0.0012370968470349908, 3.164703957736492e-05, 0.0013003909261897206, 0.0025691348128020763, 0.003837878815829754, 0.005106622353196144, 0.006375366356223822, 0.007644110359251499, 0.00891285389661789, 0.010181598365306854, 0.011450341902673244, 0.012719085440039635, 0.0139878299087286, 0.01525657344609499, 0.01652531698346138, 0.017794061452150345, 0.01906280592083931, 0.020331548526883125, 0.02160029299557209, 0.022869037464261055, 0.02413778007030487, 0.025406524538993835, 0.0266752690076828, 0.027944013476371765, 0.02921275608241558, 0.030481500551104546, 0.03175024315714836, 0.033018987625837326, 0.03428773209452629, 0.035556476563215256, 0.03682522103190422, 0.03809396177530289, 0.03936270624399185, 0.04063145071268082, 0.04190019518136978, 0.043168939650058746, 0.04443768411874771, 0.045706428587436676, 0.04697516933083534, 0.04824391379952431, 0.04951265826821327, 0.05078140273690224, 0.0520501472055912, 0.05331889167428017, 0.05458763241767883, 0.0558563768863678, 0.05712512135505676, 0.05839386582374573]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [4.0, 5.0, 0.0, 2.0, 2.0, 2.0, 5.0, 7.0, 5.0, 5.0, 10.0, 17.0, 20.0, 19.0, 22.0, 28.0, 56.0, 84.0, 144.0, 220.0, 324.0, 494.0, 696.0, 1130.0, 1688.0, 2436.0, 7017.0, 1680.0, 678.0, 434.0, 264.0, 170.0, 135.0, 99.0, 75.0, 57.0, 50.0, 42.0, 43.0, 34.0, 27.0, 21.0, 18.0, 8.0, 18.0, 11.0, 12.0, 8.0, 5.0, 4.0, 3.0, 7.0, 7.0, 8.0, 12.0, 7.0, 17.0, 7.0, 2.0, 5.0, 5.0, 7.0, 7.0, 3.0], "bins": [-0.013791093602776527, -0.01327788457274437, -0.012764674611389637, -0.012251465581357479, -0.011738255620002747, -0.011225046589970589, -0.01071183755993843, -0.010198627598583698, -0.00968541856855154, -0.009172209538519382, -0.00865899957716465, -0.008145790547132492, -0.007632581051439047, -0.007119371555745602, -0.006606162525713444, -0.0060929530300199986, -0.005579743534326553, -0.005066534038633108, -0.004553324542939663, -0.004040115512907505, -0.00352690601721406, -0.0030136965215206146, -0.002500487258657813, -0.0019872779957950115, -0.0014740685001015663, -0.0009608591208234429, -0.00044764974154531956, 6.555963773280382e-05, 0.0005787690170109272, 0.0010919783962890506, 0.001605187775567174, 0.0021183970384299755, 0.0026316065341234207, 0.003144816029816866, 0.0036580252926796675, 0.004171234555542469, 0.004684444051235914, 0.0051976535469293594, 0.005710862576961517, 0.0062240720726549625, 0.006737281568348408, 0.007250491064041853, 0.007763700559735298, 0.008276909589767456, 0.008790118619799614, 0.009303328581154346, 0.009816537611186504, 0.010329747572541237, 0.010842956602573395, 0.011356165632605553, 0.011869375593960285, 0.012382584623992443, 0.012895794585347176, 0.013409003615379333, 0.013922212645411491, 0.014435422606766224, 0.014948631636798382, 0.01546184066683054, 0.015975050628185272, 0.01648825965821743, 0.017001468688249588, 0.017514677718281746, 0.018027888610959053, 0.01854109764099121, 0.01905430667102337]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 2.0, 3.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.2526136040687561, -0.24591678380966187, -0.23921996355056763, -0.2325231432914734, -0.22582632303237915, -0.2191295176744461, -0.21243269741535187, -0.20573587715625763, -0.1990390568971634, -0.19234223663806915, -0.18564541637897491, -0.17894859611988068, -0.17225179076194763, -0.1655549705028534, -0.15885815024375916, -0.15216132998466492, -0.14546450972557068, -0.13876768946647644, -0.1320708692073822, -0.12537404894828796, -0.11867723613977432, -0.11198041588068008, -0.10528360307216644, -0.0985867828130722, -0.09188996255397797, -0.08519314229488373, -0.07849632203578949, -0.07179950922727585, -0.06510268896818161, -0.05840586870908737, -0.05170905217528343, -0.04501223564147949, -0.038315415382385254, -0.031618595123291016, -0.024921778589487076, -0.018224960193037987, -0.011528141796588898, -0.004831323400139809, 0.0018654949963092804, 0.00856231339275837, 0.015259131789207458, 0.021955950185656548, 0.028652768582105637, 0.035349585115909576, 0.042046405375003815, 0.04874322563409805, 0.05544004216790199, 0.06213685870170593, 0.06883367896080017, 0.07553049921989441, 0.08222731947898865, 0.08892413228750229, 0.09562095254659653, 0.10231777280569077, 0.1090145856142044, 0.11571140587329865, 0.12240822613239288, 0.12910504639148712, 0.13580186665058136, 0.1424986869096756, 0.14919549226760864, 0.15589231252670288, 0.16258913278579712, 0.16928595304489136, 0.1759827733039856]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 0.0, 2.0, 2.0, 0.0, 2.0, 6.0, 2.0, 1.0, 3.0, 5.0, 6.0, 12.0, 12.0, 19.0, 25.0, 21.0, 16.0, 41.0, 22.0, 7.0, 13.0, 4.0, 4.0, 8.0, 3.0, 2.0, 4.0, 3.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 4.0, 1.0, 0.0, 1.0, 3.0, 3.0, 1.0, 1.0, 0.0, 1.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0], "bins": [-0.0962601825594902, -0.09237425029277802, -0.08848831057548523, -0.08460237830877304, -0.08071643859148026, -0.07683050632476807, -0.07294456660747528, -0.06905863434076309, -0.0651727020740509, -0.06128676235675812, -0.05740082636475563, -0.05351489037275314, -0.049628958106040955, -0.04574302211403847, -0.04185708612203598, -0.03797115013003349, -0.034085214138031006, -0.03019927814602852, -0.02631334215402603, -0.022427408024668694, -0.018541472032666206, -0.01465553604066372, -0.010769600979983807, -0.006883665453642607, -0.002997729927301407, 0.000888205599039793, 0.004774141125380993, 0.008660076186060905, 0.012546012178063393, 0.01643194817006588, 0.020317882299423218, 0.024203818291425705, 0.028089754283428192, 0.03197569027543068, 0.035861626267433167, 0.039747562259435654, 0.04363349825143814, 0.04751943051815033, 0.05140536651015282, 0.055291302502155304, 0.05917723849415779, 0.06306317448616028, 0.06694910675287247, 0.07083504647016525, 0.07472097873687744, 0.07860691845417023, 0.08249285072088242, 0.0863787904381752, 0.09026472270488739, 0.09415065497159958, 0.09803659468889236, 0.10192252695560455, 0.10580846667289734, 0.10969439893960953, 0.11358033865690231, 0.1174662709236145, 0.12135221064090729, 0.12523813545703888, 0.12912407517433167, 0.13301001489162445, 0.13689595460891724, 0.14078187942504883, 0.1446678191423416, 0.1485537588596344, 0.152439683675766]}, "_runtime": 60.27765440940857, "_timestamp": 1596214385.034937, "_step": 70}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 1.0, 4.0, 0.0, 2.0, 3.0, 1.0, 2.0, 7.0, 6.0, 6.0, 0.0, 5.0, 5.0, 1.0, 1.0, 1.0, 4.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01971350982785225, -0.01913406327366829, -0.01855461858212948, -0.01797517202794552, -0.017395727336406708, -0.016816280782222748, -0.016236836090683937, -0.015657389536499977, -0.015077943913638592, -0.014498498290777206, -0.013919052667915821, -0.013339607045054436, -0.012760160490870476, -0.01218071486800909, -0.011601269245147705, -0.01102182362228632, -0.010442377999424934, -0.009862932376563549, -0.009283486753702164, -0.008704041130840778, -0.008124595507979393, -0.00754514941945672, -0.006965703330934048, -0.006386257708072662, -0.005806812085211277, -0.005227366462349892, -0.004647920839488506, -0.004068474750965834, -0.0034890291281044483, -0.002909583505243063, -0.002330137649551034, -0.0017506919102743268, -0.0011712461709976196, -0.0005918004317209125, -1.2354692444205284e-05, 0.0005670910468325019, 0.001146536786109209, 0.0017259825253859162, 0.0023054282646626234, 0.0028848741203546524, 0.0034643197432160378, 0.004043765366077423, 0.0046232109889388084, 0.005202657077461481, 0.0057821027003228664, 0.006361548323184252, 0.0069409944117069244, 0.00752044003456831, 0.008099885657429695, 0.00867933128029108, 0.009258776903152466, 0.009838222526013851, 0.010417668148875237, 0.010997114703059196, 0.011576560325920582, 0.012156005948781967, 0.012735451571643353, 0.013314897194504738, 0.013894342817366123, 0.014473788440227509, 0.015053234994411469, 0.01563267968595028, 0.01621212624013424, 0.01679157093167305, 0.01737101748585701]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [3.0, 1.0, 1.0, 0.0, 3.0, 0.0, 1.0, 2.0, 0.0, 2.0, 2.0, 5.0, 4.0, 2.0, 6.0, 4.0, 11.0, 12.0, 12.0, 12.0, 20.0, 19.0, 23.0, 34.0, 45.0, 35.0, 70.0, 78.0, 93.0, 129.0, 146.0, 256.0, 433.0, 4567.0, 817.0, 323.0, 182.0, 149.0, 85.0, 71.0, 53.0, 44.0, 32.0, 30.0, 27.0, 12.0, 10.0, 10.0, 11.0, 15.0, 6.0, 4.0, 5.0, 2.0, 2.0, 5.0, 2.0, 2.0, 0.0, 1.0, 2.0, 2.0, 0.0, 1.0], "bins": [-0.13560324907302856, -0.13155865669250488, -0.12751404941082, -0.12346945703029633, -0.11942485719919205, -0.11538026481866837, -0.11133566498756409, -0.10729106515645981, -0.10324646532535553, -0.09920187294483185, -0.09515727311372757, -0.09111267328262329, -0.08706808090209961, -0.08302348107099533, -0.07897888123989105, -0.07493428885936737, -0.07088968902826309, -0.06684508919715881, -0.06280049681663513, -0.05875589698553085, -0.054711297154426575, -0.050666701048612595, -0.046622104942798615, -0.042577505111694336, -0.038532909005880356, -0.034488312900066376, -0.030443713068962097, -0.026399116963148117, -0.022354518994688988, -0.01830992102622986, -0.014265323989093304, -0.010220726951956749, -0.00617612898349762, -0.0021315314806997776, 0.0019130660220980644, 0.0059576635248959064, 0.010002261027693748, 0.014046858996152878, 0.018091455101966858, 0.022136053070425987, 0.026180651038885117, 0.030225249007344246, 0.034269846975803375, 0.038314443081617355, 0.042359039187431335, 0.046403639018535614, 0.050448235124349594, 0.05449283495545387, 0.05853743106126785, 0.06258203089237213, 0.06662662327289581, 0.07067122310400009, 0.07471582293510437, 0.07876041531562805, 0.08280501514673233, 0.08684961497783661, 0.09089420735836029, 0.09493880718946457, 0.09898340702056885, 0.10302800685167313, 0.10707259923219681, 0.11111719906330109, 0.11516179889440536, 0.11920639127492905, 0.12325099110603333]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 1.0, 1.0, 0.0, 2.0, 6.0, 4.0, 1.0, 1.0, 4.0, 6.0, 7.0, 1.0, 4.0, 6.0, 27.0, 8.0, 7.0, 5.0, 3.0, 3.0, 2.0, 3.0, 6.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002889527240768075, -0.0027680133935064077, -0.002646499779075384, -0.002524985931813717, -0.0024034720845520496, -0.002281958470121026, -0.002160444622859359, -0.002038931008428335, -0.001917417161166668, -0.0017959034303203225, -0.001674389699473977, -0.0015528758522123098, -0.0014313621213659644, -0.001309848390519619, -0.0011883345432579517, -0.0010668208124116063, -0.0009453070815652609, -0.0008237933507189155, -0.0007022795616649091, -0.0005807657726109028, -0.00045925204176455736, -0.0003377382818143815, -0.0002162245218642056, -9.471076191402972e-05, 2.6802998036146164e-05, 0.00014831675798632205, 0.0002698305179364979, 0.0003913442778866738, 0.0005128580378368497, 0.0006343717686831951, 0.0007558855577372015, 0.0008773993467912078, 0.0009989130776375532, 0.0011204268084838986, 0.001241940539330244, 0.0013634543865919113, 0.0014849681174382567, 0.0016064818482846022, 0.0017279956955462694, 0.0018495094263926148, 0.0019710231572389603, 0.0020925370045006275, 0.002214050618931651, 0.0023355644661933184, 0.002457078080624342, 0.002578591927886009, 0.0027001057751476765, 0.0028216193895787, 0.0029431332368403673, 0.0030646470841020346, 0.003186160698533058, 0.0033076745457947254, 0.0034291883930563927, 0.0035507020074874163, 0.0036722158547490835, 0.003793729469180107, 0.003915243316441774, 0.004036757163703442, 0.004158271010965109, 0.004279784392565489, 0.004401298239827156, 0.004522812087088823, 0.004644325934350491, 0.004765839781612158, 0.004887353628873825]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 5.0, 1.0, 1.0, 4.0, 8.0, 20.0, 18.0, 19.0, 30.0, 43.0, 79.0, 115.0, 202.0, 311.0, 480.0, 764.0, 1196.0, 2040.0, 3316.0, 5722.0, 10252.0, 19761.0, 40621.0, 93880.0, 773426.0, 130083.0, 44034.0, 21272.0, 11502.0, 6832.0, 4173.0, 2695.0, 1839.0, 1311.0, 886.0, 694.0, 485.0, 375.0, 283.0, 185.0, 161.0, 129.0, 89.0, 68.0, 60.0, 41.0, 43.0, 17.0, 21.0, 4.0, 12.0, 7.0, 6.0, 7.0, 8.0, 3.0, 2.0, 0.0, 4.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.0058731078170239925, -0.005645529832690954, -0.005417951848357916, -0.0051903738640248775, -0.004962795879691839, -0.004735217895358801, -0.0045076399110257626, -0.004280061926692724, -0.004052483476698399, -0.003824905725196004, -0.0035973277408629656, -0.0033697497565299273, -0.0031421715393662453, -0.002914593555033207, -0.0026870155707001686, -0.0024594375863671303, -0.002231859602034092, -0.0020042816177010536, -0.0017767036333680153, -0.0015491255326196551, -0.0013215475482866168, -0.0010939695639535785, -0.0008663915214128792, -0.00063881347887218, -0.00041123549453914165, -0.00018365748110227287, 4.392053233459592e-05, 0.0002714985457714647, 0.0004990765592083335, 0.0007266545435413718, 0.0009542325860820711, 0.0011818106286227703, 0.0014093886129558086, 0.001636966597288847, 0.0018645445816218853, 0.0020921225659549236, 0.002319700550287962, 0.002547278767451644, 0.0027748567517846823, 0.0030024347361177206, 0.003230012720450759, 0.0034575907047837973, 0.0036851686891168356, 0.003912746906280518, 0.004140324890613556, 0.004367902874946594, 0.004595480859279633, 0.004823058843612671, 0.005050636827945709, 0.0052782148122787476, 0.005505792796611786, 0.005733370780944824, 0.0059609487652778625, 0.006188526749610901, 0.006416104733943939, 0.0066436827182769775, 0.006871260702610016, 0.0070988391526043415, 0.00732641713693738, 0.007553995121270418, 0.0077815731056034565, 0.008009150624275208, 0.008236728608608246, 0.008464306592941284, 0.008691884577274323]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 3.0, 5.0, 0.0, 13.0, 5.0, 3.0, 5.0, 5.0, 3.0, 1.0, 4.0, 3.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.09656823426485062, -0.09458976238965988, -0.09261129796504974, -0.09063282608985901, -0.08865436166524887, -0.08667588979005814, -0.0846974179148674, -0.08271895349025726, -0.08074048161506653, -0.07876201719045639, -0.07678354531526566, -0.07480507344007492, -0.07282660901546478, -0.07084813714027405, -0.06886967271566391, -0.06689120084047318, -0.06491273641586304, -0.0629342645406723, -0.060955796390771866, -0.05897732451558113, -0.056998856365680695, -0.05502038821578026, -0.05304192006587982, -0.051063451915979385, -0.04908498376607895, -0.047106511890888214, -0.04512804374098778, -0.04314957559108734, -0.041171107441186905, -0.03919263929128647, -0.037214167416095734, -0.0352356992661953, -0.03325723111629486, -0.031278762966394424, -0.02930029295384884, -0.027321824803948402, -0.025343354791402817, -0.02336488664150238, -0.021386418491601944, -0.01940794847905636, -0.017429480329155922, -0.015451011247932911, -0.0134725421667099, -0.011494074016809464, -0.009515604935586452, -0.0075371358543634415, -0.005558667238801718, -0.0035801983904093504, -0.001601729542016983, 0.00037673930637538433, 0.0023552081547677517, 0.004333676770329475, 0.006312145851552486, 0.008290614932775497, 0.010269083082675934, 0.012247552163898945, 0.014226021245121956, 0.016204489395022392, 0.018182959407567978, 0.020161427557468414, 0.02213989570736885, 0.024118365719914436, 0.026096833869814873, 0.02807530388236046, 0.030053772032260895]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [4.0, 7.0, 5.0, 2.0, 0.0, 1.0, 3.0, 10.0, 9.0, 9.0, 5.0, 5.0, 6.0, 6.0, 6.0, 8.0, 7.0, 4.0, 8.0, 3.0, 7.0, 8.0, 16.0, 19.0, 10.0, 16.0, 9.0, 17.0, 25.0, 31.0, 25.0, 25.0, 32.0, 50.0, 62.0, 77.0, 76.0, 119.0, 191.0, 357.0, 473.0, 801.0, 1464.0, 6664.0, 2736.0, 1672.0, 999.0, 624.0, 484.0, 341.0, 216.0, 162.0, 122.0, 105.0, 74.0, 54.0, 44.0, 48.0, 29.0, 13.0, 11.0, 7.0, 7.0, 2.0], "bins": [-0.03079851157963276, -0.03009253367781639, -0.029386557638645172, -0.028680581599473953, -0.027974603697657585, -0.027268625795841217, -0.026562649756669998, -0.02585667371749878, -0.02515069581568241, -0.024444717913866043, -0.023738741874694824, -0.023032765835523605, -0.022326787933707237, -0.02162081003189087, -0.02091483399271965, -0.02020885795354843, -0.019502880051732063, -0.018796902149915695, -0.018090926110744476, -0.017384950071573257, -0.01667897216975689, -0.01597299426794052, -0.015267018228769302, -0.014561041258275509, -0.013855064287781715, -0.013149087317287922, -0.012443110346794128, -0.011737133376300335, -0.011031156405806541, -0.010325179435312748, -0.009619202464818954, -0.008913225494325161, -0.008207248523831367, -0.007501271553337574, -0.0067952945828437805, -0.006089317612349987, -0.0053833406418561935, -0.0046773636713624, -0.003971386700868607, -0.003265409730374813, -0.0025594327598810196, -0.001853455789387226, -0.0011474788188934326, -0.00044150184839963913, 0.00026447512209415436, 0.0009704520925879478, 0.0016764290630817413, 0.002382406033575535, 0.0030883830040693283, 0.003794359974563122, 0.004500336945056915, 0.005206313915550709, 0.005912290886044502, 0.006618267856538296, 0.007324244827032089, 0.008030221797525883, 0.008736198768019676, 0.00944217573851347, 0.010148152709007263, 0.010854129679501057, 0.01156010664999485, 0.012266083620488644, 0.012972060590982437, 0.01367803756147623, 0.014384014531970024]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.20383119583129883, -0.19518758356571198, -0.18654395639896393, -0.17790034413337708, -0.16925671696662903, -0.16061310470104218, -0.15196949243545532, -0.14332586526870728, -0.13468225300312042, -0.12603864073753357, -0.11739501357078552, -0.10875140130519867, -0.10010778158903122, -0.09146416187286377, -0.08282054960727692, -0.07417692989110947, -0.06553331017494202, -0.05688969045877457, -0.048246074467897415, -0.039602458477020264, -0.030958838760852814, -0.022315220907330513, -0.013671603053808212, -0.0050279852002859116, 0.003615632653236389, 0.01225925050675869, 0.02090286836028099, 0.02954648621380329, 0.03819010406732559, 0.04683372378349304, 0.055477339774370193, 0.06412095576524734, 0.0727645754814148, 0.08140819519758224, 0.0900518149137497, 0.09869542717933655, 0.107339046895504, 0.11598266661167145, 0.1246262788772583, 0.13326990604400635, 0.1419135183095932, 0.15055713057518005, 0.1592007577419281, 0.16784437000751495, 0.1764879822731018, 0.18513160943984985, 0.1937752217054367, 0.20241884887218475, 0.2110624611377716, 0.21970607340335846, 0.2283497005701065, 0.23699331283569336, 0.2456369400024414, 0.25428053736686707, 0.2629241645336151, 0.27156779170036316, 0.2802113890647888, 0.28885501623153687, 0.2974986433982849, 0.30614227056503296, 0.3147858679294586, 0.32342949509620667, 0.3320731222629547, 0.34071671962738037, 0.3493603467941284]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 3.0, 2.0, 6.0, 7.0, 9.0, 6.0, 6.0, 5.0, 15.0, 15.0, 47.0, 71.0, 25.0, 10.0, 4.0, 2.0, 4.0, 3.0, 2.0, 7.0, 4.0, 3.0, 3.0, 3.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.17860662937164307, -0.17295052111148834, -0.16729439795017242, -0.1616382896900177, -0.15598218142986298, -0.15032605826854706, -0.14466995000839233, -0.1390138417482376, -0.13335773348808289, -0.12770161032676697, -0.12204550206661224, -0.11638938635587692, -0.1107332706451416, -0.10507716238498688, -0.09942104667425156, -0.09376493841409683, -0.08810882270336151, -0.08245270699262619, -0.07679659873247147, -0.07114048302173615, -0.06548437476158142, -0.0598282590508461, -0.05417214334011078, -0.048516031354665756, -0.042859919369220734, -0.03720380738377571, -0.03154769539833069, -0.025891579687595367, -0.020235467702150345, -0.014579354785382748, -0.00892324186861515, -0.0032671289518475533, 0.002388983964920044, 0.008045096881687641, 0.013701209798455238, 0.01935732364654541, 0.025013435631990433, 0.030669547617435455, 0.036325663328170776, 0.0419817753136158, 0.04763788729906082, 0.053293999284505844, 0.05895011126995087, 0.06460622698068619, 0.07026234269142151, 0.07591845095157623, 0.08157456666231155, 0.08723067492246628, 0.0928867906332016, 0.09854290634393692, 0.10419901460409164, 0.10985513031482697, 0.11551123857498169, 0.12116735428571701, 0.12682346999645233, 0.13247957825660706, 0.13813570141792297, 0.1437918096780777, 0.14944791793823242, 0.15510402619838715, 0.16076014935970306, 0.1664162576198578, 0.1720723658800125, 0.17772848904132843, 0.18338459730148315]}, "_runtime": 61.10122990608215, "_timestamp": 1596214385.8585124, "_step": 71}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 2.0, 2.0, 3.0, 4.0, 0.0, 0.0, 2.0, 4.0, 4.0, 2.0, 1.0, 2.0, 2.0, 5.0, 0.0, 0.0, 3.0, 1.0, 0.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.01070136297494173, -0.010354644618928432, -0.010007926262915134, -0.009661207906901836, -0.009314488619565964, -0.008967770263552666, -0.008621051907539368, -0.00827433355152607, -0.007927615195512772, -0.007580896373838186, -0.007234178017824888, -0.00688745966181159, -0.006540740840137005, -0.006194022484123707, -0.005847304128110409, -0.0055005853064358234, -0.005153866950422525, -0.004807148594409227, -0.004460429772734642, -0.004113711416721344, -0.003766993060708046, -0.0034202744718641043, -0.0030735558830201626, -0.0027268375270068645, -0.002380118938162923, -0.002033400349318981, -0.0016866819933056831, -0.0013399634044617414, -0.0009932449320331216, -0.0006465264596045017, -0.00029980792896822095, 4.691057256422937e-05, 0.0003936290740966797, 0.0007403475465252995, 0.0010870660189539194, 0.001433784607797861, 0.001780503080226481, 0.002127221552655101, 0.0024739401414990425, 0.0028206584975123405, 0.0031673770863562822, 0.003514095675200224, 0.003860814031213522, 0.00420753238722682, 0.004554251208901405, 0.004900969564914703, 0.005247687920928001, 0.005594406742602587, 0.005941125098615885, 0.006287843454629183, 0.006634562276303768, 0.006981280632317066, 0.007327998988330364, 0.00767471781000495, 0.00802143570035696, 0.008368154987692833, 0.008714873343706131, 0.009061591699719429, 0.009408310055732727, 0.009755028411746025, 0.010101746767759323, 0.010448466055095196, 0.010795184411108494, 0.011141902767121792, 0.01148862112313509]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 4.0, 4.0, 2.0, 7.0, 5.0, 12.0, 15.0, 26.0, 24.0, 41.0, 30.0, 52.0, 94.0, 124.0, 176.0, 278.0, 504.0, 5140.0, 602.0, 277.0, 159.0, 93.0, 59.0, 47.0, 41.0, 25.0, 21.0, 16.0, 11.0, 6.0, 7.0, 7.0, 1.0, 4.0, 5.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.17220401763916016, -0.16671790182590485, -0.16123178601264954, -0.15574567019939423, -0.15025955438613892, -0.1447734385728836, -0.1392873227596283, -0.13380120694637299, -0.12831509113311768, -0.12282897531986237, -0.11734285950660706, -0.11185674369335175, -0.10637062788009644, -0.10088451206684113, -0.09539839625358582, -0.0899122804403305, -0.0844261646270752, -0.07894004881381989, -0.07345393300056458, -0.06796781718730927, -0.062481701374053955, -0.056995585560798645, -0.051509469747543335, -0.046023353934288025, -0.040537238121032715, -0.035051122307777405, -0.029565006494522095, -0.024078890681266785, -0.018592774868011475, -0.013106659054756165, -0.0076205432415008545, -0.0021344274282455444, 0.0033516883850097656, 0.008837804198265076, 0.014323920011520386, 0.019810035824775696, 0.025296151638031006, 0.030782267451286316, 0.036268383264541626, 0.041754499077796936, 0.047240614891052246, 0.052726730704307556, 0.058212846517562866, 0.06369896233081818, 0.06918507814407349, 0.0746711939573288, 0.0801573097705841, 0.08564342558383942, 0.09112954139709473, 0.09661565721035004, 0.10210177302360535, 0.10758788883686066, 0.11307400465011597, 0.11856012046337128, 0.12404623627662659, 0.1295323520898819, 0.1350184679031372, 0.14050458371639252, 0.14599069952964783, 0.15147681534290314, 0.15696293115615845, 0.16244904696941376, 0.16793516278266907, 0.17342127859592438, 0.1789073944091797]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 6.0, 4.0, 3.0, 2.0, 7.0, 2.0, 5.0, 2.0, 0.0, 26.0, 7.0, 2.0, 4.0, 5.0, 7.0, 2.0, 4.0, 3.0, 2.0, 3.0, 2.0, 4.0, 2.0, 3.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0035191618371754885, -0.0034226353745907545, -0.0033261089120060205, -0.0032295824494212866, -0.003133055754005909, -0.003036529291421175, -0.002940002828836441, -0.002843476366251707, -0.002746949903666973, -0.002650423441082239, -0.002553896978497505, -0.0024573705159127712, -0.0023608440533280373, -0.0022643173579126596, -0.0021677908953279257, -0.0020712644327431917, -0.0019747379701584578, -0.0018782115075737238, -0.0017816850449889898, -0.001685158465988934, -0.0015886320034042, -0.0014921055408194661, -0.0013955789618194103, -0.0012990524992346764, -0.0012025260366499424, -0.0011059995740652084, -0.0010094731114804745, -0.0009129465324804187, -0.0008164200698956847, -0.0007198936073109508, -0.0006233670865185559, -0.000526840565726161, -0.00043031410314142704, -0.0003337876114528626, -0.0002372611197642982, -0.00014073462807573378, -4.420813638716936e-05, 5.231835530139506e-05, 0.00014884484698995948, 0.0002453713386785239, 0.0003418978303670883, 0.00043842432205565274, 0.0005349508137442172, 0.000631477334536612, 0.000728003797121346, 0.00082453025970608, 0.0009210567804984748, 0.0010175833012908697, 0.0011141097638756037, 0.0012106362264603376, 0.0013071626890450716, 0.0014036892680451274, 0.0015002157306298614, 0.0015967421932145953, 0.001693268772214651, 0.001789795234799385, 0.001886321697384119, 0.001982848159968853, 0.002079374622553587, 0.002175901085138321, 0.002272427547723055, 0.0023689542431384325, 0.0024654807057231665, 0.0025620071683079004, 0.0026585336308926344]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 2.0, 3.0, 2.0, 2.0, 1.0, 3.0, 1.0, 5.0, 1.0, 12.0, 12.0, 24.0, 18.0, 31.0, 59.0, 90.0, 139.0, 233.0, 340.0, 601.0, 881.0, 1603.0, 2817.0, 5222.0, 10333.0, 21313.0, 52294.0, 192651.0, 765097.0, 62178.0, 27811.0, 14526.0, 8182.0, 4835.0, 2979.0, 1783.0, 1190.0, 730.0, 513.0, 327.0, 228.0, 165.0, 103.0, 82.0, 63.0, 46.0, 31.0, 22.0, 23.0, 13.0, 8.0, 7.0, 3.0, 0.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0], "bins": [-0.00858211237937212, -0.008315113373100758, -0.008048114366829395, -0.007781114894896746, -0.007514115888625383, -0.007247116882354021, -0.0069801174104213715, -0.006713118404150009, -0.006446119397878647, -0.0061791203916072845, -0.005912121385335922, -0.005645121913403273, -0.00537812290713191, -0.005111123900860548, -0.004844124428927898, -0.004577125422656536, -0.004310126416385174, -0.0040431274101138115, -0.0037761281710118055, -0.0035091289319097996, -0.0032421299256384373, -0.002975130919367075, -0.002708131680265069, -0.002441132441163063, -0.0021741334348917007, -0.0019071343122050166, -0.0016401351895183325, -0.0013731360668316483, -0.0011061369441449642, -0.0008391378214582801, -0.000572138698771596, -0.0003051395760849118, -3.814045339822769e-05, 0.00022885866928845644, 0.0004958577919751406, 0.0007628569146618247, 0.0010298560373485088, 0.001296855160035193, 0.001563854282721877, 0.0018308534054085612, 0.0020978525280952454, 0.0023648515343666077, 0.0026318507734686136, 0.0028988500125706196, 0.003165849018841982, 0.003432848025113344, 0.00369984726421535, 0.003966846503317356, 0.004233845509588718, 0.004500844515860081, 0.004767843522131443, 0.005034842994064093, 0.005301842000335455, 0.005568841006606817, 0.005835840478539467, 0.006102839484810829, 0.0063698384910821915, 0.006636837497353554, 0.006903836503624916, 0.007170835975557566, 0.007437834981828928, 0.00770483398810029, 0.00797183346003294, 0.008238832466304302, 0.008505831472575665]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 4.0, 1.0, 5.0, 2.0, 5.0, 2.0, 3.0, 8.0, 3.0, 3.0, 2.0, 3.0, 5.0, 3.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013267192989587784, -0.012675480917096138, -0.012083768844604492, -0.011492055840790272, -0.010900343768298626, -0.01030863169580698, -0.00971691869199276, -0.009125206619501114, -0.008533494547009468, -0.007941782474517822, -0.007350069936364889, -0.006758357398211956, -0.00616664532572031, -0.005574933253228664, -0.004983220715075731, -0.004391508176922798, -0.0037997961044311523, -0.003208083799108863, -0.0026163714937865734, -0.002024659188464284, -0.0014329468831419945, -0.000841234577819705, -0.00024952227249741554, 0.0003421900328248739, 0.0009339023381471634, 0.0015256146434694529, 0.0021173269487917423, 0.002709039254114032, 0.0033007515594363213, 0.0038924638647586107, 0.0044841761700809, 0.005075888708233833, 0.005667600780725479, 0.006259312853217125, 0.006851025391370058, 0.007442737929522991, 0.008034450002014637, 0.008626162074506283, 0.009217875078320503, 0.009809587150812149, 0.010401299223303795, 0.01099301129579544, 0.011584723368287086, 0.012176436372101307, 0.012768148444592953, 0.013359860517084599, 0.013951573520898819, 0.014543285593390465, 0.01513499766588211, 0.015726709738373756, 0.016318421810865402, 0.016910133883357048, 0.017501845955848694, 0.01809355989098549, 0.018685271963477135, 0.01927698403596878, 0.019868696108460426, 0.020460408180952072, 0.021052120253443718, 0.021643832325935364, 0.02223554626107216, 0.022827258333563805, 0.02341897040605545, 0.024010682478547096, 0.024602394551038742]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 3.0, 8.0, 4.0, 3.0, 10.0, 7.0, 17.0, 11.0, 17.0, 19.0, 29.0, 41.0, 61.0, 94.0, 138.0, 217.0, 288.0, 522.0, 710.0, 1042.0, 1636.0, 2743.0, 5580.0, 1662.0, 1055.0, 691.0, 474.0, 365.0, 240.0, 172.0, 116.0, 89.0, 49.0, 51.0, 46.0, 56.0, 35.0, 15.0, 20.0, 29.0, 8.0, 15.0, 10.0, 3.0, 7.0, 5.0, 3.0, 2.0, 0.0, 2.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.006685634609311819, -0.006407867185771465, -0.0061300997622311115, -0.005852332338690758, -0.005574564915150404, -0.00529679749161005, -0.005019030068069696, -0.004741262644529343, -0.004463494755327702, -0.004185727331787348, -0.003907959908246994, -0.003630192717537284, -0.0033524250611662865, -0.0030746576376259327, -0.002796890214085579, -0.002519122790545225, -0.0022413553670048714, -0.0019635879434645176, -0.0016858205199241638, -0.0014080529799684882, -0.0011302855564281344, -0.0008525181328877807, -0.000574750651139766, -0.00029698319849558175, -1.9215745851397514e-05, 0.0002585517067927867, 0.000536319159436971, 0.0008140866411849856, 0.0010918540647253394, 0.0013696214882656932, 0.0016473890282213688, 0.0019251564517617226, 0.0022029238753020763, 0.00248069129884243, 0.002758458722382784, 0.0030362261459231377, 0.0033139935694634914, 0.003591761225834489, 0.0038695286493748426, 0.004147295840084553, 0.004425063729286194, 0.004702831152826548, 0.004980598576366901, 0.005258365999907255, 0.005536133423447609, 0.005813900846987963, 0.0060916682705283165, 0.00636943569406867, 0.006647203117609024, 0.006924970541149378, 0.007202737964689732, 0.007480505388230085, 0.007758272811770439, 0.00803604070097208, 0.008313807658851147, 0.008591575548052788, 0.008869342505931854, 0.009147110395133495, 0.009424877353012562, 0.009702645242214203, 0.00998041220009327, 0.01025818008929491, 0.010535947047173977, 0.010813714936375618, 0.011091481894254684]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 3.0, 1.0, 2.0, 1.0, 6.0, 3.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.12748847901821136, -0.12391973286867142, -0.12035098671913147, -0.11678224056959152, -0.11321349442005157, -0.10964474827051163, -0.10607600212097168, -0.10250725597143173, -0.09893850982189178, -0.09536976367235184, -0.09180101752281189, -0.08823227137327194, -0.084663525223732, -0.08109477907419205, -0.0775260329246521, -0.07395728677511215, -0.0703885406255722, -0.06681979447603226, -0.06325104832649231, -0.05968230217695236, -0.056113556027412415, -0.05254480987787247, -0.04897606372833252, -0.04540731757879257, -0.041838571429252625, -0.03826982527971268, -0.03470107913017273, -0.031132332980632782, -0.027563586831092834, -0.023994840681552887, -0.02042609453201294, -0.016857348382472992, -0.013288602232933044, -0.009719856083393097, -0.006151109933853149, -0.002582363784313202, 0.0009863823652267456, 0.004555128514766693, 0.00812387466430664, 0.011692620813846588, 0.015261366963386536, 0.018830113112926483, 0.02239885926246643, 0.025967605412006378, 0.029536351561546326, 0.03310509771108627, 0.03667384386062622, 0.04024259001016617, 0.043811336159706116, 0.04738008230924606, 0.05094882845878601, 0.05451757460832596, 0.058086320757865906, 0.06165506690740585, 0.0652238130569458, 0.06879255920648575, 0.0723613053560257, 0.07593005150556564, 0.07949879765510559, 0.08306754380464554, 0.08663628995418549, 0.09020503610372543, 0.09377378225326538, 0.09734252840280533, 0.10091127455234528]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 2.0, 2.0, 3.0, 3.0, 2.0, 6.0, 4.0, 6.0, 5.0, 15.0, 14.0, 20.0, 65.0, 54.0, 35.0, 12.0, 9.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.08271119743585587, -0.0800103023648262, -0.07730940729379654, -0.07460851222276688, -0.07190761715173721, -0.06920672208070755, -0.06650582700967789, -0.06380493193864822, -0.06110403686761856, -0.0584031380712986, -0.055702243000268936, -0.05300134792923927, -0.05030045285820961, -0.04759955778717995, -0.044898662716150284, -0.04219776764512062, -0.03949687257409096, -0.036795977503061295, -0.03409508243203163, -0.03139418736100197, -0.028693292289972305, -0.025992395356297493, -0.02329150028526783, -0.020590605214238167, -0.017889710143208504, -0.01518881507217884, -0.012487920001149178, -0.00978702399879694, -0.007086128927767277, -0.004385233856737614, -0.0016843383200466633, 0.0010165569838136435, 0.00371745228767395, 0.006418347358703613, 0.009119242429733276, 0.011820138432085514, 0.014521033503115177, 0.017221929505467415, 0.019922824576497078, 0.02262371964752674, 0.025324614718556404, 0.028025509789586067, 0.03072640486061573, 0.03342730179429054, 0.036128196865320206, 0.03882909193634987, 0.04152998700737953, 0.044230882078409195, 0.04693177714943886, 0.04963267222046852, 0.052333567291498184, 0.05503446236252785, 0.05773535743355751, 0.06043625250458717, 0.06313715130090714, 0.0658380463719368, 0.06853894144296646, 0.07123983651399612, 0.07394073158502579, 0.07664162665605545, 0.07934252172708511, 0.08204341679811478, 0.08474431186914444, 0.0874452069401741, 0.09014610201120377]}, "_runtime": 61.898226261138916, "_timestamp": 1596214386.6555088, "_step": 72}
+{"val_accuracy": 0.8071967751141552, "val_loss": 0.5017425817986058, "_runtime": 63.72103142738342, "_timestamp": 1596214388.478314, "_step": 73}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: k Confidence: 0.26 Truth: v", "Prediction: 5 Confidence: 1.00 Truth: 5", "Prediction: 2 Confidence: 0.99 Truth: 2", "Prediction: 0 Confidence: 0.69 Truth: 0"]}, "_runtime": 64.01221132278442, "_timestamp": 1596214388.7694938, "_step": 74}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 3.0, 0.0, 2.0, 4.0, 1.0, 1.0, 2.0, 3.0, 2.0, 2.0, 2.0, 4.0, 4.0, 3.0, 2.0, 1.0, 2.0, 1.0, 2.0, 3.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01572621613740921, -0.015277518890798092, -0.014828822575509548, -0.01438012532889843, -0.013931429013609886, -0.013482731766998768, -0.013034035451710224, -0.012585338205099106, -0.012136641889810562, -0.011687944643199444, -0.0112392483279109, -0.010790551081299782, -0.010341854766011238, -0.00989315751940012, -0.009444461204111576, -0.008995763957500458, -0.008547067642211914, -0.008098370395600796, -0.007649673614650965, -0.007200976833701134, -0.006752280052751303, -0.006303583271801472, -0.005854886490851641, -0.00540618970990181, -0.004957492463290691, -0.00450879568234086, -0.004060098901391029, -0.003611402353271842, -0.0031627053394913673, -0.0027140085585415363, -0.0022653117775917053, -0.0018166149966418743, -0.0013679182156920433, -0.0009192214347422123, -0.0004705245955847204, -2.1827785531058908e-05, 0.00042686902452260256, 0.0008755658054724336, 0.0013242627028375864, 0.0017729594837874174, 0.0022216562647372484, 0.0026703530456870794, 0.0031190498266369104, 0.0035677466075867414, 0.004016443621367216, 0.004465140402317047, 0.004913837183266878, 0.005362533964216709, 0.00581123074516654, 0.006259927526116371, 0.006708624307066202, 0.007157321088016033, 0.007606017868965864, 0.008054714649915695, 0.008503411896526814, 0.008952108211815357, 0.009400805458426476, 0.00984950177371502, 0.010298199020326138, 0.010746895335614681, 0.0111955925822258, 0.011644288897514343, 0.012092986144125462, 0.012541682459414005, 0.012990379706025124]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 3.0, 2.0, 0.0, 2.0, 4.0, 2.0, 0.0, 6.0, 3.0, 6.0, 3.0, 5.0, 9.0, 15.0, 10.0, 14.0, 21.0, 31.0, 36.0, 47.0, 62.0, 90.0, 129.0, 201.0, 268.0, 442.0, 4859.0, 717.0, 330.0, 182.0, 119.0, 88.0, 46.0, 36.0, 29.0, 25.0, 22.0, 10.0, 11.0, 9.0, 7.0, 1.0, 5.0, 7.0, 3.0, 3.0, 2.0, 1.0, 2.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.1654931604862213, -0.16006147861480713, -0.15462979674339294, -0.14919811487197876, -0.14376643300056458, -0.1383347511291504, -0.1329030692577362, -0.12747138738632202, -0.12203971296548843, -0.11660803109407425, -0.11117634922266006, -0.10574466735124588, -0.10031299293041229, -0.09488131105899811, -0.08944962918758392, -0.08401794731616974, -0.07858626544475555, -0.07315458357334137, -0.06772290170192719, -0.0622912235558033, -0.056859541684389114, -0.05142785981297493, -0.045996181666851044, -0.04056449979543686, -0.035132817924022675, -0.02970113605260849, -0.024269456043839455, -0.01883777603507042, -0.013406094163656235, -0.007974413223564625, -0.002542732283473015, 0.002888948656618595, 0.008320629596710205, 0.013752310536801815, 0.019183991476893425, 0.02461567148566246, 0.030047353357076645, 0.03547903522849083, 0.040910713374614716, 0.0463423952460289, 0.051774077117443085, 0.05720575898885727, 0.06263744086027145, 0.06806912273168564, 0.07350079715251923, 0.07893247902393341, 0.0843641608953476, 0.08979584276676178, 0.09522752463817596, 0.10065920650959015, 0.10609088838100433, 0.11152257025241852, 0.1169542521238327, 0.12238592654466629, 0.12781761586666107, 0.13324929773807526, 0.13868096470832825, 0.14411264657974243, 0.14954432845115662, 0.1549760103225708, 0.16040769219398499, 0.16583937406539917, 0.17127105593681335, 0.17670273780822754, 0.18213441967964172]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 5.0, 0.0, 1.0, 6.0, 1.0, 1.0, 1.0, 6.0, 3.0, 3.0, 1.0, 2.0, 5.0, 5.0, 2.0, 1.0, 27.0, 2.0, 3.0, 4.0, 6.0, 2.0, 4.0, 7.0, 0.0, 2.0, 4.0, 1.0, 0.0, 2.0, 3.0, 2.0, 2.0, 3.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.0037521510384976864, -0.003649394726380706, -0.003546638647094369, -0.0034438823349773884, -0.003341126022860408, -0.003238369943574071, -0.0031356136314570904, -0.00303285731934011, -0.0029301010072231293, -0.0028273449279367924, -0.002724588615819812, -0.0026218323037028313, -0.0025190762244164944, -0.002416319912299514, -0.0023135636001825333, -0.0022108075208961964, -0.002108051208779216, -0.0020052948966622353, -0.0019025387009605765, -0.0017997825052589178, -0.0016970261931419373, -0.0015942699974402785, -0.0014915138017386198, -0.0013887574896216393, -0.0012860012939199805, -0.0011832450982183218, -0.0010804887861013412, -0.0009777325903996825, -0.0008749763364903629, -0.0007722200825810432, -0.0006694638868793845, -0.0005667076329700649, -0.00046395137906074524, -0.0003611951251514256, -0.0002584389003459364, -0.000155682660988532, -5.2926421631127596e-05, 4.9829817726276815e-05, 0.00015258605708368123, 0.0002553422818891704, 0.00035809853579849005, 0.0004608547897078097, 0.0005636110436171293, 0.000666367239318788, 0.0007691234932281077, 0.0008718797471374273, 0.0009746359428390861, 0.0010773922549560666, 0.0011801484506577253, 0.001282904646359384, 0.0013856609584763646, 0.0014884171541780233, 0.0015911734662950039, 0.0016939296619966626, 0.0017966858576983213, 0.001899442169815302, 0.002002198249101639, 0.0021049545612186193, 0.0022077108733356, 0.0023104671854525805, 0.0024132232647389174, 0.002515979576855898, 0.0026187358889728785, 0.0027214919682592154, 0.002824248280376196]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 2.0, 5.0, 4.0, 6.0, 5.0, 8.0, 15.0, 17.0, 30.0, 38.0, 70.0, 98.0, 129.0, 226.0, 329.0, 449.0, 694.0, 1098.0, 1763.0, 2952.0, 5169.0, 9414.0, 18271.0, 39816.0, 103902.0, 810760.0, 97649.0, 38105.0, 19243.0, 10891.0, 6565.0, 4001.0, 2593.0, 1703.0, 1145.0, 816.0, 523.0, 379.0, 248.0, 178.0, 108.0, 96.0, 43.0, 22.0, 23.0, 10.0, 14.0, 7.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.009352671913802624, -0.009082227945327759, -0.008811783976852894, -0.008541340008378029, -0.008270896039903164, -0.008000452071428299, -0.007730008102953434, -0.007459564134478569, -0.007189120166003704, -0.006918676663190126, -0.0066482326947152615, -0.0063777887262403965, -0.0061073447577655315, -0.005836900789290667, -0.005566456820815802, -0.005296012852340937, -0.005025568883866072, -0.004755124915391207, -0.004484680946916342, -0.004214236978441477, -0.003943793009966612, -0.0036733492743223906, -0.0034029053058475256, -0.0031324613373726606, -0.0028620173688977957, -0.0025915734004229307, -0.0023211294319480658, -0.002050685463473201, -0.0017802416114136577, -0.0015097976429387927, -0.0012393537908792496, -0.0009689098224043846, -0.0006984658539295197, -0.00042802191455848515, -0.00015757797518745065, 0.00011286596418358386, 0.00038330990355461836, 0.0006537538720294833, 0.0009241977822966874, 0.0011946416925638914, 0.0014650856610387564, 0.0017355296295136213, 0.0020059735979884863, 0.0022764175664633512, 0.0025468613021075726, 0.0028173052705824375, 0.0030877492390573025, 0.0033581932075321674, 0.0036286371760070324, 0.0038990811444818974, 0.004169525112956762, 0.004439969081431627, 0.004710413049906492, 0.004980857018381357, 0.005251300986856222, 0.005521744955331087, 0.005792188458144665, 0.00606263242661953, 0.006333076395094395, 0.00660352036356926, 0.006873964332044125, 0.0071444083005189896, 0.0074148522689938545, 0.0076852962374687195, 0.007955740205943584]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 4.0, 3.0, 3.0, 4.0, 1.0, 2.0, 7.0, 6.0, 2.0, 2.0, 4.0, 0.0, 3.0, 1.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013982586562633514, -0.013326815329492092, -0.01267104409635067, -0.012015273794531822, -0.0113595025613904, -0.010703731328248978, -0.01004796102643013, -0.009392189793288708, -0.008736418560147285, -0.008080647327005863, -0.007424876559525728, -0.006769105792045593, -0.006113334558904171, -0.005457563325762749, -0.004801792558282614, -0.004146021790802479, -0.0034902505576610565, -0.002834479557350278, -0.0021787085570394993, -0.0015229375567287207, -0.000867166556417942, -0.00021139555610716343, 0.0004443754442036152, 0.0011001464445143938, 0.0017559174448251724, 0.002411688445135951, 0.0030674594454467297, 0.0037232304457575083, 0.004379001446068287, 0.005034772679209709, 0.005690543446689844, 0.006346314214169979, 0.007002085447311401, 0.007657856680452824, 0.008313627913594246, 0.008969398215413094, 0.009625169448554516, 0.010280940681695938, 0.010936710983514786, 0.011592482216656208, 0.01224825344979763, 0.012904024682939053, 0.013559795916080475, 0.014215566217899323, 0.014871337451040745, 0.015527108684182167, 0.016182878986001015, 0.01683865115046501, 0.01749442145228386, 0.018150191754102707, 0.018805963918566704, 0.01946173422038555, 0.02011750638484955, 0.020773276686668396, 0.021429046988487244, 0.02208481915295124, 0.022740589454770088, 0.023396359756588936, 0.024052131921052933, 0.02470790222287178, 0.025363672524690628, 0.026019444689154625, 0.026675214990973473, 0.02733098715543747, 0.027986757457256317]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 6.0, 14.0, 12.0, 14.0, 18.0, 14.0, 31.0, 39.0, 49.0, 48.0, 69.0, 73.0, 75.0, 118.0, 142.0, 182.0, 249.0, 282.0, 361.0, 435.0, 590.0, 747.0, 1049.0, 1684.0, 5790.0, 1740.0, 1141.0, 779.0, 571.0, 405.0, 329.0, 233.0, 180.0, 185.0, 124.0, 121.0, 115.0, 76.0, 61.0, 46.0, 28.0, 25.0, 16.0, 13.0, 22.0, 18.0, 21.0, 14.0, 3.0, 6.0, 8.0, 9.0, 7.0, 7.0, 9.0, 6.0, 3.0, 2.0, 3.0, 3.0, 4.0, 1.0, 4.0], "bins": [-0.006382272113114595, -0.006132327951490879, -0.005882383324205875, -0.005632439162582159, -0.005382495000958443, -0.005132550373673439, -0.004882606212049723, -0.004632661584764719, -0.004382717423141003, -0.004132773261517286, -0.0038828286342322826, -0.0036328844726085663, -0.0033829400781542063, -0.0031329956836998463, -0.00288305152207613, -0.00263310712762177, -0.00238316273316741, -0.00213321833871305, -0.0018832740606740117, -0.0016333297826349735, -0.0013833853881806135, -0.0011334409937262535, -0.0008834967156872153, -0.0006335523794405162, -0.00038360804319381714, -0.00013366370694711804, 0.00011628062929958105, 0.00036622496554628015, 0.0006161693017929792, 0.0008661136380396783, 0.0011160579742863774, 0.0013660022523254156, 0.0016159466467797756, 0.0018658910412341356, 0.0021158354356884956, 0.002365779597312212, 0.002615723991766572, 0.002865668386220932, 0.0031156125478446484, 0.0033655569422990084, 0.0036155013367533684, 0.0038654457312077284, 0.004115390125662088, 0.004365334287285805, 0.004615278914570808, 0.004865223076194525, 0.005115167237818241, 0.005365111865103245, 0.005615056026726961, 0.0058650001883506775, 0.006114944815635681, 0.0063648889772593975, 0.006614833138883114, 0.0068647777661681175, 0.007114721927791834, 0.0073646665550768375, 0.007614610716700554, 0.007864555343985558, 0.008114499039947987, 0.00836444366723299, 0.008614388294517994, 0.008864331990480423, 0.009114276617765427, 0.00936422124505043, 0.009614165872335434]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.10559625923633575, -0.103158138692379, -0.10072001069784164, -0.09828189015388489, -0.09584376215934753, -0.09340564161539078, -0.09096752107143402, -0.08852939307689667, -0.08609127253293991, -0.08365315198898315, -0.0812150239944458, -0.07877690345048904, -0.07633878290653229, -0.07390065491199493, -0.07146253436803818, -0.06902440637350082, -0.06658628582954407, -0.06414816528558731, -0.06171003729104996, -0.0592719167470932, -0.056833792477846146, -0.05439566820859909, -0.051957547664642334, -0.04951942339539528, -0.047081299126148224, -0.04464317485690117, -0.042205050587654114, -0.03976693004369736, -0.0373288057744503, -0.03489068150520325, -0.03245256096124649, -0.030014436691999435, -0.02757631242275238, -0.025138188153505325, -0.02270006574690342, -0.020261943340301514, -0.01782381907105446, -0.015385695733129978, -0.012947572395205498, -0.010509449057281017, -0.008071325719356537, -0.005633202381432056, -0.003195079043507576, -0.0007569557055830956, 0.0016811676323413849, 0.004119290970265865, 0.006557414308190346, 0.008995537646114826, 0.011433660984039307, 0.013871784321963787, 0.016309907659888268, 0.018748030066490173, 0.02118615433573723, 0.023624278604984283, 0.02606240101158619, 0.028500523418188095, 0.03093864768743515, 0.033376771956682205, 0.03581489622592926, 0.03825301676988602, 0.04069114103913307, 0.04312926530838013, 0.045567385852336884, 0.04800551012158394, 0.050443634390830994]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 3.0, 3.0, 2.0, 2.0, 2.0, 3.0, 3.0, 3.0, 6.0, 12.0, 10.0, 17.0, 15.0, 29.0, 24.0, 61.0, 19.0, 13.0, 6.0, 6.0, 3.0, 3.0, 2.0, 3.0, 4.0, 2.0, 5.0, 2.0, 2.0, 2.0, 2.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.07143714278936386, -0.06885968893766403, -0.0662822276353836, -0.06370477378368378, -0.06112731248140335, -0.05854985862970352, -0.055972401052713394, -0.05339494347572327, -0.05081748589873314, -0.04824002832174301, -0.045662570744752884, -0.043085113167762756, -0.04050765931606293, -0.0379302017390728, -0.03535274416208267, -0.032775286585092545, -0.030197829008102417, -0.02762037143111229, -0.025042913854122162, -0.022465458139777184, -0.019888000562787056, -0.01731054298579693, -0.014733086340129375, -0.012155629694461823, -0.009578172117471695, -0.007000715006142855, -0.0044232578948140144, -0.0018458007834851742, 0.0007316563278436661, 0.0033091134391725063, 0.005886570550501347, 0.0084640271961689, 0.011041484773159027, 0.013618942350149155, 0.016196399927139282, 0.01877385564148426, 0.021351313218474388, 0.023928770795464516, 0.026506226509809494, 0.02908368408679962, 0.03166114166378975, 0.03423859924077988, 0.036816056817770004, 0.03939351439476013, 0.04197096824645996, 0.04454842582345009, 0.047125883400440216, 0.049703340977430344, 0.05228079855442047, 0.0548582561314106, 0.057435713708400726, 0.060013171285390854, 0.06259062886238098, 0.06516808271408081, 0.06774554401636124, 0.07032299786806107, 0.07290045917034149, 0.07547791302204132, 0.07805536687374115, 0.08063282817602158, 0.0832102820277214, 0.08578774333000183, 0.08836519718170166, 0.09094265848398209, 0.09352011233568192]}, "_runtime": 64.26634097099304, "_timestamp": 1596214389.0236235, "_step": 75}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 3.0, 3.0, 8.0, 4.0, 3.0, 2.0, 1.0, 1.0, 2.0, 2.0, 1.0, 2.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.011225089430809021, -0.010876597836613655, -0.010528105311095715, -0.010179613716900349, -0.009831121191382408, -0.009482629597187042, -0.009134137071669102, -0.008785645477473736, -0.008437152951955795, -0.00808866135776043, -0.007740169297903776, -0.007391677238047123, -0.007043185643851757, -0.006694693583995104, -0.006346201524138451, -0.005997709464281797, -0.005649217404425144, -0.005300725344568491, -0.004952233284711838, -0.0046037412248551846, -0.004255249164998531, -0.0039067575708031654, -0.0035582655109465122, -0.003209773451089859, -0.002861281391233206, -0.0025127893313765526, -0.0021642972715198994, -0.0018158054444938898, -0.0014673133846372366, -0.0011188213247805834, -0.000770329381339252, -0.0004218373796902597, -7.33453780412674e-05, 0.0002751466236077249, 0.0006236386252567172, 0.0009721306269057095, 0.0013206226285547018, 0.001669114688411355, 0.0020176065154373646, 0.002366098575294018, 0.002714590635150671, 0.0030630826950073242, 0.0034115747548639774, 0.003760066581889987, 0.0041085584089159966, 0.00445705046877265, 0.004805542528629303, 0.005154034588485956, 0.005502526648342609, 0.005851018708199263, 0.006199510768055916, 0.006548002827912569, 0.006896494887769222, 0.007244986481964588, 0.007593478541821241, 0.007941970601677895, 0.00829046219587326, 0.008638954721391201, 0.008987446315586567, 0.009335938841104507, 0.009684430435299873, 0.010032922960817814, 0.01038141455501318, 0.01072990708053112, 0.011078398674726486]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 1.0, 3.0, 2.0, 2.0, 1.0, 3.0, 2.0, 2.0, 7.0, 6.0, 8.0, 4.0, 3.0, 7.0, 12.0, 12.0, 22.0, 12.0, 24.0, 26.0, 27.0, 51.0, 53.0, 82.0, 119.0, 148.0, 226.0, 322.0, 4229.0, 1409.0, 349.0, 204.0, 144.0, 98.0, 64.0, 51.0, 43.0, 22.0, 21.0, 22.0, 19.0, 11.0, 10.0, 6.0, 10.0, 6.0, 5.0, 5.0, 0.0, 1.0, 2.0, 3.0, 2.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.12722942233085632, -0.12323567271232605, -0.11924193054437637, -0.1152481883764267, -0.11125443875789642, -0.10726068913936615, -0.10326694697141647, -0.0992732048034668, -0.09527945518493652, -0.09128570556640625, -0.08729196339845657, -0.0832982212305069, -0.07930447161197662, -0.07531072199344635, -0.07131697982549667, -0.067323237657547, -0.06332948803901672, -0.05933574214577675, -0.055341996252536774, -0.0513482503592968, -0.047354504466056824, -0.04336075857281685, -0.039367012679576874, -0.0353732667863369, -0.031379520893096924, -0.02738577499985695, -0.023392029106616974, -0.019398283213377, -0.015404537320137024, -0.011410791426897049, -0.007417045533657074, -0.003423299640417099, 0.000570446252822876, 0.004564192146062851, 0.008557938039302826, 0.012551683932542801, 0.016545429825782776, 0.02053917571902275, 0.024532921612262726, 0.0285266675055027, 0.032520413398742676, 0.03651415929198265, 0.040507905185222626, 0.0445016510784626, 0.048495396971702576, 0.05248914286494255, 0.056482888758182526, 0.0604766346514225, 0.06447038054466248, 0.06846413016319275, 0.07245787233114243, 0.0764516144990921, 0.08044536411762238, 0.08443911373615265, 0.08843285590410233, 0.092426598072052, 0.09642034769058228, 0.10041409730911255, 0.10440783947706223, 0.1084015816450119, 0.11239533126354218, 0.11638908088207245, 0.12038282305002213, 0.1243765652179718, 0.12837031483650208]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 4.0, 1.0, 2.0, 3.0, 3.0, 3.0, 4.0, 3.0, 1.0, 7.0, 5.0, 3.0, 3.0, 6.0, 28.0, 3.0, 3.0, 4.0, 3.0, 3.0, 2.0, 2.0, 1.0, 3.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0024478549603372812, -0.0023736441507935524, -0.0022994335740804672, -0.0022252227645367384, -0.0021510119549930096, -0.0020768013782799244, -0.0020025905687361956, -0.0019283798756077886, -0.0018541691824793816, -0.0017799583729356527, -0.0017057476798072457, -0.0016315369866788387, -0.00155732617713511, -0.001483115484006703, -0.001408904790878296, -0.001334693981334567, -0.00126048328820616, -0.001186272595077753, -0.0011120617855340242, -0.0010378510924056172, -0.0009636403992772102, -0.0008894296479411423, -0.0008152188966050744, -0.0007410082034766674, -0.0006667974521405995, -0.0005925867008045316, -0.0005183760076761246, -0.00044416525634005666, -0.0003699545341078192, -0.00029574381187558174, -0.00022153307509142905, -0.00014732233830727637, -7.311161607503891e-05, 1.0991134331561625e-06, 7.530984294135123e-05, 0.00014952057972550392, 0.00022373130195774138, 0.00029794202418997884, 0.00037215277552604675, 0.0004463634977582842, 0.0005205742199905217, 0.0005947849713265896, 0.0006689956644549966, 0.0007432064157910645, 0.0008174171671271324, 0.0008916278602555394, 0.0009658386115916073, 0.0010400493629276752, 0.0011142600560560822, 0.0011884707491844893, 0.001262681558728218, 0.001336892251856625, 0.001411102944985032, 0.001485313754528761, 0.001559524447657168, 0.001633735140785575, 0.0017079459503293037, 0.0017821566434577107, 0.0018563673365861177, 0.0019305780297145247, 0.0020047887228429317, 0.0020789995323866606, 0.0021532103419303894, 0.0022274209186434746, 0.0023016317281872034]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 6.0, 2.0, 7.0, 11.0, 12.0, 26.0, 34.0, 46.0, 67.0, 103.0, 149.0, 183.0, 260.0, 447.0, 715.0, 1024.0, 1514.0, 2486.0, 3826.0, 6520.0, 11397.0, 21908.0, 45206.0, 118295.0, 790747.0, 89485.0, 36980.0, 18949.0, 10694.0, 6671.0, 4100.0, 2667.0, 1713.0, 1104.0, 731.0, 470.0, 340.0, 238.0, 156.0, 103.0, 74.0, 60.0, 37.0, 23.0, 17.0, 7.0, 9.0, 10.0, 2.0, 2.0, 1.0, 2.0, 3.0, 1.0, 0.0, 1.0], "bins": [-0.0066873799078166485, -0.006481736432760954, -0.006276092492043972, -0.0060704490169882774, -0.005864805541932583, -0.005659162066876888, -0.005453518591821194, -0.005247874651104212, -0.005042231176048517, -0.004836587700992823, -0.004630943760275841, -0.004425300285220146, -0.004219656810164452, -0.004014013335108757, -0.003808369627222419, -0.0036027259193360806, -0.003397082444280386, -0.0031914389692246914, -0.002985795261338353, -0.002780151553452015, -0.0025745080783963203, -0.0023688646033406258, -0.0021632208954542875, -0.0019575771875679493, -0.0017519337125122547, -0.0015462901210412383, -0.001340646529570222, -0.0011350029380992055, -0.0009293593466281891, -0.0007237157551571727, -0.0005180721636861563, -0.00031242857221513987, -0.00010678498074412346, 9.885861072689295e-05, 0.00030450220219790936, 0.0005101457936689258, 0.0007157893851399422, 0.0009214329766109586, 0.001127076568081975, 0.0013327201595529914, 0.0015383637510240078, 0.0017440073424950242, 0.0019496509339660406, 0.002155294641852379, 0.0023609381169080734, 0.002566581591963768, 0.0027722252998501062, 0.0029778690077364445, 0.003183512482792139, 0.0033891559578478336, 0.003594799665734172, 0.00380044337362051, 0.004006086848676205, 0.004211730323731899, 0.004417373798787594, 0.004623017739504576, 0.00482866121456027, 0.005034304689615965, 0.005239948630332947, 0.005445592105388641, 0.005651235580444336, 0.0058568790555000305, 0.006062522530555725, 0.006268166471272707, 0.0064738099463284016]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 3.0, 2.0, 2.0, 2.0, 2.0, 11.0, 4.0, 6.0, 3.0, 3.0, 5.0, 1.0, 2.0, 2.0, 2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.04393260180950165, -0.04292457178235054, -0.041916538029909134, -0.040908508002758026, -0.03990047797560692, -0.03889244422316551, -0.037884414196014404, -0.036876384168863297, -0.03586835414171219, -0.03486032038927078, -0.033852290362119675, -0.03284426033496857, -0.03183622658252716, -0.030828196555376053, -0.029820164665579796, -0.028812134638428688, -0.02780410274863243, -0.026796070858836174, -0.025788040831685066, -0.02478000894188881, -0.0237719789147377, -0.022763947024941444, -0.021755915135145187, -0.02074788510799408, -0.019739853218197823, -0.018731821328401566, -0.017723791301250458, -0.0167157594114542, -0.015707727521657944, -0.014699697494506836, -0.013691665604710579, -0.012683634646236897, -0.011675603687763214, -0.010667572729289532, -0.00965954177081585, -0.008651509881019592, -0.00764347892254591, -0.0066354479640722275, -0.005627416539937258, -0.004619385115802288, -0.0036113541573286057, -0.0026033229660242796, -0.0015952917747199535, -0.0005872605834156275, 0.0004207706078886986, 0.0014288017991930246, 0.0024368329904973507, 0.0034448641818016768, 0.004452895373106003, 0.005460926331579685, 0.006468957755714655, 0.007476989179849625, 0.008485020138323307, 0.00949305109679699, 0.010501082986593246, 0.011509113945066929, 0.012517144903540611, 0.013525175862014294, 0.014533206820487976, 0.015541238710284233, 0.01654927060008049, 0.017557300627231598, 0.018565332517027855, 0.019573362544178963, 0.02058139443397522]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [7.0, 9.0, 2.0, 0.0, 1.0, 8.0, 10.0, 10.0, 6.0, 3.0, 2.0, 1.0, 0.0, 4.0, 13.0, 13.0, 13.0, 16.0, 24.0, 28.0, 25.0, 22.0, 29.0, 35.0, 52.0, 54.0, 82.0, 103.0, 175.0, 234.0, 268.0, 405.0, 595.0, 919.0, 1943.0, 6729.0, 2160.0, 1256.0, 914.0, 548.0, 445.0, 296.0, 220.0, 190.0, 149.0, 100.0, 81.0, 56.0, 34.0, 29.0, 25.0, 16.0, 20.0, 13.0, 13.0, 8.0, 6.0, 6.0, 2.0, 0.0, 3.0, 0.0, 0.0, 2.0], "bins": [-0.013862639665603638, -0.013469823636114597, -0.013077007606625557, -0.012684191577136517, -0.012291375547647476, -0.011898559518158436, -0.011505743488669395, -0.011112927459180355, -0.010720111429691315, -0.010327295400202274, -0.009934479370713234, -0.009541663341224194, -0.009148847311735153, -0.008756031282246113, -0.008363215252757072, -0.007970399223268032, -0.007577583193778992, -0.007184767164289951, -0.006791951134800911, -0.006399135105311871, -0.00600631907582283, -0.00561350304633379, -0.0052206870168447495, -0.004827870987355709, -0.004435054957866669, -0.004042238928377628, -0.003649422898888588, -0.0032566068693995476, -0.002863790839910507, -0.002470974810421467, -0.0020781587809324265, -0.001685342751443386, -0.0012925267219543457, -0.0008997106924653053, -0.000506894662976265, -0.00011407863348722458, 0.0002787373960018158, 0.0006715534254908562, 0.0010643694549798965, 0.001457185484468937, 0.0018500015139579773, 0.0022428175434470177, 0.002635633572936058, 0.0030284496024250984, 0.003421265631914139, 0.003814081661403179, 0.0042068976908922195, 0.00459971372038126, 0.0049925297498703, 0.005385345779359341, 0.005778161808848381, 0.006170977838337421, 0.006563793867826462, 0.006956609897315502, 0.0073494259268045425, 0.007742241956293583, 0.008135057985782623, 0.008527874015271664, 0.008920690044760704, 0.009313506074249744, 0.009706322103738785, 0.010099138133227825, 0.010491954162716866, 0.010884770192205906, 0.011277586221694946]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 2.0, 2.0, 0.0, 0.0, 4.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.0826069638133049, -0.07871688902378082, -0.07482682168483734, -0.07093674689531326, -0.06704667210578918, -0.0631566047668457, -0.059266529977321625, -0.055376458913087845, -0.051486387848854065, -0.047596316784620285, -0.043706245720386505, -0.03981617093086243, -0.03592609986662865, -0.03203602880239487, -0.028145955875515938, -0.02425588294863701, -0.02036581188440323, -0.01647574082016945, -0.01258566789329052, -0.008695595897734165, -0.004805523902177811, -0.0009154519066214561, 0.0029746200889348984, 0.006864692084491253, 0.010754764080047607, 0.014644836075603962, 0.018534908071160316, 0.022424980998039246, 0.026315052062273026, 0.030205123126506805, 0.034095197916030884, 0.037985268980264664, 0.041875340044498444, 0.045765411108732224, 0.049655482172966, 0.05354555696249008, 0.05743562802672386, 0.06132569909095764, 0.06521577388048172, 0.0691058412194252, 0.07299591600894928, 0.07688599079847336, 0.08077605813741684, 0.08466613292694092, 0.0885562002658844, 0.09244627505540848, 0.09633634984493256, 0.10022641718387604, 0.10411649197340012, 0.1080065667629242, 0.11189663410186768, 0.11578670889139175, 0.11967678368091583, 0.12356685101985931, 0.1274569183588028, 0.13134700059890747, 0.13523706793785095, 0.13912713527679443, 0.1430172175168991, 0.1469072848558426, 0.15079735219478607, 0.15468743443489075, 0.15857750177383423, 0.1624675691127777, 0.1663576364517212]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 0.0, 4.0, 4.0, 2.0, 5.0, 2.0, 11.0, 11.0, 9.0, 12.0, 11.0, 16.0, 20.0, 17.0, 52.0, 24.0, 17.0, 16.0, 1.0, 6.0, 2.0, 2.0, 5.0, 2.0, 2.0, 4.0, 4.0, 4.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.055304378271102905, -0.05236991122364998, -0.04943544417619705, -0.046500977128744125, -0.0435665100812912, -0.04063204675912857, -0.037697579711675644, -0.03476311266422272, -0.03182864561676979, -0.028894178569316864, -0.025959711521863937, -0.02302524633705616, -0.020090779289603233, -0.017156312242150307, -0.014221846126019955, -0.011287380009889603, -0.008352912962436676, -0.005418446380645037, -0.0024839797988533974, 0.00045048678293824196, 0.0033849533647298813, 0.006319419946521521, 0.00925388652831316, 0.012188352644443512, 0.015122819691896439, 0.018057286739349365, 0.020991753786802292, 0.02392621897161007, 0.026860686019062996, 0.029795153066515923, 0.0327296182513237, 0.03566408529877663, 0.03859855234622955, 0.04153301939368248, 0.044467486441135406, 0.04740195348858833, 0.05033642053604126, 0.05327088385820389, 0.056205350905656815, 0.05913981795310974, 0.06207428500056267, 0.0650087520480156, 0.06794321537017822, 0.07087768614292145, 0.07381214946508408, 0.0767466202378273, 0.07968108355998993, 0.08261555433273315, 0.08555001765489578, 0.08848448097705841, 0.09141895174980164, 0.09435341507196426, 0.09728788584470749, 0.10022234916687012, 0.10315681993961334, 0.10609128326177597, 0.1090257465839386, 0.11196021735668182, 0.11489468067884445, 0.11782915145158768, 0.1207636147737503, 0.12369808554649353, 0.12663255631923676, 0.1295670121908188, 0.132501482963562]}, "_runtime": 65.05042338371277, "_timestamp": 1596214389.8077059, "_step": 76}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 3.0, 2.0, 9.0, 4.0, 3.0, 0.0, 1.0, 2.0, 3.0, 5.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011716406792402267, -0.011363744735717773, -0.011011083610355854, -0.010658422484993935, -0.01030576042830944, -0.009953098371624947, -0.009600437246263027, -0.009247776120901108, -0.008895114064216614, -0.00854245200753212, -0.0081897908821702, -0.007837129756808281, -0.007484467700123787, -0.00713180610910058, -0.0067791445180773735, -0.006426482927054167, -0.00607382133603096, -0.005721159745007753, -0.005368498153984547, -0.00501583656296134, -0.004663174971938133, -0.0043105133809149265, -0.00395785178989172, -0.003605190198868513, -0.0032525286078453064, -0.0028998670168220997, -0.002547205425798893, -0.0021945438347756863, -0.0018418822437524796, -0.0014892206527292728, -0.0011365590617060661, -0.0007838974706828594, -0.0004312358796596527, -7.8574288636446e-05, 0.0002740873023867607, 0.0006267488934099674, 0.0009794104844331741, 0.0013320720754563808, 0.0016847336664795876, 0.0020373952575027943, 0.002390056848526001, 0.0027427184395492077, 0.0030953800305724144, 0.003448041621595621, 0.003800703212618828, 0.0041533648036420345, 0.004506026394665241, 0.004858687985688448, 0.005211349576711655, 0.005564011167734861, 0.005916672758758068, 0.006269334349781275, 0.0066219959408044815, 0.006974657531827688, 0.007327319122850895, 0.007679980713874102, 0.008032642304897308, 0.008385304361581802, 0.008737965486943722, 0.009090626612305641, 0.009443288668990135, 0.00979595072567463, 0.010148611851036549, 0.010501272976398468, 0.010853935033082962]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 2.0, 1.0, 1.0, 2.0, 5.0, 1.0, 6.0, 8.0, 9.0, 10.0, 11.0, 13.0, 14.0, 23.0, 18.0, 37.0, 38.0, 48.0, 60.0, 84.0, 91.0, 127.0, 194.0, 278.0, 495.0, 4856.0, 626.0, 252.0, 149.0, 91.0, 94.0, 70.0, 38.0, 35.0, 30.0, 17.0, 21.0, 19.0, 8.0, 9.0, 4.0, 10.0, 4.0, 6.0, 4.0, 3.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.14280292391777039, -0.13862845301628113, -0.13445398211479187, -0.1302795112133026, -0.12610504031181335, -0.1219305694103241, -0.11775609850883484, -0.11358162760734558, -0.10940715670585632, -0.10523269325494766, -0.1010582223534584, -0.09688375145196915, -0.09270928055047989, -0.08853480964899063, -0.08436033874750137, -0.08018586784601212, -0.07601139694452286, -0.0718369260430336, -0.06766245514154434, -0.06348798424005508, -0.059313513338565826, -0.05513904616236687, -0.05096457526087761, -0.04679010435938835, -0.042615633457899094, -0.038441162556409836, -0.03426669165492058, -0.03009222261607647, -0.02591775171458721, -0.021743280813097954, -0.017568811774253845, -0.013394340872764587, -0.00921986997127533, -0.005045399535447359, -0.0008709290996193886, 0.003303541336208582, 0.007478011772036552, 0.01165248267352581, 0.01582695171236992, 0.020001422613859177, 0.024175893515348434, 0.028350364416837692, 0.03252483531832695, 0.03669930621981621, 0.04087377339601517, 0.045048244297504425, 0.04922271519899368, 0.05339718610048294, 0.0575716570019722, 0.061746127903461456, 0.06592059880495071, 0.07009506970643997, 0.07426954060792923, 0.07844401150941849, 0.08261848241090775, 0.086792953312397, 0.09096741676330566, 0.09514188766479492, 0.09931635856628418, 0.10349082946777344, 0.1076653003692627, 0.11183977127075195, 0.11601424217224121, 0.12018871307373047, 0.12436318397521973]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 1.0, 3.0, 7.0, 6.0, 4.0, 3.0, 4.0, 7.0, 3.0, 4.0, 27.0, 3.0, 0.0, 3.0, 10.0, 4.0, 1.0, 2.0, 0.0, 1.0, 3.0, 2.0, 4.0, 2.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.003325384110212326, -0.0032143474090844393, -0.003103310475125909, -0.002992273773998022, -0.0028812370728701353, -0.002770200138911605, -0.002659163437783718, -0.0025481267366558313, -0.0024370900355279446, -0.002326053101569414, -0.0022150164004415274, -0.0021039796993136406, -0.00199294276535511, -0.0018819060642272234, -0.0017708692466840148, -0.001659832545556128, -0.0015487957280129194, -0.0014377589104697108, -0.001326722209341824, -0.0012156853917986155, -0.0011046486906707287, -0.00099361187312752, -0.0008825750555843115, -0.0007715382962487638, -0.0006605015369132161, -0.0005494647775776684, -0.0004384279891382903, -0.00032739120069891214, -0.00021635444136336446, -0.00010531766747590154, 5.71910641156137e-06, 0.00011675588029902428, 0.0002277926541864872, 0.0003388294135220349, 0.000449866201961413, 0.0005609029904007912, 0.0006719397497363389, 0.0007829765090718865, 0.0008940133266150951, 0.001005050027742982, 0.0011160868452861905, 0.0012271236628293991, 0.0013381603639572859, 0.0014491971815004945, 0.001560233999043703, 0.0016712707001715899, 0.0017823075177147985, 0.0018933442188426852, 0.002004381036385894, 0.0021154177375137806, 0.002226454671472311, 0.002337491372600198, 0.0024485280737280846, 0.002559565007686615, 0.0026706017088145018, 0.0027816384099423885, 0.002892675343900919, 0.0030037120450288057, 0.0031147487461566925, 0.0032257854472845793, 0.0033368223812431097, 0.0034478590823709965, 0.0035588957834988832, 0.0036699327174574137, 0.0037809694185853004]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 0.0, 5.0, 4.0, 6.0, 14.0, 18.0, 20.0, 21.0, 41.0, 62.0, 94.0, 137.0, 225.0, 331.0, 566.0, 860.0, 1420.0, 2360.0, 3947.0, 7057.0, 12617.0, 24460.0, 55241.0, 174333.0, 762407.0, 65858.0, 28525.0, 15071.0, 8629.0, 5215.0, 3280.0, 2191.0, 1416.0, 973.0, 632.0, 436.0, 327.0, 217.0, 186.0, 118.0, 81.0, 61.0, 46.0, 27.0, 19.0, 25.0, 8.0, 18.0, 8.0, 7.0, 9.0, 3.0, 3.0, 1.0, 2.0, 1.0, 1.0, 2.0], "bins": [-0.007647013291716576, -0.007393872831016779, -0.007140732370316982, -0.006887591909617186, -0.006634451448917389, -0.006381310522556305, -0.006128170061856508, -0.005875029601156712, -0.005621889140456915, -0.005368748679757118, -0.0051156082190573215, -0.004862467758357525, -0.004609326831996441, -0.004356186371296644, -0.0041030459105968475, -0.003849905449897051, -0.003596764989197254, -0.0033436245284974575, -0.003090484067797661, -0.0028373433742672205, -0.002584202913567424, -0.002331062452867627, -0.002077921759337187, -0.0018247812986373901, -0.0015716408379375935, -0.0013185003772377968, -0.0010653598001226783, -0.0008122192812152207, -0.0005590787623077631, -0.0003059382434003055, -5.279772449284792e-05, 0.00020034279441460967, 0.00045348331332206726, 0.0007066238322295249, 0.0009597643511369824, 0.001212904928252101, 0.0014660453889518976, 0.0017191858496516943, 0.0019723265431821346, 0.0022254670038819313, 0.002478607464581728, 0.0027317479252815247, 0.0029848883859813213, 0.0032380290795117617, 0.0034911695402115583, 0.003744310000911355, 0.003997450694441795, 0.004250591155141592, 0.004503731615841389, 0.004756872076541185, 0.005010012537240982, 0.005263152997940779, 0.005516293458640575, 0.005769434385001659, 0.006022574845701456, 0.006275715306401253, 0.006528855767101049, 0.006781996227800846, 0.007035136688500643, 0.0072882771492004395, 0.0075414180755615234, 0.00779455853626132, 0.008047698996961117, 0.008300838991999626, 0.00855397991836071]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 4.0, 5.0, 4.0, 2.0, 3.0, 5.0, 4.0, 1.0, 8.0, 1.0, 4.0, 2.0, 4.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.015157399699091911, -0.014422334730625153, -0.013687269762158394, -0.012952204793691635, -0.012217139825224876, -0.011482073925435543, -0.010747008956968784, -0.010011943988502026, -0.009276879020035267, -0.008541814051568508, -0.007806749083101749, -0.007071683648973703, -0.006336618680506945, -0.005601553712040186, -0.00486648827791214, -0.004131423309445381, -0.0033963583409786224, -0.0026612933725118637, -0.0019262281712144613, -0.0011911630863323808, -0.0004560980014503002, 0.00027896708343178034, 0.001014032168313861, 0.0017490972531959414, 0.002484162338078022, 0.0032192273065447807, 0.0039542922750115395, 0.0046893577091395855, 0.005424422677606344, 0.006159487646073103, 0.006894553080201149, 0.007629618048667908, 0.008364683017134666, 0.009099747985601425, 0.009834812954068184, 0.010569877922534943, 0.011304942891001701, 0.012040008790791035, 0.012775073759257793, 0.013510138727724552, 0.014245203696191311, 0.01498026866465807, 0.015715334564447403, 0.01645039953291416, 0.01718546450138092, 0.01792052946984768, 0.018655594438314438, 0.019390659406781197, 0.020125724375247955, 0.020860789343714714, 0.021595854312181473, 0.02233091928064823, 0.02306598424911499, 0.02380104921758175, 0.024536114186048508, 0.025271179154515266, 0.026006244122982025, 0.026741310954093933, 0.027476375922560692, 0.02821144089102745, 0.02894650585949421, 0.029681570827960968, 0.030416635796427727, 0.031151700764894485, 0.031886763870716095]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 4.0, 7.0, 3.0, 3.0, 6.0, 7.0, 6.0, 16.0, 38.0, 43.0, 76.0, 105.0, 157.0, 257.0, 377.0, 518.0, 695.0, 980.0, 1417.0, 2309.0, 6441.0, 1619.0, 927.0, 611.0, 456.0, 295.0, 224.0, 177.0, 124.0, 134.0, 90.0, 83.0, 47.0, 42.0, 22.0, 21.0, 27.0, 13.0, 16.0, 10.0, 6.0, 5.0, 3.0, 3.0, 0.0, 0.0, 2.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.011263789609074593, -0.010904540307819843, -0.010545291006565094, -0.01018604263663292, -0.00982679333537817, -0.00946754403412342, -0.009108294732868671, -0.008749046362936497, -0.008389797061681747, -0.008030547760426998, -0.007671298459172249, -0.007312049623578787, -0.0069528003223240376, -0.0065935514867305756, -0.006234302185475826, -0.005875053349882364, -0.005515804048627615, -0.005156554747372866, -0.004797305911779404, -0.004438056610524654, -0.004078807774931192, -0.003719558473676443, -0.0033603094052523375, -0.003001060336828232, -0.002641811268404126, -0.0022825621999800205, -0.0019233131315559149, -0.0015640639467164874, -0.0012048148782923818, -0.0008455658098682761, -0.00048631668323650956, -0.00012706758570857346, 0.00023218151181936264, 0.0005914305802434683, 0.0009506797068752348, 0.0013099288335070014, 0.001669177901931107, 0.0020284270867705345, 0.00238767615519464, 0.002746925223618746, 0.0031061742920428514, 0.003465423360466957, 0.0038246724288910627, 0.004183921497315168, 0.004543170798569918, 0.00490241963416338, 0.005261668935418129, 0.005620917771011591, 0.00598016707226634, 0.0063394163735210896, 0.0066986652091145515, 0.007057914510369301, 0.007417163345962763, 0.007776412647217512, 0.008135661482810974, 0.008494910784065723, 0.008854160085320473, 0.009213409386575222, 0.009572657756507397, 0.009931907057762146, 0.010291156359016895, 0.010650405660271645, 0.01100965403020382, 0.011368903331458569, 0.011728152632713318]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 2.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.06605742126703262, -0.06276636570692062, -0.05947530269622803, -0.05618424341082573, -0.05289318412542343, -0.04960212856531143, -0.046311069279909134, -0.043020009994506836, -0.03972895070910454, -0.03643789142370224, -0.03314683213829994, -0.029855774715542793, -0.026564715430140495, -0.023273656144738197, -0.01998259872198105, -0.01669153943657875, -0.013400480151176453, -0.010109420865774155, -0.006818362511694431, -0.0035273036919534206, -0.00023624487221240997, 0.0030548139475286007, 0.006345872767269611, 0.009636931121349335, 0.012927990406751633, 0.01621904969215393, 0.01951010897755623, 0.022801166400313377, 0.026092225685715675, 0.029383284971117973, 0.03267434239387512, 0.03596540167927742, 0.03925646096467972, 0.042547520250082016, 0.045838579535484314, 0.04912963882088661, 0.05242069810628891, 0.05571175366640091, 0.05900281295180321, 0.062293872237205505, 0.0655849277973175, 0.0688759908080101, 0.0721670463681221, 0.0754581093788147, 0.0787491649389267, 0.0820402279496193, 0.08533128350973129, 0.08862234652042389, 0.09191340208053589, 0.09520445764064789, 0.09849552065134048, 0.10178657621145248, 0.10507763922214508, 0.10836869478225708, 0.11165975779294968, 0.11495081335306168, 0.11824187636375427, 0.12153293192386627, 0.12482398748397827, 0.12811504304409027, 0.13140611350536346, 0.13469716906547546, 0.13798822462558746, 0.14127928018569946, 0.14457035064697266]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 7.0, 0.0, 2.0, 3.0, 4.0, 3.0, 4.0, 5.0, 3.0, 6.0, 3.0, 5.0, 4.0, 7.0, 14.0, 13.0, 25.0, 37.0, 43.0, 18.0, 16.0, 4.0, 6.0, 8.0, 3.0, 5.0, 5.0, 6.0, 2.0, 3.0, 3.0, 2.0, 3.0, 2.0, 3.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.06053570285439491, -0.057696666568517685, -0.05485763028264046, -0.05201859399676323, -0.049179557710886, -0.046340521425008774, -0.043501485139131546, -0.04066244885325432, -0.03782340884208679, -0.034984372556209564, -0.032145336270332336, -0.029306301847100258, -0.02646726369857788, -0.023628227412700653, -0.020789191126823425, -0.017950154840946198, -0.01511111855506897, -0.012272082269191742, -0.009433045983314514, -0.006594008766114712, -0.003754972480237484, -0.0009159359615296125, 0.001923100557178259, 0.004762137308716774, 0.007601173594594002, 0.01044020988047123, 0.013279246166348457, 0.016118282452225685, 0.018957320600748062, 0.02179635688662529, 0.024635393172502518, 0.027474429458379745, 0.030313465744256973, 0.0331525020301342, 0.03599153831601143, 0.03883057460188866, 0.041669610887765884, 0.04450864717364311, 0.04734768345952034, 0.05018671974539757, 0.053025759756565094, 0.05586479604244232, 0.05870383232831955, 0.06154286861419678, 0.064381904900074, 0.06722094118595123, 0.07005997747182846, 0.07289901375770569, 0.07573805004358292, 0.07857708632946014, 0.08141612261533737, 0.0842551589012146, 0.08709419518709183, 0.08993323147296906, 0.09277226775884628, 0.09561130404472351, 0.09845034033060074, 0.10128937661647797, 0.1041284129023552, 0.10696744918823242, 0.10980648547410965, 0.11264552175998688, 0.1154845580458641, 0.11832359433174133, 0.12116263806819916]}, "_runtime": 65.82655930519104, "_timestamp": 1596214390.5838418, "_step": 77}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 0.0, 0.0, 2.0, 2.0, 1.0, 3.0, 2.0, 2.0, 1.0, 2.0, 4.0, 1.0, 3.0, 0.0, 8.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0], "bins": [-0.011037975549697876, -0.010758426040410995, -0.010478876531124115, -0.010199327021837234, -0.009919777512550354, -0.009640227071940899, -0.009360677562654018, -0.009081128053367138, -0.008801578544080257, -0.008522029034793377, -0.008242479525506496, -0.007962930016219616, -0.007683380041271448, -0.007403830531984568, -0.0071242805570364, -0.006844731047749519, -0.006565181538462639, -0.006285632029175758, -0.006006082519888878, -0.00572653254494071, -0.00544698303565383, -0.005167433526366949, -0.004887883551418781, -0.004608334042131901, -0.00432878453284502, -0.00404923502355814, -0.0037696852814406157, -0.0034901355393230915, -0.003210586030036211, -0.0029310365207493305, -0.0026514867786318064, -0.0023719370365142822, -0.0020923875272274017, -0.0018128379015251994, -0.001533288275822997, -0.0012537386501207948, -0.0009741890244185925, -0.0006946393987163901, -0.0004150897730141878, -0.0001355401473119855, 0.00014400947839021683, 0.00042355910409241915, 0.0007031087297946215, 0.0009826583554968238, 0.001262207981199026, 0.0015417576069012284, 0.0018213072326034307, 0.002100856974720955, 0.0023804064840078354, 0.002659955993294716, 0.00293950573541224, 0.003219055477529764, 0.0034986049868166447, 0.003778154496103525, 0.004057704471051693, 0.0043372539803385735, 0.004616803489625454, 0.0048963529989123344, 0.005175902508199215, 0.005455452483147383, 0.005735001992434263, 0.006014551501721144, 0.0062941014766693115, 0.006573650985956192, 0.0068532004952430725]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 3.0, 4.0, 2.0, 8.0, 9.0, 9.0, 11.0, 13.0, 12.0, 26.0, 25.0, 46.0, 51.0, 57.0, 83.0, 139.0, 160.0, 276.0, 588.0, 5229.0, 455.0, 215.0, 144.0, 101.0, 63.0, 43.0, 43.0, 25.0, 22.0, 14.0, 8.0, 9.0, 10.0, 7.0, 3.0, 1.0, 2.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.14987140893936157, -0.14548204839229584, -0.1410926878452301, -0.13670331239700317, -0.13231395184993744, -0.1279245913028717, -0.12353522330522537, -0.11914586275815964, -0.1147564947605133, -0.11036713421344757, -0.10597777366638184, -0.1015884056687355, -0.09719904512166977, -0.09280967712402344, -0.0884203165769577, -0.08403094857931137, -0.07964158803224564, -0.0752522274851799, -0.07086285948753357, -0.06647349894046783, -0.0620841309428215, -0.05769477039575577, -0.053305406123399734, -0.0489160418510437, -0.04452667757868767, -0.040137313306331635, -0.0357479490339756, -0.03135858476161957, -0.026969222351908684, -0.02257985807955265, -0.018190495669841766, -0.013801131397485733, -0.0094117671251297, -0.005022403318434954, -0.0006330395117402077, 0.0037563242949545383, 0.008145688101649284, 0.012535052374005318, 0.016924414783716202, 0.021313779056072235, 0.02570314332842827, 0.030092507600784302, 0.034481871873140335, 0.03887123614549637, 0.0432605966925621, 0.04764996096491814, 0.05203932523727417, 0.0564286895096302, 0.06081805378198624, 0.06520741432905197, 0.0695967823266983, 0.07398614287376404, 0.07837551087141037, 0.0827648714184761, 0.08715423941612244, 0.09154359996318817, 0.0959329605102539, 0.10032232850790024, 0.10471168905496597, 0.1091010570526123, 0.11349041759967804, 0.11787978559732437, 0.1222691461443901, 0.12665851414203644, 0.13104787468910217]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 4.0, 3.0, 3.0, 2.0, 4.0, 4.0, 8.0, 5.0, 5.0, 4.0, 2.0, 5.0, 4.0, 0.0, 26.0, 2.0, 1.0, 3.0, 0.0, 2.0, 2.0, 4.0, 7.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0027963262982666492, -0.0027153571136295795, -0.002634387696161866, -0.0025534185115247965, -0.002472449326887727, -0.002391480142250657, -0.0023105107247829437, -0.002229541540145874, -0.0021485723555088043, -0.002067602938041091, -0.0019866337534040213, -0.0019056645687669516, -0.00182469526771456, -0.0017437260830774903, -0.0016627567820250988, -0.001581787597388029, -0.0015008182963356376, -0.001419848995283246, -0.0013388798106461763, -0.0012579105095937848, -0.001176941324956715, -0.0010959720239043236, -0.0010150028392672539, -0.0009340335382148623, -0.0008530642953701317, -0.0007720950525254011, -0.0006911258096806705, -0.0006101565668359399, -0.0005291872657835484, -0.0004482180520426482, -0.0003672487800940871, -0.0002862795372493565, -0.0002053102944046259, -0.00012434105155989528, -4.337179416324943e-05, 3.75974559574388e-05, 0.00011856670607812703, 0.00019953594892285764, 0.0002805052208714187, 0.00036147446371614933, 0.00044244370656087995, 0.0005234129494056106, 0.0006043821922503412, 0.0006853514350950718, 0.0007663207361474633, 0.0008472899789921939, 0.0009282592218369246, 0.0010092284064739943, 0.0010901977075263858, 0.0011711670085787773, 0.001252136193215847, 0.0013331054942682385, 0.0014140746789053082, 0.0014950439799576998, 0.0015760131645947695, 0.001656982465647161, 0.0017379517666995525, 0.0018189209513366222, 0.0018998902523890138, 0.0019808595534414053, 0.002061828738078475, 0.0021427979227155447, 0.0022237671073526144, 0.0023047365248203278, 0.0023857057094573975]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 2.0, 2.0, 2.0, 3.0, 12.0, 9.0, 10.0, 19.0, 23.0, 31.0, 51.0, 70.0, 92.0, 147.0, 199.0, 270.0, 461.0, 639.0, 1009.0, 1785.0, 3193.0, 5626.0, 10428.0, 21667.0, 51201.0, 171849.0, 794060.0, 58682.0, 24745.0, 12716.0, 7420.0, 4487.0, 2838.0, 1844.0, 1269.0, 826.0, 555.0, 428.0, 298.0, 190.0, 120.0, 113.0, 79.0, 45.0, 34.0, 35.0, 14.0, 9.0, 14.0, 7.0, 8.0, 4.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.006790147162973881, -0.006558310706168413, -0.0063264742493629456, -0.006094637792557478, -0.005862800870090723, -0.005630964413285255, -0.005399127956479788, -0.00516729149967432, -0.004935455042868853, -0.004703618586063385, -0.00447178166359663, -0.0042399452067911625, -0.004008108749985695, -0.0037762722931802273, -0.0035444358363747597, -0.0033125991467386484, -0.003080762689933181, -0.002848926233127713, -0.002617089543491602, -0.0023852530866861343, -0.0021534166298806667, -0.0019215800566598773, -0.0016897434834390879, -0.0014579070266336203, -0.0012260704534128308, -0.0009942338801920414, -0.0007623974233865738, -0.0005305608501657844, -0.00029872433515265584, -6.688780558761209e-05, 0.00016494872397743165, 0.00039678526809439063, 0.0006286217831075191, 0.0008604582981206477, 0.0010922948131337762, 0.0013241313863545656, 0.0015559678431600332, 0.0017878044163808227, 0.002019640989601612, 0.0022514774464070797, 0.0024833139032125473, 0.0027151505928486586, 0.002946987049654126, 0.0031788235064595938, 0.003410660196095705, 0.0036424966529011726, 0.0038743331097066402, 0.004106169566512108, 0.004338006488978863, 0.00456984294578433, 0.004801679402589798, 0.005033515859395266, 0.005265352316200733, 0.005497188773006201, 0.005729025229811668, 0.005960862152278423, 0.006192698609083891, 0.0064245350658893585, 0.006656371522694826, 0.006888207979500294, 0.007120044436305761, 0.007351881358772516, 0.007583717815577984, 0.007815553806722164, 0.008047390729188919]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 3.0, 3.0, 3.0, 5.0, 5.0, 1.0, 3.0, 10.0, 3.0, 1.0, 5.0, 2.0, 4.0, 2.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.027610916644334793, -0.02702929452061653, -0.02644767053425312, -0.02586604841053486, -0.025284424424171448, -0.024702802300453186, -0.024121180176734924, -0.023539556190371513, -0.02295793406665325, -0.02237631008028984, -0.02179468795657158, -0.021213065832853317, -0.020631441846489906, -0.020049819722771645, -0.019468195736408234, -0.018886573612689972, -0.01830495148897171, -0.0177233275026083, -0.017141705378890038, -0.016560081392526627, -0.015978459268808365, -0.015396836213767529, -0.014815213158726692, -0.014233590103685856, -0.01365196704864502, -0.013070344924926758, -0.012488721869885921, -0.011907098814845085, -0.011325475759804249, -0.010743852704763412, -0.01016223058104515, -0.009580607526004314, -0.008998984470963478, -0.008417361415922642, -0.007835738360881805, -0.007254115771502256, -0.006672493182122707, -0.006090870127081871, -0.005509247072041035, -0.004927624482661486, -0.004346001427620649, -0.0037643786054104567, -0.003182755783200264, -0.0026011327281594276, -0.002019509905949235, -0.0014378870837390423, -0.0008562641451135278, -0.0002746412646956742, 0.0003069816157221794, 0.000888604496140033, 0.0014702273765578866, 0.002051850315183401, 0.002633473137393594, 0.0032150959596037865, 0.003796719014644623, 0.004378341604024172, 0.004959964659065008, 0.0055415877141058445, 0.0061232103034853935, 0.00670483335852623, 0.007286456413567066, 0.007868079468607903, 0.008449701592326164, 0.009031324647367, 0.009612947702407837]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 7.0, 7.0, 1.0, 0.0, 2.0, 1.0, 10.0, 9.0, 7.0, 7.0, 4.0, 12.0, 12.0, 9.0, 6.0, 8.0, 12.0, 14.0, 27.0, 29.0, 12.0, 15.0, 17.0, 38.0, 35.0, 37.0, 51.0, 73.0, 76.0, 82.0, 89.0, 121.0, 181.0, 219.0, 293.0, 367.0, 546.0, 751.0, 1032.0, 1575.0, 2923.0, 4887.0, 1247.0, 860.0, 678.0, 554.0, 429.0, 316.0, 205.0, 143.0, 124.0, 86.0, 60.0, 39.0, 29.0, 17.0, 9.0, 11.0, 5.0, 7.0, 2.0, 2.0, 2.0], "bins": [-0.00896384660154581, -0.008750422857701778, -0.008536999113857746, -0.00832357443869114, -0.008110150694847107, -0.007896726951003075, -0.007683302741497755, -0.007469878997653723, -0.007256454788148403, -0.007043031044304371, -0.006829606834799051, -0.006616183090955019, -0.006402758881449699, -0.006189335137605667, -0.0059759109281003475, -0.005762487184256315, -0.005549062974750996, -0.005335639230906963, -0.005122215487062931, -0.0049087912775576115, -0.004695367533713579, -0.00448194332420826, -0.004268519580364227, -0.004055095370858908, -0.0038416716270148754, -0.0036282476503401995, -0.0034148236736655235, -0.0032013996969908476, -0.0029879757203161716, -0.0027745517436414957, -0.0025611277669668198, -0.002347703790292144, -0.002134279813617468, -0.001920855836942792, -0.001707431860268116, -0.00149400788359344, -0.0012805839069187641, -0.00106716004665941, -0.0008537360699847341, -0.0006403120933100581, -0.0004268881166353822, -0.00021346415451262146, -4.0192389860749245e-08, 0.00021338376973289996, 0.0004268077318556607, 0.0006402317085303366, 0.0008536556269973516, 0.0010670796036720276, 0.0012805035803467035, 0.0014939275570213795, 0.0017073515336960554, 0.0019207755103707314, 0.0021341994870454073, 0.0023476234637200832, 0.002561047440394759, 0.002774471417069435, 0.0029878951609134674, 0.0032013191375881433, 0.0034147431142628193, 0.0036281670909374952, 0.003841591067612171, 0.004055015277117491, 0.004268439020961523, 0.004481863230466843, 0.004695286974310875]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 2.0, 7.0, 4.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.049014125019311905, -0.04571464657783508, -0.04241516813635826, -0.03911569342017174, -0.035816214978694916, -0.032516736537218094, -0.029217258095741272, -0.0259177815169096, -0.022618303075432777, -0.019318824633955956, -0.016019348055124283, -0.012719869613647461, -0.009420392103493214, -0.006120914593338966, -0.0028214366175234318, 0.00047804112546145916, 0.00377751886844635, 0.007076996378600597, 0.010376473888754845, 0.013675952330231667, 0.01697542890906334, 0.02027490735054016, 0.023574385792016983, 0.026873862370848656, 0.030173340812325478, 0.03347281739115715, 0.03677229583263397, 0.040071774274110794, 0.043371252715587616, 0.04667073115706444, 0.04997020587325096, 0.05326968431472778, 0.056569162756204605, 0.05986864119768143, 0.06316811591386795, 0.06646759808063507, 0.0697670727968216, 0.07306655496358871, 0.07636602967977524, 0.07966550439596176, 0.08296498656272888, 0.0862644612789154, 0.08956394344568253, 0.09286341816186905, 0.09616289287805557, 0.09946237504482269, 0.10276184976100922, 0.10606133192777634, 0.10936080664396286, 0.11266028136014938, 0.1159597635269165, 0.11925923824310303, 0.12255872040987015, 0.12585820257663727, 0.1291576772928238, 0.13245715200901031, 0.13575662672519684, 0.13905610144138336, 0.14235559105873108, 0.1456550657749176, 0.14895454049110413, 0.15225401520729065, 0.15555348992347717, 0.1588529795408249, 0.1621524542570114]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 2.0, 7.0, 7.0, 10.0, 10.0, 19.0, 18.0, 16.0, 15.0, 16.0, 23.0, 47.0, 21.0, 9.0, 4.0, 4.0, 0.0, 1.0, 2.0, 4.0, 4.0, 4.0, 2.0, 2.0, 0.0, 3.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 3.0, 4.0, 5.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0], "bins": [-0.03476038575172424, -0.03296133130788803, -0.03116227500140667, -0.029363220557570457, -0.027564164251089096, -0.025765109807252884, -0.023966053500771523, -0.02216699905693531, -0.02036794275045395, -0.018568888306617737, -0.016769833862781525, -0.014970777556300163, -0.013171723112463951, -0.011372667737305164, -0.009573612362146378, -0.007774556986987591, -0.005975501611828804, -0.004176446236670017, -0.002377391094341874, -0.0005783358355984092, 0.0012207194231450558, 0.0030197747983038425, 0.004818829707801342, 0.006617885082960129, 0.008416940458118916, 0.010215995833277702, 0.012015051208436489, 0.013814106583595276, 0.015613161027431488, 0.01741221733391285, 0.01921127177774906, 0.021010328084230423, 0.022809382528066635, 0.024608436971902847, 0.02640749327838421, 0.02820654772222042, 0.030005604028701782, 0.031804658472537994, 0.03360371291637421, 0.03540277108550072, 0.03720182552933693, 0.03900087997317314, 0.040799934417009354, 0.042598988860845566, 0.044398047029972076, 0.04619710147380829, 0.0479961559176445, 0.04979521036148071, 0.051594264805316925, 0.053393322974443436, 0.05519237741827965, 0.05699143186211586, 0.05879048630595207, 0.06058954447507858, 0.062388598918914795, 0.06418765336275101, 0.06598670780658722, 0.06778576225042343, 0.06958481669425964, 0.07138387113809586, 0.07318293303251266, 0.07498198747634888, 0.07678104192018509, 0.0785800963640213, 0.08037915080785751]}, "_runtime": 66.615727186203, "_timestamp": 1596214391.3730097, "_step": 78}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 2.0, 3.0, 2.0, 2.0, 1.0, 1.0, 3.0, 2.0, 3.0, 2.0, 3.0, 4.0, 2.0, 2.0, 1.0, 4.0, 2.0, 1.0, 0.0, 5.0, 1.0, 1.0, 4.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.015609027817845345, -0.015199625864624977, -0.01479022391140461, -0.014380821958184242, -0.013971420004963875, -0.013562018051743507, -0.01315261609852314, -0.012743214145302773, -0.012333812192082405, -0.011924410238862038, -0.01151500828564167, -0.011105606332421303, -0.010696204379200935, -0.010286802425980568, -0.0098774004727602, -0.009467998519539833, -0.009058596566319466, -0.008649194613099098, -0.00823979265987873, -0.007830390706658363, -0.007420988753437996, -0.0070115868002176285, -0.006602184846997261, -0.006192782893776894, -0.005783380940556526, -0.005373978987336159, -0.004964577034115791, -0.004555175080895424, -0.0041457731276750565, -0.003736371174454689, -0.0033269692212343216, -0.002917567268013954, -0.0025081653147935867, -0.0020987633615732193, -0.0016893614083528519, -0.0012799594551324844, -0.000870557501912117, -0.00046115554869174957, -5.175359547138214e-05, 0.0003576483577489853, 0.0007670503109693527, 0.0011764522641897202, 0.0015858542174100876, 0.001995256170630455, 0.0024046581238508224, 0.00281406007707119, 0.0032234620302915573, 0.0036328639835119247, 0.004042265936732292, 0.00445166788995266, 0.004861069843173027, 0.0052704717963933945, 0.005679873749613762, 0.006089275702834129, 0.006498677656054497, 0.006908079609274864, 0.007317481562495232, 0.007726883515715599, 0.008136285468935966, 0.008545687422156334, 0.008955089375376701, 0.009364491328597069, 0.009773893281817436, 0.010183295235037804, 0.010592697188258171]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 2.0, 1.0, 2.0, 3.0, 6.0, 5.0, 5.0, 5.0, 11.0, 12.0, 20.0, 31.0, 40.0, 57.0, 91.0, 136.0, 186.0, 277.0, 538.0, 5404.0, 405.0, 238.0, 139.0, 97.0, 69.0, 36.0, 36.0, 27.0, 8.0, 15.0, 8.0, 4.0, 8.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.18971742689609528, -0.18417073786258698, -0.17862406373023987, -0.17307737469673157, -0.16753068566322327, -0.16198399662971497, -0.15643730759620667, -0.15089063346385956, -0.14534394443035126, -0.13979725539684296, -0.13425058126449585, -0.12870389223098755, -0.12315720319747925, -0.11761051416397095, -0.11206383258104324, -0.10651715099811554, -0.10097046196460724, -0.09542377293109894, -0.08987709134817123, -0.08433040976524353, -0.07878372073173523, -0.07323703169822693, -0.06769035011529922, -0.06214366480708122, -0.05659697949886322, -0.05105029419064522, -0.045503608882427216, -0.03995692357420921, -0.03441023826599121, -0.02886355295777321, -0.023316867649555206, -0.017770182341337204, -0.012223497033119202, -0.006676811724901199, -0.001130126416683197, 0.004416558891534805, 0.009963244199752808, 0.01550992950797081, 0.021056614816188812, 0.026603300124406815, 0.03214998543262482, 0.03769667074084282, 0.04324335604906082, 0.048790041357278824, 0.054336726665496826, 0.05988341197371483, 0.06543009728193283, 0.07097677886486053, 0.07652346789836884, 0.08207015693187714, 0.08761683851480484, 0.09316352009773254, 0.09871020913124084, 0.10425689816474915, 0.10980357974767685, 0.11535026133060455, 0.12089695036411285, 0.12644363939762115, 0.13199031352996826, 0.13753700256347656, 0.14308369159698486, 0.14863038063049316, 0.15417706966400146, 0.15972374379634857, 0.16527043282985687]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [3.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 2.0, 3.0, 2.0, 4.0, 4.0, 1.0, 4.0, 5.0, 5.0, 4.0, 3.0, 6.0, 27.0, 3.0, 6.0, 5.0, 2.0, 4.0, 1.0, 3.0, 1.0, 2.0, 3.0, 2.0, 2.0, 0.0, 3.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0021072786767035723, -0.002023298293352127, -0.0019393180264160037, -0.0018553377594798803, -0.001771357492543757, -0.0016873771091923118, -0.0016033968422561884, -0.001519416575320065, -0.0014354363083839417, -0.0013514559250324965, -0.001267475658096373, -0.0011834953911602497, -0.0010995150078088045, -0.0010155347408726811, -0.0009315544157288969, -0.0008475741487927735, -0.0007635938236489892, -0.0006796134985052049, -0.0005956332315690815, -0.0005116529064252973, -0.00042767261038534343, -0.0003436923143453896, -0.0002597119892016053, -0.0001757316931616515, -9.175139712169766e-05, -7.771093805786222e-06, 7.620920951012522e-05, 0.00016018952010199428, 0.0002441698161419481, 0.00032815011218190193, 0.0004121304373256862, 0.0004961107042618096, 0.0005800910294055939, 0.0006640713545493782, 0.0007480516214855015, 0.0008320319466292858, 0.0009160122135654092, 0.0009999925969168544, 0.0010839728638529778, 0.0011679531307891011, 0.0012519333977252245, 0.0013359137810766697, 0.001419894048012793, 0.0015038743149489164, 0.0015878546983003616, 0.001671834965236485, 0.0017558152321726084, 0.0018397956155240536, 0.001923775882460177, 0.0020077561493963003, 0.0020917365327477455, 0.002175716683268547, 0.0022596970666199923, 0.0023436774499714375, 0.002427657600492239, 0.002511637983843684, 0.0025956183671951294, 0.002679598517715931, 0.002763578901067376, 0.0028475592844188213, 0.002931539434939623, 0.003015519818291068, 0.0030995002016425133, 0.003183480352163315, 0.00326746073551476]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 4.0, 6.0, 12.0, 6.0, 13.0, 19.0, 15.0, 28.0, 51.0, 67.0, 83.0, 108.0, 183.0, 251.0, 316.0, 485.0, 687.0, 989.0, 1615.0, 2358.0, 3751.0, 5953.0, 10150.0, 18395.0, 35771.0, 83216.0, 780163.0, 122806.0, 47201.0, 24123.0, 14422.0, 8787.0, 5634.0, 3673.0, 2517.0, 1710.0, 1162.0, 796.0, 606.0, 390.0, 291.0, 206.0, 157.0, 101.0, 73.0, 60.0, 69.0, 39.0, 22.0, 20.0, 11.0, 20.0, 14.0, 9.0, 9.0, 4.0, 3.0, 4.0, 3.0, 7.0, 1.0], "bins": [-0.005254973191767931, -0.0050784205086529255, -0.004901867359876633, -0.004725314676761627, -0.004548761993646622, -0.004372208844870329, -0.004195656161755323, -0.004019103478640318, -0.0038425505626946688, -0.0036659976467490196, -0.003489444963634014, -0.003312892047688365, -0.003136339131742716, -0.0029597864486277103, -0.002783233532682061, -0.0026066808495670557, -0.0024301279336214066, -0.0022535750176757574, -0.002077022334560752, -0.0019004694186151028, -0.0017239166190847754, -0.0015473638195544481, -0.001370810903608799, -0.0011942581040784717, -0.0010177053045481443, -0.000841152505017817, -0.0006645996472798288, -0.000488046818645671, -0.00031149399001151323, -0.00013494116137735546, 4.161166725680232e-05, 0.0002181644958909601, 0.0003947173245251179, 0.0005712701240554452, 0.0007478229817934334, 0.0009243758395314217, 0.001100928639061749, 0.0012774814385920763, 0.0014540343545377254, 0.0016305871540680528, 0.00180713995359838, 0.0019836928695440292, 0.0021602455526590347, 0.002336798468604684, 0.002513351384550333, 0.0026899040676653385, 0.0028664569836109877, 0.003043009666725993, 0.0032195625826716423, 0.0033961154986172915, 0.003572668181732297, 0.003749221097677946, 0.003925773780792952, 0.004102326929569244, 0.00427887961268425, 0.004455432295799255, 0.004631984978914261, 0.004808538127690554, 0.004985090810805559, 0.005161643493920565, 0.0053381966426968575, 0.005514749325811863, 0.0056913020089268684, 0.005867855157703161, 0.006044407840818167]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 3.0, 1.0, 3.0, 11.0, 6.0, 3.0, 3.0, 4.0, 2.0, 3.0, 3.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.041719719767570496, -0.04072979837656021, -0.03973987698554993, -0.03874995559453964, -0.03776003420352936, -0.03677011653780937, -0.03578019514679909, -0.0347902737557888, -0.03380035236477852, -0.032810430973768234, -0.03182050958275795, -0.030830590054392815, -0.02984066866338253, -0.028850747272372246, -0.02786082774400711, -0.026870906352996826, -0.025880984961986542, -0.024891063570976257, -0.023901142179965973, -0.022911222651600838, -0.021921301260590553, -0.02093137986958027, -0.019941460341215134, -0.01895153895020485, -0.017961617559194565, -0.01697169616818428, -0.015981774777173996, -0.01499185524880886, -0.014001933857798576, -0.013012012466788292, -0.012022092007100582, -0.011032171547412872, -0.010042250156402588, -0.009052328765392303, -0.008062408305704594, -0.0070724873803555965, -0.006082566455006599, -0.005092645529657602, -0.004102724604308605, -0.003112803678959608, -0.002122882753610611, -0.0011329618282616138, -0.00014304090291261673, 0.0008468800224363804, 0.0018368009477853775, 0.0028267218731343746, 0.0038166427984833717, 0.004806563723832369, 0.005796484649181366, 0.006786405574530363, 0.00777632649987936, 0.00876624695956707, 0.009756168350577354, 0.010746089741587639, 0.011736010201275349, 0.012725930660963058, 0.013715852051973343, 0.014705773442983627, 0.015695694833993912, 0.016685614362359047, 0.01767553575336933, 0.018665457144379616, 0.01965537667274475, 0.020645298063755035, 0.02163521945476532]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [9.0, 10.0, 4.0, 6.0, 8.0, 10.0, 15.0, 12.0, 11.0, 13.0, 4.0, 14.0, 23.0, 18.0, 20.0, 20.0, 15.0, 25.0, 27.0, 34.0, 42.0, 68.0, 76.0, 96.0, 137.0, 148.0, 165.0, 221.0, 327.0, 452.0, 724.0, 1452.0, 6635.0, 2490.0, 1636.0, 1027.0, 695.0, 475.0, 363.0, 265.0, 162.0, 129.0, 59.0, 55.0, 38.0, 51.0, 22.0, 21.0, 22.0, 9.0, 15.0, 7.0, 8.0, 10.0, 5.0, 7.0, 4.0, 6.0, 7.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.013102982193231583, -0.012699474580585957, -0.01229596696794033, -0.011892459355294704, -0.011488951742649078, -0.011085444130003452, -0.010681936517357826, -0.0102784289047122, -0.009874921292066574, -0.009471414610743523, -0.009067906998097897, -0.00866439938545227, -0.008260891772806644, -0.007857384160161018, -0.007453876547515392, -0.007050368934869766, -0.00664686132222414, -0.006243353709578514, -0.005839846096932888, -0.005436338484287262, -0.005032830871641636, -0.004629323724657297, -0.004225816112011671, -0.003822308499366045, -0.003418800886720419, -0.003015293274074793, -0.002611785661429167, -0.0022082782816141844, -0.0018047706689685583, -0.0014012630563229322, -0.000997755560092628, -0.0005942480056546628, -0.0001907404512166977, 0.00021276710322126746, 0.0006162746576592326, 0.0010197821538895369, 0.001423289766535163, 0.001826797379180789, 0.0022303047589957714, 0.0026338123716413975, 0.0030373199842870235, 0.0034408275969326496, 0.0038443352095782757, 0.004247842822223902, 0.0046513499692082405, 0.005054857581853867, 0.005458365194499493, 0.005861872807145119, 0.006265380419790745, 0.006668888032436371, 0.007072395645081997, 0.007475903257727623, 0.007879410870373249, 0.008282918483018875, 0.008686426095664501, 0.009089933708310127, 0.009493440389633179, 0.009896948002278805, 0.01030045561492443, 0.010703963227570057, 0.011107470840215683, 0.011510978452861309, 0.011914486065506935, 0.012317993678152561, 0.012721501290798187]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 3.0, 2.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.07713103294372559, -0.07268685102462769, -0.06824266165494919, -0.06379847973585129, -0.05935429409146309, -0.05491010844707489, -0.05046592652797699, -0.04602174088358879, -0.04157755523920059, -0.03713336959481239, -0.032689183950424194, -0.028245002031326294, -0.023800816386938095, -0.019356630742549896, -0.014912446960806847, -0.010468262247741222, -0.006024077534675598, -0.001579892821609974, 0.0028642918914556503, 0.007308476604521275, 0.011752661317586899, 0.016196846961975098, 0.020641030743718147, 0.025085214525461197, 0.029529400169849396, 0.033973585814237595, 0.03841777145862579, 0.042861953377723694, 0.04730613902211189, 0.05175032466650009, 0.05619450658559799, 0.06063869222998619, 0.06508287787437439, 0.06952705979347229, 0.07397124916315079, 0.07841543108224869, 0.08285962045192719, 0.08730380237102509, 0.09174798429012299, 0.09619217365980148, 0.10063635557889938, 0.10508053749799728, 0.10952472686767578, 0.11396890878677368, 0.11841309070587158, 0.12285728007555008, 0.12730146944522858, 0.13174565136432648, 0.13618983328342438, 0.14063401520252228, 0.14507819712162018, 0.14952239394187927, 0.15396657586097717, 0.15841075778007507, 0.16285493969917297, 0.16729912161827087, 0.17174330353736877, 0.17618750035762787, 0.18063168227672577, 0.18507586419582367, 0.18952004611492157, 0.19396422803401947, 0.19840842485427856, 0.20285260677337646, 0.20729678869247437]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 3.0, 1.0, 3.0, 3.0, 3.0, 2.0, 1.0, 4.0, 3.0, 5.0, 1.0, 5.0, 0.0, 0.0, 9.0, 6.0, 8.0, 12.0, 21.0, 23.0, 24.0, 50.0, 19.0, 13.0, 17.0, 4.0, 1.0, 3.0, 2.0, 1.0, 1.0, 3.0, 1.0, 2.0, 2.0, 0.0, 3.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 3.0, 4.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.05880926549434662, -0.05639083683490753, -0.053972404450178146, -0.05155397579073906, -0.049135543406009674, -0.04671711474657059, -0.0442986860871315, -0.041880253702402115, -0.03946182504296303, -0.03704339638352394, -0.034624963998794556, -0.03220653533935547, -0.029788104817271233, -0.027369674295186996, -0.02495124563574791, -0.022532815113663673, -0.020114384591579437, -0.0176959540694952, -0.01527752447873354, -0.012859094887971878, -0.010440664365887642, -0.008022233843803406, -0.005603804253041744, -0.0031853741966187954, -0.0007669441401958466, 0.0016514859162271023, 0.004069915972650051, 0.006488346029073, 0.008906776085495949, 0.011325206607580185, 0.013743636198341846, 0.016162065789103508, 0.018580496311187744, 0.02099892683327198, 0.023417357355356216, 0.025835786014795303, 0.02825421653687954, 0.030672647058963776, 0.03309107571840286, 0.03550950810313225, 0.037927936762571335, 0.04034636542201042, 0.04276479780673981, 0.045183226466178894, 0.04760165512561798, 0.050020087510347366, 0.05243851616978645, 0.05485694855451584, 0.057275377213954926, 0.05969380587339401, 0.0621122382581234, 0.06453067064285278, 0.06694909930229187, 0.06936752796173096, 0.07178595662117004, 0.07420438528060913, 0.07662281394004822, 0.0790412500500679, 0.08145967870950699, 0.08387810736894608, 0.08629653602838516, 0.08871496468782425, 0.09113340079784393, 0.09355182945728302, 0.0959702581167221]}, "_runtime": 67.41342091560364, "_timestamp": 1596214392.1707034, "_step": 79}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 1.0, 3.0, 0.0, 0.0, 0.0, 2.0, 3.0, 2.0, 1.0, 1.0, 3.0, 0.0, 4.0, 3.0, 3.0, 3.0, 2.0, 0.0, 4.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.008975403383374214, -0.008723056875169277, -0.00847071036696434, -0.008218363858759403, -0.007966017350554466, -0.007713671308010817, -0.00746132479980588, -0.007208978291600943, -0.006956631783396006, -0.006704285275191069, -0.006451938766986132, -0.006199592258781195, -0.005947246216237545, -0.005694899708032608, -0.005442553199827671, -0.005190206691622734, -0.004937860183417797, -0.00468551367521286, -0.004433167167007923, -0.004180820658802986, -0.003928474150598049, -0.003676127875223756, -0.0034237815998494625, -0.0031714350916445255, -0.0029190885834395885, -0.0026667420752346516, -0.0024143955670297146, -0.0021620492916554213, -0.0019097027834504843, -0.0016573562752455473, -0.0014050098834559321, -0.001152663491666317, -0.00090031698346138, -0.0006479705334641039, -0.00039562408346682787, -0.0001432776334695518, 0.00010906881652772427, 0.00036141526652500033, 0.0006137617165222764, 0.0008661081665195525, 0.0011184546165168285, 0.0013708011247217655, 0.0016231475165113807, 0.0018754939083009958, 0.002127840416505933, 0.00238018692471087, 0.002632533200085163, 0.0028848797082901, 0.003137226216495037, 0.003389572724699974, 0.003641919232904911, 0.0038942655082792044, 0.004146612249314785, 0.004398958291858435, 0.004651304800063372, 0.004903651308268309, 0.005155997816473246, 0.005408344324678183, 0.00566069083288312, 0.0059130373410880566, 0.006165383383631706, 0.006417729891836643, 0.00667007640004158, 0.006922422908246517, 0.007174769416451454]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 2.0, 1.0, 3.0, 0.0, 2.0, 1.0, 1.0, 3.0, 2.0, 5.0, 1.0, 10.0, 6.0, 7.0, 14.0, 11.0, 20.0, 16.0, 22.0, 22.0, 36.0, 42.0, 49.0, 54.0, 76.0, 103.0, 156.0, 173.0, 273.0, 416.0, 4775.0, 585.0, 277.0, 170.0, 141.0, 99.0, 74.0, 53.0, 46.0, 33.0, 28.0, 21.0, 15.0, 23.0, 15.0, 9.0, 9.0, 6.0, 7.0, 5.0, 6.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.10700343549251556, -0.10379783809185028, -0.100592240691185, -0.09738664329051971, -0.09418104588985443, -0.09097544848918915, -0.08776985108852386, -0.08456425368785858, -0.0813586562871933, -0.07815306633710861, -0.07494746893644333, -0.07174187153577805, -0.06853627413511276, -0.06533067673444748, -0.062125079333782196, -0.05891948193311691, -0.05571388453245163, -0.052508287131786346, -0.04930268973112106, -0.04609709233045578, -0.0428914949297905, -0.03968590125441551, -0.03648030385375023, -0.033274706453084946, -0.030069109052419662, -0.02686351165175438, -0.023657914251089096, -0.020452318713068962, -0.01724672131240368, -0.014041123911738396, -0.010835527442395687, -0.007629930507391691, -0.004424333572387695, -0.0012187366373836994, 0.0019868602976202965, 0.005192457232624292, 0.008398054167628288, 0.011603651568293571, 0.01480924803763628, 0.01801484450697899, 0.021220441907644272, 0.024426039308309555, 0.027631636708974838, 0.030837232246994972, 0.034042827785015106, 0.03724842518568039, 0.04045402258634567, 0.043659619987010956, 0.04686521738767624, 0.05007081478834152, 0.053276412189006805, 0.05648200958967209, 0.05968760699033737, 0.06289320439100266, 0.06609880179166794, 0.06930439919233322, 0.07250998914241791, 0.07571558654308319, 0.07892118394374847, 0.08212678134441376, 0.08533237874507904, 0.08853797614574432, 0.0917435735464096, 0.09494917094707489, 0.09815476834774017]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 4.0, 0.0, 2.0, 4.0, 1.0, 4.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 7.0, 4.0, 2.0, 5.0, 0.0, 6.0, 5.0, 24.0, 6.0, 2.0, 2.0, 1.0, 1.0, 2.0, 4.0, 1.0, 2.0, 3.0, 2.0, 0.0, 4.0, 0.0, 2.0, 4.0, 1.0, 5.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0021469045896083117, -0.0020660024601966143, -0.001985100330784917, -0.0019041982013732195, -0.001823296071961522, -0.0017423938261345029, -0.0016614916967228055, -0.0015805895673111081, -0.0014996874378994107, -0.0014187853084877133, -0.001337883179076016, -0.0012569810496643186, -0.0011760788038372993, -0.001095176674425602, -0.0010142745450139046, -0.0009333724156022072, -0.0008524702861905098, -0.0007715681567788124, -0.000690666027367115, -0.0006097638397477567, -0.0005288617103360593, -0.00044795958092436194, -0.0003670574224088341, -0.00028615526389330626, -0.00020525313448160887, -0.00012435099051799625, -4.3448846554383636e-05, 3.745329740922898e-05, 0.0001183554413728416, 0.0001992575853364542, 0.00028015972930006683, 0.0003610618878155947, 0.00044196401722729206, 0.0005228661466389894, 0.0006037682760506868, 0.0006846704636700451, 0.0007655725930817425, 0.0008464747224934399, 0.0009273769101127982, 0.0010082790395244956, 0.001089181168936193, 0.0011700832983478904, 0.0012509854277595878, 0.0013318875571712852, 0.0014127898029983044, 0.0014936919324100018, 0.0015745940618216991, 0.0016554961912333965, 0.001736398320645094, 0.0018173004500567913, 0.0018982025794684887, 0.001979104708880186, 0.0020600068382918835, 0.002140908967703581, 0.0022218110971152782, 0.0023027132265269756, 0.002383615355938673, 0.002464517718181014, 0.0025454198475927114, 0.002626321977004409, 0.0027072241064161062, 0.0027881262358278036, 0.002869028365239501, 0.0029499304946511984, 0.0030308326240628958]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 4.0, 3.0, 9.0, 9.0, 13.0, 17.0, 36.0, 58.0, 81.0, 103.0, 144.0, 250.0, 346.0, 559.0, 820.0, 1229.0, 2015.0, 3224.0, 5393.0, 9478.0, 17448.0, 37515.0, 104988.0, 831319.0, 80429.0, 33052.0, 18032.0, 10901.0, 7041.0, 4636.0, 3136.0, 2218.0, 1488.0, 1013.0, 738.0, 538.0, 370.0, 270.0, 196.0, 156.0, 101.0, 67.0, 58.0, 36.0, 25.0, 26.0, 13.0, 4.0, 11.0, 7.0, 2.0, 5.0, 4.0, 2.0, 2.0, 2.0, 0.0, 1.0], "bins": [-0.0065543013624846935, -0.006332279182970524, -0.0061102574691176414, -0.005888235289603472, -0.005666213110089302, -0.00544419139623642, -0.00522216921672225, -0.00500014703720808, -0.004778125323355198, -0.004556103143841028, -0.0043340809643268585, -0.004112058784812689, -0.0038900370709598064, -0.0036680148914456367, -0.0034459929447621107, -0.003223970765247941, -0.003001948818564415, -0.002779926871880889, -0.0025579046923667192, -0.002335882745683193, -0.0021138605661690235, -0.0018918386194854975, -0.0016698166728019714, -0.0014477946097031236, -0.0012257725466042757, -0.0010037504835054278, -0.0007817284786142409, -0.0005597064737230539, -0.00033768441062420607, -0.00011566237662918866, 0.00010635965736582875, 0.00032838169136084616, 0.0005504037253558636, 0.0007724257884547114, 0.0009944478515535593, 0.0012164697982370853, 0.0014384918613359332, 0.001660513924434781, 0.0018825358711183071, 0.002104558050632477, 0.002326579997316003, 0.002548601943999529, 0.0027706241235136986, 0.0029926460701972246, 0.0032146680168807507, 0.0034366901963949203, 0.0036587121430784464, 0.003880734322592616, 0.004102756269276142, 0.004324778448790312, 0.004546800162643194, 0.004768822342157364, 0.004990844521671534, 0.005212866235524416, 0.005434888415038586, 0.005656910594552755, 0.005878932774066925, 0.0061009544879198074, 0.006322976667433977, 0.006544998846948147, 0.006767020560801029, 0.006989042740315199, 0.007211064919829369, 0.007433086633682251, 0.007655108813196421]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 4.0, 2.0, 2.0, 5.0, 5.0, 6.0, 4.0, 10.0, 2.0, 2.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.019830040633678436, -0.018576091155409813, -0.01732214167714119, -0.016068190336227417, -0.014814240857958794, -0.01356029137969017, -0.012306340970098972, -0.011052390560507774, -0.009798441082239151, -0.008544491603970528, -0.00729054119437933, -0.006036591250449419, -0.004782641306519508, -0.0035286913625895977, -0.002274741418659687, -0.0010207914747297764, 0.00023315846920013428, 0.001487108413130045, 0.0027410583570599556, 0.003995008300989866, 0.005248958244919777, 0.006502908188849688, 0.007756858132779598, 0.009010808542370796, 0.01026475802063942, 0.011518707498908043, 0.012772657908499241, 0.014026608318090439, 0.015280557796359062, 0.016534507274627686, 0.017788458615541458, 0.01904240809381008, 0.020296357572078705, 0.021550307050347328, 0.02280425652861595, 0.024058207869529724, 0.025312157347798347, 0.02656610682606697, 0.027820058166980743, 0.029074007645249367, 0.03032795712351799, 0.03158190846443176, 0.03283585608005524, 0.03408980742096901, 0.03534375876188278, 0.036597706377506256, 0.03785165771842003, 0.0391056053340435, 0.040359556674957275, 0.04161350801587105, 0.04286745563149452, 0.044121406972408295, 0.04537535458803177, 0.04662930592894554, 0.047883257269859314, 0.04913720488548279, 0.05039115622639656, 0.05164510756731033, 0.05289905518293381, 0.05415300652384758, 0.05540695786476135, 0.05666090548038483, 0.0579148568212986, 0.05916880443692207, 0.060422755777835846]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [4.0, 2.0, 10.0, 14.0, 20.0, 30.0, 53.0, 63.0, 81.0, 110.0, 188.0, 212.0, 275.0, 351.0, 543.0, 729.0, 965.0, 1430.0, 2309.0, 6538.0, 1497.0, 824.0, 497.0, 310.0, 256.0, 244.0, 160.0, 125.0, 95.0, 60.0, 74.0, 60.0, 41.0, 28.0, 18.0, 16.0, 20.0, 22.0, 16.0, 25.0, 16.0, 13.0, 8.0, 7.0, 5.0, 4.0, 3.0, 5.0, 5.0, 2.0, 3.0, 2.0, 5.0, 6.0, 9.0, 5.0, 1.0, 0.0, 0.0, 3.0, 1.0, 8.0, 5.0, 1.0], "bins": [-0.008461211808025837, -0.00802714191377163, -0.007593071088194847, -0.007159000728279352, -0.006724930368363857, -0.00629086047410965, -0.005856790114194155, -0.00542271975427866, -0.004988649394363165, -0.00455457903444767, -0.004120508674532175, -0.003686438547447324, -0.003252368187531829, -0.002818297827616334, -0.0023842277005314827, -0.0019501573406159878, -0.0015160869807004929, -0.001082016620784998, -0.0006479463772848248, -0.00021387607557699084, 0.00022019422613084316, 0.0006542645278386772, 0.0010883348295465112, 0.0015224050730466843, 0.001956475432962179, 0.002390545792877674, 0.002824616152793169, 0.0032586862798780203, 0.003692756639793515, 0.0041268267668783665, 0.004560897126793861, 0.004994967486709356, 0.005429037846624851, 0.005863108206540346, 0.006297178566455841, 0.006731248926371336, 0.007165319286286831, 0.0075993891805410385, 0.00803346000611782, 0.008467529900372028, 0.008901599794626236, 0.009335670620203018, 0.009769740514457226, 0.010203811340034008, 0.010637881234288216, 0.011071952059864998, 0.011506021954119205, 0.011940092779695988, 0.012374162673950195, 0.012808232568204403, 0.013242303393781185, 0.013676373288035393, 0.014110444113612175, 0.014544514007866383, 0.014978584833443165, 0.015412654727697372, 0.015846725553274155, 0.016280794516205788, 0.01671486534178257, 0.017148936167359352, 0.017583006992936134, 0.018017075955867767, 0.01845114678144455, 0.018885217607021332, 0.019319288432598114]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 4.0, 0.0, 1.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.26883184909820557, -0.2623295783996582, -0.25582727789878845, -0.2493250072002411, -0.24282272160053253, -0.23632043600082397, -0.22981815040111542, -0.22331586480140686, -0.2168135941028595, -0.21031130850315094, -0.20380902290344238, -0.19730673730373383, -0.19080445170402527, -0.1843021661043167, -0.17779989540576935, -0.1712976098060608, -0.16479532420635223, -0.15829303860664368, -0.15179075300693512, -0.14528848230838776, -0.1387861967086792, -0.13228391110897064, -0.12578162550926208, -0.11927934736013412, -0.11277706176042557, -0.10627477616071701, -0.09977249801158905, -0.0932702124118805, -0.08676792681217194, -0.08026564866304398, -0.07376336306333542, -0.06726108491420746, -0.0607587993144989, -0.05425651744008064, -0.047754235565662384, -0.04125194996595383, -0.03474966809153557, -0.02824738621711731, -0.0217451024800539, -0.015242819674313068, -0.008740536868572235, -0.002238254062831402, 0.0042640287429094315, 0.010766311548650265, 0.017268594354391098, 0.023770876228809357, 0.030273159965872765, 0.03677544370293617, 0.04327772557735443, 0.04978000745177269, 0.05628228932619095, 0.0627845749258995, 0.06928685307502747, 0.07578913867473602, 0.08229142427444458, 0.08879370242357254, 0.0952959880232811, 0.10179827362298965, 0.10830055177211761, 0.11480283737182617, 0.12130512297153473, 0.1278074085712433, 0.13430967926979065, 0.1408119648694992, 0.14731425046920776]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 5.0, 0.0, 0.0, 2.0, 2.0, 1.0, 2.0, 3.0, 5.0, 4.0, 3.0, 2.0, 2.0, 2.0, 2.0, 2.0, 6.0, 12.0, 35.0, 78.0, 30.0, 18.0, 17.0, 4.0, 3.0, 4.0, 1.0, 2.0, 2.0, 4.0, 2.0, 2.0, 1.0, 3.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 3.0, 1.0, 1.0, 3.0, 1.0], "bins": [-0.12916409969329834, -0.1252860426902771, -0.12140797823667526, -0.11752991378307343, -0.11365185678005219, -0.10977379977703094, -0.10589573532342911, -0.10201767086982727, -0.09813961386680603, -0.09426155686378479, -0.09038349241018295, -0.08650542795658112, -0.08262737095355988, -0.07874931395053864, -0.0748712494969368, -0.07099318504333496, -0.06711512804031372, -0.06323707103729248, -0.05935900658369064, -0.055480945855379105, -0.051602885127067566, -0.04772482439875603, -0.04384676367044449, -0.03996870294213295, -0.03609064221382141, -0.03221258148550987, -0.028334520757198334, -0.024456460028886795, -0.020578399300575256, -0.016700338572263718, -0.012822277843952179, -0.00894421711564064, -0.0050661563873291016, -0.0011880956590175629, 0.002689965069293976, 0.0065680257976055145, 0.010446086525917053, 0.014324147254228592, 0.01820220798254013, 0.02208026871085167, 0.025958329439163208, 0.029836390167474747, 0.033714450895786285, 0.037592511624097824, 0.04147057235240936, 0.0453486330807209, 0.04922669380903244, 0.05310475453734398, 0.05698281526565552, 0.060860875993967056, 0.0647389367222786, 0.06861700117588043, 0.07249505817890167, 0.07637311518192291, 0.08025117963552475, 0.08412924408912659, 0.08800730109214783, 0.09188535809516907, 0.0957634225487709, 0.09964148700237274, 0.10351954400539398, 0.10739760100841522, 0.11127566546201706, 0.1151537299156189, 0.11903178691864014]}, "_runtime": 68.22024393081665, "_timestamp": 1596214392.9775264, "_step": 80}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 3.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 6.0, 2.0, 3.0, 2.0, 3.0, 2.0, 1.0, 3.0, 2.0, 3.0, 2.0, 3.0, 2.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012663623318076134, -0.012277335859835148, -0.011891048401594162, -0.011504760012030602, -0.011118472553789616, -0.01073218509554863, -0.01034589670598507, -0.009959609247744083, -0.009573321789503098, -0.009187034331262112, -0.008800746873021126, -0.008414458483457565, -0.00802817102521658, -0.007641883566975594, -0.00725559564307332, -0.006869307719171047, -0.006483020260930061, -0.0060967328026890755, -0.005710444878786802, -0.005324156954884529, -0.004937869496643543, -0.004551582038402557, -0.004165294114500284, -0.0037790064234286547, -0.003392718732357025, -0.0030064310412853956, -0.002620143350213766, -0.0022338556591421366, -0.001847567968070507, -0.0014612802769988775, -0.001074992585927248, -0.0006887048948556185, -0.00030241720378398895, 8.387048728764057e-05, 0.0004701581783592701, 0.0008564458694308996, 0.0012427335605025291, 0.0016290212515741587, 0.002015308942645788, 0.0024015966337174177, 0.0027878843247890472, 0.0031741720158606768, 0.0035604597069323063, 0.0039467476308345795, 0.004333035089075565, 0.004719322547316551, 0.005105610471218824, 0.0054918983951210976, 0.0058781858533620834, 0.006264473311603069, 0.0066507612355053425, 0.007037049159407616, 0.0074233366176486015, 0.007809624075889587, 0.008195912465453148, 0.008582199923694134, 0.00896848738193512, 0.009354774840176105, 0.009741062298417091, 0.010127350687980652, 0.010513638146221638, 0.010899925604462624, 0.011286213994026184, 0.01167250145226717, 0.012058788910508156]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 5.0, 5.0, 6.0, 6.0, 1.0, 5.0, 9.0, 11.0, 15.0, 14.0, 29.0, 23.0, 34.0, 50.0, 56.0, 71.0, 89.0, 142.0, 173.0, 274.0, 3505.0, 2290.0, 384.0, 207.0, 168.0, 69.0, 65.0, 43.0, 32.0, 36.0, 28.0, 12.0, 13.0, 16.0, 6.0, 7.0, 9.0, 1.0, 2.0, 3.0, 2.0, 5.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.13616663217544556, -0.13176947832107544, -0.12737233936786652, -0.1229751855134964, -0.11857803910970688, -0.11418088525533676, -0.10978373885154724, -0.10538659244775772, -0.1009894460439682, -0.09659229218959808, -0.09219514578580856, -0.08779799938201904, -0.08340084552764893, -0.0790036991238594, -0.07460655272006989, -0.07020939886569977, -0.06581225246191025, -0.06141510233283043, -0.05701795592904091, -0.05262080579996109, -0.04822365939617157, -0.04382650926709175, -0.03942935913801193, -0.03503221273422241, -0.030635062605142593, -0.026237914338707924, -0.021840766072273254, -0.017443615943193436, -0.013046467676758766, -0.008649319410324097, -0.004252170212566853, 0.00014497851952910423, 0.004542127251625061, 0.00893927551805973, 0.013336424715816975, 0.01773357391357422, 0.022130722180008888, 0.026527870446443558, 0.030925020575523376, 0.0353221669793129, 0.039719317108392715, 0.044116467237472534, 0.048513613641262054, 0.05291076377034187, 0.05730791389942169, 0.06170506030321121, 0.06610220670700073, 0.07049936056137085, 0.07489650696516037, 0.07929365336894989, 0.08369080722332001, 0.08808795362710953, 0.09248510003089905, 0.09688225388526917, 0.10127940028905869, 0.1056765466928482, 0.11007370054721832, 0.11447084695100784, 0.11886799335479736, 0.12326513975858688, 0.1276622861623764, 0.13205944001674652, 0.13645659387111664, 0.14085373282432556, 0.14525088667869568]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 2.0, 2.0, 5.0, 2.0, 2.0, 1.0, 1.0, 4.0, 7.0, 1.0, 3.0, 2.0, 3.0, 3.0, 8.0, 5.0, 25.0, 2.0, 2.0, 1.0, 2.0, 2.0, 4.0, 2.0, 2.0, 5.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 3.0, 2.0, 2.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0026991867925971746, -0.002605803543701768, -0.002512420527637005, -0.002419037278741598, -0.002325654262676835, -0.0022322710137814283, -0.0021388879977166653, -0.0020455047488212585, -0.0019521216163411736, -0.0018587384838610888, -0.0017653553513810039, -0.001671972218900919, -0.0015785889700055122, -0.0014852058375254273, -0.0013918227050453424, -0.0012984395725652575, -0.0012050564400851727, -0.0011116733076050878, -0.0010182901751250029, -0.000924906984437257, -0.0008315238519571722, -0.0007381407194770873, -0.0006447575287893414, -0.0005513743963092566, -0.00045799126382917166, -0.00036460813134908676, -0.0002712249697651714, -0.00017784182273317128, -8.445867570117116e-05, 8.924471330828965e-06, 0.00010230761836282909, 0.00019569076539482921, 0.00028907391242682934, 0.00038245704490691423, 0.0004758402064908296, 0.0005692233680747449, 0.0006626065005548298, 0.0007559896330349147, 0.0008493728237226605, 0.0009427559562027454, 0.0010361390886828303, 0.0011295222211629152, 0.0012229053536430001, 0.001316288486123085, 0.0014096717350184917, 0.0015030548674985766, 0.0015964379999786615, 0.0016898211324587464, 0.0017832042649388313, 0.0018765873974189162, 0.001969970529899001, 0.002063353778794408, 0.002156736794859171, 0.0022501200437545776, 0.0023435030598193407, 0.0024368863087147474, 0.0025302693247795105, 0.0026236525736749172, 0.002717035822570324, 0.002810418838635087, 0.0029038020875304937, 0.002997185103595257, 0.0030905683524906635, 0.0031839513685554266, 0.0032773346174508333]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [6.0, 2.0, 3.0, 7.0, 8.0, 10.0, 17.0, 29.0, 41.0, 55.0, 67.0, 116.0, 131.0, 209.0, 339.0, 451.0, 649.0, 1008.0, 1428.0, 2208.0, 3427.0, 5608.0, 9299.0, 16280.0, 31724.0, 71590.0, 770350.0, 146375.0, 48993.0, 25246.0, 14679.0, 9364.0, 6102.0, 4083.0, 2832.0, 1967.0, 1437.0, 926.0, 716.0, 484.0, 346.0, 273.0, 201.0, 134.0, 75.0, 84.0, 70.0, 36.0, 39.0, 31.0, 21.0, 16.0, 10.0, 14.0, 5.0, 7.0, 6.0, 5.0, 3.0, 4.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.005066438112407923, -0.0048780241049826145, -0.004689610097557306, -0.004501196090131998, -0.00431278208270669, -0.004124368075281382, -0.003935954067856073, -0.003747540293261409, -0.0035591262858361006, -0.0033707122784107924, -0.003182298270985484, -0.002993884263560176, -0.0028054704889655113, -0.002617056481540203, -0.002428642474114895, -0.0022402284666895866, -0.0020518144592642784, -0.0018634004518389702, -0.001674986444413662, -0.0014865725534036756, -0.0012981585459783673, -0.001109744538553059, -0.0009213305893354118, -0.0007329166401177645, -0.0005445026326924562, -0.0003560886543709785, -0.0001676746760495007, 2.0739302271977067e-05, 0.00020915328059345484, 0.0003975672589149326, 0.0005859812372364104, 0.0007743951864540577, 0.0009628091938793659, 0.0011512232013046741, 0.0013396372087299824, 0.0015280510997399688, 0.001716465107165277, 0.0019048791145905852, 0.0020932930056005716, 0.00228170701302588, 0.002470121020451188, 0.0026585350278764963, 0.0028469490353018045, 0.0030353630427271128, 0.0032237768173217773, 0.0034121908247470856, 0.003600604832172394, 0.003789018839597702, 0.00397743284702301, 0.0041658468544483185, 0.004354260861873627, 0.004542674869298935, 0.004731088876724243, 0.004919502884149551, 0.00510791689157486, 0.005296330899000168, 0.005484744906425476, 0.005673158448189497, 0.005861572455614805, 0.0060499864630401134, 0.006238400470465422, 0.00642681447789073, 0.006615228485316038, 0.006803642492741346, 0.006992056500166655]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 3.0, 4.0, 5.0, 6.0, 7.0, 4.0, 2.0, 5.0, 2.0, 1.0, 4.0, 4.0, 2.0, 2.0, 1.0, 1.0, 0.0, 2.0], "bins": [-0.04553399607539177, -0.04462172091007233, -0.04370944947004318, -0.04279717430472374, -0.041884902864694595, -0.04097262769937515, -0.04006035253405571, -0.039148081094026566, -0.03823580592870712, -0.03732353448867798, -0.036411259323358536, -0.03549898415803909, -0.03458671271800995, -0.033674437552690506, -0.03276216611266136, -0.03184989094734192, -0.030937617644667625, -0.030025344341993332, -0.02911307103931904, -0.028200795873999596, -0.027288522571325302, -0.02637624926865101, -0.025463975965976715, -0.02455170266330242, -0.023639429360628128, -0.022727154195308685, -0.021814880892634392, -0.0209026075899601, -0.019990334287285805, -0.01907806098461151, -0.01816578581929207, -0.017253512516617775, -0.01634123921394348, -0.015428965911269188, -0.01451669167727232, -0.013604418374598026, -0.012692144140601158, -0.011779870837926865, -0.010867597535252571, -0.009955323301255703, -0.00904304999858141, -0.008130776695907116, -0.007218502461910248, -0.006306229159235954, -0.0053939553909003735, -0.004481681622564793, -0.0035694080870598555, -0.0026571345515549183, -0.0017448607832193375, -0.0008325871312990785, 7.968652062118053e-05, 0.0009919601725414395, 0.0019042338244616985, 0.0028165075927972794, 0.0037287811283022165, 0.004641054663807154, 0.0055533284321427345, 0.006465602200478315, 0.007377875968813896, 0.00829014927148819, 0.009202422574162483, 0.010114696808159351, 0.011026970110833645, 0.011939244344830513, 0.012851517647504807]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [7.0, 7.0, 3.0, 1.0, 0.0, 0.0, 6.0, 8.0, 8.0, 7.0, 4.0, 2.0, 1.0, 2.0, 0.0, 0.0, 2.0, 11.0, 6.0, 7.0, 9.0, 5.0, 23.0, 17.0, 10.0, 11.0, 23.0, 23.0, 27.0, 46.0, 51.0, 58.0, 96.0, 172.0, 263.0, 399.0, 620.0, 1070.0, 2288.0, 6839.0, 2038.0, 1180.0, 831.0, 567.0, 452.0, 312.0, 225.0, 168.0, 130.0, 99.0, 76.0, 71.0, 31.0, 26.0, 26.0, 19.0, 15.0, 11.0, 10.0, 6.0, 2.0, 1.0, 2.0, 2.0], "bins": [-0.014132060110569, -0.01377172116190195, -0.013411382213234901, -0.013051042333245277, -0.012690703384578228, -0.012330364435911179, -0.011970024555921555, -0.011609685607254505, -0.011249346658587456, -0.010889007709920406, -0.010528668761253357, -0.010168328881263733, -0.009807989932596684, -0.009447650983929634, -0.00908731110394001, -0.00872697215527296, -0.008366633206605911, -0.008006294257938862, -0.007645954843610525, -0.007285615429282188, -0.006925276480615139, -0.00656493753194809, -0.006204598117619753, -0.005844258703291416, -0.005483919754624367, -0.005123580805957317, -0.004763241391628981, -0.004402901977300644, -0.0040425630286335945, -0.0036822238471359015, -0.0033218846656382084, -0.0029615454841405153, -0.0026012063026428223, -0.002240867121145129, -0.0018805279396474361, -0.001520188758149743, -0.00115984957665205, -0.000799510395154357, -0.0004391712136566639, -7.883203215897083e-05, 0.00028150714933872223, 0.0006418463308364153, 0.0010021855123341084, 0.0013625246938318014, 0.0017228638753294945, 0.0020832030568271875, 0.0024435422383248806, 0.0028038814198225737, 0.0031642206013202667, 0.00352455978281796, 0.003884898964315653, 0.0042452383786439896, 0.004605577327311039, 0.004965916275978088, 0.005326255690306425, 0.005686595104634762, 0.006046934053301811, 0.006407273001968861, 0.006767612416297197, 0.007127951830625534, 0.0074882907792925835, 0.007848629727959633, 0.008208969607949257, 0.008569308556616306, 0.008929647505283356]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.07304653525352478, -0.0700836032629013, -0.06712066382169724, -0.06415773183107376, -0.06119479238986969, -0.058231860399246216, -0.05526892468333244, -0.05230598896741867, -0.0493430532515049, -0.046380117535591125, -0.04341718181967735, -0.04045424610376358, -0.037491314113140106, -0.034528378397226334, -0.03156544268131256, -0.02860250696539879, -0.025639571249485016, -0.022676635533571243, -0.01971369981765747, -0.016750765964388847, -0.013787830248475075, -0.010824894532561302, -0.007861959747970104, -0.004899024497717619, -0.0019360892474651337, 0.0010268460027873516, 0.003989781253039837, 0.006952716503292322, 0.009915651753544807, 0.01287858746945858, 0.015841521322727203, 0.018804457038640976, 0.02176739275455475, 0.02473032847046852, 0.027693264186382294, 0.030656198039650917, 0.03361913561820984, 0.03658206760883331, 0.039545003324747086, 0.04250793904066086, 0.04547087475657463, 0.0484338104724884, 0.051396746188402176, 0.05435968190431595, 0.05732261389493942, 0.060285549610853195, 0.06324848532676697, 0.06621142476797104, 0.06917435675859451, 0.07213728874921799, 0.07510022819042206, 0.07806316018104553, 0.0810260996222496, 0.08398903161287308, 0.08695197105407715, 0.08991490304470062, 0.0928778350353241, 0.09584077447652817, 0.09880370646715164, 0.10176664590835571, 0.10472957789897919, 0.10769251734018326, 0.11065544933080673, 0.1136183887720108, 0.11658132076263428]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 3.0, 0.0, 1.0, 4.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 3.0, 3.0, 5.0, 3.0, 6.0, 1.0, 3.0, 4.0, 2.0, 2.0, 4.0, 6.0, 9.0, 8.0, 7.0, 18.0, 58.0, 27.0, 23.0, 19.0, 14.0, 8.0, 14.0, 2.0, 1.0, 1.0, 0.0, 3.0, 5.0, 4.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.07861826568841934, -0.07657639682292938, -0.07453453540802002, -0.07249266654253006, -0.0704507976770401, -0.06840892881155014, -0.06636706739664078, -0.06432519853115082, -0.06228332966566086, -0.0602414645254612, -0.058199599385261536, -0.056157730519771576, -0.054115865379571915, -0.052073996514081955, -0.050032131373882294, -0.047990262508392334, -0.04594839736819267, -0.04390653222799301, -0.04186466336250305, -0.03982279822230339, -0.03778092935681343, -0.03573906421661377, -0.03369719535112381, -0.03165533021092415, -0.029613463208079338, -0.027571596205234528, -0.025529729202389717, -0.023487862199544907, -0.021445997059345245, -0.019404130056500435, -0.017362263053655624, -0.015320396050810814, -0.013278529047966003, -0.011236662045121193, -0.009194795042276382, -0.007152928970754147, -0.005111061967909336, -0.0030691951978951693, -0.0010273284278810024, 0.0010145383421331644, 0.0030564051121473312, 0.005098272114992142, 0.007140138652175665, 0.009182005189359188, 0.011223872192203999, 0.013265739195048809, 0.015307605266571045, 0.017349472269415855, 0.019391339272260666, 0.021433206275105476, 0.023475073277950287, 0.025516940280795097, 0.027558807283639908, 0.02960067242383957, 0.03164254128932953, 0.03368440642952919, 0.03572627156972885, 0.03776814043521881, 0.03981000557541847, 0.04185187444090843, 0.04389373958110809, 0.04593560844659805, 0.047977473586797714, 0.050019342452287674, 0.052061207592487335]}, "_runtime": 69.03303670883179, "_timestamp": 1596214393.7903192, "_step": 81}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 0.0, 0.0, 3.0, 1.0, 1.0, 1.0, 1.0, 5.0, 3.0, 4.0, 6.0, 2.0, 5.0, 2.0, 0.0, 4.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013951770961284637, -0.013501761481165886, -0.013051752001047134, -0.012601743452250957, -0.012151733972132206, -0.011701724492013454, -0.011251715011894703, -0.010801705531775951, -0.010351696982979774, -0.009901687502861023, -0.009451678022742271, -0.00900166854262352, -0.008551659062504768, -0.008101649582386017, -0.007651640567928553, -0.007201631553471088, -0.006751622073352337, -0.006301612593233585, -0.005851603578776121, -0.00540159409865737, -0.004951585084199905, -0.004501575604081154, -0.004051566123962402, -0.0036015568766742945, -0.0031515476293861866, -0.0027015383820980787, -0.002251529134809971, -0.0018015196546912193, -0.0013515104074031115, -0.0009015011019073427, -0.0004514917964115739, -1.4824909158051014e-06, 0.0004485268145799637, 0.0008985361200757325, 0.0013485454255715013, 0.001798554789274931, 0.002248564036563039, 0.0026985732838511467, 0.0031485827639698982, 0.003598592011258006, 0.004048601258546114, 0.0044986107386648655, 0.00494861975312233, 0.005398629233241081, 0.005848638713359833, 0.006298647727817297, 0.0067486572079360485, 0.007198666222393513, 0.007648675702512264, 0.008098685182631016, 0.008548694662749767, 0.008998703211545944, 0.009448712691664696, 0.009898722171783447, 0.010348731651902199, 0.01079874113202095, 0.011248750612139702, 0.011698759160935879, 0.01214876864105463, 0.012598778121173382, 0.013048787601292133, 0.013498797081410885, 0.013948805630207062, 0.014398815110325813, 0.014848824590444565]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 3.0, 4.0, 1.0, 3.0, 5.0, 2.0, 5.0, 9.0, 15.0, 4.0, 14.0, 13.0, 15.0, 17.0, 25.0, 36.0, 48.0, 72.0, 81.0, 115.0, 149.0, 224.0, 325.0, 4654.0, 1031.0, 347.0, 204.0, 130.0, 94.0, 61.0, 56.0, 43.0, 25.0, 25.0, 15.0, 12.0, 5.0, 9.0, 5.0, 3.0, 5.0, 2.0, 3.0, 4.0, 5.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.1459580510854721, -0.1413627415895462, -0.1367674171924591, -0.1321721076965332, -0.1275767982006073, -0.1229814812541008, -0.1183861717581749, -0.1137908548116684, -0.10919554531574249, -0.10460022836923599, -0.10000491142272949, -0.09540960192680359, -0.09081428498029709, -0.08621897548437119, -0.08162365853786469, -0.07702834904193878, -0.07243303209543228, -0.06783771514892578, -0.06324240565299988, -0.058647092431783676, -0.054051779210567474, -0.049456462264060974, -0.04486114904284477, -0.04026583582162857, -0.03567052260041237, -0.031075209379196167, -0.026479896157979965, -0.021884581074118614, -0.017289267852902412, -0.01269395463168621, -0.008098640479147434, -0.003503326792269945, 0.001091986894607544, 0.005687300581485033, 0.010282614268362522, 0.014877928420901299, 0.0194732416421175, 0.024068554863333702, 0.028663869947195053, 0.033259183168411255, 0.03785449638962746, 0.04244980961084366, 0.04704512283205986, 0.05164043605327606, 0.05623575299978256, 0.060831066220998764, 0.06542637944221497, 0.07002168893814087, 0.07461700588464737, 0.07921232283115387, 0.08380763232707977, 0.08840294927358627, 0.09299825876951218, 0.09759357571601868, 0.10218888521194458, 0.10678420215845108, 0.11137951910495758, 0.11597482860088348, 0.12057014554738998, 0.12516546249389648, 0.1297607719898224, 0.1343560814857483, 0.1389513909816742, 0.1435467153787613, 0.1481420248746872]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 3.0, 2.0, 2.0, 4.0, 2.0, 4.0, 1.0, 6.0, 1.0, 5.0, 1.0, 7.0, 3.0, 5.0, 25.0, 2.0, 9.0, 8.0, 3.0, 4.0, 5.0, 4.0, 5.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.003114552004262805, -0.002987913554534316, -0.002861275104805827, -0.002734636887907982, -0.002607998438179493, -0.002481359988451004, -0.002354721538722515, -0.002228083088994026, -0.0021014446392655373, -0.001974806422367692, -0.001848167972639203, -0.0017215295229107141, -0.0015948910731822252, -0.0014682527398690581, -0.0013416142901405692, -0.0012149759568274021, -0.0010883375070989132, -0.0009616991155780852, -0.0008350607240572572, -0.0007084222743287683, -0.0005817838828079402, -0.00045514549128711224, -0.00032850707066245377, -0.00020186866458971053, -7.52302585169673e-05, 5.140814755577594e-05, 0.00017804655362851918, 0.00030468497425317764, 0.00043132336577400565, 0.0005579617572948337, 0.0006846002070233226, 0.0008112385985441506, 0.0009378769900649786, 0.0010645154397934675, 0.0011911537731066346, 0.0013177922228351235, 0.0014444305561482906, 0.0015710690058767796, 0.0016977074556052685, 0.0018243457889184356, 0.0019509842386469245, 0.0020776225719600916, 0.0022042610216885805, 0.0023308994714170694, 0.0024575379211455584, 0.0025841763708740473, 0.0027108145877718925, 0.0028374530375003815, 0.0029640914872288704, 0.0030907299369573593, 0.0032173683866858482, 0.0033440066035836935, 0.0034706450533121824, 0.0035972835030406713, 0.0037239219527691603, 0.003850560402497649, 0.0039771986193954945, 0.004103837069123983, 0.004230475518852472, 0.004357113968580961, 0.00448375241830945, 0.004610390868037939, 0.004737029317766428, 0.004863667767494917, 0.0049903057515621185]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 3.0, 2.0, 0.0, 0.0, 2.0, 3.0, 3.0, 8.0, 6.0, 18.0, 24.0, 53.0, 63.0, 75.0, 124.0, 182.0, 279.0, 439.0, 666.0, 1081.0, 1700.0, 3003.0, 5309.0, 9910.0, 19131.0, 42360.0, 122902.0, 827154.0, 76743.0, 31130.0, 15585.0, 8523.0, 4821.0, 2934.0, 1811.0, 1197.0, 757.0, 464.0, 352.0, 239.0, 190.0, 114.0, 75.0, 65.0, 45.0, 27.0, 23.0, 11.0, 13.0, 10.0, 4.0, 2.0, 5.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.0076812817715108395, -0.007419922389090061, -0.00715856347233057, -0.006897204089909792, -0.006635845173150301, -0.006374485790729523, -0.006113126873970032, -0.0058517674915492535, -0.005590408109128475, -0.005329049192368984, -0.005067689809948206, -0.004806330893188715, -0.004544971510767937, -0.004283612594008446, -0.0040222532115876675, -0.003760894061997533, -0.0034995349124073982, -0.0032381757628172636, -0.002976816613227129, -0.0027154574636369944, -0.0024540983140468597, -0.0021927389316260815, -0.0019313797820359468, -0.0016700206324458122, -0.0014086614828556776, -0.001147302333265543, -0.0008859431254677474, -0.0006245839176699519, -0.0003632247680798173, -0.00010186558938585222, 0.00015949358930811286, 0.00042085276800207794, 0.000682211946696043, 0.0009435710962861776, 0.0012049302458763123, 0.0014662895118817687, 0.0017276486614719033, 0.0019890079274773598, 0.0022503670770674944, 0.002511726226657629, 0.0027730853762477636, 0.0030344445258378983, 0.003295803675428033, 0.0035571628250181675, 0.0038185222074389458, 0.004079881124198437, 0.004341240506619215, 0.004602599423378706, 0.004863958805799484, 0.0051253181882202625, 0.0053866771049797535, 0.005648036487400532, 0.005909395404160023, 0.006170754786580801, 0.006432113703340292, 0.00669347308576107, 0.006954832002520561, 0.0072161913849413395, 0.007477550767362118, 0.007738909684121609, 0.0080002686008811, 0.008261628448963165, 0.008522987365722656, 0.008784346282482147, 0.009045705199241638]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 6.0, 2.0, 6.0, 4.0, 11.0, 5.0, 3.0, 0.0, 1.0, 3.0, 0.0, 2.0, 2.0, 2.0, 1.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.04082632437348366, -0.039954010397195816, -0.039081692695617676, -0.038209378719329834, -0.037337061017751694, -0.03646474704146385, -0.03559242933988571, -0.03472011536359787, -0.03384779766201973, -0.03297548368573189, -0.03210316598415375, -0.031230850145220757, -0.030358534306287766, -0.029486218467354774, -0.028613902628421783, -0.027741586789488792, -0.0268692709505558, -0.02599695697426796, -0.02512464113533497, -0.024252325296401978, -0.023380009457468987, -0.022507693618535995, -0.021635377779603004, -0.020763061940670013, -0.019890746101737022, -0.01901843026280403, -0.01814611442387104, -0.01727379858493805, -0.01640148274600506, -0.015529166907072067, -0.014656851068139076, -0.013784535229206085, -0.012912219390273094, -0.012039903551340103, -0.011167587712407112, -0.010295271873474121, -0.00942295603454113, -0.008550640195608139, -0.007678324822336435, -0.006806008983403444, -0.005933693144470453, -0.005061377305537462, -0.004189061466604471, -0.003316745860502124, -0.002444430021569133, -0.0015721141826361418, -0.0006997984601184726, 0.00017251732060685754, 0.0010448331013321877, 0.0019171489402651787, 0.0027894647791981697, 0.003661780385300517, 0.004534096457064152, 0.0054064118303358555, 0.0062787276692688465, 0.0071510435082018375, 0.008023358881473541, 0.008895674720406532, 0.009767990559339523, 0.010640306398272514, 0.011512622237205505, 0.012384938076138496, 0.013257253915071487, 0.014129569754004478, 0.01500188559293747]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [9.0, 6.0, 2.0, 1.0, 2.0, 7.0, 8.0, 8.0, 5.0, 3.0, 3.0, 0.0, 0.0, 0.0, 0.0, 5.0, 6.0, 8.0, 8.0, 10.0, 28.0, 24.0, 39.0, 21.0, 58.0, 76.0, 78.0, 115.0, 197.0, 285.0, 323.0, 543.0, 819.0, 1451.0, 2755.0, 6345.0, 1657.0, 1081.0, 706.0, 420.0, 319.0, 263.0, 184.0, 131.0, 97.0, 77.0, 59.0, 39.0, 32.0, 27.0, 20.0, 17.0, 9.0, 11.0, 10.0, 10.0, 2.0, 4.0, 3.0, 1.0, 2.0, 1.0, 0.0, 2.0], "bins": [-0.0126212602481246, -0.012262262403964996, -0.011903263628482819, -0.011544265784323215, -0.011185267940163612, -0.01082627009600401, -0.010467272251844406, -0.010108273476362228, -0.009749275632202625, -0.009390277788043022, -0.009031279012560844, -0.008672281168401241, -0.008313283324241638, -0.007954285480082035, -0.007595287170261145, -0.007236288860440254, -0.006877291016280651, -0.006518293172121048, -0.0061592948623001575, -0.005800296552479267, -0.005441298708319664, -0.005082300864160061, -0.0047233025543391705, -0.00436430424451828, -0.004005306400358677, -0.00364630832336843, -0.0032873102463781834, -0.0029283121693879366, -0.00256931409239769, -0.002210316015407443, -0.0018513179384171963, -0.0014923198614269495, -0.0011333217844367027, -0.000774323707446456, -0.0004153256304562092, -5.632755346596241e-05, 0.00030267052352428436, 0.0006616686005145311, 0.001020666677504778, 0.0013796647544950247, 0.0017386628314852715, 0.0020976609084755182, 0.002456658985465765, 0.0028156570624560118, 0.0031746551394462585, 0.0035336532164365053, 0.003892651293426752, 0.0042516496032476425, 0.004610647447407246, 0.004969645291566849, 0.005328643601387739, 0.00568764191120863, 0.006046639755368233, 0.006405637599527836, 0.006764635909348726, 0.007123634219169617, 0.00748263206332922, 0.007841629907488823, 0.008200628682971, 0.008559626527130604, 0.008918624371290207, 0.00927762221544981, 0.009636620059609413, 0.009995618835091591, 0.010354616679251194]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 3.0, 2.0, 3.0, 1.0, 3.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.06760987639427185, -0.06445835530757904, -0.06130683422088623, -0.05815530940890312, -0.05500378832221031, -0.0518522672355175, -0.04870074242353439, -0.04554922133684158, -0.04239770025014877, -0.03924617916345596, -0.03609465807676315, -0.032943133264780045, -0.029791612178087234, -0.026640091091394424, -0.023488568142056465, -0.020337045192718506, -0.017185524106025696, -0.014034002088010311, -0.010882480069994926, -0.007730958051979542, -0.004579436033964157, -0.0014279140159487724, 0.0017236080020666122, 0.004875130020081997, 0.008026652038097382, 0.011178174056112766, 0.014329696074128151, 0.01748121902346611, 0.02063274011015892, 0.02378426119685173, 0.02693578414618969, 0.03008730709552765, 0.03323882818222046, 0.03639034926891327, 0.03954187035560608, 0.04269339516758919, 0.045844916254282, 0.04899643734097481, 0.052147962152957916, 0.055299483239650726, 0.058451004326343536, 0.061602525413036346, 0.06475404649972916, 0.06790556758642197, 0.07105709612369537, 0.07420861721038818, 0.077360138297081, 0.0805116593837738, 0.08366318047046661, 0.08681470155715942, 0.08996622264385223, 0.09311774373054504, 0.09626926481723785, 0.09942079335451126, 0.10257231444120407, 0.10572383552789688, 0.10887535661458969, 0.1120268777012825, 0.11517839878797531, 0.11832991987466812, 0.12148144841194153, 0.12463296949863434, 0.12778449058532715, 0.13093601167201996, 0.13408753275871277]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 2.0, 3.0, 2.0, 1.0, 3.0, 3.0, 3.0, 1.0, 6.0, 4.0, 2.0, 2.0, 3.0, 7.0, 2.0, 6.0, 12.0, 22.0, 20.0, 49.0, 28.0, 25.0, 11.0, 12.0, 6.0, 7.0, 4.0, 2.0, 3.0, 1.0, 1.0, 3.0, 3.0, 2.0, 1.0, 2.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.061137180775403976, -0.05891988053917885, -0.05670258402824402, -0.05448528379201889, -0.05226798355579376, -0.050050683319568634, -0.047833383083343506, -0.045616086572408676, -0.04339878633618355, -0.04118148609995842, -0.03896418958902359, -0.03674688935279846, -0.034529589116573334, -0.032312288880348206, -0.030094990506768227, -0.027877692133188248, -0.02566039189696312, -0.02344309166073799, -0.021225793287158012, -0.019008494913578033, -0.016791194677352905, -0.014573895372450352, -0.012356596067547798, -0.010139296762645245, -0.007921997457742691, -0.0057046981528401375, -0.003487398847937584, -0.0012700995430350304, 0.0009471997618675232, 0.0031644990667700768, 0.00538179837167263, 0.007599097676575184, 0.009816396981477737, 0.012033696286380291, 0.014250995591282845, 0.016468293964862823, 0.01868559420108795, 0.02090289443731308, 0.02312019281089306, 0.025337491184473038, 0.027554791420698166, 0.029772091656923294, 0.031989388167858124, 0.03420668840408325, 0.03642398864030838, 0.03864128887653351, 0.040858589112758636, 0.043075885623693466, 0.045293185859918594, 0.04751048609614372, 0.04972778260707855, 0.05194508284330368, 0.05416238307952881, 0.05637968331575394, 0.058596983551979065, 0.060814280062913895, 0.06303158402442932, 0.06524887681007385, 0.06746617704629898, 0.06968347728252411, 0.07190077751874924, 0.07411807775497437, 0.0763353779911995, 0.07855267822742462, 0.08076997101306915]}, "_runtime": 69.85659074783325, "_timestamp": 1596214394.6138732, "_step": 82}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 0.0, 0.0, 0.0, 3.0, 1.0, 3.0, 1.0, 3.0, 0.0, 1.0, 1.0, 0.0, 4.0, 3.0, 2.0, 0.0, 3.0, 3.0, 2.0, 1.0, 1.0, 1.0, 3.0, 2.0, 0.0, 2.0, 3.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008860070258378983, -0.008615491911768913, -0.008370913565158844, -0.008126335218548775, -0.007881756871938705, -0.007637178525328636, -0.007392600178718567, -0.007148021832108498, -0.006903443485498428, -0.006658865138888359, -0.00641428679227829, -0.0061697084456682205, -0.005925130099058151, -0.005680551752448082, -0.005435973405838013, -0.005191395059227943, -0.004946816712617874, -0.004702238366007805, -0.004457660019397736, -0.004213081672787666, -0.003968503326177597, -0.0037239249795675278, -0.0034793466329574585, -0.0032347682863473892, -0.00299018993973732, -0.0027456115931272507, -0.0025010332465171814, -0.002256454899907112, -0.002011876553297043, -0.0017672982066869736, -0.0015227198600769043, -0.001278141513466835, -0.0010335631668567657, -0.0007889848202466965, -0.0005444064736366272, -0.0002998281270265579, -5.524978041648865e-05, 0.00018932856619358063, 0.0004339069128036499, 0.0006784852594137192, 0.0009230636060237885, 0.0011676419526338577, 0.001412220299243927, 0.0016567986458539963, 0.0019013769924640656, 0.002145955339074135, 0.002390533685684204, 0.0026351120322942734, 0.0028796903789043427, 0.003124268725514412, 0.003368847072124481, 0.0036134254187345505, 0.0038580037653446198, 0.004102582111954689, 0.004347160458564758, 0.004591738805174828, 0.004836317151784897, 0.005080895498394966, 0.005325473845005035, 0.005570052191615105, 0.005814630538225174, 0.006059208884835243, 0.0063037872314453125, 0.006548365578055382, 0.006792943924665451]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 6.0, 3.0, 5.0, 7.0, 7.0, 18.0, 12.0, 14.0, 14.0, 28.0, 27.0, 50.0, 72.0, 62.0, 92.0, 149.0, 160.0, 280.0, 596.0, 5168.0, 413.0, 210.0, 123.0, 89.0, 75.0, 57.0, 41.0, 24.0, 22.0, 23.0, 15.0, 16.0, 11.0, 6.0, 11.0, 3.0, 4.0, 1.0, 2.0, 4.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.11085398495197296, -0.10729248821735382, -0.10373099148273468, -0.10016948729753494, -0.0966079905629158, -0.09304649382829666, -0.08948499709367752, -0.08592349290847778, -0.08236199617385864, -0.0788004994392395, -0.07523900270462036, -0.07167750597000122, -0.06811600178480148, -0.06455450505018234, -0.0609930083155632, -0.05743150785565376, -0.05387001112103462, -0.05030851438641548, -0.04674701392650604, -0.0431855171918869, -0.03962401673197746, -0.03606251999735832, -0.03250101953744888, -0.028939522802829742, -0.025378024205565453, -0.021816525608301163, -0.018255027011036873, -0.014693529345095158, -0.011132030747830868, -0.007570532150566578, -0.004009034018963575, -0.00044753565452992916, 0.003113962709903717, 0.006675461307168007, 0.010236959904432297, 0.013798457570374012, 0.017359957098960876, 0.020921453833580017, 0.024482952430844307, 0.028044451028108597, 0.031605951488018036, 0.035167448222637177, 0.03872894495725632, 0.042290445417165756, 0.0458519421517849, 0.049413442611694336, 0.05297493934631348, 0.056536439806222916, 0.060097936540842056, 0.0636594370007515, 0.06722093373537064, 0.07078243046998978, 0.07434392720460892, 0.07790543138980865, 0.0814669281244278, 0.08502842485904694, 0.08858992159366608, 0.09215141832828522, 0.09571292251348495, 0.0992744192481041, 0.10283591598272324, 0.10639741271734238, 0.10995891690254211, 0.11352041363716125, 0.1170819103717804]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 3.0, 4.0, 1.0, 3.0, 3.0, 4.0, 5.0, 3.0, 9.0, 5.0, 2.0, 3.0, 3.0, 28.0, 1.0, 4.0, 3.0, 2.0, 5.0, 6.0, 0.0, 1.0, 3.0, 1.0, 1.0, 0.0, 2.0, 2.0, 2.0, 3.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0027202421333640814, -0.0026412964798510075, -0.0025623508263379335, -0.002483404939994216, -0.002404459286481142, -0.002325513632968068, -0.002246567979454994, -0.0021676220931112766, -0.0020886764395982027, -0.002009730786085129, -0.0019307851325720549, -0.0018518393626436591, -0.0017728937091305852, -0.0016939479392021894, -0.0016150022856891155, -0.0015360565157607198, -0.0014571108622476459, -0.001378165208734572, -0.0012992194388061762, -0.0012202737852931023, -0.0011413280153647065, -0.0010623823618516326, -0.0009834365919232368, -0.0009044909384101629, -0.0008255452266894281, -0.0007465995149686933, -0.0006676538032479584, -0.0005887080915272236, -0.0005097624380141497, -0.0004308166971895844, -0.00035187101457268, -0.00027292530285194516, -0.00019397959113121033, -0.0001150338866864331, -3.6088182241655886e-05, 4.2857522203121334e-05, 0.00012180322664789855, 0.0002007489383686334, 0.00027969462098553777, 0.0003586403327062726, 0.00043758604442700744, 0.0005165317561477423, 0.0005954774678684771, 0.0006744231795892119, 0.0007533688331022859, 0.0008323145448230207, 0.0009112602565437555, 0.0009902060264721513, 0.0010691516799852252, 0.0011480973334982991, 0.0012270431034266949, 0.0013059887569397688, 0.0013849345268681645, 0.0014638801803812385, 0.0015428259503096342, 0.0016217716038227081, 0.001700717257335782, 0.0017796630272641778, 0.0018586086807772517, 0.0019375544507056475, 0.0020165001042187214, 0.0020954457577317953, 0.002174391644075513, 0.002253337297588587, 0.0023322829511016607]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 1.0, 5.0, 3.0, 5.0, 6.0, 5.0, 15.0, 12.0, 13.0, 32.0, 28.0, 35.0, 42.0, 52.0, 77.0, 114.0, 165.0, 227.0, 330.0, 466.0, 741.0, 1085.0, 1674.0, 2751.0, 4645.0, 7995.0, 14907.0, 31257.0, 83630.0, 850042.0, 104028.0, 33815.0, 16224.0, 9072.0, 5457.0, 3505.0, 2167.0, 1476.0, 1003.0, 660.0, 466.0, 359.0, 285.0, 182.0, 142.0, 111.0, 77.0, 53.0, 50.0, 35.0, 29.0, 21.0, 16.0, 10.0, 12.0, 8.0, 6.0, 5.0, 6.0, 1.0, 1.0, 2.0, 2.0], "bins": [-0.005765887908637524, -0.005578198935836554, -0.0053905099630355835, -0.005202821455895901, -0.005015132483094931, -0.004827443510293961, -0.0046397545374929905, -0.00445206556469202, -0.004264377057552338, -0.004076688084751368, -0.0038889991119503975, -0.0037013101391494274, -0.0035136211663484573, -0.003325932426378131, -0.003138243453577161, -0.0029505547136068344, -0.0027628657408058643, -0.0025751767680048943, -0.002387488028034568, -0.0021997990552335978, -0.0020121103152632713, -0.0018244213424623013, -0.0016367323696613312, -0.001449043513275683, -0.0012613546568900347, -0.0010736658005043864, -0.0008859768859110773, -0.0006982879713177681, -0.0005105991149321198, -0.00032291022944264114, -0.00013522134395316243, 5.2467541536316276e-05, 0.00024015642702579498, 0.0004278453125152737, 0.0006155341980047524, 0.0008032231125980616, 0.0009909119689837098, 0.001178600825369358, 0.0013662897981703281, 0.0015539786545559764, 0.0017416675109416246, 0.001929356367327273, 0.002117045223712921, 0.0023047341965138912, 0.0024924231693148613, 0.0026801119092851877, 0.002867800882086158, 0.0030554896220564842, 0.0032431785948574543, 0.0034308675676584244, 0.003618556307628751, 0.003806245280429721, 0.003993934020400047, 0.004181622993201017, 0.0043693119660019875, 0.0045570009388029575, 0.004744689911603928, 0.00493237841874361, 0.0051200673915445805, 0.0053077563643455505, 0.005495445337146521, 0.005683134309947491, 0.0058708228170871735, 0.0060585117898881435, 0.006246200762689114]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 3.0, 3.0, 0.0, 1.0, 3.0, 0.0, 2.0, 10.0, 4.0, 1.0, 0.0, 4.0, 3.0, 1.0, 1.0, 2.0, 3.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.015049298293888569, -0.014526979997754097, -0.014004661701619625, -0.013482343405485153, -0.012960025109350681, -0.01243770681321621, -0.011915388517081738, -0.011393070220947266, -0.010870751924812794, -0.010348433628678322, -0.00982611533254385, -0.009303797036409378, -0.008781478740274906, -0.008259160444140434, -0.007736842148005962, -0.0072145238518714905, -0.006692205555737019, -0.006169887259602547, -0.005647568963468075, -0.005125250667333603, -0.004602932371199131, -0.004080614075064659, -0.0035582957789301872, -0.0030359774827957153, -0.0025136591866612434, -0.0019913408905267715, -0.0014690225943922997, -0.0009467042982578278, -0.00042438600212335587, 9.793229401111603e-05, 0.0006202505901455879, 0.0011425688862800598, 0.0016648871824145317, 0.0021872054785490036, 0.0027095237746834755, 0.0032318420708179474, 0.0037541603669524193, 0.004276478663086891, 0.004798796959221363, 0.005321115255355835, 0.005843433551490307, 0.006365751847624779, 0.006888070143759251, 0.0074103884398937225, 0.007932706736028194, 0.008455025032162666, 0.008977343328297138, 0.00949966162443161, 0.010021979920566082, 0.010544298216700554, 0.011066616512835026, 0.011588934808969498, 0.01211125310510397, 0.012633571401238441, 0.013155889697372913, 0.013678207993507385, 0.014200526289641857, 0.014722844585776329, 0.015245162881910801, 0.015767481178045273, 0.01628980040550232, 0.016812117770314217, 0.017334435135126114, 0.01785675436258316, 0.018379073590040207]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 2.0, 3.0, 1.0, 1.0, 2.0, 1.0, 3.0, 5.0, 2.0, 4.0, 5.0, 7.0, 4.0, 6.0, 4.0, 4.0, 6.0, 5.0, 4.0, 10.0, 8.0, 10.0, 19.0, 28.0, 37.0, 50.0, 76.0, 79.0, 120.0, 146.0, 165.0, 228.0, 324.0, 388.0, 633.0, 992.0, 2146.0, 6298.0, 1726.0, 1122.0, 865.0, 630.0, 461.0, 361.0, 285.0, 256.0, 174.0, 157.0, 123.0, 91.0, 74.0, 66.0, 56.0, 39.0, 23.0, 20.0, 13.0, 19.0, 12.0, 11.0, 11.0, 5.0, 5.0], "bins": [-0.009868464432656765, -0.009610334411263466, -0.009352205321192741, -0.009094075299799442, -0.008835945278406143, -0.008577816188335419, -0.00831968616694212, -0.00806155614554882, -0.007803426589816809, -0.007545297034084797, -0.007287167012691498, -0.007029037456959486, -0.006770907901227474, -0.006512777879834175, -0.006254648324102163, -0.005996518302708864, -0.005738388746976852, -0.005480259191244841, -0.0052221291698515415, -0.00496399961411953, -0.004705869592726231, -0.004447740036994219, -0.004189610481262207, -0.003931480459868908, -0.003673350904136896, -0.0034152211155742407, -0.0031570913270115852, -0.0028989617712795734, -0.002640831982716918, -0.0023827021941542625, -0.0021245726384222507, -0.0018664428498595953, -0.0016083130612969398, -0.0013501832727342844, -0.0010920536005869508, -0.0008339238702319562, -0.0005757941398769617, -0.00031766440952196717, -5.953467916697264e-05, 0.0001985950511880219, 0.00045672478154301643, 0.000714854511898011, 0.0009729842422530055, 0.0012311139144003391, 0.0014892437029629946, 0.00174737349152565, 0.002005503047257662, 0.0022636328358203173, 0.0025217626243829727, 0.002779892412945628, 0.0030380222015082836, 0.0032961517572402954, 0.003554281545802951, 0.0038124113343656063, 0.004070540890097618, 0.004328670911490917, 0.004586800467222929, 0.004844930022954941, 0.00510306004434824, 0.005361189600080252, 0.0056193191558122635, 0.005877449177205563, 0.006135578732937574, 0.0063937087543308735, 0.006651838310062885]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 4.0, 1.0, 3.0, 3.0, 2.0, 3.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.1534358263015747, -0.14844417572021484, -0.14345252513885498, -0.13846087455749512, -0.13346922397613525, -0.1284775584936142, -0.12348590791225433, -0.11849425733089447, -0.1135026067495346, -0.10851095616817474, -0.10351930558681488, -0.09852764755487442, -0.09353599697351456, -0.0885443463921547, -0.08355268836021423, -0.07856103777885437, -0.0735693871974945, -0.06857773661613464, -0.06358608603477478, -0.05859442800283432, -0.05360277742147446, -0.048611126840114594, -0.04361947253346443, -0.03862781822681427, -0.03363616764545441, -0.028644515201449394, -0.02365286275744438, -0.01866121031343937, -0.013669557869434357, -0.008677905425429344, -0.0036862529814243317, 0.0013053994625806808, 0.006297051906585693, 0.011288704350590706, 0.01628035679459572, 0.02127200923860073, 0.026263661682605743, 0.03125531226396561, 0.03624696657061577, 0.04123862087726593, 0.04623027145862579, 0.05122192203998566, 0.05621357634663582, 0.06120523065328598, 0.06619688123464584, 0.0711885318160057, 0.07618018984794617, 0.08117184042930603, 0.0861634910106659, 0.09115514159202576, 0.09614679217338562, 0.10113845020532608, 0.10613010078668594, 0.1111217513680458, 0.11611340939998627, 0.12110505998134613, 0.126096710562706, 0.13108836114406586, 0.13608001172542572, 0.14107166230678558, 0.14606332778930664, 0.1510549783706665, 0.15604662895202637, 0.16103827953338623, 0.1660299301147461]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 2.0, 1.0, 3.0, 1.0, 4.0, 2.0, 3.0, 1.0, 3.0, 1.0, 4.0, 2.0, 7.0, 15.0, 39.0, 59.0, 60.0, 21.0, 11.0, 5.0, 2.0, 3.0, 1.0, 3.0, 1.0, 1.0, 1.0, 3.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.11576442420482635, -0.11220840364694595, -0.10865238308906555, -0.10509635508060455, -0.10154033452272415, -0.09798431396484375, -0.09442829340696335, -0.09087227284908295, -0.08731624484062195, -0.08376022428274155, -0.08020420372486115, -0.07664818316698074, -0.07309216260910034, -0.06953614205121994, -0.06598011404275894, -0.06242409348487854, -0.05886807292699814, -0.05531205236911774, -0.05175602808594704, -0.048200007528066635, -0.044643983244895935, -0.04108796268701553, -0.03753194212913513, -0.03397591784596443, -0.03041989728808403, -0.02686387486755848, -0.02330785244703293, -0.019751831889152527, -0.016195809468626976, -0.012639787048101425, -0.009083765558898449, -0.005527743604034185, -0.001971721649169922, 0.0015843003056943417, 0.005140322260558605, 0.008696343749761581, 0.012252366170287132, 0.015808388590812683, 0.019364409148693085, 0.022920431569218636, 0.026476453989744186, 0.030032476410269737, 0.03358849883079529, 0.03714451938867569, 0.04070053994655609, 0.04425656422972679, 0.04781258478760719, 0.05136860907077789, 0.054924629628658295, 0.058480650186538696, 0.062036674469709396, 0.0655926987528801, 0.0691487193107605, 0.0727047398686409, 0.0762607604265213, 0.0798167809844017, 0.0833728015422821, 0.0869288295507431, 0.0904848501086235, 0.0940408706665039, 0.09759689122438431, 0.10115291178226471, 0.10470893979072571, 0.10826496034860611, 0.11182098090648651]}, "_runtime": 70.67769598960876, "_timestamp": 1596214395.4349785, "_step": 83}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 4.0, 0.0, 1.0, 1.0, 3.0, 1.0, 1.0, 2.0, 2.0, 2.0, 2.0, 0.0, 2.0, 3.0, 5.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 3.0, 0.0, 1.0], "bins": [-0.009614288806915283, -0.009334791451692581, -0.00905529409646988, -0.008775797672569752, -0.00849630031734705, -0.008216802962124348, -0.007937305606901646, -0.007657808717340231, -0.007378311827778816, -0.007098814472556114, -0.006819317117333412, -0.0065398202277719975, -0.006260322872549295, -0.005980825982987881, -0.005701328627765179, -0.005421831738203764, -0.005142334382981062, -0.00486283702775836, -0.004583340138196945, -0.004303842782974243, -0.0040243458934128284, -0.0037448485381901264, -0.003465351415798068, -0.0031858542934060097, -0.0029063571710139513, -0.002626860048621893, -0.0023473629262298346, -0.002067865803837776, -0.001788368565030396, -0.0015088714426383376, -0.0012293742038309574, -0.000949877081438899, -0.0006703799590468407, -0.00039088280755095184, -0.00011138565605506301, 0.00016811149544082582, 0.00044760864693671465, 0.000727105769328773, 0.0010066030081361532, 0.0012861001305282116, 0.00156559725292027, 0.0018450943753123283, 0.0021245914977043867, 0.002404088620096445, 0.002683585975319147, 0.0029630830977112055, 0.003242580220103264, 0.0035220773424953222, 0.0038015744648873806, 0.004081071820110083, 0.004360568709671497, 0.004640066064894199, 0.004919562954455614, 0.005199060309678316, 0.005478557199239731, 0.005758054554462433, 0.006037551909685135, 0.00631704879924655, 0.006596546154469252, 0.006876043044030666, 0.007155540399253368, 0.007435037288814783, 0.007714534644037485, 0.0079940315335989, 0.008273528888821602]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 3.0, 1.0, 6.0, 4.0, 3.0, 2.0, 3.0, 12.0, 5.0, 5.0, 15.0, 15.0, 20.0, 20.0, 24.0, 32.0, 38.0, 58.0, 69.0, 83.0, 118.0, 153.0, 220.0, 333.0, 4517.0, 988.0, 414.0, 213.0, 128.0, 86.0, 82.0, 62.0, 33.0, 31.0, 19.0, 15.0, 16.0, 13.0, 13.0, 12.0, 6.0, 8.0, 9.0, 2.0, 3.0, 1.0, 0.0, 3.0, 3.0, 4.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.12293796241283417, -0.11907102912664413, -0.1152040958404541, -0.11133717000484467, -0.10747023671865463, -0.1036033034324646, -0.09973637759685516, -0.09586944431066513, -0.0920025110244751, -0.08813557773828506, -0.08426864445209503, -0.0804017186164856, -0.07653478533029556, -0.07266785204410553, -0.0688009262084961, -0.06493399292230606, -0.06106705963611603, -0.057200126349925995, -0.05333319678902626, -0.049466267228126526, -0.04559933394193649, -0.04173240065574646, -0.037865471094846725, -0.03399854153394699, -0.030131608247756958, -0.026264676824212074, -0.02239774540066719, -0.018530813977122307, -0.014663882553577423, -0.01079695113003254, -0.006930019706487656, -0.003063088282942772, 0.0008038431406021118, 0.0046707745641469955, 0.00853770598769188, 0.012404637411236763, 0.016271568834781647, 0.02013850025832653, 0.024005431681871414, 0.027872363105416298, 0.03173929452896118, 0.035606227815151215, 0.03947315737605095, 0.043340086936950684, 0.04720702022314072, 0.05107395350933075, 0.054940883070230484, 0.05880781263113022, 0.06267474591732025, 0.06654167920351028, 0.07040861248970032, 0.07427553832530975, 0.07814247161149979, 0.08200940489768982, 0.08587633073329926, 0.08974326401948929, 0.09361019730567932, 0.09747713059186935, 0.10134406387805939, 0.10521098971366882, 0.10907792299985886, 0.11294485628604889, 0.11681178212165833, 0.12067871540784836, 0.12454564869403839]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 3.0, 3.0, 1.0, 2.0, 4.0, 2.0, 4.0, 2.0, 6.0, 3.0, 4.0, 2.0, 4.0, 4.0, 2.0, 23.0, 2.0, 2.0, 2.0, 1.0, 4.0, 4.0, 3.0, 2.0, 2.0, 4.0, 1.0, 3.0, 1.0, 2.0, 2.0, 1.0, 2.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0022033080458641052, -0.0021249675191938877, -0.0020466267596930265, -0.0019682860001921654, -0.0018899454735219479, -0.0018116048304364085, -0.0017332641873508692, -0.0016549235442653298, -0.0015765829011797905, -0.0014982422580942512, -0.0014199016150087118, -0.0013415609719231725, -0.0012632203288376331, -0.0011848796857520938, -0.0011065390426665545, -0.0010281983995810151, -0.0009498577564954758, -0.0008715171134099364, -0.0007931764703243971, -0.0007148358272388577, -0.0006364951841533184, -0.0005581545410677791, -0.0004798138979822397, -0.0004014732548967004, -0.00032313261181116104, -0.0002447919687256217, -0.00016645132564008236, -8.811068255454302e-05, -9.770039469003677e-06, 6.857060361653566e-05, 0.000146911246702075, 0.00022525188978761435, 0.0003035925328731537, 0.00038193317595869303, 0.00046027381904423237, 0.0005386144621297717, 0.000616955105215311, 0.0006952957483008504, 0.0007736363913863897, 0.0008519770344719291, 0.0009303176775574684, 0.0010086583206430078, 0.001086998963728547, 0.0011653396068140864, 0.0012436802498996258, 0.0013220208929851651, 0.0014003615360707045, 0.0014787021791562438, 0.0015570428222417831, 0.0016353834653273225, 0.0017137241084128618, 0.0017920647514984012, 0.0018704053945839405, 0.0019487460376694798, 0.002027086680755019, 0.0021054274402558804, 0.002183767966926098, 0.0022621084935963154, 0.0023404492530971766, 0.0024187900125980377, 0.0024971305392682552, 0.0025754710659384727, 0.002653811825439334, 0.002732152584940195, 0.0028104931116104126]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 3.0, 1.0, 2.0, 8.0, 12.0, 14.0, 15.0, 25.0, 23.0, 33.0, 48.0, 75.0, 91.0, 120.0, 202.0, 293.0, 386.0, 661.0, 1032.0, 1669.0, 2620.0, 4381.0, 7687.0, 13587.0, 26434.0, 57418.0, 197931.0, 733215.0, 61140.0, 29012.0, 16015.0, 9247.0, 5590.0, 3432.0, 2213.0, 1553.0, 1108.0, 720.0, 472.0, 343.0, 249.0, 155.0, 121.0, 86.0, 66.0, 28.0, 25.0, 26.0, 22.0, 12.0, 7.0, 2.0, 5.0, 2.0, 2.0, 1.0, 0.0, 2.0, 2.0, 0.0, 1.0], "bins": [-0.006239620968699455, -0.006032372824847698, -0.005825124215334654, -0.005617876071482897, -0.0054106274619698524, -0.005203379318118095, -0.004996131174266338, -0.004788882564753294, -0.004581634420901537, -0.00437438627704978, -0.0041671376675367355, -0.0039598895236849785, -0.0037526411470025778, -0.003545392770320177, -0.00333814462646842, -0.0031308962497860193, -0.0029236478731036186, -0.002716399496421218, -0.002509151119738817, -0.00230190297588706, -0.0020946545992046595, -0.0018874062225222588, -0.0016801579622551799, -0.001472909701988101, -0.0012656613253057003, -0.0010584129486232996, -0.0008511646883562207, -0.0006439163698814809, -0.00043666805140674114, -0.00022941973293200135, -2.2171414457261562e-05, 0.00018507690401747823, 0.000392325222492218, 0.0005995735409669578, 0.0008068218594416976, 0.0010140701197087765, 0.0012213184963911772, 0.0014285668730735779, 0.0016358151333406568, 0.0018430633936077356, 0.0020503117702901363, 0.002257560146972537, 0.0024648085236549377, 0.002672056667506695, 0.0028793050441890955, 0.003086553420871496, 0.0032938015647232533, 0.003501049941405654, 0.0037082983180880547, 0.003915546461939812, 0.004122795071452856, 0.004330043215304613, 0.0045372918248176575, 0.0047445399686694145, 0.004951788112521172, 0.005159036722034216, 0.005366284865885973, 0.00557353300973773, 0.005780781619250774, 0.005988029763102531, 0.0061952779069542885, 0.006402526516467333, 0.00660977466031909, 0.006817023269832134, 0.007024271413683891]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 3.0, 3.0, 1.0, 0.0, 5.0, 7.0, 3.0, 4.0, 1.0, 3.0, 3.0, 4.0, 11.0, 2.0, 1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01014090795069933, -0.009576269425451756, -0.009011630900204182, -0.008446991443634033, -0.00788235291838646, -0.0073177143931388855, -0.006753075867891312, -0.0061884368769824505, -0.005623798351734877, -0.005059159826487303, -0.004494520835578442, -0.003929882310330868, -0.0033652435522526503, -0.0028006047941744328, -0.002235966268926859, -0.0016713275108486414, -0.0011066887527704239, -0.0005420500528998673, 2.2588646970689297e-05, 0.0005872273468412459, 0.0011518660467118025, 0.00171650480479002, 0.002281143330037594, 0.0028457820881158113, 0.003410420846194029, 0.003975059371441603, 0.004539698362350464, 0.005104336887598038, 0.005668975412845612, 0.006233614403754473, 0.006798252929002047, 0.007362891919910908, 0.007927530445158482, 0.008492168970406055, 0.00905680749565363, 0.009621446952223778, 0.010186085477471352, 0.010750724002718925, 0.0113153625279665, 0.011880001053214073, 0.012444639578461647, 0.013009279035031796, 0.01357391756027937, 0.014138556085526943, 0.014703194610774517, 0.015267833136022091, 0.01583247259259224, 0.016397111117839813, 0.016961749643087387, 0.01752638816833496, 0.018091026693582535, 0.01865566521883011, 0.019220303744077682, 0.019784942269325256, 0.02034958265721798, 0.020914221182465553, 0.021478859707713127, 0.0220434982329607, 0.022608136758208275, 0.02317277528345585, 0.023737413808703423, 0.024302052333950996, 0.02486669085919857, 0.025431329384446144, 0.025995969772338867]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 3.0, 6.0, 5.0, 10.0, 10.0, 17.0, 40.0, 41.0, 72.0, 72.0, 109.0, 142.0, 178.0, 244.0, 331.0, 427.0, 577.0, 768.0, 987.0, 1283.0, 1579.0, 2255.0, 5352.0, 1260.0, 716.0, 458.0, 327.0, 250.0, 154.0, 128.0, 93.0, 79.0, 77.0, 54.0, 45.0, 31.0, 29.0, 25.0, 16.0, 15.0, 16.0, 19.0, 16.0, 18.0, 9.0, 8.0, 8.0, 10.0, 8.0, 7.0, 12.0, 10.0, 0.0, 0.0, 3.0, 3.0, 7.0, 8.0], "bins": [-0.006452476605772972, -0.0062244730070233345, -0.005996469873934984, -0.005768466275185347, -0.005540463142096996, -0.005312459543347359, -0.005084455944597721, -0.004856452811509371, -0.004628449212759733, -0.004400446079671383, -0.004172442480921745, -0.003944438882172108, -0.0037164357490837574, -0.0034884323831647635, -0.003260428784415126, -0.003032425418496132, -0.002804422052577138, -0.002576418686658144, -0.00234841532073915, -0.0021204117219895124, -0.0018924083560705185, -0.0016644049901515245, -0.0014364016242325306, -0.0012083981418982148, -0.0009803947759792209, -0.000752391351852566, -0.0005243879277259111, -0.0002963845618069172, -6.838113768026233e-05, 0.0001596222718944773, 0.00038762568146921694, 0.0006156290764920413, 0.0008436325006186962, 0.0010716358665376902, 0.001299639348872006, 0.0015276427147909999, 0.0017556461971253157, 0.0019836495630443096, 0.0022116529289633036, 0.0024396562948822975, 0.002667659893631935, 0.002895663259550929, 0.003123666625469923, 0.003351669991388917, 0.003579673357307911, 0.003807676723226905, 0.004035680089145899, 0.004263683687895536, 0.004491686820983887, 0.004719690419733524, 0.004947694018483162, 0.005175697151571512, 0.00540370075032115, 0.0056317038834095, 0.005859707482159138, 0.006087711080908775, 0.006315714213997126, 0.006543717812746763, 0.0067717209458351135, 0.006999724544584751, 0.007227728143334389, 0.007455731276422739, 0.007683734875172377, 0.007911738008260727, 0.008139741607010365]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 2.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.07326048612594604, -0.07118790596723557, -0.06911532580852509, -0.0670427531003952, -0.06497017294168472, -0.06289759278297424, -0.06082501262426376, -0.05875243619084358, -0.0566798560321331, -0.05460727587342262, -0.05253469944000244, -0.05046211928129196, -0.04838953912258148, -0.0463169626891613, -0.04424438253045082, -0.04217180609703064, -0.04009922593832016, -0.03802664577960968, -0.0359540693461895, -0.03388148918747902, -0.03180891275405884, -0.029736332595348358, -0.02766375243663788, -0.025591174140572548, -0.023518595844507217, -0.021446017548441887, -0.019373439252376556, -0.017300859093666077, -0.015228280797600746, -0.013155702501535416, -0.01108312327414751, -0.009010544046759605, -0.006937965750694275, -0.004865386988967657, -0.0027928082272410393, -0.0007202294655144215, 0.0013523492962121964, 0.003424928057938814, 0.005497506819665432, 0.00757008558139205, 0.009642664343118668, 0.011715242639183998, 0.013787821866571903, 0.01586040109395981, 0.01793297939002514, 0.02000555768609047, 0.02207813784480095, 0.02415071614086628, 0.02622329443693161, 0.02829587273299694, 0.03036845102906227, 0.03244103118777275, 0.03451360762119293, 0.03658618777990341, 0.03865876793861389, 0.04073134437203407, 0.04280392453074455, 0.04487650468945503, 0.046949081122875214, 0.04902166128158569, 0.05109424144029617, 0.053166817873716354, 0.055239398032426834, 0.057311974465847015, 0.059384554624557495]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 4.0, 1.0, 2.0, 0.0, 2.0, 1.0, 3.0, 1.0, 3.0, 3.0, 2.0, 4.0, 6.0, 4.0, 9.0, 12.0, 12.0, 5.0, 15.0, 22.0, 27.0, 40.0, 13.0, 8.0, 9.0, 15.0, 10.0, 10.0, 3.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 5.0, 1.0, 1.0, 1.0, 0.0, 0.0, 3.0, 1.0, 1.0, 1.0, 1.0, 3.0, 3.0, 6.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.04698828607797623, -0.04525743052363396, -0.043526578694581985, -0.041795723140239716, -0.040064871311187744, -0.038334015756845474, -0.036603160202503204, -0.03487230837345123, -0.03314145281910896, -0.03141060099005699, -0.02967974543571472, -0.0279488917440176, -0.02621803805232048, -0.02448718436062336, -0.02275632880628109, -0.02102547511458397, -0.01929462142288685, -0.017563767731189728, -0.015832914039492607, -0.014102059416472912, -0.012371204793453217, -0.010640351101756096, -0.008909497410058975, -0.007178643252700567, -0.005447789095342159, -0.0037169349379837513, -0.001986081013455987, -0.00025522697251290083, 0.0014756270684301853, 0.0032064812257885933, 0.004937334917485714, 0.006668189074844122, 0.00839904323220253, 0.01012989692389965, 0.011860751546919346, 0.013591605238616467, 0.015322459861636162, 0.017053313553333282, 0.018784167245030403, 0.020515020936727524, 0.022245876491069794, 0.023976730182766914, 0.025707583874464035, 0.027438437566161156, 0.029169291257858276, 0.030900144949555397, 0.03263099864125252, 0.03436185419559479, 0.03609270602464676, 0.03782356157898903, 0.0395544171333313, 0.04128526896238327, 0.04301612451672554, 0.04474697634577751, 0.04647783190011978, 0.04820868745446205, 0.04993953928351402, 0.05167039483785629, 0.053401246666908264, 0.055132102221250534, 0.056862957775592804, 0.058593809604644775, 0.060324665158987045, 0.06205551698803902, 0.06378637254238129]}, "_runtime": 71.46649384498596, "_timestamp": 1596214396.2237763, "_step": 84}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 3.0, 0.0, 2.0, 2.0, 3.0, 3.0, 0.0, 1.0, 4.0, 4.0, 2.0, 2.0, 1.0, 3.0, 1.0, 4.0, 1.0, 2.0, 1.0, 0.0, 3.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.00913799274712801, -0.008850544691085815, -0.008563097566366196, -0.008275650441646576, -0.007988202385604382, -0.0077007547952234745, -0.0074133072048425674, -0.00712585961446166, -0.006838412024080753, -0.006550964433699846, -0.006263516843318939, -0.005976069252938032, -0.005688621662557125, -0.005401174072176218, -0.005113726481795311, -0.004826278891414404, -0.004538831301033497, -0.00425138371065259, -0.003963936120271683, -0.0036764885298907757, -0.0033890409395098686, -0.0031015933491289616, -0.0028141457587480545, -0.0025266981683671474, -0.0022392505779862404, -0.0019518029876053333, -0.0016643553972244263, -0.0013769078068435192, -0.0010894602164626122, -0.0008020126260817051, -0.000514565035700798, -0.00022711744531989098, 6.033014506101608e-05, 0.00034777773544192314, 0.0006352253258228302, 0.0009226729162037373, 0.0012101205065846443, 0.0014975680969655514, 0.0017850156873464584, 0.0020724632777273655, 0.0023599108681082726, 0.0026473584584891796, 0.0029348060488700867, 0.0032222536392509937, 0.003509701229631901, 0.003797148820012808, 0.004084596410393715, 0.004372044000774622, 0.004659491591155529, 0.004946939181536436, 0.005234386771917343, 0.00552183436229825, 0.005809281952679157, 0.006096729543060064, 0.006384177133440971, 0.006671624723821878, 0.0069590723142027855, 0.0072465199045836926, 0.0075339674949646, 0.00782141461968422, 0.008108862675726414, 0.008396310731768608, 0.008683757856488228, 0.008971204981207848, 0.009258653037250042]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 5.0, 3.0, 3.0, 6.0, 5.0, 6.0, 7.0, 9.0, 8.0, 16.0, 26.0, 27.0, 38.0, 43.0, 24.0, 34.0, 53.0, 83.0, 91.0, 141.0, 184.0, 236.0, 360.0, 4656.0, 783.0, 292.0, 184.0, 121.0, 103.0, 83.0, 61.0, 35.0, 21.0, 27.0, 19.0, 17.0, 21.0, 13.0, 11.0, 10.0, 14.0, 4.0, 10.0, 9.0, 6.0, 4.0, 4.0, 0.0, 3.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0], "bins": [-0.11104191839694977, -0.10763856768608093, -0.1042352095246315, -0.10083185136318207, -0.09742850065231323, -0.0940251499414444, -0.09062179177999496, -0.08721843361854553, -0.0838150829076767, -0.08041173219680786, -0.07700837403535843, -0.073605015873909, -0.07020166516304016, -0.06679831445217133, -0.0633949562907219, -0.05999160185456276, -0.056588247418403625, -0.05318489298224449, -0.04978153854608536, -0.046378184109926224, -0.04297482967376709, -0.039571475237607956, -0.03616812080144882, -0.03276476636528969, -0.029361411929130554, -0.02595805749297142, -0.022554703056812286, -0.019151348620653152, -0.01574799418449402, -0.012344639748334885, -0.00894128531217575, -0.005537930876016617, -0.002134576439857483, 0.001268777996301651, 0.004672132432460785, 0.008075486868619919, 0.011478841304779053, 0.014882195740938187, 0.01828555017709732, 0.021688904613256454, 0.02509225904941559, 0.028495613485574722, 0.031898967921733856, 0.03530232235789299, 0.038705676794052124, 0.04210903123021126, 0.04551238566637039, 0.048915740102529526, 0.05231909453868866, 0.055722448974847794, 0.05912580341100693, 0.06252916157245636, 0.0659325122833252, 0.06933586299419403, 0.07273922115564346, 0.0761425793170929, 0.07954593002796173, 0.08294928073883057, 0.08635263890028, 0.08975599706172943, 0.09315934777259827, 0.0965626984834671, 0.09996605664491653, 0.10336941480636597, 0.1067727655172348]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 0.0, 6.0, 6.0, 3.0, 1.0, 3.0, 3.0, 5.0, 3.0, 3.0, 2.0, 2.0, 1.0, 6.0, 25.0, 4.0, 0.0, 4.0, 3.0, 2.0, 0.0, 3.0, 2.0, 2.0, 3.0, 3.0, 1.0, 3.0, 3.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.0019751861691474915, -0.0019103477243334055, -0.0018455091631039977, -0.00178067060187459, -0.001715832157060504, -0.001650993712246418, -0.0015861551510170102, -0.0015213165897876024, -0.0014564781449735165, -0.0013916397001594305, -0.0013268011389300227, -0.001261962577700615, -0.001197124132886529, -0.001132285688072443, -0.0010674471268430352, -0.0010026085656136274, -0.0009377701207995415, -0.0008729316177777946, -0.0008080931147560477, -0.0007432546117343009, -0.000678416108712554, -0.0006135776056908071, -0.0005487391026690602, -0.00048390059964731336, -0.0004190620966255665, -0.0003542235936038196, -0.00028938509058207273, -0.00022454658756032586, -0.000159708084538579, -9.486958151683211e-05, -3.003107849508524e-05, 3.4807424526661634e-05, 9.964592754840851e-05, 0.00016448443057015538, 0.00022932293359190226, 0.00029416143661364913, 0.000358999939635396, 0.0004238384426571429, 0.0004886769456788898, 0.0005535154487006366, 0.0006183539517223835, 0.0006831924547441304, 0.0007480309577658772, 0.0008128694607876241, 0.000877707963809371, 0.0009425464668311179, 0.0010073849698528647, 0.0010722235310822725, 0.0011370619758963585, 0.0012019004207104445, 0.0012667389819398522, 0.00133157754316926, 0.001396415987983346, 0.001461254432797432, 0.0015260929940268397, 0.0015909315552562475, 0.0016557700000703335, 0.0017206084448844194, 0.0017854470061138272, 0.001850285567343235, 0.001915124012157321, 0.001979962456971407, 0.0020448011346161366, 0.0021096395794302225, 0.0021744780242443085]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 4.0, 6.0, 8.0, 7.0, 28.0, 30.0, 55.0, 74.0, 116.0, 164.0, 308.0, 539.0, 883.0, 1561.0, 2856.0, 5423.0, 10524.0, 21183.0, 49791.0, 178991.0, 786908.0, 62154.0, 26637.0, 13328.0, 7464.0, 4197.0, 2448.0, 1517.0, 929.0, 600.0, 358.0, 183.0, 158.0, 65.0, 55.0, 37.0, 16.0, 16.0, 8.0, 5.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.007692183367908001, -0.007467168383300304, -0.007242153864353895, -0.007017139345407486, -0.006792124360799789, -0.006567109376192093, -0.006342094857245684, -0.0061170803382992744, -0.005892065353691578, -0.005667050369083881, -0.005442035850137472, -0.005217021331191063, -0.004992006346583366, -0.00476699136197567, -0.004541976843029261, -0.004316962324082851, -0.004091947339475155, -0.003866932587698102, -0.003641917835921049, -0.0034169030841439962, -0.0031918883323669434, -0.0029668735805898905, -0.0027418588288128376, -0.0025168440770357847, -0.002291829325258732, -0.002066814573481679, -0.001841799821704626, -0.0016167850699275732, -0.0013917703181505203, -0.0011667555663734674, -0.0009417408145964146, -0.0007167260628193617, -0.0004917113110423088, -0.00026669655926525593, -4.168180748820305e-05, 0.00018333294428884983, 0.0004083476960659027, 0.0006333624478429556, 0.0008583771996200085, 0.0010833919513970613, 0.0013084067031741142, 0.001533421454951167, 0.00175843620672822, 0.001983450958505273, 0.0022084657102823257, 0.0024334804620593786, 0.0026584952138364315, 0.0028835099656134844, 0.0031085247173905373, 0.00333353946916759, 0.003558554220944643, 0.003783568972721696, 0.004008583724498749, 0.004233598709106445, 0.0044586132280528545, 0.004683627746999264, 0.00490864273160696, 0.005133657716214657, 0.005358672235161066, 0.005583686754107475, 0.005808701738715172, 0.006033716723322868, 0.006258731242269278, 0.006483745761215687, 0.006708760745823383]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 1.0, 4.0, 2.0, 3.0, 2.0, 7.0, 2.0, 2.0, 1.0, 1.0, 2.0, 2.0, 0.0, 2.0, 4.0, 3.0, 1.0, 3.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.016468651592731476, -0.015995429828763008, -0.015522208996117115, -0.015048988163471222, -0.014575767330825329, -0.014102545566856861, -0.013629324734210968, -0.013156103901565075, -0.012682883068919182, -0.012209661304950714, -0.011736440472304821, -0.011263219639658928, -0.01078999787569046, -0.010316777043044567, -0.009843556210398674, -0.009370334446430206, -0.008897113613784313, -0.00842389278113842, -0.007950671017169952, -0.007477450184524059, -0.007004229351878166, -0.006531008053570986, -0.006057786755263805, -0.005584565922617912, -0.005111344624310732, -0.0046381233260035515, -0.004164902493357658, -0.003691681195050478, -0.0032184601295739412, -0.0027452390640974045, -0.002272017765790224, -0.0017987967003136873, -0.0013255756348371506, -0.0008523545111529529, -0.00037913338746875525, 9.408773621544242e-05, 0.0005673088598996401, 0.0010405299253761768, 0.0015137511072680354, 0.001986972289159894, 0.0024601933546364307, 0.0029334144201129675, 0.0034066354855895042, 0.0038798567838966846, 0.004353078082203865, 0.004826298914849758, 0.0052995202131569386, 0.005772741045802832, 0.006245962344110012, 0.0067191836424171925, 0.0071924044750630856, 0.007665625773370266, 0.008138846606016159, 0.008612068369984627, 0.00908528920263052, 0.009558510035276413, 0.01003173179924488, 0.010504952631890774, 0.010978173464536667, 0.01145139429718256, 0.011924616061151028, 0.01239783689379692, 0.012871057726442814, 0.013344279490411282, 0.013817500323057175]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 0.0, 2.0, 3.0, 1.0, 0.0, 1.0, 2.0, 4.0, 3.0, 4.0, 6.0, 1.0, 6.0, 10.0, 8.0, 8.0, 15.0, 16.0, 17.0, 21.0, 17.0, 36.0, 29.0, 44.0, 57.0, 84.0, 97.0, 114.0, 153.0, 181.0, 235.0, 291.0, 426.0, 616.0, 896.0, 1356.0, 2271.0, 5781.0, 1587.0, 1036.0, 719.0, 499.0, 420.0, 324.0, 231.0, 196.0, 158.0, 113.0, 92.0, 78.0, 48.0, 36.0, 24.0, 9.0, 8.0, 12.0, 6.0, 8.0, 5.0, 4.0, 3.0], "bins": [-0.010271172039210796, -0.010015251114964485, -0.009759330190718174, -0.009503409266471863, -0.009247488342225552, -0.00899156741797924, -0.00873564649373293, -0.008479725569486618, -0.008223804645240307, -0.007967883720993996, -0.007711962331086397, -0.007456041406840086, -0.007200120482593775, -0.006944199558347464, -0.006688278634101152, -0.006432357709854841, -0.00617643678560853, -0.005920515861362219, -0.005664594937115908, -0.0054086740128695965, -0.005152753088623285, -0.004896832164376974, -0.004640911240130663, -0.004384990315884352, -0.004129068925976753, -0.0038731482345610857, -0.0036172273103147745, -0.0033613063860684633, -0.0031053852289915085, -0.0028494643047451973, -0.002593543380498886, -0.002337622456252575, -0.0020817015320062637, -0.0018257806077599525, -0.0015698596835136414, -0.0013139386428520083, -0.0010580177186056972, -0.000802096794359386, -0.0005461758119054139, -0.0002902548585552722, -3.433390520513058e-05, 0.00022158704814501107, 0.0004775080014951527, 0.0007334289839491248, 0.000989349908195436, 0.0012452708324417472, 0.0015011918731033802, 0.0017571127973496914, 0.0020130337215960026, 0.0022689546458423138, 0.002524875570088625, 0.002780796494334936, 0.0030367174185812473, 0.003292638575658202, 0.0035485594999045134, 0.0038044804241508245, 0.004060401581227779, 0.004316322505474091, 0.004572243429720402, 0.004828164353966713, 0.005084085278213024, 0.005340006202459335, 0.0055959271267056465, 0.005851848050951958, 0.006107768975198269]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 4.0, 3.0, 1.0, 2.0, 1.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0673556923866272, -0.0632028579711914, -0.05905001610517502, -0.05489717796444893, -0.05074433982372284, -0.04659150168299675, -0.04243866354227066, -0.03828582540154457, -0.03413298726081848, -0.029980149120092392, -0.025827310979366302, -0.021674472838640213, -0.017521634697914124, -0.013368796557188034, -0.009215958416461945, -0.005063120275735855, -0.0009102821350097656, 0.003242556005716324, 0.007395394146442413, 0.011548232287168503, 0.015701070427894592, 0.019853908568620682, 0.02400674670934677, 0.02815958485007286, 0.03231242299079895, 0.03646526113152504, 0.04061809927225113, 0.04477093741297722, 0.04892377555370331, 0.0530766136944294, 0.05722945183515549, 0.06138228997588158, 0.06553512811660767, 0.06968796253204346, 0.07384080439805984, 0.07799364626407623, 0.08214648067951202, 0.08629931509494781, 0.0904521569609642, 0.09460499882698059, 0.09875783324241638, 0.10291066765785217, 0.10706350952386856, 0.11121635138988495, 0.11536918580532074, 0.11952202022075653, 0.12367486208677292, 0.1278277039527893, 0.1319805383682251, 0.1361333727836609, 0.14028620719909668, 0.14443905651569366, 0.14859189093112946, 0.15274472534656525, 0.15689757466316223, 0.16105040907859802, 0.1652032434940338, 0.1693560779094696, 0.1735089123249054, 0.17766176164150238, 0.18181459605693817, 0.18596743047237396, 0.19012027978897095, 0.19427311420440674, 0.19842594861984253]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 5.0, 2.0, 1.0, 4.0, 0.0, 3.0, 4.0, 1.0, 5.0, 9.0, 12.0, 20.0, 26.0, 12.0, 19.0, 17.0, 42.0, 11.0, 12.0, 5.0, 8.0, 8.0, 11.0, 12.0, 4.0, 4.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.04290974512696266, -0.040704794228076935, -0.03849984332919121, -0.03629489243030548, -0.034089937806129456, -0.03188498690724373, -0.029680036008358, -0.027475085109472275, -0.025270134210586548, -0.02306518331170082, -0.020860232412815094, -0.018655279651284218, -0.01645032875239849, -0.014245377853512764, -0.012040426023304462, -0.009835474193096161, -0.007630523294210434, -0.00542557192966342, -0.0032206205651164055, -0.0010156692005693913, 0.001189282163977623, 0.0033942335285246372, 0.0055991848930716515, 0.007804136257618666, 0.01000908762216568, 0.012214038521051407, 0.014418990351259708, 0.01662394218146801, 0.018828893080353737, 0.021033843979239464, 0.02323879674077034, 0.025443747639656067, 0.027648698538541794, 0.02985364943742752, 0.03205860033631325, 0.034263551235198975, 0.036468505859375, 0.03867345675826073, 0.040878407657146454, 0.04308335855603218, 0.04528830945491791, 0.047493260353803635, 0.04969821125268936, 0.05190316215157509, 0.054108113050460815, 0.05631306767463684, 0.05851801857352257, 0.060722969472408295, 0.06292791664600372, 0.06513287127017975, 0.06733782589435577, 0.0695427730679512, 0.07174772769212723, 0.07395267486572266, 0.07615762948989868, 0.07836257666349411, 0.08056753128767014, 0.08277248591184616, 0.08497743308544159, 0.08718238770961761, 0.08938733488321304, 0.09159228950738907, 0.0937972366809845, 0.09600219130516052, 0.09820714592933655]}, "_runtime": 72.26326894760132, "_timestamp": 1596214397.0205514, "_step": 85}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 4.0, 2.0, 5.0, 5.0, 0.0, 4.0, 6.0, 0.0, 2.0, 2.0, 2.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01014771405607462, -0.009766679257154465, -0.009385643526911736, -0.009004608727991581, -0.008623573929071426, -0.008242538198828697, -0.007861503399908543, -0.007480468135327101, -0.007099432870745659, -0.006718397606164217, -0.006337362341582775, -0.0059563275426626205, -0.005575292278081179, -0.005194257013499737, -0.004813222214579582, -0.00443218694999814, -0.0040511516854166985, -0.0036701164208352566, -0.0032890813890844584, -0.00290804635733366, -0.0025270110927522182, -0.0021459758281707764, -0.0017649407964199781, -0.001383905648253858, -0.001002870500087738, -0.000621835351921618, -0.00024080020375549793, 0.00014023494441062212, 0.0005212700925767422, 0.0009023052407428622, 0.0012833403889089823, 0.0016643755370751023, 0.0020454106852412224, 0.0024264459498226643, 0.0028074809815734625, 0.0031885160133242607, 0.0035695512779057026, 0.0039505865424871445, 0.004331621341407299, 0.004712656605988741, 0.005093691870570183, 0.005474727135151625, 0.0058557623997330666, 0.006236797198653221, 0.006617832463234663, 0.006998867727816105, 0.0073799025267362595, 0.007760937791317701, 0.008141973055899143, 0.008523007854819298, 0.008904043585062027, 0.009285078383982182, 0.009666113182902336, 0.010047148913145065, 0.01042818371206522, 0.010809219442307949, 0.011190254241228104, 0.011571289040148258, 0.011952324770390987, 0.012333359569311142, 0.012714395299553871, 0.013095430098474026, 0.01347646489739418, 0.01385750062763691, 0.014238535426557064]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 3.0, 2.0, 2.0, 5.0, 3.0, 8.0, 6.0, 7.0, 6.0, 13.0, 17.0, 23.0, 24.0, 35.0, 31.0, 47.0, 62.0, 91.0, 132.0, 206.0, 349.0, 4411.0, 1443.0, 357.0, 233.0, 127.0, 63.0, 40.0, 42.0, 27.0, 28.0, 15.0, 11.0, 8.0, 6.0, 9.0, 8.0, 5.0, 6.0, 5.0, 1.0, 2.0, 3.0, 1.0, 1.0, 2.0, 1.0, 3.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.17709967494010925, -0.17187292873859406, -0.16664618253707886, -0.16141942143440247, -0.15619267523288727, -0.15096592903137207, -0.14573918282985687, -0.14051243662834167, -0.13528567552566528, -0.13005892932415009, -0.12483218312263489, -0.11960543692111969, -0.11437869071960449, -0.1091519370675087, -0.1039251908659935, -0.0986984372138977, -0.09347169101238251, -0.08824494481086731, -0.08301819115877151, -0.07779144495725632, -0.07256469130516052, -0.06733794510364532, -0.06211119890213013, -0.05688444897532463, -0.051657699048519135, -0.04643094912171364, -0.04120419919490814, -0.035977452993392944, -0.030750703066587448, -0.025523953139781952, -0.020297205075621605, -0.015070456080138683, -0.009843707084655762, -0.00461695808917284, 0.0006097909063100815, 0.005836539901793003, 0.011063288897275925, 0.01629003882408142, 0.021516786888241768, 0.026743534952402115, 0.03197028487920761, 0.03719703480601311, 0.042423784732818604, 0.0476505309343338, 0.0528772808611393, 0.058104030787944794, 0.06333077698945999, 0.06855753064155579, 0.07378427684307098, 0.07901102304458618, 0.08423777669668198, 0.08946452289819717, 0.09469127655029297, 0.09991802275180817, 0.10514476895332336, 0.11037152260541916, 0.11559826880693436, 0.12082501500844955, 0.12605176866054535, 0.13127851486206055, 0.13650526106357574, 0.14173200726509094, 0.14695876836776733, 0.15218551456928253, 0.15741226077079773]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 2.0, 3.0, 2.0, 5.0, 2.0, 3.0, 3.0, 4.0, 5.0, 5.0, 5.0, 30.0, 5.0, 2.0, 3.0, 3.0, 3.0, 3.0, 4.0, 2.0, 3.0, 2.0, 2.0, 3.0, 0.0, 2.0, 0.0, 1.0, 1.0, 3.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00410796282812953, -0.003979640547186136, -0.0038513178005814552, -0.003722995286807418, -0.0035946727730333805, -0.003466350492089987, -0.0033380279783159494, -0.003209705464541912, -0.0030813829507678747, -0.0029530604369938374, -0.0028247379232198, -0.0026964154094457626, -0.002568093128502369, -0.0024397706147283316, -0.002311448100954294, -0.002183125587180257, -0.0020548030734062195, -0.0019264805596321821, -0.0017981580458581448, -0.0016698356484994292, -0.0015415131347253919, -0.0014131906209513545, -0.001284868223592639, -0.0011565457098186016, -0.0010282231960445642, -0.0008999006822705269, -0.0007715782267041504, -0.000643255771137774, -0.0005149332573637366, -0.0003866107726935297, -0.0002582882880233228, -0.00012996580335311592, -1.6433186829090118e-06, 0.0001266791659872979, 0.0002550016506575048, 0.0003833241353277117, 0.0005116466199979186, 0.000639969133771956, 0.0007682915893383324, 0.0008966140449047089, 0.0010249365586787462, 0.0011532590724527836, 0.001281581586226821, 0.0014099039835855365, 0.0015382264973595738, 0.0016665490111336112, 0.0017948714084923267, 0.001923193922266364, 0.0020515164360404015, 0.002179838949814439, 0.002308161463588476, 0.0024364839773625135, 0.002564806491136551, 0.0026931287720799446, 0.002821451285853982, 0.0029497737996280193, 0.0030780963134020567, 0.003206418827176094, 0.0033347413409501314, 0.0034630638547241688, 0.0035913861356675625, 0.0037197086494416, 0.003848031163215637, 0.003976353909820318, 0.004104676190763712]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 2.0, 3.0, 2.0, 3.0, 0.0, 7.0, 10.0, 10.0, 24.0, 26.0, 47.0, 84.0, 143.0, 162.0, 264.0, 457.0, 806.0, 1359.0, 2179.0, 3973.0, 7377.0, 14856.0, 33092.0, 99007.0, 856755.0, 89533.0, 33131.0, 15758.0, 8275.0, 4749.0, 2869.0, 1787.0, 977.0, 632.0, 433.0, 259.0, 166.0, 114.0, 86.0, 56.0, 37.0, 32.0, 27.0, 16.0, 17.0, 12.0, 11.0, 5.0, 4.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 2.0], "bins": [-0.009173005819320679, -0.00889075268059969, -0.008608500473201275, -0.008326247334480286, -0.008043995127081871, -0.007761741988360882, -0.00747948931530118, -0.007197236642241478, -0.006914983969181776, -0.006632731296122074, -0.006350478623062372, -0.00606822595000267, -0.005785972811281681, -0.005503720138221979, -0.005221467465162277, -0.004939214792102575, -0.004656962119042873, -0.0043747094459831715, -0.0040924567729234695, -0.003810203867033124, -0.003527951193973422, -0.00324569852091372, -0.0029634456150233746, -0.0026811929419636726, -0.0023989402689039707, -0.002116687595844269, -0.001834434806369245, -0.0015521820168942213, -0.0012699293438345194, -0.0009876766707748175, -0.0007054238812997937, -0.0004231711500324309, -0.00014091841876506805, 0.00014133431250229478, 0.0004235870437696576, 0.0007058397750370204, 0.0009880925063043833, 0.0012703451793640852, 0.001552597968839109, 0.0018348507583141327, 0.0021171034313738346, 0.0023993561044335365, 0.0026816087774932384, 0.002963861683383584, 0.003246114356443286, 0.003528367029502988, 0.0038106199353933334, 0.004092872608453035, 0.004375125281512737, 0.004657377954572439, 0.004939630627632141, 0.005221883300691843, 0.005504135973751545, 0.005786389112472534, 0.006068641785532236, 0.006350894458591938, 0.00663314713165164, 0.006915399804711342, 0.007197652477771044, 0.007479905150830746, 0.007762158289551735, 0.00804441049695015, 0.008326663635671139, 0.008608915843069553, 0.008891168981790543]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 4.0, 1.0, 4.0, 0.0, 5.0, 2.0, 4.0, 2.0, 4.0, 3.0, 3.0, 5.0, 7.0, 1.0, 0.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014850389212369919, -0.014096611179411411, -0.013342833146452904, -0.012589055113494396, -0.011835277080535889, -0.011081499047577381, -0.010327721014618874, -0.009573942981660366, -0.008820164948701859, -0.008066386915743351, -0.0073126088827848434, -0.006558830849826336, -0.005805052816867828, -0.005051274783909321, -0.004297496750950813, -0.0035437187179923058, -0.0027899406850337982, -0.0020361626520752907, -0.0012823846191167831, -0.0005286065861582756, 0.00022517144680023193, 0.0009789494797587395, 0.001732727512717247, 0.0024865055456757545, 0.003240283578634262, 0.00399406161159277, 0.004747839644551277, 0.005501617677509785, 0.006255395710468292, 0.0070091737434268, 0.007762951776385307, 0.008516729809343815, 0.009270507842302322, 0.01002428587526083, 0.010778063908219337, 0.011531841941177845, 0.012285619974136353, 0.01303939800709486, 0.013793176040053368, 0.014546954073011875, 0.015300732105970383, 0.016054511070251465, 0.016808288171887398, 0.01756206527352333, 0.018315844237804413, 0.019069623202085495, 0.019823400303721428, 0.02057717740535736, 0.021330956369638443, 0.022084735333919525, 0.022838512435555458, 0.02359228953719139, 0.024346068501472473, 0.025099847465753555, 0.025853624567389488, 0.02660740166902542, 0.027361180633306503, 0.028114959597587585, 0.02886873669922352, 0.02962251380085945, 0.030376292765140533, 0.031130071729421616, 0.0318838506937027, 0.03263762593269348, 0.033391404896974564]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 2.0, 2.0, 6.0, 6.0, 6.0, 10.0, 20.0, 23.0, 16.0, 34.0, 41.0, 50.0, 53.0, 76.0, 109.0, 120.0, 174.0, 212.0, 255.0, 307.0, 460.0, 555.0, 827.0, 1094.0, 1614.0, 2326.0, 5901.0, 1430.0, 792.0, 444.0, 322.0, 218.0, 127.0, 116.0, 94.0, 68.0, 48.0, 62.0, 37.0, 35.0, 38.0, 26.0, 16.0, 27.0, 27.0, 29.0, 29.0, 22.0, 21.0, 14.0, 15.0, 16.0, 14.0, 6.0, 4.0, 11.0, 7.0, 7.0, 2.0, 3.0, 0.0, 1.0, 2.0], "bins": [-0.009162860922515392, -0.008828043937683105, -0.008493226952850819, -0.008158409968018532, -0.00782359205186367, -0.007488775532692671, -0.007153958082199097, -0.00681914109736681, -0.006484324112534523, -0.006149507127702236, -0.005814690142869949, -0.005479872692376375, -0.005145055707544088, -0.0048102387227118015, -0.004475421272218227, -0.0041406042873859406, -0.0038057873025536537, -0.003470970317721367, -0.0031361531000584364, -0.002801335882395506, -0.002466518897563219, -0.0021317019127309322, -0.0017968846950680017, -0.001462067593820393, -0.0011272504925727844, -0.0007924333913251758, -0.0004576162900775671, -0.00012279918882995844, 0.00021201791241765022, 0.0005468350136652589, 0.0008816521149128675, 0.0012164692161604762, 0.0015512863174080849, 0.0018861034186556935, 0.002220920519903302, 0.0025557377375662327, 0.0028905547223985195, 0.0032253717072308064, 0.003560188924893737, 0.0038950061425566673, 0.004229823127388954, 0.004564640112221241, 0.004899457097053528, 0.005234274547547102, 0.005569091532379389, 0.005903908517211676, 0.00623872596770525, 0.006573542952537537, 0.0069083599373698235, 0.00724317692220211, 0.007577993907034397, 0.007912810891866684, 0.008247628808021545, 0.008582445792853832, 0.008917262777686119, 0.009252079762518406, 0.009586896747350693, 0.00992171373218298, 0.010256530717015266, 0.010591347701847553, 0.01092616468667984, 0.011260982602834702, 0.011595799587666988, 0.011930616572499275, 0.012265433557331562]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 2.0, 3.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1249627098441124, -0.12127821892499924, -0.11759373545646667, -0.11390924453735352, -0.11022476106882095, -0.1065402701497078, -0.10285577923059464, -0.09917129576206207, -0.09548680484294891, -0.09180232137441635, -0.08811783045530319, -0.08443333953619003, -0.08074885606765747, -0.07706436514854431, -0.07337988168001175, -0.06969539076089859, -0.06601090729236603, -0.06232641637325287, -0.05864192917943001, -0.05495743826031685, -0.05127295106649399, -0.04758846387267113, -0.04390397667884827, -0.040219489485025406, -0.036535002291202545, -0.032850511372089386, -0.029166024178266525, -0.025481536984443665, -0.021797049790620804, -0.018112560734152794, -0.014428073540329933, -0.010743585415184498, -0.0070590972900390625, -0.003374609397724271, 0.00030987849459052086, 0.003994366154074669, 0.007678854279220104, 0.01136334240436554, 0.0150478295981884, 0.01873231865465641, 0.02241680584847927, 0.02610129304230213, 0.02978578209877014, 0.033470269292593, 0.03715475648641586, 0.040839243680238724, 0.04452373459935188, 0.048208221793174744, 0.051892708986997604, 0.055577196180820465, 0.059261683374643326, 0.06294617056846619, 0.06663066148757935, 0.07031514495611191, 0.07399963587522507, 0.07768412679433823, 0.08136861026287079, 0.08505310118198395, 0.08873758465051651, 0.09242207556962967, 0.09610656648874283, 0.09979104995727539, 0.10347554087638855, 0.10716002434492111, 0.11084451526403427]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 3.0, 2.0, 5.0, 4.0, 11.0, 8.0, 10.0, 13.0, 12.0, 8.0, 4.0, 14.0, 8.0, 17.0, 41.0, 19.0, 13.0, 13.0, 5.0, 10.0, 9.0, 7.0, 4.0, 2.0, 5.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 4.0, 0.0, 4.0, 2.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.04499479755759239, -0.04276944696903229, -0.04054409638047218, -0.03831874579191208, -0.036093395203351974, -0.03386804461479187, -0.031642694026231766, -0.02941734343767166, -0.027191992849111557, -0.024966642260551453, -0.02274129167199135, -0.020515941083431244, -0.01829059049487114, -0.016065239906311035, -0.01383988931775093, -0.011614538729190826, -0.009389188140630722, -0.007163837552070618, -0.004938486963510513, -0.002713136374950409, -0.00048778578639030457, 0.0017375648021697998, 0.003962915390729904, 0.0061882659792900085, 0.008413616567850113, 0.010638967156410217, 0.012864317744970322, 0.015089668333530426, 0.01731501892209053, 0.019540369510650635, 0.02176572009921074, 0.023991070687770844, 0.026216421276330948, 0.028441771864891052, 0.030667122453451157, 0.03289247304201126, 0.035117823630571365, 0.03734317421913147, 0.039568524807691574, 0.04179387539625168, 0.04401922598481178, 0.04624457657337189, 0.04846992716193199, 0.050695277750492096, 0.0529206283390522, 0.055145978927612305, 0.05737132951617241, 0.05959668010473251, 0.06182203069329262, 0.06404738128185272, 0.06627273559570312, 0.06849808245897293, 0.07072342932224274, 0.07294878363609314, 0.07517413794994354, 0.07739948481321335, 0.07962483167648315, 0.08185018599033356, 0.08407554030418396, 0.08630088716745377, 0.08852623403072357, 0.09075158834457397, 0.09297694265842438, 0.09520228952169418, 0.09742763638496399]}, "_runtime": 73.12714052200317, "_timestamp": 1596214397.884423, "_step": 86}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 3.0, 1.0, 2.0, 2.0, 1.0, 3.0, 1.0, 2.0, 1.0, 6.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 2.0, 4.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.009593942202627659, -0.009290271438658237, -0.008986600674688816, -0.00868293084204197, -0.008379260078072548, -0.008075589314103127, -0.0077719190157949924, -0.007468248251825571, -0.007164577953517437, -0.006860907189548016, -0.006557236425578594, -0.00625356612727046, -0.005949895363301039, -0.005646225064992905, -0.005342554301023483, -0.005038884002715349, -0.004735213238745928, -0.004431542474776506, -0.004127872176468372, -0.0038242016453295946, -0.003520531114190817, -0.0032168603502213955, -0.0029131898190826178, -0.00260951928794384, -0.0023058487568050623, -0.0020021782256662846, -0.0016985076945275068, -0.0013948370469734073, -0.0010911665158346295, -0.0007874959846958518, -0.00048382539534941316, -0.00018015483510680497, 0.00012351572513580322, 0.0004271862853784114, 0.0007308568456210196, 0.0010345274349674582, 0.001338197966106236, 0.0016418684972450137, 0.0019455391447991133, 0.002249209675937891, 0.0025528802070766687, 0.0028565507382154465, 0.003160221269354224, 0.003463891800493002, 0.0037675625644624233, 0.004071232862770557, 0.004374903626739979, 0.004678573925048113, 0.004982244689017534, 0.005285915452986956, 0.00558958575129509, 0.005893256515264511, 0.006196926813572645, 0.006500597577542067, 0.006804267875850201, 0.007107938639819622, 0.007411609403789043, 0.0077152797020971775, 0.008018950000405312, 0.008322620764374733, 0.008626291528344154, 0.008929962292313576, 0.009233632124960423, 0.009537302888929844, 0.009840973652899265]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 4.0, 1.0, 2.0, 3.0, 6.0, 4.0, 6.0, 8.0, 4.0, 10.0, 12.0, 19.0, 12.0, 18.0, 16.0, 40.0, 37.0, 36.0, 49.0, 64.0, 102.0, 114.0, 165.0, 228.0, 409.0, 4934.0, 623.0, 311.0, 162.0, 118.0, 78.0, 77.0, 53.0, 36.0, 28.0, 32.0, 21.0, 15.0, 14.0, 6.0, 8.0, 5.0, 2.0, 6.0, 4.0, 4.0, 3.0, 5.0, 2.0, 1.0, 1.0, 1.0, 2.0, 2.0, 1.0, 4.0], "bins": [-0.1262170672416687, -0.12244716286659241, -0.11867725849151611, -0.11490735411643982, -0.11113744974136353, -0.10736753791570663, -0.10359763354063034, -0.09982772916555405, -0.09605782479047775, -0.09228792041540146, -0.08851801604032516, -0.08474811166524887, -0.08097819983959198, -0.07720829546451569, -0.07343839108943939, -0.0696684867143631, -0.0658985823392868, -0.06212867796421051, -0.058358773589134216, -0.054588865488767624, -0.05081896111369133, -0.047049056738615036, -0.043279148638248444, -0.03950924426317215, -0.035739339888095856, -0.03196943551301956, -0.02819952927529812, -0.024429623037576675, -0.02065971866250038, -0.016889814287424088, -0.013119908049702644, -0.009350002743303776, -0.005580097436904907, -0.0018101921305060387, 0.00195971317589283, 0.0057296184822916985, 0.009499523788690567, 0.013269429095089436, 0.017039334401488304, 0.020809240639209747, 0.02457914501428604, 0.028349049389362335, 0.03211895376443863, 0.03588886186480522, 0.039658766239881516, 0.04342867061495781, 0.0471985787153244, 0.050968483090400696, 0.05473838746547699, 0.058508291840553284, 0.06227819621562958, 0.06604810059070587, 0.06981800496578217, 0.07358791679143906, 0.07735782116651535, 0.08112772554159164, 0.08489762991666794, 0.08866753429174423, 0.09243743866682053, 0.09620734304189682, 0.09997725486755371, 0.10374715924263, 0.1075170636177063, 0.11128696799278259, 0.11505687236785889]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 3.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 2.0, 0.0, 3.0, 2.0, 0.0, 3.0, 1.0, 3.0, 4.0, 2.0, 1.0, 7.0, 1.0, 5.0, 4.0, 24.0, 1.0, 7.0, 1.0, 3.0, 7.0, 3.0, 3.0, 5.0, 2.0, 2.0, 1.0, 3.0, 2.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0023666357155889273, -0.002285056049004197, -0.0022034766152501106, -0.0021218969486653805, -0.0020403172820806503, -0.00195873761549592, -0.0018771580653265119, -0.0017955785151571035, -0.0017139988485723734, -0.001632419298402965, -0.0015508397482335567, -0.0014692600816488266, -0.0013876805314794183, -0.0013061008648946881, -0.0012245213147252798, -0.0011429416481405497, -0.0010613620979711413, -0.000979782547801733, -0.0008982028812170029, -0.0008166232728399336, -0.0007350436644628644, -0.0006534641142934561, -0.0005718845059163868, -0.0004903048975393176, -0.0004087252891622484, -0.00032714568078517914, -0.0002455660724081099, -0.00016398649313487113, -8.240688475780189e-05, -8.272836566902697e-07, 8.075231744442135e-05, 0.00016233191126957536, 0.0002439115196466446, 0.00032549112802371383, 0.00040707073640078306, 0.0004886503447778523, 0.0005702299531549215, 0.0006518095033243299, 0.0007333891117013991, 0.0008149687200784683, 0.0008965483284555376, 0.0009781279368326068, 0.0010597074870020151, 0.0011412871535867453, 0.0012228667037561536, 0.0013044463703408837, 0.001386025920510292, 0.0014676055870950222, 0.0015491851372644305, 0.0016307646874338388, 0.001712344354018569, 0.0017939239041879773, 0.0018755035707727075, 0.001957083120942116, 0.002038662787526846, 0.002120242454111576, 0.0022018218878656626, 0.0022834015544503927, 0.002364981221035123, 0.0024465606547892094, 0.0025281403213739395, 0.0026097199879586697, 0.0026912996545434, 0.0027728790882974863, 0.0028544587548822165]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [4.0, 1.0, 1.0, 1.0, 4.0, 1.0, 2.0, 1.0, 3.0, 6.0, 17.0, 18.0, 30.0, 34.0, 40.0, 75.0, 100.0, 141.0, 220.0, 363.0, 532.0, 718.0, 1095.0, 1770.0, 2970.0, 4924.0, 8422.0, 15539.0, 32675.0, 86758.0, 829006.0, 105709.0, 39203.0, 19428.0, 10972.0, 6681.0, 4072.0, 2617.0, 1692.0, 1176.0, 821.0, 499.0, 346.0, 286.0, 187.0, 143.0, 82.0, 65.0, 46.0, 47.0, 30.0, 25.0, 16.0, 11.0, 6.0, 6.0, 1.0, 2.0, 2.0, 1.0, 3.0, 0.0, 0.0, 2.0], "bins": [-0.006621194537729025, -0.006405170075595379, -0.006189145613461733, -0.0059731206856667995, -0.0057570962235331535, -0.0055410717613995075, -0.0053250472992658615, -0.005109022371470928, -0.004892997909337282, -0.004676973447203636, -0.00446094898506999, -0.004244924522936344, -0.004028899595141411, -0.003812875133007765, -0.003596850670874119, -0.003380825975909829, -0.003164801513776183, -0.002948777051642537, -0.0027327523566782475, -0.0025167278945446014, -0.0023007031995803118, -0.0020846787374466658, -0.001868654158897698, -0.00165262958034873, -0.0014366050017997622, -0.0012205804232507944, -0.0010045558447018266, -0.0007885313243605196, -0.0005725067458115518, -0.00035648216726258397, -0.0001404576178174466, 7.556694617960602e-05, 0.00029159151017665863, 0.0005076160887256265, 0.0007236406672745943, 0.0009396651876159012, 0.00115568982437253, 0.001371714286506176, 0.0015877388650551438, 0.0018037634436041117, 0.0020197881385684013, 0.0022358126007020473, 0.0024518370628356934, 0.002667861757799983, 0.002883886219933629, 0.0030999109148979187, 0.0033159353770315647, 0.0035319600719958544, 0.0037479845341295004, 0.00396400922909379, 0.004180033691227436, 0.004396058153361082, 0.004612082615494728, 0.004828107543289661, 0.005044132005423307, 0.005260156467556953, 0.0054761809296905994, 0.0056922053918242455, 0.005908230319619179, 0.006124254781752825, 0.006340279243886471, 0.006556303706020117, 0.00677232863381505, 0.006988353095948696, 0.007204377558082342]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 4.0, 0.0, 1.0, 3.0, 9.0, 3.0, 4.0, 5.0, 3.0, 5.0, 0.0, 3.0, 4.0, 3.0, 3.0, 1.0, 1.0, 2.0, 1.0], "bins": [-0.04529903829097748, -0.04438701644539833, -0.04347499459981918, -0.042562972754240036, -0.04165095090866089, -0.04073892906308174, -0.039826903492212296, -0.03891488164663315, -0.038002859801054, -0.037090837955474854, -0.036178816109895706, -0.03526679426431656, -0.03435477241873741, -0.033442750573158264, -0.03253072872757912, -0.03161870688199997, -0.030706683173775673, -0.029794661328196526, -0.028882639482617378, -0.02797061577439308, -0.027058593928813934, -0.026146572083234787, -0.02523455023765564, -0.024322528392076492, -0.023410506546497345, -0.02249848283827305, -0.0215864609926939, -0.020674439147114754, -0.019762417301535606, -0.01885039545595646, -0.017938371747732162, -0.017026349902153015, -0.016114328056573868, -0.01520230621099472, -0.014290283434092999, -0.013378261588513851, -0.01246623881161213, -0.011554216966032982, -0.010642195120453835, -0.009730172343552113, -0.008818150497972965, -0.007906128652393818, -0.006994105875492096, -0.006082084029912949, -0.005170061718672514, -0.004258039407432079, -0.0033460173290222883, -0.0024339952506124973, -0.0015219729393720627, -0.0006099507445469499, 0.00030207145027816296, 0.0012140936451032758, 0.0021261158399283886, 0.0030381381511688232, 0.003950159996747971, 0.004862182307988405, 0.00577420461922884, 0.0066862269304692745, 0.007598249241709709, 0.008510271087288857, 0.009422292932868004, 0.010334315709769726, 0.011246337555348873, 0.012158360332250595, 0.013070382177829742]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 3.0, 3.0, 1.0, 1.0, 3.0, 5.0, 3.0, 3.0, 4.0, 13.0, 8.0, 9.0, 8.0, 7.0, 11.0, 7.0, 6.0, 9.0, 6.0, 4.0, 10.0, 11.0, 3.0, 13.0, 22.0, 29.0, 29.0, 45.0, 64.0, 83.0, 96.0, 112.0, 144.0, 244.0, 328.0, 520.0, 998.0, 1734.0, 6384.0, 2278.0, 1469.0, 986.0, 752.0, 526.0, 397.0, 256.0, 221.0, 141.0, 112.0, 91.0, 56.0, 46.0, 30.0, 29.0, 25.0, 10.0, 7.0, 2.0, 4.0, 3.0, 4.0, 2.0, 1.0], "bins": [-0.014927070587873459, -0.014549481682479382, -0.014171892777085304, -0.013794302940368652, -0.013416714034974575, -0.013039125129580498, -0.01266153622418642, -0.012283947318792343, -0.011906357482075691, -0.011528768576681614, -0.011151179671287537, -0.01077359076589346, -0.010396001860499382, -0.010018412955105305, -0.009640823118388653, -0.009263234212994576, -0.008885645307600498, -0.008508056402206421, -0.008130467496812344, -0.007752878125756979, -0.007375288754701614, -0.006997699849307537, -0.00662011094391346, -0.006242521572858095, -0.005864932667464018, -0.005487343762069941, -0.005109754391014576, -0.004732165485620499, -0.004354576580226421, -0.003976987209171057, -0.0035993983037769794, -0.0032218091655522585, -0.0028442200273275375, -0.0024666308891028166, -0.0020890417508780956, -0.0017114528454840183, -0.0013338637072592974, -0.0009562746272422373, -0.0005786855472251773, -0.00020109646720811725, 0.0001764926128089428, 0.0005540816928260028, 0.0009316707728430629, 0.001309259794652462, 0.001686848932877183, 0.002064438071101904, 0.002442026976495981, 0.002819616114720702, 0.003197205252945423, 0.003574794391170144, 0.003952383529394865, 0.004329972434788942, 0.004707561805844307, 0.005085150711238384, 0.0054627396166324615, 0.005840328987687826, 0.0062179178930819035, 0.006595506798475981, 0.006973096169531345, 0.007350685074925423, 0.0077282739803195, 0.008105862885713577, 0.00848345272243023, 0.008861041627824306, 0.009238630533218384]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 4.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.07763348519802094, -0.07424912601709366, -0.07086475938558578, -0.06748040020465851, -0.06409603357315063, -0.06071167066693306, -0.057327307760715485, -0.05394294485449791, -0.050558581948280334, -0.04717422276735306, -0.04378985986113548, -0.04040549695491791, -0.03702113404870033, -0.03363677114248276, -0.030252408236265182, -0.026868045330047607, -0.023483682423830032, -0.020099319517612457, -0.016714956611394882, -0.013330594636499882, -0.009946231730282307, -0.006561868824064732, -0.003177506383508444, 0.0002068562898784876, 0.003591218963265419, 0.006975581869482994, 0.01035994477570057, 0.01374430675059557, 0.01712866872549057, 0.020513031631708145, 0.02389739453792572, 0.027281757444143295, 0.03066612035036087, 0.034050483256578445, 0.03743484616279602, 0.040819209069013596, 0.04420357197523117, 0.047587934881448746, 0.05097229778766632, 0.054356660693883896, 0.05774102360010147, 0.06112538278102875, 0.06450974941253662, 0.0678941085934639, 0.07127847522497177, 0.07466283440589905, 0.07804720103740692, 0.0814315602183342, 0.08481591939926147, 0.08820028603076935, 0.09158464521169662, 0.0949690118432045, 0.09835337102413177, 0.10173773765563965, 0.10512209683656693, 0.1085064634680748, 0.11189082264900208, 0.11527518928050995, 0.11865954846143723, 0.1220439150929451, 0.12542827427387238, 0.12881264090538025, 0.13219700753688812, 0.1355813592672348, 0.13896572589874268]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 4.0, 2.0, 3.0, 3.0, 5.0, 2.0, 5.0, 2.0, 5.0, 8.0, 4.0, 9.0, 2.0, 6.0, 4.0, 9.0, 6.0, 6.0, 5.0, 3.0, 10.0, 13.0, 29.0, 30.0, 5.0, 10.0, 3.0, 5.0, 6.0, 6.0, 4.0, 6.0, 6.0, 8.0, 5.0, 2.0, 9.0, 8.0, 7.0, 9.0, 3.0, 3.0, 1.0], "bins": [-0.04844474047422409, -0.04734703153371811, -0.04624931886792183, -0.04515160620212555, -0.04405389726161957, -0.042956188321113586, -0.041858475655317307, -0.04076076298952103, -0.039663054049015045, -0.038565345108509064, -0.037467632442712784, -0.036369919776916504, -0.03527221083641052, -0.03417450189590454, -0.03307678923010826, -0.03197907656431198, -0.030881367623806, -0.02978365682065487, -0.02868594601750374, -0.027588235214352608, -0.026490524411201477, -0.025392813608050346, -0.024295102804899216, -0.023197392001748085, -0.022099681198596954, -0.021001970395445824, -0.019904259592294693, -0.018806548789143562, -0.01770883798599243, -0.0166111271828413, -0.01551341637969017, -0.01441570557653904, -0.013317994773387909, -0.012220283970236778, -0.011122573167085648, -0.010024862363934517, -0.008927151560783386, -0.007829440757632256, -0.006731729954481125, -0.005634019151329994, -0.0045363083481788635, -0.003438597545027733, -0.002340886741876602, -0.0012431759387254715, -0.00014546513557434082, 0.0009522456675767899, 0.0020499564707279205, 0.003147667273879051, 0.004245378077030182, 0.0053430888801813126, 0.006440799683332443, 0.007538510486483574, 0.008636221289634705, 0.009733932092785835, 0.010831642895936966, 0.011929353699088097, 0.013027064502239227, 0.014124775305390358, 0.015222486108541489, 0.01632019691169262, 0.01741790771484375, 0.01851561851799488, 0.01961332932114601, 0.020711040124297142, 0.021808750927448273]}, "_runtime": 73.9541347026825, "_timestamp": 1596214398.7114172, "_step": 87}
+{"val_accuracy": 0.8092387271689498, "val_loss": 0.4907820231566146, "_runtime": 75.96428155899048, "_timestamp": 1596214400.721564, "_step": 88}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: K Confidence: 0.15 Truth: v", "Prediction: 5 Confidence: 1.00 Truth: 5", "Prediction: 2 Confidence: 1.00 Truth: 2", "Prediction: 0 Confidence: 0.61 Truth: 0"]}, "_runtime": 76.25811862945557, "_timestamp": 1596214401.0154011, "_step": 89}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 4.0, 1.0, 1.0, 0.0, 1.0, 5.0, 2.0, 3.0, 1.0, 2.0, 4.0, 3.0, 4.0, 0.0, 1.0, 5.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.007986009120941162, -0.0077511523850262165, -0.007516295649111271, -0.007281438447535038, -0.007046581711620092, -0.006811724975705147, -0.006576868239790201, -0.006342011503875256, -0.006107154302299023, -0.005872297566384077, -0.0056374408304691315, -0.005402584094554186, -0.00516772735863924, -0.004932870622724295, -0.004698013421148062, -0.004463156685233116, -0.0042282999493181705, -0.003993443213403225, -0.0037585862446576357, -0.00352372950874269, -0.003288872539997101, -0.0030540158040821552, -0.0028191590681672096, -0.0025843020994216204, -0.0023494453635066748, -0.002114588627591729, -0.00187973165884614, -0.0016448749229311943, -0.0014100180706009269, -0.0011751612182706594, -0.0009403044241480529, -0.0007054476300254464, -0.000470590777695179, -0.000235733954468742, -8.771312423050404e-07, 0.00023397969198413193, 0.0004688365152105689, 0.0007036933675408363, 0.0009385501616634429, 0.0011734069557860494, 0.0014082638081163168, 0.0016431206604465842, 0.0018779775127768517, 0.0021128342486917973, 0.002347690984606743, 0.002582547953352332, 0.0028174046892672777, 0.003052261658012867, 0.0032871183939278126, 0.003521975129842758, 0.0037568320985883474, 0.003991689067333937, 0.004226545803248882, 0.004461402539163828, 0.0046962592750787735, 0.004931116010993719, 0.005165972746908665, 0.005400829948484898, 0.005635686684399843, 0.005870543420314789, 0.006105400156229734, 0.00634025689214468, 0.006575114093720913, 0.0068099708296358585, 0.007044827565550804]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 3.0, 4.0, 3.0, 8.0, 4.0, 6.0, 4.0, 10.0, 14.0, 18.0, 17.0, 34.0, 32.0, 36.0, 60.0, 84.0, 106.0, 133.0, 215.0, 334.0, 4643.0, 1184.0, 334.0, 183.0, 110.0, 87.0, 71.0, 34.0, 32.0, 27.0, 16.0, 17.0, 14.0, 5.0, 9.0, 5.0, 8.0, 3.0, 4.0, 4.0, 1.0, 2.0, 0.0, 3.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.12022355943918228, -0.11644233018159866, -0.11266110092401505, -0.10887987166643143, -0.10509864240884781, -0.10131741315126419, -0.09753618389368057, -0.09375495463609695, -0.08997372537851334, -0.08619249612092972, -0.0824112668633461, -0.07863003760576248, -0.07484880834817886, -0.07106757909059525, -0.06728634983301163, -0.06350512057542801, -0.05972389504313469, -0.05594266578555107, -0.05216143652796745, -0.048380207270383835, -0.04459897801280022, -0.0408177487552166, -0.03703651949763298, -0.03325529024004936, -0.029474062845110893, -0.025692833587527275, -0.021911604329943657, -0.01813037507236004, -0.014349146746098995, -0.010567917488515377, -0.006786688696593046, -0.0030054596718400717, 0.0007757693529129028, 0.004556998610496521, 0.00833822786808014, 0.012119456194341183, 0.015900686383247375, 0.019681913778185844, 0.023463143035769463, 0.02724437229335308, 0.0310256015509367, 0.03480682894587517, 0.038588058203458786, 0.042369287461042404, 0.04615051671862602, 0.04993174597620964, 0.05371297523379326, 0.05749420449137688, 0.061275433748960495, 0.06505665928125381, 0.06883788853883743, 0.07261911779642105, 0.07640034705400467, 0.08018157631158829, 0.0839628055691719, 0.08774403482675552, 0.09152526408433914, 0.09530649334192276, 0.09908772259950638, 0.10286895185709, 0.10665018111467361, 0.11043141037225723, 0.11421263962984085, 0.11799386888742447, 0.12177509814500809]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 2.0, 1.0, 3.0, 0.0, 2.0, 0.0, 6.0, 3.0, 3.0, 3.0, 3.0, 4.0, 2.0, 0.0, 8.0, 9.0, 3.0, 23.0, 4.0, 3.0, 2.0, 3.0, 2.0, 1.0, 2.0, 1.0, 2.0, 2.0, 1.0, 5.0, 1.0, 2.0, 3.0, 0.0, 1.0, 0.0, 0.0, 3.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0020060986280441284, -0.0019374956609681249, -0.0018688926938921213, -0.0018002898432314396, -0.001731686876155436, -0.0016630839090794325, -0.0015944810584187508, -0.0015258780913427472, -0.0014572751242667437, -0.0013886721571907401, -0.0013200691901147366, -0.0012514663394540548, -0.0011828633723780513, -0.0011142604053020477, -0.001045657554641366, -0.0009770545875653625, -0.0009084516204893589, -0.0008398486534133554, -0.0007712457445450127, -0.0007026428356766701, -0.0006340398686006665, -0.000565436901524663, -0.0004968339926563203, -0.00042823105468414724, -0.00035962811671197414, -0.00029102517873980105, -0.00022242224076762795, -0.00015381930279545486, -8.521636482328176e-05, -1.661342685110867e-05, 5.1989511121064425e-05, 0.00012059244909323752, 0.00018919538706541061, 0.0002577983250375837, 0.0003264012630097568, 0.0003950042009819299, 0.000463607138954103, 0.0005322101060301065, 0.0006008130148984492, 0.0006694159237667918, 0.0007380188908427954, 0.0008066218579187989, 0.0008752247667871416, 0.0009438276756554842, 0.0010124306427314878, 0.0010810336098074913, 0.001149636460468173, 0.0012182394275441766, 0.0012868423946201801, 0.0013554453616961837, 0.0014240483287721872, 0.001492651179432869, 0.0015612541465088725, 0.001629857113584876, 0.0016984599642455578, 0.0017670629313215613, 0.0018356658983975649, 0.0019042688654735684, 0.001972871832549572, 0.0020414746832102537, 0.0021100775338709354, 0.002178680617362261, 0.0022472834680229425, 0.002315886551514268, 0.0023844894021749496]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 5.0, 11.0, 19.0, 25.0, 36.0, 81.0, 99.0, 150.0, 224.0, 366.0, 629.0, 988.0, 1649.0, 2851.0, 5468.0, 11463.0, 27239.0, 87975.0, 884423.0, 93805.0, 29519.0, 13531.0, 7266.0, 4230.0, 2568.0, 1652.0, 1031.0, 687.0, 493.0, 326.0, 233.0, 180.0, 121.0, 78.0, 65.0, 46.0, 36.0, 17.0, 14.0, 8.0, 6.0, 5.0, 9.0, 4.0, 2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.005452459678053856, -0.0052397120743989944, -0.005026964470744133, -0.0048142168670892715, -0.00460146926343441, -0.004388721659779549, -0.004175974056124687, -0.003963226452469826, -0.0037504788488149643, -0.003537731012329459, -0.0033249834086745977, -0.0031122358050197363, -0.002899488201364875, -0.0026867405977100134, -0.002473992994055152, -0.0022612453904002905, -0.002048497786745429, -0.0018357501830905676, -0.0016230025794357061, -0.0014102549757808447, -0.0011975073721259832, -0.0009847596520558, -0.0007720120484009385, -0.0005592644447460771, -0.0003465168410912156, -0.00013376922288443893, 7.897839532233775e-05, 0.00029172602808102965, 0.0005044736317358911, 0.0007172212353907526, 0.0009299688972532749, 0.0011427165009081364, 0.0013554641045629978, 0.0015682117082178593, 0.0017809593118727207, 0.001993706915527582, 0.0022064545191824436, 0.002419202122837305, 0.0026319497264921665, 0.002844697330147028, 0.0030574449338018894, 0.0032701927702873945, 0.003482940373942256, 0.0036956879775971174, 0.003908435348421335, 0.004121182952076197, 0.004333930555731058, 0.00454667815938592, 0.004759426228702068, 0.00497217383235693, 0.005184921436011791, 0.005397669039666653, 0.005610416643321514, 0.005823164246976376, 0.006035911850631237, 0.0062486594542860985, 0.00646140705794096, 0.006674154661595821, 0.006886902265250683, 0.007099649868905544, 0.007312397472560406, 0.007525145076215267, 0.007737892679870129, 0.00795064028352499, 0.008163387887179852]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 2.0, 4.0, 5.0, 3.0, 2.0, 2.0, 3.0, 5.0, 8.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.012687544338405132, -0.012290723621845245, -0.011893902905285358, -0.011497082188725471, -0.011100261472165585, -0.010703440755605698, -0.01030662003904581, -0.009909799322485924, -0.009512978605926037, -0.00911615788936615, -0.008719337172806263, -0.008322516456246376, -0.007925695739686489, -0.007528874557465315, -0.007132053840905428, -0.006735233124345541, -0.006338412407785654, -0.005941591691225767, -0.00554477097466588, -0.005147950258105993, -0.004751129541546106, -0.004354308824986219, -0.0039574881084263325, -0.003560667159035802, -0.003163846442475915, -0.002767025725916028, -0.002370205009356141, -0.001973384292796254, -0.0015765634598210454, -0.0011797427432611585, -0.0007829219684936106, -0.00038610122282989323, 1.0719522833824158e-05, 0.00040754026849754155, 0.0008043610141612589, 0.0012011817889288068, 0.0015980025054886937, 0.0019948233384639025, 0.0023916440550237894, 0.0027884647715836763, 0.0031852854881435633, 0.00358210620470345, 0.003978927154093981, 0.004375747870653868, 0.004772568587213755, 0.005169389303773642, 0.0055662100203335285, 0.0059630307368934155, 0.006359851453453302, 0.006756672170013189, 0.007153492886573076, 0.007550313603132963, 0.007947134785354137, 0.008343955501914024, 0.008740776218473911, 0.009137596935033798, 0.009534417651593685, 0.009931238368153572, 0.010328059084713459, 0.010724879801273346, 0.011121700517833233, 0.01151852123439312, 0.011915341950953007, 0.012312162667512894, 0.01270898338407278]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 2.0, 6.0, 9.0, 8.0, 12.0, 25.0, 41.0, 55.0, 63.0, 76.0, 112.0, 136.0, 163.0, 243.0, 300.0, 501.0, 673.0, 1050.0, 1500.0, 2241.0, 6338.0, 1751.0, 929.0, 582.0, 381.0, 254.0, 205.0, 163.0, 131.0, 95.0, 59.0, 54.0, 50.0, 40.0, 33.0, 19.0, 14.0, 12.0, 11.0, 20.0, 12.0, 6.0, 6.0, 6.0, 9.0, 7.0, 7.0, 2.0, 1.0, 2.0, 2.0, 3.0, 2.0, 0.0, 3.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.005035990849137306, -0.0048230779357254505, -0.004610165487974882, -0.004397252574563026, -0.004184339661151171, -0.003971426747739315, -0.003758514067158103, -0.003545601386576891, -0.0033326884731650352, -0.003119775792583823, -0.002906863112002611, -0.0026939501985907555, -0.0024810375180095434, -0.0022681246045976877, -0.0020552119240164757, -0.0018422991270199418, -0.001629386330023408, -0.001416473533026874, -0.0012035607360303402, -0.0009906479390338063, -0.0007777352002449334, -0.0005648224032483995, -0.0003519096353556961, -0.00013899685291107744, 7.39159295335412e-05, 0.0002868287265300751, 0.0004997415235266089, 0.0007126542623154819, 0.0009255670593120158, 0.0011384797981008887, 0.0013513925950974226, 0.0015643053920939565, 0.0017772181890904903, 0.0019901308696717024, 0.002203043783083558, 0.00241595646366477, 0.002628869377076626, 0.002841782057657838, 0.0030546949710696936, 0.0032676076516509056, 0.0034805205650627613, 0.0036934332456439734, 0.003906345926225185, 0.004119258839637041, 0.004332171753048897, 0.004545084200799465, 0.004757997114211321, 0.004970910027623177, 0.005183822475373745, 0.005396735388785601, 0.005609648302197456, 0.005822561215609312, 0.0060354736633598804, 0.006248386576771736, 0.006461299490183592, 0.0066742124035954475, 0.006887124851346016, 0.007100037764757872, 0.007312950678169727, 0.007525863125920296, 0.007738776039332151, 0.007951688952744007, 0.008164601400494576, 0.008377514779567719, 0.008590427227318287]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 4.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02627745270729065, -0.02475353144109249, -0.023229610174894333, -0.021705688908696175, -0.020181767642498016, -0.018657846376299858, -0.0171339251101017, -0.015610003843903542, -0.014086082577705383, -0.012562161311507225, -0.011038240045309067, -0.009514318779110909, -0.00799039751291275, -0.006466476246714592, -0.004942554980516434, -0.0034186337143182755, -0.0018947124481201172, -0.0003707911819219589, 0.0011531300842761993, 0.0026770513504743576, 0.004200972616672516, 0.005724893882870674, 0.007248815149068832, 0.00877273641526699, 0.010296657681465149, 0.011820578947663307, 0.013344500213861465, 0.014868421480059624, 0.016392342746257782, 0.01791626401245594, 0.0194401852786541, 0.020964106544852257, 0.022488027811050415, 0.024011949077248573, 0.02553587034344673, 0.02705979160964489, 0.028583712875843048, 0.030107634142041206, 0.031631555408239365, 0.03315547853708267, 0.03467939794063568, 0.03620331734418869, 0.037727240473032, 0.039251163601875305, 0.040775083005428314, 0.04229900240898132, 0.04382292553782463, 0.04534684866666794, 0.04687076807022095, 0.048394687473773956, 0.049918610602617264, 0.05144253373146057, 0.05296645313501358, 0.05449037253856659, 0.0560142956674099, 0.057538218796253204, 0.05906213819980621, 0.06058605760335922, 0.06210998073220253, 0.06363390386104584, 0.06515782326459885, 0.06668174266815186, 0.06820566952228546, 0.06972958892583847, 0.07125350832939148]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 0.0, 5.0, 2.0, 2.0, 6.0, 13.0, 10.0, 11.0, 17.0, 9.0, 21.0, 37.0, 21.0, 17.0, 17.0, 15.0, 10.0, 14.0, 5.0, 4.0, 1.0, 5.0, 4.0, 2.0, 2.0, 1.0, 3.0, 4.0, 2.0, 2.0, 0.0, 0.0, 1.0, 3.0, 3.0, 1.0, 3.0, 0.0, 0.0, 3.0], "bins": [-0.028594473376870155, -0.027790695428848267, -0.026986917480826378, -0.02618313953280449, -0.02537936344742775, -0.02457558549940586, -0.023771807551383972, -0.022968029603362083, -0.022164251655340195, -0.021360473707318306, -0.020556695759296417, -0.01975291781127453, -0.01894913986325264, -0.0181453637778759, -0.01734158582985401, -0.016537807881832123, -0.015734029933810234, -0.014930251985788345, -0.014126474037766457, -0.013322697021067142, -0.012518919073045254, -0.011715141125023365, -0.010911364108324051, -0.010107586160302162, -0.009303808212280273, -0.008500030264258385, -0.007696252781897783, -0.006892475299537182, -0.006088697351515293, -0.005284919403493404, -0.004481141921132803, -0.003677364205941558, -0.002873586490750313, -0.0020698087755590677, -0.0012660310603678226, -0.00046225334517657757, 0.0003415243700146675, 0.0011453020852059126, 0.0019490798003971577, 0.0027528575155884027, 0.003556635230779648, 0.0043604131788015366, 0.005164190661162138, 0.005967968143522739, 0.006771746091544628, 0.007575524039566517, 0.008379301056265831, 0.00918307900428772, 0.009986856952309608, 0.010790634900331497, 0.011594412848353386, 0.0123981898650527, 0.013201967813074589, 0.014005745761096478, 0.014809522777795792, 0.01561330072581768, 0.01641707867383957, 0.017220856621861458, 0.018024634569883347, 0.018828412517905235, 0.019632190465927124, 0.020435966551303864, 0.021239744499325752, 0.02204352244734764, 0.02284730039536953]}, "_runtime": 76.43525052070618, "_timestamp": 1596214401.192533, "_step": 90}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 4.0, 1.0, 2.0, 3.0, 5.0, 3.0, 3.0, 7.0, 4.0, 4.0, 1.0, 4.0, 1.0, 0.0, 2.0, 0.0, 3.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.015707755461335182, -0.015254644677042961, -0.01480153389275074, -0.014348423108458519, -0.013895312324166298, -0.013442201539874077, -0.012989090755581856, -0.012535979971289635, -0.012082869186997414, -0.011629758402705193, -0.011176647618412971, -0.01072353683412075, -0.01027042604982853, -0.009817315265536308, -0.009364204481244087, -0.008911093696951866, -0.008457982912659645, -0.00800487119704485, -0.007551760878413916, -0.0070986500941216946, -0.0066455393098294735, -0.006192428525537252, -0.005739317741245031, -0.00528620695695281, -0.004833095706999302, -0.004379984922707081, -0.00392687413841486, -0.0034737635869532824, -0.0030206525698304176, -0.0025675417855381966, -0.0021144310012459755, -0.0016613202169537544, -0.0012082094326615334, -0.0007550986483693123, -0.0003019878058694303, 0.00015112300752662122, 0.0006042338209226727, 0.0010573446052148938, 0.0015104555059224367, 0.001963566290214658, 0.002416677074506879, 0.0028697878587991, 0.003322898643091321, 0.003776009427383542, 0.004229120444506407, 0.004682231228798628, 0.005135342013090849, 0.00558845279738307, 0.006041563581675291, 0.006494674365967512, 0.006947785150259733, 0.007400895934551954, 0.007854007184505463, 0.008307117968797684, 0.008760228753089905, 0.009213339537382126, 0.009666450321674347, 0.010119561105966568, 0.010572671890258789, 0.01102578267455101, 0.011478893458843231, 0.011932004243135452, 0.012385115027427673, 0.012838225811719894, 0.013291336596012115]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 5.0, 3.0, 6.0, 3.0, 5.0, 2.0, 8.0, 18.0, 20.0, 21.0, 23.0, 43.0, 48.0, 82.0, 116.0, 172.0, 297.0, 696.0, 5336.0, 398.0, 228.0, 117.0, 85.0, 56.0, 35.0, 27.0, 9.0, 12.0, 13.0, 8.0, 9.0, 4.0, 9.0, 2.0, 1.0, 4.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.17297625541687012, -0.16790594160556793, -0.16283562779426575, -0.15776531398296356, -0.15269500017166138, -0.1476246863603592, -0.142554372549057, -0.13748405873775482, -0.13241374492645264, -0.12734343111515045, -0.12227312475442886, -0.11720281094312668, -0.1121324971318245, -0.10706218332052231, -0.10199186950922012, -0.09692155569791794, -0.09185124188661575, -0.08678092807531357, -0.08171061426401138, -0.0766403004527092, -0.07156998664140701, -0.06649967283010483, -0.06142936274409294, -0.056359048932790756, -0.05128873512148857, -0.046218421310186386, -0.0411481074988842, -0.036077793687582016, -0.03100748173892498, -0.025937167927622795, -0.02086685597896576, -0.015796542167663574, -0.01072622835636139, -0.005655915010720491, -0.0005856016650795937, 0.004484711680561304, 0.009555025026202202, 0.014625338837504387, 0.019695650786161423, 0.024765964597463608, 0.029836278408765793, 0.03490659222006798, 0.03997690603137016, 0.04504721984267235, 0.050117529928684235, 0.05518784373998642, 0.060258157551288605, 0.06532847136259079, 0.07039878517389297, 0.07546909898519516, 0.08053941279649734, 0.08560972660779953, 0.09068004041910172, 0.0957503542304039, 0.10082066804170609, 0.10589098185300827, 0.11096128821372986, 0.11603160202503204, 0.12110191583633423, 0.1261722296476364, 0.1312425434589386, 0.13631285727024078, 0.14138317108154297, 0.14645348489284515, 0.15152379870414734]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 5.0, 0.0, 5.0, 3.0, 1.0, 2.0, 2.0, 1.0, 8.0, 4.0, 1.0, 2.0, 4.0, 3.0, 3.0, 2.0, 23.0, 5.0, 7.0, 4.0, 5.0, 5.0, 3.0, 2.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0028450642712414265, -0.0027644711080938578, -0.0026838781777769327, -0.002603285014629364, -0.0025226918514817953, -0.0024420989211648703, -0.0023615057580173016, -0.002280912594869733, -0.002200319664552808, -0.002119726501405239, -0.0020391333382576704, -0.0019585404079407454, -0.0018779472447931767, -0.0017973541980609298, -0.001716761151328683, -0.0016361679881811142, -0.0015555749414488673, -0.0014749818947166204, -0.0013943887315690517, -0.0013137956848368049, -0.001233202638104558, -0.0011526094749569893, -0.0010720164282247424, -0.0009914233814924955, -0.0009108302765525877, -0.00083023717161268, -0.0007496441248804331, -0.0006690510199405253, -0.0005884579150006175, -0.0005078648682683706, -0.00042727176332846284, -0.0003466786874923855, -0.0002660856116563082, -0.00018549253582023084, -0.00010489944543223828, -2.4306362320203334e-05, 5.628672079183161e-05, 0.00013687979662790895, 0.0002174728870159015, 0.00029806597740389407, 0.0003786590532399714, 0.00045925212907604873, 0.0005398452049121261, 0.0006204383098520339, 0.0007010314147919416, 0.0007816244615241885, 0.0008622175664640963, 0.0009428106131963432, 0.001023403718136251, 0.0011039967648684978, 0.0011845899280160666, 0.0012651829747483134, 0.0013457760214805603, 0.001426369184628129, 0.0015069622313603759, 0.0015875552780926228, 0.0016681484412401915, 0.0017487414879724383, 0.0018293345347046852, 0.001909927581436932, 0.001990520628169179, 0.0020711137913167477, 0.0021517069544643164, 0.0022322998847812414, 0.00231289304792881]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 2.0, 2.0, 4.0, 4.0, 6.0, 2.0, 7.0, 11.0, 14.0, 27.0, 29.0, 38.0, 55.0, 89.0, 113.0, 170.0, 270.0, 317.0, 562.0, 833.0, 1242.0, 1927.0, 3229.0, 5438.0, 9678.0, 18024.0, 36301.0, 90261.0, 823378.0, 107993.0, 35729.0, 17365.0, 9446.0, 5730.0, 3631.0, 2418.0, 1592.0, 1100.0, 737.0, 518.0, 371.0, 269.0, 195.0, 130.0, 119.0, 66.0, 58.0, 37.0, 20.0, 20.0, 18.0, 13.0, 17.0, 5.0, 4.0, 3.0, 4.0, 2.0, 3.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.005035122856497765, -0.004865801893174648, -0.004696480929851532, -0.004527159966528416, -0.004357839003205299, -0.004188518039882183, -0.004019197076559067, -0.003849876346066594, -0.003680555382743478, -0.0035112344194203615, -0.003341913456097245, -0.003172592492774129, -0.0030032717622816563, -0.00283395079895854, -0.0026646298356354237, -0.0024953088723123074, -0.002325987908989191, -0.0021566669456660748, -0.0019873459823429585, -0.001818025135435164, -0.0016487041721120477, -0.0014793832087889314, -0.001310062361881137, -0.0011407413985580206, -0.0009714204352349043, -0.000802099471911788, -0.0006327785667963326, -0.00046345763257704675, -0.0002941366983577609, -0.00012481576413847506, 4.4505170080810785e-05, 0.00021382610430009663, 0.0003831470385193825, 0.0005524680018424988, 0.0007217889069579542, 0.0008911098120734096, 0.0010604307753965259, 0.0012297517387196422, 0.0013990725856274366, 0.001568393548950553, 0.0017377145122736692, 0.0019070354755967855, 0.002076356438919902, 0.002245677402243018, 0.002414998132735491, 0.002584319096058607, 0.0027536400593817234, 0.0029229610227048397, 0.003092281986027956, 0.0032616029493510723, 0.0034309239126741886, 0.003600244875997305, 0.0037695658393204212, 0.0039388868026435375, 0.004108207765966654, 0.00427752872928977, 0.004446849226951599, 0.004616170190274715, 0.004785491153597832, 0.004954812116920948, 0.005124133080244064, 0.005293454043567181, 0.005462775006890297, 0.005632095970213413, 0.0058014169335365295]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 4.0, 3.0, 1.0, 2.0, 4.0, 1.0, 1.0, 8.0, 7.0, 3.0, 1.0, 4.0, 3.0, 1.0, 4.0, 1.0, 1.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0], "bins": [-0.025497298687696457, -0.024839067831635475, -0.024180836975574493, -0.02352260611951351, -0.02286437712609768, -0.022206146270036697, -0.021547915413975716, -0.020889684557914734, -0.020231453701853752, -0.01957322284579277, -0.018914993852376938, -0.018256762996315956, -0.017598532140254974, -0.016940301284193993, -0.01628207042813301, -0.015623840503394604, -0.014965609647333622, -0.01430737879127264, -0.013649148866534233, -0.012990918010473251, -0.01233268715441227, -0.011674457229673862, -0.01101622637361288, -0.010357995517551899, -0.009699765592813492, -0.00904153473675251, -0.008383303880691528, -0.007725073490291834, -0.0070668430998921394, -0.006408612243831158, -0.005750381853431463, -0.0050921509973704815, -0.004433920606970787, -0.003775689983740449, -0.003117459360510111, -0.0024592289701104164, -0.0018009983468800783, -0.0011427677236497402, -0.00048453721683472395, 0.00017369334818795323, 0.0008319239132106304, 0.0014901545364409685, 0.0021483851596713066, 0.002806615550071001, 0.003464846173301339, 0.004123076796531677, 0.004781307186931372, 0.0054395380429923534, 0.006097768433392048, 0.006755998823791742, 0.007414229679852724, 0.008072460070252419, 0.0087306909263134, 0.009388920851051807, 0.01004715170711279, 0.010705382563173771, 0.011363612487912178, 0.01202184334397316, 0.012680074200034142, 0.013338305056095123, 0.01399653498083353, 0.014654765836894512, 0.015312996692955494, 0.0159712266176939, 0.016629457473754883]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [4.0, 11.0, 10.0, 8.0, 1.0, 3.0, 22.0, 24.0, 7.0, 10.0, 6.0, 7.0, 14.0, 15.0, 19.0, 24.0, 47.0, 83.0, 112.0, 109.0, 150.0, 243.0, 320.0, 435.0, 734.0, 984.0, 1593.0, 6411.0, 2591.0, 1364.0, 890.0, 581.0, 372.0, 277.0, 206.0, 166.0, 129.0, 91.0, 78.0, 53.0, 41.0, 39.0, 30.0, 23.0, 16.0, 14.0, 12.0, 7.0, 6.0, 13.0, 6.0, 3.0, 3.0, 5.0, 1.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.008221854455769062, -0.007927119731903076, -0.007632385939359665, -0.007337651215493679, -0.0070429169572889805, -0.006748182699084282, -0.006453447975218296, -0.0061587137170135975, -0.005863979458808899, -0.0055692452006042, -0.005274510942399502, -0.004979776218533516, -0.004685041960328817, -0.004390307702124119, -0.004095572978258133, -0.0038008387200534344, -0.003506104461848736, -0.0032113702036440372, -0.002916635712608695, -0.002621901221573353, -0.0023271669633686543, -0.0020324327051639557, -0.0017376982141286135, -0.001442963839508593, -0.0011482294648885727, -0.0008534950902685523, -0.0005587607156485319, -0.0002640263410285115, 3.0708033591508865e-05, 0.00032544240821152925, 0.0006201767828315496, 0.00091491115745157, 0.0012096455320715904, 0.0015043799066916108, 0.0017991142813116312, 0.0020938487723469734, 0.002388583030551672, 0.0026833172887563705, 0.0029780517797917128, 0.003272786270827055, 0.0035675205290317535, 0.003862254787236452, 0.004156989045441151, 0.0044517237693071365, 0.004746458027511835, 0.005041192285716534, 0.0053359270095825195, 0.005630661267787218, 0.005925395525991917, 0.006220129784196615, 0.006514864042401314, 0.0068095987662673, 0.007104333024471998, 0.007399067282676697, 0.007693802006542683, 0.007988535799086094, 0.00828327052295208, 0.008578005246818066, 0.008872739039361477, 0.009167473763227463, 0.009462207555770874, 0.00975694227963686, 0.010051677003502846, 0.010346410796046257, 0.010641145519912243]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 4.0, 1.0, 4.0, 0.0, 2.0, 1.0, 1.0, 0.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.09798181056976318, -0.09499906003475189, -0.0920163169503212, -0.0890335664153099, -0.08605082333087921, -0.08306807279586792, -0.08008532971143723, -0.07710257917642593, -0.07411983609199524, -0.07113708555698395, -0.06815434247255325, -0.06517159193754196, -0.06218884512782097, -0.059206098318099976, -0.05622335150837898, -0.05324060469865799, -0.050257857888936996, -0.047275111079216, -0.04429236426949501, -0.04130961745977402, -0.038326870650053024, -0.03534412384033203, -0.03236137703061104, -0.029378628358244896, -0.026395881548523903, -0.02341313473880291, -0.020430387929081917, -0.017447641119360924, -0.014464893378317356, -0.011482146568596363, -0.008499398827552795, -0.005516652017831802, -0.0025339052081108093, 0.00044884183444082737, 0.003431588876992464, 0.006414336152374744, 0.009397082962095737, 0.01237982977181673, 0.015362577512860298, 0.01834532432258129, 0.021328071132302284, 0.024310817942023277, 0.02729356475174427, 0.030276311561465263, 0.033259060233831406, 0.0362418070435524, 0.03922455385327339, 0.042207300662994385, 0.04519004747271538, 0.04817279428243637, 0.051155541092157364, 0.05413828790187836, 0.05712103471159935, 0.06010378152132034, 0.06308653205633163, 0.06606927514076233, 0.06905202567577362, 0.07203476876020432, 0.0750175192952156, 0.0780002623796463, 0.08098301291465759, 0.08396575599908829, 0.08694850653409958, 0.08993124961853027, 0.09291400015354156]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 4.0, 2.0, 5.0, 5.0, 9.0, 5.0, 3.0, 5.0, 8.0, 8.0, 8.0, 4.0, 5.0, 17.0, 6.0, 13.0, 46.0, 15.0, 11.0, 13.0, 13.0, 7.0, 9.0, 4.0, 4.0, 6.0, 2.0, 6.0, 4.0, 3.0, 4.0, 4.0, 0.0, 2.0, 3.0, 3.0, 1.0, 0.0, 2.0, 0.0, 2.0, 2.0, 0.0, 1.0, 1.0], "bins": [-0.05420726537704468, -0.05267448350787163, -0.051141705363988876, -0.049608923494815826, -0.048076141625642776, -0.046543363481760025, -0.045010581612586975, -0.043477799743413925, -0.041945017874240875, -0.040412239730358124, -0.038879457861185074, -0.037346675992012024, -0.03581389784812927, -0.03428111597895622, -0.03274833410978317, -0.031215554103255272, -0.02968277409672737, -0.02814999409019947, -0.02661721222102642, -0.02508443221449852, -0.02355165034532547, -0.02201887033879757, -0.02048609033226967, -0.01895330846309662, -0.017420528456568718, -0.015887748450040817, -0.014354966580867767, -0.012822186574339867, -0.011289405636489391, -0.009756624698638916, -0.008223844692111015, -0.00669106375426054, -0.005158282816410065, -0.003625502111390233, -0.0020927214063704014, -0.0005599407013505697, 0.0009728400036692619, 0.0025056207086890936, 0.004038401413708925, 0.005571181885898113, 0.0071039628237485886, 0.008636743761599064, 0.01016952469944954, 0.01170230470597744, 0.013235085643827915, 0.01476786658167839, 0.01630064658820629, 0.01783342845737934, 0.019366208463907242, 0.020898988470435143, 0.022431770339608192, 0.023964550346136093, 0.025497332215309143, 0.027030112221837044, 0.028562892228364944, 0.030095674097537994, 0.031628452241420746, 0.033161234110593796, 0.034694015979766846, 0.036226797848939896, 0.03775957599282265, 0.0392923578619957, 0.04082513973116875, 0.0423579178750515, 0.04389069974422455]}, "_runtime": 77.22511982917786, "_timestamp": 1596214401.9824023, "_step": 91}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 1.0, 1.0, 3.0, 1.0, 2.0, 2.0, 2.0, 4.0, 2.0, 6.0, 4.0, 5.0, 3.0, 2.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012628685683012009, -0.012288281694054604, -0.011947877705097198, -0.011607472784817219, -0.011267068795859814, -0.010926664806902409, -0.010586259886622429, -0.010245855897665024, -0.009905451908707619, -0.009565047919750214, -0.009224643930792809, -0.008884239010512829, -0.008543835021555424, -0.008203431032598019, -0.007863026112318039, -0.007522622123360634, -0.007182218134403229, -0.006841814145445824, -0.006501409690827131, -0.006161005236208439, -0.005820601247251034, -0.005480197258293629, -0.005139792803674936, -0.004799388349056244, -0.004458984360098839, -0.004118580371141434, -0.0037781759165227413, -0.0034377716947346926, -0.003097367472946644, -0.002756963251158595, -0.0024165590293705463, -0.0020761548075824976, -0.0017357505857944489, -0.0013953463640064, -0.0010549421422183514, -0.0007145379204303026, -0.0003741336986422539, -3.372947685420513e-05, 0.0003066747449338436, 0.0006470789667218924, 0.000987483188509941, 0.0013278874102979898, 0.0016682916320860386, 0.0020086958538740873, 0.002349100075662136, 0.002689504297450185, 0.0030299085192382336, 0.0033703127410262823, 0.003710716962814331, 0.004051120951771736, 0.0043915254063904285, 0.004731929861009121, 0.005072333849966526, 0.005412737838923931, 0.0057531422935426235, 0.006093546748161316, 0.006433950737118721, 0.006774354726076126, 0.0071147591806948185, 0.007455163635313511, 0.007795567624270916, 0.008135971613228321, 0.0084763765335083, 0.008816780522465706, 0.009157184511423111]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 4.0, 1.0, 2.0, 2.0, 6.0, 4.0, 10.0, 5.0, 6.0, 9.0, 14.0, 12.0, 17.0, 26.0, 25.0, 34.0, 53.0, 55.0, 62.0, 97.0, 107.0, 152.0, 255.0, 487.0, 5166.0, 526.0, 252.0, 142.0, 86.0, 63.0, 46.0, 35.0, 22.0, 22.0, 21.0, 21.0, 11.0, 16.0, 5.0, 6.0, 9.0, 6.0, 3.0, 3.0, 5.0, 4.0, 4.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 3.0, 0.0, 1.0], "bins": [-0.1138053610920906, -0.11004291474819183, -0.10628046095371246, -0.10251801460981369, -0.09875556826591492, -0.09499311447143555, -0.09123066812753677, -0.087468221783638, -0.08370576798915863, -0.07994332164525986, -0.07618087530136108, -0.07241842895746231, -0.06865597516298294, -0.06489352881908417, -0.061131078749895096, -0.05736863240599632, -0.05360618233680725, -0.04984373226761818, -0.046081285923719406, -0.042318835854530334, -0.03855638951063156, -0.03479393944144249, -0.031031489372253418, -0.027269041165709496, -0.023506592959165573, -0.01974414475262165, -0.01598169654607773, -0.012219246476888657, -0.008456798270344734, -0.0046943495981395245, -0.0009319009259343147, 0.002830547746270895, 0.006592996418476105, 0.010355444625020027, 0.014117893762886524, 0.01788034290075302, 0.021642791107296944, 0.025405239313840866, 0.029167689383029938, 0.03293013572692871, 0.03669258579611778, 0.040455035865306854, 0.04421748220920563, 0.0479799322783947, 0.05174238234758377, 0.055504828691482544, 0.059267278760671616, 0.06302972882986069, 0.06679217517375946, 0.07055462151765823, 0.0743170753121376, 0.07807952165603638, 0.08184196799993515, 0.08560442179441452, 0.0893668681383133, 0.09312931448221207, 0.09689176082611084, 0.10065421462059021, 0.10441666096448898, 0.10817910730838776, 0.11194156110286713, 0.1157040074467659, 0.11946645379066467, 0.12322890758514404, 0.1269913613796234]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 3.0, 1.0, 2.0, 3.0, 3.0, 5.0, 6.0, 3.0, 4.0, 2.0, 5.0, 4.0, 25.0, 4.0, 3.0, 3.0, 1.0, 4.0, 3.0, 1.0, 4.0, 5.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 4.0, 1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.0022542020305991173, -0.0021815935615450144, -0.0021089850924909115, -0.002036376390606165, -0.001963767921552062, -0.0018911594524979591, -0.0018185508670285344, -0.0017459422815591097, -0.0016733338125050068, -0.001600725343450904, -0.0015281167579814792, -0.0014555081725120544, -0.0013828997034579515, -0.0013102912344038486, -0.001237682648934424, -0.0011650740634649992, -0.0010924655944108963, -0.0010198571253567934, -0.0009472485398873687, -0.0008746400126256049, -0.0008020314853638411, -0.0007294229581020772, -0.0006568144308403134, -0.0005842059035785496, -0.0005115973763167858, -0.000438988849055022, -0.0003663803217932582, -0.0002937717945314944, -0.00022116326726973057, -0.00014855474000796676, -7.594621274620295e-05, -3.3376854844391346e-06, 6.927084177732468e-05, 0.0001418793690390885, 0.0002144878963008523, 0.0002870964235626161, 0.0003597049508243799, 0.00043231347808614373, 0.0005049220053479075, 0.0005775305326096714, 0.0006501390598714352, 0.000722747587133199, 0.0007953561143949628, 0.0008679646416567266, 0.0009405731689184904, 0.0010131816379725933, 0.001085790223442018, 0.0011583988089114428, 0.0012310072779655457, 0.0013036157470196486, 0.0013762243324890733, 0.001448832917958498, 0.001521441387012601, 0.0015940498560667038, 0.0016666584415361285, 0.0017392670270055532, 0.0018118754960596561, 0.001884483965113759, 0.001957092434167862, 0.0020297011360526085, 0.0021023096051067114, 0.0021749180741608143, 0.002247526776045561, 0.0023201352450996637, 0.0023927437141537666]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 2.0, 2.0, 1.0, 0.0, 4.0, 4.0, 12.0, 10.0, 18.0, 28.0, 38.0, 47.0, 60.0, 96.0, 135.0, 188.0, 271.0, 446.0, 758.0, 1357.0, 2189.0, 4202.0, 7866.0, 16535.0, 40877.0, 156475.0, 831137.0, 59858.0, 24542.0, 12691.0, 7142.0, 4537.0, 2817.0, 1632.0, 1106.0, 736.0, 492.0, 349.0, 259.0, 181.0, 136.0, 114.0, 69.0, 55.0, 52.0, 32.0, 24.0, 20.0, 11.0, 5.0, 8.0, 5.0, 2.0, 2.0, 4.0, 0.0, 3.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.0060664271004498005, -0.005859013181179762, -0.005651599261909723, -0.005444185342639685, -0.005236771423369646, -0.0050293575040996075, -0.004821943584829569, -0.00461452966555953, -0.004407115280628204, -0.004199701361358166, -0.003992287442088127, -0.003784873755648732, -0.00357745960354805, -0.0033700456842780113, -0.0031626317650079727, -0.002955217845737934, -0.0027478039264678955, -0.002540390007197857, -0.0023329760879278183, -0.0021255621686577797, -0.0019181481329724193, -0.0017107342137023807, -0.0015033201780170202, -0.0012959062587469816, -0.001088492339476943, -0.0008810784202069044, -0.0006736644427292049, -0.00046625049435533583, -0.00025883654598146677, -5.142259760759771e-05, 0.00015599135076627135, 0.0003634052991401404, 0.0005708192475140095, 0.0007782331667840481, 0.0009856470860540867, 0.0011930611217394471, 0.0014004750410094857, 0.0016078889602795243, 0.0018153029959648848, 0.0020227169152349234, 0.002230130834504962, 0.0024375447537750006, 0.002644958673045039, 0.0028523725923150778, 0.00305978674441576, 0.0032672006636857986, 0.0034746145829558372, 0.003682028502225876, 0.0038894424214959145, 0.004096856340765953, 0.004304270260035992, 0.00451168417930603, 0.004719098098576069, 0.0049265120178461075, 0.005133925937116146, 0.005341339856386185, 0.005548753775656223, 0.005756168160587549, 0.005963582079857588, 0.006170995999127626, 0.006378409918397665, 0.006585823837667704, 0.006793237756937742, 0.007000651676207781, 0.0072080655954778194]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 3.0, 1.0, 4.0, 3.0, 5.0, 10.0, 7.0, 3.0, 3.0, 4.0, 4.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012139497324824333, -0.01141836866736412, -0.010697240009903908, -0.009976111352443695, -0.009254982694983482, -0.008533853106200695, -0.007812724448740482, -0.00709159579128027, -0.006370467133820057, -0.005649338476359844, -0.0049282098188996315, -0.0042070806957781315, -0.0034859520383179188, -0.002764823380857706, -0.0020436944905668497, -0.0013225657166913152, -0.0006014369428157806, 0.0001196918310597539, 0.0008408206049352884, 0.001561949378810823, 0.0022830781526863575, 0.00300420681014657, 0.0037253357004374266, 0.004446464590728283, 0.005167593248188496, 0.005888721905648708, 0.006609850563108921, 0.007330979686230421, 0.008052108809351921, 0.008773237466812134, 0.009494366124272346, 0.01021549478173256, 0.010936623439192772, 0.011657752096652985, 0.012378880754113197, 0.01310000941157341, 0.013821138069033623, 0.01454226765781641, 0.015263396315276623, 0.01598452404141426, 0.016705654561519623, 0.017426783218979836, 0.018147911876440048, 0.01886904053390026, 0.019590169191360474, 0.020311297848820686, 0.0210324265062809, 0.021753555163741112, 0.022474683821201324, 0.023195812478661537, 0.02391694113612175, 0.024638069793581963, 0.025359198451042175, 0.026080327108502388, 0.0268014557659626, 0.027522584423422813, 0.028243713080883026, 0.028964843600988388, 0.0296859722584486, 0.030407100915908813, 0.031128229573369026, 0.03184935823082924, 0.0325704850256443, 0.033291615545749664, 0.03401274234056473]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 3.0, 3.0, 4.0, 3.0, 8.0, 4.0, 17.0, 21.0, 28.0, 22.0, 29.0, 43.0, 46.0, 54.0, 62.0, 116.0, 111.0, 164.0, 213.0, 278.0, 354.0, 508.0, 795.0, 1258.0, 2182.0, 6815.0, 2050.0, 1176.0, 678.0, 417.0, 248.0, 151.0, 99.0, 83.0, 72.0, 36.0, 29.0, 28.0, 37.0, 21.0, 22.0, 14.0, 18.0, 14.0, 11.0, 5.0, 7.0, 8.0, 3.0, 3.0, 7.0, 4.0, 2.0, 4.0, 11.0, 7.0, 6.0, 0.0, 0.0, 2.0, 3.0, 5.0, 8.0], "bins": [-0.007387317251414061, -0.007108028046786785, -0.006828739307820797, -0.0065494501031935215, -0.006270160898566246, -0.0059908716939389706, -0.005711582489311695, -0.005432293750345707, -0.0051530045457184315, -0.004873715341091156, -0.004594426602125168, -0.004315137397497892, -0.004035848192870617, -0.0037565589882433414, -0.0034772700164467096, -0.003197981044650078, -0.0029186918400228024, -0.002639402635395527, -0.002360113663598895, -0.0020808246918022633, -0.0018015354871749878, -0.0015222463989630342, -0.0012429573107510805, -0.0009636682225391269, -0.0006843791343271732, -0.0004050900461152196, -0.00012580095790326595, 0.0001534881303086877, 0.0004327772185206413, 0.000712066306732595, 0.0009913553949445486, 0.0012706444831565022, 0.0015499335713684559, 0.0018292226595804095, 0.002108511747792363, 0.002387800719588995, 0.0026670899242162704, 0.002946379128843546, 0.0032256681006401777, 0.0035049570724368095, 0.003784246277064085, 0.0040635354816913605, 0.004342824220657349, 0.004622113425284624, 0.0049014026299119, 0.005180691834539175, 0.0054599810391664505, 0.005739269778132439, 0.006018558982759714, 0.00629784818738699, 0.006577136926352978, 0.006856426130980253, 0.007135715335607529, 0.007415004540234804, 0.00769429374486208, 0.007973582483828068, 0.00825287215411663, 0.008532160893082619, 0.008811449632048607, 0.00909073930233717, 0.009370028041303158, 0.009649316780269146, 0.009928606450557709, 0.010207895189523697, 0.010487183928489685]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.07046634703874588, -0.06806161254644394, -0.0656568706035614, -0.06325213611125946, -0.06084740161895752, -0.05844266340136528, -0.05603792518377304, -0.0536331906914711, -0.05122845247387886, -0.04882371425628662, -0.04641897976398468, -0.04401424154639244, -0.0416095033288002, -0.03920476883649826, -0.03680003061890602, -0.03439529612660408, -0.03199055790901184, -0.02958582155406475, -0.02718108519911766, -0.02477634698152542, -0.02237161062657833, -0.01996687427163124, -0.017562136054039, -0.015157399699091911, -0.012752663344144821, -0.010347926989197731, -0.007943189702928066, -0.005538452882319689, -0.0031337160617113113, -0.0007289792411029339, 0.0016757575795054436, 0.004080494400113821, 0.0064852312207221985, 0.008889967575669289, 0.011294704861938953, 0.013699442148208618, 0.01610417850315571, 0.0185089148581028, 0.020913653075695038, 0.023318389430642128, 0.025723125785589218, 0.02812786214053631, 0.0305325984954834, 0.03293733671307564, 0.03534207493066788, 0.03774680942296982, 0.04015154764056206, 0.042556282132864, 0.04496102035045624, 0.04736575856804848, 0.04977049306035042, 0.05217523127794266, 0.0545799657702446, 0.05698470398783684, 0.05938944220542908, 0.06179417669773102, 0.06419891119003296, 0.0666036531329155, 0.06900838762521744, 0.07141312211751938, 0.07381786406040192, 0.07622259855270386, 0.0786273330450058, 0.08103207498788834, 0.08343680948019028]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 3.0, 2.0, 2.0, 0.0, 4.0, 4.0, 3.0, 5.0, 3.0, 3.0, 2.0, 4.0, 2.0, 5.0, 3.0, 10.0, 7.0, 13.0, 12.0, 51.0, 31.0, 23.0, 17.0, 15.0, 2.0, 3.0, 2.0, 2.0, 2.0, 2.0, 7.0, 1.0, 5.0, 2.0, 1.0, 3.0, 6.0, 1.0, 0.0, 4.0, 0.0, 0.0, 3.0, 1.0, 3.0, 0.0, 1.0, 3.0, 0.0, 1.0, 1.0], "bins": [-0.07175610959529877, -0.06954988092184067, -0.06734364479780197, -0.06513741612434387, -0.06293118745088577, -0.060724955052137375, -0.05851872265338898, -0.05631249025464058, -0.05410625785589218, -0.05190002918243408, -0.049693796783685684, -0.047487564384937286, -0.04528133571147919, -0.04307510331273079, -0.04086887091398239, -0.03866264224052429, -0.036456409841775894, -0.034250177443027496, -0.0320439487695694, -0.029837716370821, -0.0276314839720726, -0.025425253435969353, -0.023219022899866104, -0.021012790501117706, -0.018806559965014458, -0.01660032942891121, -0.014394097030162811, -0.012187866494059563, -0.00998163502663374, -0.007775403559207916, -0.00556917255744338, -0.003362941322848201, -0.0011567100882530212, 0.0010495211463421583, 0.003255752380937338, 0.005461983382701874, 0.007668214850127697, 0.00987444631755352, 0.012080676853656769, 0.014286908321082592, 0.016493139788508415, 0.018699370324611664, 0.02090560272336006, 0.02311183325946331, 0.02531806379556656, 0.027524296194314957, 0.029730526730418205, 0.031936757266521454, 0.03414298966526985, 0.03634922206401825, 0.03855545073747635, 0.04076168313622475, 0.042967915534973145, 0.045174144208431244, 0.04738037660717964, 0.04958660900592804, 0.05179283767938614, 0.05399907007813454, 0.056205302476882935, 0.05841153487563133, 0.06061776354908943, 0.06282399594783783, 0.06503022462129593, 0.06723646074533463, 0.06944268941879272]}, "_runtime": 78.00271344184875, "_timestamp": 1596214402.759996, "_step": 92}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 4.0, 1.0, 0.0, 2.0, 1.0, 3.0, 4.0, 1.0, 3.0, 4.0, 1.0, 3.0, 1.0, 1.0, 1.0, 2.0, 2.0, 4.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.012511731125414371, -0.012166006490588188, -0.011820281855762005, -0.011474557220935822, -0.011128832586109638, -0.010783107951283455, -0.010437383316457272, -0.010091658681631088, -0.009745934046804905, -0.009400209411978722, -0.009054484777152538, -0.008708760142326355, -0.008363035507500172, -0.008017310872673988, -0.007671586237847805, -0.007325861603021622, -0.006980136968195438, -0.006634412333369255, -0.006288687698543072, -0.005942963063716888, -0.005597238428890705, -0.005251513794064522, -0.0049057891592383385, -0.004560064524412155, -0.004214339889585972, -0.0038686152547597885, -0.003522890619933605, -0.003177165985107422, -0.0028314413502812386, -0.0024857167154550552, -0.002139992080628872, -0.0017942674458026886, -0.0014485428109765053, -0.001102818176150322, -0.0007570935413241386, -0.0004113689064979553, -6.5644271671772e-05, 0.0002800803631544113, 0.0006258049979805946, 0.000971529632806778, 0.0013172542676329613, 0.0016629789024591446, 0.002008703537285328, 0.0023544281721115112, 0.0027001528069376945, 0.003045877441763878, 0.003391602076590061, 0.0037373267114162445, 0.004083051346242428, 0.004428775981068611, 0.0047745006158947945, 0.005120225250720978, 0.005465949885547161, 0.005811674520373344, 0.006157399155199528, 0.006503123790025711, 0.006848848424851894, 0.007194573059678078, 0.007540297694504261, 0.007886022329330444, 0.008231746964156628, 0.008577471598982811, 0.008923196233808994, 0.009268920868635178, 0.009614645503461361]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 4.0, 6.0, 3.0, 11.0, 8.0, 8.0, 12.0, 14.0, 21.0, 16.0, 26.0, 41.0, 53.0, 82.0, 90.0, 117.0, 192.0, 225.0, 448.0, 5131.0, 540.0, 253.0, 169.0, 102.0, 83.0, 64.0, 41.0, 36.0, 36.0, 21.0, 17.0, 11.0, 14.0, 9.0, 6.0, 3.0, 4.0, 4.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.14544086158275604, -0.14095403254032135, -0.13646721839904785, -0.13198038935661316, -0.12749357521533966, -0.12300674617290497, -0.11851992458105087, -0.11403310298919678, -0.10954628139734268, -0.10505945980548859, -0.10057263821363449, -0.0960858166217804, -0.0915989875793457, -0.08711216598749161, -0.08262534439563751, -0.07813852280378342, -0.07365170121192932, -0.06916487962007523, -0.06467805802822113, -0.060191232711076736, -0.05570441111922264, -0.051217589527368546, -0.04673076421022415, -0.042243942618370056, -0.03775712102651596, -0.033270299434661865, -0.02878347598016262, -0.024296652525663376, -0.01980983093380928, -0.01532300841063261, -0.01083618588745594, -0.00634936336427927, -0.0018625408411026, 0.00262428168207407, 0.00711110420525074, 0.01159792672842741, 0.01608474925160408, 0.020571570843458176, 0.02505839429795742, 0.029545217752456665, 0.03403203934431076, 0.038518860936164856, 0.04300568252801895, 0.047492507845163345, 0.05197932943701744, 0.056466151028871536, 0.06095297634601593, 0.06543979793787003, 0.06992661952972412, 0.07441344112157822, 0.07890026271343231, 0.08338708430528641, 0.0878739058971405, 0.0923607349395752, 0.09684755653142929, 0.10133437812328339, 0.10582119971513748, 0.11030802130699158, 0.11479484289884567, 0.11928166449069977, 0.12376849353313446, 0.12825530767440796, 0.13274213671684265, 0.13722895085811615, 0.14171577990055084]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 8.0, 1.0, 4.0, 3.0, 2.0, 3.0, 4.0, 1.0, 3.0, 3.0, 3.0, 5.0, 26.0, 4.0, 6.0, 1.0, 3.0, 4.0, 3.0, 2.0, 0.0, 1.0, 1.0, 4.0, 6.0, 0.0, 2.0, 2.0, 2.0, 1.0, 3.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.0027906163595616817, -0.0026941231917589903, -0.002597630023956299, -0.0025011366233229637, -0.0024046434555202723, -0.002308150287717581, -0.0022116571199148893, -0.002115163952112198, -0.0020186705514788628, -0.0019221775000914931, -0.0018256842158734798, -0.0017291910480707884, -0.001632697880268097, -0.0015362045960500836, -0.0014397114282473922, -0.0013432181440293789, -0.0012467249762266874, -0.001150231808423996, -0.0010537385242059827, -0.0009572453564032912, -0.0008607521303929389, -0.0007642589043825865, -0.000667765736579895, -0.0005712725105695426, -0.0004747792845591903, -0.0003782860585488379, -0.000281792861642316, -0.00018529965018387884, -8.88064387254417e-05, 7.68677273299545e-06, 0.0001041799841914326, 0.00020067319564986974, 0.0002971664071083069, 0.00039365963311865926, 0.0004901528591290116, 0.0005866460269317031, 0.0006831392529420555, 0.0007796324789524078, 0.0008761256467550993, 0.0009726188727654517, 0.001069112098775804, 0.0011656052665784955, 0.0012620985507965088, 0.0013585917185992002, 0.0014550848864018917, 0.001551578170619905, 0.0016480713384225965, 0.0017445646226406097, 0.0018410577904433012, 0.0019375509582459927, 0.002034044126048684, 0.0021305375266820192, 0.0022270306944847107, 0.002323523862287402, 0.0024200170300900936, 0.002516510197892785, 0.0026130033656954765, 0.0027094967663288116, 0.002805989934131503, 0.0029024831019341946, 0.002998976269736886, 0.0030954694375395775, 0.0031919628381729126, 0.003288456005975604, 0.0033849491737782955]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 1.0, 4.0, 3.0, 11.0, 11.0, 20.0, 38.0, 52.0, 85.0, 118.0, 186.0, 278.0, 420.0, 611.0, 1000.0, 1459.0, 2222.0, 3650.0, 5964.0, 10446.0, 19638.0, 44099.0, 157492.0, 801404.0, 64435.0, 27891.0, 14460.0, 8173.0, 5137.0, 3385.0, 2156.0, 1469.0, 955.0, 698.0, 480.0, 361.0, 237.0, 185.0, 129.0, 90.0, 50.0, 40.0, 39.0, 17.0, 8.0, 15.0, 4.0, 8.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.007154162507504225, -0.006917496211826801, -0.006680829916149378, -0.006444163620471954, -0.0062074968591332436, -0.00597083056345582, -0.005734164267778397, -0.005497497972100973, -0.00526083167642355, -0.005024165380746126, -0.004787499085068703, -0.004550832789391279, -0.004314166493713856, -0.004077499732375145, -0.0038408334366977215, -0.003604167141020298, -0.0033675008453428745, -0.003130834549665451, -0.0028941682539880276, -0.0026575017254799604, -0.002420835429802537, -0.0021841691341251135, -0.0019475027220323682, -0.0017108363099396229, -0.0014741700142621994, -0.001237503718584776, -0.0010008373064920306, -0.0007641709526069462, -0.0005275045987218618, -0.00029083824483677745, -5.417189095169306e-05, 0.00018249446293339133, 0.0004191608168184757, 0.0006558271707035601, 0.0008924935245886445, 0.0011291599366813898, 0.0013658262323588133, 0.0016024925280362368, 0.001839158940128982, 0.0020758253522217274, 0.002312491647899151, 0.0025491579435765743, 0.002785824239253998, 0.003022490767762065, 0.0032591570634394884, 0.003495823359116912, 0.003732489887624979, 0.0039691561833024025, 0.004205822478979826, 0.0044424887746572495, 0.004679155070334673, 0.004915821366012096, 0.005152488127350807, 0.005389154423028231, 0.005625820718705654, 0.005862487014383078, 0.006099153310060501, 0.006335819605737925, 0.006572485901415348, 0.0068091521970927715, 0.007045818492770195, 0.007282485254108906, 0.007519151549786329, 0.007755817845463753, 0.007992483675479889]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 3.0, 2.0, 1.0, 1.0, 3.0, 8.0, 1.0, 0.0, 3.0, 5.0, 1.0, 3.0, 0.0, 1.0, 3.0, 1.0, 4.0, 1.0, 2.0, 3.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.024514498189091682, -0.023903459310531616, -0.02329242043197155, -0.022681381553411484, -0.022070342674851418, -0.02145930379629135, -0.020848264917731285, -0.02023722603917122, -0.019626189023256302, -0.019015150144696236, -0.01840411126613617, -0.017793072387576103, -0.017182033509016037, -0.01657099463045597, -0.015959955751895905, -0.015348916873335838, -0.014737877994775772, -0.014126839116215706, -0.01351580023765564, -0.012904761359095573, -0.012293722480535507, -0.011682684533298016, -0.01107164565473795, -0.010460606776177883, -0.009849567897617817, -0.00923852901905775, -0.008627490140497684, -0.008016451261937618, -0.007405412849038839, -0.006794373970478773, -0.006183335557579994, -0.005572296679019928, -0.004961257800459862, -0.0043502189218997955, -0.003739180276170373, -0.0031281416304409504, -0.002517102751880884, -0.0019060639897361398, -0.0012950252275913954, -0.000683986465446651, -7.294770330190659e-05, 0.0005380910588428378, 0.0011491298209875822, 0.0017601685831323266, 0.002371207345277071, 0.0029822462238371372, 0.00359328486956656, 0.004204323515295982, 0.004815362393856049, 0.005426401272416115, 0.006037440150976181, 0.00664847856387496, 0.007259517442435026, 0.007870555855333805, 0.008481594733893871, 0.009092633612453938, 0.009703672491014004, 0.01031471136957407, 0.010925750248134136, 0.011536789126694202, 0.012147827073931694, 0.01275886595249176, 0.013369904831051826, 0.013980943709611893, 0.014591982588171959]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 3.0, 2.0, 4.0, 4.0, 15.0, 11.0, 25.0, 19.0, 17.0, 22.0, 39.0, 21.0, 27.0, 34.0, 40.0, 49.0, 63.0, 97.0, 139.0, 207.0, 276.0, 403.0, 509.0, 822.0, 1461.0, 6155.0, 2259.0, 1483.0, 1109.0, 786.0, 550.0, 459.0, 311.0, 239.0, 179.0, 150.0, 114.0, 90.0, 60.0, 44.0, 32.0, 25.0, 17.0, 11.0, 12.0, 12.0, 6.0, 3.0, 4.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0], "bins": [-0.01164418924599886, -0.011306436732411385, -0.010968685150146484, -0.01063093263655901, -0.01029318105429411, -0.009955428540706635, -0.009617676958441734, -0.00927992444485426, -0.008942171931266785, -0.008604420349001884, -0.00826666783541441, -0.00792891625314951, -0.007591163739562035, -0.007253411691635847, -0.00691565964370966, -0.006577907595783472, -0.0062401555478572845, -0.005902403499931097, -0.0055646514520049095, -0.005226899404078722, -0.0048891473561525345, -0.00455139484256506, -0.004213642794638872, -0.0038758907467126846, -0.003538138698786497, -0.0032003866508603096, -0.002862634602934122, -0.002524882322177291, -0.0021871302742511034, -0.0018493782263249159, -0.0015116260619834065, -0.0011738738976418972, -0.0008361218497157097, -0.0004983697435818613, -0.00016061763744801283, 0.0001771344686858356, 0.000514886574819684, 0.0008526386809535325, 0.0011903907870873809, 0.0015281429514288902, 0.0018658949993550777, 0.0022036470472812653, 0.0025413990952074528, 0.002879151375964284, 0.0032169034238904715, 0.003554655471816659, 0.00389240775257349, 0.004230159800499678, 0.004567911848425865, 0.004905663896352053, 0.00524341594427824, 0.005581167992204428, 0.005918920040130615, 0.00625667255371809, 0.006594424601644278, 0.006932176649570465, 0.007269928697496653, 0.00760768074542284, 0.007945433259010315, 0.008283184841275215, 0.00862093735486269, 0.00895868893712759, 0.009296441450715065, 0.009634193032979965, 0.00997194554656744]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 4.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.09300816059112549, -0.09019141644239426, -0.08737467229366302, -0.0845579206943512, -0.08174117654561996, -0.07892443239688873, -0.0761076882481575, -0.07329094409942627, -0.07047419250011444, -0.06765744835138321, -0.06484070420265198, -0.062023960053920746, -0.059207215905189514, -0.056390468031167984, -0.05357372388243675, -0.05075697600841522, -0.04794023185968399, -0.04512348771095276, -0.04230673983693123, -0.0394899956882, -0.03667324781417847, -0.033856503665447235, -0.031039759516716003, -0.028223013505339622, -0.02540626749396324, -0.02258952148258686, -0.01977277547121048, -0.016956031322479248, -0.014139285311102867, -0.011322539299726486, -0.00850579421967268, -0.005689048673957586, -0.0028723031282424927, -5.555758252739906e-05, 0.0027611879631876945, 0.005577933508902788, 0.008394679054617882, 0.011211425065994263, 0.014028170146048069, 0.016844915226101875, 0.019661661237478256, 0.022478407248854637, 0.025295153260231018, 0.02811189740896225, 0.03092864342033863, 0.03374538943171501, 0.03656213358044624, 0.03937888145446777, 0.042195625603199005, 0.04501236975193024, 0.04782911762595177, 0.050645861774683, 0.05346260964870453, 0.05627935379743576, 0.05909609794616699, 0.06191284582018852, 0.06472958624362946, 0.06754633784294128, 0.07036308199167252, 0.07317982614040375, 0.07599657028913498, 0.07881331443786621, 0.08163006603717804, 0.08444681018590927, 0.0872635543346405]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 1.0, 0.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 3.0, 1.0, 1.0, 3.0, 3.0, 5.0, 4.0, 3.0, 1.0, 3.0, 0.0, 2.0, 2.0, 1.0, 5.0, 6.0, 1.0, 11.0, 11.0, 10.0, 9.0, 47.0, 38.0, 31.0, 17.0, 10.0, 5.0, 2.0, 4.0, 0.0, 3.0, 2.0, 6.0, 1.0, 2.0, 2.0, 1.0, 6.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.08940689265727997, -0.08702193945646286, -0.08463699370622635, -0.08225204050540924, -0.07986709475517273, -0.07748214155435562, -0.07509719580411911, -0.072712242603302, -0.07032729685306549, -0.06794234365224838, -0.06555739045143127, -0.06317244470119476, -0.060787491500377655, -0.058402542024850845, -0.056017592549324036, -0.053632643073797226, -0.051247693598270416, -0.04886274412274361, -0.0464777946472168, -0.04409284517168999, -0.04170789569616318, -0.03932294249534607, -0.03693799301981926, -0.03455304354429245, -0.03216809406876564, -0.02978314459323883, -0.02739819511771202, -0.025013243779540062, -0.022628294304013252, -0.020243344828486443, -0.017858393490314484, -0.015473444014787674, -0.013088494539260864, -0.010703545063734055, -0.00831859465688467, -0.005933644715696573, -0.0035486947745084763, -0.0011637448333203793, 0.0012212051078677177, 0.0036061550490558147, 0.005991104990243912, 0.008376054465770721, 0.010761004872620106, 0.01314595527946949, 0.0155309047549963, 0.01791585423052311, 0.02030080556869507, 0.022685755044221878, 0.025070704519748688, 0.027455653995275497, 0.029840603470802307, 0.03222555294632912, 0.034610502421855927, 0.036995455622673035, 0.039380405098199844, 0.041765354573726654, 0.044150304049253464, 0.04653525352478027, 0.04892020300030708, 0.05130515247583389, 0.053690105676651, 0.05607505515217781, 0.05846000462770462, 0.06084495410323143, 0.06322990357875824]}, "_runtime": 78.79004383087158, "_timestamp": 1596214403.5473263, "_step": 93}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 2.0, 2.0, 2.0, 3.0, 1.0, 2.0, 2.0, 4.0, 2.0, 7.0, 6.0, 2.0, 1.0, 3.0, 3.0, 2.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.010440164245665073, -0.010133038274943829, -0.00982591137290001, -0.009518785402178764, -0.009211658500134945, -0.0089045325294137, -0.00859740562736988, -0.008290279656648636, -0.007983153685927391, -0.007676026783883572, -0.0073689003475010395, -0.007061773911118507, -0.006754647940397263, -0.0064475215040147305, -0.006140395067632198, -0.005833268631249666, -0.005526142194867134, -0.005219015758484602, -0.00491188932210207, -0.004604762885719538, -0.004297636449337006, -0.003990510478615761, -0.0036833840422332287, -0.0033762576058506966, -0.0030691311694681644, -0.0027620047330856323, -0.0024548782967031, -0.0021477520931512117, -0.0018406256567686796, -0.0015334992203861475, -0.0012263729004189372, -0.000919246522244066, -0.0006121201440691948, -0.0003049937658943236, 2.132612280547619e-06, 0.0003092589904554188, 0.00061638536863029, 0.0009235117468051612, 0.0012306381249800324, 0.0015377644449472427, 0.0018448908813297749, 0.002152017317712307, 0.002459143754094839, 0.0027662699576467276, 0.0030733963940292597, 0.003380522830411792, 0.0036876490339636803, 0.003994775470346212, 0.0043019019067287445, 0.004609028343111277, 0.004916154779493809, 0.005223281215876341, 0.005530407652258873, 0.005837533622980118, 0.00614466005936265, 0.006451786495745182, 0.006758912932127714, 0.007066039368510246, 0.007373165804892778, 0.0076802922412753105, 0.007987418211996555, 0.008294545114040375, 0.00860167108476162, 0.008908797986805439, 0.009215923957526684]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 3.0, 0.0, 3.0, 3.0, 8.0, 7.0, 6.0, 10.0, 9.0, 15.0, 23.0, 20.0, 31.0, 30.0, 49.0, 74.0, 101.0, 164.0, 217.0, 361.0, 4832.0, 1042.0, 310.0, 167.0, 123.0, 77.0, 67.0, 30.0, 33.0, 18.0, 13.0, 15.0, 13.0, 19.0, 8.0, 6.0, 3.0, 4.0, 4.0, 3.0, 2.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.13135787844657898, -0.12778672575950623, -0.12421558797359467, -0.12064444273710251, -0.11707329005002975, -0.1135021448135376, -0.10993099957704544, -0.10635985434055328, -0.10278870910406113, -0.09921756386756897, -0.09564641118049622, -0.09207526594400406, -0.0885041207075119, -0.08493297547101974, -0.08136183023452759, -0.07779068499803543, -0.07421953976154327, -0.07064838707447052, -0.06707724183797836, -0.0635060966014862, -0.05993495136499405, -0.056363802403211594, -0.05279265716671944, -0.04922151193022728, -0.045650362968444824, -0.04207921773195267, -0.03850807249546051, -0.03493692725896835, -0.0313657782971859, -0.02779463306069374, -0.024223485961556435, -0.020652340725064278, -0.01708119362592697, -0.01351004745811224, -0.009938901290297508, -0.006367754191160202, -0.0027966080233454704, 0.0007745383772999048, 0.00434568477794528, 0.007916831411421299, 0.01148797757923603, 0.015059123747050762, 0.018630269914865494, 0.0222014170140028, 0.025772564113140106, 0.029343709349632263, 0.03291485458612442, 0.036486003547906876, 0.04005714878439903, 0.04362829402089119, 0.047199442982673645, 0.0507705882191658, 0.05434173345565796, 0.057912882417440414, 0.06148402765393257, 0.06505517661571503, 0.06862632185220718, 0.07219746708869934, 0.0757686123251915, 0.07933975756168365, 0.08291090279817581, 0.08648205548524857, 0.09005320072174072, 0.09362434595823288, 0.09719549119472504]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 0.0, 3.0, 1.0, 1.0, 3.0, 0.0, 2.0, 2.0, 3.0, 4.0, 2.0, 4.0, 2.0, 3.0, 3.0, 3.0, 1.0, 2.0, 5.0, 3.0, 2.0, 3.0, 3.0, 25.0, 4.0, 4.0, 3.0, 3.0, 3.0, 3.0, 2.0, 1.0, 1.0, 2.0, 2.0, 3.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002059400314465165, -0.001984395319595933, -0.0019093903247267008, -0.0018343854462727904, -0.0017593804514035583, -0.001684375456534326, -0.0016093705780804157, -0.0015343655832111835, -0.0014593605883419514, -0.0013843555934727192, -0.001309350598603487, -0.0012343457201495767, -0.0011593407252803445, -0.0010843357304111123, -0.001009330851957202, -0.0009343258570879698, -0.0008593208622187376, -0.0007843158673495054, -0.0007093109306879342, -0.0006343059940263629, -0.0005593009991571307, -0.000484296033391729, -0.0004092910676263273, -0.00033428610186092556, -0.00025928113609552383, -0.0001842761703301221, -0.00010927120456472039, -3.426623879931867e-05, 4.073872696608305e-05, 0.00011574369273148477, 0.0001907486584968865, 0.0002657536242622882, 0.00034075859002768993, 0.00041576355579309165, 0.0004907685215584934, 0.0005657734582200646, 0.0006407784530892968, 0.000715783447958529, 0.0007907883846201003, 0.0008657933212816715, 0.0009407983161509037, 0.0010158033110201359, 0.001090808305889368, 0.0011658131843432784, 0.0012408181792125106, 0.0013158231740817428, 0.0013908280525356531, 0.0014658330474048853, 0.0015408380422741175, 0.0016158430371433496, 0.0016908480320125818, 0.0017658529104664922, 0.0018408579053357244, 0.0019158629002049565, 0.001990867778658867, 0.002065872773528099, 0.0021408777683973312, 0.0022158827632665634, 0.0022908877581357956, 0.0023658927530050278, 0.00244089774787426, 0.0025159025099128485, 0.0025909075047820807, 0.002665912499651313, 0.002740917494520545]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 3.0, 1.0, 1.0, 6.0, 4.0, 5.0, 7.0, 2.0, 18.0, 17.0, 13.0, 26.0, 36.0, 52.0, 55.0, 89.0, 117.0, 172.0, 196.0, 311.0, 455.0, 662.0, 981.0, 1599.0, 2504.0, 4134.0, 6923.0, 12065.0, 23552.0, 54734.0, 235963.0, 740910.0, 44222.0, 19368.0, 10921.0, 6402.0, 4098.0, 2755.0, 1782.0, 1329.0, 907.0, 640.0, 448.0, 298.0, 225.0, 165.0, 108.0, 103.0, 80.0, 58.0, 36.0, 27.0, 19.0, 10.0, 8.0, 6.0, 9.0, 3.0, 4.0, 0.0, 1.0], "bins": [-0.005985239986330271, -0.005809629335999489, -0.005634018685668707, -0.005458408035337925, -0.005282796919345856, -0.005107186269015074, -0.004931575618684292, -0.00475596496835351, -0.004580354318022728, -0.004404743667691946, -0.004229133017361164, -0.004053522367030382, -0.0038779114838689566, -0.0037023008335381746, -0.003526689950376749, -0.003351079300045967, -0.003175468649715185, -0.0029998579993844032, -0.0028242473490536213, -0.0026486364658921957, -0.0024730258155614138, -0.002297415165230632, -0.0021218042820692062, -0.0019461936317384243, -0.0017705829814076424, -0.0015949723310768604, -0.0014193615643307567, -0.001243750797584653, -0.001068140147253871, -0.0008925294387154281, -0.0007169187301769853, -0.0005413080216385424, -0.00036569731310009956, -0.0001900866045616567, -1.4475896023213863e-05, 0.000161134812515229, 0.00033674552105367184, 0.0005123562295921147, 0.0006879669381305575, 0.0008635776466690004, 0.0010391883552074432, 0.0012147990055382252, 0.001390409772284329, 0.0015660205390304327, 0.0017416311893612146, 0.0019172418396919966, 0.002092852722853422, 0.002268463373184204, 0.002444074023514986, 0.002619684673845768, 0.00279529532417655, 0.0029709062073379755, 0.0031465168576687574, 0.0033221275079995394, 0.003497738391160965, 0.003673349041491747, 0.003848959691822529, 0.004024570342153311, 0.004200180992484093, 0.004375791642814875, 0.004551402293145657, 0.004727013409137726, 0.004902624059468508, 0.00507823470979929, 0.005253845360130072]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 3.0, 0.0, 2.0, 0.0, 5.0, 3.0, 4.0, 2.0, 0.0, 2.0, 2.0, 11.0, 2.0, 1.0, 1.0, 0.0, 3.0, 1.0, 1.0, 2.0, 3.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02561027556657791, -0.024939212948083878, -0.024268148466944695, -0.02359708398580551, -0.022926021367311478, -0.022254958748817444, -0.02158389426767826, -0.020912829786539078, -0.020241767168045044, -0.01957070454955101, -0.018899640068411827, -0.018228575587272644, -0.01755751296877861, -0.016886450350284576, -0.016215385869145393, -0.015544322319328785, -0.014873258769512177, -0.014202195219695568, -0.01353113166987896, -0.012860068120062351, -0.012189004570245743, -0.011517941020429134, -0.010846877470612526, -0.010175813920795918, -0.009504750370979309, -0.0088336868211627, -0.008162623271346092, -0.007491559721529484, -0.006820496171712875, -0.006149432621896267, -0.0054783690720796585, -0.00480730552226305, -0.004136241972446442, -0.0034651784226298332, -0.002794114872813225, -0.0021230513229966164, -0.001451987773180008, -0.0007809242233633995, -0.00010986067354679108, 0.0005612028762698174, 0.0012322664260864258, 0.0019033299759030342, 0.0025743935257196426, 0.003245457075536251, 0.0039165206253528595, 0.004587584175169468, 0.005258647724986076, 0.005929711274802685, 0.006600774824619293, 0.007271838374435902, 0.00794290192425251, 0.008613965474069118, 0.009285029023885727, 0.009956092573702335, 0.010627156123518944, 0.011298219673335552, 0.01196928322315216, 0.012640346772968769, 0.013311410322785378, 0.013982473872601986, 0.014653537422418594, 0.015324600972235203, 0.01599566452205181, 0.016666729003190994, 0.017337791621685028]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 1.0, 2.0, 3.0, 1.0, 1.0, 1.0, 9.0, 4.0, 2.0, 4.0, 7.0, 5.0, 9.0, 12.0, 20.0, 19.0, 20.0, 33.0, 50.0, 35.0, 38.0, 70.0, 62.0, 85.0, 115.0, 147.0, 204.0, 255.0, 299.0, 413.0, 528.0, 692.0, 1001.0, 1486.0, 2671.0, 5914.0, 1284.0, 772.0, 491.0, 394.0, 313.0, 252.0, 179.0, 141.0, 106.0, 75.0, 51.0, 34.0, 31.0, 16.0, 14.0, 11.0, 9.0, 16.0, 7.0, 1.0, 5.0, 2.0, 2.0, 2.0, 3.0], "bins": [-0.011225164867937565, -0.010930311866104603, -0.01063545886427164, -0.010340604931116104, -0.010045751929283142, -0.00975089892745018, -0.009456045925617218, -0.009161192923784256, -0.008866339921951294, -0.008571485988795757, -0.008276632986962795, -0.007981779985129833, -0.007686926983296871, -0.007392073515802622, -0.00709722051396966, -0.0068023670464754105, -0.006507514044642448, -0.006212661042809486, -0.005917807575315237, -0.005622954573482275, -0.005328101105988026, -0.005033248104155064, -0.004738395102322102, -0.004443541634827852, -0.00414868863299489, -0.0038538353983312845, -0.003558982163667679, -0.003264129161834717, -0.002969275927171111, -0.0026744226925075054, -0.0023795696906745434, -0.0020847164560109377, -0.001789863221347332, -0.0014950099866837263, -0.0012001568684354424, -0.0009053036919794977, -0.0006104505155235529, -0.0003155973390676081, -2.074416261166334e-05, 0.00027410901384428144, 0.0005689621903002262, 0.000863815366756171, 0.0011586685432121158, 0.0014535216614603996, 0.0017483748961240053, 0.002043228130787611, 0.002338081132620573, 0.0026329343672841787, 0.0029277876019477844, 0.00322264083661139, 0.003517494071274996, 0.003812347073107958, 0.004107200540602207, 0.004402053542435169, 0.004696906544268131, 0.004991760011762381, 0.005286613013595343, 0.005581466015428305, 0.005876319482922554, 0.006171172484755516, 0.006466025486588478, 0.006760878954082727, 0.0070557319559156895, 0.007350585423409939, 0.007645438425242901]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 2.0, 3.0, 1.0, 4.0, 5.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08275569975376129, -0.07737942039966583, -0.07200314104557037, -0.06662686914205551, -0.06125058978796005, -0.055874310433864594, -0.05049803480505943, -0.04512175917625427, -0.039745479822158813, -0.034369200468063354, -0.028992924839258194, -0.023616647347807884, -0.018240369856357574, -0.012864092364907265, -0.007487814873456955, -0.002111537382006645, 0.0032647401094436646, 0.008641017600893974, 0.014017295092344284, 0.019393572583794594, 0.024769850075244904, 0.030146127566695213, 0.03552240505814552, 0.040898680686950684, 0.04627496004104614, 0.0516512393951416, 0.05702751502394676, 0.06240379065275192, 0.06778007000684738, 0.07315634936094284, 0.0785326212644577, 0.08390890061855316, 0.08928517997264862, 0.09466145932674408, 0.10003773868083954, 0.1054140105843544, 0.11079028993844986, 0.11616656929254532, 0.12154284119606018, 0.12691912055015564, 0.1322953999042511, 0.13767167925834656, 0.14304795861244202, 0.14842423796653748, 0.15380051732063293, 0.1591767817735672, 0.16455306112766266, 0.16992934048175812, 0.17530561983585358, 0.18068189918994904, 0.1860581785440445, 0.19143445789813995, 0.19681072235107422, 0.20218700170516968, 0.20756328105926514, 0.2129395604133606, 0.21831583976745605, 0.2236921191215515, 0.22906839847564697, 0.23444467782974243, 0.2398209571838379, 0.24519722163677216, 0.2505735158920288, 0.25594979524612427, 0.2613260746002197]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 2.0, 1.0, 0.0, 2.0, 3.0, 1.0, 2.0, 2.0, 0.0, 8.0, 6.0, 6.0, 7.0, 29.0, 30.0, 52.0, 48.0, 20.0, 17.0, 5.0, 0.0, 2.0, 4.0, 6.0, 6.0, 5.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.07988099008798599, -0.07530000060796738, -0.07071901112794876, -0.06613802164793015, -0.06155703589320183, -0.05697604641318321, -0.052395060658454895, -0.04781407117843628, -0.043233081698417664, -0.03865209221839905, -0.03407110273838043, -0.029490116983652115, -0.0249091275036335, -0.020328138023614883, -0.015747150406241417, -0.011166161857545376, -0.006585173308849335, -0.0020041847601532936, 0.0025768037885427475, 0.007157792337238789, 0.01173878088593483, 0.016319770365953445, 0.020900757983326912, 0.02548174560070038, 0.030062735080718994, 0.03464372456073761, 0.039224714040756226, 0.04380569979548454, 0.04838668927550316, 0.052967678755521774, 0.05754866451025009, 0.06212965399026871, 0.06671064347028732, 0.07129163295030594, 0.07587262243032455, 0.08045361191034317, 0.08503459393978119, 0.0896155834197998, 0.09419657289981842, 0.09877756237983704, 0.10335855185985565, 0.10793954133987427, 0.11252053081989288, 0.1171015202999115, 0.12168250977993011, 0.12626349925994873, 0.13084448873996735, 0.13542547821998596, 0.14000645279884338, 0.144587442278862, 0.14916843175888062, 0.15374942123889923, 0.15833041071891785, 0.16291140019893646, 0.16749238967895508, 0.1720733791589737, 0.1766543686389923, 0.18123535811901093, 0.18581634759902954, 0.19039733707904816, 0.19497832655906677, 0.1995593160390854, 0.204140305519104, 0.20872129499912262, 0.21330228447914124]}, "_runtime": 79.59090900421143, "_timestamp": 1596214404.3481915, "_step": 94}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 4.0, 0.0, 1.0, 4.0, 4.0, 1.0, 7.0, 6.0, 5.0, 2.0, 0.0, 2.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.009959384799003601, -0.009589578956365585, -0.00921977311372757, -0.008849967271089554, -0.008480161428451538, -0.008110354654490948, -0.007740548811852932, -0.007370742969214916, -0.0070009371265769005, -0.006631131283938885, -0.006261325441300869, -0.005891519133001566, -0.00552171329036355, -0.0051519074477255344, -0.004782101139426231, -0.004412295296788216, -0.0040424894541502, -0.003672683611512184, -0.0033028775360435247, -0.0029330714605748653, -0.0025632656179368496, -0.002193459775298834, -0.0018236536998301744, -0.0014538477407768369, -0.0010840417817234993, -0.0007142358226701617, -0.00034442986361682415, 2.5376095436513424e-05, 0.000395182054489851, 0.0007649880135431886, 0.0011347939725965261, 0.0015045999316498637, 0.0018744058907032013, 0.002244211733341217, 0.0026140178088098764, 0.002983823884278536, 0.0033536297269165516, 0.0037234355695545673, 0.00409324187785387, 0.004463047720491886, 0.004832853563129902, 0.005202659405767918, 0.005572465248405933, 0.0059422715567052364, 0.006312077399343252, 0.006681883241981268, 0.007051689550280571, 0.007421495392918587, 0.0077913012355566025, 0.008161107078194618, 0.008530912920832634, 0.00890071876347065, 0.009270524606108665, 0.009640331380069256, 0.010010137222707272, 0.010379943065345287, 0.010749748907983303, 0.011119554750621319, 0.011489360593259335, 0.01185916643589735, 0.01222897320985794, 0.012598779052495956, 0.012968584895133972, 0.013338390737771988, 0.013708196580410004]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 5.0, 1.0, 0.0, 1.0, 4.0, 5.0, 2.0, 4.0, 3.0, 4.0, 5.0, 5.0, 7.0, 12.0, 18.0, 19.0, 29.0, 28.0, 28.0, 44.0, 56.0, 65.0, 100.0, 138.0, 196.0, 273.0, 734.0, 4962.0, 446.0, 217.0, 143.0, 82.0, 64.0, 51.0, 41.0, 25.0, 19.0, 24.0, 8.0, 11.0, 10.0, 5.0, 4.0, 6.0, 4.0, 1.0, 3.0, 3.0, 5.0, 6.0, 0.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.12634581327438354, -0.12239916622638702, -0.1184525117278099, -0.11450586467981339, -0.11055921018123627, -0.10661256313323975, -0.10266591608524323, -0.09871926158666611, -0.09477261453866959, -0.09082596749067307, -0.08687931299209595, -0.08293266594409943, -0.0789860188961029, -0.07503936439752579, -0.07109271734952927, -0.06714606285095215, -0.06319941580295563, -0.05925276502966881, -0.05530611425638199, -0.05135946720838547, -0.04741281643509865, -0.04346616566181183, -0.03951951861381531, -0.03557286784052849, -0.03162621706724167, -0.02767956629395485, -0.02373291738331318, -0.01978626847267151, -0.01583961769938469, -0.011892967857420444, -0.0079463180154562, -0.003999668173491955, -5.301833152770996e-05, 0.003893631510436535, 0.00784028135240078, 0.011786931194365025, 0.01573358103632927, 0.01968023180961609, 0.02362688072025776, 0.02757352963089943, 0.03152018040418625, 0.03546683117747307, 0.03941348195075989, 0.04336012899875641, 0.04730677977204323, 0.05125343054533005, 0.05520007759332657, 0.05914672836661339, 0.06309337913990021, 0.06704002618789673, 0.07098668068647385, 0.07493332773447037, 0.07887998223304749, 0.082826629281044, 0.08677327632904053, 0.09071993082761765, 0.09466657787561417, 0.09861322492361069, 0.1025598794221878, 0.10650652647018433, 0.11045317351818085, 0.11439982801675797, 0.11834647506475449, 0.1222931295633316, 0.12623977661132812]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 2.0, 1.0, 0.0, 2.0, 0.0, 3.0, 2.0, 8.0, 0.0, 1.0, 1.0, 1.0, 4.0, 6.0, 6.0, 25.0, 0.0, 8.0, 4.0, 2.0, 2.0, 4.0, 4.0, 2.0, 2.0, 5.0, 2.0, 2.0, 1.0, 0.0, 3.0, 2.0, 1.0, 1.0, 4.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0019340331200510263, -0.0018556071445345879, -0.0017771810526028275, -0.0016987549606710672, -0.0016203289851546288, -0.0015419030096381903, -0.00146347691770643, -0.0013850508257746696, -0.0013066248502582312, -0.0012281988747417927, -0.0011497727828100324, -0.001071346690878272, -0.0009929207153618336, -0.0009144946816377342, -0.0008360686479136348, -0.0007576426141895354, -0.000679216580465436, -0.0006007905467413366, -0.0005223645130172372, -0.0004439384792931378, -0.0003655124455690384, -0.000287086411844939, -0.0002086603781208396, -0.0001302343443967402, -5.18083106726408e-05, 2.6617723051458597e-05, 0.000105043756775558, 0.0001834697904996574, 0.0002618958242237568, 0.0003403218579478562, 0.0004187478916719556, 0.000497173925396055, 0.0005755999591201544, 0.0006540259928442538, 0.0007324520265683532, 0.0008108780602924526, 0.000889304094016552, 0.0009677301277406514, 0.0010461561614647508, 0.001124582253396511, 0.0012030082289129496, 0.001281434204429388, 0.0013598602963611484, 0.0014382863882929087, 0.0015167123638093472, 0.0015951383393257856, 0.001673564431257546, 0.0017519905231893063, 0.0018304164987057447, 0.0019088424742221832, 0.0019872686825692654, 0.002065694658085704, 0.0021441206336021423, 0.002222546609118581, 0.0023009725846350193, 0.0023793987929821014, 0.00245782476849854, 0.0025362507440149784, 0.0026146769523620605, 0.002693102927878499, 0.0027715289033949375, 0.002849954878911376, 0.0029283808544278145, 0.0030068070627748966, 0.003085233038291335]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 2.0, 0.0, 3.0, 4.0, 1.0, 6.0, 3.0, 7.0, 7.0, 11.0, 11.0, 22.0, 34.0, 57.0, 72.0, 105.0, 170.0, 275.0, 420.0, 666.0, 944.0, 1796.0, 2973.0, 5230.0, 9652.0, 19284.0, 42370.0, 120519.0, 814313.0, 77195.0, 33190.0, 17845.0, 10513.0, 6809.0, 4424.0, 3123.0, 2100.0, 1497.0, 1092.0, 767.0, 555.0, 402.0, 296.0, 239.0, 166.0, 131.0, 77.0, 68.0, 58.0, 46.0, 24.0, 20.0, 15.0, 16.0, 4.0, 4.0, 4.0, 1.0, 4.0, 0.0, 2.0], "bins": [-0.005863010883331299, -0.005676408298313618, -0.005489805713295937, -0.005303203593939543, -0.005116601008921862, -0.0049299984239041805, -0.004743395838886499, -0.004556793719530106, -0.0043701911345124245, -0.004183588549494743, -0.003996985964477062, -0.0038103836122900248, -0.0036237810272723436, -0.003437178675085306, -0.003250576090067625, -0.0030639737378805876, -0.0028773711528629065, -0.0026907685678452253, -0.002504166215658188, -0.0023175636306405067, -0.0021309612784534693, -0.0019443586934357882, -0.0017577562248334289, -0.0015711537562310696, -0.0013845512876287103, -0.001197948819026351, -0.0010113463504239917, -0.0008247438236139715, -0.0006381413550116122, -0.0004515388864092529, -0.00026493638870306313, -7.833390554878861e-05, 0.00010826857760548592, 0.0002948710462078452, 0.00048147354391403496, 0.0006680760416202247, 0.000854678510222584, 0.0010412810370326042, 0.0012278835056349635, 0.0014144859742373228, 0.001601088442839682, 0.0017876909114420414, 0.0019742934964597225, 0.00216089584864676, 0.002347498433664441, 0.0025341007858514786, 0.0027207033708691597, 0.002907305723056197, 0.0030939083080738783, 0.0032805108930915594, 0.003467113245278597, 0.003653715830296278, 0.0038403181824833155, 0.004026920534670353, 0.004213523119688034, 0.004400125704705715, 0.004586728289723396, 0.004773330874741077, 0.004959932994097471, 0.005146535579115152, 0.0053331381641328335, 0.005519740749150515, 0.005706342868506908, 0.0058929454535245895, 0.006079548038542271]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 3.0, 2.0, 0.0, 1.0, 1.0, 2.0, 3.0, 2.0, 1.0, 10.0, 3.0, 3.0, 2.0, 1.0, 1.0, 2.0, 2.0, 2.0, 0.0, 3.0, 0.0, 4.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.027475817129015923, -0.02686510980129242, -0.026254402473568916, -0.025643695145845413, -0.02503298781812191, -0.024422280490398407, -0.023811571300029755, -0.02320086397230625, -0.02259015664458275, -0.021979449316859245, -0.021368741989135742, -0.02075803466141224, -0.020147327333688736, -0.019536620005965233, -0.01892591267824173, -0.018315205350518227, -0.017704498022794724, -0.01709378883242607, -0.016483081504702568, -0.015872374176979065, -0.015261666849255562, -0.014650959521532059, -0.014040252193808556, -0.013429544866085052, -0.01281883753836155, -0.012208129279315472, -0.011597421951591969, -0.010986714623868465, -0.010376007296144962, -0.00976529996842146, -0.009154591709375381, -0.008543884381651878, -0.007933177053928375, -0.007322469726204872, -0.006711761932820082, -0.006101054605096579, -0.005490346811711788, -0.004879639483988285, -0.004268932156264782, -0.003658224595710635, -0.0030475170351564884, -0.0024368094746023417, -0.0018261020304635167, -0.0012153945863246918, -0.000604687025770545, 6.020476575940847e-06, 0.0006167279789224267, 0.0012274354230612516, 0.0018381429836153984, 0.002448850544169545, 0.003059558104723692, 0.003670265432447195, 0.0042809732258319855, 0.004891680553555489, 0.005502387881278992, 0.006113095674663782, 0.006723803002387285, 0.007334510330110788, 0.007945218123495579, 0.008555925451219082, 0.009166632778942585, 0.009777340106666088, 0.010388048365712166, 0.010998755693435669, 0.011609463021159172]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [6.0, 4.0, 6.0, 6.0, 0.0, 4.0, 10.0, 6.0, 10.0, 4.0, 3.0, 7.0, 10.0, 9.0, 11.0, 12.0, 14.0, 24.0, 38.0, 52.0, 58.0, 55.0, 102.0, 139.0, 185.0, 265.0, 339.0, 414.0, 541.0, 772.0, 1117.0, 1790.0, 5836.0, 1878.0, 1193.0, 878.0, 594.0, 456.0, 336.0, 276.0, 225.0, 210.0, 156.0, 95.0, 73.0, 57.0, 36.0, 30.0, 10.0, 18.0, 6.0, 17.0, 10.0, 7.0, 9.0, 5.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.008693797513842583, -0.008425951935350895, -0.008158107288181782, -0.007890261709690094, -0.007622416131198406, -0.007354571018368006, -0.007086725439876318, -0.0068188803270459175, -0.00655103474855423, -0.006283189635723829, -0.006015344522893429, -0.005747498944401741, -0.0054796538315713406, -0.005211808253079653, -0.004943963140249252, -0.0046761175617575645, -0.004408272448927164, -0.004140427336096764, -0.003872581757605076, -0.0036047364119440317, -0.0033368910662829876, -0.003069045953452587, -0.002801200607791543, -0.002533355262130499, -0.0022655099164694548, -0.0019976645708084106, -0.0017298192251473665, -0.0014619739959016442, -0.0011941286502406001, -0.000926283304579556, -0.0006584380171261728, -0.0003905927005689591, -0.00012274738401174545, 0.0001450979325454682, 0.0004129432491026819, 0.0006807885365560651, 0.0009486338822171092, 0.0012164792278781533, 0.0014843244571238756, 0.0017521698027849197, 0.002020015148445964, 0.002287860494107008, 0.002555705839768052, 0.0028235511854290962, 0.0030913962982594967, 0.003359241643920541, 0.003627086989581585, 0.003894932335242629, 0.004162777680903673, 0.004430622793734074, 0.004698468372225761, 0.004966313485056162, 0.00523415906354785, 0.00550200417637825, 0.005769849754869938, 0.006037694867700338, 0.006305539980530739, 0.006573385559022427, 0.006841230671852827, 0.007109076250344515, 0.007376921363174915, 0.007644766941666603, 0.00791261252015829, 0.008180457167327404, 0.008448302745819092]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 3.0, 1.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08870889246463776, -0.08546801656484604, -0.08222714066505432, -0.0789862647652626, -0.07574538886547089, -0.07250451296567917, -0.06926363706588745, -0.06602276116609573, -0.06278188526630402, -0.0595410130918026, -0.05630013719201088, -0.05305926129221916, -0.049818385392427444, -0.04657750949263573, -0.04333663359284401, -0.04009575769305229, -0.036854881793260574, -0.03361400589346886, -0.03037312999367714, -0.027132254093885422, -0.023891378194093704, -0.020650504156947136, -0.01740962825715542, -0.0141687523573637, -0.010927876457571983, -0.007687000557780266, -0.004446125123649836, -0.0012052494566887617, 0.002035626210272312, 0.00527650211006403, 0.008517377078533173, 0.01175825297832489, 0.014999128878116608, 0.018240004777908325, 0.021480880677700043, 0.02472175657749176, 0.027962632477283478, 0.031203506514430046, 0.03444438427686691, 0.03768526017665863, 0.04092613607645035, 0.04416700825095177, 0.047407884150743484, 0.0506487600505352, 0.05388963595032692, 0.05713051185011864, 0.060371387749910355, 0.06361226737499237, 0.06685313582420349, 0.07009401172399521, 0.07333488762378693, 0.07657576352357864, 0.07981663942337036, 0.08305751532316208, 0.0862983912229538, 0.08953926712274551, 0.09278014302253723, 0.09602101892232895, 0.09926189482212067, 0.10250277072191238, 0.1057436466217041, 0.10898452252149582, 0.11222539842128754, 0.11546627432107925, 0.11870715022087097]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 5.0, 6.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 2.0, 0.0, 4.0, 2.0, 2.0, 6.0, 7.0, 5.0, 10.0, 12.0, 11.0, 12.0, 19.0, 44.0, 19.0, 15.0, 12.0, 12.0, 13.0, 11.0, 4.0, 3.0, 4.0, 0.0, 3.0, 2.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 4.0, 2.0, 3.0, 0.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 4.0, 1.0], "bins": [-0.05871259421110153, -0.05673361197113991, -0.05475463345646858, -0.05277565121650696, -0.05079667270183563, -0.04881769046187401, -0.046838708221912384, -0.04485972970724106, -0.042880747467279434, -0.04090176522731781, -0.038922786712646484, -0.03694380447268486, -0.034964822232723236, -0.03298584371805191, -0.031006861478090286, -0.02902788110077381, -0.027048900723457336, -0.02506992034614086, -0.023090939968824387, -0.021111957728862762, -0.019132977351546288, -0.017153996974229813, -0.015175015665590763, -0.013196034356951714, -0.011217053979635239, -0.009238073602318764, -0.007259092293679714, -0.005280111450701952, -0.0033011306077241898, -0.0013221497647464275, 0.0006568310782313347, 0.002635811921209097, 0.004614792764186859, 0.006593773607164621, 0.008572754450142384, 0.010551735758781433, 0.012530716136097908, 0.014509696513414383, 0.016488678753376007, 0.018467659130692482, 0.020446639508008957, 0.022425619885325432, 0.024404600262641907, 0.02638358250260353, 0.028362562879920006, 0.03034154325723648, 0.032320525497198105, 0.03429950401186943, 0.036278486251831055, 0.03825746849179268, 0.040236447006464005, 0.04221542924642563, 0.044194407761096954, 0.04617339000105858, 0.0481523722410202, 0.05013135075569153, 0.05211033299565315, 0.05408931523561478, 0.0560682937502861, 0.058047275990247726, 0.06002625823020935, 0.062005236744880676, 0.063984215259552, 0.06596320122480392, 0.06794217973947525]}, "_runtime": 80.38687539100647, "_timestamp": 1596214405.144158, "_step": 95}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 2.0, 3.0, 1.0, 4.0, 0.0, 4.0, 2.0, 6.0, 1.0, 5.0, 2.0, 1.0, 0.0, 0.0, 4.0, 2.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011123248375952244, -0.010805053636431694, -0.01048685796558857, -0.01016866322606802, -0.00985046848654747, -0.009532272815704346, -0.009214078076183796, -0.008895882405340672, -0.008577687665820122, -0.008259492926299572, -0.007941297255456448, -0.007623102515935898, -0.007304907310754061, -0.006986712105572224, -0.006668517366051674, -0.006350322160869837, -0.006032126955688, -0.005713931750506163, -0.0053957365453243256, -0.005077541805803776, -0.004759346600621939, -0.004441151395440102, -0.004122956655919552, -0.0038047614507377148, -0.0034865662455558777, -0.0031683710403740406, -0.002850176068022847, -0.0025319810956716537, -0.0022137858904898167, -0.0018955908017233014, -0.0015773957129567862, -0.001259200624190271, -0.0009410055354237556, -0.0006228104466572404, -0.00030461535789072514, 1.357973087579012e-05, 0.0003317748196423054, 0.0006499699084088206, 0.0009681649971753359, 0.0012863600859418511, 0.0016045551747083664, 0.0019227502634748816, 0.002240945352241397, 0.0025591403245925903, 0.0028773355297744274, 0.0031955307349562645, 0.003513725707307458, 0.0038319206796586514, 0.0041501158848404884, 0.0044683110900223255, 0.004786506295204163, 0.005104701034724712, 0.0054228962399065495, 0.0057410914450883865, 0.006059286184608936, 0.006377481389790773, 0.0066956765949726105, 0.0070138718001544476, 0.007332067005336285, 0.007650261744856834, 0.007968457415699959, 0.008286652155220509, 0.008604846894741058, 0.008923042565584183, 0.009241237305104733]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 2.0, 1.0, 1.0, 3.0, 2.0, 6.0, 3.0, 8.0, 7.0, 7.0, 13.0, 20.0, 19.0, 31.0, 20.0, 39.0, 46.0, 64.0, 62.0, 95.0, 149.0, 232.0, 433.0, 5181.0, 603.0, 275.0, 169.0, 99.0, 82.0, 61.0, 56.0, 34.0, 20.0, 25.0, 15.0, 11.0, 15.0, 5.0, 4.0, 4.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.12417005747556686, -0.12066708505153656, -0.11716411262750626, -0.11366114020347595, -0.11015816777944565, -0.10665519535541534, -0.10315223038196564, -0.09964925795793533, -0.09614628553390503, -0.09264331310987473, -0.08914034068584442, -0.08563736826181412, -0.08213439583778381, -0.07863142341375351, -0.0751284509897232, -0.0716254785656929, -0.0681225061416626, -0.06461954116821289, -0.06111656501889229, -0.05761359632015228, -0.05411062389612198, -0.050607651472091675, -0.04710467904806137, -0.04360170662403107, -0.04009873420000076, -0.03659576550126076, -0.033092793077230453, -0.02958982065320015, -0.026086848229169846, -0.02258387766778469, -0.019080905243754387, -0.015577933751046658, -0.012074962258338928, -0.008571990765631199, -0.005069018807262182, -0.0015660470817238092, 0.0019369246438145638, 0.005439896136522293, 0.008942868560552597, 0.012445840053260326, 0.015948811545968056, 0.01945178396999836, 0.022954754531383514, 0.02645772695541382, 0.029960699379444122, 0.033463671803474426, 0.03696664050221443, 0.040469612926244736, 0.04397258535027504, 0.047475557774305344, 0.05097853019833565, 0.05448149889707565, 0.05798447132110596, 0.06148744374513626, 0.06499041616916656, 0.06849338859319687, 0.07199636101722717, 0.07549933344125748, 0.07900230586528778, 0.08250527083873749, 0.08600824326276779, 0.0895112156867981, 0.0930141881108284, 0.0965171605348587, 0.10002013295888901]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 2.0, 3.0, 1.0, 7.0, 1.0, 5.0, 3.0, 3.0, 3.0, 4.0, 5.0, 7.0, 5.0, 4.0, 25.0, 4.0, 3.0, 4.0, 0.0, 2.0, 2.0, 4.0, 4.0, 3.0, 1.0, 3.0, 1.0, 1.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002949700690805912, -0.0028645526617765427, -0.0027794046327471733, -0.0026942568365484476, -0.0026091088075190783, -0.002523960778489709, -0.002438812982290983, -0.002353664953261614, -0.0022685169242322445, -0.002183368895202875, -0.0020982208661735058, -0.00201307306997478, -0.0019279250409454107, -0.0018427770119160414, -0.0017576290993019938, -0.0016724811866879463, -0.001587333157658577, -0.0015021851286292076, -0.00141703721601516, -0.0013318893034011126, -0.0012467412743717432, -0.0011615932453423738, -0.0010764453327283263, -0.0009912974201142788, -0.0009061493910849094, -0.000821001420263201, -0.0007358534494414926, -0.0006507054786197841, -0.0005655575077980757, -0.00048040953697636724, -0.0003952615661546588, -0.00031011359533295035, -0.0002249656245112419, -0.00013981765368953347, -5.466968286782503e-05, 3.047828795388341e-05, 0.00011562625877559185, 0.0002007742295973003, 0.00028592220041900873, 0.00037107017124071717, 0.0004562181420624256, 0.000541366112884134, 0.0006265140837058425, 0.0007116620545275509, 0.0007968100253492594, 0.0008819579961709678, 0.0009671059669926763, 0.0010522538796067238, 0.0011374019086360931, 0.0012225499376654625, 0.00130769785027951, 0.0013928457628935575, 0.001477993791922927, 0.0015631418209522963, 0.0016482897335663438, 0.0017334376461803913, 0.0018185856752097607, 0.00190373370423913, 0.0019888817332684994, 0.002074029529467225, 0.0021591775584965944, 0.002244325587525964, 0.0023294733837246895, 0.002414621412754059, 0.002499769441783428]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 3.0, 3.0, 4.0, 3.0, 6.0, 10.0, 14.0, 16.0, 30.0, 51.0, 67.0, 114.0, 167.0, 240.0, 328.0, 563.0, 882.0, 1436.0, 2488.0, 4228.0, 7494.0, 14582.0, 31117.0, 87808.0, 876827.0, 87089.0, 29531.0, 14017.0, 7645.0, 4446.0, 2764.0, 1803.0, 1191.0, 813.0, 554.0, 377.0, 265.0, 191.0, 143.0, 88.0, 49.0, 64.0, 30.0, 33.0, 21.0, 17.0, 6.0, 5.0, 5.0, 6.0, 3.0, 3.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.005355053581297398, -0.005168074741959572, -0.004981095902621746, -0.00479411706328392, -0.0046071382239460945, -0.004420159384608269, -0.004233180545270443, -0.004046201705932617, -0.0038592226337641478, -0.003672243794426322, -0.003485264955088496, -0.0032982861157506704, -0.003111307043582201, -0.0029243282042443752, -0.0027373493649065495, -0.0025503705255687237, -0.002363391686230898, -0.002176412846893072, -0.0019894340075552464, -0.0018024550518020988, -0.001615476212464273, -0.0014284973731264472, -0.0012415184173732996, -0.0010545395780354738, -0.000867560738697648, -0.0006805818993598223, -0.0004936030018143356, -0.00030662413337267935, -0.00011964526493102312, 6.733360351063311e-05, 0.00025431247195228934, 0.0004412913403939456, 0.0006282702088356018, 0.0008152490481734276, 0.0010022278875112534, 0.001189206843264401, 0.0013761856826022267, 0.0015631645219400525, 0.0017501434776932001, 0.0019371223170310259, 0.0021241011563688517, 0.0023110799957066774, 0.002498058835044503, 0.002685037674382329, 0.0028720167465507984, 0.003058995585888624, 0.00324597442522645, 0.0034329532645642757, 0.0036199321039021015, 0.0038069109432399273, 0.003993889782577753, 0.004180868621915579, 0.004367847461253405, 0.00455482630059123, 0.004741805139929056, 0.004928783979266882, 0.005115763284265995, 0.005302742123603821, 0.005489720962941647, 0.005676699802279472, 0.005863678641617298, 0.006050657480955124, 0.00623763632029295, 0.0064246151596307755, 0.006611593998968601]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 2.0, 1.0, 0.0, 3.0, 2.0, 2.0, 2.0, 6.0, 2.0, 8.0, 3.0, 1.0, 5.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0206664577126503, -0.02008773200213909, -0.019509006291627884, -0.018930280581116676, -0.01835155487060547, -0.01777282916009426, -0.017194103449583054, -0.016615377739071846, -0.01603665202856064, -0.015457925386726856, -0.014879199676215649, -0.014300473965704441, -0.013721747323870659, -0.013143021613359451, -0.012564295902848244, -0.011985570192337036, -0.011406844481825829, -0.010828118771314621, -0.010249393060803413, -0.009670667350292206, -0.009091941639780998, -0.008513214997947216, -0.007934489287436008, -0.007355763576924801, -0.006777037866413593, -0.006198312155902386, -0.005619586445391178, -0.005040860269218683, -0.004462134558707476, -0.003883408848196268, -0.003304682904854417, -0.0027259569615125656, -0.002147231251001358, -0.0015685054240748286, -0.0009897795971482992, -0.0004110537702217698, 0.0001676720567047596, 0.000746397883631289, 0.0013251237105578184, 0.0019038495374843478, 0.0024825753644108772, 0.003061301074922085, 0.003640027018263936, 0.004218752961605787, 0.004797478672116995, 0.0053762043826282024, 0.005954930558800697, 0.006533656269311905, 0.0071123819798231125, 0.00769110769033432, 0.008269833400845528, 0.008848559111356735, 0.009427284821867943, 0.010006011463701725, 0.010584737174212933, 0.01116346288472414, 0.011742188595235348, 0.012320914305746555, 0.012899640016257763, 0.01347836572676897, 0.014057092368602753, 0.01463581807911396, 0.015214543789625168, 0.015793269500136375, 0.016371995210647583]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 5.0, 3.0, 6.0, 5.0, 15.0, 22.0, 22.0, 32.0, 42.0, 39.0, 48.0, 76.0, 99.0, 131.0, 172.0, 211.0, 285.0, 343.0, 451.0, 580.0, 879.0, 1148.0, 1850.0, 6424.0, 2218.0, 1131.0, 618.0, 429.0, 281.0, 189.0, 133.0, 111.0, 78.0, 83.0, 52.0, 50.0, 35.0, 29.0, 23.0, 17.0, 16.0, 10.0, 5.0, 3.0, 3.0, 3.0, 6.0, 5.0, 4.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.009851795621216297, -0.009551100432872772, -0.009250406175851822, -0.008949710987508297, -0.008649015799164772, -0.008348321542143822, -0.008047626353800297, -0.007746931631118059, -0.0074462369084358215, -0.007145542185753584, -0.006844847463071346, -0.006544152274727821, -0.006243457552045584, -0.005942762829363346, -0.005642067641019821, -0.0053413729183375835, -0.005040678195655346, -0.004739983472973108, -0.004439288750290871, -0.004138593561947346, -0.003837898839265108, -0.0035372041165828705, -0.003236509161069989, -0.002935814205557108, -0.0026351194828748703, -0.0023344247601926327, -0.0020337298046797514, -0.001733034965582192, -0.0014323401264846325, -0.001131645287387073, -0.0008309504482895136, -0.0005302556091919541, -0.00022956077009439468, 7.113406900316477e-05, 0.0003718289081007242, 0.0006725237471982837, 0.0009732185862958431, 0.0012739134253934026, 0.001574608264490962, 0.0018753031035885215, 0.002175997942686081, 0.0024766926653683186, 0.0027773876208812, 0.003078082576394081, 0.0033787772990763187, 0.0036794720217585564, 0.003980167210102081, 0.004280861932784319, 0.0045815566554665565, 0.004882251378148794, 0.005182946100831032, 0.005483641289174557, 0.005784336011856794, 0.006085030734539032, 0.006385725922882557, 0.0066864206455647945, 0.006987115368247032, 0.00728781009092927, 0.007588504813611507, 0.007889200001955032, 0.008189894258975983, 0.008490589447319508, 0.008791284635663033, 0.009091978892683983, 0.009392674081027508]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 4.0, 3.0, 5.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.13114100694656372, -0.12492221593856812, -0.11870342493057251, -0.11248462647199631, -0.1062658354640007, -0.1000470444560051, -0.09382825344800949, -0.08760946244001389, -0.08139066398143768, -0.07517187297344208, -0.06895308196544647, -0.06273429095745087, -0.05651549994945526, -0.05029670521616936, -0.04407791420817375, -0.03785911947488785, -0.03164032846689224, -0.025421535596251488, -0.019202742725610733, -0.012983951717615128, -0.006765158846974373, -0.0005463664419949055, 0.005672425962984562, 0.011891217902302742, 0.018110010772943497, 0.02432880364358425, 0.030547596514225006, 0.03676638752222061, 0.04298517853021622, 0.04920397326350212, 0.055422764271497726, 0.06164155900478363, 0.06786035001277924, 0.07407914102077484, 0.08029793202877045, 0.08651673048734665, 0.09273552149534225, 0.09895431250333786, 0.10517310351133347, 0.11139189451932907, 0.11761069297790527, 0.12382948398590088, 0.13004827499389648, 0.1362670660018921, 0.1424858570098877, 0.1487046480178833, 0.1549234390258789, 0.1611422300338745, 0.16736102104187012, 0.17357982695102692, 0.17979861795902252, 0.18601740896701813, 0.19223619997501373, 0.19845499098300934, 0.20467378199100494, 0.21089257299900055, 0.21711136400699615, 0.22333015501499176, 0.22954894602298737, 0.23576775193214417, 0.24198654294013977, 0.24820533394813538, 0.254424124956131, 0.2606429159641266, 0.2668617069721222]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 3.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 4.0, 7.0, 3.0, 5.0, 3.0, 4.0, 3.0, 3.0, 2.0, 3.0, 5.0, 1.0, 2.0, 3.0, 3.0, 9.0, 15.0, 56.0, 46.0, 28.0, 13.0, 1.0, 6.0, 3.0, 4.0, 5.0, 6.0, 3.0, 2.0, 1.0, 1.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 5.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0], "bins": [-0.08784421533346176, -0.08505357056856155, -0.08226292580366135, -0.07947228103876114, -0.07668162882328033, -0.07389098405838013, -0.07110033929347992, -0.06830969452857971, -0.0655190497636795, -0.0627284049987793, -0.05993776023387909, -0.05714711174368858, -0.054356466978788376, -0.05156582221388817, -0.04877517372369766, -0.045984528958797455, -0.04319388419389725, -0.04040323942899704, -0.03761259466409683, -0.034821946173906326, -0.03203130140900612, -0.02924065664410591, -0.026450010016560555, -0.023659363389015198, -0.02086871862411499, -0.018078073859214783, -0.015287427231669426, -0.012496781535446644, -0.009706135839223862, -0.0069154901430010796, -0.004124844446778297, -0.0013341987505555153, 0.0014564469456672668, 0.004247092641890049, 0.007037738338112831, 0.009828384034335613, 0.012619029730558395, 0.015409675426781178, 0.01820032112300396, 0.020990967750549316, 0.023781612515449524, 0.02657225728034973, 0.029362903907895088, 0.032153550535440445, 0.03494419530034065, 0.03773484006524086, 0.040525488555431366, 0.043316133320331573, 0.04610677808523178, 0.04889742285013199, 0.051688067615032196, 0.0544787161052227, 0.05726936087012291, 0.06006000563502312, 0.06285065412521362, 0.06564129889011383, 0.06843194365501404, 0.07122258841991425, 0.07401323318481445, 0.07680387794971466, 0.07959452271461487, 0.08238517493009567, 0.08517581969499588, 0.08796646445989609, 0.0907571092247963]}, "_runtime": 81.15373039245605, "_timestamp": 1596214405.911013, "_step": 96}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 4.0, 0.0, 0.0, 1.0, 4.0, 3.0, 2.0, 0.0, 2.0, 1.0, 4.0, 3.0, 2.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 2.0, 3.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01422842126339674, -0.013860932551324368, -0.013493443839251995, -0.013125956058502197, -0.012758467346429825, -0.012390978634357452, -0.01202348992228508, -0.011656001210212708, -0.011288512498140335, -0.010921024717390537, -0.010553536005318165, -0.010186047293245792, -0.00981855858117342, -0.009451069869101048, -0.00908358208835125, -0.008716093376278877, -0.008348604664206505, -0.007981115952134132, -0.007613627705723047, -0.007246138993650675, -0.00687865074723959, -0.006511162035167217, -0.006143673323094845, -0.00577618507668376, -0.005408696364611387, -0.005041207652539015, -0.00467371940612793, -0.004306230694055557, -0.003938741981983185, -0.0035712537355720997, -0.0032037650234997272, -0.0028362765442579985, -0.0024687880650162697, -0.002101299585774541, -0.0017338109901174903, -0.0013663223944604397, -0.000998833915218711, -0.0006313453777693212, -0.0002638568403199315, 0.00010363169712945819, 0.0004711202345788479, 0.0008386087720282376, 0.0012060973094776273, 0.0015735859051346779, 0.0019410743843764067, 0.0023085628636181355, 0.002676051575690508, 0.0030435400549322367, 0.0034110285341739655, 0.0037785170134156942, 0.004146005492657423, 0.0045134942047297955, 0.004880982451140881, 0.005248471163213253, 0.0056159598752856255, 0.005983448121696711, 0.006350936833769083, 0.0067184255458414555, 0.007085913792252541, 0.007453402504324913, 0.007820891216397285, 0.008188379928469658, 0.008555867709219456, 0.008923356421291828, 0.0092908451333642]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 1.0, 3.0, 0.0, 0.0, 7.0, 7.0, 6.0, 10.0, 12.0, 17.0, 19.0, 23.0, 24.0, 46.0, 54.0, 67.0, 88.0, 102.0, 177.0, 248.0, 506.0, 5200.0, 492.0, 253.0, 145.0, 119.0, 76.0, 52.0, 45.0, 31.0, 29.0, 24.0, 15.0, 14.0, 2.0, 2.0, 5.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.17027096450328827, -0.1651529222726822, -0.1600348800420761, -0.15491683781147003, -0.14979879558086395, -0.14468075335025787, -0.1395627111196518, -0.13444466888904572, -0.12932662665843964, -0.12420859187841415, -0.11909054964780807, -0.113972507417202, -0.10885446518659592, -0.10373642295598984, -0.09861838072538376, -0.09350033849477768, -0.0883822962641716, -0.08326425403356552, -0.07814621180295944, -0.07302816957235336, -0.06791012734174728, -0.0627920851111412, -0.057674046605825424, -0.052556004375219345, -0.047437962144613266, -0.04231991991400719, -0.03720187768340111, -0.03208383545279503, -0.0269657950848341, -0.02184775285422802, -0.01672971248626709, -0.01161167025566101, -0.006493628025054932, -0.0013755862601101398, 0.003742455504834652, 0.008860496804118156, 0.013978539034724236, 0.019096581265330315, 0.024214621633291245, 0.029332663863897324, 0.0344507060945034, 0.03956874832510948, 0.04468679055571556, 0.04980483278632164, 0.05492287129163742, 0.0600409135222435, 0.06515895575284958, 0.07027699798345566, 0.07539504021406174, 0.08051308244466782, 0.0856311246752739, 0.09074916690587997, 0.09586720913648605, 0.10098525136709213, 0.10610329359769821, 0.11122133582830429, 0.11633937060832977, 0.12145741283893585, 0.12657545506954193, 0.131693497300148, 0.1368115395307541, 0.14192958176136017, 0.14704762399196625, 0.15216566622257233, 0.1572837084531784]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 3.0, 2.0, 4.0, 1.0, 2.0, 4.0, 1.0, 2.0, 4.0, 3.0, 10.0, 7.0, 29.0, 7.0, 5.0, 5.0, 4.0, 2.0, 4.0, 2.0, 1.0, 2.0, 3.0, 3.0, 2.0, 0.0, 0.0, 2.0, 2.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.005618112161755562, -0.0054779271595180035, -0.005337741691619158, -0.005197556689381599, -0.005057371221482754, -0.004917186219245195, -0.004777001217007637, -0.004636815749108791, -0.004496630746871233, -0.004356445744633675, -0.004216260276734829, -0.004076075274497271, -0.003935890272259712, -0.0037957048043608665, -0.003655519802123308, -0.003515334567055106, -0.003375149331986904, -0.003234964096918702, -0.0030947788618505, -0.0029545938596129417, -0.0028144086245447397, -0.0026742233894765377, -0.0025340383872389793, -0.0023938531521707773, -0.0022536679171025753, -0.0021134826820343733, -0.0019732974469661713, -0.001833112444728613, -0.0016929272096604109, -0.0015527419745922089, -0.0014125568559393287, -0.0012723717372864485, -0.0011321865022182465, -0.0009920012671500444, -0.0008518161484971642, -0.0007116309716366231, -0.000571445794776082, -0.00043126061791554093, -0.00029107544105499983, -0.00015089026419445872, -1.0705087333917618e-05, 0.0001294800895266235, 0.0002696652663871646, 0.0004098504432477057, 0.0005500356201082468, 0.0006902207969687879, 0.000830405973829329, 0.0009705911506898701, 0.0011107763275504112, 0.0012509615626186132, 0.0013911466812714934, 0.0015313317999243736, 0.0016715170349925756, 0.0018117022700607777, 0.0019518873887136579, 0.002092072507366538, 0.00223225774243474, 0.002372442977502942, 0.002512628212571144, 0.0026528132148087025, 0.0027929984498769045, 0.0029331836849451065, 0.003073368687182665, 0.003213553922250867, 0.003353739157319069]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 1.0, 2.0, 2.0, 8.0, 9.0, 2.0, 10.0, 17.0, 35.0, 30.0, 56.0, 73.0, 104.0, 148.0, 174.0, 320.0, 455.0, 592.0, 849.0, 1315.0, 2135.0, 3373.0, 5546.0, 9493.0, 18282.0, 41245.0, 134899.0, 822842.0, 66875.0, 29906.0, 16109.0, 9173.0, 5522.0, 3371.0, 2207.0, 1405.0, 1002.0, 646.0, 462.0, 325.0, 170.0, 149.0, 96.0, 65.0, 41.0, 34.0, 24.0, 20.0, 8.0, 6.0, 3.0, 3.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.007524800952523947, -0.007305370178073645, -0.0070859394036233425, -0.00686650862917304, -0.006647077854722738, -0.006427647080272436, -0.006208216305822134, -0.005988785531371832, -0.0057693542912602425, -0.00554992351680994, -0.005330492742359638, -0.005111061967909336, -0.004891631193459034, -0.004672200419008732, -0.00445276964455843, -0.004233338870108128, -0.0040139080956578255, -0.0037944773212075233, -0.0035750465467572212, -0.003355615772306919, -0.003136184997856617, -0.002916753990575671, -0.002697323216125369, -0.002477892441675067, -0.002258461667224765, -0.0020390308927744627, -0.0018196001183241606, -0.0016001692274585366, -0.0013807384530082345, -0.0011613076785579324, -0.0009418768458999693, -0.0007224460132420063, -0.0005030152387917042, -0.0002835844352375716, -6.415363168343902e-05, 0.00015527717187069356, 0.00037470797542482615, 0.0005941387498751283, 0.0008135695825330913, 0.0010330004151910543, 0.0012524311896413565, 0.0014718619640916586, 0.0016912927385419607, 0.0019107236294075847, 0.0021301545202732086, 0.0023495852947235107, 0.002569016069173813, 0.002788446843624115, 0.003007877618074417, 0.0032273083925247192, 0.0034467391669750214, 0.0036661699414253235, 0.0038856007158756256, 0.004105031490325928, 0.00432446226477623, 0.004543893039226532, 0.004763323813676834, 0.0049827550537884235, 0.005202185828238726, 0.005421616602689028, 0.00564104737713933, 0.005860478151589632, 0.006079908926039934, 0.006299339700490236, 0.006518770474940538]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 2.0, 2.0, 4.0, 4.0, 0.0, 7.0, 3.0, 2.0, 2.0, 2.0, 0.0, 2.0, 1.0, 4.0, 2.0, 0.0, 3.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.02157784439623356, -0.021024096757173538, -0.020470350980758667, -0.019916605204343796, -0.019362857565283775, -0.018809109926223755, -0.018255364149808884, -0.017701618373394012, -0.017147870734333992, -0.01659412309527397, -0.0160403773188591, -0.015486630611121655, -0.014932883903384209, -0.014379137195646763, -0.013825390487909317, -0.013271643780171871, -0.012717897072434425, -0.01216415036469698, -0.011610403656959534, -0.011056656949222088, -0.010502910241484642, -0.009949163533747196, -0.00939541682600975, -0.008841670118272305, -0.008287923410534859, -0.007734176702797413, -0.007180429995059967, -0.006626683287322521, -0.006072936579585075, -0.0055191898718476295, -0.004965443164110184, -0.004411696456372738, -0.003857949748635292, -0.0033042030408978462, -0.0027504563331604004, -0.0021967096254229546, -0.0016429629176855087, -0.001089216209948063, -0.0005354695022106171, 1.8277205526828766e-05, 0.0005720239132642746, 0.0011257706210017204, 0.0016795173287391663, 0.002233264036476612, 0.002787010744214058, 0.0033407574519515038, 0.0038945041596889496, 0.004448250867426395, 0.005001997575163841, 0.005555744282901287, 0.006109490990638733, 0.006663237698376179, 0.007216984406113625, 0.00777073111385107, 0.008324477821588516, 0.008878224529325962, 0.009431971237063408, 0.009985717944800854, 0.0105394646525383, 0.011093211360275745, 0.011646958068013191, 0.012200704775750637, 0.012754451483488083, 0.013308198191225529, 0.013861944898962975]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 3.0, 2.0, 5.0, 2.0, 2.0, 9.0, 15.0, 12.0, 19.0, 27.0, 25.0, 29.0, 40.0, 41.0, 77.0, 99.0, 132.0, 207.0, 291.0, 473.0, 758.0, 1239.0, 2173.0, 6960.0, 2137.0, 1224.0, 750.0, 475.0, 350.0, 256.0, 188.0, 117.0, 83.0, 45.0, 33.0, 29.0, 25.0, 25.0, 12.0, 10.0, 9.0, 5.0, 5.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013050061650574207, -0.012648436240851879, -0.012246809899806976, -0.011845184490084648, -0.011443558149039745, -0.011041932739317417, -0.010640306398272514, -0.010238680988550186, -0.009837055578827858, -0.009435429237782955, -0.009033803828060627, -0.008632177487015724, -0.008230552077293396, -0.007828925736248493, -0.007427300326526165, -0.0070256744511425495, -0.006624048575758934, -0.0062224227003753185, -0.005820796824991703, -0.0054191709496080875, -0.005017545074224472, -0.004615919664502144, -0.004214293789118528, -0.003812667913734913, -0.0034110420383512974, -0.003009416162967682, -0.0026077902875840664, -0.0022061646450310946, -0.001804538769647479, -0.0014029128942638636, -0.00100128713529557, -0.0005996613181196153, -0.00019803550094366074, 0.00020359031623229384, 0.0006052161334082484, 0.001006841892376542, 0.0014084677677601576, 0.001810093643143773, 0.002211719285696745, 0.0026133451610803604, 0.003014971036463976, 0.0034165969118475914, 0.003818222787231207, 0.004219848662614822, 0.004621474072337151, 0.005023099947720766, 0.0054247258231043816, 0.005826351698487997, 0.0062279775738716125, 0.006629603449255228, 0.0070312293246388435, 0.007432855200022459, 0.007834481075406075, 0.008236106485128403, 0.008637732826173306, 0.009039358235895634, 0.009440984576940536, 0.009842609986662865, 0.010244235396385193, 0.010645861737430096, 0.011047487147152424, 0.011449113488197327, 0.011850738897919655, 0.012252365238964558, 0.012653990648686886]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 2.0, 6.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08666327595710754, -0.08334983885288239, -0.08003640174865723, -0.07672296464443207, -0.07340952008962631, -0.07009608298540115, -0.066782645881176, -0.06346920877695084, -0.06015577167272568, -0.05684233084321022, -0.05352889373898506, -0.0502154566347599, -0.046902015805244446, -0.04358857870101929, -0.04027514159679413, -0.03696170076727867, -0.03364826366305351, -0.030334824696183205, -0.027021387591958046, -0.023707948625087738, -0.02039451152086258, -0.01708107255399227, -0.013767633587121964, -0.01045419555157423, -0.007140757516026497, -0.00382731924764812, -0.000513880979269743, 0.002799557289108634, 0.006112995557487011, 0.009426433593034744, 0.012739872559905052, 0.01605330966413021, 0.01936674863100052, 0.022680187597870827, 0.025993624702095985, 0.029307063668966293, 0.03262050077319145, 0.03593394160270691, 0.03924737870693207, 0.04256081581115723, 0.045874252915382385, 0.04918769374489784, 0.052501130849123, 0.05581456795334816, 0.05912800878286362, 0.062441445887088776, 0.06575488299131393, 0.06906832009553909, 0.07238176465034485, 0.07569520175457001, 0.07900863885879517, 0.08232207596302032, 0.08563551306724548, 0.08894895017147064, 0.0922623872756958, 0.09557583183050156, 0.09888926893472672, 0.10220270603895187, 0.10551614314317703, 0.10882958024740219, 0.11214301735162735, 0.1154564619064331, 0.11876989901065826, 0.12208333611488342, 0.12539677321910858]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 1.0, 0.0, 2.0, 5.0, 8.0, 2.0, 3.0, 8.0, 3.0, 10.0, 11.0, 21.0, 51.0, 25.0, 33.0, 21.0, 4.0, 15.0, 5.0, 8.0, 7.0, 3.0, 4.0, 6.0, 4.0, 3.0, 2.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 3.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.0567801296710968, -0.05472955480217934, -0.05267897993326187, -0.05062840133905411, -0.04857782647013664, -0.04652725160121918, -0.044476673007011414, -0.04242609813809395, -0.04037552326917648, -0.03832494840025902, -0.03627437353134155, -0.03422379493713379, -0.032173220068216324, -0.03012264519929886, -0.028072068467736244, -0.02602149173617363, -0.023970916867256165, -0.0219203419983387, -0.019869765266776085, -0.01781918853521347, -0.015768613666296005, -0.013718037866055965, -0.011667462065815926, -0.009616886265575886, -0.007566310465335846, -0.005515734665095806, -0.0034651588648557663, -0.0014145830646157265, 0.0006359927356243134, 0.002686568535864353, 0.004737144336104393, 0.006787720136344433, 0.008838295936584473, 0.010888871736824512, 0.012939447537064552, 0.014990023337304592, 0.017040599137544632, 0.019091174006462097, 0.02114175073802471, 0.023192327469587326, 0.02524290233850479, 0.027293477207422256, 0.02934405393898487, 0.031394630670547485, 0.03344520553946495, 0.035495780408382416, 0.03754635900259018, 0.039596933871507645, 0.04164750874042511, 0.043698083609342575, 0.04574865847826004, 0.047799237072467804, 0.04984981194138527, 0.051900386810302734, 0.0539509654045105, 0.05600154027342796, 0.05805211514234543, 0.060102690011262894, 0.06215326488018036, 0.06420384347438812, 0.06625442206859589, 0.06830499321222305, 0.07035557180643082, 0.07240614295005798, 0.07445672154426575]}, "_runtime": 81.94542241096497, "_timestamp": 1596214406.702705, "_step": 97}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 5.0, 2.0, 1.0, 1.0, 1.0, 2.0, 4.0, 3.0, 2.0, 2.0, 2.0, 1.0, 1.0, 4.0, 6.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0], "bins": [-0.011883198283612728, -0.011572583578526974, -0.011261967942118645, -0.01095135323703289, -0.010640738531947136, -0.010330123826861382, -0.010019509121775627, -0.009708893485367298, -0.009398278780281544, -0.00908766407519579, -0.00877704843878746, -0.008466433733701706, -0.008155819028615952, -0.007845204323530197, -0.0075345891527831554, -0.007223973982036114, -0.006913359276950359, -0.006602744571864605, -0.006292129401117563, -0.0059815142303705215, -0.005670899525284767, -0.005360284820199013, -0.005049669649451971, -0.004739054478704929, -0.004428439773619175, -0.0041178250685334206, -0.003807209897786379, -0.003496594959869981, -0.0031859800219535828, -0.0028753650840371847, -0.0025647501461207867, -0.0022541352082043886, -0.0019435202702879906, -0.0016329053323715925, -0.0013222903944551945, -0.0010116754565387964, -0.0007010605186223984, -0.00039044558070600033, -7.983064278960228e-05, 0.00023078429512679577, 0.0005413992330431938, 0.0008520141709595919, 0.00116262910887599, 0.001473244046792388, 0.001783858984708786, 0.002094473922625184, 0.002405088860541582, 0.00271570379845798, 0.003026318736374378, 0.0033369336742907763, 0.0036475486122071743, 0.003958163782954216, 0.00426877848803997, 0.004579393193125725, 0.0048900083638727665, 0.005200623534619808, 0.005511238239705563, 0.005821852944791317, 0.006132468115538359, 0.0064430832862854, 0.006753697991371155, 0.007064312696456909, 0.007374927867203951, 0.007685543037950993, 0.007996157743036747]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 2.0, 4.0, 1.0, 6.0, 3.0, 6.0, 11.0, 9.0, 9.0, 11.0, 11.0, 15.0, 18.0, 22.0, 21.0, 38.0, 42.0, 47.0, 75.0, 81.0, 97.0, 140.0, 211.0, 251.0, 474.0, 4856.0, 482.0, 256.0, 194.0, 133.0, 80.0, 58.0, 53.0, 48.0, 34.0, 28.0, 17.0, 13.0, 8.0, 13.0, 6.0, 9.0, 4.0, 9.0, 4.0, 5.0, 4.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0], "bins": [-0.11486747115850449, -0.11168785393238068, -0.10850822925567627, -0.10532861202955246, -0.10214899480342865, -0.09896937012672424, -0.09578975290060043, -0.09261013567447662, -0.08943051099777222, -0.08625089377164841, -0.0830712765455246, -0.07989165931940079, -0.07671203464269638, -0.07353241741657257, -0.07035280019044876, -0.06717317551374435, -0.06399355828762054, -0.060813937336206436, -0.057634320110082626, -0.05445469915866852, -0.05127508193254471, -0.0480954609811306, -0.04491584002971649, -0.04173622280359268, -0.038556601852178574, -0.035376980900764465, -0.032197363674640656, -0.029017742723226547, -0.025838123634457588, -0.02265850454568863, -0.01947888359427452, -0.016299264505505562, -0.013119645416736603, -0.009940026327967644, -0.00676040630787611, -0.0035807867534458637, -0.00040116719901561737, 0.002778452355414629, 0.005958071909844875, 0.009137691929936409, 0.012317311018705368, 0.015496930107474327, 0.018676549196243286, 0.021856170147657394, 0.025035789236426353, 0.028215408325195312, 0.03139502927660942, 0.03457464650273323, 0.03775426745414734, 0.04093388840556145, 0.04411350563168526, 0.047293126583099365, 0.050472743809223175, 0.05365236476063728, 0.05683198571205139, 0.0600116029381752, 0.06319122016429901, 0.06637084484100342, 0.06955046206712723, 0.07273007929325104, 0.07590970396995544, 0.07908932119607925, 0.08226893842220306, 0.08544856309890747, 0.08862818032503128]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 4.0, 2.0, 2.0, 2.0, 2.0, 1.0, 2.0, 2.0, 2.0, 0.0, 2.0, 7.0, 3.0, 3.0, 5.0, 3.0, 7.0, 3.0, 4.0, 28.0, 3.0, 6.0, 4.0, 3.0, 3.0, 3.0, 1.0, 1.0, 1.0, 4.0, 2.0, 0.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0028772163204848766, -0.002782618859782815, -0.0026880213990807533, -0.0025934239383786917, -0.00249882647767663, -0.0024042290169745684, -0.0023096315562725067, -0.002215034095570445, -0.0021204366348683834, -0.0020258391741663218, -0.0019312415970489383, -0.0018366441363468766, -0.001742046675644815, -0.0016474492149427533, -0.0015528517542406917, -0.00145825429353863, -0.0013636568328365684, -0.0012690593721345067, -0.001174461911432445, -0.0010798644507303834, -0.0009852669900283217, -0.0008906694711185992, -0.0007960720104165375, -0.0007014745497144759, -0.0006068770890124142, -0.0005122796283103526, -0.0004176821676082909, -0.0003230846778023988, -0.00022848721710033715, -0.0001338897563982755, -3.929228114429861e-05, 5.5305186833720654e-05, 0.00014990265481173992, 0.0002445001155138016, 0.00033909757621586323, 0.00043369506602175534, 0.0005282924976199865, 0.0006228900165297091, 0.0007174874772317708, 0.0008120849379338324, 0.0009066823986358941, 0.0010012799175456166, 0.0010958773782476783, 0.00119047483894974, 0.0012850722996518016, 0.0013796697603538632, 0.001474267221055925, 0.0015688646817579865, 0.0016634621424600482, 0.0017580596031621099, 0.0018526570638641715, 0.0019472545245662332, 0.0020418521016836166, 0.0021364495623856783, 0.00223104702308774, 0.0023256444837898016, 0.0024202419444918633, 0.002514839405193925, 0.0026094368658959866, 0.002704034326598048, 0.00279863178730011, 0.0028932292480021715, 0.002987826708704233, 0.003082424169406295, 0.0031770216301083565]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 5.0, 5.0, 11.0, 15.0, 24.0, 32.0, 65.0, 78.0, 133.0, 197.0, 278.0, 423.0, 630.0, 1008.0, 1602.0, 2570.0, 4332.0, 7493.0, 13717.0, 28165.0, 70681.0, 823774.0, 138973.0, 41529.0, 18865.0, 9868.0, 5548.0, 3360.0, 2107.0, 1360.0, 888.0, 586.0, 400.0, 272.0, 186.0, 128.0, 86.0, 61.0, 57.0, 40.0, 22.0, 28.0, 15.0, 6.0, 9.0, 2.0, 3.0, 4.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.007263484410941601, -0.007048802450299263, -0.006834120489656925, -0.006619438529014587, -0.00640475656837225, -0.0061900741420686245, -0.005975392181426287, -0.005760710220783949, -0.005546028260141611, -0.005331346299499273, -0.0051166643388569355, -0.004901982378214598, -0.004687299951910973, -0.004472617991268635, -0.004257936030626297, -0.004043254069983959, -0.0038285721093416214, -0.0036138901486992836, -0.003399208188056946, -0.0031845259945839643, -0.0029698440339416265, -0.0027551620732992887, -0.0025404798798263073, -0.0023257979191839695, -0.0021111159585416317, -0.001896433997899294, -0.0016817519208416343, -0.0014670698437839746, -0.0012523878831416368, -0.001037705922499299, -0.0008230238454416394, -0.0006083418265916407, -0.000393659807741642, -0.00017897778889164329, 3.570422995835543e-05, 0.00025038624880835414, 0.00046506826765835285, 0.0006797502865083516, 0.0008944323053583503, 0.00110911438241601, 0.0013237963430583477, 0.0015384783037006855, 0.0017531603807583451, 0.0019678424578160048, 0.0021825244184583426, 0.0023972063791006804, 0.002611888572573662, 0.0028265705332159996, 0.0030412524938583374, 0.003255934454500675, 0.003470616415143013, 0.0036852986086159945, 0.0038999805692583323, 0.004114662762731314, 0.0043293447233736515, 0.004544026684015989, 0.004758708644658327, 0.004973390605300665, 0.005188072565943003, 0.0054027545265853405, 0.005617436952888966, 0.005832118913531303, 0.006046800874173641, 0.006261482834815979, 0.006476164795458317]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 3.0, 2.0, 3.0, 2.0, 1.0, 1.0, 2.0, 9.0, 2.0, 2.0, 1.0, 3.0, 2.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 2.0, 0.0, 2.0, 2.0, 1.0, 1.0], "bins": [-0.018763680011034012, -0.0182960107922554, -0.01782834157347679, -0.01736067421734333, -0.01689300499856472, -0.01642533577978611, -0.01595766842365265, -0.015489999204874039, -0.015022329986095428, -0.014554660767316818, -0.014086992479860783, -0.013619324192404747, -0.013151654973626137, -0.012683985754847527, -0.012216317467391491, -0.011748649179935455, -0.011280979961156845, -0.010813310742378235, -0.0103456424549222, -0.009877974167466164, -0.009410304948687553, -0.008942635729908943, -0.008474967442452908, -0.008007299154996872, -0.007539629936218262, -0.007071961183100939, -0.006604292429983616, -0.006136623676866293, -0.00566895492374897, -0.005201286170631647, -0.004733617417514324, -0.004265948664397001, -0.0037982799112796783, -0.0033306111581623554, -0.0028629424050450325, -0.0023952736519277096, -0.0019276048988103867, -0.0014599361456930637, -0.0009922673925757408, -0.0005245986394584179, -5.692988634109497e-05, 0.00041073886677622795, 0.0008784076198935509, 0.0013460763730108738, 0.0018137451261281967, 0.0022814138792455196, 0.0027490826323628426, 0.0032167513854801655, 0.0036844201385974884, 0.004152088891714811, 0.004619757644832134, 0.005087426397949457, 0.00555509515106678, 0.006022763904184103, 0.006490432657301426, 0.006958101410418749, 0.007425770163536072, 0.007893439382314682, 0.008361107669770718, 0.008828775957226753, 0.009296445176005363, 0.009764114394783974, 0.01023178268224001, 0.010699450969696045, 0.011167120188474655]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 3.0, 7.0, 6.0, 8.0, 8.0, 9.0, 12.0, 16.0, 14.0, 26.0, 28.0, 21.0, 35.0, 37.0, 49.0, 45.0, 59.0, 78.0, 109.0, 156.0, 179.0, 258.0, 374.0, 563.0, 819.0, 1284.0, 2253.0, 5771.0, 1557.0, 1072.0, 733.0, 576.0, 459.0, 345.0, 285.0, 201.0, 200.0, 170.0, 131.0, 100.0, 69.0, 71.0, 53.0, 34.0, 31.0, 33.0, 28.0, 14.0, 10.0, 8.0, 5.0, 4.0, 2.0, 4.0, 3.0, 1.0], "bins": [-0.009150203317403793, -0.008890916593372822, -0.008631630800664425, -0.008372344076633453, -0.008113058283925056, -0.007853771559894085, -0.007594485301524401, -0.0073351990431547165, -0.007075912319123745, -0.006816626060754061, -0.0065573398023843765, -0.006298053544014692, -0.006038767285645008, -0.005779481027275324, -0.005520194303244352, -0.005260908044874668, -0.005001621786504984, -0.0047423355281353, -0.0044830492697656155, -0.004223762545734644, -0.00396447628736496, -0.0037051900289952755, -0.0034459037706255913, -0.0031866172794252634, -0.002927331021055579, -0.002668044762685895, -0.002408758271485567, -0.002149472013115883, -0.0018901856383308768, -0.0016308992635458708, -0.0013716130051761866, -0.0011123266303911805, -0.0008530402556061745, -0.0005937538808211684, -0.0003344675642438233, -7.51812185626477e-05, 0.0001841051271185279, 0.0004433914727997035, 0.0007026778184808791, 0.0009619641350582242, 0.0012212505098432302, 0.0014805368846282363, 0.0017398232594132423, 0.0019991095177829266, 0.0022583957761526108, 0.0025176822673529387, 0.002776968525722623, 0.0030362550169229507, 0.003295541275292635, 0.003554827533662319, 0.003814114024862647, 0.004073400516062975, 0.004332686774432659, 0.004591973032802343, 0.004851259291172028, 0.005110545549541712, 0.005369831807911396, 0.0056291185319423676, 0.005888404790312052, 0.006147691048681736, 0.00640697730705142, 0.006666263565421104, 0.006925550289452076, 0.00718483654782176, 0.007444122806191444]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 6.0, 1.0, 3.0, 1.0, 1.0, 0.0, 5.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.09349217265844345, -0.09066873788833618, -0.08784530311822891, -0.08502186834812164, -0.08219843357801437, -0.0793749988079071, -0.07655156403779984, -0.07372812926769257, -0.0709046870470047, -0.06808125227689743, -0.06525781750679016, -0.06243438646197319, -0.05961094796657562, -0.05678751319646835, -0.053964078426361084, -0.051140643656253815, -0.048317208886146545, -0.045493774116039276, -0.04267033934593201, -0.03984690457582474, -0.03702346980571747, -0.0342000313103199, -0.03137659654021263, -0.028553161770105362, -0.025729726999998093, -0.022906292229890823, -0.020082857459783554, -0.017259420827031136, -0.014435986056923866, -0.011612551286816597, -0.008789115585386753, -0.0059656803496181965, -0.00314224511384964, -0.0003188098780810833, 0.0025046253576874733, 0.00532806059345603, 0.008151495829224586, 0.010974930599331856, 0.0137983663007617, 0.016621802002191544, 0.019445236772298813, 0.022268671542406082, 0.02509210631251335, 0.02791554294526577, 0.03073897771537304, 0.03356241434812546, 0.03638584911823273, 0.039209283888339996, 0.042032718658447266, 0.044856153428554535, 0.047679588198661804, 0.050503022968769073, 0.05332645773887634, 0.05614989623427391, 0.05897333100438118, 0.06179676577448845, 0.06462019681930542, 0.06744363903999329, 0.07026707381010056, 0.07309050858020782, 0.0759139433503151, 0.07873737812042236, 0.08156081289052963, 0.0843842476606369, 0.08720768243074417]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 2.0, 2.0, 0.0, 2.0, 2.0, 2.0, 1.0, 1.0, 2.0, 2.0, 2.0, 2.0, 2.0, 2.0, 2.0, 3.0, 3.0, 3.0, 11.0, 16.0, 16.0, 24.0, 30.0, 50.0, 32.0, 16.0, 9.0, 8.0, 7.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 3.0, 6.0, 3.0, 1.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.05845681205391884, -0.05622607097029686, -0.05399532988667488, -0.0517645888030529, -0.04953384771943092, -0.047303106635808945, -0.045072365552186966, -0.04284162446856499, -0.04061088338494301, -0.03838014230132103, -0.03614940121769905, -0.03391866013407707, -0.03168791905045509, -0.029457177966833115, -0.027226436883211136, -0.024995695799589157, -0.02276495471596718, -0.0205342136323452, -0.01830347254872322, -0.016072731465101242, -0.013841990381479263, -0.011611249297857285, -0.009380508214235306, -0.007149767130613327, -0.004919026046991348, -0.0026882849633693695, -0.00045754387974739075, 0.001773197203874588, 0.004003938287496567, 0.0062346793711185455, 0.008465420454740524, 0.010696161538362503, 0.012926902621984482, 0.01515764370560646, 0.01738838478922844, 0.019619125872850418, 0.021849866956472397, 0.024080608040094376, 0.026311349123716354, 0.028542090207338333, 0.030772831290960312, 0.03300357237458229, 0.03523431345820427, 0.03746505454182625, 0.03969579562544823, 0.041926536709070206, 0.044157277792692184, 0.04638801887631416, 0.04861875995993614, 0.05084950104355812, 0.0530802421271801, 0.05531098321080208, 0.05754172429442406, 0.059772465378046036, 0.062003206461668015, 0.0642339438199997, 0.06646469235420227, 0.06869542598724365, 0.07092617452144623, 0.07315690815448761, 0.07538765668869019, 0.07761839032173157, 0.07984913885593414, 0.08207987248897552, 0.0843106210231781]}, "_runtime": 82.72824501991272, "_timestamp": 1596214407.4855275, "_step": 98}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 5.0, 1.0, 5.0, 3.0, 0.0, 4.0, 3.0, 1.0, 4.0, 0.0, 3.0, 2.0, 1.0, 1.0, 3.0, 2.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.01165941171348095, -0.011287249624729156, -0.010915087535977364, -0.01054292544722557, -0.010170763358473778, -0.009798601269721985, -0.009426439180970192, -0.009054277092218399, -0.008682115003466606, -0.008309952914714813, -0.00793779082596302, -0.00756562827154994, -0.007193466182798147, -0.006821304094046354, -0.006449142005294561, -0.0060769799165427685, -0.005704817827790976, -0.005332655739039183, -0.00496049365028739, -0.004588331561535597, -0.004216169472783804, -0.0038440071512013674, -0.0034718450624495745, -0.0030996829736977816, -0.0027275208849459887, -0.0023553587961941957, -0.001983196707442403, -0.001611034502275288, -0.0012388724135234952, -0.0008667103247717023, -0.0004945481778122485, -0.0001223860599566251, 0.00024977605789899826, 0.0006219381466507912, 0.000994100235402584, 0.0013662624405696988, 0.0017384245293214917, 0.0021105867344886065, 0.0024827488232403994, 0.0028549109119921923, 0.003227073000743985, 0.003599235089495778, 0.003971397411078215, 0.0043435594998300076, 0.0047157215885818005, 0.005087883677333593, 0.005460045766085386, 0.005832207854837179, 0.006204369943588972, 0.006576532032340765, 0.006948694121092558, 0.007320856209844351, 0.007693018298596144, 0.008065180853009224, 0.008437342941761017, 0.00880950503051281, 0.009181667119264603, 0.009553829208016396, 0.009925991296768188, 0.010298153385519981, 0.010670315474271774, 0.011042477563023567, 0.01141463965177536, 0.011786801740527153, 0.012158963829278946]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 2.0, 1.0, 4.0, 2.0, 10.0, 5.0, 5.0, 7.0, 6.0, 10.0, 12.0, 12.0, 14.0, 17.0, 19.0, 36.0, 56.0, 64.0, 90.0, 122.0, 171.0, 264.0, 472.0, 4974.0, 680.0, 284.0, 152.0, 102.0, 78.0, 57.0, 49.0, 35.0, 25.0, 17.0, 13.0, 13.0, 12.0, 6.0, 7.0, 6.0, 3.0, 2.0, 2.0, 4.0, 1.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.10155384242534637, -0.0977209061384201, -0.09388796240091324, -0.09005502611398697, -0.0862220823764801, -0.08238914608955383, -0.07855620235204697, -0.0747232660651207, -0.07089032232761383, -0.06705738604068756, -0.06322444975376129, -0.059391506016254425, -0.055558569729328156, -0.05172562971711159, -0.04789268970489502, -0.04405974969267845, -0.040226809680461884, -0.036393869668245316, -0.03256092965602875, -0.02872799150645733, -0.02489505149424076, -0.021062111482024193, -0.017229173332452774, -0.013396233320236206, -0.009563293308019638, -0.005730353761464357, -0.0018974142149090767, 0.001935525331646204, 0.005768464878201485, 0.009601404890418053, 0.013434343971312046, 0.01726728305220604, 0.021100223064422607, 0.024933163076639175, 0.028766103088855743, 0.03259904310107231, 0.03643198311328888, 0.04026491940021515, 0.04409785941243172, 0.047930799424648285, 0.05176373943686485, 0.05559667944908142, 0.05942961946129799, 0.06326255947351456, 0.06709549576044083, 0.07092843949794769, 0.07476137578487396, 0.07859431952238083, 0.0824272558093071, 0.08626019209623337, 0.09009313583374023, 0.0939260721206665, 0.09775901585817337, 0.10159195214509964, 0.1054248958826065, 0.10925783216953278, 0.11309076845645905, 0.11692371219396591, 0.12075664848089218, 0.12458959221839905, 0.12842252850532532, 0.1322554647922516, 0.13608841598033905, 0.13992135226726532, 0.1437542885541916]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 4.0, 3.0, 2.0, 2.0, 2.0, 2.0, 2.0, 1.0, 2.0, 2.0, 3.0, 3.0, 3.0, 4.0, 6.0, 4.0, 3.0, 23.0, 3.0, 5.0, 3.0, 2.0, 5.0, 1.0, 5.0, 1.0, 3.0, 3.0, 3.0, 3.0, 0.0, 0.0, 2.0, 2.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0022712117061018944, -0.002186753787100315, -0.002102295635268092, -0.002017837716266513, -0.0019333797972649336, -0.0018489217618480325, -0.0017644638428464532, -0.001680005807429552, -0.0015955478884279728, -0.0015110898530110717, -0.0014266318175941706, -0.0013421738985925913, -0.0012577158631756902, -0.0011732579441741109, -0.0010887999087572098, -0.0010043419897556305, -0.0009198839543387294, -0.0008354259771294892, -0.000750967999920249, -0.0006665100227110088, -0.0005820520455017686, -0.0004975940100848675, -0.0004131360328756273, -0.0003286780556663871, -0.0002442200784571469, -0.00015976210124790668, -7.530410948675126e-05, 9.153874998446554e-06, 9.361185948364437e-05, 0.00017806983669288456, 0.0002625278430059552, 0.0003469858202151954, 0.0004314437974244356, 0.0005159017746336758, 0.000600359751842916, 0.0006848177290521562, 0.0007692757062613964, 0.0008537337416782975, 0.0009381917188875377, 0.001022649696096778, 0.0011071076150983572, 0.0011915656505152583, 0.0012760236859321594, 0.0013604816049337387, 0.0014449396403506398, 0.001529397559352219, 0.0016138555947691202, 0.0016983135137706995, 0.0017827715491876006, 0.0018672295846045017, 0.001951687503606081, 0.0020361454226076603, 0.0021206035744398832, 0.0022050614934414625, 0.002289519412443042, 0.002373977331444621, 0.002458435483276844, 0.0025428934022784233, 0.0026273513212800026, 0.0027118094731122255, 0.002796267392113805, 0.002880725311115384, 0.0029651832301169634, 0.0030496413819491863, 0.0031340993009507656]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 3.0, 4.0, 5.0, 8.0, 10.0, 8.0, 12.0, 24.0, 24.0, 33.0, 50.0, 62.0, 86.0, 122.0, 144.0, 240.0, 380.0, 540.0, 891.0, 1425.0, 2486.0, 4127.0, 7754.0, 15237.0, 32532.0, 83367.0, 844809.0, 96200.0, 37834.0, 19950.0, 11419.0, 7003.0, 4268.0, 2928.0, 1872.0, 1154.0, 786.0, 555.0, 399.0, 228.0, 187.0, 136.0, 86.0, 71.0, 51.0, 32.0, 22.0, 17.0, 20.0, 15.0, 10.0, 4.0, 2.0, 4.0, 2.0, 1.0, 1.0, 0.0, 1.0, 3.0], "bins": [-0.006129145156592131, -0.0059291766956448555, -0.005729208700358868, -0.0055292402394115925, -0.005329272244125605, -0.0051293037831783295, -0.004929335322231054, -0.0047293673269450665, -0.004529398865997791, -0.0043294308707118034, -0.004129462409764528, -0.003929493948817253, -0.0037295259535312653, -0.0035295577254146338, -0.0033295892644673586, -0.003129621036350727, -0.0029296528082340956, -0.002729684580117464, -0.0025297163520008326, -0.0023297478910535574, -0.002129779662936926, -0.0019298114348202944, -0.0017298432067036629, -0.0015298748621717095, -0.001329906634055078, -0.0011299384059384465, -0.0009299700614064932, -0.0007300018332898617, -0.0005300335469655693, -0.00033006526064127684, -0.00013009700342081487, 6.987126835156232e-05, 0.0002698395401239395, 0.00046980782644823194, 0.0006697761127725244, 0.0008697443408891559, 0.0010697126854211092, 0.0012696809135377407, 0.0014696491416543722, 0.0016696174861863256, 0.001869585714302957, 0.0020695540588349104, 0.002269522286951542, 0.0024694905150681734, 0.002669458743184805, 0.0028694269713014364, 0.0030693954322487116, 0.003269363660365343, 0.0034693318884819746, 0.003669300116598606, 0.0038692683447152376, 0.004069236572831869, 0.004269205033779144, 0.004469173029065132, 0.004669141490012407, 0.0048691099509596825, 0.00506907794624567, 0.0052690464071929455, 0.005469014402478933, 0.0056689828634262085, 0.005868951324373484, 0.0060689193196594715, 0.006268887780606747, 0.0064688557758927345, 0.00666882423684001]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 3.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 2.0, 3.0, 0.0, 1.0, 1.0, 2.0, 10.0, 0.0, 4.0, 3.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0], "bins": [-0.018913784995675087, -0.01847163774073124, -0.01802949234843254, -0.017587345093488693, -0.017145197838544846, -0.016703050583600998, -0.0162609051913023, -0.015818757936358452, -0.015376610681414604, -0.014934464357793331, -0.014492317102849483, -0.01405017077922821, -0.013608023524284363, -0.01316587720066309, -0.012723729945719242, -0.012281583622097969, -0.011839436367154121, -0.011397290043532848, -0.010955143719911575, -0.010512996464967728, -0.010070850141346455, -0.009628702886402607, -0.009186556562781334, -0.008744409307837486, -0.008302262984216213, -0.007860115729272366, -0.0074179694056510925, -0.006975822616368532, -0.006533675827085972, -0.0060915290378034115, -0.005649382248520851, -0.005207235459238291, -0.0047650886699557304, -0.00432294188067317, -0.0038807950913906097, -0.0034386483021080494, -0.002996501512825489, -0.0025543549563735723, -0.002112208167091012, -0.0016700613778084517, -0.0012279145885258913, -0.000785767799243331, -0.0003436210681684315, 9.852569201029837e-05, 0.0005406724521890283, 0.0009828192414715886, 0.0014249659143388271, 0.0018671127036213875, 0.002309259492903948, 0.002751406282186508, 0.0031935530714690685, 0.003635699860751629, 0.004077846650034189, 0.00451999343931675, 0.00496214022859931, 0.00540428701788187, 0.005846433341503143, 0.006288580130785704, 0.006730726920068264, 0.007172873709350824, 0.007615020498633385, 0.008057167753577232, 0.008499314077198505, 0.008941461332142353, 0.009383607655763626]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [4.0, 2.0, 2.0, 2.0, 2.0, 6.0, 3.0, 5.0, 4.0, 9.0, 8.0, 7.0, 13.0, 9.0, 17.0, 13.0, 19.0, 24.0, 22.0, 35.0, 47.0, 65.0, 55.0, 77.0, 106.0, 137.0, 148.0, 171.0, 219.0, 253.0, 362.0, 461.0, 618.0, 790.0, 1112.0, 1799.0, 5719.0, 1913.0, 1178.0, 743.0, 581.0, 413.0, 284.0, 203.0, 182.0, 118.0, 122.0, 72.0, 56.0, 52.0, 52.0, 26.0, 17.0, 23.0, 12.0, 8.0, 5.0, 8.0, 7.0, 4.0, 5.0, 1.0, 1.0, 1.0], "bins": [-0.008982238359749317, -0.008736648596823215, -0.00849105790257454, -0.008245468139648438, -0.007999878376722336, -0.007754288613796234, -0.007508698385208845, -0.007263108156621456, -0.0070175183936953545, -0.006771928630769253, -0.006526338402181864, -0.006280748173594475, -0.006035158410668373, -0.005789568647742271, -0.005543978419154882, -0.0052983881905674934, -0.005052798427641392, -0.00480720866471529, -0.004561618436127901, -0.004316028207540512, -0.00407043844461441, -0.003824848448857665, -0.0035792584531009197, -0.0033336684573441744, -0.003088078461587429, -0.0028424884658306837, -0.0025968984700739384, -0.002351308474317193, -0.0021057184785604477, -0.0018601284828037024, -0.001614538487046957, -0.0013689484912902117, -0.0011233584955334663, -0.000877768499776721, -0.0006321785040199757, -0.0003865885082632303, -0.00014099851250648499, 0.00010459148325026035, 0.0003501814790070057, 0.000595771474763751, 0.0008413614705204964, 0.0010869514662772417, 0.001332541462033987, 0.0015781314577907324, 0.0018237214535474777, 0.002069311449304223, 0.0023149014450609684, 0.0025604914408177137, 0.002806081436574459, 0.0030516714323312044, 0.0032972614280879498, 0.003542851423844695, 0.0037884414196014404, 0.004034031182527542, 0.004279621411114931, 0.00452521163970232, 0.004770801402628422, 0.0050163911655545235, 0.0052619813941419125, 0.0055075716227293015, 0.005753161385655403, 0.005998751148581505, 0.006244341377168894, 0.006489931605756283, 0.0067355213686823845]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 3.0, 1.0, 2.0, 2.0, 5.0, 3.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.05766761675477028, -0.05387374013662338, -0.05007985979318619, -0.04628598317503929, -0.042492106556892395, -0.0386982299387455, -0.0349043533205986, -0.031110472977161407, -0.02731659635901451, -0.023522719740867615, -0.01972884126007557, -0.015934962779283524, -0.012141086161136627, -0.008347208611667156, -0.004553331062197685, -0.0007594535127282143, 0.0030344240367412567, 0.006828301586210728, 0.010622179135680199, 0.01441605668514967, 0.01820993423461914, 0.022003810852766037, 0.025797689333558083, 0.029591567814350128, 0.033385444432497025, 0.03717932105064392, 0.040973201394081116, 0.04476707801222801, 0.04856095463037491, 0.052354831248521805, 0.0561487078666687, 0.059942588210105896, 0.06373646855354309, 0.06753034144639969, 0.07132422178983688, 0.07511809468269348, 0.07891197502613068, 0.08270585536956787, 0.08649972826242447, 0.09029360860586166, 0.09408748149871826, 0.09788136184215546, 0.10167524218559265, 0.10546911507844925, 0.10926299542188644, 0.11305687576532364, 0.11685074865818024, 0.12064462900161743, 0.12443850934505463, 0.12823238968849182, 0.13202625513076782, 0.13582013547420502, 0.1396140158176422, 0.1434078961610794, 0.1472017765045166, 0.1509956419467926, 0.1547895222902298, 0.158583402633667, 0.1623772829771042, 0.16617116332054138, 0.16996502876281738, 0.17375890910625458, 0.17755278944969177, 0.18134666979312897, 0.18514055013656616]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 3.0, 1.0, 5.0, 9.0, 7.0, 15.0, 5.0, 11.0, 14.0, 19.0, 31.0, 38.0, 16.0, 12.0, 6.0, 6.0, 16.0, 6.0, 7.0, 4.0, 3.0, 6.0, 5.0, 3.0, 2.0, 0.0, 3.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 2.0], "bins": [-0.04688379541039467, -0.04488556459546089, -0.042887333780527115, -0.040889106690883636, -0.03889087587594986, -0.03689264506101608, -0.034894414246082306, -0.03289618343114853, -0.0308979544788599, -0.028899723663926125, -0.026901494711637497, -0.02490326389670372, -0.022905033081769943, -0.020906804129481316, -0.01890857331454754, -0.01691034436225891, -0.014912113547325134, -0.012913883663713932, -0.01091565378010273, -0.008917422965168953, -0.006919193081557751, -0.0049209631979465485, -0.002922732848674059, -0.000924502732232213, 0.0010737273842096329, 0.0030719575006514788, 0.005070187617093325, 0.007068417966365814, 0.009066647849977016, 0.011064877733588219, 0.013063108548521996, 0.015061338432133198, 0.0170595683157444, 0.019057799130678177, 0.021056028082966805, 0.02305425889790058, 0.02505248785018921, 0.027050718665122986, 0.029048949480056763, 0.03104717843234539, 0.033045411109924316, 0.035043638199567795, 0.03704186901450157, 0.03904009982943535, 0.041038330644369125, 0.0430365614593029, 0.04503478854894638, 0.04703301936388016, 0.049031250178813934, 0.05102948099374771, 0.05302771180868149, 0.055025938898324966, 0.05702416971325874, 0.05902240052819252, 0.0610206313431263, 0.06301885843276978, 0.06501708924770355, 0.06701532006263733, 0.0690135508775711, 0.07101178169250488, 0.07301001250743866, 0.07500824332237244, 0.07700647413730621, 0.07900470495223999, 0.08100293576717377]}, "_runtime": 83.49821281433105, "_timestamp": 1596214408.2554953, "_step": 99}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 2.0, 2.0, 2.0, 2.0, 1.0, 3.0, 6.0, 4.0, 4.0, 5.0, 3.0, 2.0, 1.0, 5.0, 0.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.020660949870944023, -0.020183926448225975, -0.019706903025507927, -0.01922987960278988, -0.01875285618007183, -0.018275832757353783, -0.017798809334635735, -0.017321785911917686, -0.01684476248919964, -0.01636773906648159, -0.015890715643763542, -0.01541369128972292, -0.014936667867004871, -0.014459644444286823, -0.013982621021568775, -0.013505597598850727, -0.013028574176132679, -0.012551550753414631, -0.012074527330696583, -0.011597503907978535, -0.011120480485260487, -0.010643457062542439, -0.01016643363982439, -0.009689410217106342, -0.00921238586306572, -0.008735362440347672, -0.008258339017629623, -0.007781316060572863, -0.007304292172193527, -0.006827268749475479, -0.006350245326757431, -0.005873221904039383, -0.005396198481321335, -0.004919175058603287, -0.004442151635885239, -0.0039651282131671906, -0.003488104557618499, -0.0030110811349004507, -0.002534057479351759, -0.002057034056633711, -0.0015800106339156628, -0.0011029872111976147, -0.0006259636720642447, -0.00014894019113853574, 0.00032808328978717327, 0.0008051067707128823, 0.0012821302516385913, 0.0017591537907719612, 0.0022361772134900093, 0.0027132006362080574, 0.0031902240589261055, 0.0036672477144747972, 0.004144270904362202, 0.004621294792741537, 0.005098318215459585, 0.005575341638177633, 0.006052365060895681, 0.0065293884836137295, 0.007006411906331778, 0.007483435329049826, 0.007960459217429161, 0.00843748264014721, 0.008914506062865257, 0.009391529485583305, 0.009868552908301353]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 5.0, 1.0, 4.0, 7.0, 2.0, 9.0, 4.0, 11.0, 11.0, 17.0, 15.0, 20.0, 34.0, 50.0, 72.0, 100.0, 114.0, 187.0, 317.0, 637.0, 5139.0, 451.0, 222.0, 133.0, 118.0, 65.0, 47.0, 39.0, 22.0, 20.0, 15.0, 8.0, 5.0, 7.0, 4.0, 4.0, 2.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.17574799060821533, -0.17101062834262848, -0.16627326607704163, -0.16153590381145477, -0.15679854154586792, -0.15206116437911987, -0.14732380211353302, -0.14258643984794617, -0.13784907758235931, -0.13311171531677246, -0.1283743530511856, -0.12363698333501816, -0.1188996210694313, -0.11416225880384445, -0.109424889087677, -0.10468752682209015, -0.0999501645565033, -0.09521280229091644, -0.09047544002532959, -0.08573807030916214, -0.08100070804357529, -0.07626334577798843, -0.07152597606182098, -0.06678861379623413, -0.06205125153064728, -0.057313889265060425, -0.05257652327418327, -0.04783915728330612, -0.04310179501771927, -0.038364432752132416, -0.033627066761255264, -0.028889702633023262, -0.02415233850479126, -0.019414974376559258, -0.014677610248327255, -0.009940246120095253, -0.005202881991863251, -0.0004655178636312485, 0.004271846264600754, 0.009009210392832756, 0.013746574521064758, 0.01848393864929676, 0.023221302777528763, 0.027958666905760765, 0.03269603103399277, 0.03743339329957962, 0.04217075929045677, 0.04690812528133392, 0.051645487546920776, 0.05638284981250763, 0.06112021580338478, 0.06585758179426193, 0.07059494405984879, 0.07533230632543564, 0.08006967604160309, 0.08480703830718994, 0.0895444005727768, 0.09428176283836365, 0.0990191251039505, 0.10375649482011795, 0.1084938570857048, 0.11323121935129166, 0.1179685890674591, 0.12270595133304596, 0.1274433135986328]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 3.0, 3.0, 1.0, 2.0, 3.0, 5.0, 4.0, 2.0, 1.0, 8.0, 4.0, 26.0, 4.0, 4.0, 0.0, 2.0, 4.0, 7.0, 4.0, 1.0, 3.0, 3.0, 2.0, 1.0, 1.0, 5.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0028734339866787195, -0.0027682052459567785, -0.0026629765052348375, -0.0025577477645128965, -0.0024525190237909555, -0.0023472902830690145, -0.0022420615423470736, -0.0021368328016251326, -0.002031603828072548, -0.0019263752037659287, -0.0018211464630439878, -0.0017159177223220468, -0.001610688865184784, -0.001505460124462843, -0.001400231383740902, -0.001295002643018961, -0.00118977390229702, -0.001084545161575079, -0.000979316420853138, -0.0008740876219235361, -0.0007688588812015951, -0.0006636301404796541, -0.0005584013415500522, -0.00045317260082811117, -0.0003479438601061702, -0.00024271510483231395, -0.00013748634955845773, -3.225759428460151e-05, 7.297116098925471e-05, 0.00017819991626311094, 0.00028342867153696716, 0.0003886574413627386, 0.0004938861820846796, 0.0005991149228066206, 0.0007043436635285616, 0.0008095724624581635, 0.0009148012031801045, 0.0010200300021097064, 0.0011252587428316474, 0.0012304874835535884, 0.0013357162242755294, 0.0014409449649974704, 0.0015461737057194114, 0.0016514024464413524, 0.0017566313035786152, 0.0018618600443005562, 0.001967088785022497, 0.002072317525744438, 0.002177546266466379, 0.00228277500718832, 0.002388003747910261, 0.002493232488632202, 0.002598461229354143, 0.002703689970076084, 0.002808918710798025, 0.002914147451519966, 0.003019376192241907, 0.0031246051657944918, 0.0032298339065164328, 0.0033350626472383738, 0.0034402913879603148, 0.0035455201286822557, 0.0036507488694041967, 0.0037559776101261377, 0.0038612063508480787]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [4.0, 1.0, 0.0, 2.0, 8.0, 12.0, 8.0, 18.0, 36.0, 35.0, 56.0, 116.0, 165.0, 235.0, 416.0, 624.0, 1001.0, 1747.0, 2966.0, 5314.0, 9418.0, 18242.0, 39047.0, 116098.0, 828649.0, 75727.0, 32342.0, 17078.0, 9864.0, 6350.0, 4181.0, 2847.0, 2062.0, 1317.0, 965.0, 708.0, 488.0, 376.0, 274.0, 201.0, 150.0, 120.0, 94.0, 62.0, 50.0, 39.0, 27.0, 30.0, 22.0, 14.0, 14.0, 11.0, 3.0, 4.0, 3.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.0053305295296013355, -0.005112071055918932, -0.004893612116575241, -0.0046751536428928375, -0.004456695169210434, -0.004238236229866743, -0.0040197777561843395, -0.0038013190496712923, -0.003582860343158245, -0.003364401636645198, -0.0031459429301321507, -0.002927484456449747, -0.0027090257499367, -0.0024905670434236526, -0.002272108569741249, -0.002053649863228202, -0.0018351911567151546, -0.0016167324502021074, -0.001398273860104382, -0.0011798152700066566, -0.0009613565634936094, -0.0007428979151882231, -0.0005244392668828368, -0.0003059806185774505, -8.752197027206421e-05, 0.0001309366780333221, 0.0003493953263387084, 0.0005678539746440947, 0.000786312622949481, 0.0010047713294625282, 0.0012232299195602536, 0.001441688509657979, 0.0016601472161710262, 0.0018786059226840734, 0.0020970646291971207, 0.0023155231028795242, 0.0025339818093925714, 0.0027524405159056187, 0.0029708989895880222, 0.0031893576961010695, 0.0034078164026141167, 0.003626275109127164, 0.003844733815640211, 0.004063192289322615, 0.0042816512286663055, 0.004500109702348709, 0.004718568176031113, 0.0049370271153748035, 0.005155485589057207, 0.005373944062739611, 0.0055924030020833015, 0.005810861475765705, 0.006029319949448109, 0.0062477788887917995, 0.006466237362474203, 0.006684696301817894, 0.0069031547755002975, 0.007121613249182701, 0.007340072188526392, 0.0075585306622087955, 0.007776989601552486, 0.00799544807523489, 0.008213906548917294, 0.008432365022599697, 0.008650824427604675]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 3.0, 3.0, 1.0, 4.0, 7.0, 1.0, 4.0, 2.0, 2.0, 1.0, 1.0, 5.0, 2.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.02716457098722458, -0.026393722742795944, -0.02562287263572216, -0.024852024391293526, -0.024081174284219742, -0.023310326039791107, -0.022539475932717323, -0.02176862768828869, -0.020997777581214905, -0.02022692933678627, -0.019456081092357635, -0.01868523098528385, -0.017914382740855217, -0.017143532633781433, -0.0163726843893528, -0.01560183521360159, -0.01483098603785038, -0.01406013686209917, -0.013289287686347961, -0.012518438510596752, -0.011747589334845543, -0.010976741090416908, -0.010205891914665699, -0.00943504273891449, -0.00866419356316328, -0.007893344387412071, -0.007122495211660862, -0.00635164650157094, -0.005580797325819731, -0.0048099481500685215, -0.0040390994399785995, -0.0032682502642273903, -0.002497401088476181, -0.0017265520291402936, -0.0009557029698044062, -0.00018485391046851873, 0.0005859951488673687, 0.0013568442082032561, 0.0021276932675391436, 0.002898542210459709, 0.0036693913862109184, 0.004440240561962128, 0.005211089737713337, 0.005981938447803259, 0.006752787623554468, 0.007523636799305677, 0.0082944855093956, 0.009065334685146809, 0.009836183860898018, 0.010607033036649227, 0.011377882212400436, 0.012148731388151646, 0.012919580563902855, 0.01369042880833149, 0.014461277984082699, 0.015232127159833908, 0.016002975404262543, 0.016773825511336327, 0.01754467375576496, 0.018315523862838745, 0.01908637210726738, 0.019857222214341164, 0.0206280704587698, 0.021398920565843582, 0.022169768810272217]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 1.0, 6.0, 7.0, 9.0, 8.0, 21.0, 21.0, 35.0, 31.0, 42.0, 47.0, 34.0, 57.0, 64.0, 65.0, 93.0, 93.0, 124.0, 205.0, 246.0, 357.0, 517.0, 953.0, 1992.0, 6514.0, 1848.0, 1222.0, 875.0, 680.0, 543.0, 399.0, 299.0, 210.0, 187.0, 142.0, 112.0, 81.0, 65.0, 48.0, 28.0, 28.0, 23.0, 18.0, 8.0, 11.0, 7.0, 9.0, 8.0, 4.0, 3.0, 4.0, 9.0, 3.0, 2.0, 0.0, 8.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.011371827684342861, -0.010971209965646267, -0.010570592246949673, -0.010169974528253078, -0.009769356809556484, -0.00936873909085989, -0.008968121372163296, -0.008567503653466702, -0.008166886866092682, -0.0077662686817348, -0.007365650963038206, -0.006965033244341612, -0.006564415991306305, -0.006163798272609711, -0.0057631805539131165, -0.005362562835216522, -0.004961945116519928, -0.004561327397823334, -0.0041607096791267395, -0.003760092193260789, -0.0033594744745641947, -0.0029588567558676004, -0.00255823927000165, -0.0021576215513050556, -0.0017570038326084614, -0.0013563861139118671, -0.0009557685116305947, -0.0005551508511416614, -0.00015453319065272808, 0.00024608446983620524, 0.0006467021303251386, 0.001047319732606411, 0.0014479374513030052, 0.0018485551699995995, 0.0022491728886961937, 0.0026497903745621443, 0.0030504080932587385, 0.0034510258119553328, 0.0038516432978212833, 0.004252261016517878, 0.004652878735214472, 0.005053496453911066, 0.00545411417260766, 0.0058547318913042545, 0.0062553491443395615, 0.006655966863036156, 0.00705658458173275, 0.007457202300429344, 0.007857820019125938, 0.008258437737822533, 0.008659055456519127, 0.009059673175215721, 0.009460290893912315, 0.00986090861260891, 0.010261526331305504, 0.010662144050002098, 0.011062761768698692, 0.011463378556072712, 0.011863996274769306, 0.0122646139934659, 0.012665231712162495, 0.013065849430859089, 0.013466467149555683, 0.013867084868252277, 0.014267702586948872]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 3.0, 4.0, 2.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.15044009685516357, -0.14437715709209442, -0.13831421732902527, -0.13225127756595612, -0.12618833780288696, -0.12012539803981781, -0.11406245827674866, -0.1079995185136795, -0.10193657875061035, -0.0958736315369606, -0.08981069177389145, -0.0837477520108223, -0.07768481224775314, -0.07162187248468399, -0.06555893272161484, -0.059495992958545685, -0.05343305319547653, -0.04737011343240738, -0.041307173669338226, -0.035244233906269073, -0.02918129228055477, -0.02311835251748562, -0.017055410891771317, -0.010992471128702164, -0.004929531365633011, 0.0011334088630974293, 0.007196349091827869, 0.013259289786219597, 0.01932222954928875, 0.025385169312357903, 0.031448110938072205, 0.03751105070114136, 0.04357399046421051, 0.04963693022727966, 0.055699869990348816, 0.06176280975341797, 0.06782574951648712, 0.07388868927955627, 0.07995162904262543, 0.08601456880569458, 0.09207750856876373, 0.09814045578241348, 0.10420339554548264, 0.11026633530855179, 0.11632927507162094, 0.1223922148346901, 0.12845514714717865, 0.1345180869102478, 0.14058104157447815, 0.1466439813375473, 0.15270692110061646, 0.1587698608636856, 0.16483280062675476, 0.1708957403898239, 0.17695868015289307, 0.18302161991596222, 0.18908455967903137, 0.19514749944210052, 0.20121043920516968, 0.20727337896823883, 0.21333631873130798, 0.21939925849437714, 0.2254621982574463, 0.23152513802051544, 0.2375880777835846]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 3.0, 2.0, 5.0, 4.0, 2.0, 4.0, 12.0, 14.0, 17.0, 16.0, 63.0, 49.0, 27.0, 25.0, 7.0, 7.0, 3.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 2.0], "bins": [-0.12364049255847931, -0.1189832091331482, -0.11432592570781708, -0.10966863483190536, -0.10501135140657425, -0.10035406798124313, -0.09569677710533142, -0.0910394936800003, -0.08638221025466919, -0.08172492682933807, -0.07706764340400696, -0.07241035252809525, -0.06775306910276413, -0.06309578567743301, -0.0584384985268116, -0.053781211376190186, -0.04912392795085907, -0.044466644525527954, -0.03980935737490654, -0.035152070224285126, -0.03049478679895401, -0.025837501510977745, -0.02118021622300148, -0.016522930935025215, -0.01186564564704895, -0.007208360359072685, -0.0025510750710964203, 0.0021062102168798447, 0.00676349550485611, 0.011420780792832375, 0.01607806608080864, 0.020735351368784904, 0.02539263665676117, 0.030049921944737434, 0.0347072072327137, 0.039364494383335114, 0.04402177780866623, 0.048679061233997345, 0.05333634838461876, 0.05799363553524017, 0.06265091896057129, 0.0673082023859024, 0.07196548581123352, 0.07662277668714523, 0.08128006011247635, 0.08593734353780746, 0.09059463441371918, 0.09525191783905029, 0.09990920126438141, 0.10456648468971252, 0.10922376811504364, 0.11388105899095535, 0.11853834241628647, 0.12319562584161758, 0.1278529167175293, 0.1325102001428604, 0.13716748356819153, 0.14182476699352264, 0.14648205041885376, 0.15113933384418488, 0.155796617269516, 0.1604539155960083, 0.16511119902133942, 0.16976848244667053, 0.17442576587200165]}, "_runtime": 84.27735447883606, "_timestamp": 1596214409.034637, "_step": 100}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 4.0, 1.0, 5.0, 2.0, 2.0, 5.0, 1.0, 5.0, 10.0, 5.0, 1.0, 3.0, 4.0, 2.0, 3.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.015367450192570686, -0.014873556792736053, -0.01437966339290142, -0.013885769993066788, -0.013391876593232155, -0.012897983193397522, -0.012404089793562889, -0.011910196393728256, -0.011416302993893623, -0.01092240959405899, -0.010428516194224358, -0.009934622794389725, -0.009440729394555092, -0.008946835994720459, -0.008452942594885826, -0.007959049195051193, -0.00746515579521656, -0.0069712623953819275, -0.006477368995547295, -0.005983475595712662, -0.005489582195878029, -0.004995688796043396, -0.004501795396208763, -0.00400790199637413, -0.0035140085965394974, -0.0030201151967048645, -0.0025262217968702316, -0.0020323283970355988, -0.0015384349972009659, -0.001044541597366333, -0.0005506481975317001, -5.675479769706726e-05, 0.0004371386021375656, 0.0009310320019721985, 0.0014249254018068314, 0.0019188188016414642, 0.002412712201476097, 0.00290660560131073, 0.003400499001145363, 0.0038943924009799957, 0.004388285800814629, 0.0048821792006492615, 0.005376072600483894, 0.005869966000318527, 0.00636385940015316, 0.006857752799987793, 0.007351646199822426, 0.007845539599657059, 0.008339432999491692, 0.008833326399326324, 0.009327219799160957, 0.00982111319899559, 0.010315006598830223, 0.010808899998664856, 0.011302793398499489, 0.011796686798334122, 0.012290580198168755, 0.012784473598003387, 0.01327836699783802, 0.013772260397672653, 0.014266153797507286, 0.014760047197341919, 0.015253940597176552, 0.015747833997011185, 0.016241727396845818]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 4.0, 1.0, 1.0, 2.0, 2.0, 1.0, 3.0, 5.0, 2.0, 2.0, 1.0, 7.0, 8.0, 7.0, 13.0, 15.0, 30.0, 34.0, 43.0, 55.0, 81.0, 101.0, 169.0, 242.0, 397.0, 5235.0, 649.0, 294.0, 158.0, 104.0, 73.0, 52.0, 33.0, 15.0, 17.0, 15.0, 11.0, 14.0, 8.0, 5.0, 3.0, 5.0, 1.0, 2.0, 1.0, 0.0, 3.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.1202305406332016, -0.11629156768321991, -0.11235258728265762, -0.10841360688209534, -0.10447463393211365, -0.10053566098213196, -0.09659668058156967, -0.09265770018100739, -0.0887187272310257, -0.084779754281044, -0.08084077388048172, -0.07690179347991943, -0.07296282052993774, -0.06902384757995605, -0.06508486717939377, -0.06114589050412178, -0.05720691382884979, -0.053267937153577805, -0.04932896047830582, -0.04538998380303383, -0.04145100712776184, -0.03751203045248985, -0.033573053777217865, -0.029634077101945877, -0.02569510042667389, -0.0217561237514019, -0.017817147076129913, -0.013878170400857925, -0.009939193725585938, -0.00600021705031395, -0.0020612403750419617, 0.0018777363002300262, 0.005816712975502014, 0.009755689650774002, 0.01369466632604599, 0.017633643001317978, 0.021572619676589966, 0.025511596351861954, 0.02945057302713394, 0.03338954970240593, 0.03732852637767792, 0.041267503052949905, 0.04520647972822189, 0.04914545640349388, 0.05308443307876587, 0.05702340975403786, 0.060962386429309845, 0.06490136682987213, 0.06884033977985382, 0.07277931272983551, 0.0767182931303978, 0.08065727353096008, 0.08459624648094177, 0.08853521943092346, 0.09247419983148575, 0.09641318023204803, 0.10035215318202972, 0.10429112613201141, 0.1082301065325737, 0.11216908693313599, 0.11610805988311768, 0.12004703283309937, 0.12398601323366165, 0.12792499363422394, 0.13186396658420563]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 2.0, 3.0, 3.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 4.0, 4.0, 2.0, 1.0, 2.0, 1.0, 2.0, 3.0, 1.0, 4.0, 4.0, 25.0, 3.0, 2.0, 5.0, 3.0, 5.0, 6.0, 5.0, 4.0, 1.0, 1.0, 4.0, 1.0, 0.0, 2.0, 1.0, 4.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.002614316064864397, -0.00254063936881721, -0.0024669624399393797, -0.002393285743892193, -0.0023196088150143623, -0.0022459321189671755, -0.002172255190089345, -0.002098578494042158, -0.0020249015651643276, -0.0019512248691171408, -0.001877548056654632, -0.0018038712441921234, -0.0017301944317296147, -0.001656517619267106, -0.0015828408068045974, -0.0015091639943420887, -0.00143548718187958, -0.0013618103694170713, -0.0012881335569545627, -0.001214456744492054, -0.0011407799320295453, -0.0010671031195670366, -0.000993426307104528, -0.0009197495528496802, -0.0008460727403871715, -0.0007723959279246628, -0.0006987191154621542, -0.0006250423029996455, -0.0005513655487447977, -0.00047768870717845857, -0.00040401192381978035, -0.00033033511135727167, -0.000256658298894763, -0.00018298148643225431, -0.00010930468852166086, -3.56278833351098e-05, 3.8048921851441264e-05, 0.00011172572703799233, 0.0001854025322245434, 0.00025907933013513684, 0.0003327561425976455, 0.0004064329550601542, 0.0004801097675226629, 0.0005537865799851716, 0.0006274633342400193, 0.000701140146702528, 0.0007748169591650367, 0.0008484937716275454, 0.000922170584090054, 0.0009958473965525627, 0.0010695242090150714, 0.00114320102147758, 0.0012168778339400887, 0.0012905546464025974, 0.001364231458865106, 0.0014379082713276148, 0.0015115849673748016, 0.0015852617798373103, 0.001658938592299819, 0.0017326154047623277, 0.0018062922172248363, 0.001879969029687345, 0.0019536458421498537, 0.002027322771027684, 0.002100999467074871]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 1.0, 5.0, 5.0, 6.0, 6.0, 16.0, 8.0, 7.0, 17.0, 39.0, 35.0, 62.0, 75.0, 96.0, 132.0, 216.0, 307.0, 459.0, 648.0, 974.0, 1447.0, 2214.0, 3416.0, 5410.0, 8823.0, 15205.0, 28595.0, 62535.0, 266773.0, 664175.0, 52910.0, 25749.0, 14425.0, 8610.0, 5208.0, 3429.0, 2290.0, 1580.0, 1063.0, 716.0, 507.0, 406.0, 283.0, 200.0, 142.0, 123.0, 97.0, 48.0, 51.0, 42.0, 14.0, 13.0, 9.0, 7.0, 4.0, 7.0, 0.0, 1.0, 1.0, 0.0, 2.0], "bins": [-0.0050775655545294285, -0.004918936640024185, -0.004760307725518942, -0.004601678811013699, -0.004443050362169743, -0.004284421447664499, -0.004125792533159256, -0.003967163618654013, -0.0038085347041487694, -0.0036499060224741697, -0.0034912771079689264, -0.003332648193463683, -0.0031740195117890835, -0.00301539059728384, -0.002856761682778597, -0.0026981330011039972, -0.002539504086598754, -0.0023808751720935106, -0.002222246490418911, -0.0020636175759136677, -0.0019049886614084244, -0.001746359863318503, -0.0015877310652285814, -0.0014291021507233381, -0.0012704733526334167, -0.0011118445545434952, -0.0009532156400382519, -0.0007945868419483304, -0.000635957985650748, -0.0004773291293531656, -0.0003187003021594137, -0.00016007146041374654, -1.4426186680793762e-06, 0.00015718622307758778, 0.00031581506482325494, 0.0004744438920170069, 0.0006330727483145893, 0.0007917016046121716, 0.0009503304027020931, 0.0011089593172073364, 0.001267588115297258, 0.0014262169133871794, 0.0015848458278924227, 0.0017434746259823442, 0.0019021034240722656, 0.002060732338577509, 0.0022193612530827522, 0.002377989934757352, 0.002536618849262595, 0.0026952477637678385, 0.002853876445442438, 0.0030125053599476814, 0.0031711342744529247, 0.0033297629561275244, 0.0034883918706327677, 0.003647020785138011, 0.0038056494668126106, 0.003964278381317854, 0.004122907295823097, 0.0042815362103283405, 0.004440165124833584, 0.00459879357367754, 0.004757422488182783, 0.004916051402688026, 0.00507468031719327]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 2.0, 2.0, 1.0, 3.0, 1.0, 2.0, 0.0, 8.0, 4.0, 5.0, 2.0, 0.0, 2.0, 0.0, 1.0, 2.0, 1.0, 4.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01564936153590679, -0.015243666246533394, -0.014837970025837421, -0.014432274736464024, -0.014026579447090626, -0.013620884157717228, -0.013215187937021255, -0.012809492647647858, -0.01240379735827446, -0.011998101137578487, -0.01159240584820509, -0.011186710558831692, -0.010781015269458294, -0.010375319048762321, -0.009969623759388924, -0.009563928470015526, -0.009158233180642128, -0.008752536959946156, -0.008346841670572758, -0.00794114638119936, -0.007535450626164675, -0.00712975487112999, -0.006724059581756592, -0.006318363826721907, -0.0059126680716872215, -0.005506972782313824, -0.0051012770272791386, -0.004695581737905741, -0.004289885982871056, -0.003884190460667014, -0.0034784949384629726, -0.003072799416258931, -0.0026671038940548897, -0.002261408371850848, -0.0018557128496468067, -0.0014500172110274434, -0.001044321688823402, -0.0006386261666193604, -0.00023293058620765805, 0.00017276496510021389, 0.0005784605164080858, 0.0009841560386121273, 0.0013898515608161688, 0.001795547199435532, 0.0022012428380548954, 0.002606938360258937, 0.0030126338824629784, 0.00341832940466702, 0.0038240249268710613, 0.0042297206819057465, 0.004635415971279144, 0.005041111726313829, 0.005446807015687227, 0.005852502770721912, 0.00625819806009531, 0.006663893815129995, 0.0070695895701646805, 0.007475284859538078, 0.007880980148911476, 0.008286676369607449, 0.008692371658980846, 0.009098066948354244, 0.009503762237727642, 0.009909458458423615, 0.010315153747797012]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 0.0, 1.0, 2.0, 4.0, 1.0, 4.0, 8.0, 2.0, 12.0, 8.0, 7.0, 18.0, 21.0, 31.0, 42.0, 53.0, 72.0, 77.0, 110.0, 133.0, 165.0, 168.0, 236.0, 363.0, 503.0, 677.0, 840.0, 1203.0, 1951.0, 6290.0, 1908.0, 1113.0, 770.0, 481.0, 350.0, 228.0, 151.0, 112.0, 75.0, 60.0, 38.0, 35.0, 28.0, 17.0, 10.0, 8.0, 11.0, 4.0, 8.0, 5.0, 4.0, 4.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008628081530332565, -0.008363311178982258, -0.00809854082763195, -0.007833770476281643, -0.007569000590592623, -0.007304230239242315, -0.007039459887892008, -0.0067746895365417, -0.00650991965085268, -0.006245149299502373, -0.005980378948152065, -0.005715608596801758, -0.00545083824545145, -0.005186067894101143, -0.004921298008412123, -0.004656527657061815, -0.004391757305711508, -0.0041269869543612, -0.0038622168358415365, -0.003597446484491229, -0.0033326763659715652, -0.0030679060146212578, -0.0028031356632709503, -0.0025383655447512865, -0.002273595193400979, -0.0020088248420506716, -0.0017440547235310078, -0.0014792843721807003, -0.0012145141372457147, -0.000949743902310729, -0.0006849736091680825, -0.0004202033451292664, -0.0001554330810904503, 0.00010933718294836581, 0.0003741074469871819, 0.0006388777401298285, 0.0009036479750648141, 0.0011684182099997997, 0.0014331885613501072, 0.0016979587962850928, 0.0019627290312200785, 0.002227499382570386, 0.0024922695010900497, 0.002757039852440357, 0.0030218102037906647, 0.0032865803223103285, 0.003551350673660636, 0.0038161207921802998, 0.004080891143530607, 0.004345661494880915, 0.004610431846231222, 0.004875201731920242, 0.00513997208327055, 0.005404742434620857, 0.005669512785971165, 0.005934283137321472, 0.00619905348867178, 0.0064638233743608, 0.006728593725711107, 0.006993364077061415, 0.007258134428411722, 0.00752290477976203, 0.00778767466545105, 0.008052445016801357, 0.008317215368151665]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 3.0, 3.0, 0.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.05003032088279724, -0.04820888489484787, -0.0463874489068985, -0.04456601291894913, -0.042744576930999756, -0.040923137217760086, -0.039101701229810715, -0.03728026524186134, -0.03545882925391197, -0.0336373932659626, -0.03181595727801323, -0.02999451942741871, -0.028173083439469337, -0.026351647451519966, -0.024530209600925446, -0.022708773612976074, -0.020887337625026703, -0.01906590163707733, -0.01724446564912796, -0.01542302779853344, -0.013601591810584068, -0.011780155822634697, -0.009958718903362751, -0.008137281984090805, -0.006315845996141434, -0.004494409542530775, -0.0026729730889201164, -0.0008515366353094578, 0.0009698998183012009, 0.0027913362719118595, 0.004612772725522518, 0.006434209179133177, 0.008255645632743835, 0.010077081620693207, 0.011898518539965153, 0.013719955459237099, 0.01554139144718647, 0.01736282743513584, 0.019184265285730362, 0.021005701273679733, 0.022827137261629105, 0.024648573249578476, 0.026470009237527847, 0.028291447088122368, 0.03011288307607174, 0.03193432092666626, 0.03375575691461563, 0.035577192902565, 0.037398628890514374, 0.039220064878463745, 0.041041500866413116, 0.04286293685436249, 0.04468437284231186, 0.04650581255555153, 0.0483272485435009, 0.05014868453145027, 0.05197012051939964, 0.053791556507349014, 0.055612992495298386, 0.05743442848324776, 0.05925586819648743, 0.0610773041844368, 0.06289874017238617, 0.06472017616033554, 0.06654161214828491]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 3.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 5.0, 4.0, 4.0, 2.0, 3.0, 2.0, 7.0, 10.0, 6.0, 18.0, 22.0, 16.0, 12.0, 26.0, 31.0, 10.0, 9.0, 10.0, 9.0, 10.0, 6.0, 7.0, 5.0, 1.0, 3.0, 2.0, 2.0, 3.0, 1.0, 3.0, 3.0, 3.0, 1.0, 3.0, 0.0, 5.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.04368740692734718, -0.0422835536301136, -0.04087969660758972, -0.03947584331035614, -0.03807199001312256, -0.03666813671588898, -0.0352642796933651, -0.033860426396131516, -0.032456573098897934, -0.031052717939019203, -0.029648862779140472, -0.02824500948190689, -0.02684115432202816, -0.02543730102479458, -0.024033445864915848, -0.022629592567682266, -0.021225737407803535, -0.019821882247924805, -0.018418028950691223, -0.017014173790812492, -0.01561032049357891, -0.01420646533370018, -0.012802611105144024, -0.011398756876587868, -0.009994902648031712, -0.008591048419475555, -0.007187194190919399, -0.005783339496701956, -0.0043794852681458, -0.0029756310395896435, -0.0015717765782028437, -0.00016792223323136568, 0.0012359321117401123, 0.0026397863402962685, 0.004043640568852425, 0.005447495263069868, 0.006851349491626024, 0.008255204185843468, 0.009659058414399624, 0.01106291264295578, 0.012466766871511936, 0.013870621100068092, 0.015274475328624249, 0.016678329557180405, 0.018082184717059135, 0.019486038014292717, 0.020889893174171448, 0.02229374647140503, 0.02369760163128376, 0.02510145679116249, 0.026505310088396072, 0.027909165248274803, 0.029313018545508385, 0.030716873705387115, 0.0321207270026207, 0.03352458029985428, 0.03492843732237816, 0.03633229061961174, 0.03773614391684532, 0.0391400009393692, 0.04054385423660278, 0.041947707533836365, 0.043351560831069946, 0.044755417853593826, 0.04615927115082741]}, "_runtime": 85.0491373538971, "_timestamp": 1596214409.8064198, "_step": 101}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 3.0, 0.0, 3.0, 1.0, 3.0, 2.0, 3.0, 1.0, 2.0, 4.0, 3.0, 3.0, 0.0, 2.0, 2.0, 0.0, 3.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 4.0], "bins": [-0.011385643854737282, -0.011055353097617626, -0.01072506234049797, -0.01039477065205574, -0.010064479894936085, -0.00973418913781643, -0.009403897449374199, -0.009073606692254543, -0.008743315935134888, -0.008413025178015232, -0.008082734420895576, -0.007752442732453346, -0.007422151975333691, -0.007091861218214035, -0.006761569995433092, -0.006431278772652149, -0.006100988015532494, -0.005770697258412838, -0.005440406035631895, -0.005110114812850952, -0.0047798240557312965, -0.004449533298611641, -0.004119242075830698, -0.0037889510858803988, -0.0034586600959300995, -0.0031283691059798002, -0.002798078116029501, -0.0024677871260792017, -0.0021374961361289024, -0.0018072051461786032, -0.001476914156228304, -0.0011466231662780046, -0.0008163321763277054, -0.0004860411863774061, -0.00015575019642710686, 0.0001745407935231924, 0.0005048317834734917, 0.0008351227734237909, 0.0011654137633740902, 0.0014957047533243895, 0.0018259957432746887, 0.002156286733224988, 0.0024865777231752872, 0.0028168687131255865, 0.0031471597030758858, 0.003477450693026185, 0.0038077416829764843, 0.004138032905757427, 0.004468323662877083, 0.0047986144199967384, 0.005128905642777681, 0.005459196865558624, 0.00578948762267828, 0.0061197783797979355, 0.006450069602578878, 0.006780360825359821, 0.007110651582479477, 0.0074409423395991325, 0.0077712335623800755, 0.008101524785161018, 0.008431815542280674, 0.00876210629940033, 0.00909239798784256, 0.009422688744962215, 0.009752979502081871]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 4.0, 3.0, 1.0, 9.0, 10.0, 11.0, 23.0, 21.0, 29.0, 37.0, 52.0, 57.0, 97.0, 136.0, 199.0, 336.0, 4889.0, 1077.0, 341.0, 199.0, 129.0, 72.0, 56.0, 26.0, 24.0, 31.0, 15.0, 12.0, 9.0, 6.0, 4.0, 2.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.16148746013641357, -0.1565665304660797, -0.15164560079574585, -0.146724671125412, -0.14180372655391693, -0.13688279688358307, -0.1319618672132492, -0.12704093754291534, -0.12212000787258148, -0.11719907075166702, -0.11227814108133316, -0.1073572114109993, -0.10243627429008484, -0.09751534461975098, -0.09259441494941711, -0.08767347782850266, -0.08275254815816879, -0.07783161848783493, -0.07291068136692047, -0.06798975169658661, -0.06306882202625275, -0.058147888630628586, -0.053226955235004425, -0.04830602556467056, -0.0433850921690464, -0.03846415877342224, -0.03354322910308838, -0.028622295707464218, -0.023701364174485207, -0.018780432641506195, -0.013859500177204609, -0.008938567712903023, -0.004017636179924011, 0.0009032958187162876, 0.0058242278173565865, 0.010745160281658173, 0.015666091814637184, 0.020587023347616196, 0.025507956743240356, 0.030428888276219368, 0.03534981980919838, 0.04027075320482254, 0.0451916828751564, 0.05011261627078056, 0.055033549666404724, 0.059954479336738586, 0.06487540900707245, 0.06979634612798691, 0.07471727579832077, 0.07963820546865463, 0.08455914258956909, 0.08948007225990295, 0.09440100193023682, 0.09932193905115128, 0.10424286872148514, 0.109163798391819, 0.11408473551273346, 0.11900566518306732, 0.12392659485340118, 0.12884752452373505, 0.1337684541940689, 0.13868939876556396, 0.14361032843589783, 0.1485312581062317, 0.15345218777656555]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 1.0, 3.0, 1.0, 2.0, 2.0, 1.0, 4.0, 4.0, 7.0, 3.0, 4.0, 6.0, 3.0, 0.0, 2.0, 0.0, 4.0, 3.0, 4.0, 2.0, 6.0, 25.0, 4.0, 3.0, 5.0, 2.0, 4.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0021216734312474728, -0.002028977731242776, -0.001936282147653401, -0.001843586447648704, -0.0017508907476440072, -0.0016581951640546322, -0.0015654994640499353, -0.0014728037640452385, -0.0013801080640405416, -0.0012874124804511666, -0.0011947167804464698, -0.001102021080441773, -0.001009325496852398, -0.0009166297968477011, -0.0008239341550506651, -0.0007312384550459683, -0.0006385428132489324, -0.0005458471714518964, -0.0004531514714471996, -0.00036045582965016365, -0.00026776015874929726, -0.00017506448784843087, -8.236883149947971e-05, 1.0326832125429064e-05, 0.00010302249575033784, 0.00019571816665120423, 0.0002884138375520706, 0.00038110947934910655, 0.00047380515024997294, 0.0005665008211508393, 0.0006591964629478753, 0.0007518921629525721, 0.000844587804749608, 0.000937283446546644, 0.00102997908834368, 0.0011226747883483768, 0.0012153704883530736, 0.0013080660719424486, 0.0014007617719471455, 0.0014934574719518423, 0.0015861531719565392, 0.0016788487555459142, 0.001771544455550611, 0.0018642401555553079, 0.001956935739144683, 0.0020496314391493797, 0.0021423271391540766, 0.0022350228391587734, 0.0023277183063328266, 0.0024204140063375235, 0.0025131097063422203, 0.002605805406346917, 0.002698501106351614, 0.002791196806356311, 0.0028838925063610077, 0.002976587973535061, 0.0030692836735397577, 0.0031619793735444546, 0.0032546750735491514, 0.0033473707735538483, 0.003440066473558545, 0.0035327619407325983, 0.003625457640737295, 0.003718153340741992, 0.003810849040746689]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 1.0, 1.0, 1.0, 4.0, 4.0, 5.0, 8.0, 5.0, 23.0, 21.0, 52.0, 66.0, 69.0, 116.0, 191.0, 299.0, 413.0, 614.0, 992.0, 1579.0, 2638.0, 4278.0, 6922.0, 12083.0, 21926.0, 45178.0, 119024.0, 823816.0, 71443.0, 29166.0, 14682.0, 8350.0, 4886.0, 3252.0, 2139.0, 1486.0, 1081.0, 725.0, 568.0, 392.0, 283.0, 208.0, 163.0, 110.0, 91.0, 56.0, 53.0, 38.0, 32.0, 24.0, 17.0, 16.0, 9.0, 20.0, 6.0, 4.0, 4.0, 5.0, 2.0, 3.0, 1.0], "bins": [-0.0054014199413359165, -0.005224056541919708, -0.0050466931425035, -0.004869329743087292, -0.0046919663436710835, -0.004514602944254875, -0.004337239544838667, -0.004159876145422459, -0.00398251274600625, -0.0038051491137593985, -0.00362778571434319, -0.003450422314926982, -0.0032730589155107737, -0.0030956955160945654, -0.002918332116678357, -0.002740968717262149, -0.0025636053178459406, -0.0023862419184297323, -0.002208878519013524, -0.002031515119597316, -0.0018541517201811075, -0.0016767882043495774, -0.0014994248049333692, -0.001322061405517161, -0.0011446980061009526, -0.0009673346066847444, -0.0007899712072685361, -0.0006126077496446669, -0.00043524435022845864, -0.0002578809508122504, -8.051752229221165e-05, 9.684589167591184e-05, 0.00027420930564403534, 0.0004515727050602436, 0.0006289361044764519, 0.0008062995621003211, 0.0009836629033088684, 0.0011610264191403985, 0.0013383898185566068, 0.001515753217972815, 0.0016931166173890233, 0.0018704800168052316, 0.0020478435326367617, 0.00222520693205297, 0.002402570331469178, 0.0025799337308853865, 0.0027572971303015947, 0.002934660529717803, 0.0031120239291340113, 0.0032893873285502195, 0.003466750727966428, 0.003644114127382636, 0.0038214775267988443, 0.003998841159045696, 0.0041762045584619045, 0.004353567957878113, 0.004530931357294321, 0.004708294756710529, 0.004885658156126738, 0.005063021555542946, 0.005240384954959154, 0.005417748354375362, 0.005595111753791571, 0.005772475153207779, 0.005949838552623987]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 3.0, 4.0, 2.0, 7.0, 8.0, 6.0, 7.0, 3.0, 6.0, 1.0, 3.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.06173143535852432, -0.06049953028559685, -0.05926762521266937, -0.0580357201397419, -0.05680381506681442, -0.05557190999388695, -0.05434000864624977, -0.053108103573322296, -0.05187619850039482, -0.050644293427467346, -0.04941238835453987, -0.048180483281612396, -0.04694857820868492, -0.045716673135757446, -0.04448476806282997, -0.043252862989902496, -0.04202096164226532, -0.040789056569337845, -0.03955715149641037, -0.038325246423482895, -0.03709334135055542, -0.035861436277627945, -0.03462953120470047, -0.033397626131772995, -0.03216572105884552, -0.030933817848563194, -0.02970191277563572, -0.028470007702708244, -0.02723810262978077, -0.026006197556853294, -0.02477429434657097, -0.023542389273643494, -0.02231048420071602, -0.021078579127788544, -0.01984667405486107, -0.018614770844578743, -0.017382865771651268, -0.016150960698723793, -0.014919055625796318, -0.013687151484191418, -0.012455246411263943, -0.011223341338336468, -0.009991437196731567, -0.008759532123804092, -0.007527627516537905, -0.006295722909271717, -0.005063817836344242, -0.0038319132290780544, -0.0026000086218118668, -0.0013681038981303573, -0.00013619917444884777, 0.0010957055492326617, 0.0023276102729141712, 0.003559514880180359, 0.004791419953107834, 0.0060233245603740215, 0.007255229167640209, 0.008487134240567684, 0.009719038382172585, 0.01095094345510006, 0.012182848528027534, 0.013414752669632435, 0.01464665774255991, 0.01587856188416481, 0.017110466957092285]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [7.0, 1.0, 0.0, 7.0, 2.0, 0.0, 0.0, 2.0, 6.0, 2.0, 12.0, 6.0, 1.0, 0.0, 0.0, 7.0, 7.0, 0.0, 3.0, 0.0, 2.0, 5.0, 4.0, 3.0, 6.0, 12.0, 17.0, 11.0, 13.0, 14.0, 16.0, 20.0, 39.0, 33.0, 54.0, 69.0, 84.0, 128.0, 181.0, 250.0, 374.0, 688.0, 1234.0, 3159.0, 6970.0, 1973.0, 1146.0, 670.0, 448.0, 278.0, 154.0, 96.0, 87.0, 48.0, 25.0, 16.0, 10.0, 13.0, 7.0, 5.0, 3.0, 2.0, 1.0, 1.0], "bins": [-0.018959833309054375, -0.018529346212744713, -0.01809885911643505, -0.01766837202012539, -0.017237884923815727, -0.016807397827506065, -0.016376910731196404, -0.01594642363488674, -0.015515935607254505, -0.015085448510944843, -0.014654961414635181, -0.01422447431832552, -0.013793986290693283, -0.013363499194383621, -0.01293301209807396, -0.012502525001764297, -0.012072037905454636, -0.011641550809144974, -0.011211063712835312, -0.01078057661652565, -0.010350089520215988, -0.009919601492583752, -0.00948911439627409, -0.009058627299964428, -0.008628140203654766, -0.008197653107345104, -0.007767166011035442, -0.007336678449064493, -0.006906191352754831, -0.0064757042564451694, -0.00604521669447422, -0.005614729598164558, -0.0051842425018548965, -0.004753755405545235, -0.004323268309235573, -0.0038927807472646236, -0.0034622936509549618, -0.0030318065546453, -0.0026013192255049944, -0.002170831896364689, -0.001740344800055027, -0.0013098575873300433, -0.0008793703746050596, -0.00044888316188007593, -1.839594915509224e-05, 0.00041209126356989145, 0.0008425784762948751, 0.0012730656890198588, 0.0017035529017448425, 0.0021340399980545044, 0.00256452732719481, 0.0029950146563351154, 0.0034255017526447773, 0.003855988848954439, 0.004286476410925388, 0.00471696350723505, 0.005147450603544712, 0.005577937699854374, 0.006008424796164036, 0.006438912358134985, 0.006869399454444647, 0.007299886550754309, 0.007730374112725258, 0.00816086120903492, 0.008591348305344582]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 3.0, 2.0, 2.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.06439226120710373, -0.061640117317438126, -0.058887969702482224, -0.05613582581281662, -0.05338367819786072, -0.050631534308195114, -0.04787939041852951, -0.04512724280357361, -0.042375098913908005, -0.0396229550242424, -0.0368708074092865, -0.034118663519620895, -0.03136651962995529, -0.02861437201499939, -0.025862228125333786, -0.023110082373023033, -0.02035793662071228, -0.017605790868401527, -0.01485364604741335, -0.012101501226425171, -0.009349355474114418, -0.0065972101874649525, -0.003845064900815487, -0.0010929196141660213, 0.0016592256724834442, 0.00441137095913291, 0.007163516245782375, 0.009915661066770554, 0.012667806819081306, 0.01541995257139206, 0.018172096461057663, 0.020924242213368416, 0.02367638796567917, 0.02642853371798992, 0.029180679470300674, 0.03193282335996628, 0.03468497097492218, 0.037437114864587784, 0.04018925875425339, 0.04294140636920929, 0.04569355025887489, 0.0484456941485405, 0.0511978417634964, 0.053949985653162, 0.056702129542827606, 0.05945427715778351, 0.06220642104744911, 0.06495856493711472, 0.06771071255207062, 0.07046286016702652, 0.07321500033140182, 0.07596714794635773, 0.07871929556131363, 0.08147143572568893, 0.08422358334064484, 0.08697573095560074, 0.08972787857055664, 0.09248001873493195, 0.09523216634988785, 0.09798431396484375, 0.10073645412921906, 0.10348860174417496, 0.10624074935913086, 0.10899288952350616, 0.11174503713846207]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 2.0, 0.0, 3.0, 2.0, 2.0, 2.0, 2.0, 8.0, 5.0, 14.0, 9.0, 8.0, 8.0, 11.0, 8.0, 18.0, 15.0, 29.0, 43.0, 13.0, 14.0, 11.0, 5.0, 8.0, 4.0, 3.0, 3.0, 3.0, 4.0, 2.0, 2.0, 1.0, 1.0, 4.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.0436534658074379, -0.04229016974568367, -0.04092687740921974, -0.039563581347465515, -0.03820028901100159, -0.03683699294924736, -0.03547370061278343, -0.034110404551029205, -0.03274711221456528, -0.03138381615281105, -0.030020521953701973, -0.028657227754592896, -0.02729393169283867, -0.02593063749372959, -0.024567343294620514, -0.023204049095511436, -0.02184075489640236, -0.02047746069729328, -0.019114166498184204, -0.017750872299075127, -0.01638757809996605, -0.015024282969534397, -0.013660987839102745, -0.012297693639993668, -0.01093439944088459, -0.009571105241775513, -0.008207811042666435, -0.006844515912234783, -0.005481221713125706, -0.004117927514016628, -0.0027546328492462635, -0.0013913384173065424, -2.804398536682129e-05, 0.0013352504465728998, 0.002698544878512621, 0.004061839543282986, 0.005425133742392063, 0.006788427941501141, 0.008151723071932793, 0.00951501727104187, 0.010878311470150948, 0.012241605669260025, 0.013604899868369102, 0.014968194998800755, 0.016331490129232407, 0.017694784328341484, 0.01905807852745056, 0.02042137272655964, 0.021784666925668716, 0.023147961124777794, 0.02451125532388687, 0.02587454952299595, 0.027237843722105026, 0.028601139783859253, 0.02996443398296833, 0.03132772818207741, 0.032691024243831635, 0.03405431658029556, 0.03541761264204979, 0.03678090497851372, 0.038144201040267944, 0.03950749337673187, 0.0408707894384861, 0.04223408177495003, 0.043597377836704254]}, "_runtime": 85.8294517993927, "_timestamp": 1596214410.5867343, "_step": 102}
+{"val_accuracy": 0.812990154109589, "val_loss": 0.4809568008603571, "_runtime": 87.8994972705841, "_timestamp": 1596214412.6567798, "_step": 103}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: K Confidence: 0.39 Truth: v", "Prediction: 5 Confidence: 1.00 Truth: 5", "Prediction: 2 Confidence: 1.00 Truth: 2", "Prediction: 0 Confidence: 0.64 Truth: 0"]}, "_runtime": 88.18215227127075, "_timestamp": 1596214412.9394348, "_step": 104}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 0.0, 2.0, 0.0, 1.0, 3.0, 5.0, 3.0, 2.0, 0.0, 0.0, 6.0, 5.0, 1.0, 4.0, 0.0, 1.0, 2.0, 0.0, 1.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011881446465849876, -0.011490787379443645, -0.01110012736171484, -0.010709468275308609, -0.010318809188902378, -0.009928149171173573, -0.009537490084767342, -0.00914683099836111, -0.00875617191195488, -0.008365511894226074, -0.007974852807819843, -0.007584193255752325, -0.007193533703684807, -0.006802874617278576, -0.006412215065211058, -0.006021555978804827, -0.0056308964267373085, -0.00524023687466979, -0.004849577788263559, -0.004458918236196041, -0.00406825914978981, -0.003677599597722292, -0.0032869400456547737, -0.002896280726417899, -0.0025056214071810246, -0.00211496208794415, -0.0017243026522919536, -0.0013336432166397572, -0.0009429838974028826, -0.0005523245199583471, -0.0001616651425138116, 0.0002289942349307239, 0.0006196536123752594, 0.001010312931612134, 0.0014009723672643304, 0.0017916318029165268, 0.0021822911221534014, 0.002572950441390276, 0.002963609993457794, 0.0033542693126946688, 0.0037449286319315434, 0.004135588183999062, 0.0045262472704052925, 0.004916906822472811, 0.005307566374540329, 0.00569822546094656, 0.006088885013014078, 0.006479544099420309, 0.006870203651487827, 0.0072608632035553455, 0.0076515222899615765, 0.008042181842029095, 0.008432840928435326, 0.008823500946164131, 0.009214160032570362, 0.009604819118976593, 0.009995479136705399, 0.01038613822311163, 0.01077679730951786, 0.011167456395924091, 0.011558116413652897, 0.011948775500059128, 0.012339434586465359, 0.012730094604194164, 0.013120753690600395]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 2.0, 1.0, 7.0, 8.0, 2.0, 7.0, 10.0, 9.0, 23.0, 27.0, 29.0, 50.0, 77.0, 109.0, 151.0, 241.0, 461.0, 5162.0, 749.0, 294.0, 187.0, 90.0, 64.0, 41.0, 26.0, 27.0, 11.0, 17.0, 11.0, 10.0, 8.0, 5.0, 2.0, 2.0, 1.0, 0.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.17959922552108765, -0.17425505816936493, -0.16891087591648102, -0.1635667085647583, -0.15822254121303558, -0.15287837386131287, -0.14753419160842896, -0.14219002425670624, -0.13684585690498352, -0.1315016746520996, -0.1261575073003769, -0.12081333994865417, -0.11546916514635086, -0.11012499779462814, -0.10478082299232483, -0.09943665564060211, -0.0940924808382988, -0.08874830603599548, -0.08340413868427277, -0.07805996388196945, -0.07271579653024673, -0.06737162172794342, -0.062027450650930405, -0.05668327957391739, -0.05133910849690437, -0.04599493741989136, -0.04065076634287834, -0.035306595265865326, -0.02996242232620716, -0.024618251249194145, -0.01927407830953598, -0.013929907232522964, -0.008585736155509949, -0.0032415646128356457, 0.0021026069298386574, 0.0074467784725129604, 0.012790950015187263, 0.01813512109220028, 0.023479294031858444, 0.02882346510887146, 0.034167636185884476, 0.03951180726289749, 0.04485597833991051, 0.05020014941692352, 0.05554432421922684, 0.06088849529623985, 0.06623266637325287, 0.07157683372497559, 0.0769210085272789, 0.08226518332958221, 0.08760935068130493, 0.09295352548360825, 0.09829769283533096, 0.10364186763763428, 0.108986034989357, 0.11433020979166031, 0.11967438459396362, 0.12501855194568634, 0.13036271929740906, 0.13570690155029297, 0.14105106890201569, 0.1463952362537384, 0.15173940360546112, 0.15708358585834503, 0.16242775321006775]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 2.0, 11.0, 2.0, 1.0, 2.0, 5.0, 3.0, 2.0, 3.0, 6.0, 4.0, 6.0, 25.0, 2.0, 4.0, 3.0, 1.0, 3.0, 1.0, 1.0, 3.0, 3.0, 6.0, 3.0, 2.0, 0.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.003126927185803652, -0.003030670341104269, -0.0029344132635742426, -0.00283815641887486, -0.0027418993413448334, -0.0026456424966454506, -0.002549385419115424, -0.0024531285744160414, -0.002356871496886015, -0.002260614652186632, -0.0021643578074872494, -0.002068100729957223, -0.00197184388525784, -0.0018755869241431355, -0.001779329963028431, -0.0016830730019137263, -0.0015868160407990217, -0.0014905590796843171, -0.0013943021185696125, -0.001298045157454908, -0.0012017881963402033, -0.0011055313516408205, -0.001009274390526116, -0.0009130174294114113, -0.0008167604682967067, -0.0007205035071820021, -0.0006242465460672975, -0.0005279896431602538, -0.00043173268204554915, -0.00033547572093084455, -0.0002392187889199704, -0.000142961842357181, -4.670489579439163e-05, 4.955205076839775e-05, 0.00014580899733118713, 0.0002420659438939765, 0.0003383228904567659, 0.0004345798515714705, 0.0005308367544785142, 0.0006270937155932188, 0.0007233506767079234, 0.000819607637822628, 0.0009158645989373326, 0.0010121215600520372, 0.00110837840475142, 0.0012046353658661246, 0.0013008923269808292, 0.0013971492880955338, 0.0014934062492102385, 0.001589663210324943, 0.0016859201714396477, 0.0017821771325543523, 0.001878434093669057, 0.0019746909383684397, 0.002070948015898466, 0.002167204860597849, 0.0022634617052972317, 0.002359718782827258, 0.002455975627526641, 0.0025522327050566673, 0.00264848954975605, 0.0027447466272860765, 0.0028410034719854593, 0.0029372605495154858, 0.0030335173942148685]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 4.0, 7.0, 12.0, 5.0, 18.0, 21.0, 30.0, 31.0, 66.0, 91.0, 156.0, 207.0, 300.0, 507.0, 761.0, 1342.0, 2137.0, 3701.0, 6659.0, 12511.0, 25226.0, 61030.0, 778574.0, 190631.0, 46801.0, 21408.0, 11319.0, 6328.0, 3642.0, 2230.0, 1316.0, 909.0, 520.0, 357.0, 245.0, 170.0, 111.0, 70.0, 41.0, 35.0, 29.0, 15.0, 14.0, 12.0, 14.0, 8.0, 7.0, 2.0, 1.0, 1.0, 1.0, 3.0, 2.0, 2.0], "bins": [-0.006480362731963396, -0.006283806636929512, -0.006087251007556915, -0.005890694912523031, -0.0056941392831504345, -0.0054975831881165504, -0.005301027558743954, -0.00510447146371007, -0.004907915368676186, -0.004711359739303589, -0.004514803644269705, -0.004318248014897108, -0.004121691919863224, -0.003925136290490627, -0.0037285801954567432, -0.003532024333253503, -0.0033354684710502625, -0.003138912608847022, -0.0029423567466437817, -0.0027458008844405413, -0.002549245022237301, -0.002352688927203417, -0.0021561330650001764, -0.001959577202796936, -0.0017630213405936956, -0.0015664654783904552, -0.0013699096161872149, -0.0011733536375686526, -0.0009767977753654122, -0.0007802419131621718, -0.0005836859927512705, -0.0003871301014441997, -0.00019057421013712883, 5.981681169942021e-06, 0.00020253757247701287, 0.0003990934637840837, 0.0005956493550911546, 0.000792205217294395, 0.0009887611959129572, 0.0011853170581161976, 0.001381872920319438, 0.0015784287825226784, 0.0017749846447259188, 0.001971540506929159, 0.002168096601963043, 0.0023646524641662836, 0.002561208326369524, 0.0027577641885727644, 0.002954320050776005, 0.003150875912979245, 0.0033474317751824856, 0.003543987637385726, 0.0037405434995889664, 0.00393709959462285, 0.004133655223995447, 0.004330211319029331, 0.004526766948401928, 0.004723323043435812, 0.004919879138469696, 0.005116434767842293, 0.005312990862876177, 0.005509546492248774, 0.005706102587282658, 0.005902658216655254, 0.006099214311689138]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 3.0, 3.0, 0.0, 1.0, 1.0, 4.0, 5.0, 2.0, 9.0, 2.0, 2.0, 4.0, 3.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.019673537462949753, -0.018954403698444366, -0.01823526993393898, -0.017516136169433594, -0.016797002404928207, -0.01607786864042282, -0.01535873580724001, -0.014639602042734623, -0.013920468278229237, -0.01320133451372385, -0.012482200749218464, -0.011763066984713078, -0.011043934151530266, -0.01032480038702488, -0.009605666622519493, -0.008886532858014107, -0.00816739909350872, -0.007448265329003334, -0.006729131564497948, -0.006009998265653849, -0.005290864501148462, -0.004571730736643076, -0.0038525972049683332, -0.0031334636732935905, -0.002414329908788204, -0.0016951962606981397, -0.0009760626126080751, -0.0002569289645180106, 0.0004622046835720539, 0.0011813383316621184, 0.001900471979752183, 0.0026196055114269257, 0.003338739275932312, 0.004057873040437698, 0.004777006804943085, 0.005496140103787184, 0.00621527386829257, 0.0069344076327979565, 0.0076535409316420555, 0.008372674696147442, 0.009091808460652828, 0.009810942225158215, 0.010530075989663601, 0.011249209754168987, 0.011968342587351799, 0.012687476351857185, 0.013406610116362572, 0.014125743880867958, 0.014844877645373344, 0.01556401140987873, 0.016283145174384117, 0.017002278938889503, 0.01772141270339489, 0.018440546467900276, 0.019159680232405663, 0.01987881399691105, 0.020597945898771286, 0.021317079663276672, 0.02203621342778206, 0.022755347192287445, 0.02347448095679283, 0.024193614721298218, 0.024912748485803604, 0.02563188225030899, 0.026351016014814377]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 0.0, 2.0, 3.0, 5.0, 5.0, 5.0, 12.0, 10.0, 12.0, 23.0, 32.0, 26.0, 30.0, 32.0, 41.0, 33.0, 43.0, 71.0, 87.0, 97.0, 142.0, 200.0, 268.0, 379.0, 548.0, 888.0, 1449.0, 2413.0, 6908.0, 1635.0, 962.0, 581.0, 402.0, 252.0, 187.0, 134.0, 98.0, 60.0, 48.0, 58.0, 51.0, 50.0, 33.0, 22.0, 25.0, 15.0, 17.0, 5.0, 3.0, 6.0, 1.0, 4.0, 4.0, 1.0, 3.0, 2.0, 0.0, 0.0, 1.0, 3.0, 0.0, 1.0, 1.0], "bins": [-0.01098240353167057, -0.010608620010316372, -0.010234836488962173, -0.009861052967607975, -0.009487269446253777, -0.009113485924899578, -0.008739703334867954, -0.008365919813513756, -0.007992136292159557, -0.007618352770805359, -0.00724456924945116, -0.006870785728096962, -0.0064970022067427635, -0.006123218685388565, -0.005749435629695654, -0.0053756521083414555, -0.005001868586987257, -0.0046280850656330585, -0.00425430154427886, -0.0038805182557553053, -0.0035067349672317505, -0.003132951445877552, -0.0027591679245233536, -0.0023853846359997988, -0.0020116011146456003, -0.0016378177097067237, -0.001264034304767847, -0.0008902507834136486, -0.000516467378474772, -0.0001426839444320649, 0.0002310994896106422, 0.0006048829527571797, 0.0009786663576960564, 0.001352449762634933, 0.0017262331675738096, 0.002100016688928008, 0.002473799977451563, 0.0028475834988057613, 0.00322136702015996, 0.0035951503086835146, 0.003968933597207069, 0.004342717118561268, 0.004716500639915466, 0.005090284161269665, 0.005464067682623863, 0.005837851203978062, 0.006211634259670973, 0.006585417781025171, 0.00695920130237937, 0.007332984823733568, 0.007706768345087767, 0.008080551400780678, 0.008454334922134876, 0.008828118443489075, 0.009201901964843273, 0.009575685486197472, 0.00994946900755167, 0.010323252528905869, 0.010697036050260067, 0.01107081864029169, 0.01144460216164589, 0.011818385683000088, 0.012192169204354286, 0.012565952725708485, 0.012939736247062683]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 4.0, 3.0, 5.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.25412237644195557, -0.2476385235786438, -0.24115468561649323, -0.23467083275318146, -0.22818699479103088, -0.22170314192771912, -0.21521930396556854, -0.20873545110225677, -0.2022516131401062, -0.19576776027679443, -0.18928390741348267, -0.1828000694513321, -0.17631621658802032, -0.16983237862586975, -0.16334852576255798, -0.1568646878004074, -0.15038083493709564, -0.14389698207378387, -0.1374131441116333, -0.13092929124832153, -0.12444545328617096, -0.11796160042285919, -0.11147775501012802, -0.10499390959739685, -0.09851006418466568, -0.09202621877193451, -0.08554237335920334, -0.07905852794647217, -0.0725746750831604, -0.06609082967042923, -0.05960698425769806, -0.05312313884496689, -0.04663929343223572, -0.04015544801950455, -0.033671602606773376, -0.027187753468751907, -0.020703908056020737, -0.014220061711966991, -0.007736215367913246, -0.0012523690238595009, 0.005231477320194244, 0.01171532366424799, 0.018199170008301735, 0.024683017283678055, 0.031166862696409225, 0.037650708109140396, 0.044134557247161865, 0.050618402659893036, 0.05710224807262421, 0.06358609348535538, 0.07006993889808655, 0.07655378431081772, 0.08303762972354889, 0.08952148258686066, 0.09600532799959183, 0.102489173412323, 0.10897301882505417, 0.11545686423778534, 0.12194070965051651, 0.12842455506324768, 0.13490840792655945, 0.14139224588871002, 0.1478760987520218, 0.15435993671417236, 0.16084378957748413]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 3.0, 6.0, 4.0, 1.0, 2.0, 4.0, 1.0, 0.0, 1.0, 7.0, 16.0, 27.0, 74.0, 41.0, 25.0, 11.0, 7.0, 4.0, 4.0, 5.0, 1.0, 4.0, 2.0, 6.0, 0.0, 2.0, 0.0, 1.0, 0.0, 4.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.19271311163902283, -0.18819481134414673, -0.18367652595043182, -0.17915822565555573, -0.17463994026184082, -0.17012163996696472, -0.16560335457324982, -0.16108505427837372, -0.1565667688846588, -0.15204846858978271, -0.14753016829490662, -0.1430118829011917, -0.1384935826063156, -0.1339752972126007, -0.1294569969177246, -0.12493870407342911, -0.1204204112291336, -0.1159021183848381, -0.1113838255405426, -0.1068655326962471, -0.1023472398519516, -0.0978289395570755, -0.09331064671278, -0.0887923538684845, -0.084274061024189, -0.0797557681798935, -0.07523747533559799, -0.07071918249130249, -0.06620088219642639, -0.06168259307742119, -0.05716429650783539, -0.052646003663539886, -0.048127710819244385, -0.04360941797494888, -0.03909112513065338, -0.03457282856106758, -0.03005453571677208, -0.025536242872476578, -0.021017948165535927, -0.016499653458595276, -0.011981360614299774, -0.007463066838681698, -0.0029447730630636215, 0.0015735207125544548, 0.006091814488172531, 0.010610108263790607, 0.015128402039408684, 0.019646696746349335, 0.024164989590644836, 0.028683282434940338, 0.03320157527923584, 0.03771987184882164, 0.04223816469311714, 0.04675645753741264, 0.051274754106998444, 0.055793046951293945, 0.06031133979558945, 0.06482963263988495, 0.06934792548418045, 0.07386621832847595, 0.07838451862335205, 0.08290281146764755, 0.08742110431194305, 0.09193939715623856, 0.09645769000053406]}, "_runtime": 88.28139925003052, "_timestamp": 1596214413.0386817, "_step": 105}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 2.0, 0.0, 3.0, 3.0, 4.0, 5.0, 2.0, 1.0, 3.0, 3.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.010190911591053009, -0.009847414679825306, -0.009503917768597603, -0.0091604208573699, -0.008816923946142197, -0.008473427034914494, -0.00812993012368679, -0.007786433678120375, -0.007442936766892672, -0.0070994398556649685, -0.006755942944437265, -0.006412446033209562, -0.0060689495876431465, -0.005725452676415443, -0.00538195576518774, -0.005038458853960037, -0.004694961942732334, -0.004351465031504631, -0.004007968120276928, -0.0036644714418798685, -0.0033209745306521654, -0.0029774776194244623, -0.002633980941027403, -0.0022904840297997, -0.0019469871185719967, -0.0016034902073442936, -0.0012599934125319123, -0.0009164965595118701, -0.000572999706491828, -0.00022950285347178578, 0.0001139939995482564, 0.0004574908525682986, 0.0008009877055883408, 0.0011444846168160439, 0.0014879814116284251, 0.0018314782064408064, 0.0021749751176685095, 0.0025184720288962126, 0.002861968707293272, 0.003205465618520975, 0.003548962529748678, 0.0038924594409763813, 0.004235956352204084, 0.0045794532634317875, 0.004922949708998203, 0.005266446620225906, 0.0056099435314536095, 0.0059534404426813126, 0.006296937353909016, 0.006640434265136719, 0.006983931176364422, 0.007327428087592125, 0.007670924998819828, 0.008014421910047531, 0.008357918821275234, 0.008701415732502937, 0.009044911712408066, 0.009388408623635769, 0.009731905534863472, 0.010075402446091175, 0.010418899357318878, 0.010762396268546581, 0.011105893179774284, 0.011449390091001987, 0.01179288700222969]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 4.0, 3.0, 2.0, 2.0, 6.0, 10.0, 14.0, 10.0, 13.0, 23.0, 23.0, 31.0, 32.0, 45.0, 48.0, 70.0, 82.0, 117.0, 132.0, 169.0, 288.0, 2471.0, 3133.0, 383.0, 214.0, 132.0, 107.0, 69.0, 48.0, 40.0, 42.0, 30.0, 29.0, 13.0, 18.0, 17.0, 8.0, 9.0, 10.0, 5.0, 6.0, 3.0, 2.0, 0.0, 1.0, 3.0, 0.0, 1.0, 3.0, 3.0, 1.0, 1.0], "bins": [-0.13026106357574463, -0.1264295130968094, -0.12259797006845474, -0.1187664195895195, -0.11493486911058426, -0.11110331863164902, -0.10727177560329437, -0.10344022512435913, -0.09960867464542389, -0.09577713161706924, -0.091945581138134, -0.08811403065919876, -0.08428248018026352, -0.08045093715190887, -0.07661938667297363, -0.07278783619403839, -0.06895628571510315, -0.0651247426867485, -0.06129319220781326, -0.05746164545416832, -0.05363009497523308, -0.049798548221588135, -0.04596699774265289, -0.04213545098900795, -0.03830390423536301, -0.034472353756427765, -0.030640805140137672, -0.02680925652384758, -0.022977709770202637, -0.019146161153912544, -0.015314612537622452, -0.01148306392133236, -0.007651515305042267, -0.003819966921582818, 1.1581461876630783e-05, 0.0038431298453360796, 0.007674678228795528, 0.011506226845085621, 0.015337774530053139, 0.01916932314634323, 0.023000871762633324, 0.026832420378923416, 0.03066396899521351, 0.0344955176115036, 0.038327064365148544, 0.042158614844083786, 0.04599016159772873, 0.04982171207666397, 0.053653258830308914, 0.05748480558395386, 0.0613163560628891, 0.06514790654182434, 0.06897944957017899, 0.07281100004911423, 0.07664255052804947, 0.08047410100698471, 0.08430564403533936, 0.0881371945142746, 0.09196874499320984, 0.09580028802156448, 0.09963183850049973, 0.10346338897943497, 0.10729493945837021, 0.11112648248672485, 0.1149580329656601]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 5.0, 1.0, 4.0, 0.0, 4.0, 4.0, 3.0, 4.0, 3.0, 4.0, 4.0, 25.0, 10.0, 6.0, 4.0, 5.0, 5.0, 5.0, 6.0, 3.0, 1.0, 1.0, 4.0, 1.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.003609591396525502, -0.003448185743764043, -0.003286780323833227, -0.003125374671071768, -0.0029639690183103085, -0.002802563365548849, -0.0026411577127873898, -0.002479752292856574, -0.0023183466400951147, -0.0021569409873336554, -0.0019955355674028397, -0.0018341299146413803, -0.001672724261879921, -0.0015113186091184616, -0.001349913072772324, -0.0011885075364261866, -0.0010271018836647272, -0.0008656962891109288, -0.0007042906945571303, -0.0005428851000033319, -0.00038147950544953346, -0.00022007391089573503, -5.866831634193659e-05, 0.00010273727821186185, 0.0002641428727656603, 0.0004255484673194587, 0.0005869540618732572, 0.0007483596564270556, 0.000909765250980854, 0.0010711709037423134, 0.001232576440088451, 0.0013939819764345884, 0.0015553876291960478, 0.0017167932819575071, 0.0018781988183036447, 0.002039604354649782, 0.0022010100074112415, 0.002362415660172701, 0.0025238213129341602, 0.002685226732864976, 0.0028466323856264353, 0.0030080380383878946, 0.0031694434583187103, 0.0033308491110801697, 0.003492254763841629, 0.0036536604166030884, 0.0038150660693645477, 0.003976471722126007, 0.004137877374887466, 0.0042992825619876385, 0.004460688214749098, 0.004622093867510557, 0.0047834995202720165, 0.004944905173033476, 0.005106310825794935, 0.005267716478556395, 0.005429121665656567, 0.005590527318418026, 0.005751932971179485, 0.005913338623940945, 0.006074744276702404, 0.006236149929463863, 0.006397555582225323, 0.006558961234986782, 0.006720366887748241]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 3.0, 3.0, 6.0, 5.0, 7.0, 15.0, 14.0, 21.0, 34.0, 43.0, 51.0, 84.0, 109.0, 152.0, 259.0, 399.0, 458.0, 850.0, 1325.0, 2238.0, 3983.0, 7268.0, 14679.0, 34222.0, 107993.0, 856812.0, 81712.0, 31212.0, 15276.0, 8314.0, 4602.0, 2803.0, 1737.0, 986.0, 688.0, 418.0, 278.0, 185.0, 128.0, 87.0, 53.0, 33.0, 26.0, 21.0, 12.0, 8.0, 9.0, 6.0, 2.0, 3.0, 2.0, 5.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.008161644451320171, -0.007893445901572704, -0.007625247817486525, -0.007357049733400345, -0.007088851183652878, -0.006820652633905411, -0.006552454549819231, -0.006284256465733051, -0.006016057915985584, -0.005747859366238117, -0.0054796612821519375, -0.005211463198065758, -0.004943264648318291, -0.004675066098570824, -0.004406868014484644, -0.004138669930398464, -0.003870471380650997, -0.0036022730637341738, -0.0033340747468173504, -0.003065876429900527, -0.0027976781129837036, -0.0025294797960668802, -0.002261281479150057, -0.0019930831622332335, -0.00172488484531641, -0.0014566865283995867, -0.0011884882114827633, -0.0009202898945659399, -0.0006520915776491165, -0.00038389326073229313, -0.00011569494381546974, 0.00015250337310135365, 0.00042070169001817703, 0.0006889000069350004, 0.0009570983238518238, 0.0012252966407686472, 0.0014934949576854706, 0.001761693274602294, 0.0020298915915191174, 0.0022980899084359407, 0.002566288225352764, 0.0028344865422695875, 0.003102684859186411, 0.0033708831761032343, 0.0036390814930200577, 0.003907280042767525, 0.0041754781268537045, 0.004443676210939884, 0.004711874760687351, 0.004980073310434818, 0.005248271394520998, 0.005516469478607178, 0.005784668028354645, 0.006052866578102112, 0.0063210646621882915, 0.006589262746274471, 0.006857461296021938, 0.007125659845769405, 0.007393857929855585, 0.007662056013941765, 0.007930254563689232, 0.008198453113436699, 0.008466651663184166, 0.008734849281609058, 0.009003047831356525]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 3.0, 5.0, 7.0, 9.0, 3.0, 3.0, 5.0, 4.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.06524071097373962, -0.06368331611156464, -0.06212591379880905, -0.060568518936634064, -0.05901112034916878, -0.05745372176170349, -0.0558963268995285, -0.05433892831206322, -0.05278152972459793, -0.051224131137132645, -0.04966673254966736, -0.04810933768749237, -0.046551939100027084, -0.0449945405125618, -0.04343714565038681, -0.041879747062921524, -0.04032234847545624, -0.03876494988799095, -0.037207551300525665, -0.03565015643835068, -0.03409275785088539, -0.032535359263420105, -0.030977962538599968, -0.02942056581377983, -0.027863167226314545, -0.02630576863884926, -0.02474837191402912, -0.023190975189208984, -0.021633576601743698, -0.020076178014278412, -0.018518781289458275, -0.016961384564638138, -0.015403985977172852, -0.01384658832103014, -0.012289190664887428, -0.010731793008744717, -0.009174395352602005, -0.007616997696459293, -0.006059600040316582, -0.00450220238417387, -0.0029448047280311584, -0.0013874070718884468, 0.00016999058425426483, 0.0017273882403969765, 0.003284785896539688, 0.0048421835526824, 0.006399581208825111, 0.007956978864967823, 0.009514376521110535, 0.011071774177253246, 0.012629171833395958, 0.01418656948953867, 0.01574396714568138, 0.017301365733146667, 0.018858762457966805, 0.02041615918278694, 0.021973557770252228, 0.023530956357717514, 0.02508835308253765, 0.026645749807357788, 0.028203148394823074, 0.02976054698228836, 0.03131794184446335, 0.032875340431928635, 0.03443273901939392]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [7.0, 2.0, 1.0, 3.0, 4.0, 1.0, 0.0, 4.0, 5.0, 22.0, 9.0, 6.0, 1.0, 5.0, 12.0, 11.0, 17.0, 7.0, 6.0, 4.0, 9.0, 10.0, 4.0, 10.0, 19.0, 14.0, 26.0, 36.0, 48.0, 54.0, 78.0, 122.0, 150.0, 205.0, 347.0, 461.0, 840.0, 1473.0, 6121.0, 3387.0, 1649.0, 946.0, 644.0, 426.0, 330.0, 193.0, 154.0, 131.0, 98.0, 57.0, 38.0, 51.0, 29.0, 26.0, 32.0, 21.0, 19.0, 13.0, 10.0, 9.0, 9.0, 4.0, 1.0, 1.0], "bins": [-0.020183736458420753, -0.019665734842419624, -0.019147735089063644, -0.018629733473062515, -0.018111731857061386, -0.017593732103705406, -0.017075730487704277, -0.016557728871703148, -0.016039729118347168, -0.015521727502346039, -0.01500372588634491, -0.014485725201666355, -0.0139677245169878, -0.013449722900986671, -0.012931722216308117, -0.012413720600306988, -0.011895719915628433, -0.011377719230949879, -0.01085971761494875, -0.010341716930270195, -0.009823715314269066, -0.009305714629590511, -0.008787713944911957, -0.008269712328910828, -0.007751711644232273, -0.007233710493892431, -0.006715709343552589, -0.006197708658874035, -0.005679707508534193, -0.005161706358194351, -0.004643705673515797, -0.004125704523175955, -0.003607703372836113, -0.003089702222496271, -0.002571701304987073, -0.0020537003874778748, -0.001535699237138033, -0.001017698203213513, -0.0004996971692889929, 1.8303864635527134e-05, 0.0005363048985600471, 0.0010543059324845672, 0.0015723069664090872, 0.0020903078839182854, 0.002608309034258127, 0.003126310184597969, 0.0036443111021071672, 0.004162312019616365, 0.004680313169956207, 0.005198314320296049, 0.005716315470635891, 0.0062343161553144455, 0.006752317305654287, 0.007270318455994129, 0.007788319140672684, 0.008306320756673813, 0.008824321441352367, 0.009342322126030922, 0.009860323742032051, 0.010378324426710606, 0.01089632511138916, 0.01141432672739029, 0.011932327412068844, 0.012450329028069973, 0.012968329712748528]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 3.0, 2.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.10816556215286255, -0.10235240310430527, -0.09653924405574799, -0.09072607755661011, -0.08491291850805283, -0.07909975945949554, -0.07328659296035767, -0.06747343391180038, -0.0616602748632431, -0.05584711581468582, -0.05003395304083824, -0.04422079026699066, -0.03840763121843338, -0.0325944721698761, -0.02678130939602852, -0.020968148484826088, -0.015154987573623657, -0.009341826662421227, -0.0035286657512187958, 0.002284495159983635, 0.008097656071186066, 0.013910816982388496, 0.019723977893590927, 0.025537138804793358, 0.03135029971599579, 0.03716345876455307, 0.04297662153840065, 0.04878978431224823, 0.05460294336080551, 0.06041610240936279, 0.06622926890850067, 0.07204242795705795, 0.07785558700561523, 0.08366874605417252, 0.0894819051027298, 0.09529507160186768, 0.10110823065042496, 0.10692138969898224, 0.11273455619812012, 0.1185477152466774, 0.12436087429523468, 0.13017404079437256, 0.13598719239234924, 0.14180035889148712, 0.147613525390625, 0.15342667698860168, 0.15923984348773956, 0.16505299508571625, 0.17086616158485413, 0.176679328083992, 0.1824924796819687, 0.18830564618110657, 0.19411879777908325, 0.19993196427822113, 0.205745130777359, 0.2115582823753357, 0.21737144887447357, 0.22318461537361145, 0.22899776697158813, 0.234810933470726, 0.2406240999698639, 0.24643725156784058, 0.25225040316581726, 0.25806358456611633, 0.263876736164093]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [4.0, 2.0, 1.0, 0.0, 3.0, 5.0, 2.0, 4.0, 7.0, 1.0, 4.0, 5.0, 8.0, 19.0, 23.0, 25.0, 53.0, 26.0, 24.0, 18.0, 13.0, 3.0, 5.0, 2.0, 5.0, 3.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0], "bins": [-0.05424538999795914, -0.0510263592004776, -0.04780732840299606, -0.044588297605514526, -0.04136926680803299, -0.038150232285261154, -0.03493120148777962, -0.03171217069029808, -0.028493139892816544, -0.025274109095335007, -0.02205507829785347, -0.018836045637726784, -0.015617014840245247, -0.01239798404276371, -0.009178952313959599, -0.005959921050816774, -0.00274088978767395, 0.000478141475468874, 0.003697172738611698, 0.006916204001754522, 0.010135235264897346, 0.013354266062378883, 0.01657329872250557, 0.019792329519987106, 0.023011360317468643, 0.02623039111495018, 0.029449421912431717, 0.032668452709913254, 0.03588748723268509, 0.039106518030166626, 0.04232554882764816, 0.0455445796251297, 0.04876361042261124, 0.05198264122009277, 0.05520167201757431, 0.05842070281505585, 0.061639733612537384, 0.06485876441001892, 0.06807779520750046, 0.071296826004982, 0.07451586425304413, 0.07773489505052567, 0.0809539258480072, 0.08417295664548874, 0.08739198744297028, 0.09061101824045181, 0.09383004903793335, 0.09704907983541489, 0.10026811063289642, 0.10348714143037796, 0.1067061722278595, 0.10992520302534103, 0.11314423382282257, 0.11636326462030411, 0.11958229541778564, 0.12280132621526718, 0.12602035701274872, 0.12923939526081085, 0.1324584186077118, 0.13567745685577393, 0.13889648020267487, 0.142115518450737, 0.14533454179763794, 0.14855358004570007, 0.1517726182937622]}, "_runtime": 89.05786538124084, "_timestamp": 1596214413.8151479, "_step": 106}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 5.0, 3.0, 1.0, 0.0, 6.0, 2.0, 1.0, 4.0, 1.0, 3.0, 3.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.007836381904780865, -0.007585448678582907, -0.007334515452384949, -0.007083581760525703, -0.0068326485343277454, -0.0065817153081297874, -0.006330781616270542, -0.006079848390072584, -0.005828915163874626, -0.005577981937676668, -0.00532704871147871, -0.005076115019619465, -0.004825181793421507, -0.004574248567223549, -0.004323314875364304, -0.004072381649166346, -0.0038214484229683876, -0.0035705151967704296, -0.003319581737741828, -0.0030686482787132263, -0.0028177150525152683, -0.0025667818263173103, -0.0023158483672887087, -0.002064914908260107, -0.001813981682062149, -0.0015630483394488692, -0.0013121149968355894, -0.0010611816542223096, -0.0008102483116090298, -0.00055931496899575, -0.00030838162638247013, -5.744828376919031e-05, 0.0001934850588440895, 0.00044441840145736933, 0.0006953517440706491, 0.000946285086683929, 0.0011972184292972088, 0.0014481517719104886, 0.0016990851145237684, 0.0019500184571370482, 0.002200951799750328, 0.002451885025948286, 0.0027028184849768877, 0.0029537519440054893, 0.0032046851702034473, 0.0034556183964014053, 0.003706551855430007, 0.003957485314458609, 0.004208418540656567, 0.004459351766854525, 0.004710284993052483, 0.004961218684911728, 0.005212151911109686, 0.005463085137307644, 0.005714018829166889, 0.005964952055364847, 0.006215885281562805, 0.006466818507760763, 0.006717751733958721, 0.0069686854258179665, 0.0072196186520159245, 0.0074705518782138824, 0.007721485570073128, 0.007972418330609798, 0.008223352022469044]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 3.0, 5.0, 4.0, 5.0, 5.0, 5.0, 10.0, 17.0, 14.0, 16.0, 27.0, 25.0, 34.0, 52.0, 63.0, 75.0, 118.0, 175.0, 272.0, 419.0, 5233.0, 497.0, 235.0, 158.0, 98.0, 72.0, 70.0, 42.0, 34.0, 31.0, 18.0, 18.0, 20.0, 14.0, 6.0, 12.0, 3.0, 6.0, 5.0, 2.0, 2.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.11945357918739319, -0.1156604215502739, -0.111867256462574, -0.10807409882545471, -0.10428093373775482, -0.10048777610063553, -0.09669461846351624, -0.09290145337581635, -0.08910829573869705, -0.08531513065099716, -0.08152197301387787, -0.07772881537675858, -0.07393565028905869, -0.07014249265193939, -0.0663493275642395, -0.06255616992712021, -0.05876300856471062, -0.054969847202301025, -0.051176685839891434, -0.04738352820277214, -0.04359036684036255, -0.03979720547795296, -0.036004044115543365, -0.032210882753133774, -0.02841772325336933, -0.02462456189095974, -0.020831402391195297, -0.017038241028785706, -0.013245080597698689, -0.009451920166611671, -0.005658759269863367, -0.0018655986059457064, 0.0019275620579719543, 0.005720722489058971, 0.009513882920145988, 0.01330704428255558, 0.017100203782320023, 0.020893365144729614, 0.024686526507139206, 0.02847968600690365, 0.03227284550666809, 0.03606600686907768, 0.039859168231487274, 0.043652329593896866, 0.04744549095630646, 0.05123865231871605, 0.05503180995583534, 0.058824971318244934, 0.06261813640594482, 0.06641129404306412, 0.07020445168018341, 0.0739976167678833, 0.0777907744050026, 0.08158393949270248, 0.08537709712982178, 0.08917025476694107, 0.09296341985464096, 0.09675657749176025, 0.10054974257946014, 0.10434290021657944, 0.10813605785369873, 0.11192922294139862, 0.11572238057851791, 0.1195155456662178, 0.1233087033033371]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 2.0, 1.0, 4.0, 2.0, 3.0, 2.0, 1.0, 5.0, 2.0, 3.0, 4.0, 5.0, 26.0, 6.0, 6.0, 3.0, 5.0, 5.0, 3.0, 5.0, 5.0, 4.0, 5.0, 2.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.004116387106478214, -0.004007178824394941, -0.0038979705423116684, -0.0037887622602283955, -0.0036795539781451225, -0.0035703456960618496, -0.0034611374139785767, -0.0033519291318953037, -0.003242720849812031, -0.003133512334898114, -0.0030243040528148413, -0.0029150957707315683, -0.0028058874886482954, -0.0026966792065650225, -0.0025874709244817495, -0.0024782626423984766, -0.0023690543603152037, -0.0022598460782319307, -0.002150637796148658, -0.002041429514065385, -0.001932221231982112, -0.0018230128334835172, -0.0017138045514002442, -0.0016045962693169713, -0.0014953879872336984, -0.0013861797051504254, -0.0012769714230671525, -0.0011677631409838796, -0.0010585547424852848, -0.0009493465186096728, -0.0008401381783187389, -0.000730929896235466, -0.0006217216141521931, -0.0005125133320689201, -0.00040330502088181674, -0.00029409670969471335, -0.00018488842761144042, -7.568013097625226e-05, 3.3528165658935905e-05, 0.00014273646229412407, 0.00025194475892931223, 0.00036115304101258516, 0.00047036135219968855, 0.0005795696633867919, 0.0006887779454700649, 0.0007979862275533378, 0.0009071945678442717, 0.0010164028499275446, 0.0011256111320108175, 0.0012348194140940905, 0.0013440276961773634, 0.0014532359782606363, 0.0015624442603439093, 0.001671652658842504, 0.001780860940925777, 0.00189006922300905, 0.0019992776215076447, 0.0021084859035909176, 0.0022176941856741905, 0.0023269024677574635, 0.0024361107498407364, 0.0025453190319240093, 0.0026545273140072823, 0.002763735596090555, 0.002872943878173828]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 3.0, 4.0, 4.0, 7.0, 15.0, 15.0, 24.0, 32.0, 41.0, 65.0, 110.0, 120.0, 187.0, 282.0, 405.0, 688.0, 1023.0, 1803.0, 3264.0, 6103.0, 14154.0, 40005.0, 240831.0, 789788.0, 45740.0, 17027.0, 7791.0, 3990.0, 2293.0, 1341.0, 874.0, 537.0, 353.0, 227.0, 160.0, 119.0, 82.0, 39.0, 34.0, 20.0, 24.0, 9.0, 5.0, 1.0, 1.0, 2.0], "bins": [-0.010214177891612053, -0.009965331293642521, -0.009716484695672989, -0.009467638097703457, -0.009218791499733925, -0.008969945833086967, -0.008721099235117435, -0.008472252637147903, -0.008223406039178371, -0.00797455944120884, -0.007725712843239307, -0.007476866710931063, -0.007228020112961531, -0.006979173514991999, -0.006730327382683754, -0.006481480784714222, -0.00623263418674469, -0.005983787588775158, -0.005734940990805626, -0.005486094858497381, -0.005237248260527849, -0.004988401662558317, -0.0047395555302500725, -0.0044907089322805405, -0.0042418623343110085, -0.0039930157363414764, -0.003744169371202588, -0.0034953230060636997, -0.0032464764080941677, -0.0029976298101246357, -0.0027487834449857473, -0.002499937079846859, -0.002251090481877327, -0.002002243883907795, -0.0017533975187689066, -0.0015045510372146964, -0.0012557045556604862, -0.001006858074106276, -0.0007580115925520658, -0.0005091651109978557, -0.0002603186294436455, -1.1472147889435291e-05, 0.0002373743336647749, 0.0004862208152189851, 0.0007350672967731953, 0.0009839137783274055, 0.0012327602598816156, 0.0014816067414358258, 0.001730453222990036, 0.001979299820959568, 0.0022281461860984564, 0.0024769925512373447, 0.0027258391492068768, 0.0029746857471764088, 0.003223532112315297, 0.0034723784774541855, 0.0037212250754237175, 0.0039700716733932495, 0.0042189182713627815, 0.004467764403671026, 0.004716611001640558, 0.00496545759961009, 0.005214303731918335, 0.005463150329887867, 0.005711996927857399]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [3.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 2.0, 3.0, 4.0, 8.0, 6.0, 3.0, 0.0, 1.0, 4.0, 2.0, 1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.012483865953981876, -0.011960892006754875, -0.0114379171282053, -0.010914942249655724, -0.010391968302428722, -0.009868994355201721, -0.009346019476652145, -0.00882304459810257, -0.008300070650875568, -0.00777709623798728, -0.007254121825098991, -0.006731147412210703, -0.006208172999322414, -0.005685198586434126, -0.005162224173545837, -0.004639249760657549, -0.00411627534776926, -0.003593300934880972, -0.0030703265219926834, -0.002547352109104395, -0.0020243776962161064, -0.001501403283327818, -0.0009784288704395294, -0.0004554544575512409, 6.751995533704758e-05, 0.0005904943682253361, 0.0011134687811136246, 0.001636443194001913, 0.0021594176068902016, 0.00268239201977849, 0.0032053664326667786, 0.003728340845555067, 0.0042513152584433556, 0.004774289671331644, 0.0052972640842199326, 0.005820238497108221, 0.0063432129099965096, 0.006866187322884798, 0.0073891617357730865, 0.007912136614322662, 0.008435110561549664, 0.008958084508776665, 0.00948105938732624, 0.010004034265875816, 0.010527008213102818, 0.011049982160329819, 0.011572957038879395, 0.01209593191742897, 0.012618905864655972, 0.013141879811882973, 0.013664854690432549, 0.014187829568982124, 0.014710803516209126, 0.015233777463436127, 0.015756752341985703, 0.01627972722053528, 0.016802702099084854, 0.01732567511498928, 0.017848649993538857, 0.018371624872088432, 0.01889459788799286, 0.019417572766542435, 0.01994054764509201, 0.020463522523641586, 0.020986497402191162]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 4.0, 5.0, 5.0, 7.0, 6.0, 11.0, 15.0, 27.0, 23.0, 42.0, 27.0, 52.0, 61.0, 93.0, 92.0, 126.0, 134.0, 193.0, 271.0, 304.0, 487.0, 696.0, 1102.0, 1913.0, 6628.0, 2099.0, 1180.0, 763.0, 541.0, 366.0, 310.0, 194.0, 160.0, 100.0, 93.0, 63.0, 40.0, 36.0, 34.0, 22.0, 17.0, 14.0, 10.0, 12.0, 8.0, 8.0, 8.0, 4.0, 1.0, 5.0, 5.0, 1.0, 5.0, 2.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.008504357188940048, -0.008195808157324791, -0.007887259125709534, -0.007578710094094276, -0.007270161062479019, -0.006961611565202475, -0.006653062533587217, -0.00634451350197196, -0.006035964470356703, -0.0057274154387414455, -0.005418866407126188, -0.005110317375510931, -0.0048017678782343864, -0.004493218846619129, -0.004184669815003872, -0.0038761207833886147, -0.0035675717517733574, -0.0032590227201581, -0.002950473688542843, -0.002641924424096942, -0.0023333753924816847, -0.0020248263608664274, -0.0017162772128358483, -0.0014077280648052692, -0.001099179033190012, -0.0007906299433670938, -0.0004820808535441756, -0.00017353176372125745, 0.00013501732610166073, 0.0004435664159245789, 0.0007521155057474971, 0.0010606646537780762, 0.0013692136853933334, 0.0016777627170085907, 0.001986311748623848, 0.002294861013069749, 0.002603410044685006, 0.0029119590763002634, 0.0032205083407461643, 0.0035290573723614216, 0.003837606403976679, 0.004146155435591936, 0.004454704467207193, 0.004763253498822451, 0.005071802996098995, 0.0053803520277142525, 0.00568890105932951, 0.005997450090944767, 0.006305999122560024, 0.0066145481541752815, 0.006923097185790539, 0.007231646217405796, 0.007540195249021053, 0.00784874428063631, 0.008157293312251568, 0.008465842343866825, 0.008774392306804657, 0.009082941338419914, 0.009391490370035172, 0.009700039401650429, 0.010008588433265686, 0.010317137464880943, 0.0106256864964962, 0.010934235528111458, 0.011242784559726715]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 4.0, 2.0, 2.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.09603440016508102, -0.09315892308950424, -0.09028343856334686, -0.08740796148777008, -0.0845324769616127, -0.08165699988603592, -0.07878151535987854, -0.07590603828430176, -0.07303056120872498, -0.0701550766825676, -0.06727959960699081, -0.06440411508083344, -0.06152863800525665, -0.05865315720438957, -0.05577767640352249, -0.05290219560265541, -0.05002671480178833, -0.04715123400092125, -0.04427575320005417, -0.04140027239918709, -0.03852479159832001, -0.035649314522743225, -0.032773833721876144, -0.029898352921009064, -0.027022872120141983, -0.024147391319274902, -0.02127191051840782, -0.01839643158018589, -0.01552095077931881, -0.012645469978451729, -0.009769990108907223, -0.006894509773701429, -0.004019029438495636, -0.0011435491032898426, 0.0017319312319159508, 0.004607411567121744, 0.0074828919023275375, 0.010358372703194618, 0.013233852572739124, 0.01610933244228363, 0.01898481324315071, 0.021860294044017792, 0.024735774844884872, 0.027611253783106804, 0.030486734583973885, 0.033362213522195816, 0.0362376943230629, 0.03911317512392998, 0.04198865592479706, 0.04486413672566414, 0.04773961752653122, 0.0506150983273983, 0.05349057912826538, 0.05636605620384216, 0.059241537004709244, 0.062117017805576324, 0.0649925023317337, 0.06786797940731049, 0.07074345648288727, 0.07361894100904465, 0.07649441808462143, 0.07936990261077881, 0.08224537968635559, 0.08512086421251297, 0.08799634128808975]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 4.0, 1.0, 1.0, 3.0, 2.0, 2.0, 3.0, 1.0, 1.0, 6.0, 10.0, 24.0, 20.0, 18.0, 44.0, 14.0, 17.0, 18.0, 9.0, 5.0, 2.0, 10.0, 5.0, 7.0, 5.0, 4.0, 3.0, 4.0, 2.0, 1.0, 2.0, 4.0, 1.0, 2.0, 2.0, 4.0, 3.0, 1.0, 0.0, 2.0, 3.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.058667488396167755, -0.0567418709397316, -0.05481625720858574, -0.05289063975214958, -0.050965022295713425, -0.049039408564567566, -0.04711379110813141, -0.04518817365169525, -0.043262556195259094, -0.041336942464113235, -0.03941132500767708, -0.03748570755124092, -0.03556009382009506, -0.033634476363658905, -0.03170885890722275, -0.02978324331343174, -0.027857627719640732, -0.025932012125849724, -0.024006394669413567, -0.02208077907562256, -0.0201551616191864, -0.018229546025395393, -0.016303930431604385, -0.014378313906490803, -0.01245269738137722, -0.010527080856263638, -0.008601464331150055, -0.006675848737359047, -0.004750232212245464, -0.0028246159199625254, -0.0008989996276795864, 0.0010266166646033525, 0.0029522329568862915, 0.004877849481999874, 0.006803465541452169, 0.008729081600904465, 0.010654698126018047, 0.01258031465113163, 0.014505930244922638, 0.016431547701358795, 0.018357163295149803, 0.02028277888894081, 0.02220839634537697, 0.024134011939167976, 0.026059627532958984, 0.02798524498939514, 0.02991086058318615, 0.03183647617697716, 0.033762093633413315, 0.03568771108984947, 0.03761332482099533, 0.03953894227743149, 0.041464559733867645, 0.043390173465013504, 0.04531579092144966, 0.04724140837788582, 0.04916702210903168, 0.051092639565467834, 0.05301825702190399, 0.05494387447834015, 0.05686948820948601, 0.058795105665922165, 0.06072072312235832, 0.06264633685350418, 0.06457195430994034]}, "_runtime": 89.82990574836731, "_timestamp": 1596214414.5871882, "_step": 107}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 0.0, 2.0, 6.0, 3.0, 0.0, 2.0, 0.0, 3.0, 3.0, 3.0, 3.0, 1.0, 1.0, 0.0, 3.0, 1.0, 2.0, 1.0, 4.0, 3.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0], "bins": [-0.012153618037700653, -0.011881940998136997, -0.011610263958573341, -0.011338586919009686, -0.01106690987944603, -0.010795232839882374, -0.010523555800318718, -0.010251878760755062, -0.009980201721191406, -0.00970852468162775, -0.009436847642064095, -0.009165170602500439, -0.008893493562936783, -0.008621816523373127, -0.008350139483809471, -0.008078462444245815, -0.007806785404682159, -0.007535108365118504, -0.007263431325554848, -0.006991754285991192, -0.006720077246427536, -0.00644840020686388, -0.006176723167300224, -0.0059050461277365685, -0.005633369088172913, -0.005361692048609257, -0.005090015009045601, -0.004818337969481945, -0.004546660929918289, -0.004274983890354633, -0.0040033068507909775, -0.0037316298112273216, -0.0034599527716636658, -0.00318827573210001, -0.002916598692536354, -0.002644921652972698, -0.0023732446134090424, -0.0021015675738453865, -0.0018298905342817307, -0.0015582134947180748, -0.001286536455154419, -0.001014859415590763, -0.0007431823760271072, -0.0004715053364634514, -0.00019982829689979553, 7.184874266386032e-05, 0.0003435257822275162, 0.000615202821791172, 0.0008868798613548279, 0.0011585569009184837, 0.0014302339404821396, 0.0017019109800457954, 0.0019735880196094513, 0.002245265059173107, 0.002516942098736763, 0.002788619138300419, 0.0030602961778640747, 0.0033319732174277306, 0.0036036502569913864, 0.0038753272965550423, 0.004147004336118698, 0.004418681375682354, 0.00469035841524601, 0.004962035454809666, 0.0052337124943733215]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 5.0, 3.0, 1.0, 5.0, 4.0, 9.0, 2.0, 13.0, 9.0, 13.0, 15.0, 23.0, 23.0, 26.0, 34.0, 51.0, 60.0, 95.0, 133.0, 189.0, 270.0, 572.0, 5126.0, 461.0, 240.0, 150.0, 115.0, 71.0, 59.0, 38.0, 33.0, 13.0, 16.0, 12.0, 7.0, 11.0, 9.0, 2.0, 5.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.13887625932693481, -0.13532611727714539, -0.13177599012851715, -0.12822584807872772, -0.12467571347951889, -0.12112557888031006, -0.11757544428110123, -0.1140253096818924, -0.11047517508268356, -0.10692504048347473, -0.1033748984336853, -0.09982476383447647, -0.09627462923526764, -0.09272449463605881, -0.08917436003684998, -0.08562422543764114, -0.08207409083843231, -0.07852394878864288, -0.07497381418943405, -0.07142367959022522, -0.06787354499101639, -0.06432341039180756, -0.060773272067308426, -0.057223137468099594, -0.053672999143600464, -0.05012286454439163, -0.0465727299451828, -0.04302259534597397, -0.03947245702147484, -0.035922322422266006, -0.032372187823057175, -0.028822051361203194, -0.025271914899349213, -0.02172177843749523, -0.0181716438382864, -0.014621507376432419, -0.011071371845901012, -0.007521236315369606, -0.003971100319176912, -0.00042096455581486225, 0.003129171207547188, 0.006679306738078594, 0.01022944226861, 0.013779578730463982, 0.017329715192317963, 0.020879849791526794, 0.024429986253380775, 0.027980120852589607, 0.03153025731444359, 0.03508039191365242, 0.03863053023815155, 0.04218066483736038, 0.045730799436569214, 0.049280937761068344, 0.052831072360277176, 0.05638120695948601, 0.05993134528398514, 0.06348147988319397, 0.0670316144824028, 0.07058174908161163, 0.07413188368082047, 0.0776820257306099, 0.08123216032981873, 0.08478229492902756, 0.08833242952823639]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 6.0, 2.0, 7.0, 2.0, 6.0, 3.0, 7.0, 5.0, 27.0, 6.0, 3.0, 4.0, 4.0, 4.0, 5.0, 1.0, 5.0, 2.0, 3.0, 5.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.003702904097735882, -0.0035998125094920397, -0.0034967209212481976, -0.003393629565834999, -0.003290537977591157, -0.003187446389347315, -0.0030843550339341164, -0.0029812634456902742, -0.002878171857446432, -0.00277508026920259, -0.002671988680958748, -0.0025688973255455494, -0.0024658057373017073, -0.002362714149057865, -0.0022596227936446667, -0.0021565312054008245, -0.0020534396171569824, -0.0019503480289131403, -0.00184725655708462, -0.0017441650852560997, -0.0016410734970122576, -0.0015379819087684155, -0.0014348904369398952, -0.0013317989651113749, -0.0012287073768675327, -0.0011256157886236906, -0.0010225243167951703, -0.0009194327867589891, -0.0008163412567228079, -0.0007132497266866267, -0.0006101581966504455, -0.0005070666666142642, -0.00040397513657808304, -0.0003008836065419018, -0.00019779207650572062, -9.47005464695394e-05, 8.390983566641808e-06, 0.00011148251360282302, 0.00021457404363900423, 0.00031766557367518544, 0.00042075710371136665, 0.0005238486337475479, 0.0006269401637837291, 0.0007300316938199103, 0.0008331232238560915, 0.0009362147538922727, 0.001039306283928454, 0.0011423977557569742, 0.0012454893440008163, 0.0013485809322446585, 0.0014516724040731788, 0.001554763875901699, 0.0016578554641455412, 0.0017609470523893833, 0.0018640385242179036, 0.001967129996046424, 0.002070221584290266, 0.002173313172534108, 0.0022764047607779503, 0.0023794961161911488, 0.002482587704434991, 0.002585679292678833, 0.0026887706480920315, 0.0027918622363358736, 0.0028949538245797157]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 5.0, 2.0, 3.0, 2.0, 5.0, 8.0, 9.0, 14.0, 20.0, 37.0, 52.0, 72.0, 150.0, 236.0, 387.0, 579.0, 1054.0, 1908.0, 3477.0, 6566.0, 12812.0, 28170.0, 76173.0, 856905.0, 115398.0, 36386.0, 16859.0, 8818.0, 5087.0, 3089.0, 1779.0, 1197.0, 788.0, 521.0, 307.0, 218.0, 162.0, 110.0, 79.0, 56.0, 37.0, 34.0, 20.0, 11.0, 13.0, 7.0, 8.0, 3.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.006419135723263025, -0.006210333667695522, -0.006001531612128019, -0.005792729556560516, -0.005583927500993013, -0.00537512544542551, -0.005166323389858007, -0.0049575213342905045, -0.004748719744384289, -0.004539917688816786, -0.004331115633249283, -0.00412231357768178, -0.003913511522114277, -0.003704709466546774, -0.003495907410979271, -0.003287105355411768, -0.003078303299844265, -0.002869501244276762, -0.002660699188709259, -0.002451897133141756, -0.002243095077574253, -0.0020342932548373938, -0.0018254911992698908, -0.0016166891437023878, -0.0014078870881348848, -0.0011990850325673819, -0.0009902829769998789, -0.0007814810378476977, -0.0005726789822801948, -0.00036387695581652224, -0.00015507492935284972, 5.37270971108228e-05, 0.0002625291235744953, 0.00047133115003816783, 0.0006801331765018404, 0.0008889351738616824, 0.0010977372294291854, 0.0013065392849966884, 0.0015153412241488695, 0.0017241432797163725, 0.0019329453352838755, 0.0021417473908513784, 0.0023505494464188814, 0.0025593515019863844, 0.0027681533247232437, 0.0029769553802907467, 0.0031857574358582497, 0.0033945594914257526, 0.0036033615469932556, 0.0038121636025607586, 0.0040209656581282616, 0.0042297677136957645, 0.0044385697692632675, 0.0046473718248307705, 0.0048561738803982735, 0.0050649759359657764, 0.005273777991533279, 0.005482579581439495, 0.005691381637006998, 0.005900183692574501, 0.006108985748142004, 0.006317787803709507, 0.00652658985927701, 0.006735391914844513, 0.006944193970412016]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 2.0, 2.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 3.0, 0.0, 1.0, 3.0, 6.0, 6.0, 2.0, 2.0, 1.0, 2.0, 5.0, 1.0, 3.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.018952002748847008, -0.018511135131120682, -0.018070267513394356, -0.01762939989566803, -0.017188532277941704, -0.01674766279757023, -0.016306795179843903, -0.015865927562117577, -0.01542505994439125, -0.014984192326664925, -0.014543324708938599, -0.014102457091212273, -0.013661588542163372, -0.013220720924437046, -0.01277985330671072, -0.012338985688984394, -0.011898117139935493, -0.011457249522209167, -0.011016381904482841, -0.010575514286756516, -0.01013464666903019, -0.009693778119981289, -0.009252910502254963, -0.008812042884528637, -0.008371175266802311, -0.007930307649075985, -0.007489439565688372, -0.007048571482300758, -0.006607703864574432, -0.006166835781186819, -0.005725968163460493, -0.00528510008007288, -0.004844232462346554, -0.004403364844620228, -0.0039624967612326145, -0.003521628910675645, -0.0030807610601186752, -0.0026398934423923492, -0.0021990255918353796, -0.00175815774127841, -0.0013172898907214403, -0.0008764220401644707, -0.00043555424781516194, 5.3135736379772425e-06, 0.00044618139509111643, 0.0008870492456480861, 0.0013279169797897339, 0.0017687848303467035, 0.002209652680903673, 0.002650520531460643, 0.0030913883820176125, 0.003532256232574582, 0.003973124083131552, 0.004413991700857878, 0.004854859784245491, 0.005295727401971817, 0.005736595019698143, 0.006177463103085756, 0.006618330720812082, 0.007059198804199696, 0.007500066421926022, 0.007940934039652348, 0.008381802588701248, 0.008822670206427574, 0.0092635378241539]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 2.0, 1.0, 6.0, 2.0, 7.0, 4.0, 9.0, 8.0, 10.0, 11.0, 11.0, 12.0, 16.0, 27.0, 28.0, 35.0, 36.0, 62.0, 52.0, 72.0, 75.0, 98.0, 128.0, 166.0, 190.0, 257.0, 291.0, 378.0, 476.0, 603.0, 838.0, 1152.0, 1943.0, 5780.0, 1660.0, 1033.0, 747.0, 534.0, 397.0, 290.0, 211.0, 173.0, 144.0, 114.0, 84.0, 51.0, 44.0, 31.0, 29.0, 34.0, 13.0, 20.0, 12.0, 6.0, 6.0, 3.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0], "bins": [-0.007032617460936308, -0.006827605422586203, -0.006622593384236097, -0.006417581345885992, -0.006212569307535887, -0.0060075572691857815, -0.005802545230835676, -0.005597533192485571, -0.005392520688474178, -0.005187508650124073, -0.004982496611773968, -0.0047774845734238625, -0.004572472535073757, -0.004367460496723652, -0.004162448458373547, -0.003957436420023441, -0.003752424381673336, -0.0035474123433232307, -0.0033424003049731255, -0.00313738826662302, -0.002932376228272915, -0.002727363957092166, -0.0025223519187420607, -0.0023173398803919554, -0.00211232784204185, -0.0019073158036917448, -0.0017023037653416395, -0.0014972916105762124, -0.0012922795722261071, -0.0010872675338760018, -0.0008822554373182356, -0.0006772433407604694, -0.00047223130241036415, -0.0002672192349564284, -6.220716750249267e-05, 0.00014280489995144308, 0.0003478169674053788, 0.0005528290057554841, 0.0007578411023132503, 0.0009628531988710165, 0.0011678652372211218, 0.001372877275571227, 0.0015778893139213324, 0.0017829014686867595, 0.0019879136234521866, 0.002192925661802292, 0.002397937700152397, 0.0026029497385025024, 0.0028079617768526077, 0.003012973815202713, 0.0032179858535528183, 0.0034229978919029236, 0.003628009930253029, 0.003833022201433778, 0.0040380340069532394, 0.004243046045303345, 0.00444805808365345, 0.004653070587664843, 0.004858082626014948, 0.005063094664365053, 0.0052681067027151585, 0.005473118741065264, 0.005678130779415369, 0.005883142817765474, 0.00608815485611558]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0, 4.0, 3.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.09631860256195068, -0.09352704137563705, -0.09073548018932343, -0.0879439190030098, -0.08515235781669617, -0.08236080408096313, -0.0795692428946495, -0.07677768170833588, -0.07398612052202225, -0.07119455933570862, -0.06840299814939499, -0.06561143696308136, -0.06281988322734833, -0.0600283183157444, -0.05723676085472107, -0.05444519966840744, -0.05165363848209381, -0.04886207729578018, -0.04607051610946655, -0.04327895864844322, -0.04048739746212959, -0.037695836275815964, -0.03490427881479263, -0.032112717628479004, -0.029321156442165375, -0.026529595255851746, -0.023738035932183266, -0.020946476608514786, -0.018154915422201157, -0.015363355167210102, -0.012571794912219048, -0.009780234657227993, -0.0069886744022369385, -0.004197114147245884, -0.0014055538922548294, 0.0013860063627362251, 0.00417756661772728, 0.006969126872718334, 0.009760687127709389, 0.012552247382700443, 0.015343807637691498, 0.018135368824005127, 0.020926928147673607, 0.023718487471342087, 0.026510048657655716, 0.029301609843969345, 0.032093167304992676, 0.034884728491306305, 0.037676289677619934, 0.04046785086393356, 0.04325941205024719, 0.04605096951127052, 0.04884253069758415, 0.05163409188389778, 0.05442564934492111, 0.05721721053123474, 0.06000877171754837, 0.062800332903862, 0.06559189409017563, 0.06838345527648926, 0.07117500901222229, 0.07396657019853592, 0.07675813138484955, 0.07954969257116318, 0.0823412537574768]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 3.0, 3.0, 3.0, 7.0, 3.0, 5.0, 4.0, 2.0, 4.0, 2.0, 1.0, 5.0, 3.0, 10.0, 20.0, 55.0, 35.0, 29.0, 6.0, 7.0, 6.0, 6.0, 5.0, 4.0, 3.0, 6.0, 5.0, 5.0, 6.0, 2.0, 2.0, 2.0, 3.0, 4.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0], "bins": [-0.09047400206327438, -0.08803949505090714, -0.08560498058795929, -0.08317047357559204, -0.08073596656322479, -0.07830145210027695, -0.0758669450879097, -0.07343243807554245, -0.0709979236125946, -0.06856341660022736, -0.06612890958786011, -0.06369440257549286, -0.06125988811254501, -0.058825381100177765, -0.05639087036252022, -0.05395636335015297, -0.05152185261249542, -0.049087341874837875, -0.04665283486247063, -0.04421832412481308, -0.04178381711244583, -0.039349306374788284, -0.03691479563713074, -0.03448028862476349, -0.03204577788710594, -0.029611269012093544, -0.027176760137081146, -0.0247422493994236, -0.0223077405244112, -0.019873231649398804, -0.017438720911741257, -0.015004212036728859, -0.012569703161716461, -0.010135194286704063, -0.007700684480369091, -0.005266175139695406, -0.002831665799021721, -0.0003971564583480358, 0.0020373528823256493, 0.004471862222999334, 0.006906371563673019, 0.009340880438685417, 0.01177539024502039, 0.014209900051355362, 0.01664440892636776, 0.019078917801380157, 0.021513428539037704, 0.023947937414050102, 0.0263824462890625, 0.028816955164074898, 0.031251464039087296, 0.03368597477674484, 0.03612048178911209, 0.03855499252676964, 0.040989503264427185, 0.043424010276794434, 0.04585852101445198, 0.04829303175210953, 0.050727538764476776, 0.05316204950213432, 0.05559656023979187, 0.05803106725215912, 0.060465577989816666, 0.06290008872747421, 0.06533459573984146]}, "_runtime": 90.60505652427673, "_timestamp": 1596214415.362339, "_step": 108}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 1.0, 6.0, 1.0, 0.0, 1.0, 0.0, 6.0, 3.0, 5.0, 1.0, 3.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 3.0, 2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008259478025138378, -0.007961435243487358, -0.007663392927497625, -0.007365350611507893, -0.0070673078298568726, -0.00676926551386714, -0.006471223197877407, -0.006173180416226387, -0.005875138100236654, -0.0055770957842469215, -0.0052790530025959015, -0.004981010686606169, -0.004682968370616436, -0.004384925588965416, -0.004086883272975683, -0.003788840724155307, -0.0034907981753349304, -0.003192755626514554, -0.0028947130776941776, -0.002596670761704445, -0.0022986282128840685, -0.002000585664063692, -0.0017025432316586375, -0.001404500799253583, -0.0011064582504332066, -0.0008084157598204911, -0.0005103732692077756, -0.0002123307785950601, 8.571171201765537e-05, 0.00038375420263037086, 0.0006817966932430863, 0.000979839125648141, 0.0012778816744685173, 0.0015759242232888937, 0.0018739666556939483, 0.002172009088099003, 0.0024700516369193792, 0.0027680941857397556, 0.0030661365017294884, 0.0033641790505498648, 0.003662221599370241, 0.003960263915359974, 0.004258306697010994, 0.004556349013000727, 0.0048543913289904594, 0.0051524341106414795, 0.005450476426631212, 0.005748519208282232, 0.006046561524271965, 0.006344603840261698, 0.006642646621912718, 0.0069406889379024506, 0.007238731719553471, 0.007536774035543203, 0.007834816351532936, 0.008132859133183956, 0.008430901914834976, 0.008728943765163422, 0.009026986546814442, 0.009325029328465462, 0.009623071178793907, 0.009921113960444927, 0.010219156742095947, 0.010517198592424393, 0.010815241374075413]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 1.0, 3.0, 2.0, 7.0, 5.0, 3.0, 2.0, 9.0, 12.0, 18.0, 21.0, 29.0, 26.0, 44.0, 40.0, 80.0, 101.0, 153.0, 225.0, 448.0, 5423.0, 585.0, 229.0, 135.0, 74.0, 49.0, 54.0, 28.0, 19.0, 26.0, 16.0, 12.0, 9.0, 6.0, 5.0, 7.0, 2.0, 4.0, 0.0, 4.0, 1.0, 0.0, 2.0, 0.0, 3.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.1397572159767151, -0.13545113801956177, -0.13114506006240845, -0.12683898210525513, -0.1225329041481018, -0.11822682619094849, -0.11392074823379517, -0.10961467027664185, -0.10530859231948853, -0.1010025218129158, -0.09669644385576248, -0.09239036589860916, -0.08808428794145584, -0.08377820998430252, -0.0794721320271492, -0.07516605406999588, -0.07085997611284256, -0.06655389815568924, -0.06224782019853592, -0.0579417422413826, -0.05363566428422928, -0.04932959005236626, -0.045023512095212936, -0.040717434138059616, -0.036411356180906296, -0.032105278223752975, -0.027799200266599655, -0.023493124172091484, -0.019187046214938164, -0.014880968257784843, -0.010574891231954098, -0.006268813740462065, -0.0019627362489700317, 0.0023433412425220013, 0.006649418734014034, 0.01095549575984478, 0.0152615737169981, 0.01956765167415142, 0.02387372776865959, 0.028179805725812912, 0.03248588368296623, 0.03679196164011955, 0.04109803959727287, 0.04540411755442619, 0.049710191786289215, 0.054016269743442535, 0.058322347700595856, 0.06262842565774918, 0.0669345036149025, 0.07124058157205582, 0.07554665952920914, 0.07985273748636246, 0.08415881544351578, 0.0884648934006691, 0.09277097135782242, 0.09707704931497574, 0.10138311982154846, 0.10568919777870178, 0.1099952757358551, 0.11430135369300842, 0.11860743165016174, 0.12291350960731506, 0.12721958756446838, 0.1315256655216217, 0.13583174347877502]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 3.0, 3.0, 3.0, 4.0, 4.0, 4.0, 2.0, 3.0, 3.0, 5.0, 7.0, 4.0, 2.0, 3.0, 28.0, 2.0, 7.0, 2.0, 4.0, 2.0, 2.0, 4.0, 2.0, 5.0, 3.0, 2.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0036806464195251465, -0.003579678712412715, -0.0034787110053002834, -0.003377743298187852, -0.0032767755910754204, -0.003175807883962989, -0.0030748401768505573, -0.002973872469738126, -0.0028729047626256943, -0.0027719370555132627, -0.0026709693484008312, -0.0025700016412883997, -0.002469033934175968, -0.0023680662270635366, -0.002267098519951105, -0.0021661308128386736, -0.002065163105726242, -0.001964195165783167, -0.0018632275750860572, -0.0017622598679736257, -0.0016612921608611941, -0.0015603244537487626, -0.001459356746636331, -0.0013583890395238996, -0.0012574212159961462, -0.0011564535088837147, -0.0010554858017712831, -0.0009545181528665125, -0.0008535503875464201, -0.0007525826804339886, -0.000651614973321557, -0.0005506472662091255, -0.000449679559096694, -0.00034871185198426247, -0.00024774414487183094, -0.00014677640865556896, -4.580870154313743e-05, 5.515901284525171e-05, 0.00015612672723364085, 0.0002570944488979876, 0.00035806215601041913, 0.00045902986312285066, 0.0005599975702352822, 0.0006609652773477137, 0.0007619330426678061, 0.0008629007497802377, 0.0009638684568926692, 0.0010648361640051007, 0.0011658038711175323, 0.0012667715782299638, 0.0013677392853423953, 0.0014687069924548268, 0.0015696746995672584, 0.0016706424066796899, 0.0017716101137921214, 0.001872577820904553, 0.0019735456444323063, 0.002074513351544738, 0.0021754810586571693, 0.002276448765769601, 0.0023774164728820324, 0.002478384179994464, 0.0025793518871068954, 0.002680319594219327, 0.0027812873013317585]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 3.0, 9.0, 7.0, 16.0, 5.0, 16.0, 14.0, 20.0, 35.0, 52.0, 92.0, 115.0, 157.0, 202.0, 301.0, 437.0, 638.0, 1042.0, 1604.0, 2690.0, 4790.0, 9288.0, 20265.0, 52606.0, 253622.0, 750670.0, 42290.0, 17531.0, 8775.0, 4786.0, 2790.0, 1718.0, 1052.0, 655.0, 426.0, 314.0, 201.0, 141.0, 81.0, 60.0, 40.0, 27.0, 15.0, 13.0, 13.0, 5.0, 4.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.006437973584979773, -0.006237043999135494, -0.006036114413291216, -0.00583518436178565, -0.005634254775941372, -0.005433325190097094, -0.005232395604252815, -0.005031466018408537, -0.004830536432564259, -0.004629606381058693, -0.004428676795214415, -0.004227747209370136, -0.004026817623525858, -0.003825887804850936, -0.0036249582190066576, -0.0034240284003317356, -0.0032230988144874573, -0.003022169228643179, -0.002821239409968257, -0.0026203098241239786, -0.0024193800054490566, -0.0022184504196047783, -0.0020175208337605, -0.0018165911315008998, -0.0016156614292412996, -0.0014147317269816995, -0.0012138020247220993, -0.001012872438877821, -0.0008119427366182208, -0.0006110130343586206, -0.0004100833903066814, -0.0002091537171509117, -8.224043995141983e-06, 0.00019270562916062772, 0.00039363530231639743, 0.0005945649463683367, 0.0007954946486279368, 0.000996424350887537, 0.0011973539367318153, 0.0013982836389914155, 0.0015992133412510157, 0.0018001430435106158, 0.002001072745770216, 0.0022020023316144943, 0.0024029319174587727, 0.0026038617361336946, 0.002804791321977973, 0.003005721140652895, 0.0032066507264971733, 0.0034075803123414516, 0.0036085101310163736, 0.003809439716860652, 0.004010369535535574, 0.004211299121379852, 0.004412228707224131, 0.004613158293068409, 0.004814088344573975, 0.005015017930418253, 0.005215947516262531, 0.00541687710210681, 0.005617806687951088, 0.005818736273795366, 0.006019666325300932, 0.00622059591114521, 0.006421525496989489]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 2.0, 1.0, 1.0, 4.0, 3.0, 1.0, 3.0, 4.0, 5.0, 2.0, 3.0, 12.0, 0.0, 1.0, 1.0, 0.0, 3.0, 3.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01317780464887619, -0.012451376765966415, -0.011724947951734066, -0.010998520068824291, -0.010272091254591942, -0.009545663371682167, -0.008819234557449818, -0.008092806674540043, -0.007366378325968981, -0.006639949977397919, -0.005913521628826857, -0.0051870932802557945, -0.00446066539734602, -0.003734236815944314, -0.0030078087002038956, -0.0022813803516328335, -0.0015549520030617714, -0.0008285237126983702, -0.00010209542233496904, 0.0006243328680284321, 0.0013507611583918333, 0.0020771895069628954, 0.002803617622703314, 0.003530045971274376, 0.004256474319845438, 0.0049829026684165, 0.005709331016987562, 0.006435759365558624, 0.007162187248468399, 0.007888616062700748, 0.008615043945610523, 0.009341472759842873, 0.010067900642752647, 0.010794328525662422, 0.011520757339894772, 0.012247185222804546, 0.012973614037036896, 0.01370004191994667, 0.01442647073417902, 0.015152898617088795, 0.015879327431321144, 0.01660575531423092, 0.017332183197140694, 0.01805861108005047, 0.018785040825605392, 0.019511468708515167, 0.020237896591424942, 0.020964324474334717, 0.02169075235724449, 0.022417182102799416, 0.02314360998570919, 0.023870037868618965, 0.02459646575152874, 0.025322895497083664, 0.02604932337999344, 0.026775751262903214, 0.02750217914581299, 0.028228607028722763, 0.028955036774277687, 0.029681464657187462, 0.030407892540097237, 0.03113432042300701, 0.031860750168561935, 0.03258717805147171, 0.033313605934381485]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 2.0, 0.0, 3.0, 6.0, 4.0, 13.0, 17.0, 14.0, 24.0, 32.0, 34.0, 40.0, 52.0, 59.0, 86.0, 120.0, 152.0, 205.0, 251.0, 365.0, 501.0, 685.0, 1004.0, 1393.0, 2234.0, 6569.0, 1722.0, 830.0, 536.0, 353.0, 286.0, 189.0, 120.0, 89.0, 70.0, 54.0, 28.0, 19.0, 33.0, 29.0, 22.0, 15.0, 12.0, 15.0, 12.0, 13.0, 10.0, 16.0, 13.0, 9.0, 5.0, 4.0, 9.0, 14.0, 9.0, 8.0, 0.0, 3.0, 5.0, 4.0, 1.0, 1.0, 6.0], "bins": [-0.007368715479969978, -0.007091354578733444, -0.006813993211835623, -0.006536632310599089, -0.006259270943701267, -0.005981910042464733, -0.005704548675566912, -0.005427187774330378, -0.005149826407432556, -0.004872465506196022, -0.004595104604959488, -0.0043177432380616665, -0.004040382336825132, -0.0037630212027579546, -0.003485660068690777, -0.003208298934623599, -0.0029309378005564213, -0.0026535766664892435, -0.0023762155324220657, -0.002098854398354888, -0.001821493380703032, -0.0015441322466358542, -0.0012667712289839983, -0.0009894100949168205, -0.0007120489608496428, -0.00043468785588629544, -0.00015732675092294812, 0.0001200343540403992, 0.0003973954590037465, 0.0006747565930709243, 0.0009521176689304411, 0.001229478744789958, 0.0015068398788571358, 0.0017842010129243135, 0.0020615621469914913, 0.002338923281058669, 0.002616284415125847, 0.002893645316362381, 0.0031710064504295588, 0.0034483675844967365, 0.0037257287185639143, 0.004003089852631092, 0.004280450753867626, 0.004557812120765448, 0.004835173022001982, 0.005112534388899803, 0.005389895290136337, 0.005667256657034159, 0.005944617558270693, 0.006221978459507227, 0.006499339826405048, 0.0067767007276415825, 0.007054062094539404, 0.007331422995775938, 0.0076087843626737595, 0.007886145263910294, 0.008163506165146828, 0.008440867066383362, 0.00871822889894247, 0.008995589800179005, 0.009272950701415539, 0.009550311602652073, 0.009827673435211182, 0.010105034336447716, 0.01038239523768425]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 2.0, 2.0, 2.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.10886521637439728, -0.10656578093767166, -0.10426634550094604, -0.10196691006422043, -0.09966747462749481, -0.0973680391907692, -0.09506860375404358, -0.09276916831731796, -0.09046973288059235, -0.08817029744386673, -0.08587086200714111, -0.0835714265704155, -0.08127199113368988, -0.07897255569696426, -0.07667312026023865, -0.07437368482351303, -0.07207424938678741, -0.0697748214006424, -0.06747538596391678, -0.06517595052719116, -0.06287651509046555, -0.06057707592844963, -0.058277640491724014, -0.0559782050549984, -0.05367877334356308, -0.05137933790683746, -0.04907990247011185, -0.04678046703338623, -0.044481031596660614, -0.042181596159935, -0.03988216072320938, -0.037582725286483765, -0.03528328984975815, -0.03298385441303253, -0.030684418976306915, -0.0283849835395813, -0.026085548102855682, -0.023786114528775215, -0.0214866790920496, -0.019187243655323982, -0.016887808218598366, -0.01458837278187275, -0.012288937345147133, -0.009989502839744091, -0.007690067403018475, -0.005390631966292858, -0.003091196995228529, -0.0007917617913335562, 0.0015076734125614166, 0.0038071086164563894, 0.006106543820351362, 0.008405978791415691, 0.010705414228141308, 0.013004849664866924, 0.015304284170269966, 0.017603719606995583, 0.0199031550437212, 0.022202590480446815, 0.024502025917172432, 0.02680146135389805, 0.029100894927978516, 0.03140033036470413, 0.03369976580142975, 0.035999201238155365, 0.03829863667488098]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 2.0, 1.0, 2.0, 5.0, 1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 2.0, 4.0, 7.0, 8.0, 15.0, 22.0, 24.0, 42.0, 25.0, 25.0, 14.0, 9.0, 6.0, 5.0, 6.0, 4.0, 8.0, 3.0, 8.0, 7.0, 5.0, 1.0, 4.0, 1.0, 0.0, 2.0], "bins": [-0.049881719052791595, -0.04878809303045273, -0.04769446700811386, -0.046600840985774994, -0.04550721496343613, -0.04441358894109726, -0.04331996291875839, -0.042226336896419525, -0.04113271087408066, -0.04003908857703209, -0.03894546255469322, -0.037851836532354355, -0.03675821051001549, -0.03566458448767662, -0.03457095846533775, -0.033477332442998886, -0.03238370642066002, -0.03129008039832115, -0.030196454375982285, -0.029102828353643417, -0.02800920233130455, -0.026915578171610832, -0.025821952149271965, -0.024728326126933098, -0.02363470010459423, -0.022541074082255363, -0.021447448059916496, -0.02035382203757763, -0.01926019787788391, -0.018166571855545044, -0.017072945833206177, -0.01597931981086731, -0.014885693788528442, -0.013792067766189575, -0.012698441743850708, -0.011604816652834415, -0.010511190630495548, -0.009417564608156681, -0.008323939517140388, -0.007230313494801521, -0.006136687472462654, -0.005043061450123787, -0.003949435893446207, -0.0028558101039379835, -0.00176218431442976, -0.0006685585249215364, 0.0004250672645866871, 0.0015186930540949106, 0.002612318843603134, 0.0037059446331113577, 0.004799570422619581, 0.005893195979297161, 0.006986822001636028, 0.008080448023974895, 0.009174073114991188, 0.010267699137330055, 0.011361325159668922, 0.01245495118200779, 0.013548577204346657, 0.01464220229536295, 0.015735827386379242, 0.01682945340871811, 0.017923079431056976, 0.019016705453395844, 0.02011033147573471]}, "_runtime": 91.38271307945251, "_timestamp": 1596214416.1399956, "_step": 109}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 3.0, 1.0, 3.0, 3.0, 3.0, 4.0, 5.0, 4.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 4.0, 2.0, 1.0, 2.0, 1.0, 3.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010255682282149792, -0.009863442741334438, -0.00947120226919651, -0.009078962728381157, -0.008686722256243229, -0.008294482715427876, -0.007902242243289948, -0.007510002702474594, -0.007117762695997953, -0.006725522689521313, -0.006333282683044672, -0.005941042676568031, -0.005548803135752678, -0.005156563129276037, -0.0047643231227993965, -0.004372083116322756, -0.003979843109846115, -0.0035876031033694744, -0.0031953630968928337, -0.0028031233232468367, -0.002410883316770196, -0.0020186433102935553, -0.0016264034202322364, -0.0012341635301709175, -0.0008419235236942768, -0.000449683575425297, -5.7443627156317234e-05, 0.00033479632111266255, 0.0007270362693816423, 0.001119276275858283, 0.001511516165919602, 0.0019037560559809208, 0.0022959960624575615, 0.002688236068934202, 0.003080476075410843, 0.00347271584905684, 0.0038649558555334806, 0.004257195629179478, 0.004649435635656118, 0.005041675642132759, 0.0054339156486094, 0.0058261556550860405, 0.006218395661562681, 0.006610635668039322, 0.007002875208854675, 0.007395115215331316, 0.007787355221807957, 0.008179595693945885, 0.008571835234761238, 0.008964074775576591, 0.00935631524771452, 0.009748554788529873, 0.010140795260667801, 0.010533034801483154, 0.010925275273621082, 0.011317514814436436, 0.011709755286574364, 0.012101994827389717, 0.01249423436820507, 0.012886474840342999, 0.013278714381158352, 0.01367095485329628, 0.014063194394111633, 0.014455434866249561, 0.014847674407064915]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 0.0, 6.0, 2.0, 1.0, 4.0, 6.0, 3.0, 4.0, 6.0, 8.0, 17.0, 13.0, 13.0, 27.0, 30.0, 38.0, 41.0, 54.0, 74.0, 90.0, 94.0, 151.0, 220.0, 415.0, 5064.0, 615.0, 241.0, 155.0, 121.0, 83.0, 56.0, 63.0, 44.0, 32.0, 28.0, 18.0, 16.0, 15.0, 16.0, 4.0, 8.0, 10.0, 5.0, 2.0, 1.0, 3.0, 2.0, 1.0, 3.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.11946091055870056, -0.11590012907981873, -0.11233935505151749, -0.10877857357263565, -0.10521779954433441, -0.10165701806545258, -0.09809623658657074, -0.0945354625582695, -0.09097468107938766, -0.08741390705108643, -0.08385312557220459, -0.08029234409332275, -0.07673157006502151, -0.07317078858613968, -0.06961001455783844, -0.0660492330789566, -0.062488455325365067, -0.05892767757177353, -0.05536689981818199, -0.051806118339300156, -0.04824534058570862, -0.04468456283211708, -0.04112378507852554, -0.037563007324934006, -0.03400222957134247, -0.03044144995510578, -0.026880670338869095, -0.023319892585277557, -0.01975911483168602, -0.016198335215449333, -0.012637557461857796, -0.009076778776943684, -0.0055160000920295715, -0.001955221639946103, 0.0016055568121373653, 0.00516633503139019, 0.008727113716304302, 0.012287892401218414, 0.015848670154809952, 0.01940944977104664, 0.022970227524638176, 0.026531005278229713, 0.0300917848944664, 0.03365256264805794, 0.037213340401649475, 0.04077411815524101, 0.04433489963412285, 0.047895677387714386, 0.05145645514130592, 0.05501723289489746, 0.058578010648489, 0.062138792127370834, 0.06569956988096237, 0.06926034390926361, 0.07282112538814545, 0.07638190686702728, 0.07994268089532852, 0.08350346237421036, 0.0870642364025116, 0.09062501788139343, 0.09418579936027527, 0.09774657338857651, 0.10130735486745834, 0.10486812889575958, 0.10842891037464142]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 4.0, 6.0, 2.0, 2.0, 3.0, 3.0, 3.0, 2.0, 4.0, 4.0, 27.0, 3.0, 2.0, 2.0, 7.0, 5.0, 6.0, 1.0, 0.0, 3.0, 3.0, 6.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.0033469770569354296, -0.0032475695479661226, -0.0031481620389968157, -0.0030487545300275087, -0.002949347021058202, -0.002849939512088895, -0.0027505322359502316, -0.0026511247269809246, -0.0025517172180116177, -0.0024523097090423107, -0.0023529022000730038, -0.002253494691103697, -0.00215408718213439, -0.002054679673165083, -0.001955272164195776, -0.0018558647716417909, -0.001756457262672484, -0.001657049753703177, -0.00155764224473387, -0.001458234852179885, -0.001358827343210578, -0.001259419834241271, -0.001160012325271964, -0.0010606048163026571, -0.0009611973655410111, -0.0008617898565717041, -0.0007623824058100581, -0.0006629748968407512, -0.0005635673878714442, -0.0004641599371097982, -0.00036475242814049125, -0.00026534494827501476, -0.00016593746840953827, -6.652998126810417e-05, 3.287750587332994e-05, 0.00013228500029072165, 0.00023169248015619814, 0.00033109996002167463, 0.0004305074689909816, 0.0005299149197526276, 0.0006293224287219346, 0.0007287299376912415, 0.0008281373884528875, 0.0009275448974221945, 0.0010269524063915014, 0.0011263599153608084, 0.0012257673079147935, 0.0013251748168841004, 0.0014245823258534074, 0.0015239898348227143, 0.0016233973437920213, 0.0017228047363460064, 0.0018222122453153133, 0.0019216197542846203, 0.0020210272632539272, 0.002120434772223234, 0.002219842281192541, 0.002319249790161848, 0.002418657299131155, 0.0025180645752698183, 0.0026174720842391253, 0.002716879593208432, 0.002816287102177739, 0.002915694611147046, 0.003015102120116353]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 0.0, 3.0, 2.0, 1.0, 7.0, 7.0, 11.0, 10.0, 21.0, 33.0, 39.0, 59.0, 118.0, 154.0, 226.0, 367.0, 574.0, 834.0, 1361.0, 2259.0, 3755.0, 6566.0, 12050.0, 23723.0, 57748.0, 793302.0, 169284.0, 46355.0, 22895.0, 13108.0, 8228.0, 5088.0, 3437.0, 2401.0, 1698.0, 1145.0, 766.0, 593.0, 381.0, 299.0, 194.0, 155.0, 107.0, 77.0, 65.0, 35.0, 26.0, 19.0, 23.0, 12.0, 8.0, 5.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.005825732834637165, -0.0056244730949401855, -0.005423213355243206, -0.005221953149884939, -0.00502069341018796, -0.00481943367049098, -0.004618173465132713, -0.004416913725435734, -0.004215653985738754, -0.004014394246041775, -0.0038131342735141516, -0.0036118743009865284, -0.003410614561289549, -0.0032093548215925694, -0.003008094849064946, -0.002806834876537323, -0.0026055751368403435, -0.002404315397143364, -0.0022030554246157408, -0.0020017954520881176, -0.001800535712391138, -0.0015992758562788367, -0.0013980160001665354, -0.001196756144054234, -0.0009954962879419327, -0.0007942364318296313, -0.00059297657571733, -0.00039171671960502863, -0.00019045686349272728, 1.080299261957407e-05, 0.00021206284873187542, 0.00041332270484417677, 0.0006145825609564781, 0.0008158424170687795, 0.0010171022731810808, 0.0012183621292933822, 0.0014196219854056835, 0.0016208818415179849, 0.0018221416976302862, 0.0020234016701579094, 0.002224661409854889, 0.0024259211495518684, 0.0026271811220794916, 0.002828441094607115, 0.0030297008343040943, 0.003230960574001074, 0.003432220546528697, 0.00363348051905632, 0.0038347402587532997, 0.004035999998450279, 0.004237259738147259, 0.004438519943505526, 0.004639779683202505, 0.004841039422899485, 0.0050422996282577515, 0.005243559367954731, 0.0054448191076517105, 0.00564607884734869, 0.0058473385870456696, 0.006048598792403936, 0.006249858532100916, 0.006451118271797895, 0.006652378477156162, 0.006853638216853142, 0.007054897956550121]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 3.0, 1.0, 2.0, 2.0, 1.0, 1.0, 2.0, 0.0, 7.0, 2.0, 4.0, 1.0, 4.0, 0.0, 1.0, 5.0, 0.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.02470090612769127, -0.024055493995547295, -0.02341008186340332, -0.022764669731259346, -0.02211925759911537, -0.021473843604326248, -0.020828431472182274, -0.0201830193400383, -0.019537607207894325, -0.01889219507575035, -0.018246782943606377, -0.017601370811462402, -0.01695595681667328, -0.016310544684529305, -0.01566513255238533, -0.015019720420241356, -0.014374308288097382, -0.013728896155953407, -0.013083484023809433, -0.012438070960342884, -0.01179265882819891, -0.011147246696054935, -0.010501833632588387, -0.009856421500444412, -0.009211009368300438, -0.008565597236156464, -0.00792018510401249, -0.00727477204054594, -0.006629359908401966, -0.005983947776257992, -0.00533853517845273, -0.004693122580647469, -0.004047710448503494, -0.0034022980835288763, -0.0027568857185542583, -0.0021114733535796404, -0.0014660609886050224, -0.0008206486236304045, -0.00017523625865578651, 0.00047017610631883144, 0.0011155884712934494, 0.0017610008362680674, 0.0024064132012426853, 0.0030518255662173033, 0.0036972379311919212, 0.0043426500633358955, 0.004988062661141157, 0.005633475258946419, 0.006278887391090393, 0.006924299523234367, 0.007569712121039629, 0.00821512471884489, 0.008860536850988865, 0.00950594898313284, 0.010151362046599388, 0.010796774178743362, 0.011442186310887337, 0.012087598443031311, 0.012733010575175285, 0.013378423638641834, 0.014023835770785809, 0.014669247902929783, 0.015314660966396332, 0.015960073098540306, 0.01660548523068428]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 5.0, 4.0, 1.0, 5.0, 5.0, 6.0, 1.0, 12.0, 18.0, 15.0, 15.0, 25.0, 24.0, 37.0, 44.0, 58.0, 62.0, 82.0, 103.0, 159.0, 233.0, 252.0, 401.0, 522.0, 713.0, 1018.0, 1433.0, 2542.0, 5495.0, 1349.0, 926.0, 612.0, 480.0, 344.0, 285.0, 220.0, 191.0, 176.0, 133.0, 84.0, 67.0, 71.0, 50.0, 30.0, 30.0, 26.0, 18.0, 10.0, 12.0, 3.0, 9.0, 3.0, 3.0, 0.0, 3.0], "bins": [-0.01240541972219944, -0.012070799246430397, -0.011736178770661354, -0.011401558294892311, -0.011066937819123268, -0.010732317343354225, -0.010397696867585182, -0.01006307639181614, -0.009728455916047096, -0.009393835440278053, -0.00905921496450901, -0.008724594488739967, -0.008389974012970924, -0.008055353537201881, -0.007720732595771551, -0.007386112120002508, -0.007051491644233465, -0.006716871168464422, -0.006382250692695379, -0.006047630216926336, -0.005713009741157293, -0.00537838926538825, -0.005043768789619207, -0.004709148313850164, -0.004374527372419834, -0.004039906896650791, -0.003705286653712392, -0.003370666177943349, -0.0030360454693436623, -0.0027014249935746193, -0.0023668045178055763, -0.0020321840420365334, -0.0016975635662674904, -0.0013629430904984474, -0.0010283226147294044, -0.0006937020225450397, -0.0003590815467759967, -2.446104190312326e-05, 0.00031015946296975017, 0.000644779996946454, 0.000979400472715497, 0.00131402094848454, 0.001648641424253583, 0.001983261900022626, 0.0023178826086223125, 0.0026525030843913555, 0.0029871235601603985, 0.0033217440359294415, 0.0036563645116984844, 0.003990984987467527, 0.00432560546323657, 0.004660225939005613, 0.004994846414774656, 0.005329466890543699, 0.005664087366312742, 0.005998707842081785, 0.0063333287835121155, 0.0066679492592811584, 0.007002569735050201, 0.007337190210819244, 0.007671810686588287, 0.00800643116235733, 0.008341051638126373, 0.008675672113895416, 0.00901029258966446]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 3.0, 3.0, 2.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.12233936041593552, -0.118390291929245, -0.11444123089313507, -0.11049216240644455, -0.10654309391975403, -0.10259402543306351, -0.09864495694637299, -0.09469589591026306, -0.09074682742357254, -0.08679775893688202, -0.0828486979007721, -0.07889962941408157, -0.07495056092739105, -0.07100149244070053, -0.06705242395401001, -0.06310336291790009, -0.059154294431209564, -0.05520522594451904, -0.05125616118311882, -0.0473070964217186, -0.043358027935028076, -0.039408959448337555, -0.03545989468693733, -0.03151082992553711, -0.027561761438846588, -0.023612694814801216, -0.019663628190755844, -0.015714561566710472, -0.0117654949426651, -0.007816428318619728, -0.003867361694574356, 8.170492947101593e-05, 0.004030771553516388, 0.00797983817756176, 0.011928904801607132, 0.015877971425652504, 0.019827038049697876, 0.023776104673743248, 0.02772517129778862, 0.03167423605918884, 0.035623304545879364, 0.039572373032569885, 0.04352143779397011, 0.04747050255537033, 0.05141957104206085, 0.05536863952875137, 0.059317704290151596, 0.06326676905155182, 0.06721583753824234, 0.07116490602493286, 0.07511396706104279, 0.0790630355477333, 0.08301210403442383, 0.08696117252111435, 0.09091024100780487, 0.0948593020439148, 0.09880837053060532, 0.10275743901729584, 0.10670650005340576, 0.11065556854009628, 0.1146046370267868, 0.11855370551347733, 0.12250277400016785, 0.12645183503627777, 0.1304008960723877]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 3.0, 2.0, 2.0, 3.0, 4.0, 6.0, 1.0, 2.0, 3.0, 3.0, 5.0, 6.0, 19.0, 32.0, 59.0, 23.0, 16.0, 24.0, 15.0, 5.0, 3.0, 2.0, 4.0, 5.0, 2.0, 6.0, 3.0, 2.0, 0.0, 2.0, 3.0, 0.0, 4.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0], "bins": [-0.08642802387475967, -0.08356991410255432, -0.08071181178092957, -0.07785370200872421, -0.07499559223651886, -0.0721374899148941, -0.06927938014268875, -0.0664212703704834, -0.06356316804885864, -0.06070505827665329, -0.05784694850444794, -0.05498884245753288, -0.05213073641061783, -0.049272626638412476, -0.04641452059149742, -0.04355641081929207, -0.040698304772377014, -0.03784019872546196, -0.03498208895325661, -0.03212398290634155, -0.02926587499678135, -0.026407767087221146, -0.02354966104030609, -0.020691553130745888, -0.017833445221185684, -0.01497533731162548, -0.012117230333387852, -0.009259123355150223, -0.006401015445590019, -0.003542908001691103, -0.0006848005577921867, 0.0021733068861067295, 0.005031414330005646, 0.00788952223956585, 0.010747629217803478, 0.013605736196041107, 0.01646384410560131, 0.019321952015161514, 0.02218005806207657, 0.025038165971636772, 0.027896273881196976, 0.03075438179075718, 0.03361248970031738, 0.03647059574723244, 0.03932870179414749, 0.042186811566352844, 0.0450449176132679, 0.04790302738547325, 0.050761133432388306, 0.05361923947930336, 0.05647734925150871, 0.05933545529842377, 0.06219356507062912, 0.06505166739225388, 0.06790977716445923, 0.07076788693666458, 0.07362599670886993, 0.07648409903049469, 0.07934220880270004, 0.0822003185749054, 0.08505842089653015, 0.0879165306687355, 0.09077464044094086, 0.09363274276256561, 0.09649085253477097]}, "_runtime": 92.16325902938843, "_timestamp": 1596214416.9205415, "_step": 110}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 3.0, 1.0, 0.0, 0.0, 3.0, 2.0, 1.0, 2.0, 2.0, 2.0, 1.0, 6.0, 4.0, 3.0, 3.0, 2.0, 1.0, 3.0, 1.0, 0.0, 2.0, 3.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010066116228699684, -0.009715092368423939, -0.009364068508148193, -0.009013045579195023, -0.008662021718919277, -0.008310997858643532, -0.007959973998367786, -0.007608950603753328, -0.007257926743477583, -0.0069069028832018375, -0.0065558794885873795, -0.006204855628311634, -0.005853831768035889, -0.005502808373421431, -0.005151784513145685, -0.004800761118531227, -0.004449737258255482, -0.004098713397979736, -0.0037476900033652782, -0.003396666143089533, -0.003045642515644431, -0.0026946188881993294, -0.002343595027923584, -0.0019925714004784822, -0.0016415477730333805, -0.0012905241455882788, -0.0009395004017278552, -0.0005884767160750926, -0.0002374530304223299, 0.00011357065523043275, 0.0004645943408831954, 0.000815618026535958, 0.0011666417121887207, 0.0015176653396338224, 0.001868689083494246, 0.0022197128273546696, 0.0025707364547997713, 0.002921760082244873, 0.0032727839425206184, 0.00362380756996572, 0.003974831197410822, 0.004325855057686567, 0.004676878452301025, 0.005027902312576771, 0.005378926172852516, 0.005729949567466974, 0.00608097342774272, 0.006431996822357178, 0.006783020682632923, 0.0071340445429086685, 0.007485067937523127, 0.007836091332137585, 0.00818711519241333, 0.008538139052689075, 0.00888916291296482, 0.009240186773240566, 0.009591210633516312, 0.009942233562469482, 0.010293257422745228, 0.010644281283020973, 0.010995305143296719, 0.011346329003572464, 0.011697351932525635, 0.01204837579280138, 0.012399399653077126]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 2.0, 4.0, 3.0, 3.0, 4.0, 7.0, 3.0, 14.0, 8.0, 7.0, 11.0, 19.0, 23.0, 20.0, 37.0, 35.0, 51.0, 59.0, 76.0, 91.0, 106.0, 192.0, 299.0, 4352.0, 1390.0, 354.0, 181.0, 151.0, 102.0, 69.0, 64.0, 39.0, 28.0, 31.0, 17.0, 19.0, 11.0, 9.0, 5.0, 6.0, 6.0, 3.0, 5.0, 4.0, 1.0, 3.0, 1.0, 1.0, 1.0, 1.0, 2.0], "bins": [-0.12858732044696808, -0.12510256469249725, -0.12161782383918762, -0.1181330755352974, -0.11464832723140717, -0.11116357147693634, -0.10767882317304611, -0.10419407486915588, -0.10070932656526566, -0.09722457826137543, -0.0937398299574852, -0.09025508165359497, -0.08677032589912415, -0.08328557759523392, -0.07980082929134369, -0.07631608098745346, -0.07283133268356323, -0.069346584379673, -0.06586183607578278, -0.06237708404660225, -0.05889233574271202, -0.05540758743882179, -0.051922835409641266, -0.04843808710575104, -0.04495333880186081, -0.04146859049797058, -0.03798384219408035, -0.034499090164899826, -0.031014341861009598, -0.02752959355711937, -0.024044843390583992, -0.020560093224048615, -0.017075344920158386, -0.013590595684945583, -0.01010584644973278, -0.006621097214519978, -0.0031363479793071747, 0.0003484012559056282, 0.003833150491118431, 0.007317899726331234, 0.010802648961544037, 0.01428739819675684, 0.017772147431969643, 0.02125689759850502, 0.02474164590239525, 0.028226394206285477, 0.031711146235466, 0.03519589453935623, 0.03868064284324646, 0.04216539114713669, 0.045650139451026917, 0.04913489148020744, 0.05261963978409767, 0.0561043880879879, 0.059589140117168427, 0.06307388842105865, 0.06655863672494888, 0.07004338502883911, 0.07352813333272934, 0.07701288163661957, 0.0804976373910904, 0.08398238569498062, 0.08746713399887085, 0.09095188230276108, 0.0944366306066513]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 3.0, 0.0, 1.0, 3.0, 1.0, 3.0, 6.0, 7.0, 5.0, 4.0, 5.0, 5.0, 25.0, 3.0, 2.0, 5.0, 2.0, 2.0, 3.0, 5.0, 2.0, 3.0, 1.0, 1.0, 4.0, 1.0, 3.0, 4.0, 1.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0030321599915623665, -0.002926539396867156, -0.0028209188021719456, -0.0027152984403073788, -0.0026096778456121683, -0.002504057250916958, -0.0023984366562217474, -0.002292816061526537, -0.00218719569966197, -0.0020815751049667597, -0.0019759545102715492, -0.0018703339155763388, -0.0017647133208811283, -0.0016590928426012397, -0.0015534722479060292, -0.0014478517696261406, -0.0013422311749309301, -0.0012366105802357197, -0.001130990101955831, -0.0010253695072606206, -0.000919748970773071, -0.0008141284342855215, -0.000708507839590311, -0.0006028873031027615, -0.000497266766615212, -0.0003916462301276624, -0.0002860256645362824, -0.00018040511349681765, -7.478456245735288e-05, 3.0835988582111895e-05, 0.00013645653962157667, 0.00024207709066104144, 0.0003476976417005062, 0.00045331817818805575, 0.0005589387146756053, 0.0006645593093708158, 0.0007701798458583653, 0.0008758003823459148, 0.0009814209770411253, 0.001087041455321014, 0.0011926620500162244, 0.0012982826447114348, 0.0014039031229913235, 0.001509523717686534, 0.0016151443123817444, 0.001720764790661633, 0.0018263853853568435, 0.001932005863636732, 0.0020376264583319426, 0.002143247053027153, 0.0022488676477223635, 0.0023544880095869303, 0.0024601086042821407, 0.002565729198977351, 0.0026713497936725616, 0.002776970388367772, 0.0028825909830629826, 0.0029882113449275494, 0.00309383193962276, 0.0031994525343179703, 0.0033050731290131807, 0.003410693723708391, 0.003516314085572958, 0.0036219346802681684, 0.003727555274963379]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 5.0, 7.0, 5.0, 3.0, 13.0, 11.0, 20.0, 44.0, 50.0, 72.0, 128.0, 210.0, 306.0, 414.0, 661.0, 1074.0, 1614.0, 2655.0, 4500.0, 7669.0, 13918.0, 30048.0, 83405.0, 849508.0, 97455.0, 37099.0, 18992.0, 10926.0, 6480.0, 4230.0, 2649.0, 1742.0, 1177.0, 814.0, 557.0, 393.0, 246.0, 164.0, 104.0, 76.0, 59.0, 40.0, 21.0, 22.0, 25.0, 13.0, 8.0, 5.0, 3.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.006791727617383003, -0.006576861254870892, -0.00636199489235878, -0.006147128529846668, -0.005932262167334557, -0.005717395804822445, -0.005502529442310333, -0.005287663079798222, -0.00507279671728611, -0.004857929889112711, -0.004643063526600599, -0.004428197164088488, -0.004213330801576376, -0.003998464439064264, -0.0037835980765521526, -0.003568731714040041, -0.0033538653515279293, -0.0031389989890158176, -0.002924132626503706, -0.0027092662639915943, -0.0024943999014794827, -0.0022795333061367273, -0.0020646669436246157, -0.001849800581112504, -0.0016349342186003923, -0.0014200678560882807, -0.001205201493576169, -0.0009903350146487355, -0.0007754686521366239, -0.0005606022896245122, -0.0003457358689047396, -0.0001308694772887975, 8.399691432714462e-05, 0.00029886330594308674, 0.0005137296975590289, 0.0007285961182788014, 0.0009434624807909131, 0.0011583288433030248, 0.0013731953222304583, 0.00158806168474257, 0.0018029280472546816, 0.0020177944097667933, 0.002232660772278905, 0.0024475271347910166, 0.002662393730133772, 0.0028772600926458836, 0.0030921264551579952, 0.003306992817670107, 0.0035218591801822186, 0.00373672554269433, 0.003951591905206442, 0.0041664582677185535, 0.004381324630230665, 0.004596190992742777, 0.0048110573552548885, 0.005025923717767, 0.005240790545940399, 0.005455656908452511, 0.0056705232709646225, 0.005885389633476734, 0.006100255995988846, 0.0063151223585009575, 0.006529988721013069, 0.006744855083525181, 0.0069597214460372925]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 2.0, 3.0, 1.0, 6.0, 7.0, 5.0, 5.0, 5.0, 4.0, 1.0, 2.0, 5.0, 3.0, 2.0, 0.0, 3.0, 1.0, 1.0, 1.0], "bins": [-0.06680400669574738, -0.06545830518007278, -0.0641126036643982, -0.0627669021487236, -0.06142119690775871, -0.06007549166679382, -0.05872979015111923, -0.05738408863544464, -0.05603838711977005, -0.05469268187880516, -0.05334698036313057, -0.05200127884745598, -0.05065557360649109, -0.0493098720908165, -0.04796417057514191, -0.04661846533417702, -0.045272763818502426, -0.043927062302827835, -0.042581357061862946, -0.041235655546188354, -0.03988995403051376, -0.038544248789548874, -0.03719854727387428, -0.03585284575819969, -0.0345071405172348, -0.03316143900156021, -0.03181573748588562, -0.03047003410756588, -0.02912433072924614, -0.02777862921357155, -0.026432925835251808, -0.025087224319577217, -0.023741520941257477, -0.022395817562937737, -0.021050116047263145, -0.019704412668943405, -0.018358711153268814, -0.017013007774949074, -0.015667304396629333, -0.014321601949632168, -0.012975899502635002, -0.011630197055637836, -0.01028449460864067, -0.00893879123032093, -0.007593088783323765, -0.006247386336326599, -0.004901683423668146, -0.003555980743840337, -0.0022102780640125275, -0.0008645753841847181, 0.0004811272956430912, 0.0018268299754709005, 0.00317253265529871, 0.0045182351022958755, 0.0058639380149543285, 0.0072096409276127815, 0.008555343374609947, 0.009901045821607113, 0.011246748268604279, 0.012592451646924019, 0.013938154093921185, 0.01528385654091835, 0.01662955991923809, 0.01797526143491268, 0.019320964813232422]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [6.0, 3.0, 0.0, 0.0, 9.0, 0.0, 0.0, 2.0, 8.0, 6.0, 9.0, 2.0, 0.0, 6.0, 1.0, 8.0, 3.0, 0.0, 0.0, 1.0, 9.0, 2.0, 6.0, 2.0, 11.0, 16.0, 10.0, 5.0, 13.0, 29.0, 24.0, 13.0, 52.0, 67.0, 84.0, 182.0, 299.0, 525.0, 1023.0, 2214.0, 7094.0, 2431.0, 1422.0, 887.0, 575.0, 405.0, 267.0, 207.0, 129.0, 112.0, 67.0, 59.0, 47.0, 28.0, 23.0, 10.0, 7.0, 4.0, 4.0, 1.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.02058936096727848, -0.020077642053365707, -0.019565923139452934, -0.019054202362895012, -0.01854248344898224, -0.018030764535069466, -0.017519045621156693, -0.01700732670724392, -0.016495607793331146, -0.015983887016773224, -0.01547216810286045, -0.014960449188947678, -0.014448730275034904, -0.013937010429799557, -0.013425291515886784, -0.012913571670651436, -0.012401852756738663, -0.01189013384282589, -0.011378413997590542, -0.010866695083677769, -0.010354975238442421, -0.009843256324529648, -0.009331537410616875, -0.008819817565381527, -0.008308098651468754, -0.007796379271894693, -0.007284659892320633, -0.00677294097840786, -0.006261221598833799, -0.005749502219259739, -0.005237783305346966, -0.004726063925772905, -0.004214344546198845, -0.0037026251666247845, -0.0031909060198813677, -0.002679186873137951, -0.0021674674935638905, -0.0016557482304051518, -0.0011440289672464132, -0.0006323097040876746, -0.000120590440928936, 0.0003911288222298026, 0.0009028480853885412, 0.0014145673485472798, 0.0019262866117060184, 0.002438005991280079, 0.0029497251380234957, 0.0034614442847669125, 0.003973163664340973, 0.004484883043915033, 0.004996602423489094, 0.005508321337401867, 0.006020040716975927, 0.006531760096549988, 0.007043479010462761, 0.007555198390036821, 0.008066917769610882, 0.008578636683523655, 0.009090356528759003, 0.009602075442671776, 0.010113794356584549, 0.010625514201819897, 0.01113723311573267, 0.011648952960968018, 0.01216067187488079]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 2.0, 2.0, 1.0, 4.0, 1.0, 1.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1380530595779419, -0.13393530249595642, -0.12981753051280975, -0.12569977343082428, -0.12158200144767761, -0.11746424436569214, -0.11334647983312607, -0.10922871530056, -0.10511095076799393, -0.10099318623542786, -0.09687542170286179, -0.09275765717029572, -0.08863990008831024, -0.08452213555574417, -0.0804043710231781, -0.07628660649061203, -0.07216884195804596, -0.06805107742547989, -0.06393331289291382, -0.059815552085638046, -0.055697787553071976, -0.051580023020505905, -0.04746226221323013, -0.04334449768066406, -0.03922673314809799, -0.03510896861553192, -0.030991205945611, -0.02687344327569008, -0.022755678743124008, -0.018637914210557938, -0.014520151540637016, -0.01040238793939352, -0.006284624338150024, -0.0021668607369065285, 0.0019509028643369675, 0.006068666465580463, 0.01018643006682396, 0.014304193668067455, 0.01842195726931095, 0.022539719939231873, 0.026657484471797943, 0.030775249004364014, 0.034893013536930084, 0.039010774344205856, 0.04312853887677193, 0.047246303409338, 0.05136406421661377, 0.05548182874917984, 0.05959959328174591, 0.06371735781431198, 0.06783512234687805, 0.07195288687944412, 0.07607065141201019, 0.08018840849399567, 0.08430617302656174, 0.08842393755912781, 0.09254170209169388, 0.09665946662425995, 0.10077723115682602, 0.10489499568939209, 0.10901275277137756, 0.11313051730394363, 0.1172482818365097, 0.12136604636907578, 0.12548381090164185]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 2.0, 6.0, 3.0, 2.0, 4.0, 6.0, 8.0, 6.0, 8.0, 17.0, 10.0, 18.0, 16.0, 16.0, 18.0, 39.0, 24.0, 15.0, 15.0, 6.0, 7.0, 6.0, 4.0, 6.0, 6.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 1.0, 0.0, 2.0], "bins": [-0.0789654478430748, -0.0770745575428009, -0.07518366724252701, -0.07329276949167252, -0.07140187919139862, -0.06951098889112473, -0.06762009859085083, -0.06572920083999634, -0.06383831053972244, -0.06194742023944855, -0.060056526213884354, -0.05816563591361046, -0.056274741888046265, -0.05438385158777237, -0.052492957562208176, -0.05060206726193428, -0.04871117323637009, -0.04682028293609619, -0.044929392635822296, -0.0430384986102581, -0.04114760830998421, -0.03925671428442001, -0.03736582398414612, -0.035474929958581924, -0.03358403965830803, -0.031693145632743835, -0.02980225533246994, -0.027911363169550896, -0.02602047100663185, -0.024129578843712807, -0.022238686680793762, -0.020347794517874718, -0.018456902354955673, -0.01656601019203663, -0.014675118029117584, -0.01278422586619854, -0.010893333703279495, -0.009002442471683025, -0.007111550308763981, -0.005220658145844936, -0.003329765982925892, -0.0014388739364221692, 0.00045201811008155346, 0.0023429100401699543, 0.004233802203088999, 0.006124694366008043, 0.0080155860632658, 0.009906478226184845, 0.01179737038910389, 0.013688262552022934, 0.015579154714941978, 0.017470046877861023, 0.019360939040780067, 0.021251831203699112, 0.023142723366618156, 0.0250336155295372, 0.026924505829811096, 0.02881539799273014, 0.030706290155649185, 0.03259718418121338, 0.034488074481487274, 0.03637896850705147, 0.03826985880732536, 0.04016075283288956, 0.04205164313316345]}, "_runtime": 92.93024635314941, "_timestamp": 1596214417.6875288, "_step": 111}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 2.0, 3.0, 2.0, 1.0, 1.0, 1.0, 0.0, 3.0, 1.0, 2.0, 3.0, 4.0, 2.0, 1.0, 5.0, 3.0, 3.0, 4.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.011446744203567505, -0.011118762195110321, -0.010790779255330563, -0.010462796315550804, -0.01013481430709362, -0.009806832298636436, -0.009478849358856678, -0.00915086641907692, -0.008822884410619736, -0.008494902402162552, -0.008166919462382793, -0.007838936522603035, -0.007510954514145851, -0.00718297204002738, -0.006854989565908909, -0.006527007091790438, -0.0061990246176719666, -0.005871042143553495, -0.005543059669435024, -0.005215077195316553, -0.004887094721198082, -0.004559112247079611, -0.00423112977296114, -0.0039031472988426685, -0.0035751648247241974, -0.0032471823506057262, -0.002919199876487255, -0.002591217402368784, -0.002263234928250313, -0.0019352524541318417, -0.0016072699800133705, -0.0012792875058948994, -0.0009513050317764282, -0.0006233225576579571, -0.00029534008353948593, 3.2642390578985214e-05, 0.00036062486469745636, 0.0006886073388159275, 0.0010165898129343987, 0.0013445722870528698, 0.001672554761171341, 0.002000537235289812, 0.0023285197094082832, 0.0026565021835267544, 0.0029844846576452255, 0.0033124671317636967, 0.003640449605882168, 0.003968432080000639, 0.00429641455411911, 0.004624397028237581, 0.004952379502356052, 0.0052803619764745235, 0.005608344450592995, 0.005936326924711466, 0.006264309398829937, 0.006592291872948408, 0.006920274347066879, 0.00724825682118535, 0.0075762392953038216, 0.00790422223508358, 0.008232204243540764, 0.008560186251997948, 0.008888169191777706, 0.009216152131557465, 0.009544134140014648]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 5.0, 4.0, 6.0, 9.0, 15.0, 8.0, 11.0, 21.0, 24.0, 40.0, 34.0, 65.0, 61.0, 103.0, 117.0, 137.0, 223.0, 343.0, 4741.0, 887.0, 351.0, 201.0, 147.0, 92.0, 65.0, 46.0, 51.0, 26.0, 21.0, 19.0, 21.0, 6.0, 7.0, 5.0, 8.0, 5.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.11737233400344849, -0.11355174332857132, -0.10973115265369415, -0.10591056197881699, -0.10208997130393982, -0.09826938062906265, -0.09444878995418549, -0.09062819927930832, -0.08680760860443115, -0.08298701792955399, -0.07916642725467682, -0.07534583657979965, -0.07152524590492249, -0.06770465523004532, -0.06388406455516815, -0.060063477605581284, -0.05624288693070412, -0.05242229625582695, -0.04860170558094978, -0.04478111490607262, -0.04096052423119545, -0.03713993355631828, -0.033319342881441116, -0.0294987540692091, -0.025678163394331932, -0.021857572719454765, -0.0180369820445776, -0.014216392301023006, -0.01039580162614584, -0.006575210951268673, -0.0027546207420527935, 0.0010659696999937296, 0.004886560142040253, 0.00870715081691742, 0.012527741491794586, 0.016348332166671753, 0.02016892284154892, 0.023989511653780937, 0.027810102328658104, 0.03163069486618042, 0.03545128554105759, 0.039271872490644455, 0.04309246316552162, 0.04691305384039879, 0.050733644515275955, 0.05455423519015312, 0.05837482586503029, 0.062195416539907455, 0.06601600348949432, 0.06983659416437149, 0.07365718483924866, 0.07747777551412582, 0.08129836618900299, 0.08511895686388016, 0.08893954753875732, 0.09276013821363449, 0.09658072888851166, 0.10040131956338882, 0.10422191023826599, 0.10804250091314316, 0.11186309158802032, 0.11568368226289749, 0.11950427293777466, 0.12332486361265182, 0.127145454287529]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 3.0, 7.0, 2.0, 2.0, 4.0, 0.0, 5.0, 0.0, 1.0, 3.0, 1.0, 4.0, 3.0, 4.0, 4.0, 28.0, 5.0, 1.0, 5.0, 3.0, 2.0, 3.0, 5.0, 1.0, 3.0, 1.0, 1.0, 1.0, 0.0, 2.0, 3.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.002347433939576149, -0.0022559454664587975, -0.0021644572261720896, -0.002072968753054738, -0.00198148051276803, -0.0018899920396506786, -0.001798503682948649, -0.0017070153262466192, -0.0016155268531292677, -0.001524038496427238, -0.0014325501397252083, -0.0013410617830231786, -0.0012495734263211489, -0.0011580850696191192, -0.0010665965965017676, -0.0009751082397997379, -0.0008836198830977082, -0.0007921315263956785, -0.0007006431114859879, -0.0006091547547839582, -0.0005176663398742676, -0.0004261779831722379, -0.00033468962647020817, -0.000243201240664348, -0.00015171285485848784, -6.02244763285853e-05, 3.126390220131725e-05, 0.00012275227345526218, 0.00021424065926112235, 0.0003057290450669825, 0.0003972174017690122, 0.0004887058166787028, 0.0005801941733807325, 0.0006716825300827622, 0.0007631709449924529, 0.0008546593016944826, 0.0009461477166041732, 0.0010376360733062029, 0.0011291244300082326, 0.0012206127867102623, 0.0013121012598276138, 0.0014035896165296435, 0.0014950779732316732, 0.001586566329933703, 0.0016780546866357327, 0.0017695430433377624, 0.0018610315164551139, 0.0019525198731571436, 0.0020440081134438515, 0.002135496586561203, 0.0022269850596785545, 0.0023184732999652624, 0.002409961773082614, 0.002501450013369322, 0.0025929384864866734, 0.002684426959604025, 0.0027759151998907328, 0.0028674036730080843, 0.002958891913294792, 0.0030503803864121437, 0.0031418688595294952, 0.003233357099816203, 0.0033248455729335546, 0.0034163338132202625, 0.003507822286337614]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 3.0, 2.0, 6.0, 3.0, 9.0, 8.0, 18.0, 23.0, 25.0, 44.0, 53.0, 66.0, 120.0, 134.0, 204.0, 304.0, 470.0, 735.0, 1011.0, 1671.0, 2568.0, 4518.0, 7690.0, 14466.0, 29941.0, 78774.0, 845031.0, 100286.0, 37704.0, 19672.0, 11664.0, 7261.0, 4766.0, 3151.0, 2207.0, 1510.0, 1027.0, 723.0, 475.0, 365.0, 257.0, 199.0, 109.0, 92.0, 80.0, 58.0, 46.0, 27.0, 25.0, 13.0, 9.0, 6.0, 2.0, 4.0, 4.0, 3.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.006397818215191364, -0.0061892252415418625, -0.005980631802231073, -0.005772038828581572, -0.0055634453892707825, -0.005354852415621281, -0.0051462589763104916, -0.00493766600266099, -0.004729072563350201, -0.004520479589700699, -0.004311886616051197, -0.004103293176740408, -0.003894700203090906, -0.0036861069966107607, -0.0034775137901306152, -0.0032689205836504698, -0.0030603273771703243, -0.002851734170690179, -0.0026431409642100334, -0.002434547757729888, -0.0022259545512497425, -0.0020173615776002407, -0.0018087683711200953, -0.0016001751646399498, -0.0013915819581598043, -0.0011829887516796589, -0.0009743956034071743, -0.0007658024551346898, -0.0005572092486545444, -0.00034861607127822936, -0.00014002289390191436, 6.857028347440064e-05, 0.00027716346085071564, 0.00048575663822703063, 0.0006943498156033456, 0.0009029429638758302, 0.0011115361703559756, 0.001320129376836121, 0.0015287224669009447, 0.0017373156733810902, 0.0019459088798612356, 0.002154502086341381, 0.0023630952928215265, 0.002571688499301672, 0.0027802814729511738, 0.0029888746794313192, 0.0031974678859114647, 0.00340606109239161, 0.0036146542988717556, 0.003823247505351901, 0.0040318407118320465, 0.004240433685481548, 0.004449027124792337, 0.004657620098441839, 0.004866213537752628, 0.00507480651140213, 0.005283399485051632, 0.005491992924362421, 0.005700585898011923, 0.005909179337322712, 0.006117772310972214, 0.006326365750283003, 0.006534958723932505, 0.006743552163243294, 0.0069521451368927956]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 1.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 4.0, 4.0, 1.0, 1.0, 8.0, 5.0, 2.0, 2.0, 1.0, 4.0, 3.0, 1.0, 1.0, 2.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.032266147434711456, -0.03140104189515114, -0.03053593821823597, -0.02967083267867565, -0.028805727139115334, -0.027940623462200165, -0.027075517922639847, -0.02621041238307953, -0.02534530684351921, -0.024480203166604042, -0.023615097627043724, -0.022749992087483406, -0.021884888410568237, -0.02101978287100792, -0.0201546773314476, -0.019289573654532433, -0.018424468114972115, -0.017559362575411797, -0.016694258898496628, -0.01582915335893631, -0.014964047819375992, -0.014098943211138248, -0.013233838602900505, -0.012368733063340187, -0.011503628455102444, -0.0106385238468647, -0.009773418307304382, -0.008908313699066639, -0.008043209090828896, -0.007178103551268578, -0.006312998943030834, -0.0054478938691318035, -0.004582788795232773, -0.003717683721333742, -0.002852578880265355, -0.001987474039196968, -0.0011223689652979374, -0.00025726400781422853, 0.0006078409496694803, 0.0014729459071531892, 0.002338050864636898, 0.0032031559385359287, 0.004068261012434959, 0.004933365620672703, 0.0057984706945717335, 0.006663575768470764, 0.0075286803767085075, 0.008393785916268826, 0.009258890524506569, 0.010123995132744312, 0.01098910067230463, 0.011854205280542374, 0.012719310820102692, 0.013584415428340435, 0.014449520036578178, 0.015314625576138496, 0.016179729253053665, 0.017044834792613983, 0.0179099403321743, 0.01877504587173462, 0.019640149548649788, 0.020505255088210106, 0.021370360627770424, 0.022235464304685593, 0.02310056984424591]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 2.0, 2.0, 1.0, 3.0, 2.0, 2.0, 3.0, 2.0, 4.0, 2.0, 7.0, 7.0, 10.0, 16.0, 20.0, 26.0, 23.0, 28.0, 50.0, 56.0, 72.0, 82.0, 97.0, 152.0, 181.0, 218.0, 325.0, 469.0, 577.0, 874.0, 1413.0, 2819.0, 5258.0, 1390.0, 1007.0, 781.0, 555.0, 425.0, 310.0, 277.0, 180.0, 151.0, 146.0, 97.0, 70.0, 71.0, 37.0, 37.0, 26.0, 22.0, 13.0, 4.0, 6.0, 5.0, 2.0, 2.0, 1.0, 2.0, 1.0, 2.0, 0.0, 4.0, 3.0], "bins": [-0.011756106279790401, -0.011399900540709496, -0.011043695732951164, -0.010687489993870258, -0.010331285186111927, -0.009975079447031021, -0.009618873707950115, -0.009262668900191784, -0.008906463161110878, -0.008550258353352547, -0.00819405261427164, -0.007837846875190735, -0.0074816420674324036, -0.007125436794012785, -0.006769231054931879, -0.0064130257815122604, -0.006056820508092642, -0.005700615234673023, -0.005344409961253405, -0.004988204222172499, -0.00463199894875288, -0.0042757936753332615, -0.003919588401913643, -0.0035633828956633806, -0.003207177622243762, -0.0028509723488241434, -0.002494766842573881, -0.0021385615691542625, -0.0017823561793193221, -0.0014261507894843817, -0.001069945516064763, -0.0007137401262298226, -0.0003575347363948822, -1.3293756637722254e-06, 0.00035487598506733775, 0.0007110813166946173, 0.0010672867065295577, 0.0014234920963644981, 0.0017796973697841167, 0.002135902876034379, 0.0024921081494539976, 0.0028483134228736162, 0.0032045189291238785, 0.003560724202543497, 0.003916929475963116, 0.004273134749382734, 0.00462934048846364, 0.004985545761883259, 0.005341751035302877, 0.005697956308722496, 0.006054161582142115, 0.0064103673212230206, 0.006766572594642639, 0.007122777868062258, 0.007478983141481876, 0.007835188880562782, 0.008191393688321114, 0.00854759942740202, 0.00890380423516035, 0.009260009974241257, 0.009616215713322163, 0.009972420521080494, 0.0103286262601614, 0.010684831067919731, 0.011041036807000637]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 3.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.14315065741539001, -0.13908833265304565, -0.1350260078907013, -0.13096366822719574, -0.12690134346485138, -0.12283901870250702, -0.11877668648958206, -0.1147143542766571, -0.11065202951431274, -0.10658970475196838, -0.10252737253904343, -0.09846504032611847, -0.09440271556377411, -0.09034039080142975, -0.08627805858850479, -0.08221572637557983, -0.07815340161323547, -0.07409107685089111, -0.07002874463796616, -0.0659664124250412, -0.06190408766269684, -0.05784175917506218, -0.05377943068742752, -0.04971710219979286, -0.0456547737121582, -0.041592445224523544, -0.037530116736888885, -0.03346778824925423, -0.029405459761619568, -0.02534313127398491, -0.02128080278635025, -0.01721847429871559, -0.013156145811080933, -0.009093817323446274, -0.005031488835811615, -0.0009691603481769562, 0.0030931681394577026, 0.0071554966270923615, 0.01121782511472702, 0.015280153602361679, 0.019342482089996338, 0.023404810577630997, 0.027467139065265656, 0.031529467552900314, 0.03559179604053497, 0.03965412452816963, 0.04371645301580429, 0.04777878150343895, 0.05184110999107361, 0.05590343847870827, 0.059965766966342926, 0.06402809917926788, 0.06809042394161224, 0.0721527487039566, 0.07621508091688156, 0.08027741312980652, 0.08433973789215088, 0.08840206265449524, 0.0924643948674202, 0.09652672708034515, 0.10058905184268951, 0.10465137660503387, 0.10871370881795883, 0.11277604103088379, 0.11683836579322815]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 4.0, 1.0, 1.0, 1.0, 0.0, 4.0, 5.0, 3.0, 3.0, 1.0, 4.0, 5.0, 5.0, 4.0, 11.0, 6.0, 14.0, 10.0, 16.0, 23.0, 33.0, 13.0, 16.0, 15.0, 12.0, 13.0, 12.0, 9.0, 13.0, 6.0, 3.0, 2.0, 0.0, 0.0, 1.0, 2.0, 3.0, 2.0, 1.0], "bins": [-0.1427871733903885, -0.13965393602848053, -0.13652069866657257, -0.1333874762058258, -0.13025423884391785, -0.1271210014820099, -0.12398777157068253, -0.12085453420877457, -0.1177213042974472, -0.11458806693553925, -0.11145482957363129, -0.10832159966230392, -0.10518836230039597, -0.1020551323890686, -0.09892189502716064, -0.09578866511583328, -0.09265542775392532, -0.08952219039201736, -0.08638896048069, -0.08325572311878204, -0.08012249320745468, -0.07698925584554672, -0.07385602593421936, -0.0707227885723114, -0.06758955121040344, -0.06445632129907608, -0.06132308766245842, -0.05818985402584076, -0.0550566166639328, -0.05192338302731514, -0.04879014939069748, -0.04565691575407982, -0.04252368211746216, -0.0393904484808445, -0.03625721484422684, -0.03312398120760918, -0.029990745708346367, -0.026857512071728706, -0.023724276572465897, -0.020591042935848236, -0.017457809299230576, -0.014324575662612915, -0.01119134109467268, -0.008058106526732445, -0.004924872890114784, -0.0017916387878358364, 0.0013415953144431114, 0.004474829416722059, 0.007608063519001007, 0.010741297155618668, 0.013874531723558903, 0.017007766291499138, 0.0201409999281168, 0.02327423356473446, 0.02640746906399727, 0.02954070270061493, 0.03267393633723259, 0.03580716997385025, 0.03894040361046791, 0.04207363724708557, 0.04520687460899353, 0.04834010824561119, 0.05147334188222885, 0.05460657551884651, 0.05773980915546417]}, "_runtime": 93.70545625686646, "_timestamp": 1596214418.4627388, "_step": 112}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 4.0, 3.0, 2.0, 0.0, 1.0, 3.0, 2.0, 1.0, 8.0, 2.0, 1.0, 1.0, 3.0, 1.0, 1.0, 0.0, 3.0, 1.0, 1.0, 1.0, 4.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010409886948764324, -0.01007129531353712, -0.009732702746987343, -0.00939411111176014, -0.009055519476532936, -0.008716927841305733, -0.00837833620607853, -0.008039743639528751, -0.007701152004301548, -0.007362560369074345, -0.007023968268185854, -0.006685376167297363, -0.00634678453207016, -0.0060081928968429565, -0.005669600795954466, -0.005331008695065975, -0.004992417059838772, -0.0046538254246115685, -0.004315233323723078, -0.003976641222834587, -0.0036380495876073837, -0.0032994577195495367, -0.0029608658514916897, -0.0026222739834338427, -0.0022836821153759956, -0.0019450902473181486, -0.0016064983792603016, -0.0012679065112024546, -0.0009293146431446075, -0.0005907227750867605, -0.0002521309070289135, 8.646096102893353e-05, 0.00042505282908678055, 0.0007636446971446276, 0.0011022365652024746, 0.0014408284332603216, 0.0017794203013181686, 0.0021180121693760157, 0.0024566040374338627, 0.0027951959054917097, 0.0031337877735495567, 0.0034723796416074038, 0.0038109715096652508, 0.0041495636105537415, 0.004488155245780945, 0.004826746881008148, 0.005165338981896639, 0.0055039310827851295, 0.005842522718012333, 0.006181114353239536, 0.006519706454128027, 0.006858298555016518, 0.007196890190243721, 0.007535481825470924, 0.007874073460698128, 0.008212666027247906, 0.008551257662475109, 0.008889849297702312, 0.00922844186425209, 0.009567033499479294, 0.009905625134706497, 0.0102442167699337, 0.010582808405160904, 0.010921400971710682, 0.011259992606937885]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 1.0, 4.0, 11.0, 13.0, 7.0, 6.0, 15.0, 18.0, 19.0, 29.0, 34.0, 38.0, 74.0, 83.0, 84.0, 122.0, 175.0, 267.0, 4519.0, 1407.0, 327.0, 182.0, 115.0, 105.0, 65.0, 44.0, 34.0, 27.0, 19.0, 19.0, 13.0, 11.0, 7.0, 9.0, 5.0, 1.0, 3.0, 7.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.11733531206846237, -0.11353794485330582, -0.10974057763814926, -0.10594320297241211, -0.10214583575725555, -0.098348468542099, -0.09455110132694244, -0.09075373411178589, -0.08695636689662933, -0.08315899223089218, -0.07936162501573563, -0.07556425780057907, -0.07176689058542252, -0.06796952337026596, -0.06417214870452881, -0.06037478148937225, -0.0565774142742157, -0.05278004705905914, -0.04898267611861229, -0.045185308903455734, -0.04138793796300888, -0.037590570747852325, -0.03379320353269577, -0.029995834454894066, -0.02619846537709236, -0.022401096299290657, -0.018603727221488953, -0.014806360006332397, -0.011008990928530693, -0.007211622316390276, -0.003414253704249859, 0.00038311490789055824, 0.004180483520030975, 0.00797785259783268, 0.01177522074431181, 0.01557258889079094, 0.019369957968592644, 0.023167327046394348, 0.026964694261550903, 0.030762063339352608, 0.03455943241715431, 0.03835679963231087, 0.04215417057275772, 0.045951537787914276, 0.04974890500307083, 0.053546275943517685, 0.05734364315867424, 0.061141014099121094, 0.06493838131427765, 0.0687357485294342, 0.07253311574459076, 0.07633049041032791, 0.08012785762548447, 0.08392522484064102, 0.08772259205579758, 0.09151995927095413, 0.09531733393669128, 0.09911470115184784, 0.1029120683670044, 0.10670943558216095, 0.1105068027973175, 0.11430417001247406, 0.11810154467821121, 0.12189891189336777, 0.12569627165794373]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 3.0, 2.0, 1.0, 4.0, 5.0, 3.0, 2.0, 7.0, 3.0, 3.0, 3.0, 1.0, 1.0, 5.0, 1.0, 26.0, 2.0, 0.0, 4.0, 3.0, 4.0, 5.0, 2.0, 3.0, 2.0, 3.0, 1.0, 2.0, 1.0, 2.0, 1.0, 2.0, 0.0, 3.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0], "bins": [-0.0025306784082204103, -0.002452216809615493, -0.0023737552110105753, -0.0022952936124056578, -0.0022168320138007402, -0.0021383704151958227, -0.002059908816590905, -0.0019814472179859877, -0.001902985735796392, -0.0018245241371914744, -0.001746062538586557, -0.0016676009399816394, -0.0015891394577920437, -0.0015106778591871262, -0.0014322162605822086, -0.001353754661977291, -0.0012752930633723736, -0.001196831464767456, -0.0011183698661625385, -0.001039908267557621, -0.0009614467271603644, -0.0008829851285554469, -0.0008045235881581903, -0.0007260619895532727, -0.0006476003909483552, -0.0005691387923434377, -0.0004906771937385201, -0.00041221565334126353, -0.000333754054736346, -0.0002552924561314285, -0.0001768308866303414, -9.836930257733911e-05, -1.9907718524336815e-05, 5.855386552866548e-05, 0.00013701544958166778, 0.00021547703363467008, 0.0002939386176876724, 0.0003724002162925899, 0.00045086178579367697, 0.000529323355294764, 0.0006077849538996816, 0.0006862465525045991, 0.0007647081511095166, 0.0008431696915067732, 0.0009216312901116908, 0.0010000928305089474, 0.001078554429113865, 0.0011570160277187824, 0.0012354776263237, 0.0013139392249286175, 0.001392400823533535, 0.0014708624221384525, 0.00154932402074337, 0.0016277855029329658, 0.0017062471015378833, 0.0017847087001428008, 0.0018631702987477183, 0.0019416318973526359, 0.0020200933795422316, 0.002098554978147149, 0.0021770165767520666, 0.002255478175356984, 0.0023339397739619017, 0.002412401372566819, 0.0024908629711717367]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 1.0, 1.0, 3.0, 10.0, 2.0, 13.0, 13.0, 30.0, 45.0, 46.0, 81.0, 106.0, 196.0, 266.0, 413.0, 622.0, 1037.0, 1647.0, 2896.0, 5015.0, 9919.0, 21364.0, 62599.0, 874827.0, 124142.0, 34714.0, 16185.0, 8656.0, 5049.0, 3195.0, 2099.0, 1446.0, 898.0, 677.0, 441.0, 326.0, 213.0, 154.0, 89.0, 64.0, 45.0, 31.0, 19.0, 11.0, 11.0, 9.0, 4.0, 3.0, 4.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.005403777584433556, -0.0052022626623511314, -0.005000747740268707, -0.00479923328384757, -0.004597718361765146, -0.004396203439682722, -0.004194688517600298, -0.003993173595517874, -0.0037916589062660933, -0.003590143984183669, -0.0033886292949318886, -0.0031871143728494644, -0.0029855994507670403, -0.0027840847615152597, -0.0025825698394328356, -0.002381055150181055, -0.002179540228098631, -0.0019780253060162067, -0.0017765106167644262, -0.001574995694682002, -0.0013734808890148997, -0.0011719660833477974, -0.0009704512194730341, -0.0007689363555982709, -0.0005674215499311686, -0.00036590671516023576, -0.00016439188038930297, 3.7122954381629825e-05, 0.00023863778915256262, 0.0004401526239234954, 0.0006416674586944282, 0.0008431823225691915, 0.0010446971282362938, 0.0012462119339033961, 0.0014477267395704985, 0.0016492416616529226, 0.001850756467320025, 0.0020522712729871273, 0.0022537861950695515, 0.002455300884321332, 0.002656815806403756, 0.0028583307284861803, 0.003059845417737961, 0.003261360339820385, 0.003462875261902809, 0.0036643899511545897, 0.003865904873237014, 0.004067419562488794, 0.0042689344845712185, 0.004470449406653643, 0.004671964328736067, 0.004873478785157204, 0.005074993707239628, 0.005276508629322052, 0.005478023551404476, 0.0056795384734869, 0.0058810533955693245, 0.006082567851990461, 0.0062840827740728855, 0.00648559769615531, 0.006687112618237734, 0.006888627540320158, 0.007090141996741295, 0.007291656918823719, 0.007493171840906143]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 3.0, 3.0, 2.0, 0.0, 0.0, 1.0, 2.0, 3.0, 4.0, 1.0, 3.0, 6.0, 9.0, 1.0, 2.0, 1.0, 1.0, 3.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.01620357111096382, -0.015466722659766674, -0.014729875139892101, -0.013993026688694954, -0.013256178237497807, -0.012519330717623234, -0.011782482266426086, -0.011045633815228939, -0.010308785364031792, -0.009571937844157219, -0.008835089392960072, -0.008098240941762924, -0.0073613934218883514, -0.006624544970691204, -0.005887696985155344, -0.005150848533958197, -0.004414000548422337, -0.003677152330055833, -0.002940304111689329, -0.002203456126153469, -0.0014666079077869654, -0.0007297597476281226, 7.088412530720234e-06, 0.000743936572689563, 0.0014807847328484058, 0.0022176329512149096, 0.0029544811695814133, 0.0036913291551172733, 0.004428177140653133, 0.005165025591850281, 0.005901873577386141, 0.006638722028583288, 0.007375570014119148, 0.008112418465316296, 0.008849265985190868, 0.009586114436388016, 0.010322962887585163, 0.011059810407459736, 0.011796658858656883, 0.01253350730985403, 0.013270355761051178, 0.01400720328092575, 0.014744051732122898, 0.015480900183320045, 0.016217747703194618, 0.01695459522306919, 0.017691444605588913, 0.018428292125463486, 0.01916513964533806, 0.01990198902785778, 0.020638836547732353, 0.021375685930252075, 0.022112533450126648, 0.02284938097000122, 0.023586230352520943, 0.024323077872395515, 0.025059925392270088, 0.02579677477478981, 0.026533622294664383, 0.027270469814538956, 0.028007319197058678, 0.02874416671693325, 0.029481014236807823, 0.030217863619327545, 0.030954711139202118]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 3.0, 1.0, 2.0, 4.0, 6.0, 3.0, 7.0, 12.0, 11.0, 18.0, 24.0, 29.0, 27.0, 47.0, 50.0, 70.0, 92.0, 129.0, 155.0, 225.0, 309.0, 391.0, 521.0, 751.0, 1113.0, 1807.0, 3132.0, 5560.0, 1238.0, 751.0, 494.0, 339.0, 216.0, 171.0, 146.0, 112.0, 80.0, 46.0, 40.0, 36.0, 28.0, 21.0, 16.0, 16.0, 17.0, 23.0, 22.0, 18.0, 13.0, 20.0, 10.0, 17.0, 8.0, 9.0, 7.0, 5.0, 3.0, 7.0], "bins": [-0.010314728133380413, -0.010002401657402515, -0.009690074250102043, -0.009377747774124146, -0.009065420366823673, -0.008753093890845776, -0.008440766483545303, -0.008128440007567406, -0.007816113531589508, -0.007503786124289036, -0.007191459182649851, -0.006879132241010666, -0.006566805765032768, -0.006254478823393583, -0.005942151881754398, -0.005629824940115213, -0.0053174979984760284, -0.0050051710568368435, -0.0046928441151976585, -0.004380517173558474, -0.004068190231919289, -0.0037558635231107473, -0.003443536814302206, -0.003131209872663021, -0.002818882931023836, -0.002506555989384651, -0.0021942290477454662, -0.001881902338936925, -0.00156957539729774, -0.001257248455658555, -0.0009449216304346919, -0.0006325947470031679, -0.00032026786357164383, -7.940980140119791e-06, 0.00030438590329140425, 0.0006167127867229283, 0.0009290396701544523, 0.0012413666117936373, 0.0015536934370175004, 0.0018660202622413635, 0.0021783472038805485, 0.0024906741455197334, 0.0028030010871589184, 0.0031153277959674597, 0.0034276547376066446, 0.0037399816792458296, 0.004052308388054371, 0.004364635329693556, 0.004676962271332741, 0.004989289212971926, 0.005301616154611111, 0.005613943096250296, 0.005926270037889481, 0.006238596513867378, 0.006550923455506563, 0.006863250397145748, 0.007175577338784933, 0.007487904280424118, 0.007800231222063303, 0.008112558163702488, 0.008424884639680386, 0.008737212046980858, 0.009049538522958755, 0.009361865930259228, 0.009674192406237125]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 5.0, 2.0, 1.0, 1.0, 4.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0], "bins": [-0.14024746417999268, -0.13718587160110474, -0.1341242790222168, -0.13106267154216766, -0.12800107896327972, -0.12493948638439178, -0.12187789380550385, -0.11881629377603531, -0.11575470119714737, -0.11269310861825943, -0.1096315085887909, -0.10656991600990295, -0.10350832343101501, -0.10044672340154648, -0.09738513082265854, -0.09432353079319, -0.09126193821430206, -0.08820034563541412, -0.08513874560594559, -0.08207715302705765, -0.07901555299758911, -0.07595396041870117, -0.07289236783981323, -0.0698307678103447, -0.06676917523145676, -0.06370758265256882, -0.06064598262310028, -0.05758439004421234, -0.0545227937400341, -0.051461197435855865, -0.048399604856967926, -0.04533800855278969, -0.04227641224861145, -0.03921481594443321, -0.036153219640254974, -0.033091627061367035, -0.030030030757188797, -0.02696843445301056, -0.02390684001147747, -0.02084524556994438, -0.017783649265766144, -0.01472205389291048, -0.011660458520054817, -0.008598863147199154, -0.005537267774343491, -0.0024756724014878273, 0.000585922971367836, 0.0036475183442234993, 0.006709113717079163, 0.009770709089934826, 0.01283230446279049, 0.015893898904323578, 0.018955495208501816, 0.022017091512680054, 0.025078685954213142, 0.02814028039574623, 0.03120187669992447, 0.03426347300410271, 0.037325069308280945, 0.040386661887168884, 0.04344825819134712, 0.04650985449552536, 0.0495714470744133, 0.05263304337859154, 0.055694639682769775]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 2.0, 5.0, 4.0, 2.0, 5.0, 9.0, 8.0, 7.0, 12.0, 11.0, 11.0, 14.0, 35.0, 12.0, 14.0, 10.0, 14.0, 8.0, 9.0, 7.0, 7.0, 9.0, 8.0, 8.0, 5.0, 5.0, 11.0, 7.0, 2.0, 4.0, 2.0, 0.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.03688189014792442, -0.03577645868062973, -0.03467102348804474, -0.033565592020750046, -0.03246016055345535, -0.03135472536087036, -0.03024929389357567, -0.029143860563635826, -0.028038427233695984, -0.02693299576640129, -0.02582756243646145, -0.024722129106521606, -0.023616697639226913, -0.02251126430928707, -0.02140583097934723, -0.020300399512052536, -0.019194966182112694, -0.01808953285217285, -0.01698410138487816, -0.015878668054938316, -0.014773234724998474, -0.013667802326381207, -0.012562369927763939, -0.011456936597824097, -0.010351504199206829, -0.009246071800589561, -0.00814063847064972, -0.007035206072032452, -0.005929773207753897, -0.004824340343475342, -0.0037189077120274305, -0.0026134750805795193, -0.0015080422163009644, -0.00040260946843773127, 0.0007028232794255018, 0.001808256027288735, 0.002913688775151968, 0.004019121639430523, 0.0051245540380477905, 0.0062299869023263454, 0.0073354197666049, 0.008440852165222168, 0.00954628549516201, 0.010651717893779278, 0.011757150292396545, 0.012862583622336388, 0.013968016020953655, 0.015073449350893497, 0.016178881749510765, 0.017284315079450607, 0.0183897465467453, 0.019495179876685143, 0.020600613206624985, 0.021706044673919678, 0.02281147800385952, 0.023916911333799362, 0.025022342801094055, 0.026127776131033897, 0.02723320946097374, 0.028338642790913582, 0.029444074258208275, 0.030549507588148117, 0.03165493905544281, 0.0327603742480278, 0.033865805715322495]}, "_runtime": 94.4956727027893, "_timestamp": 1596214419.2529552, "_step": 113}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 2.0, 4.0, 1.0, 3.0, 1.0, 2.0, 2.0, 1.0, 2.0, 2.0, 2.0, 2.0, 0.0, 3.0, 3.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 2.0, 0.0, 0.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.00999471265822649, -0.009724549949169159, -0.009454387240111828, -0.009184225462377071, -0.00891406275331974, -0.00864390004426241, -0.008373737335205078, -0.008103574626147747, -0.007833411917090416, -0.007563249673694372, -0.007293087430298328, -0.007022924721240997, -0.006752762012183666, -0.0064825997687876225, -0.006212437059730291, -0.005942274816334248, -0.0056721121072769165, -0.005401949398219585, -0.005131787154823542, -0.0048616244457662106, -0.004591462202370167, -0.004321299493312836, -0.004051136784255505, -0.003780974308028817, -0.0035108118318021297, -0.0032406493555754423, -0.002970486879348755, -0.002700324170291424, -0.0024301616940647364, -0.002159999217838049, -0.0018898366251960397, -0.0016196740325540304, -0.001349511556327343, -0.0010793490801006556, -0.0008091864874586463, -0.000539023953024298, -0.0002688614185899496, 1.301115844398737e-06, 0.0002714636502787471, 0.0005416261847130954, 0.0008117887191474438, 0.0010819511953741312, 0.0013521137880161405, 0.0016222763806581497, 0.0018924388568848372, 0.0021626013331115246, 0.0024327640421688557, 0.002702926518395543, 0.0029730889946222305, 0.003243251470848918, 0.0035134139470756054, 0.0037835766561329365, 0.00405373889952898, 0.004323901608586311, 0.004594064317643642, 0.004864226561039686, 0.005134389270097017, 0.005404551979154348, 0.005674714222550392, 0.005944876931607723, 0.006215039640665054, 0.006485201884061098, 0.006755364593118429, 0.007025526836514473, 0.007295689545571804]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 2.0, 5.0, 3.0, 7.0, 11.0, 15.0, 22.0, 19.0, 35.0, 36.0, 53.0, 67.0, 72.0, 102.0, 137.0, 173.0, 263.0, 528.0, 5049.0, 471.0, 239.0, 144.0, 108.0, 85.0, 43.0, 52.0, 40.0, 29.0, 28.0, 15.0, 15.0, 16.0, 11.0, 8.0, 3.0, 6.0, 3.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.12157413363456726, -0.11821956932544708, -0.11486499756574631, -0.11151043325662613, -0.10815586149692535, -0.10480129718780518, -0.101446732878685, -0.09809216111898422, -0.09473759680986404, -0.09138302505016327, -0.08802846074104309, -0.08467389643192291, -0.08131932467222214, -0.07796476036310196, -0.07461018860340118, -0.071255624294281, -0.06790105998516083, -0.06454648822546005, -0.061191920191049576, -0.0578373558819294, -0.05448278784751892, -0.051128219813108444, -0.04777365177869797, -0.04441908374428749, -0.041064515709877014, -0.037709951400756836, -0.03435538336634636, -0.031000815331935883, -0.027646247297525406, -0.02429168112576008, -0.020937113091349602, -0.017582546919584274, -0.014227978885173798, -0.010873411782085896, -0.007518844213336706, -0.004164276644587517, -0.0008097095414996147, 0.002544857794418931, 0.005899425130337477, 0.009253992699086666, 0.012608559802174568, 0.015963127836585045, 0.019317694008350372, 0.02267226204276085, 0.026026830077171326, 0.029381396248936653, 0.03273596242070198, 0.03609053045511246, 0.039445098489522934, 0.04279966652393341, 0.04615423455834389, 0.049508798867464066, 0.05286336690187454, 0.05621793493628502, 0.059572502970695496, 0.06292706727981567, 0.06628163903951645, 0.06963620334863663, 0.0729907751083374, 0.07634533941745758, 0.07969990372657776, 0.08305447548627853, 0.08640903979539871, 0.08976361155509949, 0.09311817586421967]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 4.0, 3.0, 1.0, 2.0, 2.0, 5.0, 7.0, 7.0, 3.0, 1.0, 3.0, 27.0, 3.0, 4.0, 2.0, 3.0, 2.0, 2.0, 2.0, 6.0, 0.0, 3.0, 3.0, 5.0, 1.0, 1.0, 3.0, 2.0, 0.0, 1.0, 2.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0033777060452848673, -0.0032798130996525288, -0.0031819199211895466, -0.003084026975557208, -0.0029861340299248695, -0.0028882408514618874, -0.002790347905829549, -0.0026924547273665667, -0.002594561781734228, -0.0024966688361018896, -0.0023987756576389074, -0.002300882712006569, -0.0022029895335435867, -0.002105096587911248, -0.0020072036422789097, -0.0019093105802312493, -0.001811417518183589, -0.0017135244561359286, -0.0016156313940882683, -0.0015177384484559298, -0.0014198453864082694, -0.001321952324360609, -0.0012240593787282705, -0.0011261663166806102, -0.0010282732546329498, -0.0009303801925852895, -0.00083248718874529, -0.0007345941849052906, -0.0006367011228576303, -0.0005388080608099699, -0.00044091505696997046, -0.00034302202402614057, -0.0002451289910823107, -0.00014723595813848078, -4.934292519465089e-05, 4.8550107749179006e-05, 0.0001464431406930089, 0.0002443361736368388, 0.0003422292065806687, 0.0004401222395244986, 0.0005380152724683285, 0.0006359083345159888, 0.0007338013383559883, 0.0008316943421959877, 0.000929587404243648, 0.0010274804662913084, 0.001125373411923647, 0.0012232664739713073, 0.0013211595360189676, 0.001419052598066628, 0.0015169456601142883, 0.0016148386057466269, 0.0017127316677942872, 0.0018106247298419476, 0.001908517675474286, 0.0020064108539372683, 0.0021043037995696068, 0.0022021967452019453, 0.0023000899236649275, 0.002397982869297266, 0.002495876047760248, 0.0025937689933925867, 0.0026916619390249252, 0.0027895551174879074, 0.002887448063120246]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 0.0, 3.0, 3.0, 7.0, 9.0, 13.0, 22.0, 24.0, 36.0, 45.0, 63.0, 90.0, 142.0, 195.0, 251.0, 385.0, 601.0, 899.0, 1377.0, 2170.0, 3725.0, 6552.0, 12536.0, 26752.0, 72139.0, 859778.0, 108442.0, 36917.0, 18447.0, 10361.0, 6361.0, 3819.0, 2513.0, 1647.0, 1001.0, 711.0, 442.0, 313.0, 202.0, 176.0, 118.0, 91.0, 59.0, 41.0, 45.0, 33.0, 29.0, 8.0, 11.0, 8.0, 7.0, 6.0, 4.0, 6.0, 3.0, 3.0, 2.0, 0.0, 1.0, 1.0], "bins": [-0.005596294533461332, -0.005408091004937887, -0.005219887010753155, -0.00503168348222971, -0.004843479488044977, -0.004655275959521532, -0.0044670719653368, -0.0042788684368133545, -0.004090664908289909, -0.003902460914105177, -0.003714257152751088, -0.0035260533913969994, -0.0033378498628735542, -0.0031496461015194654, -0.0029614423401653767, -0.002773238578811288, -0.002585034817457199, -0.0023968310561031103, -0.0022086272947490215, -0.0020204235333949327, -0.0018322198884561658, -0.001644016127102077, -0.00145581248216331, -0.0012676087208092213, -0.0010794049594551325, -0.0008912011981010437, -0.0007029974949546158, -0.000514793791808188, -0.0003265900304540992, -0.00013838629820384085, 4.9817434046417475e-05, 0.0002380211662966758, 0.00042622489854693413, 0.0006144286599010229, 0.0008026323630474508, 0.0009908360661938787, 0.0011790398275479674, 0.0013672435889020562, 0.0015554472338408232, 0.001743650995194912, 0.0019318547565490007, 0.0021200585179030895, 0.0023082622792571783, 0.002496466040611267, 0.0026846695691347122, 0.002872873330488801, 0.00306107709184289, 0.0032492808531969786, 0.0034374846145510674, 0.003625688375905156, 0.003813892137259245, 0.00400209566578269, 0.0041902996599674225, 0.004378503188490868, 0.0045667071826756, 0.004754910711199045, 0.004943114705383778, 0.005131318233907223, 0.005319521762430668, 0.0055077257566154, 0.0056959292851388454, 0.005884133279323578, 0.006072336807847023, 0.0062605408020317554, 0.006448744330555201]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 3.0, 3.0, 8.0, 9.0, 5.0, 12.0, 1.0, 1.0, 4.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01795286312699318, -0.01660512015223503, -0.015257375314831734, -0.013909631408751011, -0.012561887502670288, -0.011214143596589565, -0.009866399690508842, -0.00851865578442812, -0.007170911878347397, -0.005823167972266674, -0.004475424066185951, -0.0031276801601052284, -0.0017799362540245056, -0.0004321923479437828, 0.00091555155813694, 0.002263295464217663, 0.0036110393702983856, 0.004958783276379108, 0.006306527182459831, 0.007654271088540554, 0.009002014994621277, 0.010349758900702, 0.011697502806782722, 0.013045246712863445, 0.014392990618944168, 0.015740733593702316, 0.017088478431105614, 0.01843622326850891, 0.01978396624326706, 0.021131709218025208, 0.022479454055428505, 0.023827198892831802, 0.02517494186758995, 0.0265226848423481, 0.027870429679751396, 0.029218174517154694, 0.030565917491912842, 0.03191366046667099, 0.03326140344142914, 0.034609150141477585, 0.03595689311623573, 0.03730463609099388, 0.03865238279104233, 0.040000125765800476, 0.041347868740558624, 0.04269561171531677, 0.04404335469007492, 0.04539110139012337, 0.046738844364881516, 0.048086587339639664, 0.04943433403968811, 0.05078207701444626, 0.05212981998920441, 0.053477562963962555, 0.0548253059387207, 0.05617305263876915, 0.0575207956135273, 0.058868538588285446, 0.06021628528833389, 0.06156402826309204, 0.06291177123785019, 0.06425951421260834, 0.06560725718736649, 0.06695500016212463, 0.06830275058746338]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [4.0, 10.0, 15.0, 19.0, 21.0, 30.0, 33.0, 70.0, 119.0, 190.0, 279.0, 404.0, 636.0, 920.0, 1655.0, 2769.0, 7274.0, 1666.0, 826.0, 477.0, 252.0, 152.0, 133.0, 78.0, 65.0, 43.0, 35.0, 26.0, 21.0, 29.0, 23.0, 13.0, 14.0, 11.0, 15.0, 14.0, 7.0, 4.0, 7.0, 8.0, 2.0, 0.0, 1.0, 2.0, 4.0, 3.0, 4.0, 3.0, 1.0, 0.0, 4.0, 6.0, 7.0, 1.0, 10.0, 0.0, 0.0, 8.0, 0.0, 0.0, 1.0, 0.0, 2.0, 6.0], "bins": [-0.007262710016220808, -0.006818180438131094, -0.00637365086004138, -0.005929121281951666, -0.005484591703861952, -0.005040062125772238, -0.004595532547682524, -0.00415100296959281, -0.0037064733915030956, -0.0032619438134133816, -0.0028174142353236675, -0.0023728846572339535, -0.0019283550791442394, -0.0014838255010545254, -0.0010392959229648113, -0.0005947663448750973, -0.00015023676678538322, 0.0002942928113043308, 0.0007388223893940449, 0.001183351967483759, 0.001627881545573473, 0.002072411123663187, 0.002516940701752901, 0.002961470279842615, 0.003405999857932329, 0.0038505294360220432, 0.004295059014111757, 0.004739588592201471, 0.005184118170291185, 0.005628647748380899, 0.0060731773264706135, 0.0065177069045603275, 0.006962236482650042, 0.007406766060739756, 0.007851295173168182, 0.008295824751257896, 0.00874035432934761, 0.009184883907437325, 0.009629413485527039, 0.010073943063616753, 0.010518472641706467, 0.01096300221979618, 0.011407531797885895, 0.011852061375975609, 0.012296590954065323, 0.012741120532155037, 0.013185650110244751, 0.013630179688334465, 0.014074709266424179, 0.014519238844513893, 0.014963768422603607, 0.015408298000693321, 0.015852827578783035, 0.01629735715687275, 0.016741886734962463, 0.017186416313052177, 0.01763094589114189, 0.018075475469231606, 0.01852000504732132, 0.018964534625411034, 0.019409064203500748, 0.01985359378159046, 0.020298123359680176, 0.02074265293776989, 0.021187182515859604]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.15110068023204803, -0.1470441371202469, -0.14298757910728455, -0.1389310359954834, -0.13487449288368225, -0.1308179348707199, -0.12676139175891876, -0.12270484119653702, -0.11864829063415527, -0.11459174752235413, -0.11053519695997238, -0.10647864639759064, -0.10242210328578949, -0.09836555272340775, -0.094309002161026, -0.09025245904922485, -0.08619590848684311, -0.08213935792446136, -0.07808281481266022, -0.07402626425027847, -0.06996971368789673, -0.06591317057609558, -0.06185662001371384, -0.05780006945133209, -0.053743522614240646, -0.0496869757771492, -0.045630425214767456, -0.04157387837767601, -0.037517331540584564, -0.03346078097820282, -0.029404234141111374, -0.02534768544137478, -0.021291136741638184, -0.01723458804190159, -0.013178040273487568, -0.009121492505073547, -0.005064943805336952, -0.0010083955712616444, 0.0030481526628136635, 0.007104700896888971, 0.01116124913096428, 0.015217797830700874, 0.01927434653043747, 0.023330893367528915, 0.02738744206726551, 0.031443990767002106, 0.03550053760409355, 0.039557088166475296, 0.04361363500356674, 0.04767018184065819, 0.05172673240303993, 0.05578327924013138, 0.05983982980251312, 0.06389637291431427, 0.06795292347669601, 0.07200947403907776, 0.0760660171508789, 0.08012256771326065, 0.0841791182756424, 0.08823566883802414, 0.09229221194982529, 0.09634876251220703, 0.10040531307458878, 0.10446185618638992, 0.10851840674877167]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 4.0, 1.0, 2.0, 1.0, 3.0, 4.0, 8.0, 3.0, 5.0, 9.0, 8.0, 7.0, 5.0, 14.0, 14.0, 13.0, 14.0, 43.0, 23.0, 10.0, 8.0, 7.0, 12.0, 5.0, 7.0, 5.0, 5.0, 3.0, 3.0, 1.0, 2.0, 1.0, 1.0, 0.0, 2.0, 1.0, 4.0, 1.0, 3.0, 4.0, 2.0, 4.0, 1.0, 1.0, 0.0, 3.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.058871809393167496, -0.0565570630133152, -0.054242316633462906, -0.05192757025361061, -0.04961282014846802, -0.04729807376861572, -0.04498332738876343, -0.04266858100891113, -0.04035383462905884, -0.03803908824920654, -0.03572434186935425, -0.03340959548950195, -0.03109484724700451, -0.028780100867152214, -0.02646535262465477, -0.024150606244802475, -0.02183585986495018, -0.019521113485097885, -0.01720636710524559, -0.014891618862748146, -0.012576872482895851, -0.010262126103043556, -0.007947378791868687, -0.0056326319463551044, -0.003317885100841522, -0.00100313825532794, 0.0013116085901856422, 0.0036263554356992245, 0.005941102281212807, 0.008255848661065102, 0.010570595972239971, 0.01288534328341484, 0.015200089663267136, 0.01751483604311943, 0.019829582422971725, 0.02214433066546917, 0.024459077045321465, 0.02677382342517376, 0.029088571667671204, 0.0314033180475235, 0.03371806442737579, 0.03603281080722809, 0.03834755718708038, 0.04066230356693268, 0.04297704994678497, 0.045291800051927567, 0.04760654643177986, 0.049921292811632156, 0.05223603919148445, 0.054550785571336746, 0.05686553195118904, 0.059180278331041336, 0.06149502843618393, 0.06380977481603622, 0.06612452119588852, 0.06843926757574081, 0.07075401395559311, 0.0730687603354454, 0.0753835067152977, 0.07769825309515, 0.08001299947500229, 0.08232774585485458, 0.08464249223470688, 0.08695723861455917, 0.08927199244499207]}, "_runtime": 95.28515672683716, "_timestamp": 1596214420.0424392, "_step": 114}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 3.0, 1.0, 2.0, 5.0, 0.0, 0.0, 4.0, 5.0, 5.0, 2.0, 6.0, 1.0, 3.0, 2.0, 3.0, 3.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.012393449433147907, -0.012065454386174679, -0.01173745933920145, -0.011409464292228222, -0.011081469245254993, -0.010753474198281765, -0.010425479151308537, -0.010097484104335308, -0.009769488126039505, -0.009441493079066277, -0.009113498032093048, -0.00878550298511982, -0.008457507938146591, -0.008129512891173363, -0.007801517844200134, -0.007473522797226906, -0.007145527750253677, -0.006817532703280449, -0.0064895376563072205, -0.006161542609333992, -0.0058335475623607635, -0.005505552049726248, -0.005177557002753019, -0.004849561955779791, -0.004521566908806562, -0.004193571861833334, -0.0038655768148601055, -0.0035375815350562334, -0.003209586488083005, -0.0028815914411097765, -0.0025535961613059044, -0.002225601114332676, -0.0018976060673594475, -0.001569611020386219, -0.0012416158569976687, -0.0009136207518167794, -0.00058562564663589, -0.00025763054145500064, 7.036456372588873e-05, 0.0003983596689067781, 0.0007263547740876675, 0.001054349821060896, 0.0013823449844494462, 0.0017103401478379965, 0.002038335194811225, 0.0023663302417844534, 0.0026943255215883255, 0.003022320568561554, 0.0033503156155347824, 0.003678310662508011, 0.004006305709481239, 0.004334300756454468, 0.004662295803427696, 0.004990291316062212, 0.0053182863630354404, 0.005646281410008669, 0.005974276456981897, 0.006302271503955126, 0.006630266550928354, 0.006958261597901583, 0.0072862571105360985, 0.007614252157509327, 0.007942247204482555, 0.008270242251455784, 0.008598237298429012]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 2.0, 1.0, 1.0, 1.0, 4.0, 3.0, 2.0, 3.0, 10.0, 12.0, 12.0, 14.0, 18.0, 22.0, 31.0, 30.0, 47.0, 74.0, 84.0, 109.0, 159.0, 247.0, 361.0, 5060.0, 705.0, 305.0, 165.0, 102.0, 90.0, 65.0, 49.0, 31.0, 24.0, 13.0, 14.0, 16.0, 13.0, 10.0, 11.0, 2.0, 1.0, 1.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.10782349109649658, -0.10440526902675629, -0.10098704695701599, -0.0975688174366951, -0.0941505953669548, -0.09073237329721451, -0.08731415122747421, -0.08389592915773392, -0.08047769963741302, -0.07705947756767273, -0.07364125549793243, -0.07022303342819214, -0.06680481135845184, -0.06338658928871155, -0.059968363493680954, -0.05655013769865036, -0.053131915628910065, -0.04971369355916977, -0.046295467764139175, -0.04287724569439888, -0.039459019899368286, -0.03604079782962799, -0.032622575759887695, -0.02920435182750225, -0.025786127895116806, -0.02236790396273136, -0.018949680030345917, -0.015531457960605621, -0.012113234028220177, -0.008695010095834732, -0.005276787094771862, -0.0018585636280477047, 0.0015596598386764526, 0.00497788330540061, 0.008396106772124767, 0.011814329773187637, 0.015232553705573082, 0.018650777637958527, 0.022068999707698822, 0.025487223640084267, 0.02890544757246971, 0.03232366964221001, 0.0357418954372406, 0.039160117506980896, 0.04257833957672119, 0.045996565371751785, 0.04941478744149208, 0.052833013236522675, 0.05625123530626297, 0.059669457376003265, 0.06308767944574356, 0.06650590896606445, 0.06992413103580475, 0.07334235310554504, 0.07676057517528534, 0.08017879724502563, 0.08359701931476593, 0.08701524883508682, 0.09043347090482712, 0.09385169297456741, 0.09726991504430771, 0.100688137114048, 0.1041063666343689, 0.10752458870410919, 0.11094281077384949]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 4.0, 2.0, 0.0, 1.0, 1.0, 3.0, 1.0, 0.0, 3.0, 2.0, 3.0, 3.0, 3.0, 3.0, 2.0, 3.0, 4.0, 3.0, 3.0, 4.0, 0.0, 2.0, 24.0, 5.0, 1.0, 6.0, 2.0, 2.0, 1.0, 2.0, 4.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 4.0, 2.0, 1.0, 1.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0021525034680962563, -0.0020789476111531258, -0.0020053917542099953, -0.0019318356644362211, -0.0018582798074930906, -0.0017847239505499601, -0.0017111679771915078, -0.0016376120038330555, -0.001564056146889925, -0.0014905002899467945, -0.0014169443165883422, -0.0013433883432298899, -0.0012698324862867594, -0.0011962766293436289, -0.0011227206559851766, -0.0010491646826267242, -0.0009756088256835938, -0.0009020529105328023, -0.0008284969953820109, -0.0007549410802312195, -0.0006813851650804281, -0.0006078292499296367, -0.0005342733347788453, -0.0004607174196280539, -0.0003871615044772625, -0.0003136055893264711, -0.00024004967417567968, -0.00016649375902488828, -9.293784387409687e-05, -1.9381928723305464e-05, 5.417398642748594e-05, 0.00012772990157827735, 0.00020128581672906876, 0.00027484173187986016, 0.00034839764703065157, 0.000421953562181443, 0.0004955094773322344, 0.0005690653924830258, 0.0006426213076338172, 0.0007161772227846086, 0.0007897331379354, 0.0008632890530861914, 0.0009368449682369828, 0.0010104009415954351, 0.0010839567985385656, 0.0011575126554816961, 0.0012310686288401484, 0.0013046246021986008, 0.0013781804591417313, 0.0014517363160848618, 0.001525292289443314, 0.0015988482628017664, 0.0016724041197448969, 0.0017459599766880274, 0.0018195159500464797, 0.001893071923404932, 0.0019666277803480625, 0.002040183637291193, 0.0021137394942343235, 0.0021872955840080976, 0.002260851440951228, 0.0023344072978943586, 0.0024079633876681328, 0.0024815192446112633, 0.0025550751015543938]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 0.0, 3.0, 2.0, 7.0, 7.0, 18.0, 13.0, 23.0, 47.0, 69.0, 93.0, 132.0, 166.0, 259.0, 437.0, 660.0, 1126.0, 1879.0, 3473.0, 6571.0, 13575.0, 32888.0, 104494.0, 876616.0, 76951.0, 27881.0, 13544.0, 7088.0, 4126.0, 2510.0, 1695.0, 1046.0, 747.0, 457.0, 298.0, 214.0, 148.0, 119.0, 66.0, 60.0, 36.0, 29.0, 19.0, 13.0, 11.0, 3.0, 5.0, 7.0, 5.0, 1.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.005457860883325338, -0.005252018570899963, -0.005046175792813301, -0.004840333480387926, -0.004634491167962551, -0.004428648389875889, -0.004222806077450514, -0.0040169632993638515, -0.0038111209869384766, -0.003605278441682458, -0.0033994358964264393, -0.0031935935840010643, -0.0029877510387450457, -0.002781908493489027, -0.002576066181063652, -0.0023702236358076334, -0.0021643810905516148, -0.001958538545295596, -0.0017526961164548993, -0.0015468536876142025, -0.0013410111423581839, -0.0011351685971021652, -0.0009293261682614684, -0.0007234836812131107, -0.000517641194164753, -0.00031179870711639524, -0.00010595622006803751, 9.988626698032022e-05, 0.00030572875402867794, 0.0005115712410770357, 0.0007174137281253934, 0.0009232562151737511, 0.0011290987022221088, 0.0013349412474781275, 0.0015407836763188243, 0.001746626105159521, 0.0019524686504155397, 0.0021583111956715584, 0.0023641535080969334, 0.002569996053352952, 0.0027758385986089706, 0.0029816811438649893, 0.003187523689121008, 0.003393366001546383, 0.0035992085468024015, 0.00380505109205842, 0.004010893404483795, 0.0042167361825704575, 0.0044225784949958324, 0.004628420807421207, 0.00483426358550787, 0.005040105897933245, 0.00524594821035862, 0.005451790988445282, 0.005657633300870657, 0.005863476078957319, 0.006069318391382694, 0.006275160703808069, 0.0064810034818947315, 0.0066868457943201065, 0.006892688572406769, 0.007098530884832144, 0.007304373197257519, 0.007510215975344181, 0.007716058287769556]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 2.0, 1.0, 2.0, 0.0, 1.0, 2.0, 5.0, 2.0, 1.0, 3.0, 1.0, 1.0, 3.0, 3.0, 3.0, 7.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02546294964849949, -0.024700703099370003, -0.023938454687595367, -0.02317620813846588, -0.022413961589336395, -0.02165171317756176, -0.020889466628432274, -0.020127220079302788, -0.019364971667528152, -0.018602725118398666, -0.01784047856926918, -0.017078232020139694, -0.01631598360836506, -0.015553737059235573, -0.014791489578783512, -0.014029243029654026, -0.013266995549201965, -0.012504748068749905, -0.011742501519620419, -0.010980254039168358, -0.010218007490038872, -0.009455760009586811, -0.00869351252913475, -0.007931265980005264, -0.007169018499553204, -0.00640677148476243, -0.005644524469971657, -0.004882276989519596, -0.004120029974728823, -0.0033577829599380493, -0.0025955357123166323, -0.001833288581110537, -0.0010710414499044418, -0.0003087943186983466, 0.0004534528125077486, 0.0012156999437138438, 0.001977947074919939, 0.0027401940897107124, 0.0035024413373321295, 0.0042646885849535465, 0.00502693559974432, 0.005789182614535093, 0.006551429629325867, 0.007313677109777927, 0.008075924590229988, 0.008838171139359474, 0.009600418619811535, 0.010362665168941021, 0.011124912649393082, 0.011887160129845142, 0.012649406678974628, 0.01341165415942669, 0.014173900708556175, 0.014936148189008236, 0.015698395669460297, 0.016460642218589783, 0.01722288876771927, 0.017985137179493904, 0.01874738372862339, 0.019509630277752876, 0.02027187868952751, 0.021034125238656998, 0.021796371787786484, 0.02255862019956112, 0.023320866748690605]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 3.0, 1.0, 1.0, 2.0, 3.0, 1.0, 4.0, 8.0, 5.0, 3.0, 8.0, 9.0, 17.0, 14.0, 14.0, 19.0, 20.0, 28.0, 43.0, 51.0, 63.0, 60.0, 84.0, 108.0, 161.0, 178.0, 232.0, 302.0, 397.0, 505.0, 664.0, 885.0, 1239.0, 1759.0, 6194.0, 1791.0, 965.0, 665.0, 473.0, 362.0, 240.0, 163.0, 123.0, 83.0, 72.0, 54.0, 57.0, 56.0, 52.0, 54.0, 21.0, 29.0, 13.0, 24.0, 11.0, 9.0, 13.0, 4.0, 6.0, 2.0, 2.0, 1.0, 1.0], "bins": [-0.011790568009018898, -0.011461717076599598, -0.011132865212857723, -0.010804014280438423, -0.010475162416696548, -0.010146311484277248, -0.009817460551857948, -0.009488608688116074, -0.009159757755696774, -0.008830906823277473, -0.008502054959535599, -0.008173204027116299, -0.007844353094696999, -0.007515501230955124, -0.007186650298535824, -0.0068577989004552364, -0.006528947502374649, -0.006200096104294062, -0.005871244706213474, -0.005542393773794174, -0.005213542375713587, -0.004884690977632999, -0.004555840045213699, -0.004226988647133112, -0.0038981372490525246, -0.003569285850971937, -0.0032404346857219934, -0.0029115835204720497, -0.0025827321223914623, -0.002253880724310875, -0.0019250295590609312, -0.0015961782773956656, -0.0012673269957304, -0.0009384757140651345, -0.000609624432399869, -0.0002807731507346034, 4.8078130930662155e-05, 0.0003769294125959277, 0.0007057806942611933, 0.0010346319759264588, 0.0013634832575917244, 0.00169233453925699, 0.0020211858209222555, 0.0023500369861721992, 0.0026788883842527866, 0.003007739782333374, 0.0033365909475833178, 0.0036654421128332615, 0.003994293510913849, 0.004323144908994436, 0.004651996307075024, 0.004980847239494324, 0.005309698637574911, 0.0056385500356554985, 0.005967400968074799, 0.006296252366155386, 0.006625103764235973, 0.006953955162316561, 0.007282806560397148, 0.007611657492816448, 0.007940508425235748, 0.008269360288977623, 0.008598211221396923, 0.008927063085138798, 0.009255914017558098]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 3.0, 3.0, 2.0, 3.0, 2.0, 2.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.17402967810630798, -0.16928693652153015, -0.1645442098379135, -0.15980146825313568, -0.15505872666835785, -0.1503159999847412, -0.14557325839996338, -0.14083051681518555, -0.1360877901315689, -0.13134504854679108, -0.12660230696201324, -0.1218595802783966, -0.11711683869361877, -0.11237410455942154, -0.1076313704252243, -0.10288862884044647, -0.09814589470624924, -0.093403160572052, -0.08866041898727417, -0.08391768485307693, -0.0791749507188797, -0.07443220913410187, -0.06968947499990463, -0.0649467408657074, -0.060204003006219864, -0.05546126514673233, -0.050718531012535095, -0.04597579315304756, -0.04123305529356003, -0.03649032115936279, -0.03174758329987526, -0.027004847303032875, -0.02226211130619049, -0.017519375309348106, -0.012776638381183147, -0.008033901453018188, -0.003291165456175804, 0.0014515710063278675, 0.006194307468831539, 0.010937044396996498, 0.015679780393838882, 0.020422516390681267, 0.02516525238752365, 0.029907990247011185, 0.03465072810649872, 0.03939346224069595, 0.04413620010018349, 0.04887893423438072, 0.053621672093868256, 0.05836440995335579, 0.06310714781284332, 0.06784988194704056, 0.07259261608123779, 0.07733535766601562, 0.08207809180021286, 0.0868208259344101, 0.09156356751918793, 0.09630630165338516, 0.1010490357875824, 0.10579176992177963, 0.11053451150655746, 0.1152772456407547, 0.12001997977495193, 0.12476272135972977, 0.129505455493927]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 3.0, 2.0, 1.0, 0.0, 9.0, 0.0, 2.0, 1.0, 5.0, 0.0, 4.0, 2.0, 2.0, 3.0, 4.0, 3.0, 5.0, 7.0, 16.0, 18.0, 51.0, 25.0, 13.0, 21.0, 16.0, 9.0, 6.0, 2.0, 5.0, 6.0, 10.0, 3.0, 3.0, 4.0, 5.0, 3.0, 1.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.10787533223628998, -0.10436414927244186, -0.10085295885801315, -0.09734177589416504, -0.09383059293031693, -0.09031940996646881, -0.0868082195520401, -0.08329703658819199, -0.07978585362434387, -0.07627466320991516, -0.07276348024606705, -0.06925229728221893, -0.06574111431837082, -0.06222992762923241, -0.058718740940093994, -0.05520755797624588, -0.05169637128710747, -0.048185184597969055, -0.04467400163412094, -0.04116281494498253, -0.037651631981134415, -0.034140445291996, -0.03062926046550274, -0.027118075639009476, -0.023606890812516212, -0.02009570598602295, -0.016584521159529686, -0.013073335401713848, -0.009562150575220585, -0.006050965748727322, -0.002539780456572771, 0.0009714046027511358, 0.004482589662075043, 0.007993774488568306, 0.01150495931506157, 0.015016145072877407, 0.018527328968048096, 0.022038515657186508, 0.02554970048367977, 0.029060885310173035, 0.03257206827402115, 0.03608325496315956, 0.039594441652297974, 0.04310562461614609, 0.0466168113052845, 0.050127994269132614, 0.05363918095827103, 0.05715036392211914, 0.06066155061125755, 0.06417273730039597, 0.06768392026424408, 0.0711951032280922, 0.0747062936425209, 0.07821747660636902, 0.08172865957021713, 0.08523984253406525, 0.08875103294849396, 0.09226221591234207, 0.09577339887619019, 0.0992845892906189, 0.10279577225446701, 0.10630695521831512, 0.10981813818216324, 0.11332932859659195, 0.11684051156044006]}, "_runtime": 96.0553240776062, "_timestamp": 1596214420.8126066, "_step": 115}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 4.0, 7.0, 3.0, 4.0, 3.0, 10.0, 3.0, 4.0, 1.0, 2.0, 6.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02176715061068535, -0.02106870338320732, -0.020370256155729294, -0.019671808928251266, -0.01897336356341839, -0.01827491633594036, -0.017576469108462334, -0.016878021880984306, -0.01617957465350628, -0.015481128357350826, -0.014782681129872799, -0.014084233902394772, -0.013385787606239319, -0.012687340378761292, -0.011988893151283264, -0.011290446855127811, -0.010591999627649784, -0.009893552400171757, -0.009195106104016304, -0.008496658876538277, -0.007798211649060249, -0.007099764887243509, -0.006401318125426769, -0.005702870897948742, -0.005004424136132002, -0.004305977374315262, -0.0036075301468372345, -0.0029090833850204945, -0.0022106363903731108, -0.001512189395725727, -0.0008137425174936652, -0.00011529558105394244, 0.0005831513553857803, 0.001281598350033164, 0.0019800453446805477, 0.0026784921064972878, 0.0033769391011446714, 0.004075386095792055, 0.004773832857608795, 0.0054722800850868225, 0.0061707268469035625, 0.006869173608720303, 0.00756762083619833, 0.008266068063676357, 0.00896451435983181, 0.009662961587309837, 0.010361408814787865, 0.011059855110943317, 0.011758302338421345, 0.012456749565899372, 0.013155195862054825, 0.013853643089532852, 0.01455209031701088, 0.015250536613166332, 0.015948984771966934, 0.016647430136799812, 0.01734587736427784, 0.018044324591755867, 0.018742771819233894, 0.01944121904671192, 0.02013966627418995, 0.020838111639022827, 0.021536558866500854, 0.022235006093978882, 0.02293345332145691]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 3.0, 2.0, 1.0, 3.0, 3.0, 2.0, 2.0, 1.0, 3.0, 6.0, 4.0, 5.0, 6.0, 6.0, 10.0, 12.0, 20.0, 28.0, 33.0, 58.0, 71.0, 106.0, 179.0, 264.0, 489.0, 5400.0, 509.0, 251.0, 133.0, 98.0, 63.0, 34.0, 31.0, 17.0, 11.0, 8.0, 7.0, 2.0, 11.0, 4.0, 4.0, 8.0, 3.0, 2.0, 3.0, 4.0, 4.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.18265420198440552, -0.17748568952083588, -0.17231717705726624, -0.1671486645936966, -0.16198015213012695, -0.1568116396665573, -0.15164312720298767, -0.14647461473941803, -0.1413061022758484, -0.13613760471343994, -0.1309690922498703, -0.12580057978630066, -0.12063206732273102, -0.11546355485916138, -0.11029504239559174, -0.1051265299320221, -0.09995801746845245, -0.09478950500488281, -0.08962099254131317, -0.08445248007774353, -0.07928396761417389, -0.07411546260118484, -0.0689469501376152, -0.06377843767404556, -0.05860992521047592, -0.05344141274690628, -0.04827290028333664, -0.0431043915450573, -0.037935879081487656, -0.032767366617918015, -0.027598856016993523, -0.02243034541606903, -0.01726183295249939, -0.012093321420252323, -0.006924809888005257, -0.0017562983557581902, 0.0034122131764888763, 0.008580724708735943, 0.01374923624098301, 0.0189177468419075, 0.024086259305477142, 0.029254771769046783, 0.034423284232616425, 0.03959179297089577, 0.04476030543446541, 0.04992881789803505, 0.05509732663631439, 0.06026583909988403, 0.06543435156345367, 0.07060286402702332, 0.07577137649059296, 0.0809398889541626, 0.08610840141773224, 0.09127690643072128, 0.09644541889429092, 0.10161393135786057, 0.1067824438214302, 0.11195095628499985, 0.11711946874856949, 0.12228798121213913, 0.12745648622512817, 0.13262499868869781, 0.13779351115226746, 0.1429620236158371, 0.14813053607940674]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 4.0, 2.0, 2.0, 4.0, 1.0, 4.0, 5.0, 0.0, 4.0, 2.0, 6.0, 1.0, 7.0, 25.0, 4.0, 3.0, 4.0, 5.0, 4.0, 2.0, 3.0, 0.0, 4.0, 2.0, 1.0, 1.0, 2.0, 1.0, 5.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0027679498307406902, -0.002663655439391732, -0.0025593608152121305, -0.0024550664238631725, -0.002350771799683571, -0.002246477408334613, -0.002142183016985655, -0.002037888392806053, -0.0019335940014570951, -0.0018292994936928153, -0.0017250049859285355, -0.0016207105945795774, -0.0015164160868152976, -0.0014121215790510178, -0.0013078271877020597, -0.00120353267993778, -0.0010992381721735, -0.0009949436644092202, -0.0008906492148526013, -0.0007863547652959824, -0.0006820602575317025, -0.0005777657497674227, -0.00047347130021080375, -0.00036917682155035436, -0.000264882342889905, -0.0001605878642294556, -5.6293385569006205e-05, 4.800109309144318e-05, 0.00015229557175189257, 0.00025659005041234195, 0.00036088452907279134, 0.0004651790077332407, 0.0005694734863936901, 0.00067376799415797, 0.0007780624437145889, 0.0008823568932712078, 0.0009866514010354877, 0.0010909459087997675, 0.0011952403001487255, 0.0012995348079130054, 0.0014038293156772852, 0.001508123823441565, 0.0016124183312058449, 0.001716712722554803, 0.0018210072303190827, 0.0019253017380833626, 0.0020295961294323206, 0.0021338907536119223, 0.0022381851449608803, 0.0023424795363098383, 0.00244677416048944, 0.002551068551838398, 0.0026553631760179996, 0.0027596575673669577, 0.0028639519587159157, 0.0029682465828955173, 0.0030725409742444754, 0.0031768353655934334, 0.003281129989773035, 0.003385424381121993, 0.003489718772470951, 0.0035940133966505527, 0.0036983077879995108, 0.0038026024121791124, 0.0039068968035280704]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 4.0, 1.0, 3.0, 3.0, 5.0, 14.0, 11.0, 18.0, 26.0, 42.0, 73.0, 110.0, 169.0, 274.0, 407.0, 664.0, 1012.0, 1541.0, 2502.0, 4059.0, 7265.0, 13528.0, 28143.0, 76946.0, 866475.0, 97667.0, 34762.0, 17009.0, 9715.0, 5888.0, 3740.0, 2441.0, 1504.0, 1059.0, 725.0, 501.0, 362.0, 247.0, 198.0, 144.0, 102.0, 77.0, 56.0, 34.0, 35.0, 22.0, 9.0, 16.0, 13.0, 5.0, 5.0, 3.0, 3.0, 0.0, 1.0, 1.0, 4.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.005316299386322498, -0.005123963579535484, -0.00493162777274847, -0.004739291965961456, -0.004546956159174442, -0.004354620352387428, -0.004162284545600414, -0.0039699487388134, -0.0037776126991957426, -0.0035852768924087286, -0.0033929410856217146, -0.0032006052788347006, -0.003008269239217043, -0.002815933432430029, -0.002623597625643015, -0.002431261818856001, -0.002238926012068987, -0.002046590205281973, -0.0018542543984949589, -0.001661918475292623, -0.001469582668505609, -0.001277246861718595, -0.0010849109385162592, -0.0008925751317292452, -0.0007002393249422312, -0.0005079035181552172, -0.00031556765316054225, -0.00012323181726969779, 6.910401862114668e-05, 0.00026143985451199114, 0.0004537756904028356, 0.0006461115553975105, 0.0008384473621845245, 0.0010307831689715385, 0.0012231189757585526, 0.0014154548989608884, 0.0016077907057479024, 0.0018001265125349164, 0.0019924624357372522, 0.0021847982425242662, 0.0023771340493112803, 0.0025694698560982943, 0.0027618056628853083, 0.0029541414696723223, 0.00314647750928998, 0.003338813316076994, 0.003531149122864008, 0.003723484929651022, 0.003915820736438036, 0.00410815654322505, 0.004300492350012064, 0.004492828156799078, 0.004685163963586092, 0.004877499770373106, 0.00506983557716012, 0.005262171383947134, 0.005454507656395435, 0.005646843463182449, 0.005839179269969463, 0.006031515076756477, 0.006223850883543491, 0.006416186690330505, 0.006608522497117519, 0.006800858303904533, 0.006993194110691547]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 2.0, 1.0, 5.0, 0.0, 2.0, 1.0, 2.0, 12.0, 3.0, 3.0, 3.0, 4.0, 1.0, 2.0, 3.0, 0.0, 1.0, 0.0, 1.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.034462492913007736, -0.03363506868481636, -0.032807640731334686, -0.03198021650314331, -0.031152788549661636, -0.03032536245882511, -0.029497936367988586, -0.02867051027715206, -0.027843084186315536, -0.02701565995812416, -0.026188233867287636, -0.02536080777645111, -0.024533381685614586, -0.02370595559477806, -0.022878529503941536, -0.02205110341310501, -0.021223677322268486, -0.02039625123143196, -0.019568825140595436, -0.01874139904975891, -0.017913972958922386, -0.01708654686808586, -0.016259120777249336, -0.015431695617735386, -0.014604269526898861, -0.013776843436062336, -0.012949417345225811, -0.012121991254389286, -0.011294566094875336, -0.01046714000403881, -0.009639713913202286, -0.00881228782236576, -0.007984861731529236, -0.007157435640692711, -0.006330009549856186, -0.005502583924680948, -0.004675157833844423, -0.0038477317430078983, -0.003020305885002017, -0.0021928800269961357, -0.0013654539361596107, -0.0005380279617384076, 0.0002893980126827955, 0.0011168239871039987, 0.0019442499615252018, 0.0027716760523617268, 0.003599101910367608, 0.004426527768373489, 0.005253953859210014, 0.006081379950046539, 0.006908806040883064, 0.007736231666058302, 0.008563658222556114, 0.009391083382070065, 0.01021850947290659, 0.011045935563743114, 0.01187336165457964, 0.012700787745416164, 0.01352821383625269, 0.014355639927089214, 0.015183065086603165, 0.01601049117743969, 0.016837917268276215, 0.01766534335911274, 0.018492769449949265]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [4.0, 3.0, 3.0, 6.0, 2.0, 3.0, 7.0, 13.0, 4.0, 3.0, 6.0, 8.0, 7.0, 3.0, 7.0, 7.0, 23.0, 28.0, 44.0, 91.0, 119.0, 176.0, 255.0, 343.0, 629.0, 1036.0, 1644.0, 6677.0, 2613.0, 1482.0, 938.0, 609.0, 426.0, 305.0, 199.0, 170.0, 129.0, 94.0, 76.0, 58.0, 51.0, 30.0, 18.0, 24.0, 13.0, 11.0, 9.0, 5.0, 1.0, 4.0, 2.0, 1.0, 2.0, 3.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.010585075244307518, -0.010204191319644451, -0.009823308326303959, -0.009442424401640892, -0.0090615414083004, -0.008680657483637333, -0.008299773558974266, -0.007918890565633774, -0.007538006640970707, -0.007157123181968927, -0.006776239722967148, -0.006395355798304081, -0.006014472339302301, -0.005633588880300522, -0.005252704955637455, -0.004871821496635675, -0.004490938037633896, -0.004110054578632116, -0.003729170886799693, -0.00334828719496727, -0.0029674037359654903, -0.002586520276963711, -0.0022056365851312876, -0.0018247530097141862, -0.0014438694342970848, -0.0010629858588799834, -0.000682102283462882, -0.00030121870804578066, 7.966486737132072e-05, 0.0004605484427884221, 0.0008414320182055235, 0.0012223155936226249, 0.0016031991690397263, 0.001984082628041506, 0.002364966319873929, 0.0027458500117063522, 0.003126733470708132, 0.0035076169297099113, 0.0038885006215423346, 0.004269384313374758, 0.004650267772376537, 0.005031151231378317, 0.0054120346903800964, 0.005792918615043163, 0.006173802074044943, 0.006554685533046722, 0.006935569457709789, 0.007316452916711569, 0.007697336375713348, 0.008078220300376415, 0.008459103293716908, 0.008839987218379974, 0.009220870211720467, 0.009601754136383533, 0.0099826380610466, 0.010363521054387093, 0.01074440497905016, 0.011125288903713226, 0.011506171897053719, 0.011887055821716785, 0.012267939746379852, 0.012648822739720345, 0.013029706664383411, 0.013410589657723904, 0.01379147358238697]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 2.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.05053601413965225, -0.04872613027691841, -0.04691624268889427, -0.04510635882616043, -0.04329647496342659, -0.04148658737540245, -0.03967670351266861, -0.03786681964993477, -0.03605693206191063, -0.03424704819917679, -0.03243716433644295, -0.030627276748418808, -0.028817392885684967, -0.027007507160305977, -0.025197621434926987, -0.023387737572193146, -0.021577851846814156, -0.019767966121435165, -0.017958082258701324, -0.016148196533322334, -0.014338310807943344, -0.012528426013886929, -0.010718541219830513, -0.008908655494451523, -0.007098770700395107, -0.005288885440677404, -0.003479000413790345, -0.0016691152704879642, 0.00014076987281441689, 0.001950655016116798, 0.003760540159419179, 0.005570425186306238, 0.007380310446023941, 0.009190195240080357, 0.011000080965459347, 0.012809965759515762, 0.014619851484894753, 0.016429735347628593, 0.018239621073007584, 0.020049506798386574, 0.021859392523765564, 0.023669276386499405, 0.025479162111878395, 0.027289047837257385, 0.029098931699991226, 0.030908817425370216, 0.03271870315074921, 0.03452858701348305, 0.03633847087621689, 0.03814835846424103, 0.03995824232697487, 0.04176812991499901, 0.04357801377773285, 0.04538789764046669, 0.04719778522849083, 0.04900766909122467, 0.05081755295395851, 0.05262744054198265, 0.05443732440471649, 0.05624720826745033, 0.05805709585547447, 0.05986697971820831, 0.061676863580942154, 0.063486747443676, 0.06529663503170013]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 3.0, 0.0, 3.0, 0.0, 3.0, 5.0, 8.0, 10.0, 12.0, 14.0, 8.0, 27.0, 32.0, 29.0, 13.0, 5.0, 11.0, 14.0, 9.0, 6.0, 4.0, 10.0, 4.0, 6.0, 5.0, 8.0, 1.0, 7.0, 4.0, 4.0, 4.0, 5.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.035266660153865814, -0.03382384032011032, -0.032381024211645126, -0.030938204377889633, -0.02949538454413414, -0.028052566573023796, -0.026609748601913452, -0.02516692876815796, -0.023724110797047615, -0.02228129282593727, -0.020838472992181778, -0.019395655021071434, -0.01795283704996109, -0.016510017216205597, -0.015067199245095253, -0.013624380342662334, -0.012181561440229416, -0.010738742537796497, -0.009295923635363579, -0.007853105664253235, -0.006410286761820316, -0.004967467859387398, -0.0035246494226157665, -0.0020818307530134916, -0.0006390120834112167, 0.0008038065861910582, 0.002246625255793333, 0.003689443925395608, 0.005132262594997883, 0.006575081497430801, 0.008017899468541145, 0.009460718370974064, 0.010903537273406982, 0.012346356175839901, 0.01378917507827282, 0.015231993049383163, 0.016674812883138657, 0.018117630854249, 0.019560448825359344, 0.021003268659114838, 0.02244608663022518, 0.023888904601335526, 0.02533172443509102, 0.026774542406201363, 0.028217360377311707, 0.0296601802110672, 0.031102998182177544, 0.03254581615328789, 0.03398863598704338, 0.035431455820798874, 0.03687427192926407, 0.03831709176301956, 0.039759911596775055, 0.04120272770524025, 0.04264554753899574, 0.044088367372751236, 0.04553118348121643, 0.046974003314971924, 0.04841682314872742, 0.04985964298248291, 0.051302459090948105, 0.0527452789247036, 0.05418809875845909, 0.055630914866924286, 0.05707373470067978]}, "_runtime": 96.82254695892334, "_timestamp": 1596214421.5798295, "_step": 116}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 3.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 7.0, 3.0, 3.0, 4.0, 3.0, 1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.007661318872123957, -0.007403010968118906, -0.007144703064113855, -0.006886395160108805, -0.006628087256103754, -0.006369779352098703, -0.006111471448093653, -0.005853163544088602, -0.005594855640083551, -0.005336547736078501, -0.00507823983207345, -0.004819931928068399, -0.004561624024063349, -0.004303316120058298, -0.0040450082160532475, -0.003786700312048197, -0.003528392408043146, -0.0032700845040380955, -0.003011776600033045, -0.002753468696027994, -0.0024951607920229435, -0.002236852888017893, -0.001978544984012842, -0.0017202370800077915, -0.0014619291760027409, -0.0012036212719976902, -0.0009453133679926395, -0.0006870054639875889, -0.0004286975599825382, -0.00017038965597748756, 8.79182480275631e-05, 0.00034622615203261375, 0.0006045340560376644, 0.0008628419600427151, 0.0011211498640477657, 0.0013794577680528164, 0.001637765672057867, 0.0018960735760629177, 0.0021543814800679684, 0.002412689384073019, 0.0026709972880780697, 0.0029293051920831203, 0.003187613096088171, 0.0034459210000932217, 0.0037042289040982723, 0.003962536808103323, 0.004220844712108374, 0.004479152616113424, 0.004737460520118475, 0.004995768424123526, 0.005254076328128576, 0.005512384232133627, 0.005770692136138678, 0.006029000040143728, 0.006287307944148779, 0.00654561584815383, 0.00680392375215888, 0.007062231656163931, 0.0073205395601689816, 0.007578847464174032, 0.00783715583384037, 0.00809546373784542, 0.008353771641850471, 0.008612079545855522, 0.008870387449860573]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 4.0, 1.0, 4.0, 4.0, 4.0, 8.0, 7.0, 5.0, 17.0, 14.0, 24.0, 19.0, 26.0, 35.0, 47.0, 52.0, 73.0, 85.0, 117.0, 128.0, 175.0, 261.0, 550.0, 4938.0, 476.0, 203.0, 114.0, 107.0, 90.0, 64.0, 46.0, 40.0, 38.0, 23.0, 26.0, 16.0, 16.0, 16.0, 10.0, 7.0, 12.0, 7.0, 6.0, 4.0, 2.0, 1.0, 1.0, 2.0, 2.0], "bins": [-0.11094364523887634, -0.10803531110286713, -0.10512698441743851, -0.10221865028142929, -0.09931031614542007, -0.09640198945999146, -0.09349365532398224, -0.09058532118797302, -0.0876769870519638, -0.08476866036653519, -0.08186032623052597, -0.07895199209451675, -0.07604366540908813, -0.07313533127307892, -0.0702269971370697, -0.06731867045164108, -0.06441033631563187, -0.06150200590491295, -0.05859367176890373, -0.055685341358184814, -0.0527770072221756, -0.04986867681145668, -0.04696034640073776, -0.044052012264728546, -0.04114368185400963, -0.03823535144329071, -0.035327017307281494, -0.032418686896562576, -0.02951035462319851, -0.026602022349834442, -0.023693691939115524, -0.020785359665751457, -0.01787702739238739, -0.014968695119023323, -0.01206036377698183, -0.009152032434940338, -0.006243700161576271, -0.0033353683538734913, -0.0004270365461707115, 0.0024812952615320683, 0.005389627069234848, 0.008297959342598915, 0.011206290684640408, 0.0141146220266819, 0.017022954300045967, 0.019931286573410034, 0.022839616984128952, 0.02574794925749302, 0.028656281530857086, 0.031564611941576004, 0.03447294607758522, 0.03738127648830414, 0.040289610624313354, 0.04319794103503227, 0.04610627144575119, 0.049014605581760406, 0.051922935992479324, 0.05483126640319824, 0.05773960053920746, 0.060647930949926376, 0.0635562613606453, 0.06646459549665451, 0.06937292963266373, 0.07228125631809235, 0.07518959045410156]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 3.0, 1.0, 4.0, 2.0, 3.0, 1.0, 1.0, 6.0, 2.0, 3.0, 4.0, 4.0, 5.0, 24.0, 4.0, 8.0, 4.0, 2.0, 2.0, 0.0, 5.0, 7.0, 3.0, 3.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002727454761043191, -0.0026258567813783884, -0.002524258801713586, -0.0024226608220487833, -0.002321062609553337, -0.0022194646298885345, -0.002117866650223732, -0.0020162686705589294, -0.001914670690894127, -0.0018130725948140025, -0.0017114746151492, -0.0016098766354843974, -0.001508278539404273, -0.0014066805597394705, -0.001305082580074668, -0.0012034844839945436, -0.001101886504329741, -0.0010002885246649384, -0.000898690486792475, -0.0007970924489200115, -0.000695494469255209, -0.0005938964313827455, -0.000492298393510282, -0.00039070038474164903, -0.000289102375973016, -0.00018750436720438302, -8.590634388383478e-05, 1.5691672160755843e-05, 0.00011728968820534647, 0.00021888769697397947, 0.00032048573484644294, 0.00042208374361507595, 0.000523681752383709, 0.0006252797902561724, 0.000726877769920975, 0.0008284758077934384, 0.000930073787458241, 0.0010316718835383654, 0.001133269863203168, 0.0012348678428679705, 0.001336465822532773, 0.0014380639186128974, 0.0015396618982777, 0.0016412598779425025, 0.0017428579740226269, 0.0018444559536874294, 0.001946053933352232, 0.0020476519130170345, 0.002149249892681837, 0.0022508481051772833, 0.002352446084842086, 0.0024540440645068884, 0.002555642044171691, 0.0026572400238364935, 0.002758838003501296, 0.0028604362159967422, 0.002962034195661545, 0.0030636321753263474, 0.00316523015499115, 0.0032668281346559525, 0.003368426114320755, 0.003470024326816201, 0.0035716223064810038, 0.0036732202861458063, 0.003774818265810609]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 9.0, 8.0, 19.0, 27.0, 42.0, 59.0, 103.0, 156.0, 291.0, 460.0, 827.0, 1340.0, 2335.0, 3979.0, 7359.0, 14789.0, 35142.0, 123204.0, 864553.0, 63065.0, 26314.0, 13812.0, 7875.0, 4651.0, 2947.0, 1975.0, 1347.0, 895.0, 636.0, 429.0, 324.0, 217.0, 137.0, 100.0, 59.0, 52.0, 30.0, 27.0, 15.0, 6.0, 12.0, 5.0, 3.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.007282282691448927, -0.007049832493066788, -0.0068173822946846485, -0.006584932096302509, -0.00635248189792037, -0.006120031699538231, -0.005887581501156092, -0.0056551313027739525, -0.005422681104391813, -0.005190230906009674, -0.004957780707627535, -0.004725330509245396, -0.0044928803108632565, -0.004260430112481117, -0.004027979914098978, -0.003795529715716839, -0.0035630795173346996, -0.0033306293189525604, -0.0030981791205704212, -0.002865728922188282, -0.002633278723806143, -0.0024008285254240036, -0.0021683783270418644, -0.0019359281286597252, -0.001703477930277586, -0.0014710277318954468, -0.0012385775335133076, -0.0010061273351311684, -0.0007736771367490292, -0.00054122693836689, -0.00030877673998475075, -7.632654160261154e-05, 0.00015612365677952766, 0.00038857385516166687, 0.0006210240535438061, 0.0008534742519259453, 0.0010859244503080845, 0.0013183746486902237, 0.001550824847072363, 0.001783275045454502, 0.0020157252438366413, 0.0022481754422187805, 0.0024806256406009197, 0.002713075838983059, 0.002945526037365198, 0.0031779762357473373, 0.0034104264341294765, 0.0036428766325116158, 0.003875326830893755, 0.004107777029275894, 0.004340227227658033, 0.004572677426040173, 0.004805127624422312, 0.005037577822804451, 0.00527002802118659, 0.005502478219568729, 0.005734928417950869, 0.005967378616333008, 0.006199828814715147, 0.006432279013097286, 0.006664729211479425, 0.006897179409861565, 0.007129629608243704, 0.007362079806625843, 0.007594530005007982]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 1.0, 2.0, 2.0, 3.0, 1.0, 2.0, 0.0, 3.0, 4.0, 8.0, 2.0, 4.0, 2.0, 4.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.016781454905867577, -0.015989193692803383, -0.015196931548416615, -0.014404669404029846, -0.013612408190965652, -0.012820146977901459, -0.01202788483351469, -0.011235622689127922, -0.010443361476063728, -0.009651100262999535, -0.008858838118612766, -0.008066575974225998, -0.007274314761161804, -0.006482053082436323, -0.005689791403710842, -0.004897529724985361, -0.00410526804625988, -0.003313006367534399, -0.002520744688808918, -0.001728483010083437, -0.0009362213313579559, -0.0001439596526324749, 0.0006483020260930061, 0.0014405637048184872, 0.002232825383543968, 0.0030250870622694492, 0.0038173487409949303, 0.004609610419720411, 0.005401872098445892, 0.006194133777171373, 0.006986395455896854, 0.0077786571346223354, 0.008570918813347816, 0.00936318002641201, 0.010155442170798779, 0.010947704315185547, 0.01173996552824974, 0.012532226741313934, 0.013324488885700703, 0.014116751030087471, 0.014909012243151665, 0.01570127345621586, 0.0164935365319252, 0.017285797744989395, 0.01807805895805359, 0.018870320171117783, 0.019662581384181976, 0.02045484445989132, 0.021247105672955513, 0.022039366886019707, 0.02283162996172905, 0.023623891174793243, 0.024416152387857437, 0.02520841360092163, 0.026000674813985825, 0.026792937889695168, 0.02758519910275936, 0.028377460315823555, 0.029169723391532898, 0.02996198460459709, 0.030754245817661285, 0.03154650703072548, 0.03233876824378967, 0.03313102945685387, 0.03392329066991806]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 0.0, 5.0, 3.0, 2.0, 3.0, 11.0, 13.0, 17.0, 18.0, 34.0, 43.0, 52.0, 81.0, 130.0, 138.0, 221.0, 289.0, 339.0, 540.0, 744.0, 1160.0, 1775.0, 6172.0, 2092.0, 1244.0, 867.0, 578.0, 441.0, 302.0, 218.0, 177.0, 140.0, 105.0, 82.0, 71.0, 50.0, 32.0, 30.0, 33.0, 24.0, 12.0, 27.0, 17.0, 21.0, 16.0, 13.0, 11.0, 5.0, 8.0, 1.0, 5.0, 3.0, 3.0, 4.0, 2.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008986988104879856, -0.008606142364442348, -0.008225295692682266, -0.007844449952244759, -0.007463604211807251, -0.007082758471369743, -0.006701912265270948, -0.0063210660591721535, -0.005940220318734646, -0.005559374578297138, -0.005178528372198343, -0.004797682166099548, -0.004416836425662041, -0.004035990685224533, -0.003655144479125738, -0.003274298505857587, -0.0028934525325894356, -0.0025126065593212843, -0.002131760586053133, -0.0017509146127849817, -0.0013700686395168304, -0.0009892226662486792, -0.0006083766929805279, -0.0002275307197123766, 0.0001533152535557747, 0.000534161226823926, 0.0009150072000920773, 0.0012958531733602285, 0.0016766991466283798, 0.002057545119896531, 0.0024383910931646824, 0.0028192370664328337, 0.003200083039700985, 0.0035809290129691362, 0.0039617749862372875, 0.0043426211923360825, 0.00472346693277359, 0.005104312673211098, 0.005485158879309893, 0.005866005085408688, 0.006246850825846195, 0.006627696566283703, 0.007008542772382498, 0.007389388978481293, 0.0077702347189188, 0.008151080459356308, 0.008531926199793816, 0.008912772871553898, 0.009293618611991405, 0.009674464352428913, 0.010055311024188995, 0.010436156764626503, 0.01081700250506401, 0.011197848245501518, 0.011578693985939026, 0.011959540657699108, 0.012340386398136616, 0.012721232138574123, 0.013102078810334206, 0.013482924550771713, 0.013863770291209221, 0.014244616031646729, 0.014625461772084236, 0.015006308443844318, 0.015387154184281826]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 4.0, 5.0, 1.0, 3.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.29927122592926025, -0.292276531457901, -0.28528186678886414, -0.2782871723175049, -0.271292507648468, -0.26429781317710876, -0.2573031187057495, -0.25030845403671265, -0.2433137595653534, -0.23631907999515533, -0.22932440042495728, -0.22232972085475922, -0.21533504128456116, -0.2083403617143631, -0.20134566724300385, -0.1943509876728058, -0.18735630810260773, -0.18036162853240967, -0.1733669489622116, -0.16637225449085236, -0.1593775749206543, -0.15238289535045624, -0.14538821578025818, -0.13839353621006012, -0.13139885663986206, -0.1244041696190834, -0.11740948259830475, -0.11041480302810669, -0.10342012345790863, -0.09642543643712997, -0.08943075686693192, -0.08243606984615326, -0.0754413902759552, -0.06844671070575714, -0.061452023684978485, -0.054457344114780426, -0.04746266081929207, -0.04046797752380371, -0.03347329795360565, -0.026478614658117294, -0.019483931362628937, -0.012489248998463154, -0.005494566634297371, 0.001500115729868412, 0.008494798094034195, 0.015489480458199978, 0.02248416282236576, 0.02947884425520897, 0.03647352755069733, 0.043468210846185684, 0.05046289414167404, 0.0574575737118721, 0.06445226073265076, 0.07144694030284882, 0.07844161987304688, 0.08543630689382553, 0.09243098646402359, 0.09942566603422165, 0.1064203530550003, 0.11341503262519836, 0.12040971219539642, 0.12740439176559448, 0.13439908623695374, 0.1413937658071518, 0.14838844537734985]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 1.0, 3.0, 4.0, 5.0, 7.0, 1.0, 5.0, 13.0, 8.0, 10.0, 9.0, 21.0, 31.0, 45.0, 34.0, 23.0, 10.0, 9.0, 6.0, 5.0, 7.0, 1.0, 4.0, 3.0, 2.0, 1.0, 4.0], "bins": [-0.20013217628002167, -0.19615304470062256, -0.19217392802238464, -0.18819479644298553, -0.18421567976474762, -0.1802365481853485, -0.1762574315071106, -0.1722782999277115, -0.16829916834831238, -0.16432005167007446, -0.16034092009067535, -0.15636180341243744, -0.15238267183303833, -0.14840355515480042, -0.1444244235754013, -0.1404453068971634, -0.13646617531776428, -0.13248704373836517, -0.12850792706012726, -0.12452880293130875, -0.12054967880249023, -0.11657054722309113, -0.11259142309427261, -0.1086122989654541, -0.10463317483663559, -0.10065405070781708, -0.09667492657899857, -0.09269580245018005, -0.08871667087078094, -0.08473754674196243, -0.08075842261314392, -0.07677929848432541, -0.0728001743555069, -0.06882105022668839, -0.06484192609786987, -0.06086279824376106, -0.05688367411494255, -0.05290454998612404, -0.04892542213201523, -0.044946298003196716, -0.040967173874378204, -0.03698804974555969, -0.03300892561674118, -0.02902979776263237, -0.025050673633813858, -0.021071549504995346, -0.017092423513531685, -0.013113298453390598, -0.009134173393249512, -0.005155048333108425, -0.0011759232729673386, 0.002803201787173748, 0.006782326847314835, 0.010761451907455921, 0.014740576967597008, 0.01871970295906067, 0.02269882708787918, 0.026677951216697693, 0.030657077208161354, 0.034636203199625015, 0.03861532732844353, 0.04259445145726204, 0.04657357931137085, 0.05055270344018936, 0.054531827569007874]}, "_runtime": 97.58504843711853, "_timestamp": 1596214422.342331, "_step": 117}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 3.0, 2.0, 2.0, 3.0, 0.0, 4.0, 0.0, 2.0, 5.0, 4.0, 3.0, 5.0, 3.0, 2.0, 1.0, 1.0, 3.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.01400064118206501, -0.013589336536824703, -0.013178031891584396, -0.01276672724634409, -0.012355422601103783, -0.01194411888718605, -0.011532814241945744, -0.011121509596705437, -0.01071020495146513, -0.010298900306224823, -0.009887595660984516, -0.00947629101574421, -0.009064987301826477, -0.00865368265658617, -0.008242378011345863, -0.007831073366105556, -0.00741976872086525, -0.007008464075624943, -0.006597159430384636, -0.006185855250805616, -0.0057745506055653095, -0.005363245960325003, -0.004951941780745983, -0.004540637135505676, -0.004129332490265369, -0.0037180278450250626, -0.0033067234326153994, -0.002895419020205736, -0.0024841143749654293, -0.0020728097297251225, -0.0016615053173154593, -0.0012502007884904742, -0.0008388962596654892, -0.00042759173084050417, -1.6287202015519142e-05, 0.0003950173268094659, 0.0008063218556344509, 0.001217626384459436, 0.001628930913284421, 0.002040235325694084, 0.002451539970934391, 0.002862844616174698, 0.003274149028584361, 0.0036854534409940243, 0.004096758086234331, 0.004508062731474638, 0.0049193669110536575, 0.005330671556293964, 0.005741976201534271, 0.006153280846774578, 0.006564585492014885, 0.0069758896715939045, 0.007387194316834211, 0.007798498962074518, 0.008209803141653538, 0.008621107786893845, 0.009032412432134151, 0.009443717077374458, 0.009855021722614765, 0.010266326367855072, 0.010677630081772804, 0.011088934727013111, 0.011500239372253418, 0.011911544017493725, 0.012322848662734032]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 3.0, 4.0, 1.0, 2.0, 4.0, 10.0, 9.0, 10.0, 18.0, 24.0, 32.0, 29.0, 56.0, 84.0, 123.0, 183.0, 321.0, 752.0, 5257.0, 452.0, 197.0, 101.0, 58.0, 51.0, 44.0, 24.0, 10.0, 22.0, 9.0, 12.0, 2.0, 8.0, 3.0, 2.0, 1.0, 1.0, 2.0, 1.0, 3.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1826781928539276, -0.17715676128864288, -0.17163534462451935, -0.16611391305923462, -0.16059249639511108, -0.15507106482982635, -0.14954964816570282, -0.1440282166004181, -0.13850679993629456, -0.13298536837100983, -0.1274639368057251, -0.12194252014160156, -0.11642108857631683, -0.1108996644616127, -0.10537824034690857, -0.09985681623220444, -0.0943353921175003, -0.08881396800279617, -0.08329254388809204, -0.07777111977338791, -0.07224969565868378, -0.06672826409339905, -0.061206839978694916, -0.055685415863990784, -0.05016399174928665, -0.04464256763458252, -0.03912114351987839, -0.03359971567988396, -0.028078291565179825, -0.022556867450475693, -0.01703544147312641, -0.011514016427099705, -0.005992591381072998, -0.00047116633504629135, 0.005050258710980415, 0.010571683757007122, 0.01609310880303383, 0.02161453291773796, 0.027135958895087242, 0.03265738487243652, 0.038178808987140656, 0.04370023310184479, 0.04922165721654892, 0.05474308505654335, 0.06026450917124748, 0.06578593701124191, 0.07130736112594604, 0.07682878524065018, 0.08235020935535431, 0.08787163347005844, 0.09339305758476257, 0.0989144816994667, 0.10443590581417084, 0.10995733737945557, 0.1154787614941597, 0.12100018560886383, 0.12652161717414856, 0.1320430338382721, 0.13756446540355682, 0.14308588206768036, 0.1486073136329651, 0.15412873029708862, 0.15965016186237335, 0.1651715785264969, 0.17069301009178162]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 4.0, 0.0, 1.0, 7.0, 0.0, 3.0, 4.0, 3.0, 4.0, 2.0, 4.0, 6.0, 5.0, 5.0, 2.0, 0.0, 23.0, 2.0, 2.0, 2.0, 5.0, 2.0, 3.0, 3.0, 4.0, 2.0, 4.0, 3.0, 1.0, 1.0, 2.0, 4.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.002276197774335742, -0.002193338004872203, -0.0021104784682393074, -0.0020276186987757683, -0.0019447589293122292, -0.00186189915984869, -0.0017790395068004727, -0.0016961798537522554, -0.0016133200842887163, -0.0015304603148251772, -0.00144760066177696, -0.0013647410087287426, -0.0012818812392652035, -0.0011990214698016644, -0.001116161816753447, -0.0010333021637052298, -0.0009504423942416906, -0.0008675826829858124, -0.0007847229717299342, -0.000701863260474056, -0.0006190035492181778, -0.0005361438379622996, -0.0004532841267064214, -0.00037042441545054317, -0.00028756470419466496, -0.00020470499293878675, -0.00012184528168290854, -3.8985570427030325e-05, 4.3874140828847885e-05, 0.0001267338520847261, 0.0002095935633406043, 0.0002924532745964825, 0.0003753129858523607, 0.00045817269710823894, 0.0005410324083641171, 0.0006238921196199954, 0.0007067518308758736, 0.0007896115421317518, 0.00087247125338763, 0.0009553309646435082, 0.0010381906758993864, 0.0011210504453629255, 0.0012039100984111428, 0.0012867697514593601, 0.0013696295209228992, 0.0014524892903864384, 0.0015353489434346557, 0.001618208596482873, 0.001701068365946412, 0.0017839281354099512, 0.0018667877884581685, 0.0019496474415063858, 0.002032507210969925, 0.002115366980433464, 0.002198226749897003, 0.0022810862865298986, 0.0023639460559934378, 0.002446805825456977, 0.0025296653620898724, 0.0026125251315534115, 0.0026953849010169506, 0.0027782446704804897, 0.002861104439944029, 0.0029439639765769243, 0.0030268237460404634]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 6.0, 1.0, 4.0, 6.0, 7.0, 9.0, 19.0, 13.0, 15.0, 42.0, 42.0, 56.0, 69.0, 103.0, 151.0, 225.0, 353.0, 563.0, 836.0, 1396.0, 2350.0, 4096.0, 7044.0, 13113.0, 27163.0, 70491.0, 819998.0, 135695.0, 43690.0, 20717.0, 11374.0, 6941.0, 4352.0, 2762.0, 1858.0, 1293.0, 843.0, 553.0, 398.0, 261.0, 199.0, 160.0, 98.0, 72.0, 59.0, 46.0, 29.0, 26.0, 13.0, 7.0, 8.0, 6.0, 5.0, 1.0, 2.0, 1.0, 3.0], "bins": [-0.006487844046205282, -0.0062960060313344, -0.0061041684821248055, -0.005912330467253923, -0.005720492918044329, -0.005528654903173447, -0.005336817353963852, -0.00514497933909297, -0.004953141324222088, -0.004761303775012493, -0.004569465760141611, -0.004377628210932016, -0.004185790196061134, -0.00399395264685154, -0.0038021146319806576, -0.003610276849940419, -0.003418439067900181, -0.0032266012858599424, -0.003034763503819704, -0.0028429257217794657, -0.0026510879397392273, -0.0024592499248683453, -0.002267412142828107, -0.0020755743607878685, -0.0018837365787476301, -0.0016918987967073917, -0.0015000610146671534, -0.0013082231162115932, -0.0011163853341713548, -0.0009245475521311164, -0.0007327097118832171, -0.0005408718716353178, -0.0003490340895950794, -0.00015719627845101058, 3.464153269305825e-05, 0.0002264793438371271, 0.0004183171549811959, 0.0006101549370214343, 0.0008019927772693336, 0.000993830617517233, 0.0011856683995574713, 0.0013775061815977097, 0.001569343963637948, 0.0017611818620935082, 0.0019530196441337466, 0.002144857542589307, 0.002336695324629545, 0.0025285331066697836, 0.002720370888710022, 0.0029122086707502604, 0.0031040464527904987, 0.003295884234830737, 0.0034877220168709755, 0.0036795600317418575, 0.003871397813782096, 0.004063235595822334, 0.004255073145031929, 0.004446911159902811, 0.004638749174773693, 0.004830586723983288, 0.00502242473885417, 0.005214262288063765, 0.005406100302934647, 0.005597937852144241, 0.005789775867015123]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 0.0, 2.0, 1.0, 0.0, 1.0, 5.0, 2.0, 3.0, 0.0, 3.0, 1.0, 1.0, 11.0, 3.0, 2.0, 3.0, 2.0, 2.0, 4.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014005972072482109, -0.013372771441936493, -0.012739571742713451, -0.012106371112167835, -0.011473171412944794, -0.010839970782399178, -0.010206771083176136, -0.00957357045263052, -0.008940370753407478, -0.008307170122861862, -0.007673969957977533, -0.0070407697930932045, -0.006407569162547588, -0.0057743689976632595, -0.005141168832778931, -0.004507968667894602, -0.003874768503010273, -0.003241568338125944, -0.0026083681732416153, -0.001975167775526643, -0.001341967610642314, -0.0007087673875503242, -7.556716445833445e-05, 0.0005576330586336553, 0.001190833281725645, 0.001824033446609974, 0.0024572336114943027, 0.0030904340092092752, 0.003723634174093604, 0.004356834571808577, 0.004990034736692905, 0.005623234901577234, 0.006256435066461563, 0.006889635231345892, 0.007522835396230221, 0.008156036026775837, 0.008789235725998878, 0.009422436356544495, 0.010055636055767536, 0.010688836686313152, 0.011322036385536194, 0.01195523701608181, 0.012588437646627426, 0.013221637345850468, 0.013854837976396084, 0.014488037675619125, 0.015121238306164742, 0.015754438936710358, 0.016387637704610825, 0.01702083833515644, 0.017654038965702057, 0.018287239596247673, 0.01892044022679329, 0.019553638994693756, 0.020186839625239372, 0.02082004025578499, 0.021453240886330605, 0.02208644151687622, 0.022719640284776688, 0.023352840915322304, 0.02398604154586792, 0.024619242176413536, 0.025252440944314003, 0.02588564157485962, 0.026518842205405235]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 3.0, 1.0, 2.0, 1.0, 1.0, 5.0, 2.0, 6.0, 9.0, 15.0, 21.0, 24.0, 37.0, 31.0, 38.0, 63.0, 83.0, 108.0, 153.0, 164.0, 215.0, 315.0, 409.0, 545.0, 706.0, 1071.0, 1763.0, 5965.0, 1925.0, 1191.0, 838.0, 597.0, 443.0, 349.0, 246.0, 187.0, 150.0, 95.0, 114.0, 78.0, 58.0, 44.0, 35.0, 35.0, 36.0, 33.0, 33.0, 28.0, 21.0, 19.0, 24.0, 27.0, 10.0, 11.0, 14.0, 9.0, 9.0, 2.0, 6.0, 5.0], "bins": [-0.008206804282963276, -0.007947537116706371, -0.007688270881772041, -0.007429004181176424, -0.007169737480580807, -0.006910470314323902, -0.006651203613728285, -0.0063919369131326675, -0.00613267021253705, -0.005873403511941433, -0.005614136811345816, -0.005354870110750198, -0.005095602944493294, -0.0048363362438976765, -0.004577069543302059, -0.004317802842706442, -0.004058536142110825, -0.0037992694415152073, -0.00354000274091959, -0.003280735807493329, -0.0030214691068977118, -0.0027622024063020945, -0.0025029354728758335, -0.0022436687722802162, -0.001984402071684599, -0.0017251353710889816, -0.0014658685540780425, -0.0012066017370671034, -0.0009473350364714861, -0.0006880682776682079, -0.0004288015188649297, -0.00016953476006165147, 8.973199874162674e-05, 0.00034899875754490495, 0.0006082655163481832, 0.0008675322751514614, 0.0011267990339547396, 0.0013860657345503569, 0.001645332551561296, 0.001904599368572235, 0.0021638660691678524, 0.0024231327697634697, 0.002682399470359087, 0.002941666403785348, 0.0032009331043809652, 0.0034601998049765825, 0.0037194667384028435, 0.003978733438998461, 0.004238000139594078, 0.004497266840189695, 0.004756533540785313, 0.00501580024138093, 0.005275066941976547, 0.005534334108233452, 0.005793600808829069, 0.006052867509424686, 0.006312134210020304, 0.006571400910615921, 0.006830667611211538, 0.007089934311807156, 0.00734920147806406, 0.0076084681786596775, 0.007867734879255295, 0.008127001114189625, 0.00838626828044653]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0], "bins": [-0.10646577179431915, -0.10410326719284058, -0.1017407551407814, -0.09937825053930283, -0.09701574593782425, -0.09465324133634567, -0.0922907292842865, -0.08992822468280792, -0.08756572008132935, -0.08520320802927017, -0.0828407034277916, -0.08047819882631302, -0.07811569422483444, -0.07575318217277527, -0.07339067757129669, -0.07102817296981812, -0.06866566836833954, -0.06630315631628036, -0.06394065171480179, -0.06157814338803291, -0.05921563878655434, -0.05685313045978546, -0.054490625858306885, -0.05212811753153801, -0.049765609204769135, -0.04740310460329056, -0.04504059627652168, -0.042678091675043106, -0.04031558334827423, -0.037953078746795654, -0.03559057042002678, -0.0332280658185482, -0.030865557491779327, -0.0285030510276556, -0.026140544563531876, -0.02377803809940815, -0.021415531635284424, -0.01905302330851555, -0.016690516844391823, -0.014328010380268097, -0.011965503916144371, -0.009602997452020645, -0.007240490522235632, -0.004877983592450619, -0.002515477128326893, -0.0001529704313725233, 0.0022095362655818462, 0.0045720431953668594, 0.006934549659490585, 0.009297056123614311, 0.011659562587738037, 0.014022069983184338, 0.01638457551598549, 0.018747083842754364, 0.02110959030687809, 0.023472096771001816, 0.02583460323512554, 0.028197109699249268, 0.030559616163372993, 0.03292212262749672, 0.035284630954265594, 0.03764713555574417, 0.040009643882513046, 0.04237214848399162, 0.0447346568107605]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 3.0, 3.0, 1.0, 1.0, 2.0, 1.0, 2.0, 0.0, 2.0, 3.0, 3.0, 2.0, 1.0, 2.0, 4.0, 0.0, 2.0, 4.0, 6.0, 6.0, 4.0, 7.0, 14.0, 22.0, 26.0, 28.0, 28.0, 15.0, 11.0, 16.0, 8.0, 7.0, 4.0, 7.0, 6.0, 5.0, 3.0, 6.0, 2.0, 0.0, 2.0, 4.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.04827400669455528, -0.046408262103796005, -0.04454251378774643, -0.04267676919698715, -0.040811020880937576, -0.0389452762901783, -0.03707952797412872, -0.035213783383369446, -0.03334803879261017, -0.03148229047656059, -0.029616544023156166, -0.02775079756975174, -0.025885052978992462, -0.024019306525588036, -0.02215356007218361, -0.020287813618779182, -0.018422067165374756, -0.01655632071197033, -0.014690574258565903, -0.01282482873648405, -0.010959082283079624, -0.009093335829675198, -0.007227589841932058, -0.005361843854188919, -0.0034960974007844925, -0.0016303511802107096, 0.00023539504036307335, 0.0021011412609368563, 0.003966887481510639, 0.005832633934915066, 0.007698379922658205, 0.009564125910401344, 0.011429872363805771, 0.013295618817210197, 0.015161365270614624, 0.01702711172401905, 0.018892858177423477, 0.020758602768182755, 0.02262434922158718, 0.024490095674991608, 0.026355842128396034, 0.02822158858180046, 0.030087335035204887, 0.031953081488609314, 0.03381882607936859, 0.03568457439541817, 0.037550318986177444, 0.03941606730222702, 0.0412818118929863, 0.043147556483745575, 0.04501330479979515, 0.04687904939055443, 0.048744797706604004, 0.05061054229736328, 0.05247629061341286, 0.054342035204172134, 0.05620778352022171, 0.05807352811098099, 0.059939272701740265, 0.06180502101778984, 0.06367076933383942, 0.0655365139245987, 0.06740225851535797, 0.06926800310611725, 0.07113374769687653]}, "_runtime": 98.34959864616394, "_timestamp": 1596214423.1068811, "_step": 118}
+{"val_accuracy": 0.816075913242009, "val_loss": 0.46949203768277276, "_runtime": 99.71831798553467, "_timestamp": 1596214424.4756005, "_step": 119}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: V Confidence: 0.22 Truth: v", "Prediction: 5 Confidence: 1.00 Truth: 5", "Prediction: 2 Confidence: 1.00 Truth: 2", "Prediction: 0 Confidence: 0.58 Truth: 0"]}, "_runtime": 100.0110833644867, "_timestamp": 1596214424.7683659, "_step": 120}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 4.0, 1.0, 0.0, 1.0, 5.0, 3.0, 3.0, 2.0, 4.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.005688915960490704, -0.005481541622430086, -0.005274167284369469, -0.005066792946308851, -0.0048594181425869465, -0.004652043804526329, -0.004444669466465712, -0.004237295128405094, -0.004029920790344477, -0.0038225462194532156, -0.003615171881392598, -0.0034077975433319807, -0.0032004229724407196, -0.002993048634380102, -0.0027856742963194847, -0.0025782997254282236, -0.002370925387367606, -0.0021635510493069887, -0.0019561764784157276, -0.0017488021403551102, -0.0015414278022944927, -0.0013340533478185534, -0.0011266788933426142, -0.0009193044970743358, -0.0007119301008060575, -0.0005045557045377791, -0.0002971812791656703, -8.980686834547669e-05, 0.0001175675424747169, 0.00032494193874299526, 0.0005323163932189345, 0.0007396907894872129, 0.0009470651857554913, 0.0011544396402314305, 0.001361813978292048, 0.0015691884327679873, 0.0017765627708286047, 0.001983937341719866, 0.0021913116797804832, 0.0023986860178411007, 0.002606060355901718, 0.0028134349267929792, 0.0030208092648535967, 0.003228183602914214, 0.0034355581738054752, 0.0036429325118660927, 0.00385030684992671, 0.004057681187987328, 0.004265055991709232, 0.00447243032976985, 0.004679804667830467, 0.004887179005891085, 0.005094553343951702, 0.0053019276820123196, 0.005509302020072937, 0.005716676823794842, 0.005924051161855459, 0.006131425499916077, 0.006338799837976694, 0.0065461741760373116, 0.006753548514097929, 0.006960923317819834, 0.007168297655880451, 0.007375671993941069, 0.007583046332001686]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 2.0, 3.0, 0.0, 1.0, 3.0, 3.0, 5.0, 4.0, 6.0, 3.0, 6.0, 13.0, 8.0, 8.0, 17.0, 19.0, 26.0, 32.0, 32.0, 39.0, 50.0, 69.0, 107.0, 138.0, 177.0, 309.0, 4944.0, 963.0, 317.0, 147.0, 118.0, 76.0, 54.0, 44.0, 40.0, 28.0, 22.0, 11.0, 15.0, 12.0, 12.0, 7.0, 8.0, 9.0, 4.0, 5.0, 5.0, 2.0, 3.0, 2.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.07881557196378708, -0.0759812742471695, -0.07314698398113251, -0.07031268626451492, -0.06747839599847794, -0.06464409828186035, -0.061809804290533066, -0.05897551029920578, -0.056141216307878494, -0.05330692231655121, -0.05047262832522392, -0.04763833433389664, -0.04480403661727905, -0.04196974262595177, -0.03913544863462448, -0.036301154643297195, -0.03346686065196991, -0.030632566660642624, -0.027798272669315338, -0.024963976815342903, -0.022129682824015617, -0.01929538883268833, -0.016461092978715897, -0.01362679898738861, -0.010792504996061325, -0.00795821100473404, -0.005123916082084179, -0.002289621625095606, 0.0005446728318929672, 0.0033789672888815403, 0.006213261745870113, 0.009047556668519974, 0.01188185065984726, 0.014716144651174545, 0.01755043864250183, 0.020384734496474266, 0.023219028487801552, 0.026053322479128838, 0.028887618333101273, 0.03172191232442856, 0.034556206315755844, 0.03739050030708313, 0.040224794298410416, 0.0430590882897377, 0.045893386006355286, 0.04872767999768257, 0.05156197398900986, 0.05439626798033714, 0.05723056197166443, 0.060064855962991714, 0.062899149954319, 0.06573344767093658, 0.06856773793697357, 0.07140203565359116, 0.07423632591962814, 0.07707062363624573, 0.07990491390228271, 0.0827392116189003, 0.08557350933551788, 0.08840779960155487, 0.09124209731817245, 0.09407638758420944, 0.09691068530082703, 0.09974497556686401, 0.1025792732834816]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 2.0, 3.0, 3.0, 4.0, 5.0, 5.0, 7.0, 2.0, 8.0, 31.0, 7.0, 8.0, 4.0, 6.0, 4.0, 3.0, 4.0, 2.0, 3.0, 0.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.004556414671242237, -0.00444126408547163, -0.004326113499701023, -0.004210962448269129, -0.004095811862498522, -0.003980661276727915, -0.003865510458126664, -0.003750359872356057, -0.0036352090537548065, -0.0035200584679841995, -0.003404907649382949, -0.003289757063612342, -0.0031746062450110912, -0.0030594556592404842, -0.0029443048406392336, -0.0028291542548686266, -0.002714003436267376, -0.002598852850496769, -0.002483702264726162, -0.0023685514461249113, -0.0022534008603543043, -0.0021382500417530537, -0.0020230994559824467, -0.001907948637381196, -0.001792798051610589, -0.0016776473494246602, -0.0015624966472387314, -0.0014473459450528026, -0.0013321952428668737, -0.001217044540680945, -0.001101893838495016, -0.0009867431363090873, -0.0008715924341231585, -0.0007564417319372296, -0.0006412910297513008, -0.000526140327565372, -0.0004109896544832736, -0.0002958389522973448, -0.0001806882646633312, -6.553756975336e-05, 4.9613125156611204e-05, 0.00016476382734254003, 0.00027991452952846885, 0.0003950652026105672, 0.0005102158756926656, 0.0006253665778785944, 0.0007405172800645232, 0.000855667982250452, 0.0009708186844363809, 0.0010859693866223097, 0.0012011200888082385, 0.0013162707909941673, 0.0014314214931800961, 0.001546572195366025, 0.0016617228975519538, 0.0017768735997378826, 0.0018920241855084896, 0.0020071750041097403, 0.0021223255898803473, 0.002237476408481598, 0.002352626994252205, 0.0024677778128534555, 0.0025829283986240625, 0.002698079217225313, 0.00281322980299592]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 6.0, 6.0, 5.0, 6.0, 14.0, 11.0, 11.0, 13.0, 25.0, 38.0, 41.0, 53.0, 105.0, 121.0, 181.0, 259.0, 374.0, 474.0, 765.0, 1114.0, 1694.0, 2639.0, 4282.0, 7525.0, 14487.0, 33498.0, 111331.0, 875459.0, 65481.0, 25779.0, 13151.0, 7383.0, 4454.0, 2797.0, 1826.0, 1262.0, 812.0, 595.0, 466.0, 335.0, 223.0, 147.0, 133.0, 84.0, 61.0, 34.0, 26.0, 20.0, 13.0, 5.0, 3.0, 2.0, 4.0, 3.0, 2.0, 2.0], "bins": [-0.005293202120810747, -0.005143756978213787, -0.00499431136995554, -0.00484486622735858, -0.004695420619100332, -0.004545975476503372, -0.004396529868245125, -0.004247084725648165, -0.004097639583051205, -0.003948193974792957, -0.0037987485993653536, -0.00364930322393775, -0.00349985808134079, -0.003350412705913186, -0.0032009673304855824, -0.0030515219550579786, -0.002902076579630375, -0.002752631204202771, -0.0026031858287751675, -0.0024537404533475637, -0.00230429507791996, -0.002154849935323, -0.0020054045598953962, -0.0018559591844677925, -0.0017065138090401888, -0.001557068433612585, -0.0014076230581849813, -0.0012581777991726995, -0.0011087324237450957, -0.000959287048317492, -0.0008098417310975492, -0.0006603964138776064, -0.0005109510384500027, -0.0003615056921262294, -0.00021206034580245614, -6.261499947868288e-05, 8.683034684509039e-05, 0.00023627569316886365, 0.0003857210394926369, 0.0005351663567125797, 0.0006846117321401834, 0.0008340571075677872, 0.000983502482995391, 0.0011329477420076728, 0.0012823931174352765, 0.0014318384928628802, 0.0015812837518751621, 0.0017307291273027658, 0.0018801745027303696, 0.0020296198781579733, 0.002179065253585577, 0.0023285106290131807, 0.0024779560044407845, 0.0026274011470377445, 0.0027768465224653482, 0.002926291897892952, 0.0030757372733205557, 0.0032251826487481594, 0.003374628024175763, 0.003524073399603367, 0.003673518542200327, 0.0038229639176279306, 0.003972409293055534, 0.004121854901313782, 0.004271300043910742]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 0.0, 4.0, 2.0, 4.0, 2.0, 3.0, 4.0, 3.0, 9.0, 7.0, 6.0, 4.0, 4.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01292541716247797, -0.011897597461938858, -0.010869777761399746, -0.009841958060860634, -0.008814138360321522, -0.00778631865978241, -0.006758498959243298, -0.0057306792587041855, -0.004702859558165073, -0.0036750398576259613, -0.002647220157086849, -0.0016194004565477371, -0.000591580756008625, 0.00043623894453048706, 0.0014640586450695992, 0.0024918783456087112, 0.0035196980461478233, 0.004547517746686935, 0.0055753374472260475, 0.00660315714776516, 0.007630976848304272, 0.008658796548843384, 0.009686616249382496, 0.010714435949921608, 0.01174225565046072, 0.012770075350999832, 0.013797895051538944, 0.014825714752078056, 0.015853535383939743, 0.01688135415315628, 0.017909172922372818, 0.018936993554234505, 0.01996481418609619, 0.02099263295531273, 0.022020451724529266, 0.023048272356390953, 0.02407609298825264, 0.025103911757469177, 0.026131730526685715, 0.0271595511585474, 0.028187371790409088, 0.029215190559625626, 0.030243009328842163, 0.031270831823349, 0.032298650592565536, 0.033326469361782074, 0.03435428813099861, 0.03538210690021515, 0.036409929394721985, 0.03743774816393852, 0.03846556693315506, 0.039493389427661896, 0.04052120819687843, 0.04154902696609497, 0.04257684573531151, 0.043604664504528046, 0.04463248699903488, 0.04566030576825142, 0.04668812453746796, 0.04771594703197479, 0.04874376580119133, 0.04977158457040787, 0.050799403339624405, 0.05182722210884094, 0.05285504460334778]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 2.0, 3.0, 1.0, 5.0, 8.0, 3.0, 16.0, 20.0, 25.0, 40.0, 74.0, 113.0, 155.0, 210.0, 335.0, 500.0, 817.0, 1271.0, 2160.0, 7343.0, 2748.0, 1110.0, 533.0, 324.0, 170.0, 101.0, 67.0, 43.0, 42.0, 33.0, 25.0, 32.0, 9.0, 9.0, 3.0, 6.0, 11.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 4.0, 1.0, 1.0, 3.0, 4.0, 4.0, 3.0, 12.0, 7.0, 1.0, 0.0, 2.0, 6.0, 1.0, 0.0, 1.0, 2.0, 6.0], "bins": [-0.007827386260032654, -0.0074516949243843555, -0.00707600312307477, -0.006700311787426472, -0.006324619986116886, -0.005948928650468588, -0.00557323731482029, -0.005197545513510704, -0.004821854177862406, -0.0044461628422141075, -0.004070471040904522, -0.0036947797052562237, -0.0033190881367772818, -0.00294339656829834, -0.0025677052326500416, -0.0021920136641710997, -0.0018163220956921577, -0.0014406305272132158, -0.0010649390751495957, -0.0006892475648783147, -0.00031355605460703373, 6.213545566424727e-05, 0.0004378269659355283, 0.0008135184762068093, 0.0011892099864780903, 0.0015649015549570322, 0.0019405930070206523, 0.0023162844590842724, 0.0026919760275632143, 0.0030676675960421562, 0.0034433589316904545, 0.0038190505001693964, 0.004194742068648338, 0.004570433404296637, 0.004946125205606222, 0.00532181654125452, 0.005697508342564106, 0.006073199678212404, 0.0064488910138607025, 0.006824582815170288, 0.007200274150818586, 0.007575965486466885, 0.00795165728777647, 0.008327349089086056, 0.008703039959073067, 0.009078731760382652, 0.009454423561692238, 0.009830114431679249, 0.010205806232988834, 0.01058149803429842, 0.010957188904285431, 0.011332880705595016, 0.011708572506904602, 0.012084263376891613, 0.012459955178201199, 0.012835646979510784, 0.013211337849497795, 0.01358702965080738, 0.013962721452116966, 0.014338413253426552, 0.014714104123413563, 0.015089795924723148, 0.015465487726032734, 0.015841178596019745, 0.01621687039732933]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 4.0, 1.0, 1.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0], "bins": [-0.09831602871417999, -0.09610134363174438, -0.09388665109872818, -0.09167196601629257, -0.08945727348327637, -0.08724258840084076, -0.08502789586782455, -0.08281321078538895, -0.08059851825237274, -0.07838383316993713, -0.07616914808750153, -0.07395445555448532, -0.07173977047204971, -0.06952507793903351, -0.0673103928565979, -0.0650957003235817, -0.06288101524114609, -0.06066632643342018, -0.058451637625694275, -0.05623694881796837, -0.05402226001024246, -0.051807574927806854, -0.04959288612008095, -0.04737819731235504, -0.045163508504629135, -0.04294881969690323, -0.04073413088917732, -0.038519442081451416, -0.03630475699901581, -0.0340900681912899, -0.031875379383563995, -0.02966069057583809, -0.027446001768112183, -0.025231312960386276, -0.02301662415266037, -0.020801937207579613, -0.018587248399853706, -0.0163725595921278, -0.014157871715724468, -0.011943183839321136, -0.00972849503159523, -0.007513806689530611, -0.005299118347465992, -0.003084430005401373, -0.0008697416633367538, 0.0013449466787278652, 0.0035596350207924843, 0.005774323362857103, 0.007989011704921722, 0.010203700512647629, 0.01241838838905096, 0.014633076265454292, 0.0168477650731802, 0.019062453880906105, 0.021277140825986862, 0.02349182963371277, 0.025706518441438675, 0.02792120724916458, 0.030135896056890488, 0.032350584864616394, 0.034565269947052, 0.03677995875477791, 0.038994647562503815, 0.04120933637022972, 0.04342402517795563]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 3.0, 4.0, 3.0, 2.0, 3.0, 3.0, 4.0, 4.0, 6.0, 6.0, 3.0, 4.0, 7.0, 1.0, 3.0, 6.0, 2.0, 7.0, 17.0, 32.0, 10.0, 9.0, 3.0, 10.0, 9.0, 6.0, 6.0, 7.0, 6.0, 12.0, 11.0, 6.0, 6.0, 9.0, 1.0, 3.0, 11.0, 3.0, 6.0, 4.0, 4.0, 5.0, 1.0, 2.0, 1.0, 3.0, 0.0, 3.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0], "bins": [-0.019526677206158638, -0.018856942653656006, -0.018187208101153374, -0.01751747541129589, -0.01684774085879326, -0.016178006306290627, -0.015508271753787994, -0.014838538132607937, -0.014168803580105305, -0.013499069027602673, -0.012829335406422615, -0.012159600853919983, -0.01148986630141735, -0.010820132680237293, -0.010150398127734661, -0.009480664506554604, -0.008810929954051971, -0.00814119540154934, -0.007471461780369282, -0.00680172722786665, -0.006131993141025305, -0.00546225905418396, -0.004792524501681328, -0.004122790414839983, -0.003453056327998638, -0.0027833222411572933, -0.002113587921485305, -0.0014438537182286382, -0.0007741195149719715, -0.00010438531171530485, 0.0005653488915413618, 0.0012350830947980285, 0.0019048172980546951, 0.00257455138489604, 0.0032442857045680285, 0.003914020024240017, 0.004583754111081362, 0.005253488197922707, 0.005923222750425339, 0.006592956837266684, 0.007262690924108028, 0.00793242547661066, 0.008602159097790718, 0.00927189365029335, 0.009941628202795982, 0.01061136182397604, 0.011281096376478672, 0.01195082999765873, 0.012620564550161362, 0.013290299102663994, 0.013960032723844051, 0.014629767276346684, 0.015299500897526741, 0.015969235450029373, 0.016638970002532005, 0.017308704555034637, 0.01797843724489212, 0.018648171797394753, 0.019317906349897385, 0.019987640902400017, 0.02065737545490265, 0.02132711000740528, 0.021996842697262764, 0.022666577249765396, 0.023336311802268028]}, "_runtime": 100.72575950622559, "_timestamp": 1596214425.483042, "_step": 121}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 4.0, 1.0, 1.0, 2.0, 2.0, 1.0, 4.0, 8.0, 2.0, 4.0, 0.0, 0.0, 1.0, 2.0, 0.0, 3.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.007849938236176968, -0.007555596064776182, -0.007261253427714109, -0.006966911256313324, -0.0066725690849125385, -0.006378226447850466, -0.00608388427644968, -0.005789542105048895, -0.0054951999336481094, -0.005200857296586037, -0.004906515125185251, -0.004612172953784466, -0.004317830316722393, -0.004023488145321608, -0.0037291457410901785, -0.003434803569689393, -0.003140461165457964, -0.002846118761226535, -0.0025517765898257494, -0.0022574341855943203, -0.001963092014193535, -0.0016687496099621058, -0.0013744072057306767, -0.0010800649179145694, -0.0007857226300984621, -0.0004913803422823548, -0.00019703799625858665, 9.730432066135108e-05, 0.0003916466375812888, 0.0006859889253973961, 0.0009803313296288252, 0.0012746736174449325, 0.0015690159052610397, 0.001863358193077147, 0.0021577004808932543, 0.0024520428851246834, 0.002746385056525469, 0.003040727460756898, 0.003335069864988327, 0.0036294120363891125, 0.003923754207789898, 0.004218096844851971, 0.004512439016252756, 0.0048067811876535416, 0.005101123824715614, 0.0053954659961164, 0.005689808167517185, 0.005984150804579258, 0.006278492975980043, 0.006572835147380829, 0.006867177784442902, 0.007161519955843687, 0.0074558621272444725, 0.007750204764306545, 0.008044546470046043, 0.008338889107108116, 0.008633231744170189, 0.008927573449909687, 0.00922191608697176, 0.009516258724033833, 0.00981060042977333, 0.010104943066835403, 0.010399285703897476, 0.010693627409636974, 0.010987970046699047]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 3.0, 1.0, 1.0, 0.0, 13.0, 4.0, 6.0, 11.0, 5.0, 8.0, 16.0, 26.0, 25.0, 28.0, 42.0, 52.0, 62.0, 90.0, 106.0, 137.0, 234.0, 457.0, 5306.0, 449.0, 235.0, 150.0, 106.0, 80.0, 54.0, 55.0, 38.0, 35.0, 14.0, 16.0, 7.0, 16.0, 3.0, 4.0, 10.0, 5.0, 2.0, 3.0, 3.0, 3.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.11848191916942596, -0.11503716558218002, -0.11159241944551468, -0.10814766585826874, -0.1047029197216034, -0.10125816613435745, -0.09781341999769211, -0.09436866641044617, -0.09092392027378082, -0.08747916668653488, -0.08403441309928894, -0.0805896669626236, -0.07714491337537766, -0.07370016723871231, -0.07025541365146637, -0.06681066751480103, -0.06336591392755508, -0.05992116406559944, -0.0564764142036438, -0.053031664341688156, -0.04958691447973251, -0.04614216089248657, -0.04269741103053093, -0.03925266116857529, -0.035807911306619644, -0.032363161444664, -0.02891841158270836, -0.025473659858107567, -0.022028909996151924, -0.01858416013419628, -0.015139409340918064, -0.011694658547639847, -0.008249908685684204, -0.004805158358067274, -0.001360408030450344, 0.002084342297166586, 0.005529092624783516, 0.008973842486739159, 0.012418593280017376, 0.015863344073295593, 0.019308093935251236, 0.02275284379720688, 0.02619759365916252, 0.029642345383763313, 0.033087097108364105, 0.03653184697031975, 0.03997659683227539, 0.04342134669423103, 0.046866096556186676, 0.05031084641814232, 0.05375559628009796, 0.057200346142053604, 0.06064509600400925, 0.06408984959125519, 0.06753459572792053, 0.07097934931516647, 0.07442410290241241, 0.07786884903907776, 0.0813136026263237, 0.08475834876298904, 0.08820310235023499, 0.09164784848690033, 0.09509260207414627, 0.09853734821081161, 0.10198210179805756]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 3.0, 3.0, 3.0, 5.0, 4.0, 4.0, 4.0, 8.0, 1.0, 8.0, 6.0, 27.0, 4.0, 6.0, 2.0, 3.0, 3.0, 0.0, 6.0, 1.0, 4.0, 0.0, 3.0, 1.0, 0.0, 2.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.004002316854894161, -0.003882328048348427, -0.0037623392418026924, -0.003642350435256958, -0.0035223616287112236, -0.003402373054996133, -0.0032823842484503984, -0.003162395441904664, -0.0030424066353589296, -0.0029224178288131952, -0.002802429022267461, -0.0026824402157217264, -0.0025624516420066357, -0.0024424628354609013, -0.002322474028915167, -0.0022024852223694324, -0.002082496415823698, -0.0019625076092779636, -0.0018425188027322292, -0.0017225301126018167, -0.0016025413060560822, -0.0014825524995103478, -0.0013625638093799353, -0.0012425750028342009, -0.0011225861962884665, -0.001002597389742732, -0.0008826086414046586, -0.0007626198930665851, -0.0006426310865208507, -0.0005226422799751163, -0.00040265353163704276, -0.0002826647541951388, -0.00016267597675323486, -4.2687199311330914e-05, 7.730157813057303e-05, 0.00019729035557247698, 0.00031727913301438093, 0.0004372679104562849, 0.0005572566878981888, 0.0006772454362362623, 0.0007972342427819967, 0.0009172230493277311, 0.0010372118558734655, 0.0011572005460038781, 0.0012771893525496125, 0.001397178159095347, 0.0015171668492257595, 0.001637155655771494, 0.0017571444623172283, 0.0018771332688629627, 0.001997122075408697, 0.0021171108819544315, 0.002237099688500166, 0.0023570882622152567, 0.002477077068760991, 0.0025970658753067255, 0.00271705468185246, 0.0028370434883981943, 0.0029570322949439287, 0.003077021101489663, 0.003197009675204754, 0.0033169984817504883, 0.0034369872882962227, 0.003556976094841957, 0.0036769649013876915]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 3.0, 5.0, 6.0, 2.0, 7.0, 9.0, 10.0, 10.0, 18.0, 39.0, 46.0, 63.0, 74.0, 108.0, 165.0, 247.0, 311.0, 478.0, 670.0, 1070.0, 1683.0, 2758.0, 4824.0, 8789.0, 17617.0, 42185.0, 154511.0, 826422.0, 57649.0, 24825.0, 13242.0, 7652.0, 4743.0, 3012.0, 1947.0, 1335.0, 911.0, 598.0, 452.0, 301.0, 227.0, 159.0, 135.0, 87.0, 63.0, 49.0, 37.0, 21.0, 17.0, 12.0, 17.0, 10.0, 3.0, 3.0, 2.0, 3.0, 1.0, 2.0, 1.0, 0.0, 1.0], "bins": [-0.005630187224596739, -0.0054439352825284, -0.005257683806121349, -0.005071431864053011, -0.0048851799219846725, -0.004698927979916334, -0.004512676037847996, -0.004326424561440945, -0.004140172619372606, -0.003953920677304268, -0.003767668968066573, -0.0035814172588288784, -0.00339516531676054, -0.0032089133746922016, -0.003022661665454507, -0.002836409956216812, -0.0026501580141484737, -0.0024639060720801353, -0.0022776543628424406, -0.002091402653604746, -0.0019051507115364075, -0.001718898885883391, -0.0015326470602303743, -0.0013463952345773578, -0.0011601434089243412, -0.0009738915832713246, -0.0007876397576183081, -0.0006013879319652915, -0.00041513610631227493, -0.00022888428065925837, -4.26324550062418e-05, 0.00014361937064677477, 0.00032987119629979134, 0.0005161230219528079, 0.0007023748476058245, 0.000888626673258841, 0.0010748784989118576, 0.0012611303245648742, 0.0014473821502178907, 0.0016336339758709073, 0.0018198858015239239, 0.0020061377435922623, 0.002192389452829957, 0.0023786411620676517, 0.00256489310413599, 0.0027511450462043285, 0.0029373967554420233, 0.003123648464679718, 0.0033099004067480564, 0.003496152348816395, 0.0036824040580540895, 0.0038686557672917843, 0.004054907709360123, 0.004241159651428461, 0.0044274115934967995, 0.0046136630699038506, 0.004799915011972189, 0.004986166954040527, 0.005172418430447578, 0.005358670372515917, 0.005544922314584255, 0.005731174256652594, 0.005917426198720932, 0.006103677675127983, 0.0062899296171963215]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 3.0, 2.0, 4.0, 3.0, 9.0, 2.0, 9.0, 4.0, 6.0, 2.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.019940581172704697, -0.01866227760910988, -0.01738397404551506, -0.016105670481920242, -0.014827367849647999, -0.01354906428605318, -0.012270761653780937, -0.010992458090186119, -0.009714154526591301, -0.008435850962996483, -0.007157547865062952, -0.005879244767129421, -0.004600941203534603, -0.0033226378727704287, -0.002044334542006254, -0.0007660312112420797, 0.0005122721195220947, 0.0017905754502862692, 0.0030688787810504436, 0.0043471818789839745, 0.005625485442578793, 0.006903789006173611, 0.008182091638445854, 0.009460395202040672, 0.01073869876563549, 0.012017002329230309, 0.013295305892825127, 0.01457360852509737, 0.015851911157369614, 0.017130214720964432, 0.01840851828455925, 0.019686821848154068, 0.020965125411748886, 0.022243428975343704, 0.023521732538938522, 0.02480003610253334, 0.02607833966612816, 0.027356641367077827, 0.028634944930672646, 0.029913248494267464, 0.031191552057862282, 0.03246985375881195, 0.03374815732240677, 0.03502646088600159, 0.036304764449596405, 0.03758306801319122, 0.03886137157678604, 0.04013967514038086, 0.04141797870397568, 0.042696282267570496, 0.043974585831165314, 0.04525288939476013, 0.04653119295835495, 0.04780949652194977, 0.049087800085544586, 0.050366103649139404, 0.05164440721273422, 0.05292270705103874, 0.05420101061463356, 0.05547931417822838, 0.056757617741823196, 0.058035921305418015, 0.05931422486901283, 0.06059252843260765, 0.06187083199620247]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 2.0, 5.0, 10.0, 12.0, 12.0, 10.0, 27.0, 31.0, 51.0, 59.0, 95.0, 156.0, 216.0, 297.0, 407.0, 699.0, 1117.0, 1842.0, 6883.0, 3026.0, 1226.0, 736.0, 439.0, 286.0, 188.0, 142.0, 94.0, 51.0, 57.0, 38.0, 24.0, 19.0, 25.0, 19.0, 22.0, 5.0, 7.0, 8.0, 6.0, 3.0, 3.0, 3.0, 10.0, 3.0, 1.0, 5.0, 4.0, 2.0, 10.0, 6.0, 7.0, 5.0, 2.0, 7.0, 0.0, 0.0, 0.0, 1.0, 2.0, 6.0], "bins": [-0.01073109358549118, -0.010262633673846722, -0.009794173762202263, -0.009325714781880379, -0.00885725487023592, -0.008388794958591461, -0.007920335046947002, -0.007451875600963831, -0.006983415689319372, -0.006514955777674913, -0.006046496331691742, -0.005578036420047283, -0.005109576508402824, -0.004641117062419653, -0.004172657150775194, -0.003704197471961379, -0.003235737793147564, -0.002767278114333749, -0.0022988184355199337, -0.001830358523875475, -0.0013618988450616598, -0.0008934391080401838, -0.00042497937101870775, 4.348036600276828e-05, 0.0005119401030242443, 0.0009803997818380594, 0.0014488595770671964, 0.0019173193722963333, 0.0023857790511101484, 0.0028542387299239635, 0.0033226986415684223, 0.0037911583203822374, 0.0042596179991960526, 0.004728077910840511, 0.005196537356823683, 0.0056649972684681416, 0.006133456714451313, 0.006601916626095772, 0.0070703765377402306, 0.007538835983723402, 0.008007295429706573, 0.008475755341351032, 0.008944215252995491, 0.00941267516463995, 0.009881135076284409, 0.010349594987928867, 0.010818053968250751, 0.01128651387989521, 0.011754973791539669, 0.012223433703184128, 0.012691893614828587, 0.01316035259515047, 0.01362881250679493, 0.014097272418439388, 0.014565732330083847, 0.015034192241728306, 0.015502652153372765, 0.01597111113369465, 0.016439571976661682, 0.016908030956983566, 0.01737648993730545, 0.017844950780272484, 0.018313409760594368, 0.0187818706035614, 0.019250329583883286]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 3.0, 3.0, 2.0, 1.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.2071455419063568, -0.20258280634880066, -0.1980200558900833, -0.19345730543136597, -0.18889456987380981, -0.18433183431625366, -0.17976908385753632, -0.17520633339881897, -0.17064359784126282, -0.16608086228370667, -0.16151811182498932, -0.15695536136627197, -0.15239262580871582, -0.14782989025115967, -0.14326713979244232, -0.13870438933372498, -0.13414165377616882, -0.12957891821861267, -0.12501616775989532, -0.12045342475175858, -0.11589068174362183, -0.11132793873548508, -0.10676519572734833, -0.10220245271921158, -0.09763970971107483, -0.09307696670293808, -0.08851422369480133, -0.08395148068666458, -0.07938873767852783, -0.07482599467039108, -0.07026325166225433, -0.06570050865411758, -0.061137765645980835, -0.056575022637844086, -0.052012279629707336, -0.04744953662157059, -0.04288679361343384, -0.03832405060529709, -0.03376130759716034, -0.02919856458902359, -0.02463582158088684, -0.02007307857275009, -0.015510335564613342, -0.010947592556476593, -0.006384849548339844, -0.0018221065402030945, 0.002740636467933655, 0.007303379476070404, 0.011866122484207153, 0.016428865492343903, 0.020991608500480652, 0.0255543515086174, 0.03011709451675415, 0.0346798375248909, 0.03924258053302765, 0.0438053235411644, 0.04836806654930115, 0.0529308095574379, 0.057493552565574646, 0.062056295573711395, 0.06661903858184814, 0.0711817815899849, 0.07574452459812164, 0.08030726760625839, 0.08487001061439514]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 3.0, 1.0, 1.0, 7.0, 14.0, 21.0, 20.0, 48.0, 45.0, 27.0, 22.0, 18.0, 6.0, 5.0, 5.0, 4.0, 5.0, 6.0, 3.0, 2.0, 1.0, 0.0, 1.0, 1.0, 3.0, 2.0, 1.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.1189269945025444, -0.11602138727903366, -0.11311578005552292, -0.11021017283201218, -0.10730456560850143, -0.10439895838499069, -0.10149335116147995, -0.09858774393796921, -0.09568213671445847, -0.09277652949094772, -0.08987092226743698, -0.08696531504392624, -0.0840597078204155, -0.08115410059690475, -0.07824849337339401, -0.07534288614988327, -0.07243727892637253, -0.06953167170286179, -0.06662606447935104, -0.0637204572558403, -0.06081485003232956, -0.05790924280881882, -0.055003635585308075, -0.05209802836179733, -0.04919242113828659, -0.04628681391477585, -0.043381206691265106, -0.040475599467754364, -0.03756999224424362, -0.03466438502073288, -0.03175877779722214, -0.028853170573711395, -0.025947563350200653, -0.02304195612668991, -0.02013634890317917, -0.017230741679668427, -0.014325134456157684, -0.011419527232646942, -0.0085139200091362, -0.005608312785625458, -0.0027027055621147156, 0.0002029016613960266, 0.003108508884906769, 0.006014116108417511, 0.008919723331928253, 0.011825330555438995, 0.014730937778949738, 0.01763654500246048, 0.020542152225971222, 0.023447759449481964, 0.026353366672992706, 0.02925897389650345, 0.03216458112001419, 0.03507018834352493, 0.037975795567035675, 0.04088140279054642, 0.04378701001405716, 0.0466926172375679, 0.049598224461078644, 0.052503831684589386, 0.05540943890810013, 0.05831504613161087, 0.06122065335512161, 0.06412626057863235, 0.0670318678021431]}, "_runtime": 101.51049995422363, "_timestamp": 1596214426.2677824, "_step": 122}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 3.0, 1.0, 3.0, 2.0, 1.0, 1.0, 2.0, 2.0, 2.0, 3.0, 2.0, 1.0, 1.0, 3.0, 1.0, 0.0, 1.0, 3.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.009347435086965561, -0.009084608405828476, -0.008821782656013966, -0.00855895597487688, -0.00829613022506237, -0.008033303543925285, -0.0077704768627882, -0.007507650647312403, -0.007244824431836605, -0.006981998216360807, -0.00671917200088501, -0.006456345319747925, -0.006193519104272127, -0.0059306928887963295, -0.0056678662076592445, -0.005405039992183447, -0.005142213776707649, -0.004879387561231852, -0.004616561345756054, -0.004353734664618969, -0.004090908449143171, -0.0038280822336673737, -0.0035652557853609324, -0.003302429337054491, -0.0030396031215786934, -0.0027767769061028957, -0.0025139504577964544, -0.002251124009490013, -0.0019882977940142155, -0.001725471462123096, -0.0014626451302319765, -0.001199818798340857, -0.0009369924664497375, -0.0006741661345586181, -0.0004113398026674986, -0.0001485134707763791, 0.00011431286111474037, 0.00037713919300585985, 0.0006399655248969793, 0.0009027918567880988, 0.0011656181886792183, 0.0014284445205703378, 0.0016912708524614573, 0.0019540973007678986, 0.002216923516243696, 0.002479749731719494, 0.002742576180025935, 0.0030054026283323765, 0.003268228843808174, 0.003531055059283972, 0.003793881507590413, 0.004056707955896854, 0.004319534171372652, 0.00458236038684845, 0.004845187067985535, 0.005108013283461332, 0.00537083949893713, 0.005633665714412928, 0.005896491929888725, 0.00615931861102581, 0.006422144826501608, 0.0066849710419774055, 0.0069477977231144905, 0.007210623938590288, 0.007473450154066086]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 1.0, 5.0, 4.0, 6.0, 3.0, 12.0, 11.0, 8.0, 13.0, 13.0, 20.0, 22.0, 38.0, 33.0, 63.0, 71.0, 75.0, 104.0, 144.0, 211.0, 301.0, 4570.0, 1110.0, 345.0, 208.0, 133.0, 96.0, 63.0, 56.0, 47.0, 24.0, 26.0, 16.0, 12.0, 15.0, 6.0, 8.0, 8.0, 9.0, 5.0, 2.0, 1.0, 1.0, 2.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.11432808637619019, -0.1108442172408104, -0.1073603481054306, -0.10387647897005081, -0.10039260238409042, -0.09690873324871063, -0.09342486411333084, -0.08994099497795105, -0.08645712584257126, -0.08297325670719147, -0.07948938012123108, -0.07600551098585129, -0.0725216418504715, -0.0690377727150917, -0.06555390357971191, -0.062070030719041824, -0.05858616158366203, -0.05510229244828224, -0.05161841958761215, -0.04813455045223236, -0.04465068131685257, -0.04116680845618248, -0.03768293932080269, -0.0341990701854229, -0.030715199187397957, -0.027231328189373016, -0.023747459053993225, -0.020263588055968285, -0.016779717057943344, -0.013295847922563553, -0.009811976924538612, -0.0063281068578362465, -0.0028442367911338806, 0.0006396335083991289, 0.0041235038079321384, 0.007607374340295792, 0.011091244406998158, 0.014575114473700523, 0.018058985471725464, 0.021542854607105255, 0.025026725605130196, 0.028510596603155136, 0.03199446573853493, 0.03547833487391472, 0.03896220773458481, 0.0424460768699646, 0.04592994600534439, 0.04941381886601448, 0.05289768800139427, 0.05638155713677406, 0.05986542999744415, 0.06334929913282394, 0.06683316826820374, 0.07031703740358353, 0.07380090653896332, 0.0772847831249237, 0.0807686522603035, 0.08425252139568329, 0.08773639053106308, 0.09122025966644287, 0.09470412880182266, 0.09818800538778305, 0.10167187452316284, 0.10515574365854263, 0.10863961279392242]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 3.0, 4.0, 2.0, 2.0, 2.0, 1.0, 5.0, 6.0, 2.0, 9.0, 6.0, 2.0, 27.0, 1.0, 5.0, 4.0, 2.0, 4.0, 4.0, 2.0, 3.0, 1.0, 1.0, 6.0, 3.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002442172495648265, -0.0023229517973959446, -0.0022037310991436243, -0.002084510400891304, -0.0019652897026389837, -0.0018460691208019853, -0.001726848422549665, -0.0016076277242973447, -0.0014884070260450244, -0.001369186327792704, -0.0012499656295403838, -0.0011307449312880635, -0.001011524349451065, -0.0008923035929910839, -0.0007730829529464245, -0.0006538622546941042, -0.0005346415564417839, -0.0004154208581894636, -0.0002962001890409738, -0.00017697950534056872, -5.775882164016366e-05, 6.14618620602414e-05, 0.00018068254576064646, 0.0002999032149091363, 0.0004191239131614566, 0.0005383446114137769, 0.0006575653096660972, 0.0007767859497107565, 0.0008960066479630768, 0.0010152272880077362, 0.0011344479862600565, 0.0012536686845123768, 0.001372889382764697, 0.0014921100810170174, 0.0016113307792693377, 0.001730551477521658, 0.0018497721757739782, 0.0019689928740262985, 0.002088213572278619, 0.002207434270530939, 0.0023266547359526157, 0.002445875434204936, 0.0025650961324572563, 0.0026843168307095766, 0.002803537528961897, 0.002922758227214217, 0.0030419789254665375, 0.0031611996237188578, 0.003280420321971178, 0.0033996410202234983, 0.0035188617184758186, 0.003638082416728139, 0.003757303114980459, 0.0038765238132327795, 0.0039957445114851, 0.004114964976906776, 0.00423418590798974, 0.004353406373411417, 0.004472627304494381, 0.004591847769916058, 0.0047110687009990215, 0.004830289166420698, 0.004949510097503662, 0.005068730562925339, 0.005187951028347015]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 3.0, 4.0, 2.0, 3.0, 12.0, 13.0, 24.0, 27.0, 48.0, 55.0, 106.0, 122.0, 210.0, 330.0, 510.0, 778.0, 1129.0, 1934.0, 3347.0, 5937.0, 11569.0, 26700.0, 92145.0, 882159.0, 79795.0, 31115.0, 16262.0, 9182.0, 5495.0, 3503.0, 2336.0, 1558.0, 1032.0, 659.0, 457.0, 294.0, 223.0, 160.0, 114.0, 83.0, 35.0, 47.0, 30.0, 21.0, 23.0, 10.0, 14.0, 6.0, 6.0, 4.0, 6.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0], "bins": [-0.00626413756981492, -0.00602771295234561, -0.005791288800537586, -0.0055548641830682755, -0.005318439565598965, -0.005082015413790941, -0.0048455907963216305, -0.004609166644513607, -0.004372742027044296, -0.0041363174095749855, -0.003899893257766962, -0.0036634686402976513, -0.003427044255658984, -0.003190619871020317, -0.0029541952535510063, -0.002717770868912339, -0.002481346484273672, -0.002244922099635005, -0.002008497714996338, -0.0017720730975270271, -0.00153564871288836, -0.001299224328249693, -0.001062799827195704, -0.000826375384349376, -0.0005899509415030479, -0.0003535264986567199, -0.0001171020558103919, 0.00011932238703593612, 0.00035574682988226414, 0.0005921712727285922, 0.0008285957155749202, 0.0010650202166289091, 0.0013014446012675762, 0.0015378689859062433, 0.0017742934869602323, 0.002010717988014221, 0.0022471423726528883, 0.0024835667572915554, 0.002719991374760866, 0.0029564157593995333, 0.0031928401440382004, 0.0034292645286768675, 0.0036656889133155346, 0.0039021135307848454, 0.004138537682592869, 0.0043749623000621796, 0.00461138691753149, 0.004847811069339514, 0.0050842356868088245, 0.005320660304278135, 0.005557084456086159, 0.0057935090735554695, 0.00602993369102478, 0.006266357842832804, 0.0065027824603021145, 0.006739206612110138, 0.006975631229579449, 0.0072120558470487595, 0.007448479998856783, 0.007684904616326094, 0.007921328768134117, 0.008157753385603428, 0.008394178003072739, 0.00863060262054205, 0.00886702723801136]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 3.0, 3.0, 7.0, 1.0, 3.0, 7.0, 10.0, 7.0, 5.0, 3.0, 2.0, 0.0, 0.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.019098082557320595, -0.017649082466959953, -0.016200082376599312, -0.014751083217561245, -0.013302084058523178, -0.011853083968162537, -0.010404083877801895, -0.008955084718763828, -0.007506084628403187, -0.006057085003703833, -0.0046080853790044785, -0.003159085288643837, -0.0017100856639444828, -0.0002610859228298068, 0.0011879138182848692, 0.002636913675814867, 0.004085913300514221, 0.005534912925213575, 0.0069839125499129295, 0.008432912640273571, 0.009881911799311638, 0.01133091188967228, 0.01277991198003292, 0.014228911139070988, 0.015677910298109055, 0.017126910388469696, 0.018575910478830338, 0.02002491056919098, 0.02147391065955162, 0.022922910749912262, 0.024371908977627754, 0.025820909067988396, 0.027269909158349037, 0.02871890924870968, 0.03016790933907032, 0.03161690756678581, 0.033065907657146454, 0.034514907747507095, 0.03596390783786774, 0.03741290792822838, 0.03886190801858902, 0.04031090810894966, 0.0417599081993103, 0.043208904564380646, 0.04465790465474129, 0.04610690474510193, 0.04755590483546257, 0.04900490492582321, 0.05045390501618385, 0.051902905106544495, 0.053351905196905136, 0.05480090528726578, 0.05624990537762642, 0.05769890546798706, 0.059147901833057404, 0.060596901923418045, 0.062045902013778687, 0.06349490582942963, 0.06494390219449997, 0.06639289855957031, 0.06784190237522125, 0.0692908987402916, 0.07073990255594254, 0.07218889892101288, 0.07363790273666382]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [5.0, 1.0, 3.0, 7.0, 6.0, 9.0, 19.0, 20.0, 59.0, 75.0, 106.0, 169.0, 258.0, 388.0, 605.0, 895.0, 1528.0, 3069.0, 6822.0, 1653.0, 932.0, 523.0, 336.0, 245.0, 148.0, 113.0, 85.0, 56.0, 49.0, 41.0, 33.0, 14.0, 11.0, 7.0, 14.0, 12.0, 9.0, 6.0, 10.0, 4.0, 4.0, 4.0, 10.0, 4.0, 6.0, 3.0, 2.0, 1.0, 3.0, 3.0, 2.0, 16.0, 2.0, 9.0, 0.0, 1.0, 8.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 6.0], "bins": [-0.009120996110141277, -0.008618769235908985, -0.008116542361676693, -0.007614315487444401, -0.007112088613212109, -0.006609862204641104, -0.006107635330408812, -0.005605408456176519, -0.005103181581944227, -0.004600954707711935, -0.004098727833479643, -0.0035965011920779943, -0.003094274317845702, -0.00259204744361341, -0.0020898208022117615, -0.0015875939279794693, -0.0010853670537471771, -0.0005831402377225459, -8.09134216979146e-05, 0.00042131339432671666, 0.0009235402103513479, 0.00142576708458364, 0.0019279938424006104, 0.002430220600217581, 0.002932447474449873, 0.003434674348682165, 0.003936901222914457, 0.0044391280971467495, 0.004941354505717754, 0.0054435813799500465, 0.005945808254182339, 0.006448035128414631, 0.006950262002646923, 0.007452488876879215, 0.007954715751111507, 0.0084569426253438, 0.008959169499576092, 0.009461396373808384, 0.009963623248040676, 0.010465850122272968, 0.010968076065182686, 0.011470302939414978, 0.01197252981364727, 0.012474756687879562, 0.012976983562111855, 0.013479210436344147, 0.013981437310576439, 0.014483664184808731, 0.014985891059041023, 0.015488117933273315, 0.015990344807505608, 0.0164925716817379, 0.016994798555970192, 0.017497025430202484, 0.017999252304434776, 0.01850147917866707, 0.01900370605289936, 0.019505932927131653, 0.020008159801363945, 0.020510386675596237, 0.02101261354982853, 0.02151484042406082, 0.022017067298293114, 0.022519294172525406, 0.02302151918411255]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 4.0, 2.0, 1.0, 4.0, 3.0, 0.0, 1.0, 2.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.191068634390831, -0.18683181703090668, -0.18259501457214355, -0.17835819721221924, -0.17412139475345612, -0.1698845773935318, -0.16564777493476868, -0.16141095757484436, -0.15717414021492004, -0.15293733775615692, -0.1487005203962326, -0.14446371793746948, -0.14022690057754517, -0.13599009811878204, -0.13175328075885773, -0.1275164783000946, -0.12327966094017029, -0.11904285103082657, -0.11480604112148285, -0.11056923121213913, -0.10633242130279541, -0.1020956039428711, -0.09785879403352737, -0.09362198412418365, -0.08938517421483994, -0.08514836430549622, -0.0809115543961525, -0.07667474448680878, -0.07243792712688446, -0.06820111721754074, -0.06396430730819702, -0.0597274973988533, -0.05549068748950958, -0.05125387758016586, -0.047017067670822144, -0.042780254036188126, -0.038543444126844406, -0.03430663421750069, -0.030069822445511818, -0.02583301067352295, -0.02159620076417923, -0.01735939085483551, -0.013122579082846642, -0.008885768242180347, -0.004648957401514053, -0.00041214656084775925, 0.003824664279818535, 0.008061475120484829, 0.012298285961151123, 0.016535095870494843, 0.02077190764248371, 0.02500871941447258, 0.0292455293238163, 0.03348233923316002, 0.03771915286779404, 0.041955962777137756, 0.046192772686481476, 0.050429582595825195, 0.054666392505168915, 0.05890320613980293, 0.06314001977443695, 0.06737682968378067, 0.07161363959312439, 0.07585044950246811, 0.08008725941181183]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 4.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 4.0, 1.0, 1.0, 4.0, 6.0, 1.0, 2.0, 2.0, 1.0, 1.0, 7.0, 7.0, 11.0, 9.0, 8.0, 14.0, 20.0, 37.0, 15.0, 6.0, 5.0, 16.0, 11.0, 12.0, 11.0, 18.0, 5.0, 7.0, 5.0, 4.0, 5.0, 3.0, 1.0, 5.0, 1.0, 4.0], "bins": [-0.08342526108026505, -0.0815780982375145, -0.07973092794418335, -0.0778837651014328, -0.07603660225868225, -0.0741894319653511, -0.07234226912260056, -0.07049509882926941, -0.06864793598651886, -0.06680077314376831, -0.06495360285043716, -0.06310644000768661, -0.06125927343964577, -0.05941210687160492, -0.05756494402885437, -0.05571777746081352, -0.053870610892772675, -0.05202344432473183, -0.05017627775669098, -0.04832911491394043, -0.04648194834589958, -0.044634781777858734, -0.042787618935108185, -0.04094045236706734, -0.03909328579902649, -0.03724611923098564, -0.035398952662944794, -0.033551789820194244, -0.0317046232521534, -0.02985745668411255, -0.02801029197871685, -0.02616312727332115, -0.024315960705280304, -0.022468794137239456, -0.020621629431843758, -0.01877446472644806, -0.01692729815840721, -0.015080132521688938, -0.013232966884970665, -0.011385801248252392, -0.009538635611534119, -0.0076914699748158455, -0.005844304338097572, -0.003997138701379299, -0.002149973064661026, -0.00030280742794275284, 0.0015443582087755203, 0.0033915238454937935, 0.005238689482212067, 0.00708585511893034, 0.008933020755648613, 0.010780186392366886, 0.01262735202908516, 0.014474517665803432, 0.016321683302521706, 0.018168848007917404, 0.020016014575958252, 0.0218631811439991, 0.0237103458493948, 0.025557510554790497, 0.027404677122831345, 0.029251843690872192, 0.03109900839626789, 0.03294617310166359, 0.03479333966970444]}, "_runtime": 102.28473448753357, "_timestamp": 1596214427.042017, "_step": 123}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 3.0, 1.0, 0.0, 1.0, 1.0, 3.0, 3.0, 3.0, 5.0, 3.0, 9.0, 4.0, 2.0, 1.0, 4.0, 1.0, 1.0, 1.0, 1.0, 2.0, 3.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011275742202997208, -0.010876957327127457, -0.010478172451257706, -0.010079387575387955, -0.009680602699518204, -0.009281817823648453, -0.008883032947778702, -0.00848424807190895, -0.0080854631960392, -0.0076866778545081615, -0.007287892978638411, -0.00688910810276866, -0.006490322761237621, -0.00609153788536787, -0.005692753009498119, -0.005293968133628368, -0.004895183257758617, -0.004496398381888866, -0.0040976135060191154, -0.003698828397318721, -0.00330004352144897, -0.002901258645579219, -0.0025024735368788242, -0.0021036886610090733, -0.0017049037851393223, -0.0013061189092695713, -0.0009073339169844985, -0.0005085489829070866, -0.00010976404882967472, 0.00028902088524773717, 0.0006878058193251491, 0.0010865908116102219, 0.0014853756874799728, 0.0018841605633497238, 0.002282945439219475, 0.0026817305479198694, 0.0030805154237896204, 0.0034793002996593714, 0.003878085408359766, 0.004276870284229517, 0.004675655160099268, 0.005074440035969019, 0.00547322491183877, 0.005872009787708521, 0.006270795129239559, 0.00666958000510931, 0.007068364880979061, 0.007467149756848812, 0.007865934632718563, 0.008264719508588314, 0.008663504384458065, 0.009062289260327816, 0.009461074136197567, 0.009859859012067318, 0.010258643887937069, 0.01065742876380682, 0.011056214570999146, 0.011454999446868896, 0.011853784322738647, 0.012252569198608398, 0.01265135407447815, 0.0130501389503479, 0.013448923826217651, 0.013847708702087402, 0.014246493577957153]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 3.0, 1.0, 2.0, 1.0, 3.0, 2.0, 3.0, 5.0, 5.0, 9.0, 11.0, 14.0, 21.0, 35.0, 38.0, 54.0, 67.0, 128.0, 172.0, 287.0, 630.0, 5471.0, 368.0, 193.0, 125.0, 78.0, 57.0, 28.0, 21.0, 24.0, 12.0, 12.0, 6.0, 7.0, 12.0, 6.0, 5.0, 3.0, 1.0, 2.0, 2.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.15011915564537048, -0.14545033872127533, -0.14078152179718018, -0.13611270487308502, -0.13144388794898987, -0.1267750859260559, -0.12210626900196075, -0.1174374520778656, -0.11276863515377045, -0.10809981822967529, -0.10343100130558014, -0.09876219183206558, -0.09409337490797043, -0.08942455798387527, -0.08475574851036072, -0.08008693158626556, -0.07541811466217041, -0.07074929773807526, -0.0660804808139801, -0.061411671340465546, -0.05674285441637039, -0.05207403749227524, -0.04740522429347038, -0.04273641109466553, -0.038067594170570374, -0.03339877724647522, -0.028729964047670364, -0.02406114898622036, -0.019392333924770355, -0.01472351886332035, -0.010054703801870346, -0.0053858887404203415, -0.0007170736789703369, 0.003951741382479668, 0.008620556443929672, 0.013289371505379677, 0.01795818656682968, 0.022627001628279686, 0.02729581668972969, 0.031964629888534546, 0.0366334468126297, 0.041302263736724854, 0.04597107693552971, 0.050639890134334564, 0.05530870705842972, 0.05997752398252487, 0.06464633345603943, 0.06931515038013458, 0.07398396730422974, 0.07865278422832489, 0.08332160115242004, 0.0879904106259346, 0.09265922755002975, 0.09732804447412491, 0.10199685394763947, 0.10666567087173462, 0.11133448779582977, 0.11600330471992493, 0.12067212164402008, 0.12534093856811523, 0.1300097405910492, 0.13467855751514435, 0.1393473744392395, 0.14401619136333466, 0.1486850082874298]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 3.0, 1.0, 0.0, 0.0, 3.0, 3.0, 6.0, 1.0, 5.0, 5.0, 4.0, 6.0, 6.0, 28.0, 6.0, 3.0, 6.0, 3.0, 6.0, 3.0, 2.0, 5.0, 1.0, 2.0, 2.0, 6.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.001629869919270277, -0.0015365019207820296, -0.0014431338058784604, -0.001349765807390213, -0.0012563978089019656, -0.0011630296939983964, -0.001069661695510149, -0.0009762936970219016, -0.0008829256403259933, -0.000789557583630085, -0.0006961895851418376, -0.0006028215284459293, -0.000509453471750021, -0.0004160854732617736, -0.0003227174165658653, -0.00022934938897378743, -0.00013598136138170958, -4.261332651367411e-05, 5.0754708354361355e-05, 0.00014412275049835443, 0.00023749077809043229, 0.00033085880568251014, 0.00042422686237841845, 0.0005175948608666658, 0.0006109629175625741, 0.0007043309742584825, 0.0007976989727467299, 0.0008910670294426382, 0.0009844350861385465, 0.0010778030846267939, 0.0011711710831150413, 0.0012645391980186105, 0.0013579071965068579, 0.0014512751949951053, 0.0015446433098986745, 0.0016380113083869219, 0.0017313793068751693, 0.0018247474217787385, 0.001918115420266986, 0.002011483535170555, 0.0021048514172434807, 0.00219821953214705, 0.002291587647050619, 0.0023849555291235447, 0.002478323644027114, 0.002571691758930683, 0.0026650596410036087, 0.002758427755907178, 0.002851795870810747, 0.0029451637528836727, 0.003038531867787242, 0.0031318997498601675, 0.0032252678647637367, 0.003318635979667306, 0.0034120038617402315, 0.0035053719766438007, 0.00359874009154737, 0.0036921079736202955, 0.0037854760885238647, 0.003878844203427434, 0.003972212318331003, 0.004065580200403929, 0.004158948082476854, 0.004252316430211067, 0.004345684312283993]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 1.0, 6.0, 4.0, 5.0, 11.0, 15.0, 17.0, 26.0, 51.0, 51.0, 92.0, 143.0, 182.0, 246.0, 343.0, 557.0, 908.0, 1374.0, 2316.0, 3872.0, 7698.0, 16069.0, 40251.0, 143064.0, 836836.0, 62605.0, 25935.0, 13573.0, 8012.0, 5012.0, 3252.0, 2112.0, 1444.0, 1036.0, 705.0, 474.0, 365.0, 259.0, 206.0, 131.0, 102.0, 67.0, 50.0, 53.0, 33.0, 21.0, 16.0, 14.0, 11.0, 5.0, 4.0, 2.0, 1.0, 0.0, 1.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.004417099989950657, -0.004242353606969118, -0.004067607223987579, -0.003892860608175397, -0.003718114225193858, -0.0035433678422123194, -0.003368621226400137, -0.003193874843418598, -0.0030191284604370594, -0.0028443820774555206, -0.002669635694473982, -0.0024948890786617994, -0.0023201426956802607, -0.002145396312698722, -0.0019706496968865395, -0.0017959033139050007, -0.001621156930923462, -0.0014464105479419231, -0.0012716640485450625, -0.001096917549148202, -0.0009221711661666632, -0.0007474247249774635, -0.0005726782837882638, -0.0003979318425990641, -0.00022318540140986443, -4.843896022066474e-05, 0.00012630748096853495, 0.00030105392215773463, 0.0004758003633469343, 0.000650546804536134, 0.0008252932457253337, 0.0010000397451221943, 0.001174786128103733, 0.0013495325110852718, 0.0015242790104821324, 0.001699025509878993, 0.0018737718928605318, 0.0020485182758420706, 0.002223264891654253, 0.0023980112746357918, 0.0025727576576173306, 0.0027475040405988693, 0.002922250423580408, 0.0030969970393925905, 0.0032717434223741293, 0.003446489805355668, 0.0036212364211678505, 0.0037959828041493893, 0.003970729187130928, 0.004145475570112467, 0.004320221953094006, 0.004494968336075544, 0.004669714719057083, 0.004844461567699909, 0.005019207950681448, 0.005193954333662987, 0.0053687007166445255, 0.005543447099626064, 0.005718193482607603, 0.005892939865589142, 0.006067686714231968, 0.006242433097213507, 0.0064171794801950455, 0.006591925863176584, 0.006766672246158123]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 0.0, 4.0, 0.0, 1.0, 2.0, 2.0, 2.0, 0.0, 4.0, 2.0, 4.0, 9.0, 1.0, 1.0, 1.0, 3.0, 2.0, 4.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012329280376434326, -0.011741988360881805, -0.011154696345329285, -0.01056740339845419, -0.009980111382901669, -0.009392819367349148, -0.008805526420474052, -0.008218234404921532, -0.007630942389369011, -0.00704365037381649, -0.006456357892602682, -0.005869065411388874, -0.005281773395836353, -0.0046944813802838326, -0.0041071888990700245, -0.00351989665068686, -0.0029326044023036957, -0.0023453121539205313, -0.0017580199055373669, -0.0011707276571542025, -0.0005834354087710381, 3.85683961212635e-06, 0.0005911490879952908, 0.0011784413363784552, 0.0017657335847616196, 0.002353025833144784, 0.0029403180815279484, 0.003527610329911113, 0.004114902578294277, 0.004702194593846798, 0.005289487075060606, 0.005876779556274414, 0.006464071571826935, 0.007051363587379456, 0.007638656068593264, 0.008225948549807072, 0.008813240565359592, 0.009400532580912113, 0.009987825527787209, 0.01057511754333973, 0.01116240955889225, 0.01174970157444477, 0.012336993589997292, 0.012924286536872387, 0.013511578552424908, 0.014098870567977428, 0.014686163514852524, 0.015273455530405045, 0.015860747545957565, 0.016448039561510086, 0.017035331577062607, 0.017622623592615128, 0.01820991560816765, 0.01879720948636532, 0.01938450150191784, 0.01997179351747036, 0.02055908553302288, 0.0211463775485754, 0.021733669564127922, 0.022320961579680443, 0.022908255457878113, 0.023495547473430634, 0.024082839488983154, 0.024670131504535675, 0.025257423520088196]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 5.0, 6.0, 10.0, 6.0, 11.0, 15.0, 21.0, 33.0, 33.0, 37.0, 63.0, 72.0, 98.0, 112.0, 196.0, 219.0, 306.0, 385.0, 496.0, 768.0, 1103.0, 1719.0, 6489.0, 2112.0, 1204.0, 742.0, 507.0, 396.0, 278.0, 183.0, 129.0, 110.0, 113.0, 86.0, 72.0, 41.0, 46.0, 39.0, 25.0, 17.0, 20.0, 15.0, 8.0, 16.0, 9.0, 9.0, 7.0, 8.0, 5.0, 5.0, 5.0, 2.0, 3.0, 3.0, 1.0, 1.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0], "bins": [-0.006654581055045128, -0.006373579613864422, -0.006092578172683716, -0.00581157673150301, -0.005530575290322304, -0.005249573849141598, -0.004968572407960892, -0.004687570966780186, -0.00440656952559948, -0.004125568550080061, -0.0038445668760687113, -0.0035635654348880053, -0.003282564226537943, -0.003001562785357237, -0.002720561344176531, -0.002439559902995825, -0.002158558461815119, -0.0018775570206344128, -0.0015965555794537067, -0.0013155542546883225, -0.0010345528135076165, -0.0007535513723269105, -0.0004725499893538654, -0.00019154857727698982, 8.945283479988575e-05, 0.0003704542468767613, 0.0006514556589536369, 0.000932457041926682, 0.001213458483107388, 0.001494459924288094, 0.0017754612490534782, 0.0020564626902341843, 0.0023374641314148903, 0.0026184655725955963, 0.0028994670137763023, 0.0031804684549570084, 0.0034614698961377144, 0.0037424711044877768, 0.0040234727784991264, 0.0043044742196798325, 0.0045854756608605385, 0.004866476636379957, 0.005147478077560663, 0.005428479518741369, 0.005709480959922075, 0.005990482401102781, 0.006271483842283487, 0.006552485283464193, 0.006833486724644899, 0.007114488165825605, 0.007395489607006311, 0.0076764910481870174, 0.007957492023706436, 0.008238493464887142, 0.008519494906067848, 0.008800496347248554, 0.00908149778842926, 0.009362499229609966, 0.009643500670790672, 0.009924502111971378, 0.010205503553152084, 0.01048650499433279, 0.010767506435513496, 0.011048507876694202, 0.011329509317874908]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 3.0, 0.0, 0.0, 1.0, 3.0, 0.0, 4.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.09427089989185333, -0.09103512018918991, -0.08779934048652649, -0.08456355333328247, -0.08132777363061905, -0.07809199392795563, -0.0748562142252922, -0.07162042707204819, -0.06838464736938477, -0.06514886766672134, -0.06191308796405792, -0.0586773045361042, -0.05544152483344078, -0.05220574140548706, -0.04896996170282364, -0.04573417827486992, -0.0424983985722065, -0.039262618869543076, -0.036026835441589355, -0.032791055738925934, -0.029555272310972214, -0.026319492608308792, -0.02308371104300022, -0.01984792947769165, -0.01661214791238308, -0.013376366347074509, -0.010140584781765938, -0.0069048041477799416, -0.0036690225824713707, -0.0004332412499934435, 0.0028025400824844837, 0.006038321182131767, 0.009274102747440338, 0.012509884312748909, 0.01574566587805748, 0.01898144744336605, 0.02221722900867462, 0.025453008711338043, 0.028688790276646614, 0.031924571841955185, 0.035160355269908905, 0.03839613497257233, 0.04163191467523575, 0.04486769810318947, 0.04810347780585289, 0.05133926123380661, 0.05457504093647003, 0.05781082436442375, 0.06104660406708717, 0.0642823874950409, 0.06751816719770432, 0.07075394690036774, 0.07398972660303116, 0.07722551375627518, 0.0804612934589386, 0.08369707316160202, 0.08693285286426544, 0.09016863256692886, 0.09340441972017288, 0.0966401994228363, 0.09987597912549973, 0.10311175882816315, 0.10634754598140717, 0.10958332568407059, 0.11281910538673401]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 5.0, 1.0, 4.0, 1.0, 3.0, 2.0, 0.0, 8.0, 2.0, 4.0, 6.0, 8.0, 9.0, 12.0, 16.0, 18.0, 24.0, 50.0, 23.0, 21.0, 9.0, 6.0, 3.0, 4.0, 2.0, 5.0, 2.0, 3.0, 1.0, 3.0, 0.0, 0.0, 2.0, 1.0, 0.0, 3.0, 1.0, 2.0, 2.0, 0.0, 2.0, 2.0, 0.0, 2.0, 2.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.047087837010622025, -0.04469049349427223, -0.04229314625263214, -0.03989580273628235, -0.03749845549464226, -0.035101111978292465, -0.032703764736652374, -0.030306421220302582, -0.02790907584130764, -0.0255117304623127, -0.023114385083317757, -0.020717039704322815, -0.018319696187973022, -0.01592235080897808, -0.013525005429983139, -0.011127660050988197, -0.008730314671993256, -0.006332969292998314, -0.0039356243796646595, -0.0015382792335003614, 0.0008590659126639366, 0.0032564110588282347, 0.005653756204992533, 0.008051101118326187, 0.010448446497321129, 0.01284579187631607, 0.015243137255311012, 0.017640482634305954, 0.020037826150655746, 0.022435171529650688, 0.02483251690864563, 0.02722986228764057, 0.029627207666635513, 0.032024551182985306, 0.0344218984246254, 0.03681924194097519, 0.03921658918261528, 0.04161393269896507, 0.044011279940605164, 0.046408623456954956, 0.04880596697330475, 0.05120331421494484, 0.05360065773129463, 0.05599800497293472, 0.058395348489284515, 0.060792695730924606, 0.0631900429725647, 0.06558738648891449, 0.06798473000526428, 0.07038207352161407, 0.07277941703796387, 0.07517676800489426, 0.07757411152124405, 0.07997145503759384, 0.08236879855394363, 0.08476614952087402, 0.08716349303722382, 0.08956083655357361, 0.0919581800699234, 0.0943555235862732, 0.09675287455320358, 0.09915021806955338, 0.10154756158590317, 0.10394490510225296, 0.10634225606918335]}, "_runtime": 103.06701803207397, "_timestamp": 1596214427.8243005, "_step": 124}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 1.0, 1.0, 1.0, 5.0, 4.0, 2.0, 2.0, 10.0, 2.0, 3.0, 2.0, 1.0, 4.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.018217112869024277, -0.017704827710986137, -0.017192544415593147, -0.016680259257555008, -0.016167975962162018, -0.01565569080412388, -0.01514340564608574, -0.014631121419370174, -0.01411883719265461, -0.013606552965939045, -0.01309426873922348, -0.012581983581185341, -0.012069699354469776, -0.011557415127754211, -0.011045129969716072, -0.010532845743000507, -0.010020561516284943, -0.009508277289569378, -0.008995993062853813, -0.008483707904815674, -0.007971423678100109, -0.007459139451384544, -0.006946854759007692, -0.00643457006663084, -0.005922285839915276, -0.005410001613199711, -0.004897716920822859, -0.004385432228446007, -0.003873148001730442, -0.0033608635421842337, -0.0028485790826380253, -0.002336294623091817, -0.0018240101635456085, -0.0013117257039994001, -0.0007994412444531918, -0.0002871567849069834, 0.000225127674639225, 0.0007374121341854334, 0.0012496965937316418, 0.0017619810532778502, 0.0022742655128240585, 0.002786549972370267, 0.0032988344319164753, 0.0038111188914626837, 0.004323403351008892, 0.004835687577724457, 0.005347972270101309, 0.005860256962478161, 0.006372541189193726, 0.00688482541590929, 0.007397110108286142, 0.007909394800662994, 0.008421679027378559, 0.008933963254094124, 0.009446248412132263, 0.009958532638847828, 0.010470816865563393, 0.010983101092278957, 0.011495385318994522, 0.012007670477032661, 0.012519954703748226, 0.013032238930463791, 0.01354452408850193, 0.014056808315217495, 0.01456909254193306]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 2.0, 2.0, 4.0, 2.0, 3.0, 7.0, 5.0, 5.0, 8.0, 8.0, 13.0, 14.0, 22.0, 38.0, 43.0, 60.0, 81.0, 144.0, 238.0, 459.0, 5583.0, 555.0, 211.0, 131.0, 73.0, 48.0, 35.0, 29.0, 25.0, 15.0, 9.0, 15.0, 7.0, 3.0, 4.0, 5.0, 4.0, 3.0, 0.0, 4.0, 3.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.161763995885849, -0.1560826152563095, -0.15040121972560883, -0.14471983909606934, -0.13903844356536865, -0.13335706293582916, -0.12767568230628967, -0.12199428677558899, -0.1163129061460495, -0.11063151806592941, -0.10495012998580933, -0.09926874190568924, -0.09358735382556915, -0.08790596574544907, -0.08222458511590958, -0.07654319703578949, -0.0708618089556694, -0.06518042087554932, -0.05949903652071953, -0.05381764844059944, -0.04813626408576965, -0.04245487600564957, -0.03677348792552948, -0.031092101708054543, -0.025410715490579605, -0.019729329273104668, -0.014047942124307156, -0.008366554975509644, -0.002685168758034706, 0.0029962179251015186, 0.008677604608237743, 0.014358991757035255, 0.020040377974510193, 0.02572176419198513, 0.03140315040946007, 0.037084538489580154, 0.04276592284440994, 0.04844731092453003, 0.054128699004650116, 0.059810083359479904, 0.06549146771430969, 0.07117285579442978, 0.07685424387454987, 0.08253563195466995, 0.08821702003479004, 0.09389840811491013, 0.09957978874444962, 0.1052611768245697, 0.11094256490468979, 0.11662395298480988, 0.12230534106492996, 0.12798672914505005, 0.13366810977458954, 0.13934950530529022, 0.1450308859348297, 0.1507122665643692, 0.15639366209506989, 0.16207504272460938, 0.16775643825531006, 0.17343781888484955, 0.17911919951438904, 0.18480059504508972, 0.1904819756746292, 0.1961633712053299, 0.20184475183486938]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 4.0, 0.0, 1.0, 0.0, 5.0, 0.0, 2.0, 2.0, 6.0, 3.0, 1.0, 4.0, 0.0, 4.0, 4.0, 6.0, 2.0, 6.0, 25.0, 3.0, 7.0, 3.0, 2.0, 2.0, 1.0, 1.0, 5.0, 0.0, 3.0, 3.0, 0.0, 3.0, 2.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0021236008033156395, -0.0020455587655305862, -0.001967516727745533, -0.0018894746899604797, -0.0018114326521754265, -0.0017333906143903732, -0.00165534857660532, -0.0015773065388202667, -0.0014992645010352135, -0.0014212224632501602, -0.001343180425465107, -0.0012651383876800537, -0.0011870963498950005, -0.0011090543121099472, -0.001031012274324894, -0.0009529702365398407, -0.0008749281987547874, -0.0007968861609697342, -0.0007188441231846809, -0.0006408020853996277, -0.0005627600476145744, -0.0004847180098295212, -0.0004066759720444679, -0.00032863393425941467, -0.0002505918964743614, -0.00017254985868930817, -9.450782090425491e-05, -1.646578311920166e-05, 6.157625466585159e-05, 0.00013961829245090485, 0.0002176603302359581, 0.00029570236802101135, 0.0003737444058060646, 0.00045178644359111786, 0.0005298284813761711, 0.0006078705191612244, 0.0006859125569462776, 0.0007639545947313309, 0.0008419966325163841, 0.0009200386703014374, 0.0009980807080864906, 0.0010761227458715439, 0.0011541647836565971, 0.0012322068214416504, 0.0013102488592267036, 0.001388290897011757, 0.0014663329347968102, 0.0015443749725818634, 0.0016224170103669167, 0.00170045904815197, 0.0017785010859370232, 0.0018565431237220764, 0.0019345851615071297, 0.002012627199292183, 0.002090669237077236, 0.0021687112748622894, 0.0022467533126473427, 0.002324795350432396, 0.002402837388217449, 0.0024808794260025024, 0.0025589214637875557, 0.002636963501572609, 0.002715005539357662, 0.0027930475771427155, 0.0028710896149277687]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 3.0, 3.0, 5.0, 7.0, 5.0, 14.0, 19.0, 35.0, 48.0, 78.0, 101.0, 184.0, 263.0, 399.0, 604.0, 997.0, 1607.0, 2608.0, 4417.0, 7414.0, 13120.0, 24110.0, 50879.0, 155875.0, 788943.0, 59621.0, 26556.0, 14250.0, 8622.0, 5627.0, 3737.0, 2643.0, 1870.0, 1347.0, 1034.0, 748.0, 488.0, 341.0, 277.0, 208.0, 157.0, 107.0, 63.0, 45.0, 58.0, 29.0, 17.0, 20.0, 13.0, 14.0, 4.0, 4.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.0042819734662771225, -0.004130308050662279, -0.003978642635047436, -0.003826977452263236, -0.0036753120366483927, -0.0035236466210335493, -0.003371981205418706, -0.0032203157898038626, -0.003068650607019663, -0.0029169851914048195, -0.002765319775789976, -0.0026136543601751328, -0.0024619889445602894, -0.002310323528945446, -0.0021586583461612463, -0.002006992930546403, -0.0018553275149315596, -0.0017036620993167162, -0.0015519968001171947, -0.0014003313845023513, -0.0012486660853028297, -0.0010970006696879864, -0.000945335254073143, -0.0007936698966659606, -0.0006420045392587781, -0.0004903391818515956, -0.00033867379534058273, -0.00018700842338148504, -3.534305142238736e-05, 0.00011632232053671032, 0.000267987692495808, 0.0004196530790068209, 0.0005713184364140034, 0.0007229837938211858, 0.0008746491512283683, 0.0010263145668432117, 0.0011779798660427332, 0.0013296452816575766, 0.00148131069727242, 0.0016329759964719415, 0.0017846414120867848, 0.0019363068277016282, 0.0020879721269011497, 0.002239637542515993, 0.0023913029581308365, 0.00254296837374568, 0.0026946335565298796, 0.002846298972144723, 0.0029979643877595663, 0.0031496298033744097, 0.003301295218989253, 0.0034529604017734528, 0.003604625817388296, 0.0037562912330031395, 0.003907956648617983, 0.004059622064232826, 0.00421128747984767, 0.004362952895462513, 0.004514618311077356, 0.004666283261030912, 0.004817948676645756, 0.004969614092260599, 0.0051212795078754425, 0.005272944923490286, 0.005424610339105129]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 2.0, 1.0, 7.0, 5.0, 2.0, 2.0, 5.0, 2.0, 3.0, 1.0, 2.0, 1.0, 1.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011945076286792755, -0.011435898952186108, -0.01092672161757946, -0.010417544282972813, -0.009908366948366165, -0.009399188682436943, -0.008890011347830296, -0.008380834013223648, -0.007871656678617, -0.007362479344010353, -0.006853302009403706, -0.006344124209135771, -0.005834946874529123, -0.005325769539922476, -0.004816591739654541, -0.0043074144050478935, -0.003798237070441246, -0.0032890597358345985, -0.0027798821683973074, -0.0022707046009600163, -0.0017615272663533688, -0.0012523498153313994, -0.0007431723643094301, -0.0002339949132874608, 0.0002751825377345085, 0.0007843599887564778, 0.0012935374397784472, 0.0018027148908004165, 0.002311892341822386, 0.0028210696764290333, 0.0033302472438663244, 0.0038394248113036156, 0.004348602145910263, 0.0048577794805169106, 0.005366956815123558, 0.005876134615391493, 0.00638531194999814, 0.006894489284604788, 0.007403667084872723, 0.00791284441947937, 0.008422021754086018, 0.008931199088692665, 0.009440376423299313, 0.00994955375790596, 0.010458732023835182, 0.01096790935844183, 0.011477086693048477, 0.011986264027655125, 0.012495441362261772, 0.01300461869686842, 0.013513796031475067, 0.014022973366081715, 0.014532150700688362, 0.015041328966617584, 0.015550506301224232, 0.01605968363583088, 0.0165688619017601, 0.017078038305044174, 0.017587216570973396, 0.01809639297425747, 0.01860557124018669, 0.019114747643470764, 0.019623925909399986, 0.02013310231268406, 0.02064228057861328]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 6.0, 8.0, 4.0, 8.0, 7.0, 14.0, 34.0, 33.0, 54.0, 67.0, 106.0, 165.0, 219.0, 285.0, 469.0, 723.0, 1208.0, 2501.0, 6107.0, 1789.0, 1163.0, 807.0, 606.0, 454.0, 361.0, 263.0, 192.0, 161.0, 114.0, 97.0, 86.0, 63.0, 55.0, 48.0, 29.0, 21.0, 19.0, 15.0, 13.0, 7.0, 11.0, 4.0, 2.0, 5.0, 5.0, 6.0, 5.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.0070610432885587215, -0.006780030205845833, -0.006499017123132944, -0.006218004040420055, -0.005936990957707167, -0.005655977874994278, -0.005374964792281389, -0.0050939517095685005, -0.0048129381611943245, -0.004531925078481436, -0.004250911995768547, -0.003969898913055658, -0.0036888858303427696, -0.003407872747629881, -0.003126859664916992, -0.0028458465822041035, -0.0025648334994912148, -0.002283820416778326, -0.0020028073340654373, -0.0017217941349372268, -0.001440781052224338, -0.0011597679695114493, -0.0008787548285908997, -0.0005977416876703501, -0.00031672860495746136, -3.571549314074218e-05, 0.000245297618675977, 0.0005263107595965266, 0.0008073238423094153, 0.001088336925022304, 0.0013693501241505146, 0.0016503632068634033, 0.001931376289576292, 0.0022123893722891808, 0.0024934024550020695, 0.002774415537714958, 0.003055428620427847, 0.0033364419359713793, 0.003617455018684268, 0.0038984681013971567, 0.004179481416940689, 0.004460494499653578, 0.0047415075823664665, 0.005022520665079355, 0.005303533747792244, 0.005584546830505133, 0.005865559913218021, 0.00614657299593091, 0.006427586078643799, 0.0067085991613566875, 0.006989612244069576, 0.007270625326782465, 0.007551638409495354, 0.00783265195786953, 0.008113664574921131, 0.008394678123295307, 0.008675690740346909, 0.008956704288721085, 0.009237716905772686, 0.009518730454146862, 0.009799743071198463, 0.01008075661957264, 0.010361769236624241, 0.010642782784998417, 0.010923795402050018]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 3.0, 1.0, 3.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.06664655357599258, -0.06479018181562424, -0.06293380260467529, -0.061077430844306946, -0.0592210553586483, -0.057364679872989655, -0.05550830811262131, -0.05365193262696266, -0.051795557141304016, -0.04993918165564537, -0.048082806169986725, -0.04622643440961838, -0.04437005892395973, -0.042513683438301086, -0.04065731167793274, -0.038800936192274094, -0.03694456070661545, -0.0350881852209568, -0.03323180973529816, -0.03137543797492981, -0.029519062489271164, -0.02766268700361252, -0.025806313380599022, -0.023949939757585526, -0.02209356427192688, -0.020237188786268234, -0.018380815163254738, -0.01652444154024124, -0.014668066054582596, -0.012811691500246525, -0.010955316945910454, -0.009098942391574383, -0.007242567837238312, -0.005386193282902241, -0.0035298187285661697, -0.0016734441742300987, 0.0001829303801059723, 0.0020393049344420433, 0.0038956794887781143, 0.005752054043114185, 0.007608428597450256, 0.009464803151786327, 0.011321177706122398, 0.01317755226045847, 0.01503392681479454, 0.016890302300453186, 0.018746675923466682, 0.02060304954648018, 0.022459425032138824, 0.02431580051779747, 0.026172174140810966, 0.028028547763824463, 0.02988492324948311, 0.031741298735141754, 0.0335976704955101, 0.03545404598116875, 0.03731042146682739, 0.03916679695248604, 0.041023172438144684, 0.04287954419851303, 0.04473591968417168, 0.04659229516983032, 0.04844866693019867, 0.050305042415857315, 0.05216141790151596]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 5.0, 5.0, 3.0, 5.0, 2.0, 7.0, 3.0, 5.0, 8.0, 6.0, 9.0, 5.0, 16.0, 7.0, 10.0, 8.0, 15.0, 13.0, 11.0, 9.0, 10.0, 30.0, 10.0, 17.0, 9.0, 9.0, 7.0, 4.0, 5.0, 1.0, 5.0, 4.0, 1.0, 3.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0427502766251564, -0.04166516289114952, -0.04058005288243294, -0.039494939148426056, -0.038409825414419174, -0.03732471168041229, -0.03623960167169571, -0.03515448793768883, -0.034069374203681946, -0.03298426419496536, -0.03189915046095848, -0.0308140367269516, -0.029728924855589867, -0.028643811121582985, -0.027558699250221252, -0.02647358551621437, -0.025388473644852638, -0.024303361773490906, -0.023218248039484024, -0.02213313616812229, -0.02104802243411541, -0.019962910562753677, -0.018877796828746796, -0.017792684957385063, -0.01670757308602333, -0.015622459352016449, -0.014537346549332142, -0.013452233746647835, -0.012367121875286102, -0.011282009072601795, -0.010196896269917488, -0.009111783467233181, -0.008026670664548874, -0.006941557861864567, -0.00585644505918026, -0.00477133272215724, -0.003686219919472933, -0.0026011071167886257, -0.0015159945469349623, -0.000430881860665977, 0.0006542308256030083, 0.0017393435118719935, 0.002824456198140979, 0.003909568767994642, 0.004994681570678949, 0.0060797943733632565, 0.007164906710386276, 0.008250019513070583, 0.00933513231575489, 0.010420245118439198, 0.011505357921123505, 0.012590470723807812, 0.013675583526492119, 0.014760695397853851, 0.015845809131860733, 0.016930921003222466, 0.018016032874584198, 0.01910114660859108, 0.020186258479952812, 0.021271372213959694, 0.022356484085321426, 0.023441597819328308, 0.02452670969069004, 0.025611823424696922, 0.026696935296058655]}, "_runtime": 103.83750319480896, "_timestamp": 1596214428.5947857, "_step": 125}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 3.0, 2.0, 3.0, 0.0, 7.0, 6.0, 1.0, 4.0, 1.0, 3.0, 3.0, 1.0, 0.0, 1.0, 0.0, 3.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012495886534452438, -0.012104256078600883, -0.011712625622749329, -0.011320995166897774, -0.010929364711046219, -0.010537734255194664, -0.010146103799343109, -0.009754473343491554, -0.00936284288764, -0.00897121150046587, -0.008579581044614315, -0.00818795058876276, -0.007796320132911205, -0.00740468967705965, -0.0070130592212080956, -0.006621428765356541, -0.006229798309504986, -0.005838167853653431, -0.005446537397801876, -0.005054906941950321, -0.004663276486098766, -0.004271645564585924, -0.0038800151087343693, -0.0034883846528828144, -0.0030967541970312595, -0.0027051237411797047, -0.00231349328532815, -0.0019218625966459513, -0.0015302321407943964, -0.0011386016849428415, -0.0007469711126759648, -0.00035534059861674905, 3.6289915442466736e-05, 0.0004279204295016825, 0.0008195509435608983, 0.001211181515827775, 0.0016028119716793299, 0.0019944424275308847, 0.0023860731162130833, 0.002777703572064638, 0.003169334027916193, 0.003560964483767748, 0.003952594939619303, 0.004344225395470858, 0.0047358563169837, 0.005127486772835255, 0.0055191172286868095, 0.005910747684538364, 0.006302378140389919, 0.006694008596241474, 0.007085639052093029, 0.007477269507944584, 0.007868899963796139, 0.008260530419647694, 0.008652160875499249, 0.009043791331350803, 0.009435422718524933, 0.009827053174376488, 0.010218683630228043, 0.010610314086079597, 0.011001944541931152, 0.011393574997782707, 0.011785205453634262, 0.012176835909485817, 0.012568466365337372]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 3.0, 0.0, 2.0, 5.0, 4.0, 3.0, 5.0, 7.0, 13.0, 11.0, 14.0, 21.0, 13.0, 16.0, 25.0, 31.0, 34.0, 46.0, 54.0, 72.0, 97.0, 137.0, 187.0, 339.0, 4758.0, 1032.0, 303.0, 163.0, 117.0, 88.0, 76.0, 55.0, 36.0, 23.0, 33.0, 20.0, 9.0, 16.0, 18.0, 9.0, 10.0, 9.0, 3.0, 1.0, 4.0, 1.0, 3.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.11242060363292694, -0.10899066179990768, -0.10556071251630783, -0.10213077068328857, -0.09870082885026932, -0.09527087956666946, -0.09184093773365021, -0.08841099590063095, -0.0849810466170311, -0.08155110478401184, -0.07812116295099258, -0.07469121366739273, -0.07126127183437347, -0.06783133000135422, -0.06440138071775436, -0.06097143888473511, -0.05754149332642555, -0.054111547768116, -0.05068160593509674, -0.047251660376787186, -0.04382171481847763, -0.040391772985458374, -0.03696182742714882, -0.033531881868839264, -0.030101938173174858, -0.026671994477510452, -0.023242048919200897, -0.01981210522353649, -0.016382161527872086, -0.01295221596956253, -0.009522272273898125, -0.006092327646911144, -0.002662383019924164, 0.000767561374232173, 0.00419750576838851, 0.007627449929714203, 0.011057394556701183, 0.014487339183688164, 0.01791728287935257, 0.021347228437662125, 0.02477717213332653, 0.028207115828990936, 0.03163706138730049, 0.035067006945610046, 0.0384969487786293, 0.04192689433693886, 0.04535683989524841, 0.04878678172826767, 0.052216727286577225, 0.05564667284488678, 0.059076614677906036, 0.06250656396150589, 0.06593650579452515, 0.0693664476275444, 0.07279639691114426, 0.07622633874416351, 0.07965628057718277, 0.08308622986078262, 0.08651617169380188, 0.08994611352682114, 0.09337606281042099, 0.09680600464344025, 0.1002359464764595, 0.10366589576005936, 0.10709583759307861]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 5.0, 0.0, 0.0, 2.0, 3.0, 7.0, 4.0, 8.0, 2.0, 6.0, 4.0, 6.0, 3.0, 3.0, 24.0, 6.0, 7.0, 1.0, 4.0, 0.0, 1.0, 2.0, 1.0, 1.0, 3.0, 2.0, 1.0, 3.0, 0.0, 1.0, 2.0, 0.0, 2.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.003672790713608265, -0.003562265308573842, -0.003451740136370063, -0.00334121473133564, -0.003230689326301217, -0.003120164154097438, -0.003009638749063015, -0.002899113344028592, -0.0027885879389941692, -0.00267806276679039, -0.002567537361755967, -0.0024570119567215443, -0.002346486784517765, -0.002235961379483342, -0.0021254359744489193, -0.00201491080224514, -0.0019043853972107172, -0.0017938601085916162, -0.0016833347035571933, -0.0015728094149380922, -0.0014622840099036694, -0.0013517587212845683, -0.0012412334326654673, -0.0011307080276310444, -0.0010201827390119433, -0.0009096573921851814, -0.0007991320453584194, -0.0006886067567393184, -0.0005780814099125564, -0.00046755606308579445, -0.00035703074536286294, -0.00024650542763993144, -0.00013598008081316948, -2.5454748538322747e-05, 8.507058373652399e-05, 0.00019559591601137072, 0.00030612124828621745, 0.0004166465951129794, 0.0005271718837320805, 0.0006376972305588424, 0.0007482225773856044, 0.0008587479242123663, 0.0009692732710391283, 0.0010797985596582294, 0.0011903238482773304, 0.0013008492533117533, 0.0014113745419308543, 0.0015218999469652772, 0.0016324252355843782, 0.0017429505242034793, 0.0018534759292379022, 0.001964001217857003, 0.002074526622891426, 0.0021850517950952053, 0.002295577200129628, 0.002406102605164051, 0.0025166277773678303, 0.002627153182402253, 0.002737678587436676, 0.002848203992471099, 0.002958729164674878, 0.003069254569709301, 0.003179779974743724, 0.003290305146947503, 0.003400830551981926]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 4.0, 3.0, 3.0, 3.0, 3.0, 12.0, 12.0, 26.0, 23.0, 34.0, 61.0, 82.0, 109.0, 165.0, 230.0, 330.0, 529.0, 700.0, 1150.0, 1883.0, 3363.0, 6323.0, 13232.0, 30207.0, 86684.0, 864900.0, 94236.0, 33159.0, 16447.0, 9330.0, 5617.0, 3506.0, 2305.0, 1581.0, 1021.0, 686.0, 492.0, 331.0, 249.0, 174.0, 126.0, 95.0, 66.0, 42.0, 33.0, 28.0, 18.0, 9.0, 8.0, 6.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 4.0], "bins": [-0.0063783866353333, -0.006183058023452759, -0.005987729411572218, -0.00579240033403039, -0.005597071722149849, -0.005401743110269308, -0.005206414498388767, -0.005011085886508226, -0.0048157572746276855, -0.004620428197085857, -0.0044250995852053165, -0.004229770973324776, -0.004034442361444235, -0.0038391135167330503, -0.0036437849048525095, -0.003448456060141325, -0.003253127448260784, -0.0030577988363802433, -0.002862469991669059, -0.002667141379788518, -0.0024718125350773335, -0.0022764839231967926, -0.0020811553113162518, -0.001885826583020389, -0.0016904978547245264, -0.0014951691264286637, -0.001299840398132801, -0.0011045117862522602, -0.0009091830579563975, -0.0007138543296605349, -0.0005185256595723331, -0.0003231969603803009, -0.00012786826118826866, 6.746043800376356e-05, 0.0002627891371957958, 0.000458117836387828, 0.0006534465355798602, 0.0008487752638757229, 0.0010441038757562637, 0.0012394326040521264, 0.001434761332347989, 0.0016300900606438518, 0.0018254187889397144, 0.0020207474008202553, 0.002216076012700796, 0.0024114048574119806, 0.0026067334692925215, 0.002802062314003706, 0.002997390925884247, 0.0031927195377647877, 0.003388048382475972, 0.003583376994356513, 0.0037787058390676975, 0.003974034450948238, 0.004169363062828779, 0.00436469167470932, 0.004560020752251148, 0.004755349364131689, 0.00495067797601223, 0.005146006587892771, 0.005341335199773312, 0.0055366638116538525, 0.005731992889195681, 0.0059273215010762215, 0.006122650112956762]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 2.0, 4.0, 3.0, 1.0, 1.0, 0.0, 4.0, 0.0, 2.0, 3.0, 2.0, 2.0, 2.0, 10.0, 1.0, 1.0, 1.0, 3.0, 1.0, 3.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.01978551223874092, -0.0191886555403471, -0.01859179697930813, -0.017994940280914307, -0.017398081719875336, -0.016801225021481514, -0.016204366460442543, -0.015607509762048721, -0.015010652132332325, -0.014413794502615929, -0.013816936872899532, -0.013220079243183136, -0.012623222544789314, -0.012026364915072918, -0.011429507285356522, -0.010832649655640125, -0.010235792025923729, -0.009638934396207333, -0.009042076766490936, -0.00844521913677454, -0.007848361507058144, -0.007251504343003035, -0.006654647178947926, -0.006057789549231529, -0.005460931919515133, -0.004864074289798737, -0.00426721666008234, -0.003670359496027231, -0.003073501866310835, -0.0024766442365944386, -0.0018797868397086859, -0.0012829293264076114, -0.0006860718131065369, -8.921429980546236e-05, 0.0005076432134956121, 0.0011045007267966866, 0.0017013582400977612, 0.0022982158698141575, 0.00289507326669991, 0.003491930663585663, 0.004088788293302059, 0.0046856459230184555, 0.005282503552734852, 0.005879360716789961, 0.006476218346506357, 0.0070730759762227535, 0.0076699331402778625, 0.008266790769994259, 0.008863648399710655, 0.009460506029427052, 0.010057363659143448, 0.010654221288859844, 0.01125107891857624, 0.011847935616970062, 0.012444793246686459, 0.013041650876402855, 0.013638508506119251, 0.014235366135835648, 0.014832223765552044, 0.01542908139526844, 0.016025938093662262, 0.016622796654701233, 0.017219653353095055, 0.017816511914134026, 0.018413368612527847]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 2.0, 3.0, 5.0, 4.0, 3.0, 9.0, 11.0, 14.0, 17.0, 21.0, 32.0, 67.0, 83.0, 84.0, 135.0, 179.0, 255.0, 372.0, 429.0, 632.0, 879.0, 1409.0, 2579.0, 6199.0, 1658.0, 967.0, 661.0, 426.0, 309.0, 214.0, 182.0, 123.0, 98.0, 64.0, 57.0, 45.0, 33.0, 27.0, 20.0, 24.0, 15.0, 16.0, 13.0, 10.0, 11.0, 4.0, 5.0, 5.0, 5.0, 3.0, 2.0, 3.0], "bins": [-0.012457084842026234, -0.01210347842425108, -0.01174987107515335, -0.011396264657378197, -0.011042657308280468, -0.010689050890505314, -0.010335443541407585, -0.009981837123632431, -0.009628230705857277, -0.009274623356759548, -0.008921016938984394, -0.008567409589886665, -0.008213803172111511, -0.007860195823013783, -0.007506589405238628, -0.007152982521802187, -0.0067993756383657455, -0.006445768754929304, -0.006092161871492863, -0.005738554988056421, -0.00538494810461998, -0.005031341686844826, -0.004677734803408384, -0.004324127919971943, -0.0039705210365355015, -0.00361691415309906, -0.0032633072696626186, -0.002909700619056821, -0.0025560937356203794, -0.002202486852183938, -0.0018488800851628184, -0.0014952733181416988, -0.0011416664347052574, -0.0007880596094764769, -0.0004344527842476964, -8.084595901891589e-05, 0.0002727608662098646, 0.0006263676914386451, 0.0009799745166674256, 0.0013335812836885452, 0.0016871881671249866, 0.002040795050561428, 0.0023944019339978695, 0.0027480085846036673, 0.0031016154680401087, 0.00345522235147655, 0.003808829002082348, 0.004162435885518789, 0.004516042768955231, 0.004869649652391672, 0.0052232565358281136, 0.005576863419264555, 0.005930470302700996, 0.0062840767204761505, 0.006637683603912592, 0.006991290487349033, 0.007344897370785475, 0.007698504254221916, 0.00805211067199707, 0.008405718021094799, 0.008759324438869953, 0.009112931787967682, 0.009466538205742836, 0.009820145554840565, 0.010173751972615719]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 6.0, 4.0, 2.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.09686432778835297, -0.09246864914894104, -0.08807297050952911, -0.08367729932069778, -0.07928162068128586, -0.07488594204187393, -0.0704902708530426, -0.06609459221363068, -0.06169891357421875, -0.057303234934806824, -0.052907560020685196, -0.04851188510656357, -0.04411620646715164, -0.039720527827739716, -0.03532485291361809, -0.03092917613685131, -0.026533499360084534, -0.022137822583317757, -0.01774214580655098, -0.013346469029784203, -0.008950792253017426, -0.0045551154762506485, -0.00015943869948387146, 0.004236238077282906, 0.008631914854049683, 0.01302759163081646, 0.017423268407583237, 0.021818945184350014, 0.02621462196111679, 0.030610298737883568, 0.035005975514650345, 0.03940165042877197, 0.0437973290681839, 0.048193007707595825, 0.05258868262171745, 0.05698435753583908, 0.06138003617525101, 0.06577571481466293, 0.07017138600349426, 0.07456706464290619, 0.07896274328231812, 0.08335842192173004, 0.08775410056114197, 0.0921497717499733, 0.09654545038938522, 0.10094112902879715, 0.10533680021762848, 0.1097324788570404, 0.11412815749645233, 0.11852383613586426, 0.12291951477527618, 0.1273151934146881, 0.13171085715293884, 0.13610653579235077, 0.1405022144317627, 0.14489789307117462, 0.14929357171058655, 0.15368925034999847, 0.1580849289894104, 0.16248060762882233, 0.16687628626823425, 0.17127195000648499, 0.1756676286458969, 0.18006330728530884, 0.18445898592472076]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 3.0, 5.0, 4.0, 4.0, 11.0, 4.0, 18.0, 30.0, 35.0, 27.0, 40.0, 26.0, 8.0, 8.0, 5.0, 6.0, 6.0, 2.0, 5.0, 1.0, 2.0, 2.0, 3.0, 3.0, 4.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.05874251946806908, -0.05547139421105385, -0.05220027267932892, -0.04892914742231369, -0.04565802216529846, -0.04238690063357353, -0.039115775376558304, -0.035844650119543076, -0.032573528587818146, -0.029302403330802917, -0.02603127807378769, -0.02276015467941761, -0.01948903128504753, -0.016217906028032303, -0.012946782633662224, -0.00967565830796957, -0.0064045339822769165, -0.0031334098894149065, 0.0001377142034471035, 0.0034088382963091135, 0.0066799623891711235, 0.009951086714863777, 0.013222210109233856, 0.016493335366249084, 0.019764458760619164, 0.023035582154989243, 0.02630670741200447, 0.02957783080637455, 0.03284895420074463, 0.03612007945775986, 0.039391204714775085, 0.042662326246500015, 0.045933451503515244, 0.04920457676053047, 0.0524756982922554, 0.05574682354927063, 0.05901794880628586, 0.06228907033801079, 0.06556019932031631, 0.06883131712675095, 0.07210244238376617, 0.0753735676407814, 0.07864469289779663, 0.08191581815481186, 0.08518694341182709, 0.08845806121826172, 0.09172918647527695, 0.09500031173229218, 0.0982714369893074, 0.10154256224632263, 0.10481368750333786, 0.10808481276035309, 0.11135593056678772, 0.11462705582380295, 0.11789818108081818, 0.1211693063378334, 0.12444043159484863, 0.12771154940128326, 0.1309826821088791, 0.13425379991531372, 0.13752493262290955, 0.14079605042934418, 0.1440671682357788, 0.14733830094337463, 0.15060941874980927]}, "_runtime": 104.62373733520508, "_timestamp": 1596214429.3810198, "_step": 126}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 4.0, 2.0, 4.0, 2.0, 0.0, 2.0, 6.0, 5.0, 2.0, 3.0, 2.0, 2.0, 5.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01199637446552515, -0.011616007424890995, -0.01123564038425684, -0.010855273343622684, -0.01047490630298853, -0.010094539262354374, -0.009714172221720219, -0.009333805181086063, -0.008953437209129333, -0.008573070168495178, -0.008192703127861023, -0.007812336552888155, -0.007431969046592712, -0.007051602005958557, -0.006671234965324402, -0.006290867924690247, -0.005910500884056091, -0.005530133843421936, -0.005149766802787781, -0.0047693997621536255, -0.00438903272151947, -0.004008665215224028, -0.0036282981745898724, -0.003247931133955717, -0.002867564093321562, -0.0024871970526874065, -0.0021068300120532513, -0.0017264627385884523, -0.001346095697954297, -0.0009657285991124809, -0.0005853615002706647, -0.0002049944014288485, 0.00017537269741296768, 0.0005557397962547839, 0.0009361068950966001, 0.0013164740521460772, 0.0016968410927802324, 0.0020772081334143877, 0.0024575754068791866, 0.002837942447513342, 0.003218309488147497, 0.0035986765287816525, 0.003979043569415808, 0.004359410610049963, 0.004739778116345406, 0.005120145156979561, 0.005500512197613716, 0.005880879238247871, 0.006261246278882027, 0.006641613319516182, 0.007021980360150337, 0.0074023474007844925, 0.007782714441418648, 0.008163081482052803, 0.008543448522686958, 0.008923815563321114, 0.009304182603955269, 0.009684550575911999, 0.010064917616546154, 0.01044528465718031, 0.010825651697814465, 0.01120601873844862, 0.011586385779082775, 0.01196675281971693, 0.012347119860351086]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 2.0, 2.0, 2.0, 1.0, 2.0, 4.0, 14.0, 13.0, 13.0, 14.0, 33.0, 40.0, 57.0, 77.0, 120.0, 145.0, 264.0, 597.0, 5495.0, 421.0, 199.0, 122.0, 85.0, 51.0, 62.0, 27.0, 15.0, 6.0, 12.0, 10.0, 4.0, 7.0, 2.0, 0.0, 1.0, 3.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.16910675168037415, -0.164165198802948, -0.15922364592552185, -0.1542820930480957, -0.14934054017066956, -0.1443989872932434, -0.13945741951465607, -0.13451586663722992, -0.12957431375980377, -0.12463276088237762, -0.11969120800495148, -0.11474965512752533, -0.10980810225009918, -0.10486654937267303, -0.09992498904466629, -0.09498343616724014, -0.090041883289814, -0.08510033041238785, -0.0801587775349617, -0.07521721720695496, -0.07027566432952881, -0.06533411145210266, -0.060392558574676514, -0.05545100197196007, -0.05050944909453392, -0.04556789621710777, -0.04062633961439133, -0.03568478673696518, -0.030743231996893883, -0.025801677256822586, -0.02086012437939644, -0.015918569639325142, -0.010977014899253845, -0.006035460624843836, -0.0010939063504338264, 0.003847647923976183, 0.008789202198386192, 0.013730756938457489, 0.018672309815883636, 0.023613864555954933, 0.02855541929602623, 0.03349697217345238, 0.03843852877616882, 0.04338008165359497, 0.04832163453102112, 0.053263191133737564, 0.05820474401116371, 0.06314630061388016, 0.0680878534913063, 0.07302940636873245, 0.0779709592461586, 0.08291251957416534, 0.08785407245159149, 0.09279562532901764, 0.09773717820644379, 0.10267873108386993, 0.10762028396129608, 0.11256184428930283, 0.11750339716672897, 0.12244495004415512, 0.12738651037216187, 0.132328063249588, 0.13726961612701416, 0.1422111690044403, 0.14715272188186646]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 1.0, 3.0, 1.0, 1.0, 3.0, 2.0, 2.0, 3.0, 3.0, 2.0, 4.0, 4.0, 2.0, 3.0, 4.0, 2.0, 26.0, 6.0, 0.0, 5.0, 3.0, 0.0, 1.0, 0.0, 3.0, 3.0, 1.0, 1.0, 4.0, 2.0, 3.0, 3.0, 2.0, 1.0, 1.0, 2.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002214551204815507, -0.002127386862412095, -0.0020402222871780396, -0.0019530579447746277, -0.001865893485955894, -0.0017787290271371603, -0.0016915646847337484, -0.0016044002259150147, -0.001517235767096281, -0.0014300713082775474, -0.0013429068494588137, -0.0012557425070554018, -0.0011685780482366681, -0.0010814135894179344, -0.0009942492470145226, -0.0009070847881957889, -0.0008199203293770552, -0.0007327558705583215, -0.0006455914699472487, -0.0005584270693361759, -0.0004712626105174422, -0.000384098180802539, -0.00029693375108763576, -0.00020976932137273252, -0.00012260489165782928, -3.544046194292605e-05, 5.1723967771977186e-05, 0.00013888839748688042, 0.00022605282720178366, 0.0003132172569166869, 0.00040038168663159013, 0.00048754611634649336, 0.0005747105460613966, 0.0006618750048801303, 0.0007490394054912031, 0.0008362038061022758, 0.0009233682649210095, 0.0010105327237397432, 0.001097697066143155, 0.0011848615249618888, 0.0012720259837806225, 0.0013591904425993562, 0.0014463549014180899, 0.0015335192438215017, 0.0016206837026402354, 0.0017078481614589691, 0.001795012503862381, 0.0018821769626811147, 0.0019693414214998484, 0.0020565057639032602, 0.0021436703391373158, 0.0022308346815407276, 0.0023179990239441395, 0.002405163599178195, 0.002492327941581607, 0.0025794925168156624, 0.0026666568592190742, 0.002753821201622486, 0.0028409857768565416, 0.0029281501192599535, 0.003015314694494009, 0.003102479036897421, 0.0031896433793008327, 0.0032768079545348883, 0.0033639722969383]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [4.0, 3.0, 13.0, 12.0, 21.0, 23.0, 45.0, 56.0, 81.0, 107.0, 135.0, 160.0, 275.0, 332.0, 492.0, 688.0, 961.0, 1418.0, 2074.0, 3144.0, 4807.0, 7623.0, 12809.0, 24161.0, 52250.0, 204407.0, 742696.0, 52390.0, 25491.0, 14512.0, 8913.0, 5774.0, 3920.0, 2758.0, 1978.0, 1287.0, 960.0, 741.0, 491.0, 371.0, 298.0, 244.0, 153.0, 142.0, 103.0, 80.0, 51.0, 44.0, 37.0, 20.0, 23.0, 12.0, 13.0, 16.0, 10.0, 4.0, 5.0, 1.0, 3.0, 3.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.004021852742880583, -0.0038675344549119473, -0.0037132163997739553, -0.00355889811180532, -0.003404580056667328, -0.0032502617686986923, -0.0030959437135607004, -0.002941625425592065, -0.002787307370454073, -0.0026329890824854374, -0.002478670794516802, -0.00232435273937881, -0.0021700344514101744, -0.0020157163962721825, -0.001861398108303547, -0.0017070799367502332, -0.0015527617651969194, -0.0013984435936436057, -0.001244125422090292, -0.0010898072505369782, -0.0009354890207760036, -0.0007811708492226899, -0.0006268526194617152, -0.0004725344479084015, -0.00031821627635508776, -0.0001638980902498588, -9.579904144629836e-06, 0.00014473828196059912, 0.0002990564680658281, 0.0004533746396191418, 0.0006076928693801165, 0.0007620110409334302, 0.0009163292124867439, 0.0010706473840400577, 0.0012249655555933714, 0.0013792837271466851, 0.0015336018986999989, 0.0016879201866686344, 0.0018422383582219481, 0.001996556529775262, 0.002150874584913254, 0.0023051928728818893, 0.002459511160850525, 0.002613829215988517, 0.0027681475039571524, 0.0029224655590951443, 0.00307678384706378, 0.0032311019022017717, 0.0033854201901704073, 0.003539738478139043, 0.0036940565332770348, 0.0038483748212456703, 0.004002693109214306, 0.004157010931521654, 0.00431132921949029, 0.004465647507458925, 0.004619965795427561, 0.004774284083396196, 0.004928601905703545, 0.00508292019367218, 0.005237238481640816, 0.005391556769609451, 0.0055458745919167995, 0.005700192879885435, 0.005854511167854071]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 3.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 7.0, 2.0, 0.0, 3.0, 2.0, 0.0, 2.0, 2.0, 1.0, 2.0, 1.0, 2.0, 2.0, 3.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.016711920499801636, -0.01618005335330963, -0.015648186206817627, -0.015116320922970772, -0.014584453776478767, -0.014052586629986763, -0.013520720414817333, -0.012988854199647903, -0.012456987053155899, -0.011925119906663895, -0.011393253691494465, -0.010861387476325035, -0.01032952032983303, -0.009797653183341026, -0.009265786968171597, -0.008733920753002167, -0.008202053606510162, -0.007670186925679445, -0.007138320244848728, -0.006606453564018011, -0.006074586883187294, -0.005542720202356577, -0.00501085352152586, -0.004478986840695143, -0.003947120159864426, -0.0034152534790337086, -0.0028833867982029915, -0.0023515201173722744, -0.0018196534365415573, -0.0012877867557108402, -0.0007559200748801231, -0.00022405339404940605, 0.00030781328678131104, 0.0008396799676120281, 0.0013715466484427452, 0.0019034133292734623, 0.0024352800101041794, 0.0029671466909348965, 0.0034990133717656136, 0.004030880052596331, 0.004562746733427048, 0.005094613414257765, 0.005626480095088482, 0.006158346775919199, 0.006690213456749916, 0.007222080137580633, 0.00775394681841135, 0.00828581303358078, 0.008817680180072784, 0.009349547326564789, 0.009881413541734219, 0.010413279756903648, 0.010945146903395653, 0.011477014049887657, 0.012008880265057087, 0.012540746480226517, 0.013072613626718521, 0.013604480773210526, 0.014136346988379955, 0.014668213203549385, 0.01520008035004139, 0.015731947496533394, 0.01626381278038025, 0.016795679926872253, 0.017327547073364258]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 1.0, 3.0, 1.0, 1.0, 4.0, 7.0, 4.0, 11.0, 6.0, 11.0, 14.0, 20.0, 28.0, 39.0, 29.0, 39.0, 40.0, 58.0, 67.0, 93.0, 135.0, 159.0, 206.0, 251.0, 346.0, 463.0, 666.0, 969.0, 1401.0, 5765.0, 2438.0, 1353.0, 826.0, 677.0, 525.0, 410.0, 326.0, 244.0, 178.0, 134.0, 109.0, 100.0, 66.0, 43.0, 42.0, 32.0, 26.0, 17.0, 13.0, 8.0, 6.0, 6.0, 2.0, 3.0, 4.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01062798872590065, -0.010304825380444527, -0.009981662034988403, -0.00965849868953228, -0.009335335344076157, -0.009012171998620033, -0.00868900865316391, -0.008365845307707787, -0.008042681962251663, -0.0077195181511342525, -0.007396354805678129, -0.007073191460222006, -0.0067500281147658825, -0.006426864769309759, -0.006103701423853636, -0.0057805380783975124, -0.005457374732941389, -0.005134211387485266, -0.004811048042029142, -0.004487884696573019, -0.004164721351116896, -0.0038415577728301287, -0.0035183944273740053, -0.003195231081917882, -0.0028720677364617586, -0.0025489043910056353, -0.002225741045549512, -0.0019025775836780667, -0.0015794142382219434, -0.00125625089276582, -0.0009330874891020358, -0.0006099240854382515, -0.00028676073998212814, 3.6402634577825665e-05, 0.0003595660091377795, 0.0006827294128015637, 0.001005892758257687, 0.0013290561037138104, 0.0016522195655852556, 0.001975382911041379, 0.0022985462564975023, 0.0026217096019536257, 0.002944872947409749, 0.0032680362928658724, 0.0035911998711526394, 0.003914363216608763, 0.004237526562064886, 0.0045606899075210094, 0.004883853252977133, 0.005207016598433256, 0.0055301799438893795, 0.005853343289345503, 0.006176506634801626, 0.0064996699802577496, 0.006822833325713873, 0.007145996671169996, 0.007469160482287407, 0.00779232382774353, 0.008115487173199654, 0.008438650518655777, 0.0087618138641119, 0.009084977209568024, 0.009408140555024147, 0.00973130390048027, 0.010054467245936394]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 5.0, 1.0, 2.0, 0.0, 0.0, 4.0, 2.0, 1.0, 1.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.10589783638715744, -0.1016215831041336, -0.09734533727169037, -0.09306909143924713, -0.0887928381562233, -0.08451658487319946, -0.08024033904075623, -0.07596409320831299, -0.07168783992528915, -0.06741158664226532, -0.06313534080982208, -0.05885909125208855, -0.05458284169435501, -0.050306592136621475, -0.04603034257888794, -0.041754093021154404, -0.03747784346342087, -0.03320159390568733, -0.028925344347953796, -0.02464909479022026, -0.020372845232486725, -0.01609659567475319, -0.011820346117019653, -0.0075440965592861176, -0.003267847001552582, 0.001008402556180954, 0.00528465211391449, 0.009560901671648026, 0.013837151229381561, 0.018113400787115097, 0.022389650344848633, 0.02666589990258217, 0.030942149460315704, 0.03521839901804924, 0.039494648575782776, 0.04377089813351631, 0.04804714769124985, 0.05232339724898338, 0.05659964680671692, 0.060875896364450455, 0.06515214592218399, 0.06942839920520782, 0.07370464503765106, 0.0779808908700943, 0.08225714415311813, 0.08653339743614197, 0.0908096432685852, 0.09508588910102844, 0.09936214238405228, 0.10363839566707611, 0.10791464149951935, 0.11219088733196259, 0.11646714061498642, 0.12074339389801025, 0.1250196397304535, 0.12929588556289673, 0.13357213139533997, 0.1378483921289444, 0.14212463796138763, 0.14640088379383087, 0.1506771445274353, 0.15495339035987854, 0.15922963619232178, 0.16350588202476501, 0.16778212785720825]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 6.0, 4.0, 4.0, 3.0, 4.0, 3.0, 1.0, 4.0, 1.0, 2.0, 2.0, 4.0, 3.0, 10.0, 9.0, 21.0, 11.0, 16.0, 47.0, 50.0, 11.0, 3.0, 6.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 2.0, 5.0, 7.0, 1.0, 5.0, 3.0, 2.0, 7.0, 4.0, 3.0, 0.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.06946702301502228, -0.06635262072086334, -0.0632382184267044, -0.06012381985783577, -0.057009417563676834, -0.0538950189948082, -0.05078061670064926, -0.047666214406490326, -0.04455181211233139, -0.04143741354346275, -0.03832301124930382, -0.03520860895514488, -0.032094210386276245, -0.02897980809211731, -0.025865407660603523, -0.022751005366444588, -0.0196366049349308, -0.016522204503417015, -0.01340780220925808, -0.010293401777744293, -0.007179000414907932, -0.004064599052071571, -0.0009501981548964977, 0.0021642029751092196, 0.005278604105114937, 0.008393005467951298, 0.011507406830787659, 0.014621807262301445, 0.01773620769381523, 0.020850609987974167, 0.023965010419487953, 0.02707941271364689, 0.030193813145160675, 0.03330821543931961, 0.03642261400818825, 0.03953701630234718, 0.04265141859650612, 0.045765817165374756, 0.04888021945953369, 0.05199462175369263, 0.05510902404785156, 0.0582234226167202, 0.061337824910879135, 0.06445222347974777, 0.06756662577390671, 0.07068102806806564, 0.07379543036222458, 0.07690983265638351, 0.08002422749996185, 0.08313862979412079, 0.08625303208827972, 0.08936743438243866, 0.0924818366765976, 0.09559623897075653, 0.09871064126491547, 0.1018250361084938, 0.10493943840265274, 0.10805384069681168, 0.11116824299097061, 0.11428264528512955, 0.11739704757928848, 0.12051144242286682, 0.12362584471702576, 0.1267402470111847, 0.12985464930534363]}, "_runtime": 105.40108251571655, "_timestamp": 1596214430.158365, "_step": 127}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 3.0, 2.0, 0.0, 1.0, 3.0, 6.0, 2.0, 1.0, 3.0, 4.0, 4.0, 2.0, 1.0, 0.0, 1.0, 4.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0], "bins": [-0.008386058732867241, -0.00812278501689434, -0.00785951130092144, -0.007596238516271114, -0.007332964800298214, -0.007069691084325314, -0.0068064178340137005, -0.006543144583702087, -0.006279870867729187, -0.006016597151756287, -0.0057533239014446735, -0.0054900506511330605, -0.00522677693516016, -0.00496350321918726, -0.004700229968875647, -0.0044369567185640335, -0.004173683002591133, -0.003910409286618233, -0.0036471360363066196, -0.003383862553164363, -0.003120589070022106, -0.0028573155868798494, -0.0025940421037375927, -0.002330768620595336, -0.0020674951374530792, -0.0018042216543108225, -0.0015409481711685658, -0.001277674688026309, -0.0010144012048840523, -0.0007511277217417955, -0.0004878542385995388, -0.00022458075545728207, 3.869272768497467e-05, 0.0003019662108272314, 0.0005652396939694881, 0.0008285131771117449, 0.0010917866602540016, 0.0013550601433962584, 0.001618333626538515, 0.0018816071096807718, 0.0021448805928230286, 0.0024081540759652853, 0.002671427559107542, 0.0029347010422497988, 0.0031979745253920555, 0.0034612480085343122, 0.003724521491676569, 0.003987794741988182, 0.0042510684579610825, 0.004514342173933983, 0.004777615424245596, 0.005040888674557209, 0.005304162390530109, 0.00556743610650301, 0.005830709356814623, 0.006093982607126236, 0.006357256323099136, 0.006620530039072037, 0.00688380328938365, 0.007147076539695263, 0.007410350255668163, 0.007673623971641064, 0.00793689675629139, 0.00820017047226429, 0.00846344418823719]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 2.0, 0.0, 4.0, 8.0, 8.0, 13.0, 22.0, 20.0, 42.0, 49.0, 78.0, 119.0, 152.0, 307.0, 693.0, 5480.0, 375.0, 173.0, 113.0, 84.0, 53.0, 42.0, 23.0, 15.0, 14.0, 13.0, 6.0, 3.0, 2.0, 4.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1635212004184723, -0.15843307971954346, -0.15334494411945343, -0.1482568234205246, -0.14316868782043457, -0.13808056712150574, -0.1329924464225769, -0.12790431082248688, -0.12281619012355804, -0.11772806197404861, -0.11263993382453918, -0.10755180567502975, -0.10246367752552032, -0.0973755493760109, -0.09228742867708206, -0.08719930052757263, -0.0821111723780632, -0.07702304422855377, -0.07193491607904434, -0.06684679538011551, -0.06175866723060608, -0.05667053908109665, -0.05158241093158722, -0.04649428650736809, -0.04140615835785866, -0.03631803020834923, -0.031229905784130096, -0.026141777634620667, -0.021053651347756386, -0.015965525060892105, -0.01087739784270525, -0.005789271090179682, -0.0007011443376541138, 0.004386982414871454, 0.009475109167397022, 0.014563236385583878, 0.019651362672448158, 0.02473948895931244, 0.02982761710882187, 0.034915741533041, 0.04000386968255043, 0.04509199783205986, 0.05018012225627899, 0.05526825040578842, 0.06035637855529785, 0.06544450670480728, 0.07053262740373611, 0.07562075555324554, 0.08070888370275497, 0.0857970118522644, 0.09088514000177383, 0.09597326070070267, 0.1010613888502121, 0.10614951699972153, 0.11123764514923096, 0.11632577329874039, 0.12141390144824982, 0.12650202214717865, 0.13159015774726868, 0.1366782784461975, 0.14176639914512634, 0.14685453474521637, 0.1519426554441452, 0.15703079104423523, 0.16211891174316406]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 3.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 4.0, 1.0, 3.0, 3.0, 3.0, 8.0, 3.0, 5.0, 2.0, 4.0, 3.0, 2.0, 2.0, 27.0, 2.0, 0.0, 3.0, 3.0, 2.0, 7.0, 5.0, 0.0, 2.0, 2.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.0028465245850384235, -0.002764023607596755, -0.0026815226301550865, -0.002599021652713418, -0.0025165206752717495, -0.002434019697830081, -0.002351518487557769, -0.0022690175101161003, -0.002186516532674432, -0.0021040155552327633, -0.0020215145777910948, -0.0019390136003494263, -0.0018565126229077578, -0.0017740116454660892, -0.001691510551609099, -0.0016090095741674304, -0.0015265085967257619, -0.0014440076192840934, -0.0013615066418424249, -0.0012790055479854345, -0.001196504570543766, -0.0011140035931020975, -0.001031502615660429, -0.0009490015800110996, -0.0008665006025694311, -0.0007839996251277626, -0.0007014985894784331, -0.0006189976120367646, -0.0005364966345950961, -0.0004539955989457667, -0.0003714946215040982, -0.0002889936149585992, -0.00020649260841310024, -0.00012399160186760128, -4.149060987401754e-05, 4.1010389395523816e-05, 0.00012351138866506517, 0.00020601239521056414, 0.00028851337265223265, 0.0003710143791977316, 0.0004535153857432306, 0.0005360163631848991, 0.0006185173988342285, 0.000701018376275897, 0.0007835193537175655, 0.000866020389366895, 0.0009485213668085635, 0.001031022402457893, 0.0011135233798995614, 0.00119602435734123, 0.0012785253347828984, 0.0013610264286398888, 0.0014435274060815573, 0.0015260283835232258, 0.0016085293609648943, 0.0016910303384065628, 0.0017735313158482313, 0.0018560324097052217, 0.0019385333871468902, 0.0020210344810038805, 0.002103535458445549, 0.0021860364358872175, 0.002268537413328886, 0.0023510383907705545, 0.002433539368212223]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 2.0, 2.0, 3.0, 8.0, 8.0, 24.0, 21.0, 35.0, 47.0, 57.0, 81.0, 124.0, 203.0, 270.0, 366.0, 569.0, 775.0, 1231.0, 1930.0, 3009.0, 4980.0, 8588.0, 15292.0, 32241.0, 91987.0, 861737.0, 87181.0, 30739.0, 14797.0, 8428.0, 5044.0, 3189.0, 2041.0, 1331.0, 904.0, 720.0, 469.0, 349.0, 236.0, 168.0, 91.0, 104.0, 81.0, 47.0, 34.0, 32.0, 22.0, 12.0, 7.0, 10.0, 4.0, 3.0, 2.0, 2.0, 0.0, 2.0, 1.0], "bins": [-0.005882457364350557, -0.005701824091374874, -0.005521190818399191, -0.005340557545423508, -0.0051599242724478245, -0.004979290999472141, -0.004798657726496458, -0.004618024453520775, -0.004437391180545092, -0.004256757907569408, -0.004076124634593725, -0.003895491361618042, -0.0037148580886423588, -0.0035342248156666756, -0.0033535915426909924, -0.003172958269715309, -0.002992324996739626, -0.0028116917237639427, -0.0026310584507882595, -0.0024504251778125763, -0.002269791904836893, -0.00208915863186121, -0.0019085253588855267, -0.0017278920859098434, -0.0015472588129341602, -0.001366625539958477, -0.0011859922669827938, -0.0010053589940071106, -0.0008247257210314274, -0.0006440924480557442, -0.00046345917508006096, -0.00028282590210437775, -0.00010219262912869453, 7.844064384698868e-05, 0.0002590739168226719, 0.0004397071897983551, 0.0006203404627740383, 0.0008009737357497215, 0.0009816070087254047, 0.001162240281701088, 0.0013428735546767712, 0.0015235068276524544, 0.0017041401006281376, 0.0018847733736038208, 0.002065406646579504, 0.0022460399195551872, 0.0024266731925308704, 0.0026073064655065536, 0.002787939738482237, 0.00296857301145792, 0.0031492062844336033, 0.0033298395574092865, 0.0035104728303849697, 0.003691106103360653, 0.003871739376336336, 0.004052372649312019, 0.0042330059222877026, 0.004413639195263386, 0.004594272468239069, 0.004774905741214752, 0.004955539014190435, 0.005136172287166119, 0.005316805560141802, 0.005497438833117485, 0.005678072106093168]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 1.0, 3.0, 1.0, 4.0, 3.0, 4.0, 1.0, 10.0, 5.0, 2.0, 1.0, 3.0, 4.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.04129105061292648, -0.04041682928800583, -0.039542607963085175, -0.03866838291287422, -0.03779416158795357, -0.03691994026303291, -0.03604571521282196, -0.035171493887901306, -0.03429727256298065, -0.03342305123806, -0.03254882991313934, -0.03167460486292839, -0.030800383538007736, -0.029926162213087082, -0.02905193902552128, -0.028177715837955475, -0.02730349451303482, -0.026429273188114166, -0.025555050000548363, -0.02468082681298256, -0.023806605488061905, -0.02293238416314125, -0.022058160975575447, -0.021183937788009644, -0.02030971646308899, -0.019435495138168335, -0.01856127195060253, -0.017687048763036728, -0.016812827438116074, -0.01593860611319542, -0.015064382925629616, -0.014190160669386387, -0.013315938413143158, -0.012441716156899929, -0.0115674939006567, -0.010693271644413471, -0.009819049388170242, -0.008944827131927013, -0.008070604875683784, -0.007196382619440556, -0.006322160363197327, -0.005447938106954098, -0.004573715850710869, -0.00369949359446764, -0.002825271338224411, -0.001951049081981182, -0.0010768268257379532, -0.00020260456949472427, 0.0006716176867485046, 0.0015458399429917336, 0.0024200621992349625, 0.0032942844554781914, 0.00416850671172142, 0.005042728967964649, 0.005916951224207878, 0.006791173480451107, 0.007665395736694336, 0.008539617992937565, 0.009413840249180794, 0.010288062505424023, 0.011162284761667252, 0.01203650701791048, 0.01291072927415371, 0.013784951530396938, 0.014659173786640167]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 10.0, 6.0, 6.0, 3.0, 6.0, 11.0, 9.0, 8.0, 21.0, 14.0, 17.0, 18.0, 8.0, 9.0, 16.0, 19.0, 20.0, 31.0, 27.0, 37.0, 34.0, 53.0, 53.0, 74.0, 97.0, 141.0, 195.0, 214.0, 359.0, 413.0, 568.0, 869.0, 1358.0, 2337.0, 6636.0, 1759.0, 932.0, 616.0, 365.0, 278.0, 198.0, 147.0, 106.0, 66.0, 57.0, 50.0, 33.0, 26.0, 25.0, 11.0, 12.0, 10.0, 9.0, 13.0, 5.0, 7.0, 4.0, 2.0], "bins": [-0.013955757953226566, -0.013610142283141613, -0.013264525681734085, -0.012918910011649132, -0.012573294341564178, -0.01222767774015665, -0.011882062070071697, -0.011536446399986744, -0.011190829798579216, -0.010845214128494263, -0.01049959845840931, -0.010153982788324356, -0.009808366186916828, -0.009462750516831875, -0.009117134846746922, -0.008771518245339394, -0.00842590257525444, -0.008080286905169487, -0.007734670769423246, -0.007389054633677006, -0.0070434389635920525, -0.006697822827845812, -0.006352206692099571, -0.006006591022014618, -0.005660974886268377, -0.005315358750522137, -0.004969743080437183, -0.004624126944690943, -0.004278510808944702, -0.003932895138859749, -0.0035872790031135082, -0.0032416631001979113, -0.0028960471972823143, -0.0025504312943667173, -0.0022048153914511204, -0.0018591992557048798, -0.0015135833527892828, -0.0011679674498736858, -0.000822351430542767, -0.00047673546941950917, -0.0001311195082962513, 0.00021449645282700658, 0.0005601124139502645, 0.0009057283750735223, 0.0012513443361967802, 0.0015969602391123772, 0.001942576258443296, 0.0022881922777742147, 0.0026338081806898117, 0.0029794240836054087, 0.0033250399865210056, 0.0036706561222672462, 0.0040162717923521996, 0.00436188792809844, 0.004707504063844681, 0.005053119733929634, 0.005398735869675875, 0.005744352005422115, 0.006089967675507069, 0.006435583811253309, 0.00678119994699955, 0.007126815617084503, 0.007472431752830744, 0.007818047888576984, 0.008163663558661938]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 0.0, 4.0, 1.0, 2.0, 3.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.11704029142856598, -0.11191356182098389, -0.1067868322134018, -0.1016600951552391, -0.09653336554765701, -0.09140663594007492, -0.08627989888191223, -0.08115316927433014, -0.07602643966674805, -0.07089971005916595, -0.06577298045158386, -0.06064624339342117, -0.05551951378583908, -0.05039278417825699, -0.0452660508453846, -0.04013931751251221, -0.035012587904930115, -0.029885856434702873, -0.02475912496447563, -0.01963239349424839, -0.014505662024021149, -0.009378930553793907, -0.004252199083566666, 0.0008745323866605759, 0.006001263856887817, 0.011127995327115059, 0.0162547267973423, 0.021381458267569542, 0.026508189737796783, 0.031634919345378876, 0.036761652678251266, 0.04188838601112366, 0.04701511561870575, 0.05214184522628784, 0.05726857855916023, 0.06239531189203262, 0.06752204149961472, 0.07264877110719681, 0.0777755081653595, 0.08290223777294159, 0.08802896738052368, 0.09315569698810577, 0.09828242659568787, 0.10340916365385056, 0.10853589326143265, 0.11366262286901474, 0.11878935992717743, 0.12391608953475952, 0.1290428191423416, 0.1341695487499237, 0.1392962783575058, 0.1444230079650879, 0.14954975247383118, 0.15467648208141327, 0.15980321168899536, 0.16492994129657745, 0.17005667090415955, 0.17518340051174164, 0.18031013011932373, 0.18543685972690582, 0.19056358933448792, 0.1956903338432312, 0.2008170634508133, 0.20594379305839539, 0.21107052266597748]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 2.0, 2.0, 2.0, 4.0, 3.0, 7.0, 6.0, 3.0, 12.0, 3.0, 5.0, 5.0, 7.0, 15.0, 46.0, 32.0, 28.0, 21.0, 11.0, 4.0, 10.0, 8.0, 7.0, 2.0, 1.0, 3.0, 4.0, 4.0, 5.0, 3.0, 3.0, 2.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.09048892557621002, -0.08771931380033493, -0.08494970947504044, -0.08218009769916534, -0.07941049337387085, -0.07664088159799576, -0.07387126982212067, -0.07110166549682617, -0.06833205372095108, -0.06556244194507599, -0.0627928376197815, -0.0600232258439064, -0.05725361779332161, -0.054484009742736816, -0.051714397966861725, -0.04894478991627693, -0.04617518186569214, -0.043405573815107346, -0.04063596576452255, -0.03786635398864746, -0.03509674593806267, -0.032327137887477875, -0.029557527974247932, -0.02678791806101799, -0.024018310010433197, -0.021248701959848404, -0.01847909204661846, -0.01570948213338852, -0.012939874082803726, -0.010170265100896358, -0.007400656118988991, -0.004631047137081623, -0.0018614381551742554, 0.0009081708267331123, 0.00367777980864048, 0.006447388790547848, 0.009216997772455215, 0.011986606754362583, 0.01475621573626995, 0.017525825649499893, 0.020295433700084686, 0.02306504175066948, 0.02583465166389942, 0.028604261577129364, 0.03137386962771416, 0.03414347767829895, 0.03691308945417404, 0.039682697504758835, 0.04245230555534363, 0.04522191360592842, 0.047991521656513214, 0.050761133432388306, 0.0535307414829731, 0.05630034953355789, 0.05906996130943298, 0.061839569360017776, 0.06460917741060257, 0.06737878918647766, 0.07014839351177216, 0.07291800528764725, 0.07568761706352234, 0.07845722138881683, 0.08122683316469193, 0.08399643748998642, 0.08676604926586151]}, "_runtime": 106.16317057609558, "_timestamp": 1596214430.920453, "_step": 128}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 3.0, 1.0, 2.0, 2.0, 4.0, 2.0, 4.0, 3.0, 4.0, 5.0, 0.0, 4.0, 1.0, 1.0, 1.0, 4.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01037693116813898, -0.010042157024145126, -0.009707383811473846, -0.009372609667479992, -0.009037836454808712, -0.008703062310814857, -0.008368289098143578, -0.008033514954149723, -0.007698741275817156, -0.007363967597484589, -0.007029193919152021, -0.006694420240819454, -0.0063596460968256, -0.0060248724184930325, -0.005690098740160465, -0.005355325061827898, -0.005020551383495331, -0.004685777705162764, -0.004351004026830196, -0.004016230348497629, -0.0036814564373344183, -0.003346682759001851, -0.00301190884783864, -0.002677135169506073, -0.0023423614911735058, -0.0020075878128409386, -0.0016728140180930495, -0.0013380402233451605, -0.0010032665450125933, -0.0006684928084723651, -0.000333719071932137, 1.054664608091116e-06, 0.00033582840114831924, 0.0006706021376885474, 0.0010053758742287755, 0.0013401496689766645, 0.0016749233473092318, 0.002009697025641799, 0.00234447093680501, 0.002679244615137577, 0.0030140182934701443, 0.0033487919718027115, 0.0036835656501352787, 0.004018339328467846, 0.0043531134724617004, 0.004687887150794268, 0.005022660829126835, 0.005357434507459402, 0.005692208185791969, 0.0060269818641245365, 0.006361755542457104, 0.006696529220789671, 0.007031302899122238, 0.007366077043116093, 0.00770085072144866, 0.008035624399781227, 0.008370397612452507, 0.008705171756446362, 0.009039945900440216, 0.009374719113111496, 0.00970949325710535, 0.01004426646977663, 0.010379040613770485, 0.010713813826441765, 0.01104858797043562]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 3.0, 1.0, 1.0, 2.0, 5.0, 5.0, 9.0, 19.0, 11.0, 17.0, 20.0, 25.0, 36.0, 54.0, 50.0, 63.0, 86.0, 114.0, 152.0, 192.0, 413.0, 5188.0, 581.0, 281.0, 134.0, 96.0, 80.0, 61.0, 49.0, 41.0, 35.0, 26.0, 17.0, 9.0, 13.0, 9.0, 9.0, 7.0, 3.0, 2.0, 1.0, 3.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.11235470324754715, -0.10889384150505066, -0.10543298721313477, -0.10197213292121887, -0.09851127117872238, -0.09505040943622589, -0.09158955514431, -0.0881287008523941, -0.08466783910989761, -0.08120697736740112, -0.07774612307548523, -0.07428526878356934, -0.07082440704107285, -0.06736354529857635, -0.06390269100666046, -0.06044183298945427, -0.05698097497224808, -0.053520116955041885, -0.05005925893783569, -0.0465984009206295, -0.04313754290342331, -0.03967668488621712, -0.036215826869010925, -0.03275496885180473, -0.02929411083459854, -0.02583325281739235, -0.022372394800186157, -0.018911536782979965, -0.015450678765773773, -0.011989820748567581, -0.00852896273136139, -0.005068104714155197, -0.0016072466969490051, 0.0018536113202571869, 0.005314469337463379, 0.008775327354669571, 0.012236185371875763, 0.015697043389081955, 0.019157901406288147, 0.02261875942349434, 0.02607961744070053, 0.029540475457906723, 0.033001333475112915, 0.03646219149231911, 0.0399230495095253, 0.04338390752673149, 0.04684476554393768, 0.050305623561143875, 0.05376648157835007, 0.05722733959555626, 0.06068819761276245, 0.06414905190467834, 0.06760991364717484, 0.07107077538967133, 0.07453162968158722, 0.07799248397350311, 0.0814533457159996, 0.0849142074584961, 0.08837506175041199, 0.09183591604232788, 0.09529677778482437, 0.09875763952732086, 0.10221849381923676, 0.10567934811115265, 0.10914020985364914]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 3.0, 4.0, 3.0, 2.0, 4.0, 4.0, 3.0, 4.0, 8.0, 6.0, 2.0, 25.0, 2.0, 2.0, 5.0, 5.0, 2.0, 2.0, 1.0, 1.0, 3.0, 0.0, 3.0, 4.0, 0.0, 4.0, 1.0, 1.0, 2.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0036248594988137484, -0.003508957801386714, -0.0033930561039596796, -0.0032771541737020016, -0.003161252476274967, -0.003045350778847933, -0.0029294490814208984, -0.002813547383993864, -0.0026976456865668297, -0.0025817437563091516, -0.0024658420588821173, -0.002349940361455083, -0.0022340386640280485, -0.002118136966601014, -0.002002235036343336, -0.0018863333389163017, -0.0017704316414892673, -0.001654529944062233, -0.0015386281302198768, -0.0014227264327928424, -0.0013068246189504862, -0.0011909229215234518, -0.0010750212240964174, -0.0009591194684617221, -0.0008432177128270268, -0.0007273159571923316, -0.0006114142015576363, -0.0004955125041306019, -0.0003796107484959066, -0.0002637089928612113, -0.00014780726633034647, -3.19055252475664e-05, 8.399621583521366e-05, 0.00019989795691799372, 0.0003157996980007738, 0.0004317014245316386, 0.0005476031801663339, 0.0006635049358010292, 0.0007794066332280636, 0.0008953083888627589, 0.0010112101444974542, 0.0011271118419244885, 0.0012430136557668447, 0.0013589153531938791, 0.0014748170506209135, 0.0015907188644632697, 0.001706620561890304, 0.0018225223757326603, 0.0019384240731596947, 0.002054325770586729, 0.0021702274680137634, 0.0022861293982714415, 0.002402031095698476, 0.00251793279312551, 0.0026338344905525446, 0.002749736187979579, 0.002865638118237257, 0.0029815398156642914, 0.0030974415130913258, 0.00321334321051836, 0.0033292449079453945, 0.003445146605372429, 0.003561048535630107, 0.0036769502330571413, 0.0037928519304841757]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 2.0, 4.0, 4.0, 11.0, 14.0, 28.0, 27.0, 57.0, 61.0, 82.0, 126.0, 206.0, 319.0, 485.0, 733.0, 1224.0, 1853.0, 3220.0, 5205.0, 9908.0, 19854.0, 49319.0, 791681.0, 201582.0, 43601.0, 19722.0, 10732.0, 6407.0, 4176.0, 2720.0, 1849.0, 1215.0, 938.0, 648.0, 481.0, 279.0, 239.0, 186.0, 127.0, 91.0, 65.0, 46.0, 33.0, 20.0, 13.0, 7.0, 11.0, 5.0, 9.0, 5.0, 2.0, 4.0, 1.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.006978487595915794, -0.006745719816535711, -0.006512952037155628, -0.006280183792114258, -0.006047416012734175, -0.005814648233354092, -0.0055818804539740086, -0.005349112208932638, -0.005116344429552555, -0.004883576650172472, -0.004650808870792389, -0.004418041091412306, -0.0041852728463709354, -0.003952505066990852, -0.0037197372876107693, -0.0034869692754000425, -0.0032542014960199594, -0.0030214337166398764, -0.0027886657044291496, -0.0025558979250490665, -0.00232312991283834, -0.0020903621334582567, -0.0018575942376628518, -0.001624826341867447, -0.001392058446072042, -0.001159290550276637, -0.0009265226544812322, -0.0006937548168934882, -0.00046098692109808326, -0.00022821903985459358, 4.548841388896108e-06, 0.0002373167226323858, 0.0004700846038758755, 0.0007028524996712804, 0.0009356203954666853, 0.0011683882912620902, 0.0014011561870574951, 0.0016339239664375782, 0.0018666918622329831, 0.002099459758028388, 0.0023322277702391148, 0.002564995549619198, 0.002797763328999281, 0.0030305313412100077, 0.0032632991205900908, 0.0034960671328008175, 0.0037288349121809006, 0.003961602691560984, 0.004194370470941067, 0.004427138715982437, 0.00465990649536252, 0.004892674274742603, 0.005125442054122686, 0.005358210299164057, 0.00559097807854414, 0.005823745857924223, 0.006056513637304306, 0.006289281416684389, 0.0065220496617257595, 0.006754817441105843, 0.006987585220485926, 0.007220352999866009, 0.007453121244907379, 0.007685889024287462, 0.007918656803667545]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 6.0, 2.0, 1.0, 2.0, 8.0, 2.0, 1.0, 1.0, 4.0, 4.0, 1.0, 2.0, 2.0, 1.0, 3.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 2.0], "bins": [-0.03403446823358536, -0.03325783088803291, -0.03248119726777077, -0.03170455992221832, -0.030927924439311028, -0.030151288956403732, -0.029374653473496437, -0.028598016127943993, -0.027821380645036697, -0.027044745162129402, -0.026268109679222107, -0.02549147419631481, -0.024714836850762367, -0.023938201367855072, -0.023161565884947777, -0.02238493040204048, -0.021608293056488037, -0.020831657573580742, -0.020055022090673447, -0.01927838660776615, -0.018501751124858856, -0.017725113779306412, -0.016948478296399117, -0.01617184281349182, -0.015395207330584526, -0.014618570916354656, -0.013841935433447361, -0.013065299019217491, -0.012288663536310196, -0.011512027122080326, -0.01073539163917303, -0.009958755224943161, -0.009182119742035866, -0.00840548425912857, -0.007628847844898701, -0.006852211896330118, -0.006075575947761536, -0.00529894046485424, -0.004522304516285658, -0.0037456685677170753, -0.002969032619148493, -0.0021923966705799103, -0.0014157608384266496, -0.000639124948065728, 0.00013751094229519367, 0.0009141468326561153, 0.001690782723017037, 0.0024674185551702976, 0.00324405450373888, 0.004020690452307463, 0.004797326400876045, 0.005573962349444628, 0.00635059829801321, 0.0071272337809205055, 0.007903870195150375, 0.00868050567805767, 0.009457141160964966, 0.010233777575194836, 0.011010413058102131, 0.011787049472332, 0.012563684955239296, 0.013340321369469166, 0.014116956852376461, 0.014893593266606331, 0.015670228749513626]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 6.0, 3.0, 3.0, 10.0, 6.0, 9.0, 10.0, 14.0, 10.0, 13.0, 12.0, 16.0, 37.0, 17.0, 33.0, 21.0, 41.0, 35.0, 47.0, 55.0, 71.0, 97.0, 93.0, 161.0, 235.0, 277.0, 347.0, 430.0, 637.0, 911.0, 1513.0, 5749.0, 2047.0, 1290.0, 900.0, 668.0, 542.0, 428.0, 353.0, 252.0, 225.0, 179.0, 114.0, 85.0, 70.0, 71.0, 43.0, 42.0, 34.0, 43.0, 32.0, 16.0, 22.0, 13.0, 13.0, 10.0, 3.0, 5.0, 5.0, 2.0, 3.0, 0.0, 2.0], "bins": [-0.010837170295417309, -0.010506438091397285, -0.010175705887377262, -0.009844974614679813, -0.00951424241065979, -0.009183510206639767, -0.008852778002619743, -0.00852204579859972, -0.008191313594579697, -0.007860582321882248, -0.007529850117862225, -0.007199117913842201, -0.006868385709822178, -0.006537653971463442, -0.0062069217674434185, -0.0058761900290846825, -0.005545457825064659, -0.005214725621044636, -0.0048839938826859, -0.004553261678665876, -0.00422252994030714, -0.003891797736287117, -0.0035610655322670937, -0.003230333561077714, -0.0028996015898883343, -0.0025688696186989546, -0.002238137647509575, -0.0019074054434895515, -0.0015766734723001719, -0.0012459415011107922, -0.0009152094135060906, -0.00058447738410905, -0.00025374535471200943, 7.698667468503118e-05, 0.0004077187040820718, 0.0007384507334791124, 0.001069182762876153, 0.0013999147340655327, 0.0017306468216702342, 0.0020613789092749357, 0.0023921108804643154, 0.002722842851653695, 0.003053574822843075, 0.003384307026863098, 0.003715038998052478, 0.0040457709692418575, 0.004376503173261881, 0.004707234911620617, 0.00503796711564064, 0.005368699319660664, 0.0056994310580194, 0.006030163262039423, 0.006360895000398159, 0.006691627204418182, 0.007022359408438206, 0.007353091146796942, 0.007683823350816965, 0.008014555089175701, 0.008345287293195724, 0.008676019497215748, 0.009006751701235771, 0.009337483905255795, 0.009668215177953243, 0.009998947381973267, 0.01032967958599329]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 3.0, 1.0, 2.0, 0.0, 3.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.13154593110084534, -0.12810352444648743, -0.12466110289096832, -0.12121868878602982, -0.11777627468109131, -0.1143338680267334, -0.11089145392179489, -0.10744903981685638, -0.10400662571191788, -0.10056421160697937, -0.09712179750204086, -0.09367938339710236, -0.09023697674274445, -0.08679456263780594, -0.08335214853286743, -0.07990973442792892, -0.07646732032299042, -0.07302490621805191, -0.0695824921131134, -0.0661400780081749, -0.06269766390323639, -0.05925525352358818, -0.05581284314393997, -0.052370429039001465, -0.04892801493406296, -0.04548560082912445, -0.042043186724185944, -0.038600776344537735, -0.03515836223959923, -0.03171594813466072, -0.028273535892367363, -0.024831123650074005, -0.021388709545135498, -0.01794629544019699, -0.014503883197903633, -0.0110614700242877, -0.007619056850671768, -0.004176643677055836, -0.0007342305034399033, 0.002708182670176029, 0.006150595843791962, 0.009593009017407894, 0.013035422191023827, 0.016477834433317184, 0.01992024853825569, 0.0233626626431942, 0.026805074885487556, 0.030247487127780914, 0.03368990123271942, 0.03713231533765793, 0.040574729442596436, 0.044017139822244644, 0.04745955392718315, 0.05090196803212166, 0.05434437841176987, 0.057786792516708374, 0.06122920662164688, 0.06467162072658539, 0.0681140348315239, 0.0715564489364624, 0.07499885559082031, 0.07844126969575882, 0.08188368380069733, 0.08532609790563583, 0.08876851201057434]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 2.0, 4.0, 2.0, 3.0, 5.0, 4.0, 8.0, 6.0, 11.0, 15.0, 22.0, 16.0, 45.0, 17.0, 27.0, 19.0, 12.0, 16.0, 7.0, 7.0, 3.0, 2.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 2.0, 0.0, 2.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.10112130641937256, -0.09809881448745728, -0.0950763151049614, -0.09205381572246552, -0.08903132379055023, -0.08600883185863495, -0.08298633247613907, -0.07996383309364319, -0.0769413411617279, -0.07391884922981262, -0.07089634984731674, -0.06787385046482086, -0.06485135853290558, -0.0618288628757, -0.058806367218494415, -0.055783871561288834, -0.05276137590408325, -0.04973888024687767, -0.04671638458967209, -0.04369388893246651, -0.040671393275260925, -0.037648897618055344, -0.03462640196084976, -0.03160390630364418, -0.0285814106464386, -0.025558914989233017, -0.022536419332027435, -0.019513923674821854, -0.016491428017616272, -0.01346893236041069, -0.010446436703205109, -0.007423941045999527, -0.004401445388793945, -0.0013789497315883636, 0.001643545925617218, 0.0046660415828228, 0.007688537240028381, 0.010711032897233963, 0.013733528554439545, 0.016756024211645126, 0.019778519868850708, 0.02280101552605629, 0.02582351118326187, 0.028846006840467453, 0.031868502497673035, 0.034890998154878616, 0.0379134938120842, 0.04093598946928978, 0.04395848512649536, 0.04698098078370094, 0.050003476440906525, 0.053025972098112106, 0.05604846775531769, 0.05907096341252327, 0.06209345906972885, 0.06511595845222473, 0.06813845038414001, 0.0711609423160553, 0.07418344169855118, 0.07720594108104706, 0.08022843301296234, 0.08325092494487762, 0.0862734243273735, 0.08929592370986938, 0.09231841564178467]}, "_runtime": 106.92906069755554, "_timestamp": 1596214431.6863432, "_step": 129}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 0.0, 4.0, 3.0, 2.0, 3.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.009013265371322632, -0.008751041255891323, -0.00848881620913744, -0.008226592093706131, -0.007964367978274822, -0.007702143397182226, -0.00743991881608963, -0.007177694234997034, -0.006915469653904438, -0.006653245538473129, -0.006391020957380533, -0.006128796376287937, -0.005866572260856628, -0.005604347679764032, -0.005342123098671436, -0.0050798989832401276, -0.0048176744021475315, -0.0045554498210549355, -0.004293225705623627, -0.004031001124531031, -0.0037687765434384346, -0.003506552195176482, -0.00324432784691453, -0.0029821032658219337, -0.0027198789175599813, -0.002457654569298029, -0.002195429988205433, -0.0019332056399434805, -0.0016709811752662063, -0.001408756710588932, -0.0011465323623269796, -0.0008843078976497054, -0.0006220834329724312, -0.0003598589973989874, -9.763456182554364e-05, 0.00016458987374790013, 0.0004268143093213439, 0.0006890387739986181, 0.0009512631804682314, 0.0012134875869378448, 0.001475712051615119, 0.0017379365162923932, 0.0020001609809696674, 0.00226238532923162, 0.0025246096774935722, 0.0027868342585861683, 0.0030490586068481207, 0.0033112831879407167, 0.003573507536202669, 0.0038357318844646215, 0.004097956232726574, 0.00436018081381917, 0.004622405394911766, 0.004884629510343075, 0.005146854091435671, 0.005409078672528267, 0.005671302787959576, 0.005933527369052172, 0.006195751950144768, 0.006457976531237364, 0.0067202006466686726, 0.006982425227761269, 0.007244649808853865, 0.007506873924285173, 0.0077690985053777695]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 5.0, 2.0, 2.0, 3.0, 2.0, 8.0, 5.0, 8.0, 15.0, 20.0, 17.0, 23.0, 28.0, 42.0, 54.0, 75.0, 84.0, 146.0, 175.0, 321.0, 5247.0, 749.0, 304.0, 186.0, 96.0, 79.0, 55.0, 48.0, 28.0, 21.0, 20.0, 11.0, 5.0, 12.0, 6.0, 5.0, 8.0, 2.0, 4.0, 0.0, 0.0, 3.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.15745942294597626, -0.1531716138124466, -0.14888380467891693, -0.14459599554538727, -0.1403081864118576, -0.13602037727832794, -0.13173256814479828, -0.12744475901126862, -0.12315694242715836, -0.11886913329362869, -0.11458132416009903, -0.11029351502656937, -0.1060056984424591, -0.10171788930892944, -0.09743008017539978, -0.09314227104187012, -0.08885446190834045, -0.08456665277481079, -0.08027884364128113, -0.07599103450775146, -0.0717032253742218, -0.06741540879011154, -0.06312759965658188, -0.058839790523052216, -0.05455198138952255, -0.05026417225599289, -0.045976363122463226, -0.041688550263643265, -0.0374007411301136, -0.03311293199658394, -0.028825121000409126, -0.024537310004234314, -0.02024950087070465, -0.015961691737174988, -0.011673880741000175, -0.007386070676147938, -0.0030982606112957, 0.0011895494535565376, 0.005477359518408775, 0.009765169583261013, 0.01405297964811325, 0.018340788781642914, 0.022628599777817726, 0.02691641077399254, 0.0312042199075222, 0.035492029041051865, 0.039779841899871826, 0.04406765103340149, 0.04835546016693115, 0.052643269300460815, 0.05693107843399048, 0.06121889129281044, 0.0655066967010498, 0.06979451328516006, 0.07408232241868973, 0.07837013155221939, 0.08265794068574905, 0.08694574981927872, 0.09123355895280838, 0.09552136808633804, 0.0998091846704483, 0.10409699380397797, 0.10838480293750763, 0.11267261207103729, 0.11696042120456696]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 3.0, 3.0, 1.0, 3.0, 3.0, 1.0, 4.0, 8.0, 7.0, 5.0, 7.0, 24.0, 6.0, 4.0, 7.0, 4.0, 4.0, 4.0, 3.0, 1.0, 1.0, 0.0, 3.0, 0.0, 4.0, 3.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.0038762339390814304, -0.003758772974833846, -0.003641311777755618, -0.0035238508135080338, -0.0034063898492604494, -0.0032889286521822214, -0.003171467687934637, -0.0030540067236870527, -0.0029365455266088247, -0.0028190845623612404, -0.002701623598113656, -0.002584162401035428, -0.0024667014367878437, -0.0023492404725402594, -0.0022317792754620314, -0.002114318311214447, -0.001996857114136219, -0.0018793961498886347, -0.0017619351856410503, -0.0016444741049781442, -0.001527013024315238, -0.0014095520600676537, -0.0012920909794047475, -0.0011746298987418413, -0.001057168934494257, -0.0009397078538313508, -0.0008222467731684446, -0.0007047857507131994, -0.0005873247282579541, -0.00046986364759504795, -0.0003524026251398027, -0.00023494157358072698, -0.00011748052202165127, -1.947773853316903e-08, 0.00011744156654458493, 0.00023490260355174541, 0.00035236365511082113, 0.00046982470666989684, 0.0005872857291251421, 0.0007047468097880483, 0.0008222078322432935, 0.0009396688546985388, 0.001057129935361445, 0.0011745910160243511, 0.0012920519802719355, 0.0014095130609348416, 0.0015269741415977478, 0.0016444351058453321, 0.0017618961865082383, 0.0018793572671711445, 0.001996818231418729, 0.002114279428496957, 0.002231740392744541, 0.0023492013569921255, 0.0024666625540703535, 0.002584123518317938, 0.002701584482565522, 0.00281904567964375, 0.0029365066438913345, 0.003053967608138919, 0.003171428805217147, 0.003288889769464731, 0.0034063507337123156, 0.0035238119307905436, 0.003641272895038128]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 3.0, 4.0, 5.0, 6.0, 9.0, 20.0, 24.0, 44.0, 79.0, 112.0, 179.0, 264.0, 441.0, 721.0, 1221.0, 2224.0, 4247.0, 9072.0, 21436.0, 64956.0, 881878.0, 116945.0, 36603.0, 16653.0, 8758.0, 4992.0, 3073.0, 1879.0, 1229.0, 831.0, 538.0, 344.0, 270.0, 170.0, 117.0, 71.0, 60.0, 48.0, 26.0, 28.0, 19.0, 11.0, 7.0, 6.0, 8.0, 6.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00606739753857255, -0.005848819389939308, -0.005630240775644779, -0.00541166216135025, -0.005193084012717009, -0.004974505864083767, -0.004755927249789238, -0.004537348635494709, -0.004318770486861467, -0.004100192338228226, -0.0038816137239336967, -0.0036630353424698114, -0.003444456961005926, -0.003225878579542041, -0.0030073001980781555, -0.00278872181661427, -0.002570143435150385, -0.0023515650536864996, -0.0021329866722226143, -0.001914408290758729, -0.0016958299092948437, -0.0014772515278309584, -0.001258673146367073, -0.0010400947649031878, -0.0008215163834393024, -0.0006029380019754171, -0.00038435962051153183, -0.00016578123904764652, 5.2797142416238785e-05, 0.0002713755238801241, 0.0004899539053440094, 0.0007085322868078947, 0.00092711066827178, 0.0011456890497356653, 0.0013642674311995506, 0.001582845812663436, 0.0018014241941273212, 0.0020200025755912066, 0.002238580957055092, 0.002457159338518977, 0.0026757377199828625, 0.0028943161014467478, 0.003112894482910633, 0.0033314728643745184, 0.0035500512458384037, 0.003768629627302289, 0.003987208008766174, 0.004205786623060703, 0.004424364771693945, 0.004642942920327187, 0.0048615215346217155, 0.0050801001489162445, 0.005298678297549486, 0.005517256446182728, 0.005735835060477257, 0.005954413674771786, 0.006172991823405027, 0.006391569972038269, 0.006610148586332798, 0.006828727200627327, 0.007047305349260569, 0.00726588349789381, 0.007484462112188339, 0.007703040726482868, 0.007921619340777397]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 1.0, 1.0, 2.0, 0.0, 1.0, 3.0, 3.0, 2.0, 0.0, 1.0, 2.0, 3.0, 6.0, 1.0, 2.0, 2.0, 0.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.017632659524679184, -0.016959980130195618, -0.01628730073571205, -0.01561462227255106, -0.014941942878067493, -0.014269263483583927, -0.013596584089100361, -0.012923904694616795, -0.012251226231455803, -0.011578546836972237, -0.01090586744248867, -0.010233188048005104, -0.009560508653521538, -0.008887829259037971, -0.00821515079587698, -0.0075424714013934135, -0.006869792006909847, -0.006197112612426281, -0.005524433683604002, -0.004851754289120436, -0.004179075360298157, -0.0035063959658145905, -0.002833716571331024, -0.0021610374096781015, -0.001488358248025179, -0.0008156790281645954, -0.00014299980830401182, 0.0005296794115565717, 0.0012023586314171553, 0.001875037793070078, 0.002547717187553644, 0.003220396349206567, 0.0038930755108594894, 0.004565754905343056, 0.005238433834165335, 0.005911113228648901, 0.00658379215747118, 0.007256471551954746, 0.007929150946438313, 0.008601830340921879, 0.00927450880408287, 0.009947188198566437, 0.010619867593050003, 0.01129254698753357, 0.011965226382017136, 0.012637905776500702, 0.013310584239661694, 0.01398326363414526, 0.014655943028628826, 0.015328622423112392, 0.016001300886273384, 0.01667398028075695, 0.017346659675240517, 0.018019339069724083, 0.01869201846420765, 0.019364697858691216, 0.020037377253174782, 0.020710056647658348, 0.021382736042141914, 0.02205541357398033, 0.022728092968463898, 0.023400772362947464, 0.02407345175743103, 0.024746131151914597, 0.025418810546398163]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 0.0, 3.0, 1.0, 5.0, 10.0, 6.0, 13.0, 20.0, 14.0, 16.0, 24.0, 33.0, 43.0, 62.0, 76.0, 108.0, 143.0, 203.0, 285.0, 342.0, 548.0, 753.0, 1176.0, 2103.0, 6502.0, 1761.0, 1110.0, 811.0, 504.0, 366.0, 272.0, 223.0, 164.0, 135.0, 120.0, 91.0, 57.0, 71.0, 53.0, 39.0, 23.0, 19.0, 32.0, 9.0, 14.0, 11.0, 18.0, 8.0, 4.0, 5.0, 1.0, 4.0, 3.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 3.0, 1.0, 0.0, 1.0], "bins": [-0.010788233019411564, -0.010363657958805561, -0.009939082898199558, -0.009514507837593555, -0.009089933708310127, -0.008665358647704124, -0.008240783587098122, -0.007816208526492119, -0.007391633465886116, -0.006967058405280113, -0.00654248334467411, -0.006117908749729395, -0.005693333689123392, -0.005268758628517389, -0.004844184033572674, -0.004419608972966671, -0.003995033912360668, -0.0035704588517546654, -0.0031458840239793062, -0.002721309196203947, -0.0022967341355979443, -0.0018721591914072633, -0.0014475842472165823, -0.0010230093030259013, -0.0005984343588352203, -0.00017385941464453936, 0.0002507155295461416, 0.0006752904737368226, 0.0010998654179275036, 0.0015244403621181846, 0.0019490153063088655, 0.0023735901340842247, 0.0027981651946902275, 0.0032227402552962303, 0.0036473150830715895, 0.004071889910846949, 0.004496464971452951, 0.004921040032058954, 0.00534561462700367, 0.0057701896876096725, 0.006194764748215675, 0.006619339808821678, 0.007043914869427681, 0.0074684894643723965, 0.007893064990639687, 0.008317639119923115, 0.008742214180529118, 0.00916678924113512, 0.009591364301741123, 0.010015939362347126, 0.010440514422953129, 0.010865089483559132, 0.01128966361284256, 0.011714238673448563, 0.012138813734054565, 0.012563388794660568, 0.012987963855266571, 0.013412538915872574, 0.013837113976478577, 0.01426168903708458, 0.014686264097690582, 0.01511083822697401, 0.015535413287580013, 0.01595998927950859, 0.016384564340114594]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 3.0, 1.0, 2.0, 2.0, 3.0, 0.0, 2.0, 0.0, 2.0, 4.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.2335633486509323, -0.2264760136604309, -0.2193886786699295, -0.2123013585805893, -0.2052140235900879, -0.1981266885995865, -0.19103935360908508, -0.18395201861858368, -0.17686468362808228, -0.16977736353874207, -0.16269002854824066, -0.15560269355773926, -0.14851535856723785, -0.14142802357673645, -0.13434070348739624, -0.12725336849689484, -0.12016603350639343, -0.11307869851589203, -0.10599137097597122, -0.09890403598546982, -0.09181670844554901, -0.08472937345504761, -0.0776420384645462, -0.0705547109246254, -0.06346737593412399, -0.05638004466891289, -0.04929271340370178, -0.04220537841320038, -0.03511804714798927, -0.028030715882778168, -0.020943382754921913, -0.013856050558388233, -0.006768718361854553, 0.00031861383467912674, 0.007405946031212807, 0.014493278227746487, 0.021580610424280167, 0.028667941689491272, 0.035755276679992676, 0.04284260794520378, 0.049929939210414886, 0.05701727047562599, 0.0641046017408371, 0.0711919367313385, 0.0782792717218399, 0.08536659926176071, 0.09245393425226212, 0.09954126179218292, 0.10662859678268433, 0.11371593177318573, 0.12080325931310654, 0.12789058685302734, 0.13497792184352875, 0.14206525683403015, 0.14915259182453156, 0.15623992681503296, 0.16332724690437317, 0.17041458189487457, 0.17750191688537598, 0.18458925187587738, 0.19167658686637878, 0.1987639218568802, 0.2058512419462204, 0.2129385769367218, 0.2200259119272232]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 4.0, 2.0, 5.0, 2.0, 0.0, 1.0, 4.0, 2.0, 1.0, 5.0, 2.0, 5.0, 3.0, 10.0, 26.0, 24.0, 62.0, 47.0, 18.0, 10.0, 7.0, 8.0, 3.0, 3.0, 1.0, 3.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.11031104624271393, -0.10580693930387497, -0.10130283236503601, -0.09679872542619705, -0.0922946184873581, -0.08779051899909973, -0.08328641206026077, -0.07878230512142181, -0.07427819818258286, -0.0697740912437439, -0.06526998430490494, -0.06076588109135628, -0.05626177415251732, -0.05175766721367836, -0.0472535640001297, -0.04274945706129074, -0.03824535012245178, -0.033741243183612823, -0.029237138107419014, -0.024733033031225204, -0.020228926092386246, -0.015724819153547287, -0.011220714077353477, -0.006716608069837093, -0.0022125020623207092, 0.002291603945195675, 0.006795709952712059, 0.011299815960228443, 0.015803921967744827, 0.020308028906583786, 0.024812133982777596, 0.029316239058971405, 0.033820345997810364, 0.03832445293664932, 0.04282855987548828, 0.04733266308903694, 0.0518367700278759, 0.05634087696671486, 0.06084498018026352, 0.06534908711910248, 0.06985319405794144, 0.0743573009967804, 0.07886140793561935, 0.08336551487445831, 0.08786961436271667, 0.09237372130155563, 0.09687782824039459, 0.10138193517923355, 0.10588604211807251, 0.11039014905691147, 0.11489425599575043, 0.11939836293458939, 0.12390246987342834, 0.1284065693616867, 0.13291068375110626, 0.13741478323936462, 0.14191889762878418, 0.14642299711704254, 0.1509270966053009, 0.15543121099472046, 0.15993531048297882, 0.16443942487239838, 0.16894352436065674, 0.1734476387500763, 0.17795173823833466]}, "_runtime": 107.71688628196716, "_timestamp": 1596214432.4741688, "_step": 130}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 3.0, 0.0, 0.0, 1.0, 3.0, 1.0, 3.0, 4.0, 6.0, 5.0, 1.0, 1.0, 0.0, 3.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0], "bins": [-0.009445360861718655, -0.009168174117803574, -0.008890986442565918, -0.008613799698650837, -0.008336612023413181, -0.0080594252794981, -0.007782238069921732, -0.007505050860345364, -0.007227864116430283, -0.006950676906853914, -0.006673489697277546, -0.006396302487701178, -0.006119115278124809, -0.005841928068548441, -0.00556474132463336, -0.005287554115056992, -0.005010366905480623, -0.004733179695904255, -0.004455992486327887, -0.0041788057424128056, -0.0039016185328364372, -0.003624431323260069, -0.0033472441136837006, -0.003070057136937976, -0.0027928699273616076, -0.0025156827177852392, -0.0022384957410395145, -0.001961308531463146, -0.0016841214383020997, -0.0014069343451410532, -0.0011297471355646849, -0.0008525600424036384, -0.0005753729492425919, -0.0002981858269777149, -2.0998704712837934e-05, 0.00025618841755203903, 0.000533375539816916, 0.0008105626329779625, 0.0010877498425543308, 0.0013649369357153773, 0.0016421240288764238, 0.0019193111220374703, 0.002196498215198517, 0.002473685424774885, 0.0027508726343512535, 0.003028059611096978, 0.0033052468206733465, 0.003582433797419071, 0.0038596210069954395, 0.004136808216571808, 0.004413995426148176, 0.004691182170063257, 0.0049683693796396255, 0.005245556589215994, 0.005522743798792362, 0.0057999310083687305, 0.006077118217945099, 0.00635430496186018, 0.006631492171436548, 0.0069086793810129166, 0.007185866590589285, 0.007463053800165653, 0.007740240544080734, 0.00801742821931839, 0.008294614963233471]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 4.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 1.0, 5.0, 0.0, 8.0, 5.0, 6.0, 10.0, 8.0, 8.0, 23.0, 22.0, 27.0, 34.0, 35.0, 45.0, 64.0, 96.0, 120.0, 186.0, 269.0, 769.0, 5214.0, 303.0, 169.0, 103.0, 80.0, 64.0, 46.0, 41.0, 32.0, 25.0, 18.0, 11.0, 18.0, 11.0, 8.0, 9.0, 3.0, 7.0, 4.0, 2.0, 1.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0], "bins": [-0.10634846240282059, -0.10302635282278061, -0.09970424324274063, -0.09638214111328125, -0.09306003153324127, -0.0897379219532013, -0.08641581237316132, -0.08309370279312134, -0.07977159321308136, -0.07644949108362198, -0.073127381503582, -0.06980527192354202, -0.06648316234350204, -0.06316105276346207, -0.05983894690871239, -0.05651684105396271, -0.05319473147392273, -0.04987262189388275, -0.04655051603913307, -0.043228406459093094, -0.039906300604343414, -0.036584191024303436, -0.03326208144426346, -0.02993997372686863, -0.0266178660094738, -0.023295758292078972, -0.019973650574684143, -0.016651540994644165, -0.013329433277249336, -0.010007325559854507, -0.006685216911137104, -0.003363108728080988, -4.1000545024871826e-05, 0.0032811076380312443, 0.00660321582108736, 0.009925324469804764, 0.013247432187199593, 0.01656953990459442, 0.0198916494846344, 0.023213757202029228, 0.026535864919424057, 0.029857972636818886, 0.033180080354213715, 0.03650218993425369, 0.03982429951429367, 0.04314640536904335, 0.04646851494908333, 0.04979062080383301, 0.053112730383872986, 0.056434839963912964, 0.05975694581866264, 0.06307905167341232, 0.0664011612534523, 0.06972327083349228, 0.07304538041353226, 0.07636748999357224, 0.07968959212303162, 0.0830117017030716, 0.08633381128311157, 0.08965592086315155, 0.09297803044319153, 0.0963001400232315, 0.09962224215269089, 0.10294435173273087, 0.10626646131277084]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 2.0, 1.0, 3.0, 0.0, 3.0, 4.0, 5.0, 8.0, 2.0, 5.0, 1.0, 5.0, 5.0, 0.0, 4.0, 25.0, 4.0, 7.0, 7.0, 0.0, 4.0, 1.0, 3.0, 5.0, 0.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 4.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002374662086367607, -0.0022932032588869333, -0.002211744198575616, -0.002130285371094942, -0.0020488265436142683, -0.0019673677161335945, -0.001885908772237599, -0.0018044498283416033, -0.0017229910008609295, -0.0016415320569649339, -0.0015600731130689383, -0.0014786142855882645, -0.0013971553416922688, -0.001315696514211595, -0.0012342375703155994, -0.0011527787428349257, -0.00107131979893893, -0.0009898608550429344, -0.0009084020275622606, -0.0008269431418739259, -0.0007454842561855912, -0.0006640253122895956, -0.0005825664266012609, -0.0005011075409129262, -0.0004196486552245915, -0.0003381897695362568, -0.0002567308838479221, -0.00017527196905575693, -9.381308336742222e-05, -1.2354190403129905e-05, 6.910470256116241e-05, 0.00015056360280141234, 0.00023202248848974705, 0.00031348137417808175, 0.00039494025986641645, 0.0004763991746585816, 0.0005578580312430859, 0.0006393169751390815, 0.0007207758608274162, 0.0008022347465157509, 0.0008836936322040856, 0.0009651525178924203, 0.001046611461788416, 0.0011280702892690897, 0.0012095292331650853, 0.001290988060645759, 0.0013724470045417547, 0.0014539058320224285, 0.0015353647759184241, 0.0016168237198144197, 0.0016982825472950935, 0.0017797414911910892, 0.001861200318671763, 0.0019426592625677586, 0.0020241180900484324, 0.002105576917529106, 0.0021870359778404236, 0.0022684948053210974, 0.002349953632801771, 0.0024314126931130886, 0.0025128715205937624, 0.002594330348074436, 0.00267578917555511, 0.0027572482358664274, 0.002838707063347101]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 3.0, 7.0, 8.0, 13.0, 13.0, 21.0, 28.0, 41.0, 68.0, 75.0, 119.0, 190.0, 275.0, 524.0, 824.0, 1407.0, 2518.0, 4762.0, 9881.0, 22171.0, 59036.0, 825109.0, 166665.0, 41778.0, 18808.0, 9791.0, 5689.0, 3420.0, 2049.0, 1351.0, 937.0, 642.0, 425.0, 310.0, 216.0, 121.0, 108.0, 75.0, 54.0, 33.0, 20.0, 19.0, 3.0, 12.0, 5.0, 4.0, 1.0, 5.0, 3.0, 0.0, 2.0, 1.0], "bins": [-0.005516636185348034, -0.005354143213480711, -0.005191650241613388, -0.005029156804084778, -0.004866663832217455, -0.004704170860350132, -0.004541677888482809, -0.004379184916615486, -0.004216691479086876, -0.004054198507219553, -0.00389170553535223, -0.003729212563484907, -0.0035667195916175842, -0.0034042263869196177, -0.0032417334150522947, -0.003079240210354328, -0.0029167472384870052, -0.0027542542666196823, -0.0025917610619217157, -0.002429268090054393, -0.0022667748853564262, -0.0021042819134891033, -0.0019417889416217804, -0.0017792958533391356, -0.001616802765056491, -0.0014543096767738461, -0.0012918165884912014, -0.0011293236166238785, -0.0009668305283412337, -0.000804337440058589, -0.0006418444099836051, -0.00047935135080479085, -0.00031685829162597656, -0.00015436523244716227, 8.127826731652021e-06, 0.0001706208859104663, 0.0003331139450892806, 0.0004956070333719254, 0.0006581000634469092, 0.000820593093521893, 0.0009830861818045378, 0.0011455792700871825, 0.0013080723583698273, 0.0014705653302371502, 0.001633058418519795, 0.0017955515068024397, 0.0019580444786697626, 0.002120537683367729, 0.002283030655235052, 0.002445523627102375, 0.0026080168318003416, 0.0027705098036676645, 0.002933003008365631, 0.003095495980232954, 0.003257988952100277, 0.0034204821567982435, 0.0035829751286655664, 0.0037454681005328894, 0.003907961305230856, 0.004070454277098179, 0.004232947248965502, 0.004395440220832825, 0.004557933658361435, 0.004720426630228758, 0.004882919602096081]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 2.0, 0.0, 2.0, 5.0, 2.0, 2.0, 1.0, 4.0, 4.0, 3.0, 1.0, 7.0, 4.0, 3.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.03304591774940491, -0.03217581287026405, -0.0313057079911232, -0.030435601249337196, -0.029565496370196342, -0.02869539149105549, -0.027825284749269485, -0.02695517987012863, -0.026085074990987778, -0.025214970111846924, -0.02434486523270607, -0.023474758490920067, -0.022604653611779213, -0.02173454873263836, -0.020864441990852356, -0.019994337111711502, -0.019124232232570648, -0.018254127353429794, -0.01738402247428894, -0.016513915732502937, -0.015643810853362083, -0.01477370597422123, -0.013903600163757801, -0.013033494353294373, -0.012163389474153519, -0.011293284595012665, -0.010423178784549236, -0.009553072974085808, -0.008682968094944954, -0.0078128632158041, -0.0069427574053406715, -0.00607265206053853, -0.005202546715736389, -0.004332441370934248, -0.0034623360261321068, -0.0025922306813299656, -0.0017221253365278244, -0.0008520199917256832, 1.8085353076457977e-05, 0.0008881906978785992, 0.0017582960426807404, 0.0026284013874828815, 0.0034985067322850227, 0.004368612077087164, 0.005238717421889305, 0.006108822766691446, 0.0069789281114935875, 0.007849033921957016, 0.00871913880109787, 0.009589243680238724, 0.010459349490702152, 0.01132945530116558, 0.012199560180306435, 0.013069665059447289, 0.013939770869910717, 0.014809876680374146, 0.015679981559515, 0.016550086438655853, 0.017420191317796707, 0.01829029805958271, 0.019160402938723564, 0.020030507817864418, 0.02090061455965042, 0.021770719438791275, 0.02264082431793213]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 2.0, 1.0, 1.0, 5.0, 6.0, 6.0, 4.0, 4.0, 2.0, 9.0, 10.0, 15.0, 14.0, 16.0, 22.0, 17.0, 34.0, 30.0, 30.0, 45.0, 64.0, 86.0, 131.0, 138.0, 176.0, 233.0, 285.0, 390.0, 456.0, 606.0, 798.0, 1071.0, 1499.0, 2371.0, 5848.0, 1299.0, 760.0, 521.0, 339.0, 244.0, 164.0, 131.0, 103.0, 77.0, 56.0, 62.0, 46.0, 36.0, 27.0, 30.0, 31.0, 21.0, 16.0, 18.0, 3.0, 4.0, 9.0], "bins": [-0.012564177624881268, -0.012259254232048988, -0.011954329907894135, -0.011649406515061855, -0.011344483122229576, -0.011039558798074722, -0.010734635405242443, -0.01042971108108759, -0.01012478768825531, -0.00981986429542303, -0.009514939971268177, -0.009210016578435898, -0.008905092254281044, -0.008600168861448765, -0.008295245468616486, -0.007990321144461632, -0.007685397751629353, -0.007380473893135786, -0.0070755500346422195, -0.00677062664180994, -0.006465702783316374, -0.006160778924822807, -0.005855855531990528, -0.005550931673496962, -0.005246007815003395, -0.004941083956509829, -0.004636160098016262, -0.004331236705183983, -0.004026312846690416, -0.00372138898819685, -0.003416465362533927, -0.003111541736871004, -0.0028066178783774376, -0.002501694019883871, -0.0021967703942209482, -0.0018918466521427035, -0.0015869229100644588, -0.0012819991679862142, -0.0009770754259079695, -0.0006721516838297248, -0.0003672279417514801, -6.230419967323542e-05, 0.00024261954240500927, 0.000547543284483254, 0.0008524670265614986, 0.0011573907686397433, 0.001462314510717988, 0.0017672382527962327, 0.0020721619948744774, 0.002377085853368044, 0.0026820094790309668, 0.0029869331046938896, 0.003291856963187456, 0.0035967808216810226, 0.0039017044473439455, 0.004206628073006868, 0.004511551931500435, 0.004816475789994001, 0.005121399648487568, 0.005426323041319847, 0.005731246899813414, 0.00603617075830698, 0.006341094151139259, 0.006646018009632826, 0.006950941868126392]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 3.0, 2.0, 0.0, 0.0, 1.0, 2.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.14942064881324768, -0.14386476576328278, -0.13830888271331787, -0.13275299966335297, -0.12719711661338806, -0.12164123356342316, -0.11608535051345825, -0.11052946746349335, -0.10497358441352844, -0.09941770136356354, -0.09386181831359863, -0.08830593526363373, -0.08275005221366882, -0.07719416916370392, -0.07163828611373901, -0.06608240306377411, -0.060526520013809204, -0.0549706369638443, -0.049414753913879395, -0.04385887086391449, -0.038302987813949585, -0.03274710476398468, -0.027191221714019775, -0.02163533866405487, -0.016079455614089966, -0.010523572564125061, -0.004967689514160156, 0.0005881935358047485, 0.006144076585769653, 0.011699959635734558, 0.017255842685699463, 0.022811725735664368, 0.028367608785629272, 0.03392349183559418, 0.03947937488555908, 0.04503525793552399, 0.05059114098548889, 0.056147024035453796, 0.0617029070854187, 0.0672587901353836, 0.07281467318534851, 0.07837055623531342, 0.08392643928527832, 0.08948232233524323, 0.09503820538520813, 0.10059408843517303, 0.10614997148513794, 0.11170585453510284, 0.11726173758506775, 0.12281762063503265, 0.12837350368499756, 0.13392938673496246, 0.13948526978492737, 0.14504115283489227, 0.15059703588485718, 0.15615291893482208, 0.161708801984787, 0.1672646850347519, 0.1728205680847168, 0.1783764511346817, 0.1839323341846466, 0.1894882172346115, 0.19504410028457642, 0.20059998333454132, 0.20615586638450623]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 1.0, 2.0, 2.0, 3.0, 1.0, 4.0, 5.0, 7.0, 1.0, 4.0, 7.0, 4.0, 7.0, 14.0, 57.0, 39.0, 28.0, 21.0, 12.0, 9.0, 11.0, 2.0, 6.0, 4.0, 3.0, 2.0, 4.0, 4.0, 1.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.10806086659431458, -0.10389908403158188, -0.09973730146884918, -0.09557552635669708, -0.09141374379396439, -0.08725196123123169, -0.08309018611907959, -0.0789284035563469, -0.0747666209936142, -0.0706048384308815, -0.0664430558681488, -0.062281280755996704, -0.05811949819326401, -0.05395771563053131, -0.04979593679308891, -0.045634157955646515, -0.04147237539291382, -0.03731059283018112, -0.033148813992738724, -0.028987033292651176, -0.02482525259256363, -0.020663471892476082, -0.016501691192388535, -0.012339910492300987, -0.00817812979221344, -0.004016349092125893, 0.00014543160796165466, 0.004307212308049202, 0.00846899300813675, 0.012630773708224297, 0.016792554408311844, 0.02095433510839939, 0.02511611580848694, 0.029277896508574486, 0.03343967720866203, 0.03760145604610443, 0.04176323860883713, 0.045925021171569824, 0.05008680000901222, 0.05424857884645462, 0.05841036140918732, 0.06257214397192001, 0.06673392653465271, 0.07089570164680481, 0.0750574842095375, 0.0792192667722702, 0.0833810418844223, 0.087542824447155, 0.0917046070098877, 0.09586638957262039, 0.10002817213535309, 0.10418994724750519, 0.10835172981023788, 0.11251351237297058, 0.11667528748512268, 0.12083707004785538, 0.12499885261058807, 0.12916062772274017, 0.13332241773605347, 0.13748419284820557, 0.14164596796035767, 0.14580775797367096, 0.14996953308582306, 0.15413132309913635, 0.15829309821128845]}, "_runtime": 108.49216842651367, "_timestamp": 1596214433.249451, "_step": 131}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 3.0, 3.0, 2.0, 2.0, 1.0, 2.0, 3.0, 4.0, 7.0, 6.0, 3.0, 1.0, 2.0, 1.0, 1.0, 3.0, 4.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.018690411001443863, -0.018112272024154663, -0.017534133046865463, -0.016955992206931114, -0.016377853229641914, -0.015799714252352715, -0.01522157434374094, -0.014643434435129166, -0.014065295457839966, -0.013487156480550766, -0.012909016571938992, -0.012330876663327217, -0.011752737686038017, -0.011174598708748817, -0.010596458800137043, -0.010018318891525269, -0.009440179914236069, -0.008862040936946869, -0.008283901028335094, -0.007705761585384607, -0.00712762214243412, -0.006549482699483633, -0.005971343256533146, -0.005393203813582659, -0.004815064370632172, -0.0042369249276816845, -0.0036587854847311974, -0.0030806460417807102, -0.002502506598830223, -0.001924367155879736, -0.0013462277129292488, -0.0007680882699787617, -0.00018994882702827454, 0.0003881906159222126, 0.0009663300588726997, 0.0015444695018231869, 0.002122608944773674, 0.002700748387724161, 0.0032788878306746483, 0.0038570272736251354, 0.0044351667165756226, 0.00501330615952611, 0.005591445602476597, 0.006169585045427084, 0.006747724488377571, 0.007325863931328058, 0.007904003374278545, 0.00848214328289032, 0.00906028226017952, 0.00963842123746872, 0.010216561146080494, 0.010794701054692268, 0.011372840031981468, 0.011950979009270668, 0.012529118917882442, 0.013107258826494217, 0.013685397803783417, 0.014263536781072617, 0.014841676689684391, 0.015419816598296165, 0.015997955575585365, 0.016576094552874565, 0.017154235392808914, 0.017732374370098114, 0.018310513347387314]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 4.0, 4.0, 1.0, 1.0, 1.0, 6.0, 8.0, 9.0, 8.0, 18.0, 11.0, 23.0, 37.0, 57.0, 61.0, 83.0, 108.0, 175.0, 279.0, 4135.0, 2002.0, 332.0, 182.0, 92.0, 84.0, 50.0, 43.0, 32.0, 24.0, 14.0, 6.0, 6.0, 5.0, 6.0, 5.0, 2.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 2.0, 2.0], "bins": [-0.17118795216083527, -0.16614842414855957, -0.16110888123512268, -0.15606935322284698, -0.1510298252105713, -0.1459902822971344, -0.1409507542848587, -0.135911226272583, -0.13087168335914612, -0.12583215534687042, -0.12079262733459473, -0.11575309187173843, -0.11071355640888214, -0.10567402839660645, -0.10063449293375015, -0.09559496492147446, -0.09055542945861816, -0.08551589399576187, -0.08047636598348618, -0.07543683052062988, -0.07039730250835419, -0.0653577670454979, -0.0603182315826416, -0.05527869984507561, -0.05023916810750961, -0.04519963636994362, -0.040160104632377625, -0.03512056916952133, -0.030081037431955338, -0.025041505694389343, -0.0200019720941782, -0.014962439425289631, -0.009922906756401062, -0.004883374087512493, 0.00015615858137607574, 0.005195691250264645, 0.010235223919153214, 0.015274756588041782, 0.02031428925693035, 0.025353822857141495, 0.03039335459470749, 0.03543288633227348, 0.04047241806983948, 0.04551195353269577, 0.050551485270261765, 0.05559101700782776, 0.06063055247068405, 0.06567008048295975, 0.07070961594581604, 0.07574915140867233, 0.08078867942094803, 0.08582821488380432, 0.09086774289608002, 0.09590727835893631, 0.1009468138217926, 0.1059863418340683, 0.11102587729692459, 0.11606541275978088, 0.12110494077205658, 0.12614446878433228, 0.13118401169776917, 0.13622353971004486, 0.14126306772232056, 0.14630261063575745, 0.15134213864803314]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 5.0, 0.0, 6.0, 2.0, 0.0, 3.0, 4.0, 3.0, 1.0, 6.0, 6.0, 0.0, 2.0, 26.0, 5.0, 5.0, 6.0, 4.0, 6.0, 3.0, 2.0, 3.0, 5.0, 1.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.00364768598228693, -0.0035317130386829376, -0.0034157398622483015, -0.003299766918644309, -0.0031837939750403166, -0.003067821031436324, -0.002951847855001688, -0.0028358749113976955, -0.002719901967793703, -0.002603928791359067, -0.0024879558477550745, -0.002371982904151082, -0.0022560099605470896, -0.0021400367841124535, -0.002024063840508461, -0.0019080908969044685, -0.0017921178368851542, -0.00167614477686584, -0.0015601718332618475, -0.0014441987732425332, -0.0013282258296385407, -0.0012122527696192265, -0.001096279826015234, -0.0009803067659959197, -0.0008643337641842663, -0.000748360762372613, -0.0006323877605609596, -0.0005164147587493062, -0.00040044172783382237, -0.000284468726022169, -0.0001684957096586004, -5.25227005709894e-05, 6.345030851662159e-05, 0.00017942331032827497, 0.00029539631213992834, 0.0004113693430554122, 0.0005273423157632351, 0.0006433153757825494, 0.0007592883775942028, 0.0008752613794058561, 0.0009912343230098486, 0.0011072073830291629, 0.0012231804430484772, 0.0013391533866524696, 0.001455126446671784, 0.0015710993902757764, 0.0016870724502950907, 0.0018030453938990831, 0.0019190184539183974, 0.0020349915139377117, 0.002150964457541704, 0.0022669374011456966, 0.0023829105775803328, 0.0024988835211843252, 0.0026148564647883177, 0.00273082940839231, 0.0028468025848269463, 0.0029627755284309387, 0.003078748472034931, 0.0031947216484695673, 0.0033106945920735598, 0.0034266675356775522, 0.0035426404792815447, 0.003658613655716181, 0.0037745865993201733]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 0.0, 3.0, 4.0, 7.0, 4.0, 13.0, 22.0, 27.0, 31.0, 49.0, 70.0, 128.0, 196.0, 331.0, 471.0, 795.0, 1276.0, 2284.0, 4296.0, 8818.0, 20718.0, 63742.0, 897969.0, 106305.0, 32641.0, 15521.0, 8792.0, 5308.0, 3311.0, 2189.0, 1398.0, 928.0, 614.0, 446.0, 293.0, 197.0, 126.0, 94.0, 57.0, 51.0, 36.0, 21.0, 17.0, 17.0, 4.0, 5.0, 3.0, 6.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.007704405579715967, -0.0074617015197873116, -0.007218996994197369, -0.006976292934268713, -0.006733588874340057, -0.0064908843487501144, -0.006248180288821459, -0.006005476228892803, -0.00576277170330286, -0.005520067643374205, -0.005277363583445549, -0.005034659523516893, -0.0047919549979269505, -0.004549250937998295, -0.004306546878069639, -0.004063842352479696, -0.0038211382925510406, -0.0035784339997917414, -0.0033357299398630857, -0.0030930256471037865, -0.002850321587175131, -0.0026076172944158316, -0.0023649130016565323, -0.0021222089417278767, -0.0018795046489685774, -0.0016368004726246, -0.0013940962962806225, -0.0011513920035213232, -0.0009086878271773458, -0.0006659836508333683, -0.00042327941628172994, -0.00018057521083392203, 6.212899461388588e-05, 0.0003048332000616938, 0.0005475374055095017, 0.0007902416400611401, 0.0010329458164051175, 0.001275649992749095, 0.0015183542855083942, 0.0017610584618523717, 0.002003762638196349, 0.0022464669309556484, 0.002489170990884304, 0.0027318752836436033, 0.0029745795764029026, 0.0032172836363315582, 0.0034599879290908575, 0.003702691989019513, 0.003945396281778812, 0.004188100341707468, 0.004430804867297411, 0.004673508927226067, 0.004916212987154722, 0.005158917512744665, 0.005401621572673321, 0.005644325632601976, 0.005887029692530632, 0.006129734218120575, 0.006372438278049231, 0.006615142337977886, 0.006857846863567829, 0.007100550923496485, 0.00734325498342514, 0.007585959509015083, 0.007828664034605026]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 4.0, 3.0, 3.0, 7.0, 2.0, 4.0, 6.0, 8.0, 4.0, 3.0, 4.0, 2.0, 5.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.019500788301229477, -0.01822620816528797, -0.016951629891991615, -0.01567704975605011, -0.014402470551431179, -0.013127891346812248, -0.011853311210870743, -0.010578732006251812, -0.009304152801632881, -0.00802957359701395, -0.006754993926733732, -0.005480414256453514, -0.004205835051834583, -0.002931255614385009, -0.0016566761769354343, -0.00038209673948585987, 0.0008924826979637146, 0.002167062135413289, 0.0034416415728628635, 0.004716221243143082, 0.0059908004477620125, 0.007265379652380943, 0.008539959788322449, 0.00981453899294138, 0.01108911819756031, 0.012363697402179241, 0.013638276606798172, 0.014912856742739677, 0.016187436878681183, 0.01746201515197754, 0.018736595287919044, 0.0200111735612154, 0.021285753697156906, 0.02256033383309841, 0.023834912106394768, 0.025109492242336273, 0.02638407051563263, 0.027658650651574135, 0.02893323078751564, 0.030207809060811996, 0.03148239105939865, 0.03275696933269501, 0.034031547605991364, 0.03530612587928772, 0.036580707877874374, 0.03785528615117073, 0.03912986442446709, 0.04040444642305374, 0.0416790246963501, 0.042953602969646454, 0.04422818496823311, 0.045502763241529465, 0.04677734151482582, 0.048051923513412476, 0.04932650178670883, 0.05060108006000519, 0.051875658333301544, 0.0531502403318882, 0.054424818605184555, 0.05569939687848091, 0.056973978877067566, 0.05824855715036392, 0.05952313542366028, 0.06079771742224693, 0.06207229569554329]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 3.0, 3.0, 1.0, 6.0, 12.0, 27.0, 26.0, 52.0, 77.0, 118.0, 158.0, 209.0, 325.0, 452.0, 705.0, 1049.0, 1875.0, 6441.0, 3147.0, 1391.0, 811.0, 443.0, 306.0, 220.0, 147.0, 104.0, 59.0, 45.0, 36.0, 18.0, 20.0, 13.0, 12.0, 13.0, 12.0, 4.0, 1.0, 5.0, 2.0, 3.0, 6.0, 4.0, 3.0, 2.0, 1.0, 4.0, 4.0, 11.0, 7.0, 2.0, 11.0, 3.0, 4.0, 4.0, 0.0, 0.0, 1.0, 1.0, 5.0, 5.0, 1.0], "bins": [-0.009606583043932915, -0.009147850796580315, -0.008689118549227715, -0.008230386301875114, -0.007771653588861227, -0.00731292087584734, -0.0068541886284947395, -0.0063954563811421394, -0.005936724133789539, -0.005477991420775652, -0.005019259173423052, -0.004560526926070452, -0.004101794213056564, -0.0036430619657039642, -0.0031843294855207205, -0.0027255972381681204, -0.0022668647579848766, -0.0018081323942169547, -0.0013494000304490328, -0.000890667550265789, -0.0004319351864978671, 2.6797206373885274e-05, 0.00048552959924563766, 0.0009442620212212205, 0.0014029943849891424, 0.0018617267487570643, 0.0023204591125249863, 0.00277919159270823, 0.0032379240728914738, 0.003696656320244074, 0.004155388567596674, 0.004614121280610561, 0.0050728535279631615, 0.0055315857753157616, 0.005990318488329649, 0.006449050735682249, 0.006907782983034849, 0.007366515696048737, 0.007825247943401337, 0.008283980190753937, 0.008742712438106537, 0.009201444685459137, 0.009660177864134312, 0.010118910111486912, 0.010577642358839512, 0.011036374606192112, 0.011495106853544712, 0.011953839100897312, 0.012412572279572487, 0.012871304526925087, 0.013330036774277687, 0.013788769021630287, 0.014247501268982887, 0.014706233516335487, 0.015164965763688087, 0.015623698942363262, 0.016082430258393288, 0.016541162505745888, 0.016999896615743637, 0.017458628863096237, 0.017917361110448837, 0.018376093357801437, 0.018834825605154037, 0.019293557852506638, 0.019752290099859238]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 4.0, 3.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.1092265397310257, -0.10644879192113876, -0.10367103666067123, -0.1008932888507843, -0.09811554104089737, -0.09533778578042984, -0.09256003797054291, -0.08978229016065598, -0.08700453490018845, -0.08422678709030151, -0.08144903928041458, -0.07867128401994705, -0.07589353621006012, -0.07311578840017319, -0.07033803313970566, -0.06756028532981873, -0.0647825300693512, -0.062004782259464264, -0.05922703444957733, -0.0564492829144001, -0.05367153137922287, -0.05089378356933594, -0.04811603203415871, -0.045338280498981476, -0.04256053268909454, -0.03978278115391731, -0.03700502961874008, -0.03422727808356285, -0.03144953027367592, -0.028671778738498688, -0.025894029065966606, -0.023116277530789375, -0.020338527858257294, -0.017560778185725212, -0.014783026650547981, -0.0120052769780159, -0.009227526374161243, -0.006449775770306587, -0.0036720256321132183, -0.0008942752610892057, 0.0018834751099348068, 0.004661225713789463, 0.007438975851982832, 0.0102167259901762, 0.012994476594030857, 0.015772227197885513, 0.018549976870417595, 0.021327728405594826, 0.024105478078126907, 0.02688322775065899, 0.02966097928583622, 0.0324387289583683, 0.03521648049354553, 0.037994228303432465, 0.040771979838609695, 0.043549731373786926, 0.04632747918367386, 0.04910523071885109, 0.05188298225402832, 0.05466073378920555, 0.057438481599092484, 0.060216233134269714, 0.06299398094415665, 0.06577173620462418, 0.06854948401451111]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 4.0, 3.0, 7.0, 4.0, 3.0, 5.0, 8.0, 8.0, 8.0, 9.0, 6.0, 7.0, 8.0, 8.0, 10.0, 18.0, 37.0, 9.0, 12.0, 12.0, 4.0, 10.0, 7.0, 10.0, 7.0, 4.0, 10.0, 7.0, 3.0, 3.0, 5.0, 3.0, 0.0, 0.0, 2.0, 5.0, 3.0, 6.0, 1.0, 1.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.034441571682691574, -0.03322691470384598, -0.03201225399971008, -0.030797595158219337, -0.029582936316728592, -0.028368279337882996, -0.02715362049639225, -0.025938961654901505, -0.02472430281341076, -0.023509643971920013, -0.022294985130429268, -0.021080326288938522, -0.019865669310092926, -0.01865101046860218, -0.017436351627111435, -0.01622169278562069, -0.015007033944129944, -0.013792375102639198, -0.012577716261148453, -0.011363058350980282, -0.010148399509489536, -0.00893374066799879, -0.0077190822921693325, -0.006504423916339874, -0.005289765074849129, -0.004075106233358383, -0.002860447857528925, -0.001645789248868823, -0.00043113064020872116, 0.0007835279684513807, 0.0019981865771114826, 0.0032128451857715845, 0.004427503794431686, 0.005642162635922432, 0.00685682101175189, 0.008071479387581348, 0.009286138229072094, 0.01050079707056284, 0.01171545498073101, 0.012930113822221756, 0.014144772663712502, 0.015359431505203247, 0.016574090346693993, 0.017788749188184738, 0.019003406167030334, 0.02021806500852108, 0.021432723850011826, 0.02264738269150257, 0.023862041532993317, 0.025076700374484062, 0.026291359215974808, 0.027506018057465553, 0.0287206768989563, 0.029935333877801895, 0.03114999271929264, 0.032364651560783386, 0.03357931226491928, 0.03479396924376488, 0.036008626222610474, 0.03722328692674637, 0.038437943905591965, 0.03965260460972786, 0.040867261588573456, 0.04208192229270935, 0.04329657927155495]}, "_runtime": 109.30770587921143, "_timestamp": 1596214434.0649884, "_step": 132}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 3.0, 1.0, 1.0, 1.0, 2.0, 4.0, 3.0, 4.0, 7.0, 4.0, 4.0, 4.0, 3.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014087873511016369, -0.013668138533830643, -0.013248404487967491, -0.01282867044210434, -0.012408935464918613, -0.011989200487732887, -0.011569466441869736, -0.011149732396006584, -0.010729997418820858, -0.010310262441635132, -0.00989052839577198, -0.009470794349908829, -0.009051059372723103, -0.008631324395537376, -0.008211590349674225, -0.007791855838149786, -0.007372121326625347, -0.006952386815100908, -0.006532652303576469, -0.0061129177920520306, -0.005693183280527592, -0.005273448769003153, -0.004853714257478714, -0.004433979745954275, -0.004014245234429836, -0.0035945107229053974, -0.0031747762113809586, -0.0027550416998565197, -0.002335307188332081, -0.001915572676807642, -0.0014958381652832031, -0.0010761036537587643, -0.0006563691422343254, -0.00023663463070988655, 0.0001830998808145523, 0.0006028343923389912, 0.00102256890386343, 0.0014423034153878689, 0.0018620379269123077, 0.0022817724384367466, 0.0027015069499611855, 0.0031212414614856243, 0.003540975973010063, 0.003960710484534502, 0.004380444996058941, 0.00480017950758338, 0.005219914019107819, 0.0056396485306322575, 0.006059383042156696, 0.006479117553681135, 0.006898852065205574, 0.007318586576730013, 0.007738321088254452, 0.008158056065440178, 0.00857779011130333, 0.008997524157166481, 0.009417259134352207, 0.009836994111537933, 0.010256728157401085, 0.010676462203264236, 0.011096197180449963, 0.011515932157635689, 0.01193566620349884, 0.012355400249361992, 0.012775135226547718]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 4.0, 7.0, 3.0, 6.0, 6.0, 9.0, 9.0, 16.0, 14.0, 23.0, 29.0, 35.0, 67.0, 88.0, 91.0, 118.0, 176.0, 230.0, 445.0, 5207.0, 498.0, 248.0, 160.0, 110.0, 65.0, 81.0, 41.0, 26.0, 21.0, 22.0, 14.0, 10.0, 13.0, 7.0, 4.0, 5.0, 3.0, 3.0, 3.0, 1.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.1118633970618248, -0.10840548574924469, -0.10494756698608398, -0.10148965567350388, -0.09803173691034317, -0.09457382559776306, -0.09111590683460236, -0.08765799552202225, -0.08420008420944214, -0.08074216544628143, -0.07728425413370132, -0.07382633537054062, -0.07036842405796051, -0.0669105052947998, -0.0634525939822197, -0.05999467894434929, -0.05653676390647888, -0.053078848868608475, -0.04962093383073807, -0.04616301879286766, -0.04270510375499725, -0.039247192442417145, -0.03578927740454674, -0.03233136236667633, -0.028873447328805923, -0.025415532290935516, -0.02195761725306511, -0.01849970407783985, -0.015041789039969444, -0.011583874002099037, -0.008125959895551205, -0.004668045323342085, -0.001210130751132965, 0.0022477838210761547, 0.0057056983932852745, 0.009163612499833107, 0.012621527537703514, 0.01607944257557392, 0.01953735575079918, 0.022995270788669586, 0.026453185826539993, 0.0299111008644104, 0.03336901590228081, 0.036826930940151215, 0.04028484225273132, 0.04374275729060173, 0.04720067232847214, 0.050658587366342545, 0.05411650240421295, 0.05757441744208336, 0.061032332479953766, 0.06449024379253387, 0.06794816255569458, 0.07140607386827469, 0.0748639926314354, 0.0783219039440155, 0.08177982270717621, 0.08523773401975632, 0.08869564533233643, 0.09215356409549713, 0.09561147540807724, 0.09906939417123795, 0.10252730548381805, 0.10598522424697876, 0.10944313555955887]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 3.0, 9.0, 4.0, 1.0, 3.0, 3.0, 9.0, 4.0, 3.0, 1.0, 23.0, 3.0, 3.0, 5.0, 1.0, 4.0, 2.0, 3.0, 1.0, 0.0, 3.0, 2.0, 2.0, 2.0, 0.0, 1.0, 1.0, 2.0, 4.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0], "bins": [-0.003780317958444357, -0.003676375839859247, -0.0035724337212741375, -0.003468491369858384, -0.0033645492512732744, -0.0032606071326881647, -0.0031566647812724113, -0.0030527226626873016, -0.002948780544102192, -0.002844838425517082, -0.0027408963069319725, -0.002636953955516219, -0.0025330118369311094, -0.0024290697183459997, -0.0023251273669302464, -0.0022211852483451366, -0.002117243129760027, -0.0020133010111749172, -0.0019093587761744857, -0.0018054165411740541, -0.0017014744225889444, -0.0015975323040038347, -0.0014935900690034032, -0.0013896478340029716, -0.001285705715417862, -0.0011817635968327522, -0.0010778213618323207, -0.0009738791850395501, -0.0008699370082467794, -0.0007659948314540088, -0.0006620526546612382, -0.0005581104778684676, -0.00045416830107569695, -0.0003502261242829263, -0.0002462839474901557, -0.00014234177069738507, -3.839959390461445e-05, 6.554258288815618e-05, 0.0001694847596809268, 0.0002734269364736974, 0.00037736911326646805, 0.00048131129005923867, 0.0005852534668520093, 0.0006891956436447799, 0.0007931378204375505, 0.0008970799972303212, 0.0010010221740230918, 0.0011049644090235233, 0.001208906527608633, 0.0013128486461937428, 0.0014167908811941743, 0.0015207331161946058, 0.0016246752347797155, 0.0017286173533648252, 0.0018325595883652568, 0.0019365018233656883, 0.002040443941950798, 0.0021443860605359077, 0.0022483281791210175, 0.002352270530536771, 0.0024562126491218805, 0.0025601547677069902, 0.0026640971191227436, 0.0027680392377078533, 0.002871981356292963]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 4.0, 4.0, 4.0, 17.0, 14.0, 16.0, 31.0, 41.0, 85.0, 116.0, 183.0, 347.0, 546.0, 830.0, 1532.0, 2578.0, 4587.0, 8456.0, 16584.0, 37740.0, 121410.0, 859402.0, 62415.0, 26062.0, 13903.0, 8102.0, 4918.0, 3280.0, 2062.0, 1353.0, 870.0, 605.0, 442.0, 296.0, 206.0, 156.0, 103.0, 82.0, 63.0, 32.0, 42.0, 30.0, 24.0, 10.0, 11.0, 10.0, 10.0, 7.0, 7.0, 5.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 3.0, 0.0, 0.0, 1.0], "bins": [-0.00508347200229764, -0.004875104874372482, -0.0046667372807860374, -0.00445837015286088, -0.004250002559274435, -0.0040416354313492775, -0.0038332680705934763, -0.003624900709837675, -0.003416533349081874, -0.0032081659883260727, -0.0029997986275702715, -0.0027914312668144703, -0.0025830641388893127, -0.0023746967781335115, -0.0021663294173777103, -0.001957962056621909, -0.001749594695866108, -0.0015412273351103067, -0.0013328599743545055, -0.0011244927300140262, -0.000916125369258225, -0.0007077580085024238, -0.0004993907059542835, -0.00029102337430231273, -8.265604265034199e-05, 0.00012571128900162876, 0.0003340786206535995, 0.0005424459232017398, 0.000750813283957541, 0.0009591806447133422, 0.0011675478890538216, 0.0013759152498096228, 0.001584282610565424, 0.0017926499713212252, 0.0020010173320770264, 0.0022093846928328276, 0.0024177520535886288, 0.0026261191815137863, 0.0028344865422695875, 0.0030428539030253887, 0.00325122126378119, 0.003459588624536991, 0.0036679559852927923, 0.0038763233460485935, 0.004084690473973751, 0.004293058067560196, 0.0045014251954853535, 0.004709792789071798, 0.004918159916996956, 0.005126527044922113, 0.005334894638508558, 0.005543261766433716, 0.005751629360020161, 0.005959996487945318, 0.006168364081531763, 0.006376731209456921, 0.0065850988030433655, 0.006793465930968523, 0.007001833058893681, 0.007210200652480125, 0.007418567780405283, 0.007626935373991728, 0.007835302501916885, 0.00804367009550333, 0.008252037689089775]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 2.0, 0.0, 0.0, 5.0, 3.0, 5.0, 1.0, 8.0, 3.0, 2.0, 0.0, 2.0, 4.0, 1.0, 5.0, 5.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0], "bins": [-0.062082599848508835, -0.06070477142930031, -0.05932694301009178, -0.057949114590883255, -0.05657128617167473, -0.0551934577524662, -0.053815629333257675, -0.05243780091404915, -0.05105997249484062, -0.049682144075632095, -0.04830431565642357, -0.04692648723721504, -0.045548658818006516, -0.04417083039879799, -0.04279300197958946, -0.041415173560380936, -0.04003734886646271, -0.03865952044725418, -0.037281692028045654, -0.03590386360883713, -0.0345260351896286, -0.033148206770420074, -0.03177037835121155, -0.030392548069357872, -0.029014721512794495, -0.027636893093585968, -0.02625906467437744, -0.024881236255168915, -0.023503407835960388, -0.02212557941675186, -0.020747750997543335, -0.01936992257833481, -0.017992094159126282, -0.016614265739917755, -0.015236437320709229, -0.013858608901500702, -0.012480780482292175, -0.011102952994406223, -0.009725124575197697, -0.00834729615598917, -0.0069694677367806435, -0.005591639317572117, -0.00421381089836359, -0.002835982944816351, -0.0014581545256078243, -8.032622281461954e-05, 0.0012975020799785852, 0.002675330266356468, 0.004053158685564995, 0.005430987104773521, 0.006808815523982048, 0.008186643943190575, 0.009564472362399101, 0.010942299850285053, 0.01232012826949358, 0.013697956688702106, 0.015075785107910633, 0.016453612595796585, 0.01783144101500511, 0.01920926943421364, 0.020587097853422165, 0.02196492627263069, 0.023342754691839218, 0.024720583111047745, 0.02609841153025627]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [6.0, 3.0, 0.0, 0.0, 0.0, 4.0, 4.0, 7.0, 7.0, 11.0, 15.0, 11.0, 6.0, 4.0, 6.0, 4.0, 14.0, 11.0, 9.0, 4.0, 8.0, 16.0, 19.0, 17.0, 28.0, 24.0, 33.0, 65.0, 88.0, 70.0, 130.0, 171.0, 254.0, 309.0, 443.0, 723.0, 1262.0, 5921.0, 2990.0, 1568.0, 1072.0, 756.0, 549.0, 427.0, 340.0, 285.0, 190.0, 136.0, 119.0, 77.0, 48.0, 51.0, 26.0, 26.0, 26.0, 19.0, 6.0, 5.0, 4.0, 2.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.018903052434325218, -0.018404783681035042, -0.017906516790390015, -0.017408248037099838, -0.01690998114645481, -0.016411712393164635, -0.015913445502519608, -0.015415177680552006, -0.014916909858584404, -0.014418641105294228, -0.013920373283326626, -0.013422105461359024, -0.012923837639391422, -0.01242556981742382, -0.011927301995456219, -0.011429034173488617, -0.010930766351521015, -0.010432498529553413, -0.009934230707585812, -0.00943596288561821, -0.008937695063650608, -0.008439427241683006, -0.007941159419715405, -0.007442891132086515, -0.006944623310118914, -0.006446355488151312, -0.00594808766618371, -0.005449819844216108, -0.004951551556587219, -0.0044532837346196175, -0.003955015912652016, -0.003456748090684414, -0.002958480268716812, -0.0024602124467492104, -0.0019619446247816086, -0.0014636765699833632, -0.0009654087480157614, -0.0004671408678404987, 3.1127012334764004e-05, 0.0005293948925100267, 0.0010276627726852894, 0.0015259305946528912, 0.002024198416620493, 0.0025224664714187384, 0.00302073429338634, 0.003519002115353942, 0.004017270170152187, 0.004515537992119789, 0.005013805814087391, 0.005512073636054993, 0.0060103414580225945, 0.006508609279990196, 0.007006877101957798, 0.007505145389586687, 0.008003412745893002, 0.008501680567860603, 0.00899994932115078, 0.009498217143118382, 0.009996484965085983, 0.010494752787053585, 0.010993020609021187, 0.011491288430988789, 0.01198955625295639, 0.012487824074923992, 0.012986091896891594]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 2.0, 4.0, 2.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.21472764015197754, -0.2072194367647171, -0.19971123337745667, -0.19220304489135742, -0.18469484150409698, -0.17718663811683655, -0.1696784347295761, -0.16217024624347687, -0.15466204285621643, -0.147153839468956, -0.13964563608169556, -0.13213743269443512, -0.12462923675775528, -0.11712104082107544, -0.109612837433815, -0.10210464149713516, -0.09459643810987473, -0.08708823472261429, -0.07958003878593445, -0.07207183539867401, -0.06456363946199417, -0.057055436074733734, -0.049547236412763596, -0.04203903675079346, -0.03453083708882332, -0.02702263742685318, -0.01951443776488304, -0.012006236240267754, -0.004498036578297615, 0.003010163549333811, 0.010518363676965237, 0.01802656427025795, 0.02553476393222809, 0.03304296359419823, 0.040551163256168365, 0.048059362918138504, 0.05556756258010864, 0.06307576596736908, 0.07058396190404892, 0.07809216529130936, 0.0856003612279892, 0.09310856461524963, 0.10061676800251007, 0.10812496393918991, 0.11563316732645035, 0.12314136326313019, 0.13064956665039062, 0.13815777003765106, 0.1456659734249115, 0.15317416191101074, 0.16068236529827118, 0.16819056868553162, 0.17569877207279205, 0.1832069605588913, 0.19071516394615173, 0.19822336733341217, 0.2057315707206726, 0.21323977410793304, 0.2207479625940323, 0.22825616598129272, 0.23576436936855316, 0.2432725727558136, 0.25078076124191284, 0.2582889795303345, 0.2657971680164337]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 3.0, 3.0, 7.0, 9.0, 13.0, 5.0, 4.0, 11.0, 14.0, 11.0, 11.0, 34.0, 63.0, 14.0, 21.0, 1.0, 7.0, 7.0, 5.0, 3.0, 3.0, 3.0, 1.0, 3.0, 4.0, 1.0, 4.0, 1.0, 2.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.11964266747236252, -0.11573316901922226, -0.1118236631155014, -0.10791416466236115, -0.10400466620922089, -0.10009516030550003, -0.09618566185235977, -0.09227615594863892, -0.08836665749549866, -0.0844571590423584, -0.08054765313863754, -0.07663815468549728, -0.07272864878177643, -0.06881915032863617, -0.06490965187549591, -0.06100014969706535, -0.057090647518634796, -0.05318114534020424, -0.04927164316177368, -0.04536214470863342, -0.041452642530202866, -0.03754314035177231, -0.03363364189863205, -0.029724139720201492, -0.025814637541770935, -0.021905135363340378, -0.01799563504755497, -0.014086133800446987, -0.010176632553339005, -0.006267131306231022, -0.0023576300591230392, 0.0015518711879849434, 0.005461372435092926, 0.009370873682200909, 0.013280374929308891, 0.0171898752450943, 0.021099377423524857, 0.025008879601955414, 0.028918379917740822, 0.03282788023352623, 0.03673738241195679, 0.040646884590387344, 0.0445563867688179, 0.04846588522195816, 0.05237538740038872, 0.056284889578819275, 0.060194388031959534, 0.06410389393568039, 0.06801339238882065, 0.07192289084196091, 0.07583239674568176, 0.07974189519882202, 0.08365139365196228, 0.08756089955568314, 0.0914703980088234, 0.09537990391254425, 0.09928940236568451, 0.10319890081882477, 0.10710840672254562, 0.11101790517568588, 0.11492741107940674, 0.118836909532547, 0.12274640798568726, 0.12665590643882751, 0.13056540489196777]}, "_runtime": 110.13031148910522, "_timestamp": 1596214434.887594, "_step": 133}
+{"val_accuracy": 0.817728310502283, "val_loss": 0.46581095729244354, "_runtime": 111.69590640068054, "_timestamp": 1596214436.453189, "_step": 134}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: K Confidence: 0.42 Truth: v", "Prediction: 5 Confidence: 1.00 Truth: 5", "Prediction: 2 Confidence: 1.00 Truth: 2", "Prediction: 0 Confidence: 0.73 Truth: 0"]}, "_runtime": 111.97484111785889, "_timestamp": 1596214436.7321236, "_step": 135}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 3.0, 1.0, 1.0, 3.0, 5.0, 2.0, 8.0, 5.0, 2.0, 3.0, 2.0, 2.0, 1.0, 1.0, 4.0, 4.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01368287019431591, -0.013228467665612698, -0.012774065136909485, -0.012319663539528847, -0.011865261010825634, -0.011410858482122421, -0.010956456884741783, -0.01050205435603857, -0.010047651827335358, -0.009593249298632145, -0.009138846769928932, -0.008684445172548294, -0.008230042643845081, -0.007775640115141869, -0.007321238052099943, -0.006866835989058018, -0.006412433460354805, -0.005958030931651592, -0.005503628868609667, -0.005049226805567741, -0.004594824276864529, -0.004140421748161316, -0.0036860196851193905, -0.0032316173892468214, -0.0027772150933742523, -0.0023228127975016832, -0.0018684105016291142, -0.001414008205756545, -0.000959605909883976, -0.0005052036140114069, -5.0801318138837814e-05, 0.00040360097773373127, 0.0008580032736063004, 0.0013124055694788694, 0.0017668078653514385, 0.0022212101612240076, 0.0026756124570965767, 0.0031300147529691458, 0.003584417048841715, 0.00403881911188364, 0.004493221640586853, 0.004947624169290066, 0.005402026232331991, 0.005856428295373917, 0.006310830824077129, 0.006765233352780342, 0.0072196354158222675, 0.007674037478864193, 0.008128440007567406, 0.008582842536270618, 0.009037245064973831, 0.00949164666235447, 0.009946049191057682, 0.010400451719760895, 0.010854853317141533, 0.011309255845844746, 0.011763658374547958, 0.012218060903251171, 0.012672463431954384, 0.013126865029335022, 0.013581267558038235, 0.014035670086741447, 0.014490071684122086, 0.014944474212825298, 0.015398876741528511]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 3.0, 1.0, 3.0, 7.0, 9.0, 15.0, 7.0, 12.0, 17.0, 30.0, 50.0, 85.0, 100.0, 163.0, 324.0, 925.0, 5317.0, 351.0, 197.0, 99.0, 74.0, 48.0, 28.0, 13.0, 13.0, 8.0, 4.0, 3.0, 6.0, 4.0, 2.0, 3.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1831657588481903, -0.17744511365890503, -0.17172448337078094, -0.16600383818149567, -0.16028320789337158, -0.1545625627040863, -0.14884191751480103, -0.14312128722667694, -0.13740064203739166, -0.13167999684810638, -0.1259593665599823, -0.12023872137069702, -0.11451808363199234, -0.10879744589328766, -0.10307680070400238, -0.0973561629652977, -0.09163552522659302, -0.08591488748788834, -0.08019424974918365, -0.07447360455989838, -0.0687529668211937, -0.06303232908248901, -0.057311687618494034, -0.051591046154499054, -0.04587040841579437, -0.04014977067708969, -0.03442912921309471, -0.02870848961174488, -0.02298785001039505, -0.01726721040904522, -0.011546570807695389, -0.005825931206345558, -0.00010529160499572754, 0.005615347996354103, 0.011335987597703934, 0.017056627199053764, 0.022777266800403595, 0.028497906401753426, 0.034218546003103256, 0.039939187467098236, 0.04565982520580292, 0.0513804629445076, 0.05710110440850258, 0.06282174587249756, 0.06854238361120224, 0.07426302134990692, 0.0799836665391922, 0.08570430427789688, 0.09142494201660156, 0.09714557975530624, 0.10286621749401093, 0.1085868626832962, 0.11430750042200089, 0.12002813816070557, 0.12574878334999084, 0.13146941363811493, 0.1371900588274002, 0.14291070401668549, 0.14863133430480957, 0.15435197949409485, 0.16007262468338013, 0.1657932549715042, 0.1715139001607895, 0.17723453044891357, 0.18295517563819885]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 4.0, 3.0, 0.0, 1.0, 3.0, 3.0, 2.0, 5.0, 2.0, 5.0, 3.0, 2.0, 5.0, 3.0, 3.0, 3.0, 26.0, 3.0, 5.0, 6.0, 5.0, 4.0, 1.0, 0.0, 2.0, 2.0, 0.0, 2.0, 4.0, 1.0, 3.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0025334269739687443, -0.002429116051644087, -0.0023248051293194294, -0.002220494206994772, -0.0021161832846701145, -0.002011872362345457, -0.0019075615564361215, -0.001803250634111464, -0.0016989397117868066, -0.0015946287894621491, -0.0014903178671374917, -0.0013860069448128343, -0.0012816961389034986, -0.0011773852165788412, -0.0010730742942541838, -0.0009687633719295263, -0.0008644524496048689, -0.0007601415272802114, -0.000655830604955554, -0.0005515197408385575, -0.00044720881851390004, -0.0003428978961892426, -0.00023858700296841562, -0.0001342760951956734, -2.9965187422931194e-05, 7.434572034981102e-05, 0.00017865662812255323, 0.0002829675213433802, 0.00038727844366803765, 0.0004915893659926951, 0.0005959002301096916, 0.0007002111524343491, 0.0008045220747590065, 0.0009088329970836639, 0.0010131439194083214, 0.0011174548417329788, 0.0012217657640576363, 0.0013260765699669719, 0.0014303874922916293, 0.0015346984146162868, 0.0016390093369409442, 0.0017433202592656016, 0.001847631181590259, 0.0019519421039149165, 0.002056252909824252, 0.0021605638321489096, 0.002264874754473567, 0.0023691856767982244, 0.002473496599122882, 0.0025778075214475393, 0.0026821184437721968, 0.002786429366096854, 0.0028907402884215117, 0.002995051210746169, 0.0030993621330708265, 0.003203673055395484, 0.0033079837448894978, 0.003412294667214155, 0.0035166055895388126, 0.00362091651186347, 0.0037252274341881275, 0.003829538356512785, 0.003933849278837442, 0.0040381602011621, 0.004142471123486757]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 5.0, 2.0, 7.0, 15.0, 22.0, 37.0, 41.0, 73.0, 135.0, 189.0, 315.0, 471.0, 758.0, 1395.0, 2202.0, 4256.0, 8529.0, 18899.0, 52194.0, 846737.0, 168093.0, 37878.0, 15865.0, 7892.0, 4618.0, 2820.0, 1784.0, 1253.0, 887.0, 641.0, 492.0, 339.0, 230.0, 151.0, 100.0, 85.0, 67.0, 50.0, 27.0, 32.0, 15.0, 15.0, 13.0, 5.0, 2.0, 4.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.005840853322297335, -0.005596820265054703, -0.005352787207812071, -0.005108754150569439, -0.004864721093326807, -0.004620688036084175, -0.004376654978841543, -0.004132621921598911, -0.003888589097186923, -0.003644556039944291, -0.003400522982701659, -0.0031564899254590273, -0.002912457101047039, -0.002668424043804407, -0.002424390986561775, -0.0021803579293191433, -0.0019363248720765114, -0.0016922918148338795, -0.0014482587575912476, -0.0012042258167639375, -0.0009601927595213056, -0.0007161597022786736, -0.00047212670324370265, -0.0002280936751049012, 1.593935303390026e-05, 0.0002599723811727017, 0.0005040054093115032, 0.0007480384083464742, 0.000992071465589106, 0.001236104522831738, 0.001480137463659048, 0.00172417052090168, 0.001968203578144312, 0.002212236635386944, 0.0024562696926295757, 0.0027003027498722076, 0.0029443358071148396, 0.003188368631526828, 0.0034324016887694597, 0.0036764347460120916, 0.00392046757042408, 0.004164500627666712, 0.004408533684909344, 0.004652566742151976, 0.0048965997993946075, 0.0051406328566372395, 0.005384665913879871, 0.005628698971122503, 0.005872732028365135, 0.006116765085607767, 0.006360798142850399, 0.006604831200093031, 0.006848864257335663, 0.007092897314578295, 0.007336930371820927, 0.007580963429063559, 0.00782499648630619, 0.008069029077887535, 0.008313062600791454, 0.008557095192372799, 0.008801128715276718, 0.009045161306858063, 0.009289194829761982, 0.009533227421343327, 0.009777260944247246]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 5.0, 3.0, 2.0, 2.0, 4.0, 2.0, 1.0, 6.0, 3.0, 3.0, 2.0, 5.0, 1.0, 1.0, 2.0, 3.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0257610771805048, -0.025133486837148666, -0.024505894631147385, -0.023878304287791252, -0.02325071208178997, -0.022623121738433838, -0.021995529532432556, -0.021367939189076424, -0.020740346983075142, -0.02011275663971901, -0.019485164433717728, -0.018857574090361595, -0.018229981884360313, -0.01760239154100418, -0.0169747993350029, -0.016347208991646767, -0.015719618648290634, -0.015092026442289352, -0.014464435167610645, -0.013836843892931938, -0.013209252618253231, -0.012581661343574524, -0.011954070068895817, -0.01132647879421711, -0.010698888450860977, -0.01007129717618227, -0.009443705901503563, -0.008816114626824856, -0.008188523352146149, -0.0075609320774674416, -0.0069333408027887344, -0.006305749528110027, -0.00567815825343132, -0.005050566978752613, -0.004422975704073906, -0.0037953846622258425, -0.0031677933875471354, -0.0025402021128684282, -0.001912610954605043, -0.0012850197963416576, -0.0006574285216629505, -2.9837305191904306e-05, 0.0005977539112791419, 0.0012253450695425272, 0.0018529363442212343, 0.0024805276188999414, 0.003108118660748005, 0.003735709935426712, 0.004363301210105419, 0.004990892484784126, 0.005618483759462833, 0.0062460750341415405, 0.006873666308820248, 0.0075012571178376675, 0.008128848858177662, 0.008756440132856369, 0.009384030476212502, 0.010011621750891209, 0.010639213025569916, 0.011266804300248623, 0.01189439557492733, 0.012521986849606037, 0.013149578124284744, 0.013777169398963451, 0.014404760673642159]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 7.0, 5.0, 9.0, 10.0, 12.0, 21.0, 18.0, 27.0, 32.0, 42.0, 54.0, 51.0, 66.0, 75.0, 100.0, 115.0, 162.0, 195.0, 260.0, 420.0, 509.0, 732.0, 1165.0, 1873.0, 6282.0, 1990.0, 1267.0, 844.0, 573.0, 426.0, 295.0, 201.0, 144.0, 110.0, 75.0, 54.0, 42.0, 45.0, 34.0, 17.0, 13.0, 11.0, 10.0, 4.0, 9.0, 4.0, 5.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 3.0], "bins": [-0.010607728734612465, -0.010300680063664913, -0.009993631392717361, -0.00968658272176981, -0.009379534050822258, -0.009072485379874706, -0.008765436708927155, -0.008458388037979603, -0.008151339367032051, -0.0078442906960845, -0.00753724155947566, -0.007230192888528109, -0.006923144217580557, -0.006616095546633005, -0.006309046875685453, -0.006001998204737902, -0.00569494953379035, -0.005387900862842798, -0.0050808521918952465, -0.004773803520947695, -0.004466754850000143, -0.004159706179052591, -0.003852657275274396, -0.003545608604326844, -0.0032385599333792925, -0.0029315112624317408, -0.002624462591484189, -0.0023174139205366373, -0.002010365016758442, -0.001703316462226212, -0.0013962676748633385, -0.0010892190039157867, -0.000782170332968235, -0.00047512163291685283, -0.00016807293286547065, 0.00013897576718591154, 0.0004460244672372937, 0.0007530731381848454, 0.001060121925547719, 0.0013671705964952707, 0.0016742192674428225, 0.001981267938390374, 0.002288316609337926, 0.0025953652802854776, 0.002902414184063673, 0.0032094628550112247, 0.0035165115259587765, 0.003823560196906328, 0.00413060886785388, 0.004437657538801432, 0.004744706209748983, 0.005051754880696535, 0.005358803551644087, 0.0056658522225916386, 0.00597290089353919, 0.006279949564486742, 0.006586998701095581, 0.006894047372043133, 0.0072010960429906845, 0.007508144713938236, 0.007815193384885788, 0.00812224205583334, 0.008429290726780891, 0.008736339397728443, 0.009043388068675995]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 3.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.04651157185435295, -0.044177133589982986, -0.04184269905090332, -0.039508260786533356, -0.03717382252216339, -0.034839384257793427, -0.03250494599342346, -0.030170511454343796, -0.02783607318997383, -0.025501634925603867, -0.02316719852387905, -0.020832762122154236, -0.01849832385778427, -0.016163885593414307, -0.013829449191689491, -0.011495011858642101, -0.009160574525594711, -0.006826137192547321, -0.004491699859499931, -0.0021572625264525414, 0.00017717480659484863, 0.0025116121396422386, 0.004846049472689629, 0.007180486805737019, 0.009514924138784409, 0.011849361471831799, 0.014183798804879189, 0.016518235206604004, 0.01885267347097397, 0.021187111735343933, 0.02352154813706875, 0.025855984538793564, 0.02819042280316353, 0.030524861067533493, 0.03285929560661316, 0.035193733870983124, 0.03752817213535309, 0.03986261039972305, 0.04219704866409302, 0.044531483203172684, 0.04686592146754265, 0.04920035973191261, 0.05153479427099228, 0.053869232535362244, 0.05620367079973221, 0.05853810906410217, 0.06087254732847214, 0.0632069855928421, 0.06554141640663147, 0.06787585467100143, 0.0702102929353714, 0.07254473119974136, 0.07487916946411133, 0.07721360772848129, 0.07954804599285126, 0.08188248425722122, 0.08421692252159119, 0.08655135333538055, 0.08888579159975052, 0.09122022986412048, 0.09355466812849045, 0.09588910639286041, 0.09822354465723038, 0.10055798292160034, 0.10289241373538971]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 2.0, 1.0, 4.0, 2.0, 3.0, 4.0, 3.0, 13.0, 14.0, 11.0, 8.0, 13.0, 13.0, 17.0, 22.0, 42.0, 21.0, 20.0, 12.0, 6.0, 9.0, 9.0, 6.0, 5.0, 2.0, 0.0, 3.0, 1.0, 3.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0], "bins": [-0.07572018355131149, -0.07363913953304291, -0.07155808806419373, -0.06947704404592514, -0.06739600002765656, -0.06531494855880737, -0.06323390454053879, -0.061152856796979904, -0.05907180905342102, -0.05699076130986214, -0.05490971356630325, -0.05282866954803467, -0.050747621804475784, -0.0486665740609169, -0.046585530042648315, -0.04450448229908943, -0.04242343455553055, -0.040342386811971664, -0.03826133906841278, -0.036180295050144196, -0.03409924730658531, -0.03201819956302643, -0.029937153682112694, -0.02785610780119896, -0.025775060057640076, -0.023694012314081192, -0.021612966433167458, -0.019531920552253723, -0.01745087280869484, -0.01536982599645853, -0.013288779184222221, -0.011207732371985912, -0.009126685559749603, -0.007045638747513294, -0.004964591935276985, -0.002883545123040676, -0.0008024983108043671, 0.001278548501431942, 0.003359595313668251, 0.00544064212590456, 0.007521688938140869, 0.009602735750377178, 0.011683782562613487, 0.013764829374849796, 0.015845876187086105, 0.01792692393064499, 0.020007969811558723, 0.022089015692472458, 0.02417006343603134, 0.026251111179590225, 0.02833215706050396, 0.030413202941417694, 0.03249425068497658, 0.03457529842853546, 0.03665634244680405, 0.03873739019036293, 0.040818437933921814, 0.0428994856774807, 0.04498053342103958, 0.047061577439308167, 0.04914262518286705, 0.051223672926425934, 0.05330471694469452, 0.0553857646882534, 0.057466812431812286]}, "_runtime": 112.60005021095276, "_timestamp": 1596214437.3573327, "_step": 136}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 3.0, 2.0, 5.0, 2.0, 1.0, 3.0, 1.0, 2.0, 4.0, 1.0, 2.0, 0.0, 0.0, 3.0, 0.0, 1.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.007464490830898285, -0.0071983011439442635, -0.006932111922651529, -0.006665922235697508, -0.006399733014404774, -0.006133543327450752, -0.005867354106158018, -0.005601164419203997, -0.0053349751979112625, -0.005068785510957241, -0.00480259582400322, -0.0045364066027104855, -0.004270216915756464, -0.00400402769446373, -0.0037378380075097084, -0.0034716485533863306, -0.003205459099262953, -0.002939269645139575, -0.002673080191016197, -0.0024068907368928194, -0.0021407012827694416, -0.001874511712230742, -0.0016083221416920424, -0.0013421326875686646, -0.0010759432334452868, -0.000809753779321909, -0.0005435642669908702, -0.000277374783763662, -1.1185300536453724e-05, 0.00025500418269075453, 0.0005211936659179628, 0.0007873831782490015, 0.0010535726323723793, 0.001319762086495757, 0.001585951540619135, 0.0018521411111578345, 0.0021183304488658905, 0.002384520135819912, 0.0026507095899432898, 0.0029168990440666676, 0.0031830884981900454, 0.003449277952313423, 0.003715467406436801, 0.003981656860560179, 0.0042478465475142, 0.004514035768806934, 0.004780225455760956, 0.00504641467705369, 0.005312604364007711, 0.005578794050961733, 0.005844983272254467, 0.0061111729592084885, 0.006377362180501223, 0.006643551867455244, 0.006909741088747978, 0.007175930775702, 0.007442120462656021, 0.007708309683948755, 0.00797449890524149, 0.00824068859219551, 0.008506878279149532, 0.008773067966103554, 0.009039256721735, 0.009305446408689022, 0.009571636095643044]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 4.0, 2.0, 1.0, 2.0, 2.0, 5.0, 5.0, 5.0, 6.0, 11.0, 12.0, 20.0, 24.0, 27.0, 28.0, 23.0, 44.0, 58.0, 91.0, 105.0, 148.0, 196.0, 368.0, 5213.0, 649.0, 255.0, 184.0, 110.0, 77.0, 47.0, 41.0, 36.0, 21.0, 29.0, 18.0, 19.0, 13.0, 8.0, 9.0, 7.0, 2.0, 0.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.11134462803602219, -0.10812533646821976, -0.10490604490041733, -0.1016867533326149, -0.09846745431423187, -0.09524816274642944, -0.09202887117862701, -0.08880957961082458, -0.08559028804302216, -0.08237099647521973, -0.0791517049074173, -0.07593241333961487, -0.07271312177181244, -0.06949382275342941, -0.06627453118562698, -0.06305523961782455, -0.059835948050022125, -0.056616656482219696, -0.05339736491441727, -0.05017806962132454, -0.04695877805352211, -0.04373948648571968, -0.04052019119262695, -0.037300899624824524, -0.034081608057022095, -0.030862316489219666, -0.027643023058772087, -0.02442372962832451, -0.02120443806052208, -0.01798514649271965, -0.014765853062272072, -0.011546560563147068, -0.008327268064022064, -0.00510797556489706, -0.0018886830657720566, 0.0013306094333529472, 0.004549901932477951, 0.007769194431602955, 0.010988486930727959, 0.014207779429852962, 0.017427071928977966, 0.020646363496780396, 0.023865656927227974, 0.027084950357675552, 0.03030424192547798, 0.03352353349328041, 0.03674282878637314, 0.03996212035417557, 0.043181411921978, 0.046400703489780426, 0.049619995057582855, 0.05283929035067558, 0.05605858191847801, 0.05927787348628044, 0.06249716877937317, 0.0657164603471756, 0.06893575191497803, 0.07215504348278046, 0.07537433505058289, 0.07859362661838531, 0.08181291818618774, 0.08503221720457077, 0.0882515087723732, 0.09147080034017563, 0.09469009190797806]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 3.0, 0.0, 1.0, 1.0, 6.0, 1.0, 3.0, 2.0, 2.0, 1.0, 3.0, 5.0, 3.0, 1.0, 6.0, 24.0, 10.0, 4.0, 6.0, 6.0, 2.0, 4.0, 0.0, 2.0, 4.0, 0.0, 1.0, 2.0, 1.0, 4.0, 1.0, 1.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0], "bins": [-0.0036983732134103775, -0.0035916853230446577, -0.003484997432678938, -0.003378309542313218, -0.0032716216519474983, -0.0031649337615817785, -0.003058245638385415, -0.0029515577480196953, -0.0028448698576539755, -0.0027381819672882557, -0.002631494076922536, -0.002524806186556816, -0.0024181182961910963, -0.0023114304058253765, -0.0022047425154596567, -0.002098054625093937, -0.0019913665018975735, -0.0018846787279471755, -0.0017779908375814557, -0.001671302830800414, -0.0015646149404346943, -0.0014579270500689745, -0.0013512391597032547, -0.001244551269337535, -0.0011378633789718151, -0.0010311753721907735, -0.0009244874818250537, -0.0008177995914593339, -0.0007111117010936141, -0.0006044237525202334, -0.0004977358621545136, -0.00039104794268496335, -0.0002843600232154131, -0.00017767210374586284, -7.098419882822782e-05, 3.570371336536482e-05, 0.00014239162555895746, 0.0002490795450285077, 0.0003557674353942275, 0.00046245535486377776, 0.000569143274333328, 0.0006758311646990478, 0.0007825191132724285, 0.0008892070036381483, 0.000995894894003868, 0.001102582784369588, 0.0012092707911506295, 0.0013159586815163493, 0.0014226465718820691, 0.001529334462247789, 0.0016360223526135087, 0.0017427103593945503, 0.0018493982497602701, 0.00195608614012599, 0.0020627740304917097, 0.0021694619208574295, 0.0022761498112231493, 0.002382837701588869, 0.002489525591954589, 0.0025962137151509523, 0.002702901605516672, 0.002809589495882392, 0.0029162773862481117, 0.0030229652766138315, 0.0031296531669795513]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 4.0, 3.0, 2.0, 4.0, 6.0, 10.0, 14.0, 23.0, 31.0, 37.0, 62.0, 82.0, 119.0, 165.0, 263.0, 399.0, 665.0, 972.0, 1524.0, 2427.0, 4095.0, 7096.0, 13138.0, 27017.0, 72079.0, 872059.0, 99448.0, 32340.0, 16131.0, 9563.0, 5963.0, 3871.0, 2726.0, 1881.0, 1370.0, 912.0, 752.0, 534.0, 478.0, 342.0, 238.0, 208.0, 156.0, 106.0, 89.0, 78.0, 56.0, 32.0, 23.0, 7.0, 19.0, 7.0, 10.0, 2.0, 5.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.005075186025351286, -0.004910065792500973, -0.0047449455596506596, -0.004579825326800346, -0.004414705093950033, -0.00424958486109972, -0.004084464628249407, -0.003919344395399094, -0.0037542241625487804, -0.0035891039296984673, -0.003423983696848154, -0.003258863463997841, -0.0030937432311475277, -0.0029286229982972145, -0.0027635027654469013, -0.002598382532596588, -0.002433262299746275, -0.0022681420668959618, -0.0021030218340456486, -0.0019379016011953354, -0.0017727813683450222, -0.001607661135494709, -0.0014425409026443958, -0.0012774206697940826, -0.0011123004369437695, -0.0009471802040934563, -0.0007820599712431431, -0.0006169397383928299, -0.0004518195055425167, -0.0002866992726922035, -0.00012157903984189034, 4.354119300842285e-05, 0.00020866142585873604, 0.0003737816587090492, 0.0005389018915593624, 0.0007040221244096756, 0.0008691423572599888, 0.001034262590110302, 0.0011993828229606152, 0.0013645030558109283, 0.0015296232886612415, 0.0016947435215115547, 0.001859863754361868, 0.002024983987212181, 0.0021901042200624943, 0.0023552244529128075, 0.0025203446857631207, 0.002685464918613434, 0.002850585151463747, 0.00301570538431406, 0.0031808256171643734, 0.0033459458500146866, 0.0035110660828649998, 0.003676186315715313, 0.003841306548565626, 0.004006426781415939, 0.0041715470142662525, 0.004336667247116566, 0.004501787479966879, 0.004666907712817192, 0.004832027945667505, 0.0049971481785178185, 0.005162268411368132, 0.005327388644218445, 0.005492508877068758]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 5.0, 1.0, 1.0, 0.0, 4.0, 1.0, 5.0, 2.0, 3.0, 11.0, 4.0, 3.0, 3.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.017231818288564682, -0.016514329239726067, -0.01579684019088745, -0.015079351142048836, -0.01436186209321022, -0.01364437211304903, -0.012926883064210415, -0.0122093940153718, -0.011491904966533184, -0.010774415917694569, -0.010056926868855953, -0.009339437820017338, -0.008621947839856148, -0.007904458791017532, -0.007186969742178917, -0.0064694806933403015, -0.005751991644501686, -0.005034502595663071, -0.004317013546824455, -0.0035995240323245525, -0.002882034983485937, -0.0021645459346473217, -0.0014470566529780626, -0.0007295674877241254, -1.2078322470188141e-05, 0.0007054108427837491, 0.0014229000080376863, 0.0021403892897069454, 0.002857878338545561, 0.0035753673873841763, 0.004292856901884079, 0.005010345950722694, 0.00572783499956131, 0.006445324048399925, 0.007162813097238541, 0.007880302146077156, 0.008597791194915771, 0.009315281175076962, 0.010032770223915577, 0.010750259272754192, 0.011467748321592808, 0.012185237370431423, 0.012902726419270039, 0.013620215468108654, 0.014337705448269844, 0.01505519449710846, 0.015772683545947075, 0.01649017259478569, 0.017207661643624306, 0.01792515069246292, 0.018642639741301537, 0.019360128790140152, 0.020077617838978767, 0.020795106887817383, 0.021512595936655998, 0.022230084985494614, 0.02294757589697838, 0.023665064945816994, 0.02438255399465561, 0.025100043043494225, 0.02581753209233284, 0.026535021141171455, 0.02725251019001007, 0.027969999238848686, 0.0286874882876873]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 3.0, 2.0, 4.0, 1.0, 9.0, 10.0, 17.0, 19.0, 30.0, 39.0, 40.0, 74.0, 70.0, 119.0, 137.0, 192.0, 313.0, 434.0, 591.0, 800.0, 1328.0, 2284.0, 6755.0, 1869.0, 1007.0, 681.0, 466.0, 303.0, 180.0, 152.0, 95.0, 95.0, 59.0, 43.0, 33.0, 18.0, 19.0, 24.0, 15.0, 14.0, 11.0, 18.0, 15.0, 13.0, 13.0, 0.0, 1.0, 0.0, 4.0, 4.0], "bins": [-0.012071282602846622, -0.011740815825760365, -0.011410349979996681, -0.011079883202910423, -0.01074941735714674, -0.010418950580060482, -0.010088484734296799, -0.00975801795721054, -0.009427551180124283, -0.0090970853343606, -0.008766618557274342, -0.008436152711510658, -0.0081056859344244, -0.00777521962299943, -0.007444753311574459, -0.0071142870001494884, -0.006783820688724518, -0.006453354377299547, -0.006122888065874577, -0.005792421754449606, -0.005461955443024635, -0.005131488665938377, -0.004801022354513407, -0.004470556043088436, -0.0041400897316634655, -0.003809623420238495, -0.0034791571088135242, -0.00314869056455791, -0.0028182242531329393, -0.0024877579417079687, -0.0021572913974523544, -0.0018268250860273838, -0.0014963587746024132, -0.0011658924631774426, -0.0008354260353371501, -0.0005049596657045186, -0.00017449329607188702, 0.00015597307356074452, 0.00048643944319337606, 0.0008169058128260076, 0.0011473721824586391, 0.0014778384938836098, 0.0018083049217239022, 0.0021387713495641947, 0.0024692376609891653, 0.002799703972414136, 0.00313017051666975, 0.003460636828094721, 0.0037911031395196915, 0.004121569450944662, 0.004452035762369633, 0.004782502073794603, 0.005112968385219574, 0.005443435162305832, 0.0057739014737308025, 0.006104367785155773, 0.006434834096580744, 0.006765300408005714, 0.007095766719430685, 0.007426233030855656, 0.007756699807941914, 0.008087165653705597, 0.008417632430791855, 0.008748098276555538, 0.009078565053641796]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 1.0, 2.0, 3.0, 1.0, 0.0, 1.0, 2.0, 1.0, 3.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.09037358313798904, -0.08766599744558334, -0.08495841920375824, -0.08225083351135254, -0.07954325526952744, -0.07683566957712173, -0.07412809133529663, -0.07142050564289093, -0.06871291995048523, -0.06600534170866013, -0.06329775601625443, -0.06059017777442932, -0.05788259208202362, -0.05517501011490822, -0.052467428147792816, -0.049759846180677414, -0.04705226421356201, -0.04434468224644661, -0.04163710027933121, -0.038929518312215805, -0.0362219363451004, -0.0335143506526947, -0.0308067686855793, -0.028099186718463898, -0.025391604751348495, -0.022684022784233093, -0.01997644081711769, -0.01726885698735714, -0.014561275020241737, -0.011853693053126335, -0.009146110154688358, -0.006438527721911669, -0.0037309452891349792, -0.0010233628563582897, 0.0016842195764183998, 0.004391802009195089, 0.007099384441971779, 0.009806966409087181, 0.012514549307525158, 0.015222132205963135, 0.017929714173078537, 0.02063729614019394, 0.02334487810730934, 0.026052461937069893, 0.028760043904185295, 0.03146762773394585, 0.03417520970106125, 0.03688279166817665, 0.03959037363529205, 0.042297955602407455, 0.04500553756952286, 0.04771311953663826, 0.05042070150375366, 0.05312828719615936, 0.055835869163274765, 0.05854345113039017, 0.06125103309750557, 0.06395861506462097, 0.06666620075702667, 0.06937377899885178, 0.07208136469125748, 0.07478894293308258, 0.07749652862548828, 0.08020410686731339, 0.08291169255971909]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 2.0, 2.0, 3.0, 3.0, 5.0, 8.0, 8.0, 11.0, 12.0, 13.0, 15.0, 30.0, 42.0, 22.0, 24.0, 13.0, 13.0, 8.0, 4.0, 5.0, 7.0, 4.0, 2.0, 1.0, 2.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.09095746278762817, -0.08836312592029572, -0.08576878160238266, -0.0831744447350502, -0.08058010041713715, -0.07798576354980469, -0.07539141923189163, -0.07279708236455917, -0.07020273804664612, -0.06760840117931366, -0.0650140568614006, -0.062419719994068146, -0.05982537940144539, -0.05723103880882263, -0.054636698216199875, -0.05204235762357712, -0.04944801703095436, -0.046853676438331604, -0.04425933584570885, -0.04166499525308609, -0.03907065466046333, -0.036476314067840576, -0.03388197347521782, -0.03128763288259506, -0.028693294152617455, -0.026098953559994698, -0.02350461296737194, -0.020910272374749184, -0.018315933644771576, -0.01572159305214882, -0.013127252459526062, -0.010532911866903305, -0.007938571274280548, -0.005344230681657791, -0.0027498905546963215, -0.00015555019490420818, 0.002438790164887905, 0.005033130757510662, 0.007627470884472132, 0.010221811011433601, 0.012816151604056358, 0.015410492196679115, 0.018004832789301872, 0.02059917338192463, 0.023193512111902237, 0.025787852704524994, 0.02838219329714775, 0.030976533889770508, 0.033570874482393265, 0.03616521507501602, 0.03875955566763878, 0.041353896260261536, 0.04394823685288429, 0.04654257744550705, 0.049136918038129807, 0.051731258630752563, 0.05432559549808502, 0.05691993609070778, 0.059514276683330536, 0.06210861727595329, 0.06470295786857605, 0.0672973021864891, 0.06989163905382156, 0.07248598337173462, 0.07508032023906708]}, "_runtime": 113.38013291358948, "_timestamp": 1596214438.1374154, "_step": 137}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 5.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 3.0, 4.0, 1.0, 2.0, 2.0, 8.0, 2.0, 2.0, 2.0, 2.0, 4.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.011143007315695286, -0.010816412977874279, -0.010489819571375847, -0.01016322523355484, -0.009836630895733833, -0.009510037489235401, -0.009183443151414394, -0.008856848813593388, -0.008530255407094955, -0.008203661069273949, -0.007877066731452942, -0.007550472859293222, -0.007223878987133503, -0.006897284649312496, -0.006570690777152777, -0.00624409643933177, -0.0059175025671720505, -0.005590908695012331, -0.005264314357191324, -0.004937720485031605, -0.004611126147210598, -0.0042845322750508785, -0.003957938402891159, -0.003631344297900796, -0.003304750192910433, -0.0029781560879200697, -0.0026515619829297066, -0.002324968110769987, -0.001998374005779624, -0.0016717799007892609, -0.0013451859122142196, -0.0010185919236391783, -0.0006919978186488152, -0.00036540377186611295, -3.880972508341074e-05, 0.00028778432169929147, 0.0006143783684819937, 0.0009409724152646959, 0.001267566462047398, 0.0015941604506224394, 0.0019207545556128025, 0.0022473486606031656, 0.0025739427655935287, 0.002900536637753248, 0.0032271307427436113, 0.0035537248477339745, 0.003880318719893694, 0.004206913057714701, 0.00453350692987442, 0.00486010080203414, 0.005186695139855146, 0.005513289012014866, 0.005839883349835873, 0.006166477221995592, 0.006493071094155312, 0.006819665431976318, 0.007146259304136038, 0.007472853176295757, 0.007799447514116764, 0.00812604185193777, 0.008452635258436203, 0.00877922959625721, 0.009105823934078217, 0.009432417340576649, 0.009759011678397655]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 3.0, 3.0, 7.0, 10.0, 7.0, 9.0, 5.0, 14.0, 16.0, 21.0, 15.0, 19.0, 25.0, 32.0, 38.0, 50.0, 53.0, 89.0, 87.0, 133.0, 159.0, 252.0, 447.0, 5072.0, 447.0, 228.0, 137.0, 102.0, 88.0, 63.0, 62.0, 38.0, 46.0, 22.0, 18.0, 19.0, 16.0, 11.0, 9.0, 11.0, 6.0, 10.0, 3.0, 3.0, 6.0, 6.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0], "bins": [-0.0812673270702362, -0.07867051661014557, -0.07607370615005493, -0.0734768956899643, -0.07088008522987366, -0.06828326731920242, -0.06568645685911179, -0.06308964639902115, -0.06049283593893051, -0.057896025478839874, -0.05529921501874924, -0.0527024008333683, -0.050105590373277664, -0.04750877991318703, -0.04491196572780609, -0.042315155267715454, -0.03971834480762482, -0.03712153434753418, -0.03452472388744354, -0.03192790970206261, -0.02933109924197197, -0.026734288781881332, -0.024137476459145546, -0.02154066413640976, -0.018943853676319122, -0.016347043216228485, -0.013750230893492699, -0.011153419502079487, -0.008556608110666275, -0.005959796719253063, -0.0033629853278398514, -0.0007661739364266396, 0.0018306374549865723, 0.004427448846399784, 0.007024260237812996, 0.009621071629226208, 0.01221788302063942, 0.014814694412052631, 0.017411505803465843, 0.02000831812620163, 0.022605128586292267, 0.025201939046382904, 0.02779875136911869, 0.030395563691854477, 0.032992374151945114, 0.03558918461203575, 0.03818599879741669, 0.040782809257507324, 0.04337961971759796, 0.0459764301776886, 0.048573240637779236, 0.05117005482316017, 0.05376686528325081, 0.056363675743341446, 0.05896048992872238, 0.06155730038881302, 0.06415411084890366, 0.0667509213089943, 0.06934773176908493, 0.07194454222917557, 0.0745413601398468, 0.07713817059993744, 0.07973498106002808, 0.08233179152011871, 0.08492860198020935]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 1.0, 2.0, 2.0, 0.0, 2.0, 3.0, 3.0, 4.0, 3.0, 1.0, 2.0, 2.0, 1.0, 4.0, 2.0, 3.0, 5.0, 25.0, 3.0, 0.0, 5.0, 4.0, 5.0, 3.0, 7.0, 2.0, 0.0, 2.0, 2.0, 2.0, 2.0, 2.0, 2.0, 2.0, 1.0, 0.0, 4.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.002321189269423485, -0.002224378054961562, -0.0021275668404996395, -0.0020307558588683605, -0.0019339446444064379, -0.0018371334299445152, -0.0017403223318979144, -0.0016435112338513136, -0.001546700019389391, -0.0014498888049274683, -0.0013530777068808675, -0.0012562666088342667, -0.001159455394372344, -0.0010626441799104214, -0.0009658330818638206, -0.0008690219256095588, -0.0007722107693552971, -0.0006753996131010354, -0.0005785884568467736, -0.0004817773005925119, -0.00038496614433825016, -0.00028815498808398843, -0.0001913438318297267, -9.453267557546496e-05, 2.278480678796768e-06, 9.90896369330585e-05, 0.00019590079318732023, 0.00029271194944158196, 0.0003895231056958437, 0.00048633426195010543, 0.0005831454182043672, 0.0006799565744586289, 0.0007767677307128906, 0.0008735788869671524, 0.0009703900432214141, 0.001067201141268015, 0.0011640123557299376, 0.0012608235701918602, 0.001357634668238461, 0.0014544457662850618, 0.0015512569807469845, 0.0016480681952089071, 0.001744879293255508, 0.0018416903913021088, 0.0019385016057640314, 0.002035312820225954, 0.002132123801857233, 0.0022289350163191557, 0.0023257462307810783, 0.002422557445243001, 0.0025193686597049236, 0.0026161796413362026, 0.0027129908557981253, 0.002809802070260048, 0.002906613051891327, 0.0030034242663532495, 0.003100235480815172, 0.003197046695277095, 0.0032938579097390175, 0.0033906688913702965, 0.003487480105832219, 0.0035842913202941418, 0.0036811023019254208, 0.0037779135163873434, 0.003874724730849266]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 2.0, 1.0, 2.0, 4.0, 4.0, 16.0, 21.0, 31.0, 49.0, 72.0, 90.0, 143.0, 248.0, 354.0, 524.0, 824.0, 1371.0, 2373.0, 3975.0, 7244.0, 14874.0, 35690.0, 117520.0, 864274.0, 65649.0, 27082.0, 14143.0, 7857.0, 4827.0, 3087.0, 2082.0, 1457.0, 1017.0, 716.0, 550.0, 371.0, 300.0, 211.0, 145.0, 129.0, 78.0, 64.0, 43.0, 28.0, 24.0, 20.0, 17.0, 10.0, 9.0, 8.0, 1.0, 2.0, 0.0, 6.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.004973933100700378, -0.004785471595823765, -0.0045970105566084385, -0.004408549517393112, -0.0042200880125164986, -0.004031626507639885, -0.0038431654684245586, -0.0036547041963785887, -0.0034662429243326187, -0.0032777816522866488, -0.003089320380240679, -0.002900859108194709, -0.002712397836148739, -0.002523936564102769, -0.002335475292056799, -0.002147014020010829, -0.001958552747964859, -0.001770091475918889, -0.001581630203872919, -0.0013931689318269491, -0.0012047076597809792, -0.0010162463877350092, -0.0008277851156890392, -0.0006393238436430693, -0.0004508625715970993, -0.00026240129955112934, -7.394002750515938e-05, 0.00011452124454081059, 0.00030298251658678055, 0.0004914437886327505, 0.0006799050606787205, 0.0008683663327246904, 0.0010568276047706604, 0.0012452888768166304, 0.0014337501488626003, 0.0016222114209085703, 0.0018106726929545403, 0.00199913396500051, 0.00218759523704648, 0.00237605650909245, 0.00256451778113842, 0.00275297905318439, 0.00294144032523036, 0.00312990159727633, 0.0033183628693223, 0.00350682414136827, 0.00369528541341424, 0.00388374668546021, 0.00407220795750618, 0.004260669462382793, 0.00444913050159812, 0.004637591540813446, 0.00482605304569006, 0.005014514550566673, 0.005202975589782, 0.005391436628997326, 0.0055798981338739395, 0.005768359638750553, 0.0059568206779658794, 0.006145281717181206, 0.006333743222057819, 0.006522204726934433, 0.006710665766149759, 0.006899126805365086, 0.007087588310241699]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 2.0, 3.0, 6.0, 0.0, 1.0, 2.0, 0.0, 2.0, 7.0, 1.0, 1.0, 4.0, 1.0, 3.0, 1.0, 0.0, 0.0, 1.0, 3.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01666143536567688, -0.016102945432066917, -0.01554445456713438, -0.014985963702201843, -0.01442747376859188, -0.013868982903659344, -0.013310492038726807, -0.012752002105116844, -0.012193511240184307, -0.01163502037525177, -0.011076530441641808, -0.01051803957670927, -0.009959548711776733, -0.009401058778166771, -0.008842567913234234, -0.008284077979624271, -0.007725587114691734, -0.0071670967154204845, -0.006608606316149235, -0.006050115451216698, -0.005491625051945448, -0.004933134652674198, -0.004374643787741661, -0.0038161533884704113, -0.0032576629891991615, -0.0026991725899279118, -0.0021406819578260183, -0.0015821914421394467, -0.0010237009264528751, -0.00046521041076630354, 9.328010492026806e-05, 0.0006517706206068397, 0.0012102611362934113, 0.0017687516519799829, 0.0023272421676665545, 0.002885732799768448, 0.0034442231990396976, 0.004002713598310947, 0.0045612044632434845, 0.005119694862514734, 0.005678185261785984, 0.006236675661057234, 0.006795166060328484, 0.007353656925261021, 0.007912147790193558, 0.00847063772380352, 0.009029128588736057, 0.00958761852234602, 0.010146109387278557, 0.010704600252211094, 0.011263090185821056, 0.011821581050753593, 0.012380070984363556, 0.012938561849296093, 0.01349705271422863, 0.014055542647838593, 0.01461403351277113, 0.015172524377703667, 0.01573101431131363, 0.01628950424492359, 0.016847996041178703, 0.017406485974788666, 0.017964975908398628, 0.01852346770465374, 0.019081957638263702]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 3.0, 3.0, 1.0, 6.0, 7.0, 9.0, 9.0, 16.0, 29.0, 24.0, 27.0, 26.0, 46.0, 57.0, 67.0, 86.0, 97.0, 132.0, 154.0, 199.0, 225.0, 285.0, 394.0, 492.0, 565.0, 792.0, 1038.0, 1560.0, 5887.0, 1888.0, 1078.0, 739.0, 543.0, 429.0, 347.0, 239.0, 192.0, 136.0, 94.0, 107.0, 69.0, 56.0, 55.0, 48.0, 33.0, 31.0, 17.0, 15.0, 20.0, 9.0, 7.0, 11.0, 2.0, 7.0, 8.0, 3.0, 5.0, 0.0, 1.0, 1.0, 2.0], "bins": [-0.008544666692614555, -0.008275371976196766, -0.008006076328456402, -0.007736781612038612, -0.007467486895620823, -0.007198191713541746, -0.006928896531462669, -0.00665960181504488, -0.006390306632965803, -0.006121011450886726, -0.005851716734468937, -0.00558242155238986, -0.005313126370310783, -0.005043831653892994, -0.004774536471813917, -0.004505241755396128, -0.004235946573317051, -0.003966651391237974, -0.0036973566748201847, -0.003428061492741108, -0.003158766543492675, -0.0028894715942442417, -0.002620176412165165, -0.002350881462916732, -0.0020815865136682987, -0.0018122915644198656, -0.0015429964987561107, -0.0012737014330923557, -0.0010044064838439226, -0.0007351114763878286, -0.00046581646893173456, -0.00019652146147564054, 7.277354598045349e-05, 0.0003420685534365475, 0.0006113635608926415, 0.0008806585683487356, 0.0011499535758048296, 0.0014192485250532627, 0.0016885435907170177, 0.0019578386563807726, 0.0022271336056292057, 0.002496428554877639, 0.002765723504126072, 0.0030350186862051487, 0.003304313635453582, 0.003573608584702015, 0.0038429037667810917, 0.004112198483198881, 0.004381493665277958, 0.004650788847357035, 0.004920083563774824, 0.005189378745853901, 0.00545867346227169, 0.005727968644350767, 0.005997263826429844, 0.006266558542847633, 0.00653585372492671, 0.006805148907005787, 0.007074443623423576, 0.007343738805502653, 0.00761303398758173, 0.00788232870399952, 0.008151623420417309, 0.008420919068157673, 0.008690213784575462]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 3.0, 0.0, 1.0, 1.0, 3.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08022803068161011, -0.07764208316802979, -0.07505613565444946, -0.07247018814086914, -0.06988424062728882, -0.06729830056428909, -0.06471235305070877, -0.06212640553712845, -0.059540458023548126, -0.056954510509967804, -0.05436856299638748, -0.05178261920809746, -0.049196671694517136, -0.04661072418093681, -0.04402478039264679, -0.04143883287906647, -0.038852885365486145, -0.03626693785190582, -0.0336809903383255, -0.031095046550035477, -0.028509099036455154, -0.025923151522874832, -0.02333720587193966, -0.020751260221004486, -0.018165312707424164, -0.015579366125166416, -0.012993419542908669, -0.010407472960650921, -0.007821526378393173, -0.005235579796135426, -0.002649633213877678, -6.368663161993027e-05, 0.0025222599506378174, 0.005108206532895565, 0.007694153115153313, 0.01028009969741106, 0.012866046279668808, 0.015451992861926556, 0.018037939444184303, 0.020623885095119476, 0.0232098326086998, 0.02579578012228012, 0.028381725773215294, 0.030967671424150467, 0.03355361893773079, 0.03613956645131111, 0.038725510239601135, 0.04131145775318146, 0.04389740526676178, 0.0464833527803421, 0.049069300293922424, 0.05165524408221245, 0.05424119159579277, 0.05682713910937309, 0.059413082897663116, 0.06199903041124344, 0.06458497792482376, 0.06717092543840408, 0.0697568729519844, 0.07234282046556473, 0.07492876052856445, 0.07751470804214478, 0.0801006555557251, 0.08268660306930542, 0.08527255058288574]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 3.0, 4.0, 2.0, 3.0, 5.0, 7.0, 4.0, 15.0, 11.0, 11.0, 13.0, 17.0, 30.0, 36.0, 23.0, 9.0, 18.0, 15.0, 10.0, 11.0, 4.0, 5.0, 2.0, 5.0, 4.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.03421651944518089, -0.03234490752220154, -0.030473295599222183, -0.02860168367624283, -0.026730071753263474, -0.02485845983028412, -0.022986847907304764, -0.02111523598432541, -0.019243624061346054, -0.0173720121383667, -0.015500400215387344, -0.01362878829240799, -0.011757176369428635, -0.00988556444644928, -0.008013952523469925, -0.00614234060049057, -0.004270728677511215, -0.0023991167545318604, -0.0005275048315525055, 0.0013441070914268494, 0.0032157190144062042, 0.005087330937385559, 0.006958942860364914, 0.008830554783344269, 0.010702166706323624, 0.012573778629302979, 0.014445390552282333, 0.016317002475261688, 0.018188614398241043, 0.020060226321220398, 0.021931838244199753, 0.023803450167179108, 0.025675062090158463, 0.027546674013137817, 0.029418285936117172, 0.03128989785909653, 0.03316150978207588, 0.03503312170505524, 0.03690473362803459, 0.03877634555101395, 0.0406479574739933, 0.042519569396972656, 0.04439118131995201, 0.046262793242931366, 0.04813440516591072, 0.050006017088890076, 0.05187762901186943, 0.053749240934848785, 0.05562085285782814, 0.057492464780807495, 0.05936407670378685, 0.061235688626766205, 0.06310729682445526, 0.06497891247272491, 0.06685052812099457, 0.06872213631868362, 0.07059374451637268, 0.07246536016464233, 0.07433697581291199, 0.07620858401060104, 0.0780801922082901, 0.07995180785655975, 0.0818234235048294, 0.08369503170251846, 0.08556663990020752]}, "_runtime": 114.15628576278687, "_timestamp": 1596214438.9135683, "_step": 138}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 4.0, 4.0, 5.0, 4.0, 2.0, 2.0, 1.0, 1.0, 3.0, 0.0, 2.0, 2.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.006621033418923616, -0.006376273930072784, -0.00613151490688324, -0.005886755418032408, -0.005641995929181576, -0.005397236905992031, -0.005152477417141199, -0.0049077183939516544, -0.0046629589051008224, -0.0044181994162499905, -0.004173440393060446, -0.003928680904209614, -0.0036839216481894255, -0.003439162392169237, -0.003194402903318405, -0.002949643647298217, -0.0027048843912780285, -0.00246012513525784, -0.002215365879237652, -0.00197060639038682, -0.0017258471343666315, -0.0014810878783464432, -0.001236328505910933, -0.0009915691334754229, -0.0007468098774552345, -0.0005020505632273853, -0.00025729124899953604, -1.2531934771686792e-05, 0.00023222737945616245, 0.0004769866936840117, 0.0007217460079118609, 0.0009665053221397102, 0.0012112646363675594, 0.0014560238923877478, 0.001700783264823258, 0.001945542637258768, 0.0021903018932789564, 0.0024350611492991447, 0.0026798206381499767, 0.002924579894170165, 0.0031693391501903534, 0.0034140984062105417, 0.00365885766223073, 0.003903617151081562, 0.004148376174271107, 0.004393135663121939, 0.004637895151972771, 0.004882654175162315, 0.005127413664013147, 0.005372173152863979, 0.005616932176053524, 0.005861691664904356, 0.006106451153755188, 0.006351210176944733, 0.006595969665795565, 0.006840728688985109, 0.007085488177835941, 0.007330247666686773, 0.007575006689876318, 0.00781976617872715, 0.008064525201916695, 0.008309285156428814, 0.008554044179618359, 0.008798803202807903, 0.009043563157320023]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 2.0, 4.0, 5.0, 2.0, 1.0, 6.0, 10.0, 11.0, 9.0, 14.0, 33.0, 28.0, 49.0, 50.0, 66.0, 105.0, 136.0, 178.0, 371.0, 5640.0, 502.0, 234.0, 126.0, 88.0, 64.0, 47.0, 35.0, 23.0, 18.0, 11.0, 8.0, 8.0, 7.0, 5.0, 4.0, 6.0, 7.0, 4.0, 1.0, 2.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.11621977388858795, -0.11253145337104797, -0.10884314030408859, -0.10515481978654861, -0.10146649926900864, -0.09777818620204926, -0.09408986568450928, -0.0904015451669693, -0.08671323210000992, -0.08302491158246994, -0.07933659106492996, -0.07564827799797058, -0.0719599574804306, -0.06827163696289062, -0.06458332389593124, -0.060895003378391266, -0.057206686586141586, -0.05351836979389191, -0.04983004927635193, -0.04614173248410225, -0.04245341569185257, -0.03876509517431259, -0.03507677838206291, -0.03138846158981323, -0.027700142934918404, -0.024011824280023575, -0.020323507487773895, -0.016635188832879066, -0.012946871109306812, -0.009258553385734558, -0.005570235196501017, -0.0018819172400981188, 0.001806400716304779, 0.005494718439877033, 0.009183036163449287, 0.012871354818344116, 0.016559671610593796, 0.020247990265488625, 0.023936308920383453, 0.027624625712633133, 0.03131294250488281, 0.03500126302242279, 0.03868957981467247, 0.04237789660692215, 0.04606621712446213, 0.04975453391671181, 0.05344285070896149, 0.057131171226501465, 0.060819488018751144, 0.06450780481100082, 0.0681961253285408, 0.07188443839550018, 0.07557275891304016, 0.07926107943058014, 0.08294939249753952, 0.0866377130150795, 0.09032603353261948, 0.09401434659957886, 0.09770266711711884, 0.10139098763465881, 0.1050793007016182, 0.10876762121915817, 0.11245594173669815, 0.11614425480365753, 0.11983257532119751]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 0.0, 3.0, 4.0, 2.0, 4.0, 1.0, 3.0, 2.0, 2.0, 4.0, 9.0, 27.0, 5.0, 4.0, 6.0, 10.0, 5.0, 6.0, 4.0, 1.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0, 3.0, 3.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.00242941128090024, -0.0023311330005526543, -0.0022328547202050686, -0.002134576439857483, -0.0020362981595098972, -0.0019380199955776334, -0.0018397418316453695, -0.0017414635512977839, -0.0016431852709501982, -0.0015449069906026125, -0.0014466287102550268, -0.001348350546322763, -0.0012500722659751773, -0.0011517939856275916, -0.0010535158216953278, -0.0009552375413477421, -0.0008569592610001564, -0.0007586809806525707, -0.000660402758512646, -0.0005621245363727212, -0.0004638462560251355, -0.0003655680047813803, -0.0002672897535376251, -0.00016901150229386985, -7.073325105011463e-05, 2.754500019364059e-05, 0.0001258232514373958, 0.00022410150268115103, 0.00032237975392490625, 0.0004206580051686615, 0.0005189362564124167, 0.0006172144785523415, 0.0007154927588999271, 0.0008137710392475128, 0.0009120492613874376, 0.0010103274835273623, 0.001108605763874948, 0.0012068840442225337, 0.0013051622081547976, 0.0014034404885023832, 0.001501718768849969, 0.0015999970491975546, 0.0016982753295451403, 0.0017965534934774041, 0.0018948317738249898, 0.0019931099377572536, 0.0020913882181048393, 0.002189666498452425, 0.0022879447788000107, 0.0023862230591475964, 0.002484501339495182, 0.0025827796198427677, 0.0026810579001903534, 0.0027793359477072954, 0.002877614228054881, 0.0029758925084024668, 0.0030741707887500525, 0.003172449069097638, 0.003270727349445224, 0.0033690056297928095, 0.0034672836773097515, 0.003565561957657337, 0.003663840238004923, 0.0037621185183525085, 0.0038603967987000942]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 2.0, 4.0, 6.0, 4.0, 4.0, 8.0, 9.0, 19.0, 23.0, 33.0, 45.0, 85.0, 104.0, 135.0, 238.0, 383.0, 539.0, 840.0, 1271.0, 2241.0, 3933.0, 7155.0, 15393.0, 39487.0, 161440.0, 837673.0, 53431.0, 22939.0, 12019.0, 6881.0, 4247.0, 2723.0, 1781.0, 1178.0, 940.0, 656.0, 418.0, 361.0, 252.0, 205.0, 134.0, 123.0, 74.0, 58.0, 43.0, 28.0, 27.0, 14.0, 5.0, 7.0, 8.0, 5.0, 4.0, 2.0, 1.0, 3.0, 1.0, 2.0, 0.0, 2.0], "bins": [-0.004997302312403917, -0.0048261298798024654, -0.004654957912862301, -0.004483785480260849, -0.004312613047659397, -0.004141440615057945, -0.003970268182456493, -0.003799096215516329, -0.003627923782914877, -0.003456751350313425, -0.003285579150542617, -0.0031144069507718086, -0.0029432345181703568, -0.002772062085568905, -0.0026008898857980967, -0.0024297176860272884, -0.0022585452534258366, -0.0020873728208243847, -0.0019162006210535765, -0.0017450283048674464, -0.0015738559886813164, -0.0014026836724951863, -0.0012315113563090563, -0.0010603390401229262, -0.0008891667239367962, -0.0007179944077506661, -0.0005468220915645361, -0.00037564977537840605, -0.000204477459192276, -3.3305143006145954e-05, 0.0001378671731799841, 0.00030903948936611414, 0.0004802118055522442, 0.0006513841217383742, 0.0008225564379245043, 0.0009937287541106343, 0.0011649010702967644, 0.0013360733864828944, 0.0015072457026690245, 0.0016784180188551545, 0.0018495903350412846, 0.0020207627676427364, 0.0021919349674135447, 0.002363107167184353, 0.0025342795997858047, 0.0027054520323872566, 0.002876624232158065, 0.003047796431928873, 0.003218968864530325, 0.003390141297131777, 0.003561313496902585, 0.0037324856966733932, 0.003903658129274845, 0.004074830561876297, 0.004246002994477749, 0.0044171749614179134, 0.004588347394019365, 0.004759519826620817, 0.004930691793560982, 0.005101864226162434, 0.0052730366587638855, 0.005444209091365337, 0.005615381523966789, 0.005786553490906954, 0.005957725923508406]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 2.0, 2.0, 0.0, 5.0, 2.0, 4.0, 9.0, 7.0, 9.0, 2.0, 6.0, 3.0, 2.0, 2.0, 1.0, 0.0, 1.0], "bins": [-0.08204201608896255, -0.08049990236759186, -0.07895778864622116, -0.07741567492485046, -0.07587356865406036, -0.07433145493268967, -0.07278934121131897, -0.07124722748994827, -0.06970511376857758, -0.06816300004720688, -0.06662088632583618, -0.06507877260446548, -0.06353665888309479, -0.06199454888701439, -0.06045243889093399, -0.05891032516956329, -0.057368211448192596, -0.0558260977268219, -0.0542839840054512, -0.052741874009370804, -0.05119976028800011, -0.04965764656662941, -0.04811553657054901, -0.046573422849178314, -0.04503130912780762, -0.04348919540643692, -0.04194708168506622, -0.040404971688985825, -0.03886285796761513, -0.03732074424624443, -0.03577863425016403, -0.034236520528793335, -0.03269440680742264, -0.03115229308605194, -0.029610181227326393, -0.028068069368600845, -0.02652595564723015, -0.02498384192585945, -0.023441730067133904, -0.021899618208408356, -0.02035750448703766, -0.01881539076566696, -0.017273278906941414, -0.015731167048215866, -0.014189053326845169, -0.012646940536797047, -0.011104827746748924, -0.009562714956700802, -0.00802060216665268, -0.006478489376604557, -0.004936376586556435, -0.0033942637965083122, -0.0018521510064601898, -0.0003100382164120674, 0.001232074573636055, 0.0027741873636841774, 0.0043163001537323, 0.005858412943780422, 0.007400525733828545, 0.008942638523876667, 0.01048475131392479, 0.012026864103972912, 0.013568976894021034, 0.015111089684069157, 0.01665320247411728]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [9.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 8.0, 1.0, 1.0, 8.0, 5.0, 11.0, 8.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 5.0, 1.0, 8.0, 4.0, 2.0, 8.0, 8.0, 9.0, 10.0, 5.0, 5.0, 6.0, 2.0, 6.0, 27.0, 21.0, 18.0, 42.0, 55.0, 66.0, 121.0, 200.0, 295.0, 544.0, 942.0, 1962.0, 7891.0, 2428.0, 1390.0, 806.0, 549.0, 315.0, 226.0, 131.0, 114.0, 54.0, 42.0, 24.0, 17.0, 7.0, 4.0, 0.0, 3.0], "bins": [-0.02498089149594307, -0.024455085396766663, -0.023929279297590256, -0.023403475061058998, -0.02287766896188259, -0.022351862862706184, -0.021826058626174927, -0.02130025252699852, -0.020774446427822113, -0.020248640328645706, -0.0197228342294693, -0.01919702999293804, -0.018671223893761635, -0.018145417794585228, -0.01761961355805397, -0.017093807458877563, -0.016568001359701157, -0.01604219526052475, -0.015516390092670918, -0.014990584924817085, -0.014464778825640678, -0.013938972726464272, -0.01341316755861044, -0.012887362390756607, -0.0123615562915802, -0.011835750192403793, -0.011309945024549961, -0.010784139856696129, -0.010258333757519722, -0.009732527658343315, -0.009206722490489483, -0.00868091732263565, -0.008155111223459244, -0.007629305589944124, -0.007103499956429005, -0.006577694322913885, -0.0060518886893987656, -0.005526083055883646, -0.0050002774223685265, -0.004474471788853407, -0.003948666155338287, -0.003422860521823168, -0.0028970548883080482, -0.0023712492547929287, -0.0018454436212778091, -0.0013196379877626896, -0.00079383235424757, -0.0002680267207324505, 0.00025777891278266907, 0.0007835845462977886, 0.0013093901798129082, 0.0018351958133280277, 0.0023610014468431473, 0.002886807080358267, 0.0034126127138733864, 0.003938418347388506, 0.0044642239809036255, 0.004990029614418745, 0.005515835247933865, 0.006041640881448984, 0.006567446514964104, 0.007093252148479223, 0.007619057781994343, 0.008144862949848175, 0.008670669049024582]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 3.0, 4.0, 4.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0760360062122345, -0.07157503813505173, -0.06711406260728836, -0.06265309453010559, -0.05819212272763252, -0.053731150925159454, -0.049270182847976685, -0.044809211045503616, -0.04034823924303055, -0.03588726744055748, -0.03142629563808441, -0.026965327560901642, -0.022504355758428574, -0.018043383955955505, -0.013582414016127586, -0.009121443144977093, -0.004660472273826599, -0.0001995014026761055, 0.004261469468474388, 0.008722440339624882, 0.013183411210775375, 0.017644383013248444, 0.022105352953076363, 0.02656632289290428, 0.03102729469537735, 0.03548826649785042, 0.039949238300323486, 0.044410206377506256, 0.048871178179979324, 0.05333214998245239, 0.05779311805963516, 0.06225408986210823, 0.0667150616645813, 0.07117602974176407, 0.07563700526952744, 0.0800979733467102, 0.08455894887447357, 0.08901991695165634, 0.09348088502883911, 0.09794186055660248, 0.10240282863378525, 0.10686379671096802, 0.11132477223873138, 0.11578574031591415, 0.12024670839309692, 0.12470768392086029, 0.12916865944862366, 0.13362962007522583, 0.1380905956029892, 0.14255157113075256, 0.14701253175735474, 0.1514735072851181, 0.15593448281288147, 0.16039544343948364, 0.164856418967247, 0.16931739449501038, 0.17377835512161255, 0.17823933064937592, 0.18270030617713928, 0.18716128170490265, 0.19162224233150482, 0.1960832178592682, 0.20054419338703156, 0.20500515401363373, 0.2094661295413971]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 6.0, 4.0, 3.0, 4.0, 6.0, 2.0, 3.0, 8.0, 6.0, 5.0, 8.0, 6.0, 10.0, 10.0, 13.0, 9.0, 14.0, 18.0, 29.0, 12.0, 19.0, 11.0, 12.0, 11.0, 6.0, 4.0, 5.0, 3.0, 3.0, 2.0, 1.0, 3.0, 1.0, 2.0, 3.0, 1.0, 1.0, 0.0, 1.0, 2.0, 3.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.029584398493170738, -0.028588365763425827, -0.027592331171035767, -0.026596298441290855, -0.025600265711545944, -0.024604231119155884, -0.023608198389410973, -0.022612163797020912, -0.021616131067276, -0.02062009833753109, -0.01962406374514103, -0.018628031015396118, -0.017631996423006058, -0.016635963693261147, -0.015639930963516235, -0.01464389730244875, -0.013647863641381264, -0.012651829980313778, -0.011655796319246292, -0.010659763589501381, -0.009663729928433895, -0.00866769626736641, -0.007671663071960211, -0.006675629876554012, -0.0056795962154865265, -0.004683562554419041, -0.003687529359012842, -0.002691495930776, -0.0016954625025391579, -0.0006994290743023157, 0.00029660435393452644, 0.0012926377821713686, 0.0022886712104082108, 0.003284704638645053, 0.004280738066881895, 0.005276771262288094, 0.006272804923355579, 0.007268838584423065, 0.008264871314167976, 0.009260904975235462, 0.010256938636302948, 0.011252972297370434, 0.01224900595843792, 0.01324503868818283, 0.014241072349250317, 0.015237106010317802, 0.016233138740062714, 0.017229173332452774, 0.018225206062197685, 0.019221238791942596, 0.020217273384332657, 0.021213306114077568, 0.02220933884382248, 0.02320537343621254, 0.02420140616595745, 0.02519744075834751, 0.026193473488092422, 0.027189506217837334, 0.028185540810227394, 0.029181573539972305, 0.030177608132362366, 0.031173640862107277, 0.03216967359185219, 0.03316570818424225, 0.03416173905134201]}, "_runtime": 114.95211243629456, "_timestamp": 1596214439.709395, "_step": 139}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 1.0, 5.0, 0.0, 2.0, 0.0, 2.0, 2.0, 1.0, 3.0, 1.0, 3.0, 7.0, 0.0, 1.0, 1.0, 3.0, 2.0, 0.0, 4.0, 1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.009421276859939098, -0.009129839949309826, -0.008838403038680553, -0.008546967059373856, -0.008255530148744583, -0.00796409323811531, -0.007672656327486038, -0.007381219882518053, -0.007089782971888781, -0.006798346061259508, -0.006506909616291523, -0.0062154727056622505, -0.005924035795032978, -0.005632599350064993, -0.0053411624394357204, -0.005049725994467735, -0.004758289083838463, -0.00446685217320919, -0.004175415728241205, -0.0038839788176119328, -0.003592542139813304, -0.003301105462014675, -0.0030096685513854027, -0.002718231873586774, -0.002426795195788145, -0.0021353585179895163, -0.0018439217237755656, -0.001552484929561615, -0.0012610482517629862, -0.0009696115157566965, -0.0006781747797504067, -0.000386738043744117, -9.53013077378273e-05, 0.00019613542826846242, 0.00048757216427475214, 0.0007790089002810419, 0.0010704456362873316, 0.0013618823140859604, 0.001653319108299911, 0.0019447559025138617, 0.0022361925803124905, 0.0025276292581111193, 0.002819065935909748, 0.0031105028465390205, 0.0034019395243376493, 0.003693376202136278, 0.003984813112765551, 0.004276249557733536, 0.004567686468362808, 0.004859123378992081, 0.005150559823960066, 0.005441996734589338, 0.0057334331795573235, 0.006024870090186596, 0.006316307000815868, 0.0066077434457838535, 0.006899180356413126, 0.0071906172670423985, 0.007482053712010384, 0.007773490622639656, 0.008064927533268929, 0.008356364443898201, 0.008647800423204899, 0.008939237333834171, 0.009230674244463444]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 3.0, 2.0, 2.0, 8.0, 12.0, 12.0, 20.0, 21.0, 30.0, 42.0, 65.0, 65.0, 103.0, 118.0, 210.0, 358.0, 5356.0, 682.0, 242.0, 162.0, 94.0, 85.0, 71.0, 36.0, 34.0, 28.0, 13.0, 15.0, 10.0, 11.0, 2.0, 3.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.13979604840278625, -0.13564670085906982, -0.1314973533153534, -0.12734800577163696, -0.12319865077733994, -0.1190493032336235, -0.11489995568990707, -0.11075060814619064, -0.10660125315189362, -0.10245190560817719, -0.09830255806446075, -0.09415321052074432, -0.0900038629770279, -0.08585451543331146, -0.08170516043901443, -0.077555812895298, -0.07340646535158157, -0.06925711780786514, -0.06510777026414871, -0.06095841899514198, -0.056809067726135254, -0.05265972018241882, -0.04851037263870239, -0.04436102136969566, -0.04021167382597923, -0.0360623262822628, -0.03191297501325607, -0.027763627469539642, -0.023614278063178062, -0.019464928656816483, -0.015315580181777477, -0.011166231706738472, -0.007016882300376892, -0.0028675333596765995, 0.001281815581023693, 0.005431164521723986, 0.009580513462424278, 0.013729862868785858, 0.01787921041250229, 0.02202855981886387, 0.02617790922522545, 0.03032725863158703, 0.03447660803794861, 0.03862595558166504, 0.04277530312538147, 0.0469246543943882, 0.05107400193810463, 0.05522335320711136, 0.05937270075082779, 0.06352204829454422, 0.06767139583826065, 0.07182075083255768, 0.07597009837627411, 0.08011944591999054, 0.08426879346370697, 0.0884181410074234, 0.09256748855113983, 0.09671684354543686, 0.10086619108915329, 0.10501553863286972, 0.10916488617658615, 0.11331423372030258, 0.11746358871459961, 0.12161293625831604, 0.12576228380203247]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 2.0, 6.0, 1.0, 6.0, 4.0, 10.0, 2.0, 7.0, 5.0, 22.0, 2.0, 4.0, 5.0, 5.0, 6.0, 5.0, 1.0, 2.0, 3.0, 2.0, 1.0, 4.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002241772599518299, -0.0021514189429581165, -0.002061065286397934, -0.0019707116298377514, -0.0018803579732775688, -0.0017900043167173862, -0.0016996506601572037, -0.001609297003597021, -0.0015189433470368385, -0.0014285895740613341, -0.0013382359175011516, -0.001247882260940969, -0.0011575286043807864, -0.0010671749478206038, -0.0009768212912604213, -0.0008864676347002387, -0.0007961139781400561, -0.0007057603215798736, -0.000615406665019691, -0.0005250530084595084, -0.0004346993227954954, -0.0003443456662353128, -0.0002539919805712998, -0.00016363832401111722, -7.328466745093465e-05, 1.7068996385205537e-05, 0.00010742266022134572, 0.00019777633133344352, 0.0002881299878936261, 0.00037848364445380867, 0.0004688373301178217, 0.0005591909866780043, 0.0006495446432381868, 0.0007398982997983694, 0.000830251956358552, 0.0009206056129187346, 0.0010109592694789171, 0.0011013129260390997, 0.0011916665825992823, 0.0012820202391594648, 0.0013723738957196474, 0.0014627276686951518, 0.0015530813252553344, 0.001643434981815517, 0.0017337886383756995, 0.001824142294935882, 0.0019144959514960647, 0.0020048494916409254, 0.0020952033810317516, 0.002185557037591934, 0.0022759106941521168, 0.0023662643507122993, 0.002456618007272482, 0.0025469716638326645, 0.002637325320392847, 0.0027276789769530296, 0.002818032633513212, 0.0029083862900733948, 0.0029987399466335773, 0.00308909360319376, 0.0031794472597539425, 0.003269800916314125, 0.0033601545728743076, 0.00345050822943449, 0.0035408618859946728]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 5.0, 9.0, 19.0, 26.0, 53.0, 82.0, 143.0, 242.0, 429.0, 827.0, 1534.0, 2708.0, 5900.0, 13880.0, 42027.0, 269365.0, 769274.0, 41419.0, 15322.0, 7002.0, 3572.0, 1998.0, 1288.0, 802.0, 492.0, 355.0, 232.0, 162.0, 119.0, 84.0, 64.0, 50.0, 38.0, 26.0, 25.0, 17.0, 9.0, 8.0, 11.0, 2.0, 3.0, 4.0, 4.0, 4.0, 2.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.004566852934658527, -0.004349694587290287, -0.004132535774260759, -0.003915377426892519, -0.0036982186138629913, -0.0034810600336641073, -0.0032639014534652233, -0.0030467428732663393, -0.0028295842930674553, -0.002612425945699215, -0.002395267365500331, -0.002178108785301447, -0.001960950205102563, -0.001743791624903679, -0.0015266330447047949, -0.0013094744645059109, -0.0010923158843070269, -0.0008751573041081429, -0.0006579987239092588, -0.00044084020191803575, -0.00022368162171915174, -6.523056072182953e-06, 0.00021063550957478583, 0.0004277940606698394, 0.0006449526408687234, 0.0008621112210676074, 0.0010792698012664914, 0.0012964283814653754, 0.0015135868452489376, 0.0017307454254478216, 0.0019479040056467056, 0.0021650625858455896, 0.0023822211660444736, 0.0025993797462433577, 0.0028165383264422417, 0.0030336969066411257, 0.0032508554868400097, 0.0034680140670388937, 0.0036851726472377777, 0.0039023312274366617, 0.004119489807635546, 0.004336648155003786, 0.004553806968033314, 0.004770965315401554, 0.004988124128431082, 0.005205282475799322, 0.00542244128882885, 0.00563959963619709, 0.0058567579835653305, 0.006073916796594858, 0.0062910751439630985, 0.006508233956992626, 0.0067253923043608665, 0.006942551117390394, 0.007159709464758635, 0.007376868277788162, 0.007594026625156403, 0.00781118543818593, 0.008028344251215458, 0.008245502598583698, 0.008462660945951939, 0.008679819293320179, 0.008896978572010994, 0.009114136919379234, 0.009331295266747475]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 4.0, 0.0, 1.0, 3.0, 0.0, 3.0, 2.0, 3.0, 1.0, 5.0, 4.0, 8.0, 5.0, 1.0, 1.0, 3.0, 3.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.018285483121871948, -0.01765528693795204, -0.017025090754032135, -0.01639489457011223, -0.015764698386192322, -0.01513450127094984, -0.01450430415570736, -0.013874107971787453, -0.013243911787867546, -0.01261371560394764, -0.011983519420027733, -0.011353322304785252, -0.010723126120865345, -0.010092929936945438, -0.009462732821702957, -0.00883253663778305, -0.008202340453863144, -0.007572144269943237, -0.006941947620362043, -0.0063117509707808495, -0.005681554786860943, -0.005051358602941036, -0.004421161953359842, -0.003790965536609292, -0.0031607691198587418, -0.0025305727031081915, -0.0019003762863576412, -0.001270179869607091, -0.0006399834528565407, -9.78703610599041e-06, 0.0006204093806445599, 0.0012506057973951101, 0.0018808022141456604, 0.0025109986308962107, 0.003141195047646761, 0.003771391464397311, 0.0044015878811478615, 0.005031784065067768, 0.005661980714648962, 0.006292177364230156, 0.0069223735481500626, 0.007552569732069969, 0.008182765915989876, 0.008812963031232357, 0.009443159215152264, 0.01007335539907217, 0.010703552514314651, 0.011333748698234558, 0.011963944882154465, 0.012594141066074371, 0.013224337249994278, 0.01385453436523676, 0.014484730549156666, 0.015114926733076572, 0.015745123848319054, 0.01637532003223896, 0.017005516216158867, 0.017635712400078773, 0.01826590858399868, 0.018896104767918587, 0.019526302814483643, 0.02015649899840355, 0.020786695182323456, 0.021416891366243362, 0.02204708755016327]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 3.0, 1.0, 1.0, 1.0, 3.0, 5.0, 10.0, 3.0, 2.0, 7.0, 8.0, 8.0, 9.0, 20.0, 14.0, 9.0, 19.0, 26.0, 40.0, 55.0, 62.0, 91.0, 106.0, 144.0, 198.0, 223.0, 335.0, 393.0, 593.0, 711.0, 1022.0, 1557.0, 2773.0, 5910.0, 1475.0, 872.0, 534.0, 352.0, 260.0, 159.0, 104.0, 75.0, 40.0, 41.0, 29.0, 19.0, 15.0, 10.0, 15.0, 13.0, 10.0, 11.0, 6.0, 7.0, 8.0, 6.0, 4.0, 0.0, 1.0, 1.0], "bins": [-0.010113989934325218, -0.00984159018844366, -0.009569189511239529, -0.009296789765357971, -0.009024389088153839, -0.008751989342272282, -0.008479589596390724, -0.008207188919186592, -0.007934789173305035, -0.00766238896176219, -0.007389988750219345, -0.0071175885386765, -0.0068451883271336555, -0.006572788115590811, -0.006300388369709253, -0.0060279881581664085, -0.005755587946623564, -0.005483187735080719, -0.005210787523537874, -0.004938387777656317, -0.004665987566113472, -0.004393587354570627, -0.0041211871430277824, -0.0038487871643155813, -0.0035763869527727365, -0.0033039867412298918, -0.0030315867625176907, -0.002759186550974846, -0.002486786339432001, -0.0022143863607198, -0.0019419861491769552, -0.0016695860540494323, -0.0013971859589219093, -0.0011247858637943864, -0.0008523857104592025, -0.0005799855571240187, -0.0003075854619964957, -3.518533776514232e-05, 0.00023721478646621108, 0.0005096149398013949, 0.0007820150349289179, 0.0010544151300564408, 0.0013268152251839638, 0.0015992154367268085, 0.0018716155318543315, 0.0021440156269818544, 0.002416415838524699, 0.0026888158172369003, 0.002961216028779745, 0.00323361624032259, 0.003506016219034791, 0.0037784164305776358, 0.004050816409289837, 0.004323216620832682, 0.004595616832375526, 0.004868017043918371, 0.005140417255461216, 0.0054128170013427734, 0.005685217212885618, 0.005957617424428463, 0.006230017635971308, 0.0065024178475141525, 0.00677481759339571, 0.007047217804938555, 0.0073196180164813995]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 4.0, 3.0, 3.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.11775533109903336, -0.11398778855800629, -0.11022024601697922, -0.10645270347595215, -0.10268516093492508, -0.09891761839389801, -0.09515007585287094, -0.09138253331184387, -0.0876149907708168, -0.08384744822978973, -0.08007990568876266, -0.0763123631477356, -0.07254482060670853, -0.06877727806568146, -0.06500973552465439, -0.06124219298362732, -0.05747465044260025, -0.05370710790157318, -0.04993956536054611, -0.04617202281951904, -0.042404480278491974, -0.038636937737464905, -0.034869395196437836, -0.031101852655410767, -0.027334310114383698, -0.02356676757335663, -0.01979922503232956, -0.01603168249130249, -0.012264139950275421, -0.008496597409248352, -0.004729054868221283, -0.0009615123271942139, 0.0028060302138328552, 0.006573572754859924, 0.010341115295886993, 0.014108657836914062, 0.01787620037794113, 0.0216437429189682, 0.02541128545999527, 0.02917882800102234, 0.03294637054204941, 0.03671391308307648, 0.040481455624103546, 0.044248998165130615, 0.048016540706157684, 0.05178408324718475, 0.05555162578821182, 0.05931916832923889, 0.06308671087026596, 0.06685425341129303, 0.0706217959523201, 0.07438933849334717, 0.07815688103437424, 0.0819244235754013, 0.08569196611642838, 0.08945950865745544, 0.09322705119848251, 0.09699459373950958, 0.10076213628053665, 0.10452967882156372, 0.10829722136259079, 0.11206476390361786, 0.11583230644464493, 0.119599848985672, 0.12336739152669907]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 3.0, 0.0, 2.0, 3.0, 2.0, 5.0, 5.0, 5.0, 2.0, 4.0, 3.0, 4.0, 0.0, 2.0, 3.0, 5.0, 11.0, 14.0, 18.0, 24.0, 38.0, 17.0, 14.0, 12.0, 7.0, 11.0, 5.0, 3.0, 7.0, 3.0, 6.0, 9.0, 3.0, 5.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 3.0, 4.0, 5.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.058070335537195206, -0.05639930069446564, -0.05472826585173607, -0.0530572310090065, -0.05138619244098663, -0.049715157598257065, -0.048044122755527496, -0.04637308791279793, -0.04470205307006836, -0.04303101822733879, -0.04135998338460922, -0.039688948541879654, -0.038017913699150085, -0.03634687513113022, -0.03467584028840065, -0.03300480544567108, -0.03133377060294151, -0.029662735760211945, -0.027991700917482376, -0.02632066421210766, -0.02464962936937809, -0.02297859452664852, -0.021307557821273804, -0.019636522978544235, -0.017965488135814667, -0.0162944532930851, -0.014623417519032955, -0.012952381744980812, -0.011281346902251244, -0.009610312059521675, -0.007939276285469532, -0.006268240977078676, -0.0045972056686878204, -0.0029261703602969646, -0.0012551350519061089, 0.00041590025648474693, 0.0020869355648756027, 0.0037579708732664585, 0.005429006181657314, 0.00710004149004817, 0.008771076798439026, 0.010442111641168594, 0.012113147415220737, 0.01378418318927288, 0.015455218032002449, 0.017126252874732018, 0.018797289580106735, 0.020468324422836304, 0.022139359265565872, 0.02381039410829544, 0.02548142895102501, 0.027152465656399727, 0.028823500499129295, 0.030494535341858864, 0.03216557204723358, 0.03383660688996315, 0.03550764173269272, 0.03717867657542229, 0.038849711418151855, 0.040520746260881424, 0.04219178110361099, 0.04386281967163086, 0.04553385451436043, 0.047204889357089996, 0.048875924199819565]}, "_runtime": 115.72951626777649, "_timestamp": 1596214440.4867988, "_step": 140}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 5.0, 3.0, 4.0, 5.0, 2.0, 3.0, 1.0, 1.0, 3.0, 2.0, 1.0, 2.0, 2.0, 0.0, 2.0, 2.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012962530367076397, -0.012582588009536266, -0.012202645651996136, -0.011822703294456005, -0.011442761868238449, -0.011062819510698318, -0.010682877153158188, -0.010302934795618057, -0.009922992438077927, -0.009543050080537796, -0.009163107722997665, -0.008783165365457535, -0.008403223007917404, -0.008023281581699848, -0.0076433392241597176, -0.007263396866619587, -0.006883454509079456, -0.006503512151539326, -0.006123569793999195, -0.005743627902120352, -0.005363685544580221, -0.0049837431870400906, -0.004603801295161247, -0.004223858937621117, -0.003843916580080986, -0.0034639742225408554, -0.0030840320978313684, -0.0027040899731218815, -0.002324147615581751, -0.001944205374456942, -0.0015642631333321333, -0.0011843208922073245, -0.0008043786510825157, -0.00042443640995770693, -4.449416883289814e-05, 0.00033544807229191065, 0.0007153903134167194, 0.0010953325545415282, 0.001475274795666337, 0.0018552170367911458, 0.0022351592779159546, 0.002615101635456085, 0.002995043760165572, 0.003374985884875059, 0.0037549282424151897, 0.00413487059995532, 0.004514812491834164, 0.004894754849374294, 0.005274697206914425, 0.0056546395644545555, 0.006034581921994686, 0.0064145238138735294, 0.00679446617141366, 0.007174408528953791, 0.007554350420832634, 0.007934292778372765, 0.008314235135912895, 0.008694177493453026, 0.009074119850993156, 0.009454062208533287, 0.009834004566073418, 0.010213945992290974, 0.010593888349831104, 0.010973830707371235, 0.011353773064911366]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 5.0, 3.0, 5.0, 5.0, 5.0, 6.0, 6.0, 18.0, 9.0, 9.0, 14.0, 18.0, 14.0, 15.0, 33.0, 24.0, 46.0, 59.0, 74.0, 91.0, 129.0, 202.0, 391.0, 5389.0, 519.0, 266.0, 156.0, 105.0, 76.0, 57.0, 28.0, 29.0, 22.0, 16.0, 14.0, 14.0, 6.0, 7.0, 15.0, 6.0, 7.0, 3.0, 5.0, 4.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.13412976264953613, -0.13011567294597626, -0.12610159814357758, -0.1220875084400177, -0.11807342618703842, -0.11405934393405914, -0.11004526168107986, -0.10603117942810059, -0.10201708972454071, -0.09800300747156143, -0.09398892521858215, -0.08997484296560287, -0.0859607607126236, -0.08194667845964432, -0.07793258875608444, -0.07391850650310516, -0.06990442425012589, -0.0658903419971466, -0.06187625601887703, -0.05786217376589775, -0.053848087787628174, -0.049834005534648895, -0.04581992328166962, -0.04180583730340004, -0.03779175505042076, -0.03377767279744148, -0.029763586819171906, -0.025749504566192627, -0.0217354204505682, -0.01772133633494377, -0.013707253150641918, -0.009693169966340065, -0.005679085850715637, -0.0016650022007524967, 0.0023490814492106438, 0.006363165099173784, 0.010377248749136925, 0.014391332864761353, 0.01840541511774063, 0.02241949923336506, 0.026433583348989487, 0.030447667464613914, 0.03446175158023834, 0.03847583383321762, 0.0424899160861969, 0.046504002064466476, 0.050518084317445755, 0.05453217029571533, 0.05854625254869461, 0.06256033480167389, 0.06657441705465317, 0.07058850675821304, 0.07460258901119232, 0.0786166712641716, 0.08263075351715088, 0.08664483577013016, 0.09065891802310944, 0.09467300772666931, 0.09868708997964859, 0.10270117223262787, 0.10671525448560715, 0.11072933673858643, 0.1147434264421463, 0.11875750869512558, 0.12277159094810486]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 4.0, 3.0, 2.0, 3.0, 2.0, 2.0, 4.0, 7.0, 7.0, 4.0, 29.0, 4.0, 7.0, 1.0, 4.0, 4.0, 0.0, 2.0, 1.0, 2.0, 2.0, 2.0, 2.0, 4.0, 3.0, 2.0, 1.0, 3.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.003531133523210883, -0.0034123321529477835, -0.00329353054985404, -0.0031747291795909405, -0.003055927809327841, -0.002937126439064741, -0.0028183250688016415, -0.002699523465707898, -0.0025807220954447985, -0.002461920725181699, -0.0023431191220879555, -0.002224317751824856, -0.002105516381561756, -0.0019867150112986565, -0.001867913524620235, -0.0017491120379418135, -0.0016303106676787138, -0.0015115092974156141, -0.0013927078107371926, -0.0012739063240587711, -0.0011551049537956715, -0.0010363035835325718, -0.0009175020968541503, -0.0007987006683833897, -0.0006798992399126291, -0.0005610978114418685, -0.00044229638297110796, -0.0003234949545003474, -0.0002046935260295868, -8.589209755882621e-05, 3.2909330911934376e-05, 0.00015171075938269496, 0.00027051218785345554, 0.00038931361632421613, 0.0005081150447949767, 0.0006269164732657373, 0.0007457179017364979, 0.0008645193302072585, 0.000983320758678019, 0.0011021222453564405, 0.0012209236156195402, 0.0013397249858826399, 0.0014585264725610614, 0.0015773279592394829, 0.0016961293295025826, 0.0018149306997656822, 0.0019337321864441037, 0.002052533673122525, 0.002171335043385625, 0.0022901364136487246, 0.002408938016742468, 0.0025277393870055676, 0.0026465407572686672, 0.002765342127531767, 0.0028841434977948666, 0.00300294510088861, 0.0031217464711517096, 0.0032405478414148092, 0.0033593494445085526, 0.0034781508147716522, 0.003596952185034752, 0.0037157535552978516, 0.0038345549255609512, 0.003953356295824051, 0.004072157666087151]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 7.0, 4.0, 20.0, 17.0, 31.0, 32.0, 59.0, 93.0, 153.0, 245.0, 335.0, 511.0, 788.0, 1229.0, 1962.0, 3160.0, 5631.0, 10179.0, 20799.0, 54305.0, 837354.0, 146905.0, 42332.0, 20525.0, 11663.0, 7075.0, 4549.0, 2984.0, 1981.0, 1398.0, 960.0, 657.0, 455.0, 341.0, 239.0, 170.0, 129.0, 91.0, 57.0, 56.0, 47.0, 26.0, 17.0, 20.0, 15.0, 9.0, 9.0, 3.0, 4.0, 2.0, 4.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.006611062679439783, -0.00638220552355051, -0.006153348367661238, -0.005924491211771965, -0.00569563452154398, -0.005466777365654707, -0.005237920209765434, -0.005009063053876162, -0.004780205897986889, -0.004551348742097616, -0.0043224915862083435, -0.004093634430319071, -0.0038647775072604418, -0.003635920351371169, -0.00340706342831254, -0.0031782062724232674, -0.0029493491165339947, -0.002720491960644722, -0.0024916348047554493, -0.0022627778816968203, -0.0020339207258075476, -0.0018050635699182749, -0.001576206530444324, -0.0013473494909703732, -0.0011184923350811005, -0.0008896352373994887, -0.0006607781397178769, -0.00043192104203626513, -0.00020306394435465336, 2.5793153326958418e-05, 0.0002546502510085702, 0.00048350734869018197, 0.0007123644463717937, 0.0009412215440534055, 0.0011700786417350173, 0.0013989356812089682, 0.0016277928370982409, 0.0018566499929875135, 0.0020855069160461426, 0.0023143640719354153, 0.002543221227824688, 0.0027720783837139606, 0.0030009355396032333, 0.0032297924626618624, 0.003458649618551135, 0.0036875067744404078, 0.003916363697499037, 0.0041452208533883095, 0.004374078009277582, 0.004602935165166855, 0.0048317923210561275, 0.0050606494769454, 0.005289506167173386, 0.005518363323062658, 0.005747220478951931, 0.005976077634841204, 0.006204934790730476, 0.006433791946619749, 0.006662649102509022, 0.0068915062583982944, 0.007120363414287567, 0.0073492201045155525, 0.007578077260404825, 0.007806934416294098, 0.008035792037844658]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 3.0, 2.0, 1.0, 2.0, 2.0, 8.0, 3.0, 1.0, 1.0, 3.0, 1.0, 3.0, 3.0, 0.0, 5.0, 1.0, 2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.02625669166445732, -0.025432869791984558, -0.024609047919511795, -0.02378522790968418, -0.022961406037211418, -0.022137584164738655, -0.02131376415491104, -0.020489942282438278, -0.019666120409965515, -0.018842298537492752, -0.01801847666501999, -0.017194656655192375, -0.016370834782719612, -0.015547012910246849, -0.01472319196909666, -0.013899371027946472, -0.013075549155473709, -0.012251727283000946, -0.011427906341850758, -0.01060408540070057, -0.009780263528227806, -0.008956441655755043, -0.008132620714604855, -0.007308799307793379, -0.006484977900981903, -0.005661156494170427, -0.004837335087358952, -0.004013513680547476, -0.003189692273736, -0.0023658708669245243, -0.0015420494601130486, -0.0007182280533015728, 0.00010559335350990295, 0.0009294147603213787, 0.0017532361671328545, 0.00257705757394433, 0.003400878980755806, 0.004224700387567282, 0.0050485217943787575, 0.005872343201190233, 0.006696164608001709, 0.007519986014813185, 0.00834380742162466, 0.009167628362774849, 0.009991450235247612, 0.010815272107720375, 0.011639093048870564, 0.012462913990020752, 0.013286735862493515, 0.014110557734966278, 0.014934378676116467, 0.015758199617266655, 0.016582021489739418, 0.01740584336221218, 0.018229663372039795, 0.019053485244512558, 0.01987730711698532, 0.020701128989458084, 0.021524950861930847, 0.02234877087175846, 0.023172592744231224, 0.023996414616703987, 0.0248202346265316, 0.025644056499004364, 0.026467878371477127]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 0.0, 2.0, 0.0, 4.0, 1.0, 3.0, 6.0, 8.0, 5.0, 11.0, 11.0, 23.0, 24.0, 44.0, 52.0, 64.0, 114.0, 100.0, 170.0, 228.0, 265.0, 322.0, 459.0, 648.0, 951.0, 1451.0, 5965.0, 2464.0, 1501.0, 1006.0, 641.0, 473.0, 338.0, 270.0, 198.0, 146.0, 102.0, 85.0, 50.0, 52.0, 55.0, 35.0, 23.0, 11.0, 19.0, 7.0, 4.0, 2.0, 6.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 3.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.013035700656473637, -0.012599008157849312, -0.012162314727902412, -0.011725621297955513, -0.011288928799331188, -0.010852236300706863, -0.010415542870759964, -0.009978849440813065, -0.00954215694218874, -0.009105464443564415, -0.008668771013617516, -0.008232077583670616, -0.007795385085046291, -0.007358692120760679, -0.006921999156475067, -0.006485306192189455, -0.006048613227903843, -0.005611920263618231, -0.005175227299332619, -0.004738534335047007, -0.0043018413707613945, -0.0038651484064757824, -0.0034284554421901703, -0.002991762477904558, -0.002555069513618946, -0.002118376549333334, -0.0016816835850477219, -0.0012449906207621098, -0.0008082976564764977, -0.00037160469219088554, 6.508827209472656e-05, 0.0005017812363803387, 0.0009384742006659508, 0.0013751671649515629, 0.001811860129237175, 0.002248553093522787, 0.002685246057808399, 0.0031219390220940113, 0.0035586319863796234, 0.0039953249506652355, 0.004432017914950848, 0.00486871087923646, 0.005305403843522072, 0.005742096807807684, 0.006178789772093296, 0.006615482736378908, 0.00705217570066452, 0.007488868664950132, 0.007925561629235744, 0.00836225412786007, 0.008798947557806969, 0.009235640987753868, 0.009672333486378193, 0.010109025985002518, 0.010545719414949417, 0.010982412844896317, 0.011419105343520641, 0.011855797842144966, 0.012292491272091866, 0.012729184702038765, 0.01316587720066309, 0.013602569699287415, 0.014039263129234314, 0.014475956559181213, 0.014912649057805538]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 3.0, 0.0, 2.0, 1.0, 1.0, 4.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1317708045244217, -0.12780557572841644, -0.1238403469324112, -0.11987511813640594, -0.1159098893404007, -0.11194465309381485, -0.1079794242978096, -0.10401419550180435, -0.1000489667057991, -0.09608373790979385, -0.0921185091137886, -0.08815328031778336, -0.08418804407119751, -0.08022281527519226, -0.07625758647918701, -0.07229235768318176, -0.06832712888717651, -0.06436190009117126, -0.060396671295166016, -0.05643143877387047, -0.05246620997786522, -0.04850098118185997, -0.04453574866056442, -0.040570519864559174, -0.036605291068553925, -0.032640062272548676, -0.028674831613898277, -0.02470960095524788, -0.02074437215924263, -0.01677914336323738, -0.012813912704586983, -0.008848682977259159, -0.0048834532499313354, -0.0009182235226035118, 0.003047006204724312, 0.0070122359320521355, 0.010977465659379959, 0.014942695386707783, 0.018907925114035606, 0.022873155772686005, 0.026838384568691254, 0.030803613364696503, 0.03476884216070175, 0.0387340746819973, 0.04269930347800255, 0.0466645322740078, 0.050629764795303345, 0.054594993591308594, 0.05856022238731384, 0.06252545118331909, 0.06649067997932434, 0.07045590877532959, 0.07442113757133484, 0.07838637381792068, 0.08235160261392593, 0.08631683140993118, 0.09028206020593643, 0.09424728900194168, 0.09821251779794693, 0.10217774659395218, 0.10614298284053802, 0.11010821163654327, 0.11407344043254852, 0.11803866922855377, 0.12200389802455902]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 4.0, 5.0, 2.0, 2.0, 6.0, 7.0, 4.0, 4.0, 3.0, 3.0, 11.0, 9.0, 10.0, 8.0, 9.0, 11.0, 6.0, 14.0, 37.0, 9.0, 9.0, 9.0, 18.0, 15.0, 12.0, 14.0, 6.0, 4.0, 2.0, 4.0, 3.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0], "bins": [-0.0769575834274292, -0.07459652423858643, -0.07223547250032425, -0.06987441331148148, -0.0675133615732193, -0.06515230238437653, -0.06279125064611435, -0.060430191457271576, -0.0580691359937191, -0.055708080530166626, -0.05334702506661415, -0.050985969603061676, -0.0486249104142189, -0.04626385495066643, -0.04390279948711395, -0.04154174402356148, -0.039180688560009, -0.03681963309645653, -0.03445857763290405, -0.03209752216935158, -0.029736464843153954, -0.02737540937960148, -0.025014352053403854, -0.02265329658985138, -0.020292241126298904, -0.01793118566274643, -0.01557012926787138, -0.01320907287299633, -0.010848017409443855, -0.00848696194589138, -0.006125905551016331, -0.0037648496218025684, -0.0014037936925888062, 0.0009572622366249561, 0.0033183181658387184, 0.005679374095052481, 0.008040430024266243, 0.010401485487818718, 0.012762541882693768, 0.015123598277568817, 0.017484653741121292, 0.019845709204673767, 0.022206764668226242, 0.024567821994423866, 0.02692887745797634, 0.029289932921528816, 0.03165099024772644, 0.034012045711278915, 0.03637310117483139, 0.038734156638383865, 0.04109521210193634, 0.043456267565488815, 0.04581732302904129, 0.048178382217884064, 0.05053943768143654, 0.052900493144989014, 0.05526154860854149, 0.057622604072093964, 0.05998365953564644, 0.062344714999198914, 0.06470577418804169, 0.06706682592630386, 0.06942788511514664, 0.07178893685340881, 0.07414999604225159]}, "_runtime": 116.5300989151001, "_timestamp": 1596214441.2873814, "_step": 141}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 1.0, 3.0, 2.0, 2.0, 3.0, 0.0, 2.0, 2.0, 8.0, 3.0, 4.0, 4.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013978960923850536, -0.013562595471739769, -0.013146230019629002, -0.012729864567518234, -0.012313499115407467, -0.0118971336632967, -0.011480768211185932, -0.011064402759075165, -0.010648038238286972, -0.010231672786176205, -0.009815307334065437, -0.00939894188195467, -0.008982576429843903, -0.008566210977733135, -0.008149845525622368, -0.0077334800735116005, -0.007317114621400833, -0.006900749169290066, -0.006484383717179298, -0.006068018265068531, -0.005651652812957764, -0.005235287826508284, -0.004818922374397516, -0.004402556922286749, -0.0039861914701759815, -0.003569826018065214, -0.003153460565954447, -0.002737095346674323, -0.0023207298945635557, -0.0019043644424527884, -0.0014879991067573428, -0.0010716337710618973, -0.0006552683189511299, -0.00023890292504802346, 0.000177462468855083, 0.0005938278627581894, 0.0010101932566612959, 0.0014265587087720633, 0.0018429240444675088, 0.0022592893801629543, 0.0026756548322737217, 0.003092020284384489, 0.0035083857364952564, 0.003924751188606024, 0.004341116175055504, 0.004757481627166271, 0.005173847079277039, 0.005590212531387806, 0.006006577983498573, 0.006422943435609341, 0.006839308887720108, 0.007255674339830875, 0.007672039791941643, 0.00808840524405241, 0.008504770696163177, 0.008921136148273945, 0.009337501600384712, 0.009753866121172905, 0.010170231573283672, 0.01058659702539444, 0.011002962477505207, 0.011419327929615974, 0.011835693381726742, 0.01225205883383751, 0.012668424285948277]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 4.0, 2.0, 6.0, 4.0, 9.0, 5.0, 10.0, 13.0, 12.0, 18.0, 21.0, 36.0, 33.0, 50.0, 78.0, 93.0, 95.0, 143.0, 214.0, 403.0, 5272.0, 569.0, 244.0, 134.0, 115.0, 69.0, 66.0, 48.0, 34.0, 33.0, 17.0, 18.0, 11.0, 12.0, 9.0, 4.0, 4.0, 4.0, 5.0, 2.0, 5.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.11125672608613968, -0.1073509231209755, -0.10344512015581131, -0.09953932464122772, -0.09563352167606354, -0.09172771871089935, -0.08782191574573517, -0.08391611278057098, -0.0800103098154068, -0.07610451430082321, -0.07219871133565903, -0.06829290837049484, -0.06438710540533066, -0.06048130616545677, -0.05657550320029259, -0.0526697039604187, -0.04876390099525452, -0.04485809803009033, -0.040952298790216446, -0.03704649582505226, -0.033140696585178375, -0.02923489362001419, -0.025329090654850006, -0.02142328955233097, -0.017517488449811935, -0.0136116873472929, -0.00970588531345129, -0.0058000837452709675, -0.0018942821770906448, 0.002011519391089678, 0.0059173209592700005, 0.00982312299311161, 0.013728924095630646, 0.01763472519814968, 0.021540526300668716, 0.0254463292658329, 0.029352130368351936, 0.03325793147087097, 0.037163734436035156, 0.04106953367590904, 0.04497533664107323, 0.04888113960623741, 0.0527869388461113, 0.05669274181127548, 0.06059854477643967, 0.06450434774160385, 0.06841014325618744, 0.07231594622135162, 0.07622174918651581, 0.08012755215167999, 0.08403335511684418, 0.08793915063142776, 0.09184495359659195, 0.09575075656175613, 0.09965655952692032, 0.1035623624920845, 0.10746815800666809, 0.11137396097183228, 0.11527976393699646, 0.11918556690216064, 0.12309136986732483, 0.126997172832489, 0.1309029757976532, 0.13480877876281738, 0.13871458172798157]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 3.0, 2.0, 2.0, 1.0, 3.0, 2.0, 2.0, 3.0, 3.0, 4.0, 1.0, 1.0, 1.0, 1.0, 2.0, 3.0, 4.0, 4.0, 2.0, 27.0, 1.0, 2.0, 6.0, 2.0, 0.0, 2.0, 4.0, 1.0, 2.0, 3.0, 4.0, 4.0, 1.0, 2.0, 3.0, 1.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0023229315411299467, -0.0022458932362496853, -0.002168854931369424, -0.002091816393658519, -0.0020147780887782574, -0.001937739783897996, -0.0018607014790177345, -0.0017836630577221513, -0.0017066247528418899, -0.0016295864479616284, -0.0015525480266660452, -0.0014755097217857838, -0.0013984714169055223, -0.001321432995609939, -0.0012443946907296777, -0.0011673562694340944, -0.001090317964553833, -0.0010132796596735716, -0.0009362412383779883, -0.0008592029334977269, -0.0007821645704098046, -0.0007051262073218822, -0.0006280879024416208, -0.0005510495393536985, -0.00047401117626577616, -0.0003969728131778538, -0.00031993447919376194, -0.00024289613065775484, -0.00016585778212174773, -8.881943358574063e-05, -1.178108504973352e-05, 6.525726348627359e-05, 0.0001422956120222807, 0.0002193339605582878, 0.0002963723090942949, 0.0003734106430783868, 0.0004504490061663091, 0.0005274873692542315, 0.0006045256741344929, 0.0006815640372224152, 0.0007586024003103375, 0.0008356407633982599, 0.0009126791264861822, 0.0009897174313664436, 0.001066755736246705, 0.0011437941575422883, 0.0012208324624225497, 0.001297870883718133, 0.0013749091885983944, 0.0014519474934786558, 0.001528985914774239, 0.0016060242196545005, 0.0016830626409500837, 0.0017601009458303452, 0.0018371392507106066, 0.0019141776720061898, 0.001991216093301773, 0.0020682543981820345, 0.002145292703062296, 0.0022223310079425573, 0.0022993693128228188, 0.00237640761770308, 0.0024534461554139853, 0.0025304844602942467, 0.002607522765174508]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 3.0, 2.0, 2.0, 1.0, 3.0, 9.0, 7.0, 7.0, 19.0, 23.0, 24.0, 42.0, 57.0, 90.0, 131.0, 149.0, 236.0, 300.0, 464.0, 577.0, 812.0, 1203.0, 1743.0, 2586.0, 4066.0, 6378.0, 10808.0, 19655.0, 40773.0, 115308.0, 815501.0, 72849.0, 32846.0, 18328.0, 11399.0, 7242.0, 4808.0, 3342.0, 2237.0, 1614.0, 1110.0, 745.0, 612.0, 388.0, 319.0, 222.0, 175.0, 112.0, 86.0, 63.0, 53.0, 43.0, 24.0, 14.0, 14.0, 7.0, 4.0, 4.0, 2.0, 3.0, 2.0], "bins": [-0.005019511561840773, -0.0048693325370550156, -0.0047191535122692585, -0.0045689744874835014, -0.004418795928359032, -0.004268616903573275, -0.0041184378787875175, -0.0039682588540017605, -0.0038180798292160034, -0.00366790103726089, -0.003517722012475133, -0.003367542987689376, -0.0032173641957342625, -0.0030671851709485054, -0.0029170061461627483, -0.002766827354207635, -0.002616648329421878, -0.002466469304636121, -0.0023162905126810074, -0.0021661114878952503, -0.0020159324631094933, -0.001865753554739058, -0.0017155746463686228, -0.0015653956215828657, -0.0014152167132124305, -0.0012650378048419952, -0.0011148587800562382, -0.0009646798716858029, -0.0008145009051077068, -0.0006643219385296106, -0.0005141430301591754, -0.00036396406358107924, -0.0002137850970029831, -6.360614497680217e-05, 8.657280704937875e-05, 0.00023675175907555968, 0.0003869307111017406, 0.0005371096776798368, 0.000687288586050272, 0.0008374675526283681, 0.0009876465192064643, 0.0011378254275768995, 0.0012880044523626566, 0.0014381833607330918, 0.001588362269103527, 0.0017385412938892841, 0.0018887202022597194, 0.0020388991106301546, 0.0021890781354159117, 0.0023392571602016687, 0.002489435952156782, 0.002639614976942539, 0.0027897940017282963, 0.0029399727936834097, 0.0030901518184691668, 0.003240330843254924, 0.0033905096352100372, 0.0035406886599957943, 0.0036908676847815514, 0.0038410467095673084, 0.0039912257343530655, 0.004141404293477535, 0.004291583318263292, 0.004441762343049049, 0.0045919413678348064]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 3.0, 2.0, 1.0, 1.0, 2.0, 3.0, 1.0, 5.0, 5.0, 3.0, 9.0, 3.0, 5.0, 4.0, 3.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.017585383728146553, -0.016116738319396973, -0.014648092910647392, -0.013179447501897812, -0.011710802093148232, -0.010242157615721226, -0.008773512206971645, -0.007304866798222065, -0.005836221389472485, -0.004367575980722904, -0.0028989308048039675, -0.001430285512469709, 3.835977986454964e-05, 0.0015070050721988082, 0.0029756503645330667, 0.0044442955404520035, 0.005912940949201584, 0.007381586357951164, 0.008850231766700745, 0.010318877175450325, 0.011787522584199905, 0.013256167061626911, 0.014724812470376492, 0.016193458810448647, 0.017662104219198227, 0.019130747765302658, 0.02059939317405224, 0.02206803858280182, 0.0235366839915514, 0.02500532940030098, 0.02647397480905056, 0.02794262021780014, 0.02941126562654972, 0.0308799110352993, 0.03234855458140373, 0.03381720185279846, 0.03528584539890289, 0.03675449267029762, 0.038223136216402054, 0.03969178348779678, 0.041160427033901215, 0.042629074305295944, 0.044097717851400375, 0.045566365122795105, 0.047035008668899536, 0.048503655940294266, 0.0499722994863987, 0.051440946757793427, 0.05290959030389786, 0.05437823385000229, 0.05584688112139702, 0.05731552466750145, 0.05878417193889618, 0.06025281548500061, 0.06172146275639534, 0.06319011002779007, 0.0646587535738945, 0.06612739711999893, 0.06759604066610336, 0.06906469166278839, 0.07053333520889282, 0.07200197875499725, 0.07347062230110168, 0.07493927329778671, 0.07640791684389114]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 2.0, 5.0, 6.0, 7.0, 13.0, 22.0, 28.0, 36.0, 55.0, 64.0, 86.0, 118.0, 158.0, 263.0, 378.0, 524.0, 772.0, 1383.0, 2577.0, 7236.0, 1906.0, 957.0, 565.0, 364.0, 242.0, 150.0, 107.0, 63.0, 45.0, 38.0, 30.0, 20.0, 16.0, 18.0, 27.0, 22.0, 19.0, 9.0, 15.0, 5.0, 10.0, 6.0, 5.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 5.0, 16.0, 10.0, 2.0, 2.0, 6.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 6.0], "bins": [-0.011029280722141266, -0.010488167405128479, -0.009947054088115692, -0.009405940771102905, -0.008864827454090118, -0.008323715068399906, -0.007782601751387119, -0.007241488434374332, -0.0067003751173615456, -0.006159261800348759, -0.005618148483335972, -0.005077035631984472, -0.004535922314971685, -0.0039948089979588985, -0.0034536959137767553, -0.002912582829594612, -0.0023714695125818253, -0.0018303563119843602, -0.0012892431113868952, -0.0007481299107894301, -0.0002070167101919651, 0.00033409649040549994, 0.000875209691002965, 0.00141632289160043, 0.001957436092197895, 0.002498549409210682, 0.003039662493392825, 0.0035807755775749683, 0.004121888894587755, 0.004663002211600542, 0.005204115062952042, 0.0057452283799648285, 0.006286341696977615, 0.006827455013990402, 0.007368568331003189, 0.007909681648015976, 0.008450794965028763, 0.008991907350718975, 0.009533020667731762, 0.010074133984744549, 0.010615247301757336, 0.011156360618770123, 0.01169747393578291, 0.012238587252795696, 0.012779699638485909, 0.013320812955498695, 0.013861926272511482, 0.014403039589524269, 0.014944152906537056, 0.015485266223549843, 0.01602637954056263, 0.016567492857575417, 0.017108606174588203, 0.01764971949160099, 0.018190832808613777, 0.018731946125626564, 0.0192730575799942, 0.01981417089700699, 0.020355284214019775, 0.020896397531032562, 0.02143751084804535, 0.021978624165058136, 0.022519737482070923, 0.02306085079908371, 0.023601964116096497]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 3.0, 5.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.20342081785202026, -0.1989641636610031, -0.19450750946998596, -0.1900508552789688, -0.18559420108795166, -0.1811375468969345, -0.17668089270591736, -0.1722242385149002, -0.16776758432388306, -0.1633109450340271, -0.15885429084300995, -0.1543976366519928, -0.14994098246097565, -0.1454843282699585, -0.14102767407894135, -0.1365710198879242, -0.13211436569690704, -0.1276577115058899, -0.12320105731487274, -0.11874440312385559, -0.11428774893283844, -0.10983110219240189, -0.10537444800138474, -0.10091779381036758, -0.09646113961935043, -0.09200448542833328, -0.08754783123731613, -0.08309117704629898, -0.07863453030586243, -0.07417787611484528, -0.06972122192382812, -0.06526456773281097, -0.06080791354179382, -0.05635125935077667, -0.05189460515975952, -0.04743795469403267, -0.04298130050301552, -0.03852464631199837, -0.034067995846271515, -0.029611341655254364, -0.025154687464237213, -0.020698033273220062, -0.01624138094484806, -0.011784727685153484, -0.007328074425458908, -0.002871421165764332, 0.0015852320939302444, 0.006041885353624821, 0.010498538613319397, 0.014955191873013973, 0.01941184513270855, 0.02386849746108055, 0.028325151652097702, 0.03278180584311485, 0.037238456308841705, 0.041695110499858856, 0.04615176469087601, 0.05060841888189316, 0.05506507307291031, 0.05952172353863716, 0.06397837400436401, 0.06843502819538116, 0.07289168238639832, 0.07734833657741547, 0.08180499076843262]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 5.0, 1.0, 0.0, 2.0, 3.0, 3.0, 6.0, 1.0, 2.0, 3.0, 1.0, 3.0, 11.0, 15.0, 13.0, 22.0, 46.0, 24.0, 23.0, 16.0, 13.0, 9.0, 10.0, 2.0, 1.0, 5.0, 4.0, 1.0, 4.0, 3.0, 2.0, 5.0, 2.0, 2.0, 1.0, 3.0, 0.0, 0.0, 2.0], "bins": [-0.0963350236415863, -0.0940101370215416, -0.09168525040149689, -0.08936037123203278, -0.08703548461198807, -0.08471059799194336, -0.08238571137189865, -0.08006082475185394, -0.07773594558238983, -0.07541105896234512, -0.07308617234230042, -0.0707612857222557, -0.068436399102211, -0.06611151248216629, -0.06378663331270218, -0.06146174669265747, -0.05913686007261276, -0.056811973452568054, -0.054487090557813644, -0.052162203937768936, -0.049837321043014526, -0.04751243442296982, -0.04518754780292511, -0.0428626649081707, -0.04053777828812599, -0.038212891668081284, -0.035888008773326874, -0.033563122153282166, -0.031238237395882607, -0.028913352638483047, -0.02658846601843834, -0.02426358126103878, -0.02193869650363922, -0.019613811746239662, -0.017288926988840103, -0.014964040368795395, -0.012639155611395836, -0.010314270853996277, -0.007989385165274143, -0.005664499942213297, -0.0033396147191524506, -0.0010147294960916042, 0.001310155726969242, 0.0036350409500300884, 0.005959926173090935, 0.008284810930490494, 0.010609696619212627, 0.012934582307934761, 0.01525946706533432, 0.01758435182273388, 0.019909236580133438, 0.022234123200178146, 0.024559007957577705, 0.026883892714977264, 0.029208779335021973, 0.03153366222977638, 0.03385854884982109, 0.0361834354698658, 0.03850831836462021, 0.04083320498466492, 0.043158091604709625, 0.045482974499464035, 0.04780786111950874, 0.05013274401426315, 0.05245763063430786]}, "_runtime": 117.30174899101257, "_timestamp": 1596214442.0590315, "_step": 142}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 4.0, 1.0, 2.0, 0.0, 3.0, 3.0, 4.0, 5.0, 1.0, 4.0, 4.0, 0.0, 3.0, 0.0, 4.0, 1.0, 2.0, 2.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.006628426723182201, -0.006337766535580158, -0.006047106347978115, -0.005756446160376072, -0.005465785972774029, -0.005175125319510698, -0.004884465131908655, -0.004593804944306612, -0.004303144756704569, -0.004012484569102526, -0.0037218243815004826, -0.0034311639610677958, -0.0031405037734657526, -0.0028498435858637094, -0.0025591831654310226, -0.0022685229778289795, -0.0019778627902269363, -0.0016872026026248932, -0.0013965422986075282, -0.0011058819945901632, -0.0008152218069881201, -0.000524561561178416, -0.00023390131536871195, 5.675893044099212e-05, 0.0003474191762506962, 0.0006380794220604002, 0.0009287396678701043, 0.0012193999718874693, 0.0015100601594895124, 0.0018007203470915556, 0.0020913807675242424, 0.0023820409551262856, 0.0026727011427283287, 0.002963361330330372, 0.003254021517932415, 0.003544681938365102, 0.003835342125967145, 0.004126002546399832, 0.004416662734001875, 0.004707322921603918, 0.004997983109205961, 0.005288643296808004, 0.0055793034844100475, 0.005869963672012091, 0.006160624325275421, 0.006451284512877464, 0.0067419447004795074, 0.007032604888081551, 0.007323265075683594, 0.007613925263285637, 0.00790458545088768, 0.008195245638489723, 0.008485905826091766, 0.00877656601369381, 0.009067226201295853, 0.009357886388897896, 0.009648546576499939, 0.009939207695424557, 0.0102298678830266, 0.010520528070628643, 0.010811188258230686, 0.01110184844583273, 0.011392508633434772, 0.011683168821036816, 0.011973829008638859]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 4.0, 1.0, 4.0, 4.0, 3.0, 9.0, 9.0, 8.0, 9.0, 15.0, 15.0, 22.0, 22.0, 26.0, 30.0, 36.0, 49.0, 60.0, 85.0, 93.0, 142.0, 193.0, 361.0, 4865.0, 837.0, 305.0, 174.0, 115.0, 103.0, 66.0, 48.0, 50.0, 30.0, 31.0, 20.0, 16.0, 14.0, 13.0, 12.0, 12.0, 5.0, 3.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.07840275764465332, -0.07557731866836548, -0.07275187224149704, -0.0699264332652092, -0.06710099428892136, -0.06427554786205292, -0.061450108885765076, -0.058624669909477234, -0.055799227207899094, -0.05297378450632095, -0.05014834553003311, -0.04732290282845497, -0.04449746012687683, -0.04167202115058899, -0.03884657844901085, -0.03602113947272301, -0.03319569677114487, -0.030370255932211876, -0.027544815093278885, -0.024719372391700745, -0.021893931552767754, -0.019068490713834763, -0.016243048012256622, -0.013417607173323631, -0.01059216633439064, -0.007766725029796362, -0.004941283725202084, -0.0021158424206078053, 0.0007095988839864731, 0.0035350401885807514, 0.00636048149317503, 0.009185923263430595, 0.012011364102363586, 0.014836804941296577, 0.01766224578022957, 0.02048768848180771, 0.0233131293207407, 0.02613857015967369, 0.02896401286125183, 0.03178945183753967, 0.03461489453911781, 0.03744033724069595, 0.040265776216983795, 0.043091218918561935, 0.045916661620140076, 0.04874210059642792, 0.05156754329800606, 0.0543929822742939, 0.05721842497587204, 0.06004386767745018, 0.06286931037902832, 0.06569474935531616, 0.068520188331604, 0.07134563475847244, 0.07417107373476028, 0.07699651271104813, 0.07982195913791656, 0.0826473981142044, 0.08547283709049225, 0.08829827606678009, 0.09112372249364853, 0.09394916146993637, 0.09677460044622421, 0.09960004687309265, 0.1024254858493805]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 3.0, 3.0, 3.0, 2.0, 4.0, 3.0, 0.0, 1.0, 4.0, 1.0, 6.0, 5.0, 3.0, 25.0, 4.0, 1.0, 5.0, 4.0, 6.0, 5.0, 1.0, 1.0, 2.0, 2.0, 5.0, 1.0, 1.0, 2.0, 1.0, 1.0, 3.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.003241186495870352, -0.003146810457110405, -0.003052434651181102, -0.002958058612421155, -0.002863682806491852, -0.002769306767731905, -0.002674930961802602, -0.002580554923042655, -0.002486179117113352, -0.002391803078353405, -0.002297427272424102, -0.002203051233664155, -0.002108675427734852, -0.002014299388974905, -0.00191992346663028, -0.001825547544285655, -0.00173117162194103, -0.001636795699596405, -0.00154241977725178, -0.001448043854907155, -0.00135366793256253, -0.001259292010217905, -0.00116491608787328, -0.001070540165528655, -0.0009761641849763691, -0.0008817882626317441, -0.0007874123402871192, -0.0006930364179424942, -0.0005986604373902082, -0.0005042845150455832, -0.00040990859270095825, -0.00031553267035633326, -0.00022115674801170826, -0.00012678082566708326, -3.240488877054304e-05, 6.197104085003957e-05, 0.00015634697047062218, 0.0002507228928152472, 0.00034509884426370263, 0.00043947476660832763, 0.0005338506889529526, 0.0006282266112975776, 0.0007226025336422026, 0.0008169784559868276, 0.0009113544365391135, 0.0010057303588837385, 0.0011001062812283635, 0.0011944822035729885, 0.0012888581259176135, 0.0013832340482622385, 0.0014776099706068635, 0.0015719858929514885, 0.0016663618152961135, 0.0017607377376407385, 0.0018551136599853635, 0.0019494895823299885, 0.0020438656210899353, 0.0021382414270192385, 0.0022326174657791853, 0.0023269932717084885, 0.0024213693104684353, 0.0025157451163977385, 0.0026101211551576853, 0.0027044969610869884, 0.0027988729998469353]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 0.0, 4.0, 2.0, 6.0, 13.0, 4.0, 15.0, 26.0, 35.0, 50.0, 72.0, 119.0, 163.0, 227.0, 388.0, 588.0, 969.0, 1605.0, 2678.0, 4469.0, 8103.0, 16235.0, 39114.0, 166278.0, 835560.0, 51212.0, 21533.0, 11373.0, 6607.0, 4090.0, 2664.0, 1689.0, 1165.0, 740.0, 537.0, 426.0, 254.0, 154.0, 111.0, 100.0, 66.0, 47.0, 37.0, 30.0, 21.0, 13.0, 10.0, 12.0, 8.0, 4.0, 4.0, 2.0, 4.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 2.0], "bins": [-0.0053221313282847404, -0.005126272328197956, -0.004930413793772459, -0.004734555259346962, -0.004538696259260178, -0.004342837259173393, -0.004146978724747896, -0.003951120190322399, -0.0037552611902356148, -0.003559402422979474, -0.0033635436557233334, -0.0031676848884671926, -0.002971826121211052, -0.0027759673539549112, -0.0025801085866987705, -0.00238424981944263, -0.002188391052186489, -0.0019925322849303484, -0.0017966735176742077, -0.001600814750418067, -0.0014049559831619263, -0.0012090972159057856, -0.0010132384486496449, -0.0008173796813935041, -0.0006215209141373634, -0.0004256621468812227, -0.00022980337962508202, -3.394461236894131e-05, 0.0001619141548871994, 0.0003577729221433401, 0.0005536316893994808, 0.0007494904566556215, 0.0009453492239117622, 0.001141207991167903, 0.0013370667584240437, 0.0015329255256801844, 0.001728784292936325, 0.0019246430601924658, 0.0021205018274486065, 0.002316360594704747, 0.002512219361960888, 0.0027080781292170286, 0.0029039368964731693, 0.00309979566372931, 0.0032956544309854507, 0.0034915131982415915, 0.003687371965497732, 0.003883230732753873, 0.004079089500010014, 0.004274948500096798, 0.004470807034522295, 0.004666665568947792, 0.004862524569034576, 0.005058383569121361, 0.005254242103546858, 0.005450100637972355, 0.005645959638059139, 0.005841818638145924, 0.006037677172571421, 0.006233535706996918, 0.006429394707083702, 0.0066252537071704865, 0.0068211122415959835, 0.0070169707760214806, 0.007212829776108265]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 2.0, 2.0, 2.0, 4.0, 0.0, 2.0, 8.0, 10.0, 8.0, 2.0, 5.0, 4.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.026542089879512787, -0.025027865543961525, -0.023513641208410263, -0.021999415010213852, -0.02048519067466259, -0.018970966339111328, -0.017456742003560066, -0.015942517668008804, -0.014428292401134968, -0.012914068065583706, -0.01139984279870987, -0.009885618463158607, -0.008371394127607346, -0.006857168860733509, -0.005342944525182247, -0.003828719723969698, -0.0023144949227571487, -0.0008002702379599214, 0.000713954446837306, 0.0022281790152192116, 0.003742403816431761, 0.00525662861764431, 0.006770852953195572, 0.008285078220069408, 0.00979930255562067, 0.011313526891171932, 0.012827752158045769, 0.01434197649359703, 0.015856200829148293, 0.017370425164699554, 0.018884651362895966, 0.020398875698447227, 0.02191310003399849, 0.02342732436954975, 0.024941548705101013, 0.026455774903297424, 0.027969999238848686, 0.029484223574399948, 0.03099844790995121, 0.03251267224550247, 0.03402689844369888, 0.035541120916604996, 0.03705534711480141, 0.03856957331299782, 0.04008379578590393, 0.04159802198410034, 0.043112244457006454, 0.044626470655202866, 0.04614069312810898, 0.04765491932630539, 0.0491691455245018, 0.05068336799740791, 0.052197594195604324, 0.05371181666851044, 0.05522604286670685, 0.05674026906490326, 0.05825449153780937, 0.05976871773600578, 0.061282940208911896, 0.0627971664071083, 0.06431139260530472, 0.06582561880350113, 0.06733983755111694, 0.06885406374931335, 0.07036828994750977]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 4.0, 10.0, 4.0, 11.0, 13.0, 25.0, 27.0, 49.0, 69.0, 107.0, 132.0, 182.0, 347.0, 414.0, 743.0, 1151.0, 2122.0, 7499.0, 2534.0, 1178.0, 638.0, 363.0, 249.0, 136.0, 90.0, 66.0, 45.0, 34.0, 17.0, 15.0, 12.0, 12.0, 11.0, 4.0, 5.0, 8.0, 2.0, 14.0, 13.0, 6.0, 4.0, 1.0, 1.0, 5.0, 4.0, 2.0, 9.0, 14.0, 5.0, 5.0, 6.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 7.0], "bins": [-0.012661628425121307, -0.012126268818974495, -0.011590909212827682, -0.011055548675358295, -0.010520189069211483, -0.00998482946306467, -0.009449468925595284, -0.008914109319448471, -0.008378749713301659, -0.007843390107154846, -0.0073080300353467464, -0.006772669963538647, -0.006237310357391834, -0.005701950751245022, -0.005166590679436922, -0.004631230607628822, -0.00409587100148201, -0.003560511162504554, -0.0030251513235270977, -0.0024897914845496416, -0.0019544316455721855, -0.0014190718065947294, -0.0008837119676172733, -0.00034835212863981724, 0.00018700771033763885, 0.000722367549315095, 0.001257727388292551, 0.0017930872272700071, 0.0023284470662474632, 0.0028638069052249193, 0.0033991667442023754, 0.003934526816010475, 0.004469886422157288, 0.0050052460283041, 0.0055406061001122, 0.0060759661719202995, 0.006611325778067112, 0.007146685384213924, 0.007682045456022024, 0.008217405527830124, 0.008752765133976936, 0.009288124740123749, 0.009823484346270561, 0.010358844883739948, 0.01089420448988676, 0.011429564096033573, 0.01196492463350296, 0.012500284239649773, 0.013035643845796585, 0.013571003451943398, 0.01410636305809021, 0.014641723595559597, 0.01517708320170641, 0.015712443739175797, 0.01624780334532261, 0.01678316295146942, 0.017318522557616234, 0.017853882163763046, 0.01838924176990986, 0.01892460137605667, 0.019459962844848633, 0.019995322450995445, 0.020530682057142258, 0.02106604166328907, 0.021601401269435883]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 3.0, 2.0, 5.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.12424750626087189, -0.1204763799905777, -0.1167052611708641, -0.11293413490056992, -0.10916300863027573, -0.10539188235998154, -0.10162076354026794, -0.09784963726997375, -0.09407851099967957, -0.09030739217996597, -0.08653626590967178, -0.0827651396393776, -0.0789940133690834, -0.07522289454936981, -0.07145176827907562, -0.06768064200878143, -0.06390951573848724, -0.06013839691877365, -0.05636727064847946, -0.05259614810347557, -0.04882502183318138, -0.04505389928817749, -0.0412827730178833, -0.03751165047287941, -0.03374052792787552, -0.02996940165758133, -0.02619827724993229, -0.02242715284228325, -0.018656030297279358, -0.014884904958307743, -0.011113781481981277, -0.007342657074332237, -0.003571532666683197, 0.00019959150813519955, 0.003970715682953596, 0.007741839624941349, 0.01151296403259039, 0.01528408844023943, 0.019055211916565895, 0.022826336324214935, 0.026597460731863976, 0.030368585139513016, 0.03413970768451691, 0.037910833954811096, 0.04168195649981499, 0.04545308277010918, 0.04922420531511307, 0.05299533158540726, 0.05676645413041115, 0.06053757667541504, 0.06430870294570923, 0.06807982921600342, 0.07185094803571701, 0.0756220743060112, 0.07939320057630539, 0.08316432684659958, 0.08693544566631317, 0.09070657193660736, 0.09447769820690155, 0.09824881702661514, 0.10201994329690933, 0.10579106956720352, 0.10956219583749771, 0.1133333146572113, 0.1171044409275055]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 3.0, 1.0, 2.0, 0.0, 2.0, 2.0, 1.0, 1.0, 2.0, 6.0, 6.0, 10.0, 11.0, 10.0, 21.0, 27.0, 35.0, 48.0, 20.0, 19.0, 8.0, 6.0, 7.0, 5.0, 2.0, 0.0, 1.0, 3.0, 2.0, 2.0, 2.0, 2.0, 2.0, 1.0, 1.0, 0.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.07505318522453308, -0.07248189300298691, -0.06991060078144073, -0.06733930855989456, -0.06476801633834839, -0.062196727842092514, -0.05962543934583664, -0.057054147124290466, -0.05448285490274429, -0.05191156268119812, -0.04934027045965195, -0.04676898196339607, -0.0441976897418499, -0.041626397520303726, -0.03905510902404785, -0.03648381680250168, -0.033912524580955505, -0.03134123235940933, -0.02876994200050831, -0.026198651641607285, -0.02362735942006111, -0.02105606719851494, -0.018484776839613914, -0.01591348648071289, -0.013342194259166718, -0.010770902968943119, -0.00819961167871952, -0.005628320388495922, -0.0030570290982723236, -0.00048573780804872513, 0.0020855534821748734, 0.004656844772398472, 0.00722813606262207, 0.009799427352845669, 0.012370718643069267, 0.014942009933292866, 0.017513301223516464, 0.020084593445062637, 0.02265588380396366, 0.025227174162864685, 0.027798466384410858, 0.03036975860595703, 0.032941050827503204, 0.03551233932375908, 0.03808363154530525, 0.040654923766851425, 0.0432262122631073, 0.04579750448465347, 0.048368796706199646, 0.05094008892774582, 0.05351138114929199, 0.05608266964554787, 0.05865396186709404, 0.06122525408864021, 0.06379654258489609, 0.06636783480644226, 0.06893912702798843, 0.0715104192495346, 0.07408171147108078, 0.07665300369262695, 0.07922428846359253, 0.0817955806851387, 0.08436687290668488, 0.08693816512823105, 0.08950945734977722]}, "_runtime": 118.07418632507324, "_timestamp": 1596214442.8314688, "_step": 143}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 2.0, 2.0, 3.0, 1.0, 2.0, 5.0, 2.0, 5.0, 4.0, 4.0, 4.0, 2.0, 4.0, 2.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011656779795885086, -0.011305281892418861, -0.010953783988952637, -0.010602286085486412, -0.010250788182020187, -0.009899291209876537, -0.009547793306410313, -0.009196295402944088, -0.008844797499477863, -0.008493299596011639, -0.008141801692545414, -0.007790304254740477, -0.007438806351274252, -0.007087308447808027, -0.00673581101000309, -0.006384313106536865, -0.0060328152030706406, -0.005681317299604416, -0.005329819396138191, -0.004978321958333254, -0.004626824054867029, -0.0042753261514008045, -0.003923828713595867, -0.0035723308101296425, -0.003220832906663418, -0.002869335003197193, -0.002517837332561612, -0.002166339661926031, -0.0018148417584598064, -0.0014633439714089036, -0.0011118461843580008, -0.0007603483973070979, -0.00040885061025619507, -5.7352823205292225e-05, 0.0002941449638456106, 0.0006456427508965135, 0.0009971405379474163, 0.0013486383249983191, 0.001700136112049222, 0.002051633782684803, 0.0024031316861510277, 0.0027546295896172523, 0.0031061272602528334, 0.0034576249308884144, 0.003809122834354639, 0.004160620737820864, 0.004512118175625801, 0.004863616079092026, 0.00521511398255825, 0.005566611886024475, 0.0059181097894907, 0.006269607227295637, 0.006621105130761862, 0.0069726030342280865, 0.007324100472033024, 0.0076755983754992485, 0.008027096278965473, 0.008378594182431698, 0.008730092085897923, 0.009081589989364147, 0.009433086961507797, 0.009784584864974022, 0.010136082768440247, 0.010487580671906471, 0.010839078575372696]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 1.0, 1.0, 2.0, 4.0, 3.0, 4.0, 11.0, 9.0, 14.0, 14.0, 17.0, 22.0, 30.0, 39.0, 64.0, 76.0, 93.0, 113.0, 191.0, 327.0, 4874.0, 1095.0, 309.0, 182.0, 118.0, 91.0, 49.0, 56.0, 33.0, 18.0, 17.0, 11.0, 6.0, 6.0, 4.0, 6.0, 2.0, 4.0, 2.0, 3.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.10972742736339569, -0.10627824068069458, -0.10282905399799347, -0.09937985986471176, -0.09593067318201065, -0.09248148649930954, -0.08903229981660843, -0.08558311313390732, -0.08213391900062561, -0.0786847323179245, -0.07523554563522339, -0.07178635895252228, -0.06833717226982117, -0.06488798558712006, -0.06143879517912865, -0.05798960477113724, -0.05454041808843613, -0.051091231405735016, -0.04764204099774361, -0.044192854315042496, -0.040743663907051086, -0.037294477224349976, -0.033845290541648865, -0.030396101996302605, -0.026946913450956345, -0.023497724905610085, -0.020048536360263824, -0.016599349677562714, -0.013150161132216454, -0.009700972586870193, -0.006251784972846508, -0.0028025968931615353, 0.0006465911865234375, 0.00409577926620841, 0.007544967345893383, 0.010994154959917068, 0.014443343505263329, 0.01789253205060959, 0.0213417187333107, 0.02479090727865696, 0.02824009582400322, 0.03168928250670433, 0.03513847291469574, 0.03858765959739685, 0.04203684628009796, 0.04548603668808937, 0.04893522337079048, 0.05238441377878189, 0.055833600461483, 0.05928278714418411, 0.06273197382688522, 0.06618116796016693, 0.06963035464286804, 0.07307954132556915, 0.07652872800827026, 0.07997791469097137, 0.08342710137367249, 0.0868762955069542, 0.0903254821896553, 0.09377466887235641, 0.09722385555505753, 0.10067304223775864, 0.10412223637104034, 0.10757142305374146, 0.11102060973644257]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 4.0, 3.0, 3.0, 0.0, 2.0, 1.0, 3.0, 4.0, 4.0, 5.0, 4.0, 3.0, 3.0, 7.0, 3.0, 4.0, 2.0, 5.0, 25.0, 1.0, 2.0, 2.0, 3.0, 3.0, 1.0, 2.0, 1.0, 0.0, 2.0, 2.0, 3.0, 3.0, 5.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002432514913380146, -0.002357636345550418, -0.0022827577777206898, -0.0022078794427216053, -0.002133000874891877, -0.002058122307062149, -0.0019832439720630646, -0.0019083654042333364, -0.0018334868364036083, -0.0017586082685738802, -0.001683729817159474, -0.0016088513657450676, -0.0015339727979153395, -0.0014590942300856113, -0.001384215778671205, -0.0013093373272567987, -0.0012344587594270706, -0.0011595801915973425, -0.0010847017401829362, -0.00100982328876853, -0.0009349447209388018, -0.0008600662113167346, -0.0007851877016946673, -0.0007103091920726001, -0.0006354306824505329, -0.0005605521728284657, -0.0004856736632063985, -0.0004107951535843313, -0.00033591664396226406, -0.00026103813434019685, -0.00018615962471812963, -0.00011128111509606242, -3.640260547399521e-05, 3.8475904148072004e-05, 0.00011335441377013922, 0.00018823292339220643, 0.00026311143301427364, 0.00033798994263634086, 0.00041286845225840807, 0.0004877469618804753, 0.0005626254715025425, 0.0006375039811246097, 0.0007123824907466769, 0.0007872610003687441, 0.0008621395099908113, 0.0009370180196128786, 0.0010118965292349458, 0.001086774980649352, 0.0011616535484790802, 0.0012365321163088083, 0.0013114105677232146, 0.001386289019137621, 0.001461167586967349, 0.0015360461547970772, 0.0016109246062114835, 0.0016858030576258898, 0.001760681625455618, 0.001835560193285346, 0.0019104386446997523, 0.0019853170961141586, 0.0020601956639438868, 0.002135074231773615, 0.0022099525667726994, 0.0022848311346024275, 0.0023597097024321556]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 4.0, 7.0, 7.0, 14.0, 11.0, 14.0, 24.0, 34.0, 51.0, 51.0, 82.0, 129.0, 171.0, 265.0, 333.0, 496.0, 756.0, 1148.0, 1679.0, 2633.0, 4194.0, 7137.0, 12929.0, 25290.0, 57042.0, 216362.0, 751339.0, 46453.0, 20979.0, 11243.0, 6626.0, 4019.0, 2552.0, 1690.0, 1131.0, 765.0, 559.0, 368.0, 269.0, 198.0, 149.0, 109.0, 79.0, 63.0, 39.0, 36.0, 33.0, 12.0, 19.0, 13.0, 9.0, 10.0, 4.0, 3.0, 3.0, 3.0, 2.0, 0.0, 2.0, 1.0, 1.0], "bins": [-0.004143449943512678, -0.004001041874289513, -0.0038586340378969908, -0.003716226201504469, -0.0035738181322813034, -0.003431410063058138, -0.003289002226665616, -0.003146594390273094, -0.0030041863210499287, -0.002861778251826763, -0.0027193704154342413, -0.0025769625790417194, -0.002434554509818554, -0.0022921464405953884, -0.0021497386042028666, -0.0020073307678103447, -0.0018649226985871792, -0.0017225147457793355, -0.0015801067929714918, -0.0014376988401636481, -0.0012952908873558044, -0.0011528829345479608, -0.001010474981740117, -0.0008680670289322734, -0.0007256590761244297, -0.000583251123316586, -0.00044084317050874233, -0.00029843521770089865, -0.00015602726489305496, -1.3619312085211277e-05, 0.0001287886407226324, 0.0002711965935304761, 0.0004136045463383198, 0.0005560124991461635, 0.0006984204519540071, 0.0008408284047618508, 0.0009832363575696945, 0.0011256443103775382, 0.0012680522631853819, 0.0014104602159932256, 0.0015528681688010693, 0.001695276121608913, 0.0018376840744167566, 0.0019800919108092785, 0.002122499980032444, 0.0022649080492556095, 0.0024073158856481314, 0.0025497237220406532, 0.0026921317912638187, 0.0028345398604869843, 0.002976947696879506, 0.003119355533272028, 0.0032617636024951935, 0.003404171671718359, 0.003546579508110881, 0.0036889873445034027, 0.0038313954137265682, 0.003973803482949734, 0.004116211086511612, 0.0042586191557347775, 0.004401027224957943, 0.0045434352941811085, 0.004685843363404274, 0.004828250966966152, 0.004970659036189318]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 5.0, 6.0, 7.0, 13.0, 9.0, 3.0, 7.0, 3.0, 2.0, 2.0, 2.0], "bins": [-0.14660829305648804, -0.14401553571224213, -0.14142276346683502, -0.1388300061225891, -0.1362372487783432, -0.1336444765329361, -0.13105171918869019, -0.12845896184444427, -0.12586618959903717, -0.12327343225479126, -0.12068066745996475, -0.11808790266513824, -0.11549514532089233, -0.11290238052606583, -0.11030961573123932, -0.10771685838699341, -0.1051240935921669, -0.1025313287973404, -0.09993857145309448, -0.09734580665826797, -0.09475304186344147, -0.09216028451919556, -0.08956751972436905, -0.08697475492954254, -0.08438199758529663, -0.08178923279047012, -0.07919646799564362, -0.07660370320081711, -0.0740109458565712, -0.07141818106174469, -0.06882541626691818, -0.06623265892267227, -0.06363989412784576, -0.061047133058309555, -0.05845436826348305, -0.05586160719394684, -0.05326884239912033, -0.05067608132958412, -0.04808332026004791, -0.045490555465221405, -0.042897794395685196, -0.04030503332614899, -0.03771226853132248, -0.03511950746178627, -0.03252674639225006, -0.029933981597423553, -0.027341220527887344, -0.024748457595705986, -0.022155694663524628, -0.01956293173134327, -0.01697016879916191, -0.014377407729625702, -0.011784644797444344, -0.009191881865262985, -0.0065991198644042015, -0.0040063573978841305, -0.0014135949313640594, 0.0011791675351560116, 0.0037719300016760826, 0.006364692468196154, 0.008957454934716225, 0.011550217866897583, 0.014142979867756367, 0.01673574186861515, 0.01932850480079651]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [7.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 5.0, 1.0, 7.0, 3.0, 17.0, 3.0, 5.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 4.0, 1.0, 0.0, 5.0, 7.0, 6.0, 2.0, 7.0, 10.0, 8.0, 9.0, 10.0, 5.0, 1.0, 11.0, 7.0, 4.0, 4.0, 14.0, 50.0, 45.0, 63.0, 114.0, 115.0, 265.0, 647.0, 1723.0, 9069.0, 3292.0, 1444.0, 696.0, 342.0, 174.0, 94.0, 57.0, 25.0, 20.0, 13.0, 7.0, 4.0], "bins": [-0.04487735033035278, -0.044009849429130554, -0.043142348527908325, -0.042274847626686096, -0.04140734300017357, -0.04053984209895134, -0.03967234119772911, -0.03880484029650688, -0.03793733939528465, -0.037069838494062424, -0.036202333867549896, -0.03533483296632767, -0.03446733206510544, -0.03359983116388321, -0.03273233026266098, -0.03186482936143875, -0.030997326597571373, -0.030129825696349144, -0.029262322932481766, -0.028394822031259537, -0.027527321130037308, -0.02665981836616993, -0.0257923174649477, -0.02492481656372547, -0.024057313799858093, -0.023189812898635864, -0.022322311997413635, -0.021454811096191406, -0.020587308332324028, -0.0197198074311018, -0.01885230652987957, -0.017984803766012192, -0.017117302864789963, -0.016249801963567734, -0.01538230013102293, -0.014514798298478127, -0.013647297397255898, -0.012779795564711094, -0.01191229373216629, -0.011044792830944061, -0.010177290998399258, -0.009309789165854454, -0.008442288264632225, -0.007574786432087421, -0.006707285065203905, -0.005839783698320389, -0.004972281865775585, -0.004104780498892069, -0.0032372791320085526, -0.0023697777651250362, -0.0015022761654108763, -0.0006347746821120381, 0.0002327268011868, 0.0011002282844856381, 0.0019677297677844763, 0.0028352313674986362, 0.0037027327343821526, 0.004570234101265669, 0.005437735468149185, 0.006305237300693989, 0.007172738667577505, 0.008040240034461021, 0.008907741867005825, 0.009775242768228054, 0.010642744600772858]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 3.0, 6.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.12818491458892822, -0.12220606207847595, -0.11622721701860428, -0.11024836450815201, -0.10426951199769974, -0.09829066693782806, -0.0923118144273758, -0.08633296191692352, -0.08035410940647125, -0.07437526434659958, -0.06839641183614731, -0.062417563050985336, -0.056438714265823364, -0.050459861755371094, -0.04448101297020912, -0.03850216045975685, -0.03252331167459488, -0.026544461026787758, -0.020565610378980637, -0.014586761593818665, -0.008607910946011543, -0.0026290607638657093, 0.0033497894182801247, 0.009328639134764671, 0.015307489782571793, 0.021286340430378914, 0.027265191078186035, 0.03324403986334801, 0.03922288864850998, 0.04520174115896225, 0.05118058994412422, 0.05715944245457649, 0.06313829123973846, 0.06911714375019073, 0.07509598881006241, 0.08107484132051468, 0.08705369383096695, 0.09303253889083862, 0.0990113914012909, 0.10499024391174316, 0.11096909642219543, 0.11694794148206711, 0.12292679399251938, 0.12890563905239105, 0.13488449156284332, 0.1408633440732956, 0.14684219658374786, 0.15282104909420013, 0.1587998867034912, 0.16477873921394348, 0.17075759172439575, 0.17673644423484802, 0.1827152967453003, 0.18869414925575256, 0.19467300176620483, 0.2006518393754959, 0.20663069188594818, 0.21260954439640045, 0.21858839690685272, 0.224567249417305, 0.23054610192775726, 0.23652493953704834, 0.2425037920475006, 0.24848264455795288, 0.25446149706840515]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [3.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 3.0, 2.0, 0.0, 3.0, 5.0, 14.0, 6.0, 4.0, 8.0, 25.0, 47.0, 33.0, 41.0, 13.0, 11.0, 11.0, 12.0, 9.0, 1.0, 6.0, 1.0, 3.0, 1.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0], "bins": [-0.10230924189090729, -0.09916400164365768, -0.09601876139640808, -0.09287352114915848, -0.08972828835248947, -0.08658304810523987, -0.08343780785799026, -0.08029256761074066, -0.07714732736349106, -0.07400208711624146, -0.07085685431957245, -0.06771161407232285, -0.06456637382507324, -0.06142113357782364, -0.058275893330574036, -0.05513065680861473, -0.05198541656136513, -0.048840176314115524, -0.04569493979215622, -0.042549699544906616, -0.03940445929765701, -0.03625922277569771, -0.033113982528448105, -0.0299687422811985, -0.026823503896594048, -0.023678265511989594, -0.02053302526473999, -0.017387786880135536, -0.014242547564208508, -0.011097308248281479, -0.007952069863677025, -0.004806830547749996, -0.0016615912318229675, 0.0014836478512734175, 0.0046288869343698025, 0.007774125784635544, 0.010919365100562572, 0.014064604416489601, 0.017209842801094055, 0.02035508304834366, 0.023500321432948112, 0.026645559817552567, 0.02979080006480217, 0.03293604031205177, 0.03608127683401108, 0.03922651708126068, 0.042371757328510284, 0.04551699385046959, 0.04866223409771919, 0.051807474344968796, 0.0549527108669281, 0.058097951114177704, 0.06124319136142731, 0.06438843160867691, 0.06753367185592651, 0.07067890465259552, 0.07382414489984512, 0.07696938514709473, 0.08011462539434433, 0.08325986564159393, 0.08640510588884354, 0.08955033868551254, 0.09269557893276215, 0.09584081918001175, 0.09898605942726135]}, "_runtime": 118.85044407844543, "_timestamp": 1596214443.6077266, "_step": 144}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 3.0, 2.0, 2.0, 7.0, 3.0, 5.0, 3.0, 2.0, 3.0, 1.0, 2.0, 3.0, 3.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012320308946073055, -0.011893779039382935, -0.011467249132692814, -0.011040718294680119, -0.010614188387989998, -0.010187658481299877, -0.009761128574609756, -0.009334598667919636, -0.008908068761229515, -0.00848153792321682, -0.008055008016526699, -0.007628478109836578, -0.007201948203146458, -0.00677541783079505, -0.006348887924104929, -0.005922357551753521, -0.0054958276450634, -0.00506929773837328, -0.004642767366021872, -0.004216237459331751, -0.0037897073198109865, -0.003363177180290222, -0.0029366472736001015, -0.002510117134079337, -0.0020835869945585728, -0.0016570568550378084, -0.001230526831932366, -0.0008039967506192625, -0.000377466669306159, 4.906341200694442e-05, 0.00047559349332004786, 0.0009021235746331513, 0.0013286536559462547, 0.001755183795467019, 0.0021817139349877834, 0.002608243841677904, 0.0030347739811986685, 0.003461304120719433, 0.0038878340274095535, 0.0043143643997609615, 0.004740894306451082, 0.005167424213141203, 0.005593954585492611, 0.006020484492182732, 0.006447014398872852, 0.00687354477122426, 0.007300074677914381, 0.007726605050265789, 0.00815313495695591, 0.00857966486364603, 0.009006194770336151, 0.009432725608348846, 0.009859255515038967, 0.010285785421729088, 0.010712315328419209, 0.01113884523510933, 0.011565376073122025, 0.011991905979812145, 0.012418435886502266, 0.012844965793192387, 0.013271495699882507, 0.013698025606572628, 0.014124556444585323, 0.014551086351275444, 0.014977616257965565]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0, 3.0, 2.0, 2.0, 1.0, 4.0, 3.0, 6.0, 10.0, 7.0, 14.0, 11.0, 20.0, 17.0, 22.0, 31.0, 33.0, 47.0, 77.0, 96.0, 116.0, 174.0, 251.0, 676.0, 5170.0, 375.0, 217.0, 136.0, 104.0, 89.0, 47.0, 32.0, 25.0, 22.0, 20.0, 15.0, 8.0, 10.0, 8.0, 2.0, 5.0, 2.0, 3.0, 6.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.11932029575109482, -0.11571252346038818, -0.11210474371910095, -0.10849696397781372, -0.10488919168710709, -0.10128141939640045, -0.09767363965511322, -0.09406585991382599, -0.09045808762311935, -0.08685031533241272, -0.08324253559112549, -0.07963475584983826, -0.07602698355913162, -0.07241921126842499, -0.06881143152713776, -0.06520365178585052, -0.06159587949514389, -0.05798810347914696, -0.054380327463150024, -0.05077255144715309, -0.04716477543115616, -0.043556999415159225, -0.03994922339916229, -0.03634144738316536, -0.032733671367168427, -0.029125895351171494, -0.02551811933517456, -0.021910343319177628, -0.018302567303180695, -0.014694791287183762, -0.011087015271186829, -0.007479239255189896, -0.0038714632391929626, -0.00026368722319602966, 0.0033440887928009033, 0.006951864808797836, 0.01055964082479477, 0.014167416840791702, 0.017775192856788635, 0.021382968872785568, 0.0249907448887825, 0.028598520904779434, 0.03220629692077637, 0.0358140729367733, 0.03942184895277023, 0.043029624968767166, 0.0466374009847641, 0.05024517700076103, 0.053852953016757965, 0.0574607290327549, 0.06106850504875183, 0.06467628479003906, 0.0682840570807457, 0.07189182937145233, 0.07549960911273956, 0.0791073888540268, 0.08271516114473343, 0.08632293343544006, 0.0899307131767273, 0.09353849291801453, 0.09714626520872116, 0.1007540374994278, 0.10436181724071503, 0.10796959698200226, 0.11157736927270889]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 1.0, 2.0, 2.0, 1.0, 0.0, 3.0, 2.0, 0.0, 2.0, 2.0, 0.0, 2.0, 5.0, 2.0, 1.0, 4.0, 6.0, 4.0, 3.0, 7.0, 1.0, 4.0, 4.0, 23.0, 2.0, 5.0, 5.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 3.0, 1.0, 4.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0], "bins": [-0.0024897591210901737, -0.002405025763437152, -0.00232029240578413, -0.0022355590481311083, -0.0021508256904780865, -0.0020660923328250647, -0.0019813592080026865, -0.0018966257339343429, -0.0018118924926966429, -0.001727159135043621, -0.0016424257773905993, -0.0015576924197375774, -0.0014729590620845556, -0.0013882257044315338, -0.0013034924631938338, -0.001218759105540812, -0.0011340257478877902, -0.0010492923902347684, -0.0009645590907894075, -0.0008798257331363857, -0.0007950924336910248, -0.000710359076038003, -0.0006256257183849812, -0.0005408924189396203, -0.00045615906128659844, -0.0003714257327374071, -0.00028669240418821573, -0.00020195904653519392, -0.00011722571798600256, -3.2492382160853595e-05, 5.2240953664295375e-05, 0.00013697429676540196, 0.00022170762531459332, 0.00030644095386378467, 0.000391174282412976, 0.00047590764006599784, 0.0005606409395113587, 0.0006453742971643806, 0.0007301076548174024, 0.0008148409542627633, 0.0008995743119157851, 0.000984307611361146, 0.0010690409690141678, 0.0011537743266671896, 0.0012385076843202114, 0.0013232410419732332, 0.0014079742832109332, 0.001492707640863955, 0.0015774409985169768, 0.0016621743561699986, 0.0017469077138230205, 0.0018316409550607204, 0.0019163743127137423, 0.002001107670366764, 0.002085841028019786, 0.0021705743856728077, 0.0022553077433258295, 0.0023400411009788513, 0.002424774458631873, 0.0025095075834542513, 0.002594240941107273, 0.002678974298760295, 0.0027637076564133167, 0.0028484410140663385, 0.0029331743717193604]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 14.0, 5.0, 11.0, 23.0, 27.0, 35.0, 67.0, 147.0, 178.0, 287.0, 483.0, 756.0, 1340.0, 2315.0, 4215.0, 8072.0, 16694.0, 39712.0, 132358.0, 861414.0, 58246.0, 23497.0, 11821.0, 6662.0, 3983.0, 2528.0, 1666.0, 1013.0, 673.0, 430.0, 302.0, 200.0, 155.0, 90.0, 61.0, 41.0, 28.0, 21.0, 20.0, 12.0, 13.0, 9.0, 4.0, 3.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0068594771437346935, -0.006647272501140833, -0.006435067392885685, -0.006222862750291824, -0.006010658107697964, -0.005798452999442816, -0.005586248356848955, -0.0053740437142550945, -0.005161838605999947, -0.004949633963406086, -0.004737429320812225, -0.004525224212557077, -0.004313019569963217, -0.004100814927369356, -0.0038886098191142082, -0.0036764051765203476, -0.0034642003010958433, -0.003251995425671339, -0.0030397907830774784, -0.002827585907652974, -0.00261538103222847, -0.0024031763896346092, -0.002190971514210105, -0.0019787666387856007, -0.0017665618797764182, -0.0015543571207672358, -0.0013421522453427315, -0.001129947486333549, -0.0009177426691167057, -0.0007055378518998623, -0.0004933330928906798, -0.00028112827567383647, -6.89234584569931e-05, 0.00014328134420793504, 0.0003554861468728632, 0.0005676909349858761, 0.0007798957522027194, 0.0009921005694195628, 0.0012043053284287453, 0.0014165102038532495, 0.001628714962862432, 0.0018409197218716145, 0.0020531245972961187, 0.002265329472720623, 0.0024775341153144836, 0.002689738990738988, 0.002901943866163492, 0.003114148508757353, 0.003326353384181857, 0.0035385582596063614, 0.003750762902200222, 0.00396296801045537, 0.004175172653049231, 0.004387377295643091, 0.004599582403898239, 0.0048117870464921, 0.00502399168908596, 0.005236196797341108, 0.005448401439934969, 0.00566060608252883, 0.0058728111907839775, 0.006085015833377838, 0.006297220475971699, 0.006509425584226847, 0.006721630226820707]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 3.0, 0.0, 3.0, 6.0, 11.0, 3.0, 3.0, 1.0, 3.0, 5.0, 3.0, 5.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.04099956154823303, -0.03988589718937874, -0.038772229105234146, -0.03765856474637985, -0.03654490038752556, -0.035431236028671265, -0.03431756794452667, -0.03320390358567238, -0.032090239226818085, -0.03097657300531864, -0.0298629067838192, -0.028749242424964905, -0.02763557620346546, -0.026521911844611168, -0.025408245623111725, -0.02429458126425743, -0.023180915042757988, -0.022067248821258545, -0.02095358446240425, -0.019839918240904808, -0.018726253882050514, -0.01761258766055107, -0.016498923301696777, -0.015385257080197334, -0.014271591790020466, -0.013157926499843597, -0.012044261209666729, -0.01093059591948986, -0.009816929697990417, -0.008703264407813549, -0.007589599117636681, -0.006475933827459812, -0.005362268537282944, -0.004248603247106075, -0.003134937724098563, -0.002021272201091051, -0.0009076069109141827, 0.0002060584956780076, 0.0013197239022701979, 0.00243338942527771, 0.0035470547154545784, 0.004660720005631447, 0.005774385295808315, 0.006888051051646471, 0.008001716807484627, 0.009115382097661495, 0.010229047387838364, 0.011342712678015232, 0.0124563779681921, 0.013570043258368969, 0.014683708548545837, 0.01579737477004528, 0.016911039128899574, 0.018024705350399017, 0.01913836970925331, 0.020252035930752754, 0.021365702152252197, 0.02247936651110649, 0.023593032732605934, 0.024706697091460228, 0.02582036331295967, 0.026934027671813965, 0.028047693893313408, 0.0291613582521677, 0.030275024473667145]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [6.0, 2.0, 1.0, 0.0, 0.0, 3.0, 5.0, 9.0, 19.0, 6.0, 4.0, 3.0, 2.0, 4.0, 5.0, 9.0, 4.0, 5.0, 6.0, 20.0, 24.0, 32.0, 45.0, 69.0, 107.0, 150.0, 199.0, 270.0, 421.0, 655.0, 1191.0, 2168.0, 6628.0, 2078.0, 1244.0, 782.0, 574.0, 400.0, 321.0, 192.0, 166.0, 125.0, 89.0, 76.0, 59.0, 46.0, 46.0, 38.0, 25.0, 16.0, 17.0, 14.0, 10.0, 6.0, 10.0, 7.0, 6.0, 4.0, 4.0, 0.0, 0.0, 1.0, 2.0, 2.0], "bins": [-0.01273124199360609, -0.012338084168732166, -0.011944927275180817, -0.011551769450306892, -0.011158611625432968, -0.010765453800559044, -0.01037229597568512, -0.00997913908213377, -0.009585981257259846, -0.009192823432385921, -0.008799666538834572, -0.008406508713960648, -0.008013350889086723, -0.007620193064212799, -0.007227035705000162, -0.006833878345787525, -0.006440720520913601, -0.006047562696039677, -0.00565440533682704, -0.005261247977614403, -0.0048680901527404785, -0.004474932327866554, -0.004081774968653917, -0.0036886173766106367, -0.003295459784567356, -0.0029023021925240755, -0.002509144600480795, -0.0021159870084375143, -0.0017228294163942337, -0.001329671824350953, -0.0009365142323076725, -0.0005433566402643919, -0.0001501990482211113, 0.0002429585438221693, 0.0006361161358654499, 0.0010292737279087305, 0.001422431319952011, 0.0018155889119952917, 0.0022087465040385723, 0.002601904096081853, 0.0029950616881251335, 0.003388219280168414, 0.0037813768722116947, 0.004174534231424332, 0.004567692056298256, 0.00496084988117218, 0.005354007240384817, 0.005747164599597454, 0.006140322424471378, 0.006533480249345303, 0.0069266376085579395, 0.0073197949677705765, 0.007712952792644501, 0.008106110617518425, 0.00849926844239235, 0.008892425335943699, 0.009285583160817623, 0.009678740985691547, 0.010071897879242897, 0.010465055704116821, 0.010858213528990746, 0.01125137135386467, 0.011644529178738594, 0.012037686072289944, 0.012430843897163868]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 1.0, 1.0, 5.0, 2.0, 1.0, 2.0, 3.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.15300552546977997, -0.1485898643732071, -0.14417420327663422, -0.13975854218006134, -0.13534288108348846, -0.1309272199869156, -0.1265115737915039, -0.12209590524435043, -0.11768025159835815, -0.11326459050178528, -0.1088489294052124, -0.10443326830863953, -0.10001760721206665, -0.09560194611549377, -0.0911862924695015, -0.08677063137292862, -0.08235497027635574, -0.07793930917978287, -0.07352364808320999, -0.06910799443721771, -0.06469233334064484, -0.06027667224407196, -0.055861011147499084, -0.05144535377621651, -0.04702969267964363, -0.042614031583070755, -0.03819837421178818, -0.0337827131152153, -0.029367053881287575, -0.024951394647359848, -0.020535733550786972, -0.016120074316859245, -0.011704415082931519, -0.0072887553833425045, -0.0028730956837534904, 0.0015425640158355236, 0.005958223715424538, 0.010373882949352264, 0.014789543114602566, 0.019205203279852867, 0.023620862513780594, 0.02803652174770832, 0.03245218098163605, 0.03686784207820892, 0.0412835031747818, 0.04569916054606438, 0.05011482164263725, 0.05453047901391983, 0.058946140110492706, 0.06336180120706558, 0.06777746230363846, 0.07219311594963074, 0.07660877704620361, 0.08102443814277649, 0.08544009923934937, 0.08985576033592224, 0.09427142143249512, 0.0986870750784874, 0.10310273617506027, 0.10751839727163315, 0.11193405836820602, 0.1163497194647789, 0.12076537311077118, 0.12518103420734406, 0.12959669530391693]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 2.0, 2.0, 2.0, 2.0, 3.0, 3.0, 1.0, 4.0, 10.0, 8.0, 4.0, 1.0, 0.0, 1.0, 1.0, 11.0, 14.0, 6.0, 14.0, 43.0, 62.0, 23.0, 17.0, 14.0, 8.0, 6.0, 0.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.15590043365955353, -0.15226981043815613, -0.14863918721675873, -0.14500856399536133, -0.14137795567512512, -0.13774733245372772, -0.13411670923233032, -0.13048608601093292, -0.12685546278953552, -0.12322484701871872, -0.11959422379732132, -0.11596360057592392, -0.11233298480510712, -0.10870236158370972, -0.10507173836231232, -0.10144112259149551, -0.09781049937009811, -0.09417987614870071, -0.09054926037788391, -0.08691863715648651, -0.08328801393508911, -0.07965739816427231, -0.07602677494287491, -0.07239615172147751, -0.0687655359506607, -0.0651349127292633, -0.061504289507865906, -0.057873670011758804, -0.0542430505156517, -0.0506124272942543, -0.0469818077981472, -0.0433511845767498, -0.0397205650806427, -0.0360899455845356, -0.0324593223631382, -0.028828702867031097, -0.025198081508278847, -0.021567460149526596, -0.017936840653419495, -0.014306219294667244, -0.010675597935914993, -0.00704497704282403, -0.0034143561497330666, 0.0002162647433578968, 0.00384688563644886, 0.0074775065295398235, 0.011108127422630787, 0.014738747850060463, 0.018369369208812714, 0.021999990567564964, 0.025630611926317215, 0.029261231422424316, 0.032891854643821716, 0.03652247413992882, 0.04015309363603592, 0.04378371685743332, 0.04741433635354042, 0.05104495584964752, 0.05467557907104492, 0.05830619856715202, 0.061936818063259125, 0.06556744128465652, 0.06919806450605392, 0.07282868027687073, 0.07645930349826813]}, "_runtime": 119.61055827140808, "_timestamp": 1596214444.3678408, "_step": 145}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 4.0, 2.0, 1.0, 0.0, 7.0, 3.0, 8.0, 5.0, 10.0, 4.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012589898891746998, -0.012023955583572388, -0.011458012275397778, -0.010892068967223167, -0.010326125659048557, -0.009760182350873947, -0.009194239042699337, -0.008628295734524727, -0.008062351495027542, -0.007496408652514219, -0.006930465344339609, -0.006364522036164999, -0.0057985782623291016, -0.005232634954154491, -0.004666691645979881, -0.004100748337805271, -0.003534805029630661, -0.002968861721456051, -0.0024029184132814407, -0.001836974872276187, -0.0012710315641015768, -0.0007050881977193058, -0.0001391448313370347, 0.00042679853504523635, 0.0009927419014275074, 0.0015586852096021175, 0.0021246285177767277, 0.0026905720587819815, 0.0032565153669565916, 0.0038224586751312017, 0.0043884022161364555, 0.004954345524311066, 0.005520288832485676, 0.006086232140660286, 0.006652175448834896, 0.007218118757009506, 0.007784062065184116, 0.008350005373358727, 0.008915948681533337, 0.009481891989707947, 0.010047836229205132, 0.010613779537379742, 0.011179722845554352, 0.011745666153728962, 0.012311609461903572, 0.012877552770078182, 0.013443496078252792, 0.014009439386427402, 0.014575382694602013, 0.015141326002776623, 0.015707269310951233, 0.016273213550448418, 0.016839155927300453, 0.017405100166797638, 0.017971042543649673, 0.018536986783146858, 0.019102929159998894, 0.01966887339949608, 0.020234815776348114, 0.0208007600158453, 0.021366702392697334, 0.02193264663219452, 0.022498589009046555, 0.02306453324854374, 0.023630477488040924]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 2.0, 2.0, 1.0, 3.0, 7.0, 5.0, 4.0, 16.0, 11.0, 15.0, 20.0, 33.0, 40.0, 44.0, 90.0, 127.0, 165.0, 247.0, 555.0, 5365.0, 511.0, 223.0, 119.0, 86.0, 65.0, 35.0, 35.0, 13.0, 14.0, 14.0, 7.0, 10.0, 6.0, 5.0, 4.0, 7.0, 5.0, 2.0, 0.0, 4.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 4.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.13543906807899475, -0.13097582757472992, -0.1265125721693039, -0.12204933166503906, -0.11758608371019363, -0.1131228357553482, -0.10865959525108337, -0.10419634729623795, -0.09973309934139252, -0.09526985138654709, -0.09080660343170166, -0.08634336292743683, -0.0818801149725914, -0.07741686701774597, -0.07295362651348114, -0.06849037855863571, -0.06402713060379028, -0.059563882648944855, -0.055100638419389725, -0.050637394189834595, -0.046174146234989166, -0.04171089828014374, -0.03724765405058861, -0.03278440982103348, -0.02832116186618805, -0.02385791577398777, -0.01939466968178749, -0.014931423589587212, -0.010468177497386932, -0.006004931405186653, -0.001541685312986374, 0.0029215607792139053, 0.007384806871414185, 0.011848052963614464, 0.016311299055814743, 0.020774545148015022, 0.0252377912402153, 0.02970103733241558, 0.03416428342461586, 0.03862752765417099, 0.04309077560901642, 0.04755402356386185, 0.05201726779341698, 0.05648051202297211, 0.060943759977817535, 0.06540700793266296, 0.0698702484369278, 0.07433349639177322, 0.07879674434661865, 0.08325999230146408, 0.08772324025630951, 0.09218648076057434, 0.09664972871541977, 0.1011129766702652, 0.10557621717453003, 0.11003946512937546, 0.11450271308422089, 0.11896596103906631, 0.12342920899391174, 0.12789244949817657, 0.1323556900024414, 0.13681894540786743, 0.14128218591213226, 0.1457454413175583, 0.15020868182182312]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 3.0, 2.0, 1.0, 3.0, 3.0, 3.0, 5.0, 4.0, 2.0, 6.0, 4.0, 2.0, 6.0, 5.0, 25.0, 3.0, 8.0, 5.0, 1.0, 2.0, 2.0, 3.0, 4.0, 1.0, 1.0, 3.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.003146387869492173, -0.003039646428078413, -0.002932904986664653, -0.0028261635452508926, -0.0027194221038371325, -0.0026126806624233723, -0.002505939221009612, -0.002399197779595852, -0.0022924565710127354, -0.002185715129598975, -0.002078973688185215, -0.001972232246771455, -0.0018654908053576946, -0.0017587493639439344, -0.0016520079225301743, -0.001545266481116414, -0.0014385250397026539, -0.0013317835982888937, -0.0012250421568751335, -0.0011183007154613733, -0.0010115592740476131, -0.0009048178908415139, -0.0007980765076354146, -0.0006913350662216544, -0.0005845936248078942, -0.00047785218339413404, -0.0003711107710842043, -0.0002643693587742746, -0.0001576279173605144, -5.0886490498669446e-05, 5.585493636317551e-05, 0.00016259636322502047, 0.0002693377900868654, 0.0003760792315006256, 0.00048282064381055534, 0.0005895620561204851, 0.0006963034975342453, 0.0008030449389480054, 0.0009097863221541047, 0.001016527763567865, 0.001123269204981625, 0.0012300106463953853, 0.0013367520878091455, 0.0014434935292229056, 0.001550234854221344, 0.0016569762956351042, 0.0017637177370488644, 0.0018704591784626245, 0.0019772006198763847, 0.002083942061290145, 0.002190683502703905, 0.0022974249441176653, 0.0024041663855314255, 0.0025109078269451857, 0.002617649268358946, 0.002724390709772706, 0.0028311321511864662, 0.0029378733597695827, 0.003044614801183343, 0.003151356242597103, 0.0032580976840108633, 0.0033648391254246235, 0.0034715805668383837, 0.003578322008252144, 0.003685063449665904]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 1.0, 1.0, 2.0, 4.0, 2.0, 4.0, 11.0, 16.0, 22.0, 29.0, 36.0, 77.0, 69.0, 104.0, 165.0, 297.0, 365.0, 582.0, 994.0, 1603.0, 2528.0, 4055.0, 6983.0, 12212.0, 23539.0, 58303.0, 800925.0, 174710.0, 43999.0, 19848.0, 10454.0, 6123.0, 3780.0, 2421.0, 1600.0, 1116.0, 775.0, 491.0, 379.0, 284.0, 192.0, 143.0, 102.0, 83.0, 57.0, 39.0, 28.0, 28.0, 19.0, 14.0, 8.0, 8.0, 4.0, 5.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.005611313506960869, -0.005410575773566961, -0.0052098375745117664, -0.005009099841117859, -0.004808361642062664, -0.0046076239086687565, -0.004406886175274849, -0.004206147976219654, -0.0040054102428257465, -0.0038046722766011953, -0.003603934310376644, -0.0034031965769827366, -0.0032024586107581854, -0.003001720644533634, -0.0028009829111397266, -0.0026002449449151754, -0.0023995069786906242, -0.002198769012466073, -0.001998031046241522, -0.0017972933128476143, -0.001596555346623063, -0.0013958173803985119, -0.0011950795305892825, -0.0009943416807800531, -0.0007936037145555019, -0.0005928658065386117, -0.00039212789852172136, -0.00019138999050483108, 9.347917512059212e-06, 0.0002100858255289495, 0.0004108237335458398, 0.0006115616415627301, 0.0008122995495796204, 0.0010130375158041716, 0.001213775365613401, 0.0014145132154226303, 0.0016152511816471815, 0.0018159891478717327, 0.0020167268812656403, 0.0022174648474901915, 0.0024182028137147427, 0.002618940779939294, 0.002819678746163845, 0.0030204164795577526, 0.003221154445782304, 0.003421892412006855, 0.0036226301454007626, 0.0038233681116253138, 0.004024106077849865, 0.0042248438112437725, 0.004425582010298967, 0.004626319743692875, 0.00482705794274807, 0.005027795676141977, 0.005228533409535885, 0.00542927160859108, 0.005630009341984987, 0.005830747075378895, 0.00603148527443409, 0.006232223007827997, 0.006432960741221905, 0.0066336989402771, 0.006834436673671007, 0.007035174872726202, 0.0072359126061201096]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 2.0, 3.0, 3.0, 3.0, 0.0, 1.0, 3.0, 0.0, 1.0, 13.0, 3.0, 2.0, 2.0, 0.0, 4.0, 1.0, 2.0, 0.0, 3.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01796099916100502, -0.017313841730356216, -0.016666684299707413, -0.01601952686905861, -0.01537236850708723, -0.014725211076438427, -0.014078052714467049, -0.013430895283818245, -0.012783737853169441, -0.012136580422520638, -0.011489422991871834, -0.010842264629900455, -0.010195107199251652, -0.009547949768602848, -0.00890079140663147, -0.008253633975982666, -0.007606476545333862, -0.006959319114685059, -0.006312161218374968, -0.0056650033220648766, -0.005017845891416073, -0.004370688460767269, -0.003723530564457178, -0.0030763729009777308, -0.0024292152374982834, -0.001782057574018836, -0.0011348999105393887, -0.0004877422470599413, 0.00015941541641950607, 0.0008065730798989534, 0.0014537307433784008, 0.002100888406857848, 0.0027480460703372955, 0.003395203733816743, 0.00404236139729619, 0.004689519293606281, 0.005336676724255085, 0.005983834154903889, 0.00663099205121398, 0.007278149947524071, 0.007925307378172874, 0.008572464808821678, 0.009219622239470482, 0.00986678060144186, 0.010513938032090664, 0.011161095462739468, 0.011808253824710846, 0.01245541125535965, 0.013102568686008453, 0.013749726116657257, 0.01439688354730606, 0.015044041909277439, 0.015691198408603668, 0.01633835770189762, 0.016985515132546425, 0.01763267256319523, 0.018279829993844032, 0.018926987424492836, 0.01957414485514164, 0.020221302285790443, 0.020868461579084396, 0.0215156190097332, 0.022162776440382004, 0.022809933871030807, 0.02345709130167961]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 3.0, 1.0, 6.0, 4.0, 2.0, 7.0, 15.0, 10.0, 26.0, 26.0, 32.0, 34.0, 41.0, 54.0, 99.0, 106.0, 127.0, 156.0, 198.0, 233.0, 298.0, 390.0, 469.0, 668.0, 860.0, 1149.0, 1746.0, 5805.0, 1745.0, 1020.0, 688.0, 504.0, 374.0, 254.0, 217.0, 181.0, 124.0, 115.0, 102.0, 94.0, 65.0, 52.0, 43.0, 53.0, 41.0, 28.0, 22.0, 20.0, 20.0, 18.0, 14.0, 18.0, 14.0, 9.0, 10.0, 5.0, 5.0, 4.0, 1.0, 2.0, 2.0, 0.0, 2.0], "bins": [-0.007417336571961641, -0.007157844956964254, -0.00689835287630558, -0.006638861261308193, -0.006379369646310806, -0.006119877565652132, -0.005860385950654745, -0.005600893869996071, -0.005341402254998684, -0.005081910640001297, -0.004822418559342623, -0.004562926944345236, -0.004303434863686562, -0.004043943248689175, -0.0037844516336917877, -0.003524959785863757, -0.0032654679380357265, -0.003005976090207696, -0.0027464842423796654, -0.0024869926273822784, -0.002227500779554248, -0.0019680089317262173, -0.0017085172003135085, -0.0014490254689007998, -0.0011895336210727692, -0.0009300418314523995, -0.0006705500418320298, -0.00041105825221166015, -0.00015156646259129047, 0.0001079253270290792, 0.00036741711664944887, 0.0006269089062698185, 0.0008864006958901882, 0.0011458925437182188, 0.0014053842751309276, 0.0016648760065436363, 0.001924367854371667, 0.0021838597021996975, 0.0024433513171970844, 0.002702843165025115, 0.0029623350128531456, 0.003221826860681176, 0.0034813187085092068, 0.0037408103235065937, 0.004000302404165268, 0.004259794019162655, 0.004519285634160042, 0.004778777714818716, 0.005038269329816103, 0.00529776094481349, 0.005557253025472164, 0.005816744640469551, 0.006076236255466938, 0.006335728336125612, 0.006595219951122999, 0.006854712031781673, 0.00711420364677906, 0.007373695261776447, 0.0076331873424351215, 0.007892679423093796, 0.008152171038091183, 0.00841166265308857, 0.008671154268085957, 0.008930645883083344, 0.009190138429403305]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 1.0, 1.0, 1.0, 4.0, 2.0, 3.0, 5.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1710907518863678, -0.16522471606731415, -0.1593586653470993, -0.15349262952804565, -0.147626593708992, -0.14176054298877716, -0.1358945071697235, -0.13002847135066986, -0.12416242063045502, -0.11829638481140137, -0.11243034154176712, -0.10656429827213287, -0.10069826245307922, -0.09483221918344498, -0.08896617591381073, -0.08310014009475708, -0.07723409682512283, -0.07136805355548859, -0.06550201773643494, -0.05963597446680069, -0.05376993119716644, -0.047903891652822495, -0.042037852108478546, -0.0361718088388443, -0.03030576929450035, -0.024439727887511253, -0.018573686480522156, -0.012707646936178207, -0.00684160552918911, -0.0009755645878612995, 0.004890476353466511, 0.010756516829133034, 0.01662255823612213, 0.02248859964311123, 0.028354641050100327, 0.034220680594444275, 0.04008672386407852, 0.04595276340842247, 0.05181880295276642, 0.057684846222400665, 0.06355088949203491, 0.06941692531108856, 0.07528296858072281, 0.08114901185035706, 0.0870150476694107, 0.09288109093904495, 0.0987471342086792, 0.10461317002773285, 0.1104792132973671, 0.11634525656700134, 0.12221129238605499, 0.12807734310626984, 0.1339433789253235, 0.13980941474437714, 0.14567546546459198, 0.15154150128364563, 0.15740753710269928, 0.16327358782291412, 0.16913962364196777, 0.17500565946102142, 0.18087171018123627, 0.18673774600028992, 0.19260378181934357, 0.1984698325395584, 0.20433586835861206]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 3.0, 2.0, 2.0, 5.0, 3.0, 3.0, 11.0, 7.0, 7.0, 10.0, 19.0, 29.0, 77.0, 36.0, 16.0, 9.0, 10.0, 4.0, 3.0, 4.0, 5.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0], "bins": [-0.1339753270149231, -0.12941770255565643, -0.12486007064580917, -0.12030243873596191, -0.11574481427669525, -0.11118718236684799, -0.10662955045700073, -0.10207192599773407, -0.09751429408788681, -0.09295666217803955, -0.08839903771877289, -0.08384140580892563, -0.07928377389907837, -0.0747261494398117, -0.07016851752996445, -0.06561089307069778, -0.061053261160850525, -0.056495632976293564, -0.0519380047917366, -0.04738037288188934, -0.04282274469733238, -0.03826511651277542, -0.03370748460292816, -0.0291498564183712, -0.02459222823381424, -0.02003460004925728, -0.015476970002055168, -0.010919340886175632, -0.006361711770296097, -0.0018040826544165611, 0.0027535464614629745, 0.00731117557734251, 0.011868804693222046, 0.016426432877779007, 0.020984062924981117, 0.025541692972183228, 0.03009932115674019, 0.03465694934129715, 0.03921458125114441, 0.04377220943570137, 0.04832983762025833, 0.05288746580481529, 0.05744509398937225, 0.06200272589921951, 0.06656035780906677, 0.07111798226833344, 0.0756756141781807, 0.08023323863744736, 0.08479087054729462, 0.08934850245714188, 0.09390612691640854, 0.0984637588262558, 0.10302138328552246, 0.10757901519536972, 0.11213664710521698, 0.11669427156448364, 0.1212519034743309, 0.12580953538417816, 0.13036715984344482, 0.1349247843027115, 0.13948242366313934, 0.144040048122406, 0.14859767258167267, 0.15315531194210052, 0.1577129364013672]}, "_runtime": 120.39029288291931, "_timestamp": 1596214445.1475754, "_step": 146}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 3.0, 1.0, 1.0, 3.0, 2.0, 5.0, 3.0, 2.0, 2.0, 1.0, 3.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008340955711901188, -0.008022727444767952, -0.007704499177634716, -0.007386270444840193, -0.007068042177706957, -0.006749813910573721, -0.006431585643440485, -0.006113357376307249, -0.005795128643512726, -0.00547690037637949, -0.005158672109246254, -0.004840443842113018, -0.004522215574979782, -0.004203987307846546, -0.0038857588078826666, -0.003567530307918787, -0.003249302040785551, -0.002931073773652315, -0.0026128452736884356, -0.0022946170065551996, -0.00197638850659132, -0.001658160239458084, -0.0013399319723248482, -0.0010217035887762904, -0.0007034752052277327, -0.00038524685078300536, -6.701849633827806e-05, 0.00025120985810644925, 0.0005694382125511765, 0.0008876665960997343, 0.0012058948632329702, 0.001524123246781528, 0.0018423516303300858, 0.0021605798974633217, 0.0024788083974272013, 0.002797036664560437, 0.003115265164524317, 0.0034334934316575527, 0.0037517216987907887, 0.004069949965924025, 0.004388178698718548, 0.004706406965851784, 0.00502463523298502, 0.005342863500118256, 0.0056610917672514915, 0.0059793200343847275, 0.006297548767179251, 0.006615777034312487, 0.006934005301445723, 0.0072522335685789585, 0.0075704618357121944, 0.007888690568506718, 0.008206918835639954, 0.00852514710277319, 0.008843375369906425, 0.009161603637039661, 0.009479831904172897, 0.009798060171306133, 0.01011628843843937, 0.01043451763689518, 0.010752745904028416, 0.011070974171161652, 0.011389202438294888, 0.011707430705428123, 0.01202565897256136]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 3.0, 8.0, 8.0, 7.0, 18.0, 25.0, 42.0, 47.0, 49.0, 113.0, 166.0, 277.0, 668.0, 5569.0, 383.0, 215.0, 123.0, 56.0, 45.0, 24.0, 28.0, 17.0, 10.0, 5.0, 3.0, 7.0, 3.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1610751897096634, -0.15515144169330597, -0.14922769367694855, -0.14330394566059113, -0.1373801976442337, -0.13145644962787628, -0.12553270161151886, -0.11960894614458084, -0.11368519812822342, -0.107761450111866, -0.10183770209550858, -0.09591395407915115, -0.08999019861221313, -0.08406645059585571, -0.07814270257949829, -0.07221895456314087, -0.06629520654678345, -0.060371458530426025, -0.054447710514068604, -0.04852395877242088, -0.04260021075606346, -0.03667646273970604, -0.03075271286070347, -0.024828962981700897, -0.018905214965343475, -0.012981466017663479, -0.007057717069983482, -0.0011339681223034859, 0.004789780825376511, 0.010713529773056507, 0.016637278720736504, 0.022561028599739075, 0.028484776616096497, 0.03440852463245392, 0.04033227264881134, 0.04625602439045906, 0.05217977240681648, 0.058103520423173904, 0.06402727216482162, 0.06995102018117905, 0.07587476819753647, 0.08179851621389389, 0.08772226423025131, 0.09364601224660873, 0.09956976771354675, 0.10549351572990417, 0.1114172637462616, 0.11734101176261902, 0.12326475977897644, 0.12918850779533386, 0.13511225581169128, 0.1410360038280487, 0.14695975184440613, 0.15288349986076355, 0.15880724787712097, 0.1647309958934784, 0.17065474390983582, 0.17657850682735443, 0.18250225484371185, 0.18842600286006927, 0.1943497508764267, 0.20027349889278412, 0.20619724690914154, 0.21212099492549896, 0.21804474294185638]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 2.0, 1.0, 3.0, 3.0, 0.0, 2.0, 3.0, 2.0, 1.0, 1.0, 2.0, 4.0, 5.0, 5.0, 3.0, 3.0, 23.0, 5.0, 3.0, 3.0, 3.0, 3.0, 6.0, 3.0, 1.0, 3.0, 5.0, 1.0, 1.0, 5.0, 3.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0029347536619752645, -0.00283966027200222, -0.0027445668820291758, -0.0026494734920561314, -0.002554380102083087, -0.0024592867121100426, -0.002364193322136998, -0.0022690999321639538, -0.0021740065421909094, -0.002078913152217865, -0.0019838197622448206, -0.0018887263722717762, -0.0017936329822987318, -0.0016985395923256874, -0.001603446202352643, -0.0015083528123795986, -0.0014132594224065542, -0.0013181660324335098, -0.0012230726424604654, -0.001127979252487421, -0.0010328858625143766, -0.0009377924725413322, -0.0008426990825682878, -0.0007476056925952435, -0.0006525123026221991, -0.0005574189126491547, -0.00046232552267611027, -0.00036723213270306587, -0.0002721387427300215, -0.00017704535275697708, -8.195196278393269e-05, 1.314142718911171e-05, 0.0001082348171621561, 0.0002033282071352005, 0.0002984215971082449, 0.0003935149870812893, 0.0004886083770543337, 0.0005837017670273781, 0.0006787951570004225, 0.0007738885469734669, 0.0008689819369465113, 0.0009640753269195557, 0.0010591687168926, 0.0011542621068656445, 0.0012493554968386889, 0.0013444488868117332, 0.0014395422767847776, 0.001534635666757822, 0.0016297290567308664, 0.0017248224467039108, 0.0018199158366769552, 0.0019150092266499996, 0.002010102616623044, 0.0021051960065960884, 0.002200289396569133, 0.002295382786542177, 0.0023904761765152216, 0.002485569566488266, 0.0025806629564613104, 0.0026757563464343548, 0.002770849736407399, 0.0028659431263804436, 0.002961036516353488, 0.0030561299063265324, 0.0031512232962995768]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 4.0, 3.0, 4.0, 10.0, 8.0, 14.0, 21.0, 32.0, 41.0, 79.0, 103.0, 128.0, 208.0, 296.0, 451.0, 683.0, 1069.0, 1720.0, 2939.0, 4918.0, 9281.0, 18266.0, 41295.0, 137186.0, 836748.0, 61966.0, 26755.0, 14072.0, 8101.0, 4651.0, 2927.0, 1879.0, 1212.0, 807.0, 549.0, 384.0, 238.0, 188.0, 130.0, 87.0, 56.0, 49.0, 28.0, 19.0, 8.0, 8.0, 8.0, 3.0, 1.0, 5.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0059549398720264435, -0.005758121144026518, -0.0055613028816878796, -0.005364484153687954, -0.005167665891349316, -0.00497084716334939, -0.004774028901010752, -0.004577210173010826, -0.004380391910672188, -0.004183573182672262, -0.003986754454672337, -0.0037899361923336983, -0.0035931174643337727, -0.0033962989691644907, -0.0031994804739952087, -0.0030026619788259268, -0.002805843483656645, -0.002609024988487363, -0.002412206493318081, -0.002215387998148799, -0.002018569502979517, -0.0018217508913949132, -0.0016249322798103094, -0.0014281137846410275, -0.0012312952894717455, -0.0010344767943024635, -0.0008376582409255207, -0.0006408396875485778, -0.0004440211923792958, -0.0002472026681061834, -5.0384143833070993e-05, 0.00014643438044004142, 0.00034325290471315384, 0.0005400713998824358, 0.0007368899532593787, 0.0009337085066363215, 0.0011305270018056035, 0.0013273454969748855, 0.0015241641085594893, 0.0017209826037287712, 0.0019178010988980532, 0.002114619594067335, 0.002311438089236617, 0.002508256584405899, 0.0027050753124058247, 0.0029018938075751066, 0.0030987123027443886, 0.0032955307979136705, 0.0034923492930829525, 0.0036891677882522345, 0.0038859862834215164, 0.004082805011421442, 0.00427962327376008, 0.004476442001760006, 0.004673260264098644, 0.00487007899209857, 0.0050668977200984955, 0.005263715982437134, 0.005460534710437059, 0.005657352972775698, 0.005854171700775623, 0.006050989963114262, 0.006247808691114187, 0.0064446269534528255, 0.006641445681452751]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 4.0, 6.0, 3.0, 6.0, 4.0, 11.0, 2.0, 5.0, 3.0, 2.0, 1.0, 3.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01612543873488903, -0.014511533081531525, -0.012897628359496593, -0.011283722706139088, -0.009669817984104156, -0.00805591233074665, -0.006442006677389145, -0.004828101489692926, -0.003214196301996708, -0.0016002909978851676, 1.3614306226372719e-05, 0.001627519610337913, 0.0032414249144494534, 0.004855330102145672, 0.006469235755503178, 0.008083140477538109, 0.009697046130895615, 0.01131095178425312, 0.012924856506288052, 0.014538762159645557, 0.01615266688168049, 0.017766572535037994, 0.0193804781883955, 0.020994383841753006, 0.022608287632465363, 0.02422219328582287, 0.025836098939180374, 0.02745000459253788, 0.029063910245895386, 0.03067781589925289, 0.0322917215526104, 0.033905625343322754, 0.03551953285932541, 0.037133436650037766, 0.03874734044075012, 0.04036124795675278, 0.041975151747465134, 0.04358905926346779, 0.045202963054180145, 0.0468168668448925, 0.04843077436089516, 0.05004467815160751, 0.05165858566761017, 0.053272489458322525, 0.05488639324903488, 0.05650030076503754, 0.05811420455574989, 0.05972811207175255, 0.061342015862464905, 0.06295592337846756, 0.06456982344388962, 0.06618373095989227, 0.06779763847589493, 0.06941154599189758, 0.07102544605731964, 0.0726393535733223, 0.07425326108932495, 0.07586716115474701, 0.07748106867074966, 0.07909497618675232, 0.08070887625217438, 0.08232278376817703, 0.08393669128417969, 0.08555059880018234, 0.0871644988656044]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [4.0, 1.0, 2.0, 6.0, 4.0, 19.0, 27.0, 47.0, 72.0, 102.0, 115.0, 197.0, 332.0, 461.0, 870.0, 1560.0, 3230.0, 7106.0, 1589.0, 872.0, 539.0, 361.0, 238.0, 184.0, 114.0, 81.0, 57.0, 54.0, 41.0, 38.0, 14.0, 7.0, 10.0, 6.0, 9.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 5.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 4.0, 7.0, 11.0, 8.0, 5.0, 1.0, 7.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 8.0], "bins": [-0.009943971410393715, -0.009365488775074482, -0.008787006139755249, -0.008208523504436016, -0.007630040869116783, -0.007051557768136263, -0.00647307513281703, -0.005894592497497797, -0.005316109862178564, -0.004737627226859331, -0.004159144591540098, -0.0035806617233902216, -0.0030021790880709887, -0.0024236964527517557, -0.001845213701017201, -0.0012667309492826462, -0.0006882483139634132, -0.00010976562043651938, 0.00046871707309037447, 0.0010471998248249292, 0.0016256824601441622, 0.002204165095463395, 0.0027826479636132717, 0.0033611305989325047, 0.003939613234251738, 0.0045180958695709705, 0.0050965785048902035, 0.005675061140209436, 0.006253544241189957, 0.00683202687650919, 0.0074105095118284225, 0.007988992147147655, 0.008567474782466888, 0.009145957417786121, 0.009724440053105354, 0.010302922688424587, 0.01088140532374382, 0.011459887959063053, 0.012038370594382286, 0.012616853229701519, 0.013195335865020752, 0.01377381943166256, 0.014352302066981792, 0.014930784702301025, 0.015509267337620258, 0.01608774997293949, 0.01666623167693615, 0.017244715243577957, 0.017823196947574615, 0.018401680514216423, 0.01898016408085823, 0.01955864578485489, 0.020137129351496696, 0.020715611055493355, 0.021294094622135162, 0.02187257632613182, 0.022451059892773628, 0.023029541596770287, 0.023608025163412094, 0.024186506867408752, 0.02476499043405056, 0.02534347213804722, 0.025921955704689026, 0.026500437408685684, 0.027078920975327492]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 1.0, 2.0, 2.0, 1.0, 3.0, 1.0, 0.0, 1.0, 0.0, 2.0, 5.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.2396908700466156, -0.23472650349140167, -0.22976213693618774, -0.224797785282135, -0.21983341872692108, -0.21486905217170715, -0.20990470051765442, -0.2049403339624405, -0.19997596740722656, -0.19501160085201263, -0.1900472342967987, -0.18508288264274597, -0.18011851608753204, -0.17515414953231812, -0.17018979787826538, -0.16522543132305145, -0.16026106476783752, -0.1552966982126236, -0.15033233165740967, -0.14536798000335693, -0.140403613448143, -0.13543924689292908, -0.13047489523887634, -0.12551052868366241, -0.12054616212844849, -0.11558179557323456, -0.11061743646860123, -0.1056530773639679, -0.10068871080875397, -0.09572434425354004, -0.09075998514890671, -0.08579562604427338, -0.08083125948905945, -0.07586689293384552, -0.07090253382921219, -0.06593817472457886, -0.06097380816936493, -0.0560094453394413, -0.05104508250951767, -0.04608071967959404, -0.04111635684967041, -0.03615199401974678, -0.03118763118982315, -0.02622326835989952, -0.02125890552997589, -0.01629454270005226, -0.011330179870128632, -0.006365817040205002, -0.001401454210281372, 0.0035629086196422577, 0.008527271449565887, 0.013491634279489517, 0.018455997109413147, 0.023420359939336777, 0.028384722769260406, 0.033349085599184036, 0.038313448429107666, 0.043277811259031296, 0.048242174088954926, 0.053206536918878555, 0.058170899748802185, 0.06313526630401611, 0.06809962540864944, 0.07306398451328278, 0.0780283510684967]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 2.0, 2.0, 1.0, 3.0, 5.0, 4.0, 3.0, 5.0, 3.0, 4.0, 1.0, 5.0, 4.0, 2.0, 2.0, 2.0, 5.0, 7.0, 6.0, 13.0, 41.0, 30.0, 23.0, 20.0, 9.0, 19.0, 8.0, 8.0, 5.0, 5.0, 2.0, 2.0, 2.0, 4.0, 5.0, 6.0, 2.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.10615790635347366, -0.10319972038269043, -0.1002415344119072, -0.09728334099054337, -0.09432515501976013, -0.0913669690489769, -0.08840878307819366, -0.08545059710741043, -0.0824924111366272, -0.07953421771526337, -0.07657603174448013, -0.0736178457736969, -0.07065965980291367, -0.06770147383213043, -0.0647432804107666, -0.06178509443998337, -0.058826908469200134, -0.0558687224984169, -0.05291053280234337, -0.049952346831560135, -0.0469941571354866, -0.04403597116470337, -0.041077785193920135, -0.0381195954978466, -0.03516140952706337, -0.032203223556280136, -0.029245033860206604, -0.02628684788942337, -0.023328660055994987, -0.020370472222566605, -0.01741228625178337, -0.014454098418354988, -0.011495910584926605, -0.008537722751498222, -0.005579535849392414, -0.0026213484816253185, 0.00033683888614177704, 0.0032950262539088726, 0.006253213621675968, 0.009211400523781776, 0.01216958835721016, 0.015127776190638542, 0.018085964024066925, 0.02104414999485016, 0.02400233782827854, 0.026960525661706924, 0.029918711632490158, 0.03287690132856369, 0.035835087299346924, 0.03879327327013016, 0.04175146296620369, 0.04470964893698692, 0.047667838633060455, 0.05062602460384369, 0.05358421057462692, 0.056542400270700455, 0.05950058624148369, 0.06245877221226692, 0.06541696190834045, 0.06837514787912369, 0.07133333384990692, 0.07429151982069016, 0.07724971324205399, 0.08020789921283722, 0.08316608518362045]}, "_runtime": 121.20768713951111, "_timestamp": 1596214445.9649696, "_step": 147}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 5.0, 2.0, 1.0, 2.0, 1.0, 2.0, 3.0, 2.0, 2.0, 1.0, 2.0, 0.0, 2.0, 2.0, 0.0, 6.0, 2.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0111470315605402, -0.010804077610373497, -0.010461123660206795, -0.010118169710040092, -0.00977521575987339, -0.009432261809706688, -0.009089307859539986, -0.008746353909373283, -0.008403399959206581, -0.008060446940362453, -0.007717492524534464, -0.007374538574367762, -0.007031585089862347, -0.006688631139695644, -0.006345677189528942, -0.00600272323936224, -0.005659769289195538, -0.005316815339028835, -0.004973861388862133, -0.004630907438695431, -0.0042879534885287285, -0.0039450000040233135, -0.0036020460538566113, -0.003259092103689909, -0.0029161381535232067, -0.0025731842033565044, -0.002230230253189802, -0.0018872765358537436, -0.0015443225856870413, -0.001201368635520339, -0.0008584148017689586, -0.0005154609098099172, -0.00017250701785087585, 0.0001704468741081655, 0.0005134007660672069, 0.0008563546580262482, 0.0011993085499852896, 0.0015422625001519918, 0.0018852163339033723, 0.0022281701676547527, 0.002571124117821455, 0.0029140780679881573, 0.0032570320181548595, 0.003599985735490918, 0.003942939452826977, 0.004285893402993679, 0.004628847353160381, 0.004971801303327084, 0.005314755253493786, 0.005657709203660488, 0.00600066315382719, 0.006343617103993893, 0.006686571054160595, 0.00702952453866601, 0.007372478488832712, 0.0077154324389994144, 0.00805838592350483, 0.008401339873671532, 0.008744293823838234, 0.009087247774004936, 0.009430201724171638, 0.00977315567433834, 0.010116109624505043, 0.010459063574671745, 0.010802017524838448]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 4.0, 0.0, 8.0, 5.0, 8.0, 5.0, 3.0, 10.0, 12.0, 17.0, 23.0, 24.0, 26.0, 57.0, 60.0, 72.0, 97.0, 137.0, 196.0, 319.0, 5215.0, 724.0, 290.0, 161.0, 122.0, 76.0, 65.0, 52.0, 29.0, 21.0, 21.0, 13.0, 11.0, 8.0, 15.0, 4.0, 2.0, 3.0, 3.0, 4.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.14822804927825928, -0.14418530464172363, -0.1401425451040268, -0.13609980046749115, -0.1320570409297943, -0.12801429629325867, -0.12397154420614243, -0.11992879211902618, -0.11588604003190994, -0.1118432879447937, -0.10780053585767746, -0.10375778377056122, -0.09971503913402557, -0.09567228704690933, -0.09162953495979309, -0.08758678287267685, -0.08354403078556061, -0.07950127869844437, -0.07545852661132812, -0.07141577452421188, -0.06737302243709564, -0.06333027780056, -0.059287525713443756, -0.055244773626327515, -0.05120202153921127, -0.04715926945209503, -0.04311651736497879, -0.03907376900315285, -0.035031016916036606, -0.030988264828920364, -0.026945514604449272, -0.02290276437997818, -0.01886001229286194, -0.014817261137068272, -0.010774509981274605, -0.006731758825480938, -0.002689007669687271, 0.0013537434861063957, 0.0053964946419000626, 0.00943924579769373, 0.013481996953487396, 0.017524749040603638, 0.02156749926507473, 0.025610249489545822, 0.029653001576662064, 0.033695753663778305, 0.03773850202560425, 0.04178125411272049, 0.04582400619983673, 0.04986675828695297, 0.053909510374069214, 0.05795225873589516, 0.0619950108230114, 0.06603775918483734, 0.07008051127195358, 0.07412326335906982, 0.07816601544618607, 0.08220876753330231, 0.08625151962041855, 0.09029427170753479, 0.09433701634407043, 0.09837976843118668, 0.10242252051830292, 0.10646527260541916, 0.1105080246925354]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 7.0, 0.0, 1.0, 1.0, 3.0, 3.0, 2.0, 2.0, 3.0, 9.0, 4.0, 4.0, 2.0, 7.0, 5.0, 1.0, 25.0, 3.0, 3.0, 2.0, 3.0, 5.0, 1.0, 2.0, 3.0, 4.0, 3.0, 4.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.002526000142097473, -0.002427447587251663, -0.0023288950324058533, -0.0022303422447293997, -0.0021317896898835897, -0.00203323713503778, -0.0019346845801919699, -0.001836131908930838, -0.0017375793540850282, -0.0016390267992392182, -0.0015404741279780865, -0.0014419215731322765, -0.0013433690182864666, -0.0012448163470253348, -0.001146263792179525, -0.0010477111209183931, -0.0009491585660725832, -0.0008506059530191123, -0.0007520533399656415, -0.0006535007851198316, -0.0005549481720663607, -0.00045639555901288986, -0.00035784297506324947, -0.0002592903911136091, -0.00016073777806013823, -6.21851795585826e-05, 3.636741894297302e-05, 0.00013492001744452864, 0.00023347261594608426, 0.0003320252289995551, 0.0004305778129491955, 0.0005291303968988359, 0.0006276830099523067, 0.0007262356230057776, 0.0008247882360592484, 0.0009233407909050584, 0.0010218934621661901, 0.001120446017012, 0.00121899857185781, 0.0013175512431189418, 0.0014161037979647517, 0.0015146563528105617, 0.0016132090240716934, 0.0017117615789175034, 0.0018103141337633133, 0.001908866805024445, 0.002007419476285577, 0.0021059720311313868, 0.0022045245859771967, 0.0023030771408230066, 0.0024016296956688166, 0.00250018248334527, 0.00259873503819108, 0.00269728759303689, 0.0027958401478827, 0.00289439270272851, 0.00299294525757432, 0.0030914980452507734, 0.0031900506000965834, 0.0032886031549423933, 0.0033871557097882032, 0.003485708264634013, 0.0035842610523104668, 0.0036828136071562767, 0.0037813661620020866]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 3.0, 0.0, 1.0, 3.0, 5.0, 9.0, 7.0, 15.0, 27.0, 28.0, 62.0, 74.0, 126.0, 182.0, 279.0, 426.0, 701.0, 1151.0, 1931.0, 3530.0, 6405.0, 12890.0, 29816.0, 95529.0, 896775.0, 72627.0, 25829.0, 12490.0, 6663.0, 3888.0, 2424.0, 1626.0, 1150.0, 755.0, 614.0, 435.0, 298.0, 202.0, 158.0, 140.0, 97.0, 73.0, 46.0, 34.0, 30.0, 21.0, 19.0, 13.0, 11.0, 7.0, 7.0, 4.0, 3.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.005267004016786814, -0.005060532595962286, -0.004854060709476471, -0.004647589288651943, -0.0044411178678274155, -0.0042346459813416, -0.004028174560517073, -0.003821703139692545, -0.0036152314860373735, -0.003408759832382202, -0.0032022884115576744, -0.002995816757902503, -0.0027893451042473316, -0.002582873683422804, -0.0023764020297676325, -0.0021699306089431047, -0.0019634589552879333, -0.0017569874180480838, -0.0015505158808082342, -0.0013440442271530628, -0.0011375726899132133, -0.0009311011526733637, -0.0007246295572258532, -0.0005181579617783427, -0.00031168642453849316, -0.00010521485819481313, 0.00010125670814886689, 0.0003077282744925469, 0.0005141998408362269, 0.0007206713780760765, 0.000927142973523587, 0.0011336145689710975, 0.001340086106210947, 0.0015465576434507966, 0.0017530291806906462, 0.0019595008343458176, 0.0021659722551703453, 0.0023724439088255167, 0.002578915562480688, 0.002785386983305216, 0.0029918586369603872, 0.0031983302906155586, 0.0034048017114400864, 0.0036112733650952578, 0.003817745018750429, 0.004024216439574957, 0.004230687860399485, 0.0044371597468853, 0.004643631167709827, 0.004850102588534355, 0.00505657447502017, 0.005263045895844698, 0.005469517316669226, 0.005675989203155041, 0.0058824606239795685, 0.006088932044804096, 0.006295403465628624, 0.006501875352114439, 0.006708346772938967, 0.0069148181937634945, 0.0071212900802493095, 0.007327761501073837, 0.007534232921898365, 0.00774070480838418, 0.007947176694869995]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 3.0, 5.0, 4.0, 5.0, 3.0, 5.0, 10.0, 2.0, 4.0, 2.0, 1.0, 2.0, 1.0, 3.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01868092268705368, -0.017555592581629753, -0.016430260613560677, -0.01530493050813675, -0.014179599471390247, -0.013054268434643745, -0.011928938329219818, -0.010803607292473316, -0.009678276255726814, -0.008552945218980312, -0.007427614647895098, -0.006302284076809883, -0.005176953040063381, -0.004051622003316879, -0.0029262914322316647, -0.0018009606283158064, -0.0006756298243999481, 0.00044970097951591015, 0.0015750317834317684, 0.0027003625873476267, 0.003825693391263485, 0.004951024428009987, 0.0060763549990952015, 0.007201685570180416, 0.008327016606926918, 0.00945234764367342, 0.010577678680419922, 0.01170300878584385, 0.012828339822590351, 0.013953670859336853, 0.01507900096476078, 0.016204332932829857, 0.017329663038253784, 0.01845499314367771, 0.019580325111746788, 0.020705655217170715, 0.021830987185239792, 0.02295631729066372, 0.024081647396087646, 0.025206979364156723, 0.02633230946958065, 0.027457639575004578, 0.028582971543073654, 0.02970830164849758, 0.03083363175392151, 0.031958963721990585, 0.03308429569005966, 0.03420962393283844, 0.035334955900907516, 0.03646028786897659, 0.03758561611175537, 0.03871094807982445, 0.039836280047893524, 0.0409616082906723, 0.04208694025874138, 0.043212272226810455, 0.04433760046958923, 0.04546293243765831, 0.046588264405727386, 0.04771359637379646, 0.04883892461657524, 0.04996425658464432, 0.051089588552713394, 0.05221491679549217, 0.05334024876356125]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 3.0, 3.0, 8.0, 13.0, 20.0, 25.0, 20.0, 34.0, 69.0, 71.0, 105.0, 117.0, 161.0, 253.0, 380.0, 514.0, 746.0, 1090.0, 1706.0, 6444.0, 2874.0, 1335.0, 790.0, 485.0, 343.0, 227.0, 138.0, 99.0, 73.0, 74.0, 49.0, 25.0, 25.0, 12.0, 9.0, 11.0, 6.0, 5.0, 1.0, 4.0, 2.0, 4.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 4.0, 9.0, 8.0, 9.0, 8.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 6.0], "bins": [-0.00933192390948534, -0.008924605324864388, -0.00851728580892086, -0.008109967224299908, -0.007702648174017668, -0.007295329123735428, -0.006888010539114475, -0.006480691488832235, -0.006073372438549995, -0.0056660533882677555, -0.005258734337985516, -0.004851415753364563, -0.004444096703082323, -0.004036777652800083, -0.003629458835348487, -0.0032221400178968906, -0.0028148209676146507, -0.002407501917332411, -0.0020001830998808146, -0.0015928641660138965, -0.0011855452321469784, -0.0007782262982800603, -0.0003709073644131422, 3.641156945377588e-05, 0.00044373050332069397, 0.0008510494371876121, 0.0012583683710545301, 0.0016656873049214482, 0.0020730062387883663, 0.0024803252890706062, 0.0028876441065222025, 0.0032949629239737988, 0.0037022819742560387, 0.004109601024538279, 0.0045169200748205185, 0.004924238659441471, 0.005331557709723711, 0.005738876760005951, 0.0061461953446269035, 0.0065535143949091434, 0.006960833445191383, 0.007368152495473623, 0.007775471545755863, 0.008182790130376816, 0.008590109646320343, 0.008997428230941296, 0.009404746815562248, 0.009812066331505775, 0.010219384916126728, 0.01062670350074768, 0.011034023016691208, 0.01144134160131216, 0.011848660185933113, 0.01225597970187664, 0.012663298286497593, 0.01307061780244112, 0.013477936387062073, 0.013885254971683025, 0.014292574487626553, 0.014699893072247505, 0.015107212588191032, 0.015514531172811985, 0.015921849757432938, 0.016329169273376465, 0.016736488789319992]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 2.0, 2.0, 2.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.09921315312385559, -0.09680130332708359, -0.09438945353031158, -0.09197759628295898, -0.08956574648618698, -0.08715389668941498, -0.08474204689264297, -0.08233018964529037, -0.07991833984851837, -0.07750649005174637, -0.07509464025497437, -0.07268279045820236, -0.07027093321084976, -0.06785908341407776, -0.06544723361730576, -0.06303538382053375, -0.06062353029847145, -0.05821168050169945, -0.055799826979637146, -0.05338797718286514, -0.05097612366080284, -0.04856427386403084, -0.046152420341968536, -0.04374057054519653, -0.04132872074842453, -0.03891686722636223, -0.036505017429590225, -0.034093163907527924, -0.03168131411075592, -0.029269462451338768, -0.026857610791921616, -0.024445759132504463, -0.02203390747308731, -0.01962205581367016, -0.017210204154253006, -0.014798353426158428, -0.012386501766741276, -0.009974650107324123, -0.007562798913568258, -0.005150947719812393, -0.002739096060395241, -0.00032724463380873203, 0.0020846067927777767, 0.004496457986533642, 0.006908309645950794, 0.009320161305367947, 0.011732012033462524, 0.014143863692879677, 0.01655571535229683, 0.01896756701171398, 0.021379418671131134, 0.023791270330548286, 0.02620312198996544, 0.028614971786737442, 0.031026823446154594, 0.03343867510557175, 0.03585052490234375, 0.03826237842440605, 0.040674228221178055, 0.043086081743240356, 0.04549793154001236, 0.04790978506207466, 0.050321634858846664, 0.052733488380908966, 0.05514533817768097]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 3.0, 1.0, 3.0, 2.0, 1.0, 3.0, 0.0, 2.0, 3.0, 3.0, 0.0, 6.0, 7.0, 4.0, 16.0, 10.0, 22.0, 19.0, 54.0, 21.0, 24.0, 15.0, 10.0, 14.0, 8.0, 11.0, 3.0, 4.0, 4.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.09069665521383286, -0.08885776996612549, -0.08701887726783752, -0.08517999202013016, -0.0833410993218422, -0.08150221407413483, -0.07966332137584686, -0.0778244361281395, -0.07598554342985153, -0.07414665818214417, -0.0723077654838562, -0.07046888023614883, -0.06862998753786087, -0.0667911022901535, -0.06495220959186554, -0.06311332434415817, -0.06127443537116051, -0.05943554639816284, -0.057596657425165176, -0.05575776845216751, -0.053918879479169846, -0.05207999050617218, -0.050241101533174515, -0.04840221256017685, -0.04656332731246948, -0.04472443833947182, -0.04288554936647415, -0.041046660393476486, -0.03920777142047882, -0.037368882447481155, -0.03552999347448349, -0.033691104501485825, -0.03185221552848816, -0.030013326555490494, -0.02817443758249283, -0.026335548609495163, -0.024496659636497498, -0.02265777252614498, -0.020818883553147316, -0.01897999458014965, -0.017141105607151985, -0.01530221663415432, -0.013463327661156654, -0.011624439619481564, -0.009785550646483898, -0.007946661673486233, -0.006107773166149855, -0.0042688846588134766, -0.002429995685815811, -0.0005911069456487894, 0.0012477817945182323, 0.003086670534685254, 0.004925559274852276, 0.006764448247849941, 0.008603336289525032, 0.010442225262522697, 0.012281114235520363, 0.014120003208518028, 0.015958892181515694, 0.01779778115451336, 0.019636668264865875, 0.02147555723786354, 0.023314446210861206, 0.02515333518385887, 0.026992224156856537]}, "_runtime": 122.061115026474, "_timestamp": 1596214446.8183975, "_step": 148}
+{"val_accuracy": 0.8212599885844748, "val_loss": 0.4602981906503303, "_runtime": 123.82187747955322, "_timestamp": 1596214448.57916, "_step": 149}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: k Confidence: 0.31 Truth: v", "Prediction: 5 Confidence: 1.00 Truth: 5", "Prediction: 2 Confidence: 1.00 Truth: 2", "Prediction: 0 Confidence: 0.60 Truth: 0"]}, "_runtime": 124.14173078536987, "_timestamp": 1596214448.8990133, "_step": 150}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 2.0, 2.0, 6.0, 2.0, 3.0, 5.0, 7.0, 4.0, 1.0, 8.0, 5.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.017253808677196503, -0.01673017255961895, -0.016206534579396248, -0.015682898461818695, -0.015159261412918568, -0.01463562436401844, -0.014111988246440887, -0.01358835119754076, -0.013064714148640633, -0.012541077099740505, -0.012017440050840378, -0.011493803933262825, -0.010970166884362698, -0.01044652983546257, -0.009922893717885017, -0.00939925666898489, -0.008875619620084763, -0.008351982571184635, -0.007828345522284508, -0.007304709404706955, -0.0067810723558068275, -0.0062574353069067, -0.00573379872366786, -0.00521016214042902, -0.0046865250915288925, -0.004162888042628765, -0.003639251459389925, -0.0031156146433204412, -0.0025919778272509575, -0.0020683410111814737, -0.00154470419511199, -0.0010210673790425062, -0.0004974305629730225, 2.6206253096461296e-05, 0.000549843069165945, 0.0010734798852354288, 0.0015971167013049126, 0.0021207535173743963, 0.00264439033344388, 0.003168027149513364, 0.0036916639655828476, 0.004215301014482975, 0.004738937597721815, 0.005262574180960655, 0.005786211229860783, 0.00630984827876091, 0.00683348486199975, 0.00735712144523859, 0.007880758494138718, 0.008404395543038845, 0.008928032591938972, 0.009451668709516525, 0.009975305758416653, 0.01049894280731678, 0.011022578924894333, 0.01154621597379446, 0.012069853022694588, 0.012593490071594715, 0.013117127120494843, 0.013640763238072395, 0.014164400286972523, 0.01468803733587265, 0.015211673453450203, 0.015735311433672905, 0.016258947551250458]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 10.0, 25.0, 34.0, 50.0, 96.0, 193.0, 374.0, 5965.0, 691.0, 223.0, 103.0, 60.0, 15.0, 19.0, 14.0, 10.0, 11.0, 2.0, 6.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.2580604553222656, -0.25016552209854126, -0.2422705888748169, -0.23437567055225372, -0.22648073732852936, -0.218585804104805, -0.21069088578224182, -0.20279595255851746, -0.1949010193347931, -0.18700608611106873, -0.17911115288734436, -0.1712162345647812, -0.16332130134105682, -0.15542636811733246, -0.1475314497947693, -0.13963651657104492, -0.13174158334732056, -0.12384665012359619, -0.11595172435045242, -0.10805679857730865, -0.10016186535358429, -0.09226693212985992, -0.08437200635671616, -0.07647708058357239, -0.06858214735984802, -0.060687217861413956, -0.05279228836297989, -0.04489735886454582, -0.037002429366111755, -0.02910749986767769, -0.021212570369243622, -0.013317640870809555, -0.005422711372375488, 0.0024722181260585785, 0.010367147624492645, 0.018262077122926712, 0.02615700662136078, 0.034051936119794846, 0.04194686561822891, 0.04984179511666298, 0.057736724615097046, 0.06563165783882141, 0.07352658361196518, 0.08142150938510895, 0.08931644260883331, 0.09721137583255768, 0.10510630160570145, 0.11300122737884521, 0.12089616060256958, 0.12879109382629395, 0.1366860270500183, 0.14458094537258148, 0.15247587859630585, 0.1603708118200302, 0.16826573014259338, 0.17616066336631775, 0.18405559659004211, 0.19195052981376648, 0.19984546303749084, 0.20774038136005402, 0.21563531458377838, 0.22353024780750275, 0.23142516613006592, 0.23932009935379028, 0.24721503257751465]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 4.0, 1.0, 2.0, 1.0, 1.0, 1.0, 6.0, 2.0, 4.0, 8.0, 8.0, 2.0, 3.0, 28.0, 2.0, 1.0, 1.0, 5.0, 1.0, 6.0, 3.0, 3.0, 3.0, 1.0, 2.0, 2.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002464803634211421, -0.0023689931258559227, -0.0022731826175004244, -0.002177372109144926, -0.0020815616007894278, -0.0019857510924339294, -0.0018899404676631093, -0.001794129959307611, -0.0016983194509521127, -0.0016025089425966144, -0.001506698434241116, -0.0014108879258856177, -0.0013150773011147976, -0.0012192667927592993, -0.001123456284403801, -0.0010276457760483027, -0.0009318352676928043, -0.000836024759337306, -0.0007402142509818077, -0.0006444036844186485, -0.0005485931760631502, -0.00045278266770765185, -0.0003569721302483231, -0.0002611615927889943, -0.000165351084433496, -6.954056152608246e-05, 2.6269961381331086e-05, 0.00012208048428874463, 0.00021789100719615817, 0.0003137015155516565, 0.00040951205301098526, 0.000505322590470314, 0.0006011330988258123, 0.0006969436071813107, 0.000792754115536809, 0.0008885646820999682, 0.0009843751322478056, 0.0010801857570186257, 0.001175996265374124, 0.0012718067737296224, 0.0013676172820851207, 0.001463427790440619, 0.0015592382987961173, 0.0016550488071516156, 0.0017508594319224358, 0.001846669940277934, 0.0019424804486334324, 0.0020382909569889307, 0.002134101465344429, 0.0022299119736999273, 0.0023257224820554256, 0.002421532990410924, 0.0025173434987664223, 0.0026131540071219206, 0.002708964515477419, 0.002804775023832917, 0.0029005855321884155, 0.0029963962733745575, 0.003092206781730056, 0.003188017290085554, 0.0032838277984410524, 0.0033796383067965508, 0.003475448815152049, 0.0035712593235075474, 0.0036670698318630457]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 4.0, 4.0, 7.0, 18.0, 35.0, 66.0, 88.0, 141.0, 205.0, 318.0, 549.0, 848.0, 1387.0, 2443.0, 4493.0, 8870.0, 19966.0, 53448.0, 846175.0, 161267.0, 38877.0, 17096.0, 8938.0, 5089.0, 3173.0, 1933.0, 1337.0, 845.0, 581.0, 401.0, 278.0, 202.0, 147.0, 87.0, 63.0, 60.0, 39.0, 41.0, 33.0, 23.0, 20.0, 13.0, 10.0, 6.0, 1.0, 4.0, 1.0, 1.0, 3.0, 2.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0], "bins": [-0.00487345177680254, -0.0046778591349720955, -0.0044822669588029385, -0.004286674316972494, -0.004091082140803337, -0.0038954894989728928, -0.003699897089973092, -0.0035043046809732914, -0.0033087122719734907, -0.00311311986297369, -0.0029175274539738894, -0.0027219350449740887, -0.0025263424031436443, -0.0023307499941438437, -0.002135157585144043, -0.0019395651761442423, -0.0017439727671444416, -0.001548380358144641, -0.0013527879491448402, -0.0011571954237297177, -0.000961603014729917, -0.0007660106057301164, -0.0005704181385226548, -0.00037482570041902363, -0.0001792332623153925, 1.6359175788238645e-05, 0.00021195161389186978, 0.0004075440519955009, 0.0006031364900991321, 0.0007987288990989327, 0.0009943214245140553, 0.001189913833513856, 0.0013855062425136566, 0.0015810986515134573, 0.001776691060513258, 0.0019722834695130587, 0.0021678758785128593, 0.0023634685203433037, 0.0025590609293431044, 0.002754653338342905, 0.0029502457473427057, 0.0031458381563425064, 0.003341430565342307, 0.0035370229743421078, 0.003732615616172552, 0.003928207792341709, 0.0041238004341721535, 0.0043193926103413105, 0.004514985252171755, 0.004710577894002199, 0.004906170070171356, 0.0051017627120018005, 0.0052973548881709576, 0.005492947530001402, 0.005688539706170559, 0.005884132348001003, 0.006079724989831448, 0.006275317166000605, 0.006470909807831049, 0.006666501984000206, 0.00686209462583065, 0.007057686801999807, 0.007253279443830252, 0.007448871619999409, 0.007644464261829853]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 1.0, 4.0, 2.0, 2.0, 7.0, 3.0, 2.0, 2.0, 3.0, 0.0, 1.0, 1.0, 3.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014824045822024345, -0.014341723173856735, -0.01385939959436655, -0.01337707694619894, -0.012894753366708755, -0.012412430718541145, -0.01193010713905096, -0.01144778449088335, -0.010965460911393166, -0.010483138263225555, -0.01000081468373537, -0.00951849203556776, -0.009036168456077576, -0.008553845807909966, -0.00807152222841978, -0.0075891995802521706, -0.007106876466423273, -0.006624553352594376, -0.006142230238765478, -0.005659907124936581, -0.005177584011107683, -0.004695260897278786, -0.004212937783449888, -0.0037306149024516344, -0.003248291788622737, -0.0027659686747938395, -0.002283645560964942, -0.0018013225635513663, -0.0013189994497224689, -0.0008366763358935714, -0.0003543532802723348, 0.0001279698044527322, 0.0006102928891777992, 0.0010926160030066967, 0.0015749391168355942, 0.0020572622306644917, 0.002539585344493389, 0.003021908225491643, 0.0035042313393205404, 0.0039865546859800816, 0.004468877799808979, 0.004951200447976589, 0.005433523561805487, 0.005915846675634384, 0.006398169789463282, 0.006880492903292179, 0.007362816017121077, 0.007845139130949974, 0.008327461779117584, 0.008809785358607769, 0.00929210800677538, 0.009774431586265564, 0.010256754234433174, 0.010739077813923359, 0.011221400462090969, 0.011703724041581154, 0.012186046689748764, 0.012668370269238949, 0.013150692917406559, 0.013633016496896744, 0.014115339145064354, 0.014597662724554539, 0.015079985372722149, 0.015562308952212334, 0.016044631600379944]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 6.0, 4.0, 6.0, 13.0, 6.0, 12.0, 17.0, 19.0, 28.0, 30.0, 45.0, 49.0, 67.0, 68.0, 83.0, 129.0, 179.0, 215.0, 261.0, 396.0, 519.0, 654.0, 947.0, 1392.0, 2933.0, 5741.0, 1369.0, 827.0, 602.0, 448.0, 322.0, 261.0, 192.0, 133.0, 95.0, 80.0, 66.0, 52.0, 42.0, 35.0, 28.0, 12.0, 15.0, 10.0, 4.0, 3.0, 5.0, 2.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.011187899857759476, -0.010885952040553093, -0.01058400422334671, -0.010282056406140327, -0.009980108588933945, -0.009678160771727562, -0.00937621295452118, -0.009074265137314796, -0.008772317320108414, -0.008470370434224606, -0.008168422617018223, -0.00786647479981184, -0.007564526982605457, -0.0072625791653990746, -0.006960631348192692, -0.006658683530986309, -0.006356735713779926, -0.0060547878965735435, -0.005752840079367161, -0.005450892262160778, -0.005148944444954395, -0.0048469970934093, -0.004545049276202917, -0.004243101458996534, -0.003941153641790152, -0.003639205824583769, -0.003337258007377386, -0.003035310423001647, -0.0027333626057952642, -0.0024314147885888815, -0.0021294672042131424, -0.0018275193870067596, -0.001525571569800377, -0.0012236237525939941, -0.0009216760518029332, -0.0006197282928042114, -0.00031778053380548954, -1.5832774806767702e-05, 0.00028611498419195414, 0.000588062743190676, 0.0008900105021893978, 0.0011919583193957806, 0.0014939060201868415, 0.0017958537209779024, 0.002097801538184285, 0.002399749355390668, 0.002701696939766407, 0.0030036447569727898, 0.0033055925741791725, 0.0036075403913855553, 0.003909488208591938, 0.004211436025798321, 0.0045133838430047035, 0.004815331194549799, 0.005117279011756182, 0.0054192268289625645, 0.005721174646168947, 0.00602312246337533, 0.006325070280581713, 0.0066270180977880955, 0.006928965449333191, 0.007230913266539574, 0.007532861083745956, 0.00783480890095234, 0.008136756718158722]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 3.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.06305355578660965, -0.060448821634054184, -0.05784408748149872, -0.05523935332894325, -0.05263461917638779, -0.05002988502383232, -0.047425150871276855, -0.04482041671872139, -0.042215682566165924, -0.03961094841361046, -0.03700621426105499, -0.03440148010849953, -0.03179674595594406, -0.029192011803388596, -0.02658727765083313, -0.023982543498277664, -0.0213778093457222, -0.018773075193166733, -0.016168341040611267, -0.013563606888055801, -0.010958872735500336, -0.00835413858294487, -0.005749404430389404, -0.0031446702778339386, -0.0005399361252784729, 0.002064798027276993, 0.0046695321798324585, 0.007274266332387924, 0.00987900048494339, 0.012483734637498856, 0.015088468790054321, 0.017693202942609787, 0.020297937095165253, 0.02290267124772072, 0.025507405400276184, 0.02811213955283165, 0.030716873705387115, 0.03332160785794258, 0.03592634201049805, 0.03853107616305351, 0.04113581031560898, 0.043740544468164444, 0.04634527862071991, 0.048950012773275375, 0.05155474692583084, 0.05415948107838631, 0.05676421523094177, 0.05936894938349724, 0.061973683536052704, 0.06457841396331787, 0.06718315184116364, 0.0697878897190094, 0.07239262014627457, 0.07499735057353973, 0.0776020884513855, 0.08020682632923126, 0.08281155675649643, 0.0854162871837616, 0.08802102506160736, 0.09062576293945312, 0.09323049336671829, 0.09583522379398346, 0.09843996167182922, 0.10104469954967499, 0.10364942997694016]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 4.0, 2.0, 2.0, 5.0, 3.0, 4.0, 5.0, 8.0, 2.0, 9.0, 10.0, 7.0, 12.0, 6.0, 22.0, 21.0, 36.0, 16.0, 13.0, 10.0, 9.0, 9.0, 6.0, 5.0, 8.0, 4.0, 6.0, 6.0, 4.0, 5.0, 2.0, 4.0, 1.0, 3.0, 2.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.03362412005662918, -0.032112885266542435, -0.03060165047645569, -0.029090415686368942, -0.027579180896282196, -0.0260679479688406, -0.024556713178753853, -0.023045478388667107, -0.02153424359858036, -0.020023008808493614, -0.018511774018406868, -0.017000539228320122, -0.01548930536955595, -0.013978070579469204, -0.012466836720705032, -0.010955601930618286, -0.00944436714053154, -0.007933132350444794, -0.006421898026019335, -0.004910663701593876, -0.0033994289115071297, -0.001888194354251027, -0.00037695979699492455, 0.001134274760261178, 0.0026455093175172806, 0.004156744107604027, 0.005667978432029486, 0.007179212756454945, 0.00869044754654169, 0.010201682336628437, 0.011712916195392609, 0.013224150985479355, 0.014735385775566101, 0.016246620565652847, 0.017757855355739594, 0.01926909014582634, 0.020780324935913086, 0.022291557863354683, 0.02380279265344143, 0.025314027443528175, 0.02682526223361492, 0.028336497023701668, 0.029847731813788414, 0.03135896474123001, 0.03287019953131676, 0.0343814343214035, 0.03589266911149025, 0.037403903901576996, 0.03891513869166374, 0.04042637348175049, 0.041937608271837234, 0.04344884306192398, 0.04496007785201073, 0.04647131264209747, 0.04798254743218422, 0.049493782222270966, 0.05100501328706741, 0.05251624807715416, 0.054027482867240906, 0.05553871765732765, 0.0570499524474144, 0.058561187237501144, 0.06007242202758789, 0.06158365681767464, 0.06309489160776138]}, "_runtime": 124.65599703788757, "_timestamp": 1596214449.4132795, "_step": 151}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 4.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 2.0, 2.0, 6.0, 6.0, 2.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.010369330644607544, -0.010087037459015846, -0.009804745204746723, -0.009522452019155025, -0.009240159764885902, -0.008957866579294205, -0.008675574325025082, -0.008393281139433384, -0.00811098888516426, -0.007828695699572563, -0.007546402979642153, -0.007264110259711742, -0.006981817539781332, -0.006699524819850922, -0.006417232099920511, -0.006134939379990101, -0.0058526466600596905, -0.00557035394012928, -0.00528806122019887, -0.005005768500268459, -0.004723475780338049, -0.0044411830604076385, -0.004158890340477228, -0.003876597387716174, -0.0035943046677857637, -0.0033120119478553534, -0.003029719227924943, -0.0027474265079945326, -0.0024651335552334785, -0.002182840835303068, -0.0019005481153726578, -0.0016182553954422474, -0.001335962675511837, -0.0010536699555814266, -0.0007713771774433553, -0.000489084399305284, -0.00020679167937487364, 7.55010696593672e-05, 0.00035779381869360805, 0.0006400865968316793, 0.0009223793167620897, 0.0012046720366925001, 0.0014869647566229105, 0.0017692575929686427, 0.002051550429314375, 0.0023338431492447853, 0.0026161358691751957, 0.002898428589105606, 0.0031807213090360165, 0.003463014028966427, 0.0037453067488968372, 0.004027599468827248, 0.004309892188757658, 0.004592184908688068, 0.004874477628618479, 0.005156770348548889, 0.005439063534140587, 0.005721356254070997, 0.006003648974001408, 0.006285941693931818, 0.006568234413862228, 0.006850527133792639, 0.007132819853723049, 0.0074151125736534595, 0.00769740529358387]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 3.0, 1.0, 5.0, 7.0, 2.0, 5.0, 7.0, 8.0, 10.0, 14.0, 16.0, 19.0, 30.0, 41.0, 47.0, 77.0, 79.0, 114.0, 152.0, 254.0, 502.0, 5331.0, 405.0, 207.0, 151.0, 97.0, 81.0, 58.0, 51.0, 27.0, 34.0, 23.0, 17.0, 11.0, 5.0, 8.0, 6.0, 8.0, 4.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0], "bins": [-0.13481616973876953, -0.13110437989234924, -0.12739257514476776, -0.12368078529834747, -0.11996899545192719, -0.1162571981549263, -0.11254540085792542, -0.10883361101150513, -0.10512181371450424, -0.10141002386808395, -0.09769822657108307, -0.09398642927408218, -0.0902746394276619, -0.08656284213066101, -0.08285105228424072, -0.07913925498723984, -0.07542745769023895, -0.07171566784381866, -0.06800387054681778, -0.06429208070039749, -0.060580283403396606, -0.05686848983168602, -0.05315669625997543, -0.04944490268826485, -0.04573310911655426, -0.042021311819553375, -0.03830951824784279, -0.0345977246761322, -0.030885931104421616, -0.02717413567006588, -0.023462342098355293, -0.019750546663999557, -0.01603875309228897, -0.01232695858925581, -0.008615164086222649, -0.004903370514512062, -0.001191576011478901, 0.0025202182587236166, 0.006232012528926134, 0.009943806566298008, 0.013655601069331169, 0.017367394641041756, 0.02107919007539749, 0.024790983647108078, 0.028502777218818665, 0.03221457079052925, 0.035926368087530136, 0.03963816165924072, 0.04334995523095131, 0.047061748802661896, 0.05077354237437248, 0.05448533967137337, 0.058197133243083954, 0.06190892681479454, 0.06562072038650513, 0.06933251768350601, 0.0730443075299263, 0.07675610482692719, 0.08046789467334747, 0.08417969197034836, 0.08789148926734924, 0.09160327911376953, 0.09531507641077042, 0.0990268662571907, 0.10273866355419159]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 0.0, 1.0, 5.0, 1.0, 1.0, 3.0, 1.0, 0.0, 0.0, 5.0, 3.0, 3.0, 3.0, 2.0, 8.0, 5.0, 4.0, 24.0, 8.0, 4.0, 4.0, 1.0, 4.0, 6.0, 3.0, 5.0, 0.0, 1.0, 1.0, 4.0, 3.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.003555607981979847, -0.003455584868788719, -0.003355561988428235, -0.003255539108067751, -0.003155515994876623, -0.0030554928816854954, -0.0029554700013250113, -0.002855447120964527, -0.0027554240077733994, -0.0026554008945822716, -0.0025553780142217875, -0.0024553551338613033, -0.0023553320206701756, -0.0022553089074790478, -0.0021552860271185637, -0.0020552631467580795, -0.0019552400335669518, -0.0018552170367911458, -0.0017551940400153399, -0.001655171043239534, -0.001555148046463728, -0.001455125049687922, -0.001355102052912116, -0.00125507905613631, -0.0011550560593605042, -0.0010550330625846982, -0.0009550100658088923, -0.0008549870690330863, -0.0007549640722572803, -0.0006549410754814744, -0.0005549180787056684, -0.0004548950819298625, -0.00035487208515405655, -0.0002548490883782506, -0.00015482609160244465, -5.48030948266387e-05, 4.521990194916725e-05, 0.0001452428987249732, 0.00024526589550077915, 0.0003452888922765851, 0.00044531188905239105, 0.000545334885828197, 0.000645357882604003, 0.0007453808793798089, 0.0008454038761556149, 0.0009454268729314208, 0.0010454498697072268, 0.0011454728664830327, 0.0012454958632588387, 0.0013455188600346446, 0.0014455418568104506, 0.0015455648535862565, 0.0016455878503620625, 0.0017456108471378684, 0.0018456338439136744, 0.0019456568406894803, 0.0020456798374652863, 0.002145702950656414, 0.002245725831016898, 0.0023457487113773823, 0.00244577182456851, 0.002545794937759638, 0.002645817818120122, 0.002745840698480606, 0.002845863811671734]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 2.0, 2.0, 2.0, 2.0, 4.0, 8.0, 9.0, 15.0, 13.0, 24.0, 30.0, 44.0, 67.0, 95.0, 131.0, 182.0, 291.0, 378.0, 591.0, 760.0, 1219.0, 1951.0, 3053.0, 5117.0, 8719.0, 16654.0, 35545.0, 99876.0, 850090.0, 77679.0, 32177.0, 16975.0, 9928.0, 6058.0, 3835.0, 2456.0, 1679.0, 1145.0, 763.0, 566.0, 388.0, 293.0, 218.0, 147.0, 111.0, 85.0, 72.0, 53.0, 37.0, 29.0, 20.0, 22.0, 5.0, 9.0, 9.0, 6.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.005265645682811737, -0.005087253171950579, -0.004908860195428133, -0.004730467684566975, -0.004552074708044529, -0.004373682197183371, -0.004195289220660925, -0.0040168967097997665, -0.003838503733277321, -0.0036601112224161625, -0.0034817184787243605, -0.0033033257350325584, -0.0031249329913407564, -0.0029465402476489544, -0.0027681475039571524, -0.0025897547602653503, -0.0024113620165735483, -0.0022329692728817463, -0.0020545765291899443, -0.0018761837854981422, -0.0016977910418063402, -0.00151939841452986, -0.001341005670838058, -0.001162612927146256, -0.000984220183454454, -0.0008058274397626519, -0.0006274346960708499, -0.0004490420105867088, -0.00027064926689490676, -9.225653775501996e-05, 8.613619138486683e-05, 0.0002645289059728384, 0.0004429216496646404, 0.0006213143933564425, 0.0007997071370482445, 0.0009780998807400465, 0.0011564926244318485, 0.0013348852517083287, 0.0015132779954001307, 0.0016916707390919328, 0.0018700634827837348, 0.002048456110060215, 0.002226848853752017, 0.002405241597443819, 0.002583634341135621, 0.002762027084827423, 0.002940419828519225, 0.003118812572211027, 0.003297205315902829, 0.003475598059594631, 0.0036539908032864332, 0.0038323835469782352, 0.004010776057839394, 0.004189169034361839, 0.004367561545222998, 0.004545954521745443, 0.004724347032606602, 0.004902740009129047, 0.005081132519990206, 0.0052595254965126514, 0.00543791800737381, 0.0056163109838962555, 0.005794703494757414, 0.0059730964712798595, 0.006151488982141018]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 5.0, 4.0, 2.0, 4.0, 13.0, 3.0, 4.0, 3.0, 6.0, 2.0, 1.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.07076781988143921, -0.06938109546899796, -0.0679943710565567, -0.06660765409469604, -0.06522092968225479, -0.06383420526981354, -0.06244748458266258, -0.06106076017022133, -0.059674039483070374, -0.05828731507062912, -0.056900594383478165, -0.05551386997103691, -0.054127149283885956, -0.0527404248714447, -0.05135370418429375, -0.04996697977185249, -0.04858025908470154, -0.047193534672260284, -0.04580681025981903, -0.044420089572668076, -0.04303336516022682, -0.04164664447307587, -0.04025992006063461, -0.03887319937348366, -0.037486474961042404, -0.03609975427389145, -0.034713029861450195, -0.03332630917429924, -0.031939584761857986, -0.030552862212061882, -0.029166139662265778, -0.027779417112469673, -0.02639269456267357, -0.025005972012877464, -0.02361924946308136, -0.022232526913285255, -0.02084580436348915, -0.019459081813693047, -0.018072359263896942, -0.016685636714100838, -0.015298913232982159, -0.013912190683186054, -0.01252546813338995, -0.011138745583593845, -0.009752022102475166, -0.008365299552679062, -0.0069785770028829575, -0.005591854453086853, -0.004205131903290749, -0.002818409353494644, -0.001431686570867896, -4.496390465646982e-05, 0.0013417587615549564, 0.002728481311351061, 0.004115204326808453, 0.005501926876604557, 0.0068886494264006615, 0.008275371976196766, 0.00966209452599287, 0.011048817075788975, 0.012435540556907654, 0.013822263106703758, 0.015208985656499863, 0.016595708206295967, 0.01798243075609207]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [7.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 6.0, 1.0, 4.0, 7.0, 13.0, 9.0, 4.0, 0.0, 1.0, 1.0, 2.0, 5.0, 2.0, 10.0, 6.0, 7.0, 3.0, 9.0, 2.0, 10.0, 13.0, 7.0, 7.0, 9.0, 14.0, 36.0, 58.0, 53.0, 63.0, 96.0, 146.0, 229.0, 343.0, 588.0, 869.0, 1570.0, 6361.0, 3447.0, 1620.0, 945.0, 599.0, 369.0, 259.0, 180.0, 137.0, 90.0, 69.0, 43.0, 29.0, 18.0, 18.0, 12.0, 9.0, 4.0, 4.0, 2.0, 4.0], "bins": [-0.021845152601599693, -0.02134801633656025, -0.020850880071520805, -0.02035374380648136, -0.019856607541441917, -0.019359471276402473, -0.01886233501136303, -0.018365198746323586, -0.01786806248128414, -0.017370926216244698, -0.016873789951205254, -0.01637665368616581, -0.015879517421126366, -0.015382381156086922, -0.014885244891047478, -0.014388108626008034, -0.01389097236096859, -0.013393836095929146, -0.012896699830889702, -0.012399563565850258, -0.011902427300810814, -0.01140529103577137, -0.010908154770731926, -0.010411018505692482, -0.009913882240653038, -0.009416745975613594, -0.00891960971057415, -0.008422473445534706, -0.007925337180495262, -0.007428200915455818, -0.006931064650416374, -0.00643392838537693, -0.005936792120337486, -0.005439655855298042, -0.004942519590258598, -0.004445383325219154, -0.00394824706017971, -0.0034511107951402664, -0.0029539745301008224, -0.0024568382650613785, -0.0019597020000219345, -0.0014625657349824905, -0.0009654294699430466, -0.0004682932049036026, 2.884306013584137e-05, 0.0005259793251752853, 0.0010231155902147293, 0.0015202518552541733, 0.0020173881202936172, 0.0025145243853330612, 0.003011660650372505, 0.003508796915411949, 0.004005933180451393, 0.004503069445490837, 0.005000205710530281, 0.005497341975569725, 0.005994478240609169, 0.006491614505648613, 0.006988750770688057, 0.007485887035727501, 0.007983023300766945, 0.008480159565806389, 0.008977295830845833, 0.009474432095885277, 0.00997156836092472]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 3.0, 0.0, 3.0, 3.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.11882705241441727, -0.11459404975175858, -0.11036104708909988, -0.10612804442644119, -0.1018950492143631, -0.0976620465517044, -0.09342904388904572, -0.08919604122638702, -0.08496303856372833, -0.08073003590106964, -0.07649703323841095, -0.07226403057575226, -0.06803102791309357, -0.06379803270101547, -0.05956503003835678, -0.05533202737569809, -0.0510990247130394, -0.04686602205038071, -0.042633019387722015, -0.03840002045035362, -0.03416701778769493, -0.02993401512503624, -0.025701014325022697, -0.021468013525009155, -0.017235010862350464, -0.013002009131014347, -0.00876900739967823, -0.0045360056683421135, -0.0003030039370059967, 0.00392999779433012, 0.008162999525666237, 0.012396001257002354, 0.01662900298833847, 0.020862005650997162, 0.025095006451010704, 0.029328007251024246, 0.03356100991368294, 0.03779401257634163, 0.04202701151371002, 0.04626001417636871, 0.050493016839027405, 0.054726019501686096, 0.05895902216434479, 0.06319202482700348, 0.06742502748966217, 0.07165802270174026, 0.07589102536439896, 0.08012402802705765, 0.08435703068971634, 0.08859003335237503, 0.09282303601503372, 0.09705603867769241, 0.10128903388977051, 0.1055220365524292, 0.10975503921508789, 0.11398804187774658, 0.11822104454040527, 0.12245404720306396, 0.12668704986572266, 0.13092005252838135, 0.13515305519104004, 0.13938605785369873, 0.14361906051635742, 0.1478520631790161, 0.1520850658416748]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 6.0, 4.0, 4.0, 6.0, 4.0, 1.0, 1.0, 4.0, 10.0, 6.0, 8.0, 10.0, 10.0, 15.0, 19.0, 64.0, 35.0, 15.0, 15.0, 6.0, 4.0, 6.0, 1.0, 3.0, 5.0, 1.0, 2.0, 1.0, 2.0, 0.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.07027994841337204, -0.06740114092826843, -0.06452232599258423, -0.06164351850748062, -0.058764707297086716, -0.05588589608669281, -0.0530070886015892, -0.0501282773911953, -0.04724946618080139, -0.044370654970407486, -0.04149184376001358, -0.03861303627490997, -0.03573422506451607, -0.03285541385412216, -0.029976604506373405, -0.02709779515862465, -0.024218983948230743, -0.021340172737836838, -0.01846136339008808, -0.01558255311101675, -0.01270374283194542, -0.009824932552874088, -0.006946122273802757, -0.004067311994731426, -0.0011885017156600952, 0.0016903085634112358, 0.004569118842482567, 0.007447929121553898, 0.010326739400625229, 0.01320554967969656, 0.01608435995876789, 0.018963169306516647, 0.021841980516910553, 0.02472079172730446, 0.027599601075053215, 0.03047841042280197, 0.03335722163319588, 0.03623603284358978, 0.03911484032869339, 0.041993651539087296, 0.0448724627494812, 0.04775127395987511, 0.05063008517026901, 0.05350889265537262, 0.056387703865766525, 0.05926651507616043, 0.06214532256126404, 0.06502413749694824, 0.06790294498205185, 0.07078175246715546, 0.07366056740283966, 0.07653937488794327, 0.07941818237304688, 0.08229699730873108, 0.08517580479383469, 0.08805461972951889, 0.0909334272146225, 0.0938122346997261, 0.09669104963541031, 0.09956985712051392, 0.10244867205619812, 0.10532747954130173, 0.10820628702640533, 0.11108510196208954, 0.11396390944719315]}, "_runtime": 125.4594316482544, "_timestamp": 1596214450.2167141, "_step": 152}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 3.0, 4.0, 3.0, 12.0, 5.0, 5.0, 0.0, 7.0, 3.0, 0.0, 3.0, 2.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02298779785633087, -0.022449420765042305, -0.02191104367375374, -0.021372666582465172, -0.020834287628531456, -0.02029591053724289, -0.019757533445954323, -0.019219156354665756, -0.01868077926337719, -0.018142402172088623, -0.017604023218154907, -0.01706564612686634, -0.016527269035577774, -0.015988891944289207, -0.015450514853000641, -0.0149121368303895, -0.014373759739100933, -0.013835382647812366, -0.013297004625201225, -0.012758627533912659, -0.012220250442624092, -0.011681872420012951, -0.011143495328724384, -0.010605118237435818, -0.010066740214824677, -0.00952836312353611, -0.008989986032247543, -0.008451608940958977, -0.007913230918347836, -0.007374853827059269, -0.006836476270109415, -0.0062980991788208485, -0.005759721621870995, -0.005221344064921141, -0.004682966973632574, -0.00414458941668272, -0.00360621209256351, -0.0030678347684442997, -0.002529457211494446, -0.0019910798873752356, -0.0014527025632560253, -0.0009143251809291542, -0.000375947798602283, 0.00016242958372458816, 0.0007008069660514593, 0.0012391842901706696, 0.0017775617307052016, 0.0023159391712397337, 0.002854316495358944, 0.003392693819478154, 0.003931071143597364, 0.004469448700547218, 0.005007825791835785, 0.005546203348785639, 0.006084580905735493, 0.006622957997024059, 0.007161335553973913, 0.007699713110923767, 0.008238090202212334, 0.0087764672935009, 0.009314845316112041, 0.009853222407400608, 0.010391599498689175, 0.010929977521300316, 0.011468354612588882]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 3.0, 0.0, 3.0, 2.0, 2.0, 1.0, 6.0, 5.0, 5.0, 6.0, 9.0, 13.0, 24.0, 17.0, 23.0, 42.0, 64.0, 92.0, 146.0, 247.0, 687.0, 5613.0, 378.0, 189.0, 127.0, 69.0, 45.0, 29.0, 27.0, 16.0, 12.0, 4.0, 10.0, 3.0, 3.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.14202572405338287, -0.1367955505847931, -0.1315653771162033, -0.12633520364761353, -0.12110502272844315, -0.11587484925985336, -0.11064466834068298, -0.1054144948720932, -0.10018432140350342, -0.09495414793491364, -0.08972397446632385, -0.08449379354715347, -0.07926362007856369, -0.07403344660997391, -0.06880326569080353, -0.06357309222221375, -0.05834291875362396, -0.05311274528503418, -0.0478825680911541, -0.04265239089727402, -0.037422217428684235, -0.03219204396009445, -0.02696186676621437, -0.02173169143497944, -0.016501516103744507, -0.011271340772509575, -0.006041165441274643, -0.000810990110039711, 0.004419185221195221, 0.009649360552430153, 0.014879535883665085, 0.020109711214900017, 0.02533988654613495, 0.03057006187736988, 0.03580023720860481, 0.041030414402484894, 0.046260587871074677, 0.05149076133966446, 0.05672093853354454, 0.06195111572742462, 0.0671812891960144, 0.07241146266460419, 0.07764163613319397, 0.08287181705236435, 0.08810199052095413, 0.09333216398954391, 0.0985623449087143, 0.10379251837730408, 0.10902269184589386, 0.11425286531448364, 0.11948303878307343, 0.1247132197022438, 0.12994340062141418, 0.13517357409000397, 0.14040374755859375, 0.14563392102718353, 0.15086409449577332, 0.1560942679643631, 0.16132444143295288, 0.16655461490154266, 0.17178478837013245, 0.17701497673988342, 0.1822451502084732, 0.187475323677063, 0.19270549714565277]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 3.0, 1.0, 4.0, 3.0, 1.0, 0.0, 0.0, 2.0, 3.0, 6.0, 3.0, 6.0, 4.0, 6.0, 4.0, 4.0, 24.0, 6.0, 3.0, 5.0, 1.0, 5.0, 3.0, 3.0, 2.0, 0.0, 2.0, 0.0, 3.0, 2.0, 1.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0029765693470835686, -0.0028851539827883244, -0.002793738851323724, -0.0027023237198591232, -0.002610908355563879, -0.002519492991268635, -0.0024280778598040342, -0.0023366627283394337, -0.0022452473640441895, -0.0021538319997489452, -0.0020624168682843447, -0.001971001736819744, -0.0018795863725245, -0.0017881711246445775, -0.0016967558767646551, -0.0016053406288847327, -0.0015139253810048103, -0.001422510133124888, -0.0013310948852449656, -0.0012396796373650432, -0.0011482643894851208, -0.0010568491416051984, -0.000965433893725276, -0.0008740186458453536, -0.0007826033979654312, -0.0006911881500855088, -0.0005997729022055864, -0.000508357654325664, -0.00041694240644574165, -0.00032552715856581926, -0.00023411191068589687, -0.00014269666280597448, -5.1281414926052094e-05, 4.0133832953870296e-05, 0.0001315490808337927, 0.00022296432871371508, 0.00031437957659363747, 0.00040579482447355986, 0.0004972100723534822, 0.0005886253202334046, 0.000680040568113327, 0.0007714558159932494, 0.0008628710638731718, 0.0009542863117530942, 0.0010457015596330166, 0.001137116807512939, 0.0012285320553928614, 0.0013199473032727838, 0.0014113625511527061, 0.0015027777990326285, 0.001594193046912551, 0.0016856082947924733, 0.0017770235426723957, 0.001868438790552318, 0.0019598540384322405, 0.002051269169896841, 0.0021426845341920853, 0.0022340998984873295, 0.00232551502995193, 0.0024169301614165306, 0.002508345525711775, 0.002599760890007019, 0.0026911760214716196, 0.00278259115293622, 0.0028740065172314644]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 2.0, 2.0, 6.0, 9.0, 8.0, 7.0, 12.0, 6.0, 15.0, 21.0, 22.0, 20.0, 38.0, 55.0, 72.0, 79.0, 132.0, 168.0, 299.0, 465.0, 743.0, 1202.0, 2067.0, 3613.0, 6681.0, 12768.0, 28588.0, 82671.0, 893945.0, 84835.0, 29575.0, 13634.0, 7102.0, 4034.0, 2422.0, 1508.0, 901.0, 617.0, 411.0, 257.0, 180.0, 125.0, 103.0, 65.0, 50.0, 33.0, 22.0, 11.0, 9.0, 8.0, 4.0, 6.0, 3.0, 2.0, 5.0, 2.0], "bins": [-0.007526008412241936, -0.0073203714564442635, -0.007114734500646591, -0.006909097544848919, -0.006703460589051247, -0.006497823633253574, -0.006292186677455902, -0.00608654972165823, -0.0058809127658605576, -0.005675276275724173, -0.0054696393199265, -0.005264002364128828, -0.005058365408331156, -0.0048527284525334835, -0.004647091496735811, -0.004441454540938139, -0.004235817585140467, -0.004030180629342794, -0.003824543673545122, -0.00361890671774745, -0.0034132697619497776, -0.003207633038982749, -0.0030019960831850767, -0.0027963591273874044, -0.002590722171589732, -0.00238508521579206, -0.0021794482599943876, -0.0019738113041967154, -0.001768174464814365, -0.0015625375090166926, -0.0013569006696343422, -0.00115126371383667, -0.0009456267580389977, -0.0007399898022413254, -0.000534352904651314, -0.0003287159779574722, -0.0001230790512636304, 8.255787543021142e-05, 0.00028819480212405324, 0.0004938316997140646, 0.0006994686555117369, 0.0009051056113094091, 0.0011107425671070814, 0.0013163794064894319, 0.0015220163622871041, 0.0017276533180847764, 0.0019332901574671268, 0.002138927113264799, 0.0023445640690624714, 0.0025502010248601437, 0.002755837980657816, 0.002961474936455488, 0.0031671118922531605, 0.003372748615220189, 0.0035783855710178614, 0.0037840225268155336, 0.003989659249782562, 0.0041952962055802345, 0.004400933161377907, 0.004606570117175579, 0.004812207072973251, 0.005017844028770924, 0.005223480984568596, 0.005429117940366268, 0.00563475489616394]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 5.0, 0.0, 1.0, 0.0, 1.0, 4.0, 2.0, 2.0, 3.0, 3.0, 3.0, 4.0, 2.0, 0.0, 8.0, 0.0, 4.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014284691773355007, -0.01377652958035469, -0.013268367387354374, -0.012760205194354057, -0.012252042070031166, -0.01174387987703085, -0.011235717684030533, -0.010727555491030216, -0.0102193932980299, -0.009711231105029583, -0.009203068912029266, -0.00869490671902895, -0.008186744526028633, -0.007678581867367029, -0.007170419208705425, -0.006662257015705109, -0.006154094822704792, -0.005645932629704475, -0.005137770436704159, -0.004629607778042555, -0.004121445585042238, -0.0036132833920419216, -0.0031051209662109613, -0.002596958540380001, -0.0020887963473796844, -0.001580634037964046, -0.0010724717285484076, -0.0005643094191327691, -5.614710971713066e-05, 0.0004520151996985078, 0.0009601775091141462, 0.0014683398185297847, 0.001976502127945423, 0.0024846643209457397, 0.0029928267467767, 0.0035009891726076603, 0.004009151365607977, 0.0045173135586082935, 0.0050254762172698975, 0.005533638410270214, 0.006041800603270531, 0.006549962796270847, 0.007058124989271164, 0.007566287647932768, 0.008074449375271797, 0.008582612499594688, 0.009090774692595005, 0.009598936885595322, 0.010107099078595638, 0.010615261271595955, 0.011123423464596272, 0.011631585657596588, 0.01213974878191948, 0.012647910974919796, 0.013156073167920113, 0.01366423536092043, 0.014172397553920746, 0.014680559746921062, 0.015188721939921379, 0.01569688506424427, 0.016205046325922012, 0.016713209450244904, 0.017221370711922646, 0.017729533836245537, 0.01823769509792328]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [4.0, 5.0, 4.0, 3.0, 4.0, 8.0, 11.0, 26.0, 21.0, 50.0, 50.0, 74.0, 96.0, 95.0, 134.0, 182.0, 270.0, 358.0, 423.0, 599.0, 868.0, 1123.0, 1799.0, 5903.0, 2468.0, 1171.0, 712.0, 451.0, 348.0, 244.0, 189.0, 154.0, 106.0, 71.0, 80.0, 59.0, 41.0, 42.0, 34.0, 22.0, 30.0, 24.0, 16.0, 17.0, 8.0, 5.0, 5.0, 5.0, 4.0, 2.0, 3.0, 1.0, 0.0, 1.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.007672787178307772, -0.007351903710514307, -0.00703102070838213, -0.006710137240588665, -0.0063892537727952, -0.006068370770663023, -0.005747487302869558, -0.005426603835076094, -0.005105720832943916, -0.004784837365150452, -0.004463953897356987, -0.004143070429563522, -0.003822187427431345, -0.0035013039596378803, -0.0031804207246750593, -0.0028595372568815947, -0.0025386540219187737, -0.0022177707869559526, -0.001896887319162488, -0.001576004084199667, -0.0012551207328215241, -0.0009342373814433813, -0.0006133540882728994, -0.000292470765998587, 2.8412556275725365e-05, 0.00034929587855003774, 0.0006701792008243501, 0.000991062493994832, 0.0013119458453729749, 0.0016328291967511177, 0.0019537124317139387, 0.0022745958995074034, 0.0025954791344702244, 0.0029163623694330454, 0.00323724583722651, 0.003558129072189331, 0.0038790125399827957, 0.004199895542114973, 0.004520779009908438, 0.004841662477701902, 0.00516254547983408, 0.005483428947627544, 0.005804312415421009, 0.006125195883214474, 0.006446078885346651, 0.006766962353140116, 0.00708784582093358, 0.007408728823065758, 0.007729612290859222, 0.008050495758652687, 0.008371379226446152, 0.008692262694239616, 0.009013145230710506, 0.009334028698503971, 0.009654912166297436, 0.0099757956340909, 0.010296679101884365, 0.01061756256967783, 0.01093844510614872, 0.011259328573942184, 0.011580212041735649, 0.011901095509529114, 0.012221978977322578, 0.012542862445116043, 0.012863745912909508]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 1.0, 0.0, 1.0, 4.0, 2.0, 4.0, 3.0, 1.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.14960253238677979, -0.14526143670082092, -0.14092035591602325, -0.1365792602300644, -0.13223817944526672, -0.12789708375930786, -0.123555988073349, -0.11921489983797073, -0.11487381160259247, -0.1105327233672142, -0.10619163513183594, -0.10185053944587708, -0.09750945121049881, -0.09316836297512054, -0.08882726728916168, -0.08448617905378342, -0.08014509081840515, -0.07580400258302689, -0.07146291434764862, -0.06712181866168976, -0.06278073042631149, -0.05843964219093323, -0.054098550230264664, -0.0497574582695961, -0.045416370034217834, -0.04107528179883957, -0.036734189838171005, -0.03239309787750244, -0.028052009642124176, -0.02371091954410076, -0.019369829446077347, -0.015028739348053932, -0.010687649250030518, -0.006346559152007103, -0.0020054690539836884, 0.0023356210440397263, 0.006676711142063141, 0.011017801240086555, 0.01535889133810997, 0.019699981436133385, 0.0240410715341568, 0.028382161632180214, 0.03272325173020363, 0.03706434369087219, 0.04140543192625046, 0.04574652016162872, 0.05008761212229729, 0.05442870408296585, 0.058769792318344116, 0.06311088055372238, 0.06745196878910065, 0.07179306447505951, 0.07613415271043777, 0.08047524094581604, 0.0848163366317749, 0.08915742486715317, 0.09349851310253143, 0.0978396013379097, 0.10218068957328796, 0.10652178525924683, 0.11086287349462509, 0.11520396173000336, 0.11954505741596222, 0.12388614565134048, 0.12822723388671875]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 2.0, 5.0, 8.0, 5.0, 4.0, 5.0, 5.0, 3.0, 10.0, 17.0, 18.0, 18.0, 18.0, 45.0, 22.0, 12.0, 12.0, 12.0, 1.0, 6.0, 4.0, 5.0, 3.0, 0.0, 4.0, 0.0, 2.0, 4.0, 1.0, 0.0, 1.0, 4.0, 1.0, 1.0, 1.0, 2.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.04263754189014435, -0.040455613285303116, -0.03827368840575218, -0.03609175980091095, -0.033909834921360016, -0.031727906316518784, -0.0295459795743227, -0.027364052832126617, -0.025182126089930534, -0.02300019934773445, -0.020818272605538368, -0.018636345863342285, -0.016454417258501053, -0.014272491447627544, -0.012090563774108887, -0.009908637031912804, -0.007726710289716721, -0.0055447835475206375, -0.003362856339663267, -0.0011809293646365404, 0.0010009976103901863, 0.003182924585416913, 0.00536485156044364, 0.00754677876830101, 0.009728705510497093, 0.011910632252693176, 0.01409255899488926, 0.016274485737085342, 0.018456414341926575, 0.020638341084122658, 0.02282026782631874, 0.025002194568514824, 0.027184121310710907, 0.02936604805290699, 0.03154797479510307, 0.033729903399944305, 0.03591182827949524, 0.03809375688433647, 0.040275681763887405, 0.04245761036872864, 0.04463953524827957, 0.046821463853120804, 0.049003392457962036, 0.05118531733751297, 0.0533672459423542, 0.055549170821905136, 0.05773109942674637, 0.0599130243062973, 0.062094952911138535, 0.06427688151597977, 0.0664588063955307, 0.06864073127508163, 0.07082266360521317, 0.0730045884847641, 0.07518651336431503, 0.07736843824386597, 0.0795503705739975, 0.08173229545354843, 0.08391422033309937, 0.0860961526632309, 0.08827807754278183, 0.09046000242233276, 0.0926419273018837, 0.09482385963201523, 0.09700578451156616]}, "_runtime": 126.27167963981628, "_timestamp": 1596214451.0289621, "_step": 153}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 5.0, 0.0, 5.0, 2.0, 0.0, 2.0, 2.0, 3.0, 5.0, 11.0, 7.0, 1.0, 2.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012961391359567642, -0.012550001963973045, -0.012138613499701023, -0.011727224104106426, -0.011315835639834404, -0.010904446244239807, -0.010493057779967785, -0.010081668384373188, -0.009670279920101166, -0.009258890524506569, -0.008847501128911972, -0.00843611266463995, -0.008024723269045353, -0.007613334339112043, -0.007201945409178734, -0.006790556479245424, -0.006379167549312115, -0.005967778619378805, -0.005556389689445496, -0.005145000759512186, -0.0047336118295788765, -0.00432222243398428, -0.00391083350405097, -0.0034994445741176605, -0.003088055644184351, -0.0026766667142510414, -0.002265277784317732, -0.0018538886215537786, -0.001442499691620469, -0.0010311107616871595, -0.0006197217153385282, -0.0002083327271975577, 0.00020305626094341278, 0.0006144452490843832, 0.0010258342372253537, 0.001437223283573985, 0.0018486122135072947, 0.002260001143440604, 0.0026713903062045574, 0.003082779236137867, 0.0034941681660711765, 0.003905557096004486, 0.004316946025937796, 0.004728334955871105, 0.005139724351465702, 0.005551113281399012, 0.005962502211332321, 0.006373891141265631, 0.00678528007119894, 0.00719666900113225, 0.007608057931065559, 0.008019447326660156, 0.008430835790932178, 0.008842225186526775, 0.009253613650798798, 0.009665003046393394, 0.010076392441987991, 0.010487780906260014, 0.01089917030185461, 0.011310558766126633, 0.01172194816172123, 0.012133336625993252, 0.012544726021587849, 0.012956114485859871, 0.013367503881454468]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 2.0, 2.0, 1.0, 1.0, 4.0, 1.0, 2.0, 4.0, 4.0, 5.0, 8.0, 7.0, 9.0, 15.0, 24.0, 33.0, 20.0, 51.0, 51.0, 69.0, 94.0, 132.0, 281.0, 609.0, 5566.0, 364.0, 165.0, 104.0, 65.0, 44.0, 37.0, 22.0, 23.0, 21.0, 19.0, 16.0, 10.0, 5.0, 2.0, 7.0, 4.0, 5.0, 2.0, 2.0, 1.0, 2.0, 2.0, 2.0, 3.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1335543543100357, -0.1294003278017044, -0.1252463161945343, -0.121092289686203, -0.1169382706284523, -0.112784244120121, -0.1086302250623703, -0.1044762060046196, -0.1003221869468689, -0.0961681604385376, -0.0920141413807869, -0.0878601223230362, -0.0837060958147049, -0.0795520767569542, -0.07539805769920349, -0.07124403119087219, -0.06709001213312149, -0.06293599307537079, -0.05878197029232979, -0.05462794750928879, -0.050473928451538086, -0.046319905668497086, -0.042165882885456085, -0.03801186382770538, -0.03385784104466438, -0.029703820124268532, -0.02554979920387268, -0.02139577642083168, -0.01724175550043583, -0.013087734580039978, -0.008933712728321552, -0.004779691342264414, -0.0006256699562072754, 0.003528351429849863, 0.0076823728159070015, 0.011836394667625427, 0.01599041558802128, 0.02014443650841713, 0.02429845929145813, 0.02845248021185398, 0.03260650113224983, 0.03676052391529083, 0.040914542973041534, 0.045068565756082535, 0.049222588539123535, 0.05337660759687424, 0.05753063037991524, 0.06168464943766594, 0.06583867222070694, 0.06999269127845764, 0.07414671778678894, 0.07830073684453964, 0.08245475590229034, 0.08660878241062164, 0.09076280146837234, 0.09491682052612305, 0.09907084703445435, 0.10322486609220505, 0.10737888514995575, 0.11153290420770645, 0.11568693071603775, 0.11984094977378845, 0.12399496883153915, 0.12814898788928986, 0.13230301439762115]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 6.0, 1.0, 1.0, 6.0, 4.0, 3.0, 0.0, 4.0, 5.0, 4.0, 3.0, 3.0, 24.0, 7.0, 4.0, 4.0, 3.0, 2.0, 4.0, 2.0, 2.0, 4.0, 3.0, 2.0, 2.0, 1.0, 1.0, 3.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.0030431754421442747, -0.002957879099994898, -0.0028725825250148773, -0.0027872861828655005, -0.0027019898407161236, -0.002616693265736103, -0.002531396923586726, -0.0024461005814373493, -0.002360804006457329, -0.002275507664307952, -0.002190211322158575, -0.002104914980009198, -0.0020196184050291777, -0.0019343220628798008, -0.001849025604315102, -0.0017637292621657252, -0.0016784328036010265, -0.0015931363450363278, -0.001507840002886951, -0.0014225435443222523, -0.0013372472021728754, -0.0012519507436081767, -0.001166654285043478, -0.0010813579428941011, -0.0009960614843294024, -0.0009107650839723647, -0.0008254686836153269, -0.0007401722250506282, -0.0006548758246935904, -0.0005695794243365526, -0.0004842829948756844, -0.00039898656541481614, -0.00031369016505777836, -0.00022839375014882535, -0.00014309733523987234, -5.7800920330919325e-05, 2.7495494578033686e-05, 0.0001127919094869867, 0.0001980883243959397, 0.00028338475385680795, 0.00036868115421384573, 0.0004539775545708835, 0.0005392739549279213, 0.00062457041349262, 0.0007098668138496578, 0.0007951632142066956, 0.0008804596727713943, 0.000965756073128432, 0.0010510524734854698, 0.0011363489320501685, 0.0012216452741995454, 0.001306941732764244, 0.001392238074913621, 0.0014775345334783196, 0.0015628309920430183, 0.0016481273341923952, 0.001733423792757094, 0.0018187202513217926, 0.0019040165934711695, 0.0019893129356205463, 0.002074609510600567, 0.0021599058527499437, 0.0022452021948993206, 0.002330498769879341, 0.002415795112028718]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 6.0, 2.0, 8.0, 11.0, 23.0, 32.0, 57.0, 79.0, 121.0, 199.0, 292.0, 551.0, 816.0, 1439.0, 2655.0, 5394.0, 12445.0, 36515.0, 229536.0, 817779.0, 41033.0, 14796.0, 6816.0, 3622.0, 2021.0, 1165.0, 712.0, 439.0, 278.0, 191.0, 159.0, 115.0, 72.0, 67.0, 45.0, 36.0, 28.0, 15.0, 14.0, 15.0, 5.0, 10.0, 13.0, 4.0, 0.0, 4.0, 3.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00534038757905364, -0.0050983247347176075, -0.004856261890381575, -0.004614199046045542, -0.004372136667370796, -0.004130073823034763, -0.0038880109786987305, -0.0036459481343626976, -0.0034038852900266647, -0.003161822445690632, -0.002919759601354599, -0.00267769698984921, -0.002435634145513177, -0.002193571301177144, -0.001951508573256433, -0.001709445845335722, -0.001467383000999689, -0.0012253201566636562, -0.0009832574287429452, -0.0007411946426145732, -0.0004991318564862013, -0.00025706907035782933, -1.5006284229457378e-05, 0.00022705650189891458, 0.00046911928802728653, 0.0007111820741556585, 0.0009532448602840304, 0.0011953075882047415, 0.0014373704325407743, 0.0016794332768768072, 0.0019214960047975183, 0.0021635587327182293, 0.002405621577054262, 0.002647684421390295, 0.002889747265726328, 0.003131809877231717, 0.00337387272156775, 0.003615935565903783, 0.003857998177409172, 0.004100061021745205, 0.004342123866081238, 0.004584186710417271, 0.0048262495547533035, 0.005068312399089336, 0.005310375243425369, 0.005552437622100115, 0.005794500466436148, 0.0060365633107721806, 0.006278626155108213, 0.006520688999444246, 0.006762751843780279, 0.007004814688116312, 0.007246877066791058, 0.0074889399111270905, 0.007731002755463123, 0.007973065599799156, 0.008215128444135189, 0.008457191288471222, 0.008699254132807255, 0.008941316977143288, 0.00918337982147932, 0.009425442665815353, 0.009667505510151386, 0.009909568354487419, 0.010151630267500877]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 3.0, 1.0, 1.0, 1.0, 4.0, 4.0, 2.0, 7.0, 4.0, 5.0, 5.0, 5.0, 5.0, 5.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.03741593658924103, -0.0364106260240078, -0.03540531545877457, -0.034400008618831635, -0.033394698053598404, -0.03238938748836517, -0.03138408064842224, -0.03037877008318901, -0.02937345951795578, -0.02836814895272255, -0.027362840250134468, -0.026357531547546387, -0.025352220982313156, -0.024346910417079926, -0.023341601714491844, -0.022336293011903763, -0.021330982446670532, -0.0203256718814373, -0.01932036317884922, -0.01831505447626114, -0.01730974391102791, -0.016304433345794678, -0.015299124643206596, -0.01429381500929594, -0.013288505375385284, -0.012283195741474628, -0.011277886107563972, -0.010272576473653316, -0.00926726683974266, -0.008261957205832005, -0.007256647571921349, -0.006251337938010693, -0.005246028304100037, -0.004240718670189381, -0.0032354090362787247, -0.0022300994023680687, -0.0012247897684574127, -0.00021948013454675674, 0.0007858294993638992, 0.0017911391332745552, 0.002796448767185211, 0.003801758401095867, 0.004807068035006523, 0.005812377668917179, 0.006817687302827835, 0.007822996936738491, 0.008828306570649147, 0.009833616204559803, 0.010838925838470459, 0.011844235472381115, 0.012849545106291771, 0.013854854740202427, 0.014860164374113083, 0.015865474939346313, 0.016870783641934395, 0.017876092344522476, 0.018881402909755707, 0.019886713474988937, 0.02089202217757702, 0.0218973308801651, 0.02290264144539833, 0.02390795201063156, 0.024913260713219643, 0.025918569415807724, 0.026923879981040955]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 7.0, 0.0, 0.0, 0.0, 0.0, 9.0, 4.0, 12.0, 22.0, 2.0, 2.0, 3.0, 5.0, 5.0, 25.0, 17.0, 30.0, 17.0, 27.0, 43.0, 62.0, 90.0, 119.0, 146.0, 216.0, 423.0, 608.0, 1132.0, 2406.0, 7101.0, 2079.0, 1202.0, 798.0, 559.0, 327.0, 232.0, 175.0, 139.0, 102.0, 71.0, 56.0, 40.0, 30.0, 17.0, 17.0, 13.0, 8.0, 1.0, 7.0, 5.0, 3.0, 2.0, 1.0, 7.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.012243576347827911, -0.011838405393064022, -0.011433234438300133, -0.011028063483536243, -0.010622892528772354, -0.01021772250533104, -0.00981255155056715, -0.00940738059580326, -0.009002209641039371, -0.008597038686275482, -0.008191867731511593, -0.007786697242408991, -0.0073815262876451015, -0.006976355332881212, -0.00657118484377861, -0.006166013889014721, -0.005760842934250832, -0.005355671979486942, -0.004950501024723053, -0.004545330535620451, -0.004140159580856562, -0.0037349886260926723, -0.0033298179041594267, -0.002924647182226181, -0.0025194762274622917, -0.0021143052726984024, -0.0017091345507651567, -0.0013039637124165893, -0.0008987928740680218, -0.0004936220357194543, -8.84511973708868e-05, 0.0003167196409776807, 0.0007218904793262482, 0.0011270613176748157, 0.0015322321560233831, 0.0019374029943719506, 0.002342573832720518, 0.0027477447874844074, 0.003152915509417653, 0.0035580862313508987, 0.003963257186114788, 0.004368428140878677, 0.004773599095642567, 0.005178769584745169, 0.005583940539509058, 0.005989111494272947, 0.006394281983375549, 0.006799452938139439, 0.007204623892903328, 0.007609794847667217, 0.008014965802431107, 0.008420136757194996, 0.008825307711958885, 0.0092304777354002, 0.00963564869016409, 0.010040819644927979, 0.010445990599691868, 0.010851161554455757, 0.011256332509219646, 0.011661503463983536, 0.01206667348742485, 0.01247184444218874, 0.012877015396952629, 0.013282186351716518, 0.013687357306480408]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 4.0, 1.0, 0.0, 3.0, 3.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.18878741562366486, -0.1840256303548813, -0.17926383018493652, -0.17450204491615295, -0.16974025964736938, -0.16497845947742462, -0.16021667420864105, -0.1554548740386963, -0.15069308876991272, -0.14593130350112915, -0.1411695033311844, -0.13640771806240082, -0.13164591789245605, -0.12688413262367249, -0.12212234735488892, -0.11736055463552475, -0.11259876191616058, -0.10783696919679642, -0.10307517647743225, -0.09831339120864868, -0.09355159848928452, -0.08878980576992035, -0.08402802050113678, -0.07926622778177261, -0.07450443506240845, -0.06974264234304428, -0.06498084962368011, -0.060219064354896545, -0.05545727163553238, -0.05069547891616821, -0.045933689922094345, -0.04117190092802048, -0.03641010820865631, -0.031648315489292145, -0.026886526495218277, -0.02212473563849926, -0.017362944781780243, -0.012601153925061226, -0.007839363068342209, -0.003077572211623192, 0.0016842186450958252, 0.006446009501814842, 0.01120780035853386, 0.015969591215252876, 0.020731382071971893, 0.02549317292869091, 0.030254963785409927, 0.035016752779483795, 0.03977854549884796, 0.04454033821821213, 0.049302127212285995, 0.05406391620635986, 0.05882570892572403, 0.0635875016450882, 0.06834928691387177, 0.07311107963323593, 0.0778728723526001, 0.08263466507196426, 0.08739645779132843, 0.092158243060112, 0.09692003577947617, 0.10168182849884033, 0.1064436137676239, 0.11120540648698807, 0.11596719920635223]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 5.0, 4.0, 2.0, 2.0, 3.0, 1.0, 4.0, 3.0, 3.0, 3.0, 5.0, 6.0, 11.0, 19.0, 31.0, 41.0, 58.0, 22.0, 5.0, 2.0, 3.0, 5.0, 3.0, 3.0, 1.0, 6.0, 8.0, 3.0, 3.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.1365918070077896, -0.13292887806892395, -0.1292659342288971, -0.12560300529003143, -0.12194007635116577, -0.11827714741230011, -0.11461421102285385, -0.11095127463340759, -0.10728834569454193, -0.10362541675567627, -0.09996248036623001, -0.09629954397678375, -0.09263661503791809, -0.08897368609905243, -0.08531074970960617, -0.08164781332015991, -0.07798488438129425, -0.07432195544242859, -0.07065901905298233, -0.06699608266353607, -0.06333315372467041, -0.05967022106051445, -0.05600728839635849, -0.05234435573220253, -0.04868142306804657, -0.04501849040389061, -0.04135555773973465, -0.03769262507557869, -0.03402969241142273, -0.03036675974726677, -0.02670382708311081, -0.02304089441895485, -0.01937796175479889, -0.01571502909064293, -0.012052096426486969, -0.008389163762331009, -0.004726231098175049, -0.0010632984340190887, 0.0025996342301368713, 0.006262566894292831, 0.009925499558448792, 0.013588432222604752, 0.01725136488676071, 0.020914297550916672, 0.024577230215072632, 0.028240162879228592, 0.03190309554338455, 0.03556602820754051, 0.03922896087169647, 0.04289189353585243, 0.04655482620000839, 0.05021775886416435, 0.05388069152832031, 0.05754362419247627, 0.06120655685663223, 0.06486949324607849, 0.06853242218494415, 0.07219535112380981, 0.07585828751325607, 0.07952122390270233, 0.083184152841568, 0.08684708178043365, 0.09051001816987991, 0.09417295455932617, 0.09783588349819183]}, "_runtime": 127.06598043441772, "_timestamp": 1596214451.823263, "_step": 154}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 2.0, 3.0, 1.0, 1.0, 4.0, 4.0, 4.0, 3.0, 5.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 3.0, 0.0, 3.0, 2.0, 2.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.01309070736169815, -0.01276351884007454, -0.012436331249773502, -0.012109142728149891, -0.011781955137848854, -0.011454766616225243, -0.011127579025924206, -0.010800390504300594, -0.010473202913999557, -0.010146014392375946, -0.00981882680207491, -0.009491638280451298, -0.009164450690150261, -0.00883726216852665, -0.008510074578225613, -0.008182886056602001, -0.007855698466300964, -0.007528509944677353, -0.007201321888715029, -0.006874133832752705, -0.0065469457767903805, -0.006219757720828056, -0.005892569664865732, -0.005565381608903408, -0.005238193087279797, -0.0049110050313174725, -0.004583816975355148, -0.004256628919392824, -0.0039294408634305, -0.003602252807468176, -0.0032750647515058517, -0.0029478766955435276, -0.0026206886395812035, -0.0022935005836188793, -0.001966312527656555, -0.0016391243552789092, -0.001311936299316585, -0.000984748243354261, -0.0006575601291842759, -0.00033037204411812127, -3.183959051966667e-06, 0.00032400412601418793, 0.0006511922110803425, 0.0009783803252503276, 0.0013055683812126517, 0.0016327564371749759, 0.001959944609552622, 0.002287132665514946, 0.00261432072147727, 0.0029415087774395943, 0.0032686968334019184, 0.0035958848893642426, 0.003923072945326567, 0.004250261001288891, 0.004577449057251215, 0.004904637113213539, 0.005231825634837151, 0.005559013690799475, 0.005886201746761799, 0.006213389802724123, 0.006540577858686447, 0.006867765914648771, 0.007194953970611095, 0.00752214202657342, 0.007849330082535744]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 0.0, 4.0, 6.0, 4.0, 6.0, 6.0, 5.0, 5.0, 6.0, 10.0, 13.0, 14.0, 31.0, 23.0, 43.0, 56.0, 82.0, 90.0, 116.0, 227.0, 387.0, 5489.0, 551.0, 197.0, 144.0, 103.0, 89.0, 61.0, 37.0, 17.0, 24.0, 15.0, 14.0, 15.0, 6.0, 3.0, 4.0, 5.0, 3.0, 2.0, 5.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0], "bins": [-0.12551334500312805, -0.12165222316980362, -0.11779109388589859, -0.11392997205257416, -0.11006884276866913, -0.1062077209353447, -0.10234659910202026, -0.09848546981811523, -0.0946243479847908, -0.09076321870088577, -0.08690209686756134, -0.08304097503423691, -0.07917984575033188, -0.07531872391700745, -0.07145759463310242, -0.06759647279977798, -0.06373535096645355, -0.05987422168254852, -0.05601309612393379, -0.05215197429060936, -0.04829084873199463, -0.0444297231733799, -0.04056859761476517, -0.036707472056150436, -0.032846346497535706, -0.028985222801566124, -0.025124099105596542, -0.02126297354698181, -0.01740184798836708, -0.013540724292397499, -0.009679598733782768, -0.005818474106490612, -0.001957349479198456, 0.001903775380924344, 0.005764900241047144, 0.009626025334000587, 0.013487149961292744, 0.0173482745885849, 0.02120940014719963, 0.025070523843169212, 0.028931649401783943, 0.032792773097753525, 0.036653898656368256, 0.040515024214982986, 0.04437614977359772, 0.04823727533221245, 0.05209839716553688, 0.05595952272415161, 0.05982064828276634, 0.06368177384138107, 0.0675428956747055, 0.07140402495861053, 0.07526514679193497, 0.07912627607584, 0.08298739790916443, 0.08684851974248886, 0.09070964902639389, 0.09457077085971832, 0.09843190014362335, 0.10229302197694778, 0.10615414381027222, 0.11001527309417725, 0.11387639492750168, 0.11773752421140671, 0.12159864604473114]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 7.0, 3.0, 3.0, 4.0, 2.0, 4.0, 9.0, 4.0, 2.0, 25.0, 1.0, 3.0, 3.0, 8.0, 1.0, 5.0, 6.0, 4.0, 2.0, 4.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0028954525478184223, -0.0028073254507035017, -0.0027191985864192247, -0.002631071489304304, -0.002542944625020027, -0.0024548175279051065, -0.002366690430790186, -0.002278563566505909, -0.0021904364693909883, -0.0021023096051067114, -0.0020141825079917908, -0.001926055527292192, -0.0018379285465925932, -0.0017498015658929944, -0.0016616744687780738, -0.001573547488078475, -0.0014854205073788762, -0.0013972935266792774, -0.0013091665459796786, -0.001221039448864758, -0.0011329124681651592, -0.0010447854874655604, -0.0009566585067659616, -0.0008685314678587019, -0.0007804044871591032, -0.0006922775064595044, -0.0006041504675522447, -0.0005160234868526459, -0.00042789647704921663, -0.0003397694672457874, -0.0002516424865461886, -0.00016351547674275935, -7.53884669393301e-05, 1.273853558814153e-05, 0.00010086553811561316, 0.00018899253336712718, 0.0002771195431705564, 0.00036524655297398567, 0.00045337353367358446, 0.0005415005725808442, 0.000629627553280443, 0.0007177545339800417, 0.0008058815728873014, 0.0008940085535869002, 0.000982135534286499, 0.0010702625149860978, 0.0011583896121010184, 0.0012465165928006172, 0.001334643573500216, 0.0014227705541998148, 0.0015108975348994136, 0.0015990246320143342, 0.001687151612713933, 0.0017752785934135318, 0.0018634055741131306, 0.0019515325548127294, 0.002039659535512328, 0.0021277866326272488, 0.0022159134969115257, 0.0023040405940264463, 0.002392167691141367, 0.002480294555425644, 0.0025684216525405645, 0.0026565485168248415, 0.002744675613939762]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 2.0, 1.0, 2.0, 2.0, 8.0, 2.0, 5.0, 5.0, 6.0, 15.0, 17.0, 24.0, 23.0, 39.0, 64.0, 97.0, 138.0, 151.0, 256.0, 353.0, 589.0, 933.0, 1748.0, 3150.0, 6190.0, 13268.0, 34910.0, 142287.0, 881672.0, 52354.0, 19618.0, 9328.0, 4905.0, 2869.0, 1689.0, 1050.0, 641.0, 418.0, 241.0, 158.0, 120.0, 84.0, 57.0, 40.0, 26.0, 23.0, 16.0, 9.0, 14.0, 5.0, 5.0, 7.0, 2.0, 4.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.006177418399602175, -0.0059799314476549625, -0.00578244449570775, -0.005584957543760538, -0.005387470591813326, -0.005189983639866114, -0.0049924966879189014, -0.004795009735971689, -0.004597523249685764, -0.004400036297738552, -0.00420254934579134, -0.004005062393844128, -0.0038075754418969154, -0.003610088489949703, -0.003412601538002491, -0.0032151145860552788, -0.0030176276341080666, -0.0028201406821608543, -0.002622653730213642, -0.00242516677826643, -0.0022276798263192177, -0.002030193107202649, -0.001832706155255437, -0.0016352192033082247, -0.0014377322513610125, -0.0012402452994138002, -0.001042758347466588, -0.0008452715119346976, -0.0006477845599874854, -0.00045029763714410365, -0.0002528107143007219, -5.532379145734012e-05, 0.00014216313138604164, 0.0003396500542294234, 0.0005371369770728052, 0.0007346238708123565, 0.0009321108227595687, 0.001129597774706781, 0.0013270846102386713, 0.0015245715621858835, 0.0017220585141330957, 0.001919545466080308, 0.00211703241802752, 0.0023145193699747324, 0.002512006089091301, 0.002709493041038513, 0.0029069799929857254, 0.0031044669449329376, 0.00330195389688015, 0.003499440848827362, 0.0036969278007745743, 0.0038944147527217865, 0.004091901704668999, 0.004289388656616211, 0.004486875608563423, 0.004684362560510635, 0.004881849512457848, 0.0050793359987437725, 0.005276822950690985, 0.005474309902638197, 0.005671796854585409, 0.005869283806532621, 0.006066770758479834, 0.006264257710427046, 0.006461744662374258]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 3.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 2.0, 3.0, 3.0, 2.0, 1.0, 3.0, 8.0, 0.0, 4.0, 2.0, 3.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 3.0, 0.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.016725851222872734, -0.016313156113028526, -0.01590046100318432, -0.015487764962017536, -0.015075069852173328, -0.014662373811006546, -0.014249678701162338, -0.01383698359131813, -0.013424287550151348, -0.01301159244030714, -0.012598897330462933, -0.01218620128929615, -0.011773506179451942, -0.011360811069607735, -0.010948115028440952, -0.010535419918596745, -0.010122723877429962, -0.009710028767585754, -0.009297333657741547, -0.008884637616574764, -0.008471942506730556, -0.008059247396886349, -0.007646551821380854, -0.007233856245875359, -0.006821161136031151, -0.006408465560525656, -0.005995769985020161, -0.005583074409514666, -0.005170379299670458, -0.004757683724164963, -0.004344988148659468, -0.00393229303881526, -0.003519597463309765, -0.0031069021206349134, -0.0026942065451294184, -0.002281511202454567, -0.0018688157433643937, -0.0014561202842742205, -0.001043424941599369, -0.0006307294825091958, -0.00021803402341902256, 0.00019466140656732023, 0.000607356836553663, 0.0010200522374361753, 0.0014327476965263486, 0.0018454431556165218, 0.0022581384982913733, 0.0026708340737968683, 0.0030835294164717197, 0.003496224759146571, 0.003908920101821423, 0.004321615677326918, 0.004734311252832413, 0.0051470063626766205, 0.0055597019381821156, 0.005972397513687611, 0.006385092623531818, 0.0067977881990373135, 0.0072104837745428085, 0.007623179350048304, 0.008035874925553799, 0.008448570035398006, 0.008861265145242214, 0.009273961186408997, 0.009686656296253204]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 2.0, 1.0, 3.0, 5.0, 3.0, 2.0, 1.0, 3.0, 4.0, 10.0, 9.0, 11.0, 15.0, 19.0, 31.0, 33.0, 36.0, 38.0, 41.0, 54.0, 59.0, 84.0, 107.0, 148.0, 218.0, 253.0, 306.0, 391.0, 521.0, 761.0, 1096.0, 1562.0, 5718.0, 2519.0, 1386.0, 818.0, 559.0, 404.0, 287.0, 222.0, 166.0, 144.0, 97.0, 93.0, 70.0, 34.0, 19.0, 20.0, 16.0, 7.0, 3.0, 7.0, 6.0, 2.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.008994732052087784, -0.008763312362134457, -0.00853189267218113, -0.008300473913550377, -0.00806905422359705, -0.007837634533643723, -0.007606215309351683, -0.0073747956193983555, -0.007143376395106316, -0.0069119567051529884, -0.006680537015199661, -0.006449117790907621, -0.006217698100954294, -0.005986278876662254, -0.005754859186708927, -0.005523439962416887, -0.00529202027246356, -0.005060600582510233, -0.004829181358218193, -0.004597761668264866, -0.004366342443972826, -0.004134922754019499, -0.0039035032968968153, -0.0036720838397741318, -0.0034406643826514482, -0.0032092449255287647, -0.002977825468406081, -0.0027464060112833977, -0.0025149863213300705, -0.002283566864207387, -0.0020521474070847034, -0.00182072794996202, -0.0015893084928393364, -0.0013578890357166529, -0.0011264695785939693, -0.000895050005055964, -0.0006636305479332805, -0.0004322110617067665, -0.0002007915754802525, 3.062791074626148e-05, 0.00026204739697277546, 0.000493466854095459, 0.0007248863694258034, 0.0009563058847561479, 0.0011877253418788314, 0.001419144799001515, 0.0016505643725395203, 0.0018819838296622038, 0.0021134032867848873, 0.002344822743907571, 0.0025762422010302544, 0.002807661658152938, 0.0030390811152756214, 0.0032705008052289486, 0.003501920262351632, 0.0037333397194743156, 0.003964759409427643, 0.004196178633719683, 0.00442759832367301, 0.00465901754796505, 0.004890437237918377, 0.005121856462210417, 0.005353276152163744, 0.005584695376455784, 0.005816115066409111]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 4.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.08709000796079636, -0.08493456989526749, -0.08277913928031921, -0.08062370121479034, -0.07846826314926147, -0.0763128325343132, -0.07415739446878433, -0.07200195640325546, -0.06984652578830719, -0.06769108772277832, -0.06553564965724945, -0.06338021904230118, -0.06122478097677231, -0.05906934663653374, -0.056913912296295166, -0.054758474230766296, -0.052603039890527725, -0.050447605550289154, -0.048292167484760284, -0.04613673314452171, -0.04398129880428314, -0.04182586073875427, -0.0396704263985157, -0.03751499205827713, -0.03535955399274826, -0.03320411965250969, -0.031048685312271118, -0.028893249109387398, -0.026737812906503677, -0.024582378566265106, -0.022426942363381386, -0.020271508023142815, -0.018116071820259094, -0.015960635617375374, -0.013805201277136803, -0.011649765074253082, -0.009494329802691936, -0.007338894531130791, -0.005183458793908358, -0.003028023289516568, -0.0008725877851247787, 0.0012828477192670107, 0.0034382832236588, 0.005593718960881233, 0.007749154232442379, 0.009904589504003525, 0.012060025706887245, 0.014215460978448391, 0.016370896250009537, 0.018526332452893257, 0.02068176679313183, 0.02283720299601555, 0.02499263733625412, 0.02714807353913784, 0.02930350974202156, 0.03145894408226013, 0.033614382147789, 0.03576981648802757, 0.037925250828266144, 0.040080685168504715, 0.042236123234033585, 0.044391557574272156, 0.04654699191451073, 0.0487024299800396, 0.05085786432027817]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 2.0, 2.0, 2.0, 4.0, 6.0, 2.0, 10.0, 4.0, 6.0, 12.0, 11.0, 20.0, 20.0, 40.0, 19.0, 17.0, 17.0, 18.0, 14.0, 9.0, 6.0, 5.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 4.0, 3.0, 2.0, 1.0, 2.0], "bins": [-0.07126360386610031, -0.06959874927997589, -0.06793390214443207, -0.06626904755830765, -0.06460419297218323, -0.0629393458366394, -0.061274491250514984, -0.05960964038968086, -0.05794478580355644, -0.05627993494272232, -0.0546150840818882, -0.05295022949576378, -0.05128537863492966, -0.049620527774095535, -0.047955673187971115, -0.04629082232713699, -0.04462596774101257, -0.04296111688017845, -0.04129626601934433, -0.03963141143321991, -0.03796656057238579, -0.036301709711551666, -0.034636855125427246, -0.032972004264593124, -0.031307153403759, -0.029642300680279732, -0.02797744795680046, -0.02631259523332119, -0.024647744372487068, -0.022982891649007797, -0.021318038925528526, -0.019653188064694405, -0.017988335341215134, -0.016323482617735863, -0.014658630825579166, -0.01299377903342247, -0.0113289263099432, -0.009664074517786503, -0.007999222725629807, -0.006334370467811823, -0.004669518209993839, -0.0030046659521758556, -0.0013398139271885157, 0.00032503821421414614, 0.001989890355616808, 0.0036547426134347916, 0.005319594405591488, 0.0069844466634094715, 0.008649298921227455, 0.010314150713384151, 0.011979003436863422, 0.013643855229020119, 0.01530870795249939, 0.01697355881333351, 0.018638411536812782, 0.020303264260292053, 0.021968115121126175, 0.023632967844605446, 0.025297820568084717, 0.026962673291563988, 0.02862752415239811, 0.03029237687587738, 0.0319572277367115, 0.03362208232283592, 0.035286933183670044]}, "_runtime": 127.84889507293701, "_timestamp": 1596214452.6061776, "_step": 155}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 0.0, 3.0, 0.0, 2.0, 2.0, 2.0, 2.0, 4.0, 2.0, 2.0, 7.0, 3.0, 1.0, 3.0, 2.0, 1.0, 3.0, 3.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.015164527110755444, -0.014749802649021149, -0.014335078187286854, -0.013920353725552559, -0.013505630195140839, -0.013090905733406544, -0.012676181271672249, -0.012261456809937954, -0.011846732348203659, -0.011432007886469364, -0.01101728342473507, -0.010602558963000774, -0.01018783450126648, -0.00977311097085476, -0.009358386509120464, -0.00894366204738617, -0.008528937585651875, -0.00811421312391758, -0.007699488662183285, -0.007284764666110277, -0.006870040204375982, -0.006455315742641687, -0.00604059174656868, -0.005625867284834385, -0.00521114282310009, -0.004796418361365795, -0.0043816938996315, -0.003966969903558493, -0.0035522454418241978, -0.003137520980089903, -0.0027227967511862516, -0.0023080725222826004, -0.0018933480605483055, -0.0014786237152293324, -0.0010638993699103594, -0.0006491750245913863, -0.00023445067927241325, 0.0001802736660465598, 0.0005949980113655329, 0.001009722356684506, 0.001424446702003479, 0.001839171047322452, 0.002253895392641425, 0.0026686196215450764, 0.0030833440832793713, 0.003498068545013666, 0.003912792541086674, 0.004327517002820969, 0.0047422414645552635, 0.005156965926289558, 0.005571690388023853, 0.005986414384096861, 0.006401138845831156, 0.006815863307565451, 0.007230587303638458, 0.007645311765372753, 0.008060036227107048, 0.008474760688841343, 0.008889485150575638, 0.009304209612309933, 0.009718934074044228, 0.010133657604455948, 0.010548382066190243, 0.010963106527924538, 0.011377830989658833]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 3.0, 1.0, 4.0, 4.0, 10.0, 7.0, 6.0, 8.0, 17.0, 27.0, 34.0, 34.0, 43.0, 74.0, 88.0, 129.0, 182.0, 270.0, 4664.0, 1391.0, 312.0, 176.0, 116.0, 80.0, 72.0, 40.0, 36.0, 25.0, 14.0, 17.0, 10.0, 10.0, 4.0, 3.0, 5.0, 1.0, 5.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 2.0], "bins": [-0.1807439923286438, -0.1761028915643692, -0.1714618057012558, -0.1668207049369812, -0.1621796190738678, -0.1575385183095932, -0.1528974324464798, -0.1482563316822052, -0.1436152458190918, -0.1389741450548172, -0.1343330442905426, -0.1296919584274292, -0.1250508576631546, -0.1204097643494606, -0.1157686710357666, -0.1111275777220726, -0.1064864844083786, -0.1018453910946846, -0.0972042977809906, -0.0925632044672966, -0.0879221111536026, -0.083281010389328, -0.078639917075634, -0.07399882376194, -0.069357730448246, -0.064716637134552, -0.060075543820858, -0.0554344467818737, -0.0507933534681797, -0.0461522601544857, -0.041511163115501404, -0.036870069801807404, -0.0322289764881134, -0.027587883174419403, -0.022946787998080254, -0.018305692821741104, -0.013664599508047104, -0.009023505263030529, -0.004382411018013954, 0.0002586832270026207, 0.0048997774720191956, 0.00954087171703577, 0.014181965962052345, 0.018823061138391495, 0.023464154452085495, 0.028105247765779495, 0.032746344804763794, 0.037387438118457794, 0.042028531432151794, 0.046669624745845795, 0.051310718059539795, 0.055951815098524094, 0.060592908412218094, 0.06523400545120239, 0.06987509876489639, 0.0745161920785904, 0.0791572853922844, 0.0837983787059784, 0.0884394720196724, 0.0930805653333664, 0.09772166609764099, 0.10236275941133499, 0.10700385272502899, 0.11164494603872299, 0.11628603935241699]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 3.0, 4.0, 2.0, 3.0, 0.0, 1.0, 0.0, 2.0, 5.0, 4.0, 2.0, 3.0, 6.0, 2.0, 2.0, 25.0, 2.0, 6.0, 3.0, 3.0, 4.0, 5.0, 2.0, 3.0, 4.0, 2.0, 3.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.002732167486101389, -0.002628343878313899, -0.002524520270526409, -0.0024206966627389193, -0.0023168730549514294, -0.0022130494471639395, -0.0021092260722070932, -0.0020054024644196033, -0.0019015788566321135, -0.0017977552488446236, -0.0016939316410571337, -0.0015901080332696438, -0.001486284425482154, -0.001382460817694664, -0.001278637326322496, -0.001174813718535006, -0.0010709901107475162, -0.0009671665029600263, -0.0008633429533801973, -0.0007595193455927074, -0.0006556957960128784, -0.0005518721882253885, -0.00044804858043789864, -0.0003442250017542392, -0.00024040142307057977, -0.00013657784438692033, -3.275425115134567e-05, 7.106933480827138e-05, 0.00017489292076788843, 0.00027871649945154786, 0.00038254010723903775, 0.0004863636859226972, 0.0005901872646063566, 0.0006940108723938465, 0.0007978344219736755, 0.0009016580297611654, 0.0010054815793409944, 0.0011093051871284842, 0.0012131287949159741, 0.001316952402703464, 0.001420775894075632, 0.001524599501863122, 0.0016284231096506119, 0.0017322467174381018, 0.0018360703252255917, 0.0019398939330130816, 0.0020437175408005714, 0.0021475411485880613, 0.0022513647563755512, 0.0023551881313323975, 0.0024590117391198874, 0.0025628353469073772, 0.002666658954694867, 0.002770482562482357, 0.002874306170269847, 0.002978129778057337, 0.0030819533858448267, 0.0031857769936323166, 0.0032896006014198065, 0.0033934239763766527, 0.0034972475841641426, 0.0036010711919516325, 0.0037048947997391224, 0.0038087184075266123, 0.003912542015314102]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 3.0, 2.0, 3.0, 5.0, 6.0, 12.0, 13.0, 21.0, 44.0, 46.0, 81.0, 146.0, 245.0, 315.0, 640.0, 1019.0, 1701.0, 2965.0, 5398.0, 10339.0, 21646.0, 55226.0, 822722.0, 157921.0, 44118.0, 21044.0, 12132.0, 7248.0, 4717.0, 2998.0, 2115.0, 1423.0, 995.0, 668.0, 465.0, 348.0, 245.0, 162.0, 121.0, 85.0, 66.0, 61.0, 22.0, 26.0, 16.0, 12.0, 11.0, 8.0, 5.0, 5.0, 2.0, 3.0, 1.0, 1.0, 1.0], "bins": [-0.006395561154931784, -0.006195226684212685, -0.005994892213493586, -0.0057945577427744865, -0.005594223737716675, -0.005393889266997576, -0.005193554796278477, -0.004993220325559378, -0.004792885854840279, -0.00459255138412118, -0.004392217379063368, -0.004191882908344269, -0.00399154843762517, -0.0037912139669060707, -0.0035908794961869717, -0.0033905452582985163, -0.0031902107875794172, -0.002989876316860318, -0.002789542078971863, -0.0025892076082527637, -0.0023888731375336647, -0.0021885388996452093, -0.0019882044289261103, -0.0017878699582070112, -0.001587535603903234, -0.0013872012495994568, -0.0011868667788803577, -0.0009865324245765805, -0.0007861980120651424, -0.0005858635995537043, -0.0003855292161460966, -0.00018519481818657368, 1.5139579772949219e-05, 0.00021547397773247212, 0.000415808375691995, 0.0006161427590996027, 0.0008164771716110408, 0.001016811584122479, 0.0012171459384262562, 0.0014174804091453552, 0.0016178147634491324, 0.0018181491177529097, 0.0020184835884720087, 0.0022188180591911077, 0.002419152297079563, 0.002619486767798662, 0.0028198212385177612, 0.0030201554764062166, 0.0032204899471253157, 0.0034208244178444147, 0.00362115865573287, 0.003821493126451969, 0.004021827597171068, 0.004222162067890167, 0.004422496538609266, 0.004622830543667078, 0.004823165014386177, 0.005023499485105276, 0.005223833955824375, 0.005424168426543474, 0.005624502897262573, 0.005824836902320385, 0.006025171373039484, 0.006225505843758583, 0.006425840314477682]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 3.0, 1.0, 6.0, 1.0, 4.0, 5.0, 2.0, 9.0, 1.0, 2.0, 4.0, 3.0, 0.0, 4.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.019318735226988792, -0.01790626347064972, -0.016493789851665497, -0.015081318095326424, -0.01366884633898735, -0.012256373651325703, -0.010843900963664055, -0.009431429207324982, -0.008018956519663334, -0.006606484297662973, -0.005194012075662613, -0.003781539388000965, -0.0023690671660006046, -0.0009565948275849223, 0.00045587751083076, 0.0018683498492464423, 0.0032808221876621246, 0.004693294409662485, 0.006105766631662846, 0.007518239319324493, 0.008930711075663567, 0.010343183763325214, 0.011755656450986862, 0.013168128207325935, 0.014580600894987583, 0.01599307358264923, 0.017405545338988304, 0.018818017095327377, 0.0202304907143116, 0.021642962470650673, 0.023055434226989746, 0.02446790784597397, 0.02588037960231304, 0.027292851358652115, 0.028705324977636337, 0.03011779673397541, 0.031530268490314484, 0.032942742109298706, 0.03435521200299263, 0.03576768562197685, 0.037180159240961075, 0.038592629134655, 0.04000510275363922, 0.041417576372623444, 0.04283004626631737, 0.04424251988530159, 0.04565499350428581, 0.047067463397979736, 0.04847993701696396, 0.04989241063594818, 0.051304880529642105, 0.05271735414862633, 0.05412982776761055, 0.055542297661304474, 0.056954771280288696, 0.05836724489927292, 0.05977971479296684, 0.061192188411951065, 0.06260465830564499, 0.06401713192462921, 0.06542960554361343, 0.06684207916259766, 0.06825455278158188, 0.0696670189499855, 0.07107949256896973]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 2.0, 2.0, 3.0, 1.0, 0.0, 2.0, 3.0, 8.0, 20.0, 16.0, 38.0, 57.0, 80.0, 82.0, 123.0, 149.0, 251.0, 373.0, 488.0, 781.0, 1359.0, 2541.0, 6642.0, 1549.0, 864.0, 716.0, 482.0, 367.0, 247.0, 204.0, 158.0, 113.0, 117.0, 94.0, 83.0, 81.0, 48.0, 54.0, 34.0, 24.0, 26.0, 18.0, 14.0, 8.0, 14.0, 9.0, 4.0, 5.0, 9.0, 6.0, 6.0, 10.0, 18.0, 9.0, 2.0, 7.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 5.0], "bins": [-0.012640170753002167, -0.012096808291971684, -0.011553446762263775, -0.011010084301233292, -0.010466722771525383, -0.0099233603104949, -0.009379997849464417, -0.008836636319756508, -0.008293273858726025, -0.007749911863356829, -0.007206549867987633, -0.0066631874069571495, -0.006119825411587954, -0.005576463416218758, -0.005033100955188274, -0.0044897389598190784, -0.0039463769644498825, -0.0034030149690806866, -0.002859652740880847, -0.0023162905126810074, -0.0017729285173118114, -0.0012295664055272937, -0.0006862042937427759, -0.00014284218195825815, 0.0004005199298262596, 0.0009438820416107774, 0.0014872441533952951, 0.0020306063815951347, 0.0025739683769643307, 0.0031173303723335266, 0.003660692600533366, 0.004204054828733206, 0.004747416824102402, 0.005290778819471598, 0.005834140814840794, 0.006377503275871277, 0.006920865271240473, 0.007464227266609669, 0.008007589727640152, 0.00855095125734806, 0.009094313718378544, 0.009637676179409027, 0.010181037709116936, 0.010724400170147419, 0.011267762631177902, 0.01181112416088581, 0.012354486621916294, 0.012897848151624203, 0.013441210612654686, 0.01398457307368517, 0.014527934603393078, 0.015071297064423561, 0.01561465859413147, 0.016158021986484528, 0.016701383516192436, 0.017244745045900345, 0.017788108438253403, 0.01833146996796131, 0.01887483149766922, 0.01941819302737713, 0.019961556419730186, 0.020504917949438095, 0.021048279479146004, 0.02159164287149906, 0.02213500440120697]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 5.0, 0.0, 3.0, 2.0, 2.0, 1.0, 1.0, 2.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.3625522255897522, -0.3543027341365814, -0.34605324268341064, -0.33780375123023987, -0.3295542597770691, -0.3213047683238983, -0.31305527687072754, -0.30480578541755676, -0.296556293964386, -0.2883068323135376, -0.2800573408603668, -0.27180784940719604, -0.26355835795402527, -0.2553088665008545, -0.24705937504768372, -0.23880988359451294, -0.23056039214134216, -0.2223109006881714, -0.2140614092350006, -0.20581191778182983, -0.19756242632865906, -0.18931294977664948, -0.1810634583234787, -0.17281396687030792, -0.16456447541713715, -0.15631498396396637, -0.1480654925107956, -0.13981600105762482, -0.13156652450561523, -0.12331702560186386, -0.11506754159927368, -0.1068180501461029, -0.09856855869293213, -0.09031906723976135, -0.08206957578659058, -0.0738200917840004, -0.06557060033082962, -0.057321108877658844, -0.049071621149778366, -0.04082213342189789, -0.03257264196872711, -0.024323152378201485, -0.016073662787675858, -0.00782417319715023, 0.00042531639337539673, 0.008674805983901024, 0.01692429557442665, 0.025173785164952278, 0.033423274755477905, 0.04167276620864868, 0.04992225393652916, 0.05817174166440964, 0.06642123311758041, 0.07467072457075119, 0.08292020857334137, 0.09116970002651215, 0.09941919147968292, 0.1076686829328537, 0.11591817438602448, 0.12416765838861465, 0.13241714239120483, 0.1406666338443756, 0.1489161252975464, 0.15716561675071716, 0.16541510820388794]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 5.0, 3.0, 0.0, 2.0, 3.0, 3.0, 4.0, 2.0, 4.0, 3.0, 11.0, 4.0, 5.0, 4.0, 8.0, 7.0, 29.0, 54.0, 30.0, 19.0, 14.0, 19.0, 8.0, 8.0, 4.0, 3.0, 3.0, 3.0, 0.0, 2.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.27500033378601074, -0.2683766782283783, -0.26175299286842346, -0.255129337310791, -0.24850566685199738, -0.24188199639320374, -0.2352583259344101, -0.22863465547561646, -0.222010999917984, -0.21538732945919037, -0.20876365900039673, -0.2021399885416031, -0.19551631808280945, -0.1888926476240158, -0.18226899206638336, -0.17564532160758972, -0.16902165114879608, -0.16239798069000244, -0.1557743102312088, -0.14915065467357635, -0.14252698421478271, -0.13590331375598907, -0.12927964329719543, -0.12265598028898239, -0.11603230983018875, -0.10940863937139511, -0.10278497636318207, -0.09616130590438843, -0.08953763544559479, -0.08291397243738174, -0.0762903019785881, -0.06966663897037506, -0.06304296851158142, -0.05641930177807808, -0.04979563504457474, -0.0431719645857811, -0.036548297852277756, -0.029924631118774414, -0.023300962522625923, -0.016677293926477432, -0.01005362719297409, -0.0034299595281481743, 0.003193708136677742, 0.009817375801503658, 0.016441043466329575, 0.023064710199832916, 0.029688378795981407, 0.0363120473921299, 0.04293571412563324, 0.04955938085913658, 0.05618304759263992, 0.06280671805143356, 0.0694303810596466, 0.07605405151844025, 0.08267772197723389, 0.08930138498544693, 0.09592505544424057, 0.10254872590303421, 0.10917238891124725, 0.1157960593700409, 0.12241972982883453, 0.12904340028762817, 0.13566705584526062, 0.14229072630405426, 0.1489143967628479]}, "_runtime": 128.63346934318542, "_timestamp": 1596214453.3907518, "_step": 156}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 3.0, 3.0, 2.0, 1.0, 5.0, 8.0, 3.0, 5.0, 1.0, 2.0, 3.0, 3.0, 1.0, 0.0, 1.0, 4.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014554543420672417, -0.014150366187095642, -0.013746189884841442, -0.013342012651264668, -0.012937836349010468, -0.012533659115433693, -0.012129481881856918, -0.011725305579602718, -0.011321128346025944, -0.010916952043771744, -0.01051277481019497, -0.010108597576618195, -0.009704421274363995, -0.00930024404078722, -0.00889606773853302, -0.008491890504956245, -0.00808771327137947, -0.007683536969125271, -0.0072793602012097836, -0.006875182967633009, -0.006471006199717522, -0.006066829431802034, -0.005662652663886547, -0.00525847589597106, -0.0048542991280555725, -0.004450121894478798, -0.004045945126563311, -0.0036417683586478233, -0.003237591590732336, -0.002833414589986205, -0.002429237822070718, -0.002025060821324587, -0.0016208840534090996, -0.0012167071690782905, -0.0008125303429551423, -0.0004083534877281636, -4.17663250118494e-06, 0.0004000002227257937, 0.0008041770779527724, 0.0012083539040759206, 0.0016125307884067297, 0.002016707556322217, 0.002420884557068348, 0.0028250613249838352, 0.0032292380928993225, 0.0036334150936454535, 0.004037592094391584, 0.004441768862307072, 0.004845945630222559, 0.005250122398138046, 0.0056542991660535336, 0.006058476399630308, 0.0064626531675457954, 0.006866829935461283, 0.00727100670337677, 0.007675183471292257, 0.008079360239207745, 0.00848353747278452, 0.00888771377503872, 0.009291891008615494, 0.009696068242192268, 0.010100244544446468, 0.010504421778023243, 0.010908598080277443, 0.011312775313854218]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 0.0, 2.0, 2.0, 3.0, 0.0, 2.0, 2.0, 3.0, 5.0, 8.0, 1.0, 8.0, 5.0, 6.0, 9.0, 12.0, 16.0, 19.0, 19.0, 26.0, 16.0, 23.0, 32.0, 51.0, 45.0, 69.0, 89.0, 109.0, 164.0, 247.0, 3919.0, 1950.0, 317.0, 202.0, 109.0, 86.0, 57.0, 53.0, 41.0, 37.0, 30.0, 26.0, 19.0, 14.0, 18.0, 15.0, 11.0, 3.0, 7.0, 2.0, 2.0, 7.0, 3.0, 0.0, 2.0, 1.0, 3.0, 2.0, 2.0, 0.0, 1.0], "bins": [-0.10459550470113754, -0.10151524841785431, -0.09843499213457108, -0.09535472840070724, -0.09227447211742401, -0.08919421583414078, -0.08611395955085754, -0.08303370326757431, -0.07995344698429108, -0.07687318325042725, -0.07379292696714401, -0.07071267068386078, -0.06763241440057755, -0.06455215811729431, -0.06147189810872078, -0.05839163810014725, -0.055311381816864014, -0.05223112553358078, -0.04915086552500725, -0.046070609241724014, -0.04299034923315048, -0.03991009294986725, -0.036829836666584015, -0.03374957665801048, -0.03066932037472725, -0.027589062228798866, -0.024508804082870483, -0.02142854779958725, -0.018348289653658867, -0.015268031507730484, -0.012187774293124676, -0.009107517078518867, -0.006027258932590485, -0.002947001252323389, 0.0001332564279437065, 0.003213514108210802, 0.006293771788477898, 0.00937402993440628, 0.012454287149012089, 0.015534544363617897, 0.01861480250954628, 0.021695060655474663, 0.024775318801403046, 0.02785557508468628, 0.030935833230614662, 0.034016091376543045, 0.03709634765982628, 0.04017660766839981, 0.043256863951683044, 0.04633712023496628, 0.04941738024353981, 0.052497636526823044, 0.055577896535396576, 0.05865815281867981, 0.06173840910196304, 0.06481866538524628, 0.06789892911911011, 0.07097918540239334, 0.07405944168567657, 0.07713969796895981, 0.08021995425224304, 0.08330021053552628, 0.0863804742693901, 0.08946073055267334, 0.09254098683595657]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 3.0, 1.0, 2.0, 2.0, 5.0, 3.0, 3.0, 3.0, 4.0, 3.0, 2.0, 8.0, 2.0, 24.0, 4.0, 2.0, 3.0, 5.0, 3.0, 4.0, 4.0, 1.0, 5.0, 3.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.0022769146598875523, -0.0021677566692233086, -0.002058598445728421, -0.0019494404550641775, -0.001840282347984612, -0.0017311243573203683, -0.0016219662502408028, -0.0015128081431612372, -0.0014036500360816717, -0.001294492045417428, -0.0011853339383378625, -0.001076175831258297, -0.0009670178405940533, -0.0008578597335144877, -0.0007487016846425831, -0.0006395435775630176, -0.000530385528691113, -0.0004212274507153779, -0.00031206937273964286, -0.00020291132386773825, -9.375324589200318e-05, 1.5404824807774276e-05, 0.00012456289550755173, 0.00023372095893137157, 0.00034287903690710664, 0.0004520371148828417, 0.0005611951928585768, 0.0006703532417304814, 0.000779511290602386, 0.0008886693976819515, 0.000997827504761517, 0.0011069854954257607, 0.0012161436025053263, 0.0013253017095848918, 0.0014344597002491355, 0.001543617807328701, 0.0016527759144082665, 0.0017619339050725102, 0.0018710920121520758, 0.0019802500028163195, 0.002089408226311207, 0.0021985662169754505, 0.002307724207639694, 0.0024168824311345816, 0.0025260404217988253, 0.002635198412463069, 0.0027443566359579563, 0.0028535146266222, 0.0029626726172864437, 0.003071830840781331, 0.0031809888314455748, 0.003290147054940462, 0.003399305045604706, 0.0035084630362689495, 0.003617621259763837, 0.0037267792504280806, 0.0038359372410923243, 0.003945095464587212, 0.004054253455251455, 0.004163411445915699, 0.004272569436579943, 0.004381727427244186, 0.004490885883569717, 0.004600043874233961, 0.004709201864898205]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 5.0, 6.0, 9.0, 13.0, 25.0, 37.0, 55.0, 103.0, 156.0, 301.0, 470.0, 830.0, 1408.0, 2773.0, 5515.0, 12210.0, 29856.0, 92341.0, 887222.0, 80665.0, 28511.0, 14046.0, 7945.0, 4714.0, 3127.0, 2073.0, 1469.0, 971.0, 675.0, 524.0, 387.0, 284.0, 198.0, 160.0, 141.0, 97.0, 68.0, 53.0, 44.0, 37.0, 22.0, 16.0, 16.0, 15.0, 11.0, 8.0, 9.0, 6.0, 2.0, 1.0, 2.0, 1.0, 3.0, 5.0, 0.0, 0.0, 1.0], "bins": [-0.005487340036779642, -0.0052729942835867405, -0.005058648996055126, -0.004844303242862225, -0.00462995795533061, -0.004415612202137709, -0.004201266914606094, -0.003986921161413193, -0.003772575641050935, -0.003558230120688677, -0.003343884600326419, -0.003129539079964161, -0.0029151933267712593, -0.0027008478064090014, -0.0024865022860467434, -0.0022721567656844854, -0.0020578112453222275, -0.0018434657249599695, -0.0016291202045977116, -0.0014147745678201318, -0.0012004290474578738, -0.0009860835270956159, -0.000771737948525697, -0.0005573923699557781, -0.00034304684959352016, -0.00012870130012743175, 8.564424933865666e-05, 0.0002999897988047451, 0.0005143353482708335, 0.0007286808686330914, 0.0009430264472030103, 0.0011573720257729292, 0.0013717175461351871, 0.001586063066497445, 0.001800408586859703, 0.002014754107221961, 0.002229099627584219, 0.0024434453807771206, 0.0026577909011393785, 0.0028721364215016365, 0.0030864819418638945, 0.0033008274622261524, 0.0035151729825884104, 0.0037295185029506683, 0.00394386425614357, 0.004158209543675184, 0.004372555296868086, 0.0045869005843997, 0.004801246337592602, 0.005015592090785503, 0.005229937378317118, 0.005444283131510019, 0.005658628419041634, 0.005872974172234535, 0.0060873194597661495, 0.006301665212959051, 0.0065160105004906654, 0.006730356253683567, 0.006944702006876469, 0.007159047294408083, 0.007373393047600985, 0.007587738335132599, 0.0078020840883255005, 0.008016429841518402, 0.008230775594711304]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 5.0, 1.0, 0.0, 1.0, 5.0, 0.0, 1.0, 6.0, 6.0, 2.0, 10.0, 3.0, 0.0, 2.0, 1.0, 2.0, 3.0, 0.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.015395449474453926, -0.014362701214849949, -0.013329952955245972, -0.012297205626964569, -0.011264457367360592, -0.010231709107756615, -0.009198961779475212, -0.008166213519871235, -0.007133465260267258, -0.0061007170006632805, -0.005067969206720591, -0.004035221412777901, -0.0030024731531739235, -0.00196972512640059, -0.0009369770996272564, 9.577092714607716e-05, 0.0011285189539194107, 0.0021612669806927443, 0.003194015007466078, 0.004226762801408768, 0.005259511061012745, 0.006292259320616722, 0.007325007114559412, 0.008357754908502102, 0.009390503168106079, 0.010423251427710056, 0.011455999687314034, 0.012488747015595436, 0.013521495275199413, 0.01455424353480339, 0.015586990863084793, 0.016619740054011345, 0.017652487382292747, 0.01868523471057415, 0.019717983901500702, 0.020750731229782104, 0.021783478558063507, 0.02281622774899006, 0.02384897507727146, 0.024881724268198013, 0.025914471596479416, 0.02694721892476082, 0.02797996811568737, 0.029012715443968773, 0.030045464634895325, 0.031078211963176727, 0.03211095929145813, 0.03314370661973953, 0.034176453948020935, 0.035209205001592636, 0.03624195232987404, 0.03727469965815544, 0.038307446986436844, 0.039340194314718246, 0.04037294536828995, 0.04140569269657135, 0.04243844002485275, 0.043471187353134155, 0.04450393468141556, 0.04553668573498726, 0.04656943306326866, 0.047602180391550064, 0.04863492771983147, 0.04966767504811287, 0.05070042610168457]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 3.0, 3.0, 4.0, 11.0, 15.0, 17.0, 20.0, 39.0, 51.0, 77.0, 134.0, 190.0, 250.0, 370.0, 510.0, 802.0, 1249.0, 2368.0, 6758.0, 1841.0, 1044.0, 690.0, 453.0, 313.0, 269.0, 167.0, 147.0, 111.0, 86.0, 76.0, 62.0, 47.0, 38.0, 21.0, 32.0, 21.0, 18.0, 8.0, 6.0, 7.0, 8.0, 7.0, 11.0, 18.0, 14.0, 4.0, 10.0, 5.0, 2.0, 4.0, 4.0, 4.0, 4.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.009848937392234802, -0.009387820027768612, -0.008926701731979847, -0.008465584367513657, -0.008004466071724892, -0.007543348707258701, -0.007082231342792511, -0.006621113512665033, -0.006159995682537556, -0.005698877852410078, -0.0052377600222826, -0.00477664265781641, -0.004315524827688932, -0.0038544069975614548, -0.0033932894002646208, -0.002932171802967787, -0.002471053972840309, -0.0020099361427128315, -0.0015488185454159975, -0.0010877008317038417, -0.0006265831179916859, -0.00016546540427953005, 0.00029565230943262577, 0.0007567700231447816, 0.0012178877368569374, 0.0016790054505690932, 0.002140123164281249, 0.002601240761578083, 0.0030623585917055607, 0.0035234764218330383, 0.003984593786299229, 0.004445711616426706, 0.004906829446554184, 0.005367947276681662, 0.005829065106809139, 0.00629018247127533, 0.006751300301402807, 0.007212418131530285, 0.007673535495996475, 0.00813465379178524, 0.00859577115625143, 0.00905688852071762, 0.009518006816506386, 0.009979124180972576, 0.010440241545438766, 0.010901359841227531, 0.011362477205693722, 0.011823595501482487, 0.012284712865948677, 0.012745830230414867, 0.013206948526203632, 0.013668065890669823, 0.014129184186458588, 0.014590301550924778, 0.015051418915390968, 0.015512537211179733, 0.01597365364432335, 0.016434771940112114, 0.01689589023590088, 0.017357008531689644, 0.01781812496483326, 0.018279243260622025, 0.01874036155641079, 0.019201477989554405, 0.01966259628534317]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.15640918910503387, -0.15299424529075623, -0.14957930147647858, -0.14616435766220093, -0.14274941384792328, -0.13933447003364563, -0.13591952621936798, -0.13250459730625153, -0.12908965349197388, -0.12567470967769623, -0.12225976586341858, -0.11884482204914093, -0.11542987823486328, -0.11201493442058563, -0.10859999060630798, -0.10518504679203033, -0.10177010297775269, -0.09835516661405563, -0.09494022279977798, -0.09152527898550034, -0.08811033517122269, -0.08469539135694504, -0.08128044754266739, -0.07786551117897034, -0.07445056736469269, -0.07103562355041504, -0.06762067973613739, -0.06420573592185974, -0.06079079583287239, -0.05737585201859474, -0.05396090820431709, -0.05054596811532974, -0.047131024301052094, -0.043716080486774445, -0.040301140397787094, -0.036886196583509445, -0.033471252769231796, -0.030056310817599297, -0.026641368865966797, -0.023226425051689148, -0.019811483100056648, -0.01639654114842415, -0.0129815973341465, -0.009566655382514, -0.006151712499558926, -0.002736769849434495, 0.0006781728006899357, 0.004093115217983723, 0.007508058100938797, 0.010923000983893871, 0.014337943866848946, 0.017752885818481445, 0.021167829632759094, 0.024582771584391594, 0.027997713536024094, 0.03141265735030174, 0.03482759743928909, 0.03824254125356674, 0.04165748506784439, 0.04507242888212204, 0.04848736897110939, 0.05190231278538704, 0.05531725659966469, 0.05873219668865204, 0.06214714050292969]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 2.0, 0.0, 2.0, 1.0, 2.0, 3.0, 5.0, 3.0, 5.0, 7.0, 4.0, 7.0, 8.0, 19.0, 14.0, 45.0, 14.0, 18.0, 15.0, 15.0, 15.0, 13.0, 9.0, 9.0, 2.0, 6.0, 3.0, 6.0, 2.0, 2.0, 5.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.06436579674482346, -0.06260493397712708, -0.060844071209430695, -0.059083208441734314, -0.05732234567403793, -0.05556148290634155, -0.05380062013864517, -0.05203975737094879, -0.05027889460325241, -0.04851802811026573, -0.04675716534256935, -0.04499630257487297, -0.04323543980717659, -0.04147457703948021, -0.03971371427178383, -0.03795285150408745, -0.03619198873639107, -0.03443112596869469, -0.032670263200998306, -0.030909400433301926, -0.029148537665605545, -0.027387673035264015, -0.025626810267567635, -0.023865947499871254, -0.022105084732174873, -0.020344221964478493, -0.018583359196782112, -0.01682249642908573, -0.015061632730066776, -0.013300769962370396, -0.01153990626335144, -0.00977904349565506, -0.00801818072795868, -0.006257317960262299, -0.004496454726904631, -0.0027355917263776064, -0.0009747287258505821, 0.0007861342746764421, 0.0025469972752034664, 0.004307860508561134, 0.006068723276257515, 0.007829586043953896, 0.009590448811650276, 0.011351312510669231, 0.013112175278365612, 0.014873038046061993, 0.016633901745080948, 0.01839476451277733, 0.02015562728047371, 0.02191649004817009, 0.02367735281586647, 0.02543821558356285, 0.02719907835125923, 0.02895994298160076, 0.030720805749297142, 0.03248166665434837, 0.03424253314733505, 0.03600339591503143, 0.037764258682727814, 0.039525121450424194, 0.041285984218120575, 0.043046846985816956, 0.044807709753513336, 0.04656857252120972, 0.0483294352889061]}, "_runtime": 129.41861844062805, "_timestamp": 1596214454.175901, "_step": 157}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 5.0, 1.0, 5.0, 1.0, 1.0, 6.0, 3.0, 2.0, 3.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010048819705843925, -0.009653342887759209, -0.009257866069674492, -0.00886239018291235, -0.008466913364827633, -0.008071436546742916, -0.007675960194319487, -0.00728048337623477, -0.00688500702381134, -0.0064895302057266235, -0.006094053387641907, -0.005698577035218477, -0.0053031002171337605, -0.004907623864710331, -0.004512147046625614, -0.004116670694202185, -0.003721193876117468, -0.0033257172908633947, -0.0029302407056093216, -0.0025347641203552485, -0.0021392875351011753, -0.0017438108334317803, -0.0013483341317623854, -0.0009528575465083122, -0.0005573809612542391, -0.00016190434689633548, 0.00023357226746156812, 0.0006290489109233022, 0.0010245254961773753, 0.0014200020814314485, 0.0018154787831008434, 0.0022109553683549166, 0.0026064319536089897, 0.003001908538863063, 0.003397385124117136, 0.003792861709371209, 0.004188338294625282, 0.004583815112709999, 0.004979291465133429, 0.005374768283218145, 0.005770244635641575, 0.006165721453726292, 0.0065611982718110085, 0.006956674624234438, 0.007352151442319155, 0.007747627794742584, 0.008143104612827301, 0.008538581430912018, 0.008934058248996735, 0.009329534135758877, 0.009725010953843594, 0.01012048777192831, 0.010515964590013027, 0.01091144047677517, 0.011306917294859886, 0.011702394112944603, 0.01209787093102932, 0.012493347749114037, 0.012888823635876179, 0.013284300453960896, 0.013679777272045612, 0.014075254090130329, 0.014470729976892471, 0.014866206794977188, 0.015261683613061905]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 5.0, 6.0, 10.0, 13.0, 9.0, 13.0, 30.0, 27.0, 27.0, 43.0, 67.0, 89.0, 115.0, 168.0, 294.0, 769.0, 5333.0, 304.0, 174.0, 102.0, 81.0, 59.0, 39.0, 32.0, 30.0, 17.0, 20.0, 10.0, 11.0, 8.0, 4.0, 6.0, 2.0, 2.0, 4.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.15316542983055115, -0.14838550984859467, -0.14360558986663818, -0.1388256549835205, -0.13404573500156403, -0.12926581501960754, -0.12448588758707047, -0.11970596015453339, -0.1149260401725769, -0.11014612019062042, -0.10536619275808334, -0.10058626532554626, -0.09580634534358978, -0.0910264253616333, -0.08624649792909622, -0.08146657049655914, -0.07668665051460266, -0.07190673053264618, -0.0671268031001091, -0.06234687939286232, -0.05756695568561554, -0.05278703197836876, -0.04800710827112198, -0.0432271845638752, -0.03844726085662842, -0.03366733714938164, -0.028887413442134857, -0.024107489734888077, -0.019327566027641296, -0.014547642320394516, -0.009767718613147736, -0.004987794905900955, -0.0002078711986541748, 0.004572052508592606, 0.009351976215839386, 0.014131899923086166, 0.018911823630332947, 0.023691747337579727, 0.028471671044826508, 0.03325159475207329, 0.03803151845932007, 0.04281144216656685, 0.04759136587381363, 0.05237128958106041, 0.05715121328830719, 0.06193113699555397, 0.06671106070280075, 0.07149098813533783, 0.07627090811729431, 0.0810508280992508, 0.08583075553178787, 0.09061068296432495, 0.09539060294628143, 0.10017052292823792, 0.104950450360775, 0.10973037779331207, 0.11451029777526855, 0.11929021775722504, 0.12407014518976212, 0.1288500726222992, 0.13362999260425568, 0.13840991258621216, 0.14318984746932983, 0.14796976745128632, 0.1527496874332428]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 4.0, 1.0, 3.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0, 2.0, 4.0, 4.0, 1.0, 3.0, 3.0, 1.0, 4.0, 3.0, 3.0, 3.0, 2.0, 5.0, 2.0, 23.0, 4.0, 2.0, 1.0, 2.0, 1.0, 2.0, 1.0, 2.0, 2.0, 2.0, 1.0, 1.0, 1.0, 2.0, 4.0, 0.0, 2.0, 0.0, 4.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 3.0, 2.0], "bins": [-0.0024771196767687798, -0.002404478145763278, -0.0023318366147577763, -0.0022591950837522745, -0.0021865535527467728, -0.002113912021741271, -0.0020412702579051256, -0.001968628726899624, -0.0018959871958941221, -0.0018233456648886204, -0.0017507041338831186, -0.0016780626028776169, -0.0016054210718721151, -0.0015327795408666134, -0.0014601378934457898, -0.001387496362440288, -0.0013148548314347863, -0.0012422133004292846, -0.0011695717694237828, -0.0010969301220029593, -0.0010242885909974575, -0.0009516470599919558, -0.000879005528986454, -0.0008063639397732913, -0.0007337224087677896, -0.0006610808777622879, -0.0005884392885491252, -0.0005157977575436234, -0.00044315619743429124, -0.00037051463732495904, -0.0002978731063194573, -0.0002252315462101251, -0.00015258998610079288, -7.99484332674183e-05, -7.3068804340437055e-06, 6.533467239933088e-05, 0.00013797622523270547, 0.00021061778534203768, 0.0002832593163475394, 0.00035590087645687163, 0.00042854243656620383, 0.0005011839675717056, 0.0005738255567848682, 0.00064646708779037, 0.0007191086187958717, 0.0007917502080090344, 0.0008643917390145361, 0.0009370333282276988, 0.0010096748592332006, 0.0010823163902387023, 0.001154957921244204, 0.0012275995686650276, 0.0013002410996705294, 0.0013728826306760311, 0.0014455241616815329, 0.0015181656926870346, 0.0015908072236925364, 0.00166344887111336, 0.0017360904021188617, 0.0018087319331243634, 0.0018813734641298652, 0.0019540151115506887, 0.0020266566425561905, 0.0020992981735616922, 0.002171939704567194]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 3.0, 4.0, 5.0, 6.0, 12.0, 7.0, 18.0, 30.0, 39.0, 82.0, 108.0, 132.0, 185.0, 312.0, 486.0, 821.0, 1419.0, 2420.0, 4479.0, 9390.0, 23052.0, 78208.0, 919777.0, 85349.0, 26909.0, 12208.0, 6190.0, 3338.0, 1855.0, 1083.0, 636.0, 382.0, 234.0, 165.0, 99.0, 75.0, 53.0, 26.0, 15.0, 12.0, 6.0, 1.0, 1.0, 3.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.007736971601843834, -0.007492145523428917, -0.007247319445014, -0.007002493366599083, -0.006757667288184166, -0.006512841209769249, -0.006268015131354332, -0.006023189052939415, -0.005778362974524498, -0.005533537361770868, -0.005288711283355951, -0.005043885204941034, -0.004799059126526117, -0.0045542330481112, -0.004309406969696283, -0.004064580891281366, -0.0038197548128664494, -0.0035749287344515324, -0.0033301026560366154, -0.0030852765776216984, -0.0028404504992067814, -0.002595624653622508, -0.002350798575207591, -0.002105972496792674, -0.001861146418377757, -0.00161632033996284, -0.001371494261547923, -0.001126668299548328, -0.0008818422211334109, -0.0006370161427184939, -0.00039219012251123786, -0.00014736407320015132, 9.746197611093521e-05, 0.00034228802542202175, 0.0005871140747331083, 0.0008319400949403644, 0.0010767661733552814, 0.0013215922517701983, 0.0015664182137697935, 0.0018112442921847105, 0.0020560703705996275, 0.0023008964490145445, 0.0025457225274294615, 0.0027905486058443785, 0.003035374451428652, 0.003280200529843569, 0.003525026608258486, 0.003769852686673403, 0.00401467876508832, 0.004259504843503237, 0.004504330921918154, 0.004749157000333071, 0.004993983078747988, 0.005238809157162905, 0.005483635235577822, 0.005728461313992739, 0.005973286926746368, 0.006218113005161285, 0.006462939083576202, 0.006707765161991119, 0.006952591240406036, 0.007197417318820953, 0.00744224339723587, 0.007687069475650787, 0.007931895554065704]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 4.0, 2.0, 4.0, 3.0, 4.0, 4.0, 7.0, 8.0, 3.0, 3.0, 0.0, 2.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02101978287100792, -0.019807249307632446, -0.018594717606902122, -0.01738218404352665, -0.016169652342796326, -0.014957118779420853, -0.01374458521604538, -0.012532052583992481, -0.011319519951939583, -0.010106987319886684, -0.008894454687833786, -0.007681921124458313, -0.006469388492405415, -0.005256855860352516, -0.0040443227626383305, -0.0028317898977547884, -0.0016192570328712463, -0.0004067241679877043, 0.0008058086968958378, 0.00201834156177938, 0.003230874426662922, 0.00444340705871582, 0.005655940156430006, 0.006868473254144192, 0.00808100588619709, 0.009293538518249989, 0.010506071150302887, 0.01171860471367836, 0.012931137345731258, 0.014143669977784157, 0.01535620354115963, 0.016568735241889954, 0.017781268805265427, 0.0189938023686409, 0.020206334069371223, 0.021418867632746696, 0.02263139933347702, 0.023843932896852493, 0.025056466460227966, 0.02626899816095829, 0.027481531724333763, 0.028694065287709236, 0.02990659698843956, 0.031119130551815033, 0.032331664115190506, 0.03354419767856598, 0.034756727516651154, 0.03596926108002663, 0.0371817946434021, 0.03839432820677757, 0.039606861770153046, 0.04081939160823822, 0.04203192517161369, 0.043244458734989166, 0.04445699229836464, 0.04566952586174011, 0.04688205569982529, 0.04809458926320076, 0.04930712282657623, 0.050519656389951706, 0.05173218995332718, 0.05294472351670265, 0.05415725335478783, 0.0553697869181633, 0.05658232048153877]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 3.0, 4.0, 2.0, 3.0, 7.0, 5.0, 8.0, 12.0, 22.0, 22.0, 37.0, 54.0, 84.0, 115.0, 131.0, 155.0, 237.0, 308.0, 446.0, 606.0, 857.0, 1297.0, 2409.0, 7241.0, 1961.0, 991.0, 502.0, 263.0, 166.0, 86.0, 47.0, 41.0, 55.0, 28.0, 15.0, 16.0, 15.0, 15.0, 11.0, 17.0, 18.0, 16.0, 13.0, 5.0, 8.0, 5.0, 6.0, 2.0, 1.0, 3.0, 15.0, 21.0, 3.0, 7.0, 4.0, 0.0, 0.0, 0.0, 0.0, 1.0, 8.0], "bins": [-0.012435020878911018, -0.011963849887251854, -0.01149267889559269, -0.011021507903933525, -0.01055033691227436, -0.01007916685193777, -0.009607995860278606, -0.009136824868619442, -0.008665653876960278, -0.008194482885301113, -0.007723311893641949, -0.007252141367644072, -0.006780970375984907, -0.006309799384325743, -0.005838628858327866, -0.005367457866668701, -0.004896286875009537, -0.004425115883350372, -0.003953944891691208, -0.0034827743656933308, -0.0030116033740341663, -0.002540432382375002, -0.002069261623546481, -0.0015980907483026385, -0.001126919873058796, -0.0006557489978149533, -0.00018457812257111073, 0.0002865927526727319, 0.0007577636279165745, 0.001228934503160417, 0.0017001053784042597, 0.0021712761372327805, 0.002642447128891945, 0.0031136181205511093, 0.00358478887937963, 0.004055959638208151, 0.004527130629867315, 0.00499830162152648, 0.005469472147524357, 0.005940643139183521, 0.006411814130842686, 0.00688298512250185, 0.0073541561141610146, 0.007825327105820179, 0.008296497166156769, 0.008767668157815933, 0.009238839149475098, 0.009710010141134262, 0.010181181132793427, 0.010652352124452591, 0.011123523116111755, 0.01159469410777092, 0.012065865099430084, 0.012537035159766674, 0.013008206151425838, 0.013479377143085003, 0.013950548134744167, 0.014421719126403332, 0.014892890118062496, 0.01536406110972166, 0.01583523117005825, 0.016306402161717415, 0.01677757315337658, 0.017248744145035744, 0.017719915136694908]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08789746463298798, -0.08527367562055588, -0.08264988660812378, -0.08002609759569168, -0.07740230858325958, -0.07477851957082748, -0.07215473055839539, -0.06953094154596329, -0.06690715253353119, -0.06428336352109909, -0.061659570783376694, -0.059035781770944595, -0.0564119927585125, -0.0537882037460804, -0.0511644147336483, -0.0485406257212162, -0.0459168367087841, -0.043293047696352005, -0.04066925868391991, -0.03804546967148781, -0.03542168065905571, -0.03279789164662361, -0.030174100771546364, -0.027550311759114265, -0.024926522746682167, -0.02230273373425007, -0.01967894472181797, -0.017055155709385872, -0.014431365765631199, -0.0118075767531991, -0.009183786809444427, -0.006559997797012329, -0.003936208784580231, -0.0013124195393174887, 0.0013113697059452534, 0.003935159184038639, 0.0065589481964707375, 0.009182737208902836, 0.011806527152657509, 0.014430316165089607, 0.017054105177521706, 0.019677894189953804, 0.022301683202385902, 0.024925472214818, 0.02754926308989525, 0.030173052102327347, 0.032796841114759445, 0.035420630127191544, 0.03804441913962364, 0.04066820815205574, 0.04329199716448784, 0.04591578617691994, 0.048539575189352036, 0.051163364201784134, 0.05378715321421623, 0.05641094222664833, 0.05903473496437073, 0.061658523976802826, 0.06428231298923492, 0.06690610200166702, 0.06952989101409912, 0.07215368002653122, 0.07477746903896332, 0.07740125805139542, 0.08002504706382751]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 3.0, 2.0, 2.0, 1.0, 0.0, 2.0, 2.0, 1.0, 3.0, 2.0, 4.0, 1.0, 2.0, 2.0, 2.0, 5.0, 5.0, 3.0, 8.0, 12.0, 42.0, 32.0, 18.0, 20.0, 9.0, 13.0, 9.0, 3.0, 9.0, 18.0, 4.0, 8.0, 1.0, 8.0, 2.0, 5.0, 3.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.06657484918832779, -0.06476476788520813, -0.06295468658208847, -0.06114460155367851, -0.05933452025055885, -0.057524435222148895, -0.055714353919029236, -0.053904272615909576, -0.05209419131278992, -0.05028410628437996, -0.0484740249812603, -0.04666394367814064, -0.04485385864973068, -0.04304377734661102, -0.041233696043491364, -0.039423611015081406, -0.037613529711961746, -0.03580344840884209, -0.03399336338043213, -0.03218328207731247, -0.03037320077419281, -0.028563117608428, -0.026753034442663193, -0.024942953139543533, -0.023132869973778725, -0.021322786808013916, -0.019512705504894257, -0.017702622339129448, -0.01589253917336464, -0.01408245787024498, -0.012272374704480171, -0.010462292470037937, -0.008652210235595703, -0.006842128001153469, -0.005032045301049948, -0.00322196283377707, -0.0014118803665041924, 0.00039820210076868534, 0.002208284568041563, 0.004018367268145084, 0.005828449502587318, 0.0076385317370295525, 0.009448613971471786, 0.011258697137236595, 0.01306877937167883, 0.014878861606121063, 0.016688944771885872, 0.01849902607500553, 0.02030910924077034, 0.02211919240653515, 0.023929273709654808, 0.025739356875419617, 0.027549438178539276, 0.029359521344304085, 0.031169604510068893, 0.03297968581318855, 0.03478977084159851, 0.03659985214471817, 0.03840993344783783, 0.04022001475095749, 0.04203009977936745, 0.043840181082487106, 0.045650262385606766, 0.047460347414016724, 0.04927042871713638]}, "_runtime": 130.187890291214, "_timestamp": 1596214454.9451728, "_step": 158}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 3.0, 2.0, 2.0, 2.0, 2.0, 5.0, 1.0, 4.0, 2.0, 5.0, 3.0, 3.0, 2.0, 2.0, 1.0, 3.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012022536247968674, -0.011603442020714283, -0.011184347793459892, -0.010765254497528076, -0.010346160270273685, -0.009927066043019295, -0.009507972747087479, -0.009088878519833088, -0.008669784292578697, -0.008250690065324306, -0.007831595838069916, -0.0074125025421381, -0.006993408314883709, -0.006574314087629318, -0.006155220326036215, -0.005736126564443111, -0.005317032337188721, -0.00489793810993433, -0.004478844348341227, -0.004059750586748123, -0.0036406563594937325, -0.0032215623650699854, -0.0028024683706462383, -0.0023833743762224913, -0.001964280381798744, -0.0015451863873749971, -0.00112609239295125, -0.000706998398527503, -0.00028790440410375595, 0.0001311895903199911, 0.0005502835847437382, 0.0009693775791674852, 0.0013884715735912323, 0.0018075655680149794, 0.0022266595624387264, 0.0026457535568624735, 0.0030648475512862206, 0.0034839415457099676, 0.0039030355401337147, 0.004322129301726818, 0.004741223528981209, 0.0051603177562355995, 0.005579411517828703, 0.005998505279421806, 0.006417599506676197, 0.006836693733930588, 0.007255787495523691, 0.007674881257116795, 0.008093975484371185, 0.008513069711625576, 0.008932163938879967, 0.009351257234811783, 0.009770351462066174, 0.010189445689320564, 0.01060853898525238, 0.011027633212506771, 0.011446727439761162, 0.011865821667015553, 0.012284915894269943, 0.01270400919020176, 0.01312310341745615, 0.01354219764471054, 0.013961290940642357, 0.014380385167896748, 0.014799479395151138]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 3.0, 2.0, 7.0, 8.0, 5.0, 10.0, 7.0, 11.0, 15.0, 22.0, 19.0, 38.0, 30.0, 37.0, 56.0, 83.0, 95.0, 115.0, 173.0, 303.0, 3045.0, 2738.0, 402.0, 198.0, 124.0, 85.0, 53.0, 39.0, 42.0, 38.0, 27.0, 15.0, 15.0, 16.0, 9.0, 4.0, 5.0, 3.0, 2.0, 4.0, 3.0, 5.0, 4.0, 1.0, 2.0, 2.0, 4.0, 2.0, 1.0], "bins": [-0.11633732914924622, -0.11310486495494843, -0.10987240076065063, -0.10663993656635284, -0.10340747237205505, -0.10017500817775726, -0.09694254398345947, -0.09371007978916168, -0.09047761559486389, -0.0872451514005661, -0.08401268720626831, -0.08078022301197052, -0.07754775881767273, -0.07431529462337494, -0.07108283042907715, -0.06785036623477936, -0.06461790204048157, -0.06138543784618378, -0.058152973651885986, -0.054920509457588196, -0.051688045263290405, -0.048455581068992615, -0.045223116874694824, -0.041990652680397034, -0.03875818848609924, -0.03552572429180145, -0.03229326009750366, -0.02906079590320587, -0.02582833170890808, -0.02259586751461029, -0.0193634033203125, -0.01613093912601471, -0.012898474931716919, -0.009666010737419128, -0.006433546543121338, -0.0032010823488235474, 3.1381845474243164e-05, 0.0032638460397720337, 0.006496310234069824, 0.009728774428367615, 0.012961238622665405, 0.016193702816963196, 0.019426167011260986, 0.022658631205558777, 0.025891095399856567, 0.029123559594154358, 0.03235602378845215, 0.03558848798274994, 0.03882095217704773, 0.04205341637134552, 0.04528588056564331, 0.0485183447599411, 0.05175080895423889, 0.05498327314853668, 0.05821573734283447, 0.06144820153713226, 0.06468066573143005, 0.06791312992572784, 0.07114559412002563, 0.07437805831432343, 0.07761052250862122, 0.080842986702919, 0.0840754508972168, 0.08730791509151459, 0.09054037928581238]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 2.0, 2.0, 0.0, 2.0, 0.0, 7.0, 2.0, 3.0, 5.0, 1.0, 3.0, 3.0, 5.0, 2.0, 5.0, 4.0, 22.0, 3.0, 3.0, 5.0, 2.0, 2.0, 1.0, 2.0, 2.0, 3.0, 3.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0], "bins": [-0.0034195096231997013, -0.0033289254643023014, -0.0032383413054049015, -0.0031477573793381453, -0.0030571732204407454, -0.0029665890615433455, -0.0028760049026459455, -0.0027854207437485456, -0.0026948368176817894, -0.0026042526587843895, -0.0025136684998869896, -0.0024230843409895897, -0.00233250018209219, -0.00224191602319479, -0.0021513320971280336, -0.0020607479382306337, -0.001970163779333234, -0.001879579620435834, -0.0017889955779537559, -0.001698411419056356, -0.0016078273765742779, -0.001517243217676878, -0.001426659058779478, -0.0013360750162974, -0.0012454908574, -0.0011549066985026002, -0.0010643226560205221, -0.0009737384971231222, -0.0008831543964333832, -0.0007925702957436442, -0.0007019861368462443, -0.0006114020361565053, -0.0005208179354667664, -0.00043023383477702737, -0.0003396497049834579, -0.0002490655751898885, -0.0001584814745001495, -6.789735925849527e-05, 2.2686755983158946e-05, 0.00011327087122481316, 0.00020385498646646738, 0.00029443908715620637, 0.0003850232169497758, 0.00047560734674334526, 0.0005661914474330842, 0.0006567755481228232, 0.0007473597070202231, 0.0008379438077099621, 0.0009285279083997011, 0.001019112067297101, 0.001109696109779179, 0.001200280268676579, 0.001290864311158657, 0.001381448470056057, 0.0014720326289534569, 0.001562616671435535, 0.0016532008303329349, 0.0017437849892303348, 0.0018343690317124128, 0.0019249531906098127, 0.0020155373495072126, 0.0021061215084046125, 0.002196705434471369, 0.0022872895933687687, 0.0023778737522661686]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 4.0, 3.0, 2.0, 3.0, 3.0, 7.0, 8.0, 4.0, 13.0, 16.0, 29.0, 29.0, 46.0, 59.0, 78.0, 132.0, 164.0, 283.0, 363.0, 641.0, 1016.0, 1767.0, 3042.0, 5606.0, 10712.0, 22963.0, 58838.0, 857843.0, 145144.0, 35925.0, 15736.0, 8060.0, 4363.0, 2589.0, 1535.0, 948.0, 591.0, 401.0, 239.0, 149.0, 89.0, 62.0, 42.0, 22.0, 26.0, 20.0, 12.0, 6.0, 5.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.008572490885853767, -0.008333645761013031, -0.00809479970484972, -0.007855953648686409, -0.007617108523845673, -0.007378262933343649, -0.007139417342841625, -0.0069005717523396015, -0.006661726161837578, -0.006422880571335554, -0.00618403498083353, -0.005945189390331507, -0.005706343799829483, -0.005467498209327459, -0.005228652618825436, -0.004989807028323412, -0.004750961437821388, -0.0045121158473193645, -0.004273270256817341, -0.004034424666315317, -0.0037955790758132935, -0.0035567334853112698, -0.003317887894809246, -0.0030790423043072224, -0.0028401967138051987, -0.002601351123303175, -0.0023625055328011513, -0.0021236599422991276, -0.0018848143517971039, -0.0016459687612950802, -0.0014071231707930565, -0.0011682775802910328, -0.0009294319897890091, -0.0006905863992869854, -0.0004517408087849617, -0.000212895218282938, 2.5950372219085693e-05, 0.0002647959627211094, 0.0005036415532231331, 0.0007424871437251568, 0.0009813327342271805, 0.0012201783247292042, 0.0014590239152312279, 0.0016978695057332516, 0.0019367150962352753, 0.002175560686737299, 0.0024144062772393227, 0.0026532518677413464, 0.00289209745824337, 0.0031309430487453938, 0.0033697886392474174, 0.003608634229749441, 0.003847479820251465, 0.0040863254107534885, 0.004325171001255512, 0.004564016591757536, 0.00480286218225956, 0.005041707772761583, 0.005280553363263607, 0.005519398953765631, 0.005758244544267654, 0.005997090134769678, 0.006235935725271702, 0.0064747813157737255, 0.006713626906275749]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 5.0, 1.0, 2.0, 1.0, 1.0, 3.0, 6.0, 2.0, 4.0, 3.0, 13.0, 4.0, 5.0, 0.0, 2.0, 1.0, 1.0, 5.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.013717059046030045, -0.012651050463318825, -0.011585041880607605, -0.010519033297896385, -0.009453024715185165, -0.008387016132473946, -0.007321007549762726, -0.006254998967051506, -0.005188990384340286, -0.0041229818016290665, -0.0030569732189178467, -0.001990964636206627, -0.0009249560534954071, 0.00014105252921581268, 0.0012070611119270325, 0.0022730696946382523, 0.003339078277349472, 0.004405086860060692, 0.005471095442771912, 0.006537104025483131, 0.007603112608194351, 0.008669121190905571, 0.00973512977361679, 0.01080113835632801, 0.01186714693903923, 0.01293315552175045, 0.01399916410446167, 0.01506517268717289, 0.01613118126988411, 0.01719718985259533, 0.01826319843530655, 0.01932920701801777, 0.02039521560072899, 0.02146122418344021, 0.022527232766151428, 0.023593241348862648, 0.024659249931573868, 0.025725258514285088, 0.026791267096996307, 0.027857275679707527, 0.028923284262418747, 0.029989292845129967, 0.031055301427841187, 0.03212130814790726, 0.033187318593263626, 0.034253329038619995, 0.035319335758686066, 0.036385342478752136, 0.037451352924108505, 0.038517363369464874, 0.039583370089530945, 0.040649376809597015, 0.041715387254953384, 0.04278139770030975, 0.043847404420375824, 0.044913411140441895, 0.045979421585798264, 0.04704543203115463, 0.0481114387512207, 0.049177445471286774, 0.05024345591664314, 0.05130946636199951, 0.05237547308206558, 0.05344147980213165, 0.05450749024748802]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 6.0, 7.0, 5.0, 12.0, 17.0, 17.0, 29.0, 48.0, 62.0, 109.0, 125.0, 199.0, 231.0, 353.0, 512.0, 775.0, 1144.0, 1810.0, 6366.0, 2999.0, 1348.0, 767.0, 439.0, 283.0, 199.0, 131.0, 90.0, 69.0, 41.0, 27.0, 25.0, 12.0, 13.0, 8.0, 7.0, 3.0, 9.0, 5.0, 4.0, 6.0, 5.0, 6.0, 6.0, 7.0, 5.0, 7.0, 4.0, 20.0, 15.0, 8.0, 11.0, 4.0, 1.0, 4.0, 2.0, 1.0, 3.0, 7.0], "bins": [-0.010729449801146984, -0.010299183428287506, -0.009868917986750603, -0.009438651613891125, -0.009008385241031647, -0.008578118868172169, -0.00814785249531269, -0.007717587053775787, -0.007287320680916309, -0.006857054308056831, -0.006426788400858641, -0.00599652249366045, -0.005566256120800972, -0.005135989747941494, -0.004705723840743303, -0.004275457933545113, -0.0038451915606856346, -0.0034149254206568003, -0.002984659280627966, -0.0025543931405991316, -0.0021241270005702972, -0.001693860860541463, -0.0012635947205126286, -0.0008333285804837942, -0.00040306244045495987, 2.7203699573874474e-05, 0.0004574698396027088, 0.0008877359796315432, 0.0013180021196603775, 0.0017482682596892118, 0.002178534399718046, 0.0026088005397468805, 0.003039066679775715, 0.0034693328198045492, 0.0038995989598333836, 0.004329864867031574, 0.004760131239891052, 0.00519039761275053, 0.005620663519948721, 0.006050929427146912, 0.00648119580000639, 0.006911462172865868, 0.007341728080064058, 0.007771993987262249, 0.008202260360121727, 0.008632526732981205, 0.009062793105840683, 0.009493058547377586, 0.009923324920237064, 0.010353591293096542, 0.010783856734633446, 0.011214123107492924, 0.011644389480352402, 0.01207465585321188, 0.012504922226071358, 0.012935187667608261, 0.013365454040467739, 0.013795720413327217, 0.01422598585486412, 0.014656252227723598, 0.015086518600583076, 0.015516784973442554, 0.015947051346302032, 0.016377316787838936, 0.01680758222937584]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 4.0, 3.0, 1.0, 2.0, 1.0, 1.0, 0.0, 3.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.13408946990966797, -0.12997399270534515, -0.12585851550102234, -0.12174304574728012, -0.1176275685429573, -0.11351209133863449, -0.10939662158489227, -0.10528114438056946, -0.10116566717624664, -0.09705018997192383, -0.09293471276760101, -0.0888192430138588, -0.08470376580953598, -0.08058828860521317, -0.07647281885147095, -0.07235734164714813, -0.06824186444282532, -0.0641263872385025, -0.060010913759469986, -0.05589544028043747, -0.051779963076114655, -0.04766448587179184, -0.04354901239275932, -0.03943353891372681, -0.03531806170940399, -0.031202586367726326, -0.02708711102604866, -0.022971635684370995, -0.01885616034269333, -0.014740685001015663, -0.010625209659337997, -0.006509734317660332, -0.002394258975982666, 0.0017212163656949997, 0.005836691707372665, 0.009952167049050331, 0.014067642390727997, 0.018183117732405663, 0.022298593074083328, 0.026414068415760994, 0.03052954375743866, 0.034645020961761475, 0.03876049444079399, 0.04287596791982651, 0.04699144512414932, 0.05110692232847214, 0.055222395807504654, 0.05933786928653717, 0.06345334649085999, 0.0675688236951828, 0.07168430089950562, 0.07579977065324783, 0.07991524785757065, 0.08403072506189346, 0.08814619481563568, 0.0922616720199585, 0.09637714922428131, 0.10049262642860413, 0.10460810363292694, 0.10872357338666916, 0.11283905059099197, 0.11695452779531479, 0.121069997549057, 0.12518547475337982, 0.12930095195770264]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 4.0, 9.0, 15.0, 29.0, 42.0, 65.0, 24.0, 14.0, 11.0, 9.0, 6.0, 6.0, 5.0, 9.0, 4.0, 3.0, 2.0, 2.0, 2.0, 3.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0], "bins": [-0.09878747910261154, -0.09527115523815155, -0.09175483137369156, -0.08823850005865097, -0.08472217619419098, -0.08120585232973099, -0.077689528465271, -0.074173204600811, -0.07065688073635101, -0.06714054942131042, -0.06362422555685043, -0.06010790169239044, -0.05659157782793045, -0.05307525023818016, -0.04955892637372017, -0.04604259878396988, -0.04252627491950989, -0.039009951055049896, -0.035493623465299606, -0.031977299600839615, -0.028460973873734474, -0.024944648146629333, -0.021428324282169342, -0.0179119985550642, -0.01439567282795906, -0.01087934710085392, -0.007363022305071354, -0.0038466970436275005, -0.00033037178218364716, 0.0031859534792602062, 0.00670227874070406, 0.010218603536486626, 0.013734929263591766, 0.017251254990696907, 0.020767580717802048, 0.02428390458226204, 0.02780023030936718, 0.03131655603647232, 0.03483287990093231, 0.0383492074906826, 0.04186553135514259, 0.045381855219602585, 0.048898182809352875, 0.052414506673812866, 0.05593083053827286, 0.05944715812802315, 0.06296348571777344, 0.06647980958223343, 0.06999613344669342, 0.07351245731115341, 0.0770287811756134, 0.08054511249065399, 0.08406143635511398, 0.08757776021957397, 0.09109408408403397, 0.09461040794849396, 0.09812673926353455, 0.10164306312799454, 0.10515938699245453, 0.10867571085691452, 0.11219203472137451, 0.1157083585858345, 0.11922468990087509, 0.12274101376533508, 0.12625733017921448]}, "_runtime": 130.96159720420837, "_timestamp": 1596214455.7188797, "_step": 159}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 6.0, 6.0, 5.0, 5.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 1.0, 1.0, 3.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010416541248559952, -0.01012734416872263, -0.009838147088885307, -0.00954895094037056, -0.009259753860533237, -0.008970556780695915, -0.008681359700858593, -0.00839216262102127, -0.008102966472506523, -0.007813769392669201, -0.007524572312831879, -0.007235375232994556, -0.006946178153157234, -0.006656981538981199, -0.006367784459143877, -0.006078587844967842, -0.00578939076513052, -0.005500193685293198, -0.005210997071117163, -0.0049217999912798405, -0.0046326033771038055, -0.004343406297266483, -0.004054209217429161, -0.0037650123704224825, -0.003475815523415804, -0.0031866186764091253, -0.0028974218294024467, -0.0026082247495651245, -0.002319027902558446, -0.0020298310555517673, -0.001740634092129767, -0.0014514371287077665, -0.001162240281701088, -0.0008730433764867485, -0.000583846471272409, -0.00029464956605806947, -5.452660843729973e-06, 0.0002837442443706095, 0.000572941149584949, 0.0008621380547992885, 0.001151334960013628, 0.0014405318070203066, 0.001729728770442307, 0.0020189257338643074, 0.002308122580870986, 0.0025973194278776646, 0.002886516507714987, 0.0031757133547216654, 0.003464910201728344, 0.0037541070487350225, 0.004043303895741701, 0.004332500975579023, 0.004621697589755058, 0.0049108946695923805, 0.005200091749429703, 0.005489288363605738, 0.00577848544344306, 0.006067682523280382, 0.006356879137456417, 0.006646076217293739, 0.0069352732971310616, 0.0072244699113070965, 0.007513666991144419, 0.007802863605320454, 0.008092060685157776]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 2.0, 3.0, 4.0, 0.0, 1.0, 3.0, 3.0, 9.0, 6.0, 4.0, 9.0, 12.0, 24.0, 12.0, 35.0, 34.0, 41.0, 63.0, 81.0, 111.0, 150.0, 244.0, 442.0, 5426.0, 412.0, 241.0, 132.0, 124.0, 75.0, 44.0, 39.0, 33.0, 37.0, 15.0, 11.0, 10.0, 9.0, 3.0, 4.0, 3.0, 1.0, 1.0, 3.0, 1.0, 4.0, 1.0, 2.0, 3.0, 1.0, 0.0, 1.0], "bins": [-0.14318060874938965, -0.13924309611320496, -0.13530556857585907, -0.13136804103851318, -0.1274305284023285, -0.1234930083155632, -0.11955548822879791, -0.11561796814203262, -0.11168044805526733, -0.10774292796850204, -0.10380540788173676, -0.09986788779497147, -0.09593036770820618, -0.09199284762144089, -0.0880553275346756, -0.08411780744791031, -0.08018028736114502, -0.07624276727437973, -0.07230524718761444, -0.06836772710084915, -0.06443020701408386, -0.06049268692731857, -0.056555166840553284, -0.052617646753787994, -0.048680126667022705, -0.044742606580257416, -0.040805086493492126, -0.03686756640672684, -0.03293004631996155, -0.02899252623319626, -0.02505500614643097, -0.02111748605966568, -0.01717996597290039, -0.013242445886135101, -0.009304925799369812, -0.005367405712604523, -0.0014298856258392334, 0.002507634460926056, 0.006445154547691345, 0.010382674634456635, 0.014320194721221924, 0.018257714807987213, 0.022195234894752502, 0.026132754981517792, 0.03007027506828308, 0.03400779515504837, 0.03794531524181366, 0.04188283532857895, 0.04582035541534424, 0.04975787550210953, 0.05369539558887482, 0.057632915675640106, 0.061570435762405396, 0.06550795584917068, 0.06944547593593597, 0.07338299602270126, 0.07732051610946655, 0.08125803619623184, 0.08519555628299713, 0.08913307636976242, 0.09307059645652771, 0.097008116543293, 0.10094563663005829, 0.10488315671682358, 0.10882067680358887]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 4.0, 1.0, 4.0, 1.0, 1.0, 1.0, 3.0, 2.0, 4.0, 3.0, 2.0, 6.0, 5.0, 4.0, 3.0, 28.0, 5.0, 6.0, 3.0, 7.0, 2.0, 5.0, 2.0, 1.0, 6.0, 2.0, 2.0, 1.0, 2.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0035803953651338816, -0.00346616143360734, -0.003351927502080798, -0.0032376935705542564, -0.0031234596390277147, -0.003009225707501173, -0.0028949917759746313, -0.0027807578444480896, -0.0026665241457521915, -0.00255229021422565, -0.002438056282699108, -0.0023238223511725664, -0.0022095884196460247, -0.002095354488119483, -0.0019811205565929413, -0.0018668866250663996, -0.0017526526935398579, -0.0016384187620133162, -0.0015241848304867744, -0.0014099508989602327, -0.001295716967433691, -0.0011814831523224711, -0.0010672492207959294, -0.0009530152892693877, -0.000838781357742846, -0.0007245474262163043, -0.0006103134946897626, -0.0004960796213708818, -0.0003818456898443401, -0.0002676117583177984, -0.00015337785589508712, -3.914393892046064e-05, 7.508997805416584e-05, 0.00018932389502879232, 0.0003035578120034188, 0.00041779171442613006, 0.0005320256459526718, 0.0006462595774792135, 0.0007604934507980943, 0.000874727382324636, 0.0009889613138511777, 0.0011031952453777194, 0.0012174291769042611, 0.0013316631084308028, 0.0014458969235420227, 0.0015601308550685644, 0.0016743647865951061, 0.0017885987181216478, 0.0019028326496481895, 0.0020170665811747313, 0.002131300512701273, 0.0022455344442278147, 0.0023597683757543564, 0.002474002307280898, 0.00258823623880744, 0.0027024701703339815, 0.0028167041018605232, 0.0029309378005564213, 0.003045171732082963, 0.0031594056636095047, 0.0032736395951360464, 0.003387873526662588, 0.00350210745818913, 0.0036163413897156715, 0.0037305753212422132]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 4.0, 0.0, 2.0, 3.0, 4.0, 5.0, 7.0, 12.0, 22.0, 23.0, 37.0, 44.0, 52.0, 76.0, 127.0, 198.0, 263.0, 415.0, 640.0, 930.0, 1429.0, 2162.0, 3577.0, 6481.0, 13217.0, 32142.0, 127410.0, 875488.0, 64314.0, 24818.0, 11641.0, 6058.0, 3186.0, 1904.0, 1167.0, 681.0, 451.0, 254.0, 163.0, 101.0, 47.0, 32.0, 18.0, 10.0, 9.0, 4.0, 6.0, 3.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008029171265661716, -0.0078016603365540504, -0.007574149407446384, -0.007346638478338718, -0.007119127549231052, -0.006891616154462099, -0.006664105225354433, -0.006436594296246767, -0.006209083367139101, -0.005981572438031435, -0.005754061508923769, -0.005526550579816103, -0.00529903918504715, -0.005071528255939484, -0.004844017326831818, -0.004616506397724152, -0.004388995468616486, -0.00416148453950882, -0.0039339736104011536, -0.003706462448462844, -0.003478951519355178, -0.003251440590247512, -0.003023929428309202, -0.002796418499201536, -0.00256890757009387, -0.002341396640986204, -0.002113885711878538, -0.0018863745499402285, -0.0016588636208325624, -0.0014313526917248964, -0.0012038416462019086, -0.0009763306588865817, -0.0007488196715712547, -0.0005213086842559278, -0.00029379769694060087, -6.628670962527394e-05, 0.00016122427769005299, 0.0003887352650053799, 0.0006162462523207068, 0.0008437572396360338, 0.0010712682269513607, 0.0012987791560590267, 0.0015262902015820146, 0.0017538012471050024, 0.0019813121762126684, 0.0022088231053203344, 0.002436334267258644, 0.00266384519636631, 0.002891356125473976, 0.003118867054581642, 0.003346377983689308, 0.003573889145627618, 0.003801400074735284, 0.0040289112366735935, 0.0042564221657812595, 0.0044839330948889256, 0.004711444023996592, 0.004938954953104258, 0.005166465882211924, 0.00539397681131959, 0.005621488206088543, 0.005848999135196209, 0.006076510064303875, 0.006304020993411541, 0.006531531922519207]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 3.0, 2.0, 1.0, 6.0, 0.0, 1.0, 3.0, 8.0, 2.0, 1.0, 2.0, 1.0, 3.0, 2.0, 2.0, 2.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 3.0], "bins": [-0.018061896786093712, -0.017489014193415642, -0.01691613160073757, -0.016343247145414352, -0.015770364552736282, -0.015197481960058212, -0.014624599367380142, -0.014051715843379498, -0.013478833250701427, -0.012905950658023357, -0.012333067134022713, -0.011760184541344643, -0.011187301948666573, -0.010614418424665928, -0.010041535831987858, -0.009468652307987213, -0.008895769715309143, -0.008322887122631073, -0.007750003598630428, -0.007177121005952358, -0.006604237947613001, -0.0060313548892736435, -0.005458472296595573, -0.004885589238256216, -0.004312706179916859, -0.0037398231215775013, -0.0031669402960687876, -0.002594057470560074, -0.0020211744122207165, -0.001448291470296681, -0.0008754085283726454, -0.00030252558644860983, 0.0002703573554754257, 0.0008432402973994613, 0.0014161232393234968, 0.0019890060648322105, 0.002561889123171568, 0.0031347721815109253, 0.003707655007019639, 0.004280537832528353, 0.00485342089086771, 0.0054263039492070675, 0.005999187007546425, 0.006572069600224495, 0.007144952658563852, 0.00771783571690321, 0.00829071830958128, 0.008863601833581924, 0.009436484426259995, 0.010009367018938065, 0.01058225054293871, 0.01115513313561678, 0.011728016659617424, 0.012300899252295494, 0.012873781844973564, 0.013446665368974209, 0.014019547961652279, 0.014592430554330349, 0.015165314078330994, 0.015738196671009064, 0.016311079263687134, 0.016883961856365204, 0.017456846311688423, 0.018029728904366493, 0.018602611497044563]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 1.0, 1.0, 4.0, 13.0, 6.0, 7.0, 19.0, 16.0, 23.0, 21.0, 26.0, 31.0, 48.0, 71.0, 82.0, 92.0, 117.0, 144.0, 191.0, 250.0, 366.0, 468.0, 650.0, 1051.0, 1656.0, 6134.0, 2369.0, 1306.0, 858.0, 599.0, 400.0, 322.0, 234.0, 196.0, 132.0, 105.0, 72.0, 54.0, 65.0, 58.0, 31.0, 22.0, 27.0, 16.0, 13.0, 7.0, 8.0, 8.0, 1.0, 6.0, 8.0, 3.0, 3.0, 2.0, 3.0, 5.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.008993490599095821, -0.008657754398882389, -0.008322018198668957, -0.007986281998455524, -0.007650545332580805, -0.0073148091323673725, -0.006979072466492653, -0.006643336266279221, -0.006307600066065788, -0.005971863865852356, -0.005636127665638924, -0.005300390999764204, -0.004964654799550772, -0.004628918599337339, -0.00429318193346262, -0.0039574457332491875, -0.003621709533035755, -0.003285973332822323, -0.002950236899778247, -0.002614500466734171, -0.0022787642665207386, -0.0019430279498919845, -0.0016072916332632303, -0.0012715553166344762, -0.000935819000005722, -0.0006000826833769679, -0.00026434636674821377, 7.138994988054037e-05, 0.0004071262665092945, 0.0007428625831380486, 0.0010785988997668028, 0.001414335216395557, 0.001750071533024311, 0.0020858077332377434, 0.0024215441662818193, 0.0027572805993258953, 0.0030930167995393276, 0.00342875299975276, 0.003764489432796836, 0.004100225865840912, 0.004435962066054344, 0.0047716982662677765, 0.005107434466481209, 0.005443171132355928, 0.005778907332569361, 0.006114643532782793, 0.006450380198657513, 0.006786116398870945, 0.007121852599084377, 0.00745758879929781, 0.007793324999511242, 0.008129061199724674, 0.008464798331260681, 0.008800534531474113, 0.009136270731687546, 0.009472006931900978, 0.00980774313211441, 0.010143479332327843, 0.010479215532541275, 0.010814951732754707, 0.01115068793296814, 0.011486425064504147, 0.011822161264717579, 0.012157897464931011, 0.012493633665144444]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 3.0, 0.0, 1.0, 3.0, 2.0, 2.0, 0.0, 2.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1089211031794548, -0.10521990805864334, -0.10151871293783188, -0.09781751781702042, -0.09411631524562836, -0.0904151201248169, -0.08671392500400543, -0.08301272988319397, -0.07931153476238251, -0.07561033964157104, -0.07190914452075958, -0.06820794939994812, -0.06450675427913666, -0.0608055554330349, -0.057104356586933136, -0.053403161466121674, -0.04970196634531021, -0.04600077122449875, -0.042299576103687286, -0.038598377257585526, -0.03489718213677406, -0.0311959870159626, -0.02749479003250599, -0.023793593049049377, -0.020092397928237915, -0.016391202807426453, -0.012690005823969841, -0.008988809771835804, -0.005287613719701767, -0.00158641766756773, 0.002114778384566307, 0.005815974436700344, 0.009517170488834381, 0.013218366540968418, 0.016919562593102455, 0.020620759576559067, 0.02432195469737053, 0.02802314981818199, 0.03172434866428375, 0.035425543785095215, 0.03912673890590668, 0.04282793402671814, 0.0465291291475296, 0.05023032799363136, 0.053931523114442825, 0.05763271823525429, 0.06133391708135605, 0.06503511220216751, 0.06873630732297897, 0.07243750244379044, 0.0761386975646019, 0.07983989268541336, 0.08354109525680542, 0.08724229037761688, 0.09094348549842834, 0.09464468061923981, 0.09834587574005127, 0.10204707086086273, 0.1057482659816742, 0.10944946110248566, 0.11315065622329712, 0.11685185879468918, 0.12055305391550064, 0.1242542490363121, 0.12795543670654297]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 2.0, 0.0, 5.0, 1.0, 2.0, 4.0, 4.0, 4.0, 8.0, 13.0, 11.0, 16.0, 14.0, 32.0, 57.0, 27.0, 18.0, 13.0, 8.0, 4.0, 6.0, 5.0, 2.0, 2.0, 2.0, 2.0, 2.0, 5.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.06250875443220139, -0.059796929359436035, -0.057085100561380386, -0.054373275488615036, -0.05166144669055939, -0.04894962161779404, -0.046237796545028687, -0.04352596774697304, -0.04081414267420769, -0.03810231760144234, -0.03539048880338669, -0.03267866373062134, -0.02996683679521084, -0.02725500985980034, -0.02454318478703499, -0.02183135785162449, -0.01911953091621399, -0.01640770398080349, -0.013695877976715565, -0.01098405197262764, -0.00827222503721714, -0.005560398567467928, -0.0028485720977187157, -0.0001367456279695034, 0.002575080841779709, 0.005286907311528921, 0.007998733781278133, 0.010710559785366058, 0.013422386720776558, 0.016134213656187057, 0.018846038728952408, 0.021557865664362907, 0.024269692599773407, 0.026981519535183907, 0.029693346470594406, 0.032405171543359756, 0.035117000341415405, 0.037828825414180756, 0.040540650486946106, 0.043252479285001755, 0.045964304357767105, 0.048676129430532455, 0.051387958228588104, 0.054099783301353455, 0.056811608374118805, 0.059523437172174454, 0.062235262244939804, 0.06494709104299545, 0.0676589161157608, 0.07037074118852615, 0.0730825662612915, 0.07579439878463745, 0.0785062238574028, 0.08121804893016815, 0.0839298740029335, 0.08664169907569885, 0.0893535315990448, 0.09206535667181015, 0.0947771817445755, 0.09748900681734085, 0.1002008318901062, 0.10291265696287155, 0.1056244894862175, 0.10833631455898285, 0.1110481396317482]}, "_runtime": 131.74570274353027, "_timestamp": 1596214456.5029852, "_step": 160}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 3.0, 2.0, 1.0, 3.0, 2.0, 3.0, 2.0, 2.0, 7.0, 0.0, 4.0, 0.0, 3.0, 2.0, 0.0, 2.0, 2.0, 0.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009654030203819275, -0.00937751866877079, -0.00910100806504488, -0.008824496529996395, -0.00854798499494791, -0.008271474391222, -0.007994962856173515, -0.0077184513211250305, -0.007441940251737833, -0.0071654291823506355, -0.006888917647302151, -0.006612406577914953, -0.006335895508527756, -0.006059383973479271, -0.0057828729040920734, -0.005506361369043589, -0.005229850299656391, -0.004953339230269194, -0.004676827695220709, -0.004400316625833511, -0.0041238050907850266, -0.003847294021397829, -0.0035707829520106316, -0.0032942716497927904, -0.0030177603475749493, -0.002741249045357108, -0.002464737743139267, -0.0021882266737520695, -0.0019117153715342283, -0.0016352040693163872, -0.0013586928835138679, -0.0010821816977113485, -0.0008056703954935074, -0.0005291591514833272, -0.0002526479074731469, 2.386333653703332e-05, 0.00030037458054721355, 0.0005768858245573938, 0.000853397068567574, 0.0011299082543700933, 0.0014064195565879345, 0.0016829308588057756, 0.001959442161023617, 0.0022359532304108143, 0.0025124645326286554, 0.0027889758348464966, 0.003065486904233694, 0.0033419982064515352, 0.0036185095086693764, 0.0038950208108872175, 0.004171532113105059, 0.004448043182492256, 0.004724554717540741, 0.0050010657869279385, 0.005277576856315136, 0.005554088391363621, 0.005830599460750818, 0.006107110530138016, 0.0063836220651865005, 0.006660133134573698, 0.0069366442039608955, 0.00721315573900938, 0.007489666808396578, 0.007766178343445063, 0.00804268941283226]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 4.0, 0.0, 3.0, 1.0, 3.0, 1.0, 7.0, 7.0, 6.0, 9.0, 13.0, 26.0, 23.0, 22.0, 34.0, 37.0, 41.0, 50.0, 81.0, 97.0, 147.0, 189.0, 282.0, 655.0, 4978.0, 413.0, 221.0, 152.0, 85.0, 70.0, 60.0, 46.0, 26.0, 27.0, 31.0, 18.0, 15.0, 12.0, 13.0, 7.0, 3.0, 3.0, 3.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 3.0], "bins": [-0.11413794755935669, -0.11105574667453766, -0.10797353833913803, -0.104891337454319, -0.10180912911891937, -0.09872692823410034, -0.09564471989870071, -0.09256251901388168, -0.08948031067848206, -0.08639810979366302, -0.083315908908844, -0.08023370057344437, -0.07715149968862534, -0.07406929135322571, -0.07098709046840668, -0.06790488213300705, -0.06482268124818802, -0.06174047663807869, -0.05865827202796936, -0.05557606741786003, -0.0524938628077507, -0.04941166192293167, -0.04632945731282234, -0.04324725270271301, -0.040165048092603683, -0.037082843482494354, -0.034000638872385025, -0.030918436124920845, -0.027836231514811516, -0.024754026904702187, -0.021671824157238007, -0.018589619547128677, -0.015507414937019348, -0.012425210326910019, -0.009343006648123264, -0.006260802503675222, -0.0031785983592271805, -9.639421477913857e-05, 0.0029858099296689034, 0.006068014074116945, 0.009150218218564987, 0.012232422828674316, 0.015314626507461071, 0.018396830186247826, 0.021479034796357155, 0.024561239406466484, 0.027643442153930664, 0.030725646764039993, 0.03380785137414932, 0.03689005598425865, 0.03997226059436798, 0.04305446520447731, 0.04613666981458664, 0.04921887069940567, 0.052301075309515, 0.05538327991962433, 0.05846548452973366, 0.06154768913984299, 0.06462989002466202, 0.06771209836006165, 0.07079429924488068, 0.0738765075802803, 0.07695870846509933, 0.08004091680049896, 0.083123117685318]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 2.0, 0.0, 3.0, 0.0, 5.0, 4.0, 4.0, 4.0, 5.0, 3.0, 2.0, 2.0, 3.0, 24.0, 7.0, 2.0, 4.0, 7.0, 5.0, 3.0, 3.0, 2.0, 3.0, 1.0, 1.0, 2.0, 0.0, 2.0, 4.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0040224576368927956, -0.003905505407601595, -0.003788553411141038, -0.0036716011818498373, -0.0035546491853892803, -0.0034376969560980797, -0.003320744726806879, -0.003203792730346322, -0.0030868405010551214, -0.002969888271763921, -0.002852936275303364, -0.002735984046012163, -0.0026190318167209625, -0.0025020798202604055, -0.002385127590969205, -0.002268175594508648, -0.0021512233652174473, -0.0020342711359262466, -0.0019173191394656897, -0.001800366910174489, -0.0016834147972986102, -0.0015664626844227314, -0.0014495104551315308, -0.001332558342255652, -0.0012156062293797731, -0.0010986541165038943, -0.0009817020036280155, -0.0008647497743368149, -0.0007477976614609361, -0.0006308455485850573, -0.0005138933775015175, -0.00039694123552180827, -0.000279989093542099, -0.00016303695156238973, -4.6084809582680464e-05, 7.08673323970288e-05, 0.00018781947437673807, 0.00030477161635644734, 0.0004217237583361566, 0.0005386759294196963, 0.0006556280422955751, 0.000772580155171454, 0.0008895323262549937, 0.0010064844973385334, 0.0011234366102144122, 0.001240388723090291, 0.0013573409523814917, 0.0014742930652573705, 0.0015912451781332493, 0.001708197291009128, 0.001825149403885007, 0.0019421016331762075, 0.0020590536296367645, 0.002176005858927965, 0.002292958088219166, 0.002409910084679723, 0.0025268623139709234, 0.002643814543262124, 0.002760766539722681, 0.0028777187690138817, 0.0029946709983050823, 0.0031116229947656393, 0.00322857522405684, 0.003345527220517397, 0.0034624794498085976]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 3.0, 2.0, 1.0, 1.0, 4.0, 10.0, 9.0, 13.0, 23.0, 42.0, 49.0, 77.0, 81.0, 145.0, 220.0, 325.0, 501.0, 670.0, 1065.0, 1685.0, 2798.0, 4626.0, 8229.0, 16252.0, 35672.0, 105269.0, 861319.0, 70018.0, 28243.0, 14775.0, 8859.0, 5887.0, 3982.0, 2566.0, 1793.0, 1250.0, 826.0, 581.0, 464.0, 353.0, 245.0, 193.0, 148.0, 115.0, 61.0, 59.0, 43.0, 31.0, 31.0, 10.0, 4.0, 7.0, 6.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.005680144764482975, -0.005487384740263224, -0.005294624716043472, -0.005101864691823721, -0.00490910466760397, -0.004716344177722931, -0.0045235841535031796, -0.004330824129283428, -0.004138064105063677, -0.0039453040808439255, -0.003752544056624174, -0.003559783799573779, -0.0033670237753540277, -0.0031742637511342764, -0.0029815034940838814, -0.00278874346986413, -0.0025959834456443787, -0.0024032234214246273, -0.002210463397204876, -0.002017703140154481, -0.0018249431159347296, -0.0016321830917149782, -0.001439422951079905, -0.0012466628104448318, -0.0010539027862250805, -0.0008611427037976682, -0.000668382621370256, -0.0004756225389428437, -0.0002828624565154314, -9.010237408801913e-05, 0.00010265770833939314, 0.0002954177907668054, 0.0004881778731942177, 0.00068093795562163, 0.0008736980380490422, 0.0010664581786841154, 0.0012592182029038668, 0.0014519782271236181, 0.0016447383677586913, 0.0018374985083937645, 0.002030258532613516, 0.002223018556833267, 0.0024157785810530186, 0.0026085388381034136, 0.002801298862323165, 0.0029940588865429163, 0.0031868191435933113, 0.0033795791678130627, 0.003572339192032814, 0.0037650992162525654, 0.003957859240472317, 0.004150619264692068, 0.0043433792889118195, 0.004536139778792858, 0.0047288998030126095, 0.004921659827232361, 0.005114419851452112, 0.0053071798756718636, 0.005499939899891615, 0.005692699924111366, 0.005885460413992405, 0.006078220438212156, 0.006270980462431908, 0.006463740486651659, 0.00665650051087141]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 2.0, 9.0, 8.0, 7.0, 6.0, 10.0, 3.0, 4.0, 2.0, 1.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.023233676329255104, -0.020756665617227554, -0.018279653042554855, -0.015802642330527306, -0.013325631618499756, -0.010848620906472206, -0.008371609263122082, -0.005894598085433245, -0.0034175869077444077, -0.0009405757300555706, 0.0015364354476332664, 0.0040134466253221035, 0.0064904578030109406, 0.00896746851503849, 0.011444480158388615, 0.013921491801738739, 0.01639850251376629, 0.01887551322579384, 0.021352525800466537, 0.023829536512494087, 0.026306547224521637, 0.028783557936549187, 0.031260568648576736, 0.033737581223249435, 0.036214590072631836, 0.038691602647304535, 0.041168615221977234, 0.043645624071359634, 0.04612263664603233, 0.04859964922070503, 0.05107665807008743, 0.05355367064476013, 0.05603068321943283, 0.05850769206881523, 0.06098470464348793, 0.06346171349287033, 0.06593872606754303, 0.06841573864221573, 0.07089275121688843, 0.07336975634098053, 0.07584676891565323, 0.07832378149032593, 0.08080079406499863, 0.08327780663967133, 0.08575481176376343, 0.08823182433843613, 0.09070883691310883, 0.09318584948778152, 0.09566286206245422, 0.09813987463712692, 0.10061687976121902, 0.10309389233589172, 0.10557090491056442, 0.10804791748523712, 0.11052493005990982, 0.11300193518400192, 0.11547894775867462, 0.11795596033334732, 0.12043297290802002, 0.12290998548269272, 0.12538699805736542, 0.12786400318145752, 0.13034102320671082, 0.13281802833080292, 0.13529503345489502]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [6.0, 1.0, 3.0, 10.0, 1.0, 5.0, 12.0, 20.0, 34.0, 77.0, 109.0, 256.0, 456.0, 724.0, 1404.0, 2940.0, 8757.0, 1731.0, 721.0, 387.0, 228.0, 132.0, 88.0, 59.0, 40.0, 18.0, 24.0, 15.0, 16.0, 12.0, 10.0, 7.0, 5.0, 8.0, 19.0, 10.0, 8.0, 4.0, 3.0, 2.0, 9.0, 6.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 8.0, 16.0, 8.0, 2.0, 5.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 7.0], "bins": [-0.01473471149802208, -0.01384358387440443, -0.012952455319464207, -0.012061327695846558, -0.011170199140906334, -0.010279071517288685, -0.009387942962348461, -0.008496815338730812, -0.007605687249451876, -0.006714559160172939, -0.005823431070894003, -0.0049323029816150665, -0.0040411753579974174, -0.0031500470358878374, -0.0022589191794395447, -0.0013677910901606083, -0.0004766630008816719, 0.00041446503018960357, 0.001305593061260879, 0.0021967210341244936, 0.00308784912340343, 0.003978976979851723, 0.004870105069130659, 0.0057612331584095955, 0.006652361247688532, 0.007543489336967468, 0.008434616960585117, 0.009325745515525341, 0.01021687313914299, 0.011108001694083214, 0.011999129317700863, 0.012890257872641087, 0.013781385496258736, 0.014672513119876385, 0.015563641674816608, 0.016454769298434258, 0.01734589785337448, 0.018237026408314705, 0.01912815310060978, 0.020019281655550003, 0.020910410210490227, 0.0218015369027853, 0.022692665457725525, 0.02358379401266575, 0.024474922567605972, 0.025366049259901047, 0.02625717781484127, 0.027148306369781494, 0.02803943306207657, 0.028930561617016792, 0.029821690171957016, 0.03071281872689724, 0.03160394728183746, 0.03249507397413254, 0.03338620066642761, 0.034277331084012985, 0.03516845777630806, 0.036059584468603134, 0.03695071488618851, 0.03784184157848358, 0.038732971996068954, 0.03962409868836403, 0.0405152253806591, 0.041406355798244476, 0.04229748249053955]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 1.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.21551252901554108, -0.21032913029193878, -0.2051457315683365, -0.1999623328447342, -0.1947789341211319, -0.1895955353975296, -0.1844121366739273, -0.179228737950325, -0.17404532432556152, -0.16886192560195923, -0.16367852687835693, -0.15849512815475464, -0.15331172943115234, -0.14812833070755005, -0.14294493198394775, -0.13776153326034546, -0.13257813453674316, -0.12739473581314087, -0.12221133708953857, -0.11702793836593628, -0.11184453964233398, -0.10666113346815109, -0.1014777347445488, -0.0962943360209465, -0.09111093729734421, -0.08592753857374191, -0.08074413985013962, -0.07556074112653732, -0.07037733495235443, -0.06519393622875214, -0.06001053750514984, -0.054827138781547546, -0.04964374005794525, -0.04446034133434296, -0.03927694261074066, -0.03409354016184807, -0.028910141438245773, -0.02372674271464348, -0.018543342128396034, -0.013359942473471165, -0.008176542818546295, -0.0029931431636214256, 0.002190256491303444, 0.0073736561462283134, 0.012557055801153183, 0.017740454524755478, 0.022923855111002922, 0.028107255697250366, 0.03329065442085266, 0.038474053144454956, 0.04365745186805725, 0.048840854316949844, 0.05402425304055214, 0.059207651764154434, 0.06439105421304703, 0.06957445293664932, 0.07475785166025162, 0.07994125038385391, 0.08512464910745621, 0.0903080478310585, 0.0954914540052414, 0.10067485272884369, 0.10585825145244598, 0.11104165017604828, 0.11622504889965057]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 1.0, 2.0, 3.0, 3.0, 4.0, 2.0, 5.0, 3.0, 7.0, 6.0, 10.0, 14.0, 11.0, 14.0, 27.0, 22.0, 13.0, 13.0, 6.0, 10.0, 7.0, 8.0, 13.0, 10.0, 7.0, 13.0, 5.0, 4.0, 1.0, 2.0, 2.0, 4.0, 3.0, 1.0, 8.0, 2.0, 0.0, 0.0, 1.0, 3.0, 2.0, 0.0, 2.0], "bins": [-0.05164388194680214, -0.05020809918642044, -0.048772312700748444, -0.04733652621507645, -0.04590074345469475, -0.04446496069431305, -0.04302917420864105, -0.041593387722969055, -0.04015760496258736, -0.03872182220220566, -0.03728603571653366, -0.035850249230861664, -0.034414466470479965, -0.03297868371009827, -0.03154289722442627, -0.03010711260139942, -0.028671327978372574, -0.027235543355345726, -0.025799758732318878, -0.02436397410929203, -0.022928189486265182, -0.021492404863238335, -0.020056620240211487, -0.01862083561718464, -0.01718505099415779, -0.015749266371130943, -0.014313481748104095, -0.012877697125077248, -0.0114419125020504, -0.010006127879023552, -0.008570343255996704, -0.007134558632969856, -0.005698774009943008, -0.004262989386916161, -0.0028272047638893127, -0.001391420140862465, 4.4364482164382935e-05, 0.0014801491051912308, 0.0029159337282180786, 0.0043517183512449265, 0.005787502974271774, 0.007223287597298622, 0.00865907222032547, 0.010094856843352318, 0.011530641466379166, 0.012966426089406013, 0.014402210712432861, 0.01583799533545971, 0.017273779958486557, 0.018709564581513405, 0.020145349204540253, 0.0215811338275671, 0.02301691845059395, 0.024452703073620796, 0.025888487696647644, 0.027324272319674492, 0.02876005694270134, 0.030195841565728188, 0.031631626188755035, 0.03306741267442703, 0.03450319543480873, 0.03593897819519043, 0.03737476468086243, 0.038810551166534424, 0.04024633392691612]}, "_runtime": 132.52606439590454, "_timestamp": 1596214457.283347, "_step": 161}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 3.0, 1.0, 1.0, 5.0, 1.0, 4.0, 2.0, 2.0, 2.0, 3.0, 4.0, 2.0, 4.0, 1.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0077866180799901485, -0.0075117722153663635, -0.007236925885081291, -0.006962079554796219, -0.006687233690172434, -0.006412387825548649, -0.0061375414952635765, -0.005862695164978504, -0.005587849300354719, -0.005313003435730934, -0.005038157105445862, -0.0047633107751607895, -0.0044884649105370045, -0.0042136190459132195, -0.003938772715628147, -0.0036639266181737185, -0.0033890805207192898, -0.003114234423264861, -0.0028393883258104324, -0.0025645422283560038, -0.002289696130901575, -0.0020148500334471464, -0.0017400039359927177, -0.001465157838538289, -0.0011903117410838604, -0.0009154656436294317, -0.000640619546175003, -0.0003657734487205744, -9.09273512661457e-05, 0.00018391874618828297, 0.00045876484364271164, 0.0007336109410971403, 0.001008457038551569, 0.0012833031360059977, 0.0015581492334604263, 0.001832995330914855, 0.0021078414283692837, 0.0023826875258237123, 0.002657533623278141, 0.0029323797207325697, 0.0032072258181869984, 0.003482071915641427, 0.0037569180130958557, 0.004031764343380928, 0.004306610208004713, 0.004581456072628498, 0.00485630240291357, 0.005131148733198643, 0.005405994597822428, 0.005680840462446213, 0.005955686792731285, 0.006230533123016357, 0.0065053789876401424, 0.0067802248522639275, 0.007055071182549, 0.007329917512834072, 0.007604763377457857, 0.007879609242081642, 0.008154455572366714, 0.008429301902651787, 0.008704148232936859, 0.008978993631899357, 0.00925383996218443, 0.009528686292469501, 0.009803531691432]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 4.0, 2.0, 2.0, 6.0, 3.0, 3.0, 7.0, 8.0, 9.0, 16.0, 10.0, 19.0, 19.0, 21.0, 29.0, 36.0, 54.0, 50.0, 55.0, 70.0, 80.0, 107.0, 165.0, 266.0, 433.0, 5173.0, 400.0, 211.0, 148.0, 115.0, 90.0, 63.0, 64.0, 36.0, 24.0, 21.0, 12.0, 19.0, 16.0, 12.0, 6.0, 12.0, 10.0, 4.0, 6.0, 5.0, 6.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.09456129372119904, -0.09179338067770004, -0.08902546763420105, -0.08625756204128265, -0.08348964899778366, -0.08072173595428467, -0.07795382291078568, -0.07518590986728668, -0.07241800427436829, -0.0696500912308693, -0.0668821781873703, -0.06411426514387131, -0.061346352100372314, -0.05857844278216362, -0.05581052973866463, -0.05304262042045593, -0.05027470737695694, -0.04750679433345795, -0.04473888501524925, -0.04197097197175026, -0.039203062653541565, -0.03643514961004257, -0.03366723656654358, -0.030899325385689735, -0.02813141420483589, -0.025363503023982048, -0.022595591843128204, -0.01982767879962921, -0.017059767618775368, -0.014291856437921524, -0.011523944325745106, -0.008756032213568687, -0.005988121032714844, -0.0032202093861997128, -0.00045229773968458176, 0.0023156139068305492, 0.00508352555334568, 0.007851436734199524, 0.010619348846375942, 0.01338726095855236, 0.016155172139406204, 0.018923083320260048, 0.02169099450111389, 0.024458907544612885, 0.027226818725466728, 0.029994729906320572, 0.032762642949819565, 0.03553055226802826, 0.03829846531152725, 0.041066378355026245, 0.04383428767323494, 0.04660220071673393, 0.04937011003494263, 0.05213802307844162, 0.05490593612194061, 0.05767384544014931, 0.0604417584836483, 0.063209667801857, 0.06597758084535599, 0.06874549388885498, 0.07151340693235397, 0.07428131997585297, 0.07704922556877136, 0.07981713861227036, 0.08258505165576935]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 1.0, 2.0, 1.0, 2.0, 2.0, 3.0, 2.0, 3.0, 2.0, 5.0, 3.0, 4.0, 3.0, 6.0, 2.0, 5.0, 21.0, 6.0, 4.0, 2.0, 3.0, 3.0, 5.0, 3.0, 4.0, 2.0, 3.0, 3.0, 2.0, 3.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0029987411107867956, -0.002905965084210038, -0.0028131892904639244, -0.002720413263887167, -0.0026276372373104095, -0.002534861210733652, -0.0024420851841568947, -0.002349309390410781, -0.0022565333638340235, -0.002163757337257266, -0.0020709815435111523, -0.001978205516934395, -0.0018854294903576374, -0.00179265346378088, -0.0016998775536194444, -0.0016071016434580088, -0.0015143256168812513, -0.001421549590304494, -0.0013287736801430583, -0.0012359977699816227, -0.0011432217434048653, -0.0010504457168281078, -0.0009576698066666722, -0.0008648938382975757, -0.0007721178699284792, -0.0006793419015593827, -0.0005865659331902862, -0.0004937899648211896, -0.0004010139964520931, -0.0003082380280829966, -0.0002154620597139001, -0.00012268609134480357, -2.9910122975707054e-05, 6.286584539338946e-05, 0.00015564181376248598, 0.0002484177821315825, 0.000341193750500679, 0.00043396971886977553, 0.000526745687238872, 0.0006195216556079686, 0.0007122976239770651, 0.0008050735923461616, 0.0008978495607152581, 0.0009906254708766937, 0.0010834014974534512, 0.0011761775240302086, 0.0012689534341916442, 0.0013617293443530798, 0.0014545053709298372, 0.0015472813975065947, 0.0016400573076680303, 0.0017328332178294659, 0.0018256092444062233, 0.0019183852709829807, 0.002011161297559738, 0.002103937091305852, 0.0021967131178826094, 0.002289489144459367, 0.0023822649382054806, 0.002475040964782238, 0.0025678169913589954, 0.002660593017935753, 0.0027533690445125103, 0.002846144838258624, 0.0029389208648353815]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 2.0, 2.0, 2.0, 2.0, 5.0, 6.0, 4.0, 12.0, 21.0, 23.0, 36.0, 50.0, 72.0, 85.0, 116.0, 225.0, 269.0, 390.0, 495.0, 846.0, 1433.0, 2477.0, 4559.0, 9247.0, 21711.0, 65732.0, 910192.0, 105314.0, 29802.0, 12540.0, 6060.0, 3192.0, 1737.0, 1011.0, 638.0, 439.0, 279.0, 180.0, 115.0, 86.0, 70.0, 38.0, 44.0, 16.0, 19.0, 15.0, 10.0, 6.0, 5.0, 4.0, 3.0, 3.0, 1.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.006498229689896107, -0.0062637897208333015, -0.006029349751770496, -0.005794909782707691, -0.005560469813644886, -0.005326029844582081, -0.005091589875519276, -0.0048571499064564705, -0.004622709937393665, -0.00438826996833086, -0.004153829999268055, -0.00391939003020525, -0.0036849502939730883, -0.003450510324910283, -0.003216070355847478, -0.0029816303867846727, -0.0027471904177218676, -0.0025127504486590624, -0.002278310479596257, -0.002043870510533452, -0.0018094305414706469, -0.0015749906888231635, -0.0013405507197603583, -0.0011061107506975532, -0.000871670781634748, -0.0006372308125719428, -0.0004027908726129681, -0.00016835091810207814, 6.608903640881181e-05, 0.000300529005471617, 0.0005349689163267612, 0.0007694088853895664, 0.0010038488544523716, 0.0012382888235151768, 0.001472728792577982, 0.0017071687616407871, 0.0019416087307035923, 0.0021760486997663975, 0.0024104886688292027, 0.002644928637892008, 0.002879368606954813, 0.0031138083431869745, 0.0033482483122497797, 0.003582688281312585, 0.00381712825037539, 0.004051568452268839, 0.004286008421331644, 0.004520448390394449, 0.004754887893795967, 0.004989327862858772, 0.0052237678319215775, 0.005458207800984383, 0.005692647770047188, 0.005927087739109993, 0.006161527708172798, 0.006395967677235603, 0.0066304076462984085, 0.006864847615361214, 0.007099287584424019, 0.007333727553486824, 0.007568167522549629, 0.007802607491612434, 0.00803704746067524, 0.008271487429738045, 0.00850592739880085]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 2.0, 3.0, 1.0, 5.0, 6.0, 4.0, 10.0, 1.0, 1.0, 1.0, 6.0, 1.0, 3.0, 1.0, 2.0, 3.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.047555919736623764, -0.046584952622652054, -0.045613981783390045, -0.044643014669418335, -0.043672047555446625, -0.042701076716184616, -0.041730109602212906, -0.0407591387629509, -0.03978817164897919, -0.03881720453500748, -0.03784623369574547, -0.03687526658177376, -0.03590429946780205, -0.03493332862854004, -0.03396236151456833, -0.03299139440059662, -0.03202042356133461, -0.0310494564473629, -0.03007848747074604, -0.02910751849412918, -0.02813655138015747, -0.02716558240354061, -0.026194613426923752, -0.025223644450306892, -0.024252677336335182, -0.023281708359718323, -0.022310739383101463, -0.021339772269129753, -0.020368803292512894, -0.019397834315896034, -0.018426865339279175, -0.017455898225307465, -0.016484929248690605, -0.01551396120339632, -0.014542992226779461, -0.013572024181485176, -0.012601055204868317, -0.011630087159574032, -0.010659118182957172, -0.009688150137662888, -0.008717181161046028, -0.007746213115751743, -0.006775244604796171, -0.005804276093840599, -0.004833308048546314, -0.0038623393047600985, -0.00289137102663517, -0.0019204025156795979, -0.0009494340047240257, 2.153444802388549e-05, 0.0009925029007717967, 0.001963471295312047, 0.002934439806267619, 0.0039054083172231913, 0.00487637659534812, 0.005847345106303692, 0.006818313617259264, 0.007789282128214836, 0.008760250173509121, 0.00973121915012598, 0.010702187195420265, 0.011673156172037125, 0.01264412421733141, 0.013615093193948269, 0.014586061239242554]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [6.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 6.0, 3.0, 4.0, 9.0, 13.0, 3.0, 4.0, 1.0, 1.0, 2.0, 4.0, 3.0, 5.0, 3.0, 3.0, 8.0, 3.0, 5.0, 9.0, 16.0, 24.0, 23.0, 33.0, 48.0, 48.0, 90.0, 65.0, 115.0, 169.0, 224.0, 345.0, 439.0, 659.0, 849.0, 1421.0, 2392.0, 6064.0, 1697.0, 1069.0, 747.0, 496.0, 347.0, 258.0, 171.0, 145.0, 96.0, 75.0, 79.0, 41.0, 34.0, 16.0, 12.0, 9.0, 8.0, 6.0, 2.0, 2.0], "bins": [-0.0146855553612113, -0.014346089214086533, -0.01400662213563919, -0.013667155988514423, -0.013327689841389656, -0.012988222762942314, -0.012648756615817547, -0.01230929046869278, -0.011969823390245438, -0.01163035724312067, -0.011290891095995903, -0.010951424948871136, -0.010611957870423794, -0.010272491723299026, -0.00993302557617426, -0.009593558497726917, -0.00925409235060215, -0.008914626203477383, -0.00857515912503004, -0.008235692977905273, -0.007896226830780506, -0.0075567602179944515, -0.007217293605208397, -0.00687782745808363, -0.006538360845297575, -0.00619889423251152, -0.005859428085386753, -0.0055199614726006985, -0.005180494859814644, -0.0048410287126898766, -0.004501562099903822, -0.004162095952779055, -0.003822629339993, -0.003483162960037589, -0.003143696580082178, -0.0028042299672961235, -0.0024647635873407125, -0.0021252972073853016, -0.0017858307110145688, -0.001446364214643836, -0.001106897834688425, -0.0007674313965253532, -0.0004279649583622813, -8.849852019920945e-05, 0.0002509679179638624, 0.0005904343561269343, 0.0009299007942900062, 0.001269367290660739, 0.00160883367061615, 0.0019483000505715609, 0.002287766430526972, 0.0026272330433130264, 0.0029666994232684374, 0.0033061658032238483, 0.003645632416009903, 0.00398509856313467, 0.004324565175920725, 0.0046640317887067795, 0.005003497935831547, 0.005342964548617601, 0.005682431161403656, 0.006021897308528423, 0.006361363921314478, 0.006700830068439245, 0.0070402966812253]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.05977029353380203, -0.05718424171209335, -0.054598189890384674, -0.052012138068675995, -0.049426086246967316, -0.04684003069996834, -0.04425397887825966, -0.04166792705655098, -0.0390818752348423, -0.03649582341313362, -0.03390977159142494, -0.03132371976971626, -0.028737666085362434, -0.026151614263653755, -0.023565560579299927, -0.020979508757591248, -0.01839345693588257, -0.01580740511417389, -0.013221352361142635, -0.010635299608111382, -0.008049247786402702, -0.005463195499032736, -0.0028771432116627693, -0.0002910909242928028, 0.0022949613630771637, 0.00488101365044713, 0.007467065937817097, 0.01005311869084835, 0.01263917051255703, 0.015225222334265709, 0.017811276018619537, 0.020397327840328217, 0.022983379662036896, 0.025569431483745575, 0.028155483305454254, 0.030741536989808083, 0.03332758694887161, 0.03591364249587059, 0.03849969431757927, 0.04108574613928795, 0.04367179796099663, 0.04625784978270531, 0.048843901604413986, 0.051429953426122665, 0.05401600897312164, 0.05660206079483032, 0.059188112616539, 0.06177416443824768, 0.06436021625995636, 0.06694626808166504, 0.06953231990337372, 0.0721183717250824, 0.07470442354679108, 0.07729047536849976, 0.07987652719020844, 0.08246257901191711, 0.0850486308336258, 0.08763469010591507, 0.09022074192762375, 0.09280679374933243, 0.09539284557104111, 0.09797889739274979, 0.10056494921445847, 0.10315100103616714, 0.10573705285787582]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 1.0, 1.0, 1.0, 3.0, 4.0, 5.0, 3.0, 3.0, 3.0, 1.0, 6.0, 4.0, 0.0, 2.0, 3.0, 2.0, 1.0, 6.0, 9.0, 6.0, 13.0, 17.0, 19.0, 32.0, 17.0, 7.0, 10.0, 6.0, 7.0, 13.0, 9.0, 8.0, 10.0, 6.0, 2.0, 7.0, 7.0, 3.0, 1.0, 1.0, 1.0, 4.0, 1.0, 3.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 3.0, 0.0, 2.0], "bins": [-0.04064898565411568, -0.03910227119922638, -0.03755555674433708, -0.036008842289447784, -0.034462131559848785, -0.03291541710495949, -0.03136870265007019, -0.029821988195180893, -0.028275273740291595, -0.026728559285402298, -0.025181844830513, -0.023635132238268852, -0.022088417783379555, -0.020541703328490257, -0.01899499073624611, -0.01744827628135681, -0.015901561826467514, -0.014354847371578217, -0.012808133848011494, -0.01126142032444477, -0.009714705869555473, -0.008167991414666176, -0.006621277891099453, -0.005074563901871443, -0.0035278499126434326, -0.0019811359234154224, -0.00043442193418741226, 0.001112292055040598, 0.002659006044268608, 0.004205720033496618, 0.0057524340227246284, 0.007299148011952639, 0.008845862001180649, 0.010392576456069946, 0.01193928997963667, 0.013486003503203392, 0.01503271795809269, 0.016579432412981987, 0.018126145005226135, 0.019672859460115433, 0.02121957391500473, 0.022766288369894028, 0.024313002824783325, 0.025859715417027473, 0.02740642987191677, 0.02895314432680607, 0.030499856919050217, 0.032046571373939514, 0.03359328582882881, 0.03514000028371811, 0.03668671473860741, 0.038233429193496704, 0.0397801399230957, 0.041326854377985, 0.0428735688328743, 0.044420283287763596, 0.04596699774265289, 0.04751371219754219, 0.04906042665243149, 0.050607141107320786, 0.05215385556221008, 0.05370056629180908, 0.05524728074669838, 0.05679399520158768, 0.058340709656476974]}, "_runtime": 133.3041169643402, "_timestamp": 1596214458.0613995, "_step": 162}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 3.0, 2.0, 1.0, 1.0, 0.0, 4.0, 4.0, 7.0, 5.0, 2.0, 3.0, 5.0, 4.0, 2.0, 5.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008622023276984692, -0.008269689045846462, -0.007917353883385658, -0.007565019186586142, -0.007212684489786625, -0.0068603502586483955, -0.006508015561848879, -0.006155680865049362, -0.0058033461682498455, -0.005451011471450329, -0.005098676774650812, -0.0047463420778512955, -0.004394007846713066, -0.004041673149913549, -0.0036893384531140327, -0.003337003756314516, -0.0029846690595149994, -0.0026323343627154827, -0.002279999665915966, -0.001927665201947093, -0.0015753305051475763, -0.0012229958083480597, -0.0008706612279638648, -0.000518326589372009, -0.00016599195078015327, 0.0001863426878117025, 0.0005386773264035583, 0.000891011964995414, 0.0012433466035872698, 0.0015956813003867865, 0.0019480158807709813, 0.002300350461155176, 0.002652685157954693, 0.0030050198547542095, 0.003357354551553726, 0.0037096890155225992, 0.0040620239451527596, 0.004414358176290989, 0.004766692873090506, 0.005119027569890022, 0.005471362266689539, 0.005823696963489056, 0.006176031660288572, 0.006528366357088089, 0.006880700588226318, 0.007233035285025835, 0.007585369981825352, 0.007937705144286156, 0.008290039375424385, 0.008642373606562614, 0.008994708769023418, 0.009347043000161648, 0.009699378162622452, 0.010051712393760681, 0.010404047556221485, 0.010756381787359715, 0.011108716949820518, 0.011461051180958748, 0.011813385412096977, 0.012165720574557781, 0.01251805480569601, 0.012870389968156815, 0.013222724199295044, 0.013575059361755848, 0.013927393592894077]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 3.0, 6.0, 3.0, 6.0, 10.0, 7.0, 20.0, 28.0, 13.0, 31.0, 27.0, 47.0, 51.0, 66.0, 106.0, 106.0, 179.0, 290.0, 3896.0, 2008.0, 320.0, 208.0, 129.0, 86.0, 66.0, 55.0, 35.0, 21.0, 23.0, 17.0, 15.0, 9.0, 10.0, 6.0, 6.0, 3.0, 4.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08388949930667877, -0.08118081837892532, -0.07847213000059128, -0.07576344907283783, -0.07305476069450378, -0.07034607976675034, -0.06763739883899689, -0.06492871046066284, -0.06222002953290939, -0.059511344879865646, -0.0568026602268219, -0.05409397929906845, -0.051385294646024704, -0.04867660999298096, -0.04596792906522751, -0.04325924441218376, -0.040550559759140015, -0.03784187510609627, -0.03513319045305252, -0.03242450952529907, -0.029715824872255325, -0.02700714021921158, -0.02429845742881298, -0.021589774638414383, -0.018881089985370636, -0.01617240533232689, -0.013463722541928291, -0.010755038820207119, -0.008046355098485947, -0.005337671376764774, -0.002628987655043602, 7.969606667757034e-05, 0.0027883797883987427, 0.005497063510119915, 0.008205747231841087, 0.01091443095356226, 0.013623114675283432, 0.01633179932832718, 0.019040482118725777, 0.021749164909124374, 0.02445784956216812, 0.02716653421521187, 0.029875217005610466, 0.032583899796009064, 0.03529258444905281, 0.03800126910209656, 0.040709950029850006, 0.04341863468289375, 0.0461273193359375, 0.04883600398898125, 0.051544688642024994, 0.05425336956977844, 0.05696205422282219, 0.059670738875865936, 0.062379419803619385, 0.06508810818195343, 0.06779678910970688, 0.07050547003746033, 0.07321415841579437, 0.07592283934354782, 0.07863152027130127, 0.08134020864963531, 0.08404888957738876, 0.08675757795572281, 0.08946625888347626]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 4.0, 5.0, 2.0, 4.0, 2.0, 4.0, 1.0, 7.0, 2.0, 2.0, 4.0, 6.0, 3.0, 3.0, 6.0, 23.0, 4.0, 4.0, 6.0, 3.0, 0.0, 6.0, 3.0, 0.0, 0.0, 5.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0034892254043370485, -0.003383676055818796, -0.0032781264744699, -0.0031725771259516478, -0.0030670277774333954, -0.0029614781960844994, -0.002855928847566247, -0.0027503794990479946, -0.0026448299176990986, -0.002539280569180846, -0.002433731220662594, -0.0023281818721443415, -0.0022226322907954454, -0.002117082942277193, -0.0020115335937589407, -0.0019059841288253665, -0.0018004346638917923, -0.001694885198958218, -0.0015893358504399657, -0.0014837863855063915, -0.0013782370369881392, -0.001272687572054565, -0.0011671381071209908, -0.0010615887586027384, -0.0009560392936691642, -0.0008504898869432509, -0.0007449404802173376, -0.0006393910152837634, -0.0005338416085578501, -0.00042829220183193684, -0.0003227427660021931, -0.00021719334472436458, -0.00011164392344653606, -6.0945021687075496e-06, 9.945491910912097e-05, 0.00020500434038694948, 0.000310553761664778, 0.0004161031683906913, 0.0005216526333242655, 0.0006272020400501788, 0.000732751446776092, 0.0008383008535020053, 0.0009438502602279186, 0.0010493997251614928, 0.001154949190095067, 0.0012604985386133194, 0.0013660480035468936, 0.001471597352065146, 0.0015771468169987202, 0.0016826962819322944, 0.0017882456304505467, 0.001893795095384121, 0.0019993444439023733, 0.0021048940252512693, 0.0022104433737695217, 0.002315992722287774, 0.0024215420708060265, 0.0025270916521549225, 0.002632641000673175, 0.0027381903491914272, 0.0028437399305403233, 0.0029492892790585756, 0.003054838627576828, 0.003160388208925724, 0.0032659375574439764]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 4.0, 0.0, 6.0, 9.0, 8.0, 11.0, 10.0, 22.0, 29.0, 39.0, 56.0, 82.0, 112.0, 154.0, 256.0, 331.0, 535.0, 905.0, 1411.0, 2368.0, 4288.0, 8295.0, 16984.0, 41603.0, 185927.0, 836214.0, 43192.0, 17109.0, 8185.0, 4439.0, 2511.0, 1504.0, 949.0, 630.0, 450.0, 270.0, 218.0, 143.0, 93.0, 79.0, 53.0, 42.0, 25.0, 25.0, 21.0, 13.0, 6.0, 5.0, 9.0, 1.0, 5.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.0062002744525671005, -0.00600114231929183, -0.00580201018601656, -0.005602877587080002, -0.005403745453804731, -0.005204613320529461, -0.005005480721592903, -0.004806348588317633, -0.004607216455042362, -0.004408084321767092, -0.004208952188491821, -0.0040098195895552635, -0.003810687456279993, -0.0036115553230047226, -0.0034124229568988085, -0.0032132905907928944, -0.003014158457517624, -0.0028150263242423534, -0.0026158939581364393, -0.002416761592030525, -0.0022176294587552547, -0.0020184973254799843, -0.0018193649593740702, -0.0016202327096834779, -0.0014211004599928856, -0.0012219682103022933, -0.001022835960611701, -0.0008237037109211087, -0.0006245714612305164, -0.00042543921153992414, -0.00022630696184933186, -2.7174712158739567e-05, 0.00017195753753185272, 0.000371089787222445, 0.0005702220369130373, 0.0007693542866036296, 0.0009684865362942219, 0.0011676187859848142, 0.0013667510356754065, 0.0015658832853659987, 0.001765015535056591, 0.0019641476683318615, 0.0021632800344377756, 0.0023624124005436897, 0.00256154453381896, 0.0027606766670942307, 0.0029598090332001448, 0.003158941399306059, 0.0033580735325813293, 0.0035572056658566, 0.003756338031962514, 0.003955470398068428, 0.0041546025313436985, 0.004353734664618969, 0.004552867263555527, 0.004751999396830797, 0.004951131530106068, 0.005150263663381338, 0.005349395796656609, 0.005548528395593166, 0.005747660528868437, 0.005946792662143707, 0.006145925261080265, 0.0063450573943555355, 0.006544189527630806]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 4.0, 1.0, 4.0, 3.0, 7.0, 2.0, 11.0, 3.0, 3.0, 3.0, 1.0, 2.0, 2.0, 2.0, 4.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.05108433961868286, -0.049894366413354874, -0.048704393208026886, -0.0475144162774086, -0.04632444307208061, -0.045134469866752625, -0.04394449293613434, -0.04275451973080635, -0.04156454652547836, -0.040374573320150375, -0.03918460011482239, -0.0379946231842041, -0.036804649978876114, -0.035614676773548126, -0.03442469984292984, -0.03323472663760185, -0.032044753432273865, -0.030854780226945877, -0.02966480515897274, -0.028474830090999603, -0.027284856885671616, -0.026094883680343628, -0.02490490861237049, -0.023714933544397354, -0.022524960339069366, -0.02133498713374138, -0.020145012065768242, -0.018955036997795105, -0.017765063792467117, -0.01657509058713913, -0.015385115519165993, -0.01419514138251543, -0.013005167245864868, -0.011815193109214306, -0.010625218972563744, -0.009435244835913181, -0.008245270699262619, -0.007055296562612057, -0.0058653224259614944, -0.004675348289310932, -0.00348537415266037, -0.0022954000160098076, -0.0011054258793592453, 8.454825729131699e-05, 0.0012745223939418793, 0.0024644965305924416, 0.003654470667243004, 0.004844444803893566, 0.006034418940544128, 0.007224393077194691, 0.008414367213845253, 0.009604341350495815, 0.010794315487146378, 0.01198428962379694, 0.013174263760447502, 0.014364237897098064, 0.015554212033748627, 0.016744185239076614, 0.01793416030704975, 0.019124135375022888, 0.020314108580350876, 0.021504081785678864, 0.022694056853652, 0.023884031921625137, 0.025074005126953125]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [7.0, 2.0, 0.0, 0.0, 0.0, 0.0, 8.0, 1.0, 9.0, 16.0, 4.0, 5.0, 2.0, 0.0, 0.0, 0.0, 1.0, 3.0, 5.0, 6.0, 5.0, 13.0, 18.0, 29.0, 23.0, 27.0, 36.0, 56.0, 71.0, 112.0, 154.0, 192.0, 320.0, 525.0, 828.0, 1249.0, 2202.0, 7083.0, 1968.0, 1117.0, 631.0, 430.0, 299.0, 245.0, 164.0, 123.0, 90.0, 79.0, 63.0, 45.0, 26.0, 36.0, 15.0, 23.0, 16.0, 16.0, 5.0, 5.0, 7.0, 3.0, 5.0, 4.0, 2.0, 3.0], "bins": [-0.015594921074807644, -0.01517963595688343, -0.014764349907636642, -0.014349064789712429, -0.013933779671788216, -0.013518493622541428, -0.013103208504617214, -0.012687923386693, -0.012272637337446213, -0.011857352219522, -0.011442067101597786, -0.011026781983673573, -0.010611495934426785, -0.010196210816502571, -0.009780925698578358, -0.00936563964933157, -0.008950354531407356, -0.008535069413483143, -0.008119783364236355, -0.007704498246312141, -0.007289213128387928, -0.006873927544802427, -0.006458641961216927, -0.006043356843292713, -0.0056280712597072124, -0.005212785676121712, -0.004797500558197498, -0.004382214974611998, -0.003966929391026497, -0.0035516442731022835, -0.0031363586895167828, -0.0027210733387619257, -0.0023057879880070686, -0.0018905026372522116, -0.0014752171700820327, -0.0010599317029118538, -0.0006446463521569967, -0.00022936094319447875, 0.00018592446576803923, 0.0006012098747305572, 0.0010164952836930752, 0.0014317806344479322, 0.0018470661016181111, 0.00226235156878829, 0.002677636919543147, 0.003092922270298004, 0.003508207853883505, 0.003923492971807718, 0.004338778555393219, 0.00475406413897872, 0.005169349256902933, 0.005584634840488434, 0.005999919958412647, 0.006415205541998148, 0.006830491125583649, 0.007245776243507862, 0.007661061827093363, 0.008076347410678864, 0.008491632528603077, 0.00890691764652729, 0.009322203695774078, 0.009737488813698292, 0.010152773931622505, 0.010568059980869293, 0.010983345098793507]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.06611090153455734, -0.06364522874355316, -0.061179548501968384, -0.0587138757109642, -0.056248199194669724, -0.053782522678375244, -0.051316846162080765, -0.048851169645786285, -0.046385496854782104, -0.043919820338487625, -0.041454143822193146, -0.038988467305898666, -0.03652279078960419, -0.03405711427330971, -0.03159144148230553, -0.029125764966011047, -0.026660088449716568, -0.02419441193342209, -0.02172873727977276, -0.01926306076347828, -0.01679738610982895, -0.01433170959353447, -0.01186603307723999, -0.009400357492268085, -0.006934681907296181, -0.004469006322324276, -0.002003330271691084, 0.0004623455461114645, 0.002928021363914013, 0.005393696948885918, 0.007859373465180397, 0.010325049050152302, 0.012790724635124207, 0.015256400220096111, 0.017722075805068016, 0.020187752321362495, 0.022653426975011826, 0.025119103491306305, 0.027584780007600784, 0.030050454661250114, 0.032516129314899445, 0.034981805831193924, 0.0374474823474884, 0.03991315886378288, 0.04237883538007736, 0.04484451189637184, 0.04731018468737602, 0.0497758612036705, 0.05224153771996498, 0.05470721423625946, 0.05717289075255394, 0.05963856354355812, 0.0621042400598526, 0.06456992030143738, 0.06703559309244156, 0.06950126588344574, 0.07196694612503052, 0.0744326189160347, 0.07689829915761948, 0.07936397194862366, 0.08182964473962784, 0.08429532498121262, 0.0867609977722168, 0.08922667801380157, 0.09169235080480576]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 4.0, 5.0, 3.0, 1.0, 1.0, 3.0, 5.0, 2.0, 3.0, 3.0, 1.0, 2.0, 1.0, 2.0, 3.0, 5.0, 3.0, 3.0, 5.0, 4.0, 10.0, 12.0, 16.0, 21.0, 38.0, 16.0, 21.0, 14.0, 10.0, 4.0, 5.0, 6.0, 9.0, 5.0, 4.0, 7.0, 8.0, 5.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.05278719589114189, -0.05124892666935921, -0.049710653722286224, -0.04817238450050354, -0.046634115278720856, -0.04509584233164787, -0.04355757310986519, -0.042019303888082504, -0.04048103094100952, -0.03894276171922684, -0.03740449249744415, -0.03586622327566147, -0.034327950328588486, -0.0327896811068058, -0.03125141188502312, -0.029713140800595284, -0.02817486971616745, -0.026636598631739616, -0.025098329409956932, -0.0235600583255291, -0.022021789103746414, -0.02048351801931858, -0.018945246934890747, -0.017406977713108063, -0.01586870662868023, -0.01433043647557497, -0.012792166322469711, -0.011253895238041878, -0.009715625084936619, -0.00817735493183136, -0.006639084313064814, -0.005100813694298267, -0.0035625435411930084, -0.002024273155257106, -0.00048600276932120323, 0.0010522676166146994, 0.002590538002550602, 0.004128808155655861, 0.005667078774422407, 0.007205349393188953, 0.008743619546294212, 0.010281889699399471, 0.01182015985250473, 0.013358430936932564, 0.014896701090037823, 0.01643497124314308, 0.017973242327570915, 0.0195115115493536, 0.021049782633781433, 0.022588053718209267, 0.02412632293999195, 0.025664594024419785, 0.02720286324620247, 0.028741134330630302, 0.030279405415058136, 0.03181767463684082, 0.033355943858623505, 0.03489421680569649, 0.03643248602747917, 0.037970755249261856, 0.03950902819633484, 0.04104729741811752, 0.04258556663990021, 0.04412383958697319, 0.045662108808755875]}, "_runtime": 134.07270288467407, "_timestamp": 1596214458.8299854, "_step": 163}
+{"val_accuracy": 0.8213926940639269, "val_loss": 0.45809866249833475, "_runtime": 135.8406274318695, "_timestamp": 1596214460.59791, "_step": 164}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: V Confidence: 0.22 Truth: v", "Prediction: 5 Confidence: 1.00 Truth: 5", "Prediction: 2 Confidence: 1.00 Truth: 2", "Prediction: 0 Confidence: 0.57 Truth: 0"]}, "_runtime": 136.13139724731445, "_timestamp": 1596214460.8886797, "_step": 165}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 3.0, 2.0, 2.0, 1.0, 3.0, 1.0, 4.0, 2.0, 4.0, 6.0, 4.0, 3.0, 1.0, 0.0, 2.0, 1.0, 2.0, 2.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012788377702236176, -0.012448044493794441, -0.012107711285352707, -0.011767378076910973, -0.011427044868469238, -0.011086711660027504, -0.01074637845158577, -0.010406045243144035, -0.010065712034702301, -0.009725378826260567, -0.009385045617818832, -0.009044712409377098, -0.008704379200935364, -0.00836404599249363, -0.008023712784051895, -0.007683379575610161, -0.0073430463671684265, -0.007002713158726692, -0.006662379950284958, -0.006322046741843224, -0.005981713533401489, -0.005641380324959755, -0.005301047116518021, -0.004960713908076286, -0.004620380699634552, -0.004280047491192818, -0.003939714282751083, -0.003599381074309349, -0.0032590478658676147, -0.0029187146574258804, -0.002578381448984146, -0.002238048240542412, -0.0018977150321006775, -0.0015573818236589432, -0.0012170486152172089, -0.0008767154067754745, -0.0005363821983337402, -0.00019604898989200592, 0.0001442842185497284, 0.0004846174269914627, 0.000824950635433197, 0.0011652838438749313, 0.0015056170523166656, 0.0018459502607584, 0.0021862834692001343, 0.0025266166776418686, 0.002866949886083603, 0.0032072830945253372, 0.0035476163029670715, 0.003887949511408806, 0.00422828271985054, 0.0045686159282922745, 0.004908949136734009, 0.005249282345175743, 0.005589615553617477, 0.005929948762059212, 0.006270281970500946, 0.00661061517894268, 0.006950948387384415, 0.007291281595826149, 0.007631614804267883, 0.007971948012709618, 0.008312281221151352, 0.008652614429593086, 0.00899294763803482]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 2.0, 2.0, 3.0, 1.0, 4.0, 3.0, 2.0, 2.0, 4.0, 7.0, 12.0, 14.0, 16.0, 19.0, 20.0, 29.0, 24.0, 40.0, 49.0, 77.0, 79.0, 126.0, 144.0, 248.0, 355.0, 5214.0, 581.0, 247.0, 151.0, 113.0, 66.0, 70.0, 38.0, 32.0, 30.0, 21.0, 14.0, 20.0, 10.0, 11.0, 7.0, 5.0, 3.0, 6.0, 2.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.09268412739038467, -0.0894208699464798, -0.08615761995315552, -0.08289436995983124, -0.07963111251592636, -0.07636785507202148, -0.0731046050786972, -0.06984135508537292, -0.06657809764146805, -0.06331484019756317, -0.06005159020423889, -0.05678833648562431, -0.053525082767009735, -0.05026182904839516, -0.04699857532978058, -0.043735321611166, -0.04047206789255142, -0.037208814173936844, -0.033945560455322266, -0.030682306736707687, -0.02741905301809311, -0.02415579929947853, -0.020892545580863953, -0.017629291862249374, -0.014366038143634796, -0.011102784425020218, -0.00783953070640564, -0.004576276987791061, -0.0013130232691764832, 0.001950230449438095, 0.005213484168052673, 0.008476737886667252, 0.01173999160528183, 0.015003245323896408, 0.018266499042510986, 0.021529752761125565, 0.024793006479740143, 0.02805626019835472, 0.0313195139169693, 0.03458276763558388, 0.037846021354198456, 0.041109275072813034, 0.04437252879142761, 0.04763578251004219, 0.05089903622865677, 0.05416228994727135, 0.057425543665885925, 0.060688797384500504, 0.06395205110311508, 0.06721530854701996, 0.07047855854034424, 0.07374180853366852, 0.0770050659775734, 0.08026832342147827, 0.08353157341480255, 0.08679482340812683, 0.09005808085203171, 0.09332133829593658, 0.09658458828926086, 0.09984783828258514, 0.10311109572649002, 0.1063743531703949, 0.10963760316371918, 0.11290085315704346, 0.11616411060094833]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 2.0, 1.0, 1.0, 3.0, 0.0, 4.0, 3.0, 3.0, 2.0, 5.0, 7.0, 2.0, 4.0, 2.0, 3.0, 2.0, 24.0, 6.0, 1.0, 4.0, 2.0, 4.0, 4.0, 1.0, 2.0, 2.0, 3.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.0026373257860541344, -0.002550569362938404, -0.0024638131726533175, -0.002377056749537587, -0.0022903005592525005, -0.0022035441361367702, -0.00211678771302104, -0.0020300315227359533, -0.001943275099620223, -0.0018565187929198146, -0.0017697624862194061, -0.0016830060631036758, -0.0015962497564032674, -0.001509493449702859, -0.0014227370265871286, -0.0013359807198867202, -0.0012492244131863117, -0.0011624681064859033, -0.0010757117997854948, -0.0009889553766697645, -0.0009021990699693561, -0.0008154427632689476, -0.0007286863983608782, -0.0006419300334528089, -0.0005551737267524004, -0.0004684173909481615, -0.00038166105514392257, -0.00029490471933968365, -0.00020814838353544474, -0.00012139204773120582, -3.4635711926966906e-05, 5.212062387727201e-05, 0.00013887695968151093, 0.00022563329548574984, 0.00031238963128998876, 0.00039914596709422767, 0.0004859023028984666, 0.000572658609598875, 0.0006594149745069444, 0.0007461713394150138, 0.0008329276461154222, 0.0009196839528158307, 0.0010064402595162392, 0.0010931966826319695, 0.001179952989332378, 0.0012667092960327864, 0.0013534657191485167, 0.0014402220258489251, 0.0015269783325493336, 0.001613734639249742, 0.0017004909459501505, 0.0017872473690658808, 0.0018740036757662892, 0.0019607599824666977, 0.002047516405582428, 0.0021342725958675146, 0.002221029018983245, 0.002307785442098975, 0.002394541632384062, 0.002481298055499792, 0.0025680544786155224, 0.002654810668900609, 0.0027415670920163393, 0.002828323282301426, 0.0029150797054171562]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 3.0, 5.0, 3.0, 3.0, 5.0, 11.0, 17.0, 29.0, 37.0, 54.0, 71.0, 127.0, 160.0, 276.0, 415.0, 596.0, 812.0, 1431.0, 2115.0, 3569.0, 5978.0, 11284.0, 22961.0, 56708.0, 834195.0, 155781.0, 38954.0, 17446.0, 9561.0, 5833.0, 3704.0, 2456.0, 1552.0, 1101.0, 767.0, 455.0, 343.0, 216.0, 186.0, 120.0, 82.0, 64.0, 44.0, 30.0, 26.0, 19.0, 12.0, 7.0, 5.0, 3.0, 4.0, 1.0, 1.0, 1.0, 4.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.006076668854802847, -0.005866608116775751, -0.005656547378748655, -0.005446487106382847, -0.005236426368355751, -0.005026365630328655, -0.0048163048923015594, -0.004606244154274464, -0.004396183416247368, -0.004186123143881559, -0.003976062405854464, -0.0037660016678273678, -0.003555940929800272, -0.00334588042460382, -0.003135819686576724, -0.002925759181380272, -0.002715698443353176, -0.0025056377053260803, -0.002295577200129628, -0.0020855164621025324, -0.0018754558404907584, -0.0016653952188789845, -0.0014553344808518887, -0.0012452738592401147, -0.0010352132376283407, -0.0008251526160165668, -0.0006150919361971319, -0.00040503128548152745, -0.00019497063476592302, 1.5090015949681401e-05, 0.00022515066666528583, 0.00043521131738089025, 0.0006452719680964947, 0.0008553325897082686, 0.0010653932113200426, 0.0012754539493471384, 0.0014855145709589124, 0.0016955751925706863, 0.0019056359305977821, 0.0021156964357942343, 0.00232575717382133, 0.002535817911848426, 0.002745878417044878, 0.002955939155071974, 0.0031659998930990696, 0.0033760603982955217, 0.0035861211363226175, 0.0037961816415190697, 0.0040062423795461655, 0.004216303117573261, 0.004426363855600357, 0.0046364241279661655, 0.004846484865993261, 0.005056545604020357, 0.005266606342047453, 0.005476667080074549, 0.005686727352440357, 0.005896788090467453, 0.006106848828494549, 0.006316909566521645, 0.00652697030454874, 0.006737031042575836, 0.006947091314941645, 0.0071571520529687405, 0.007367212790995836]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 4.0, 2.0, 2.0, 1.0, 0.0, 1.0, 3.0, 7.0, 6.0, 4.0, 2.0, 2.0, 1.0, 0.0, 3.0, 2.0, 0.0, 2.0, 4.0, 1.0, 3.0, 0.0, 1.0, 2.0], "bins": [-0.04515811800956726, -0.044197771698236465, -0.04323742911219597, -0.04227708280086517, -0.041316740214824677, -0.04035639390349388, -0.039396047592163086, -0.03843570500612259, -0.037475358694791794, -0.0365150161087513, -0.0355546697974205, -0.034594323486089706, -0.03363398090004921, -0.032673634588718414, -0.03171329200267792, -0.030752945691347122, -0.029792601242661476, -0.02883225679397583, -0.027871912345290184, -0.02691156603395939, -0.025951221585273743, -0.024990877136588097, -0.02403053268790245, -0.023070188239216805, -0.02210984379053116, -0.021149497479200363, -0.020189153030514717, -0.01922880858182907, -0.018268464133143425, -0.01730811968445778, -0.016347773373126984, -0.015387428924441338, -0.014427084475755692, -0.013466740027070045, -0.012506394647061825, -0.011546050198376179, -0.010585704818367958, -0.009625360369682312, -0.008665015920996666, -0.007704671006649733, -0.006744326092302799, -0.005783981177955866, -0.0048236362636089325, -0.0038632918149232864, -0.002902946900576353, -0.0019426021026447415, -0.00098225730471313, -2.191250678151846e-05, 0.0009384322911500931, 0.0018987770890817046, 0.002859121887013316, 0.003819466568529606, 0.004779811482876539, 0.005740156397223473, 0.006700500845909119, 0.007660845760256052, 0.008621190674602985, 0.009581535123288631, 0.010541880503296852, 0.011502224951982498, 0.012462569400668144, 0.013422914780676365, 0.014383259229362011, 0.015343604609370232, 0.016303949058055878]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [8.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 7.0, 13.0, 18.0, 7.0, 2.0, 0.0, 1.0, 2.0, 4.0, 10.0, 16.0, 18.0, 13.0, 25.0, 35.0, 45.0, 70.0, 78.0, 101.0, 127.0, 194.0, 207.0, 289.0, 357.0, 462.0, 612.0, 803.0, 1260.0, 5632.0, 2772.0, 1590.0, 964.0, 658.0, 473.0, 387.0, 272.0, 203.0, 142.0, 117.0, 122.0, 80.0, 56.0, 49.0, 41.0, 25.0, 20.0, 16.0, 5.0, 6.0, 3.0, 2.0, 6.0, 2.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.01423867978155613, -0.013842185959219933, -0.013445692136883736, -0.013049198314547539, -0.012652704492211342, -0.01225620973855257, -0.011859715916216373, -0.011463222093880177, -0.01106672827154398, -0.010670234449207783, -0.010273740626871586, -0.009877246804535389, -0.009480752050876617, -0.00908425822854042, -0.008687764406204224, -0.008291270583868027, -0.00789477676153183, -0.007498282939195633, -0.007101789116859436, -0.006705294828861952, -0.006308801006525755, -0.005912307184189558, -0.005515812896192074, -0.005119319073855877, -0.00472282525151968, -0.004326331429183483, -0.003929837606847286, -0.003533343318849802, -0.003136849496513605, -0.0027403556741774082, -0.0023438616190105677, -0.001947367680259049, -0.0015508737415075302, -0.0011543798027560115, -0.0007578858640044928, -0.00036139192525297403, 3.510201349854469e-05, 0.0004315959522500634, 0.0008280898910015821, 0.0012245838297531009, 0.0016210777685046196, 0.0020175715908408165, 0.002414065646007657, 0.0028105597011744976, 0.0032070535235106945, 0.0036035473458468914, 0.004000041633844376, 0.0043965354561805725, 0.004793029278516769, 0.005189523100852966, 0.005586016923189163, 0.005982511211186647, 0.006379005033522844, 0.006775498855859041, 0.007171993143856525, 0.007568486966192722, 0.00796498078852892, 0.008361474610865116, 0.008757968433201313, 0.00915446225553751, 0.009550957009196281, 0.009947450831532478, 0.010343944653868675, 0.010740438476204872, 0.011136932298541069]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.11467351764440536, -0.11162420362234116, -0.10857488214969635, -0.10552556812763214, -0.10247624665498734, -0.09942693263292313, -0.09637761116027832, -0.09332829713821411, -0.0902789831161499, -0.0872296616435051, -0.08418034762144089, -0.08113102614879608, -0.07808171212673187, -0.07503239065408707, -0.07198307663202286, -0.06893375515937805, -0.06588444113731384, -0.06283512711524963, -0.05978580564260483, -0.05673648789525032, -0.05368717014789581, -0.050637856125831604, -0.0475885383784771, -0.04453922063112259, -0.04148990288376808, -0.038440585136413574, -0.03539126738905907, -0.03234194964170456, -0.0292926337569952, -0.026243316009640694, -0.023194000124931335, -0.020144682377576828, -0.01709536463022232, -0.014046046882867813, -0.01099673006683588, -0.007947413250803947, -0.00489809550344944, -0.0018487782217562199, 0.0012005390599370003, 0.00424985634163022, 0.0072991736233234406, 0.010348491370677948, 0.01339780818670988, 0.016447125002741814, 0.01949644275009632, 0.02254576049745083, 0.025595076382160187, 0.028644394129514694, 0.0316937118768692, 0.03474302962422371, 0.03779234737157822, 0.040841665118932724, 0.04389098286628723, 0.04694029688835144, 0.04998961463570595, 0.053038932383060455, 0.05608825013041496, 0.05913756787776947, 0.06218688562512398, 0.06523620337247849, 0.0682855173945427, 0.0713348388671875, 0.07438415288925171, 0.07743347436189651, 0.08048278838396072]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 3.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 3.0, 4.0, 2.0, 5.0, 5.0, 6.0, 4.0, 5.0, 9.0, 7.0, 17.0, 16.0, 25.0, 31.0, 16.0, 12.0, 5.0, 4.0, 9.0, 9.0, 9.0, 5.0, 12.0, 12.0, 8.0, 3.0, 5.0, 2.0, 2.0, 2.0, 1.0, 0.0, 3.0, 2.0, 1.0], "bins": [-0.09997021406888962, -0.09759631752967834, -0.09522241353988647, -0.0928485170006752, -0.09047462046146393, -0.08810071647167206, -0.08572681993246078, -0.08335292339324951, -0.08097901940345764, -0.07860512286424637, -0.0762312263250351, -0.07385732233524323, -0.07148342579603195, -0.06910952925682068, -0.06673562526702881, -0.06436172872781754, -0.061987828463315964, -0.05961392819881439, -0.05724003165960312, -0.05486613139510155, -0.052492231130599976, -0.0501183345913887, -0.04774443432688713, -0.04537053406238556, -0.042996637523174286, -0.040622737258672714, -0.03824883699417114, -0.03587493672966957, -0.0335010401904583, -0.031127139925956726, -0.028753241524100304, -0.026379341259598732, -0.02400544285774231, -0.021631544455885887, -0.019257644191384315, -0.016883745789527893, -0.014509846456348896, -0.012135947123169899, -0.009762048721313477, -0.0073881493881344795, -0.0050142500549554825, -0.002640350954607129, -0.0002664518542587757, 0.0021074472460895777, 0.004481346346437931, 0.006855245679616928, 0.00922914408147335, 0.011603043414652348, 0.013976942747831345, 0.016350841149687767, 0.01872474141418934, 0.02109863981604576, 0.023472540080547333, 0.025846438482403755, 0.028220336884260178, 0.03059423714876175, 0.03296813368797302, 0.035342033952474594, 0.037715934216976166, 0.04008983448147774, 0.04246373102068901, 0.04483763128519058, 0.047211531549692154, 0.04958542808890343, 0.051959328353405]}, "_runtime": 136.54287219047546, "_timestamp": 1596214461.3001547, "_step": 166}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 3.0, 2.0, 2.0, 3.0, 3.0, 4.0, 4.0, 5.0, 5.0, 2.0, 5.0, 4.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011921778321266174, -0.011599821969866753, -0.011277865618467331, -0.010955908335745335, -0.010633951984345913, -0.010311995632946491, -0.00999003928154707, -0.009668082930147648, -0.009346125647425652, -0.00902416929602623, -0.008702212944626808, -0.008380256593227386, -0.008058300241827965, -0.007736343424767256, -0.007414387073367834, -0.007092430256307125, -0.006770473904907703, -0.006448517553508282, -0.006126560736447573, -0.005804604385048151, -0.005482647567987442, -0.00516069121658802, -0.004838734865188599, -0.00451677804812789, -0.004194821696728468, -0.0038728651124984026, -0.0035509085282683372, -0.0032289521768689156, -0.00290699559263885, -0.002585039008408785, -0.002263082657009363, -0.0019411260727792978, -0.0016191694885492325, -0.0012972129043191671, -0.0009752564365044236, -0.0006532999104820192, -0.00033134338445961475, -9.386858437210321e-06, 0.0003125696675851941, 0.0006345261936075985, 0.000956482719630003, 0.0012784393038600683, 0.0016003957716748118, 0.0019223522394895554, 0.0022443088237196207, 0.002566265407949686, 0.0028882217593491077, 0.003210178343579173, 0.0035321349278092384, 0.0038540915120393038, 0.004176048096269369, 0.004498004447668791, 0.0048199612647295, 0.0051419176161289215, 0.005463873967528343, 0.005785830784589052, 0.006107787135988474, 0.006429743487387896, 0.006751700304448605, 0.007073656655848026, 0.007395613007247448, 0.007717569824308157, 0.008039526641368866, 0.008361482992768288, 0.00868343934416771]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 3.0, 1.0, 5.0, 2.0, 7.0, 4.0, 10.0, 2.0, 4.0, 6.0, 17.0, 21.0, 9.0, 31.0, 28.0, 37.0, 39.0, 80.0, 112.0, 171.0, 270.0, 541.0, 5298.0, 494.0, 219.0, 156.0, 89.0, 70.0, 45.0, 40.0, 30.0, 18.0, 14.0, 8.0, 7.0, 8.0, 10.0, 2.0, 6.0, 2.0, 4.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.11282588541507721, -0.10933037847280502, -0.10583487153053284, -0.10233936458826065, -0.09884385764598846, -0.09534835070371628, -0.09185284376144409, -0.0883573368191719, -0.08486182987689972, -0.08136633038520813, -0.07787082344293594, -0.07437531650066376, -0.07087980955839157, -0.06738430261611938, -0.0638887956738472, -0.06039328873157501, -0.056897781789302826, -0.05340227484703064, -0.04990676790475845, -0.04641126096248627, -0.04291575402021408, -0.03942025080323219, -0.03592474386096001, -0.03242923691868782, -0.028933729976415634, -0.025438223034143448, -0.02194271609187126, -0.018447211012244225, -0.014951704069972038, -0.011456197127699852, -0.00796069111675024, -0.004465184640139341, -0.0009696781635284424, 0.0025258283130824566, 0.0060213347896933556, 0.009516840800642967, 0.013012347742915154, 0.01650785468518734, 0.020003359764814377, 0.023498866707086563, 0.02699437364935875, 0.030489880591630936, 0.03398538753390312, 0.03748089447617531, 0.040976397693157196, 0.04447190463542938, 0.04796741157770157, 0.051462918519973755, 0.05495842546224594, 0.05845393240451813, 0.061949439346790314, 0.0654449462890625, 0.06894045323133469, 0.07243596017360687, 0.07593146711587906, 0.07942697405815125, 0.08292247354984283, 0.08641798049211502, 0.08991348743438721, 0.0934089943766594, 0.09690450131893158, 0.10040000826120377, 0.10389551520347595, 0.10739102214574814, 0.11088652908802032]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 1.0, 1.0, 2.0, 1.0, 2.0, 2.0, 0.0, 3.0, 4.0, 3.0, 1.0, 5.0, 4.0, 4.0, 6.0, 4.0, 3.0, 23.0, 7.0, 3.0, 4.0, 1.0, 3.0, 2.0, 2.0, 0.0, 2.0, 1.0, 5.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 3.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.0021797041408717632, -0.0021087191998958588, -0.0020377342589199543, -0.0019667495507746935, -0.001895764609798789, -0.0018247796688228846, -0.001753794844262302, -0.0016828099032863975, -0.0016118250787258148, -0.0015408401377499104, -0.0014698551967740059, -0.0013988703722134233, -0.0013278854312375188, -0.0012569006066769361, -0.0011859156657010317, -0.001114930841140449, -0.0010439459001645446, -0.000972961017396301, -0.0009019761346280575, -0.0008309912518598139, -0.0007600063690915704, -0.0006890214281156659, -0.0006180365453474224, -0.0005470516625791788, -0.00047606677981093526, -0.0004050818970426917, -0.00033409701427444816, -0.00026311210240237415, -0.0001921272196341306, -0.00012114232958992943, -5.0157439545728266e-05, 2.08274504984729e-05, 9.181234054267406e-05, 0.00016279722331091762, 0.0002337821206310764, 0.0003047670179512352, 0.0003757519007194787, 0.0004467367834877223, 0.0005177216953597963, 0.0005887065781280398, 0.0006596914608962834, 0.0007306763436645269, 0.0008016612264327705, 0.000872646109201014, 0.0009436310501769185, 0.0010146158747375011, 0.0010856008157134056, 0.0011565856402739882, 0.0012275705812498927, 0.0012985555222257972, 0.0013695403467863798, 0.0014405252877622843, 0.001511510112322867, 0.0015824950532987714, 0.001653479877859354, 0.0017244648188352585, 0.001795449759811163, 0.0018664345843717456, 0.00193741952534765, 0.0020084043499082327, 0.002079389290884137, 0.0021503742318600416, 0.0022213589400053024, 0.002292343880981207, 0.0023633288219571114]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 2.0, 4.0, 2.0, 2.0, 2.0, 6.0, 16.0, 11.0, 15.0, 27.0, 26.0, 33.0, 54.0, 73.0, 126.0, 189.0, 253.0, 383.0, 562.0, 873.0, 1431.0, 2415.0, 4224.0, 7681.0, 14845.0, 32598.0, 89643.0, 866255.0, 83239.0, 31745.0, 16339.0, 9489.0, 5909.0, 3587.0, 2348.0, 1528.0, 1056.0, 713.0, 503.0, 375.0, 273.0, 210.0, 148.0, 107.0, 74.0, 63.0, 45.0, 32.0, 31.0, 23.0, 16.0, 12.0, 9.0, 5.0, 1.0, 3.0, 3.0, 2.0, 2.0, 1.0, 2.0, 0.0, 2.0], "bins": [-0.004266189411282539, -0.004117024131119251, -0.0039678593166172504, -0.0038186940364539623, -0.003669528989121318, -0.0035203639417886734, -0.0033711986616253853, -0.003222033614292741, -0.0030728685669600964, -0.002923703519627452, -0.0027745384722948074, -0.0026253731921315193, -0.002476208144798875, -0.0023270430974662304, -0.0021778778173029423, -0.002028712769970298, -0.0018795477226376534, -0.0017303826753050089, -0.0015812175115570426, -0.0014320523478090763, -0.0012828873004764318, -0.0011337222531437874, -0.000984557089395821, -0.0008353919838555157, -0.0006862268783152103, -0.000537061772774905, -0.0003878966672345996, -0.00023873156169429421, -8.956645615398884e-05, 5.959864938631654e-05, 0.00020876375492662191, 0.0003579288604669273, 0.0005070939660072327, 0.000656259071547538, 0.0008054241770878434, 0.0009545892826281488, 0.0011037543881684542, 0.0012529194355010986, 0.001402084599249065, 0.0015512497629970312, 0.0017004148103296757, 0.0018495798576623201, 0.0019987449049949646, 0.0021479101851582527, 0.002297075232490897, 0.0024462402798235416, 0.0025954055599868298, 0.0027445706073194742, 0.0028937356546521187, 0.003042900701984763, 0.0031920657493174076, 0.0033412310294806957, 0.00349039607681334, 0.0036395611241459846, 0.0037887264043092728, 0.003937891218811274, 0.004087056498974562, 0.00423622177913785, 0.004385386593639851, 0.004534551873803139, 0.004683717153966427, 0.004832881968468428, 0.004982047248631716, 0.005131212063133717, 0.005280377343297005]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 4.0, 4.0, 6.0, 13.0, 3.0, 3.0, 0.0, 4.0, 3.0, 3.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.06009262427687645, -0.05886579677462578, -0.057638972997665405, -0.056412145495414734, -0.05518531799316406, -0.05395849421620369, -0.05273166671395302, -0.05150483921170235, -0.050278015434741974, -0.0490511879324913, -0.04782436043024063, -0.04659753292798996, -0.04537070915102959, -0.044143881648778915, -0.042917054146528244, -0.04169023036956787, -0.0404634028673172, -0.03923657536506653, -0.038009751588106155, -0.036782924085855484, -0.03555609658360481, -0.03432927280664444, -0.03310244530439377, -0.0318756178021431, -0.030648792162537575, -0.029421966522932053, -0.02819513902068138, -0.02696831338107586, -0.025741487741470337, -0.024514660239219666, -0.023287834599614143, -0.022061007097363472, -0.02083418145775795, -0.019607355818152428, -0.018380528315901756, -0.017153702676296234, -0.015926875174045563, -0.01470004953444004, -0.013473223894834518, -0.012246397323906422, -0.011019570752978325, -0.009792744182050228, -0.008565917611122131, -0.007339091971516609, -0.006112265400588512, -0.004885438829660416, -0.003658612724393606, -0.002431786386296153, -0.0012049600481987, 2.1866289898753166e-05, 0.0012486926279962063, 0.0024755189660936594, 0.0037023453041911125, 0.004929171875119209, 0.006155997980386019, 0.007382824085652828, 0.008609650656580925, 0.009836477227509022, 0.011063303798437119, 0.01229012943804264, 0.013516956008970737, 0.014743782579898834, 0.015970608219504356, 0.017197435721755028, 0.01842426136136055]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [6.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 5.0, 5.0, 14.0, 18.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 6.0, 4.0, 3.0, 1.0, 6.0, 9.0, 16.0, 9.0, 17.0, 22.0, 43.0, 56.0, 71.0, 88.0, 130.0, 240.0, 292.0, 466.0, 667.0, 1061.0, 1955.0, 6993.0, 2437.0, 1246.0, 787.0, 560.0, 365.0, 235.0, 165.0, 121.0, 81.0, 44.0, 41.0, 39.0, 30.0, 24.0, 21.0, 6.0, 3.0, 5.0, 2.0, 4.0, 4.0], "bins": [-0.018984798341989517, -0.018540458753705025, -0.018096119165420532, -0.01765177957713604, -0.017207439988851547, -0.016763100400567055, -0.016318760812282562, -0.01587442122399807, -0.015430081635713577, -0.01498574297875166, -0.014541403390467167, -0.014097063802182674, -0.013652724213898182, -0.01320838462561369, -0.012764045037329197, -0.012319705449044704, -0.011875365860760212, -0.01143102627247572, -0.010986686684191227, -0.010542347095906734, -0.010098007507622242, -0.00965366791933775, -0.009209328331053257, -0.008764988742768764, -0.008320650085806847, -0.007876310497522354, -0.007431970443576574, -0.006987630855292082, -0.006543291732668877, -0.006098952144384384, -0.005654612556099892, -0.005210272967815399, -0.004765933379530907, -0.004321593791246414, -0.0038772542029619217, -0.003432914847508073, -0.0029885752592235804, -0.002544235670939088, -0.002099896315485239, -0.0016555567272007465, -0.001211217138916254, -0.0007668776088394225, -0.0003225380787625909, 0.0001218014513142407, 0.0005661409813910723, 0.0010104805696755648, 0.0014548200415447354, 0.001899159513413906, 0.0023434991016983986, 0.002787838689982891, 0.0032321782782673836, 0.0036765176337212324, 0.0041208574548363686, 0.004565196577459574, 0.005009536165744066, 0.005453875754028559, 0.005898215342313051, 0.006342554930597544, 0.006786894518882036, 0.007231234107166529, 0.007675573229789734, 0.008119912818074226, 0.008564252406358719, 0.009008591994643211, 0.009452931582927704]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 3.0, 2.0, 0.0, 2.0, 1.0, 6.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.09548451006412506, -0.09021849930286407, -0.08495248854160309, -0.0796864852309227, -0.07442047446966171, -0.06915446370840073, -0.06388846039772034, -0.05862244963645935, -0.053356438875198364, -0.04809042811393738, -0.04282442107796669, -0.037558414041996, -0.032292403280735016, -0.02702639438211918, -0.02176038548350334, -0.016494376584887505, -0.011228367686271667, -0.00596235878765583, -0.0006963498890399933, 0.004569659009575844, 0.009835667908191681, 0.015101676806807518, 0.020367685705423355, 0.025633694604039192, 0.03089970350265503, 0.036165714263916016, 0.041431721299886703, 0.04669772833585739, 0.05196373909711838, 0.057229749858379364, 0.06249575689435005, 0.06776176393032074, 0.07302777469158173, 0.07829378545284271, 0.0835597962141037, 0.08882579952478409, 0.09409181028604507, 0.09935782104730606, 0.10462382435798645, 0.10988983511924744, 0.11515584588050842, 0.12042185664176941, 0.1256878674030304, 0.13095387816429138, 0.13621988892555237, 0.14148588478565216, 0.14675189554691315, 0.15201790630817413, 0.15728391706943512, 0.1625499278306961, 0.1678159385919571, 0.17308194935321808, 0.17834794521331787, 0.18361395597457886, 0.18887996673583984, 0.19414597749710083, 0.19941198825836182, 0.2046779990196228, 0.2099440097808838, 0.21521002054214478, 0.22047603130340576, 0.22574202716350555, 0.23100803792476654, 0.23627404868602753, 0.2415400594472885]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 1.0, 3.0, 1.0, 5.0, 0.0, 4.0, 6.0, 6.0, 8.0, 6.0, 20.0, 23.0, 33.0, 56.0, 29.0, 21.0, 14.0, 4.0, 9.0, 6.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.06208066642284393, -0.05932724103331566, -0.056573815643787384, -0.05382039025425911, -0.051066964864730835, -0.04831353947520256, -0.045560114085674286, -0.04280668869614601, -0.04005326330661774, -0.03729983791708946, -0.03454641252756119, -0.03179298713803291, -0.02903956174850464, -0.026286136358976364, -0.02353271096944809, -0.020779285579919815, -0.01802586019039154, -0.015272434800863266, -0.012519009411334991, -0.009765584021806717, -0.007012158632278442, -0.004258733242750168, -0.0015053078532218933, 0.0012481175363063812, 0.004001542925834656, 0.00675496831536293, 0.009508393704891205, 0.01226181909441948, 0.015015244483947754, 0.01776866987347603, 0.020522095263004303, 0.023275520652532578, 0.026028946042060852, 0.028782371431589127, 0.0315357968211174, 0.034289222210645676, 0.03704264760017395, 0.039796072989702225, 0.0425494983792305, 0.045302923768758774, 0.04805634915828705, 0.05080977454781532, 0.0535631999373436, 0.05631662532687187, 0.059070050716400146, 0.06182347610592842, 0.0645769014954567, 0.06733033061027527, 0.07008375227451324, 0.07283717393875122, 0.0755906030535698, 0.07834403216838837, 0.08109745383262634, 0.08385087549686432, 0.08660430461168289, 0.08935773372650146, 0.09211115539073944, 0.09486457705497742, 0.09761800616979599, 0.10037143528461456, 0.10312485694885254, 0.10587827861309052, 0.10863170772790909, 0.11138513684272766, 0.11413855850696564]}, "_runtime": 137.3167028427124, "_timestamp": 1596214462.0739853, "_step": 167}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 5.0, 1.0, 1.0, 5.0, 3.0, 7.0, 7.0, 2.0, 7.0, 2.0, 1.0, 3.0, 0.0, 3.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.012382766231894493, -0.01206741202622652, -0.011752056889235973, -0.011436702683568, -0.011121348477900028, -0.010805994272232056, -0.010490639135241508, -0.010175284929573536, -0.009859930723905563, -0.009544575586915016, -0.009229221381247044, -0.008913867175579071, -0.008598512969911098, -0.008283157832920551, -0.007967803627252579, -0.007652449421584606, -0.007337094750255346, -0.007021740078926086, -0.006706385873258114, -0.006391031201928854, -0.006075676996260881, -0.0057603223249316216, -0.005444968119263649, -0.005129613447934389, -0.004814258776605129, -0.004498904570937157, -0.004183549899607897, -0.0038681956939399242, -0.0035528410226106644, -0.003237486584112048, -0.002922132145613432, -0.0026067777071148157, -0.0022914232686161995, -0.0019760688301175833, -0.001660714391618967, -0.001345359836705029, -0.0010300053982064128, -0.0007146509597077966, -0.00039929646300151944, -8.394199539907277e-05, 0.0002314124722033739, 0.0005467669107019901, 0.0008621214074082673, 0.0011774759041145444, 0.0014928303426131606, 0.0018081847811117768, 0.002123539336025715, 0.002438893774524331, 0.0027542482130229473, 0.0030696026515215635, 0.0033849570900201797, 0.003700311528518796, 0.004015665967017412, 0.004331020638346672, 0.004646374844014645, 0.0049617295153439045, 0.005277084186673164, 0.005592438392341137, 0.005907793063670397, 0.006223147269338369, 0.006538501940667629, 0.006853856146335602, 0.007169210817664862, 0.007484565023332834, 0.007799919694662094]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 4.0, 5.0, 3.0, 7.0, 7.0, 7.0, 10.0, 13.0, 23.0, 32.0, 52.0, 64.0, 110.0, 166.0, 256.0, 644.0, 5628.0, 370.0, 172.0, 110.0, 77.0, 42.0, 45.0, 21.0, 17.0, 5.0, 10.0, 7.0, 7.0, 5.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.14795441925525665, -0.14319871366024017, -0.1384429931640625, -0.13368728756904602, -0.12893158197402954, -0.12417586147785187, -0.11942015588283539, -0.11466444283723831, -0.10990872979164124, -0.10515301674604416, -0.10039730370044708, -0.0956415981054306, -0.09088588505983353, -0.08613017201423645, -0.08137446641921997, -0.0766187533736229, -0.07186304032802582, -0.06710732728242874, -0.062351617962121964, -0.057595908641815186, -0.05284019559621811, -0.04808448255062103, -0.043328773230314255, -0.03857306391000748, -0.0338173508644104, -0.029061639681458473, -0.024305928498506546, -0.01955021731555462, -0.014794506132602692, -0.010038794949650764, -0.005283083766698837, -0.0005273725837469101, 0.004228338599205017, 0.008984049782156944, 0.013739760965108871, 0.0184954721480608, 0.023251183331012726, 0.028006894513964653, 0.03276260569691658, 0.03751831501722336, 0.042274028062820435, 0.04702974110841751, 0.05178545042872429, 0.05654115974903107, 0.06129687279462814, 0.06605258584022522, 0.0708082914352417, 0.07556400448083878, 0.08031971752643585, 0.08507543057203293, 0.08983114361763, 0.09458684921264648, 0.09934256225824356, 0.10409827530384064, 0.10885398089885712, 0.1136096939444542, 0.11836540699005127, 0.12312112003564835, 0.12787683308124542, 0.1326325386762619, 0.13738825917243958, 0.14214396476745605, 0.14689967036247253, 0.1516553908586502, 0.1564110964536667]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 1.0, 2.0, 0.0, 3.0, 1.0, 1.0, 3.0, 3.0, 4.0, 3.0, 5.0, 5.0, 2.0, 2.0, 4.0, 22.0, 6.0, 2.0, 5.0, 1.0, 1.0, 3.0, 1.0, 5.0, 2.0, 4.0, 7.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002907597227022052, -0.0028105606324970722, -0.0027135240379720926, -0.002616487443447113, -0.0025194508489221334, -0.002422414254397154, -0.0023253776598721743, -0.0022283410653471947, -0.0021313047036528587, -0.002034268109127879, -0.0019372313981875777, -0.0018401948036625981, -0.0017431583255529404, -0.0016461217310279608, -0.0015490851365029812, -0.0014520485419780016, -0.001355011947453022, -0.0012579753529280424, -0.0011609387584030628, -0.0010639021638780832, -0.0009668656275607646, -0.000869829033035785, -0.0007727924967184663, -0.0006757559021934867, -0.0005787193076685071, -0.0004816827131435275, -0.0003846461477223784, -0.00028760958230122924, -0.00019057298777624965, -9.353640780318528e-05, 3.500172169879079e-06, 0.00010053675214294344, 0.0001975733321160078, 0.0002946099266409874, 0.00039164649206213653, 0.0004886830574832857, 0.0005857196520082653, 0.0006827562465332448, 0.0007797927828505635, 0.0008768293773755431, 0.0009738659719005227, 0.0010709025664255023, 0.001167939160950482, 0.0012649757554754615, 0.0013620122335851192, 0.0014590488281100988, 0.0015560854226350784, 0.001653122017160058, 0.0017501586116850376, 0.0018471952062100172, 0.0019442318007349968, 0.0020412683952599764, 0.002138304989784956, 0.0022353415843099356, 0.002332378178834915, 0.0024294147733598948, 0.0025264513678848743, 0.0026234877295792103, 0.00272052432410419, 0.0028175609186291695, 0.002914597513154149, 0.0030116341076791286, 0.0031086707022041082, 0.003205707296729088, 0.0033027438912540674]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 3.0, 2.0, 4.0, 6.0, 13.0, 16.0, 13.0, 9.0, 19.0, 21.0, 28.0, 49.0, 64.0, 101.0, 134.0, 185.0, 300.0, 488.0, 814.0, 1372.0, 2701.0, 5173.0, 10915.0, 28504.0, 113914.0, 911839.0, 56133.0, 21270.0, 10381.0, 5568.0, 3296.0, 2167.0, 1332.0, 894.0, 587.0, 406.0, 294.0, 185.0, 129.0, 104.0, 72.0, 35.0, 31.0, 28.0, 14.0, 13.0, 2.0, 4.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.008049767464399338, -0.007815464399755001, -0.007581160869449377, -0.007346857339143753, -0.007112554274499416, -0.006878250744193792, -0.006643947679549456, -0.006409644149243832, -0.006175341084599495, -0.005941037554293871, -0.005706734023988247, -0.00547243095934391, -0.005238127429038286, -0.0050038243643939495, -0.0047695208340883255, -0.004535217769443989, -0.004300914239138365, -0.004066610708832741, -0.003832307644188404, -0.0035980043467134237, -0.0033637010492384434, -0.0031293975189328194, -0.002895094221457839, -0.0026607909239828587, -0.0024264876265078783, -0.002192184329032898, -0.0019578810315579176, -0.0017235776176676154, -0.001489274320192635, -0.0012549710227176547, -0.0010206676088273525, -0.0007863643113523722, -0.0005520610138773918, -0.000317757687298581, -8.345436071977019e-05, 0.00015084896585904062, 0.00038515229243785143, 0.0006194555899128318, 0.000853758945595473, 0.0010880623012781143, 0.0013223655987530947, 0.001556668896228075, 0.0017909721937030554, 0.0020252754911780357, 0.0022595790214836597, 0.00249388231895864, 0.0027281856164336205, 0.002962488913908601, 0.003196792211383581, 0.0034310955088585615, 0.003665398806333542, 0.0038997021038085222, 0.004134005401283503, 0.004368308931589127, 0.004602611996233463, 0.004836915526539087, 0.005071219056844711, 0.005305522121489048, 0.005539825651794672, 0.005774128716439009, 0.006008432246744633, 0.006242735311388969, 0.006477038841694593, 0.00671134190633893, 0.006945645436644554]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 3.0, 4.0, 5.0, 5.0, 3.0, 11.0, 7.0, 4.0, 3.0, 4.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02162889763712883, -0.020039306953549385, -0.01844971626996994, -0.016860125586390495, -0.015270535834133625, -0.01368094515055418, -0.01209135539829731, -0.010501764714717865, -0.00891217403113842, -0.007322583347558975, -0.005732993129640818, -0.00414340291172266, -0.002553812228143215, -0.000964221777394414, 0.0006253686733543873, 0.0022149591241031885, 0.0038045495748519897, 0.005394140258431435, 0.006983730476349592, 0.00857332069426775, 0.010162911377847195, 0.01175250206142664, 0.01334209181368351, 0.014931682497262955, 0.0165212731808424, 0.018110863864421844, 0.01970045454800129, 0.021290045231580734, 0.02287963405251503, 0.024469224736094475, 0.02605881541967392, 0.027648406103253365, 0.02923799678683281, 0.030827587470412254, 0.0324171781539917, 0.034006766974925995, 0.03559635952115059, 0.037185948342084885, 0.03877554088830948, 0.040365129709243774, 0.04195471853017807, 0.043544311076402664, 0.04513389989733696, 0.046723492443561554, 0.04831308126449585, 0.049902673810720444, 0.05149226263165474, 0.053081855177879333, 0.05467144399881363, 0.056261032819747925, 0.05785062536597252, 0.059440214186906815, 0.06102980673313141, 0.0626193955540657, 0.064208984375, 0.06579858064651489, 0.06738816946744919, 0.06897775828838348, 0.07056734710931778, 0.07215693593025208, 0.07374653220176697, 0.07533612102270126, 0.07692570984363556, 0.07851529866456985, 0.08010488748550415]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 2.0, 2.0, 0.0, 6.0, 5.0, 13.0, 24.0, 25.0, 36.0, 47.0, 92.0, 161.0, 258.0, 369.0, 628.0, 1070.0, 1694.0, 6960.0, 3429.0, 1469.0, 774.0, 362.0, 257.0, 150.0, 142.0, 78.0, 46.0, 32.0, 32.0, 31.0, 20.0, 18.0, 15.0, 17.0, 9.0, 19.0, 15.0, 13.0, 5.0, 7.0, 22.0, 7.0, 4.0, 6.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 5.0, 21.0, 10.0, 2.0, 6.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 8.0], "bins": [-0.01061517745256424, -0.010055338963866234, -0.009495500475168228, -0.008935662917792797, -0.008375824429094791, -0.007815985940396786, -0.00725614745169878, -0.006696309428662062, -0.006136470939964056, -0.00557663245126605, -0.005016794428229332, -0.004456955939531326, -0.0038971176836639643, -0.0033372794277966022, -0.0027774409390985966, -0.0022176026832312346, -0.0016577644273638725, -0.0010979261714965105, -0.0005380877992138267, 2.175051486119628e-05, 0.0005815888289362192, 0.0011414270848035812, 0.001701265457086265, 0.002261103829368949, 0.002820942085236311, 0.003380780341103673, 0.003940618596971035, 0.004500457085669041, 0.005060295574367046, 0.005620133597403765, 0.00617997208610177, 0.006739810109138489, 0.0072996485978364944, 0.0078594870865345, 0.008419325575232506, 0.008979163132607937, 0.009539001621305943, 0.010098840110003948, 0.010658678598701954, 0.01121851708739996, 0.01177835464477539, 0.012338193133473396, 0.012898031622171402, 0.013457870110869408, 0.014017708599567413, 0.014577547088265419, 0.01513738464564085, 0.01569722406566143, 0.016257062554359436, 0.016816899180412292, 0.017376737669110298, 0.017936576157808304, 0.01849641464650631, 0.019056253135204315, 0.01961609162390232, 0.020175930112600327, 0.020735768601298332, 0.021295607089996338, 0.021855445578694344, 0.0224152822047472, 0.022975120693445206, 0.02353495918214321, 0.024094797670841217, 0.024654636159539223, 0.02521447464823723]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 5.0, 0.0, 1.0, 1.0, 3.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.14919473230838776, -0.14537836611270905, -0.14156198501586914, -0.13774561882019043, -0.13392925262451172, -0.130112886428833, -0.1262965202331543, -0.12248013913631439, -0.11866377294063568, -0.11484740674495697, -0.11103103309869766, -0.10721465945243835, -0.10339829325675964, -0.09958192706108093, -0.09576555341482162, -0.09194917976856232, -0.0881328135728836, -0.0843164473772049, -0.08050007373094559, -0.07668370008468628, -0.07286733388900757, -0.06905096769332886, -0.06523459404706955, -0.06141822412610054, -0.05760185420513153, -0.05378548428416252, -0.04996911436319351, -0.0461527444422245, -0.04233637452125549, -0.038520004600286484, -0.034703634679317474, -0.030887264758348465, -0.027070894837379456, -0.023254524916410446, -0.019438154995441437, -0.015621785074472427, -0.011805415153503418, -0.007989045232534409, -0.004172675311565399, -0.00035630539059638977, 0.0034600645303726196, 0.007276434451341629, 0.011092804372310638, 0.014909174293279648, 0.018725544214248657, 0.022541914135217667, 0.026358284056186676, 0.030174653977155685, 0.033991023898124695, 0.037807393819093704, 0.041623763740062714, 0.04544013366103172, 0.04925650358200073, 0.05307287350296974, 0.05688924342393875, 0.06070561334490776, 0.06452198326587677, 0.06833834946155548, 0.07215472310781479, 0.0759710967540741, 0.07978746294975281, 0.08360382914543152, 0.08742020279169083, 0.09123657643795013, 0.09505294263362885]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 3.0, 3.0, 3.0, 4.0, 1.0, 2.0, 6.0, 2.0, 1.0, 4.0, 3.0, 4.0, 2.0, 7.0, 7.0, 10.0, 10.0, 12.0, 20.0, 24.0, 37.0, 18.0, 27.0, 7.0, 14.0, 9.0, 6.0, 1.0, 5.0, 3.0, 4.0, 0.0, 2.0, 1.0, 1.0, 1.0, 4.0, 1.0, 2.0, 0.0, 3.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.07292614877223969, -0.0705813467502594, -0.06823654472827911, -0.06589173525571823, -0.06354693323373795, -0.06120213121175766, -0.058857325464487076, -0.05651252344250679, -0.054167717695236206, -0.05182291567325592, -0.049478113651275635, -0.04713330790400505, -0.044788505882024765, -0.04244370013475418, -0.040098898112773895, -0.03775409236550331, -0.035409290343523026, -0.03306448832154274, -0.030719682574272156, -0.02837487868964672, -0.026030074805021286, -0.023685272783041, -0.021340468898415565, -0.01899566501379013, -0.016650861129164696, -0.01430605724453926, -0.011961253359913826, -0.009616450406610966, -0.007271646521985531, -0.004926842637360096, -0.0025820392183959484, -0.0002372355666011572, 0.002107568085193634, 0.004452371969819069, 0.0067971753887832165, 0.009141978807747364, 0.011486782692372799, 0.013831586576998234, 0.016176389530301094, 0.01852119341492653, 0.020865997299551964, 0.0232108011841774, 0.025555605068802834, 0.02790040895342827, 0.030245210975408554, 0.03259001672267914, 0.034934818744659424, 0.03727962449193001, 0.039624426513910294, 0.04196922853589058, 0.04431403428316116, 0.04665883630514145, 0.04900364205241203, 0.05134844407439232, 0.0536932498216629, 0.05603805184364319, 0.058382853865623474, 0.06072765961289406, 0.06307246536016464, 0.06541726738214493, 0.06776206940412521, 0.0701068714261055, 0.07245168089866638, 0.07479648292064667, 0.07714128494262695]}, "_runtime": 138.08135557174683, "_timestamp": 1596214462.838638, "_step": 168}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 2.0, 2.0, 2.0, 2.0, 1.0, 1.0, 0.0, 2.0, 2.0, 5.0, 2.0, 5.0, 1.0, 2.0, 4.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.009040738455951214, -0.008766057901084423, -0.008491376414895058, -0.008216695860028267, -0.007942015305161476, -0.007667333818972111, -0.00739265326410532, -0.007117972243577242, -0.006843291223049164, -0.006568610202521086, -0.006293929181993008, -0.006019248627126217, -0.005744567606598139, -0.005469886586070061, -0.00519520603120327, -0.004920525010675192, -0.004645843990147114, -0.004371162969619036, -0.004096481949090958, -0.003821801394224167, -0.003547120373696089, -0.0032724393531680107, -0.0029977585654705763, -0.002723077777773142, -0.0024483967572450638, -0.0021737157367169857, -0.0018990349490195513, -0.001624354044906795, -0.0013496731407940388, -0.0010749922366812825, -0.0008003113325685263, -0.00052563042845577, -0.00025094952434301376, 2.373137976974249e-05, 0.00029841228388249874, 0.000573093187995255, 0.0008477740921080112, 0.0011224549962207675, 0.0013971359003335238, 0.00167181680444628, 0.0019464977085590363, 0.0022211787290871143, 0.0024958595167845488, 0.002770540304481983, 0.0030452213250100613, 0.0033199023455381393, 0.0035945831332355738, 0.003869263920933008, 0.004143944941461086, 0.004418625961989164, 0.004693306982517242, 0.004967987537384033, 0.005242668557912111, 0.005517349578440189, 0.00579203013330698, 0.006066711153835058, 0.006341392174363136, 0.006616073194891214, 0.0068907542154192924, 0.007165434770286083, 0.007440115790814161, 0.007714796811342239, 0.00798947736620903, 0.008264158852398396, 0.008538839407265186]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 3.0, 1.0, 1.0, 3.0, 2.0, 4.0, 5.0, 12.0, 9.0, 8.0, 13.0, 20.0, 14.0, 27.0, 28.0, 50.0, 57.0, 67.0, 74.0, 108.0, 152.0, 216.0, 346.0, 5091.0, 663.0, 297.0, 190.0, 102.0, 80.0, 59.0, 59.0, 29.0, 25.0, 24.0, 15.0, 15.0, 9.0, 10.0, 13.0, 8.0, 7.0, 3.0, 1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.10935427248477936, -0.10618691891431808, -0.10301955789327621, -0.09985220432281494, -0.09668484330177307, -0.0935174897313118, -0.09035012871026993, -0.08718277513980865, -0.08401541411876678, -0.08084806054830551, -0.07768070697784424, -0.07451334595680237, -0.0713459923863411, -0.06817863136529922, -0.06501127779483795, -0.06184392049908638, -0.05867656320333481, -0.05550920590758324, -0.052341848611831665, -0.04917449131608009, -0.04600713402032852, -0.04283978044986725, -0.03967242315411568, -0.036505065858364105, -0.033337708562612534, -0.030170351266860962, -0.02700299397110939, -0.023835638538002968, -0.020668281242251396, -0.017500923946499825, -0.014333567582070827, -0.01116621121764183, -0.007998853921890259, -0.0048314970917999744, -0.00166414026170969, 0.0015032165683805943, 0.004670573398470879, 0.00783793069422245, 0.011005287058651447, 0.014172643423080444, 0.017340000718832016, 0.020507358014583588, 0.02367471531033516, 0.02684207074344158, 0.030009428039193153, 0.033176783472299576, 0.03634414076805115, 0.03951149806380272, 0.04267885535955429, 0.04584621265530586, 0.049013569951057434, 0.052180927246809006, 0.05534828454256058, 0.05851563811302185, 0.06168299540877342, 0.064850352704525, 0.06801770627498627, 0.07118506729602814, 0.07435242086648941, 0.07751978188753128, 0.08068713545799255, 0.08385449647903442, 0.0870218500494957, 0.09018921107053757, 0.09335656464099884]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 2.0, 2.0, 2.0, 2.0, 2.0, 4.0, 1.0, 4.0, 3.0, 2.0, 1.0, 4.0, 4.0, 3.0, 5.0, 7.0, 4.0, 3.0, 6.0, 25.0, 3.0, 0.0, 6.0, 1.0, 2.0, 4.0, 2.0, 3.0, 1.0, 2.0, 2.0, 2.0, 0.0, 0.0, 3.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0025842615868896246, -0.002489960752427578, -0.0023956599179655313, -0.0023013590835034847, -0.0022070580162107944, -0.002112757181748748, -0.002018456347286701, -0.0019241555128246546, -0.001829854678362608, -0.0017355538439005613, -0.0016412530094385147, -0.0015469520585611463, -0.0014526512240990996, -0.001358350389637053, -0.0012640494387596846, -0.001169748604297638, -0.0010754477698355913, -0.0009811469353735447, -0.0008868460427038372, -0.0007925451500341296, -0.000698244315572083, -0.0006039434811100364, -0.0005096425884403288, -0.00041534172487445176, -0.0003210408613085747, -0.0002267399977426976, -0.00013243913417682052, -3.813827061094344e-05, 5.616259295493364e-05, 0.00015046345652081072, 0.0002447643200866878, 0.0003390651836525649, 0.00043336604721844196, 0.0005276668816804886, 0.0006219677743501961, 0.0007162686670199037, 0.0008105695014819503, 0.0009048703359439969, 0.0009991712868213654, 0.001093472121283412, 0.0011877729557454586, 0.0012820737902075052, 0.0013763746246695518, 0.0014706755755469203, 0.001564976410008967, 0.0016592772444710135, 0.001753578195348382, 0.0018478790298104286, 0.0019421798642724752, 0.002036480698734522, 0.0021307815331965685, 0.002225082367658615, 0.0023193834349513054, 0.002413684269413352, 0.0025079851038753986, 0.0026022859383374453, 0.002696586772799492, 0.0027908876072615385, 0.002885188441723585, 0.0029794892761856318, 0.0030737901106476784, 0.0031680911779403687, 0.0032623920124024153, 0.003356692846864462, 0.0034509936813265085]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 4.0, 0.0, 4.0, 4.0, 6.0, 16.0, 17.0, 27.0, 45.0, 72.0, 87.0, 151.0, 195.0, 261.0, 431.0, 671.0, 998.0, 1544.0, 2598.0, 4505.0, 7937.0, 14274.0, 28666.0, 65519.0, 800451.0, 162440.0, 40857.0, 19615.0, 10501.0, 6219.0, 3745.0, 2424.0, 1673.0, 1078.0, 807.0, 518.0, 333.0, 266.0, 198.0, 139.0, 81.0, 76.0, 57.0, 34.0, 22.0, 21.0, 22.0, 5.0, 6.0, 6.0, 3.0, 3.0, 1.0, 2.0, 2.0, 5.0, 1.0, 1.0], "bins": [-0.005664058029651642, -0.00548112578690052, -0.005298193544149399, -0.005115261301398277, -0.0049323285929858685, -0.004749396350234747, -0.004566464107483625, -0.004383531864732504, -0.004200599621981382, -0.004017667379230261, -0.0038347349036484957, -0.003651802660897374, -0.003468870185315609, -0.0032859379425644875, -0.003103005699813366, -0.0029200732242316008, -0.0027371409814804792, -0.0025542087387293577, -0.0023712762631475925, -0.002188344020396471, -0.0020054117776453495, -0.0018224794184789062, -0.0016395470593124628, -0.0014566148165613413, -0.001273682457394898, -0.0010907500982284546, -0.0009078178554773331, -0.0007248854963108897, -0.0005419531953521073, -0.00035902089439332485, -0.00017608856433071196, 6.843751179985702e-06, 0.00018977606669068336, 0.0003727083676494658, 0.0005556406686082482, 0.0007385730277746916, 0.000921505328733474, 0.0011044376296922565, 0.0012873699888586998, 0.0014703022316098213, 0.0016532345907762647, 0.001836166949942708, 0.0020190991926938295, 0.002202031435444951, 0.0023849639110267162, 0.0025678961537778378, 0.0027508283965289593, 0.0029337608721107244, 0.003116693114861846, 0.0032996253576129675, 0.0034825578331947327, 0.003665490075945854, 0.0038484223186969757, 0.004031354561448097, 0.004214286804199219, 0.004397219512611628, 0.004580151755362749, 0.004763083998113871, 0.004946016240864992, 0.005128948483616114, 0.005311880726367235, 0.005494813434779644, 0.0056777456775307655, 0.005860677920281887, 0.006043610163033009]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 4.0, 3.0, 2.0, 8.0, 0.0, 3.0, 2.0, 1.0, 0.0, 0.0, 3.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013677239418029785, -0.013238763436675072, -0.012800287455320358, -0.01236181240528822, -0.011923336423933506, -0.011484860442578793, -0.011046384461224079, -0.010607908479869366, -0.010169433429837227, -0.009730957448482513, -0.0092924814671278, -0.008854005485773087, -0.008415529504418373, -0.00797705352306366, -0.0075385780073702335, -0.007100102491676807, -0.006661626510322094, -0.0062231505289673805, -0.005784675013273954, -0.005346199031919241, -0.004907723516225815, -0.004469247534871101, -0.004030771553516388, -0.003592295804992318, -0.0031538200564682484, -0.0027153443079441786, -0.002276868559420109, -0.0018383925780653954, -0.0013999168295413256, -0.0009614410228095949, -0.0005229652160778642, -8.448940934613347e-05, 0.00035398639738559723, 0.0007924622041173279, 0.0012309380108490586, 0.0016694138757884502, 0.00210788962431252, 0.00254636537283659, 0.0029848413541913033, 0.003423317102715373, 0.003861792851239443, 0.004300268832594156, 0.004738744348287582, 0.005177220329642296, 0.005615696310997009, 0.006054171826690435, 0.006492647808045149, 0.006931123323738575, 0.007369599305093288, 0.007808075286448002, 0.008246551267802715, 0.008685026317834854, 0.009123502299189568, 0.009561978280544281, 0.010000454261898994, 0.010438930243253708, 0.010877406224608421, 0.01131588127464056, 0.011754357255995274, 0.012192833237349987, 0.0126313092187047, 0.013069785200059414, 0.013508260250091553, 0.013946736231446266, 0.01438521221280098]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 4.0, 2.0, 5.0, 7.0, 3.0, 8.0, 14.0, 14.0, 22.0, 11.0, 25.0, 23.0, 58.0, 53.0, 62.0, 64.0, 129.0, 148.0, 170.0, 186.0, 221.0, 289.0, 378.0, 508.0, 656.0, 849.0, 1229.0, 1692.0, 5571.0, 1886.0, 1190.0, 788.0, 501.0, 379.0, 261.0, 204.0, 186.0, 112.0, 88.0, 92.0, 54.0, 53.0, 58.0, 29.0, 33.0, 22.0, 16.0, 17.0, 13.0, 8.0, 1.0, 11.0, 6.0, 1.0, 4.0, 3.0, 5.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0], "bins": [-0.007628758903592825, -0.0073722247034311295, -0.007115690037608147, -0.006859155837446451, -0.006602621637284756, -0.006346086971461773, -0.0060895527713000774, -0.005833018571138382, -0.005576483905315399, -0.005319949705153704, -0.005063415504992008, -0.004806881304830313, -0.00455034663900733, -0.0042938124388456345, -0.004037278238683939, -0.0037807438056916, -0.0035242093726992607, -0.0032676749397069216, -0.003011140739545226, -0.002754606306552887, -0.0024980721063911915, -0.0022415376733988523, -0.001985003240406513, -0.001728468923829496, -0.0014719346072524786, -0.0012154002906754613, -0.0009588659158907831, -0.0007023315411061049, -0.00044579722452908754, -0.00018926287884823978, 6.727146683260798e-05, 0.00032380581251345575, 0.0005803401581943035, 0.0008368744747713208, 0.0010934087913483381, 0.0013499432243406773, 0.0016064775409176946, 0.0018630118574947119, 0.002119546290487051, 0.0023760804906487465, 0.0026326149236410856, 0.0028891493566334248, 0.0031456835567951202, 0.0034022179897874594, 0.0036587524227797985, 0.003915286622941494, 0.0041718208231031895, 0.004428355488926172, 0.004684889689087868, 0.004941423889249563, 0.005197958555072546, 0.0054544927552342415, 0.005711026955395937, 0.00596756162121892, 0.006224095821380615, 0.006480630021542311, 0.006737164221704006, 0.006993698887526989, 0.0072502330876886845, 0.00750676728785038, 0.007763301953673363, 0.008019836619496346, 0.008276370353996754, 0.008532905019819736, 0.008789438754320145]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 3.0, 0.0, 1.0, 2.0, 2.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 4.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.06350700557231903, -0.060281090438365936, -0.05705517530441284, -0.053829263895750046, -0.05060334876179695, -0.04737743362784386, -0.04415151849389076, -0.04092560335993767, -0.03769969195127487, -0.03447377681732178, -0.031247861683368683, -0.02802194654941559, -0.024796031415462494, -0.02157011814415455, -0.018344203010201454, -0.015118288807570934, -0.011892374604940414, -0.008666460402309895, -0.005440545734018087, -0.002214631298556924, 0.0010112831369042397, 0.0042371973395347595, 0.007463112007826567, 0.010689026676118374, 0.013914940878748894, 0.017140856012701988, 0.020366769284009933, 0.023592684417963028, 0.026818599551916122, 0.030044512823224068, 0.03327042609453201, 0.03649634122848511, 0.0397222563624382, 0.042948171496391296, 0.04617408663034439, 0.04939999803900719, 0.05262591317296028, 0.055851828306913376, 0.05907774344086647, 0.062303658574819565, 0.06552956998348236, 0.06875548511743546, 0.07198140025138855, 0.07520731538534164, 0.07843323051929474, 0.08165914565324783, 0.08488506078720093, 0.08811097592115402, 0.09133689105510712, 0.09456279873847961, 0.09778871387243271, 0.1010146290063858, 0.1042405441403389, 0.10746645927429199, 0.11069237440824509, 0.11391828954219818, 0.11714420467615128, 0.12037011981010437, 0.12359603494405746, 0.12682195007801056, 0.13004785776138306, 0.13327378034591675, 0.13649968802928925, 0.13972561061382294, 0.14295151829719543]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 5.0, 9.0, 12.0, 10.0, 8.0, 7.0, 4.0, 9.0, 12.0, 17.0, 9.0, 29.0, 18.0, 8.0, 13.0, 7.0, 7.0, 8.0, 6.0, 9.0, 4.0, 6.0, 8.0, 4.0, 2.0, 1.0, 2.0, 2.0, 0.0, 2.0, 2.0, 0.0, 1.0, 3.0, 2.0, 2.0, 0.0, 3.0, 3.0, 1.0, 2.0, 2.0, 1.0, 3.0, 0.0, 2.0, 5.0, 3.0, 2.0], "bins": [-0.05972942337393761, -0.05747988447546959, -0.05523034930229187, -0.05298081040382385, -0.05073127523064613, -0.048481736332178116, -0.0462322011590004, -0.04398266226053238, -0.04173312336206436, -0.03948358818888664, -0.037234049290418625, -0.034984514117240906, -0.03273497521877289, -0.03048543818295002, -0.02823590114712715, -0.025986364111304283, -0.023736827075481415, -0.021487290039658546, -0.019237753003835678, -0.01698821596801281, -0.014738678000867367, -0.012489140965044498, -0.010239602997899055, -0.007990065962076187, -0.005740528926253319, -0.003490991657599807, -0.0012414543889462948, 0.0010080828797072172, 0.0032576201483607292, 0.0055071571841835976, 0.007756694685667753, 0.010006232187151909, 0.012255769222974777, 0.014505306258797646, 0.016754843294620514, 0.019004380330443382, 0.02125391736626625, 0.023503456264734268, 0.025752993300557137, 0.028002530336380005, 0.030252067372202873, 0.03250160440802574, 0.03475114330649376, 0.03700067847967148, 0.039250217378139496, 0.041499752551317215, 0.04374929144978523, 0.04599882662296295, 0.04824836552143097, 0.05049790441989899, 0.052747439593076706, 0.054996978491544724, 0.05724651366472244, 0.05949605256319046, 0.06174558773636818, 0.0639951229095459, 0.06624466180801392, 0.06849420070648193, 0.07074373960494995, 0.07299327850341797, 0.07524280995130539, 0.07749234884977341, 0.07974188774824142, 0.08199142664670944, 0.08424095809459686]}, "_runtime": 138.85485816001892, "_timestamp": 1596214463.6121407, "_step": 169}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 5.0, 1.0, 3.0, 6.0, 1.0, 5.0, 4.0, 4.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.01368037424981594, -0.013355106115341187, -0.013029838912189007, -0.012704570777714252, -0.012379303574562073, -0.012054035440087318, -0.011728768236935139, -0.011403500102460384, -0.011078232899308205, -0.01075296476483345, -0.010427696630358696, -0.010102429427206516, -0.009777161292731762, -0.009451894089579582, -0.009126625955104828, -0.008801358751952648, -0.008476090617477894, -0.00815082248300314, -0.00782555527985096, -0.007500287611037493, -0.007175019942224026, -0.006849751807749271, -0.006524484138935804, -0.006199216470122337, -0.00587394880130887, -0.005548681132495403, -0.005223413463681936, -0.004898145794868469, -0.004572877660393715, -0.004247609991580248, -0.003922342322766781, -0.003597074653953314, -0.003271806985139847, -0.0029465393163263798, -0.0026212716475129128, -0.002296003745868802, -0.001970736077055335, -0.001645468408241868, -0.0013202006230130792, -0.0009949328377842903, -0.0006696651689708233, -0.00034439744194969535, -1.912971492856741e-05, 0.00030613801209256053, 0.0006314057391136885, 0.0009566734661348164, 0.0012819411931559443, 0.0016072089783847332, 0.0019324766471982002, 0.0022577443160116673, 0.0025830119848251343, 0.002908279886469245, 0.003233547555282712, 0.003558815224096179, 0.0038840831257402897, 0.004209350794553757, 0.004534618463367224, 0.004859886132180691, 0.005185153800994158, 0.005510421469807625, 0.005835689604282379, 0.006160957273095846, 0.006486224941909313, 0.00681149261072278, 0.007136760279536247]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 5.0, 5.0, 1.0, 2.0, 7.0, 2.0, 10.0, 11.0, 15.0, 22.0, 35.0, 43.0, 45.0, 55.0, 69.0, 115.0, 164.0, 334.0, 4905.0, 1167.0, 342.0, 192.0, 94.0, 77.0, 45.0, 48.0, 37.0, 22.0, 12.0, 14.0, 6.0, 5.0, 6.0, 3.0, 6.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1312466710805893, -0.12725573778152466, -0.12326480448246002, -0.11927387863397598, -0.11528294533491135, -0.11129201203584671, -0.10730108618736267, -0.10331015288829803, -0.0993192195892334, -0.09532828629016876, -0.09133735299110413, -0.08734642714262009, -0.08335549384355545, -0.07936456054449081, -0.07537363469600677, -0.07138270139694214, -0.0673917680978775, -0.06340083479881287, -0.05940990522503853, -0.05541897565126419, -0.051428042352199554, -0.04743710905313492, -0.04344617947936058, -0.03945524990558624, -0.035464316606521606, -0.03147338330745697, -0.027482453733682632, -0.023491522297263145, -0.01950059086084366, -0.015509659424424171, -0.011518727988004684, -0.0075277965515851974, -0.0035368651151657104, 0.00045406632125377655, 0.0044449977576732635, 0.00843592919409275, 0.012426860630512238, 0.016417792066931725, 0.02040872350335121, 0.0243996549397707, 0.028390586376190186, 0.03238151967525482, 0.03637244924902916, 0.0403633788228035, 0.044354312121868134, 0.04834524542093277, 0.05233617499470711, 0.056327104568481445, 0.06031803786754608, 0.06430897116661072, 0.06829990446567535, 0.0722908303141594, 0.07628176361322403, 0.08027269691228867, 0.0842636227607727, 0.08825455605983734, 0.09224548935890198, 0.09623642265796661, 0.10022735595703125, 0.10421828180551529, 0.10820921510457993, 0.11220014840364456, 0.1161910742521286, 0.12018200755119324, 0.12417294085025787]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 4.0, 0.0, 0.0, 4.0, 1.0, 5.0, 1.0, 6.0, 3.0, 5.0, 4.0, 4.0, 6.0, 5.0, 8.0, 2.0, 26.0, 3.0, 6.0, 3.0, 2.0, 2.0, 4.0, 0.0, 1.0, 0.0, 2.0, 2.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002955723786726594, -0.002849979791790247, -0.0027442360296845436, -0.0026384920347481966, -0.0025327480398118496, -0.0024270040448755026, -0.0023212602827697992, -0.0022155162878334522, -0.0021097722928971052, -0.002004028530791402, -0.0018982845358550549, -0.0017925405409187078, -0.0016867966623976827, -0.0015810526674613357, -0.0014753087889403105, -0.0013695647940039635, -0.0012638209154829383, -0.0011580770369619131, -0.001052333042025566, -0.00094658910529688, -0.0008408451685681939, -0.0007351012900471687, -0.0006293573533184826, -0.0005236134165897965, -0.00041786947986111045, -0.00031212554313242435, -0.0002063816209556535, -0.00010063769150292501, 5.1062379498034716e-06, 0.00011085016740253195, 0.00021659409685526043, 0.0003223380190320313, 0.0004280819557607174, 0.0005338258924894035, 0.0006395698292180896, 0.0007453137659467757, 0.0008510577026754618, 0.000956801581196487, 0.001062545576132834, 0.0011682894546538591, 0.0012740334495902061, 0.0013797773281112313, 0.0014855212066322565, 0.0015912652015686035, 0.0016970090800896287, 0.0018027530750259757, 0.0019084969535470009, 0.002014240948483348, 0.002119984943419695, 0.0022257287055253983, 0.0023314727004617453, 0.0024372166953980923, 0.0025429604575037956, 0.0026487044524401426, 0.0027544484473764896, 0.0028601924423128366, 0.00296593620441854, 0.003071680199354887, 0.003177424194291234, 0.0032831679563969374, 0.0033889119513332844, 0.0034946559462696314, 0.0036003999412059784, 0.0037061437033116817, 0.0038118876982480288]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 4.0, 7.0, 6.0, 3.0, 2.0, 7.0, 11.0, 8.0, 19.0, 29.0, 54.0, 69.0, 81.0, 138.0, 151.0, 248.0, 379.0, 531.0, 892.0, 1517.0, 2382.0, 4077.0, 7578.0, 14917.0, 34027.0, 105534.0, 892114.0, 62886.0, 22974.0, 11300.0, 6459.0, 3865.0, 2496.0, 1588.0, 980.0, 672.0, 486.0, 341.0, 237.0, 152.0, 123.0, 82.0, 63.0, 50.0, 30.0, 20.0, 12.0, 13.0, 7.0, 7.0, 3.0, 3.0, 1.0, 3.0, 0.0, 3.0, 2.0, 0.0, 2.0], "bins": [-0.006278803572058678, -0.006079184822738171, -0.005879566539078951, -0.005679947789758444, -0.005480329506099224, -0.005280710756778717, -0.005081092473119497, -0.00488147372379899, -0.0046818554401397705, -0.0044822366908192635, -0.004282617941498756, -0.004082999657839537, -0.0038833809085190296, -0.0036837623920291662, -0.003484143875539303, -0.0032845253590494394, -0.003084906842559576, -0.0028852883260697126, -0.0026856698095798492, -0.002486051293089986, -0.0022864327766001225, -0.0020868140272796154, -0.001887195510789752, -0.0016875769942998886, -0.0014879584778100252, -0.0012883399613201618, -0.0010887214448302984, -0.0008891028119251132, -0.0006894842954352498, -0.0004898657789453864, -0.0002902472042478621, -9.062865865416825e-05, 0.0001089898869395256, 0.00030860843253321946, 0.0005082269781269133, 0.0007078455528244376, 0.000907464069314301, 0.0011070825858041644, 0.0013067012187093496, 0.001506319735199213, 0.0017059382516890764, 0.0019055567681789398, 0.002105175284668803, 0.0023047938011586666, 0.0025044125504791737, 0.002704031066969037, 0.0029036495834589005, 0.003103268099948764, 0.0033028866164386272, 0.0035025051329284906, 0.003702123649418354, 0.0039017421659082174, 0.004101360682398081, 0.004300979431718588, 0.004500597715377808, 0.004700216464698315, 0.004899835214018822, 0.0050994534976780415, 0.0052990722469985485, 0.005498690530657768, 0.005698309279978275, 0.005897927563637495, 0.006097546312958002, 0.006297164596617222, 0.006496783345937729]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 3.0, 1.0, 0.0, 1.0, 5.0, 2.0, 2.0, 1.0, 7.0, 2.0, 3.0, 0.0, 2.0, 1.0, 4.0, 3.0, 0.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.020160872489213943, -0.01959420181810856, -0.019027531147003174, -0.018460862338542938, -0.017894191667437553, -0.01732752099633217, -0.016760850325226784, -0.016194181516766548, -0.015627510845661163, -0.015060840174555779, -0.014494169503450394, -0.013927499763667583, -0.013360829092562199, -0.012794159352779388, -0.012227488681674004, -0.011660818941891193, -0.011094148270785809, -0.010527477599680424, -0.009960807859897614, -0.009394137188792229, -0.008827467449009418, -0.008260796777904034, -0.007694126572459936, -0.007127456367015839, -0.006560786161571741, -0.005994115956127644, -0.005427445750683546, -0.0048607755452394485, -0.004294104874134064, -0.00372743490152061, -0.0031607644632458687, -0.002594094257801771, -0.0020274240523576736, -0.0014607538469135761, -0.0008940835250541568, -0.00032741326140239835, 0.00023925700224936008, 0.0008059272659011185, 0.001372597529552877, 0.0019392678514122963, 0.002505938056856394, 0.0030726082623004913, 0.003639278467744589, 0.004205948673188686, 0.004772619344294071, 0.005339289549738169, 0.005905959755182266, 0.006472629960626364, 0.007039300166070461, 0.007605970371514559, 0.008172640576958656, 0.008739311248064041, 0.009305980987846851, 0.009872651658952236, 0.010439321398735046, 0.011005992069840431, 0.011572662740945816, 0.012139332480728626, 0.012706003151834011, 0.013272672891616821, 0.013839343562722206, 0.014406013302505016, 0.014972683973610401, 0.015539353713393211, 0.016106024384498596]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 1.0, 2.0, 3.0, 3.0, 3.0, 3.0, 1.0, 1.0, 6.0, 4.0, 4.0, 3.0, 6.0, 6.0, 14.0, 16.0, 14.0, 26.0, 39.0, 48.0, 56.0, 79.0, 78.0, 103.0, 143.0, 189.0, 242.0, 285.0, 397.0, 588.0, 780.0, 1262.0, 2108.0, 6432.0, 2006.0, 1119.0, 773.0, 492.0, 304.0, 213.0, 155.0, 101.0, 67.0, 58.0, 55.0, 41.0, 27.0, 18.0, 5.0, 13.0, 10.0, 4.0, 5.0, 6.0, 5.0, 1.0, 0.0, 3.0, 1.0, 0.0, 1.0], "bins": [-0.013459030538797379, -0.013090972788631916, -0.012722915038466454, -0.012354858219623566, -0.011986800469458103, -0.01161874271929264, -0.011250685900449753, -0.01088262815028429, -0.010514570400118828, -0.010146512649953365, -0.009778454899787903, -0.009410398080945015, -0.009042340330779552, -0.00867428258061409, -0.008306225761771202, -0.00793816801160574, -0.007570110261440277, -0.007202052511274815, -0.006833995226770639, -0.006465937942266464, -0.006097880192101002, -0.005729822441935539, -0.005361765157431364, -0.004993707872927189, -0.004625650122761726, -0.004257592372596264, -0.0038895350880920887, -0.00352147757075727, -0.003153420053422451, -0.002785362536087632, -0.0024173050187528133, -0.0020492475014179945, -0.0016811899840831757, -0.0013131324667483568, -0.000945074949413538, -0.0005770174320787191, -0.0002089599147439003, 0.00015909760259091854, 0.0005271551199257374, 0.0008952126372605562, 0.001263270154595375, 0.001631327671930194, 0.0019993851892650127, 0.0023674427065998316, 0.0027355002239346504, 0.0031035577412694693, 0.003471615258604288, 0.003839672775939107, 0.004207730293273926, 0.004575788043439388, 0.0049438453279435635, 0.005311902612447739, 0.005679960362613201, 0.006048018112778664, 0.006416075397282839, 0.006784132681787014, 0.0071521904319524765, 0.007520248182117939, 0.007888305932283401, 0.00825636275112629, 0.008624420501291752, 0.008992478251457214, 0.009360535070300102, 0.009728592820465565, 0.010096650570631027]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 2.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.06068677455186844, -0.057854097336530685, -0.05502142012119293, -0.05218873918056488, -0.04935606196522713, -0.046523384749889374, -0.04369070380926132, -0.04085802659392357, -0.038025349378585815, -0.03519267216324806, -0.03235999494791031, -0.029527314007282257, -0.026694636791944504, -0.02386195957660675, -0.021029280498623848, -0.018196601420640945, -0.015363924205303192, -0.012531246058642864, -0.009698567911982536, -0.006865889765322208, -0.0040332116186618805, -0.0012005334720015526, 0.0016321446746587753, 0.004464822821319103, 0.007297500967979431, 0.010130179114639759, 0.012962857261300087, 0.01579553633928299, 0.018628213554620743, 0.021460890769958496, 0.0242935698479414, 0.0271262489259243, 0.029958926141262054, 0.03279160335659981, 0.03562428057193756, 0.03845696151256561, 0.041289638727903366, 0.04412231594324112, 0.04695499688386917, 0.049787674099206924, 0.05262035131454468, 0.05545302852988243, 0.058285705745220184, 0.061118386685848236, 0.06395106017589569, 0.06678374111652374, 0.0696164220571518, 0.07244909554719925, 0.0752817764878273, 0.07811445742845535, 0.08094713091850281, 0.08377981185913086, 0.08661249279975891, 0.08944516628980637, 0.09227784723043442, 0.09511052072048187, 0.09794320166110992, 0.10077588260173798, 0.10360855609178543, 0.10644123703241348, 0.10927391052246094, 0.11210659146308899, 0.11493927240371704, 0.1177719458937645, 0.12060462683439255]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 6.0, 18.0, 16.0, 18.0, 21.0, 26.0, 24.0, 40.0, 18.0, 10.0, 15.0, 13.0, 3.0, 3.0, 5.0, 3.0, 0.0, 2.0, 2.0, 2.0, 0.0, 4.0, 0.0, 2.0, 6.0, 4.0, 2.0, 2.0, 1.0, 3.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.05836716294288635, -0.05563511699438095, -0.05290306732058525, -0.05017102137207985, -0.04743897169828415, -0.04470692574977875, -0.04197487607598305, -0.039242830127477646, -0.036510780453681946, -0.033778734505176544, -0.031046686694025993, -0.028314638882875443, -0.02558259293437004, -0.02285054512321949, -0.02011849731206894, -0.01738644950091839, -0.014654401689767838, -0.011922353878617287, -0.009190306067466736, -0.00645825918763876, -0.0037262113764882088, -0.0009941637981683016, 0.0017378837801516056, 0.004469931125640869, 0.00720197893679142, 0.00993402674794197, 0.012666074559092522, 0.015398121438920498, 0.018130168318748474, 0.020862216129899025, 0.023594263941049576, 0.026326311752200127, 0.029058359563350677, 0.03179040551185608, 0.03452245518565178, 0.03725450113415718, 0.03998655080795288, 0.04271859675645828, 0.04545064643025398, 0.048182692378759384, 0.050914742052555084, 0.053646788001060486, 0.05637883394956589, 0.05911088362336159, 0.06184292957186699, 0.06457497924566269, 0.06730702519416809, 0.07003907114267349, 0.0727711170911789, 0.07550317049026489, 0.0782352164387703, 0.0809672623872757, 0.0836993083357811, 0.0864313617348671, 0.0891634076833725, 0.0918954536318779, 0.0946274995803833, 0.0973595455288887, 0.1000915989279747, 0.1028236448764801, 0.1055556908249855, 0.1082877367734909, 0.1110197901725769, 0.1137518361210823, 0.11648388206958771]}, "_runtime": 139.63391494750977, "_timestamp": 1596214464.3911974, "_step": 170}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 0.0, 5.0, 4.0, 2.0, 2.0, 4.0, 4.0, 2.0, 1.0, 0.0, 0.0, 2.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.006762683391571045, -0.006537213921546936, -0.0063117449171841145, -0.006086275447160006, -0.005860806442797184, -0.005635336972773075, -0.005409867502748966, -0.005184398498386145, -0.004958929028362036, -0.004733459558337927, -0.004507990553975105, -0.004282521083950996, -0.0040570516139268875, -0.003831582609564066, -0.003606113139539957, -0.003380643902346492, -0.0031551746651530266, -0.0029297054279595613, -0.002704236190766096, -0.0024787667207419872, -0.002253297483548522, -0.0020278282463550568, -0.0018023588927462697, -0.0015768895391374826, -0.0013514203019440174, -0.0011259510647505522, -0.0009004817111417651, -0.000675012415740639, -0.0004495431203395128, -0.00022407382493838668, 1.3954704627394676e-06, 0.00022686476586386561, 0.00045233406126499176, 0.0006778033566661179, 0.000903272652067244, 0.0011287420056760311, 0.0013542112428694963, 0.0015796804800629616, 0.0018051498336717486, 0.0020306191872805357, 0.002256088424474001, 0.002481557661667466, 0.0027070268988609314, 0.0029324963688850403, 0.0031579656060785055, 0.0033834348432719707, 0.0036089043132960796, 0.003834373550489545, 0.00405984278768301, 0.004285312257707119, 0.004510781262069941, 0.0047362507320940495, 0.004961719736456871, 0.00518718920648098, 0.005412658676505089, 0.00563812768086791, 0.005863597150892019, 0.006089066620916128, 0.00631453562527895, 0.006540005095303059, 0.0067654745653271675, 0.006990943569689989, 0.007216413039714098, 0.0074418820440769196, 0.0076673515141010284]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 4.0, 3.0, 7.0, 11.0, 10.0, 6.0, 11.0, 19.0, 12.0, 27.0, 30.0, 34.0, 62.0, 64.0, 81.0, 113.0, 156.0, 232.0, 474.0, 5257.0, 531.0, 229.0, 127.0, 113.0, 66.0, 55.0, 45.0, 28.0, 17.0, 11.0, 17.0, 11.0, 10.0, 8.0, 12.0, 6.0, 4.0, 6.0, 3.0, 2.0, 1.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0], "bins": [-0.10096800327301025, -0.09774872660636902, -0.09452944993972778, -0.09131016582250595, -0.08809088915586472, -0.08487161248922348, -0.08165233582258224, -0.07843305170536041, -0.07521377503871918, -0.07199449837207794, -0.0687752217054367, -0.06555594503879547, -0.06233666464686394, -0.059117384254932404, -0.05589810758829117, -0.052678827196359634, -0.0494595505297184, -0.046240273863077164, -0.04302099347114563, -0.039801716804504395, -0.03658243641257286, -0.033363159745931625, -0.03014388121664524, -0.026924602687358856, -0.02370532415807247, -0.020486045628786087, -0.017266767099499702, -0.014047489501535892, -0.010828210972249508, -0.007608932442963123, -0.004389654379338026, -0.0011703760828822851, 0.002048902213573456, 0.00526818074285984, 0.008487459272146225, 0.011706736870110035, 0.01492601539939642, 0.01814529299736023, 0.021364571526646614, 0.024583850055933, 0.027803128585219383, 0.031022407114505768, 0.034241683781147, 0.03746096417307854, 0.04068024083971977, 0.043899521231651306, 0.04711879789829254, 0.050338078290224075, 0.05355735495686531, 0.056776631623506546, 0.05999591201543808, 0.06321518868207932, 0.06643446534872055, 0.06965374946594238, 0.07287302613258362, 0.07609230279922485, 0.07931157946586609, 0.08253085613250732, 0.08575014024972916, 0.08896941691637039, 0.09218869358301163, 0.09540797024965286, 0.0986272543668747, 0.10184653103351593, 0.10506580770015717]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 3.0, 4.0, 2.0, 4.0, 5.0, 3.0, 2.0, 5.0, 9.0, 24.0, 6.0, 5.0, 3.0, 4.0, 3.0, 5.0, 0.0, 3.0, 1.0, 6.0, 4.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.003242708742618561, -0.003149394877254963, -0.003056081011891365, -0.002962767146527767, -0.0028694532811641693, -0.0027761394158005714, -0.0026828255504369736, -0.0025895116850733757, -0.002496197819709778, -0.0024028837215155363, -0.0023095698561519384, -0.0022162559907883406, -0.0021229421254247427, -0.002029628260061145, -0.001936314394697547, -0.001843000529333949, -0.0017496866639703512, -0.0016563727986067533, -0.0015630589332431555, -0.0014697450678795576, -0.0013764312025159597, -0.00128311722073704, -0.0011898033553734422, -0.0010964894900098443, -0.0010031756246462464, -0.0009098617592826486, -0.0008165478939190507, -0.0007232339703477919, -0.000629920104984194, -0.0005366062396205962, -0.00044329234515316784, -0.0003499784506857395, -0.00025666458532214165, -0.00016335070540662855, -7.003682549111545e-05, 2.3277054424397647e-05, 0.00011659093433991075, 0.00020990481425542384, 0.00030321869417093694, 0.00039653258863836527, 0.0004898464540019631, 0.000583160319365561, 0.0006764741847291589, 0.0007697881083004177, 0.0008631019736640155, 0.0009564158390276134, 0.0010497297625988722, 0.00114304362796247, 0.001236357493326068, 0.0013296713586896658, 0.0014229852240532637, 0.0015162990894168615, 0.0016096129547804594, 0.001702926936559379, 0.001796240801922977, 0.0018895546672865748, 0.0019828686490654945, 0.0020761825144290924, 0.0021694963797926903, 0.002262810245156288, 0.002356124110519886, 0.002449437975883484, 0.0025427518412470818, 0.0026360657066106796, 0.0027293795719742775]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 7.0, 5.0, 7.0, 14.0, 18.0, 20.0, 23.0, 62.0, 74.0, 104.0, 165.0, 258.0, 420.0, 695.0, 1092.0, 1789.0, 3102.0, 5557.0, 10791.0, 23121.0, 61407.0, 852947.0, 136564.0, 38387.0, 17884.0, 9708.0, 5513.0, 3339.0, 2085.0, 1279.0, 910.0, 633.0, 412.0, 312.0, 263.0, 171.0, 132.0, 84.0, 76.0, 62.0, 30.0, 29.0, 31.0, 19.0, 13.0, 5.0, 8.0, 2.0, 4.0, 2.0, 6.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.004922531545162201, -0.004716231022030115, -0.004509930498898029, -0.0043036299757659435, -0.004097329452633858, -0.0038910291623324156, -0.0036847288720309734, -0.0034784283488988876, -0.003272127825766802, -0.003065827302634716, -0.0028595267795026302, -0.002653226489201188, -0.0024469259660691023, -0.0022406254429370165, -0.0020343251526355743, -0.0018280246295034885, -0.0016217241063714027, -0.001415423583239317, -0.001209123176522553, -0.001002822769805789, -0.0007965222466737032, -0.0005902217817492783, -0.0003839213168248534, -0.00017762085190042853, 2.8679613023996353e-05, 0.00023498007794842124, 0.0004412805428728461, 0.000647581007797271, 0.0008538814727216959, 0.0010601819958537817, 0.0012664824025705457, 0.0014727828092873096, 0.0016790833324193954, 0.0018853838555514812, 0.002091684378683567, 0.002297984668985009, 0.002504285192117095, 0.002710585715249181, 0.002916886005550623, 0.0031231865286827087, 0.0033294870518147945, 0.0035357875749468803, 0.003742088098078966, 0.003948388621211052, 0.00415468867868185, 0.004360989201813936, 0.004567289724946022, 0.004773590248078108, 0.004979890771210194, 0.0051861912943422794, 0.005392491817474365, 0.005598792340606451, 0.005805092863738537, 0.006011392921209335, 0.006217693444341421, 0.006423993967473507, 0.006630294490605593, 0.0068365950137376785, 0.007042895536869764, 0.00724919606000185, 0.007455496117472649, 0.007661796640604734, 0.00786809716373682, 0.008074398152530193, 0.008280698210000992]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 2.0, 2.0, 2.0, 5.0, 5.0, 2.0, 4.0, 4.0, 7.0, 6.0, 0.0, 5.0, 3.0, 1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.04217778146266937, -0.04125150293111801, -0.04032522067427635, -0.03939894214272499, -0.03847265988588333, -0.03754638135433197, -0.03662010282278061, -0.03569382056593895, -0.03476754203438759, -0.03384126350283623, -0.03291498124599457, -0.03198870271444321, -0.031062422320246696, -0.030136141926050186, -0.029209863394498825, -0.028283583000302315, -0.027357302606105804, -0.026431022211909294, -0.025504741817712784, -0.024578463286161423, -0.023652182891964912, -0.022725902497768402, -0.02179962396621704, -0.02087334357202053, -0.01994706317782402, -0.01902078278362751, -0.018094502389431, -0.01716822385787964, -0.01624194346368313, -0.015315663069486618, -0.014389383606612682, -0.013463104143738747, -0.012536823749542236, -0.011610543355345726, -0.01068426389247179, -0.009757984429597855, -0.008831704035401344, -0.007905423641204834, -0.006979144178330898, -0.006052864249795675, -0.005126584321260452, -0.004200304392725229, -0.0032740244641900063, -0.0023477445356547832, -0.0014214646071195602, -0.0004951846785843372, 0.00043109524995088577, 0.0013573751784861088, 0.002283655107021332, 0.003209935035556555, 0.004136214964091778, 0.005062494892627001, 0.005988774821162224, 0.006915054749697447, 0.00784133467823267, 0.008767614141106606, 0.009693894535303116, 0.010620174929499626, 0.011546454392373562, 0.012472733855247498, 0.013399014249444008, 0.014325294643640518, 0.015251574106514454, 0.01617785356938839, 0.0171041339635849]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [9.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 9.0, 19.0, 12.0, 4.0, 3.0, 7.0, 7.0, 3.0, 4.0, 15.0, 21.0, 20.0, 24.0, 26.0, 31.0, 28.0, 32.0, 73.0, 104.0, 140.0, 194.0, 295.0, 387.0, 613.0, 893.0, 1334.0, 2286.0, 6422.0, 1970.0, 1151.0, 672.0, 471.0, 308.0, 197.0, 176.0, 102.0, 91.0, 61.0, 46.0, 35.0, 30.0, 27.0, 16.0, 16.0, 6.0, 5.0, 7.0, 4.0, 1.0, 7.0, 4.0, 3.0, 4.0, 0.0, 3.0, 0.0, 2.0], "bins": [-0.013348420150578022, -0.012961338274180889, -0.012574257329106331, -0.012187175452709198, -0.01180009450763464, -0.011413012631237507, -0.011025931686162949, -0.010638849809765816, -0.010251767933368683, -0.009864686988294125, -0.009477605111896992, -0.009090524166822433, -0.0087034422904253, -0.008316361345350742, -0.00792927946895361, -0.007542198058217764, -0.007155116647481918, -0.006768035236746073, -0.006380953826010227, -0.005993872415274382, -0.005606791004538536, -0.005219709128141403, -0.004832627717405558, -0.004445546306669712, -0.0040584648959338665, -0.003671383485198021, -0.0032843020744621754, -0.002897220430895686, -0.0025101390201598406, -0.002123057609423995, -0.0017359760822728276, -0.0013488945551216602, -0.0009618131443858147, -0.0005747316754423082, -0.0001876502064988017, 0.00019943126244470477, 0.0005865127313882113, 0.0009735942003317177, 0.0013606756692752242, 0.0017477571964263916, 0.002134838607162237, 0.0025219200178980827, 0.0029090014286339283, 0.0032960830722004175, 0.003683164482936263, 0.004070246126502752, 0.004457327537238598, 0.0048444089479744434, 0.005231490358710289, 0.005618571769446135, 0.00600565318018198, 0.006392734590917826, 0.006779816001653671, 0.007166897878050804, 0.00755397928878665, 0.007941060699522495, 0.008328141644597054, 0.008715223520994186, 0.00910230539739132, 0.009489386342465878, 0.00987646821886301, 0.010263549163937569, 0.010650631040334702, 0.01103771198540926, 0.011424793861806393]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 4.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.05218064412474632, -0.04959866404533386, -0.047016680240631104, -0.04443470016121864, -0.04185272008180618, -0.039270736277103424, -0.036688756197690964, -0.034106772392988205, -0.031524792313575745, -0.028942810371518135, -0.026360828429460526, -0.023778848350048065, -0.021196866407990456, -0.018614884465932846, -0.016032904386520386, -0.013450922444462776, -0.010868940502405167, -0.008286958560347557, -0.005704977549612522, -0.0031229960732162, -0.0005410145968198776, 0.0020409668795764446, 0.004622948355972767, 0.007204929832369089, 0.009786911308765411, 0.012368893250823021, 0.014950874261558056, 0.01753285527229309, 0.0201148372143507, 0.02269681915640831, 0.02527879923582077, 0.02786078117787838, 0.03044276311993599, 0.03302474319934845, 0.03560672700405121, 0.03818870708346367, 0.04077068716287613, 0.04335267096757889, 0.04593465104699135, 0.04851663485169411, 0.05109861493110657, 0.05368059501051903, 0.056262578815221786, 0.05884455889463425, 0.061426542699337006, 0.06400851905345917, 0.06659050285816193, 0.06917248666286469, 0.07175447046756744, 0.0743364468216896, 0.07691843062639236, 0.07950041443109512, 0.08208239078521729, 0.08466437458992004, 0.0872463583946228, 0.08982833474874496, 0.09241031855344772, 0.09499230235815048, 0.09757427871227264, 0.1001562625169754, 0.10273824632167816, 0.10532022267580032, 0.10790220648050308, 0.11048419028520584, 0.113066166639328]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 3.0, 2.0, 1.0, 0.0, 0.0, 1.0, 2.0, 3.0, 5.0, 2.0, 5.0, 10.0, 6.0, 14.0, 7.0, 6.0, 16.0, 16.0, 8.0, 17.0, 11.0, 19.0, 35.0, 13.0, 18.0, 6.0, 15.0, 8.0, 6.0, 6.0, 3.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.04889123886823654, -0.0474107563495636, -0.045930273830890656, -0.04444979131221771, -0.04296930879354477, -0.041488830000162125, -0.04000834748148918, -0.03852786496281624, -0.037047382444143295, -0.03556689992547035, -0.03408641740679741, -0.032605934888124466, -0.031125454232096672, -0.02964497171342373, -0.028164491057395935, -0.026684008538722992, -0.02520352602005005, -0.023723043501377106, -0.022242560982704163, -0.02076208032667637, -0.019281597808003426, -0.017801115289330482, -0.01632063463330269, -0.014840152114629745, -0.013359669595956802, -0.01187918707728386, -0.01039870548993349, -0.008918223902583122, -0.007437741383910179, -0.005957259330898523, -0.0044767772778868675, -0.0029962952248752117, -0.001515813171863556, -3.53311188519001e-05, 0.0014451509341597557, 0.0029256329871714115, 0.004406115040183067, 0.005886597093194723, 0.007367079146206379, 0.008847560733556747, 0.01032804325222969, 0.011808525770902634, 0.013289007358253002, 0.01476948894560337, 0.016249971464276314, 0.017730453982949257, 0.01921093463897705, 0.020691417157649994, 0.022171899676322937, 0.02365238219499588, 0.025132864713668823, 0.026613345369696617, 0.02809382788836956, 0.029574310407042503, 0.031054791063070297, 0.03253527358174324, 0.034015756100416183, 0.03549623861908913, 0.03697672113776207, 0.03845720365643501, 0.03993768244981766, 0.0414181649684906, 0.042898647487163544, 0.04437913000583649, 0.04585961252450943]}, "_runtime": 140.4076633453369, "_timestamp": 1596214465.1649458, "_step": 171}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 0.0, 2.0, 0.0, 3.0, 2.0, 2.0, 1.0, 0.0, 2.0, 1.0, 10.0, 5.0, 1.0, 0.0, 2.0, 3.0, 1.0, 0.0, 1.0, 3.0, 2.0, 2.0, 2.0, 1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011535593308508396, -0.01121106930077076, -0.010886544361710548, -0.010562020353972912, -0.010237496346235275, -0.009912972338497639, -0.009588448330760002, -0.009263923391699791, -0.008939399383962154, -0.008614875376224518, -0.008290350437164307, -0.00796582642942667, -0.0076413024216890335, -0.007316778413951397, -0.006992253940552473, -0.006667729467153549, -0.006343205459415913, -0.006018681451678276, -0.005694156978279352, -0.005369632504880428, -0.005045108497142792, -0.004720584489405155, -0.004396060016006231, -0.0040715355426073074, -0.003747011534869671, -0.0034224872943013906, -0.0030979630537331104, -0.00277343881316483, -0.00244891457259655, -0.0021243903320282698, -0.0017998660914599895, -0.0014753418508917093, -0.001150817610323429, -0.0008262933697551489, -0.0005017691291868687, -0.00017724488861858845, 0.00014727935194969177, 0.000471803592517972, 0.0007963278330862522, 0.0011208520736545324, 0.0014453763142228127, 0.0017699005547910929, 0.002094424795359373, 0.0024189490359276533, 0.0027434732764959335, 0.0030679975170642138, 0.003392521757632494, 0.003717045998200774, 0.004041570238769054, 0.004366094246506691, 0.004690618719905615, 0.005015143193304539, 0.005339667201042175, 0.005664191208779812, 0.005988715682178736, 0.00631324015557766, 0.006637764163315296, 0.006962288171052933, 0.007286812644451857, 0.0076113371178507805, 0.007935861125588417, 0.008260385133326054, 0.00858490914106369, 0.008909434080123901, 0.009233958087861538]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 3.0, 5.0, 2.0, 1.0, 1.0, 6.0, 6.0, 9.0, 8.0, 13.0, 12.0, 16.0, 23.0, 30.0, 27.0, 33.0, 41.0, 60.0, 63.0, 94.0, 128.0, 193.0, 329.0, 5327.0, 593.0, 254.0, 186.0, 125.0, 59.0, 74.0, 44.0, 33.0, 34.0, 21.0, 17.0, 15.0, 10.0, 7.0, 8.0, 7.0, 3.0, 4.0, 2.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.12408047914505005, -0.1206902414560318, -0.11730000376701355, -0.1139097735285759, -0.11051953583955765, -0.1071292981505394, -0.10373906046152115, -0.1003488227725029, -0.09695859253406525, -0.093568354845047, -0.09017811715602875, -0.0867878794670105, -0.08339764177799225, -0.080007404088974, -0.07661717385053635, -0.0732269361615181, -0.06983669847249985, -0.0664464607834816, -0.06305622309446335, -0.0596659891307354, -0.056275755167007446, -0.0528855174779892, -0.04949527978897095, -0.046105045825242996, -0.04271480813622475, -0.0393245704472065, -0.035934336483478546, -0.0325440987944603, -0.029153862968087196, -0.025763627141714096, -0.022373389452695847, -0.018983153626322746, -0.015592917799949646, -0.012202681973576546, -0.00881244521588087, -0.005422208923846483, -0.0020319726318120956, 0.001358263660222292, 0.0047484999522566795, 0.008138736709952354, 0.011528972536325455, 0.014919208362698555, 0.018309444189071655, 0.021699681878089905, 0.025089917704463005, 0.028480153530836105, 0.031870391219854355, 0.035260625183582306, 0.038650862872600555, 0.042041100561618805, 0.045431334525346756, 0.048821572214365005, 0.05221180617809296, 0.055602043867111206, 0.058992281556129456, 0.06238251551985741, 0.06577275693416595, 0.06916298717260361, 0.07255322486162186, 0.0759434625506401, 0.07933370023965836, 0.0827239379286766, 0.08611416816711426, 0.08950440585613251, 0.09289464354515076]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 4.0, 2.0, 2.0, 1.0, 4.0, 2.0, 6.0, 2.0, 2.0, 4.0, 5.0, 7.0, 3.0, 24.0, 2.0, 5.0, 3.0, 3.0, 3.0, 6.0, 3.0, 0.0, 2.0, 3.0, 1.0, 2.0, 3.0, 1.0, 4.0, 2.0, 4.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0028940094634890556, -0.0027944587636739016, -0.0026949080638587475, -0.0025953573640435934, -0.0024958066642284393, -0.0023962559644132853, -0.002296705497428775, -0.0021971547976136208, -0.0020976040977984667, -0.0019980533979833126, -0.0018985026981681585, -0.0017989519983530045, -0.0016994012985378504, -0.0015998505987226963, -0.001500300015322864, -0.00140074931550771, -0.001301198615692556, -0.0012016479158774018, -0.0011020972160622478, -0.0010025466326624155, -0.0009029959328472614, -0.0008034452330321074, -0.0007038945332169533, -0.0006043438916094601, -0.000504793191794306, -0.0004052425210829824, -0.0003056918503716588, -0.00020614115055650473, -0.00010659047984518111, -7.0398018578998744e-06, 9.251087612938136e-05, 0.0001920615613926202, 0.0002916122321039438, 0.00039116290281526744, 0.0004907135735265911, 0.0005902642733417451, 0.0006898149149492383, 0.0007893656147643924, 0.0008889163145795465, 0.0009884670143947005, 0.0010880175977945328, 0.0011875682976096869, 0.001287118997424841, 0.001386669697239995, 0.001486220397055149, 0.0015857710968703032, 0.0016853216802701354, 0.0017848723800852895, 0.0018844230799004436, 0.001983973663300276, 0.00208352436311543, 0.002183075062930584, 0.002282625762745738, 0.002382176462560892, 0.002481727162376046, 0.0025812778621912003, 0.0026808285620063543, 0.0027803792618215084, 0.0028799299616366625, 0.002979480428621173, 0.003079031128436327, 0.003178581828251481, 0.003278132528066635, 0.003377683227881789, 0.0034772339276969433]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 1.0, 1.0, 4.0, 3.0, 5.0, 9.0, 12.0, 18.0, 26.0, 40.0, 57.0, 99.0, 126.0, 204.0, 355.0, 484.0, 808.0, 1387.0, 2402.0, 4252.0, 7660.0, 16479.0, 42360.0, 795179.0, 213306.0, 40144.0, 19732.0, 11498.0, 7112.0, 4765.0, 3176.0, 2154.0, 1513.0, 1098.0, 811.0, 617.0, 458.0, 327.0, 228.0, 184.0, 153.0, 117.0, 74.0, 59.0, 38.0, 28.0, 28.0, 14.0, 13.0, 6.0, 2.0, 5.0, 3.0, 1.0, 3.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.0056429579854011536, -0.005433937069028616, -0.005224915686994791, -0.005015894770622253, -0.004806873854249716, -0.004597852472215891, -0.004388831555843353, -0.004179810639470816, -0.003970789723098278, -0.003761768341064453, -0.0035527474246919155, -0.0033437262754887342, -0.003134705126285553, -0.0029256842099130154, -0.002716663060709834, -0.0025076421443372965, -0.0022986209951341152, -0.002089599845930934, -0.0018805789295583963, -0.001671557780355215, -0.0014625367475673556, -0.0012535157147794962, -0.001044494565576315, -0.0008354735327884555, -0.000626452500000596, -0.00041743143810890615, -0.00020841037621721625, 6.106856744736433e-07, 0.00020963174756616354, 0.00041865280945785344, 0.0006276738713495433, 0.0008366949623450637, 0.0010457159951329231, 0.0012547370279207826, 0.001463758060708642, 0.0016727792099118233, 0.0018818002426996827, 0.002090821275487542, 0.0022998424246907234, 0.002508863341063261, 0.0027178844902664423, 0.0029269056394696236, 0.003135926555842161, 0.0033449477050453424, 0.0035539688542485237, 0.0037629897706210613, 0.003972010686993599, 0.004181032069027424, 0.0043900529853999615, 0.004599073901772499, 0.004808095283806324, 0.005017116200178862, 0.005226137116551399, 0.005435158498585224, 0.005644179414957762, 0.005853200331330299, 0.006062221713364124, 0.006271242629736662, 0.0064802635461091995, 0.006689284462481737, 0.006898305844515562, 0.0071073267608881, 0.007316347677260637, 0.007525369059294462, 0.007734389975667]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 2.0, 4.0, 3.0, 1.0, 0.0, 0.0, 1.0, 2.0, 8.0, 6.0, 5.0, 3.0, 2.0, 2.0, 6.0, 0.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.029459377750754356, -0.028359295800328255, -0.027259215712547302, -0.0261591337621212, -0.0250590518116951, -0.023958971723914146, -0.022858889773488045, -0.021758809685707092, -0.02065872773528099, -0.01955864578485489, -0.018458565697073936, -0.017358483746647835, -0.016258403658866882, -0.01515832170844078, -0.014058239758014679, -0.012958158738911152, -0.011858077719807625, -0.010757996700704098, -0.00965791568160057, -0.008557833731174469, -0.007457752712070942, -0.006357671692967415, -0.0052575902082026005, -0.004157508723437786, -0.003057427704334259, -0.0019573464524000883, -0.0008572652004659176, 0.00024281605146825314, 0.0013428973034024239, 0.0024429785553365946, 0.0035430598072707653, 0.00464314129203558, 0.005743222311139107, 0.006843303330242634, 0.007943384349346161, 0.009043466299772263, 0.01014354731887579, 0.011243628337979317, 0.012343710288405418, 0.013443791307508945, 0.014543872326612473, 0.015643954277038574, 0.016744034364819527, 0.01784411631524563, 0.01894419640302658, 0.020044278353452682, 0.021144360303878784, 0.022244440391659737, 0.02334452234208584, 0.02444460429251194, 0.025544684380292892, 0.026644766330718994, 0.027744848281145096, 0.02884492836892605, 0.02994501031935215, 0.031045090407133102, 0.032145172357559204, 0.033245254307985306, 0.03434533625841141, 0.03544541448354721, 0.03654549643397331, 0.037645578384399414, 0.038745660334825516, 0.03984574228525162, 0.04094582051038742]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 2.0, 5.0, 3.0, 6.0, 7.0, 13.0, 18.0, 16.0, 22.0, 37.0, 36.0, 56.0, 83.0, 120.0, 171.0, 204.0, 274.0, 375.0, 496.0, 738.0, 1099.0, 1892.0, 6594.0, 2059.0, 1165.0, 796.0, 535.0, 358.0, 256.0, 213.0, 139.0, 123.0, 111.0, 82.0, 57.0, 54.0, 33.0, 28.0, 17.0, 24.0, 9.0, 11.0, 34.0, 11.0, 11.0, 2.0, 4.0, 3.0, 7.0, 8.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.014133262448012829, -0.013653488829731941, -0.013173715211451054, -0.01269394252449274, -0.012214168906211853, -0.011734395287930965, -0.011254621669650078, -0.01077484805136919, -0.010295074433088303, -0.00981530174612999, -0.009335528127849102, -0.008855754509568214, -0.008375980891287327, -0.00789620727300644, -0.007416434120386839, -0.006936660967767239, -0.006456887349486351, -0.005977113731205463, -0.005497340578585863, -0.0050175669603049755, -0.004537793807685375, -0.004058020189404488, -0.0035782465711236, -0.003098473185673356, -0.002618699800223112, -0.002138926414772868, -0.0016591529129073024, -0.0011793794110417366, -0.0006996060255914927, -0.0002198325819335878, 0.0002599408617243171, 0.0007397143053822219, 0.0012194877490401268, 0.0016992611344903708, 0.0021790345199406147, 0.0026588081382215023, 0.0031385815236717463, 0.00361835490912199, 0.004098128527402878, 0.004577901680022478, 0.005057675298303366, 0.005537448916584253, 0.006017222069203854, 0.006496995687484741, 0.006976769305765629, 0.007456542458385229, 0.00793631561100483, 0.008416089229285717, 0.008895862847566605, 0.009375636465847492, 0.00985541008412838, 0.010335182771086693, 0.01081495638936758, 0.011294730007648468, 0.011774503625929356, 0.012254277244210243, 0.012734049931168556, 0.013213823549449444, 0.013693597167730331, 0.014173370786011219, 0.014653144404292107, 0.015132918022572994, 0.015612690709531307, 0.016092464327812195, 0.016572237014770508]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 5.0, 2.0, 3.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 3.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.13962092995643616, -0.1354459524154663, -0.13127095997333527, -0.12709598243236542, -0.12292098999023438, -0.11874601244926453, -0.11457102745771408, -0.11039604246616364, -0.10622105747461319, -0.10204607248306274, -0.0978710874915123, -0.09369610249996185, -0.089521124958992, -0.08534613996744156, -0.08117115497589111, -0.07699616998434067, -0.07282118499279022, -0.06864620000123978, -0.06447121500968933, -0.060296233743429184, -0.05612124875187874, -0.05194626376032829, -0.047771282494068146, -0.0435962975025177, -0.039421312510967255, -0.03524632751941681, -0.031071344390511513, -0.026896361261606216, -0.02272137627005577, -0.018546391278505325, -0.014371408149600029, -0.010196424089372158, -0.006021440029144287, -0.0018464559689164162, 0.0023285280913114548, 0.006503512151539326, 0.010678496211767197, 0.014853480271995068, 0.01902846433222294, 0.023203447461128235, 0.02737843245267868, 0.031553417444229126, 0.03572840243577957, 0.03990338370203972, 0.044078368693590164, 0.04825335368514061, 0.05242833495140076, 0.0566033199429512, 0.06077830493450165, 0.0649532899260521, 0.06912827491760254, 0.07330325990915298, 0.07747824490070343, 0.08165322244167328, 0.08582820743322372, 0.09000319242477417, 0.09417817741632462, 0.09835316240787506, 0.1025281473994255, 0.10670313239097595, 0.1108781099319458, 0.11505309492349625, 0.11922807991504669, 0.12340306490659714, 0.12757804989814758]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 1.0, 1.0, 4.0, 0.0, 5.0, 5.0, 5.0, 5.0, 4.0, 5.0, 6.0, 11.0, 11.0, 5.0, 4.0, 3.0, 6.0, 9.0, 8.0, 4.0, 4.0, 16.0, 39.0, 22.0, 10.0, 7.0, 7.0, 11.0, 8.0, 5.0, 15.0, 7.0, 4.0, 5.0, 3.0, 1.0, 4.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 1.0, 1.0, 1.0], "bins": [-0.09747706353664398, -0.0943039283156395, -0.09113079309463501, -0.08795766532421112, -0.08478453010320663, -0.08161139488220215, -0.07843826711177826, -0.07526513189077377, -0.07209199666976929, -0.0689188614487648, -0.06574572622776031, -0.06257259845733643, -0.05939946323633194, -0.056226328015327454, -0.053053196519613266, -0.04988006502389908, -0.04670692980289459, -0.043533794581890106, -0.04036066308617592, -0.03718753159046173, -0.034014396369457245, -0.030841263011097908, -0.02766812965273857, -0.024494996294379234, -0.021321862936019897, -0.01814872957766056, -0.014975596219301224, -0.011802462860941887, -0.00862932950258255, -0.005456196144223213, -0.0022830627858638763, 0.0008900705724954605, 0.004063203930854797, 0.007236337289214134, 0.010409470647573471, 0.013582604005932808, 0.016755737364292145, 0.01992887072265148, 0.02310200408101082, 0.026275137439370155, 0.029448270797729492, 0.03262140601873398, 0.035794537514448166, 0.038967669010162354, 0.04214080423116684, 0.045313939452171326, 0.04848707094788551, 0.0516602024435997, 0.05483333766460419, 0.05800647288560867, 0.06117960438132286, 0.06435273587703705, 0.06752587109804153, 0.07069900631904602, 0.07387213408946991, 0.0770452693104744, 0.08021840453147888, 0.08339153975248337, 0.08656467497348785, 0.08973780274391174, 0.09291093796491623, 0.09608407318592072, 0.0992572009563446, 0.10243033617734909, 0.10560347139835358]}, "_runtime": 141.18266582489014, "_timestamp": 1596214465.9399483, "_step": 172}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 2.0, 3.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 3.0, 3.0, 5.0, 5.0, 1.0, 5.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 4.0, 3.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010486392304301262, -0.010116246528923512, -0.009746100753545761, -0.00937595497816801, -0.00900580920279026, -0.008635662496089935, -0.008265516720712185, -0.007895370945334435, -0.007525225169956684, -0.007155079394578934, -0.006784933619201183, -0.006414787378162146, -0.006044641602784395, -0.005674495827406645, -0.005304349586367607, -0.004934203810989857, -0.004564058035612106, -0.004193912260234356, -0.003823766252025962, -0.003453620243817568, -0.0030834744684398174, -0.002713328693062067, -0.002343182684853673, -0.001973036676645279, -0.0016028909012675285, -0.0012327450094744563, -0.0008625991176813841, -0.0004924532258883119, -0.00012230733409523964, 0.0002478385576978326, 0.0006179844494909048, 0.000988130341283977, 0.0013582762330770493, 0.0017284221248701215, 0.0020985680166631937, 0.0024687140248715878, 0.002838859800249338, 0.0032090055756270885, 0.0035791515838354826, 0.003949297592043877, 0.004319443367421627, 0.0046895891427993774, 0.005059734918177128, 0.0054298811592161655, 0.005800026934593916, 0.006170172709971666, 0.006540318951010704, 0.0069104647263884544, 0.007280610501766205, 0.007650756277143955, 0.008020902052521706, 0.008391047827899456, 0.008761193603277206, 0.009131340309977531, 0.009501486085355282, 0.009871631860733032, 0.010241777636110783, 0.010611923411488533, 0.010982069186866283, 0.011352214962244034, 0.011722361668944359, 0.01209250744432211, 0.01246265321969986, 0.01283279899507761, 0.01320294477045536]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 5.0, 4.0, 4.0, 6.0, 6.0, 5.0, 10.0, 9.0, 14.0, 18.0, 37.0, 35.0, 48.0, 55.0, 66.0, 73.0, 127.0, 157.0, 237.0, 677.0, 5324.0, 327.0, 157.0, 124.0, 101.0, 71.0, 52.0, 37.0, 42.0, 24.0, 19.0, 8.0, 7.0, 6.0, 5.0, 6.0, 5.0, 2.0, 5.0, 4.0, 4.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.12100876867771149, -0.11723542958498001, -0.11346209794282913, -0.10968875885009766, -0.10591541975736618, -0.1021420881152153, -0.09836874902248383, -0.09459540992975235, -0.09082207083702087, -0.08704873919487, -0.08327540010213852, -0.07950206100940704, -0.07572872936725616, -0.07195539027452469, -0.06818205118179321, -0.06440871953964233, -0.06063538044691086, -0.05686204507946968, -0.053088705986738205, -0.04931537061929703, -0.04554203152656555, -0.041768696159124374, -0.0379953607916832, -0.03422202169895172, -0.030448686331510544, -0.026675349101424217, -0.02290201187133789, -0.019128676503896713, -0.015355339273810387, -0.01158200204372406, -0.007808665744960308, -0.004035328980535269, -0.0002619922161102295, 0.00351134454831481, 0.007284681312739849, 0.011058017611503601, 0.014831354841589928, 0.018604692071676254, 0.02237802743911743, 0.026151364669203758, 0.029924701899290085, 0.03369803726673126, 0.03747137635946274, 0.041244711726903915, 0.04501804709434509, 0.04879138618707657, 0.052564721554517746, 0.05633806064724922, 0.0601113960146904, 0.06388473510742188, 0.06765806674957275, 0.07143140584230423, 0.0752047449350357, 0.07897807657718658, 0.08275141566991806, 0.08652475476264954, 0.09029808640480042, 0.09407142549753189, 0.09784476459026337, 0.10161810368299484, 0.10539143532514572, 0.1091647744178772, 0.11293811351060867, 0.11671144515275955, 0.12048478424549103]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 3.0, 3.0, 0.0, 2.0, 2.0, 3.0, 3.0, 3.0, 1.0, 10.0, 1.0, 3.0, 5.0, 3.0, 26.0, 5.0, 3.0, 4.0, 3.0, 4.0, 4.0, 5.0, 1.0, 4.0, 1.0, 4.0, 3.0, 2.0, 1.0, 2.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0037937602028250694, -0.003693497506901622, -0.003593235043808818, -0.0034929723478853703, -0.0033927098847925663, -0.0032924471888691187, -0.003192184492945671, -0.003091922029852867, -0.0029916593339294195, -0.002891396638005972, -0.002791134174913168, -0.0026908714789897203, -0.0025906087830662727, -0.0024903463199734688, -0.002390083624050021, -0.002289821160957217, -0.0021895584650337696, -0.002089295769110322, -0.001989033306017518, -0.0018887706100940704, -0.0017885080305859447, -0.0016882454510778189, -0.0015879827551543713, -0.0014877201756462455, -0.0013874575961381197, -0.001287195016629994, -0.0011869324371218681, -0.0010866697411984205, -0.0009864071616902947, -0.000886144582182169, -0.0007858819444663823, -0.0006856193067505956, -0.0005853567272424698, -0.00048509411863051355, -0.0003848315100185573, -0.00028456890140660107, -0.00018430629279464483, -8.40436841826886e-05, 1.6218924429267645e-05, 0.00011648153304122388, 0.00021674414165318012, 0.00031700675026513636, 0.0004172693588770926, 0.0005175319965928793, 0.0006177945761010051, 0.0007180571556091309, 0.0008183197933249176, 0.0009185824310407043, 0.00101884501054883, 0.0011191075900569558, 0.0012193701695650816, 0.0013196328654885292, 0.001419895444996655, 0.0015201580245047808, 0.0016204207204282284, 0.0017206832999363542, 0.00182094587944448, 0.0019212084589526057, 0.0020214710384607315, 0.002121733734384179, 0.0022219964303076267, 0.0023222588934004307, 0.0024225215893238783, 0.0025227840524166822, 0.00262304674834013]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 1.0, 2.0, 4.0, 8.0, 11.0, 11.0, 23.0, 26.0, 28.0, 33.0, 48.0, 81.0, 93.0, 128.0, 187.0, 268.0, 424.0, 554.0, 813.0, 1288.0, 1936.0, 3152.0, 5451.0, 10017.0, 20785.0, 54040.0, 844834.0, 147530.0, 38832.0, 19573.0, 10868.0, 6487.0, 3982.0, 2540.0, 1683.0, 1168.0, 830.0, 536.0, 388.0, 257.0, 214.0, 149.0, 91.0, 73.0, 62.0, 45.0, 37.0, 15.0, 9.0, 5.0, 10.0, 5.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.005727651063352823, -0.005536157637834549, -0.005344664212316275, -0.005153171252459288, -0.004961677826941013, -0.004770184401422739, -0.004578690975904465, -0.004387198016047478, -0.004195704590529203, -0.004004211165010929, -0.003812717739492655, -0.003621224546805024, -0.00342973112128675, -0.003238237928599119, -0.003046744503080845, -0.0028552513103932142, -0.00266375788487494, -0.0024722644593566656, -0.002280771266669035, -0.0020892778411507607, -0.00189778464846313, -0.0017062912229448557, -0.0015147979138419032, -0.0013233046047389507, -0.0011318112956359982, -0.0009403179865330458, -0.0007488246774300933, -0.0005573313101194799, -0.0003658380010165274, -0.0001743446773616597, 1.7148646293208003e-05, 0.0002086419699480757, 0.0004001352936029434, 0.0005916286027058959, 0.0007831219118088484, 0.0009746152791194618, 0.0011661085300147533, 0.0013576019555330276, 0.0015490952646359801, 0.0017405885737389326, 0.001932081882841885, 0.0021235751919448376, 0.002315068617463112, 0.0025065618101507425, 0.002698055235669017, 0.0028895484283566475, 0.003081041853874922, 0.0032725350465625525, 0.0034640284720808268, 0.003655521897599101, 0.0038470150902867317, 0.004038508515805006, 0.00423000194132328, 0.004421494901180267, 0.004612988326698542, 0.004804481752216816, 0.00499597517773509, 0.0051874686032533646, 0.0053789615631103516, 0.005570454988628626, 0.0057619484141469, 0.0059534418396651745, 0.0061449347995221615, 0.006336428225040436, 0.00652792165055871]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 5.0, 0.0, 2.0, 8.0, 2.0, 2.0, 2.0, 0.0, 0.0, 3.0, 2.0, 1.0, 4.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.018194453790783882, -0.017614396288990974, -0.017034336924552917, -0.01645427942276001, -0.015874220058321953, -0.015294162556529045, -0.014714104123413563, -0.01413404569029808, -0.013553987257182598, -0.012973928824067116, -0.012393870390951633, -0.011813811957836151, -0.011233754456043243, -0.010653696022927761, -0.010073637589812279, -0.009493579156696796, -0.008913520723581314, -0.008333462290465832, -0.007753403857350349, -0.007173345889896154, -0.006593287456780672, -0.00601322902366519, -0.005433171056210995, -0.004853112623095512, -0.00427305418998003, -0.0036929957568645477, -0.003112937556579709, -0.0025328793562948704, -0.001952820923179388, -0.0013727626064792275, -0.000792704289779067, -0.00021264597307890654, 0.00036741234362125397, 0.0009474706603214145, 0.001527528977021575, 0.0021075871773064137, 0.002687645610421896, 0.0032677040435373783, 0.003847762243822217, 0.004427820444107056, 0.005007878877222538, 0.00558793731033802, 0.006167995743453503, 0.006748053710907698, 0.00732811214402318, 0.007908170111477375, 0.008488228544592857, 0.00906828697770834, 0.009648345410823822, 0.010228403843939304, 0.010808462277054787, 0.011388520710170269, 0.011968579143285751, 0.012548636645078659, 0.013128695078194141, 0.013708753511309624, 0.014288811944425106, 0.014868870377540588, 0.01544892881065607, 0.016028987243771553, 0.01660904474556446, 0.017189104110002518, 0.017769161611795425, 0.018349220976233482, 0.01892927847802639]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 2.0, 2.0, 3.0, 0.0, 1.0, 2.0, 0.0, 1.0, 3.0, 3.0, 5.0, 6.0, 4.0, 8.0, 8.0, 11.0, 16.0, 24.0, 23.0, 44.0, 51.0, 60.0, 77.0, 140.0, 139.0, 182.0, 271.0, 344.0, 567.0, 849.0, 1215.0, 2550.0, 6060.0, 1768.0, 1104.0, 748.0, 514.0, 392.0, 315.0, 220.0, 134.0, 136.0, 93.0, 86.0, 62.0, 52.0, 26.0, 33.0, 27.0, 10.0, 11.0, 9.0, 4.0, 2.0, 2.0, 3.0, 2.0, 3.0, 1.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.013315359130501747, -0.01291329599916935, -0.012511233799159527, -0.01210917066782713, -0.011707108467817307, -0.011305045336484909, -0.010902983136475086, -0.010500920005142689, -0.010098857805132866, -0.009696794673800468, -0.009294731542468071, -0.008892669342458248, -0.00849060621112585, -0.008088544011116028, -0.00768648087978363, -0.00728441821411252, -0.00688235554844141, -0.0064802928827703, -0.00607823021709919, -0.00567616755142808, -0.0052741048857569695, -0.004872041754424572, -0.004469979088753462, -0.004067916423082352, -0.0036658537574112415, -0.0032637910917401314, -0.0028617284260690212, -0.0024596655275672674, -0.0020576028618961573, -0.0016555401962250471, -0.0012534774141386151, -0.0008514146902598441, -0.000449351966381073, -4.728924250230193e-05, 0.00035477348137646914, 0.0007568362052552402, 0.0011588989291340113, 0.0015609615948051214, 0.0019630244933068752, 0.0023650871589779854, 0.0027671498246490955, 0.0031692124903202057, 0.003571275155991316, 0.003973337821662426, 0.0043754009529948235, 0.004777463618665934, 0.005179526284337044, 0.005581588950008154, 0.005983651615679264, 0.006385714281350374, 0.006787776947021484, 0.0071898396126925945, 0.007591902278363705, 0.007993965409696102, 0.008396027609705925, 0.008798090741038322, 0.00920015387237072, 0.009602216072380543, 0.01000427920371294, 0.010406341403722763, 0.01080840453505516, 0.011210466735064983, 0.01161252986639738, 0.012014592066407204, 0.012416655197739601]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 6.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.08363518118858337, -0.08060693740844727, -0.07757869362831116, -0.07455044984817505, -0.07152220606803894, -0.06849396228790283, -0.06546571850776672, -0.06243747100234032, -0.05940922722220421, -0.0563809834420681, -0.05335273966193199, -0.05032449588179588, -0.047296248376369476, -0.04426800459623337, -0.04123976081609726, -0.03821151703596115, -0.03518327325582504, -0.032155029475688934, -0.029126785695552826, -0.02609854005277157, -0.02307029627263546, -0.02004205249249935, -0.017013806849718094, -0.013985563069581985, -0.010957319289445877, -0.007929075509309769, -0.004900830797851086, -0.00187258655205369, 0.0011556576937437057, 0.0041839019395411015, 0.007212146185338497, 0.01024039089679718, 0.013268634676933289, 0.016296878457069397, 0.019325122237205505, 0.022353367879986763, 0.02538161166012287, 0.02840985544025898, 0.03143810108304024, 0.034466344863176346, 0.037494588643312454, 0.04052283242344856, 0.04355107620358467, 0.04657931998372078, 0.049607567489147186, 0.052635811269283295, 0.0556640550494194, 0.05869229882955551, 0.06172054260969162, 0.06474878638982773, 0.06777703016996384, 0.07080527395009995, 0.07383351773023605, 0.07686176151037216, 0.07989000529050827, 0.08291824907064438, 0.08594650030136108, 0.08897474408149719, 0.0920029878616333, 0.09503123164176941, 0.09805947542190552, 0.10108771920204163, 0.10411596298217773, 0.10714420676231384, 0.11017245054244995]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 5.0, 5.0, 3.0, 6.0, 2.0, 6.0, 9.0, 3.0, 20.0, 18.0, 16.0, 13.0, 11.0, 10.0, 16.0, 38.0, 13.0, 15.0, 15.0, 6.0, 6.0, 9.0, 5.0, 1.0, 2.0, 3.0, 1.0, 1.0, 2.0, 0.0, 0.0, 3.0, 1.0, 5.0, 2.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.1008320227265358, -0.09819202870130539, -0.09555204212665558, -0.09291204810142517, -0.09027205407619476, -0.08763206750154495, -0.08499207347631454, -0.08235207945108414, -0.07971209287643433, -0.07707209885120392, -0.07443210482597351, -0.0717921182513237, -0.06915212422609329, -0.06651213020086288, -0.06387214362621307, -0.061232149600982666, -0.05859215930104256, -0.05595216900110245, -0.05331217497587204, -0.05067218467593193, -0.04803219437599182, -0.045392200350761414, -0.042752210050821304, -0.040112219750881195, -0.03747222572565079, -0.03483223542571068, -0.03219224512577057, -0.02955225296318531, -0.026912260800600052, -0.024272270500659943, -0.021632278338074684, -0.018992288038134575, -0.016352295875549316, -0.013712304644286633, -0.011072313413023949, -0.00843232125043869, -0.005792330019176006, -0.003152338555082679, -0.0005123470909893513, 0.0021276443731039762, 0.004767635837197304, 0.007407627068459988, 0.010047618299722672, 0.01268761046230793, 0.015327601693570614, 0.017967592924833298, 0.020607585087418556, 0.023247575387358665, 0.025887567549943924, 0.028527559712529182, 0.03116755001246929, 0.03380754217505455, 0.03644753247499466, 0.03908752650022507, 0.041727516800165176, 0.044367507100105286, 0.04700750112533569, 0.0496474914252758, 0.05228748172521591, 0.05492747202515602, 0.05756746605038643, 0.06020745635032654, 0.06284745037555695, 0.06548743695020676, 0.06812743097543716]}, "_runtime": 141.95236730575562, "_timestamp": 1596214466.7096498, "_step": 173}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 2.0, 1.0, 3.0, 0.0, 2.0, 10.0, 6.0, 2.0, 2.0, 1.0, 3.0, 2.0, 2.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.012693442404270172, -0.012371325865387917, -0.012049208395183086, -0.01172709185630083, -0.011404974386096, -0.011082857847213745, -0.01076074130833149, -0.01043862383812666, -0.010116507299244404, -0.009794390760362148, -0.009472273290157318, -0.009150156751275063, -0.008828040212392807, -0.008505922742187977, -0.008183806203305721, -0.007861688733100891, -0.0075395721942186356, -0.007217455189675093, -0.00689533818513155, -0.006573221646249294, -0.006251104641705751, -0.0059289876371622086, -0.005606871098279953, -0.00528475409373641, -0.004962637089192867, -0.004640520084649324, -0.0043184030801057816, -0.003996286541223526, -0.003674169536679983, -0.0033520525321364403, -0.003029935760423541, -0.002707818988710642, -0.002385701984167099, -0.002063584979623556, -0.001741468207910657, -0.001419351319782436, -0.0010972344316542149, -0.0007751175435259938, -0.0004530006553977728, -0.00013088376726955175, 0.00019123312085866928, 0.0005133500089868903, 0.0008354668971151114, 0.0011575837852433324, 0.0014797006733715534, 0.0018018175614997745, 0.0021239344496279955, 0.0024460512213408947, 0.0027681682258844376, 0.0030902852304279804, 0.0034124020021408796, 0.003734518773853779, 0.004056635778397322, 0.0043787527829408646, 0.00470086932182312, 0.005022986326366663, 0.005345103330910206, 0.005667220335453749, 0.0059893373399972916, 0.006311453878879547, 0.00663357088342309, 0.006955687887966633, 0.007277804426848888, 0.007599921431392431, 0.007922038435935974]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 3.0, 3.0, 5.0, 9.0, 5.0, 10.0, 13.0, 13.0, 21.0, 39.0, 32.0, 59.0, 91.0, 130.0, 227.0, 630.0, 5746.0, 392.0, 178.0, 100.0, 60.0, 41.0, 36.0, 31.0, 11.0, 13.0, 8.0, 4.0, 3.0, 3.0, 2.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.14213234186172485, -0.13742440938949585, -0.13271647691726685, -0.12800854444503784, -0.12330060452222824, -0.11859266459941864, -0.11388473212718964, -0.10917679965496063, -0.10446886718273163, -0.09976092725992203, -0.09505299478769302, -0.09034506231546402, -0.08563712239265442, -0.08092918992042542, -0.07622125744819641, -0.07151331752538681, -0.0668053850531578, -0.062097448855638504, -0.0573895163834095, -0.0526815801858902, -0.047973647713661194, -0.04326571151614189, -0.03855777531862259, -0.033849842846393585, -0.029141906648874283, -0.02443397231400013, -0.019726037979125977, -0.015018101781606674, -0.010310167446732521, -0.005602232646197081, -0.0008942978456616402, 0.0038136369548738003, 0.00852157175540924, 0.013229506090283394, 0.017937440425157547, 0.02264537662267685, 0.027353310957551003, 0.032061245292425156, 0.03676918148994446, 0.04147711396217346, 0.046185050159692764, 0.05089298635721207, 0.05560091882944107, 0.06030885502696037, 0.06501679122447968, 0.06972472369670868, 0.07443265616893768, 0.07914059609174728, 0.08384852856397629, 0.08855646103620529, 0.09326440095901489, 0.0979723334312439, 0.1026802659034729, 0.1073882058262825, 0.1120961382985115, 0.11680407077074051, 0.12151201069355011, 0.1262199431657791, 0.13092787563800812, 0.13563580811023712, 0.14034374058246613, 0.14505168795585632, 0.14975962042808533, 0.15446755290031433, 0.15917548537254333]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 2.0, 2.0, 2.0, 3.0, 2.0, 1.0, 1.0, 2.0, 1.0, 5.0, 4.0, 3.0, 3.0, 7.0, 8.0, 6.0, 2.0, 26.0, 5.0, 4.0, 2.0, 3.0, 7.0, 2.0, 5.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0], "bins": [-0.004380501806735992, -0.004278681240975857, -0.004176860675215721, -0.004075040575116873, -0.003973220009356737, -0.0038713994435966015, -0.003769578877836466, -0.003667758544906974, -0.003565937979146838, -0.003464117646217346, -0.0033622970804572105, -0.003260476514697075, -0.003158656181767583, -0.0030568356160074472, -0.0029550152830779552, -0.0028531947173178196, -0.002751374151557684, -0.002649553818628192, -0.0025477332528680563, -0.0024459129199385643, -0.0023440923541784286, -0.0022422720212489367, -0.002140451455488801, -0.0020386308897286654, -0.0019368105567991734, -0.0018349899910390377, -0.0017331695416942239, -0.00163134909234941, -0.0015295286430045962, -0.0014277081936597824, -0.0013258876278996468, -0.001224067178554833, -0.0011222467292100191, -0.0010204262798652053, -0.0009186057723127306, -0.0008167853229679167, -0.000714964815415442, -0.0006131443660706282, -0.0005113239167258143, -0.00040950343827717006, -0.0003076829598285258, -0.0002058624813798815, -0.00010404201748315245, -2.221546310465783e-06, 9.959892486222088e-05, 0.00020141940331086516, 0.000303239852655679, 0.00040506033110432327, 0.0005068808095529675, 0.0006087012588977814, 0.0007105217664502561, 0.0008123422157950699, 0.0009141627233475447, 0.0010159831726923585, 0.0011178036220371723, 0.0012196240713819861, 0.0013214445207268, 0.0014232650864869356, 0.0015250855358317494, 0.0016269059851765633, 0.001728726434521377, 0.001830546883866191, 0.0019323674496263266, 0.0020341877825558186, 0.002136008348315954]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 4.0, 3.0, 5.0, 8.0, 8.0, 14.0, 20.0, 23.0, 39.0, 38.0, 72.0, 83.0, 129.0, 219.0, 320.0, 470.0, 633.0, 1056.0, 1600.0, 2414.0, 4048.0, 6918.0, 12947.0, 27696.0, 77163.0, 890322.0, 89739.0, 29830.0, 13834.0, 7480.0, 4252.0, 2577.0, 1749.0, 1129.0, 732.0, 572.0, 372.0, 327.0, 218.0, 161.0, 117.0, 68.0, 56.0, 55.0, 28.0, 20.0, 25.0, 16.0, 6.0, 9.0, 8.0, 4.0, 1.0, 2.0, 2.0], "bins": [-0.005910078063607216, -0.005739635322242975, -0.005569192580878735, -0.005398749839514494, -0.005228307098150253, -0.0050578648224473, -0.004887422081083059, -0.004716979339718819, -0.004546536598354578, -0.004376093856990337, -0.004205651115626097, -0.004035208374261856, -0.003864765865728259, -0.0036943231243640184, -0.0035238806158304214, -0.003353437874466181, -0.00318299513310194, -0.0030125523917376995, -0.002842109650373459, -0.002671667141839862, -0.0025012244004756212, -0.0023307816591113806, -0.0021603391505777836, -0.001989896409213543, -0.0018194536678493023, -0.0016490109264850616, -0.0014785683015361428, -0.001308125676587224, -0.0011376829352229834, -0.0009672402520664036, -0.0007967975689098239, -0.0006263548857532442, -0.00045591220259666443, -0.0002854695194400847, -0.00011502683628350496, 5.541584687307477e-05, 0.0002258585300296545, 0.00039630121318623424, 0.000566743896342814, 0.0007371865794993937, 0.0009076292626559734, 0.001078072004020214, 0.001248514628969133, 0.0014189572539180517, 0.0015893999952822924, 0.001759842736646533, 0.0019302853615954518, 0.0021007279865443707, 0.0022711707279086113, 0.002441613469272852, 0.0026120562106370926, 0.0027824987191706896, 0.0029529414605349302, 0.003123384201899171, 0.003293826710432768, 0.0034642694517970085, 0.003634712193161249, 0.00380515493452549, 0.0039755976758897305, 0.004146040417253971, 0.0043164826929569244, 0.004486925434321165, 0.004657368175685406, 0.004827810917049646, 0.004998253658413887]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 3.0, 1.0, 2.0, 0.0, 2.0, 4.0, 1.0, 0.0, 1.0, 5.0, 1.0, 3.0, 0.0, 2.0, 7.0, 2.0, 1.0, 2.0, 3.0, 1.0, 2.0, 3.0, 1.0, 2.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.02145618200302124, -0.02094370126724243, -0.020431220531463623, -0.019918739795684814, -0.019406259059906006, -0.018893778324127197, -0.01838129758834839, -0.01786881685256958, -0.01735633611679077, -0.016843853518366814, -0.016331372782588005, -0.015818892046809196, -0.015306411311030388, -0.01479393057525158, -0.01428144983947277, -0.013768969103693962, -0.013256488367915154, -0.012744007632136345, -0.012231526896357536, -0.011719046160578728, -0.011206565424799919, -0.010694083757698536, -0.010181603021919727, -0.009669122286140919, -0.00915664155036211, -0.008644160814583302, -0.008131680078804493, -0.007619198877364397, -0.0071067181415855885, -0.00659423740580678, -0.006081756204366684, -0.005569275468587875, -0.005056794732809067, -0.004544313997030258, -0.00403183326125145, -0.0035193520598113537, -0.003006871324032545, -0.0024943905882537365, -0.0019819096196442842, -0.0014694287674501538, -0.0009569479152560234, -0.000444467063061893, 6.801378913223743e-05, 0.0005804946413263679, 0.0010929754935204983, 0.0016054563457146287, 0.002117937197908759, 0.0026304181665182114, 0.00314289890229702, 0.0036553796380758286, 0.004167860373854637, 0.004680341575294733, 0.005192822311073542, 0.00570530304685235, 0.006217784248292446, 0.006730264984071255, 0.007242745719850063, 0.007755226455628872, 0.00826770719140768, 0.008780187927186489, 0.009292669594287872, 0.009805150330066681, 0.01031763106584549, 0.010830111801624298, 0.011342592537403107]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 2.0, 3.0, 2.0, 0.0, 4.0, 5.0, 3.0, 5.0, 1.0, 5.0, 4.0, 7.0, 6.0, 7.0, 10.0, 13.0, 19.0, 27.0, 29.0, 43.0, 49.0, 81.0, 97.0, 121.0, 139.0, 166.0, 204.0, 316.0, 364.0, 479.0, 652.0, 793.0, 1093.0, 1617.0, 2869.0, 5283.0, 1272.0, 780.0, 568.0, 353.0, 231.0, 165.0, 138.0, 81.0, 71.0, 53.0, 60.0, 45.0, 23.0, 20.0, 15.0, 12.0, 9.0, 3.0, 2.0, 2.0, 2.0], "bins": [-0.011190444231033325, -0.010924229398369789, -0.010658014565706253, -0.010391799733042717, -0.010125584900379181, -0.009859370067715645, -0.009593155235052109, -0.009326940402388573, -0.009060725569725037, -0.008794511668384075, -0.008528296835720539, -0.008262082003057003, -0.007995867170393467, -0.007729652337729931, -0.007463437505066395, -0.007197222672402859, -0.006931007839739323, -0.006664793007075787, -0.0063985781744122505, -0.0061323633417487144, -0.005866148509085178, -0.00559993414208293, -0.0053337193094193935, -0.0050675044767558575, -0.004801289644092321, -0.004535074811428785, -0.004268859978765249, -0.004002645146101713, -0.0037364305462688208, -0.0034702157136052847, -0.0032040011137723923, -0.002937786281108856, -0.00267157144844532, -0.002405356615781784, -0.002139141783118248, -0.0018729271832853556, -0.0016067123506218195, -0.0013404975179582834, -0.0010742828017100692, -0.000808068027254194, -0.0005418532527983189, -0.0002756384783424437, -9.423703886568546e-06, 0.0002567910705693066, 0.0005230058450251818, 0.0007892206194810569, 0.001055435393936932, 0.0013216501101851463, 0.0015878649428486824, 0.0018540797755122185, 0.0021202946081757545, 0.002386509208008647, 0.002652724040672183, 0.002918938873335719, 0.0031851534731686115, 0.0034513683058321476, 0.0037175831384956837, 0.00398379797115922, 0.004250012803822756, 0.004516227636486292, 0.004782442003488541, 0.005048656836152077, 0.005314871668815613, 0.005581086501479149, 0.005847301334142685]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 1.0, 3.0, 1.0, 1.0, 2.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.07960986346006393, -0.07626555860042572, -0.0729212537407875, -0.06957694888114929, -0.06623264402151108, -0.06288833916187286, -0.05954403802752495, -0.056199733167886734, -0.05285542830824852, -0.049511123448610306, -0.04616681858897209, -0.04282251372933388, -0.03947821259498596, -0.03613390773534775, -0.032789602875709534, -0.02944529801607132, -0.026100993156433105, -0.02275668829679489, -0.019412383437156677, -0.016068080440163612, -0.012723775580525398, -0.009379470720887184, -0.006035166792571545, -0.002690862398594618, 0.000653441995382309, 0.003997746389359236, 0.007342050783336163, 0.010686354711651802, 0.014030659571290016, 0.01737496443092823, 0.020719267427921295, 0.02406357228755951, 0.027407877147197723, 0.030752182006835938, 0.03409648686647415, 0.037440791726112366, 0.04078509658575058, 0.044129397720098495, 0.04747370257973671, 0.050818007439374924, 0.05416231229901314, 0.05750661715865135, 0.060850922018289566, 0.06419522315263748, 0.0675395280122757, 0.07088383287191391, 0.07422813773155212, 0.07757244259119034, 0.08091674745082855, 0.08426105231046677, 0.08760535717010498, 0.0909496620297432, 0.09429396688938141, 0.09763827174901962, 0.10098257660865784, 0.10432688146829605, 0.10767118632793427, 0.11101548373699188, 0.1143597885966301, 0.11770409345626831, 0.12104839831590652, 0.12439270317554474, 0.12773701548576355, 0.13108131289482117, 0.13442561030387878]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 4.0, 1.0, 3.0, 8.0, 3.0, 4.0, 10.0, 3.0, 8.0, 14.0, 16.0, 24.0, 54.0, 23.0, 16.0, 17.0, 15.0, 6.0, 5.0, 8.0, 4.0, 9.0, 5.0, 2.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.06159146875143051, -0.059049300849437714, -0.056507136672735214, -0.053964968770742416, -0.05142280086874962, -0.04888063669204712, -0.04633846879005432, -0.04379630088806152, -0.041254132986068726, -0.038711968809366226, -0.03616980090737343, -0.03362763300538063, -0.03108546882867813, -0.028543300926685333, -0.026001134887337685, -0.023458966985344887, -0.020916800945997238, -0.01837463490664959, -0.01583246700465679, -0.013290300965309143, -0.01074813399463892, -0.008205967023968697, -0.005663800518959761, -0.003121633781120181, -0.0005794670432806015, 0.001962699694558978, 0.004504866432398558, 0.007047032937407494, 0.009589199908077717, 0.01213136687874794, 0.014673532918095589, 0.017215700820088387, 0.019757866859436035, 0.022300032898783684, 0.02484220080077648, 0.02738436684012413, 0.029926534742116928, 0.03246869891881943, 0.035010866820812225, 0.03755303472280502, 0.04009520262479782, 0.04263736680150032, 0.04517953470349312, 0.047721702605485916, 0.050263866782188416, 0.05280603468418121, 0.05534820258617401, 0.05789036676287651, 0.06043253466486931, 0.06297469884157181, 0.0655168667435646, 0.0680590346455574, 0.0706012025475502, 0.073143370449543, 0.0756855383515358, 0.078227698802948, 0.0807698667049408, 0.0833120346069336, 0.08585420250892639, 0.08839637041091919, 0.09093853831291199, 0.09348069876432419, 0.09602286666631699, 0.09856503456830978, 0.10110720247030258]}, "_runtime": 142.72042441368103, "_timestamp": 1596214467.477707, "_step": 174}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 5.0, 3.0, 2.0, 2.0, 1.0, 2.0, 3.0, 0.0, 2.0, 0.0, 2.0, 2.0, 0.0, 0.0, 1.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.006140144541859627, -0.0059443810023367405, -0.005748616997152567, -0.005552853457629681, -0.005357089918106794, -0.005161325912922621, -0.0049655623733997345, -0.004769798833876848, -0.004574035294353962, -0.004378271289169788, -0.004182507749646902, -0.003986744210124016, -0.0037909802049398422, -0.003595216665416956, -0.003399452893063426, -0.0032036893535405397, -0.00300792558118701, -0.00281216180883348, -0.0026163982693105936, -0.0024206344969570637, -0.0022248709574341774, -0.0020291071850806475, -0.0018333434127271175, -0.0016375797567889094, -0.0014418161008507013, -0.0012460524449124932, -0.0010502887889742851, -0.0008545250166207552, -0.0006587613606825471, -0.00046299767564050853, -0.00026723399059846997, -7.147030555643141e-05, 0.00012429337948560715, 0.0003200570645276457, 0.0005158207495696843, 0.0007115844637155533, 0.0009073481196537614, 0.0011031117755919695, 0.0012988755479454994, 0.0014946392038837075, 0.0016904028598219156, 0.0018861665157601237, 0.002081930171698332, 0.0022776939440518618, 0.0024734577164053917, 0.002669221255928278, 0.002864985028281808, 0.003060748567804694, 0.003256512340158224, 0.003452276112511754, 0.0036480396520346403, 0.0038438034243881702, 0.0040395669639110565, 0.00423533096909523, 0.004431094508618116, 0.004626858048141003, 0.004822622053325176, 0.0050183855928480625, 0.005214149132370949, 0.005409912671893835, 0.005605676677078009, 0.005801440216600895, 0.005997203756123781, 0.006192967761307955, 0.006388731300830841]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 1.0, 2.0, 3.0, 7.0, 6.0, 10.0, 14.0, 22.0, 28.0, 32.0, 55.0, 70.0, 79.0, 139.0, 180.0, 345.0, 5568.0, 646.0, 237.0, 137.0, 105.0, 73.0, 38.0, 29.0, 26.0, 13.0, 20.0, 6.0, 10.0, 7.0, 3.0, 3.0, 2.0, 6.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.13631919026374817, -0.13201303780078888, -0.1277068704366684, -0.12340071052312851, -0.11909455060958862, -0.11478839814662933, -0.11048223823308945, -0.10617607831954956, -0.10186991840600967, -0.09756375849246979, -0.0932575985789299, -0.08895143866539001, -0.08464528620243073, -0.08033912628889084, -0.07603296637535095, -0.07172680646181107, -0.06742064654827118, -0.06311448663473129, -0.058808326721191406, -0.05450217053294182, -0.05019601061940193, -0.045889850705862045, -0.04158369451761246, -0.03727753460407257, -0.032971374690532684, -0.028665214776992798, -0.02435905672609806, -0.020052898675203323, -0.015746738761663437, -0.011440579779446125, -0.007134420797228813, -0.0028282618150115013, 0.0014778971672058105, 0.005784056149423122, 0.010090215131640434, 0.014396374113857746, 0.018702533096075058, 0.023008693009614944, 0.02731485106050968, 0.03162100911140442, 0.035927169024944305, 0.04023332893848419, 0.04453948885202408, 0.048845645040273666, 0.05315180495381355, 0.05745796486735344, 0.06176412105560303, 0.06607028096914291, 0.0703764408826828, 0.07468260079622269, 0.07898876070976257, 0.08329492062330246, 0.08760108053684235, 0.09190723299980164, 0.09621339291334152, 0.10051955282688141, 0.1048257127404213, 0.10913187265396118, 0.11343803256750107, 0.11774419248104095, 0.12205034494400024, 0.12635651230812073, 0.13066266477108002, 0.1349688321352005, 0.1392749845981598]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 3.0, 3.0, 2.0, 3.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 2.0, 1.0, 2.0, 4.0, 5.0, 1.0, 6.0, 6.0, 3.0, 23.0, 5.0, 5.0, 4.0, 0.0, 3.0, 5.0, 4.0, 1.0, 2.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 3.0, 2.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0], "bins": [-0.002982534933835268, -0.002903931075707078, -0.0028253269847482443, -0.0027467231266200542, -0.0026681190356612206, -0.0025895151775330305, -0.002510911086574197, -0.0024323072284460068, -0.002353703137487173, -0.002275099279358983, -0.002196495421230793, -0.0021178913302719593, -0.0020392874721437693, -0.0019606833811849356, -0.0018820795230567455, -0.0018034755485132337, -0.0017248715739697218, -0.00164626759942621, -0.001567663624882698, -0.0014890596503391862, -0.0014104556757956743, -0.0013318518176674843, -0.0012532478431239724, -0.0011746438685804605, -0.0010960398940369487, -0.0010174359194934368, -0.000938831944949925, -0.000860228028614074, -0.0007816240540705621, -0.0007030200795270503, -0.0006244161631911993, -0.0005458121886476874, -0.00046720821410417557, -0.0003886042395606637, -0.0003100002941209823, -0.00023139633412938565, -0.000152792374137789, -7.418841414619237e-05, 4.415545845404267e-06, 8.30195058370009e-05, 0.00016162346582859755, 0.00024022742582019418, 0.0003188313858117908, 0.00039743533125147223, 0.0004760393057949841, 0.000554643280338496, 0.0006332471966743469, 0.0007118511712178588, 0.0007904551457613707, 0.0008690591203048825, 0.0009476630948483944, 0.0010262670693919063, 0.0011048710439354181, 0.0011834749020636082, 0.00126207887660712, 0.001340682851150632, 0.0014192868256941438, 0.0014978908002376556, 0.0015764947747811675, 0.0016550987493246794, 0.0017337026074528694, 0.0018123065819963813, 0.0018909105565398932, 0.001969514647498727, 0.002048118505626917]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 2.0, 1.0, 5.0, 3.0, 3.0, 5.0, 1.0, 6.0, 14.0, 25.0, 34.0, 37.0, 43.0, 56.0, 88.0, 133.0, 185.0, 248.0, 390.0, 577.0, 871.0, 1350.0, 2171.0, 3800.0, 6817.0, 13978.0, 34016.0, 140061.0, 883672.0, 49546.0, 18758.0, 8926.0, 5071.0, 3009.0, 1890.0, 1176.0, 801.0, 515.0, 351.0, 272.0, 180.0, 132.0, 111.0, 85.0, 65.0, 42.0, 30.0, 22.0, 17.0, 16.0, 5.0, 9.0, 4.0, 4.0, 1.0, 0.0, 4.0, 1.0, 3.0, 4.0, 1.0, 2.0, 1.0], "bins": [-0.006593723781406879, -0.006368141621351242, -0.006142559461295605, -0.005916977766901255, -0.005691395606845617, -0.00546581344678998, -0.005240231286734343, -0.005014649126678705, -0.004789067432284355, -0.004563485272228718, -0.0043379031121730804, -0.004112320952117443, -0.0038867387920618057, -0.003661156864836812, -0.0034355747047811747, -0.003209992777556181, -0.0029844106175005436, -0.0027588284574449062, -0.0025332465302199125, -0.002307664370164275, -0.0020820824429392815, -0.001856500282883644, -0.0016309181228280067, -0.0014053360791876912, -0.0011797540355473757, -0.0009541719919070601, -0.0007285898900590837, -0.0005030077882111073, -0.0002774257445707917, -5.184367182664573e-05, 0.00017373840091750026, 0.00039932047366164625, 0.0006249025464057922, 0.0008504845900461078, 0.0010760666336864233, 0.0013016487937420607, 0.0015272308373823762, 0.0017528128810226917, 0.001978395041078329, 0.002203976968303323, 0.00242955912835896, 0.0026551412884145975, 0.0028807232156395912, 0.0031063053756952286, 0.003331887535750866, 0.0035574694629758596, 0.003783051623031497, 0.004008633550256491, 0.004234215710312128, 0.004459797870367765, 0.004685380030423403, 0.004910961724817753, 0.00513654388487339, 0.0053621260449290276, 0.005587708204984665, 0.005813290365040302, 0.00603887252509594, 0.00626445421949029, 0.006490036379545927, 0.006715618539601564, 0.006941200699657202, 0.007166782859712839, 0.007392364554107189, 0.0076179467141628265, 0.007843528874218464]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 3.0, 1.0, 0.0, 3.0, 0.0, 1.0, 3.0, 1.0, 3.0, 2.0, 1.0, 1.0, 4.0, 10.0, 2.0, 3.0, 2.0, 2.0, 1.0, 1.0, 4.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 4.0], "bins": [-0.03618626296520233, -0.03544526919722557, -0.03470427915453911, -0.03396328538656235, -0.033222295343875885, -0.032481301575899124, -0.03174030780792236, -0.03099931590259075, -0.03025832399725914, -0.02951733209192753, -0.028776340186595917, -0.028035348281264305, -0.027294354513287544, -0.026553362607955933, -0.02581237070262432, -0.02507137879729271, -0.02433038502931595, -0.023589393123984337, -0.022848401218652725, -0.022107409313321114, -0.021366417407989502, -0.02062542364001274, -0.01988443173468113, -0.019143439829349518, -0.018402447924017906, -0.017661456018686295, -0.016920462250709534, -0.016179470345377922, -0.01543847844004631, -0.014697485603392124, -0.013956493698060513, -0.013215500861406326, -0.012474508956074715, -0.011733517050743103, -0.010992524214088917, -0.010251532308757305, -0.009510539472103119, -0.008769547566771507, -0.008028554730117321, -0.007287562824785709, -0.0065465704537928104, -0.0058055780827999115, -0.0050645857118070126, -0.004323593340814114, -0.0035826012026518583, -0.0028416088316589594, -0.002100616693496704, -0.0013596243225038052, -0.0006186319515109062, 0.0001223603612743318, 0.0008633526740595698, 0.001604344928637147, 0.002345337299630046, 0.003086329670622945, 0.0038273218087852, 0.004568314179778099, 0.005309306550770998, 0.006050298921763897, 0.006791291292756796, 0.007532283663749695, 0.008273275569081306, 0.009014268405735493, 0.009755260311067104, 0.01049625314772129, 0.011237245053052902]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 9.0, 3.0, 3.0, 2.0, 3.0, 2.0, 2.0, 17.0, 18.0, 19.0, 10.0, 9.0, 12.0, 12.0, 6.0, 15.0, 12.0, 13.0, 26.0, 30.0, 34.0, 54.0, 74.0, 90.0, 108.0, 141.0, 168.0, 198.0, 322.0, 380.0, 549.0, 887.0, 1212.0, 1939.0, 6192.0, 1920.0, 1143.0, 726.0, 519.0, 384.0, 290.0, 215.0, 163.0, 115.0, 92.0, 82.0, 56.0, 49.0, 28.0, 19.0, 13.0, 14.0, 4.0, 8.0, 7.0, 7.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.012580220587551594, -0.012244965881109238, -0.011909711174666882, -0.0115744573995471, -0.011239202693104744, -0.010903947986662388, -0.010568693280220032, -0.010233438573777676, -0.00989818386733532, -0.009562930092215538, -0.009227675385773182, -0.008892420679330826, -0.00855716597288847, -0.008221911266446114, -0.007886657491326332, -0.007551402784883976, -0.00721614807844162, -0.006880893371999264, -0.006545639131218195, -0.006210384424775839, -0.00587513018399477, -0.005539875477552414, -0.005204620771110058, -0.004869366530328989, -0.004534111823886633, -0.004198857117444277, -0.003863602876663208, -0.003528348170220852, -0.0031930936966091394, -0.002857839222997427, -0.002522584516555071, -0.0021873300429433584, -0.001852075569331646, -0.0015168210957199335, -0.0011815665056928992, -0.0008463119738735259, -0.0005110574420541525, -0.00017580291023477912, 0.00015945162158459425, 0.0004947061534039676, 0.000829960685223341, 0.0011652151588350534, 0.0015004697488620877, 0.001835724338889122, 0.0021709788125008345, 0.002506233286112547, 0.002841487992554903, 0.0031767424661666155, 0.003511996939778328, 0.0038472514133900404, 0.004182505887001753, 0.004517760593444109, 0.004853014834225178, 0.005188269540667534, 0.00552352424710989, 0.005858778487890959, 0.006194033194333315, 0.006529287900775671, 0.00686454214155674, 0.007199796847999096, 0.007535051554441452, 0.007870306260883808, 0.00820556003600359, 0.008540814742445946, 0.008876069448888302]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.050087764859199524, -0.04779449477791786, -0.0455012284219265, -0.043207958340644836, -0.04091469198465347, -0.03862142190337181, -0.03632815554738045, -0.034034885466098785, -0.03174161911010742, -0.02944834902882576, -0.027155080810189247, -0.024861812591552734, -0.022568542510271072, -0.02027527429163456, -0.017982006072998047, -0.015688737854361534, -0.013395469635725021, -0.011102201417088509, -0.008808933198451996, -0.0065156640484929085, -0.004222395829856396, -0.0019291273783892393, 0.0003641410730779171, 0.0026574095245450735, 0.00495067797601223, 0.007243946194648743, 0.009537214413285255, 0.011830483563244343, 0.014123751781880856, 0.016417020931839943, 0.018710289150476456, 0.02100355736911297, 0.02329682558774948, 0.025590093806385994, 0.027883362025022507, 0.03017663024365902, 0.03246989846229553, 0.034763168543577194, 0.03705643489956856, 0.03934970498085022, 0.04164297133684158, 0.043936241418123245, 0.04622951149940491, 0.04852277785539627, 0.05081604793667793, 0.053109314292669296, 0.05540258437395096, 0.05769585072994232, 0.059989120811223984, 0.062282390892505646, 0.06457565724849701, 0.06686892360448837, 0.06916219741106033, 0.0714554637670517, 0.07374873012304306, 0.07604199647903442, 0.07833527028560638, 0.08062853664159775, 0.08292180299758911, 0.08521507680416107, 0.08750834316015244, 0.0898016095161438, 0.09209487587213516, 0.09438814967870712, 0.09668141603469849]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 4.0, 2.0, 4.0, 4.0, 5.0, 0.0, 2.0, 3.0, 2.0, 4.0, 4.0, 6.0, 3.0, 1.0, 1.0, 2.0, 9.0, 6.0, 9.0, 6.0, 5.0, 7.0, 11.0, 29.0, 10.0, 8.0, 2.0, 7.0, 9.0, 14.0, 4.0, 9.0, 10.0, 8.0, 11.0, 8.0, 5.0, 6.0, 5.0, 9.0, 2.0, 8.0, 3.0, 1.0, 6.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.05033331364393234, -0.04878264293074608, -0.047231972217559814, -0.04568130522966385, -0.044130634516477585, -0.04257996380329132, -0.04102929309010506, -0.03947862237691879, -0.03792795538902283, -0.03637728467583656, -0.0348266139626503, -0.033275943249464035, -0.03172527253627777, -0.030174603685736656, -0.028623932972550392, -0.027073264122009277, -0.025522593408823013, -0.02397192269563675, -0.022421253845095634, -0.02087058313190937, -0.019319914281368256, -0.01776924356818199, -0.016218572854995728, -0.014667903073132038, -0.013117233291268349, -0.01156656350940466, -0.01001589372754097, -0.008465223014354706, -0.006914553232491016, -0.005363883450627327, -0.0038132132031023502, -0.002262543188408017, -0.0007118731737136841, 0.000838796840980649, 0.002389466855674982, 0.003940137103199959, 0.005490806885063648, 0.007041476666927338, 0.008592147380113602, 0.010142817161977291, 0.01169348694384098, 0.01324415672570467, 0.01479482650756836, 0.016345497220754623, 0.017896167933940887, 0.019446836784482002, 0.020997507497668266, 0.02254817634820938, 0.024098847061395645, 0.02564951777458191, 0.027200186625123024, 0.028750857338309288, 0.030301526188850403, 0.03185219690203667, 0.03340286761522293, 0.034953538328409195, 0.03650420904159546, 0.038054876029491425, 0.03960554674267769, 0.04115621745586395, 0.04270688816905022, 0.04425755888223648, 0.045808225870132446, 0.04735889658331871, 0.048909567296504974]}, "_runtime": 143.49272298812866, "_timestamp": 1596214468.2500055, "_step": 175}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 2.0, 5.0, 4.0, 2.0, 2.0, 3.0, 2.0, 2.0, 2.0, 2.0, 2.0, 1.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.007415470667183399, -0.007184723857790232, -0.006953977048397064, -0.006723230239003897, -0.006492483429610729, -0.006261736620217562, -0.006030989810824394, -0.005800243001431227, -0.005569496192038059, -0.005338749848306179, -0.0051080030389130116, -0.004877256229519844, -0.0046465094201266766, -0.004415762610733509, -0.004185015801340342, -0.003954268991947174, -0.0037235221825540066, -0.003492775373160839, -0.0032620285637676716, -0.003031281754374504, -0.0028005349449813366, -0.0025697883684188128, -0.0023390415590256453, -0.0021082947496324778, -0.0018775479402393103, -0.0016468011308461428, -0.0014160543214529753, -0.0011853076284751296, -0.0009545608190819621, -0.0007238140096887946, -0.000493067258503288, -0.000262320478213951, -3.157369792461395e-05, 0.00019917308236472309, 0.0004299198626540601, 0.0006606666138395667, 0.0008914134232327342, 0.0011221602326259017, 0.0013529069256037474, 0.0015836537349969149, 0.0018144005443900824, 0.00204514735378325, 0.0022758941631764174, 0.002506640972569585, 0.0027373875491321087, 0.002968134358525276, 0.0031988811679184437, 0.003429627977311611, 0.0036603747867047787, 0.003891121596097946, 0.004121868405491114, 0.004352615214884281, 0.004583362024277449, 0.004814108833670616, 0.005044855643063784, 0.005275602452456951, 0.005506348796188831, 0.005737095605581999, 0.005967842414975166, 0.006198589224368334, 0.006429336033761501, 0.006660082843154669, 0.006890829652547836, 0.007121576461941004, 0.007352323271334171]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 2.0, 2.0, 2.0, 7.0, 8.0, 5.0, 5.0, 15.0, 21.0, 27.0, 41.0, 47.0, 60.0, 93.0, 158.0, 188.0, 323.0, 5582.0, 577.0, 277.0, 140.0, 99.0, 62.0, 45.0, 35.0, 30.0, 24.0, 15.0, 11.0, 7.0, 4.0, 4.0, 3.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.14328794181346893, -0.13875830173492432, -0.1342286765575409, -0.12969903647899628, -0.12516939640045166, -0.12063975632190704, -0.11611012369394302, -0.111580491065979, -0.10705085098743439, -0.10252121090888977, -0.09799157828092575, -0.09346194565296173, -0.08893230557441711, -0.0844026654958725, -0.07987303286790848, -0.07534340023994446, -0.07081376016139984, -0.06628412008285522, -0.061754487454891205, -0.05722485110163689, -0.05269521474838257, -0.04816557839512825, -0.04363594204187393, -0.039106305688619614, -0.034576669335365295, -0.030047032982110977, -0.02551739662885666, -0.02098776027560234, -0.016458123922348022, -0.011928487569093704, -0.007398851215839386, -0.0028692148625850677, 0.0016604214906692505, 0.006190057843923569, 0.010719694197177887, 0.015249330550432205, 0.019778966903686523, 0.02430860325694084, 0.02883823961019516, 0.03336787596344948, 0.037897512316703796, 0.042427148669958115, 0.04695678502321243, 0.05148642137646675, 0.05601605772972107, 0.06054569408297539, 0.0650753304362297, 0.06960496306419373, 0.07413460314273834, 0.07866424322128296, 0.08319387584924698, 0.087723508477211, 0.09225314855575562, 0.09678278863430023, 0.10131242126226425, 0.10584205389022827, 0.11037169396877289, 0.1149013340473175, 0.11943096667528152, 0.12396059930324554, 0.12849023938179016, 0.13301987946033478, 0.1375495195388794, 0.14207914471626282, 0.14660878479480743]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 4.0, 2.0, 0.0, 1.0, 2.0, 3.0, 1.0, 2.0, 2.0, 4.0, 3.0, 4.0, 1.0, 2.0, 3.0, 4.0, 6.0, 23.0, 4.0, 4.0, 7.0, 3.0, 3.0, 4.0, 1.0, 1.0, 4.0, 4.0, 0.0, 3.0, 2.0, 1.0, 0.0, 0.0, 3.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.002089850837364793, -0.0020163608714938164, -0.0019428711384534836, -0.001869381288997829, -0.0017958914395421743, -0.0017224015900865197, -0.001648911740630865, -0.0015754218911752105, -0.0015019320417195559, -0.0014284421922639012, -0.0013549523428082466, -0.001281462493352592, -0.0012079726438969374, -0.0011344827944412827, -0.0010609929449856281, -0.0009875030955299735, -0.0009140132460743189, -0.0008405233966186643, -0.0007670335471630096, -0.000693543697707355, -0.0006200538482517004, -0.0005465639987960458, -0.00047307414934039116, -0.00039958429988473654, -0.0003260944504290819, -0.0002526046009734273, -0.00017911475151777267, -0.00010562490206211805, -3.213505260646343e-05, 4.135479684919119e-05, 0.00011484464630484581, 0.00018833449576050043, 0.00026182434521615505, 0.0003353141946718097, 0.0004088040441274643, 0.0004822938935831189, 0.0005557837430387735, 0.0006292735924944282, 0.0007027634419500828, 0.0007762532914057374, 0.000849743140861392, 0.0009232329903170466, 0.0009967228397727013, 0.0010702126892283559, 0.0011437025386840105, 0.0012171923881396651, 0.0012906822375953197, 0.0013641720870509744, 0.001437661936506629, 0.0015111517859622836, 0.0015846416354179382, 0.0016581314848735929, 0.0017316213343292475, 0.001805111183784902, 0.0018786010332405567, 0.0019520908826962113, 0.002025580732151866, 0.0020990706980228424, 0.002172560431063175, 0.002246050164103508, 0.0023195401299744844, 0.002393030095845461, 0.0024665198288857937, 0.0025400095619261265, 0.002613499527797103]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 2.0, 2.0, 1.0, 0.0, 7.0, 10.0, 19.0, 25.0, 38.0, 46.0, 76.0, 118.0, 157.0, 267.0, 339.0, 478.0, 804.0, 1337.0, 2183.0, 4291.0, 8822.0, 21378.0, 71814.0, 926863.0, 88116.0, 25969.0, 10905.0, 5805.0, 3366.0, 2006.0, 1303.0, 901.0, 610.0, 407.0, 281.0, 212.0, 185.0, 128.0, 96.0, 68.0, 55.0, 42.0, 34.0, 20.0, 13.0, 8.0, 15.0, 5.0, 3.0, 3.0, 2.0, 2.0, 2.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.005729641765356064, -0.0054969810880720615, -0.005264320410788059, -0.005031659733504057, -0.004798998590558767, -0.004566337913274765, -0.004333677235990763, -0.00410101655870676, -0.003868355881422758, -0.003635694971308112, -0.00340303429402411, -0.0031703736167401075, -0.0029377127066254616, -0.0027050520293414593, -0.002472391352057457, -0.002239730441942811, -0.0020070697646588087, -0.0017744089709594846, -0.0015417482936754823, -0.0013090874999761581, -0.0010764268226921558, -0.0008437660289928317, -0.0006111052352935076, -0.00037844449980184436, -0.00014578376431018114, 8.68769857333973e-05, 0.00031953773577697575, 0.0005521985003724694, 0.0007848592358641326, 0.0010175199713557959, 0.00125018076505512, 0.0014828414423391223, 0.0017155022360384464, 0.0019481630297377706, 0.0021808238234370947, 0.002413484500721097, 0.0026461451780050993, 0.0028788060881197453, 0.0031114667654037476, 0.00334412744268775, 0.003576788119971752, 0.003809449030086398, 0.004042109940201044, 0.004274770617485046, 0.004507431294769049, 0.004740091972053051, 0.004972752649337053, 0.005205413326621056, 0.005438074469566345, 0.0056707351468503475, 0.00590339582413435, 0.006136056501418352, 0.006368717178702354, 0.006601377855986357, 0.006834038533270359, 0.007066699676215649, 0.007299360353499651, 0.007532021030783653, 0.0077646817080676556, 0.007997342385351658, 0.008230003528296947, 0.008462663739919662, 0.008695324882864952, 0.008927985094487667, 0.009160646237432957]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 3.0, 5.0, 1.0, 2.0, 2.0, 4.0, 6.0, 1.0, 9.0, 2.0, 2.0, 0.0, 2.0, 0.0, 3.0, 1.0, 1.0, 1.0, 3.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.020538121461868286, -0.01999123953282833, -0.019444355741143227, -0.01889747381210327, -0.018350591883063316, -0.01780370995402336, -0.017256826162338257, -0.0167099442332983, -0.016163062304258347, -0.015616179443895817, -0.015069296583533287, -0.014522414654493332, -0.013975531794130802, -0.013428649865090847, -0.012881767004728317, -0.012334885075688362, -0.011788002215325832, -0.011241119354963303, -0.010694237425923347, -0.010147354565560818, -0.009600472636520863, -0.009053589776158333, -0.008506707847118378, -0.007959824986755848, -0.0074129425920546055, -0.006866060197353363, -0.006319177802652121, -0.005772295407950878, -0.005225412547588348, -0.004678530152887106, -0.0041316477581858635, -0.003584765363484621, -0.0030378829687833786, -0.002491000574082136, -0.0019441180629655719, -0.0013972355518490076, -0.0008503531571477652, -0.0003034707042388618, 0.00024341174867004156, 0.0007902942015789449, 0.0013371766544878483, 0.0018840590491890907, 0.002430941443890333, 0.0029778240714222193, 0.0035247064661234617, 0.004071589093655348, 0.00461847148835659, 0.005165353883057833, 0.005712236277759075, 0.006259118672460318, 0.00680600106716156, 0.0073528834618628025, 0.007899765856564045, 0.008446648716926575, 0.00899353064596653, 0.00954041350632906, 0.01008729636669159, 0.010634178295731544, 0.011181061156094074, 0.01172794308513403, 0.01227482594549656, 0.012821707874536514, 0.013368590734899044, 0.013915472663939, 0.014462355524301529]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 4.0, 1.0, 1.0, 4.0, 3.0, 3.0, 9.0, 3.0, 11.0, 11.0, 16.0, 20.0, 24.0, 25.0, 40.0, 43.0, 39.0, 65.0, 85.0, 99.0, 160.0, 202.0, 285.0, 370.0, 526.0, 738.0, 989.0, 1565.0, 2699.0, 5602.0, 1371.0, 901.0, 626.0, 422.0, 314.0, 243.0, 199.0, 143.0, 150.0, 88.0, 71.0, 54.0, 53.0, 23.0, 36.0, 20.0, 17.0, 15.0, 14.0, 3.0, 9.0, 0.0, 6.0, 3.0, 1.0, 3.0, 2.0], "bins": [-0.0098488824442029, -0.009576112031936646, -0.009303341619670391, -0.009030571207404137, -0.008757800795137882, -0.008485030382871628, -0.008212259970605373, -0.007939489558339119, -0.0076667191460728645, -0.00739394873380661, -0.007121178321540356, -0.006848407909274101, -0.006575637497007847, -0.006302867084741592, -0.006030096672475338, -0.0057573262602090836, -0.005484555847942829, -0.005211785435676575, -0.00493901502341032, -0.004666244611144066, -0.004393474198877811, -0.004120703786611557, -0.0038479333743453026, -0.003575162962079048, -0.0033023925498127937, -0.0030296221375465393, -0.002756851725280285, -0.0024840813130140305, -0.002211310900747776, -0.0019385404884815216, -0.0016657700762152672, -0.0013929996639490128, -0.0011202292516827583, -0.0008474588394165039, -0.0005746884271502495, -0.00030191801488399506, -2.914760261774063e-05, 0.0002436228096485138, 0.0005163932219147682, 0.0007891636341810226, 0.001061934046447277, 0.0013347044587135315, 0.001607474870979786, 0.0018802452832460403, 0.0021530156955122948, 0.002425786107778549, 0.0026985565200448036, 0.002971326932311058, 0.0032440973445773125, 0.003516867756843567, 0.0037896381691098213, 0.004062408581376076, 0.00433517899364233, 0.004607949405908585, 0.004880719818174839, 0.0051534902304410934, 0.005426260642707348, 0.005699031054973602, 0.005971801467239857, 0.006244571879506111, 0.006517342291772366, 0.00679011270403862, 0.007062883116304874, 0.007335653528571129, 0.007608423940837383]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 3.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.059044696390628815, -0.05685913562774658, -0.05467357486486435, -0.05248801410198212, -0.050302453339099884, -0.04811689257621765, -0.04593133181333542, -0.043745771050453186, -0.04156021028757095, -0.03937464952468872, -0.03718908876180649, -0.035003527998924255, -0.03281796723604202, -0.03063240647315979, -0.028446845710277557, -0.026261284947395325, -0.024075724184513092, -0.02189016342163086, -0.019704602658748627, -0.017519041895866394, -0.015333481132984161, -0.013147920370101929, -0.010962359607219696, -0.008776798844337463, -0.006591238081455231, -0.004405677318572998, -0.0022201165556907654, -3.4555792808532715e-05, 0.0021510049700737, 0.004336565732955933, 0.006522126495838165, 0.008707687258720398, 0.01089324802160263, 0.013078808784484863, 0.015264369547367096, 0.01744993031024933, 0.01963549107313156, 0.021821051836013794, 0.024006612598896027, 0.02619217336177826, 0.028377734124660492, 0.030563294887542725, 0.03274885565042496, 0.03493441641330719, 0.03711997717618942, 0.039305537939071655, 0.04149109870195389, 0.04367665946483612, 0.04586222022771835, 0.048047780990600586, 0.05023334175348282, 0.05241890251636505, 0.054604463279247284, 0.05679002404212952, 0.05897558480501175, 0.06116114556789398, 0.06334670633077621, 0.06553226709365845, 0.06771782785654068, 0.06990338861942291, 0.07208894938230515, 0.07427451014518738, 0.07646007090806961, 0.07864563167095184, 0.08083119243383408]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 3.0, 1.0, 7.0, 1.0, 2.0, 4.0, 2.0, 10.0, 5.0, 11.0, 19.0, 15.0, 24.0, 14.0, 36.0, 16.0, 16.0, 14.0, 9.0, 11.0, 5.0, 7.0, 4.0, 4.0, 1.0, 3.0, 3.0, 2.0, 2.0, 2.0, 1.0, 1.0, 3.0, 1.0, 3.0, 0.0, 1.0, 1.0, 1.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.02816510759294033, -0.02693456970155239, -0.02570403181016445, -0.024473493918776512, -0.023242954164743423, -0.022012416273355484, -0.020781878381967545, -0.019551340490579605, -0.018320802599191666, -0.017090264707803726, -0.015859726816415787, -0.014629187993705273, -0.013398650102317333, -0.012168112210929394, -0.01093757338821888, -0.00970703549683094, -0.008476497605443, -0.007245959714055061, -0.006015421357005835, -0.004784882999956608, -0.0035543451085686684, -0.0023238069843500853, -0.0010932688601315022, 0.00013726926408708096, 0.001367807388305664, 0.002598345512524247, 0.0038288836367428303, 0.005059421993792057, 0.0062899598851799965, 0.007520497776567936, 0.00875103659927845, 0.00998157449066639, 0.011212112382054329, 0.012442650273442268, 0.013673188164830208, 0.014903726987540722, 0.016134265810251236, 0.017364803701639175, 0.018595341593027115, 0.019825879484415054, 0.021056417375802994, 0.022286955267190933, 0.023517493158578873, 0.024748031049966812, 0.02597856894135475, 0.02720910869538784, 0.02843964658677578, 0.02967018447816372, 0.03090072236955166, 0.03213126212358475, 0.03336180001497269, 0.034592337906360626, 0.035822875797748566, 0.037053413689136505, 0.038283951580524445, 0.039514489471912384, 0.040745027363300323, 0.04197556525468826, 0.0432061031460762, 0.04443664103746414, 0.04566717892885208, 0.04689771682024002, 0.04812825471162796, 0.0493587926030159, 0.05058933049440384]}, "_runtime": 144.2646610736847, "_timestamp": 1596214469.0219436, "_step": 176}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 2.0, 3.0, 1.0, 3.0, 1.0, 6.0, 3.0, 8.0, 2.0, 0.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.007982634007930756, -0.007690130267292261, -0.007397626526653767, -0.0071051232516765594, -0.006812619511038065, -0.0065201157703995705, -0.006227612495422363, -0.005935108754783869, -0.005642605014145374, -0.00535010127350688, -0.005057597532868385, -0.004765094257891178, -0.004472590517252684, -0.004180086776614189, -0.0038875832688063383, -0.0035950797609984875, -0.003302576020359993, -0.0030100722797214985, -0.0027175687719136477, -0.002425065264105797, -0.0021325615234673023, -0.0018400578992441297, -0.001547554275020957, -0.0012550506507977843, -0.0009625470265746117, -0.000670043402351439, -0.00037753977812826633, -8.503615390509367e-05, 0.000207467470318079, 0.0004999710945412517, 0.0007924747187644243, 0.001084978342987597, 0.0013774819672107697, 0.0016699855914339423, 0.001962489215657115, 0.002254992723464966, 0.0025474964641034603, 0.002840000204741955, 0.0031325037125498056, 0.0034250072203576565, 0.003717510960996151, 0.0040100147016346455, 0.00430251844227314, 0.004595021717250347, 0.004887525457888842, 0.005180029198527336, 0.005472532473504543, 0.005765036214143038, 0.006057539954781532, 0.006350043695420027, 0.006642547436058521, 0.0069350507110357285, 0.007227554451674223, 0.0075200581923127174, 0.007812561467289925, 0.008105065673589706, 0.008397568948566914, 0.00869007222354412, 0.008982576429843903, 0.00927507970482111, 0.009567582979798317, 0.009860087186098099, 0.010152590461075306, 0.010445094667375088, 0.010737597942352295]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [4.0, 1.0, 1.0, 2.0, 4.0, 2.0, 3.0, 2.0, 3.0, 4.0, 2.0, 8.0, 7.0, 7.0, 18.0, 16.0, 24.0, 29.0, 25.0, 31.0, 42.0, 65.0, 83.0, 77.0, 128.0, 180.0, 311.0, 5277.0, 688.0, 257.0, 147.0, 94.0, 97.0, 61.0, 33.0, 42.0, 18.0, 28.0, 17.0, 21.0, 14.0, 16.0, 5.0, 9.0, 4.0, 5.0, 4.0, 2.0, 4.0, 4.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.09305495768785477, -0.08970031142234802, -0.08634567260742188, -0.08299103379249573, -0.07963638752698898, -0.07628174126148224, -0.07292710244655609, -0.06957246363162994, -0.0662178173661232, -0.06286317110061646, -0.05950853228569031, -0.05615388974547386, -0.052799247205257416, -0.04944460466504097, -0.046089962124824524, -0.04273531958460808, -0.03938067704439163, -0.036026034504175186, -0.03267139196395874, -0.029316749423742294, -0.02596210688352585, -0.022607464343309402, -0.019252821803092957, -0.01589817926287651, -0.012543536722660065, -0.009188894182443619, -0.005834251642227173, -0.002479609102010727, 0.000875033438205719, 0.004229675978422165, 0.007584318518638611, 0.010938961058855057, 0.014293603599071503, 0.01764824613928795, 0.021002888679504395, 0.02435753121972084, 0.027712173759937286, 0.031066816300153732, 0.03442145884037018, 0.037776101380586624, 0.04113074392080307, 0.044485386461019516, 0.04784002900123596, 0.05119467154145241, 0.054549314081668854, 0.0579039566218853, 0.061258599162101746, 0.0646132379770279, 0.06796788424253464, 0.07132253050804138, 0.07467716932296753, 0.07803180813789368, 0.08138645440340042, 0.08474110066890717, 0.08809573948383331, 0.09145037829875946, 0.0948050245642662, 0.09815967082977295, 0.1015143096446991, 0.10486894845962524, 0.10822359472513199, 0.11157824099063873, 0.11493287980556488, 0.11828751862049103, 0.12164216488599777]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 4.0, 2.0, 3.0, 0.0, 1.0, 2.0, 1.0, 5.0, 4.0, 3.0, 2.0, 3.0, 2.0, 6.0, 6.0, 27.0, 3.0, 0.0, 5.0, 3.0, 1.0, 6.0, 5.0, 3.0, 3.0, 3.0, 3.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0030918484553694725, -0.002995813265442848, -0.002899778075516224, -0.0028037431184202433, -0.002707707928493619, -0.0026116727385669947, -0.002515637781471014, -0.0024196025915443897, -0.0023235674016177654, -0.002227532211691141, -0.002131497021764517, -0.002035462064668536, -0.0019394268747419119, -0.0018433916848152876, -0.0017473566113039851, -0.0016513215377926826, -0.0015552863478660583, -0.001459251157939434, -0.0013632160844281316, -0.0012671810109168291, -0.0011711458209902048, -0.0010751106310635805, -0.000979075557552278, -0.0008830404258333147, -0.0007870052941143513, -0.0006909701623953879, -0.0005949350306764245, -0.0004988998989574611, -0.00040286476723849773, -0.00030682963551953435, -0.00021079450380057096, -0.00011475937208160758, -1.8724240362644196e-05, 7.731089135631919e-05, 0.00017334602307528257, 0.00026938115479424596, 0.00036541628651320934, 0.00046145141823217273, 0.0005574865499511361, 0.0006535216816700995, 0.0007495568133890629, 0.0008455919451080263, 0.0009416270768269897, 0.0010376621503382921, 0.0011336973402649164, 0.0012297325301915407, 0.0013257676037028432, 0.0014218026772141457, 0.00151783786714077, 0.0016138730570673943, 0.0017099081305786967, 0.0018059432040899992, 0.0019019783940166235, 0.001998013583943248, 0.0020940485410392284, 0.0021900837309658527, 0.002286118920892477, 0.0023821541108191013, 0.0024781893007457256, 0.0025742242578417063, 0.0026702594477683306, 0.002766294637694955, 0.0028623295947909355, 0.00295836478471756, 0.003054399974644184]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 2.0, 1.0, 3.0, 4.0, 3.0, 1.0, 5.0, 6.0, 14.0, 12.0, 17.0, 22.0, 33.0, 47.0, 55.0, 71.0, 95.0, 115.0, 193.0, 254.0, 332.0, 456.0, 599.0, 905.0, 1337.0, 1856.0, 2845.0, 4802.0, 8495.0, 16608.0, 41539.0, 260409.0, 753755.0, 41761.0, 17876.0, 9422.0, 5482.0, 3264.0, 2118.0, 1489.0, 1012.0, 672.0, 470.0, 374.0, 224.0, 175.0, 117.0, 78.0, 57.0, 49.0, 30.0, 25.0, 21.0, 16.0, 5.0, 4.0, 3.0, 2.0, 3.0, 1.0, 4.0, 0.0, 1.0], "bins": [-0.007122192531824112, -0.00690658250823617, -0.00669097201898694, -0.006475361995398998, -0.006259751506149769, -0.006044141482561827, -0.005828531458973885, -0.005612920969724655, -0.005397310946136713, -0.005181700922548771, -0.0049660904332995415, -0.004750480409711599, -0.004534870386123657, -0.004319259896874428, -0.004103649873286486, -0.0038880396168679, -0.003672429360449314, -0.0034568191040307283, -0.0032412088476121426, -0.0030255988240242004, -0.0028099885676056147, -0.002594378311187029, -0.0023787682875990868, -0.002163158031180501, -0.0019475477747619152, -0.0017319375183433294, -0.0015163273783400655, -0.0013007172383368015, -0.0010851069819182158, -0.0008694967837072909, -0.000653886585496366, -0.00043827638728544116, -0.0002226661890745163, -7.0559908635914326e-06, 0.00020855420734733343, 0.0004241644055582583, 0.0006397746037691832, 0.000855384801980108, 0.0010709950001910329, 0.0012866051401942968, 0.0015022153966128826, 0.0017178256530314684, 0.0019334357930347323, 0.0021490459330379963, 0.002364656189456582, 0.002580266445875168, 0.00279587646946311, 0.0030114867258816957, 0.0032270969823002815, 0.0034427072387188673, 0.003658317495137453, 0.003873927518725395, 0.004089538007974625, 0.004305148031562567, 0.004520758055150509, 0.004736368544399738, 0.0049519785679876804, 0.0051675885915756226, 0.005383199080824852, 0.005598809104412794, 0.005814419128000736, 0.006030029617249966, 0.006245639640837908, 0.006461250130087137, 0.006676860153675079]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 3.0, 1.0, 1.0, 1.0, 1.0, 3.0, 5.0, 7.0, 4.0, 3.0, 7.0, 2.0, 3.0, 1.0, 3.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0], "bins": [-0.040404804050922394, -0.0392676405608654, -0.03813047707080841, -0.03699331358075142, -0.03585615009069443, -0.034718986600637436, -0.033581823110580444, -0.03244465962052345, -0.03130749613046646, -0.03017033450305462, -0.029033171012997627, -0.027896007522940636, -0.026758845895528793, -0.025621682405471802, -0.02448451891541481, -0.02334735542535782, -0.022210191935300827, -0.021073028445243835, -0.019935864955186844, -0.018798701465129852, -0.01766153797507286, -0.01652437634766102, -0.015387212857604027, -0.014250049367547035, -0.013112885877490044, -0.011975722387433052, -0.01083855889737606, -0.009701396338641644, -0.008564232848584652, -0.00742706935852766, -0.006289906334131956, -0.005152743309736252, -0.00401557981967926, -0.0028784165624529123, -0.0017412533052265644, -0.0006040900480002165, 0.0005330732092261314, 0.0016702364664524794, 0.0028073997236788273, 0.0039445627480745316, 0.005081726238131523, 0.006218889728188515, 0.007356052752584219, 0.008493215776979923, 0.009630379267036915, 0.010767542757093906, 0.011904705315828323, 0.013041868805885315, 0.014179032295942307, 0.015316195785999298, 0.01645335927605629, 0.01759052276611328, 0.018727686256170273, 0.019864847883582115, 0.021002011373639107, 0.0221391748636961, 0.02327633835375309, 0.02441350184381008, 0.025550665333867073, 0.026687828823924065, 0.027824990451335907, 0.0289621539413929, 0.03009931743144989, 0.03123648092150688, 0.03237364441156387]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 5.0, 5.0, 1.0, 3.0, 6.0, 17.0, 17.0, 18.0, 9.0, 15.0, 17.0, 21.0, 29.0, 38.0, 76.0, 78.0, 105.0, 155.0, 234.0, 310.0, 468.0, 759.0, 1395.0, 5937.0, 3176.0, 1634.0, 1055.0, 751.0, 502.0, 427.0, 298.0, 225.0, 152.0, 117.0, 83.0, 63.0, 47.0, 45.0, 33.0, 13.0, 14.0, 12.0, 10.0, 13.0, 5.0, 5.0, 7.0, 3.0, 2.0, 3.0, 4.0, 0.0, 2.0, 2.0, 1.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.013314303010702133, -0.012781078927218914, -0.012247854843735695, -0.011714630760252476, -0.011181406676769257, -0.010648183524608612, -0.010114959441125393, -0.009581735357642174, -0.009048511274158955, -0.008515287190675735, -0.007982063107192516, -0.0074488394893705845, -0.006915615405887365, -0.006382391322404146, -0.005849167704582214, -0.005315943621098995, -0.004782719537615776, -0.004249495454132557, -0.0037162716034799814, -0.003183047752827406, -0.0026498236693441868, -0.0021165995858609676, -0.0015833757352083921, -0.0010501517681404948, -0.0005169278010725975, 1.6296165995299816e-05, 0.0005495201330631971, 0.0010827441001310945, 0.0016159680671989918, 0.002149192150682211, 0.0026824160013347864, 0.003215639851987362, 0.003748863935470581, 0.0042820880189538, 0.004815312102437019, 0.005348535720258951, 0.00588175980374217, 0.0064149838872253895, 0.006948207505047321, 0.0074814315885305405, 0.00801465567201376, 0.008547879755496979, 0.009081103838980198, 0.009614327922463417, 0.010147551074624062, 0.01068077515810728, 0.0112139992415905, 0.011747223325073719, 0.012280447408556938, 0.012813671492040157, 0.013346895575523376, 0.013880119659006596, 0.014413343742489815, 0.01494656689465046, 0.015479790978133678, 0.016013015061616898, 0.016546238213777542, 0.017079463228583336, 0.01761268638074398, 0.018145911395549774, 0.01867913454771042, 0.019212359562516212, 0.019745582714676857, 0.02027880772948265, 0.020812030881643295]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 6.0, 3.0, 0.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.14047837257385254, -0.13524062931537628, -0.13000288605690002, -0.12476513534784317, -0.11952739208936691, -0.11428964883089066, -0.1090519055724144, -0.10381416231393814, -0.09857641160488129, -0.09333866834640503, -0.08810092508792877, -0.08286318182945251, -0.07762543857097626, -0.0723876953125, -0.06714994460344315, -0.06191220134496689, -0.05667445808649063, -0.051436714828014374, -0.04619896784424782, -0.04096122458577156, -0.035723477602005005, -0.030485734343528748, -0.02524799108505249, -0.020010245963931084, -0.014772500842809677, -0.00953475572168827, -0.004297011531889439, 0.0009407331235706806, 0.0061784777790308, 0.011416222900152206, 0.016653966158628464, 0.02189171127974987, 0.027129456400871277, 0.032367199659347534, 0.03760494664311409, 0.04284268990159035, 0.0480804368853569, 0.05331818014383316, 0.05855592340230942, 0.06379366666078568, 0.06903141736984253, 0.07426916062831879, 0.07950690388679504, 0.0847446471452713, 0.08998239040374756, 0.09522013366222382, 0.10045788437128067, 0.10569562762975693, 0.11093337088823318, 0.11617111414670944, 0.1214088574051857, 0.12664660811424255, 0.1318843513727188, 0.13712209463119507, 0.14235983788967133, 0.14759758114814758, 0.15283532440662384, 0.1580730676651001, 0.16331081092357635, 0.1685485690832138, 0.17378631234169006, 0.17902405560016632, 0.18426179885864258, 0.18949954211711884, 0.1947372853755951]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 1.0, 1.0, 3.0, 4.0, 4.0, 3.0, 1.0, 3.0, 5.0, 4.0, 3.0, 5.0, 5.0, 11.0, 14.0, 16.0, 22.0, 27.0, 50.0, 16.0, 16.0, 14.0, 11.0, 10.0, 4.0, 3.0, 7.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.07650469988584518, -0.0737491101026535, -0.07099352031946182, -0.06823792308568954, -0.06548233330249786, -0.06272674351930618, -0.0599711537361145, -0.05721556022763252, -0.05445997044444084, -0.05170438066124916, -0.04894878715276718, -0.0461931973695755, -0.04343760758638382, -0.04068201407790184, -0.03792642429471016, -0.03517083078622818, -0.0324152410030365, -0.02965964935719967, -0.02690405771136284, -0.024148467928171158, -0.021392876282334328, -0.018637284636497498, -0.015881694853305817, -0.013126103207468987, -0.010370511561632156, -0.0076149203814566135, -0.004859329201281071, -0.002103738021105528, 0.000651853159070015, 0.003407444339245558, 0.006163035519421101, 0.008918626233935356, 0.011674217879772186, 0.014429809525609016, 0.017185401171445847, 0.019940990954637527, 0.022696582600474358, 0.025452174246311188, 0.02820776402950287, 0.0309633556753397, 0.03371894732117653, 0.03647453710436821, 0.03923013061285019, 0.04198572039604187, 0.04474131017923355, 0.04749690368771553, 0.05025249347090721, 0.05300808697938919, 0.05576367676258087, 0.05851926654577255, 0.06127486005425453, 0.06403045356273651, 0.06678604334592819, 0.06954163312911987, 0.07229722291231155, 0.07505281269550323, 0.07780840992927551, 0.0805639997124672, 0.08331958949565887, 0.08607517927885056, 0.08883076906204224, 0.09158635884523392, 0.0943419560790062, 0.09709754586219788, 0.09985313564538956]}, "_runtime": 145.03882813453674, "_timestamp": 1596214469.7961106, "_step": 177}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0, 3.0, 1.0, 3.0, 1.0, 1.0, 5.0, 7.0, 4.0, 2.0, 3.0, 5.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.012129276059567928, -0.011790905147790909, -0.011452535167336464, -0.011114164255559444, -0.010775794275105, -0.01043742336332798, -0.010099053382873535, -0.009760682471096516, -0.009422311559319496, -0.009083941578865051, -0.008745570667088032, -0.008407200686633587, -0.008068829774856567, -0.007730459328740835, -0.007392088882625103, -0.007053718436509371, -0.006715347990393639, -0.006376977544277906, -0.006038607098162174, -0.005700236652046442, -0.00536186620593071, -0.00502349529415369, -0.004685124848037958, -0.004346754401922226, -0.004008383955806494, -0.0036700135096907616, -0.0033316430635750294, -0.0029932723846286535, -0.0026549019385129213, -0.002316531492397189, -0.0019781608134508133, -0.001639790367335081, -0.001301419921219349, -0.0009630494168959558, -0.0006246789125725627, -0.0002863084082491696, 5.206209607422352e-05, 0.0003904326003976166, 0.0007288031047210097, 0.0010671736672520638, 0.001405544113367796, 0.0017439145594835281, 0.0020822850055992603, 0.002420655684545636, 0.0027590261306613684, 0.0030973965767771006, 0.0034357672557234764, 0.0037741377018392086, 0.004112508147954941, 0.004450878594070673, 0.004789249040186405, 0.005127619486302137, 0.00546598993241787, 0.005804360844194889, 0.006142731290310621, 0.0064811017364263535, 0.006819472182542086, 0.007157842628657818, 0.00749621307477355, 0.007834583520889282, 0.008172954432666302, 0.008511324413120747, 0.008849695324897766, 0.009188065305352211, 0.00952643621712923]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 4.0, 2.0, 3.0, 2.0, 4.0, 2.0, 3.0, 8.0, 8.0, 8.0, 11.0, 15.0, 17.0, 26.0, 41.0, 42.0, 46.0, 92.0, 160.0, 263.0, 3918.0, 2444.0, 300.0, 166.0, 101.0, 63.0, 47.0, 40.0, 27.0, 14.0, 11.0, 6.0, 7.0, 5.0, 7.0, 2.0, 3.0, 6.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1649714708328247, -0.16038799285888672, -0.15580449998378754, -0.15122100710868835, -0.14663752913475037, -0.14205405116081238, -0.1374705582857132, -0.132887065410614, -0.12830358743667603, -0.12372010201215744, -0.11913661658763885, -0.11455313116312027, -0.10996964573860168, -0.1053861603140831, -0.10080267488956451, -0.09621918946504593, -0.09163570404052734, -0.08705221861600876, -0.08246873319149017, -0.07788524776697159, -0.073301762342453, -0.06871827691793442, -0.06413479149341583, -0.05955130606889725, -0.05496782064437866, -0.05038433521986008, -0.04580084979534149, -0.041217364370822906, -0.03663387894630432, -0.032050393521785736, -0.02746690809726715, -0.022883422672748566, -0.01829993724822998, -0.013716451823711395, -0.00913296639919281, -0.004549480974674225, 3.400444984436035e-05, 0.0046174898743629456, 0.00920097529888153, 0.013784460723400116, 0.0183679461479187, 0.022951431572437286, 0.02753491699695587, 0.03211840242147446, 0.03670188784599304, 0.04128537327051163, 0.04586885869503021, 0.0504523441195488, 0.05503582954406738, 0.05961931496858597, 0.06420280039310455, 0.06878628581762314, 0.07336977124214172, 0.07795325666666031, 0.0825367420911789, 0.08712022751569748, 0.09170371294021606, 0.09628719836473465, 0.10087068378925323, 0.10545416921377182, 0.1100376546382904, 0.11462114006280899, 0.11920462548732758, 0.12378811091184616, 0.12837159633636475]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 5.0, 2.0, 4.0, 7.0, 8.0, 2.0, 9.0, 8.0, 8.0, 25.0, 4.0, 4.0, 1.0, 1.0, 4.0, 5.0, 1.0, 2.0, 3.0, 3.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.003379414090886712, -0.003278953954577446, -0.0031784940510988235, -0.0030780339147895575, -0.0029775737784802914, -0.002877113875001669, -0.002776653738692403, -0.0026761938352137804, -0.0025757336989045143, -0.0024752735625952482, -0.002374813659116626, -0.0022743535228073597, -0.0021738936193287373, -0.002073433483019471, -0.001972973346710205, -0.0018725133268162608, -0.0017720533069223166, -0.0016715932870283723, -0.001571133267134428, -0.001470673130825162, -0.0013702131109312177, -0.0012697530910372734, -0.0011692929547280073, -0.001068832934834063, -0.0009683729149401188, -0.0008679128950461745, -0.0007674528169445693, -0.0006669927388429642, -0.0005665327189490199, -0.0004660726699512452, -0.00036561262095347047, -0.00026515257195569575, -0.00016469252295792103, -6.423247396014631e-05, 3.622757503762841e-05, 0.00013668762403540313, 0.00023714767303317785, 0.00033760772203095257, 0.0004380677710287273, 0.0005385278491303325, 0.0006389878690242767, 0.000739447888918221, 0.0008399079670198262, 0.0009403680451214314, 0.0010408280650153756, 0.0011412880849093199, 0.001241748221218586, 0.0013422082411125302, 0.0014426682610064745, 0.0015431282809004188, 0.001643588300794363, 0.0017440484371036291, 0.0018445084569975734, 0.0019449684768915176, 0.0020454286132007837, 0.002145888516679406, 0.0022463486529886723, 0.0023468087892979383, 0.002447268692776561, 0.002547728829085827, 0.0026481887325644493, 0.0027486488688737154, 0.0028491090051829815, 0.002949568908661604, 0.00305002904497087]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 2.0, 3.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 3.0, 5.0, 4.0, 9.0, 3.0, 11.0, 11.0, 15.0, 19.0, 26.0, 37.0, 43.0, 42.0, 75.0, 104.0, 152.0, 223.0, 306.0, 467.0, 762.0, 1280.0, 2304.0, 4797.0, 10193.0, 26420.0, 93572.0, 928703.0, 65923.0, 21862.0, 9873.0, 4941.0, 2695.0, 1678.0, 974.0, 674.0, 433.0, 310.0, 207.0, 145.0, 88.0, 70.0, 52.0, 36.0, 28.0, 16.0, 21.0, 6.0, 7.0, 3.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.0074630905874073505, -0.0072529613971710205, -0.007042831741273403, -0.006832702551037073, -0.006622573360800743, -0.006412443704903126, -0.006202314514666796, -0.005992185324430466, -0.005782055668532848, -0.005571926478296518, -0.005361797288060188, -0.005151668097823858, -0.004941538441926241, -0.004731409251689911, -0.004521280061453581, -0.0043111504055559635, -0.0041010212153196335, -0.00389089179225266, -0.0036807626020163298, -0.003470633178949356, -0.003260503988713026, -0.0030503745656460524, -0.0028402451425790787, -0.0026301159523427486, -0.002419986529275775, -0.0022098571062088013, -0.0019997279159724712, -0.0017895984929054976, -0.0015794691862538457, -0.0013693398796021938, -0.0011592104565352201, -0.0009490811498835683, -0.0007389518432319164, -0.0005288225365802646, -0.0003186931717209518, -0.00010856383596546948, 0.00010156549979001284, 0.00031169483554549515, 0.0005218241713009775, 0.0007319535361602902, 0.0009420828428119421, 0.001152212149463594, 0.0013623414561152458, 0.0015724708791822195, 0.0017826001858338714, 0.0019927294924855232, 0.002202858915552497, 0.002412988105788827, 0.0026231175288558006, 0.0028332469519227743, 0.0030433761421591043, 0.003253505565226078, 0.003463634755462408, 0.0036737641785293818, 0.0038838936015963554, 0.0040940227918326855, 0.0043041519820690155, 0.004514281637966633, 0.004724410828202963, 0.004934540018439293, 0.00514466967433691, 0.00535479886457324, 0.00556492805480957, 0.005775057710707188, 0.005985186900943518]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 4.0, 1.0, 3.0, 5.0, 6.0, 4.0, 3.0, 9.0, 3.0, 9.0, 0.0, 1.0, 4.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.019184164702892303, -0.01794055476784706, -0.01669694483280182, -0.015453336760401726, -0.014209726825356483, -0.012966116890311241, -0.011722507886588573, -0.010478898882865906, -0.009235288947820663, -0.007991679012775421, -0.0067480700090527534, -0.0055044605396687984, -0.0042608510702848434, -0.0030172416009008884, -0.0017736321315169334, -0.0005300226621329784, 0.0007135868072509766, 0.0019571962766349316, 0.0032008057460188866, 0.004444415215402842, 0.005688024684786797, 0.006931634154170752, 0.008175243623554707, 0.009418852627277374, 0.010662462562322617, 0.011906072497367859, 0.013149681501090527, 0.014393290504813194, 0.015636900439858437, 0.01688051037490368, 0.018124118447303772, 0.019367728382349014, 0.020611338317394257, 0.0218549482524395, 0.02309855818748474, 0.024342166259884834, 0.025585776194930077, 0.02682938612997532, 0.028072994202375412, 0.029316604137420654, 0.030560214072465897, 0.03180382400751114, 0.03304743394255638, 0.034291043877601624, 0.03553465008735657, 0.03677826002240181, 0.03802186995744705, 0.039265479892492294, 0.04050908982753754, 0.04175269976258278, 0.04299630969762802, 0.044239919632673264, 0.045483529567718506, 0.04672713577747345, 0.04797074571251869, 0.049214355647563934, 0.05045796558260918, 0.05170157551765442, 0.05294518545269966, 0.054188795387744904, 0.05543240159749985, 0.05667601153254509, 0.05791962146759033, 0.059163231402635574, 0.06040684133768082]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 3.0, 3.0, 6.0, 6.0, 5.0, 10.0, 10.0, 16.0, 19.0, 38.0, 61.0, 76.0, 118.0, 155.0, 261.0, 364.0, 523.0, 810.0, 1256.0, 2079.0, 7119.0, 2446.0, 1111.0, 588.0, 397.0, 224.0, 178.0, 121.0, 67.0, 48.0, 42.0, 41.0, 28.0, 18.0, 17.0, 8.0, 11.0, 6.0, 9.0, 18.0, 14.0, 14.0, 7.0, 9.0, 4.0, 3.0, 6.0, 0.0, 3.0, 2.0, 16.0, 16.0, 4.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 7.0], "bins": [-0.011258771643042564, -0.010785143822431564, -0.010311516933143139, -0.009837889112532139, -0.009364262223243713, -0.008890634402632713, -0.008417007513344288, -0.007943379692733288, -0.007469752803444862, -0.006996124982833862, -0.0065224976278841496, -0.006048870272934437, -0.005575242917984724, -0.005101615563035011, -0.0046279882080852985, -0.004154360853135586, -0.003680733498185873, -0.0032071061432361603, -0.0027334787882864475, -0.0022598514333367348, -0.0017862239619717002, -0.0013125966070219874, -0.0008389691938646138, -0.00036534180981107056, 0.00010828557424247265, 0.0005819129291921854, 0.0010555402841418982, 0.0015291677555069327, 0.0020027952268719673, 0.00247642258182168, 0.002950049936771393, 0.0034236772917211056, 0.0038973046466708183, 0.004370932001620531, 0.004844559356570244, 0.005318186711519957, 0.005791814066469669, 0.006265441421419382, 0.006739068776369095, 0.007212696131318808, 0.00768632348626852, 0.00815995130687952, 0.008633578196167946, 0.009107206016778946, 0.009580832906067371, 0.010054460726678371, 0.010528087615966797, 0.011001715436577797, 0.011475343257188797, 0.011948970146477222, 0.012422597967088223, 0.012896224856376648, 0.013369852676987648, 0.013843479566276073, 0.014317107386887074, 0.014790734276175499, 0.015264362096786499, 0.0157379899173975, 0.01621161587536335, 0.01668524369597435, 0.01715887151658535, 0.01763249933719635, 0.0181061252951622, 0.0185797531157732, 0.0190533809363842]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 4.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 3.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1590924710035324, -0.1546885222196579, -0.1502845734357834, -0.14588062465190887, -0.14147666096687317, -0.13707271218299866, -0.13266876339912415, -0.12826481461524963, -0.12386086583137512, -0.11945691704750061, -0.1150529682636261, -0.11064901202917099, -0.10624506324529648, -0.10184111446142197, -0.09743715822696686, -0.09303320944309235, -0.08862926065921783, -0.08422531187534332, -0.07982136309146881, -0.0754174068570137, -0.07101345807313919, -0.06660950928926468, -0.06220555678009987, -0.05780160427093506, -0.05339765548706055, -0.048993706703186035, -0.044589754194021225, -0.040185801684856415, -0.0357818529009819, -0.03137790411710739, -0.02697395160794258, -0.02257000096142292, -0.01816605031490326, -0.013762099668383598, -0.009358149021863937, -0.004954198375344276, -0.0005502477288246155, 0.0038537029176950455, 0.008257653564214706, 0.012661604210734367, 0.01706555485725403, 0.02146950550377369, 0.02587345615029335, 0.03027740679681301, 0.03468135744333267, 0.039085306227207184, 0.043489258736371994, 0.047893211245536804, 0.052297160029411316, 0.05670110881328583, 0.06110506132245064, 0.06550901383161545, 0.06991296261548996, 0.07431691139936447, 0.07872086763381958, 0.08312481641769409, 0.0875287652015686, 0.09193271398544312, 0.09633666276931763, 0.10074061900377274, 0.10514456778764725, 0.10954851657152176, 0.11395247280597687, 0.11835642158985138, 0.12276037037372589]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [3.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 4.0, 1.0, 4.0, 1.0, 6.0, 8.0, 11.0, 11.0, 16.0, 24.0, 32.0, 48.0, 21.0, 10.0, 11.0, 12.0, 6.0, 9.0, 8.0, 6.0, 6.0, 1.0, 3.0, 4.0, 1.0, 2.0, 4.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.06407149881124496, -0.06093647703528404, -0.05780145525932312, -0.0546664334833622, -0.051531411707401276, -0.048396386206150055, -0.04526136443018913, -0.04212634265422821, -0.03899132087826729, -0.035856299102306366, -0.032721277326345444, -0.029586253687739372, -0.02645123191177845, -0.023316210135817528, -0.020181186497211456, -0.017046164721250534, -0.013911142945289612, -0.01077612116932869, -0.007641098462045193, -0.004506076220422983, -0.0013710539788007736, 0.001763968262821436, 0.0048989905044436455, 0.008034013211727142, 0.011169034987688065, 0.014304056763648987, 0.01743907853960991, 0.02057410217821598, 0.023709123954176903, 0.026844145730137825, 0.029979169368743896, 0.03311419114470482, 0.03624921292066574, 0.03938423469662666, 0.042519256472587585, 0.04565427824854851, 0.04878930002450943, 0.05192432552576065, 0.05505934730172157, 0.058194369077682495, 0.06132939085364342, 0.06446441262960434, 0.06759943813085556, 0.07073445618152618, 0.0738694816827774, 0.07700449973344803, 0.08013952523469925, 0.08327454328536987, 0.0864095687866211, 0.08954459428787231, 0.09267961233854294, 0.09581463783979416, 0.09894965589046478, 0.102084681391716, 0.10521969944238663, 0.10835472494363785, 0.11148974299430847, 0.11462476849555969, 0.11775979399681091, 0.12089481204748154, 0.12402983754873276, 0.12716485559940338, 0.1302998811006546, 0.13343490660190582, 0.13656991720199585]}, "_runtime": 145.80587911605835, "_timestamp": 1596214470.5631616, "_step": 178}
+{"val_accuracy": 0.8225963184931507, "val_loss": 0.4560824042041552, "_runtime": 147.61166977882385, "_timestamp": 1596214472.3689523, "_step": 179}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: K Confidence: 0.28 Truth: v", "Prediction: 5 Confidence: 1.00 Truth: 5", "Prediction: 2 Confidence: 1.00 Truth: 2", "Prediction: 0 Confidence: 0.62 Truth: 0"]}, "_runtime": 147.88773775100708, "_timestamp": 1596214472.6450202, "_step": 180}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 5.0, 4.0, 4.0, 7.0, 2.0, 2.0, 4.0, 0.0, 2.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.012151215225458145, -0.01183926872909069, -0.011527322232723236, -0.011215375736355782, -0.010903429239988327, -0.010591482743620872, -0.010279536247253418, -0.009967589750885963, -0.009655643254518509, -0.009343696758151054, -0.0090317502617836, -0.008719803765416145, -0.00840785726904869, -0.008095910772681236, -0.007783964276313782, -0.007472017779946327, -0.007160071283578873, -0.006848124787211418, -0.006536178290843964, -0.006224231794476509, -0.0059122852981090546, -0.0056003388017416, -0.0052883923053741455, -0.004976445809006691, -0.0046644993126392365, -0.004352552816271782, -0.004040606319904327, -0.003728659823536873, -0.0034167133271694183, -0.003104766830801964, -0.0027928203344345093, -0.0024808738380670547, -0.0021689273416996002, -0.0018569808453321457, -0.0015450343489646912, -0.0012330878525972366, -0.0009211413562297821, -0.0006091948598623276, -0.00029724836349487305, 1.4698132872581482e-05, 0.000326644629240036, 0.0006385911256074905, 0.0009505376219749451, 0.0012624841183423996, 0.0015744306147098541, 0.0018863771110773087, 0.002198323607444763, 0.0025102701038122177, 0.0028222166001796722, 0.0031341630965471268, 0.0034461095929145813, 0.003758056089282036, 0.00407000258564949, 0.004381949082016945, 0.004693895578384399, 0.005005842074751854, 0.0053177885711193085, 0.005629735067486763, 0.0059416815638542175, 0.006253628060221672, 0.006565574556589127, 0.006877521052956581, 0.007189467549324036, 0.00750141404569149, 0.007813360542058945]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 3.0, 6.0, 10.0, 12.0, 10.0, 15.0, 10.0, 21.0, 25.0, 40.0, 47.0, 69.0, 83.0, 173.0, 254.0, 725.0, 5539.0, 356.0, 178.0, 103.0, 64.0, 51.0, 31.0, 23.0, 22.0, 13.0, 17.0, 8.0, 6.0, 5.0, 4.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1683533787727356, -0.1631016582250595, -0.15784993767738342, -0.15259820222854614, -0.14734648168087006, -0.14209476113319397, -0.1368430256843567, -0.1315913051366806, -0.12633958458900452, -0.12108786404132843, -0.11583613604307175, -0.11058440804481506, -0.10533268749713898, -0.10008096694946289, -0.09482923895120621, -0.08957751095294952, -0.08432579040527344, -0.07907406985759735, -0.07382234185934067, -0.06857061386108398, -0.0633188933134079, -0.05806716904044151, -0.05281544476747513, -0.04756372049450874, -0.04231199622154236, -0.037060271948575974, -0.03180854767560959, -0.026556823402643204, -0.02130509912967682, -0.016053374856710434, -0.010801650583744049, -0.005549926310777664, -0.0002982020378112793, 0.004953522235155106, 0.01020524650812149, 0.015456970781087875, 0.02070869505405426, 0.025960419327020645, 0.03121214359998703, 0.036463867872953415, 0.0417155921459198, 0.046967316418886185, 0.05221904069185257, 0.057470764964818954, 0.06272248923778534, 0.06797420978546143, 0.07322593778371811, 0.07847766578197479, 0.08372938632965088, 0.08898110687732697, 0.09423283487558365, 0.09948456287384033, 0.10473628342151642, 0.1099880039691925, 0.11523973196744919, 0.12049145996570587, 0.12574318051338196, 0.13099490106105804, 0.13624662160873413, 0.1414983570575714, 0.1467500776052475, 0.15200179815292358, 0.15725353360176086, 0.16250525414943695, 0.16775697469711304]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0, 2.0, 1.0, 6.0, 2.0, 5.0, 2.0, 3.0, 2.0, 5.0, 0.0, 2.0, 4.0, 3.0, 2.0, 23.0, 4.0, 4.0, 3.0, 1.0, 5.0, 3.0, 2.0, 3.0, 3.0, 3.0, 4.0, 0.0, 2.0, 4.0, 1.0, 2.0, 4.0, 2.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.0018041140865534544, -0.0017240331508219242, -0.0016439523315057158, -0.0015638713957741857, -0.0014837905764579773, -0.001403709640726447, -0.0013236288214102387, -0.0012435478856787086, -0.0011634670663625002, -0.00108338613063097, -0.0010033051948994398, -0.0009232243755832314, -0.0008431434398517013, -0.000763062562327832, -0.0006829816848039627, -0.0006029008072800934, -0.0005228199297562242, -0.0004427390522323549, -0.0003626581747084856, -0.00028257726808078587, -0.0002024963905569166, -0.00012241551303304732, -4.2334620957262814e-05, 3.7746263842564076e-05, 0.00011782714864239097, 0.00019790802616626024, 0.0002779889036901295, 0.00035806981031782925, 0.00043815068784169853, 0.0005182315944693983, 0.0005983124719932675, 0.0006783933495171368, 0.0007584742270410061, 0.0008385551045648754, 0.0009186359820887446, 0.0009987169178202748, 0.0010787977371364832, 0.0011588786728680134, 0.0012389594921842217, 0.001319040427915752, 0.0013991212472319603, 0.0014792021829634905, 0.0015592831186950207, 0.001639363938011229, 0.0017194448737427592, 0.0017995256930589676, 0.0018796066287904978, 0.001959687564522028, 0.0020397682674229145, 0.0021198492031544447, 0.002199930138885975, 0.002280011074617505, 0.0023600920103490353, 0.002440172713249922, 0.002520253648981452, 0.002600334584712982, 0.0026804155204445124, 0.0027604964561760426, 0.002840577159076929, 0.0029206580948084593, 0.0030007390305399895, 0.0030808199662715197, 0.003160900669172406, 0.0032409816049039364, 0.0033210625406354666]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 4.0, 6.0, 5.0, 6.0, 22.0, 22.0, 39.0, 57.0, 113.0, 167.0, 308.0, 457.0, 726.0, 1149.0, 2017.0, 3640.0, 6936.0, 13703.0, 30587.0, 90492.0, 873796.0, 79297.0, 32203.0, 16643.0, 9474.0, 5753.0, 3672.0, 2532.0, 1687.0, 1217.0, 824.0, 602.0, 401.0, 307.0, 226.0, 161.0, 89.0, 81.0, 64.0, 42.0, 35.0, 17.0, 15.0, 20.0, 7.0, 6.0, 3.0, 2.0, 3.0, 3.0, 4.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.004298142157495022, -0.004115235060453415, -0.003932327497750521, -0.00374942016787827, -0.0035665128380060196, -0.0033836057409644127, -0.003200698411092162, -0.0030177910812199116, -0.002834883751347661, -0.0026519764214754105, -0.00246906909160316, -0.0022861617617309093, -0.0021032546646893024, -0.00192034721840173, -0.0017374400049448013, -0.0015545326750725508, -0.0013716253452003002, -0.0011887180153280497, -0.001005810685455799, -0.0008229034719988704, -0.0006399961421266198, -0.0004570888413581997, -0.0002741815405897796, -9.127423982135952e-05, 9.163306094706059e-05, 0.0002745403617154807, 0.0004574476624839008, 0.0006403549341484904, 0.000823262264020741, 0.0010061695938929915, 0.0011890768073499203, 0.0013719841372221708, 0.0015548914670944214, 0.001737798796966672, 0.0019207061268389225, 0.002103613456711173, 0.0022865207865834236, 0.0024694278836250305, 0.002652335213497281, 0.0028352425433695316, 0.003018149873241782, 0.0032010572031140327, 0.0033839645329862833, 0.003566871862858534, 0.0037497789599001408, 0.003932686522603035, 0.004115593619644642, 0.004298501182347536, 0.004481408279389143, 0.00466431537643075, 0.004847222939133644, 0.005030130036175251, 0.005213037598878145, 0.005395944695919752, 0.005578852258622646, 0.005761759355664253, 0.00594466645270586, 0.006127574015408754, 0.006310481112450361, 0.0064933886751532555, 0.006676295772194862, 0.006859203334897757, 0.0070421104319393635, 0.007225017994642258, 0.007407925091683865]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 4.0, 4.0, 1.0, 2.0, 1.0, 3.0, 1.0, 1.0, 9.0, 2.0, 2.0, 2.0, 3.0, 2.0, 3.0, 2.0, 1.0, 0.0, 3.0, 1.0, 2.0, 1.0, 1.0, 2.0], "bins": [-0.04477355629205704, -0.04385703429579735, -0.04294051229953766, -0.04202399030327797, -0.04110747203230858, -0.04019095003604889, -0.0392744280397892, -0.03835790604352951, -0.03744138404726982, -0.03652486205101013, -0.03560834378004074, -0.03469182178378105, -0.03377529978752136, -0.03285877779126167, -0.031942255795001984, -0.031025735661387444, -0.030109213665127754, -0.029192691668868065, -0.028276171535253525, -0.027359649538993835, -0.026443127542734146, -0.025526607409119606, -0.024610085412859917, -0.023693563416600227, -0.022777043282985687, -0.021860521286725998, -0.02094399929046631, -0.02002747729420662, -0.01911095716059208, -0.01819443516433239, -0.0172779131680727, -0.01636139303445816, -0.015444871038198471, -0.014528349973261356, -0.013611827977001667, -0.012695306912064552, -0.011778784915804863, -0.010862263850867748, -0.009945742785930634, -0.009029220789670944, -0.00811269972473383, -0.0071961781941354275, -0.0062796566635370255, -0.005363135598599911, -0.004446614068001509, -0.0035300925374031067, -0.0026135712396353483, -0.0016970498254522681, -0.0007805284112691879, 0.00013599300291389227, 0.0010525144170969725, 0.001969035714864731, 0.002885557245463133, 0.003802078776061535, 0.00471859984099865, 0.005635121371597052, 0.006551642902195454, 0.007468164432793856, 0.008384685963392258, 0.009301207028329372, 0.010217728093266487, 0.011134250089526176, 0.012050771154463291, 0.01296729315072298, 0.013883814215660095]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [5.0, 3.0, 1.0, 1.0, 5.0, 2.0, 2.0, 6.0, 10.0, 17.0, 13.0, 12.0, 15.0, 10.0, 3.0, 8.0, 5.0, 10.0, 13.0, 16.0, 18.0, 20.0, 25.0, 26.0, 37.0, 49.0, 55.0, 72.0, 92.0, 128.0, 158.0, 211.0, 293.0, 421.0, 624.0, 793.0, 1240.0, 1885.0, 6078.0, 1867.0, 1098.0, 798.0, 549.0, 403.0, 293.0, 228.0, 170.0, 145.0, 113.0, 87.0, 76.0, 43.0, 41.0, 35.0, 20.0, 22.0, 12.0, 20.0, 8.0, 5.0, 7.0, 2.0, 2.0, 6.0], "bins": [-0.014136369340121746, -0.013770809397101402, -0.013405250385403633, -0.013039691373705864, -0.01267413143068552, -0.012308571487665176, -0.011943012475967407, -0.011577453464269638, -0.011211893521249294, -0.01084633357822895, -0.010480774566531181, -0.010115215554833412, -0.009749655611813068, -0.009384095668792725, -0.009018536657094955, -0.008652977645397186, -0.008287417702376842, -0.007921857759356499, -0.0075562987476587296, -0.007190739270299673, -0.006825179792940617, -0.00645962031558156, -0.006094060838222504, -0.005728501360863447, -0.005362941883504391, -0.004997382406145334, -0.004631822928786278, -0.004266263451427221, -0.003900703974068165, -0.0035351444967091084, -0.003169585019350052, -0.0028040255419909954, -0.002438466064631939, -0.0020729065872728825, -0.001707347109913826, -0.0013417876325547695, -0.000976228155195713, -0.0006106686778366566, -0.0002451092004776001, 0.00012045027688145638, 0.00048600975424051285, 0.0008515692315995693, 0.0012171287089586258, 0.0015826881863176823, 0.0019482476636767387, 0.002313807141035795, 0.0026793666183948517, 0.003044926095753908, 0.0034104855731129646, 0.003776045050472021, 0.004141604527831078, 0.004507164005190134, 0.0048727234825491905, 0.005238282959908247, 0.0056038424372673035, 0.00596940191462636, 0.006334961391985416, 0.006700520869344473, 0.007066080346703529, 0.007431639824062586, 0.007797199301421642, 0.008162759244441986, 0.008528318256139755, 0.008893877267837524, 0.009259437210857868]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 4.0, 2.0, 3.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.15084032714366913, -0.14170058071613312, -0.1325608342885971, -0.1234210804104805, -0.11428132653236389, -0.10514158010482788, -0.09600183367729187, -0.08686207979917526, -0.07772233337163925, -0.06858258694410324, -0.05944283306598663, -0.05030308663845062, -0.04116333648562431, -0.032023586332798004, -0.022883838042616844, -0.01374408882111311, -0.004604339599609375, 0.00453540962189436, 0.013675158843398094, 0.022814907133579254, 0.03195465728640556, 0.04109440743923187, 0.05023415386676788, 0.05937390401959419, 0.0685136541724205, 0.07765340059995651, 0.08679315447807312, 0.09593290090560913, 0.10507264733314514, 0.11421240121126175, 0.12335214763879776, 0.13249190151691437, 0.14163164794445038, 0.1507713943719864, 0.1599111407995224, 0.1690509021282196, 0.17819064855575562, 0.18733039498329163, 0.19647014141082764, 0.20560988783836365, 0.21474963426589966, 0.22388939559459686, 0.23302914202213287, 0.24216888844966888, 0.2513086497783661, 0.2604483962059021, 0.2695881426334381, 0.2787278890609741, 0.28786763548851013, 0.29700738191604614, 0.30614712834358215, 0.31528687477111816, 0.3244266211986542, 0.3335663676261902, 0.3427061438560486, 0.3518458902835846, 0.3609856367111206, 0.3701253831386566, 0.3792651295661926, 0.38840487599372864, 0.39754462242126465, 0.40668436884880066, 0.41582411527633667, 0.4249638617038727, 0.4341036081314087]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 7.0, 6.0, 10.0, 11.0, 10.0, 13.0, 6.0, 16.0, 14.0, 10.0, 19.0, 39.0, 15.0, 10.0, 15.0, 7.0, 14.0, 8.0, 11.0, 5.0, 8.0, 2.0, 5.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.10501927882432938, -0.10157289355993271, -0.09812650084495544, -0.09468011558055878, -0.09123373031616211, -0.08778733760118484, -0.08434095233678818, -0.08089456707239151, -0.07744817435741425, -0.07400178909301758, -0.07055540382862091, -0.06710901856422424, -0.06366262584924698, -0.06021624058485031, -0.056769851595163345, -0.05332346633076668, -0.04987707734107971, -0.046430688351392746, -0.04298430308699608, -0.03953791409730911, -0.036091528832912445, -0.03264513984322548, -0.029198750853538513, -0.025752363726496696, -0.02230597659945488, -0.018859589472413063, -0.015413201414048672, -0.01196681335568428, -0.008520426228642464, -0.00507403863593936, -0.0016276510432362556, 0.0018187365494668484, 0.005265124142169952, 0.008711511269211769, 0.01215789932757616, 0.015604287385940552, 0.01905067451298237, 0.022497061640024185, 0.02594345062971115, 0.029389837756752968, 0.032836224883794785, 0.03628261387348175, 0.03972899913787842, 0.043175388127565384, 0.04662177711725235, 0.05006816238164902, 0.05351455137133598, 0.05696093663573265, 0.06040732562541962, 0.06385371088981628, 0.06730010360479355, 0.07074648886919022, 0.07419287413358688, 0.07763926684856415, 0.08108565211296082, 0.08453203737735748, 0.08797842264175415, 0.09142481535673141, 0.09487120062112808, 0.09831758588552475, 0.10176397860050201, 0.10521036386489868, 0.10865674912929535, 0.11210314184427261, 0.11554952710866928]}, "_runtime": 148.21181058883667, "_timestamp": 1596214472.969093, "_step": 181}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 2.0, 2.0, 2.0, 1.0, 4.0, 1.0, 2.0, 4.0, 7.0, 4.0, 1.0, 1.0, 2.0, 5.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013960503973066807, -0.013557720929384232, -0.013154936954379082, -0.012752153910696507, -0.012349369935691357, -0.011946586892008781, -0.011543802917003632, -0.011141019873321056, -0.010738235898315907, -0.010335452854633331, -0.009932668879628181, -0.009529885835945606, -0.009127101860940456, -0.008724318817257881, -0.008321534842252731, -0.007918751798570156, -0.0075159682892262936, -0.007113184779882431, -0.0067104012705385685, -0.006307617761194706, -0.005904834251850843, -0.005502050742506981, -0.005099267233163118, -0.004696483723819256, -0.004293700680136681, -0.0038909169379621744, -0.003488133428618312, -0.0030853499192744493, -0.0026825666427612305, -0.002279783133417368, -0.0018769996240735054, -0.0014742161147296429, -0.0010714326053857803, -0.0006686490960419178, -0.0002658656449057162, 0.0001369178353343159, 0.000539701315574348, 0.0009424848249182105, 0.0013452682178467512, 0.0017480517271906137, 0.0021508352365344763, 0.002553618745878339, 0.0029564022552222013, 0.003359185764566064, 0.0037619690410792828, 0.004164752550423145, 0.004567536059767008, 0.00497031956911087, 0.005373103078454733, 0.005775886587798595, 0.006178670097142458, 0.0065814536064863205, 0.006984237115830183, 0.0073870206251740456, 0.007789804134517908, 0.00819258764386177, 0.008595370687544346, 0.008998154662549496, 0.009400937706232071, 0.00980372168123722, 0.010206504724919796, 0.010609288699924946, 0.011012071743607521, 0.011414855718612671, 0.011817638762295246]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 5.0, 1.0, 4.0, 1.0, 5.0, 5.0, 10.0, 6.0, 16.0, 10.0, 18.0, 26.0, 19.0, 20.0, 44.0, 53.0, 56.0, 62.0, 98.0, 122.0, 189.0, 309.0, 5171.0, 741.0, 264.0, 158.0, 93.0, 90.0, 62.0, 47.0, 51.0, 38.0, 23.0, 26.0, 14.0, 10.0, 12.0, 14.0, 9.0, 9.0, 1.0, 9.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.12576936185359955, -0.12225350737571716, -0.11873766034841537, -0.11522180587053299, -0.1117059588432312, -0.10819010436534882, -0.10467424988746643, -0.10115840286016464, -0.09764254838228226, -0.09412669390439987, -0.09061084687709808, -0.0870949923992157, -0.08357913792133331, -0.08006329089403152, -0.07654743641614914, -0.07303158938884735, -0.06951573491096497, -0.06599988043308258, -0.06248403340578079, -0.05896817892789841, -0.05545232817530632, -0.05193647742271423, -0.04842062294483185, -0.04490477219223976, -0.041388921439647675, -0.03787307068705559, -0.0343572199344635, -0.030841365456581116, -0.02732551470398903, -0.023809663951396942, -0.020293811336159706, -0.01677795872092247, -0.013262107968330383, -0.009746256284415722, -0.0062304046005010605, -0.002714552916586399, 0.0008012987673282623, 0.004317150451242924, 0.007833002135157585, 0.011348853819072247, 0.014864705502986908, 0.018380556255578995, 0.02189640887081623, 0.025412261486053467, 0.028928112238645554, 0.03244396299123764, 0.035959817469120026, 0.03947566822171211, 0.0429915189743042, 0.046507369726896286, 0.05002322047948837, 0.05353907495737076, 0.057054925709962845, 0.06057077646255493, 0.06408663094043732, 0.0676024779677391, 0.07111833244562149, 0.07463418692350388, 0.07815003395080566, 0.08166588842868805, 0.08518174290657043, 0.08869758993387222, 0.09221344441175461, 0.0957292914390564, 0.09924514591693878]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 2.0, 3.0, 3.0, 5.0, 3.0, 4.0, 2.0, 5.0, 5.0, 5.0, 9.0, 25.0, 4.0, 7.0, 4.0, 5.0, 2.0, 4.0, 3.0, 2.0, 1.0, 0.0, 3.0, 5.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.0026345504447817802, -0.0025268509052693844, -0.002419151132926345, -0.002311451593413949, -0.002203752053901553, -0.0020960525143891573, -0.0019883527420461178, -0.001880653202533722, -0.001772953663021326, -0.0016652540070936084, -0.0015575543511658907, -0.0014498548116534948, -0.0013421551557257771, -0.0012344556162133813, -0.0011267559602856636, -0.0010190564207732677, -0.0009113567648455501, -0.0008036571671254933, -0.0006959575694054365, -0.0005882579716853797, -0.0004805583448614925, -0.00037285874714143574, -0.0002651591203175485, -0.00015745952259749174, -4.975992487743497e-05, 5.793968011857942e-05, 0.0001656392851145938, 0.0002733388973865658, 0.0003810384951066226, 0.0004887381219305098, 0.0005964377196505666, 0.0007041373173706234, 0.0008118369150906801, 0.0009195365128107369, 0.0010272361105307937, 0.0011349357664585114, 0.0012426353059709072, 0.001350334961898625, 0.0014580345014110208, 0.0015657341573387384, 0.0016734336968511343, 0.001781133352778852, 0.0018888330087065697, 0.0019965325482189655, 0.0021042320877313614, 0.002211931860074401, 0.0023196313995867968, 0.0024273309390991926, 0.002535030711442232, 0.002642730250954628, 0.002750429790467024, 0.0028581293299794197, 0.0029658291023224592, 0.003073528641834855, 0.003181228181347251, 0.003288927720859647, 0.0033966274932026863, 0.003504327032715082, 0.003612026572227478, 0.0037197263445705175, 0.0038274258840829134, 0.003935125656425953, 0.004042825195938349, 0.004150524735450745, 0.0042582242749631405]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 5.0, 6.0, 7.0, 13.0, 27.0, 43.0, 66.0, 99.0, 177.0, 362.0, 583.0, 960.0, 1704.0, 2908.0, 5382.0, 11262.0, 28754.0, 117185.0, 908858.0, 58476.0, 21096.0, 9384.0, 4923.0, 2727.0, 1522.0, 943.0, 634.0, 410.0, 274.0, 188.0, 147.0, 92.0, 79.0, 73.0, 46.0, 48.0, 34.0, 27.0, 31.0, 12.0, 11.0, 11.0, 14.0, 8.0, 8.0, 8.0, 2.0, 3.0, 5.0, 2.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.005286025814712048, -0.005012616980820894, -0.004739208146929741, -0.0044657988473773, -0.004192390013486147, -0.003918981179594994, -0.0036455723457038403, -0.0033721632789820433, -0.00309875444509089, -0.0028253456111997366, -0.0025519365444779396, -0.0022785277105867863, -0.002005118876695633, -0.001731709809973836, -0.0014583009760826826, -0.0011848920257762074, -0.0009114830754697323, -0.0006380741251632571, -0.0003646652330644429, -9.125631186179817e-05, 0.00018215260934084654, 0.00045556153054349124, 0.000728970451746136, 0.0010023793438449502, 0.0012757882941514254, 0.0015491972444579005, 0.0018226061947643757, 0.002096015028655529, 0.0023694238625466824, 0.0026428329292684793, 0.0029162417631596327, 0.0031896508298814297, 0.003463059663772583, 0.0037364684976637363, 0.00400987733155489, 0.00428328663110733, 0.004556695464998484, 0.004830104298889637, 0.00510351313278079, 0.005376921966671944, 0.005650331266224384, 0.005923740100115538, 0.006197148934006691, 0.006470557767897844, 0.006743966601788998, 0.007017375435680151, 0.007290784735232592, 0.007564193569123745, 0.007837602868676186, 0.008111011236906052, 0.008384420536458492, 0.008657828904688358, 0.008931238204240799, 0.009204646572470665, 0.009478055872023106, 0.009751465171575546, 0.010024873539805412, 0.010298282839357853, 0.010571691207587719, 0.01084510050714016, 0.0111185098066926, 0.011391918174922466, 0.011665327474474907, 0.011938735842704773, 0.012212145142257214]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 3.0, 1.0, 3.0, 0.0, 2.0, 3.0, 1.0, 2.0, 0.0, 8.0, 3.0, 4.0, 3.0, 3.0, 0.0, 0.0, 1.0, 3.0, 4.0, 1.0, 2.0, 0.0, 3.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013806073926389217, -0.013149667531251907, -0.012493262067437172, -0.011836855672299862, -0.011180450208485126, -0.010524043813347816, -0.009867638349533081, -0.009211231954395771, -0.008554825559258461, -0.007898420095443726, -0.007242014165967703, -0.00658560823649168, -0.00592920184135437, -0.005272795911878347, -0.004616389982402325, -0.003959984052926302, -0.0033035781234502792, -0.0026471721939742565, -0.001990766264498234, -0.0013343601021915674, -0.0006779541727155447, -2.1548185031861067e-05, 0.0006348578026518226, 0.0012912638485431671, 0.0019476697780191898, 0.0026040757074952126, 0.0032604816369712353, 0.003916887566447258, 0.004573293961584568, 0.005229699891060591, 0.0058861058205366135, 0.006542511750012636, 0.007198917679488659, 0.007855324074625969, 0.008511729538440704, 0.009168135933578014, 0.00982454139739275, 0.01048094779253006, 0.011137353256344795, 0.011793759651482105, 0.012450166046619415, 0.01310657151043415, 0.01376297790557146, 0.014419383369386196, 0.015075789764523506, 0.01573219522833824, 0.016388600692152977, 0.01704500801861286, 0.017701413482427597, 0.018357818946242332, 0.019014226272702217, 0.019670631736516953, 0.020327037200331688, 0.020983442664146423, 0.021639849990606308, 0.022296255454421043, 0.02295266091823578, 0.023609068244695663, 0.0242654737085104, 0.024921879172325134, 0.02557828463613987, 0.026234691962599754, 0.02689109742641449, 0.027547502890229225, 0.02820390835404396]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 2.0, 5.0, 3.0, 6.0, 11.0, 18.0, 23.0, 30.0, 30.0, 50.0, 55.0, 56.0, 60.0, 98.0, 124.0, 133.0, 198.0, 245.0, 290.0, 355.0, 557.0, 760.0, 1136.0, 1902.0, 5672.0, 1779.0, 1087.0, 855.0, 610.0, 474.0, 320.0, 286.0, 221.0, 163.0, 148.0, 116.0, 95.0, 79.0, 66.0, 59.0, 57.0, 28.0, 26.0, 17.0, 19.0, 9.0, 25.0, 36.0, 12.0, 4.0, 3.0, 2.0, 0.0, 2.0, 6.0, 3.0], "bins": [-0.009400825016200542, -0.009109665639698505, -0.008818505331873894, -0.008527345955371857, -0.008236185647547245, -0.007945026271045208, -0.007653866428881884, -0.007362706586718559, -0.007071546744555235, -0.0067803869023919106, -0.006489227060228586, -0.006198067218065262, -0.005906907841563225, -0.0056157479993999004, -0.005324588157236576, -0.005033428315073252, -0.004742268472909927, -0.004451108630746603, -0.004159948788583279, -0.003868789179250598, -0.0035776293370872736, -0.0032864694949239492, -0.0029953098855912685, -0.002704150043427944, -0.00241299020126462, -0.0021218303591012955, -0.001830670633353293, -0.0015395109076052904, -0.001248351065441966, -0.0009571912814863026, -0.0006660314975306392, -0.00037487171357497573, -8.371192961931229e-05, 0.00020744785433635116, 0.0004986076382920146, 0.000789767422247678, 0.0010809272062033415, 0.0013720870483666658, 0.0016632467741146684, 0.001954406499862671, 0.0022455663420259953, 0.0025367261841893196, 0.002827886026352644, 0.0031190456356853247, 0.003410205477848649, 0.0037013653200119734, 0.003992524929344654, 0.0042836847715079784, 0.004574844613671303, 0.004866004455834627, 0.0051571642979979515, 0.005448324140161276, 0.0057394839823246, 0.006030643358826637, 0.006321803200989962, 0.006612963043153286, 0.00690412288531661, 0.007195282727479935, 0.007486442569643259, 0.007777602411806583, 0.00806876178830862, 0.008359922096133232, 0.00865108147263527, 0.00894224178045988, 0.009233401156961918]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.15795449912548065, -0.15446418523788452, -0.15097388625144958, -0.14748357236385345, -0.14399325847625732, -0.1405029445886612, -0.13701263070106506, -0.13352233171463013, -0.130032017827034, -0.12654170393943787, -0.12305139750242233, -0.1195610910654068, -0.11607077717781067, -0.11258046329021454, -0.109090156853199, -0.10559985041618347, -0.10210953652858734, -0.09861922264099121, -0.09512891620397568, -0.09163860976696014, -0.08814829587936401, -0.08465798199176788, -0.08116767555475235, -0.07767736911773682, -0.07418705523014069, -0.07069674134254456, -0.06720643490552902, -0.06371612846851349, -0.06022581458091736, -0.056735504418611526, -0.053245194256305695, -0.04975488409399986, -0.04626457393169403, -0.0427742637693882, -0.03928395360708237, -0.035793643444776535, -0.0323033332824707, -0.02881302312016487, -0.02532271295785904, -0.021832402795553207, -0.018342092633247375, -0.014851782470941544, -0.011361472308635712, -0.00787116214632988, -0.004380851984024048, -0.0008905418217182159, 0.002599768340587616, 0.006090078502893448, 0.00958038866519928, 0.013070698827505112, 0.016561008989810944, 0.020051319152116776, 0.023541629314422607, 0.02703193947672844, 0.03052224963903427, 0.0340125598013401, 0.037502869963645935, 0.04099318012595177, 0.0444834902882576, 0.04797380045056343, 0.05146411061286926, 0.054954420775175095, 0.058444730937480927, 0.06193504109978676, 0.06542535126209259]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0, 2.0, 8.0, 7.0, 3.0, 5.0, 8.0, 4.0, 2.0, 8.0, 10.0, 12.0, 8.0, 9.0, 11.0, 6.0, 6.0, 6.0, 6.0, 11.0, 37.0, 12.0, 5.0, 11.0, 8.0, 4.0, 4.0, 2.0, 6.0, 8.0, 5.0, 5.0, 1.0, 7.0, 5.0, 2.0, 2.0, 1.0, 3.0, 3.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0], "bins": [-0.05336522310972214, -0.051667191088199615, -0.04996916279196739, -0.04827113077044487, -0.04657309874892235, -0.044875070452690125, -0.0431770384311676, -0.04147900640964508, -0.03978097811341286, -0.038082946091890335, -0.03638491407036781, -0.03468688577413559, -0.03298885375261307, -0.031290821731090546, -0.029592793434858322, -0.0278947614133358, -0.026196731254458427, -0.024498701095581055, -0.022800669074058533, -0.02110263891518116, -0.019404608756303787, -0.017706576734781265, -0.016008546575903893, -0.01431051641702652, -0.012612485326826572, -0.010914454236626625, -0.009216424077749252, -0.007518392987549305, -0.005820362363010645, -0.004122331738471985, -0.002424300881102681, -0.0007262701401486993, 0.0009717606008052826, 0.0026697912253439426, 0.004367821849882603, 0.00606585294008255, 0.00776388356462121, 0.00946191418915987, 0.011159945279359818, 0.01285797543823719, 0.014556006528437138, 0.016254037618637085, 0.017952067777514458, 0.01965009793639183, 0.021348129957914352, 0.023046160116791725, 0.024744190275669098, 0.02644222229719162, 0.028140252456068993, 0.029838282614946365, 0.03153631463646889, 0.03323434293270111, 0.03493237495422363, 0.036630406975746155, 0.03832843527197838, 0.0400264672935009, 0.04172449931502342, 0.043422527611255646, 0.04512055963277817, 0.04681859165430069, 0.04851661995053291, 0.050214651972055435, 0.05191268399357796, 0.05361071228981018, 0.0553087443113327]}, "_runtime": 148.98802971839905, "_timestamp": 1596214473.7453122, "_step": 182}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 3.0, 1.0, 1.0, 1.0, 1.0, 3.0, 0.0, 1.0, 2.0, 2.0, 3.0, 3.0, 3.0, 3.0, 2.0, 0.0, 1.0, 2.0, 1.0, 2.0, 2.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.006757727358490229, -0.006553746294230223, -0.006349765229970217, -0.006145784165710211, -0.005941803101450205, -0.005737822037190199, -0.005533840972930193, -0.005329859908670187, -0.005125878378748894, -0.004921897314488888, -0.004717916250228882, -0.004513935185968876, -0.00430995412170887, -0.004105973057448864, -0.003901991993188858, -0.003698010928928852, -0.003494029864668846, -0.00329004880040884, -0.0030860677361488342, -0.0028820866718888283, -0.0026781056076288223, -0.0024741243105381727, -0.0022701432462781668, -0.002066162182018161, -0.0018621811177581549, -0.001658200053498149, -0.001454218989238143, -0.0012502378085628152, -0.0010462567443028092, -0.0008422756800428033, -0.0006382945575751364, -0.0004343134642113, -0.0002303323708474636, -2.63512774836272e-05, 0.0001776298158802092, 0.0003816109092440456, 0.000585592002607882, 0.000789573066867888, 0.0009935542475432158, 0.0011975353118032217, 0.0014015163760632277, 0.0016054974403232336, 0.0018094785045832396, 0.0020134595688432455, 0.002217440865933895, 0.002421421930193901, 0.002625402994453907, 0.002829384058713913, 0.003033365122973919, 0.003237346187233925, 0.003441327251493931, 0.0036453083157539368, 0.0038492893800139427, 0.004053270444273949, 0.004257251508533955, 0.004461232572793961, 0.0046652136370539665, 0.00486919516697526, 0.005073176231235266, 0.005277157295495272, 0.005481138359755278, 0.005685119424015284, 0.0058891004882752895, 0.0060930815525352955, 0.0062970626167953014]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 3.0, 4.0, 2.0, 2.0, 3.0, 4.0, 3.0, 5.0, 12.0, 11.0, 10.0, 17.0, 14.0, 26.0, 18.0, 34.0, 16.0, 51.0, 75.0, 74.0, 117.0, 125.0, 236.0, 455.0, 5269.0, 535.0, 222.0, 133.0, 108.0, 69.0, 50.0, 45.0, 36.0, 23.0, 20.0, 20.0, 13.0, 10.0, 11.0, 3.0, 6.0, 8.0, 3.0, 5.0, 4.0, 3.0, 3.0, 7.0, 1.0, 0.0, 2.0, 0.0, 2.0], "bins": [-0.09571472555398941, -0.09301182627677917, -0.09030892699956894, -0.0876060351729393, -0.08490313589572906, -0.08220023661851883, -0.0794973373413086, -0.07679443806409836, -0.07409153878688812, -0.07138864696025848, -0.06868574768304825, -0.06598284840583801, -0.06327994912862778, -0.06057705357670784, -0.057874154299497604, -0.05517125874757767, -0.05246835947036743, -0.049765460193157196, -0.04706256464123726, -0.04435966536402702, -0.041656769812107086, -0.03895387053489685, -0.036250971257686615, -0.03354807570576668, -0.030845176428556442, -0.028142279013991356, -0.02543938159942627, -0.022736482322216034, -0.020033584907650948, -0.01733068749308586, -0.0146277891471982, -0.01192489080131054, -0.009221993386745453, -0.006519095506519079, -0.0038161976262927055, -0.0011132997460663319, 0.0015895981341600418, 0.0042924960143864155, 0.006995393894612789, 0.00969829224050045, 0.012401189655065536, 0.015104087069630623, 0.01780698448419571, 0.020509883761405945, 0.02321278117597103, 0.025915678590536118, 0.028618577867746353, 0.03132147341966629, 0.034024372696876526, 0.03672727197408676, 0.0394301675260067, 0.042133066803216934, 0.04483596235513687, 0.04753886163234711, 0.05024176090955734, 0.05294465646147728, 0.055647555738687515, 0.05835045501589775, 0.06105335056781769, 0.06375624984502792, 0.06645914912223816, 0.0691620483994484, 0.07186494022607803, 0.07456783950328827, 0.0772707387804985]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0, 4.0, 6.0, 4.0, 4.0, 2.0, 4.0, 5.0, 3.0, 3.0, 6.0, 28.0, 5.0, 3.0, 7.0, 7.0, 2.0, 2.0, 2.0, 1.0, 2.0, 4.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0028607009444385767, -0.0027725643012672663, -0.0026844278909265995, -0.002596291247755289, -0.0025081546045839787, -0.002420018194243312, -0.0023318815510720015, -0.002243744907900691, -0.0021556084975600243, -0.002067471854388714, -0.0019793352112174034, -0.0018911986844614148, -0.0018030621577054262, -0.0017149255145341158, -0.0016267889877781272, -0.0015386523446068168, -0.0014505158178508282, -0.0013623792910948396, -0.0012742426479235291, -0.0011861061211675406, -0.0010979694779962301, -0.0010098329512402415, -0.0009216964244842529, -0.0008335598395206034, -0.0007454232545569539, -0.0006572866695933044, -0.0005691500846296549, -0.0004810135578736663, -0.0003928769729100168, -0.00030474038794636726, -0.0002166038320865482, -0.00012846726167481393, -4.033069126307964e-05, 4.780587914865464e-05, 0.00013594244956038892, 0.0002240790199721232, 0.0003122155903838575, 0.000400352175347507, 0.0004884887021034956, 0.0005766252870671451, 0.0006647618720307946, 0.0007528984569944441, 0.0008410350419580936, 0.0009291715687140822, 0.0010173080954700708, 0.0011054447386413813, 0.0011935812653973699, 0.0012817179085686803, 0.0013698544353246689, 0.0014579909620806575, 0.001546127605251968, 0.0016342641320079565, 0.001722400775179267, 0.0018105373019352555, 0.0018986738286912441, 0.0019868104718625546, 0.002074947115033865, 0.0021630835253745317, 0.002251220168545842, 0.0023393568117171526, 0.0024274932220578194, 0.00251562986522913, 0.00260376650840044, 0.002691902918741107, 0.0027800395619124174]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 5.0, 5.0, 8.0, 8.0, 19.0, 22.0, 47.0, 68.0, 102.0, 166.0, 309.0, 503.0, 839.0, 1426.0, 2712.0, 5969.0, 15707.0, 53887.0, 903525.0, 143073.0, 29967.0, 10805.0, 4779.0, 2397.0, 1239.0, 710.0, 413.0, 271.0, 202.0, 131.0, 98.0, 61.0, 49.0, 33.0, 25.0, 18.0, 10.0, 11.0, 5.0, 4.0, 3.0, 1.0, 3.0, 3.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0], "bins": [-0.007582767400890589, -0.007344725076109171, -0.007106682751327753, -0.006868640426546335, -0.006630598101764917, -0.0063925557769834995, -0.006154513452202082, -0.005916471127420664, -0.005678428802639246, -0.005440386477857828, -0.00520234415307641, -0.0049643018282949924, -0.004726259503513575, -0.004488217178732157, -0.004250174853950739, -0.004012132529169321, -0.003774090204387903, -0.0035360478796064854, -0.0032980055548250675, -0.0030599632300436497, -0.002821920905262232, -0.002583878580480814, -0.002345836255699396, -0.0021077939309179783, -0.0018697516061365604, -0.0016317092813551426, -0.0013936669565737247, -0.001155624631792307, -0.000917582307010889, -0.0006795399822294712, -0.00044149765744805336, -0.0002034553326666355, 3.458699211478233e-05, 0.0002726293168962002, 0.000510671641677618, 0.0007487139664590359, 0.0009867562912404537, 0.0012247986160218716, 0.0014628409408032894, 0.0017008832655847073, 0.001938925590366125, 0.002176967915147543, 0.002415010239928961, 0.0026530525647103786, 0.0028910948894917965, 0.0031291372142732143, 0.003367179539054632, 0.00360522186383605, 0.003843264188617468, 0.004081306513398886, 0.004319348838180304, 0.004557391162961721, 0.004795433487743139, 0.005033475812524557, 0.005271518137305975, 0.005509560462087393, 0.005747602786868811, 0.0059856451116502285, 0.006223687436431646, 0.006461729761213064, 0.006699772085994482, 0.0069378144107759, 0.007175856735557318, 0.007413899060338736, 0.007651941385120153]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 1.0, 1.0, 4.0, 3.0, 9.0, 11.0, 9.0, 5.0, 9.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.11804509162902832, -0.1157781258225441, -0.11351116001605988, -0.11124419420957565, -0.10897723585367203, -0.1067102700471878, -0.10444330424070358, -0.10217633843421936, -0.09990937262773514, -0.09764240682125092, -0.09537544846534729, -0.09310848265886307, -0.09084151685237885, -0.08857455104589462, -0.0863075852394104, -0.08404061943292618, -0.08177365362644196, -0.07950669527053833, -0.07723972946405411, -0.07497276365756989, -0.07270579785108566, -0.07043883204460144, -0.06817186623811722, -0.06590490788221359, -0.06363794207572937, -0.06137097626924515, -0.059104010462760925, -0.0568370446562767, -0.05457008257508278, -0.052303116768598557, -0.050036150962114334, -0.04776918888092041, -0.04550222307443619, -0.043235257267951965, -0.04096829518675804, -0.03870132938027382, -0.0364343635737896, -0.03416740149259567, -0.03190043568611145, -0.029633469879627228, -0.027366505935788155, -0.02509954199194908, -0.02283257618546486, -0.020565612241625786, -0.018298648297786713, -0.01603168249130249, -0.013764718547463417, -0.01149775367230177, -0.009230788797140121, -0.006963823921978474, -0.004696859512478113, -0.002429894870147109, -0.0001629302278161049, 0.0021040344145148993, 0.004370999056845903, 0.006637963466346264, 0.008904928341507912, 0.01117189321666956, 0.013438858091831207, 0.01570582203567028, 0.017972785979509354, 0.020239751785993576, 0.02250671572983265, 0.02477368153631687, 0.027040645480155945]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [6.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 6.0, 2.0, 14.0, 15.0, 5.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 5.0, 7.0, 4.0, 11.0, 4.0, 10.0, 6.0, 4.0, 21.0, 4.0, 4.0, 14.0, 19.0, 16.0, 11.0, 16.0, 38.0, 57.0, 93.0, 137.0, 197.0, 317.0, 677.0, 1375.0, 7493.0, 4180.0, 1709.0, 856.0, 475.0, 278.0, 148.0, 93.0, 40.0, 24.0, 12.0, 9.0, 5.0, 1.0, 2.0, 2.0], "bins": [-0.037184953689575195, -0.03642448037862778, -0.03566401079297066, -0.03490353748202324, -0.03414306417107582, -0.0333825945854187, -0.03262212127447128, -0.031861647963523865, -0.031101176515221596, -0.030340705066919327, -0.02958023175597191, -0.02881976030766964, -0.02805928885936737, -0.027298815548419952, -0.026538344100117683, -0.025777870789170265, -0.025017399340867996, -0.024256927892565727, -0.02349645458161831, -0.02273598313331604, -0.021975509822368622, -0.021215038374066353, -0.020454566925764084, -0.019694093614816666, -0.018933622166514397, -0.018173150718212128, -0.01741267740726471, -0.01665220595896244, -0.01589173451066017, -0.015131261199712753, -0.014370789751410484, -0.01361031737178564, -0.012849844992160797, -0.012089372612535954, -0.01132890023291111, -0.010568428784608841, -0.009807956404983997, -0.009047484025359154, -0.008287012577056885, -0.007526540197432041, -0.006766067817807198, -0.006005595438182354, -0.005245123524218798, -0.004484651610255241, -0.003724179230630398, -0.002963707083836198, -0.002203234937041998, -0.001442762790247798, -0.000682290643453598, 7.818150334060192e-05, 0.0008386536501348019, 0.0015991257969290018, 0.0023595979437232018, 0.0031200700905174017, 0.0038805422373116016, 0.004641014151275158, 0.0054014865309000015, 0.006161958910524845, 0.006922430824488401, 0.007682902738451958, 0.008443375118076801, 0.009203847497701645, 0.009964318946003914, 0.010724791325628757, 0.011485263705253601]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 3.0, 1.0, 7.0, 3.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1443745642900467, -0.13063468039035797, -0.11689478904008865, -0.10315489768981934, -0.08941501379013062, -0.0756751298904419, -0.06193523854017258, -0.04819535091519356, -0.03445546329021454, -0.02071557566523552, -0.0069756880402565, 0.006764199584722519, 0.020504087209701538, 0.03424397483468056, 0.047983862459659576, 0.061723750084638596, 0.07546363770961761, 0.08920352160930634, 0.10294341295957565, 0.11668330430984497, 0.1304231882095337, 0.1441630721092224, 0.15790295600891113, 0.17164285480976105, 0.18538273870944977, 0.1991226226091385, 0.2128625214099884, 0.22660240530967712, 0.24034228920936584, 0.25408217310905457, 0.2678220570087433, 0.281561940908432, 0.2953018546104431, 0.30904173851013184, 0.32278162240982056, 0.3365215063095093, 0.350261390209198, 0.3640012741088867, 0.37774115800857544, 0.39148104190826416, 0.4052209258079529, 0.418960839509964, 0.4327007234096527, 0.44644060730934143, 0.46018049120903015, 0.47392037510871887, 0.4876602590084076, 0.5014001727104187, 0.5151400566101074, 0.5288799405097961, 0.5426198244094849, 0.5563597083091736, 0.5700995922088623, 0.583839476108551, 0.5975793600082397, 0.6113192439079285, 0.6250591278076172, 0.6387990117073059, 0.6525388956069946, 0.6662787795066833, 0.6800186634063721, 0.6937586069107056, 0.7074984908103943, 0.721238374710083, 0.7349782586097717]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 3.0, 2.0, 2.0, 3.0, 5.0, 4.0, 3.0, 10.0, 6.0, 6.0, 15.0, 19.0, 25.0, 51.0, 45.0, 19.0, 18.0, 10.0, 5.0, 3.0, 1.0, 4.0, 0.0, 1.0, 5.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.11491959542036057, -0.11151827871799469, -0.10811696946620941, -0.10471565276384354, -0.10131433606147766, -0.09791301935911179, -0.09451170265674591, -0.09111039340496063, -0.08770907670259476, -0.08430776000022888, -0.0809064507484436, -0.07750513404607773, -0.07410381734371185, -0.07070250064134598, -0.0673011839389801, -0.06389987468719482, -0.06049855798482895, -0.057097241282463074, -0.0536959283053875, -0.05029461532831192, -0.046893298625946045, -0.04349198192358017, -0.04009066894650459, -0.036689355969429016, -0.03328803926706314, -0.029886724427342415, -0.02648540958762169, -0.023084094747900963, -0.019682779908180237, -0.01628146506845951, -0.012880150228738785, -0.009478835389018059, -0.006077520549297333, -0.0026762057095766068, 0.0007251091301441193, 0.004126423969864845, 0.007527738809585571, 0.010929053649306297, 0.014330368489027023, 0.01773168332874775, 0.021132998168468475, 0.0245343130081892, 0.027935627847909927, 0.031336940824985504, 0.03473825752735138, 0.038139574229717255, 0.04154088720679283, 0.04494220018386841, 0.04834351688623428, 0.05174483358860016, 0.055146146565675735, 0.05854745954275131, 0.06194877624511719, 0.06535009294748306, 0.06875140964984894, 0.07215271890163422, 0.07555403560400009, 0.07895535230636597, 0.08235666155815125, 0.08575797826051712, 0.089159294962883, 0.09256061166524887, 0.09596192836761475, 0.09936323761940002, 0.1027645543217659]}, "_runtime": 149.7617175579071, "_timestamp": 1596214474.519, "_step": 183}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 3.0, 1.0, 1.0, 3.0, 4.0, 2.0, 0.0, 1.0, 4.0, 2.0, 4.0, 4.0, 2.0, 0.0, 3.0, 2.0, 2.0, 0.0, 2.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.011087547987699509, -0.01077108085155487, -0.010454614646732807, -0.010138148441910744, -0.009821681305766106, -0.009505214169621468, -0.009188747964799404, -0.00887228175997734, -0.008555814623832703, -0.008239347487688065, -0.007922881282866001, -0.00760641461238265, -0.0072899479418993, -0.006973481271415949, -0.006657014600932598, -0.006340547930449247, -0.006024081259965897, -0.005707614589482546, -0.005391147918999195, -0.005074681248515844, -0.004758214578032494, -0.004441747907549143, -0.004125281237065792, -0.0038088145665824413, -0.0034923478960990906, -0.00317588122561574, -0.002859414555132389, -0.0025429478846490383, -0.0022264812141656876, -0.0019100145436823368, -0.001593547873198986, -0.0012770812027156353, -0.0009606145322322845, -0.0006441478617489338, -0.00032768119126558304, -1.1214520782232285e-05, 0.00030525214970111847, 0.0006217188201844692, 0.00093818549066782, 0.0012546521611511707, 0.0015711188316345215, 0.0018875855021178722, 0.002204052172601223, 0.0025205188430845737, 0.0028369855135679245, 0.0031534521840512753, 0.003469918854534626, 0.0037863855250179768, 0.0041028521955013275, 0.004419318865984678, 0.004735785536468029, 0.00505225220695138, 0.0053687188774347305, 0.005685185547918081, 0.006001652218401432, 0.006318118888884783, 0.0066345855593681335, 0.006951052229851484, 0.007267518900334835, 0.007583985570818186, 0.007900452241301537, 0.008216919377446175, 0.008533385582268238, 0.008849851787090302, 0.00916631892323494]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 4.0, 1.0, 2.0, 3.0, 3.0, 4.0, 4.0, 4.0, 1.0, 7.0, 7.0, 11.0, 18.0, 17.0, 10.0, 25.0, 37.0, 57.0, 53.0, 84.0, 107.0, 184.0, 300.0, 738.0, 5285.0, 336.0, 168.0, 151.0, 70.0, 43.0, 44.0, 38.0, 21.0, 22.0, 13.0, 7.0, 10.0, 8.0, 7.0, 4.0, 6.0, 2.0, 3.0, 2.0, 2.0, 1.0, 3.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.12224437296390533, -0.11842833459377289, -0.11461229622364044, -0.110796257853508, -0.10698021948337555, -0.1031641811132431, -0.09934814274311066, -0.09553210437297821, -0.09171606600284576, -0.08790003508329391, -0.08408399671316147, -0.08026795834302902, -0.07645191997289658, -0.07263588160276413, -0.06881984323263168, -0.06500380486249924, -0.06118776649236679, -0.057371728122234344, -0.0535556897521019, -0.04973965138196945, -0.045923613011837006, -0.04210757836699486, -0.03829153999686241, -0.034475501626729965, -0.03065946325659752, -0.026843424886465073, -0.023027386516332626, -0.01921135000884533, -0.015395311638712883, -0.011579273268580437, -0.007763235829770565, -0.003947197925299406, -0.00013116002082824707, 0.003684877883642912, 0.007500915788114071, 0.011316953226923943, 0.015132991597056389, 0.018949029967188835, 0.022765066474676132, 0.02658110484480858, 0.030397143214941025, 0.03421318158507347, 0.03802921995520592, 0.041845258325338364, 0.04566129297018051, 0.04947733134031296, 0.053293369710445404, 0.05710940808057785, 0.0609254464507103, 0.06474148482084274, 0.06855752319097519, 0.07237356156110764, 0.07618959993124008, 0.08000563830137253, 0.08382167667150497, 0.08763771504163742, 0.09145374596118927, 0.09526978433132172, 0.09908582270145416, 0.10290186107158661, 0.10671789944171906, 0.1105339378118515, 0.11434997618198395, 0.1181660145521164, 0.12198205292224884]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 1.0, 4.0, 7.0, 6.0, 4.0, 4.0, 6.0, 6.0, 3.0, 8.0, 2.0, 4.0, 21.0, 2.0, 5.0, 0.0, 8.0, 3.0, 3.0, 0.0, 3.0, 5.0, 1.0, 0.0, 1.0, 1.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.0032128477469086647, -0.003102352377027273, -0.0029918570071458817, -0.0028813614044338465, -0.002770866034552455, -0.0026603706646710634, -0.002549875294789672, -0.0024393796920776367, -0.002328884322196245, -0.0022183889523148537, -0.002107893582433462, -0.0019973982125520706, -0.0018869027262553573, -0.001776407239958644, -0.0016659118700772524, -0.001555416383780539, -0.0014449210138991475, -0.001334425644017756, -0.0012239301577210426, -0.001113434787839651, -0.0010029393015429378, -0.0008924439316615462, -0.0007819485035724938, -0.0006714530754834414, -0.0005609576473943889, -0.0004504622193053365, -0.00033996679121628404, -0.00022947139223106205, -0.00011897596414200962, -8.480543328914791e-06, 0.00010201487748418003, 0.00021251029102131724, 0.0003230057191103697, 0.0004335011471994221, 0.0005439965752884746, 0.000654492003377527, 0.0007649874314665794, 0.000875482801347971, 0.0009859782876446843, 0.0010964736575260758, 0.0012069691438227892, 0.0013174645137041807, 0.0014279598835855722, 0.0015384553698822856, 0.0016489507397636771, 0.0017594462260603905, 0.001869941595941782, 0.0019804369658231735, 0.002090932335704565, 0.0022014279384166002, 0.0023119233082979918, 0.0024224186781793833, 0.002532914048060775, 0.00264340965077281, 0.0027539050206542015, 0.002864400390535593, 0.0029748957604169846, 0.003085391130298376, 0.0031958867330104113, 0.003306382102891803, 0.0034168774727731943, 0.003527372842654586, 0.003637868445366621, 0.0037483638152480125, 0.003858859185129404]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [4.0, 1.0, 4.0, 1.0, 7.0, 9.0, 13.0, 25.0, 23.0, 37.0, 54.0, 72.0, 116.0, 156.0, 246.0, 344.0, 487.0, 779.0, 1210.0, 1879.0, 2974.0, 5284.0, 9775.0, 19898.0, 49685.0, 227072.0, 765192.0, 44557.0, 20202.0, 10595.0, 6450.0, 3932.0, 2618.0, 1739.0, 1174.0, 874.0, 597.0, 417.0, 299.0, 210.0, 181.0, 112.0, 85.0, 65.0, 39.0, 40.0, 30.0, 20.0, 14.0, 16.0, 6.0, 8.0, 6.0, 6.0, 2.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.00490453140810132, -0.0047164675779640675, -0.004528403282165527, -0.0043403394520282745, -0.004152275621891022, -0.003964211791753769, -0.0037761477287858725, -0.003588083665817976, -0.003400019835680723, -0.0032119557727128267, -0.0030238917097449303, -0.0028358278796076775, -0.002647763816639781, -0.002459699986502528, -0.0022716359235346317, -0.002083572093397379, -0.0018955080304294825, -0.0017074440838769078, -0.0015193801373243332, -0.0013313161907717586, -0.001143252244219184, -0.0009551882394589484, -0.0007671242346987128, -0.0005790602881461382, -0.00039099634159356356, -0.0002029323804890737, -1.486841938458383e-05, 0.00017319554171990603, 0.0003612595028243959, 0.0005493234493769705, 0.0007373874541372061, 0.0009254514006897807, 0.0011135153472423553, 0.00130157929379493, 0.0014896432403475046, 0.0016777071869000793, 0.0018657711334526539, 0.0020538351964205503, 0.002241899026557803, 0.0024299630895256996, 0.0026180269196629524, 0.002806090982630849, 0.0029941550455987453, 0.003182218875735998, 0.0033702829387038946, 0.0035583467688411474, 0.003746410831809044, 0.003934474661946297, 0.0041225384920835495, 0.00431060278788209, 0.004498666618019342, 0.004686730448156595, 0.004874794743955135, 0.005062858574092388, 0.005250922404229641, 0.005438986234366894, 0.005627050530165434, 0.005815114360302687, 0.0060031781904399395, 0.00619124248623848, 0.006379306316375732, 0.006567370146512985, 0.006755433976650238, 0.006943498272448778, 0.007131562102586031]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 4.0, 5.0, 6.0, 4.0, 6.0, 3.0, 9.0, 4.0, 5.0, 4.0, 2.0, 2.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.021917209029197693, -0.02052990533411503, -0.019142601639032364, -0.01775529980659485, -0.016367996111512184, -0.01498069241642952, -0.01359338965266943, -0.01220608688890934, -0.010818783193826675, -0.009431479498744011, -0.008044176734983921, -0.006656873505562544, -0.005269570276141167, -0.0038822670467197895, -0.0024949638172984123, -0.0011076605878770351, 0.00027964264154434204, 0.0016669458709657192, 0.0030542491003870964, 0.004441552329808474, 0.005828855559229851, 0.007216158788651228, 0.008603462018072605, 0.009990764781832695, 0.01137806847691536, 0.012765372171998024, 0.014152674935758114, 0.015539977699518204, 0.016927281394600868, 0.018314585089683533, 0.019701886922121048, 0.021089190617203712, 0.022476494312286377, 0.02386379800736904, 0.025251101702451706, 0.02663840353488922, 0.028025707229971886, 0.02941301092505455, 0.030800312757492065, 0.03218761831521988, 0.033574920147657394, 0.03496222198009491, 0.03634952753782272, 0.03773682937026024, 0.039124131202697754, 0.04051143676042557, 0.04189873859286308, 0.0432860441505909, 0.04467334598302841, 0.04606064781546593, 0.04744795337319374, 0.048835255205631256, 0.05022256076335907, 0.051609862595796585, 0.0529971644282341, 0.054384469985961914, 0.05577177181839943, 0.057159073650836945, 0.05854637920856476, 0.059933681041002274, 0.06132098287343979, 0.0627082884311676, 0.06409559398889542, 0.06548289209604263, 0.06687019765377045]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 3.0, 1.0, 2.0, 2.0, 5.0, 7.0, 6.0, 5.0, 5.0, 9.0, 6.0, 25.0, 38.0, 52.0, 95.0, 170.0, 272.0, 404.0, 684.0, 1161.0, 1870.0, 3707.0, 6442.0, 1493.0, 727.0, 411.0, 274.0, 181.0, 97.0, 65.0, 36.0, 29.0, 35.0, 9.0, 11.0, 8.0, 9.0, 8.0, 2.0, 1.0, 3.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 8.0, 23.0, 5.0, 7.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 7.0], "bins": [-0.013648563995957375, -0.013104891404509544, -0.01256121788173914, -0.01201754529029131, -0.011473871767520905, -0.010930199176073074, -0.010386526584625244, -0.00984285306185484, -0.009299180470407009, -0.008755507878959179, -0.008211834356188774, -0.007668161764740944, -0.007124488707631826, -0.006580815650522709, -0.006037143059074879, -0.005493470001965761, -0.004949796944856644, -0.004406123887747526, -0.0038624510634690523, -0.0033187782391905785, -0.002775105182081461, -0.0022314321249723434, -0.0016877593006938696, -0.001144086360000074, -0.0006004134193062782, -5.674047861248255e-05, 0.00048693246208131313, 0.0010306054027751088, 0.0015742783434689045, 0.002117951400578022, 0.002661624224856496, 0.0032052970491349697, 0.0037489701062440872, 0.004292643163353205, 0.004836316220462322, 0.0053799888119101524, 0.00592366186901927, 0.0064673349261283875, 0.007011007517576218, 0.007554680574685335, 0.008098353631794453, 0.008642026223242283, 0.009185699746012688, 0.009729372337460518, 0.010273044928908348, 0.010816718451678753, 0.011360391043126583, 0.011904064565896988, 0.012447737157344818, 0.012991409748792648, 0.013535083271563053, 0.014078755863010883, 0.014622429385781288, 0.015166101977229118, 0.01570977456867695, 0.01625344716012478, 0.016797121614217758, 0.01734079420566559, 0.01788446679711342, 0.01842813938856125, 0.01897181198000908, 0.01951548457145691, 0.02005915902554989, 0.02060283161699772, 0.02114650420844555]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 2.0, 1.0, 5.0, 1.0, 2.0, 2.0, 0.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.23754101991653442, -0.23213137686252594, -0.22672173380851746, -0.22131210565567017, -0.21590246260166168, -0.2104928195476532, -0.2050831913948059, -0.19967354834079742, -0.19426390528678894, -0.18885426223278046, -0.18344461917877197, -0.17803499102592468, -0.1726253479719162, -0.16721570491790771, -0.16180607676506042, -0.15639643371105194, -0.15098679065704346, -0.14557714760303497, -0.1401675045490265, -0.1347578763961792, -0.12934823334217072, -0.12393859028816223, -0.11852895468473434, -0.11311931908130646, -0.10770967602729797, -0.10230003297328949, -0.0968903973698616, -0.09148076176643372, -0.08607111871242523, -0.08066147565841675, -0.07525184005498886, -0.06984220445156097, -0.06443256139755249, -0.059022922068834305, -0.05361328274011612, -0.048203643411397934, -0.04279400408267975, -0.03738436475396156, -0.03197472542524338, -0.026565086096525192, -0.021155446767807007, -0.01574580743908882, -0.010336168110370636, -0.0049265287816524506, 0.00048311054706573486, 0.00589274987578392, 0.011302389204502106, 0.01671202853322029, 0.022121667861938477, 0.027531307190656662, 0.03294094651937485, 0.03835058584809303, 0.04376022517681122, 0.049169864505529404, 0.05457950383424759, 0.059989143162965775, 0.06539878249168396, 0.07080842554569244, 0.07621806114912033, 0.08162769675254822, 0.0870373398065567, 0.09244698286056519, 0.09785661846399307, 0.10326625406742096, 0.10867589712142944]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 3.0, 3.0, 5.0, 7.0, 9.0, 7.0, 9.0, 6.0, 3.0, 9.0, 4.0, 9.0, 6.0, 8.0, 29.0, 24.0, 17.0, 3.0, 8.0, 13.0, 15.0, 12.0, 7.0, 7.0, 5.0, 4.0, 5.0, 3.0, 4.0, 5.0, 4.0, 3.0, 2.0, 1.0, 2.0, 0.0, 3.0, 2.0, 1.0, 0.0, 2.0, 1.0, 3.0], "bins": [-0.08042614907026291, -0.07818969339132309, -0.07595323026180267, -0.07371677458286285, -0.07148031890392303, -0.06924386322498322, -0.0670074000954628, -0.06477094441652298, -0.06253448873758316, -0.06029802933335304, -0.058061569929122925, -0.055825114250183105, -0.05358865484595299, -0.05135219916701317, -0.04911573976278305, -0.04687928408384323, -0.04464282467961311, -0.042406365275382996, -0.040169909596443176, -0.03793345019221306, -0.03569699451327324, -0.03346053510904312, -0.031224077567458153, -0.028987620025873184, -0.026751162484288216, -0.024514704942703247, -0.02227824740111828, -0.02004178985953331, -0.017805330455303192, -0.015568873845040798, -0.013332415372133255, -0.011095957830548286, -0.008859500288963318, -0.006623042747378349, -0.004386584740132093, -0.002150126965716481, 8.633080869913101e-05, 0.0023227885831147432, 0.0045592463575303555, 0.006795704364776611, 0.00903216190636158, 0.011268619447946548, 0.013505076989531517, 0.015741534531116486, 0.017977993935346603, 0.020214451476931572, 0.02245090901851654, 0.02468736656010151, 0.026923824101686478, 0.029160281643271446, 0.031396739184856415, 0.03363319858908653, 0.03586965426802635, 0.03810611367225647, 0.04034256935119629, 0.04257902875542641, 0.044815488159656525, 0.047051943838596344, 0.04928840324282646, 0.05152485892176628, 0.0537613183259964, 0.05599777400493622, 0.058234233409166336, 0.060470689088106155, 0.06270714849233627]}, "_runtime": 150.54890513420105, "_timestamp": 1596214475.3061876, "_step": 184}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 2.0, 2.0, 4.0, 7.0, 2.0, 1.0, 4.0, 1.0, 2.0, 0.0, 1.0, 3.0, 0.0, 1.0, 1.0, 2.0, 2.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009644608944654465, -0.009354457259178162, -0.009064305573701859, -0.00877415295690298, -0.008484001271426678, -0.008193849585950375, -0.007903696969151497, -0.007613545283675194, -0.007323393598198891, -0.007033241912722588, -0.006743089761584997, -0.006452937610447407, -0.006162785924971104, -0.005872634239494801, -0.00558248208835721, -0.00529232993721962, -0.005002178251743317, -0.0047120265662670135, -0.004421874415129423, -0.004131722263991833, -0.0038415705785155296, -0.003551418660208583, -0.003261266741901636, -0.0029711148235946894, -0.0026809629052877426, -0.002390810986980796, -0.002100659068673849, -0.0018105071503669024, -0.0015203552320599556, -0.0012302033137530088, -0.0009400513954460621, -0.0006498994771391153, -0.0003597475588321686, -6.959564052522182e-05, 0.00022055627778172493, 0.0005107081960886717, 0.0008008601143956184, 0.0010910120327025652, 0.001381163951009512, 0.0016713158693164587, 0.0019614677876234055, 0.002251619705930352, 0.002541771624237299, 0.0028319235425442457, 0.0031220754608511925, 0.0034122273791581392, 0.003702379297465086, 0.003992531448602676, 0.0042826831340789795, 0.004572834819555283, 0.004862986970692873, 0.005153139121830463, 0.0054432908073067665, 0.00573344249278307, 0.00602359464392066, 0.00631374679505825, 0.0066038984805345535, 0.006894050166010857, 0.007184202317148447, 0.0074743544682860374, 0.0077645061537623405, 0.008054657839238644, 0.008344810456037521, 0.008634962141513824, 0.008925113826990128]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 2.0, 3.0, 6.0, 6.0, 4.0, 9.0, 4.0, 9.0, 5.0, 15.0, 12.0, 22.0, 22.0, 43.0, 52.0, 54.0, 87.0, 120.0, 173.0, 339.0, 5742.0, 497.0, 211.0, 145.0, 81.0, 69.0, 53.0, 38.0, 27.0, 10.0, 15.0, 14.0, 7.0, 4.0, 3.0, 7.0, 3.0, 4.0, 2.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.1513451635837555, -0.14668841660022736, -0.14203166961669922, -0.13737493753433228, -0.13271819055080414, -0.128061443567276, -0.12340470403432846, -0.11874796450138092, -0.11409121751785278, -0.10943447053432465, -0.1047777310013771, -0.10012099146842957, -0.09546424448490143, -0.09080749750137329, -0.08615075796842575, -0.08149401843547821, -0.07683727145195007, -0.07218052446842194, -0.0675237849354744, -0.06286704540252686, -0.05821029841899872, -0.05355355516076088, -0.04889681190252304, -0.0442400686442852, -0.03958332538604736, -0.034926582127809525, -0.030269838869571686, -0.025613095611333847, -0.02095635235309601, -0.01629960909485817, -0.01164286583662033, -0.006986122578382492, -0.0023293793201446533, 0.0023273639380931854, 0.006984107196331024, 0.011640850454568863, 0.0162975937128067, 0.02095433697104454, 0.02561108022928238, 0.030267823487520218, 0.03492456674575806, 0.039581310003995895, 0.044238053262233734, 0.04889479652047157, 0.05355153977870941, 0.05820828303694725, 0.06286502629518509, 0.06752176582813263, 0.07217851281166077, 0.0768352597951889, 0.08149199932813644, 0.08614873886108398, 0.09080548584461212, 0.09546223282814026, 0.1001189723610878, 0.10477571189403534, 0.10943245887756348, 0.11408920586109161, 0.11874594539403915, 0.1234026849269867, 0.12805943191051483, 0.13271617889404297, 0.1373729109764099, 0.14202965795993805, 0.1466864049434662]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 3.0, 5.0, 3.0, 4.0, 3.0, 3.0, 2.0, 6.0, 5.0, 3.0, 26.0, 7.0, 7.0, 2.0, 2.0, 4.0, 4.0, 1.0, 0.0, 2.0, 5.0, 4.0, 1.0, 3.0, 3.0, 1.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002711624139919877, -0.0026109167374670506, -0.0025102091021835804, -0.002409501699730754, -0.0023087940644472837, -0.0022080866619944572, -0.002107379026710987, -0.0020066716242581606, -0.0019059641053900123, -0.001805256586521864, -0.0017045490676537156, -0.0016038415487855673, -0.0015031341463327408, -0.0014024266274645925, -0.0013017191085964441, -0.0012010115897282958, -0.0011003040708601475, -0.0009995965519919991, -0.0008988890331238508, -0.0007981815724633634, -0.0006974740535952151, -0.0005967665347270668, -0.0004960590740665793, -0.000395351555198431, -0.0002946440363302827, -0.0001939365320140496, -9.322902769781649e-05, 7.478476618416607e-06, 0.0001081859809346497, 0.0002088934852508828, 0.0003096009895671159, 0.0004103084793314338, 0.0005110159981995821, 0.0006117235170677304, 0.0007124310359358788, 0.0008131384965963662, 0.0009138460154645145, 0.001014553476125002, 0.0011152609949931502, 0.0012159685138612986, 0.0013166760327294469, 0.0014173835515975952, 0.0015180910704657435, 0.0016187985893338919, 0.0017195059917867184, 0.0018202135106548667, 0.001920921029523015, 0.002021628664806485, 0.0021223360672593117, 0.002223043469712138, 0.0023237511049956083, 0.002424458507448435, 0.002525166142731905, 0.0026258735451847315, 0.0027265811804682016, 0.002827288582921028, 0.0029279962182044983, 0.003028703620657325, 0.0031294110231101513, 0.0032301186583936214, 0.003330826060846448, 0.003431533696129918, 0.0035322410985827446, 0.0036329487338662148, 0.0037336561363190413]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 4.0, 3.0, 6.0, 19.0, 31.0, 56.0, 54.0, 77.0, 129.0, 201.0, 340.0, 539.0, 905.0, 1527.0, 2577.0, 4884.0, 10275.0, 23928.0, 77710.0, 916583.0, 81448.0, 27633.0, 13164.0, 6925.0, 3910.0, 2340.0, 1462.0, 845.0, 597.0, 403.0, 279.0, 228.0, 146.0, 108.0, 56.0, 73.0, 36.0, 27.0, 22.0, 22.0, 17.0, 16.0, 7.0, 8.0, 5.0, 3.0, 3.0, 3.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.00639920961111784, -0.006183125078678131, -0.005967040080577135, -0.005750955548137426, -0.005534871015697718, -0.005318786483258009, -0.005102701485157013, -0.004886616952717304, -0.0046705324202775955, -0.0044544474221765995, -0.004238362889736891, -0.004022278357297182, -0.0038061935920268297, -0.003590109059587121, -0.0033740242943167686, -0.00315793976187706, -0.0029418549966067076, -0.002725770231336355, -0.0025096856988966465, -0.002293600933626294, -0.0020775164011865854, -0.001861431635916233, -0.0016453469870612025, -0.001429262338206172, -0.0012131776893511415, -0.000997093040496111, -0.0007810083916410804, -0.0005649236845783889, -0.0003488390357233584, -0.00013275437231641263, 8.333029109053314e-05, 0.00029941496904939413, 0.0005154996179044247, 0.0007315842667594552, 0.0009476689156144857, 0.0011637535644695163, 0.0013798382133245468, 0.0015959229785948992, 0.0018120076274499297, 0.0020280922763049603, 0.002244176808744669, 0.0024602615740150213, 0.0026763463392853737, 0.0028924308717250824, 0.0031085156369954348, 0.0033246001694351435, 0.003540684934705496, 0.0037567694671452045, 0.0039728544652462006, 0.004188938997685909, 0.004405023530125618, 0.004621108062565327, 0.004837193060666323, 0.005053277593106031, 0.00526936212554574, 0.005485446657985449, 0.005701531656086445, 0.0059176161885261536, 0.006133700720965862, 0.006349785719066858, 0.006565870251506567, 0.006781954783946276, 0.006998039316385984, 0.0072141243144869804, 0.007430208846926689]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 4.0, 2.0, 2.0, 1.0, 4.0, 0.0, 3.0, 3.0, 3.0, 9.0, 5.0, 1.0, 1.0, 2.0, 1.0, 3.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.027775920927524567, -0.02713065780699253, -0.026485394686460495, -0.02584013156592846, -0.025194866582751274, -0.02454960346221924, -0.023904340341687202, -0.023259077221155167, -0.02261381410062313, -0.021968550980091095, -0.02132328599691391, -0.020678022876381874, -0.020032759755849838, -0.019387496635317802, -0.018742233514785767, -0.01809697039425373, -0.017451707273721695, -0.01680644229054451, -0.016161179170012474, -0.015515916049480438, -0.014870652928948402, -0.014225388877093792, -0.013580125756561756, -0.01293486263602972, -0.01228959858417511, -0.011644335463643074, -0.010999072343111038, -0.010353809222579002, -0.009708545170724392, -0.009063282050192356, -0.00841801892966032, -0.007772755343466997, -0.007127491757273674, -0.006482228171080351, -0.005836965050548315, -0.005191701464354992, -0.004546438343822956, -0.003901174757629633, -0.00325591117143631, -0.0026106478180736303, -0.001965384464710951, -0.0013201211113482714, -0.0006748576415702701, -2.9594229999929667e-05, 0.0006156691815704107, 0.0012609325349330902, 0.0019061960047110915, 0.002551459474489093, 0.0031967228278517723, 0.003841986181214452, 0.004487249534577131, 0.005132513120770454, 0.00577777624130249, 0.006423039827495813, 0.0070683034136891365, 0.007713566534221172, 0.008358830586075783, 0.009004093706607819, 0.009649356827139854, 0.01029461994767189, 0.0109398839995265, 0.011585147120058537, 0.012230410240590572, 0.012875674292445183, 0.013520937412977219]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 3.0, 2.0, 3.0, 3.0, 6.0, 4.0, 7.0, 5.0, 7.0, 13.0, 4.0, 12.0, 14.0, 14.0, 21.0, 15.0, 20.0, 32.0, 37.0, 37.0, 75.0, 86.0, 158.0, 181.0, 242.0, 337.0, 478.0, 646.0, 923.0, 1401.0, 2402.0, 5583.0, 1531.0, 1065.0, 749.0, 517.0, 375.0, 292.0, 229.0, 187.0, 128.0, 118.0, 96.0, 78.0, 65.0, 49.0, 41.0, 34.0, 18.0, 15.0, 23.0, 11.0, 11.0, 9.0, 4.0, 5.0, 1.0, 0.0, 2.0, 4.0, 0.0, 0.0, 2.0], "bins": [-0.009238600730895996, -0.008950444869697094, -0.008662289008498192, -0.00837413314729929, -0.008085977286100388, -0.007797820959240198, -0.007509665098041296, -0.007221509236842394, -0.006933353375643492, -0.00664519751444459, -0.0063570416532456875, -0.006068885792046785, -0.005780729465186596, -0.005492573603987694, -0.005204417742788792, -0.0049162618815898895, -0.004628106020390987, -0.004339950159192085, -0.004051794297993183, -0.0037636382039636374, -0.0034754823427647352, -0.003187326481565833, -0.0028991703875362873, -0.002611014526337385, -0.002322858665138483, -0.002034702803939581, -0.001746546826325357, -0.001458390848711133, -0.0011702349875122309, -0.0008820790681056678, -0.0005939231486991048, -0.00030576722929254174, -1.76113098859787e-05, 0.00027054460952058434, 0.0005587005289271474, 0.0008468564483337104, 0.0011350123677402735, 0.0014231682289391756, 0.0017113242065533996, 0.0019994801841676235, 0.0022876360453665257, 0.0025757919065654278, 0.00286394776776433, 0.0031521038617938757, 0.003440259722992778, 0.00372841558419168, 0.004016571678221226, 0.004304727539420128, 0.00459288340061903, 0.004881039261817932, 0.005169195123016834, 0.005457350984215736, 0.0057455068454146385, 0.006033663172274828, 0.00632181903347373, 0.006609974894672632, 0.006898130755871534, 0.0071862866170704365, 0.007474442478269339, 0.007762598339468241, 0.00805075466632843, 0.008338910527527332, 0.008627066388726234, 0.008915222249925137, 0.009203378111124039]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 4.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.06411393731832504, -0.06206636503338814, -0.06001879274845123, -0.05797122046351433, -0.05592364817857742, -0.05387607589364052, -0.05182850360870361, -0.04978093132376671, -0.0477333590388298, -0.0456857867538929, -0.043638214468955994, -0.04159064218401909, -0.039543069899082184, -0.03749549761414528, -0.035447925329208374, -0.03340035304427147, -0.031352780759334564, -0.02930520847439766, -0.027257636189460754, -0.02521006390452385, -0.023162491619586945, -0.02111491933465004, -0.019067347049713135, -0.01701977476477623, -0.014972202479839325, -0.01292463019490242, -0.010877057909965515, -0.00882948562502861, -0.006781913340091705, -0.0047343410551548, -0.0026867687702178955, -0.0006391964852809906, 0.0014083757996559143, 0.003455948084592819, 0.005503520369529724, 0.007551092654466629, 0.009598664939403534, 0.011646237224340439, 0.013693809509277344, 0.01574138179421425, 0.017788954079151154, 0.01983652636408806, 0.021884098649024963, 0.02393167093396187, 0.025979243218898773, 0.028026815503835678, 0.030074387788772583, 0.03212196007370949, 0.03416953235864639, 0.0362171046435833, 0.0382646769285202, 0.04031224921345711, 0.04235982149839401, 0.04440739378333092, 0.04645496606826782, 0.04850253835320473, 0.05055011063814163, 0.05259768292307854, 0.05464525520801544, 0.05669282749295235, 0.05874039977788925, 0.06078797206282616, 0.06283554434776306, 0.06488311290740967, 0.06693068891763687]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 5.0, 2.0, 5.0, 4.0, 2.0, 2.0, 4.0, 5.0, 4.0, 9.0, 7.0, 6.0, 10.0, 10.0, 17.0, 19.0, 14.0, 18.0, 10.0, 29.0, 14.0, 15.0, 15.0, 5.0, 2.0, 3.0, 1.0, 3.0, 3.0, 0.0, 2.0, 1.0, 4.0, 1.0, 4.0, 4.0, 2.0, 2.0, 3.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.040926843881607056, -0.03972817212343216, -0.03852950036525726, -0.03733082860708237, -0.03613215684890747, -0.034933481365442276, -0.03373480960726738, -0.032536137849092484, -0.03133746609091759, -0.03013879433274269, -0.028940122574567795, -0.02774144895374775, -0.026542777195572853, -0.025344105437397957, -0.02414543181657791, -0.022946760058403015, -0.02174808830022812, -0.020549416542053223, -0.019350744783878326, -0.01815207116305828, -0.016953399404883385, -0.01575472764670849, -0.014556054957211018, -0.013357382267713547, -0.01215871050953865, -0.010960038751363754, -0.009761366061866283, -0.008562693372368813, -0.007364021614193916, -0.006165349390357733, -0.004966677166521549, -0.0037680049426853657, -0.002569332718849182, -0.0013706604950129986, -0.00017198827117681503, 0.0010266839526593685, 0.002225356176495552, 0.0034240284003317356, 0.004622700624167919, 0.005821372848004103, 0.007020045071840286, 0.008218716830015182, 0.009417389519512653, 0.010616062209010124, 0.01181473396718502, 0.013013405725359917, 0.014212078414857388, 0.015410751104354858, 0.016609422862529755, 0.01780809462070465, 0.019006766378879547, 0.020205439999699593, 0.02140411175787449, 0.022602783516049385, 0.02380145713686943, 0.025000128895044327, 0.026198800653219223, 0.02739747241139412, 0.028596144169569016, 0.02979481779038906, 0.030993489548563957, 0.032192163169384, 0.0333908349275589, 0.034589506685733795, 0.03578817844390869]}, "_runtime": 151.32159638404846, "_timestamp": 1596214476.0788789, "_step": 185}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 3.0, 1.0, 2.0, 2.0, 4.0, 2.0, 7.0, 3.0, 3.0, 1.0, 1.0, 1.0, 2.0, 4.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.011334717273712158, -0.011021421290934086, -0.010708125308156013, -0.010394828394055367, -0.010081532411277294, -0.009768236428499222, -0.00945494044572115, -0.009141644462943077, -0.00882834754884243, -0.008515051566064358, -0.008201755583286285, -0.007888459600508213, -0.007575163617730141, -0.007261867169290781, -0.006948571186512709, -0.006635274738073349, -0.006321978755295277, -0.006008682772517204, -0.005695386324077845, -0.005382090341299772, -0.005068793892860413, -0.00475549791008234, -0.004442201927304268, -0.004128905478864908, -0.003815609496086836, -0.00350231328047812, -0.003189017064869404, -0.0028757210820913315, -0.0025624248664826155, -0.0022491286508738995, -0.0019358325516805053, -0.001622536452487111, -0.001309240236878395, -0.000995944021269679, -0.0006826479220762849, -0.0003693517646752298, -5.605560727417469e-05, 0.0002572405501268804, 0.0005705367075279355, 0.0008838328649289906, 0.0011971290223300457, 0.0015104252379387617, 0.001823721337132156, 0.00213701743632555, 0.002450313651934266, 0.002763609867542982, 0.0030769058503210545, 0.0033902020659297705, 0.0037034982815384865, 0.004016794264316559, 0.0043300907127559185, 0.004643386695533991, 0.0049566831439733505, 0.005269979126751423, 0.005583275109529495, 0.005896571557968855, 0.006209867540746927, 0.006523163523525, 0.006836459971964359, 0.007149755954742432, 0.007463051937520504, 0.007776348385959864, 0.008089644834399223, 0.008402940817177296, 0.008716236799955368]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 7.0, 5.0, 8.0, 6.0, 13.0, 11.0, 20.0, 19.0, 25.0, 37.0, 42.0, 54.0, 80.0, 113.0, 184.0, 254.0, 569.0, 5423.0, 372.0, 190.0, 128.0, 96.0, 50.0, 47.0, 32.0, 31.0, 36.0, 10.0, 12.0, 11.0, 7.0, 3.0, 12.0, 4.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.1251850426197052, -0.12129376828670502, -0.11740248650312424, -0.11351121217012405, -0.10961993038654327, -0.10572865605354309, -0.10183737426996231, -0.09794609993696213, -0.09405481815338135, -0.09016354382038116, -0.08627226948738098, -0.0823809877038002, -0.07848971337080002, -0.07459843158721924, -0.07070715725421906, -0.06681587547063828, -0.06292460113763809, -0.05903332307934761, -0.05514204502105713, -0.05125076696276665, -0.047359488904476166, -0.04346821457147598, -0.0395769365131855, -0.03568565845489502, -0.03179438039660454, -0.027903102338314056, -0.024011824280023575, -0.020120548084378242, -0.01622927002608776, -0.01233799196779728, -0.008446714840829372, -0.004555437248200178, -0.0006641596555709839, 0.0032271179370582104, 0.007118395529687405, 0.011009672656655312, 0.014900950714945793, 0.018792228773236275, 0.022683504968881607, 0.02657478302717209, 0.03046606108546257, 0.03435733914375305, 0.03824861720204353, 0.042139895260334015, 0.0460311695933342, 0.04992244765162468, 0.05381372570991516, 0.05770500376820564, 0.061596281826496124, 0.06548755615949631, 0.06937883794307709, 0.07327011227607727, 0.07716139405965805, 0.08105266839265823, 0.08494395017623901, 0.0888352245092392, 0.09272649884223938, 0.09661778062582016, 0.10050905495882034, 0.10440033674240112, 0.1082916110754013, 0.11218289285898209, 0.11607416719198227, 0.11996544897556305, 0.12385672330856323]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 2.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 5.0, 3.0, 1.0, 1.0, 6.0, 4.0, 1.0, 1.0, 1.0, 4.0, 4.0, 22.0, 3.0, 5.0, 0.0, 2.0, 3.0, 2.0, 1.0, 1.0, 3.0, 5.0, 3.0, 2.0, 5.0, 0.0, 0.0, 4.0, 4.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.0023674489930272102, -0.002287415787577629, -0.0022073828149586916, -0.0021273496095091105, -0.0020473164040595293, -0.001967283198609948, -0.0018872501095756888, -0.0018072170205414295, -0.0017271838150918484, -0.001647150726057589, -0.0015671176370233297, -0.0014870844315737486, -0.0014070513425394893, -0.0013270181370899081, -0.0012469850480556488, -0.0011669518426060677, -0.0010869187535718083, -0.001006885664537549, -0.0009268524590879679, -0.0008468193118460476, -0.0007667861646041274, -0.0006867530755698681, -0.0006067199283279479, -0.0005266867810860276, -0.0004466536338441074, -0.00036662048660218716, -0.0002865873393602669, -0.00020655422122217715, -0.00012652107398025692, -4.6487934014294297e-05, 3.354520595166832e-05, 0.00011357834591763094, 0.00019361148588359356, 0.0002736446331255138, 0.000353677780367434, 0.0004337108985055238, 0.0005137440748512745, 0.0005937771638855338, 0.000673810311127454, 0.0007538434583693743, 0.0008338766056112945, 0.0009139097528532147, 0.000993942841887474, 0.0010739760473370552, 0.0011540091363713145, 0.0012340423418208957, 0.001314075430855155, 0.0013941086363047361, 0.0014741417253389955, 0.0015541748143732548, 0.001634208019822836, 0.0017142411088570952, 0.0017942743143066764, 0.0018743074033409357, 0.001954340608790517, 0.002034373814240098, 0.0021144067868590355, 0.0021944399923086166, 0.002274473197758198, 0.0023545061703771353, 0.0024345393758267164, 0.0025145725812762976, 0.0025946057867258787, 0.002674638759344816, 0.0027546719647943974]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 3.0, 2.0, 5.0, 1.0, 4.0, 8.0, 12.0, 12.0, 11.0, 24.0, 35.0, 51.0, 53.0, 74.0, 102.0, 153.0, 211.0, 350.0, 572.0, 988.0, 1700.0, 3086.0, 6127.0, 12873.0, 31623.0, 107681.0, 888332.0, 65541.0, 25247.0, 13014.0, 7620.0, 4757.0, 2908.0, 1995.0, 1324.0, 926.0, 684.0, 468.0, 306.0, 222.0, 154.0, 110.0, 86.0, 53.0, 27.0, 32.0, 30.0, 14.0, 9.0, 5.0, 7.0, 1.0, 2.0, 2.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.007485313806682825, -0.007254591677337885, -0.007023869082331657, -0.006793146952986717, -0.00656242435798049, -0.0063317022286355495, -0.006100979633629322, -0.005870257504284382, -0.005639535374939442, -0.005408812779933214, -0.005178090650588274, -0.0049473680555820465, -0.004716645926237106, -0.004485923331230879, -0.004255201201885939, -0.004024478606879711, -0.003793756477534771, -0.003563034115359187, -0.0033323117531836033, -0.0031015893910080194, -0.0028708670288324356, -0.0026401448994874954, -0.0024094225373119116, -0.0021787001751363277, -0.001947977812960744, -0.00171725545078516, -0.0014865330886095762, -0.0012558108428493142, -0.0010250884806737304, -0.0007943661184981465, -0.0005636438145302236, -0.0003329214814584702, -0.00010219914838671684, 0.00012852318468503654, 0.0003592455177567899, 0.0005899678217247128, 0.0008206901839002967, 0.0010514125460758805, 0.0012821347918361425, 0.0015128571540117264, 0.0017435795161873102, 0.001974301878362894, 0.002205024240538478, 0.0024357466027140617, 0.002666468732059002, 0.0028971910942345858, 0.0031279134564101696, 0.0033586358185857534, 0.0035893581807613373, 0.003820080542936921, 0.004050802905112505, 0.004281525034457445, 0.004512247629463673, 0.004742969758808613, 0.00497369235381484, 0.0052044144831597805, 0.005435137078166008, 0.005665859207510948, 0.005896581336855888, 0.006127303931862116, 0.006358026061207056, 0.0065887486562132835, 0.006819470785558224, 0.007050193380564451, 0.007280915509909391]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 4.0, 4.0, 2.0, 5.0, 1.0, 3.0, 0.0, 2.0, 3.0, 1.0, 7.0, 4.0, 2.0, 2.0, 2.0, 3.0, 0.0, 1.0, 3.0, 2.0, 0.0, 2.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.016963768750429153, -0.016087958589196205, -0.015212150290608406, -0.014336340129375458, -0.013460530899465084, -0.01258472166955471, -0.011708911508321762, -0.010833102278411388, -0.009957293048501015, -0.009081483818590641, -0.008205674588680267, -0.007329864427447319, -0.006454055197536945, -0.005578245967626572, -0.004702436272054911, -0.0038266268093138933, -0.002950817346572876, -0.0020750078838318586, -0.0011991984210908413, -0.00032338895834982395, 0.0005524205043911934, 0.0014282299671322107, 0.002304039429873228, 0.0031798488926142454, 0.004055658355355263, 0.0049314675852656364, 0.0058072772808372974, 0.0066830869764089584, 0.007558896206319332, 0.008434705436229706, 0.009310515597462654, 0.010186324827373028, 0.011062134057283401, 0.011937943287193775, 0.012813752517104149, 0.013689562678337097, 0.01456537190824747, 0.015441181138157845, 0.016316991299390793, 0.017192799597978592, 0.01806860975921154, 0.01894441992044449, 0.019820228219032288, 0.020696038380265236, 0.021571848541498184, 0.022447656840085983, 0.02332346700131893, 0.02419927529990673, 0.02507508546113968, 0.025950895622372627, 0.026826703920960426, 0.027702514082193375, 0.028578322380781174, 0.029454132542014122, 0.03032994270324707, 0.03120575100183487, 0.03208155930042267, 0.032957371324300766, 0.033833179622888565, 0.034708987921476364, 0.03558479994535446, 0.03646060824394226, 0.03733641654253006, 0.03821222856640816, 0.039088036864995956]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 2.0, 5.0, 9.0, 5.0, 10.0, 9.0, 12.0, 18.0, 38.0, 34.0, 34.0, 53.0, 75.0, 85.0, 102.0, 159.0, 171.0, 218.0, 319.0, 426.0, 552.0, 725.0, 1068.0, 1554.0, 5324.0, 2192.0, 1357.0, 977.0, 699.0, 498.0, 416.0, 294.0, 237.0, 153.0, 141.0, 86.0, 59.0, 47.0, 43.0, 50.0, 25.0, 17.0, 13.0, 11.0, 10.0, 5.0, 6.0, 3.0, 8.0, 4.0, 3.0, 10.0, 12.0, 14.0, 6.0, 4.0, 3.0, 1.0, 1.0, 0.0, 5.0, 6.0, 6.0], "bins": [-0.008833639323711395, -0.00849272683262825, -0.008151814341545105, -0.00781090185046196, -0.007469989359378815, -0.0071290768682956696, -0.006788164377212524, -0.006447251886129379, -0.006106339395046234, -0.005765426903963089, -0.005424514412879944, -0.005083601921796799, -0.0047426894307136536, -0.004401776939630508, -0.004060864448547363, -0.003719951957464218, -0.003379039466381073, -0.003038126975297928, -0.0026972144842147827, -0.0023563019931316376, -0.0020153895020484924, -0.0016744770109653473, -0.0013335645198822021, -0.000992652028799057, -0.0006517395377159119, -0.0003108270466327667, 3.0085444450378418e-05, 0.00037099793553352356, 0.0007119104266166687, 0.0010528229176998138, 0.001393735408782959, 0.0017346478998661041, 0.0020755603909492493, 0.0024164728820323944, 0.0027573853731155396, 0.0030982978641986847, 0.00343921035528183, 0.003780122846364975, 0.00412103533744812, 0.004461947828531265, 0.00480286031961441, 0.0051437728106975555, 0.005484685301780701, 0.005825597792863846, 0.006166510283946991, 0.006507422775030136, 0.006848335266113281, 0.007189247757196426, 0.0075301602482795715, 0.007871072739362717, 0.008211985230445862, 0.008552897721529007, 0.008893810212612152, 0.009234722703695297, 0.009575635194778442, 0.009916547685861588, 0.010257460176944733, 0.010598372668027878, 0.010939285159111023, 0.011280197650194168, 0.011621110141277313, 0.011962022632360458, 0.012302935123443604, 0.012643847614526749, 0.012984760105609894]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08975636214017868, -0.08667130023241043, -0.08358623087406158, -0.08050116896629333, -0.07741609960794449, -0.07433103770017624, -0.07124596834182739, -0.06816090643405914, -0.0650758445262909, -0.06199077516794205, -0.0589057095348835, -0.05582064390182495, -0.0527355819940567, -0.049650516360998154, -0.046565450727939606, -0.04348038509488106, -0.04039531946182251, -0.03731025382876396, -0.034225188195705414, -0.031140124425292015, -0.028055058792233467, -0.02496999315917492, -0.02188492938876152, -0.018799863755702972, -0.015714798122644424, -0.012629732489585876, -0.009544667787849903, -0.0064596026204526424, -0.0033745374530553818, -0.0002894722856581211, 0.0027955928817391396, 0.0058806580491364, 0.008965723216533661, 0.012050788849592209, 0.015135853551328182, 0.018220918253064156, 0.021305983886122704, 0.02439104951918125, 0.02747611328959465, 0.030561178922653198, 0.033646244555711746, 0.036731310188770294, 0.03981637582182884, 0.04290144145488739, 0.04598650336265564, 0.04907156899571419, 0.052156634628772736, 0.055241700261831284, 0.05832676589488983, 0.06141183152794838, 0.06449689716100693, 0.06758195906877518, 0.07066702842712402, 0.07375209033489227, 0.07683715969324112, 0.07992222160100937, 0.08300729095935822, 0.08609235286712646, 0.08917741477489471, 0.09226248413324356, 0.09534754604101181, 0.09843261539936066, 0.1015176773071289, 0.10460274666547775, 0.107687808573246]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 4.0, 4.0, 4.0, 4.0, 1.0, 9.0, 8.0, 10.0, 9.0, 11.0, 10.0, 14.0, 11.0, 7.0, 8.0, 9.0, 25.0, 24.0, 11.0, 10.0, 2.0, 9.0, 5.0, 5.0, 4.0, 2.0, 8.0, 2.0, 1.0, 2.0, 2.0, 1.0, 4.0, 1.0, 3.0, 4.0, 2.0, 3.0, 12.0, 2.0, 7.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0], "bins": [-0.051033325493335724, -0.04888042062520981, -0.04672751575708389, -0.044574614614248276, -0.04242170974612236, -0.040268804877996445, -0.03811590373516083, -0.03596299886703491, -0.033810093998909, -0.03165718913078308, -0.029504286125302315, -0.02735138311982155, -0.025198478251695633, -0.023045573383569717, -0.02089267037808895, -0.018739767372608185, -0.01658686250448227, -0.014433958567678928, -0.012281054630875587, -0.010128150694072247, -0.007975246757268906, -0.005822342820465565, -0.003669438883662224, -0.001516534946858883, 0.000636368989944458, 0.002789272926747799, 0.00494217686355114, 0.007095080800354481, 0.009247984737157822, 0.011400888673961163, 0.013553792610764503, 0.01570669561624527, 0.017859600484371185, 0.0200125053524971, 0.022165408357977867, 0.024318311363458633, 0.02647121623158455, 0.028624121099710464, 0.03077702410519123, 0.032929927110672, 0.03508283197879791, 0.03723573684692383, 0.039388641715049744, 0.04154154285788536, 0.043694447726011276, 0.04584735259413719, 0.04800025373697281, 0.050153158605098724, 0.05230606347322464, 0.054458968341350555, 0.05661187320947647, 0.05876477435231209, 0.060917679220438004, 0.06307058036327362, 0.06522348523139954, 0.06737639009952545, 0.06952929496765137, 0.07168219983577728, 0.0738351047039032, 0.07598800957202911, 0.07814091444015503, 0.08029381185770035, 0.08244671672582626, 0.08459962159395218, 0.0867525264620781]}, "_runtime": 152.09417605400085, "_timestamp": 1596214476.8514585, "_step": 186}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 5.0, 1.0, 0.0, 2.0, 1.0, 0.0, 3.0, 1.0, 1.0, 2.0, 6.0, 8.0, 1.0, 6.0, 3.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.006149899680167437, -0.005905972793698311, -0.005662045907229185, -0.005418119020760059, -0.005174192134290934, -0.004930265247821808, -0.004686338361352682, -0.004442411474883556, -0.004198484122753143, -0.0039545572362840176, -0.0037106305826455355, -0.0034667036961764097, -0.0032227765768766403, -0.0029788496904075146, -0.002734922803938389, -0.002490995917469263, -0.0022470690310001373, -0.0020031421445310116, -0.0017592152580618858, -0.0015152882551774383, -0.0012713613687083125, -0.0010274344822391868, -0.0007835075375624001, -0.0005395805928856134, -0.0002956537064164877, -5.172679084353149e-05, 0.00019220012472942472, 0.0004361270403023809, 0.0006800539558753371, 0.0009239808423444629, 0.0011679078452289104, 0.0014118347316980362, 0.001655761618167162, 0.0018996885046362877, 0.0021436153911054134, 0.002387542277574539, 0.002631469164043665, 0.0028753962833434343, 0.00311932316981256, 0.003363250056281686, 0.0036071769427508116, 0.0038511038292199373, 0.004095030948519707, 0.0043389578349888325, 0.004582884721457958, 0.004826811607927084, 0.00507073849439621, 0.0053146653808653355, 0.005558592267334461, 0.005802519153803587, 0.006046446040272713, 0.0062903729267418385, 0.006534299813210964, 0.00677822669968009, 0.007022153586149216, 0.0072660804726183414, 0.007510007359087467, 0.00775393471121788, 0.007997861132025719, 0.008241788484156132, 0.00848571490496397, 0.008729642257094383, 0.008973568677902222, 0.009217496030032635, 0.009461423382163048]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 2.0, 7.0, 1.0, 8.0, 5.0, 4.0, 5.0, 8.0, 7.0, 18.0, 11.0, 16.0, 30.0, 28.0, 50.0, 43.0, 45.0, 80.0, 83.0, 117.0, 144.0, 297.0, 5222.0, 779.0, 240.0, 136.0, 142.0, 77.0, 56.0, 53.0, 29.0, 30.0, 35.0, 24.0, 15.0, 20.0, 8.0, 6.0, 5.0, 7.0, 7.0, 4.0, 7.0, 3.0, 2.0, 3.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.08961041271686554, -0.08679670095443726, -0.08398298919200897, -0.08116928488016129, -0.078355573117733, -0.07554186135530472, -0.07272815704345703, -0.06991444528102875, -0.06710073351860046, -0.06428702175617218, -0.061473313719034195, -0.05865960568189621, -0.055845893919467926, -0.05303218215703964, -0.05021847411990166, -0.04740476608276367, -0.04459105432033539, -0.041777342557907104, -0.03896363452076912, -0.036149926483631134, -0.03333621472120285, -0.030522504821419716, -0.02770879492163658, -0.024895085021853447, -0.022081375122070312, -0.019267665222287178, -0.016453955322504044, -0.013640245422720909, -0.010826535522937775, -0.00801282562315464, -0.005199115723371506, -0.0023854058235883713, 0.0004283040761947632, 0.0032420139759778976, 0.006055723875761032, 0.008869433775544167, 0.011683143675327301, 0.014496853575110435, 0.01731056347489357, 0.020124273374676704, 0.02293798327445984, 0.025751693174242973, 0.028565403074026108, 0.03137911111116409, 0.03419282287359238, 0.03700653463602066, 0.039820242673158646, 0.04263395071029663, 0.045447662472724915, 0.0482613742351532, 0.051075082272291183, 0.05388879030942917, 0.05670250207185745, 0.059516213834285736, 0.06232992187142372, 0.0651436299085617, 0.06795734167098999, 0.07077105343341827, 0.07358476519584656, 0.07639846950769424, 0.07921218127012253, 0.08202589303255081, 0.0848395973443985, 0.08765330910682678, 0.09046702086925507]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 3.0, 5.0, 0.0, 2.0, 4.0, 1.0, 2.0, 2.0, 4.0, 3.0, 4.0, 5.0, 3.0, 6.0, 26.0, 8.0, 6.0, 2.0, 3.0, 7.0, 3.0, 1.0, 2.0, 1.0, 1.0, 2.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.003996550105512142, -0.0038802833296358585, -0.003764016553759575, -0.0036477497778832912, -0.0035314830020070076, -0.0034152164589613676, -0.003298949683085084, -0.0031826829072088003, -0.0030664161313325167, -0.002950149355456233, -0.0028338825795799494, -0.0027176158037036657, -0.0026013492606580257, -0.002485082484781742, -0.0023688157089054585, -0.002252548933029175, -0.002136282157152891, -0.0020200153812766075, -0.0019037486054003239, -0.001787481945939362, -0.0016712151700630784, -0.0015549483941867948, -0.001438681734725833, -0.0013224149588495493, -0.0012061481829732656, -0.001089881407096982, -0.0009736146894283593, -0.0008573479717597365, -0.0007410811958834529, -0.0006248144200071692, -0.0005085477023385465, -0.0003922809555660933, -0.00027601420879364014, -0.00015974746202118695, -4.348071524873376e-05, 7.278603152371943e-05, 0.00018905277829617262, 0.0003053195250686258, 0.000421586271841079, 0.0005378529895097017, 0.0006541197653859854, 0.000770386541262269, 0.0008866532589308918, 0.0010029199765995145, 0.0011191867524757981, 0.0012354535283520818, 0.0013517201878130436, 0.0014679869636893272, 0.0015842537395656109, 0.0017005205154418945, 0.0018167872913181782, 0.00193305395077914, 0.0020493208430707455, 0.0021655873861163855, 0.002281854161992669, 0.0023981209378689528, 0.0025143877137452364, 0.00263065448962152, 0.0027469212654978037, 0.0028631880413740873, 0.0029794545844197273, 0.003095721360296011, 0.0032119881361722946, 0.0033282549120485783, 0.003444521687924862]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 3.0, 3.0, 3.0, 5.0, 3.0, 8.0, 14.0, 11.0, 12.0, 20.0, 26.0, 41.0, 50.0, 50.0, 89.0, 96.0, 125.0, 154.0, 228.0, 299.0, 453.0, 553.0, 862.0, 1316.0, 1853.0, 2843.0, 4706.0, 7968.0, 14970.0, 33121.0, 108036.0, 885477.0, 57603.0, 23265.0, 12434.0, 7456.0, 4624.0, 3130.0, 2184.0, 1524.0, 1124.0, 766.0, 595.0, 402.0, 306.0, 233.0, 166.0, 123.0, 79.0, 65.0, 44.0, 39.0, 22.0, 22.0, 8.0, 18.0, 7.0, 1.0, 4.0, 3.0, 0.0, 0.0, 2.0], "bins": [-0.005893015768378973, -0.0057109566405415535, -0.005528897512704134, -0.005346837919205427, -0.005164778791368008, -0.004982719663530588, -0.004800660535693169, -0.004618601407855749, -0.00443654228001833, -0.004254482686519623, -0.004072423558682203, -0.0038903644308447838, -0.0037083053030073643, -0.003526245942339301, -0.0033441868145018816, -0.0031621274538338184, -0.002980068325996399, -0.0027980091981589794, -0.0026159498374909163, -0.0024338907096534967, -0.0022518313489854336, -0.002069772221148014, -0.0018877130933105946, -0.0017056538490578532, -0.0015235946048051119, -0.0013415353605523705, -0.0011594761162996292, -0.0009774169884622097, -0.0007953577442094684, -0.000613298499956727, -0.0004312393139116466, -0.0002491800987627357, -6.712088361382484e-05, 0.00011493833153508604, 0.0002969975466839969, 0.0004790567618329078, 0.0006611159769818187, 0.00084317522123456, 0.0010252343490719795, 0.0012072935933247209, 0.0013893528375774622, 0.0015714120818302035, 0.0017534713260829449, 0.0019355304539203644, 0.002117589581757784, 0.002299648942425847, 0.0024817080702632666, 0.0026637674309313297, 0.0028458265587687492, 0.0030278856866061687, 0.003209945047274232, 0.0033920041751116514, 0.0035740635357797146, 0.003756122663617134, 0.003938181791454554, 0.004120240919291973, 0.00430230051279068, 0.0044843596406280994, 0.004666418768465519, 0.0048484778963029385, 0.005030537024140358, 0.0052125961519777775, 0.005394655745476484, 0.005576714873313904, 0.005758774001151323]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 2.0, 1.0, 2.0, 3.0, 2.0, 3.0, 4.0, 1.0, 12.0, 2.0, 4.0, 3.0, 4.0, 0.0, 6.0, 0.0, 1.0, 4.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.04357807710766792, -0.04232972487807274, -0.041081372648477554, -0.03983302041888237, -0.038584671914577484, -0.0373363196849823, -0.036087967455387115, -0.03483961522579193, -0.03359126299619675, -0.03234291076660156, -0.031094558537006378, -0.029846208170056343, -0.02859785594046116, -0.027349503710865974, -0.02610115334391594, -0.024852801114320755, -0.02360444888472557, -0.022356096655130386, -0.021107744425535202, -0.019859394058585167, -0.018611041828989983, -0.0173626895993948, -0.016114339232444763, -0.014865987002849579, -0.013617634773254395, -0.01236928254365921, -0.0111209312453866, -0.00987257994711399, -0.008624227717518806, -0.0073758759535849094, -0.006127524189651012, -0.004879172425717115, -0.0036308206617832184, -0.0023824688978493214, -0.0011341171339154243, 0.00011423463001847267, 0.0013625863939523697, 0.0026109381578862667, 0.0038592899218201637, 0.005107641685754061, 0.006355993449687958, 0.007604345213621855, 0.008852696977555752, 0.010101048275828362, 0.011349400505423546, 0.01259775273501873, 0.01384610403329134, 0.01509445533156395, 0.016342807561159134, 0.017591159790754318, 0.018839512020349503, 0.020087862387299538, 0.021336214616894722, 0.022584566846489906, 0.02383291721343994, 0.025081269443035126, 0.02632962167263031, 0.027577973902225494, 0.02882632613182068, 0.030074676498770714, 0.03132303059101105, 0.03257137909531593, 0.03381973132491112, 0.0350680835545063, 0.036316435784101486]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 5.0, 5.0, 7.0, 8.0, 6.0, 4.0, 11.0, 9.0, 14.0, 5.0, 19.0, 20.0, 28.0, 34.0, 35.0, 62.0, 93.0, 135.0, 203.0, 277.0, 331.0, 509.0, 834.0, 1478.0, 2906.0, 6182.0, 1638.0, 1042.0, 658.0, 428.0, 350.0, 244.0, 196.0, 152.0, 134.0, 82.0, 69.0, 53.0, 37.0, 30.0, 20.0, 23.0, 11.0, 11.0, 9.0, 6.0, 2.0, 2.0, 4.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.01650792360305786, -0.01603749394416809, -0.015567065216600895, -0.015096635557711124, -0.014626206830143929, -0.014155777171254158, -0.013685348443686962, -0.013214918784797192, -0.012744490057229996, -0.012274060398340225, -0.011803630739450455, -0.011333202011883259, -0.010862772352993488, -0.010392343625426292, -0.009921913966536522, -0.009451485238969326, -0.008981055580079556, -0.008510625921189785, -0.008040197193622589, -0.007569768000394106, -0.007099338807165623, -0.006628909148275852, -0.006158479955047369, -0.005688050761818886, -0.005217621568590403, -0.004747192375361919, -0.004276763182133436, -0.0038063337560743093, -0.003335904562845826, -0.002865475369617343, -0.002395045943558216, -0.001924616750329733, -0.0014541875571012497, -0.0009837583638727665, -0.0005133290542289615, -4.2899802792817354e-05, 0.00042752944864332676, 0.0008979587000794709, 0.001368387951515615, 0.00183881726115942, 0.002309246454387903, 0.0027796756476163864, 0.0032501048408448696, 0.0037205342669039965, 0.004190963692963123, 0.0046613928861916065, 0.00513182207942009, 0.005602251272648573, 0.006072680465877056, 0.006543109659105539, 0.0070135388523340225, 0.007483968045562506, 0.007954397238790989, 0.00842482689768076, 0.008895255625247955, 0.009365685284137726, 0.009836114943027496, 0.010306543670594692, 0.010776973329484463, 0.011247402057051659, 0.01171783171594143, 0.012188260443508625, 0.012658690102398396, 0.013129118829965591, 0.013599548488855362]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 4.0, 0.0, 1.0, 7.0, 0.0, 0.0, 0.0, 3.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.11465448141098022, -0.11004651337862015, -0.10543855279684067, -0.10083058476448059, -0.09622262418270111, -0.09161465615034103, -0.08700668811798096, -0.08239872753620148, -0.0777907595038414, -0.07318279147148132, -0.06857483088970184, -0.06396686285734177, -0.05935889855027199, -0.05475093424320221, -0.05014296621084213, -0.045535001903772354, -0.040927037596702576, -0.0363190732896328, -0.03171110898256302, -0.027103140950202942, -0.022495176643133163, -0.017887212336063385, -0.013279246166348457, -0.008671280927956104, -0.004063315689563751, 0.0005446495488286018, 0.005152614787220955, 0.009760580025613308, 0.014368545264005661, 0.01897650957107544, 0.023584475740790367, 0.028192441910505295, 0.03280040621757507, 0.03740837052464485, 0.04201633483171463, 0.04662430286407471, 0.051232267171144485, 0.055840231478214264, 0.06044819951057434, 0.06505616009235382, 0.0696641281247139, 0.07427209615707397, 0.07888005673885345, 0.08348802477121353, 0.08809599280357361, 0.09270395338535309, 0.09731192141771317, 0.10191988199949265, 0.10652785003185272, 0.1111358180642128, 0.11574377864599228, 0.12035174667835236, 0.12495970726013184, 0.1295676827430725, 0.134175643324852, 0.13878360390663147, 0.14339157938957214, 0.14799953997135162, 0.1526075005531311, 0.15721546113491058, 0.16182343661785126, 0.16643139719963074, 0.17103935778141022, 0.1756473332643509, 0.18025529384613037]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 3.0, 0.0, 4.0, 2.0, 9.0, 10.0, 5.0, 5.0, 9.0, 6.0, 12.0, 31.0, 43.0, 33.0, 24.0, 20.0, 18.0, 14.0, 4.0, 4.0, 5.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.1253616064786911, -0.12146104872226715, -0.1175604984164238, -0.11365994065999985, -0.1097593903541565, -0.10585883259773254, -0.1019582748413086, -0.09805772453546524, -0.09415716677904129, -0.09025660902261734, -0.08635605871677399, -0.08245550096035004, -0.07855494320392609, -0.07465439289808273, -0.07075383514165878, -0.06685328483581543, -0.06295272707939148, -0.05905217304825783, -0.055151619017124176, -0.051251061260700226, -0.047350507229566574, -0.04344995319843292, -0.03954939544200897, -0.03564884141087532, -0.03174828737974167, -0.027847733348608017, -0.023947177454829216, -0.020046621561050415, -0.016146067529916763, -0.012245512567460537, -0.00834495760500431, -0.004444402642548084, -0.0005438476800918579, 0.0033567072823643684, 0.007257262244820595, 0.011157817207276821, 0.015058372169733047, 0.0189589262008667, 0.0228594820946455, 0.0267600379884243, 0.030660592019557953, 0.034561146050691605, 0.038461700081825256, 0.04236225783824921, 0.04626281186938286, 0.05016336590051651, 0.05406392365694046, 0.05796447768807411, 0.061865031719207764, 0.06576558947563171, 0.06966613978147507, 0.07356669753789902, 0.07746724784374237, 0.08136780560016632, 0.08526836335659027, 0.08916891366243362, 0.09306947141885757, 0.09697002917528152, 0.10087057948112488, 0.10477113723754883, 0.10867169499397278, 0.11257224529981613, 0.11647280305624008, 0.12037335336208344, 0.12427391111850739]}, "_runtime": 152.8722677230835, "_timestamp": 1596214477.6295502, "_step": 187}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 1.0, 2.0, 5.0, 5.0, 8.0, 5.0, 2.0, 6.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013237210921943188, -0.012810757383704185, -0.012384302914142609, -0.011957849375903606, -0.011531395837664604, -0.011104941368103027, -0.010678487829864025, -0.010252034291625023, -0.009825579822063446, -0.009399126283824444, -0.008972672745585442, -0.008546218276023865, -0.008119764737784863, -0.007693310733884573, -0.0072668567299842834, -0.006840403191745281, -0.006413949187844992, -0.005987495183944702, -0.0055610416457057, -0.00513458764180541, -0.004708133637905121, -0.004281680099666119, -0.003855226095765829, -0.0034287720918655396, -0.0030023183207958937, -0.002575864549726248, -0.0021494105458259583, -0.0017229567747563124, -0.0012965028872713447, -0.000870048999786377, -0.00044359517050907016, -1.7141312127932906e-05, 0.00040931254625320435, 0.0008357664337381721, 0.0012622203212231398, 0.0016886740922927856, 0.002115128096193075, 0.002541581867262721, 0.002968035638332367, 0.0033944896422326565, 0.0038209434133023024, 0.004247397184371948, 0.004673851188272238, 0.005100305192172527, 0.0055267587304115295, 0.005953212734311819, 0.006379666738212109, 0.006806120276451111, 0.0072325742803514, 0.00765902828425169, 0.008085481822490692, 0.008511936292052269, 0.008938389830291271, 0.009364843368530273, 0.00979129783809185, 0.010217751376330853, 0.010644204914569855, 0.011070659384131432, 0.011497112922370434, 0.011923566460609436, 0.012350020930171013, 0.012776474468410015, 0.013202928006649017, 0.013629382476210594, 0.014055836014449596]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 2.0, 5.0, 5.0, 1.0, 5.0, 6.0, 9.0, 13.0, 9.0, 16.0, 16.0, 12.0, 17.0, 24.0, 27.0, 36.0, 49.0, 66.0, 80.0, 94.0, 133.0, 292.0, 5131.0, 1042.0, 267.0, 137.0, 77.0, 76.0, 54.0, 49.0, 27.0, 20.0, 20.0, 12.0, 11.0, 11.0, 13.0, 9.0, 15.0, 6.0, 6.0, 4.0, 5.0, 3.0, 2.0, 4.0, 3.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.11246127635240555, -0.10893318802118301, -0.10540510714054108, -0.10187701880931854, -0.0983489379286766, -0.09482084959745407, -0.09129276871681213, -0.0877646803855896, -0.08423659205436707, -0.08070851117372513, -0.0771804228425026, -0.07365234196186066, -0.07012425363063812, -0.06659617274999619, -0.06306808441877365, -0.059539999812841415, -0.05601191520690918, -0.052483830600976944, -0.04895574599504471, -0.04542766138911247, -0.04189957678318024, -0.0383714884519577, -0.03484340384602547, -0.03131531924009323, -0.027787234634160995, -0.02425915002822876, -0.020731065422296524, -0.01720297895371914, -0.013674894347786903, -0.010146809741854668, -0.006618724204599857, -0.0030906391330063343, 0.0004374459385871887, 0.003965531010180712, 0.007493616081774235, 0.011021701619029045, 0.01454978622496128, 0.018077870830893517, 0.0216059572994709, 0.025134041905403137, 0.028662126511335373, 0.03219021111726761, 0.035718295723199844, 0.03924638032913208, 0.042774468660354614, 0.04630255326628685, 0.049830637872219086, 0.05335872247815132, 0.05688680708408356, 0.06041489169001579, 0.06394297629594803, 0.06747106462717056, 0.0709991455078125, 0.07452723383903503, 0.07805531471967697, 0.0815834030508995, 0.08511148393154144, 0.08863957226276398, 0.09216766059398651, 0.09569574147462845, 0.09922382980585098, 0.10275191068649292, 0.10627999901771545, 0.10980807989835739, 0.11333616822957993]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 2.0, 3.0, 1.0, 4.0, 3.0, 5.0, 4.0, 2.0, 2.0, 0.0, 5.0, 5.0, 5.0, 25.0, 2.0, 5.0, 4.0, 3.0, 1.0, 4.0, 2.0, 1.0, 2.0, 4.0, 3.0, 5.0, 0.0, 5.0, 1.0, 2.0, 2.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002266582101583481, -0.002184344455599785, -0.002102106809616089, -0.002019869163632393, -0.0019376316340640187, -0.0018553941044956446, -0.0017731564585119486, -0.0016909188125282526, -0.0016086811665445566, -0.0015264436369761825, -0.0014442059909924865, -0.0013619683450087905, -0.0012797308154404163, -0.0011974931694567204, -0.0011152555234730244, -0.0010330179939046502, -0.0009507803479209542, -0.0008685427601449192, -0.0007863051141612232, -0.0007040675263851881, -0.0006218298804014921, -0.000539592292625457, -0.000457354704849422, -0.00037511708796955645, -0.0002928794710896909, -0.0002106418542098254, -0.0001284042518818751, -4.6166642277967185e-05, 3.607096732594073e-05, 0.00011830857692984864, 0.00020054618653375655, 0.00028278378886170685, 0.0003650214057415724, 0.0004472590226214379, 0.0005294966395013034, 0.0006117342272773385, 0.0006939718732610345, 0.0007762094610370696, 0.0008584470488131046, 0.0009406846947968006, 0.0010229223407804966, 0.0011051598703488708, 0.0011873975163325667, 0.0012696351623162627, 0.0013518726918846369, 0.0014341103378683329, 0.0015163479838520288, 0.001598585513420403, 0.001680823159404099, 0.001763060805387795, 0.0018452983349561691, 0.0019275359809398651, 0.002009773626923561, 0.002092011272907257, 0.002174248918890953, 0.0022564863320440054, 0.0023387239780277014, 0.0024209616240113974, 0.0025031992699950933, 0.0025854369159787893, 0.0026676745619624853, 0.0027499119751155376, 0.0028321496210992336, 0.0029143872670829296, 0.0029966249130666256]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 4.0, 3.0, 2.0, 5.0, 11.0, 14.0, 20.0, 44.0, 40.0, 77.0, 77.0, 114.0, 206.0, 279.0, 393.0, 660.0, 1009.0, 1539.0, 2555.0, 4471.0, 8224.0, 16737.0, 39481.0, 136076.0, 848538.0, 57410.0, 23902.0, 12871.0, 8010.0, 5166.0, 3508.0, 2376.0, 1546.0, 1188.0, 846.0, 540.0, 497.0, 310.0, 226.0, 141.0, 142.0, 108.0, 54.0, 66.0, 47.0, 30.0, 11.0, 15.0, 9.0, 12.0, 10.0, 7.0, 4.0, 5.0, 1.0, 2.0, 2.0, 2.0, 2.0, 2.0], "bins": [-0.004080256912857294, -0.003936135210096836, -0.003792013041675091, -0.003647891106083989, -0.0035037691704928875, -0.0033596474677324295, -0.003215525532141328, -0.003071403596550226, -0.0029272816609591246, -0.002783159725368023, -0.0026390377897769213, -0.0024949158541858196, -0.0023507941514253616, -0.00220667221583426, -0.0020625502802431583, -0.0019184283446520567, -0.001774306409060955, -0.0016301844734698534, -0.0014860625378787518, -0.001341940718702972, -0.0011978187831118703, -0.0010536968475207686, -0.0009095749701373279, -0.0007654530927538872, -0.0006213311571627855, -0.00047720925067551434, -0.00033308734418824315, -0.00018896543770097196, -4.484353121370077e-05, 9.927837527357042e-05, 0.0002434002817608416, 0.0003875221882481128, 0.000531644094735384, 0.0006757660303264856, 0.0008198879077099264, 0.0009640097850933671, 0.0011081317206844687, 0.0012522536562755704, 0.0013963754754513502, 0.0015404974110424519, 0.0016846193466335535, 0.0018287412822246552, 0.001972863217815757, 0.0021169851534068584, 0.0022611068561673164, 0.002405228791758418, 0.0025493507273495197, 0.0026934726629406214, 0.002837594598531723, 0.0029817165341228247, 0.0031258384697139263, 0.003269960405305028, 0.0034140823408961296, 0.0035582040436565876, 0.0037023259792476892, 0.003846447914838791, 0.003990570083260536, 0.004134691786020994, 0.004278813488781452, 0.0044229356572031975, 0.0045670573599636555, 0.004711179528385401, 0.004855301231145859, 0.004999423399567604, 0.005143545102328062]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 3.0, 2.0, 0.0, 3.0, 0.0, 0.0, 1.0, 3.0, 1.0, 1.0, 3.0, 0.0, 2.0, 4.0, 0.0, 10.0, 3.0, 2.0, 1.0, 0.0, 3.0, 0.0, 2.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008989797905087471, -0.008516157977283001, -0.008042518049478531, -0.007568878587335348, -0.007095238659530878, -0.006621599197387695, -0.006147959269583225, -0.005674319341778755, -0.005200679413974285, -0.004727039951831102, -0.004253400024026632, -0.003779760329052806, -0.0033061206340789795, -0.0028324807062745094, -0.002358841011300683, -0.0018852011999115348, -0.0014115613885223866, -0.0009379215771332383, -0.000464281823951751, 9.357958333566785e-06, 0.00048299774061888456, 0.0009566375520080328, 0.0014302772469818592, 0.0019039170583710074, 0.0023775568697601557, 0.002851196564733982, 0.003324836492538452, 0.0037984761875122786, 0.004272115882486105, 0.004745755810290575, 0.005219395738095045, 0.005693035200238228, 0.006166675128042698, 0.006640315055847168, 0.007113954517990351, 0.007587594445794821, 0.008061233907938004, 0.008534873835742474, 0.009008513763546944, 0.009482153691351414, 0.009955793619155884, 0.010429433546960354, 0.01090307254344225, 0.01137671247124672, 0.01185035239905119, 0.01232399232685566, 0.01279763225466013, 0.0132712721824646, 0.013744911178946495, 0.014218551106750965, 0.014692191034555435, 0.015165830962359905, 0.015639470890164375, 0.01611310988664627, 0.016586750745773315, 0.01706038974225521, 0.017534030601382256, 0.01800766959786415, 0.018481308594346046, 0.01895494945347309, 0.019428588449954987, 0.01990222930908203, 0.020375868305563927, 0.02084950916469097, 0.021323148161172867]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 4.0, 4.0, 5.0, 15.0, 21.0, 37.0, 25.0, 46.0, 57.0, 73.0, 107.0, 142.0, 162.0, 238.0, 303.0, 411.0, 597.0, 927.0, 1285.0, 2187.0, 5556.0, 1609.0, 1007.0, 747.0, 580.0, 399.0, 314.0, 264.0, 219.0, 158.0, 136.0, 94.0, 96.0, 100.0, 80.0, 76.0, 60.0, 43.0, 41.0, 47.0, 30.0, 17.0, 17.0, 19.0, 16.0, 6.0, 7.0, 8.0, 4.0, 4.0, 5.0, 2.0, 2.0, 4.0, 3.0, 0.0, 5.0, 3.0, 4.0], "bins": [-0.006665830500423908, -0.006400228478014469, -0.006134626921266317, -0.005869024898856878, -0.0056034233421087265, -0.005337821319699287, -0.005072219762951136, -0.0048066177405416965, -0.004541016183793545, -0.004275414161384106, -0.004009812138974667, -0.003744210582226515, -0.0034786085598170757, -0.0032130067702382803, -0.002947404980659485, -0.0026818031910806894, -0.002416201401501894, -0.0021505996119230986, -0.0018849978223443031, -0.0016193959163501859, -0.0013537941267713904, -0.001088192337192595, -0.0008225904894061387, -0.0005569886416196823, -0.0002913868520408869, -2.578503335826099e-05, 0.0002398167853243649, 0.0005054186331108212, 0.0007710204226896167, 0.0010366222122684121, 0.0013022241182625294, 0.0015678259078413248, 0.0018334276974201202, 0.0020990294869989157, 0.002364631276577711, 0.0026302330661565065, 0.002895834855735302, 0.003161436878144741, 0.0034270386677235365, 0.003692640457302332, 0.003958242014050484, 0.004223844036459923, 0.004489446058869362, 0.004755047615617514, 0.005020649638026953, 0.0052862511947751045, 0.005551853217184544, 0.005817454773932695, 0.0060830567963421345, 0.0063486588187515736, 0.006614260375499725, 0.006879862397909164, 0.007145463954657316, 0.007411065977066755, 0.007676667533814907, 0.007942269556224346, 0.008207871578633785, 0.008473473601043224, 0.008739074692130089, 0.009004676714539528, 0.009270278736948967, 0.009535880759358406, 0.00980148185044527, 0.01006708387285471, 0.010332685895264149]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 3.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.12125832587480545, -0.1179443746805191, -0.11463043093681335, -0.11131647974252701, -0.10800252854824066, -0.10468858480453491, -0.10137463361024857, -0.09806068986654282, -0.09474673867225647, -0.09143278747797012, -0.08811884373426437, -0.08480489253997803, -0.08149094879627228, -0.07817699760198593, -0.07486304640769958, -0.07154910266399384, -0.06823515146970749, -0.06492120027542114, -0.06160725653171539, -0.05829330533742905, -0.054979357868433, -0.05166541039943695, -0.048351459205150604, -0.045037511736154556, -0.04172356426715851, -0.03840961679816246, -0.03509566932916641, -0.031781718134880066, -0.028467770665884018, -0.02515382319688797, -0.021839873865246773, -0.018525924533605576, -0.015211977064609528, -0.011898028664290905, -0.008584080263972282, -0.00527013186365366, -0.0019561834633350372, 0.0013577649369835854, 0.004671713337302208, 0.00798566173762083, 0.011299610137939453, 0.014613558538258076, 0.0179275069385767, 0.021241456270217896, 0.024555403739213943, 0.02786935120820999, 0.03118330053985119, 0.034497249871492386, 0.037811197340488434, 0.04112514480948448, 0.04443909227848053, 0.047753043472766876, 0.051066990941762924, 0.05438093841075897, 0.05769488960504532, 0.06100883707404137, 0.06432278454303741, 0.06763673573732376, 0.07095067948102951, 0.07426463067531586, 0.0775785744190216, 0.08089252561330795, 0.0842064768075943, 0.08752042055130005, 0.0908343717455864]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 2.0, 3.0, 1.0, 2.0, 5.0, 0.0, 1.0, 3.0, 1.0, 2.0, 2.0, 2.0, 5.0, 2.0, 1.0, 5.0, 6.0, 6.0, 6.0, 11.0, 16.0, 12.0, 17.0, 20.0, 33.0, 17.0, 14.0, 9.0, 9.0, 11.0, 7.0, 12.0, 5.0, 5.0, 1.0, 7.0, 3.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 4.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.04427788779139519, -0.04302867501974106, -0.04177946224808693, -0.0405302494764328, -0.03928103297948837, -0.038031820207834244, -0.036782607436180115, -0.035533394664525986, -0.03428418189287186, -0.03303496912121773, -0.0317857563495636, -0.03053654171526432, -0.02928732894361019, -0.028038116171956062, -0.026788901537656784, -0.025539688766002655, -0.024290475994348526, -0.023041263222694397, -0.021792050451040268, -0.02054283581674099, -0.01929362304508686, -0.01804441027343273, -0.016795195639133453, -0.015545982867479324, -0.014296770095825195, -0.013047557324171066, -0.011798343621194363, -0.010549129918217659, -0.00929991714656353, -0.008050704374909401, -0.006801490671932697, -0.005552277434617281, -0.004303064197301865, -0.0030538509599864483, -0.001804637722671032, -0.0005554244853556156, 0.0006937887519598007, 0.001943001989275217, 0.0031922152265906334, 0.00444142846390605, 0.005690641701221466, 0.006939854938536882, 0.008189068175852299, 0.009438281878829002, 0.010687494650483131, 0.01193670742213726, 0.013185921125113964, 0.014435134828090668, 0.015684347599744797, 0.016933560371398926, 0.018182773143053055, 0.019431987777352333, 0.020681200549006462, 0.02193041332066059, 0.02317962795495987, 0.024428840726614, 0.025678053498268127, 0.026927266269922256, 0.028176479041576385, 0.029425693675875664, 0.030674906447529793, 0.03192412108182907, 0.0331733338534832, 0.03442254662513733, 0.03567175939679146]}, "_runtime": 153.66082453727722, "_timestamp": 1596214478.418107, "_step": 188}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0, 2.0, 0.0, 4.0, 0.0, 0.0, 0.0, 2.0, 6.0, 3.0, 1.0, 6.0, 7.0, 2.0, 2.0, 2.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.012460771948099136, -0.012132186442613602, -0.011803601868450642, -0.011475016362965107, -0.011146431788802147, -0.010817846283316612, -0.010489260777831078, -0.010160676203668118, -0.009832090698182583, -0.009503506124019623, -0.009174920618534088, -0.008846335113048553, -0.008517750538885593, -0.008189165033400059, -0.007860580459237099, -0.007531994953751564, -0.007203409913927317, -0.006874824874103069, -0.006546239834278822, -0.006217654328793287, -0.00588906928896904, -0.0055604842491447926, -0.005231899209320545, -0.004903314169496298, -0.0045747291296720505, -0.004246143624186516, -0.0039175585843622684, -0.003588973544538021, -0.0032603885047137737, -0.0029318032320588827, -0.0026032181922346354, -0.0022746329195797443, -0.001946047879755497, -0.0016174627235159278, -0.0012888775672763586, -0.0009602925274521112, -0.0006317073712125421, -0.0003031222440768033, 2.5462883058935404e-05, 0.00035404801019467413, 0.0006826331373304129, 0.001011218293569982, 0.0013398034498095512, 0.0016683884896337986, 0.001996973529458046, 0.002325558802112937, 0.0026541438419371843, 0.0029827291145920753, 0.0033113141544163227, 0.00363989919424057, 0.003968484234064817, 0.004297069739550352, 0.0046256547793745995, 0.004954239819198847, 0.005282824859023094, 0.0056114098988473415, 0.005939994938671589, 0.0062685804441571236, 0.006597165483981371, 0.006925750523805618, 0.007254335563629866, 0.007582920603454113, 0.007911506108939648, 0.008240090683102608, 0.008568676188588142]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 3.0, 1.0, 2.0, 5.0, 5.0, 8.0, 14.0, 18.0, 46.0, 62.0, 74.0, 130.0, 260.0, 952.0, 5699.0, 263.0, 128.0, 82.0, 60.0, 41.0, 19.0, 14.0, 14.0, 8.0, 4.0, 1.0, 1.0, 1.0, 4.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.21976780891418457, -0.21331124007701874, -0.2068546712398529, -0.20039811730384827, -0.19394154846668243, -0.1874849796295166, -0.18102841079235077, -0.17457185685634613, -0.1681152880191803, -0.16165871918201447, -0.15520215034484863, -0.1487455815076828, -0.14228902757167816, -0.13583245873451233, -0.1293758898973465, -0.12291932851076126, -0.11646275967359543, -0.1100061908364296, -0.10354962944984436, -0.09709306061267853, -0.09063649922609329, -0.08417993038892746, -0.07772336900234222, -0.07126680016517639, -0.06481023132801056, -0.058353669941425323, -0.05189710482954979, -0.045440539717674255, -0.03898397088050842, -0.03252740576863289, -0.026070840656757355, -0.01961427554488182, -0.013157710433006287, -0.006701144855469465, -0.0002445792779326439, 0.0062119862996041775, 0.012668551877140999, 0.019125116989016533, 0.025581683963537216, 0.03203824907541275, 0.038494814187288284, 0.04495137929916382, 0.05140794441103935, 0.057864509522914886, 0.06432107836008072, 0.07077763974666595, 0.07723420858383179, 0.08369076997041702, 0.09014733880758286, 0.09660390764474869, 0.10306046903133392, 0.10951703786849976, 0.11597359925508499, 0.12243016809225082, 0.12888672947883606, 0.1353432983160019, 0.14179986715316772, 0.14825643599033356, 0.1547129899263382, 0.16116955876350403, 0.16762612760066986, 0.1740826964378357, 0.18053925037384033, 0.18699581921100616, 0.193452388048172]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 1.0, 3.0, 3.0, 1.0, 2.0, 2.0, 4.0, 4.0, 5.0, 5.0, 3.0, 4.0, 1.0, 7.0, 2.0, 25.0, 4.0, 3.0, 4.0, 3.0, 3.0, 3.0, 2.0, 3.0, 2.0, 1.0, 5.0, 1.0, 2.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.003192243631929159, -0.003096122294664383, -0.0030000009573996067, -0.002903879852965474, -0.002807758515700698, -0.0027116371784359217, -0.002615516074001789, -0.002519394736737013, -0.0024232733994722366, -0.0023271520622074604, -0.002231030724942684, -0.0021349096205085516, -0.0020387882832437754, -0.0019426669459789991, -0.0018465457251295447, -0.0017504245042800903, -0.001654303167015314, -0.0015581818297505379, -0.0014620606089010835, -0.001365939388051629, -0.0012698180507868528, -0.0011736967135220766, -0.0010775754926726222, -0.0009814542718231678, -0.0008853329345583916, -0.0007892116555012763, -0.0006930903764441609, -0.0005969690973870456, -0.0005008478183299303, -0.000404726539272815, -0.00030860526021569967, -0.00021248398115858436, -0.00011636270210146904, -2.0241423044353724e-05, 7.587985601276159e-05, 0.0001720011350698769, 0.0002681224141269922, 0.00036424369318410754, 0.00046036497224122286, 0.0005564862512983382, 0.0006526075303554535, 0.0007487288094125688, 0.0008448500884696841, 0.0009409713675267994, 0.0010370926465839148, 0.001133213983848691, 0.0012293352046981454, 0.0013254564255475998, 0.001421577762812376, 0.0015176991000771523, 0.0016138203209266067, 0.001709941541776061, 0.0018060628790408373, 0.0019021842163056135, 0.001998305320739746, 0.0020944266580045223, 0.0021905479952692986, 0.002286669332534075, 0.002382790669798851, 0.0024789117742329836, 0.00257503311149776, 0.002671154448762536, 0.0027672755531966686, 0.002863396890461445, 0.002959518227726221]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 4.0, 4.0, 6.0, 7.0, 8.0, 15.0, 21.0, 26.0, 53.0, 62.0, 111.0, 152.0, 255.0, 395.0, 627.0, 996.0, 1801.0, 3599.0, 7907.0, 21023.0, 92092.0, 959745.0, 56278.0, 17746.0, 7397.0, 3802.0, 2130.0, 1212.0, 731.0, 455.0, 309.0, 186.0, 142.0, 80.0, 68.0, 55.0, 40.0, 29.0, 14.0, 16.0, 10.0, 13.0, 6.0, 4.0, 2.0, 2.0, 3.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.008694917894899845, -0.008409086614847183, -0.008123255334794521, -0.00783742405474186, -0.0075515927746891975, -0.007265761028975248, -0.0069799297489225864, -0.0066940984688699245, -0.006408267188817263, -0.006122435908764601, -0.005836604628711939, -0.005550773348659277, -0.005264941602945328, -0.004979110322892666, -0.004693279042840004, -0.004407447762787342, -0.00412161648273468, -0.0038357852026820183, -0.0035499539226293564, -0.003264122409746051, -0.002978291129693389, -0.002692459849640727, -0.0024066283367574215, -0.0021207970567047596, -0.0018349657766520977, -0.0015491344965994358, -0.001263303100131452, -0.0009774717036634684, -0.0006916404236108065, -0.00040580908535048366, -0.00011997774709016085, 0.00016585359117016196, 0.00045168492943048477, 0.0007375162676908076, 0.0010233476059511304, 0.0013091790024191141, 0.001595010282471776, 0.001880841562524438, 0.0021666730754077435, 0.0024525043554604053, 0.0027383356355130672, 0.003024166915565729, 0.003309998195618391, 0.0035958297085016966, 0.0038816609885543585, 0.004167492501437664, 0.004453323781490326, 0.004739155061542988, 0.00502498634159565, 0.005310817621648312, 0.0055966489017009735, 0.005882480181753635, 0.006168311461806297, 0.0064541432075202465, 0.006739974487572908, 0.00702580576762557, 0.007311637047678232, 0.007597468327730894, 0.007883300073444843, 0.008169131353497505, 0.008454962633550167, 0.008740793913602829, 0.009026625193655491, 0.009312456473708153, 0.009598287753760815]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 3.0, 2.0, 7.0, 2.0, 0.0, 2.0, 2.0, 2.0, 3.0, 8.0, 2.0, 2.0, 3.0, 1.0, 1.0, 4.0, 4.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.021533627063035965, -0.020461255684494972, -0.01938888244330883, -0.018316511064767838, -0.017244137823581696, -0.016171766445040703, -0.01509939506649971, -0.014027022756636143, -0.012954650446772575, -0.011882278136909008, -0.01080990582704544, -0.009737534448504448, -0.00866516213864088, -0.007592789828777313, -0.006520417984575033, -0.005448046140372753, -0.004375673830509186, -0.003303301753476262, -0.0022309296764433384, -0.0011585575994104147, -8.6185522377491e-05, 0.0009861865546554327, 0.0020585586316883564, 0.00313093070872128, 0.004203302785754204, 0.005275675095617771, 0.006348046939820051, 0.007420418784022331, 0.008492791093885899, 0.009565163403749466, 0.010637534782290459, 0.011709907092154026, 0.012782279402017593, 0.01385465171188116, 0.014927024021744728, 0.01599939540028572, 0.017071768641471863, 0.018144140020012856, 0.01921651139855385, 0.02028888463973999, 0.021361256018280983, 0.022433627396821976, 0.023506000638008118, 0.02457837201654911, 0.025650743395090103, 0.026723116636276245, 0.027795488014817238, 0.02886786125600338, 0.029940232634544373, 0.031012604013085365, 0.03208497539162636, 0.0331573486328125, 0.03422972187399864, 0.035302091389894485, 0.03637446463108063, 0.03744683787226677, 0.03851921111345291, 0.039591580629348755, 0.0406639538705349, 0.04173632711172104, 0.04280869662761688, 0.043881069868803024, 0.044953443109989166, 0.04602581262588501, 0.04709818586707115]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 2.0, 4.0, 4.0, 2.0, 7.0, 6.0, 6.0, 6.0, 11.0, 9.0, 16.0, 20.0, 33.0, 54.0, 60.0, 87.0, 135.0, 187.0, 259.0, 371.0, 559.0, 790.0, 1207.0, 1988.0, 6739.0, 2094.0, 1168.0, 677.0, 520.0, 379.0, 256.0, 183.0, 130.0, 95.0, 62.0, 44.0, 41.0, 25.0, 29.0, 23.0, 19.0, 9.0, 17.0, 11.0, 8.0, 10.0, 11.0, 20.0, 14.0, 8.0, 1.0, 0.0, 1.0, 1.0, 5.0, 3.0, 1.0], "bins": [-0.01558150164783001, -0.015088762156665325, -0.014596022665500641, -0.014103283174335957, -0.013610543683171272, -0.013117804192006588, -0.012625064700841904, -0.01213232520967722, -0.011639585718512535, -0.01114684622734785, -0.010654106736183167, -0.010161367245018482, -0.009668627753853798, -0.009175888262689114, -0.00868314877152443, -0.008190409280359745, -0.007697669789195061, -0.0072049302980303764, -0.006712190806865692, -0.006219451315701008, -0.0057267118245363235, -0.005233972333371639, -0.004741232842206955, -0.004248493351042271, -0.0037557538598775864, -0.003263014368712902, -0.0027702748775482178, -0.0022775353863835335, -0.0017847958952188492, -0.0012920564040541649, -0.0007993169128894806, -0.0003065774217247963, 0.000186162069439888, 0.0006789015606045723, 0.0011716410517692566, 0.0016643805429339409, 0.002157120034098625, 0.0026498595252633095, 0.0031425990164279938, 0.003635338507592678, 0.004128077998757362, 0.004620817489922047, 0.005113556981086731, 0.005606296472251415, 0.0060990359634160995, 0.006591775454580784, 0.007084514945745468, 0.0075772544369101524, 0.008069993928074837, 0.008562733419239521, 0.009055472910404205, 0.00954821240156889, 0.010040951892733574, 0.010533691383898258, 0.011026430875062943, 0.011519170366227627, 0.012011909857392311, 0.012504649348556995, 0.01299738883972168, 0.013490128330886364, 0.013982867822051048, 0.014475607313215733, 0.014968346804380417, 0.015461086295545101, 0.015953825786709785]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 4.0, 0.0, 0.0, 2.0, 0.0, 5.0, 2.0, 2.0, 0.0, 4.0, 1.0], "bins": [-0.20494258403778076, -0.20110756158828735, -0.19727253913879395, -0.19343751668930054, -0.18960249423980713, -0.18576747179031372, -0.1819324493408203, -0.1780974268913269, -0.1742624044418335, -0.1704273819923401, -0.16659235954284668, -0.16275733709335327, -0.15892231464385986, -0.15508729219436646, -0.15125226974487305, -0.14741724729537964, -0.14358222484588623, -0.13974720239639282, -0.13591217994689941, -0.132077157497406, -0.1282421350479126, -0.12440712004899979, -0.12057209759950638, -0.11673707515001297, -0.11290205270051956, -0.10906703025102615, -0.10523200780153275, -0.10139698535203934, -0.09756196290254593, -0.09372694045305252, -0.08989191800355911, -0.0860568955540657, -0.0822218731045723, -0.07838685065507889, -0.07455182820558548, -0.07071680575609207, -0.06688178330659866, -0.06304676085710526, -0.05921173840761185, -0.05537671595811844, -0.05154169350862503, -0.04770667478442192, -0.04387165233492851, -0.040036629885435104, -0.036201607435941696, -0.03236658498644829, -0.02853156253695488, -0.02469654008746147, -0.020861517637968063, -0.017026495188474655, -0.013191472738981247, -0.009356451220810413, -0.005521428771317005, -0.0016864065546542406, 0.002148615662008524, 0.005983637645840645, 0.009818660095334053, 0.013653682544827461, 0.01748870499432087, 0.021323727443814278, 0.025158748030662537, 0.028993770480155945, 0.03282879292964935, 0.03666381537914276, 0.04049883782863617]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 3.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 3.0, 0.0, 4.0, 3.0, 6.0, 1.0, 4.0, 8.0, 7.0, 3.0, 10.0, 7.0, 9.0, 40.0, 9.0, 13.0, 18.0, 13.0, 24.0, 19.0, 16.0, 9.0, 2.0, 2.0, 3.0, 3.0, 4.0, 8.0, 3.0, 2.0, 3.0, 2.0, 0.0, 4.0, 2.0, 0.0, 1.0, 2.0, 1.0], "bins": [-0.07586056739091873, -0.07389334589242935, -0.07192612439393997, -0.06995891034603119, -0.06799168884754181, -0.06602446734905243, -0.06405724585056305, -0.06209002807736397, -0.060122810304164886, -0.05815558880567551, -0.05618836730718613, -0.054221149533987045, -0.052253928035497665, -0.050286710262298584, -0.048319488763809204, -0.04635227099061012, -0.04438504949212074, -0.04241782799363136, -0.04045061022043228, -0.0384833887219429, -0.03651617094874382, -0.03454894945025444, -0.03258173167705536, -0.03061451017856598, -0.02864729054272175, -0.026680070906877518, -0.024712851271033287, -0.022745631635189056, -0.020778410136699677, -0.018811190500855446, -0.016843970865011215, -0.014876751229166985, -0.012909531593322754, -0.010942311957478523, -0.008975092321634293, -0.007007871754467487, -0.005040652118623257, -0.0030734322499483824, -0.001106212381273508, 0.0008610074874013662, 0.0028282273560762405, 0.004795446991920471, 0.006762667093425989, 0.008729887194931507, 0.010697106830775738, 0.012664326466619968, 0.014631547033786774, 0.016598766669631004, 0.018565986305475235, 0.020533205941319466, 0.022500425577163696, 0.024467645213007927, 0.026434864848852158, 0.028402086347341537, 0.030369305983185768, 0.03233652561903, 0.03430374711751938, 0.03627096489071846, 0.03823818638920784, 0.04020540416240692, 0.0421726256608963, 0.04413984343409538, 0.04610706493258476, 0.048074282705783844, 0.050041504204273224]}, "_runtime": 154.4318289756775, "_timestamp": 1596214479.1891115, "_step": 189}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 3.0, 1.0, 2.0, 7.0, 5.0, 0.0, 2.0, 4.0, 4.0, 2.0, 1.0, 2.0, 0.0, 3.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009425129741430283, -0.009103979915380478, -0.008782830089330673, -0.008461680263280869, -0.008140530437231064, -0.00781938061118126, -0.0074982307851314545, -0.00717708095908165, -0.006855931133031845, -0.00653478130698204, -0.006213631480932236, -0.005892481654882431, -0.005571331828832626, -0.005250182002782822, -0.004929032176733017, -0.004607882350683212, -0.004286732524633408, -0.003965582698583603, -0.0036444328725337982, -0.0033232830464839935, -0.003002133220434189, -0.002680983394384384, -0.0023598335683345795, -0.0020386837422847748, -0.00171753391623497, -0.0013963840901851654, -0.0010752342641353607, -0.000754084438085556, -0.00043293461203575134, -0.00011178478598594666, 0.00020936504006385803, 0.0005305148661136627, 0.0008516646921634674, 0.001172814518213272, 0.0014939643442630768, 0.0018151141703128815, 0.002136263996362686, 0.002457413822412491, 0.0027785636484622955, 0.0030997134745121002, 0.003420863300561905, 0.0037420131266117096, 0.004063162952661514, 0.004384312778711319, 0.004705462604761124, 0.005026612430810928, 0.005347762256860733, 0.005668912082910538, 0.005990061908960342, 0.006311211735010147, 0.006632361561059952, 0.0069535113871097565, 0.007274661213159561, 0.007595811039209366, 0.00791696086525917, 0.008238110691308975, 0.00855926051735878, 0.008880410343408585, 0.00920156016945839, 0.009522709995508194, 0.009843859821557999, 0.010165009647607803, 0.010486159473657608, 0.010807309299707413, 0.011128459125757217]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 5.0, 2.0, 2.0, 3.0, 5.0, 4.0, 4.0, 10.0, 4.0, 13.0, 16.0, 22.0, 20.0, 26.0, 27.0, 45.0, 42.0, 62.0, 102.0, 125.0, 165.0, 250.0, 556.0, 5315.0, 325.0, 201.0, 150.0, 97.0, 88.0, 49.0, 40.0, 33.0, 21.0, 21.0, 23.0, 10.0, 12.0, 6.0, 9.0, 2.0, 4.0, 2.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.11030623316764832, -0.10664375126361847, -0.10298127681016922, -0.09931879490613937, -0.09565632045269012, -0.09199383854866028, -0.08833135664463043, -0.08466888219118118, -0.08100640028715134, -0.07734392583370209, -0.07368144392967224, -0.0700189620256424, -0.06635648757219315, -0.0626940056681633, -0.05903152748942375, -0.055369049310684204, -0.051706571131944656, -0.04804409295320511, -0.04438161477446556, -0.040719132870435715, -0.03705665469169617, -0.03339417651295662, -0.02973169833421707, -0.026069218292832375, -0.022406740114092827, -0.01874426193535328, -0.015081781893968582, -0.011419303715229034, -0.007756824605166912, -0.00409434549510479, -0.0004318668507039547, 0.003230612026527524, 0.006893090903759003, 0.010555570013821125, 0.014218049123883247, 0.017880527302622795, 0.021543007344007492, 0.02520548552274704, 0.028867963701486588, 0.032530441880226135, 0.03619292378425598, 0.03985540196299553, 0.04351788014173508, 0.047180358320474625, 0.05084283649921417, 0.05450531467795372, 0.058167796581983566, 0.061830274760723114, 0.06549274921417236, 0.06915523111820221, 0.07281771302223206, 0.0764801874756813, 0.08014266937971115, 0.0838051438331604, 0.08746762573719025, 0.09113010764122009, 0.09479258209466934, 0.09845506399869919, 0.10211753845214844, 0.10578002035617828, 0.10944250226020813, 0.11310497671365738, 0.11676745861768723, 0.12042993307113647, 0.12409241497516632]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 3.0, 3.0, 2.0, 6.0, 9.0, 3.0, 4.0, 8.0, 22.0, 1.0, 4.0, 8.0, 3.0, 2.0, 1.0, 2.0, 3.0, 5.0, 0.0, 3.0, 0.0, 1.0, 0.0, 3.0, 7.0, 2.0, 3.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0033987853676080704, -0.003288009436801076, -0.0031772335059940815, -0.003066457575187087, -0.0029556816443800926, -0.002844905713573098, -0.0027341300155967474, -0.002623354084789753, -0.0025125781539827585, -0.002401802223175764, -0.0022910262923687696, -0.002180250361561775, -0.0020694744307547808, -0.0019586984999477863, -0.0018479226855561137, -0.0017371467547491193, -0.0016263708239421248, -0.0015155948931351304, -0.001404818962328136, -0.0012940431479364634, -0.001183267217129469, -0.0010724912863224745, -0.00096171535551548, -0.0008509394829161465, -0.0007401635521091521, -0.0006293876213021576, -0.0005186117487028241, -0.0004078358178958297, -0.0002970599161926657, -0.00018628401448950171, -7.55080982344225e-05, 3.526781074469909e-05, 0.00014604371972382069, 0.00025681962142698467, 0.00036759552313014865, 0.0004783714539371431, 0.0005891473265364766, 0.000699923257343471, 0.0008106991881504655, 0.000921475060749799, 0.0010322509333491325, 0.001143026864156127, 0.0012538027949631214, 0.0013645787257701159, 0.0014753546565771103, 0.0015861305873841047, 0.0016969064017757773, 0.0018076823325827718, 0.0019184582633897662, 0.002029234077781439, 0.0021400100085884333, 0.0022507859393954277, 0.002361561870202422, 0.0024723378010094166, 0.002583113731816411, 0.0026938896626234055, 0.0028046655934304, 0.0029154415242373943, 0.0030262174550443888, 0.0031369931530207396, 0.003247769083827734, 0.0033585450146347284, 0.003469320945441723, 0.0035800968762487173, 0.0036908728070557117]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 3.0, 2.0, 0.0, 5.0, 2.0, 5.0, 9.0, 5.0, 11.0, 8.0, 26.0, 30.0, 39.0, 60.0, 71.0, 117.0, 184.0, 240.0, 448.0, 713.0, 1107.0, 1996.0, 3747.0, 7622.0, 17859.0, 50998.0, 827622.0, 174534.0, 43221.0, 19905.0, 10885.0, 6415.0, 3898.0, 2489.0, 1623.0, 1090.0, 758.0, 534.0, 347.0, 271.0, 197.0, 119.0, 116.0, 71.0, 64.0, 35.0, 32.0, 27.0, 18.0, 14.0, 12.0, 9.0, 8.0, 5.0, 6.0, 2.0, 4.0, 3.0, 0.0, 0.0, 0.0, 2.0, 3.0], "bins": [-0.0069221025332808495, -0.006674319971352816, -0.006426537875086069, -0.006178755313158035, -0.005930973216891289, -0.005683190654963255, -0.005435408093035221, -0.005187625996768475, -0.004939843434840441, -0.004692060872912407, -0.00444427877664566, -0.004196496214717627, -0.003948713652789593, -0.0037009315565228462, -0.0034531489945948124, -0.0032053666654974222, -0.002957584336400032, -0.002709802007302642, -0.0024620196782052517, -0.002214237116277218, -0.0019664547871798277, -0.0017186724580824375, -0.0014708900125697255, -0.0012231075670570135, -0.0009753252379596233, -0.0007275428506545722, -0.00047976046334952116, -0.00023197807604447007, 1.5804311260581017e-05, 0.0002635866985656321, 0.0005113690858706832, 0.0007591514731757343, 0.0010069338604807854, 0.0012547161895781755, 0.0015024986350908875, 0.0017502810806035995, 0.0019980634097009897, 0.00224584573879838, 0.0024936283007264137, 0.002741410629823804, 0.002989192958921194, 0.0032369752880185843, 0.0034847576171159744, 0.0037325401790440083, 0.003980322740972042, 0.004228104837238789, 0.004475887399166822, 0.004723669495433569, 0.004971452057361603, 0.005219234619289637, 0.005467016715556383, 0.005714799277484417, 0.0059625813737511635, 0.006210363935679197, 0.006458146497607231, 0.006705928593873978, 0.0069537111558020115, 0.007201493717730045, 0.007449275813996792, 0.007697058375924826, 0.00794484093785286, 0.008192623034119606, 0.008440405130386353, 0.008688188157975674, 0.00893597025424242]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 4.0, 0.0, 0.0, 0.0, 1.0, 4.0, 3.0, 2.0, 0.0, 2.0, 8.0, 2.0, 5.0, 4.0, 2.0, 0.0, 1.0, 3.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.020657068118453026, -0.019867293536663055, -0.019077518954873085, -0.018287742510437965, -0.017497967928647995, -0.016708193346858025, -0.015918418765068054, -0.01512864325195551, -0.014338868670165539, -0.013549094088375568, -0.012759318575263023, -0.011969543993473053, -0.011179769411683083, -0.010389993898570538, -0.009600219316780567, -0.008810443803668022, -0.008020669221878052, -0.007230894174426794, -0.006441119126975536, -0.005651344545185566, -0.004861569497734308, -0.0040717944502830505, -0.0032820196356624365, -0.0024922448210418224, -0.0017024697735905647, -0.0009126948425546288, -0.00012291991151869297, 0.0006668550195172429, 0.0014566299505531788, 0.0022464049980044365, 0.0030361798126250505, 0.0038259546272456646, 0.004615729674696922, 0.00540550472214818, 0.006195279769599438, 0.006985054351389408, 0.007774829398840666, 0.008564604446291924, 0.009354379028081894, 0.010144154541194439, 0.01093392912298441, 0.01172370370477438, 0.012513479217886925, 0.013303253799676895, 0.014093028381466866, 0.01488280389457941, 0.015672579407691956, 0.016462353989481926, 0.017252128571271896, 0.018041903153061867, 0.018831677734851837, 0.019621454179286957, 0.020411228761076927, 0.021201003342866898, 0.021990777924656868, 0.02278055250644684, 0.023570328950881958, 0.02436010353267193, 0.0251498781144619, 0.02593965269625187, 0.02672942727804184, 0.02751920185983181, 0.02830897830426693, 0.0290987528860569, 0.02988852746784687]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 2.0, 5.0, 8.0, 3.0, 17.0, 17.0, 20.0, 32.0, 52.0, 72.0, 94.0, 122.0, 175.0, 270.0, 323.0, 510.0, 749.0, 1186.0, 1989.0, 6469.0, 2079.0, 1247.0, 819.0, 576.0, 435.0, 277.0, 188.0, 146.0, 97.0, 97.0, 58.0, 62.0, 34.0, 34.0, 39.0, 22.0, 13.0, 6.0, 17.0, 14.0, 5.0, 7.0, 9.0, 7.0, 2.0, 3.0, 4.0, 6.0, 1.0, 1.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.011970048770308495, -0.011500081047415733, -0.011030112393200397, -0.010560144670307636, -0.010090176947414875, -0.00962020829319954, -0.009150240570306778, -0.008680272847414017, -0.008210304193198681, -0.00774033647030592, -0.007270368281751871, -0.006800400093197823, -0.006330432370305061, -0.005860464181751013, -0.005390495993196964, -0.004920528270304203, -0.0044505600817501545, -0.003980591893196106, -0.003510623937472701, -0.003040655981749296, -0.0025706877931952477, -0.0021007198374718428, -0.0016307518817484379, -0.0011607838096097112, -0.0006908157374709845, -0.0002208476944360882, 0.00024912034859880805, 0.0007190883625298738, 0.0011890564346686006, 0.0016590245068073273, 0.002128992462530732, 0.0025989606510847807, 0.0030689286068081856, 0.0035388965625315905, 0.004008864518254995, 0.004478832706809044, 0.004948800895363092, 0.005418768618255854, 0.005888736806809902, 0.006358704995363951, 0.006828673183917999, 0.0072986409068107605, 0.007768609095364809, 0.008238577283918858, 0.008708545006811619, 0.00917851272970438, 0.009648481383919716, 0.010118449106812477, 0.010588416829705238, 0.011058385483920574, 0.011528353206813335, 0.011998321861028671, 0.012468289583921432, 0.012938257306814194, 0.01340822596102953, 0.01387819368392229, 0.014348161406815052, 0.014818130061030388, 0.015288097783923149, 0.01575806550681591, 0.01622803322970867, 0.016698000952601433, 0.017167970538139343, 0.017637938261032104, 0.018107905983924866]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 2.0, 2.0, 0.0, 3.0, 2.0, 1.0, 0.0, 0.0, 2.0, 3.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.24053449928760529, -0.23570898175239563, -0.23088344931602478, -0.22605793178081512, -0.22123241424560547, -0.2164068967103958, -0.21158136427402496, -0.2067558467388153, -0.20193032920360565, -0.1971047967672348, -0.19227927923202515, -0.1874537616968155, -0.18262824416160583, -0.17780271172523499, -0.17297719419002533, -0.16815167665481567, -0.16332614421844482, -0.15850062668323517, -0.1536751091480255, -0.14884959161281586, -0.144024059176445, -0.13919854164123535, -0.1343730241060257, -0.12954750657081604, -0.12472197413444519, -0.11989645659923553, -0.11507093161344528, -0.11024541407823563, -0.10541988909244537, -0.10059437155723572, -0.09576884657144547, -0.09094332903623581, -0.08611780405044556, -0.0812922790646553, -0.07646676152944565, -0.0716412365436554, -0.06681571900844574, -0.06199019402265549, -0.05716467276215553, -0.05233915150165558, -0.047513630241155624, -0.04268810898065567, -0.037862587720155716, -0.03303706645965576, -0.028211543336510658, -0.023386022076010704, -0.0185604989528656, -0.013734977692365646, -0.008909456431865692, -0.004083934705704451, 0.0007415870204567909, 0.0055671087466180325, 0.010392630472779274, 0.015218151733279228, 0.02004367485642433, 0.024869196116924286, 0.02969471737742424, 0.034520238637924194, 0.03934575989842415, 0.0441712811589241, 0.048996806144714355, 0.05382232740521431, 0.058647848665714264, 0.06347336620092392, 0.06829889118671417]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 3.0, 1.0, 1.0, 3.0, 0.0, 6.0, 2.0, 5.0, 1.0, 2.0, 3.0, 4.0, 3.0, 3.0, 5.0, 4.0, 5.0, 5.0, 2.0, 1.0, 0.0, 5.0, 4.0, 1.0, 11.0, 14.0, 37.0, 24.0, 16.0, 16.0, 12.0, 11.0, 5.0, 6.0, 8.0, 6.0, 7.0, 2.0, 2.0, 2.0, 2.0, 4.0, 2.0, 0.0, 3.0, 4.0, 2.0, 5.0, 3.0, 4.0, 3.0, 2.0], "bins": [-0.11491815000772476, -0.11196282505989075, -0.10900749266147614, -0.10605216771364212, -0.1030968427658081, -0.10014151781797409, -0.09718619287014008, -0.09423086047172546, -0.09127553552389145, -0.08832021057605743, -0.08536487817764282, -0.08240955322980881, -0.07945422828197479, -0.07649890333414078, -0.07354357838630676, -0.07058824598789215, -0.06763292104005814, -0.06467759609222412, -0.06172226741909981, -0.058766938745975494, -0.05581161379814148, -0.052856288850307465, -0.04990096017718315, -0.04694563150405884, -0.04399030655622482, -0.04103498160839081, -0.038079652935266495, -0.03512432426214218, -0.032168999314308167, -0.029213672503829002, -0.026258345693349838, -0.023303018882870674, -0.02034769207239151, -0.017392365261912346, -0.014437038451433182, -0.011481711640954018, -0.008526384830474854, -0.005571058019995689, -0.0026157312095165253, 0.00033959560096263885, 0.003294922411441803, 0.006250249221920967, 0.009205576032400131, 0.012160902842879295, 0.01511622965335846, 0.018071556463837624, 0.021026883274316788, 0.023982210084795952, 0.026937536895275116, 0.02989286370575428, 0.032848190516233444, 0.03580351918935776, 0.03875884413719177, 0.04171416908502579, 0.0446694977581501, 0.047624826431274414, 0.05058015137910843, 0.053535476326942444, 0.05649080500006676, 0.05944613367319107, 0.062401458621025085, 0.0653567835688591, 0.06831210851669312, 0.07126744091510773, 0.07422276586294174]}, "_runtime": 155.1946108341217, "_timestamp": 1596214479.9518933, "_step": 190}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 4.0, 0.0, 1.0, 2.0, 4.0, 6.0, 11.0, 3.0, 6.0, 1.0, 3.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.016217408701777458, -0.015736224129796028, -0.015255039557814598, -0.014773855917155743, -0.014292671345174313, -0.013811486773192883, -0.013330303132534027, -0.012849118560552597, -0.012367933988571167, -0.011886749416589737, -0.011405564844608307, -0.010924381203949451, -0.010443196631968021, -0.009962012059986591, -0.009480828419327736, -0.008999643847346306, -0.008518459275364876, -0.008037274703383446, -0.007556090597063303, -0.00707490649074316, -0.00659372191876173, -0.0061125373467803, -0.005631353240460157, -0.005150169134140015, -0.004668984562158585, -0.0041877999901771545, -0.003706615883857012, -0.0032254315447062254, -0.002744247205555439, -0.0022630628664046526, -0.0017818785272538662, -0.0013006941881030798, -0.0008195098489522934, -0.000338325509801507, 0.0001428588293492794, 0.0006240431685000658, 0.0011052275076508522, 0.0015864118468016386, 0.002067596185952425, 0.0025487805251032114, 0.003029964864253998, 0.003511149203404784, 0.003992333542555571, 0.004473517648875713, 0.004954702220857143, 0.0054358867928385735, 0.005917070899158716, 0.006398255005478859, 0.006879439577460289, 0.007360624149441719, 0.007841808721423149, 0.008322992362082005, 0.008804176934063435, 0.009285361506044865, 0.00976654514670372, 0.01024772971868515, 0.01072891429066658, 0.01121009886264801, 0.01169128343462944, 0.012172467075288296, 0.012653651647269726, 0.013134836219251156, 0.013616019859910011, 0.014097204431891441, 0.014578389003872871]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 2.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0, 2.0, 2.0, 2.0, 3.0, 4.0, 5.0, 5.0, 12.0, 17.0, 14.0, 19.0, 29.0, 40.0, 56.0, 77.0, 118.0, 159.0, 316.0, 5359.0, 925.0, 285.0, 136.0, 81.0, 64.0, 53.0, 36.0, 18.0, 14.0, 14.0, 14.0, 10.0, 7.0, 1.0, 2.0, 4.0, 4.0, 1.0, 1.0, 2.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0], "bins": [-0.159470796585083, -0.15489114820957184, -0.15031149983406067, -0.1457318365573883, -0.14115218818187714, -0.13657253980636597, -0.1319928765296936, -0.12741322815418243, -0.12283357977867126, -0.1182539314031601, -0.11367427557706833, -0.10909461975097656, -0.1045149713754654, -0.09993532299995422, -0.09535566717386246, -0.09077601134777069, -0.08619636297225952, -0.08161671459674835, -0.07703705877065659, -0.07245740294456482, -0.06787775456905365, -0.06329810619354248, -0.058718450367450714, -0.054138798266649246, -0.04955914616584778, -0.04497949406504631, -0.04039984196424484, -0.035820189863443375, -0.031240537762641907, -0.02666088566184044, -0.02208123356103897, -0.017501581460237503, -0.012921929359436035, -0.008342277258634567, -0.0037626251578330994, 0.0008170269429683685, 0.005396679043769836, 0.009976331144571304, 0.014555983245372772, 0.01913563534617424, 0.023715287446975708, 0.028294939547777176, 0.032874591648578644, 0.03745424374938011, 0.04203389585018158, 0.04661354795098305, 0.051193200051784515, 0.05577285215258598, 0.06035250425338745, 0.06493215262889862, 0.06951180845499039, 0.07409146428108215, 0.07867111265659332, 0.08325076103210449, 0.08783041685819626, 0.09241007268428802, 0.0969897210597992, 0.10156936943531036, 0.10614902526140213, 0.1107286810874939, 0.11530832946300507, 0.11988797783851624, 0.124467633664608, 0.12904728949069977, 0.13362693786621094]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 3.0, 0.0, 2.0, 4.0, 0.0, 4.0, 4.0, 0.0, 2.0, 5.0, 1.0, 6.0, 2.0, 4.0, 6.0, 3.0, 24.0, 8.0, 2.0, 2.0, 3.0, 2.0, 3.0, 5.0, 2.0, 4.0, 3.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0022006016224622726, -0.00212235189974308, -0.0020441021770238876, -0.001965852454304695, -0.0018876026151701808, -0.0018093527760356665, -0.001731103053316474, -0.0016528533305972815, -0.001574603607878089, -0.0014963537687435746, -0.0014181040460243821, -0.0013398543233051896, -0.0012616044841706753, -0.0011833547614514828, -0.0011051050387322903, -0.001026855199597776, -0.0009486054768785834, -0.00087035569595173, -0.0007921059732325375, -0.0007138561923056841, -0.0006356064695864916, -0.0005573566886596382, -0.00047910690773278475, -0.0004008571559097618, -0.0003226074040867388, -0.00024435765226371586, -0.00016610788588877767, -8.78581267897971e-05, -9.608367690816522e-06, 6.864139140816405e-05, 0.00014689115050714463, 0.00022514091688208282, 0.0003033906687051058, 0.00038164042052812874, 0.0004598901723511517, 0.0005381399532780051, 0.0006163896759971976, 0.000694639456924051, 0.0007728892378509045, 0.000851138960570097, 0.0009293887414969504, 0.0010076385224238038, 0.0010858882451429963, 0.0011641379678621888, 0.0012423878069967031, 0.0013206375297158957, 0.0013988872524350882, 0.0014771370915696025, 0.001555386814288795, 0.0016336365370079875, 0.0017118863761425018, 0.0017901360988616943, 0.0018683858215808868, 0.0019466356607154012, 0.002024885267019272, 0.002103135222569108, 0.0021813849452883005, 0.002259634668007493, 0.0023378843907266855, 0.002416134113445878, 0.0024943838361650705, 0.0025726337917149067, 0.002650883514434099, 0.0027291332371532917, 0.002807382959872484]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 5.0, 7.0, 6.0, 14.0, 19.0, 43.0, 54.0, 72.0, 117.0, 159.0, 255.0, 433.0, 640.0, 1159.0, 1866.0, 3201.0, 5635.0, 10834.0, 22614.0, 56345.0, 809934.0, 175766.0, 42660.0, 19631.0, 10489.0, 6256.0, 3860.0, 2365.0, 1548.0, 1061.0, 733.0, 490.0, 346.0, 269.0, 193.0, 139.0, 106.0, 84.0, 62.0, 37.0, 32.0, 19.0, 15.0, 19.0, 14.0, 7.0, 5.0, 5.0, 6.0, 1.0, 4.0, 2.0, 4.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.004766222555190325, -0.004582598805427551, -0.0043989745900034904, -0.004215350840240717, -0.004031727090477943, -0.0038481031078845263, -0.003664479125291109, -0.0034808553755283356, -0.0032972313929349184, -0.0031136074103415012, -0.0029299836605787277, -0.0027463596779853106, -0.0025627356953918934, -0.00237911194562912, -0.0021954879630357027, -0.002011864213272929, -0.001828240230679512, -0.0016446163645014167, -0.0014609924983233213, -0.0012773685157299042, -0.0010937446495518088, -0.0009101207833737135, -0.0007264968589879572, -0.000542872934602201, -0.00035924906842410564, -0.00017562517314217985, 7.99872213974595e-06, 0.00019162261742167175, 0.00037524651270359755, 0.0005588703788816929, 0.0007424943032674491, 0.0009261182276532054, 0.0011097420938313007, 0.001293365960009396, 0.0014769898261874914, 0.0016606138087809086, 0.001844237674959004, 0.0020278615411370993, 0.0022114855237305164, 0.00239510927349329, 0.002578733256086707, 0.0027623572386801243, 0.002945980988442898, 0.003129604971036315, 0.003313228953629732, 0.0034968527033925056, 0.003680476685985923, 0.0038641004357486963, 0.0040477244183421135, 0.004231348168104887, 0.004414972383528948, 0.004598596133291721, 0.004782219883054495, 0.004965844098478556, 0.005149467848241329, 0.005333091598004103, 0.005516715347766876, 0.005700339563190937, 0.0058839633129537106, 0.006067587062716484, 0.006251211278140545, 0.006434835027903318, 0.006618458777666092, 0.006802082993090153, 0.006985706742852926]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 3.0, 6.0, 1.0, 2.0, 4.0, 3.0, 12.0, 2.0, 1.0, 2.0, 3.0, 1.0, 0.0, 2.0, 3.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.026886792853474617, -0.025837920606136322, -0.024789046496152878, -0.023740174248814583, -0.022691302001476288, -0.021642427891492844, -0.02059355564415455, -0.019544681534171104, -0.01849580928683281, -0.017446937039494514, -0.01639806292951107, -0.015349190682172775, -0.014300317503511906, -0.013251444324851036, -0.012202572077512741, -0.011153698898851871, -0.010104825720191002, -0.009055952541530132, -0.008007079362869263, -0.006958207115530968, -0.005909333936870098, -0.0048604607582092285, -0.0038115880452096462, -0.0027627150993794203, -0.0017138421535491943, -0.0006649692077189684, 0.00038390373811125755, 0.0014327766839414835, 0.0024816496297717094, 0.0035305225756019354, 0.004579395521432161, 0.005628268234431744, 0.006677141413092613, 0.007726014591753483, 0.008774887770414352, 0.009823760017752647, 0.010872633196413517, 0.011921506375074387, 0.012970378622412682, 0.014019251801073551, 0.01506812497973442, 0.016116997227072716, 0.01716587133705616, 0.018214743584394455, 0.0192636176943779, 0.020312489941716194, 0.02136136218905449, 0.022410236299037933, 0.02345910854637623, 0.024507980793714523, 0.025556854903697968, 0.026605727151036263, 0.027654599398374557, 0.028703473508358, 0.029752345755696297, 0.03080121986567974, 0.031850092113018036, 0.03289896622300148, 0.033947836607694626, 0.03499671071767807, 0.036045584827661514, 0.03709445521235466, 0.038143329322338104, 0.03919220343232155, 0.04024107754230499]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [5.0, 0.0, 1.0, 0.0, 0.0, 1.0, 4.0, 0.0, 3.0, 6.0, 8.0, 5.0, 9.0, 14.0, 21.0, 26.0, 31.0, 37.0, 52.0, 82.0, 93.0, 124.0, 155.0, 194.0, 251.0, 353.0, 509.0, 621.0, 859.0, 1452.0, 2254.0, 6245.0, 1639.0, 1001.0, 628.0, 445.0, 332.0, 210.0, 157.0, 119.0, 75.0, 79.0, 63.0, 46.0, 33.0, 25.0, 12.0, 29.0, 26.0, 25.0, 5.0, 8.0, 5.0, 14.0, 3.0, 4.0, 6.0, 5.0, 5.0, 8.0, 2.0, 4.0, 2.0, 2.0], "bins": [-0.012027323246002197, -0.011644545011222363, -0.011261765845119953, -0.010878987610340118, -0.010496208444237709, -0.010113430209457874, -0.009730651043355465, -0.00934787280857563, -0.00896509364247322, -0.008582315407693386, -0.008199536241590977, -0.007816758006811142, -0.00743397930637002, -0.007051200605928898, -0.006668421905487776, -0.006285643205046654, -0.005902864504605532, -0.00552008580416441, -0.005137307103723288, -0.0047545284032821655, -0.0043717497028410435, -0.003988971002399921, -0.003606192534789443, -0.003223413834348321, -0.002840635133907199, -0.002457856433466077, -0.002075077733024955, -0.0016922991489991546, -0.0013095204485580325, -0.0009267417481169105, -0.0005439631058834493, -0.00016118443454615772, 0.00022159423679113388, 0.0006043729372322559, 0.000987151637673378, 0.0013699302216991782, 0.0017527089221403003, 0.0021354875061661005, 0.0025182662066072226, 0.0029010449070483446, 0.0032838236074894667, 0.0036666023079305887, 0.004049380775541067, 0.004432159475982189, 0.004814938176423311, 0.005197716876864433, 0.005580495577305555, 0.005963274277746677, 0.0063460529781877995, 0.0067288316786289215, 0.0071116103790700436, 0.007494389079511166, 0.007877167314291, 0.00825994648039341, 0.008642724715173244, 0.009025503881275654, 0.009408282116055489, 0.009791061282157898, 0.010173839516937733, 0.010556618683040142, 0.010939396917819977, 0.011322176083922386, 0.011704954318702221, 0.01208773348480463, 0.012470511719584465]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 5.0, 4.0, 1.0, 0.0, 2.0, 1.0, 5.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.30046772956848145, -0.2944983243942261, -0.2885289192199707, -0.2825595438480377, -0.27659013867378235, -0.270620733499527, -0.2646513283252716, -0.25868192315101624, -0.25271254777908325, -0.24674314260482788, -0.2407737374305725, -0.23480433225631714, -0.22883494198322296, -0.2228655368089676, -0.2168961465358734, -0.21092674136161804, -0.20495733618736267, -0.1989879459142685, -0.19301854074001312, -0.18704915046691895, -0.18107974529266357, -0.1751103550195694, -0.16914094984531403, -0.16317154467105865, -0.15720215439796448, -0.1512327492237091, -0.14526335895061493, -0.13929395377635956, -0.1333245486021042, -0.12735515832901, -0.12138575315475464, -0.11541635543107986, -0.10944695770740509, -0.10347755998373032, -0.09750816226005554, -0.09153875708580017, -0.0855693593621254, -0.07959996163845062, -0.07363056391477585, -0.06766116619110107, -0.061691764742136, -0.05572236701846123, -0.049752965569496155, -0.04378356784582138, -0.037814170122146606, -0.031844768673181534, -0.02587537094950676, -0.019905971363186836, -0.013936571776866913, -0.00796717219054699, -0.0019977735355496407, 0.0039716255851089954, 0.009941024705767632, 0.015910424292087555, 0.02187982201576233, 0.027849221602082253, 0.033818621188402176, 0.03978801891207695, 0.04575742036104202, 0.0517268180847168, 0.05769621580839157, 0.06366561353206635, 0.06963501870632172, 0.07560441642999649, 0.08157381415367126]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 3.0, 0.0, 1.0, 1.0, 2.0, 3.0, 1.0, 1.0, 4.0, 3.0, 12.0, 7.0, 11.0, 13.0, 27.0, 31.0, 25.0, 17.0, 25.0, 19.0, 10.0, 11.0, 10.0, 4.0, 4.0, 3.0, 3.0, 1.0, 2.0, 5.0, 3.0, 2.0, 6.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.08393596112728119, -0.08178241550922394, -0.07962886989116669, -0.07747533172369003, -0.07532178610563278, -0.07316824048757553, -0.07101470232009888, -0.06886115670204163, -0.06670761108398438, -0.06455406546592712, -0.06240052357316017, -0.06024698168039322, -0.05809343606233597, -0.05593989044427872, -0.053786348551511765, -0.05163280665874481, -0.04947926104068756, -0.04732571542263031, -0.04517217352986336, -0.043018631637096405, -0.040865086019039154, -0.0387115404009819, -0.03655799850821495, -0.034404456615448, -0.03225091099739075, -0.030097367241978645, -0.027943823486566544, -0.025790279731154442, -0.02363673597574234, -0.02148319222033024, -0.019329648464918137, -0.017176104709506035, -0.015022560954093933, -0.012869017198681831, -0.01071547344326973, -0.008561929687857628, -0.006408385932445526, -0.004254842177033424, -0.0021012984216213226, 5.2245333790779114e-05, 0.002205789089202881, 0.004359332844614983, 0.006512876600027084, 0.008666420355439186, 0.010819964110851288, 0.01297350786626339, 0.015127051621675491, 0.017280595377087593, 0.019434139132499695, 0.021587682887911797, 0.0237412266433239, 0.025894770398736, 0.028048314154148102, 0.030201857909560204, 0.032355401664972305, 0.03450894355773926, 0.03666248917579651, 0.03881603479385376, 0.04096957668662071, 0.043123118579387665, 0.045276664197444916, 0.04743020981550217, 0.04958375170826912, 0.05173729360103607, 0.05389083921909332]}, "_runtime": 155.96722054481506, "_timestamp": 1596214480.724503, "_step": 191}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 4.0, 1.0, 1.0, 2.0, 3.0, 1.0, 3.0, 5.0, 12.0, 4.0, 1.0, 3.0, 1.0, 1.0, 2.0, 0.0, 1.0, 4.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013408631086349487, -0.012952182441949844, -0.012495733797550201, -0.012039285153150558, -0.011582836508750916, -0.011126387864351273, -0.01066993921995163, -0.010213490575551987, -0.009757041931152344, -0.0093005932867527, -0.008844144642353058, -0.008387695997953415, -0.007931247353553772, -0.007474798709154129, -0.007018350064754486, -0.006561901420354843, -0.0061054527759552, -0.005649004131555557, -0.005192555487155914, -0.004736106842756271, -0.004279658198356628, -0.0038232095539569855, -0.0033667609095573425, -0.0029103122651576996, -0.0024538636207580566, -0.0019974149763584137, -0.0015409663319587708, -0.0010845176875591278, -0.0006280690431594849, -0.00017162039875984192, 0.000284828245639801, 0.000741276890039444, 0.001197725534439087, 0.0016541741788387299, 0.002110622823238373, 0.0025670714676380157, 0.0030235201120376587, 0.0034799687564373016, 0.003936417400836945, 0.0043928660452365875, 0.0048493146896362305, 0.005305763334035873, 0.005762211978435516, 0.006218660622835159, 0.006675109267234802, 0.007131557911634445, 0.007588006556034088, 0.008044455200433731, 0.008500903844833374, 0.008957352489233017, 0.00941380113363266, 0.009870249778032303, 0.010326698422431946, 0.010783147066831589, 0.011239595711231232, 0.011696044355630875, 0.012152493000030518, 0.01260894164443016, 0.013065390288829803, 0.013521838933229446, 0.01397828757762909, 0.014434736222028732, 0.014891184866428375, 0.015347633510828018, 0.01580408215522766]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 1.0, 3.0, 5.0, 6.0, 5.0, 4.0, 21.0, 7.0, 15.0, 26.0, 29.0, 41.0, 60.0, 96.0, 100.0, 140.0, 250.0, 757.0, 5524.0, 262.0, 156.0, 100.0, 87.0, 53.0, 39.0, 35.0, 20.0, 20.0, 14.0, 12.0, 6.0, 8.0, 4.0, 3.0, 5.0, 0.0, 3.0, 2.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.1299184262752533, -0.1255962997674942, -0.12127417325973511, -0.11695204675197601, -0.11262992024421692, -0.10830779373645782, -0.10398566722869873, -0.09966354072093964, -0.09534141421318054, -0.09101928025484085, -0.08669715374708176, -0.08237502723932266, -0.07805290073156357, -0.07373077422380447, -0.06940864771604538, -0.06508652120828629, -0.06076439470052719, -0.0564422681927681, -0.052120141685009, -0.04779801517724991, -0.043475888669490814, -0.03915375843644142, -0.03483163192868233, -0.030509505420923233, -0.02618737891316414, -0.021865252405405045, -0.01754312589764595, -0.013220997527241707, -0.008898871019482613, -0.004576744046062231, -0.0002546170726418495, 0.004067509900778532, 0.008389636874198914, 0.012711763381958008, 0.017033889889717102, 0.021356018260121346, 0.02567814476788044, 0.030000271275639534, 0.03432239964604378, 0.03864452615380287, 0.042966652661561966, 0.04728877916932106, 0.051610905677080154, 0.05593303218483925, 0.06025516241788864, 0.06457728892564774, 0.06889941543340683, 0.07322154194116592, 0.07754366844892502, 0.08186579495668411, 0.0861879214644432, 0.0905100479722023, 0.0948321744799614, 0.09915430098772049, 0.10347642749547958, 0.10779855400323868, 0.11212068796157837, 0.11644281446933746, 0.12076494097709656, 0.12508706748485565, 0.12940919399261475, 0.13373132050037384, 0.13805344700813293, 0.14237557351589203, 0.14669770002365112]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 5.0, 1.0, 2.0, 1.0, 1.0, 0.0, 3.0, 4.0, 3.0, 4.0, 5.0, 4.0, 4.0, 6.0, 4.0, 23.0, 3.0, 4.0, 3.0, 4.0, 3.0, 4.0, 4.0, 4.0, 0.0, 3.0, 1.0, 5.0, 2.0, 4.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002895350567996502, -0.0028075305745005608, -0.0027197108138352633, -0.0026318910531699657, -0.0025440710596740246, -0.0024562510661780834, -0.002368431305512786, -0.0022806115448474884, -0.0021927915513515472, -0.002104971557855606, -0.0020171517971903086, -0.0019293319201096892, -0.00184151204302907, -0.0017536921659484506, -0.0016658722888678312, -0.001578052411787212, -0.0014902325347065926, -0.0014024126576259732, -0.0013145927805453539, -0.0012267729034647346, -0.0011389530263841152, -0.0010511331493034959, -0.0009633132722228765, -0.0008754933951422572, -0.0007876735180616379, -0.0006998536409810185, -0.0006120337639003992, -0.0005242138868197799, -0.00043639400973916054, -0.0003485741326585412, -0.00026075425557792187, -0.00017293437849730253, -8.51145014166832e-05, 2.705375663936138e-06, 9.052525274455547e-05, 0.0001783451298251748, 0.00026616500690579414, 0.0003539848839864135, 0.0004418047610670328, 0.0005296246381476521, 0.0006174445152282715, 0.0007052643923088908, 0.0007930842693895102, 0.0008809041464701295, 0.0009687240235507488, 0.0010565439006313682, 0.0011443637777119875, 0.0012321836547926068, 0.0013200035318732262, 0.0014078234089538455, 0.0014956432860344648, 0.0015834631631150842, 0.0016712830401957035, 0.0017591029172763228, 0.0018469227943569422, 0.0019347426714375615, 0.002022562548518181, 0.002110382542014122, 0.0021982023026794195, 0.002286022063344717, 0.002373842056840658, 0.0024616620503365993, 0.002549481811001897, 0.0026373015716671944, 0.0027251215651631355]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 3.0, 2.0, 1.0, 3.0, 4.0, 4.0, 0.0, 8.0, 6.0, 10.0, 13.0, 10.0, 20.0, 20.0, 27.0, 31.0, 43.0, 49.0, 51.0, 85.0, 122.0, 145.0, 206.0, 265.0, 389.0, 648.0, 992.0, 1661.0, 3211.0, 6978.0, 16334.0, 56206.0, 946189.0, 94560.0, 25833.0, 11129.0, 5909.0, 3289.0, 1956.0, 1141.0, 735.0, 455.0, 302.0, 161.0, 100.0, 78.0, 75.0, 53.0, 36.0, 23.0, 17.0, 13.0, 12.0, 5.0, 10.0, 2.0, 2.0, 6.0, 3.0, 3.0, 0.0, 2.0], "bins": [-0.008801369927823544, -0.008547794073820114, -0.008294218219816685, -0.008040642365813255, -0.007787066046148539, -0.007533490192145109, -0.00727991433814168, -0.00702633848413825, -0.006772762164473534, -0.006519186310470104, -0.006265610456466675, -0.006012034602463245, -0.005758458748459816, -0.0055048828944563866, -0.00525130657479167, -0.00499773072078824, -0.004744154866784811, -0.004490579012781382, -0.004237003158777952, -0.0039834268391132355, -0.003729850985109806, -0.0034762751311063766, -0.0032226992771029472, -0.002969123190268874, -0.0027155473362654448, -0.0024619714822620153, -0.0022083953954279423, -0.001954819541424513, -0.0017012435710057616, -0.0014476676005870104, -0.001194091746583581, -0.0009405157761648297, -0.0006869398057460785, -0.0004333638644311577, -0.00017978792311623693, 7.378801819868386e-05, 0.00032736395951360464, 0.0005809399299323559, 0.0008345158421434462, 0.0010880917543545365, 0.0013416677247732878, 0.001595243695192039, 0.0018488196656107903, 0.0021023955196142197, 0.002355971373617649, 0.002609547460451722, 0.0028631233144551516, 0.0031166994012892246, 0.003370275255292654, 0.0036238511092960835, 0.0038774271961301565, 0.00413100328296423, 0.004384579136967659, 0.004638154990971088, 0.004891730844974518, 0.005145306698977947, 0.005398882552981377, 0.005652458872646093, 0.005906034726649523, 0.006159610580652952, 0.006413186434656382, 0.006666762288659811, 0.006920338608324528, 0.007173914462327957, 0.0074274903163313866]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 4.0, 1.0, 0.0, 1.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 3.0, 1.0, 0.0, 1.0, 1.0, 1.0, 6.0, 2.0, 3.0, 3.0, 1.0, 1.0, 3.0, 1.0, 4.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.016431065276265144, -0.01598903350532055, -0.015547002665698528, -0.015104970894753933, -0.014662940055131912, -0.014220908284187317, -0.013778876513242722, -0.0133368456736207, -0.012894813902676105, -0.01245278213173151, -0.01201075129210949, -0.011568719521164894, -0.011126687750220299, -0.010684656910598278, -0.010242625139653683, -0.009800594300031662, -0.009358562529087067, -0.008916530758142471, -0.00847449991852045, -0.008032468147575855, -0.007590436842292547, -0.007148405537009239, -0.006706373766064644, -0.006264342460781336, -0.005822311155498028, -0.00538027985021472, -0.004938248544931412, -0.004496216773986816, -0.004054185468703508, -0.0036121541634202003, -0.0031701226253062487, -0.002728091087192297, -0.002286059781908989, -0.001844028360210359, -0.0014019969385117292, -0.0009599655168130994, -0.0005179340951144695, -7.590267341583967e-05, 0.0003661287482827902, 0.00080816016998142, 0.00125019159168005, 0.0016922230133786798, 0.0021342544350773096, 0.0025762859731912613, 0.0030183172784745693, 0.0034603485837578773, 0.003902380121871829, 0.004344411659985781, 0.004786442965269089, 0.005228474270552397, 0.005670505575835705, 0.0061125373467803, 0.006554568652063608, 0.006996599957346916, 0.0074386317282915115, 0.007880662567913532, 0.008322694338858128, 0.008764726109802723, 0.009206756949424744, 0.009648788720369339, 0.010090820491313934, 0.010532851330935955, 0.01097488310188055, 0.011416913941502571, 0.011858945712447166]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 6.0, 5.0, 3.0, 5.0, 6.0, 21.0, 20.0, 30.0, 45.0, 52.0, 57.0, 78.0, 75.0, 104.0, 138.0, 142.0, 162.0, 224.0, 242.0, 351.0, 478.0, 639.0, 958.0, 1254.0, 2028.0, 5531.0, 1513.0, 1033.0, 743.0, 554.0, 374.0, 347.0, 268.0, 213.0, 137.0, 103.0, 102.0, 100.0, 63.0, 61.0, 33.0, 23.0, 26.0, 18.0, 12.0, 12.0, 10.0, 4.0, 9.0, 4.0, 1.0, 4.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.008559932932257652, -0.008286623284220695, -0.008013312704861164, -0.007740003056824207, -0.007466692943125963, -0.007193383295089006, -0.006920073181390762, -0.006646763067692518, -0.006373452953994274, -0.006100143305957317, -0.005826833192259073, -0.005553523078560829, -0.005280213430523872, -0.005006903316825628, -0.004733593203127384, -0.004460283555090427, -0.004186973441392183, -0.003913663327693939, -0.0036403534468263388, -0.0033670435659587383, -0.0030937334522604942, -0.002820423571392894, -0.0025471136905252934, -0.0022738035768270493, -0.002000493695959449, -0.0017271836986765265, -0.0014538737013936043, -0.0011805638205260038, -0.0009072538232430816, -0.0006339438259601593, -0.00036063388688489795, -8.732391870580614e-05, 0.00018598604947328568, 0.0004592960176523775, 0.0007326059858314693, 0.0010059159249067307, 0.001279225922189653, 0.0015525359194725752, 0.0018258458003401756, 0.0020991559140384197, 0.00237246579490602, 0.0026457756757736206, 0.0029190857894718647, 0.003192395670339465, 0.0034657055512070656, 0.0037390156649053097, 0.004012325778603554, 0.0042856354266405106, 0.004558945540338755, 0.004832255654036999, 0.0051055653020739555, 0.0053788754157722, 0.005652185529470444, 0.0059254951775074005, 0.006198805291205645, 0.006472115404903889, 0.0067454250529408455, 0.00701873516663909, 0.007292045280337334, 0.007565355394035578, 0.007838665507733822, 0.008111975155770779, 0.008385284803807735, 0.008658595383167267, 0.008931905031204224]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 2.0, 3.0, 0.0, 1.0, 2.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.05775737762451172, -0.055348873138427734, -0.05294036865234375, -0.050531864166259766, -0.04812335968017578, -0.0457148551940918, -0.04330635070800781, -0.04089784622192383, -0.038489341735839844, -0.03608084097504616, -0.03367233648896217, -0.03126383200287819, -0.028855327516794205, -0.02644682303071022, -0.024038318544626236, -0.02162981405854225, -0.019221309572458267, -0.016812805086374283, -0.014404300600290298, -0.011995797045528889, -0.009587292559444904, -0.00717878807336092, -0.004770284052938223, -0.002361779799684882, 4.672445356845856e-05, 0.0024552287068217993, 0.00486373296007514, 0.007272236980497837, 0.009680741466581821, 0.012089245952665806, 0.014497749507427216, 0.0169062539935112, 0.019314758479595184, 0.02172326296567917, 0.024131767451763153, 0.026540271937847137, 0.028948776423931122, 0.031357280910015106, 0.03376578539609909, 0.036174289882183075, 0.03858279436826706, 0.040991295129060745, 0.04339979961514473, 0.045808304101228714, 0.0482168085873127, 0.05062531307339668, 0.05303381755948067, 0.05544232204556465, 0.057850826531648636, 0.06025933101773262, 0.0626678317785263, 0.06507633626461029, 0.06748484075069427, 0.06989334523677826, 0.07230184972286224, 0.07471035420894623, 0.07711885869503021, 0.0795273631811142, 0.08193586766719818, 0.08434437215328217, 0.08675287663936615, 0.08916138112545013, 0.09156988561153412, 0.0939783900976181, 0.09638689458370209]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 4.0, 2.0, 1.0, 2.0, 3.0, 5.0, 6.0, 6.0, 9.0, 8.0, 5.0, 12.0, 17.0, 18.0, 22.0, 45.0, 25.0, 17.0, 15.0, 7.0, 4.0, 6.0, 6.0, 6.0, 3.0, 7.0, 3.0, 1.0, 5.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.09006939828395844, -0.08727309107780457, -0.08447679132223129, -0.08168048411607742, -0.07888417690992355, -0.07608787715435028, -0.07329156994819641, -0.07049526274204254, -0.06769896298646927, -0.0649026557803154, -0.06210635229945183, -0.05931004881858826, -0.05651374161243439, -0.053717438131570816, -0.050921134650707245, -0.048124827444553375, -0.045328523963689804, -0.04253222048282623, -0.03973591327667236, -0.03693960979580879, -0.03414330631494522, -0.03134699910879135, -0.02855069562792778, -0.02575439214706421, -0.02295808680355549, -0.020161781460046768, -0.017365477979183197, -0.014569172635674477, -0.01177286822348833, -0.008976563811302185, -0.006180258933454752, -0.0033839542884379625, -0.0005876496434211731, 0.0022086550015956163, 0.005004959646612406, 0.007801264524459839, 0.010597568936645985, 0.01339387334883213, 0.01619017869234085, 0.018986482173204422, 0.021782787516713142, 0.024579092860221863, 0.027375396341085434, 0.030171701684594154, 0.032968007028102875, 0.035764310508966446, 0.03856061398983002, 0.04135692119598389, 0.04415322467684746, 0.04694952815771103, 0.0497458353638649, 0.05254213884472847, 0.05533844232559204, 0.05813474953174591, 0.06093105301260948, 0.06372735649347305, 0.06652366369962692, 0.0693199634552002, 0.07211627066135406, 0.07491257786750793, 0.07770887762308121, 0.08050518482923508, 0.08330149203538895, 0.08609779179096222, 0.08889409899711609]}, "_runtime": 156.72614574432373, "_timestamp": 1596214481.4834282, "_step": 192}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 1.0, 0.0, 5.0, 4.0, 6.0, 6.0, 0.0, 1.0, 4.0, 2.0, 0.0, 1.0, 0.0, 4.0, 0.0, 1.0, 0.0, 2.0, 0.0, 3.0, 2.0, 0.0, 0.0, 0.0, 3.0, 1.0], "bins": [-0.011450081132352352, -0.011182621121406555, -0.010915161110460758, -0.010647701099514961, -0.01038024015724659, -0.010112780146300793, -0.009845320135354996, -0.009577860124409199, -0.009310400113463402, -0.009042940102517605, -0.008775480091571808, -0.008508020080626011, -0.008240560069680214, -0.007973099127411842, -0.007705639116466045, -0.007438179105520248, -0.0071707190945744514, -0.0069032590836286545, -0.0066357990726828575, -0.006368338596075773, -0.006100878585129976, -0.005833418574184179, -0.005565958097577095, -0.005298498086631298, -0.005031038075685501, -0.004763578064739704, -0.004496118053793907, -0.004228657577186823, -0.003961197566241026, -0.003693737555295229, -0.0034262773115187883, -0.0031588170677423477, -0.0028913570567965508, -0.002623897045850754, -0.002356436802074313, -0.0020889765582978725, -0.0018215165473520756, -0.0015540564199909568, -0.001286596292629838, -0.0010191361652687192, -0.0007516760379076004, -0.0004842159105464816, -0.00021675578318536282, 5.070434417575598e-05, 0.00031816447153687477, 0.0005856245988979936, 0.0008530847262591124, 0.0011205448536202312, 0.00138800498098135, 0.0016554651083424687, 0.0019229252357035875, 0.002190385479480028, 0.002457845490425825, 0.002725305501371622, 0.0029927657451480627, 0.0032602259889245033, 0.0035276859998703003, 0.0037951460108160973, 0.004062606021761894, 0.0043300664983689785, 0.0045975265093147755, 0.004864986520260572, 0.005132446996867657, 0.005399907007813454, 0.005667367018759251]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 7.0, 2.0, 6.0, 4.0, 7.0, 7.0, 10.0, 10.0, 16.0, 10.0, 20.0, 31.0, 29.0, 56.0, 50.0, 74.0, 76.0, 106.0, 156.0, 256.0, 3390.0, 2595.0, 320.0, 173.0, 118.0, 71.0, 67.0, 68.0, 50.0, 25.0, 24.0, 26.0, 14.0, 12.0, 10.0, 4.0, 7.0, 0.0, 3.0, 2.0, 3.0, 3.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.10103893280029297, -0.09777917712926865, -0.09451942145824432, -0.09125966578722, -0.08799991011619568, -0.08474015444517136, -0.08148039877414703, -0.07822064310312271, -0.07496088743209839, -0.07170112431049347, -0.06844136863946915, -0.06518161296844482, -0.0619218572974205, -0.05866210162639618, -0.05540234595537186, -0.052142590284347534, -0.04888283461332321, -0.04562307894229889, -0.04236332327127457, -0.039103567600250244, -0.03584381192922592, -0.0325840525329113, -0.029324296861886978, -0.026064541190862656, -0.022804785519838333, -0.01954502984881401, -0.016285274177789688, -0.013025516644120216, -0.009765760973095894, -0.006506004836410284, -0.0032462486997246742, 1.3507436960935593e-05, 0.0032732635736465454, 0.006533019710332155, 0.009792775847017765, 0.013052532449364662, 0.016312288120388985, 0.019572043791413307, 0.02283180132508278, 0.0260915569961071, 0.029351312667131424, 0.032611068338155746, 0.03587082400918007, 0.03913057968020439, 0.04239033907651901, 0.045650094747543335, 0.04890985041856766, 0.05216960608959198, 0.0554293617606163, 0.058689117431640625, 0.06194887310266495, 0.06520862877368927, 0.06846838444471359, 0.07172814011573792, 0.07498789578676224, 0.07824765145778656, 0.08150741457939148, 0.0847671702504158, 0.08802692592144012, 0.09128668159246445, 0.09454643726348877, 0.09780619293451309, 0.10106594860553741, 0.10432570427656174, 0.10758545994758606]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 4.0, 4.0, 2.0, 0.0, 2.0, 1.0, 3.0, 5.0, 6.0, 7.0, 3.0, 2.0, 8.0, 4.0, 28.0, 3.0, 4.0, 3.0, 2.0, 0.0, 6.0, 6.0, 4.0, 3.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.0025947322137653828, -0.002495783381164074, -0.0023968347813934088, -0.0022978859487921, -0.002198937116190791, -0.002099988516420126, -0.002001039683818817, -0.0019020908512175083, -0.0018031421350315213, -0.0017041934188455343, -0.0016052445862442255, -0.0015062958700582385, -0.0014073471538722515, -0.0013083983212709427, -0.0012094496050849557, -0.0011105007724836469, -0.0010115520562976599, -0.000912603281904012, -0.0008136545075103641, -0.0007147057913243771, -0.0006157570169307292, -0.0005168082425370812, -0.0004178594972472638, -0.00031891075195744634, -0.00021996197756379843, -0.00012101321772206575, -2.2064457880333066e-05, 7.688430196139961e-05, 0.0001758330618031323, 0.0002747818361967802, 0.00037373058148659766, 0.0004726793267764151, 0.000571628101170063, 0.0006705768755637109, 0.0007695256499573588, 0.0008684743661433458, 0.0009674231405369937, 0.0010663719149306417, 0.0011653206311166286, 0.0012642694637179375, 0.0013632181799039245, 0.0014621668960899115, 0.0015611157286912203, 0.0016600644448772073, 0.0017590131610631943, 0.001857961993664503, 0.001956910826265812, 0.002055859426036477, 0.002154808258637786, 0.0022537570912390947, 0.00235270569100976, 0.0024516545236110687, 0.0025506033562123775, 0.0026495519559830427, 0.0027485007885843515, 0.0028474496211856604, 0.0029463982209563255, 0.0030453470535576344, 0.003144295886158943, 0.003243244718760252, 0.003342193318530917, 0.003441142151132226, 0.003540090983733535, 0.0036390395835042, 0.003737988416105509]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 5.0, 4.0, 7.0, 1.0, 15.0, 16.0, 21.0, 37.0, 50.0, 77.0, 100.0, 153.0, 243.0, 361.0, 548.0, 744.0, 1016.0, 1707.0, 2725.0, 4614.0, 7804.0, 14181.0, 27569.0, 64833.0, 856913.0, 109679.0, 36780.0, 18292.0, 10410.0, 6364.0, 4216.0, 2900.0, 1963.0, 1445.0, 1016.0, 737.0, 542.0, 443.0, 285.0, 191.0, 177.0, 125.0, 89.0, 55.0, 50.0, 30.0, 32.0, 17.0, 11.0, 5.0, 14.0, 6.0, 6.0, 8.0, 4.0, 2.0, 3.0, 1.0, 0.0, 1.0, 2.0, 1.0], "bins": [-0.004706195555627346, -0.004530551843345165, -0.0043549081310629845, -0.004179264884442091, -0.00400362117215991, -0.0038279774598777294, -0.0036523339804261923, -0.003476690500974655, -0.0033010467886924744, -0.0031254030764102936, -0.0029497595969587564, -0.0027741161175072193, -0.0025984724052250385, -0.0024228286929428577, -0.0022471852134913206, -0.0020715417340397835, -0.0018958980217576027, -0.0017202544258907437, -0.0015446108300238848, -0.0013689672341570258, -0.0011933236382901669, -0.001017680042423308, -0.0008420364465564489, -0.00066639285068959, -0.000490749254822731, -0.00031510565895587206, -0.0001394620630890131, 3.618153277784586e-05, 0.00021182512864470482, 0.0003874687245115638, 0.0005631123203784227, 0.0007387559162452817, 0.0009143995121121407, 0.0010900431079789996, 0.0012656867038458586, 0.0014413302997127175, 0.0016169738955795765, 0.0017926174914464355, 0.0019682610873132944, 0.0021439045667648315, 0.0023195482790470123, 0.002495191991329193, 0.0026708354707807302, 0.0028464789502322674, 0.003022122662514448, 0.003197766374796629, 0.003373409854248166, 0.003549053333699703, 0.003724697045981884, 0.003900340758264065, 0.004075984470546246, 0.004251627717167139, 0.00442727142944932, 0.004602915141731501, 0.004778558388352394, 0.004954202100634575, 0.005129845812916756, 0.0053054895251989365, 0.005481133237481117, 0.005656776484102011, 0.0058324201963841915, 0.006008063908666372, 0.006183707155287266, 0.0063593508675694466, 0.006534994579851627]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 3.0, 2.0, 5.0, 4.0, 3.0, 0.0, 3.0, 7.0, 1.0, 5.0, 4.0, 2.0, 0.0, 3.0, 2.0, 0.0, 1.0, 3.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.03792474418878555, -0.03704502061009407, -0.03616529703140259, -0.035285573452711105, -0.034405846148729324, -0.03352612257003784, -0.03264639899134636, -0.03176667541265488, -0.030886951833963394, -0.030007226392626762, -0.02912750281393528, -0.028247779235243797, -0.027368053793907166, -0.026488330215215683, -0.0256086066365242, -0.02472888119518757, -0.023849157616496086, -0.022969434037804604, -0.022089708596467972, -0.02120998501777649, -0.020330261439085007, -0.019450535997748375, -0.018570812419056892, -0.01769108884036541, -0.016811363399028778, -0.015931639820337296, -0.015051916241645813, -0.014172191731631756, -0.013292467221617699, -0.012412743642926216, -0.011533019132912159, -0.010653295554220676, -0.00977357104420662, -0.008893846534192562, -0.00801412295550108, -0.007134398445487022, -0.0062546744011342525, -0.005374950356781483, -0.0044952258467674255, -0.0036155018024146557, -0.002735777758061886, -0.0018560535972937942, -0.0009763294365257025, -9.66052757576108e-05, 0.0007831188850104809, 0.0016628430457785726, 0.0025425672065466642, 0.0034222914837300777, 0.004302015528082848, 0.0051817395724356174, 0.006061463616788387, 0.0069411881268024445, 0.007820911705493927, 0.008700636215507984, 0.009580360725522041, 0.010460084304213524, 0.011339808814227581, 0.012219533324241638, 0.01309925690293312, 0.013978981412947178, 0.014858705922961235, 0.015738429501652718, 0.0166181530803442, 0.017497878521680832, 0.018377602100372314]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 2.0, 5.0, 5.0, 0.0, 3.0, 3.0, 1.0, 3.0, 8.0, 20.0, 18.0, 17.0, 6.0, 5.0, 8.0, 11.0, 16.0, 15.0, 18.0, 21.0, 21.0, 25.0, 36.0, 46.0, 59.0, 69.0, 107.0, 144.0, 211.0, 285.0, 415.0, 509.0, 850.0, 1223.0, 1975.0, 5925.0, 1988.0, 1301.0, 843.0, 580.0, 418.0, 297.0, 232.0, 166.0, 119.0, 114.0, 80.0, 55.0, 38.0, 33.0, 19.0, 21.0, 14.0, 10.0, 8.0, 3.0, 4.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.013185565359890461, -0.012823514640331268, -0.01246146485209465, -0.012099414132535458, -0.011737363412976265, -0.011375313624739647, -0.011013262905180454, -0.010651212185621262, -0.010289162397384644, -0.009927111677825451, -0.009565060958266258, -0.009203010238707066, -0.008840960450470448, -0.008478909730911255, -0.008116859011352062, -0.007754808757454157, -0.0073927585035562515, -0.007030708249658346, -0.0066686575300991535, -0.006306607276201248, -0.0059445565566420555, -0.00558250630274415, -0.005220456048846245, -0.004858405329287052, -0.004496355075389147, -0.0041343048214912415, -0.003772254101932049, -0.0034102038480341434, -0.0030481533613055944, -0.0026861028745770454, -0.00232405262067914, -0.001962002133950591, -0.001599951647222042, -0.001237901160493493, -0.0008758507901802659, -0.0005138003616593778, -0.00015174993313848972, 0.00021030049538239837, 0.0005723509239032865, 0.0009344013524241745, 0.0012964517809450626, 0.0016585022676736116, 0.0020205527544021606, 0.002382603008300066, 0.002744653495028615, 0.003106703981757164, 0.0034687542356550694, 0.0038308047223836184, 0.004192855209112167, 0.004554905463010073, 0.004916956182569265, 0.005279006436467171, 0.005641057156026363, 0.006003107409924269, 0.006365157663822174, 0.006727208383381367, 0.007089258637279272, 0.007451308891177177, 0.00781335961073637, 0.008175410330295563, 0.00853746011853218, 0.008899510838091373, 0.009261561557650566, 0.009623611345887184, 0.009985662065446377]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 3.0, 1.0, 3.0, 7.0, 0.0, 2.0, 2.0, 2.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.09838231652975082, -0.09120737016201019, -0.08403242379426956, -0.07685748487710953, -0.0696825385093689, -0.06250759214162827, -0.055332645773887634, -0.0481577031314373, -0.04098275676369667, -0.03380781039595604, -0.026632867753505707, -0.019457921385765076, -0.012282976880669594, -0.005108031909912825, 0.0020669130608439445, 0.009241858497262001, 0.016416803002357483, 0.023591747507452965, 0.030766692012548447, 0.03794163838028908, 0.04511658102273941, 0.05229152739048004, 0.05946647375822067, 0.0666414201259613, 0.07381635904312134, 0.08099130541086197, 0.0881662517786026, 0.09534119814634323, 0.10251614451408386, 0.1096910908818245, 0.11686602979898453, 0.12404097616672516, 0.1312159299850464, 0.13839086890220642, 0.14556580781936646, 0.15274076163768768, 0.15991570055484772, 0.16709065437316895, 0.17426559329032898, 0.181440532207489, 0.18861548602581024, 0.19579042494297028, 0.2029653787612915, 0.21014031767845154, 0.21731525659561157, 0.2244902104139328, 0.23166514933109283, 0.23884010314941406, 0.2460150420665741, 0.25318998098373413, 0.26036491990089417, 0.2675398886203766, 0.2747148275375366, 0.28188976645469666, 0.2890647053718567, 0.2962396442890167, 0.30341461300849915, 0.3105895519256592, 0.3177644908428192, 0.32493942975997925, 0.3321143686771393, 0.3392893373966217, 0.34646427631378174, 0.3536392152309418, 0.3608141541481018]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 5.0, 3.0, 2.0, 3.0, 4.0, 3.0, 7.0, 5.0, 2.0, 9.0, 7.0, 11.0, 16.0, 24.0, 28.0, 48.0, 21.0, 24.0, 16.0, 13.0, 9.0, 1.0, 0.0, 1.0, 1.0, 4.0, 1.0, 0.0, 0.0, 0.0, 5.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.08326133340597153, -0.08071151375770569, -0.07816168665885925, -0.07561186701059341, -0.07306204736232758, -0.07051222026348114, -0.0679624006152153, -0.06541257351636887, -0.06286275386810303, -0.06031293049454689, -0.05776310712099075, -0.055213287472724915, -0.05266346409916878, -0.05011364072561264, -0.0475638210773468, -0.045013997703790665, -0.04246417433023453, -0.03991435095667839, -0.03736452758312225, -0.034814707934856415, -0.03226488456130028, -0.02971506118774414, -0.027165239676833153, -0.024615418165922165, -0.022065594792366028, -0.01951577141880989, -0.016965949907898903, -0.01441612746566534, -0.011866305023431778, -0.009316482581198215, -0.006766660138964653, -0.0042168376967310905, -0.001667015254497528, 0.0008828071877360344, 0.003432629629969597, 0.005982452072203159, 0.008532274514436722, 0.011082096956670284, 0.013631919398903847, 0.016181740909814835, 0.01873156428337097, 0.02128138765692711, 0.023831209167838097, 0.026381030678749084, 0.02893085405230522, 0.03148067742586136, 0.0340304970741272, 0.036580320447683334, 0.03913014382123947, 0.04167996719479561, 0.044229790568351746, 0.046779610216617584, 0.04932943359017372, 0.05187925696372986, 0.0544290766119957, 0.056978899985551834, 0.05952872335910797, 0.06207854673266411, 0.06462837010622025, 0.06717818975448608, 0.06972801685333252, 0.07227783650159836, 0.0748276561498642, 0.07737748324871063, 0.07992730289697647]}, "_runtime": 157.50085282325745, "_timestamp": 1596214482.2581353, "_step": 193}
+{"val_accuracy": 0.8249250856164383, "val_loss": 0.45589401596757373, "_runtime": 159.40130233764648, "_timestamp": 1596214484.1585848, "_step": 194}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: K Confidence: 0.29 Truth: v", "Prediction: 5 Confidence: 1.00 Truth: 5", "Prediction: 2 Confidence: 1.00 Truth: 2", "Prediction: 0 Confidence: 0.61 Truth: 0"]}, "_runtime": 159.6742401123047, "_timestamp": 1596214484.4315226, "_step": 195}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 3.0, 1.0, 0.0, 3.0, 0.0, 2.0, 2.0, 1.0, 0.0, 2.0, 5.0, 8.0, 7.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 0.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009279667399823666, -0.008979114703834057, -0.008678562007844448, -0.008378008380532265, -0.008077455684542656, -0.007776902988553047, -0.007476349826902151, -0.007175797130912542, -0.006875243969261646, -0.0065746912732720375, -0.006274138577282429, -0.005973585415631533, -0.005673032719641924, -0.005372479557991028, -0.005071926862001419, -0.004771373700350523, -0.004470821004360914, -0.0041702683083713055, -0.0038697151467204094, -0.003569162217900157, -0.0032686092890799046, -0.002968056593090296, -0.0026675036642700434, -0.002366950735449791, -0.0020663978066295385, -0.0017658448778092861, -0.0014652919489890337, -0.001164739136584103, -0.0008641862077638507, -0.0005636332789435983, -0.00026308040833100677, 3.7472491385415196e-05, 0.00033802539110183716, 0.0006385783199220896, 0.0009391311905346811, 0.0012396840611472726, 0.001540236989967525, 0.0018407899187877774, 0.002141342731192708, 0.0024418956600129604, 0.002742448588833213, 0.0030430015176534653, 0.0033435544464737177, 0.00364410737529397, 0.003944660071283579, 0.004245213232934475, 0.004545765928924084, 0.00484631909057498, 0.0051468717865645885, 0.005447424482554197, 0.005747977644205093, 0.006048530340194702, 0.006349083501845598, 0.006649636197835207, 0.006950189359486103, 0.007250742055475712, 0.007551294751465321, 0.00785184744745493, 0.008152401074767113, 0.008452953770756721, 0.00875350646674633, 0.009054059162735939, 0.009354612790048122, 0.009655165486037731, 0.00995571818202734]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 3.0, 0.0, 1.0, 2.0, 4.0, 2.0, 8.0, 5.0, 9.0, 13.0, 15.0, 25.0, 36.0, 35.0, 67.0, 97.0, 111.0, 176.0, 287.0, 4016.0, 2107.0, 329.0, 184.0, 114.0, 80.0, 54.0, 32.0, 41.0, 18.0, 12.0, 8.0, 10.0, 4.0, 6.0, 2.0, 1.0, 1.0, 2.0, 0.0, 3.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.13584478199481964, -0.1315976232290268, -0.12735047936439514, -0.1231033205986023, -0.11885616183280945, -0.1146090105175972, -0.11036185920238495, -0.1061147004365921, -0.10186754912137985, -0.0976203978061676, -0.09337323904037476, -0.0891260877251625, -0.08487893640995026, -0.08063177764415741, -0.07638462632894516, -0.07213746756315231, -0.06789031624794006, -0.06364316493272781, -0.05939600616693497, -0.05514885485172272, -0.05090169981122017, -0.04665454477071762, -0.04240739345550537, -0.03816023841500282, -0.033913083374500275, -0.029665928333997726, -0.025418775156140327, -0.02117162197828293, -0.01692446693778038, -0.012677312828600407, -0.008430158719420433, -0.0041830046102404594, 6.414949893951416e-05, 0.004311303608119488, 0.008558457717299461, 0.012805611826479435, 0.01705276593565941, 0.021299920976161957, 0.025547074154019356, 0.029794227331876755, 0.0340413823723793, 0.03828853741288185, 0.0425356924533844, 0.04678284376859665, 0.0510299988090992, 0.055277153849601746, 0.059524305164813995, 0.06377146393060684, 0.06801861524581909, 0.07226576656103134, 0.07651292532682419, 0.08076007664203644, 0.08500723540782928, 0.08925438672304153, 0.09350153803825378, 0.09774869680404663, 0.10199584811925888, 0.10624299943447113, 0.11049015820026398, 0.11473730951547623, 0.11898446083068848, 0.12323161959648132, 0.12747877836227417, 0.13172592222690582, 0.13597308099269867]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 8.0, 2.0, 3.0, 2.0, 7.0, 3.0, 7.0, 4.0, 9.0, 22.0, 7.0, 4.0, 4.0, 2.0, 3.0, 2.0, 4.0, 2.0, 4.0, 4.0, 1.0, 1.0, 1.0, 2.0, 1.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0038385633379220963, -0.0037320805713534355, -0.0036255978047847748, -0.003519115038216114, -0.0034126322716474533, -0.0033061495050787926, -0.003199666738510132, -0.003093183971941471, -0.0029867012053728104, -0.002880218205973506, -0.0027737354394048452, -0.0026672526728361845, -0.0025607699062675238, -0.002454287139698863, -0.0023478043731302023, -0.0022413216065615416, -0.002134838839992881, -0.00202835607342422, -0.0019218733068555593, -0.0018153905402868986, -0.0017089077737182379, -0.0016024248907342553, -0.0014959421241655946, -0.0013894593575969338, -0.001282976591028273, -0.0011764938244596124, -0.0010700110578909516, -0.00096352823311463, -0.0008570454665459692, -0.0007505626999773085, -0.0006440798752009869, -0.0005375971086323261, -0.0004311143420636654, -0.00032463157549500465, -0.00021814877982251346, -0.0001116659987019375, -5.183217581361532e-06, 0.00010129956353921443, 0.0002077823446597904, 0.0003142651403322816, 0.0004207479069009423, 0.0005272306734696031, 0.0006337134400382638, 0.0007401962648145854, 0.0008466790313832462, 0.0009531617979519069, 0.0010596446227282286, 0.0011661273892968893, 0.00127261015586555, 0.0013790929224342108, 0.0014855756890028715, 0.0015920584555715322, 0.001698541222140193, 0.0018050241051241755, 0.0019115068716928363, 0.002017989521846175, 0.0021244725212454796, 0.0022309552878141403, 0.002337438054382801, 0.002443920820951462, 0.0025504035875201225, 0.0026568863540887833, 0.002763369120657444, 0.0028698518872261047, 0.0029763346537947655]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 2.0, 0.0, 4.0, 3.0, 4.0, 7.0, 11.0, 15.0, 24.0, 36.0, 56.0, 73.0, 130.0, 176.0, 360.0, 475.0, 845.0, 1355.0, 2280.0, 4125.0, 7588.0, 15847.0, 38494.0, 147429.0, 849534.0, 56679.0, 23260.0, 12107.0, 6835.0, 4160.0, 2478.0, 1626.0, 1102.0, 731.0, 469.0, 357.0, 232.0, 195.0, 149.0, 111.0, 80.0, 48.0, 33.0, 25.0, 26.0, 15.0, 13.0, 10.0, 7.0, 6.0, 4.0, 3.0, 2.0, 4.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.005107690580189228, -0.00492016552016139, -0.0047326404601335526, -0.004545115865767002, -0.004357590805739164, -0.004170065745711327, -0.003982541151344776, -0.0037950160913169384, -0.0036074910312891006, -0.003419965971261263, -0.003232441144064069, -0.0030449163168668747, -0.002857391256839037, -0.002669866196811199, -0.002482341369614005, -0.002294816542416811, -0.0021072914823889732, -0.0019197665387764573, -0.0017322415951639414, -0.0015447166515514255, -0.0013571917079389095, -0.0011696667643263936, -0.0009821418207138777, -0.0007946168771013618, -0.0006070919334888458, -0.0004195669898763299, -0.00023204204626381397, -4.4517102651298046e-05, 0.00014300784096121788, 0.0003305327845737338, 0.0005180577281862497, 0.0007055826717987657, 0.0008931076154112816, 0.0010806325590237975, 0.0012681575026363134, 0.0014556824462488294, 0.0016432073898613453, 0.0018307323334738612, 0.002018257277086377, 0.0022057821042835712, 0.002393307164311409, 0.0025808322243392467, 0.002768357051536441, 0.002955881878733635, 0.0031434069387614727, 0.0033309319987893105, 0.0035184568259865046, 0.0037059816531836987, 0.0038935067132115364, 0.004081031773239374, 0.004268556833267212, 0.004456081427633762, 0.0046436064876616, 0.004831131547689438, 0.005018656142055988, 0.005206181202083826, 0.005393706262111664, 0.005581231322139502, 0.005768756382167339, 0.00595628097653389, 0.0061438060365617275, 0.006331331096589565, 0.006518855690956116, 0.0067063807509839535, 0.006893905811011791]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 7.0, 3.0, 5.0, 7.0, 2.0, 10.0, 2.0, 2.0, 1.0, 1.0, 6.0, 2.0, 2.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.044824596494436264, -0.04369957000017166, -0.04257454723119736, -0.04144952446222305, -0.04032449796795845, -0.03919947147369385, -0.03807444870471954, -0.03694942593574524, -0.03582439944148064, -0.034699372947216034, -0.03357435017824173, -0.032449327409267426, -0.03132430091500282, -0.03019927628338337, -0.029074251651763916, -0.027949227020144463, -0.02682420238852501, -0.025699177756905556, -0.024574153125286102, -0.02344912849366665, -0.022324103862047195, -0.021199079230427742, -0.02007405459880829, -0.018949029967188835, -0.01782400533556938, -0.01669898070394993, -0.015573956072330475, -0.014448931440711021, -0.013323906809091568, -0.012198882177472115, -0.011073857545852661, -0.009948832914233208, -0.008823808282613754, -0.007698783650994301, -0.006573759019374847, -0.005448734387755394, -0.0043237097561359406, -0.003198685124516487, -0.0020736604928970337, -0.0009486358612775803, 0.00017638877034187317, 0.0013014134019613266, 0.00242643803358078, 0.0035514626652002335, 0.004676487296819687, 0.00580151192843914, 0.006926536560058594, 0.008051561191678047, 0.0091765858232975, 0.010301610454916954, 0.011426635086536407, 0.012551659718155861, 0.013676684349775314, 0.014801708981394768, 0.01592673361301422, 0.017051758244633675, 0.018176782876253128, 0.01930180750787258, 0.020426832139492035, 0.02155185677111149, 0.022676881402730942, 0.023801906034350395, 0.02492693066596985, 0.026051955297589302, 0.027176979929208755]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [7.0, 3.0, 4.0, 3.0, 6.0, 3.0, 4.0, 14.0, 19.0, 21.0, 12.0, 7.0, 5.0, 1.0, 3.0, 1.0, 3.0, 17.0, 8.0, 11.0, 17.0, 17.0, 19.0, 26.0, 45.0, 94.0, 127.0, 165.0, 228.0, 361.0, 561.0, 904.0, 1568.0, 3170.0, 6329.0, 1411.0, 911.0, 642.0, 428.0, 311.0, 233.0, 151.0, 129.0, 89.0, 78.0, 44.0, 44.0, 45.0, 22.0, 20.0, 17.0, 8.0, 10.0, 14.0, 8.0, 8.0, 5.0, 6.0, 3.0, 3.0, 2.0, 1.0, 4.0, 2.0], "bins": [-0.014159983024001122, -0.013745293021202087, -0.013330603018403053, -0.012915912084281445, -0.01250122208148241, -0.012086532078683376, -0.011671842075884342, -0.011257152073085308, -0.0108424611389637, -0.010427771136164665, -0.010013081133365631, -0.009598391130566597, -0.009183701127767563, -0.008769011124968529, -0.00835432019084692, -0.007939630188047886, -0.007524940185248852, -0.007110250182449818, -0.006695559713989496, -0.006280869711190462, -0.005866179242730141, -0.005451489239931107, -0.0050367992371320724, -0.004622108768671751, -0.004207418765872717, -0.003792728530243039, -0.0033780382946133614, -0.0029633482918143272, -0.0025486580561846495, -0.0021339678205549717, -0.0017192777013406157, -0.0013045875821262598, -0.000889897346496582, -0.00047520716907456517, -6.051699165254831e-05, 0.00035417318576946855, 0.0007688633631914854, 0.0011835535988211632, 0.0015982437180355191, 0.002012933837249875, 0.002427624072879553, 0.0028423143085092306, 0.0032570045441389084, 0.0036716945469379425, 0.004086384549736977, 0.004501075018197298, 0.004915765020996332, 0.005330455489456654, 0.005745145492255688, 0.006159835495054722, 0.006574525963515043, 0.006989215966314077, 0.007403906434774399, 0.007818596437573433, 0.008233286440372467, 0.008647976443171501, 0.009062666445970535, 0.009477357380092144, 0.009892047382891178, 0.010306737385690212, 0.010721427388489246, 0.01113611739128828, 0.01155080832540989, 0.011965498328208923, 0.012380188331007957]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 1.0, 4.0, 1.0, 1.0, 3.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.09958089888095856, -0.09414111077785492, -0.08870132267475128, -0.08326153457164764, -0.077821746468544, -0.07238196581602097, -0.06694217771291733, -0.06150238960981369, -0.05606260150671005, -0.050622813403606415, -0.04518302530050278, -0.03974324092268944, -0.0343034528195858, -0.028863664716482162, -0.023423878476023674, -0.017984092235565186, -0.012544304132461548, -0.007104516960680485, -0.0016647297888994217, 0.0037750573828816414, 0.009214844554662704, 0.014654631726443768, 0.02009441889822483, 0.02553420513868332, 0.030973993241786957, 0.036413781344890594, 0.04185356944799423, 0.04729335382580757, 0.05273314192891121, 0.05817293003201485, 0.06361271440982819, 0.06905250251293182, 0.07449229061603546, 0.0799320787191391, 0.08537186682224274, 0.09081165492534637, 0.09625144302845001, 0.10169122368097305, 0.10713101178407669, 0.11257079988718033, 0.11801058799028397, 0.1234503760933876, 0.12889015674591064, 0.13432994484901428, 0.13976973295211792, 0.14520952105522156, 0.1506493091583252, 0.15608909726142883, 0.16152888536453247, 0.1669686734676361, 0.17240846157073975, 0.17784824967384338, 0.18328803777694702, 0.18872782588005066, 0.1941676139831543, 0.19960740208625793, 0.20504719018936157, 0.21048696339130402, 0.21592675149440765, 0.2213665395975113, 0.22680632770061493, 0.23224611580371857, 0.2376859039068222, 0.24312569200992584, 0.24856548011302948]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [3.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 4.0, 2.0, 5.0, 4.0, 5.0, 6.0, 7.0, 10.0, 13.0, 10.0, 9.0, 9.0, 11.0, 9.0, 10.0, 17.0, 40.0, 17.0, 8.0, 10.0, 11.0, 8.0, 5.0, 9.0, 6.0, 4.0, 5.0, 2.0, 3.0, 3.0, 3.0, 1.0, 1.0, 1.0, 0.0, 4.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.06257589906454086, -0.0606367290019989, -0.05869755521416664, -0.05675838515162468, -0.05481921136379242, -0.05288004130125046, -0.0509408675134182, -0.049001697450876236, -0.047062523663043976, -0.045123353600502014, -0.04318418353796005, -0.04124500975012779, -0.03930583968758583, -0.03736666589975357, -0.03542749583721161, -0.03348832204937935, -0.03154915198683739, -0.029609980061650276, -0.027670808136463165, -0.025731636211276054, -0.023792464286088943, -0.021853294223546982, -0.01991412229835987, -0.01797495037317276, -0.01603577844798565, -0.014096606522798538, -0.012157434597611427, -0.010218263603746891, -0.00827909167855978, -0.006339919753372669, -0.004400748293846846, -0.0024615766014903784, -0.0005224049091339111, 0.0014167667832225561, 0.0033559384755790234, 0.005295109935104847, 0.007234281860291958, 0.009173453785479069, 0.011112624779343605, 0.013051796704530716, 0.014990968629717827, 0.016930140554904938, 0.01886931248009205, 0.02080848440527916, 0.02274765446782112, 0.024686826393008232, 0.026625998318195343, 0.028565170243382454, 0.030504342168569565, 0.032443512231111526, 0.03438268601894379, 0.03632185608148575, 0.03826102986931801, 0.04020019993185997, 0.04213937371969223, 0.04407854378223419, 0.046017713844776154, 0.047956887632608414, 0.049896057695150375, 0.051835231482982635, 0.0537744015455246, 0.05571357533335686, 0.05765274539589882, 0.05959191918373108, 0.06153108924627304]}, "_runtime": 159.84208345413208, "_timestamp": 1596214484.599366, "_step": 196}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 10.0, 4.0, 3.0, 1.0, 2.0, 3.0, 2.0, 5.0, 0.0, 0.0, 1.0, 0.0, 3.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.009599919430911541, -0.00933113880455494, -0.009062357246875763, -0.008793576620519161, -0.00852479599416256, -0.008256014436483383, -0.007987233810126781, -0.00771845318377018, -0.007449672091752291, -0.007180890999734402, -0.0069121103733778, -0.006643329281359911, -0.006374548189342022, -0.00610576756298542, -0.005836986470967531, -0.0055682058446109295, -0.0052994247525930405, -0.0050306436605751514, -0.00476186303421855, -0.004493081942200661, -0.004224301315844059, -0.00395552022382617, -0.003686739131808281, -0.0034179582726210356, -0.00314917741343379, -0.002880396554246545, -0.0026116156950592995, -0.0023428346030414104, -0.002074053743854165, -0.0018052728846669197, -0.0015364919090643525, -0.0012677109334617853, -0.00099893007427454, -0.0007301491568796337, -0.0004613682394847274, -0.0001925873220898211, 7.619359530508518e-05, 0.00034497451269999146, 0.0006137554300948977, 0.000882536347489804, 0.0011513172648847103, 0.0014200981240719557, 0.0016888790996745229, 0.00195766007527709, 0.0022264409344643354, 0.002495221793651581, 0.00276400288566947, 0.003032783744856715, 0.0033015646040439606, 0.003570345463231206, 0.0038391263224184513, 0.00410790741443634, 0.004376688040792942, 0.004645469132810831, 0.00491425022482872, 0.005183030851185322, 0.005451811943203211, 0.0057205930352211, 0.005989373661577702, 0.006258154753595591, 0.00652693584561348, 0.006795716471970081, 0.00706449756398797, 0.007333278190344572, 0.007602059282362461]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 3.0, 7.0, 7.0, 6.0, 9.0, 13.0, 20.0, 27.0, 23.0, 32.0, 57.0, 75.0, 84.0, 144.0, 275.0, 5313.0, 1106.0, 258.0, 138.0, 95.0, 70.0, 42.0, 35.0, 25.0, 12.0, 10.0, 9.0, 10.0, 4.0, 3.0, 6.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.15012985467910767, -0.14541999995708466, -0.14071016013622284, -0.13600030541419983, -0.131290465593338, -0.126580610871315, -0.12187075614929199, -0.11716090887784958, -0.11245106160640717, -0.10774121433496475, -0.10303136706352234, -0.09832151234149933, -0.09361166507005692, -0.0889018177986145, -0.08419196307659149, -0.07948211580514908, -0.07477226853370667, -0.07006242126226425, -0.06535257399082184, -0.06064271926879883, -0.055932871997356415, -0.051223024725914, -0.04651317372918129, -0.04180332273244858, -0.037093475461006165, -0.03238362818956375, -0.02767377719283104, -0.022963928058743477, -0.018254078924655914, -0.013544229790568352, -0.00883438065648079, -0.004124531522393227, 0.0005853176116943359, 0.0052951667457818985, 0.010005015879869461, 0.014714865013957024, 0.019424714148044586, 0.02413456328213215, 0.02884441241621971, 0.03355426341295242, 0.038264110684394836, 0.04297395795583725, 0.04768380895256996, 0.05239365994930267, 0.05710350722074509, 0.0618133544921875, 0.06652320921421051, 0.07123305648565292, 0.07594290375709534, 0.08065275102853775, 0.08536259829998016, 0.09007245302200317, 0.09478230029344559, 0.099492147564888, 0.10420200228691101, 0.10891184955835342, 0.11362169682979584, 0.11833154410123825, 0.12304139137268066, 0.12775124609470367, 0.13246110081672668, 0.1371709406375885, 0.1418807953596115, 0.14659063518047333, 0.15130048990249634]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 3.0, 3.0, 2.0, 4.0, 4.0, 3.0, 0.0, 6.0, 7.0, 2.0, 7.0, 5.0, 4.0, 21.0, 2.0, 4.0, 2.0, 8.0, 4.0, 1.0, 2.0, 5.0, 2.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 3.0, 1.0, 1.0, 4.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.002886391244828701, -0.0028057503513991833, -0.002725109690800309, -0.0026444687973707914, -0.0025638281367719173, -0.0024831872433423996, -0.002402546349912882, -0.0023219056893140078, -0.00224126479588449, -0.002160624135285616, -0.002079983241856098, -0.0019993423484265804, -0.0019187016878277063, -0.0018380609108135104, -0.0017574200173839927, -0.0016767792403697968, -0.0015961384633556008, -0.001515497686341405, -0.001434856909327209, -0.0013542160158976912, -0.0012735752388834953, -0.0011929344618692994, -0.0011122936848551035, -0.0010316529078409076, -0.0009510120726190507, -0.0008703712956048548, -0.000789730460382998, -0.0007090896833688021, -0.0006284489063546062, -0.0005478080711327493, -0.0004671672941185534, -0.000386526488000527, -0.00030588568188250065, -0.00022524487576447427, -0.00014460408419836313, -6.396328535629436e-05, 1.6677513485774398e-05, 9.731831232784316e-05, 0.00017795911116991192, 0.00025859990273602307, 0.00033924070885404944, 0.0004198815149720758, 0.0005005223210901022, 0.0005811630981042981, 0.000661803875118494, 0.0007424447103403509, 0.0008230854873545468, 0.0009037263225764036, 0.0009843670995905995, 0.0010650078766047955, 0.0011456486536189914, 0.0012262895470485091, 0.001306930324062705, 0.001387571101076901, 0.0014682118780910969, 0.0015488526551052928, 0.0016294934321194887, 0.0017101343255490065, 0.0017907751025632024, 0.0018714158795773983, 0.0019520566565915942, 0.00203269743360579, 0.002113338327035308, 0.002193978987634182, 0.0022746198810636997]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 5.0, 2.0, 7.0, 11.0, 8.0, 18.0, 18.0, 21.0, 50.0, 52.0, 81.0, 134.0, 152.0, 266.0, 366.0, 627.0, 1022.0, 1700.0, 2930.0, 5336.0, 10620.0, 23795.0, 69138.0, 909374.0, 93437.0, 28942.0, 13523.0, 7188.0, 4030.0, 2419.0, 1452.0, 934.0, 614.0, 412.0, 283.0, 212.0, 134.0, 93.0, 65.0, 55.0, 24.0, 22.0, 23.0, 18.0, 3.0, 7.0, 8.0, 5.0, 1.0, 2.0, 1.0, 2.0], "bins": [-0.007169659715145826, -0.006968778092414141, -0.006767896004021168, -0.006567014381289482, -0.0063661327585577965, -0.0061652506701648235, -0.005964369047433138, -0.005763487424701452, -0.005562605336308479, -0.005361723713576794, -0.005160842090845108, -0.004959960002452135, -0.0047590783797204494, -0.004558196756988764, -0.004357314668595791, -0.004156433045864105, -0.00395555142313242, -0.0037546693347394466, -0.003553787712007761, -0.0033529058564454317, -0.0031520240008831024, -0.0029511423781514168, -0.0027502605225890875, -0.002549378667026758, -0.0023484970442950726, -0.0021476151887327433, -0.001946733333170414, -0.0017458515940234065, -0.001544969854876399, -0.0013440879993140697, -0.0011432062601670623, -0.0009423244628123939, -0.0007414426654577255, -0.0005405608681030571, -0.0003396790998522192, -0.00013879731704946607, 6.208446575328708e-05, 0.00026296626310795546, 0.0004638480313587934, 0.0006647297996096313, 0.0008656115969642997, 0.0010664933361113071, 0.0012673751916736364, 0.001468256930820644, 0.0016691386699676514, 0.0018700205255299807, 0.00207090238109231, 0.0022717840038239956, 0.002472665859386325, 0.002673547714948654, 0.00287442933768034, 0.003075311193242669, 0.0032761930488049984, 0.003477074671536684, 0.0036779565270990133, 0.0038788383826613426, 0.004079720005393028, 0.004280602093786001, 0.004481483716517687, 0.0046823653392493725, 0.004883247427642345, 0.005084129050374031, 0.005285010673105717, 0.00548589276149869, 0.005686774384230375]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 1.0, 3.0, 3.0, 3.0, 1.0, 3.0, 8.0, 2.0, 5.0, 6.0, 2.0, 0.0, 4.0, 3.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014339201152324677, -0.013430491089820862, -0.012521780095994473, -0.011613069102168083, -0.010704359039664268, -0.009795648977160454, -0.008886937983334064, -0.007978226989507675, -0.0070695169270038605, -0.0061608063988387585, -0.0052520958706736565, -0.0043433853425085545, -0.0034346748143434525, -0.0025259642861783504, -0.0016172537580132484, -0.0007085432298481464, 0.00020016729831695557, 0.0011088778264820576, 0.0020175883546471596, 0.0029262988828122616, 0.0038350094109773636, 0.004743719939142466, 0.005652430467307568, 0.00656114099547267, 0.007469851523637772, 0.008378561586141586, 0.009287272579967976, 0.010195983573794365, 0.01110469363629818, 0.012013403698801994, 0.012922114692628384, 0.013830825686454773, 0.014739535748958588, 0.015648245811462402, 0.016556955873966217, 0.01746566779911518, 0.018374377861618996, 0.01928308792412281, 0.020191799849271774, 0.02110050991177559, 0.022009219974279404, 0.02291793003678322, 0.023826640099287033, 0.024735352024435997, 0.02564406208693981, 0.026552772149443626, 0.02746148407459259, 0.028370194137096405, 0.02927890419960022, 0.030187614262104034, 0.03109632432460785, 0.032005034387111664, 0.03291374444961548, 0.03382245823740959, 0.034731168299913406, 0.03563987836241722, 0.036548588424921036, 0.03745729848742485, 0.038366008549928665, 0.03927471861243248, 0.04018343240022659, 0.04109214246273041, 0.04200085252523422, 0.04290956258773804, 0.04381827265024185]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 2.0, 3.0, 5.0, 4.0, 7.0, 8.0, 11.0, 12.0, 22.0, 21.0, 21.0, 41.0, 46.0, 76.0, 76.0, 97.0, 155.0, 198.0, 266.0, 364.0, 534.0, 760.0, 1275.0, 2535.0, 6592.0, 1752.0, 1123.0, 752.0, 489.0, 349.0, 255.0, 156.0, 126.0, 70.0, 59.0, 31.0, 26.0, 13.0, 16.0, 11.0, 2.0, 3.0, 2.0, 4.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 6.0, 9.0, 17.0, 10.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 6.0], "bins": [-0.009128570556640625, -0.008765141479671001, -0.008401711471378803, -0.00803828239440918, -0.007674853317439556, -0.007311423774808645, -0.006947994697839022, -0.006584565155208111, -0.006221136078238487, -0.005857706535607576, -0.0054942769929766655, -0.005130847916007042, -0.004767418373376131, -0.0044039892964065075, -0.004040559753775597, -0.0036771304439753294, -0.003313701134175062, -0.002950271824374795, -0.0025868425145745277, -0.0022234132047742605, -0.0018599837785586715, -0.0014965544687584043, -0.0011331250425428152, -0.000769695732742548, -0.00040626642294228077, -4.283708403818309e-05, 0.0003205922548659146, 0.0006840216228738427, 0.00104745093267411, 0.0014108802424743772, 0.0017743096686899662, 0.0021377389784902334, 0.0025011682882905006, 0.002864597598090768, 0.003228026907891035, 0.0035914562176913023, 0.0039548855274915695, 0.00431831507012248, 0.004681744147092104, 0.005045173689723015, 0.005408602766692638, 0.005772032309323549, 0.00613546185195446, 0.006498890928924084, 0.006862320471554995, 0.007225749548524618, 0.007589179091155529, 0.007952608168125153, 0.00831603817641735, 0.008679467253386974, 0.009042896330356598, 0.009406325407326221, 0.00976975541561842, 0.010133184492588043, 0.010496613569557667, 0.01086004264652729, 0.011223472654819489, 0.011586901731789112, 0.011950330808758736, 0.012313760817050934, 0.012677189894020557, 0.013040618970990181, 0.013404048047959805, 0.013767478056252003, 0.014130907133221626]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 4.0, 1.0, 1.0, 1.0, 3.0, 3.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.11540088057518005, -0.11219190061092377, -0.10898292064666748, -0.1057739332318306, -0.10256495326757431, -0.09935597330331802, -0.09614699333906174, -0.09293801337480545, -0.08972902595996857, -0.08652004599571228, -0.083311066031456, -0.08010208606719971, -0.07689310610294342, -0.07368412613868713, -0.07047513872385025, -0.06726615875959396, -0.06405717879533768, -0.06084819883108139, -0.057639215141534805, -0.05443023517727852, -0.051221251487731934, -0.04801227152347565, -0.04480329155921936, -0.041594307869672775, -0.03838532790541649, -0.0351763479411602, -0.03196736425161362, -0.02875838428735733, -0.025549402460455894, -0.02234042063355446, -0.019131440669298172, -0.015922458842396736, -0.0127134770154953, -0.009504495188593864, -0.006295514293015003, -0.0030865329317748547, 0.00012244842946529388, 0.0033314297907054424, 0.006540411151945591, 0.009749392047524452, 0.012958373874425888, 0.016167355701327324, 0.01937633752822876, 0.022585317492485046, 0.025794299319386482, 0.029003281146287918, 0.032212261110544205, 0.03542124480009079, 0.038630224764347076, 0.04183920472860336, 0.04504818841814995, 0.048257168382406235, 0.05146615207195282, 0.054675132036209106, 0.05788411200046539, 0.06109309569001198, 0.06430207192897797, 0.06751105934381485, 0.07072003930807114, 0.07392901927232742, 0.07713799923658371, 0.08034697920084, 0.08355596661567688, 0.08676494657993317, 0.08997392654418945]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 4.0, 0.0, 0.0, 0.0, 2.0, 2.0, 2.0, 4.0, 9.0, 4.0, 8.0, 9.0, 9.0, 13.0, 10.0, 14.0, 14.0, 51.0, 25.0, 15.0, 6.0, 1.0, 5.0, 5.0, 9.0, 2.0, 2.0, 2.0, 4.0, 2.0, 2.0, 4.0, 2.0, 1.0, 5.0, 1.0, 1.0, 5.0, 3.0, 1.0, 2.0, 0.0, 3.0, 2.0, 1.0, 2.0, 2.0, 2.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0], "bins": [-0.06131553277373314, -0.059118129312992096, -0.05692072957754135, -0.05472332984209061, -0.052525926381349564, -0.05032852292060852, -0.048131123185157776, -0.04593372344970703, -0.04373631998896599, -0.041538916528224945, -0.0393415167927742, -0.037144117057323456, -0.03494671359658241, -0.03274931013584137, -0.030551910400390625, -0.02835450880229473, -0.026157107204198837, -0.023959705606102943, -0.02176230400800705, -0.019564902409911156, -0.017367500811815262, -0.015170099213719368, -0.012972697615623474, -0.01077529601752758, -0.008577894419431686, -0.0063804928213357925, -0.004183091223239899, -0.001985689625144005, 0.00021171197295188904, 0.002409113571047783, 0.004606515169143677, 0.006803916767239571, 0.009001318365335464, 0.011198719963431358, 0.013396121561527252, 0.015593523159623146, 0.01779092475771904, 0.019988326355814934, 0.022185727953910828, 0.02438312955200672, 0.026580531150102615, 0.02877793274819851, 0.030975334346294403, 0.03317273408174515, 0.03537013754248619, 0.037567541003227234, 0.03976494073867798, 0.04196234047412872, 0.044159743934869766, 0.04635714739561081, 0.048554547131061554, 0.0507519468665123, 0.05294935032725334, 0.055146753787994385, 0.05734415352344513, 0.059541553258895874, 0.06173895671963692, 0.06393636018037796, 0.0661337599158287, 0.06833115965127945, 0.07052856683731079, 0.07272596657276154, 0.07492336630821228, 0.07712076604366302, 0.07931816577911377]}, "_runtime": 160.60999655723572, "_timestamp": 1596214485.367279, "_step": 197}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 3.0, 3.0, 1.0, 5.0, 0.0, 2.0, 3.0, 3.0, 4.0, 2.0, 9.0, 0.0, 2.0, 6.0, 0.0, 2.0, 2.0, 1.0, 2.0, 5.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01743072271347046, -0.016959145665168762, -0.016487568616867065, -0.01601599156856537, -0.015544414520263672, -0.015072837471961975, -0.014601260423660278, -0.014129683375358582, -0.013658106327056885, -0.013186529278755188, -0.012714952230453491, -0.012243375182151794, -0.011771798133850098, -0.011300221085548401, -0.010828644037246704, -0.010357066988945007, -0.00988548994064331, -0.00941391196101904, -0.008942334912717342, -0.008470757864415646, -0.007999180816113949, -0.007527604233473539, -0.007056027185171843, -0.006584450136870146, -0.006112872622907162, -0.005641295574605465, -0.005169718526303768, -0.004698141478002071, -0.004226564429700375, -0.003754987381398678, -0.003283410333096981, -0.0028118332847952843, -0.0023402562364935875, -0.0018686791881918907, -0.001397102139890194, -0.0009255249751731753, -0.00045394792687147856, 1.7629150534048676e-05, 0.0004892062279395759, 0.0009607833344489336, 0.0014323603827506304, 0.0019039374310523272, 0.002375514479354024, 0.0028470915276557207, 0.003318668808788061, 0.003790245857089758, 0.004261822905391455, 0.0047333999536931515, 0.005204977001994848, 0.005676554050296545, 0.006148131098598242, 0.006619708146899939, 0.007091285195201635, 0.007562862243503332, 0.008034439757466316, 0.008506016805768013, 0.00897759385406971, 0.009449170902371407, 0.009920747950673103, 0.0103923249989748, 0.010863902047276497, 0.011335479095578194, 0.01180705614387989, 0.012278633192181587, 0.012750210240483284]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 2.0, 0.0, 1.0, 2.0, 1.0, 2.0, 3.0, 1.0, 6.0, 3.0, 5.0, 3.0, 10.0, 10.0, 12.0, 11.0, 15.0, 25.0, 26.0, 28.0, 52.0, 49.0, 79.0, 100.0, 140.0, 231.0, 690.0, 5407.0, 349.0, 175.0, 139.0, 89.0, 56.0, 51.0, 26.0, 25.0, 24.0, 16.0, 14.0, 10.0, 6.0, 10.0, 8.0, 3.0, 4.0, 4.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.1320383995771408, -0.1283813863992691, -0.1247243881225586, -0.12106737494468689, -0.11741036921739578, -0.11375336349010468, -0.11009635031223297, -0.10643934458494186, -0.10278233885765076, -0.09912533313035965, -0.09546832740306854, -0.09181131422519684, -0.08815430849790573, -0.08449730277061462, -0.08084028959274292, -0.07718328386545181, -0.0735262781381607, -0.0698692724108696, -0.06621226668357849, -0.06255525350570679, -0.05889824777841568, -0.05524124205112457, -0.05158423259854317, -0.04792722314596176, -0.044270217418670654, -0.04061321169137955, -0.03695620223879814, -0.033299192786216736, -0.02964218705892563, -0.025985179468989372, -0.022328171879053116, -0.01867116428911686, -0.015014156699180603, -0.011357149109244347, -0.00770014151930809, -0.004043133929371834, -0.0003861263394355774, 0.003270881250500679, 0.006927888840436935, 0.010584896430373192, 0.014241904020309448, 0.017898911610245705, 0.02155591920018196, 0.025212926790118217, 0.028869934380054474, 0.03252694010734558, 0.03618394955992699, 0.03984095901250839, 0.0434979647397995, 0.04715497046709061, 0.05081197991967201, 0.05446898937225342, 0.058125995099544525, 0.06178300082683563, 0.06544001400470734, 0.06909701973199844, 0.07275402545928955, 0.07641103118658066, 0.08006803691387177, 0.08372505009174347, 0.08738205581903458, 0.09103906154632568, 0.09469607472419739, 0.0983530804514885, 0.1020100861787796]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 4.0, 2.0, 3.0, 1.0, 0.0, 6.0, 3.0, 5.0, 5.0, 4.0, 4.0, 6.0, 2.0, 0.0, 4.0, 7.0, 21.0, 3.0, 4.0, 3.0, 4.0, 2.0, 2.0, 4.0, 2.0, 1.0, 2.0, 2.0, 3.0, 0.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0026966044679284096, -0.0026143533177673817, -0.0025321021676063538, -0.0024498512502759695, -0.0023676001001149416, -0.0022853489499539137, -0.0022030977997928858, -0.0021208468824625015, -0.0020385957323014736, -0.0019563445821404457, -0.0018740934319794178, -0.0017918423982337117, -0.0017095912480726838, -0.0016273402143269777, -0.0015450890641659498, -0.0014628380304202437, -0.0013805868802592158, -0.001298335730098188, -0.0012160846963524818, -0.001133833546191454, -0.0010515825124457479, -0.0009693313622847199, -0.000887080270331353, -0.000804829178377986, -0.000722578086424619, -0.000640326994471252, -0.000558075902517885, -0.0004758247814606875, -0.0003935736895073205, -0.00031132259755395353, -0.0002290714910486713, -0.00014682038454338908, -6.456929259002209e-05, 1.7681806639302522e-05, 9.993290586862713e-05, 0.00018218401237390935, 0.00026443510432727635, 0.00034668619628064334, 0.0004289373173378408, 0.0005111884092912078, 0.0005934395012445748, 0.0006756905931979418, 0.0007579416851513088, 0.0008401927771046758, 0.0009224439272657037, 0.0010046949610114098, 0.0010869461111724377, 0.0011691971449181437, 0.0012514482950791717, 0.0013336994452401996, 0.0014159504789859056, 0.0014982016291469336, 0.0015804526628926396, 0.0016627038130536675, 0.0017449548467993736, 0.0018272059969604015, 0.0019094571471214294, 0.0019917082972824574, 0.0020739592146128416, 0.0021562103647738695, 0.0022384615149348974, 0.0023207126650959253, 0.0024029635824263096, 0.0024852147325873375, 0.0025674658827483654]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 2.0, 2.0, 4.0, 3.0, 2.0, 3.0, 11.0, 12.0, 12.0, 19.0, 32.0, 48.0, 52.0, 86.0, 107.0, 140.0, 213.0, 323.0, 385.0, 569.0, 852.0, 1292.0, 1892.0, 3080.0, 5428.0, 9912.0, 20973.0, 57414.0, 862473.0, 145004.0, 34759.0, 15094.0, 7871.0, 4359.0, 2559.0, 1626.0, 1032.0, 689.0, 406.0, 252.0, 191.0, 133.0, 104.0, 60.0, 50.0, 30.0, 18.0, 19.0, 15.0, 8.0, 5.0, 8.0, 2.0, 2.0, 3.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.005866360850632191, -0.00568258436396718, -0.00549880787730217, -0.005315030924975872, -0.005131254438310862, -0.004947477951645851, -0.004763701464980841, -0.004579924512654543, -0.0043961480259895325, -0.004212371539324522, -0.0040285950526595116, -0.0038448183331638575, -0.003661041846498847, -0.003477265127003193, -0.0032934886403381824, -0.0031097119208425283, -0.002925935434177518, -0.0027421589475125074, -0.0025583822280168533, -0.002374605741351843, -0.0021908290218561888, -0.0020070525351911783, -0.001823275932110846, -0.0016394993290305138, -0.0014557227259501815, -0.0012719461228698492, -0.001088169519789517, -0.0009043929749168456, -0.0007206163718365133, -0.000536839768756181, -0.0003530631947796792, -0.00016928660625126213, 1.4489982277154922e-05, 0.00019826657080557197, 0.000382043159333989, 0.0005658197333104908, 0.0007495963363908231, 0.0009333729394711554, 0.0011171494843438268, 0.001300926087424159, 0.0014847026905044913, 0.0016684792935848236, 0.0018522558966651559, 0.002036032499745488, 0.0022198089864104986, 0.0024035857059061527, 0.002587362192571163, 0.0027711389120668173, 0.0029549153987318277, 0.003138691885396838, 0.0033224686048924923, 0.0035062450915575027, 0.003690021811053157, 0.0038737982977181673, 0.004057575017213821, 0.004241351503878832, 0.004425127990543842, 0.004608904477208853, 0.0047926814295351505, 0.004976457916200161, 0.005160234402865171, 0.005344010889530182, 0.00552778784185648, 0.00571156432852149, 0.0058953408151865005]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 3.0, 1.0, 1.0, 5.0, 3.0, 5.0, 10.0, 6.0, 3.0, 2.0, 6.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.059756048023700714, -0.058594271540641785, -0.057432498782873154, -0.056270722299814224, -0.055108945816755295, -0.053947173058986664, -0.052785396575927734, -0.051623620092868805, -0.050461847335100174, -0.049300070852041245, -0.048138294368982315, -0.046976521611213684, -0.045814745128154755, -0.044652968645095825, -0.043491195887327194, -0.042329419404268265, -0.041167646646499634, -0.040005870163440704, -0.038844093680381775, -0.037682320922613144, -0.036520544439554214, -0.035358767956495285, -0.034196995198726654, -0.033035218715667725, -0.031873442232608795, -0.030711667612195015, -0.029549892991781235, -0.028388118371367455, -0.027226341888308525, -0.026064567267894745, -0.024902792647480965, -0.023741016164422035, -0.022579241544008255, -0.021417466923594475, -0.020255690440535545, -0.019093915820121765, -0.017932141199707985, -0.016770364716649055, -0.015608590096235275, -0.014446815475821495, -0.01328503992408514, -0.012123264372348785, -0.010961489751935005, -0.00979971420019865, -0.008637938648462296, -0.007476164028048515, -0.0063143884763121605, -0.005152613390237093, -0.0039908383041620255, -0.002829063218086958, -0.0016672878991812468, -0.0005055126966908574, 0.0006562625057995319, 0.0018180377082899213, 0.0029798129107803106, 0.004141588229686022, 0.005303363315761089, 0.006465138401836157, 0.007626913487911224, 0.00878868903964758, 0.009950464591383934, 0.011112239211797714, 0.012274014763534069, 0.01343578938394785, 0.014597564935684204]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [9.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 7.0, 17.0, 19.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 0.0, 4.0, 7.0, 3.0, 2.0, 7.0, 14.0, 22.0, 19.0, 31.0, 28.0, 34.0, 54.0, 84.0, 69.0, 116.0, 120.0, 167.0, 269.0, 362.0, 532.0, 700.0, 1088.0, 2117.0, 6982.0, 2308.0, 1172.0, 729.0, 429.0, 323.0, 207.0, 133.0, 70.0, 55.0, 40.0, 23.0, 12.0, 12.0, 10.0, 7.0, 3.0, 6.0, 2.0, 1.0], "bins": [-0.019305558875203133, -0.01887248456478119, -0.018439410254359245, -0.0180063359439373, -0.017573261633515358, -0.017140187323093414, -0.01670711487531662, -0.016274040564894676, -0.015840966254472733, -0.015407891944050789, -0.014974817633628845, -0.014541743323206902, -0.014108669012784958, -0.013675594702363014, -0.013242521323263645, -0.012809447012841702, -0.012376372702419758, -0.011943298391997814, -0.01151022408157587, -0.011077150702476501, -0.010644076392054558, -0.010211002081632614, -0.00977792777121067, -0.009344853460788727, -0.008911779150366783, -0.008478705771267414, -0.00804563146084547, -0.007612557150423527, -0.007179482840001583, -0.006746408995240927, -0.006313334684818983, -0.005880260840058327, -0.005447186529636383, -0.005014112219214439, -0.004581038374453783, -0.004147964064031839, -0.0037148899864405394, -0.0032818159088492393, -0.0028487415984272957, -0.0024156675208359957, -0.0019825934432446957, -0.0015495193656533957, -0.0011164451716467738, -0.0006833710358478129, -0.00025029690004885197, 0.00018277723575010896, 0.0006158513715490699, 0.0010489255655556917, 0.0014819996431469917, 0.0019150737207382917, 0.0023481477983295918, 0.0027812221087515354, 0.0032142961863428354, 0.0036473702639341354, 0.004080444574356079, 0.0045135184191167355, 0.004946592729538679, 0.005379667039960623, 0.005812740884721279, 0.006245815195143223, 0.0066788895055651665, 0.007111963350325823, 0.0075450376607477665, 0.007978111505508423, 0.008411185815930367]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 2.0, 0.0, 3.0, 4.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.07977516204118729, -0.07513663172721863, -0.07049810886383057, -0.06585957854986191, -0.06122105196118355, -0.05658252537250519, -0.05194399505853653, -0.04730546846985817, -0.04266694188117981, -0.03802841529250145, -0.03338988870382309, -0.02875135838985443, -0.02411283180117607, -0.01947430521249771, -0.014835776761174202, -0.010197249241173267, -0.005558721721172333, -0.0009201942011713982, 0.0037183333188295364, 0.008356860838830471, 0.012995388358831406, 0.017633914947509766, 0.022272443398833275, 0.026910971850156784, 0.031549498438835144, 0.036188025027513504, 0.040826551616191864, 0.04546508193016052, 0.05010360851883888, 0.05474213510751724, 0.0593806654214859, 0.06401918828487396, 0.06865771859884262, 0.07329624891281128, 0.07793477177619934, 0.082573302090168, 0.08721183240413666, 0.09185035526752472, 0.09648888558149338, 0.10112740844488144, 0.1057659387588501, 0.11040446907281876, 0.11504299193620682, 0.11968152225017548, 0.12432004511356354, 0.1289585828781128, 0.13359710574150085, 0.13823562860488892, 0.14287415146827698, 0.14751268923282623, 0.1521512120962143, 0.15678973495960236, 0.1614282727241516, 0.16606679558753967, 0.17070531845092773, 0.175343856215477, 0.17998237907886505, 0.1846209019422531, 0.18925943970680237, 0.19389796257019043, 0.1985364854335785, 0.20317502319812775, 0.2078135460615158, 0.21245206892490387, 0.21709060668945312]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 4.0, 1.0, 0.0, 2.0, 4.0, 6.0, 3.0, 1.0, 6.0, 5.0, 1.0, 6.0, 4.0, 8.0, 11.0, 14.0, 12.0, 23.0, 38.0, 17.0, 21.0, 12.0, 9.0, 12.0, 5.0, 3.0, 5.0, 4.0, 4.0, 3.0, 1.0, 4.0, 2.0, 4.0, 1.0, 2.0, 3.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 3.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.05727069824934006, -0.05493013933300972, -0.05258958041667938, -0.050249021500349045, -0.04790846258401871, -0.04556790739297867, -0.04322734847664833, -0.04088678956031799, -0.038546230643987656, -0.03620567172765732, -0.03386511281132698, -0.03152455389499664, -0.029183996841311455, -0.026843437924981117, -0.02450288087129593, -0.02216232195496559, -0.019821763038635254, -0.017481204122304916, -0.015140646137297153, -0.01280008815228939, -0.010459529235959053, -0.008118970319628716, -0.005778412334620953, -0.0034378538839519024, -0.0010972954332828522, 0.001243263017386198, 0.0035838214680552483, 0.0059243799187242985, 0.008264938369393349, 0.010605497285723686, 0.012946055270731449, 0.015286613255739212, 0.01762717217206955, 0.019967731088399887, 0.022308290004730225, 0.024648847058415413, 0.02698940597474575, 0.029329964891076088, 0.031670521944761276, 0.034011080861091614, 0.03635163977742195, 0.03869219869375229, 0.041032757610082626, 0.043373316526412964, 0.045713871717453, 0.04805443063378334, 0.05039498955011368, 0.052735548466444016, 0.05507610738277435, 0.05741666629910469, 0.05975722521543503, 0.062097784131765366, 0.0644383430480957, 0.06677889823913574, 0.06911946088075638, 0.07146001607179642, 0.07380057871341705, 0.07614113390445709, 0.07848168909549713, 0.08082225173711777, 0.0831628069281578, 0.08550336956977844, 0.08784392476081848, 0.09018448740243912, 0.09252504259347916]}, "_runtime": 161.38652777671814, "_timestamp": 1596214486.1438103, "_step": 198}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 3.0, 0.0, 2.0, 4.0, 3.0, 5.0, 4.0, 5.0, 4.0, 3.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011653358116745949, -0.011307456530630589, -0.010961554944515228, -0.010615654289722443, -0.010269752703607082, -0.009923851117491722, -0.009577950462698936, -0.009232048876583576, -0.008886147290468216, -0.008540245704352856, -0.008194344118237495, -0.00784844346344471, -0.0075025418773293495, -0.007156640291213989, -0.006810739170759916, -0.006464838050305843, -0.006118936464190483, -0.005773034878075123, -0.00542713375762105, -0.005081232637166977, -0.004735331051051617, -0.004389429464936256, -0.0040435283444821835, -0.003697626991197467, -0.0033517256379127502, -0.0030058242846280336, -0.002659922931343317, -0.0023140215780586004, -0.001968120224773884, -0.0016222188714891672, -0.0012763175182044506, -0.000930416164919734, -0.0005845148116350174, -0.0002386134583503008, 0.00010728789493441582, 0.0004531892482191324, 0.000799090601503849, 0.0011449919547885656, 0.0014908933080732822, 0.0018367946613579988, 0.0021826960146427155, 0.002528597367927432, 0.0028744987212121487, 0.0032204000744968653, 0.003566301427781582, 0.003912203013896942, 0.004258104134351015, 0.004604005254805088, 0.004949906840920448, 0.0052958084270358086, 0.0056417095474898815, 0.0059876106679439545, 0.006333512254059315, 0.006679413840174675, 0.007025314960628748, 0.007371216081082821, 0.007717117667198181, 0.008063019253313541, 0.008408920839428902, 0.008754821494221687, 0.009100723080337048, 0.009446624666452408, 0.009792525321245193, 0.010138426907360554, 0.010484328493475914]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 2.0, 0.0, 5.0, 5.0, 5.0, 10.0, 5.0, 9.0, 7.0, 11.0, 11.0, 17.0, 21.0, 36.0, 36.0, 45.0, 51.0, 64.0, 75.0, 102.0, 182.0, 330.0, 5060.0, 915.0, 289.0, 175.0, 113.0, 75.0, 48.0, 49.0, 27.0, 36.0, 14.0, 11.0, 19.0, 11.0, 9.0, 9.0, 10.0, 5.0, 4.0, 4.0, 1.0, 1.0, 4.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.11366625875234604, -0.11019785702228546, -0.10672945529222488, -0.1032610535621643, -0.09979265183210373, -0.09632425010204315, -0.09285584092140198, -0.0893874391913414, -0.08591903746128082, -0.08245063573122025, -0.07898223400115967, -0.07551383227109909, -0.07204543054103851, -0.06857702881097794, -0.06510862708091736, -0.06164022162556648, -0.058171819895505905, -0.05470341816544533, -0.05123501643538475, -0.047766610980033875, -0.0442982092499733, -0.04082980751991272, -0.03736140578985214, -0.033893004059791565, -0.03042460046708584, -0.02695619873702526, -0.023487795144319534, -0.020019393414258957, -0.01655099168419838, -0.013082588091492653, -0.009614186361432076, -0.0061457837000489235, -0.0026773810386657715, 0.0007910213898867369, 0.004259423818439245, 0.00772782601416111, 0.011196228675544262, 0.014664631336927414, 0.01813303306698799, 0.021601436659693718, 0.025069838389754295, 0.028538240119814873, 0.0320066437125206, 0.03547504544258118, 0.038943447172641754, 0.04241184890270233, 0.04588025435805321, 0.049348656088113785, 0.05281705781817436, 0.05628545954823494, 0.05975386127829552, 0.06322226673364639, 0.06669066846370697, 0.07015907019376755, 0.07362747192382812, 0.0770958736538887, 0.08056427538394928, 0.08403267711400986, 0.08750107884407043, 0.09096948802471161, 0.09443788975477219, 0.09790629148483276, 0.10137469321489334, 0.10484309494495392, 0.1083114966750145]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 3.0, 0.0, 1.0, 3.0, 2.0, 3.0, 3.0, 4.0, 9.0, 10.0, 5.0, 6.0, 4.0, 7.0, 23.0, 2.0, 3.0, 2.0, 3.0, 3.0, 3.0, 1.0, 4.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.0032152924686670303, -0.0031196195632219315, -0.0030239466577768326, -0.0029282737523317337, -0.002832600846886635, -0.0027369277086108923, -0.0026412548031657934, -0.0025455818977206945, -0.0024499089922755957, -0.002354236086830497, -0.002258563181385398, -0.002162890275940299, -0.0020672171376645565, -0.0019715442322194576, -0.0018758713267743587, -0.0017801984213292599, -0.001684525515884161, -0.0015888526104390621, -0.0014931797049939632, -0.0013975066831335425, -0.0013018337776884437, -0.0012061608722433448, -0.001110487850382924, -0.0010148149449378252, -0.0009191420394927263, -0.0008234691340476274, -0.0007277961703948677, -0.0006321232067421079, -0.000536450301297009, -0.00044077736674807966, -0.0003451044321991503, -0.000249431497650221, -0.00015375856310129166, -5.808562855236232e-05, 3.758730599656701e-05, 0.00013326024054549634, 0.00022893317509442568, 0.000324606109643355, 0.00042027904419228435, 0.0005159520078450441, 0.000611624913290143, 0.0007072978187352419, 0.0008029707823880017, 0.0008986437460407615, 0.0009943166514858603, 0.0010899895569309592, 0.00118566257879138, 0.0012813354842364788, 0.0013770083896815777, 0.0014726812951266766, 0.0015683542005717754, 0.0016640272224321961, 0.001759700127877295, 0.001855373033322394, 0.0019510460551828146, 0.0020467189606279135, 0.0021423918660730124, 0.0022380647715181112, 0.00233373767696321, 0.002429410582408309, 0.0025250837206840515, 0.0026207566261291504, 0.0027164295315742493, 0.002812102437019348, 0.002907775342464447]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 6.0, 3.0, 9.0, 14.0, 16.0, 20.0, 22.0, 42.0, 61.0, 81.0, 83.0, 149.0, 204.0, 297.0, 448.0, 704.0, 1053.0, 1641.0, 2659.0, 4619.0, 8009.0, 14170.0, 28268.0, 67463.0, 837805.0, 127319.0, 38158.0, 18650.0, 10194.0, 6018.0, 3765.0, 2413.0, 1584.0, 1048.0, 756.0, 535.0, 355.0, 249.0, 202.0, 139.0, 97.0, 52.0, 62.0, 49.0, 39.0, 28.0, 18.0, 23.0, 10.0, 8.0, 8.0, 4.0, 2.0, 3.0, 2.0, 4.0, 1.0, 2.0, 0.0, 0.0, 2.0], "bins": [-0.004498264752328396, -0.0043368530459702015, -0.004175441339612007, -0.0040140291675925255, -0.003852617461234331, -0.0036912057548761368, -0.0035297940485179424, -0.0033683821093291044, -0.00320697040297091, -0.0030455586966127157, -0.0028841467574238777, -0.0027227350510656834, -0.002561323344707489, -0.002399911405518651, -0.0022384996991604567, -0.0020770877599716187, -0.0019156760536134243, -0.0017542642308399081, -0.001592852408066392, -0.0014314407017081976, -0.0012700288789346814, -0.0011086170561611652, -0.00094720529159531, -0.0007857935270294547, -0.0006243817042559385, -0.0004629699105862528, -0.0003015581169165671, -0.00014014632324688137, 2.1265470422804356e-05, 0.00018267726409249008, 0.0003440890577621758, 0.0005055008223280311, 0.0006669126451015472, 0.0008283244678750634, 0.0009897362906485796, 0.001151147997006774, 0.0013125598197802901, 0.0014739716425538063, 0.0016353833489120007, 0.0017967951716855168, 0.001958206994459033, 0.0021196187008172274, 0.0022810306400060654, 0.0024424423463642597, 0.002603854052722454, 0.002765265991911292, 0.0029266776982694864, 0.0030880896374583244, 0.003249501343816519, 0.003410913050174713, 0.003572324989363551, 0.0037337366957217455, 0.0038951486349105835, 0.004056560341268778, 0.004217972047626972, 0.0043793837539851665, 0.004540795460343361, 0.0047022076323628426, 0.004863619338721037, 0.005025031045079231, 0.005186442751437426, 0.00534785445779562, 0.005509266629815102, 0.005670678336173296, 0.00583209004253149]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 2.0, 2.0, 4.0, 3.0, 10.0, 7.0, 3.0, 0.0, 4.0, 0.0, 3.0, 2.0, 2.0, 3.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.05079669877886772, -0.049685999751091, -0.04857529699802399, -0.04746459797024727, -0.04635389894247055, -0.04524319991469383, -0.044132500886917114, -0.0430217981338501, -0.04191109910607338, -0.04080040007829666, -0.039689697325229645, -0.03857899829745293, -0.03746829926967621, -0.03635760024189949, -0.03524690121412277, -0.034136198461055756, -0.03302549943327904, -0.03191480040550232, -0.030804099515080452, -0.029693398624658585, -0.028582699596881866, -0.02747200056910515, -0.02636129967868328, -0.025250598788261414, -0.024139899760484695, -0.023029200732707977, -0.02191849984228611, -0.020807798951864243, -0.019697099924087524, -0.018586400896310806, -0.01747570000588894, -0.01636499911546707, -0.015254300087690353, -0.01414360012859106, -0.013032900169491768, -0.011922200210392475, -0.010811500251293182, -0.00970080029219389, -0.008590100333094597, -0.007479400373995304, -0.006368700414896011, -0.005258000455796719, -0.004147300496697426, -0.003036600537598133, -0.0019259005784988403, -0.0008152006193995476, 0.0002954993396997452, 0.001406199298799038, 0.0025168992578983307, 0.0036275992169976234, 0.004738299176096916, 0.005848999135196209, 0.006959699094295502, 0.008070399053394794, 0.009181099012494087, 0.01029179897159338, 0.011402498930692673, 0.012513198889791965, 0.013623898848891258, 0.014734598807990551, 0.015845298767089844, 0.016955997794866562, 0.01806669868528843, 0.019177399575710297, 0.020288098603487015]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [8.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 10.0, 16.0, 12.0, 10.0, 0.0, 5.0, 3.0, 9.0, 6.0, 6.0, 15.0, 13.0, 12.0, 16.0, 22.0, 34.0, 34.0, 35.0, 59.0, 80.0, 91.0, 127.0, 196.0, 265.0, 388.0, 618.0, 814.0, 1348.0, 2818.0, 6265.0, 1768.0, 1021.0, 620.0, 439.0, 351.0, 240.0, 203.0, 125.0, 86.0, 60.0, 55.0, 26.0, 23.0, 14.0, 23.0, 7.0, 10.0, 8.0, 5.0, 1.0, 2.0, 0.0, 3.0, 2.0, 2.0, 0.0, 1.0], "bins": [-0.016286183148622513, -0.01583493873476982, -0.015383696183562279, -0.014932451769709587, -0.01448120828717947, -0.014029964804649353, -0.013578720390796661, -0.013127476908266544, -0.012676233425736427, -0.01222498994320631, -0.011773746460676193, -0.011322502046823502, -0.010871258564293385, -0.010420015081763268, -0.009968770667910576, -0.009517527185380459, -0.009066283702850342, -0.008615040220320225, -0.008163796737790108, -0.007712552323937416, -0.007261308841407299, -0.006810065358877182, -0.006358821410685778, -0.005907577462494373, -0.005456333979964256, -0.005005090497434139, -0.004553846549242735, -0.004102602601051331, -0.0036513591185212135, -0.003200115403160453, -0.002748871687799692, -0.0022976279724389315, -0.0018463842570781708, -0.00139514054171741, -0.0009438968263566494, -0.0004926531109958887, -4.140939563512802e-05, 0.00040983431972563267, 0.0008610780350863934, 0.001312321750447154, 0.0017635654658079147, 0.0022148091811686754, 0.002666052896529436, 0.003117296611890197, 0.0035685403272509575, 0.0040197838097810745, 0.004471027757972479, 0.004922271706163883, 0.005373515188694, 0.005824758671224117, 0.006276002619415522, 0.006727246567606926, 0.007178490050137043, 0.00762973353266716, 0.008080977946519852, 0.008532221429049969, 0.008983464911580086, 0.009434708394110203, 0.00988595187664032, 0.010337196290493011, 0.010788439773023129, 0.011239683255553246, 0.011690927669405937, 0.012142171151936054, 0.012593414634466171]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 1.0, 1.0, 2.0, 0.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.05087285861372948, -0.048479460179805756, -0.04608606547117233, -0.04369266703724861, -0.04129926860332489, -0.03890587016940117, -0.03651247173547745, -0.034119077026844025, -0.0317256785929203, -0.029332280158996582, -0.02693888358771801, -0.024545487016439438, -0.022152088582515717, -0.019758690148591995, -0.017365293577313423, -0.014971896074712276, -0.01257849857211113, -0.010185101069509983, -0.007791703566908836, -0.00539830606430769, -0.003004908561706543, -0.0006115110591053963, 0.0017818864434957504, 0.004175283946096897, 0.006568681448698044, 0.00896207895129919, 0.011355476453900337, 0.013748873956501484, 0.01614227145910263, 0.018535669893026352, 0.020929066464304924, 0.023322463035583496, 0.025715861469507217, 0.02810925990343094, 0.03050265647470951, 0.03289605304598808, 0.035289451479911804, 0.037682849913835526, 0.04007624834775925, 0.04246964305639267, 0.04486304149031639, 0.04725643992424011, 0.049649834632873535, 0.052043233066797256, 0.05443663150072098, 0.0568300299346447, 0.05922342836856842, 0.06161682307720184, 0.06401021778583527, 0.06640361994504929, 0.06879701465368271, 0.07119041681289673, 0.07358381152153015, 0.07597720623016357, 0.0783706083893776, 0.08076400309801102, 0.08315740525722504, 0.08555079996585846, 0.08794419467449188, 0.0903375968337059, 0.09273099154233932, 0.09512438625097275, 0.09751778841018677, 0.09991118311882019, 0.10230457782745361]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [3.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 2.0, 2.0, 1.0, 3.0, 4.0, 4.0, 10.0, 7.0, 9.0, 10.0, 17.0, 15.0, 12.0, 7.0, 7.0, 25.0, 33.0, 23.0, 12.0, 8.0, 6.0, 7.0, 2.0, 3.0, 5.0, 2.0, 2.0, 1.0, 3.0, 4.0, 2.0, 1.0, 2.0, 2.0, 3.0, 1.0, 3.0, 1.0, 2.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.042118191719055176, -0.0405077189207077, -0.03889724239706993, -0.03728676587343216, -0.035676293075084686, -0.03406582027673721, -0.03245534375309944, -0.03084486909210682, -0.029234394431114197, -0.027623919770121574, -0.026013445109128952, -0.02440297044813633, -0.022792495787143707, -0.021182021126151085, -0.019571546465158463, -0.01796107180416584, -0.016350597143173218, -0.014740122482180595, -0.013129647821187973, -0.01151917316019535, -0.009908698499202728, -0.008298223838210106, -0.0066877491772174835, -0.005077274516224861, -0.0034667998552322388, -0.0018563251942396164, -0.000245850533246994, 0.0013646241277456284, 0.0029750987887382507, 0.004585573449730873, 0.0061960481107234955, 0.007806522771716118, 0.00941699743270874, 0.011027472093701363, 0.012637946754693985, 0.014248421415686607, 0.01585889607667923, 0.017469370737671852, 0.019079845398664474, 0.020690320059657097, 0.02230079472064972, 0.02391126938164234, 0.025521744042634964, 0.027132218703627586, 0.02874269336462021, 0.03035316802561283, 0.031963642686605453, 0.033574119210243225, 0.0351845920085907, 0.03679506480693817, 0.03840554133057594, 0.040016017854213715, 0.04162649065256119, 0.04323696345090866, 0.04484743997454643, 0.046457916498184204, 0.04806838929653168, 0.04967886209487915, 0.05128933861851692, 0.052899815142154694, 0.05451028794050217, 0.05612076073884964, 0.05773123726248741, 0.05934171378612518, 0.060952186584472656]}, "_runtime": 162.161847114563, "_timestamp": 1596214486.9191296, "_step": 199}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 3.0, 4.0, 2.0, 3.0, 4.0, 6.0, 1.0, 3.0, 3.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.007677215617150068, -0.007454289589077234, -0.0072313635610044, -0.007008437532931566, -0.006785511504858732, -0.006562585476785898, -0.006339659448713064, -0.00611673342064023, -0.0058938078582286835, -0.0056708818301558495, -0.0054479558020830154, -0.005225029774010181, -0.005002103745937347, -0.004779177717864513, -0.004556251689791679, -0.004333325661718845, -0.004110399633646011, -0.0038874736055731773, -0.0036645475775003433, -0.0034416215494275093, -0.0032186955213546753, -0.002995769726112485, -0.002772843698039651, -0.002549917669966817, -0.002326991641893983, -0.002104065613821149, -0.0018811395857483149, -0.0016582136740908027, -0.0014352876460179687, -0.0012123616179451346, -0.0009894357062876225, -0.0007665096782147884, -0.0005435836501419544, -0.00032065765117295086, -9.77316522039473e-05, 0.00012519434676505625, 0.0003481203457340598, 0.0005710463738068938, 0.0007939723436720669, 0.00101689831353724, 0.001239824341610074, 0.001462750369682908, 0.001685676397755742, 0.0019086023094132543, 0.0021315282210707664, 0.0023544542491436005, 0.0025773802772164345, 0.0028003063052892685, 0.0030232323333621025, 0.0032461583614349365, 0.0034690843895077705, 0.0036920104175806046, 0.003914936445653439, 0.004137862473726273, 0.004360788501799107, 0.004583714529871941, 0.004806640557944775, 0.005029566120356321, 0.005252492148429155, 0.005475418176501989, 0.005698344204574823, 0.005921270232647657, 0.006144196260720491, 0.006367122288793325, 0.0065900483168661594]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 2.0, 1.0, 2.0, 4.0, 7.0, 6.0, 5.0, 10.0, 8.0, 17.0, 20.0, 24.0, 23.0, 20.0, 42.0, 35.0, 48.0, 74.0, 64.0, 132.0, 138.0, 245.0, 563.0, 5344.0, 353.0, 160.0, 130.0, 78.0, 60.0, 63.0, 47.0, 42.0, 29.0, 26.0, 20.0, 21.0, 19.0, 7.0, 7.0, 8.0, 6.0, 3.0, 4.0, 2.0, 1.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.09998351335525513, -0.09705623239278793, -0.09412895143032074, -0.09120166301727295, -0.08827438205480576, -0.08534710109233856, -0.08241981267929077, -0.07949253171682358, -0.07656525075435638, -0.07363796979188919, -0.070710688829422, -0.0677834004163742, -0.06485611945390701, -0.06192883849143982, -0.05900155380368233, -0.056074269115924835, -0.05314698815345764, -0.05021970719099045, -0.047292422503232956, -0.044365137815475464, -0.04143785685300827, -0.03851057589054108, -0.035583291202783585, -0.03265600651502609, -0.0297287255525589, -0.026801442727446556, -0.023874159902334213, -0.02094687707722187, -0.018019594252109528, -0.015092311426997185, -0.012165028601884842, -0.009237745776772499, -0.006310462951660156, -0.0033831801265478134, -0.0004558973014354706, 0.0024713855236768723, 0.005398668348789215, 0.008325951173901558, 0.0112532339990139, 0.014180516824126244, 0.017107799649238586, 0.02003508247435093, 0.022962365299463272, 0.025889648124575615, 0.028816930949687958, 0.03174421191215515, 0.03467149659991264, 0.037598781287670135, 0.04052606225013733, 0.04345334321260452, 0.046380627900362015, 0.04930791258811951, 0.0522351935505867, 0.055162474513053894, 0.058089759200811386, 0.06101704388856888, 0.06394432485103607, 0.06687160581350327, 0.06979888677597046, 0.07272617518901825, 0.07565345615148544, 0.07858073711395264, 0.08150802552700043, 0.08443530648946762, 0.08736258745193481]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 3.0, 5.0, 0.0, 1.0, 2.0, 7.0, 2.0, 3.0, 4.0, 5.0, 5.0, 3.0, 2.0, 6.0, 3.0, 3.0, 21.0, 2.0, 2.0, 3.0, 0.0, 3.0, 6.0, 1.0, 4.0, 2.0, 4.0, 3.0, 0.0, 1.0, 1.0, 1.0, 1.0, 4.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.0031866785138845444, -0.0030915464740246534, -0.0029964144341647625, -0.0029012823943048716, -0.0028061503544449806, -0.0027110185474157333, -0.0026158865075558424, -0.0025207544676959515, -0.0024256224278360605, -0.0023304903879761696, -0.0022353583481162786, -0.0021402263082563877, -0.0020450945012271404, -0.0019499623449519277, -0.0018548304215073586, -0.0017596983816474676, -0.0016645663417875767, -0.0015694343019276857, -0.0014743022620677948, -0.0013791703386232257, -0.0012840382987633348, -0.0011889062589034438, -0.0010937743354588747, -0.0009986422955989838, -0.0009035102557390928, -0.0008083782158792019, -0.0007132462342269719, -0.0006181142525747418, -0.0005229822127148509, -0.0004278502019587904, -0.00033271819120272994, -0.00023758618044666946, -0.00014245416969060898, -4.73221589345485e-05, 4.7809851821511984e-05, 0.00014294186257757246, 0.00023807387333363295, 0.0003332058840896934, 0.0004283378948457539, 0.0005234698764979839, 0.0006186019163578749, 0.0007137339562177658, 0.0008088659378699958, 0.0009039979195222259, 0.0009991299593821168, 0.0010942619992420077, 0.0011893939226865768, 0.0012845259625464678, 0.0013796580024063587, 0.0014747900422662497, 0.0015699220821261406, 0.0016650540055707097, 0.0017601860454306006, 0.0018553180852904916, 0.0019504500087350607, 0.0020455820485949516, 0.0021407140884548426, 0.0022358461283147335, 0.0023309781681746244, 0.0024261102080345154, 0.0025212420150637627, 0.0026163740549236536, 0.0027115060947835445, 0.0028066381346434355, 0.0029017701745033264]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 3.0, 2.0, 4.0, 5.0, 6.0, 13.0, 17.0, 16.0, 37.0, 46.0, 55.0, 79.0, 137.0, 154.0, 259.0, 327.0, 561.0, 886.0, 1304.0, 2259.0, 4222.0, 8591.0, 22458.0, 79392.0, 938165.0, 72284.0, 23170.0, 10591.0, 5558.0, 3246.0, 1862.0, 1229.0, 833.0, 568.0, 398.0, 272.0, 181.0, 139.0, 98.0, 72.0, 44.0, 39.0, 16.0, 12.0, 12.0, 8.0, 4.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.00934762042015791, -0.009084727615118027, -0.008821834810078144, -0.008558942005038261, -0.008296048268675804, -0.008033155463635921, -0.007770262658596039, -0.007507369853556156, -0.0072444770485162735, -0.006981584243476391, -0.006718691438436508, -0.006455798167735338, -0.0061929053626954556, -0.005930012557655573, -0.005667119286954403, -0.00540422648191452, -0.005141333676874638, -0.004878440871834755, -0.004615548066794872, -0.004352654796093702, -0.00408976199105382, -0.003826869186013937, -0.0035639761481434107, -0.0033010831102728844, -0.0030381903052330017, -0.002775297500193119, -0.0025124044623225927, -0.0022495114244520664, -0.0019866186194121838, -0.0017237256979569793, -0.0014608327765017748, -0.0011979398550465703, -0.0009350469335913658, -0.0006721540121361613, -0.00040926109068095684, -0.00014636816922575235, 0.00011652475222945213, 0.0003794176736846566, 0.0006423105951398611, 0.0009052035165950656, 0.00116809643805027, 0.0014309893595054746, 0.001693882280960679, 0.0019567753188312054, 0.002219668123871088, 0.0024825609289109707, 0.002745453966781497, 0.0030083470046520233, 0.003271239809691906, 0.0035341326147317886, 0.003797025652602315, 0.004059918690472841, 0.004322811495512724, 0.004585704300552607, 0.0048485975712537766, 0.005111490376293659, 0.005374383181333542, 0.0056372759863734245, 0.005900168791413307, 0.006163062062114477, 0.00642595486715436, 0.0066888476721942425, 0.0069517409428954124, 0.007214633747935295, 0.007477526552975178]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 0.0, 4.0, 2.0, 1.0, 2.0, 1.0, 2.0, 3.0, 6.0, 1.0, 2.0, 1.0, 5.0, 2.0, 4.0, 1.0, 2.0, 2.0, 3.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.015562862157821655, -0.014973902143537998, -0.014384942129254341, -0.013795983046293259, -0.013207023032009602, -0.012618063017725945, -0.012029103934764862, -0.011440143920481205, -0.010851183906197548, -0.01026222389191389, -0.009673263877630234, -0.009084304794669151, -0.008495344780385494, -0.007906384766101837, -0.007317425217479467, -0.006728465668857098, -0.0061395056545734406, -0.0055505456402897835, -0.004961586091667414, -0.004372626543045044, -0.003783666528761387, -0.0031947067473083735, -0.00260574696585536, -0.0020167871844023466, -0.0014278274029493332, -0.0008388676214963198, -0.00024990784004330635, 0.00033905194140970707, 0.0009280117228627205, 0.001516971504315734, 0.0021059312857687473, 0.0026948910672217607, 0.003283850848674774, 0.0038728106301277876, 0.004461770411580801, 0.005050729960203171, 0.005639689974486828, 0.006228649988770485, 0.006817609537392855, 0.0074065690860152245, 0.007995529100298882, 0.008584489114582539, 0.009173449128866196, 0.009762408211827278, 0.010351368226110935, 0.010940328240394592, 0.011529287323355675, 0.012118247337639332, 0.012707207351922989, 0.013296167366206646, 0.013885127380490303, 0.014474086463451385, 0.015063046477735043, 0.0156520064920187, 0.016240965574979782, 0.016829926520586014, 0.017418885603547096, 0.01800784468650818, 0.01859680563211441, 0.019185764715075493, 0.019774723798036575, 0.020363684743642807, 0.02095264382660389, 0.02154160477221012, 0.022130563855171204]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 0.0, 3.0, 6.0, 3.0, 7.0, 7.0, 7.0, 10.0, 15.0, 18.0, 19.0, 27.0, 31.0, 51.0, 45.0, 85.0, 124.0, 165.0, 206.0, 263.0, 383.0, 687.0, 975.0, 1778.0, 6284.0, 2093.0, 1410.0, 998.0, 660.0, 474.0, 338.0, 278.0, 199.0, 158.0, 142.0, 88.0, 92.0, 52.0, 38.0, 33.0, 34.0, 21.0, 20.0, 23.0, 15.0, 7.0, 10.0, 7.0, 5.0, 4.0, 12.0, 7.0, 2.0, 1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0], "bins": [-0.010264807380735874, -0.009891723282635212, -0.00951863918453455, -0.009145554155111313, -0.00877247005701065, -0.008399385958909988, -0.008026301860809326, -0.007653217297047377, -0.007280132733285427, -0.006907048635184765, -0.006533964537084103, -0.006160879973322153, -0.005787795875221491, -0.005414711311459541, -0.005041627213358879, -0.0046685426495969296, -0.004295458551496267, -0.003922374453395605, -0.0035492898896336555, -0.0031762055587023497, -0.0028031212277710438, -0.0024300371296703815, -0.0020569527987390757, -0.0016838684678077698, -0.0013107841368764639, -0.000937699805945158, -0.000564615533221513, -0.0001915312313940376, 0.00018155307043343782, 0.0005546374013647437, 0.0009277216740883887, 0.0013008059468120337, 0.0016738902777433395, 0.0020469746086746454, 0.0024200589396059513, 0.002793143270537257, 0.003166227601468563, 0.0035393116995692253, 0.003912396263331175, 0.004285480361431837, 0.004658564925193787, 0.005031649023294449, 0.005404733121395111, 0.005777817685157061, 0.006150901783257723, 0.006523986347019672, 0.006897070445120335, 0.007270155008882284, 0.007643239106982946, 0.008016323670744896, 0.008389407768845558, 0.00876249186694622, 0.009135575965046883, 0.00950866099447012, 0.009881745092570782, 0.010254829190671444, 0.010627913288772106, 0.011000997386872768, 0.011374082416296005, 0.011747166514396667, 0.01212025061249733, 0.012493334710597992, 0.012866419740021229, 0.013239503838121891, 0.013612587936222553]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 1.0, 2.0, 2.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.18990778923034668, -0.18606212735176086, -0.18221645057201385, -0.17837078869342804, -0.17452511191368103, -0.17067945003509521, -0.1668337881565094, -0.1629881113767624, -0.15914244949817657, -0.15529678761959076, -0.15145111083984375, -0.14760544896125793, -0.14375978708267212, -0.1399141103029251, -0.1360684484243393, -0.13222277164459229, -0.12837710976600647, -0.12453144043684006, -0.12068577110767365, -0.11684010922908783, -0.11299443989992142, -0.109148770570755, -0.10530310869216919, -0.10145743936300278, -0.09761177003383636, -0.09376610070466995, -0.08992043137550354, -0.08607476949691772, -0.08222910016775131, -0.0783834308385849, -0.07453776895999908, -0.07069209963083267, -0.06684643030166626, -0.06300076097249985, -0.059155095368623734, -0.05530942976474762, -0.05146376043558121, -0.047618091106414795, -0.04377242550253868, -0.03992675989866257, -0.036081090569496155, -0.03223542124032974, -0.02838975563645363, -0.024544088169932365, -0.020698420703411102, -0.01685275323688984, -0.013007085770368576, -0.009161418303847313, -0.00531575083732605, -0.0014700833708047867, 0.0023755840957164764, 0.0062212515622377396, 0.010066919028759003, 0.013912586495280266, 0.01775825396180153, 0.021603921428322792, 0.025449588894844055, 0.02929525636136532, 0.03314092382788658, 0.036986589431762695, 0.04083225876092911, 0.04467792809009552, 0.048523593693971634, 0.05236925929784775, 0.05621492862701416]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 3.0, 5.0, 2.0, 0.0, 2.0, 2.0, 8.0, 2.0, 5.0, 3.0, 4.0, 5.0, 6.0, 4.0, 8.0, 11.0, 5.0, 14.0, 15.0, 17.0, 41.0, 19.0, 21.0, 14.0, 12.0, 6.0, 3.0, 8.0, 5.0, 4.0, 4.0, 5.0, 3.0, 3.0, 1.0, 0.0, 0.0, 4.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.04730428382754326, -0.04575587436556816, -0.04420746490359306, -0.042659055441617966, -0.04111064597964287, -0.03956223651766777, -0.03801382705569267, -0.036465417593717575, -0.03491700813174248, -0.03336859866976738, -0.03182018920779228, -0.030271777883172035, -0.028723368421196938, -0.02717495895922184, -0.025626549497246742, -0.024078140035271645, -0.022529730573296547, -0.02098132111132145, -0.01943291164934635, -0.017884502187371254, -0.016336092725396156, -0.014787682332098484, -0.013239272870123386, -0.011690863408148289, -0.010142453946173191, -0.008594044484198093, -0.007045635022222996, -0.005497225094586611, -0.003948815632611513, -0.0024004061706364155, -0.0008519964758306742, 0.0006964131025597453, 0.002244822680950165, 0.0037932321429252625, 0.00534164160490036, 0.006890051532536745, 0.008438460528850555, 0.009986870922148228, 0.011535280384123325, 0.013083689846098423, 0.01463209930807352, 0.016180509701371193, 0.01772891916334629, 0.019277328625321388, 0.020825738087296486, 0.022374147549271584, 0.02392255701124668, 0.02547096647322178, 0.027019375935196877, 0.028567785397171974, 0.030116194859147072, 0.03166460618376732, 0.033213015645742416, 0.034761425107717514, 0.03630983456969261, 0.03785824403166771, 0.03940665349364281, 0.040955062955617905, 0.042503472417593, 0.0440518818795681, 0.0456002913415432, 0.047148700803518295, 0.04869711026549339, 0.05024551972746849, 0.05179392918944359]}, "_runtime": 162.9597945213318, "_timestamp": 1596214487.717077, "_step": 200}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 4.0, 1.0, 1.0, 2.0, 4.0, 9.0, 5.0, 4.0, 1.0, 2.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 4.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01075883861631155, -0.010401856154203415, -0.01004487369209528, -0.00968789029866457, -0.009330907836556435, -0.0089739253744483, -0.008616942912340164, -0.008259960450232029, -0.007902977988123894, -0.007545995060354471, -0.007189012132585049, -0.0068320296704769135, -0.006475047208368778, -0.006118064280599356, -0.0057610818184912205, -0.005404098890721798, -0.005047116428613663, -0.0046901339665055275, -0.004333151038736105, -0.00397616857662797, -0.003619185881689191, -0.003262203186750412, -0.0029052207246422768, -0.002548238029703498, -0.002191255334764719, -0.0018342726398259401, -0.001477290061302483, -0.001120307482779026, -0.0007633247878402472, -0.0004063421511091292, -4.935951437801123e-05, 0.00030762312235310674, 0.0006646057590842247, 0.0010215884540230036, 0.0013785710325464606, 0.0017355536110699177, 0.0020925363060086966, 0.0024495190009474754, 0.0028065014630556107, 0.0031634841579943895, 0.0035204668529331684, 0.0038774495478719473, 0.004234432242810726, 0.004591414704918861, 0.004948397167026997, 0.005305380094796419, 0.005662362556904554, 0.006019345484673977, 0.006376327946782112, 0.006733310408890247, 0.00709029333665967, 0.007447275798767805, 0.007804258726537228, 0.008161241188645363, 0.008518223650753498, 0.008875206112861633, 0.009232189506292343, 0.009589171968400478, 0.009946154430508614, 0.010303136892616749, 0.010660119354724884, 0.01101710181683302, 0.011374085210263729, 0.011731067672371864, 0.01208805013448]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 4.0, 3.0, 3.0, 4.0, 4.0, 7.0, 5.0, 7.0, 9.0, 10.0, 13.0, 10.0, 13.0, 21.0, 24.0, 30.0, 57.0, 68.0, 80.0, 123.0, 204.0, 264.0, 3829.0, 2125.0, 328.0, 190.0, 151.0, 71.0, 54.0, 50.0, 36.0, 21.0, 21.0, 15.0, 9.0, 16.0, 9.0, 5.0, 6.0, 5.0, 9.0, 4.0, 4.0, 1.0, 1.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.11654948443174362, -0.11290628463029861, -0.10926308482885361, -0.1056198850274086, -0.10197668522596359, -0.09833348542451859, -0.09469028562307358, -0.09104708582162857, -0.08740389347076416, -0.08376069366931915, -0.08011749386787415, -0.07647429406642914, -0.07283109426498413, -0.06918789446353912, -0.06554469466209412, -0.06190149486064911, -0.0582582950592041, -0.054615095257759094, -0.05097189545631409, -0.04732869565486908, -0.04368549585342407, -0.04004229977726936, -0.036399099975824356, -0.03275590017437935, -0.02911270037293434, -0.025469500571489334, -0.021826300770044327, -0.01818310283124447, -0.014539903029799461, -0.010896703228354454, -0.007253504358232021, -0.0036103050224483013, 3.28943133354187e-05, 0.0036760936491191387, 0.007319292984902859, 0.010962491855025291, 0.014605691656470299, 0.018248891457915306, 0.021892089396715164, 0.02553528919816017, 0.02917848899960518, 0.032821688801050186, 0.036464888602495193, 0.0401080884039402, 0.04375128448009491, 0.04739448428153992, 0.051037684082984924, 0.05468088388442993, 0.05832408368587494, 0.061967283487319946, 0.06561048328876495, 0.06925368309020996, 0.07289688289165497, 0.07654008269309998, 0.08018328249454498, 0.08382648229598999, 0.087469682097435, 0.09111287444829941, 0.09475607424974442, 0.09839927405118942, 0.10204247385263443, 0.10568567365407944, 0.10932887345552444, 0.11297207325696945, 0.11661527305841446]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 2.0, 3.0, 0.0, 0.0, 1.0, 2.0, 3.0, 1.0, 2.0, 3.0, 0.0, 5.0, 3.0, 5.0, 6.0, 3.0, 21.0, 4.0, 7.0, 1.0, 5.0, 3.0, 1.0, 3.0, 3.0, 4.0, 4.0, 2.0, 6.0, 2.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.003227050183340907, -0.0031385819893330336, -0.00305011379532516, -0.0029616456013172865, -0.002873177407309413, -0.0027847092133015394, -0.002696241019293666, -0.0026077728252857924, -0.002519304398447275, -0.0024308362044394016, -0.002342368010431528, -0.0022538998164236546, -0.002165431622415781, -0.0020769634284079075, -0.001988495234400034, -0.0019000270403921604, -0.0018115588463842869, -0.0017230906523764133, -0.0016346224583685398, -0.0015461542643606663, -0.0014576860703527927, -0.0013692177599295974, -0.0012807495659217238, -0.0011922813719138503, -0.0011038131779059768, -0.0010153449838981032, -0.0009268767898902297, -0.0008384085376746953, -0.0007499403436668217, -0.0006614721496589482, -0.0005730038974434137, -0.0004845357034355402, -0.00039606750942766666, -0.00030759931541979313, -0.00021913109230808914, -0.00013066288374830037, -4.219467518851161e-05, 4.6273533371277153e-05, 0.00013474174193106592, 0.00022320995049085468, 0.00031167815905064344, 0.000400146353058517, 0.0004886145470663905, 0.000577082799281925, 0.0006655509932897985, 0.000754019187297672, 0.0008424874395132065, 0.00093095563352108, 0.0010194238275289536, 0.001107892021536827, 0.0011963602155447006, 0.0012848284095525742, 0.0013732966035604477, 0.001461764913983643, 0.0015502331079915166, 0.0016387013019993901, 0.0017271694960072637, 0.0018156376900151372, 0.0019041058840230107, 0.001992574194446206, 0.0020810423884540796, 0.002169510582461953, 0.0022579787764698267, 0.0023464469704777002, 0.0024349151644855738]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 4.0, 0.0, 5.0, 6.0, 4.0, 11.0, 8.0, 12.0, 35.0, 38.0, 54.0, 99.0, 114.0, 170.0, 210.0, 345.0, 532.0, 762.0, 1242.0, 1873.0, 3074.0, 5506.0, 10724.0, 23261.0, 72775.0, 896772.0, 89397.0, 30985.0, 15788.0, 9225.0, 5645.0, 3667.0, 2393.0, 1511.0, 1072.0, 768.0, 512.0, 332.0, 223.0, 137.0, 112.0, 73.0, 38.0, 32.0, 26.0, 23.0, 12.0, 10.0, 7.0, 2.0, 4.0, 3.0, 4.0, 2.0, 2.0], "bins": [-0.008072174154222012, -0.007838993333280087, -0.007605812046676874, -0.007372630760073662, -0.0071394494734704494, -0.006906268652528524, -0.006673087365925312, -0.0064399060793221, -0.006206724792718887, -0.005973543971776962, -0.00574036268517375, -0.005507181398570538, -0.0052740005776286125, -0.0050408192910254, -0.004807638004422188, -0.004574457183480263, -0.00434127589687705, -0.004108094610273838, -0.0038749135565012693, -0.0036417325027287006, -0.0034085512161254883, -0.0031753701623529196, -0.002942189108580351, -0.0027090078219771385, -0.00247582676820457, -0.002242645714432001, -0.0020094644278287888, -0.00177628337405622, -0.0015431022038683295, -0.001309921033680439, -0.0010767399799078703, -0.0008435588097199798, -0.0006103776395320892, -0.00037719649844802916, -0.0001440153573639691, 8.916578372009099e-05, 0.00032234692480415106, 0.0005555280949920416, 0.0007887092069722712, 0.0010218903189525008, 0.0012550714891403913, 0.0014882526593282819, 0.0017214338295161724, 0.001954614883288741, 0.00218779593706131, 0.002420977223664522, 0.002654158277437091, 0.0028873395640403032, 0.003120520617812872, 0.0033537016715854406, 0.003586882958188653, 0.0038200640119612217, 0.004053245298564434, 0.004286426119506359, 0.0045196074061095715, 0.004752788692712784, 0.004985969513654709, 0.005219150800257921, 0.005452332086861134, 0.005685513373464346, 0.005918694194406271, 0.006151875481009483, 0.006385056767612696, 0.006618237588554621, 0.006851418875157833]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 2.0, 6.0, 1.0, 1.0, 1.0, 6.0, 3.0, 1.0, 2.0, 2.0, 2.0, 1.0, 0.0, 0.0, 4.0, 1.0, 2.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013003649190068245, -0.012413818389177322, -0.0118239875882864, -0.011234156787395477, -0.010644325986504555, -0.010054494254291058, -0.009464663453400135, -0.008874832652509212, -0.00828500185161829, -0.007695171050727367, -0.007105340249836445, -0.006515508983284235, -0.0059256781823933125, -0.00533584738150239, -0.00474601611495018, -0.0041561853140592575, -0.003566354513168335, -0.0029765237122774124, -0.002386692678555846, -0.0017968617612496018, -0.0012070308439433575, -0.0006171999266371131, -2.736900933086872e-05, 0.0005624619079753757, 0.00115229282528162, 0.0017421237425878644, 0.0023319546598941088, 0.002921785693615675, 0.0035116164945065975, 0.00410144729539752, 0.00469127856194973, 0.0052811093628406525, 0.005870940163731575, 0.0064607709646224976, 0.00705060176551342, 0.00764043303206563, 0.008230263367295265, 0.008820095099508762, 0.009409925900399685, 0.009999756701290607, 0.01058958750218153, 0.011179418303072453, 0.011769249103963375, 0.012359079904854298, 0.012948911637067795, 0.013538742437958717, 0.01412857323884964, 0.014718404039740562, 0.015308234840631485, 0.015898065641522408, 0.01648789644241333, 0.017077727243304253, 0.017667558044195175, 0.018257388845086098, 0.01884721964597702, 0.019437050446867943, 0.020026881247758865, 0.020616713911294937, 0.02120654471218586, 0.021796375513076782, 0.022386206313967705, 0.022976037114858627, 0.02356586791574955, 0.024155698716640472, 0.024745529517531395]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 3.0, 4.0, 3.0, 14.0, 15.0, 23.0, 32.0, 54.0, 41.0, 80.0, 89.0, 103.0, 144.0, 196.0, 247.0, 358.0, 507.0, 713.0, 983.0, 1423.0, 5413.0, 2257.0, 1400.0, 1061.0, 762.0, 521.0, 408.0, 332.0, 258.0, 180.0, 125.0, 138.0, 118.0, 68.0, 65.0, 61.0, 41.0, 36.0, 33.0, 29.0, 14.0, 8.0, 16.0, 10.0, 7.0, 6.0, 5.0, 5.0, 5.0, 2.0, 4.0, 2.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.007616781163960695, -0.0072687119245529175, -0.00692064268514514, -0.006572573445737362, -0.006224504206329584, -0.005876434966921806, -0.0055283657275140285, -0.005180296488106251, -0.004832226783037186, -0.004484157543629408, -0.00413608830422163, -0.003788019297644496, -0.0034399498254060745, -0.0030918805859982967, -0.002743811346590519, -0.002395742107182741, -0.0020476728677749634, -0.0016996036283671856, -0.0013515343889594078, -0.0010034650331363082, -0.0006553957937285304, -0.00030732652521692216, 4.074274329468608e-05, 0.0003888120118062943, 0.0007368812803179026, 0.0010849505197256804, 0.0014330197591334581, 0.0017810891149565578, 0.0021291584707796574, 0.002477227710187435, 0.002825296949595213, 0.0031733661890029907, 0.0035214354284107685, 0.0038695046678185463, 0.004217573907226324, 0.004565643146634102, 0.00491371238604188, 0.0052617816254496574, 0.005609850864857435, 0.005957920104265213, 0.006305989809334278, 0.006654059048742056, 0.007002128288149834, 0.0073501975275576115, 0.007698266766965389, 0.00804633554071188, 0.008394405245780945, 0.008742474019527435, 0.0090905437245965, 0.009438613429665565, 0.009786682203412056, 0.010134751908481121, 0.010482820682227612, 0.010830890387296677, 0.011178959161043167, 0.011527028866112232, 0.011875097639858723, 0.012223167344927788, 0.012571236118674278, 0.012919305823743343, 0.013267374597489834, 0.013615444302558899, 0.01396351307630539, 0.014311582781374454, 0.01465965248644352]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 3.0, 1.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.14491206407546997, -0.1416682004928589, -0.1384243220090866, -0.13518044352531433, -0.13193657994270325, -0.12869271636009216, -0.12544883787631989, -0.1222049668431282, -0.11896109580993652, -0.11571722477674484, -0.11247335374355316, -0.10922948271036148, -0.1059856116771698, -0.10274174064397812, -0.09949786961078644, -0.09625399857759476, -0.09301012754440308, -0.0897662565112114, -0.08652238547801971, -0.08327851444482803, -0.08003464341163635, -0.07679077237844467, -0.07354690134525299, -0.07030303031206131, -0.06705915927886963, -0.06381528824567795, -0.06057141721248627, -0.057327546179294586, -0.054083675146102905, -0.050839804112911224, -0.04759593307971954, -0.04435206204652786, -0.04110819101333618, -0.0378643199801445, -0.03462044894695282, -0.03137657791376114, -0.028132706880569458, -0.024888835847377777, -0.021644964814186096, -0.018401093780994415, -0.015157222747802734, -0.011913351714611053, -0.008669480681419373, -0.005425609648227692, -0.0021817386150360107, 0.0010621324181556702, 0.004306003451347351, 0.007549874484539032, 0.010793745517730713, 0.014037616550922394, 0.017281487584114075, 0.020525358617305756, 0.023769229650497437, 0.027013100683689117, 0.0302569717168808, 0.03350084275007248, 0.03674471378326416, 0.03998858481645584, 0.04323245584964752, 0.0464763268828392, 0.049720197916030884, 0.052964068949222565, 0.056207939982414246, 0.059451811015605927, 0.06269568204879761]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 2.0, 2.0, 2.0, 9.0, 6.0, 6.0, 7.0, 14.0, 11.0, 11.0, 7.0, 23.0, 27.0, 21.0, 17.0, 18.0, 13.0, 17.0, 10.0, 12.0, 9.0, 8.0, 2.0, 4.0, 3.0, 3.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.09012085199356079, -0.08802331984043121, -0.08592578023672104, -0.08382824808359146, -0.08173070847988129, -0.07963317632675171, -0.07753564417362213, -0.07543810456991196, -0.07334057241678238, -0.0712430328130722, -0.06914550065994263, -0.06704796850681305, -0.06495042890310287, -0.0628528967499733, -0.06075536087155342, -0.058657824993133545, -0.05656028911471367, -0.05446275323629379, -0.05236521735787392, -0.05026768520474434, -0.04817014932632446, -0.04607261344790459, -0.04397507756948471, -0.041877541691064835, -0.03978000581264496, -0.03768247365951538, -0.035584937781095505, -0.03348740190267563, -0.03138986602425575, -0.029292332008481026, -0.02719479613006115, -0.025097262114286423, -0.022999726235866547, -0.02090219035744667, -0.018804656341671944, -0.016707120463252068, -0.014609585516154766, -0.012512050569057465, -0.010414514690637589, -0.008316979743540287, -0.0062194447964429855, -0.004121909849345684, -0.0020243744365870953, 7.316074334084988e-05, 0.002170695923268795, 0.0042682308703660965, 0.006365766283124685, 0.008463301695883274, 0.010560836642980576, 0.012658371590077877, 0.014755906537175179, 0.016853442415595055, 0.01895097643136978, 0.021048512309789658, 0.023146048188209534, 0.02524358220398426, 0.027341118082404137, 0.029438653960824013, 0.03153618797659874, 0.033633723855018616, 0.03573125973343849, 0.03782879561185837, 0.039926327764987946, 0.04202386364340782, 0.0441213995218277]}, "_runtime": 163.72872138023376, "_timestamp": 1596214488.4860039, "_step": 201}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 4.0, 1.0, 2.0, 2.0, 4.0, 4.0, 7.0, 7.0, 5.0, 4.0, 1.0, 2.0, 1.0, 2.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.011713800951838493, -0.011379336938261986, -0.011044872924685478, -0.01071040891110897, -0.010375944897532463, -0.010041480883955956, -0.009707016870379448, -0.00937255285680294, -0.009038088843226433, -0.008703624829649925, -0.008369160816073418, -0.00803469680249691, -0.007700232323259115, -0.007365768309682608, -0.0070313042961061, -0.0066968402825295925, -0.006362376268953085, -0.006027912255376577, -0.00569344824180007, -0.005358984228223562, -0.005024520214647055, -0.004690056201070547, -0.0043555921874940395, -0.004021128173917532, -0.0036866639275103807, -0.003352199913933873, -0.0030177359003573656, -0.002683271886780858, -0.002348807640373707, -0.0020143436267971992, -0.0016798796132206917, -0.0013454155996441841, -0.0010109515860676765, -0.000676487572491169, -0.0003420235007070005, -7.559458026662469e-06, 0.00032690458465367556, 0.0006613685982301831, 0.0009958327282220125, 0.00133029674179852, 0.0016647607553750277, 0.0019992247689515352, 0.002333688782528043, 0.0026681527961045504, 0.0030026170425117016, 0.003337081056088209, 0.0036715450696647167, 0.004006009083241224, 0.004340473096817732, 0.004674937110394239, 0.005009401123970747, 0.0053438651375472546, 0.005678329151123762, 0.00601279316470027, 0.006347257178276777, 0.006681721191853285, 0.00701618567109108, 0.007350649684667587, 0.007685113698244095, 0.008019577711820602, 0.00835404172539711, 0.008688505738973618, 0.009022969752550125, 0.009357433766126633, 0.00969189777970314]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 2.0, 3.0, 5.0, 3.0, 3.0, 5.0, 4.0, 6.0, 8.0, 11.0, 20.0, 32.0, 41.0, 47.0, 61.0, 60.0, 100.0, 147.0, 245.0, 519.0, 5512.0, 446.0, 194.0, 108.0, 87.0, 57.0, 45.0, 33.0, 35.0, 18.0, 12.0, 12.0, 9.0, 12.0, 7.0, 2.0, 3.0, 4.0, 6.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.12783397734165192, -0.12431026250123978, -0.12078654766082764, -0.1172628328204155, -0.11373911798000336, -0.11021540313959122, -0.10669168829917908, -0.10316797345876694, -0.0996442586183548, -0.09612054377794266, -0.09259682893753052, -0.08907311409711838, -0.08554939925670624, -0.0820256844162941, -0.07850196957588196, -0.07497825473546982, -0.07145453989505768, -0.06793083250522614, -0.064407117664814, -0.06088339909911156, -0.05735968425869942, -0.05383596941828728, -0.05031225457787514, -0.046788539737463, -0.043264828622341156, -0.039741113781929016, -0.036217398941516876, -0.032693684101104736, -0.029169969260692596, -0.025646254420280457, -0.022122539579868317, -0.018598824739456177, -0.015075109899044037, -0.011551395058631897, -0.008027680218219757, -0.004503966309130192, -0.000980251468718052, 0.0025434631388634443, 0.006067177746444941, 0.009590892121195793, 0.013114606961607933, 0.016638321802020073, 0.020162036642432213, 0.023685751482844353, 0.027209464460611343, 0.030733179301023483, 0.03425689414143562, 0.03778060898184776, 0.0413043238222599, 0.04482803866267204, 0.04835175350308418, 0.05187546834349632, 0.05539918318390846, 0.0589228980243206, 0.06244661286473274, 0.06597032397985458, 0.06949403882026672, 0.07301775366067886, 0.076541468501091, 0.08006518334150314, 0.08358889818191528, 0.08711261302232742, 0.09063632786273956, 0.0941600427031517, 0.09768375754356384]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 3.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 2.0, 1.0, 2.0, 1.0, 2.0, 4.0, 1.0, 1.0, 5.0, 3.0, 2.0, 2.0, 3.0, 3.0, 3.0, 25.0, 1.0, 5.0, 1.0, 3.0, 5.0, 4.0, 1.0, 5.0, 2.0, 1.0, 5.0, 3.0, 1.0, 1.0, 1.0, 2.0, 4.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.002596308710053563, -0.002528145909309387, -0.002459983341395855, -0.002391820540651679, -0.0023236579727381468, -0.002255495171993971, -0.0021873326040804386, -0.0021191698033362627, -0.002051007002592087, -0.0019828444346785545, -0.0019146817503497005, -0.0018465190660208464, -0.0017783562652766705, -0.0017101935809478164, -0.0016420308966189623, -0.0015738682122901082, -0.0015057055279612541, -0.0014375428436324, -0.001369380159303546, -0.0013012174749746919, -0.0012330547906458378, -0.0011648919899016619, -0.0010967293055728078, -0.0010285666212439537, -0.0009604039369150996, -0.0008922412525862455, -0.0008240785682573915, -0.0007559158257208765, -0.0006877531413920224, -0.0006195904570631683, -0.0005514277145266533, -0.0004832650301977992, -0.0004151023458689451, -0.00034693966154009104, -0.0002787769481074065, -0.00021061424922663718, -0.00014245155034586787, -7.428885146509856e-05, -6.1261525843292475e-06, 6.203654629644006e-05, 0.00013019924517720938, 0.0001983619440579787, 0.000266524642938748, 0.00033468735637143254, 0.0004028500407002866, 0.0004710127250291407, 0.0005391754675656557, 0.0006073381518945098, 0.0006755008362233639, 0.000743663520552218, 0.000811826204881072, 0.000879988947417587, 0.0009481516317464411, 0.0010163143742829561, 0.0010844770586118102, 0.0011526397429406643, 0.0012208024272695184, 0.0012889651115983725, 0.0013571277959272265, 0.0014252904802560806, 0.0014934532810002565, 0.0015616159653291106, 0.0016297786496579647, 0.0016979413339868188, 0.0017661040183156729]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 4.0, 2.0, 8.0, 6.0, 12.0, 16.0, 23.0, 39.0, 54.0, 58.0, 73.0, 148.0, 204.0, 318.0, 524.0, 896.0, 1434.0, 2716.0, 5282.0, 11188.0, 27333.0, 92150.0, 913309.0, 73449.0, 24322.0, 11053.0, 6010.0, 3344.0, 2013.0, 1270.0, 801.0, 516.0, 337.0, 225.0, 174.0, 101.0, 75.0, 53.0, 34.0, 22.0, 23.0, 10.0, 5.0, 5.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.006972696166485548, -0.006764642894268036, -0.006556590087711811, -0.006348536815494299, -0.006140484008938074, -0.005932430736720562, -0.005724377930164337, -0.005516324657946825, -0.005308271385729313, -0.005100218579173088, -0.004892165306955576, -0.004684112500399351, -0.004476059228181839, -0.004268006421625614, -0.004059953149408102, -0.0038519001100212336, -0.003643847070634365, -0.0034357940312474966, -0.003227740991860628, -0.0030196879524737597, -0.002811634913086891, -0.002603581640869379, -0.0023955286014825106, -0.002187475562095642, -0.0019794225227087736, -0.0017713694833219051, -0.0015633164439350367, -0.0013552632881328464, -0.0011472102487459779, -0.0009391572093591094, -0.00073110411176458, -0.0005230510141700506, -0.00031499797478318214, -0.00010694490629248321, 0.00010110816219821572, 0.00030916123068891466, 0.0005172142991796136, 0.0007252673385664821, 0.0009333204361610115, 0.0011413735337555408, 0.0013494265731424093, 0.0015574796125292778, 0.0017655326519161463, 0.0019735856913030148, 0.002181638963520527, 0.0023896920029073954, 0.002597745042294264, 0.0028057980816811323, 0.003013851121068001, 0.0032219041604548693, 0.0034299571998417377, 0.0036380102392286062, 0.0038460632786154747, 0.004054116550832987, 0.004262169357389212, 0.004470222629606724, 0.004678275436162949, 0.004886328708380461, 0.005094381980597973, 0.005302434787154198, 0.00551048805937171, 0.005718540865927935, 0.005926594138145447, 0.006134646944701672, 0.006342700216919184]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 4.0, 0.0, 1.0, 3.0, 1.0, 1.0, 4.0, 1.0, 0.0, 3.0, 2.0, 4.0, 8.0, 3.0, 1.0, 3.0, 0.0, 3.0, 1.0, 1.0, 0.0, 1.0, 2.0, 3.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014800263568758965, -0.014291537925601006, -0.013782813213765621, -0.013274087570607662, -0.012765362858772278, -0.012256637215614319, -0.01174791157245636, -0.011239186860620975, -0.010730461217463017, -0.010221735574305058, -0.009713010862469673, -0.009204285219311714, -0.008695559576153755, -0.00818683486431837, -0.007678109221160412, -0.00716938404366374, -0.0066606588661670685, -0.006151933688670397, -0.005643208511173725, -0.005134482868015766, -0.0046257576905190945, -0.004117032513022423, -0.0036083071026951075, -0.003099581692367792, -0.0025908565148711205, -0.0020821313373744488, -0.0015734059270471334, -0.00106468063313514, -0.0005559553392231464, -4.7230045311152935e-05, 0.00046149524860084057, 0.0009702205425128341, 0.0014789458364248276, 0.0019876710139214993, 0.0024963964242488146, 0.00300512183457613, 0.0035138470120728016, 0.004022572189569473, 0.004531297832727432, 0.005040023010224104, 0.005548748187720776, 0.006057473365217447, 0.006566198542714119, 0.007074924185872078, 0.00758364936336875, 0.008092374540865421, 0.00860110018402338, 0.009109824895858765, 0.009618550539016724, 0.010127276182174683, 0.010636000894010067, 0.011144726537168026, 0.01165345124900341, 0.01216217689216137, 0.012670902535319328, 0.013179627247154713, 0.013688352890312672, 0.01419707853347063, 0.014705803245306015, 0.015214528888463974, 0.015723254531621933, 0.016231980174779892, 0.0167407039552927, 0.01724942959845066, 0.01775815524160862]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 5.0, 4.0, 3.0, 2.0, 7.0, 5.0, 7.0, 7.0, 15.0, 21.0, 27.0, 30.0, 31.0, 42.0, 75.0, 92.0, 86.0, 113.0, 139.0, 181.0, 216.0, 280.0, 377.0, 453.0, 629.0, 848.0, 1091.0, 1692.0, 5593.0, 2018.0, 1318.0, 769.0, 584.0, 384.0, 311.0, 219.0, 172.0, 123.0, 96.0, 85.0, 55.0, 51.0, 32.0, 35.0, 24.0, 21.0, 13.0, 6.0, 5.0, 9.0, 10.0, 7.0, 2.0, 2.0, 0.0, 2.0], "bins": [-0.008948022499680519, -0.00870487280189991, -0.0084617231041193, -0.008218574337661266, -0.007975424639880657, -0.007732274942100048, -0.007489125709980726, -0.007245976477861404, -0.007002826780080795, -0.006759677082300186, -0.006516527850180864, -0.0062733786180615425, -0.006030228920280933, -0.005787079222500324, -0.005543929990381002, -0.005300780758261681, -0.0050576310604810715, -0.004814481362700462, -0.0045713321305811405, -0.004328182898461819, -0.0040850332006812096, -0.003841883735731244, -0.0035987342707812786, -0.003355584805831313, -0.0031124353408813477, -0.002869285875931382, -0.0026261364109814167, -0.0023829869460314512, -0.0021398374810814857, -0.0018966880161315203, -0.0016535385511815548, -0.0014103890862315893, -0.0011672396212816238, -0.0009240901563316584, -0.0006809406913816929, -0.0004377912264317274, -0.00019464176148176193, 4.8507703468203545e-05, 0.000291657168418169, 0.0005348066333681345, 0.0007779560983181, 0.0010211055632680655, 0.001264255028218031, 0.0015074044931679964, 0.0017505539581179619, 0.0019937034230679274, 0.002236852888017893, 0.0024800023529678583, 0.002723151817917824, 0.0029663012828677893, 0.0032094507478177547, 0.0034526002127677202, 0.0036957496777176857, 0.003938899375498295, 0.004182048607617617, 0.0044251978397369385, 0.004668347537517548, 0.004911497235298157, 0.0051546464674174786, 0.0053977956995368, 0.0056409453973174095, 0.005884095095098019, 0.0061272443272173405, 0.006370393559336662, 0.006613543257117271]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 4.0, 1.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.04453248530626297, -0.04227684438228607, -0.040021203458309174, -0.037765566259622574, -0.035509925335645676, -0.03325428441166878, -0.03099864535033703, -0.02874300628900528, -0.02648736536502838, -0.024231724441051483, -0.021976085379719734, -0.019720446318387985, -0.017464805394411087, -0.015209165401756763, -0.01295352540910244, -0.010697885416448116, -0.008442245423793793, -0.006186605431139469, -0.003930965438485146, -0.001675325445830822, 0.0005803145468235016, 0.002835954539477825, 0.005091594532132149, 0.007347234524786472, 0.009602874517440796, 0.01185851451009512, 0.014114154502749443, 0.016369793564081192, 0.01862543448805809, 0.02088107541203499, 0.023136714473366737, 0.025392353534698486, 0.027647994458675385, 0.029903635382652283, 0.03215927630662918, 0.03441491350531578, 0.03667055442929268, 0.03892619535326958, 0.04118183255195618, 0.043437473475933075, 0.04569311439990997, 0.04794875532388687, 0.05020439624786377, 0.05246003344655037, 0.05471567437052727, 0.056971315294504166, 0.059226952493190765, 0.061482593417167664, 0.06373823434114456, 0.06599387526512146, 0.06824951618909836, 0.07050515711307526, 0.07276079058647156, 0.07501643151044846, 0.07727207243442535, 0.07952771335840225, 0.08178335428237915, 0.08403899520635605, 0.08629463613033295, 0.08855027705430984, 0.09080591797828674, 0.09306155145168304, 0.09531719237565994, 0.09757283329963684, 0.09982847422361374]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 9.0, 2.0, 5.0, 1.0, 9.0, 7.0, 12.0, 9.0, 11.0, 10.0, 13.0, 38.0, 18.0, 16.0, 16.0, 18.0, 8.0, 11.0, 7.0, 6.0, 6.0, 5.0, 11.0, 4.0, 5.0, 2.0, 2.0, 3.0, 0.0, 0.0, 1.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.03603457659482956, -0.03489265218377113, -0.03375072777271271, -0.03260880336165428, -0.031466878950595856, -0.03032495640218258, -0.029183031991124153, -0.028041107580065727, -0.02689918503165245, -0.025757260620594025, -0.0246153362095356, -0.023473411798477173, -0.022331487387418747, -0.02118956297636032, -0.020047640427947044, -0.01890571601688862, -0.017763791605830193, -0.016621867194771767, -0.015479943715035915, -0.01433801930397749, -0.013196095824241638, -0.012054171413183212, -0.010912247002124786, -0.009770323522388935, -0.00862839911133051, -0.007486475165933371, -0.006344551220536232, -0.005202626809477806, -0.0040607028640806675, -0.002918778918683529, -0.0017768547404557467, -0.0006349306786432862, 0.0005069933831691742, 0.0016489174449816346, 0.002790841506794095, 0.003932765685021877, 0.005074689630419016, 0.0062166135758161545, 0.00735853798687458, 0.008500461466610432, 0.009642385877668858, 0.010784310288727283, 0.011926233768463135, 0.01306815817952156, 0.014210082590579987, 0.015352006070315838, 0.01649392955005169, 0.017635853961110115, 0.01877777837216854, 0.019919702783226967, 0.021061627194285393, 0.02220354974269867, 0.023345474153757095, 0.02448739856481552, 0.025629322975873947, 0.026771247386932373, 0.0279131717979908, 0.029055094346404076, 0.0301970187574625, 0.03133894130587578, 0.032480865716934204, 0.03362279012799263, 0.034764714539051056, 0.03590663895010948, 0.03704856336116791]}, "_runtime": 164.50607681274414, "_timestamp": 1596214489.2633593, "_step": 202}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 3.0, 1.0, 0.0, 3.0, 4.0, 3.0, 2.0, 7.0, 0.0, 4.0, 0.0, 3.0, 6.0, 3.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011128048412501812, -0.010800275020301342, -0.010472501628100872, -0.010144727304577827, -0.009816953912377357, -0.009489180520176888, -0.009161407127976418, -0.008833633735775948, -0.008505860343575478, -0.008178086020052433, -0.007850312627851963, -0.007522539235651493, -0.007194765843451023, -0.006866991985589266, -0.006539218593388796, -0.006211444735527039, -0.005883671343326569, -0.005555897951126099, -0.005228124093264341, -0.004900350701063871, -0.004572576843202114, -0.004244803451001644, -0.003917030058801174, -0.0035892564337700605, -0.003261482808738947, -0.0029337091837078333, -0.0026059355586767197, -0.0022781621664762497, -0.001950388541445136, -0.0016226149164140224, -0.0012948414077982306, -0.0009670678409747779, -0.0006392942741513252, -0.0003115207073278725, 1.6252859495580196e-05, 0.0003440264263190329, 0.0006717999931424856, 0.0009995736181735992, 0.001327347126789391, 0.0016551206354051828, 0.0019828942604362965, 0.00231066788546741, 0.0026384415104985237, 0.0029662149026989937, 0.0032939885277301073, 0.003621762152761221, 0.003949535544961691, 0.004277309402823448, 0.004605082795023918, 0.004932856187224388, 0.005260630045086145, 0.005588403437286615, 0.005916177295148373, 0.006243950687348843, 0.006571724079549313, 0.00689949793741107, 0.00722727132961154, 0.00755504472181201, 0.007882818579673767, 0.008210591971874237, 0.008538365364074707, 0.008866138756275177, 0.009193913079798222, 0.009521686471998692, 0.009849459864199162]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 4.0, 5.0, 6.0, 6.0, 12.0, 18.0, 19.0, 19.0, 32.0, 34.0, 59.0, 66.0, 87.0, 164.0, 240.0, 513.0, 5412.0, 539.0, 237.0, 130.0, 88.0, 51.0, 54.0, 28.0, 34.0, 14.0, 16.0, 15.0, 4.0, 4.0, 4.0, 2.0, 5.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.13628144562244415, -0.13206981122493744, -0.12785819172859192, -0.1236465573310852, -0.11943493038415909, -0.11522330343723297, -0.11101167649030685, -0.10680004954338074, -0.10258841514587402, -0.0983767881989479, -0.09416516125202179, -0.08995353430509567, -0.08574190735816956, -0.08153028041124344, -0.07731864601373672, -0.07310701906681061, -0.06889539211988449, -0.06468376517295837, -0.06047213450074196, -0.05626050755381584, -0.052048876881599426, -0.04783724993467331, -0.04362562298774719, -0.03941399231553078, -0.03520236536860466, -0.030990736559033394, -0.026779107749462128, -0.02256748080253601, -0.018355851992964745, -0.014144223183393478, -0.009932595305144787, -0.005720966961234808, -0.001509338617324829, 0.0027022897265851498, 0.006913918070495129, 0.01112554594874382, 0.015337174758315086, 0.019548803567886353, 0.02376043051481247, 0.027972059324383736, 0.032183688133955, 0.03639531508088112, 0.040606945753097534, 0.04481857270002365, 0.04903019964694977, 0.053241830319166183, 0.0574534572660923, 0.061665087938308716, 0.06587671488523483, 0.07008834183216095, 0.07429996877908707, 0.07851160317659378, 0.0827232301235199, 0.08693485707044601, 0.09114648401737213, 0.09535811096429825, 0.09956973791122437, 0.10378137230873108, 0.1079929992556572, 0.11220462620258331, 0.11641625314950943, 0.12062788009643555, 0.12483951449394226, 0.12905113399028778, 0.1332627683877945]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 0.0, 2.0, 0.0, 3.0, 1.0, 3.0, 0.0, 1.0, 1.0, 3.0, 3.0, 5.0, 5.0, 2.0, 5.0, 5.0, 1.0, 9.0, 4.0, 21.0, 1.0, 4.0, 3.0, 5.0, 1.0, 4.0, 2.0, 2.0, 4.0, 2.0, 2.0, 3.0, 3.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0026234867982566357, -0.0025508098769932985, -0.0024781327228993177, -0.0024054558016359806, -0.0023327788803726435, -0.0022601017262786627, -0.0021874248050153255, -0.0021147478837519884, -0.0020420709624886513, -0.0019693938083946705, -0.0018967168871313334, -0.0018240398494526744, -0.0017513628117740154, -0.0016786858905106783, -0.0016060088528320193, -0.0015333319315686822, -0.0014606548938900232, -0.0013879778562113643, -0.0013153009349480271, -0.0012426238972693682, -0.001169946976006031, -0.001097269938327372, -0.0010245929006487131, -0.0009519159211777151, -0.000879238941706717, -0.000806561962235719, -0.0007338849827647209, -0.000661207945086062, -0.0005885309656150639, -0.0005158539861440659, -0.00044317697756923735, -0.00037049996899440885, -0.0002978229895234108, -0.00022514599550049752, -0.00015246900147758424, -7.979200745467097e-05, -7.1150134317576885e-06, 6.556198059115559e-05, 0.00013823897461406887, 0.00021091596863698214, 0.0002835929626598954, 0.00035626994213089347, 0.000428946950705722, 0.0005016239592805505, 0.0005743009387515485, 0.0006469779182225466, 0.0007196549559012055, 0.0007923319353722036, 0.0008650089148432016, 0.0009376858943141997, 0.0010103628737851977, 0.0010830399114638567, 0.0011557168327271938, 0.0012283938704058528, 0.0013010709080845118, 0.001373747829347849, 0.0014464248670265079, 0.0015191019047051668, 0.001591778825968504, 0.001664455863647163, 0.0017371329013258219, 0.001809809822589159, 0.001882486860267818, 0.001955163897946477, 0.002027840819209814]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 4.0, 7.0, 12.0, 11.0, 22.0, 24.0, 51.0, 79.0, 110.0, 159.0, 241.0, 421.0, 657.0, 1001.0, 1539.0, 2818.0, 5342.0, 10100.0, 20977.0, 48589.0, 160467.0, 813731.0, 57517.0, 23961.0, 12329.0, 6864.0, 4201.0, 2655.0, 1726.0, 1115.0, 796.0, 558.0, 419.0, 271.0, 209.0, 177.0, 121.0, 78.0, 63.0, 42.0, 37.0, 37.0, 28.0, 18.0, 17.0, 13.0, 9.0, 6.0, 4.0, 3.0, 2.0, 2.0, 2.0], "bins": [-0.0053798663429915905, -0.00521306274458766, -0.0050462596118450165, -0.004879456013441086, -0.004712652415037155, -0.004545849282294512, -0.004379045683890581, -0.0042122420854866505, -0.004045438952744007, -0.0038786353543400764, -0.0037118317559361458, -0.0035450283903628588, -0.0033782250247895718, -0.003211421426385641, -0.003044618060812354, -0.0028778144624084234, -0.0027110110968351364, -0.0025442077312618494, -0.0023774041328579187, -0.0022106007672846317, -0.002043797168880701, -0.001876993803307414, -0.001710190437734127, -0.0015433869557455182, -0.0013765834737569094, -0.0012097799917683005, -0.0010429765097796917, -0.0008761731442064047, -0.0007093696622177958, -0.000542566180229187, -0.0003757627564482391, -0.0002089593035634607, -4.215585067868233e-05, 0.00012464760220609605, 0.00029145105509087443, 0.0004582545079756528, 0.0006250579608604312, 0.00079186144284904, 0.000958664866629988, 0.0011254682904109359, 0.0012922717723995447, 0.0014590752543881536, 0.0016258787363767624, 0.0017926821019500494, 0.0019594854675233364, 0.002126289065927267, 0.002293092431500554, 0.0024598960299044847, 0.0026266993954777718, 0.0027935027610510588, 0.0029603063594549894, 0.0031271097250282764, 0.003293913323432207, 0.003460716689005494, 0.003627520054578781, 0.003794323652982712, 0.0039611272513866425, 0.004127930384129286, 0.0042947339825332165, 0.004461537580937147, 0.0046283407136797905, 0.004795144312083721, 0.004961947910487652, 0.005128751043230295, 0.005295554641634226]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 2.0, 1.0, 4.0, 0.0, 1.0, 2.0, 0.0, 1.0, 3.0, 4.0, 4.0, 8.0, 4.0, 2.0, 2.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.018491053953766823, -0.018009431660175323, -0.017527809366583824, -0.017046188935637474, -0.016564566642045975, -0.016082944348454475, -0.015601322054862976, -0.015119700692594051, -0.014638078399002552, -0.014156456105411053, -0.013674834743142128, -0.013193212449550629, -0.01271159015595913, -0.012229968793690205, -0.011748346500098705, -0.01126672513782978, -0.010785102844238281, -0.010303480550646782, -0.009821859188377857, -0.009340236894786358, -0.008858615532517433, -0.008376993238925934, -0.007895370945334435, -0.0074137491174042225, -0.0069321272894740105, -0.0064505054615437984, -0.005968883633613586, -0.005487261340022087, -0.005005639512091875, -0.004524017684161663, -0.004042395390570164, -0.0035607735626399517, -0.0030791517347097397, -0.0025975299067795277, -0.002115907846018672, -0.0016342859016731381, -0.0011526639573276043, -0.0006710420129820704, -0.0001894200686365366, 0.00029220187570899725, 0.0007738238200545311, 0.001255445764400065, 0.0017370677087455988, 0.0022186897695064545, 0.0027003115974366665, 0.0031819334253668785, 0.003663555486127734, 0.00414517754688859, 0.004626799374818802, 0.005108421202749014, 0.005590043030679226, 0.006071665324270725, 0.006553287152200937, 0.007034908980131149, 0.007516531273722649, 0.007998152635991573, 0.008479774929583073, 0.008961397223174572, 0.009443018585443497, 0.009924640879034996, 0.010406263172626495, 0.01088788453489542, 0.01136950682848692, 0.011851128190755844, 0.012332750484347343]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 5.0, 5.0, 4.0, 1.0, 4.0, 12.0, 13.0, 11.0, 10.0, 16.0, 16.0, 23.0, 28.0, 37.0, 47.0, 64.0, 87.0, 107.0, 157.0, 185.0, 196.0, 263.0, 375.0, 467.0, 664.0, 982.0, 1287.0, 1924.0, 5667.0, 1833.0, 1095.0, 806.0, 550.0, 353.0, 239.0, 222.0, 166.0, 124.0, 103.0, 67.0, 53.0, 34.0, 24.0, 26.0, 12.0, 22.0, 4.0, 8.0, 8.0, 6.0, 1.0, 6.0, 5.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.008241618983447552, -0.00800289399921894, -0.00776416901499033, -0.007525444030761719, -0.007286719046533108, -0.0070479935966432095, -0.0068092686124145985, -0.0065705436281859875, -0.0063318186439573765, -0.0060930936597287655, -0.0058543686755001545, -0.0056156436912715435, -0.005376918241381645, -0.005138193257153034, -0.004899468272924423, -0.004660743288695812, -0.004422018304467201, -0.00418329332023859, -0.003944568336009979, -0.0037058431189507246, -0.0034671181347221136, -0.0032283931504935026, -0.002989667933434248, -0.002750942949205637, -0.002512217964977026, -0.002273492980748415, -0.002034767996519804, -0.0017960427794605494, -0.0015573177952319384, -0.0013185928110033274, -0.0010798677103593946, -0.0008411426679231226, -0.0006024176254868507, -0.00036369258305057883, -0.00012496754061430693, 0.00011375750182196498, 0.0003524825442582369, 0.0005912075866945088, 0.0008299326291307807, 0.0010686577297747135, 0.0013073827140033245, 0.0015461076982319355, 0.0017848327988758683, 0.002023557899519801, 0.002262282883748412, 0.002501007867977023, 0.0027397330850362778, 0.0029784580692648888, 0.0032171830534934998, 0.0034559080377221107, 0.0036946330219507217, 0.003933358006179333, 0.004172082990407944, 0.004410808440297842, 0.004649533424526453, 0.004888258408755064, 0.005126983392983675, 0.005365708377212286, 0.005604433361440897, 0.005843158345669508, 0.006081883795559406, 0.006320608779788017, 0.006559333764016628, 0.006798058748245239, 0.00703678373247385]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 3.0, 3.0, 2.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.07738060504198074, -0.07376085221767426, -0.07014109939336777, -0.06652134656906128, -0.06290160119533539, -0.0592818446457386, -0.05566209554672241, -0.052042342722415924, -0.048422589898109436, -0.04480283707380295, -0.04118308424949646, -0.03756333515048027, -0.03394358232617378, -0.030323829501867294, -0.026704078540205956, -0.023084327578544617, -0.01946457475423813, -0.01584482192993164, -0.012225070968270302, -0.008605319075286388, -0.004985567182302475, -0.0013658152893185616, 0.002253936603665352, 0.005873688496649265, 0.009493440389633179, 0.013113192282617092, 0.016732944175601006, 0.020352695137262344, 0.023972447961568832, 0.02759220078587532, 0.03121195174753666, 0.034831702709198, 0.038451455533504486, 0.042071208357810974, 0.04569096118211746, 0.04931071028113365, 0.05293046310544014, 0.05655021592974663, 0.06016996502876282, 0.0637897178530693, 0.0674094706773758, 0.07102922350168228, 0.07464897632598877, 0.07826872915029526, 0.08188848197460175, 0.08550822734832764, 0.08912798017263412, 0.09274773299694061, 0.0963674858212471, 0.09998723864555359, 0.10360699146986008, 0.10722674429416656, 0.11084648966789246, 0.11446624249219894, 0.11808599531650543, 0.12170574814081192, 0.1253255009651184, 0.1289452463388443, 0.13256500661373138, 0.13618475198745728, 0.13980451226234436, 0.14342425763607025, 0.14704401791095734, 0.15066376328468323, 0.1542835235595703]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 2.0, 2.0, 2.0, 4.0, 5.0, 3.0, 3.0, 8.0, 10.0, 13.0, 11.0, 16.0, 15.0, 18.0, 38.0, 19.0, 25.0, 9.0, 6.0, 7.0, 6.0, 4.0, 4.0, 3.0, 3.0, 2.0, 8.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 1.0, 1.0, 3.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 2.0, 0.0, 3.0, 3.0], "bins": [-0.04399186000227928, -0.04241551086306572, -0.040839165449142456, -0.039262816309928894, -0.03768646717071533, -0.03611012175679207, -0.034533772617578506, -0.03295742720365524, -0.03138107806444168, -0.029804730787873268, -0.028228383511304855, -0.026652034372091293, -0.02507568709552288, -0.023499339818954468, -0.021922990679740906, -0.020346643403172493, -0.01877029612660408, -0.017193948850035667, -0.01561760064214468, -0.014041252434253693, -0.01246490515768528, -0.010888557881116867, -0.00931220967322588, -0.00773586193099618, -0.0061595141887664795, -0.004583166446536779, -0.0030068187043070793, -0.0014304709620773792, 0.00014587678015232086, 0.001722224522382021, 0.003298572264611721, 0.004874920006841421, 0.006451267749071121, 0.008027615025639534, 0.009603963233530521, 0.011180311441421509, 0.012756658717989922, 0.014333005994558334, 0.015909355133771896, 0.01748570241034031, 0.019062049686908722, 0.020638396963477135, 0.022214744240045547, 0.02379109337925911, 0.025367440655827522, 0.026943787932395935, 0.028520137071609497, 0.03009648434817791, 0.03167283162474632, 0.033249180763959885, 0.03482552617788315, 0.03640187531709671, 0.03797822445631027, 0.039554569870233536, 0.0411309190094471, 0.04270726442337036, 0.04428361356258392, 0.045859962701797485, 0.04743630811572075, 0.04901265725493431, 0.050589002668857574, 0.052165351808071136, 0.0537417009472847, 0.05531804636120796, 0.056894395500421524]}, "_runtime": 165.28008937835693, "_timestamp": 1596214490.0373719, "_step": 203}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 2.0, 1.0, 4.0, 7.0, 2.0, 7.0, 3.0, 2.0, 1.0, 0.0, 2.0, 0.0, 4.0, 3.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011140856891870499, -0.010787763632833958, -0.010434671305119991, -0.01008157804608345, -0.009728485718369484, -0.009375392459332943, -0.009022300131618977, -0.008669206872582436, -0.00831611454486847, -0.007963021285831928, -0.007609928492456675, -0.007256835699081421, -0.006903742905706167, -0.0065506501123309135, -0.00619755731895566, -0.005844464525580406, -0.0054913717322051525, -0.005138278938829899, -0.004785186145454645, -0.0044320933520793915, -0.004079000558704138, -0.0037259075324982405, -0.003372814739122987, -0.003019721945747733, -0.0026666291523724794, -0.0023135363589972258, -0.001960443565621972, -0.0016073506558313966, -0.001254257862456143, -0.0009011650690808892, -0.0005480722174979746, -0.0001949793950188905, 0.00015811342746019363, 0.0005112062208354473, 0.0008642990724183619, 0.0012173919240012765, 0.0015704847173765302, 0.0019235775107517838, 0.0022766704205423594, 0.002629763213917613, 0.0029828560072928667, 0.0033359488006681204, 0.003689041594043374, 0.004042134620249271, 0.004395227413624525, 0.004748320206999779, 0.005101413000375032, 0.005454505793750286, 0.00580759858712554, 0.0061606913805007935, 0.006513784173876047, 0.006866876967251301, 0.0072199697606265545, 0.007573062554001808, 0.00792615581303835, 0.008279248140752316, 0.008632341399788857, 0.008985433727502823, 0.009338526986539364, 0.00969161931425333, 0.010044712573289871, 0.010397804901003838, 0.010750898160040379, 0.011103990487754345, 0.011457083746790886]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 4.0, 3.0, 4.0, 3.0, 17.0, 13.0, 18.0, 36.0, 43.0, 66.0, 98.0, 183.0, 293.0, 5245.0, 1176.0, 273.0, 157.0, 102.0, 53.0, 42.0, 35.0, 20.0, 10.0, 9.0, 4.0, 4.0, 4.0, 3.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.19867399334907532, -0.19245271384716034, -0.18623143434524536, -0.18001016974449158, -0.1737888902425766, -0.16756761074066162, -0.16134633123874664, -0.15512505173683167, -0.14890378713607788, -0.1426825076341629, -0.13646122813224792, -0.13023994863033295, -0.12401866912841797, -0.11779739707708359, -0.11157611757516861, -0.10535484552383423, -0.09913356602191925, -0.09291228652000427, -0.08669101446866989, -0.08046973496675491, -0.07424846291542053, -0.06802718341350555, -0.061805903911590576, -0.0555846281349659, -0.04936335235834122, -0.04314207658171654, -0.03692080080509186, -0.03069952130317688, -0.0244782455265522, -0.01825696974992752, -0.012035692110657692, -0.005814415402710438, 0.0004068613052368164, 0.006628138013184071, 0.012849414721131325, 0.019070692360401154, 0.025291968137025833, 0.03151324391365051, 0.03773452341556549, 0.04395579919219017, 0.05017707496881485, 0.05639835074543953, 0.06261962652206421, 0.06884090602397919, 0.07506218552589417, 0.08128345757722855, 0.08750473707914352, 0.0937260091304779, 0.09994728863239288, 0.10616856813430786, 0.11238984018564224, 0.11861111968755722, 0.1248323917388916, 0.13105367124080658, 0.13727495074272156, 0.14349623024463654, 0.1497175097465515, 0.1559387743473053, 0.16216005384922028, 0.16838133335113525, 0.17460261285305023, 0.1808238923549652, 0.187045156955719, 0.19326643645763397, 0.19948771595954895]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 4.0, 2.0, 1.0, 4.0, 4.0, 4.0, 6.0, 1.0, 7.0, 9.0, 6.0, 3.0, 1.0, 23.0, 2.0, 5.0, 5.0, 1.0, 4.0, 3.0, 1.0, 5.0, 1.0, 3.0, 4.0, 0.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0032439446076750755, -0.003144575282931328, -0.0030452057253569365, -0.0029458364006131887, -0.002846467075869441, -0.0027470975182950497, -0.002647728193551302, -0.0025483588688075542, -0.0024489895440638065, -0.002349619986489415, -0.0022502506617456675, -0.0021508813370019197, -0.0020515117794275284, -0.0019521424546837807, -0.0018527730135247111, -0.0017534036887809634, -0.0016540342476218939, -0.0015546648064628243, -0.0014552954817190766, -0.001355926040560007, -0.0012565567158162594, -0.0011571872746571898, -0.0010578178334981203, -0.0009584484505467117, -0.0008590790675953031, -0.0007597096846438944, -0.0006603403016924858, -0.0005609708605334163, -0.00046160147758200765, -0.000362232094630599, -0.00026286268257535994, -0.0001634932850720361, -6.412388756871223e-05, 3.524550993461162e-05, 0.00013461490743793547, 0.00023398430494125932, 0.0003333537024445832, 0.0004327230853959918, 0.0005320925265550613, 0.00063146190950647, 0.0007308312924578786, 0.0008302006754092872, 0.0009295700583606958, 0.0010289394995197654, 0.001128308940678835, 0.0012276782654225826, 0.0013270477065816522, 0.0014264170313253999, 0.0015257864724844694, 0.001625155913643539, 0.0017245252383872867, 0.0018238946795463562, 0.001923264004290104, 0.0020226335618644953, 0.002122002886608243, 0.0022213722113519907, 0.002320741768926382, 0.0024201110936701298, 0.0025194804184138775, 0.002618849743157625, 0.0027182193007320166, 0.0028175886254757643, 0.002916957950219512, 0.0030163275077939034, 0.003115696832537651]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 2.0, 4.0, 6.0, 12.0, 15.0, 18.0, 35.0, 30.0, 53.0, 68.0, 79.0, 110.0, 167.0, 208.0, 308.0, 400.0, 552.0, 800.0, 1084.0, 1534.0, 2318.0, 3451.0, 5438.0, 9217.0, 16154.0, 32480.0, 84129.0, 870062.0, 81509.0, 30073.0, 15016.0, 8519.0, 5210.0, 3344.0, 2209.0, 1548.0, 1040.0, 722.0, 473.0, 342.0, 247.0, 198.0, 146.0, 81.0, 59.0, 57.0, 27.0, 28.0, 19.0, 11.0, 12.0, 7.0, 4.0, 1.0, 2.0, 1.0, 2.0], "bins": [-0.005702693480998278, -0.00553777813911438, -0.005372862331569195, -0.005207946989685297, -0.005043031647801399, -0.004878115840256214, -0.004713200498372316, -0.004548285156488419, -0.0043833693489432335, -0.004218454007059336, -0.004053538665175438, -0.0038886230904608965, -0.003723707515746355, -0.0035587921738624573, -0.003393876599147916, -0.003228961257264018, -0.0030640456825494766, -0.002899130107834935, -0.0027342147659510374, -0.002569299191236496, -0.002404383849352598, -0.0022394682746380568, -0.0020745526999235153, -0.0019096372416242957, -0.001744721783325076, -0.0015798063250258565, -0.0014148908667266369, -0.0012499752920120955, -0.0010850598337128758, -0.0009201443754136562, -0.0007552288589067757, -0.0005903133423998952, -0.0004253978841006756, -0.0002604823966976255, -9.556690929457545e-05, 6.934857810847461e-05, 0.00023426406551152468, 0.00039917955291457474, 0.0005640950403176248, 0.0007290105568245053, 0.0008939260151237249, 0.0010588414734229445, 0.0012237569317221642, 0.0013886725064367056, 0.0015535879647359252, 0.0017185034230351448, 0.0018834189977496862, 0.002048334339633584, 0.0022132499143481255, 0.002378165489062667, 0.0025430808309465647, 0.002707996405661106, 0.002872911747545004, 0.0030378273222595453, 0.0032027428969740868, 0.0033676582388579845, 0.003532573813572526, 0.0036974893882870674, 0.003862404730170965, 0.004027320072054863, 0.004192235879600048, 0.004357151221483946, 0.004522066563367844, 0.004686982370913029, 0.0048518977127969265]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 2.0, 0.0, 3.0, 2.0, 2.0, 2.0, 3.0, 1.0, 4.0, 1.0, 1.0, 0.0, 0.0, 10.0, 1.0, 3.0, 5.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 3.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014988379552960396, -0.014393996447324753, -0.013799612410366535, -0.013205229304730892, -0.012610845267772675, -0.012016462162137032, -0.011422079056501389, -0.010827695019543171, -0.010233311913907528, -0.009638928808271885, -0.009044544771313667, -0.008450161665678024, -0.007855778560042381, -0.007261394523084164, -0.006667011417448521, -0.00607262784615159, -0.00547824427485466, -0.00488386070355773, -0.004289477132260799, -0.0036950940266251564, -0.003100710455328226, -0.0025063268840312958, -0.0019119435455650091, -0.0013175600906834006, -0.0007231766358017921, -0.00012879318092018366, 0.00046559027396142483, 0.0010599737288430333, 0.0016543571837246418, 0.002248740755021572, 0.0028431240934878588, 0.0034375074319541454, 0.004031891003251076, 0.004626274574548006, 0.005220658145844936, 0.005815041251480579, 0.00640942482277751, 0.00700380839407444, 0.007598191499710083, 0.0081925755366683, 0.008786958642303944, 0.009381341747939587, 0.009975725784897804, 0.010570108890533447, 0.01116449199616909, 0.011758876033127308, 0.012353259138762951, 0.012947643175721169, 0.013542026281356812, 0.014136409386992455, 0.014730793423950672, 0.015325176529586315, 0.015919560566544533, 0.016513943672180176, 0.01710832677781582, 0.017702709883451462, 0.018297094851732254, 0.018891477957367897, 0.01948586106300354, 0.020080244168639183, 0.020674627274274826, 0.02126901037991047, 0.02186339534819126, 0.022457778453826904, 0.023052161559462547]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 6.0, 4.0, 8.0, 14.0, 22.0, 25.0, 36.0, 60.0, 66.0, 76.0, 102.0, 134.0, 157.0, 230.0, 311.0, 427.0, 551.0, 759.0, 1094.0, 1616.0, 5630.0, 1996.0, 1257.0, 884.0, 660.0, 467.0, 384.0, 297.0, 222.0, 214.0, 158.0, 109.0, 91.0, 68.0, 54.0, 47.0, 45.0, 35.0, 29.0, 13.0, 20.0, 7.0, 8.0, 2.0, 7.0, 6.0, 7.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.008881854824721813, -0.008591985329985619, -0.008302116766571999, -0.008012248203158379, -0.007722378708422184, -0.007432509679347277, -0.007142640650272369, -0.006852771621197462, -0.006562902592122555, -0.0062730335630476475, -0.00598316453397274, -0.005693295504897833, -0.005403426475822926, -0.005113557446748018, -0.004823688417673111, -0.004533819388598204, -0.004243950359523296, -0.003954081330448389, -0.0036642123013734818, -0.0033743432722985744, -0.003084474243223667, -0.00279460521414876, -0.0025047361850738525, -0.0022148671559989452, -0.001924998126924038, -0.0016351290978491306, -0.0013452600687742233, -0.001055391039699316, -0.0007655220106244087, -0.0004756529815495014, -0.00018578395247459412, 0.00010408507660031319, 0.0003939541056752205, 0.0006838231347501278, 0.0009736921638250351, 0.0012635611928999424, 0.0015534302219748497, 0.001843299251049757, 0.0021331682801246643, 0.0024230373091995716, 0.002712906338274479, 0.003002775367349386, 0.0032926443964242935, 0.003582513425499201, 0.003872382454574108, 0.004162251483649015, 0.004452120512723923, 0.00474198954179883, 0.005031858570873737, 0.005321727599948645, 0.005611596629023552, 0.005901465658098459, 0.0061913346871733665, 0.006481203716248274, 0.006771072745323181, 0.0070609417743980885, 0.007350810803472996, 0.007640679832547903, 0.00793054886162281, 0.00822041742503643, 0.008510286919772625, 0.00880015641450882, 0.00909002497792244, 0.00937989354133606, 0.009669763036072254]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 0.0, 1.0, 1.0, 0.0, 2.0, 3.0, 1.0, 2.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08936946094036102, -0.0858716294169426, -0.08237379789352417, -0.07887597382068634, -0.07537814229726791, -0.07188031077384949, -0.06838247925043106, -0.06488465517759323, -0.061386823654174805, -0.05788899213075638, -0.05439116060733795, -0.050893332809209824, -0.0473955012857914, -0.04389767348766327, -0.04039984196424484, -0.036902014166116714, -0.03340418264269829, -0.02990635298192501, -0.026408523321151733, -0.022910693660378456, -0.01941286399960518, -0.015915032476186752, -0.012417202815413475, -0.008919373154640198, -0.0054215434938669205, -0.0019237136002629995, 0.0015741162933409214, 0.005071946419775486, 0.008569776080548763, 0.01206760574132204, 0.015565436333417892, 0.01906326599419117, 0.022561095654964447, 0.026058925315737724, 0.029556754976511, 0.03305458649992943, 0.036552414298057556, 0.04005024582147598, 0.04354807361960411, 0.04704590514302254, 0.050543732941150665, 0.05404156446456909, 0.05753939598798752, 0.061037223786115646, 0.06453505158424377, 0.0680328831076622, 0.07153071463108063, 0.07502854615449905, 0.07852637767791748, 0.08202420175075531, 0.08552203327417374, 0.08901986479759216, 0.09251769632101059, 0.09601552039384842, 0.09951335191726685, 0.10301118344068527, 0.1065090149641037, 0.11000684648752213, 0.11350467056035995, 0.11700250208377838, 0.12050033360719681, 0.12399816513061523, 0.12749598920345306, 0.1309938281774521, 0.13449165225028992]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 2.0, 1.0, 4.0, 7.0, 1.0, 5.0, 10.0, 7.0, 6.0, 12.0, 17.0, 21.0, 27.0, 26.0, 21.0, 38.0, 16.0, 13.0, 7.0, 8.0, 2.0, 3.0, 1.0, 3.0, 2.0, 1.0, 3.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.06002581864595413, -0.057510554790496826, -0.05499529093503952, -0.05248003080487251, -0.04996476694941521, -0.0474495030939579, -0.044934239238500595, -0.04241897538304329, -0.03990371525287628, -0.037388451397418976, -0.03487318754196167, -0.032357923686504364, -0.029842659831047058, -0.0273273978382349, -0.024812133982777596, -0.02229687198996544, -0.019781608134508133, -0.017266344279050827, -0.01475108228623867, -0.012235818430781364, -0.009720555506646633, -0.007205292582511902, -0.004690029192715883, -0.0021747660357505083, 0.00034049712121486664, 0.0028557602781802416, 0.0053710234351456165, 0.007886286824941635, 0.010401549749076366, 0.012916812673211098, 0.015432076528668404, 0.01794733852148056, 0.020462602376937866, 0.022977866232395172, 0.02549312822520733, 0.028008392080664635, 0.03052365407347679, 0.0330389179289341, 0.0355541817843914, 0.03806944563984871, 0.04058470577001572, 0.04309996962547302, 0.04561523348093033, 0.048130497336387634, 0.05064576119184494, 0.053161025047302246, 0.055676285177469254, 0.05819154903292656, 0.060706812888383865, 0.06322207301855087, 0.06573733687400818, 0.06825260072946548, 0.07076786458492279, 0.0732831284403801, 0.0757983922958374, 0.07831365615129471, 0.08082892000675201, 0.08334418386220932, 0.08585944771766663, 0.08837470412254333, 0.09088996797800064, 0.09340523183345795, 0.09592049568891525, 0.09843575954437256, 0.10095102339982986]}, "_runtime": 166.0515809059143, "_timestamp": 1596214490.8088634, "_step": 204}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 1.0, 3.0, 2.0, 2.0, 0.0, 0.0, 5.0, 1.0, 0.0, 4.0, 7.0, 2.0, 2.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 3.0, 2.0, 0.0, 2.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008672683499753475, -0.008333681151270866, -0.007994678802788258, -0.007655676454305649, -0.00731667410582304, -0.0069776722230017185, -0.00663866987451911, -0.006299667526036501, -0.005960665177553892, -0.005621662829071283, -0.0052826604805886745, -0.004943658132106066, -0.004604656249284744, -0.0042656539008021355, -0.003926651552319527, -0.003587649203836918, -0.003248646855354309, -0.0029096445068717003, -0.0025706421583890915, -0.0022316400427371264, -0.0018926376942545176, -0.0015536353457719088, -0.0012146331137046218, -0.0008756308234296739, -0.000536628533154726, -0.00019762624287977815, 0.00014137604739516973, 0.0004803783376701176, 0.0008193806279450655, 0.0011583829764276743, 0.0014973852084949613, 0.0018363874405622482, 0.002175389789044857, 0.002514392137527466, 0.0028533944860100746, 0.0031923966016620398, 0.0035313989501446486, 0.0038704012986272573, 0.0042094034142792225, 0.004548405762761831, 0.00488740811124444, 0.005226410459727049, 0.005565412808209658, 0.0059044151566922665, 0.006243417039513588, 0.006582419387996197, 0.0069214217364788055, 0.007260424084961414, 0.007599426433444023, 0.007938428781926632, 0.00827743113040924, 0.00861643347889185, 0.008955435827374458, 0.009294438175857067, 0.009633440524339676, 0.009972442872822285, 0.010311445221304893, 0.010650446638464928, 0.010989448986947536, 0.011328451335430145, 0.011667453683912754, 0.012006456032395363, 0.012345458380877972, 0.01268446072936058, 0.01302346307784319]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 3.0, 2.0, 3.0, 5.0, 3.0, 10.0, 8.0, 20.0, 20.0, 27.0, 37.0, 33.0, 61.0, 76.0, 61.0, 105.0, 152.0, 202.0, 317.0, 5310.0, 573.0, 256.0, 164.0, 105.0, 75.0, 74.0, 48.0, 36.0, 37.0, 20.0, 15.0, 10.0, 12.0, 6.0, 11.0, 10.0, 3.0, 3.0, 5.0, 2.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1262170821428299, -0.12222641706466675, -0.1182357519865036, -0.11424508690834045, -0.11025442183017731, -0.10626374930143356, -0.10227308422327042, -0.09828241914510727, -0.09429175406694412, -0.09030108898878098, -0.08631042391061783, -0.08231975883245468, -0.07832908630371094, -0.07433842122554779, -0.07034775614738464, -0.0663570910692215, -0.06236642599105835, -0.0583757609128952, -0.054385095834732056, -0.05039442703127861, -0.04640376195311546, -0.042413096874952316, -0.03842242807149887, -0.034431762993335724, -0.030441097915172577, -0.02645043283700943, -0.022459765896201134, -0.018469098955392838, -0.01447843387722969, -0.010487767867743969, -0.006497101858258247, -0.002506435848772526, 0.0014842301607131958, 0.005474896170198917, 0.009465562179684639, 0.01345622818917036, 0.017446894198656082, 0.02143755927681923, 0.025428226217627525, 0.02941889315843582, 0.03340955823659897, 0.037400223314762115, 0.04139088839292526, 0.04538155719637871, 0.049372222274541855, 0.053362887352705, 0.05735355615615845, 0.061344221234321594, 0.06533488631248474, 0.06932555139064789, 0.07331621646881104, 0.07730688154697418, 0.08129754662513733, 0.08528821915388107, 0.08927888423204422, 0.09326954931020737, 0.09726021438837051, 0.10125087946653366, 0.10524154454469681, 0.10923220962285995, 0.1132228821516037, 0.11721354722976685, 0.12120421230792999, 0.12519487738609314, 0.1291855424642563]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 3.0, 0.0, 2.0, 2.0, 2.0, 1.0, 1.0, 5.0, 1.0, 0.0, 1.0, 1.0, 3.0, 4.0, 4.0, 3.0, 3.0, 5.0, 22.0, 6.0, 4.0, 2.0, 6.0, 3.0, 4.0, 3.0, 4.0, 2.0, 5.0, 4.0, 3.0, 1.0, 4.0, 0.0, 2.0, 2.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.004572389647364616, -0.0044563221745193005, -0.0043402547016739845, -0.004224187228828669, -0.004108119755983353, -0.003992051817476749, -0.0038759843446314335, -0.0037599168717861176, -0.0036438493989408016, -0.0035277819260954857, -0.0034117144532501698, -0.00329564674757421, -0.0031795792747288942, -0.0030635118018835783, -0.0029474440962076187, -0.0028313766233623028, -0.002715309150516987, -0.002599241677671671, -0.002483174204826355, -0.0023671064991503954, -0.0022510390263050795, -0.0021349715534597635, -0.002018903847783804, -0.001902836374938488, -0.001786768902093172, -0.0016707014292478561, -0.0015546338399872184, -0.0014385662507265806, -0.0013224987778812647, -0.0012064313050359488, -0.001090363715775311, -0.0009742961847223341, -0.0008582286536693573, -0.0007421611226163805, -0.0006260935915634036, -0.0005100260605104268, -0.0003939585294574499, -0.00027789099840447307, -0.00016182346735149622, -4.575593629851937e-05, 7.031159475445747e-05, 0.00018637912580743432, 0.00030244665686041117, 0.000418514187913388, 0.0005345817189663649, 0.0006506492500193417, 0.0007667167810723186, 0.0008827843121252954, 0.0009988518431782722, 0.0011149193160235882, 0.001230986905284226, 0.0013470544945448637, 0.0014631219673901796, 0.0015791894402354956, 0.0016952570294961333, 0.001811324618756771, 0.001927392091602087, 0.002043459564447403, 0.002159527037292719, 0.0022755947429686785, 0.0023916622158139944, 0.0025077296886593103, 0.00262379739433527, 0.002739864867180586, 0.002855932340025902]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 3.0, 0.0, 3.0, 4.0, 5.0, 10.0, 9.0, 13.0, 14.0, 47.0, 56.0, 90.0, 116.0, 184.0, 273.0, 435.0, 677.0, 1044.0, 1732.0, 2961.0, 5501.0, 10812.0, 24985.0, 75573.0, 891229.0, 92058.0, 33062.0, 16041.0, 8654.0, 5023.0, 3127.0, 2026.0, 1263.0, 829.0, 563.0, 408.0, 250.0, 173.0, 128.0, 89.0, 39.0, 40.0, 35.0, 23.0, 8.0, 8.0, 7.0, 7.0, 3.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.006780601106584072, -0.006515997927635908, -0.006251394283026457, -0.005986791104078293, -0.0057221874594688416, -0.005457584280520678, -0.005192981101572514, -0.004928377456963062, -0.004663774278014898, -0.004399171099066734, -0.004134567454457283, -0.003869964275509119, -0.0036053608637303114, -0.0033407574519515038, -0.0030761542730033398, -0.002811550861224532, -0.0025469474494457245, -0.002282344037666917, -0.002017740625888109, -0.0017531374469399452, -0.0014885340351611376, -0.00122393062338233, -0.0009593273280188441, -0.0006947239744476974, -0.0004301206208765507, -0.00016551726730540395, 9.908608626574278e-05, 0.0003636894398368895, 0.0006282927934080362, 0.000892896146979183, 0.0011574995005503297, 0.0014221027959138155, 0.0016867062076926231, 0.0019513096194714308, 0.0022159130312502384, 0.0024805162101984024, 0.00274511962197721, 0.0030097230337560177, 0.0032743262127041817, 0.0035389296244829893, 0.003803533036261797, 0.004068136215209961, 0.004332739859819412, 0.004597343038767576, 0.00486194621771574, 0.0051265498623251915, 0.0053911530412733555, 0.005655756685882807, 0.005920359864830971, 0.006184963043779135, 0.006449566688388586, 0.00671416986733675, 0.006978773511946201, 0.007243376690894365, 0.007507979869842529, 0.007772583514451981, 0.008037187159061432, 0.008301789872348309, 0.00856639351695776, 0.008830997161567211, 0.009095599874854088, 0.009360203519463539, 0.00962480716407299, 0.009889409877359867, 0.010154013521969318]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 1.0, 2.0, 3.0, 3.0, 0.0, 2.0, 3.0, 2.0, 1.0, 1.0, 2.0, 7.0, 1.0, 1.0, 5.0, 0.0, 4.0, 3.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014624501578509808, -0.013938932679593563, -0.013253363780677319, -0.012567794881761074, -0.01188222598284483, -0.011196657083928585, -0.01051108818501234, -0.009825519286096096, -0.009139951318502426, -0.008454382419586182, -0.00776881305500865, -0.007083244156092405, -0.006397675722837448, -0.005712106823921204, -0.005026537925004959, -0.004340969026088715, -0.00365540012717247, -0.0029698312282562256, -0.002284262329339981, -0.0015986936632543802, -0.0009131247643381357, -0.00022755592362955213, 0.00045801291707903147, 0.0011435816995799541, 0.0018291505984961987, 0.002514719497412443, 0.0032002883963286877, 0.0038858570624142885, 0.004571425728499889, 0.005256994627416134, 0.005942563526332378, 0.006628132425248623, 0.007313701324164867, 0.007999270223081112, 0.008684839121997356, 0.009370408020913601, 0.010055976919829845, 0.01074154581874609, 0.011427114717662334, 0.012112683616578579, 0.012798251584172249, 0.013483820483088493, 0.014169389382004738, 0.014854958280920982, 0.015540527179837227, 0.01622609607875347, 0.016911664977669716, 0.01759723387658596, 0.018282802775502205, 0.01896837167441845, 0.019653940573334694, 0.02033950947225094, 0.021025078371167183, 0.021710647270083427, 0.022396216168999672, 0.023081785067915916, 0.02376735396683216, 0.024452922865748405, 0.02513849176466465, 0.025824060663580894, 0.02650962956249714, 0.027195198461413383, 0.027880767360329628, 0.028566336259245872, 0.029251903295516968]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 2.0, 1.0, 5.0, 2.0, 14.0, 26.0, 26.0, 28.0, 50.0, 59.0, 69.0, 88.0, 110.0, 142.0, 160.0, 263.0, 301.0, 395.0, 619.0, 936.0, 1244.0, 1985.0, 5412.0, 1541.0, 1035.0, 775.0, 568.0, 453.0, 419.0, 333.0, 291.0, 231.0, 171.0, 133.0, 74.0, 68.0, 65.0, 69.0, 53.0, 52.0, 33.0, 23.0, 21.0, 11.0, 13.0, 8.0, 6.0, 9.0, 7.0, 5.0, 8.0, 2.0, 3.0, 4.0, 2.0, 1.0, 3.0], "bins": [-0.009777714498341084, -0.009443922899663448, -0.009110131300985813, -0.008776339702308178, -0.008442549034953117, -0.008108757436275482, -0.007774965837597847, -0.007441174238920212, -0.007107382640242577, -0.006773591041564941, -0.006439799442887306, -0.006106008309870958, -0.005772216711193323, -0.005438425112515688, -0.00510463397949934, -0.004770842380821705, -0.00443705078214407, -0.0041032591834664345, -0.003769467817619443, -0.0034356764517724514, -0.003101884853094816, -0.002768093254417181, -0.0024343018885701895, -0.002100510522723198, -0.0017667189240455627, -0.0014329274417832494, -0.001099135959520936, -0.0007653444772586226, -0.0004315529949963093, -9.776151273399591e-05, 0.00023602996952831745, 0.0005698214517906308, 0.0009036129340529442, 0.0012374044163152575, 0.001571195898577571, 0.0019049873808398843, 0.0022387788631021976, 0.002572570461779833, 0.0029063618276268244, 0.003240153193473816, 0.003573944792151451, 0.003907736390829086, 0.0042415279895067215, 0.004575319122523069, 0.004909110721200705, 0.00524290231987834, 0.005576693452894688, 0.005910485051572323, 0.006244276650249958, 0.006578068248927593, 0.006911859847605228, 0.007245650980621576, 0.0075794425792992115, 0.00791323371231556, 0.008247025310993195, 0.00858081690967083, 0.008914608508348465, 0.0092484001070261, 0.009582191705703735, 0.00991598330438137, 0.010249774903059006, 0.010583565570414066, 0.010917357169091702, 0.011251148767769337, 0.011584940366446972]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 1.0, 2.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.11434245854616165, -0.111429363489151, -0.10851626098155975, -0.1056031659245491, -0.10269006341695786, -0.0997769683599472, -0.09686386585235596, -0.0939507707953453, -0.09103766828775406, -0.08812457323074341, -0.08521147072315216, -0.08229837566614151, -0.07938527315855026, -0.07647217810153961, -0.07355907559394836, -0.07064598053693771, -0.06773288547992706, -0.06481978297233582, -0.061906684190034866, -0.05899358540773392, -0.05608048662543297, -0.05316738784313202, -0.05025428906083107, -0.04734119027853012, -0.04442809522151947, -0.04151499643921852, -0.03860189765691757, -0.03568879887461662, -0.032775700092315674, -0.029862601310014725, -0.026949502527713776, -0.024036403745412827, -0.021123304963111877, -0.01821020618081093, -0.01529710739850998, -0.012384009547531605, -0.009470910765230656, -0.006557811982929707, -0.003644713666290045, -0.0007316151168197393, 0.002181483432650566, 0.005094582214951515, 0.008007680997252464, 0.010920778848230839, 0.013833877630531788, 0.016746975481510162, 0.01966007426381111, 0.02257317304611206, 0.02548627182841301, 0.02839937061071396, 0.03131246939301491, 0.03422556817531586, 0.037138666957616806, 0.040051765739917755, 0.042964864522218704, 0.04587796330451965, 0.048791058361530304, 0.05170415714383125, 0.0546172559261322, 0.05753035470843315, 0.0604434534907341, 0.06335655599832535, 0.066269651055336, 0.06918275356292725, 0.0720958486199379]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 5.0, 2.0, 1.0, 4.0, 2.0, 4.0, 3.0, 5.0, 6.0, 9.0, 5.0, 8.0, 11.0, 10.0, 24.0, 19.0, 11.0, 7.0, 7.0, 8.0, 14.0, 6.0, 14.0, 10.0, 7.0, 10.0, 9.0, 2.0, 3.0, 6.0, 4.0, 5.0, 3.0, 2.0, 4.0, 0.0, 4.0, 3.0, 3.0, 5.0, 2.0, 1.0, 2.0, 3.0, 0.0, 1.0], "bins": [-0.047761235386133194, -0.0463113971054554, -0.0448615588247776, -0.04341172054409981, -0.04196188226342201, -0.04051204398274422, -0.03906220570206642, -0.037612367421388626, -0.03616252914071083, -0.034712690860033035, -0.03326285257935524, -0.031813014298677444, -0.0303631741553545, -0.028913335874676704, -0.02746349759399891, -0.026013659313321114, -0.024563821032643318, -0.023113982751965523, -0.021664144471287727, -0.020214306190609932, -0.018764467909932137, -0.01731462962925434, -0.015864791348576546, -0.014414952136576176, -0.01296511385589838, -0.011515275575220585, -0.01006543729454279, -0.008615599013864994, -0.007165760267525911, -0.005715921986848116, -0.004266083240509033, -0.002816244959831238, -0.0013664066791534424, 8.343171793967485e-05, 0.001533270115032792, 0.002983108628541231, 0.0044329469092190266, 0.005882785189896822, 0.007332623936235905, 0.0087824622169137, 0.010232300497591496, 0.011682138778269291, 0.013131977058947086, 0.014581815339624882, 0.016031654551625252, 0.017481492832303047, 0.018931331112980843, 0.020381169393658638, 0.021831007674336433, 0.02328084595501423, 0.024730684235692024, 0.02618052251636982, 0.027630360797047615, 0.02908019907772541, 0.030530037358403206, 0.03197987750172615, 0.033429715782403946, 0.03487955406308174, 0.03632939234375954, 0.03777923062443733, 0.03922906890511513, 0.04067890718579292, 0.04212874546647072, 0.043578583747148514, 0.04502842202782631]}, "_runtime": 166.84922122955322, "_timestamp": 1596214491.6065037, "_step": 205}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 8.0, 6.0, 5.0, 3.0, 1.0, 3.0, 1.0, 2.0, 1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01038686279207468, -0.010106179863214493, -0.00982549786567688, -0.009544814936816692, -0.009264132007956505, -0.008983449079096317, -0.00870276615023613, -0.008422084152698517, -0.00814140122383833, -0.007860718294978142, -0.0075800358317792416, -0.007299353368580341, -0.007018670439720154, -0.006737987510859966, -0.006457305047661066, -0.006176622584462166, -0.005895939655601978, -0.005615256726741791, -0.0053345742635428905, -0.00505389180034399, -0.004773208871483803, -0.004492525942623615, -0.004211843479424715, -0.003931161016225815, -0.0036504780873656273, -0.0033697953913360834, -0.0030891126953065395, -0.0028084299992769957, -0.0025277473032474518, -0.002247064607217908, -0.001966381911188364, -0.0016856992151588202, -0.0014050165191292763, -0.0011243338230997324, -0.0008436511270701885, -0.0005629684310406446, -0.00028228573501110077, -1.6030389815568924e-06, 0.000279079657047987, 0.0005597623530775309, 0.0008404450491070747, 0.0011211277451366186, 0.0014018104411661625, 0.0016824931371957064, 0.0019631758332252502, 0.002243858529254794, 0.002524541225284338, 0.002805223921313882, 0.0030859066173434258, 0.0033665893133729696, 0.0036472720094025135, 0.003927954472601414, 0.004208637401461601, 0.004489320330321789, 0.004770002793520689, 0.005050685256719589, 0.005331368185579777, 0.005612051114439964, 0.0058927335776388645, 0.006173416040837765, 0.006454098969697952, 0.00673478189855814, 0.00701546436175704, 0.00729614682495594, 0.007576829753816128]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 2.0, 4.0, 0.0, 4.0, 3.0, 6.0, 8.0, 10.0, 16.0, 17.0, 14.0, 26.0, 24.0, 20.0, 36.0, 49.0, 64.0, 89.0, 110.0, 200.0, 364.0, 5562.0, 535.0, 219.0, 143.0, 84.0, 79.0, 49.0, 49.0, 26.0, 20.0, 21.0, 14.0, 19.0, 8.0, 10.0, 4.0, 5.0, 2.0, 5.0, 1.0, 3.0, 3.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.10519760847091675, -0.1016448587179184, -0.09809210896492004, -0.0945393517613411, -0.09098660200834274, -0.08743385225534439, -0.08388109505176544, -0.08032834529876709, -0.07677559554576874, -0.07322284579277039, -0.06967009603977203, -0.06611733883619308, -0.06256458908319473, -0.05901183933019638, -0.05545908585190773, -0.05190633237361908, -0.04835358262062073, -0.044800832867622375, -0.041248079389333725, -0.037695325911045074, -0.03414257615804672, -0.03058982454240322, -0.02703707292675972, -0.02348432131111622, -0.019931569695472717, -0.016378818079829216, -0.012826066464185715, -0.009273314848542213, -0.005720563232898712, -0.002167811617255211, 0.0013849399983882904, 0.004937691614031792, 0.008490443229675293, 0.012043194845318794, 0.015595946460962296, 0.019148698076605797, 0.022701449692249298, 0.0262542013078928, 0.0298069529235363, 0.03335970640182495, 0.0369124561548233, 0.040465205907821655, 0.044017959386110306, 0.047570712864398956, 0.05112346261739731, 0.05467621237039566, 0.05822896584868431, 0.06178171932697296, 0.06533446907997131, 0.06888721883296967, 0.07243996858596802, 0.07599272578954697, 0.07954547554254532, 0.08309822529554367, 0.08665098249912262, 0.09020373225212097, 0.09375648200511932, 0.09730923175811768, 0.10086198151111603, 0.10441473871469498, 0.10796748846769333, 0.11152023822069168, 0.11507299542427063, 0.11862574517726898, 0.12217849493026733]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 1.0, 3.0, 2.0, 2.0, 1.0, 2.0, 3.0, 0.0, 1.0, 2.0, 1.0, 5.0, 5.0, 1.0, 5.0, 22.0, 5.0, 2.0, 4.0, 3.0, 2.0, 5.0, 5.0, 2.0, 4.0, 3.0, 3.0, 2.0, 4.0, 2.0, 2.0, 3.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 4.0, 1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.001993065234273672, -0.0019122010562568903, -0.0018313368782401085, -0.0017504728166386485, -0.0016696086386218667, -0.001588744460605085, -0.001507880399003625, -0.0014270162209868431, -0.0013461520429700613, -0.0012652878649532795, -0.0011844236869364977, -0.0011035596253350377, -0.001022695447318256, -0.0009418312693014741, -0.0008609671494923532, -0.0007801030296832323, -0.0006992388516664505, -0.0006183746736496687, -0.0005375105538405478, -0.00045664640492759645, -0.0003757822560146451, -0.00029491810710169375, -0.0002140539581887424, -0.00013318980927579105, -5.23256603628397e-05, 2.853848855011165e-05, 0.000109402637463063, 0.00019026678637601435, 0.0002711309352889657, 0.00035199508420191705, 0.0004328592331148684, 0.0005137233529239893, 0.0005945875309407711, 0.0006754517089575529, 0.0007563158287666738, 0.0008371799485757947, 0.0009180441265925765, 0.0009989083046093583, 0.0010797723662108183, 0.0011606365442276, 0.001241500722244382, 0.0013223649002611637, 0.0014032290782779455, 0.0014840931398794055, 0.0015649573178961873, 0.0016458214959129691, 0.001726685557514429, 0.001807549735531211, 0.0018884139135479927, 0.0019692780915647745, 0.0020501422695815563, 0.002131006447598338, 0.00221187062561512, 0.002292734570801258, 0.00237359874881804, 0.0024544629268348217, 0.0025353271048516035, 0.0026161912828683853, 0.002697055460885167, 0.002777919638901949, 0.002858783584088087, 0.002939647762104869, 0.0030205119401216507, 0.0031013761181384325, 0.0031822402961552143]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 5.0, 11.0, 18.0, 22.0, 41.0, 58.0, 117.0, 203.0, 343.0, 624.0, 1184.0, 2322.0, 4975.0, 11780.0, 32369.0, 141437.0, 878904.0, 53223.0, 21783.0, 11318.0, 6544.0, 4124.0, 2568.0, 1689.0, 1174.0, 802.0, 613.0, 419.0, 285.0, 178.0, 144.0, 83.0, 73.0, 53.0, 48.0, 26.0, 20.0, 17.0, 7.0, 12.0, 7.0, 5.0, 3.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00524170882999897, -0.005016319919377565, -0.004790930543094873, -0.004565541632473469, -0.004340152721852064, -0.004114763345569372, -0.0038893744349479675, -0.0036639852914959192, -0.003438596148043871, -0.0032132072374224663, -0.002987818093970418, -0.0027624289505183697, -0.002537040039896965, -0.0023116508964449167, -0.0020862617529928684, -0.001860872725956142, -0.0016354836989194155, -0.001410094671882689, -0.0011847055284306407, -0.0009593165013939142, -0.0007339274161495268, -0.0005085383309051394, -0.0002831492747645825, -5.7760204072110355e-05, 0.0001676288666203618, 0.0003930179518647492, 0.0006184070371091366, 0.0008437960641458631, 0.0010691850911825895, 0.0012945742346346378, 0.0015199632616713643, 0.0017453524051234126, 0.001970741432160139, 0.0021961305756121874, 0.002421519486233592, 0.0026469086296856403, 0.0028722977731376886, 0.0030976866837590933, 0.0033230758272111416, 0.00354846497066319, 0.003773854114115238, 0.003999243024736643, 0.0042246319353580475, 0.0044500213116407394, 0.004675410222262144, 0.004900799132883549, 0.005126188509166241, 0.005351577419787645, 0.00557696633040905, 0.005802355706691742, 0.006027744617313147, 0.0062531339935958385, 0.006478522904217243, 0.006703911814838648, 0.00692930119112134, 0.0071546901017427444, 0.007380079012364149, 0.007605468388646841, 0.007830857299268246, 0.008056246675550938, 0.008281635120511055, 0.008507024496793747, 0.008732413873076439, 0.008957802318036556, 0.009183191694319248]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 4.0, 1.0, 2.0, 1.0, 0.0, 0.0, 2.0, 4.0, 8.0, 0.0, 0.0, 4.0, 0.0, 0.0, 3.0, 2.0, 3.0, 3.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.016557373106479645, -0.015988260507583618, -0.015419148840010166, -0.014850037172436714, -0.014280924573540688, -0.013711812905967236, -0.013142701238393784, -0.012573588639497757, -0.012004476971924305, -0.011435365304350853, -0.010866252705454826, -0.010297141037881374, -0.009728029370307922, -0.009158916771411896, -0.008589805103838444, -0.008020692504942417, -0.007451580837368965, -0.006882468704134226, -0.0063133565708994865, -0.0057442449033260345, -0.005175132770091295, -0.004606020636856556, -0.004036908969283104, -0.0034677968360483646, -0.0028986847028136253, -0.002329572569578886, -0.0017604606691747904, -0.001191348652355373, -0.0006222366355359554, -5.312461871653795e-05, 0.0005159873981028795, 0.001085099414922297, 0.0016542114317417145, 0.0022233235649764538, 0.0027924354653805494, 0.003361547365784645, 0.003930659499019384, 0.004499771632254124, 0.005068883299827576, 0.005637995433062315, 0.006207107566297054, 0.006776219699531794, 0.007345331832766533, 0.007914443500339985, 0.008483555167913437, 0.009052667766809464, 0.009621779434382915, 0.010190892033278942, 0.010760003700852394, 0.011329115368425846, 0.011898227967321873, 0.012467339634895325, 0.013036452233791351, 0.013605563901364803, 0.014174675568938255, 0.014743788167834282, 0.015312899835407734, 0.015882011502981186, 0.016451124101877213, 0.01702023670077324, 0.017589347437024117, 0.018158460035920143, 0.01872757263481617, 0.019296683371067047, 0.019865795969963074]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 4.0, 2.0, 4.0, 4.0, 4.0, 3.0, 4.0, 7.0, 21.0, 12.0, 34.0, 33.0, 53.0, 76.0, 76.0, 113.0, 153.0, 213.0, 262.0, 345.0, 547.0, 746.0, 1164.0, 2168.0, 6308.0, 1765.0, 1135.0, 768.0, 509.0, 371.0, 312.0, 237.0, 181.0, 163.0, 128.0, 87.0, 84.0, 59.0, 50.0, 43.0, 33.0, 30.0, 22.0, 19.0, 24.0, 8.0, 14.0, 8.0, 10.0, 3.0, 2.0, 5.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.010424286127090454, -0.010042252019047737, -0.009660216979682446, -0.009278182871639729, -0.008896148763597012, -0.00851411372423172, -0.008132079616189003, -0.007750045508146286, -0.007368010934442282, -0.0069859763607382774, -0.0066039422526955605, -0.006221907678991556, -0.005839873105287552, -0.005457838997244835, -0.005075804423540831, -0.004693770315498114, -0.004311735741794109, -0.003929701168090105, -0.003547667060047388, -0.003165632486343384, -0.002783598145470023, -0.0024015638045966625, -0.0020195292308926582, -0.0016374948900192976, -0.001255460549145937, -0.0008734261500649154, -0.0004913917509838939, -0.00010935735190287232, 0.0002726770471781492, 0.0006547114462591708, 0.0010367458453401923, 0.0014187803026288748, 0.0018008146435022354, 0.002182848984375596, 0.0025648833252489567, 0.002946917898952961, 0.0033289522398263216, 0.0037109865806996822, 0.0040930211544036865, 0.0044750552624464035, 0.004857089836150408, 0.005239124409854412, 0.005621158517897129, 0.006003193091601133, 0.006385227665305138, 0.006767261773347855, 0.007149296347051859, 0.007531330455094576, 0.00791336502879858, 0.008295399136841297, 0.008677434176206589, 0.009059468284249306, 0.009441502392292023, 0.009823537431657314, 0.010205571539700031, 0.010587605647742748, 0.01096964068710804, 0.011351674795150757, 0.011733708903193474, 0.01211574301123619, 0.012497778050601482, 0.0128798121586442, 0.013261846266686916, 0.013643881306052208, 0.014025915414094925]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [4.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 3.0, 1.0, 2.0, 3.0, 0.0, 2.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.10592007637023926, -0.10049977153539658, -0.0950794667005539, -0.08965915441513062, -0.08423884958028793, -0.07881854474544525, -0.07339823991060257, -0.06797793507575989, -0.06255762279033661, -0.057137321680784225, -0.051717013120651245, -0.04629670828580856, -0.04087640345096588, -0.0354560948908329, -0.03003579005599022, -0.024615483358502388, -0.019195176661014557, -0.013774869963526726, -0.00835456419736147, -0.0029342579655349255, 0.0024860482662916183, 0.00790635496377945, 0.013326660729944706, 0.018746966496109962, 0.024167273193597794, 0.029587579891085625, 0.035007886588573456, 0.04042819142341614, 0.04584849625825882, 0.0512688048183918, 0.05668910965323448, 0.06210941821336746, 0.06752972304821014, 0.07295002788305283, 0.07837033271789551, 0.08379064500331879, 0.08921094983816147, 0.09463125467300415, 0.10005155950784683, 0.10547186434268951, 0.11089217662811279, 0.11631248146295547, 0.12173278629779816, 0.12715309858322144, 0.13257339596748352, 0.1379937082529068, 0.14341400563716888, 0.14883431792259216, 0.15425461530685425, 0.15967492759227753, 0.1650952398777008, 0.1705155372619629, 0.17593584954738617, 0.18135614693164825, 0.18677645921707153, 0.1921967715024948, 0.1976170688867569, 0.20303738117218018, 0.20845767855644226, 0.21387799084186554, 0.21929830312728882, 0.2247186005115509, 0.23013891279697418, 0.23555921018123627, 0.24097952246665955]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 5.0, 3.0, 2.0, 1.0, 3.0, 3.0, 1.0, 0.0, 4.0, 2.0, 6.0, 4.0, 11.0, 16.0, 17.0, 14.0, 22.0, 18.0, 38.0, 16.0, 9.0, 5.0, 9.0, 6.0, 5.0, 3.0, 1.0, 3.0, 3.0, 3.0, 5.0, 2.0, 2.0, 2.0, 4.0, 8.0, 4.0, 0.0, 2.0, 2.0, 1.0, 1.0, 3.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0], "bins": [-0.07747887074947357, -0.07494479417800903, -0.0724107176065445, -0.06987663358449936, -0.06734255701303482, -0.06480848044157028, -0.06227440387010574, -0.059740323573350906, -0.05720624700188637, -0.05467217043042183, -0.05213809013366699, -0.049604013562202454, -0.047069936990737915, -0.04453585669398308, -0.04200178012251854, -0.0394676998257637, -0.036933623254299164, -0.034399546682834625, -0.03186546638607979, -0.02933138981461525, -0.026797311380505562, -0.024263232946395874, -0.021729156374931335, -0.019195077940821648, -0.01666099950671196, -0.014126921072602272, -0.011592843569815159, -0.009058766067028046, -0.006524687632918358, -0.003990609664469957, -0.0014565316960215569, 0.0010775462724268436, 0.003611624240875244, 0.006145702209323645, 0.008679780177772045, 0.011213857680559158, 0.013747936114668846, 0.016282014548778534, 0.018816091120243073, 0.02135016955435276, 0.023884247988462448, 0.026418326422572136, 0.028952404856681824, 0.03148648142814636, 0.0340205579996109, 0.03655463829636574, 0.039088714867830276, 0.041622795164585114, 0.04415687173604965, 0.04669094830751419, 0.04922502860426903, 0.051759105175733566, 0.0542931854724884, 0.05682726204395294, 0.05936133861541748, 0.06189541891217232, 0.06442949175834656, 0.0669635757803917, 0.06949765235185623, 0.07203172892332077, 0.07456580549478531, 0.07709988206624985, 0.07963396608829498, 0.08216804265975952, 0.08470211923122406]}, "_runtime": 167.6143238544464, "_timestamp": 1596214492.3716063, "_step": 206}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 3.0, 2.0, 1.0, 0.0, 2.0, 5.0, 9.0, 4.0, 1.0, 4.0, 1.0, 3.0, 1.0, 4.0, 0.0, 1.0, 1.0, 3.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.013745950534939766, -0.013368574902415276, -0.012991199269890785, -0.012613823637366295, -0.012236448004841805, -0.011859072372317314, -0.011481696739792824, -0.011104321107268333, -0.010726945474743843, -0.010349570773541927, -0.009972195141017437, -0.009594819508492947, -0.009217443875968456, -0.008840068243443966, -0.008462692610919476, -0.008085316978394985, -0.007707941345870495, -0.0073305657133460045, -0.006953190080821514, -0.006575814448297024, -0.006198438815772533, -0.00582106364890933, -0.00544368801638484, -0.00506631238386035, -0.004688936751335859, -0.004311561118811369, -0.003934185486286879, -0.003556810086593032, -0.0031794344540685415, -0.002802058821544051, -0.0024246834218502045, -0.002047307789325714, -0.0016699321568012238, -0.0012925565242767334, -0.0009151810081675649, -0.0005378054338507354, -0.00016042985953390598, 0.00021694571478292346, 0.0005943212890997529, 0.0009716968634165823, 0.0013490724377334118, 0.0017264480702579021, 0.0021038237027823925, 0.002481199102476239, 0.0028585747350007296, 0.00323595036752522, 0.0036133257672190666, 0.003990701399743557, 0.004368077032268047, 0.004745452664792538, 0.005122828297317028, 0.005500203929841518, 0.005877579562366009, 0.006254954729229212, 0.006632330361753702, 0.0070097059942781925, 0.007387081626802683, 0.007764457259327173, 0.008141832426190376, 0.008519208058714867, 0.008896583691239357, 0.009273959323763847, 0.009651334956288338, 0.010028710588812828, 0.010406086221337318]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 1.0, 2.0, 4.0, 9.0, 5.0, 3.0, 4.0, 6.0, 6.0, 12.0, 13.0, 27.0, 21.0, 30.0, 36.0, 36.0, 53.0, 66.0, 74.0, 130.0, 224.0, 384.0, 5360.0, 581.0, 291.0, 149.0, 95.0, 67.0, 54.0, 36.0, 25.0, 27.0, 23.0, 8.0, 9.0, 11.0, 13.0, 7.0, 8.0, 4.0, 2.0, 2.0, 4.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.11544279754161835, -0.1117803081870079, -0.10811781883239746, -0.10445532947778702, -0.10079284012317657, -0.09713035076856613, -0.09346786141395569, -0.08980537205934525, -0.0861428827047348, -0.08248040080070496, -0.07881791144609451, -0.07515542209148407, -0.07149293273687363, -0.06783044338226318, -0.06416795402765274, -0.0605054646730423, -0.056842975318431854, -0.05318048596382141, -0.04951799660921097, -0.045855507254600525, -0.04219301789999008, -0.03853053227066994, -0.034868042916059494, -0.03120555356144905, -0.027543064206838608, -0.023880574852228165, -0.02021808549761772, -0.016555598005652428, -0.012893108651041985, -0.009230619296431541, -0.005568130873143673, -0.0019056419841945171, 0.0017568469047546387, 0.0054193357937037945, 0.00908182468265295, 0.012744313105940819, 0.016406802460551262, 0.020069291815161705, 0.023731779307127, 0.027394268661737442, 0.031056758016347885, 0.03471924737095833, 0.03838173672556877, 0.042044226080179214, 0.04570671170949936, 0.0493692010641098, 0.053031690418720245, 0.05669417977333069, 0.06035666912794113, 0.06401915848255157, 0.06768164783716202, 0.07134413719177246, 0.0750066265463829, 0.07866911590099335, 0.08233160525560379, 0.08599409461021423, 0.08965657651424408, 0.09331906586885452, 0.09698155522346497, 0.10064404457807541, 0.10430653393268585, 0.1079690232872963, 0.11163151264190674, 0.11529400199651718, 0.11895649135112762]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 5.0, 2.0, 2.0, 1.0, 1.0, 1.0, 6.0, 1.0, 2.0, 5.0, 6.0, 6.0, 3.0, 8.0, 3.0, 6.0, 22.0, 3.0, 4.0, 1.0, 3.0, 3.0, 4.0, 4.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0021645633969455957, -0.00209696963429451, -0.0020293761044740677, -0.001961782341822982, -0.001894188579171896, -0.0018265948165208101, -0.001759001170285046, -0.001691407524049282, -0.0016238137613981962, -0.0015562199987471104, -0.0014886263525113463, -0.0014210327062755823, -0.0013534389436244965, -0.0012858451809734106, -0.0012182515347376466, -0.0011506578885018826, -0.0010830641258507967, -0.0010154703631997108, -0.0009478767169639468, -0.0008802830125205219, -0.0008126893080770969, -0.000745095603633672, -0.0006775018991902471, -0.0006099081947468221, -0.0005423144903033972, -0.00047472078585997224, -0.0004071270814165473, -0.00033953337697312236, -0.0002719396725296974, -0.00020434596808627248, -0.00013675226364284754, -6.91585591994226e-05, -1.5648547559976578e-06, 6.602884968742728e-05, 0.00013362255413085222, 0.00020121625857427716, 0.0002688099630177021, 0.00033640366746112704, 0.000403997371904552, 0.0004715910763479769, 0.0005391847807914019, 0.0006067784852348268, 0.0006743721896782517, 0.0007419658941216767, 0.0008095595985651016, 0.0008771533030085266, 0.0009447470074519515, 0.0010123406536877155, 0.0010799344163388014, 0.0011475281789898872, 0.0012151218252256513, 0.0012827154714614153, 0.0013503092341125011, 0.001417902996763587, 0.001485496642999351, 0.001553090289235115, 0.001620684051886201, 0.0016882778145372868, 0.0017558714607730508, 0.0018234651070088148, 0.0018910588696599007, 0.0019586526323109865, 0.0020262463949620724, 0.0020938399247825146, 0.0021614336874336004]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 3.0, 0.0, 0.0, 1.0, 7.0, 6.0, 9.0, 20.0, 26.0, 28.0, 62.0, 66.0, 116.0, 188.0, 239.0, 401.0, 592.0, 895.0, 1376.0, 2098.0, 3465.0, 6156.0, 11505.0, 24305.0, 61351.0, 843490.0, 146225.0, 36722.0, 16234.0, 8719.0, 4986.0, 3050.0, 2001.0, 1388.0, 1016.0, 729.0, 569.0, 415.0, 312.0, 208.0, 182.0, 127.0, 87.0, 63.0, 49.0, 48.0, 36.0, 20.0, 14.0, 11.0, 15.0, 1.0, 3.0, 3.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0049203005619347095, -0.004737456329166889, -0.0045546116307377815, -0.004371767397969961, -0.0041889226995408535, -0.004006078466773033, -0.003823234001174569, -0.003640389535576105, -0.003457545069977641, -0.003274700604379177, -0.003091856138780713, -0.002909011673182249, -0.0027261674404144287, -0.0025433229748159647, -0.0023604785092175007, -0.0021776340436190367, -0.0019947895780205727, -0.0018119451124221087, -0.0016291006468236446, -0.0014462562976405025, -0.0012634118320420384, -0.0010805673664435744, -0.0008977229590527713, -0.0007148785516619682, -0.0005320340860635042, -0.00034918964956887066, -0.0001663452130742371, 1.6499223420396447e-05, 0.00019934365991503, 0.00038218809640966356, 0.0005650325329042971, 0.0007478769402951002, 0.0009307214058935642, 0.0011135658714920282, 0.0012964103370904922, 0.0014792546862736344, 0.0016620991518720984, 0.0018449436174705625, 0.0020277879666537046, 0.0022106324322521687, 0.0023934768978506327, 0.0025763213634490967, 0.0027591658290475607, 0.0029420102946460247, 0.003124854527413845, 0.003307698993012309, 0.003490543458610773, 0.003673387924209237, 0.003856232389807701, 0.0040390766225755215, 0.004221921321004629, 0.0044047655537724495, 0.004587610252201557, 0.0047704544849693775, 0.004953299183398485, 0.0051361434161663055, 0.005318988114595413, 0.0055018323473632336, 0.005684676580131054, 0.005867521278560162, 0.006050365511327982, 0.00623321020975709, 0.00641605444252491, 0.006598899140954018, 0.006781743373721838]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 1.0, 4.0, 2.0, 3.0, 6.0, 1.0, 2.0, 3.0, 7.0, 3.0, 3.0, 4.0, 1.0, 2.0, 1.0, 2.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.017552347853779793, -0.016808001324534416, -0.01606365293264389, -0.01531930547207594, -0.014574958011507988, -0.013830611482262611, -0.01308626402169466, -0.012341916561126709, -0.011597569100558758, -0.010853221639990807, -0.010108874179422855, -0.009364526718854904, -0.008620180189609528, -0.007875832729041576, -0.007131485268473625, -0.006387137807905674, -0.005642790347337723, -0.004898442886769772, -0.00415409542620182, -0.0034097484312951565, -0.0026654009707272053, -0.001921053626574576, -0.0011767062824219465, -0.00043235893826931715, 0.0003119884058833122, 0.0010563357500359416, 0.001800683094188571, 0.0025450303219258785, 0.0032893777824938297, 0.004033725243061781, 0.004778072237968445, 0.005522419698536396, 0.006266767159104347, 0.007011114619672298, 0.00775546208024025, 0.0084998095408082, 0.009244157001376152, 0.009988503530621529, 0.01073285099118948, 0.011477198451757431, 0.012221545912325382, 0.012965893372893333, 0.013710240833461285, 0.014454588294029236, 0.015198934823274612, 0.015943283215165138, 0.016687629744410515, 0.01743197813630104, 0.018176324665546417, 0.018920671194791794, 0.01966501958668232, 0.020409366115927696, 0.021153714507818222, 0.0218980610370636, 0.022642409428954124, 0.0233867559581995, 0.024131104350090027, 0.024875450879335403, 0.02561979740858078, 0.026364145800471306, 0.027108492329716682, 0.027852840721607208, 0.028597187250852585, 0.02934153564274311, 0.030085882171988487]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 2.0, 2.0, 2.0, 6.0, 4.0, 4.0, 10.0, 8.0, 7.0, 9.0, 10.0, 13.0, 16.0, 19.0, 21.0, 45.0, 51.0, 49.0, 85.0, 114.0, 152.0, 165.0, 246.0, 319.0, 446.0, 590.0, 819.0, 1167.0, 1670.0, 5751.0, 2282.0, 1311.0, 808.0, 580.0, 434.0, 235.0, 190.0, 173.0, 122.0, 106.0, 75.0, 69.0, 52.0, 43.0, 32.0, 21.0, 26.0, 6.0, 5.0, 3.0, 1.0, 0.0, 4.0, 11.0, 13.0, 15.0, 2.0, 0.0, 0.0, 0.0, 1.0, 5.0, 3.0], "bins": [-0.009256845340132713, -0.008957459591329098, -0.008658072911202908, -0.008358687162399292, -0.008059300482273102, -0.007759914733469486, -0.007460528984665871, -0.007161142770200968, -0.006861756555736065, -0.006562370341271162, -0.006262984126806259, -0.005963598378002644, -0.005664212163537741, -0.005364825949072838, -0.005065440200269222, -0.004766053985804319, -0.0044666677713394165, -0.004167281556874514, -0.0038678955752402544, -0.003568509593605995, -0.0032691233791410923, -0.0029697371646761894, -0.00267035118304193, -0.002370965201407671, -0.002071578986942768, -0.001772192888893187, -0.001472806790843606, -0.001173420692794025, -0.0008740345947444439, -0.0005746484966948628, -0.0002752623986452818, 2.412369940429926e-05, 0.0003235097974538803, 0.0006228958955034614, 0.0009222819935530424, 0.0012216680916026235, 0.0015210541896522045, 0.0018204402877017856, 0.0021198263857513666, 0.002419212367385626, 0.0027185985818505287, 0.0030179847963154316, 0.003317370777949691, 0.00361675675958395, 0.003916142974048853, 0.004215529188513756, 0.004514914937317371, 0.004814301151782274, 0.005113687366247177, 0.00541307358071208, 0.005712459795176983, 0.0060118455439805984, 0.006311231758445501, 0.006610617972910404, 0.00691000372171402, 0.007209389936178923, 0.0075087761506438255, 0.007808162365108728, 0.008107548579573631, 0.008406934328377247, 0.008706320077180862, 0.009005706757307053, 0.009305092506110668, 0.009604479186236858, 0.009903864935040474]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 3.0, 1.0, 2.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.11976093053817749, -0.1165347471833229, -0.11330857127904892, -0.11008238792419434, -0.10685620456933975, -0.10363002866506577, -0.10040384531021118, -0.0971776619553566, -0.09395147860050201, -0.09072530269622803, -0.08749911934137344, -0.08427293598651886, -0.08104676008224487, -0.07782057672739029, -0.0745943933725357, -0.07136821746826172, -0.06814203411340714, -0.06491585075855255, -0.061689671128988266, -0.05846349149942398, -0.0552373081445694, -0.05201112851500511, -0.048784948885440826, -0.04555876553058624, -0.04233258590102196, -0.03910640627145767, -0.03588022291660309, -0.0326540432870388, -0.02942786179482937, -0.026201680302619934, -0.02297550067305565, -0.019749319180846214, -0.01652313768863678, -0.013296956196427345, -0.010070775635540485, -0.006844594608992338, -0.003618413582444191, -0.0003922325558960438, 0.0028339484706521034, 0.006060129497200251, 0.009286310523748398, 0.012512492015957832, 0.015738673508167267, 0.018964853137731552, 0.022191034629940987, 0.02541721612215042, 0.028643395751714706, 0.03186957910656929, 0.035095758736133575, 0.03832193836569786, 0.041548121720552444, 0.04477430135011673, 0.048000484704971313, 0.0512266643345356, 0.054452843964099884, 0.05767902731895447, 0.06090520694851875, 0.06413138657808304, 0.06735756993293762, 0.0705837532877922, 0.07380992919206619, 0.07703611254692078, 0.08026229590177536, 0.08348847180604935, 0.08671465516090393]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 3.0, 2.0, 0.0, 4.0, 6.0, 5.0, 12.0, 10.0, 12.0, 12.0, 18.0, 9.0, 12.0, 24.0, 22.0, 12.0, 15.0, 16.0, 8.0, 10.0, 7.0, 6.0, 4.0, 4.0, 1.0, 2.0, 2.0, 1.0, 2.0, 3.0, 2.0, 1.0, 0.0, 3.0, 2.0, 4.0, 2.0, 2.0, 4.0, 3.0, 0.0, 2.0, 3.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0], "bins": [-0.0344843864440918, -0.03298651799559593, -0.03148864954710007, -0.029990781098604202, -0.028492912650108337, -0.026995046064257622, -0.025497177615761757, -0.023999309167265892, -0.022501440718770027, -0.021003572270274162, -0.019505703821778297, -0.018007835373282433, -0.016509968787431717, -0.015012099407613277, -0.013514231890439987, -0.012016363441944122, -0.010518494993448257, -0.009020626544952393, -0.007522758562117815, -0.0060248905792832375, -0.004527022130787373, -0.0030291539151221514, -0.0015312856994569302, -3.3417483791708946e-05, 0.0014644507318735123, 0.0029623189475387335, 0.004460187163203955, 0.005958055146038532, 0.007455923594534397, 0.008953792043030262, 0.010451659560203552, 0.011949528008699417, 0.013447396457195282, 0.014945264905691147, 0.01644313335418701, 0.017941001802682877, 0.01943887025117874, 0.020936736837029457, 0.022434605285525322, 0.023932473734021187, 0.02543034218251705, 0.026928210631012917, 0.02842607907950878, 0.029923947528004646, 0.03142181411385536, 0.03291968256235123, 0.03441755101084709, 0.03591541945934296, 0.03741328790783882, 0.038911156356334686, 0.04040902480483055, 0.041906893253326416, 0.04340476170182228, 0.044902630150318146, 0.04640049859881401, 0.047898367047309875, 0.04939623177051544, 0.05089410021901131, 0.05239196866750717, 0.053889837116003036, 0.0553877055644989, 0.056885574012994766, 0.05838344246149063, 0.059881310909986496, 0.06137917935848236]}, "_runtime": 168.38787293434143, "_timestamp": 1596214493.1451554, "_step": 207}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 5.0, 2.0, 2.0, 3.0, 13.0, 6.0, 3.0, 1.0, 3.0, 1.0, 0.0, 3.0, 4.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.01607411727309227, -0.01560608483850956, -0.01513805240392685, -0.014670019038021564, -0.014201986603438854, -0.013733954168856144, -0.013265920802950859, -0.012797888368368149, -0.012329855933785439, -0.011861823499202728, -0.011393791064620018, -0.010925757698714733, -0.010457725264132023, -0.009989692829549313, -0.009521659463644028, -0.009053627029061317, -0.008585594594478607, -0.008117562159895897, -0.007649529259651899, -0.007181496359407902, -0.0067134639248251915, -0.006245431490242481, -0.005777398589998484, -0.005309365689754486, -0.004841333255171776, -0.0043733008205890656, -0.003905267920345068, -0.003437235252931714, -0.00296920258551836, -0.0025011699181050062, -0.0020331372506916523, -0.0015651045832782984, -0.0010970719158649445, -0.0006290392484515905, -0.00016100658103823662, 0.0003070260863751173, 0.0007750587537884712, 0.0012430914212018251, 0.001711124088615179, 0.002179156756028533, 0.002647189423441887, 0.003115222090855241, 0.0035832547582685947, 0.004051287658512592, 0.004519320093095303, 0.004987352527678013, 0.00545538542792201, 0.005923418328166008, 0.006391450762748718, 0.0068594831973314285, 0.007327516097575426, 0.007795548997819424, 0.008263581432402134, 0.008731613866984844, 0.009199647232890129, 0.00966767966747284, 0.01013571210205555, 0.01060374453663826, 0.01107177697122097, 0.011539810337126255, 0.012007842771708965, 0.012475875206291676, 0.01294390857219696, 0.01341194100677967, 0.013879973441362381]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 3.0, 5.0, 5.0, 4.0, 4.0, 4.0, 7.0, 10.0, 24.0, 21.0, 22.0, 18.0, 34.0, 53.0, 61.0, 100.0, 203.0, 384.0, 5826.0, 549.0, 209.0, 97.0, 71.0, 51.0, 33.0, 20.0, 24.0, 18.0, 25.0, 13.0, 6.0, 3.0, 6.0, 4.0, 4.0, 0.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.13908374309539795, -0.13403671979904175, -0.12898969650268555, -0.12394267320632935, -0.11889564990997314, -0.11384863406419754, -0.10880161076784134, -0.10375458747148514, -0.09870756417512894, -0.09366054087877274, -0.08861351758241653, -0.08356649428606033, -0.07851947844028473, -0.07347245514392853, -0.06842543184757233, -0.06337840855121613, -0.058331385254859924, -0.05328436195850372, -0.04823733866214752, -0.04319031909108162, -0.03814329579472542, -0.03309627249836922, -0.028049251064658165, -0.023002229630947113, -0.017955206334590912, -0.012908183969557285, -0.007861161604523659, -0.002814139239490032, 0.0022328831255435944, 0.007279905490577221, 0.012326927855610847, 0.0173739492893219, 0.0224209725856781, 0.027467995882034302, 0.0325150191783905, 0.037562038749456406, 0.04260906204581261, 0.04765608534216881, 0.05270310491323471, 0.05775012820959091, 0.06279715150594711, 0.06784417480230331, 0.07289119809865952, 0.07793822139501572, 0.08298523724079132, 0.08803226053714752, 0.09307928383350372, 0.09812630712985992, 0.10317333042621613, 0.10822035372257233, 0.11326737701892853, 0.11831440031528473, 0.12336142361164093, 0.12840844690799713, 0.13345547020435333, 0.13850249350070953, 0.14354950189590454, 0.14859652519226074, 0.15364354848861694, 0.15869057178497314, 0.16373759508132935, 0.16878461837768555, 0.17383164167404175, 0.17887866497039795, 0.18392568826675415]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 3.0, 4.0, 0.0, 3.0, 1.0, 4.0, 1.0, 2.0, 5.0, 5.0, 5.0, 5.0, 5.0, 4.0, 25.0, 4.0, 5.0, 3.0, 2.0, 4.0, 0.0, 4.0, 5.0, 2.0, 4.0, 2.0, 0.0, 6.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.0034921597689390182, -0.0033919448032975197, -0.003291729837656021, -0.0031915148720145226, -0.0030913001392036676, -0.002991085173562169, -0.0028908702079206705, -0.002790655242279172, -0.0026904402766376734, -0.002590225310996175, -0.00249001057818532, -0.0023897956125438213, -0.0022895806469023228, -0.002189365681260824, -0.0020891507156193256, -0.001988935749977827, -0.0018887209007516503, -0.0017885059351101518, -0.001688291085883975, -0.0015880761202424765, -0.001487861154600978, -0.0013876463053748012, -0.0012874313397333026, -0.001187216374091804, -0.0010870015248656273, -0.0009867865592241287, -0.0008865715935826302, -0.0007863566861487925, -0.0006861417787149549, -0.0005859268130734563, -0.00048571190563961864, -0.0003854969691019505, -0.0002852820325642824, -0.0001850670960266143, -8.485217404086143e-05, 1.5362755220849067e-05, 0.00011557768448255956, 0.00021579262102022767, 0.0003160075284540653, 0.00041622246499173343, 0.0005164374015294015, 0.0006166523089632392, 0.0007168672746047378, 0.0008170821820385754, 0.0009172970894724131, 0.0010175120551139116, 0.0011177270207554102, 0.001217941869981587, 0.0013181568356230855, 0.001418371801264584, 0.0015185866504907608, 0.0016188016161322594, 0.001719016581773758, 0.0018192314309999347, 0.0019194463966414332, 0.00201966124586761, 0.0021198762115091085, 0.002220091177150607, 0.0023203061427921057, 0.0024205211084336042, 0.002520736074075103, 0.0026209508068859577, 0.0027211657725274563, 0.002821380738168955, 0.0029215957038104534]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 3.0, 3.0, 4.0, 3.0, 1.0, 9.0, 8.0, 9.0, 8.0, 17.0, 28.0, 30.0, 36.0, 47.0, 53.0, 60.0, 82.0, 109.0, 151.0, 179.0, 245.0, 352.0, 533.0, 755.0, 1244.0, 1925.0, 3458.0, 6477.0, 14150.0, 37944.0, 198012.0, 831265.0, 43741.0, 17686.0, 8631.0, 4536.0, 2652.0, 1670.0, 1099.0, 715.0, 483.0, 338.0, 245.0, 201.0, 133.0, 93.0, 76.0, 41.0, 26.0, 32.0, 13.0, 10.0, 7.0, 4.0, 2.0, 6.0, 3.0, 2.0, 0.0, 1.0, 1.0], "bins": [-0.008083540014922619, -0.007846418768167496, -0.00760929798707366, -0.007372177205979824, -0.007135055959224701, -0.006897935178130865, -0.006660813931375742, -0.006423693150281906, -0.006186571903526783, -0.005949451122432947, -0.005712329875677824, -0.005475209094583988, -0.005238087847828865, -0.005000967066735029, -0.004763845819979906, -0.00452672503888607, -0.004289603792130947, -0.004052483011037111, -0.003815361997112632, -0.0035782409831881523, -0.003341119969263673, -0.0031039989553391933, -0.002866877941414714, -0.0026297569274902344, -0.0023926361463963985, -0.002155515132471919, -0.0019183940021321177, -0.0016812729882076383, -0.0014441520906984806, -0.0012070310767740011, -0.0009699100628495216, -0.0007327890489250422, -0.0004956680350005627, -0.0002585470210760832, -2.1426036255434155e-05, 0.0002156949631171301, 0.00045281596248969436, 0.0006899369764141738, 0.0009270579321309924, 0.001164178946055472, 0.0014012999599799514, 0.0016384209739044309, 0.0018755419878289104, 0.002112662885338068, 0.0023497838992625475, 0.002586904913187027, 0.0028240259271115065, 0.003061146941035986, 0.0032982679549604654, 0.003535388968884945, 0.0037725099828094244, 0.004009630996733904, 0.00424675177782774, 0.004483873024582863, 0.004720993805676699, 0.004958115052431822, 0.005195235833525658, 0.005432357080280781, 0.005669477861374617, 0.00590659910812974, 0.006143719889223576, 0.006380841135978699, 0.0066179619170725346, 0.006855083163827658, 0.0070922039449214935]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 2.0, 4.0, 6.0, 9.0, 8.0, 14.0, 9.0, 4.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01541078370064497, -0.01296030730009079, -0.010509831830859184, -0.008059355430305004, -0.005608879029750824, -0.0031584028620272875, -0.000707926694303751, 0.0017425494734197855, 0.004193025641143322, 0.006643502041697502, 0.009093977510929108, 0.011544453911483288, 0.013994930312037468, 0.016445405781269073, 0.018895883113145828, 0.021346358582377434, 0.02379683405160904, 0.026247311383485794, 0.0286977868527174, 0.031148264184594154, 0.03359873965382576, 0.036049216985702515, 0.03849969059228897, 0.040950167924165726, 0.04340064525604248, 0.04585111886262894, 0.04830159619450569, 0.050752073526382446, 0.0532025471329689, 0.05565302446484566, 0.05810350179672241, 0.06055397912859917, 0.06300445646047592, 0.06545493006706238, 0.06790540367364883, 0.07035588473081589, 0.07280635833740234, 0.0752568319439888, 0.07770731300115585, 0.08015778660774231, 0.08260826021432877, 0.08505874127149582, 0.08750921487808228, 0.08995968848466873, 0.09241016954183578, 0.09486064314842224, 0.0973111167550087, 0.09976159781217575, 0.10221207141876221, 0.10466254502534866, 0.10711302608251572, 0.10956349968910217, 0.11201398074626923, 0.11446445435285568, 0.11691492795944214, 0.11936540901660919, 0.12181588262319565, 0.1242663562297821, 0.12671683728694916, 0.12916730344295502, 0.13161778450012207, 0.13406826555728912, 0.13651873171329498, 0.13896921277046204, 0.1414196938276291]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 6.0, 12.0, 25.0, 37.0, 83.0, 124.0, 226.0, 493.0, 994.0, 2171.0, 8932.0, 3231.0, 1048.0, 374.0, 202.0, 114.0, 106.0, 39.0, 37.0, 12.0, 6.0, 5.0, 1.0, 10.0, 26.0, 4.0, 9.0, 5.0, 7.0, 6.0, 10.0, 11.0, 0.0, 0.0, 0.0, 0.0, 6.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 6.0, 15.0, 7.0, 10.0, 7.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 9.0], "bins": [-0.010383016429841518, -0.009504544548690319, -0.00862607266753912, -0.00774760078638792, -0.006869128905236721, -0.005990657489746809, -0.00511218560859561, -0.00423371372744441, -0.003355241846293211, -0.0024767699651420116, -0.0015982982004061341, -0.0007198263774625957, 0.00015864544548094273, 0.001037117326632142, 0.0019155890913680196, 0.002794060856103897, 0.0036725327372550964, 0.004551004618406296, 0.005429476499557495, 0.0063079483807086945, 0.007186420261859894, 0.008064892143011093, 0.008943364024162292, 0.009821835905313492, 0.010700307786464691, 0.011578778736293316, 0.012457250617444515, 0.013335722498595715, 0.014214194379746914, 0.015092666260898113, 0.015971139073371887, 0.016849610954523087, 0.017728082835674286, 0.018606552854180336, 0.019485024735331535, 0.020363496616482735, 0.021241968497633934, 0.022120440378785133, 0.022998912259936333, 0.023877384141087532, 0.02475585602223873, 0.02563432790338993, 0.02651279978454113, 0.02739127166569233, 0.02826974354684353, 0.029148215427994728, 0.030026687309145927, 0.030905159190297127, 0.031783632934093475, 0.032662101089954376, 0.033540572971105576, 0.034419044852256775, 0.035297516733407974, 0.036175988614559174, 0.03705446049571037, 0.03793293237686157, 0.03881140425801277, 0.03968987613916397, 0.04056834802031517, 0.04144681990146637, 0.04232529178261757, 0.04320376366376877, 0.04408223554491997, 0.04496070742607117, 0.045839179307222366]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 5.0, 2.0, 6.0, 2.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.6616120338439941, -0.6495113372802734, -0.637410581111908, -0.6253098845481873, -0.6132091283798218, -0.6011084318161011, -0.5890076756477356, -0.5769069790840149, -0.5648062825202942, -0.5527055263519287, -0.540604829788208, -0.5285040736198425, -0.5164033770561218, -0.5043026804924011, -0.49220192432403564, -0.48010119795799255, -0.46800047159194946, -0.45589977502822876, -0.44379904866218567, -0.4316983222961426, -0.4195975959300995, -0.4074968695640564, -0.3953961431980133, -0.3832954466342926, -0.3711947202682495, -0.3590939939022064, -0.34699326753616333, -0.33489254117012024, -0.32279181480407715, -0.31069111824035645, -0.29859039187431335, -0.28648966550827026, -0.2743889391422272, -0.2622882127761841, -0.250187486410141, -0.2380867749452591, -0.225986048579216, -0.2138853371143341, -0.20178461074829102, -0.18968388438224792, -0.17758315801620483, -0.16548244655132294, -0.15338172018527985, -0.14128099381923676, -0.12918028235435486, -0.11707955598831177, -0.10497883707284927, -0.09287811070680618, -0.08077739179134369, -0.0686766728758812, -0.056575946509838104, -0.04447522759437561, -0.03237450495362282, -0.020273782312870026, -0.008173061534762383, 0.003927660174667835, 0.016028381884098053, 0.028129104524850845, 0.04022982716560364, 0.05233054608106613, 0.06443126499652863, 0.07653199136257172, 0.08863271027803421, 0.1007334366440773, 0.1128341555595398]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 4.0, 1.0, 3.0, 1.0, 0.0, 2.0, 1.0, 3.0, 3.0, 3.0, 3.0, 3.0, 5.0, 4.0, 1.0, 5.0, 6.0, 3.0, 8.0, 10.0, 7.0, 13.0, 15.0, 35.0, 24.0, 16.0, 10.0, 15.0, 14.0, 10.0, 8.0, 5.0, 6.0, 6.0, 6.0, 5.0, 4.0, 3.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.06025436520576477, -0.05873088911175728, -0.057207413017749786, -0.05568394064903259, -0.0541604645550251, -0.05263698846101761, -0.05111351236701012, -0.049590036273002625, -0.04806656390428543, -0.04654308781027794, -0.04501961171627045, -0.043496135622262955, -0.04197265952825546, -0.04044918343424797, -0.03892571106553078, -0.037402234971523285, -0.03587875887751579, -0.0343552827835083, -0.03283180668950081, -0.031308334320783615, -0.029784858226776123, -0.02826138213276863, -0.02673790603876114, -0.025214431807398796, -0.023690955713391304, -0.022167479619383812, -0.02064400538802147, -0.019120529294013977, -0.017597053200006485, -0.016073578968644142, -0.01455010287463665, -0.013026627711951733, -0.011503152549266815, -0.009979677386581898, -0.00845620222389698, -0.006932726129889488, -0.005409250967204571, -0.0038857755716890097, -0.0023623001761734486, -0.0008388247806578875, 0.0006846506148576736, 0.0022081260103732347, 0.003731601405888796, 0.005255077034235001, 0.006778552196919918, 0.008302027359604836, 0.009825503453612328, 0.011348978616297245, 0.012872453778982162, 0.01439592894166708, 0.015919404104351997, 0.01744288019835949, 0.018966354429721832, 0.020489830523729324, 0.022013306617736816, 0.02353678084909916, 0.02506025694310665, 0.026583733037114143, 0.028107207268476486, 0.02963068336248398, 0.03115415945649147, 0.03267763555049896, 0.034201107919216156, 0.03572458401322365, 0.03724806010723114]}, "_runtime": 169.16016840934753, "_timestamp": 1596214493.917451, "_step": 208}
+{"val_accuracy": 0.8239554794520549, "val_loss": 0.455823411135913, "_runtime": 171.13481950759888, "_timestamp": 1596214495.892102, "_step": 209}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: V Confidence: 0.31 Truth: v", "Prediction: 5 Confidence: 1.00 Truth: 5", "Prediction: 2 Confidence: 1.00 Truth: 2", "Prediction: 0 Confidence: 0.58 Truth: 0"]}, "_runtime": 171.40357851982117, "_timestamp": 1596214496.160861, "_step": 210}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 1.0, 3.0, 6.0, 4.0, 6.0, 6.0, 5.0, 3.0, 0.0, 1.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.016305934637784958, -0.01578352227807045, -0.015261109918355942, -0.014738697558641434, -0.014216285198926926, -0.013693871907889843, -0.013171459548175335, -0.012649047188460827, -0.012126634828746319, -0.01160422246903181, -0.011081810109317303, -0.010559397749602795, -0.010036984458565712, -0.009514572098851204, -0.008992159739136696, -0.008469747379422188, -0.00794733501970768, -0.007424922659993172, -0.006902510300278664, -0.006380097474902868, -0.00585768511518836, -0.005335272755473852, -0.004812859930098057, -0.004290447570383549, -0.0037680352106690407, -0.0032456228509545326, -0.002723210258409381, -0.002200797665864229, -0.0016783853061497211, -0.0011559728300198913, -0.0006335603538900614, -0.0001111478777602315, 0.0004112645983695984, 0.0009336770744994283, 0.0014560895506292582, 0.00197850214317441, 0.002500914502888918, 0.003023326862603426, 0.0035457394551485777, 0.004068152047693729, 0.0045905644074082375, 0.0051129767671227455, 0.005635389126837254, 0.006157801952213049, 0.006680214311927557, 0.007202626671642065, 0.00772503949701786, 0.008247451856732368, 0.008769864216446877, 0.009292276576161385, 0.009814688935875893, 0.0103371012955904, 0.010859513655304909, 0.011381926946341991, 0.0119043393060565, 0.012426751665771008, 0.012949164025485516, 0.013471576385200024, 0.013993988744914532, 0.01451640110462904, 0.015038814395666122, 0.01556122675538063, 0.01608363911509514, 0.016606051474809647, 0.017128463834524155]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 4.0, 6.0, 2.0, 8.0, 8.0, 13.0, 13.0, 13.0, 17.0, 27.0, 34.0, 49.0, 76.0, 70.0, 77.0, 175.0, 289.0, 4617.0, 1615.0, 241.0, 159.0, 77.0, 78.0, 53.0, 37.0, 39.0, 21.0, 21.0, 15.0, 17.0, 13.0, 4.0, 4.0, 4.0, 2.0, 4.0, 2.0, 3.0, 0.0, 4.0, 2.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.14597514271736145, -0.14140865206718445, -0.13684216141700745, -0.13227567076683044, -0.12770919501781464, -0.12314270436763763, -0.11857621371746063, -0.11400972306728363, -0.10944323241710663, -0.10487674921751022, -0.10031025856733322, -0.09574376791715622, -0.09117728471755981, -0.08661079406738281, -0.08204430341720581, -0.0774778202176094, -0.0729113295674324, -0.0683448389172554, -0.063778355717659, -0.059211865067481995, -0.05464537441730499, -0.05007888749241829, -0.045512400567531586, -0.040945909917354584, -0.03637942299246788, -0.03181293606758118, -0.027246445417404175, -0.02267995849251747, -0.01811346970498562, -0.013546980917453766, -0.008980493061244488, -0.004414004739373922, 0.00015248358249664307, 0.0047189719043672085, 0.009285460226237774, 0.013851948082447052, 0.018418436869978905, 0.022984925657510757, 0.02755141258239746, 0.03211790323257446, 0.036684390157461166, 0.04125087708234787, 0.04581736773252487, 0.050383854657411575, 0.05495034158229828, 0.05951683223247528, 0.06408332288265228, 0.06864980608224869, 0.07321629673242569, 0.07778278738260269, 0.0823492705821991, 0.0869157612323761, 0.0914822518825531, 0.0960487350821495, 0.10061522573232651, 0.10518171638250351, 0.10974819958209991, 0.11431469023227692, 0.11888118088245392, 0.12344767153263092, 0.12801416218280792, 0.13258063793182373, 0.13714712858200073, 0.14171361923217773, 0.14628010988235474]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 3.0, 1.0, 4.0, 2.0, 2.0, 4.0, 3.0, 2.0, 4.0, 1.0, 7.0, 24.0, 6.0, 5.0, 6.0, 3.0, 3.0, 4.0, 3.0, 1.0, 6.0, 3.0, 3.0, 4.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 2.0], "bins": [-0.003931400366127491, -0.003824852406978607, -0.0037183044478297234, -0.0036117564886808395, -0.003505208296701312, -0.0033986603375524282, -0.0032921123784035444, -0.0031855644192546606, -0.003079016460105777, -0.002972468500956893, -0.0028659203089773655, -0.0027593723498284817, -0.002652824390679598, -0.002546276431530714, -0.00243972847238183, -0.0023331805132329464, -0.0022266325540840626, -0.002120084362104535, -0.0020135364029556513, -0.0019069884438067675, -0.0018004404846578836, -0.001693892409093678, -0.0015873444499447942, -0.0014807964907959104, -0.0013742484152317047, -0.001267700456082821, -0.001161152496933937, -0.0010546045377850533, -0.0009480564622208476, -0.0008415085030719638, -0.000734960485715419, -0.0006284125265665352, -0.0005218645092099905, -0.0004153165209572762, -0.00030876853270456195, -0.00020222051534801722, -9.567252709530294e-05, 1.0875468433368951e-05, 0.00011742346396204084, 0.00022397146676667035, 0.0003305194550193846, 0.0004370674432720989, 0.0005436154315248132, 0.0006501634488813579, 0.0007567114662379026, 0.0008632594253867865, 0.0009698074427433312, 0.001076355460099876, 0.0011829034192487597, 0.0012894513783976436, 0.0013959994539618492, 0.001502547413110733, 0.0016090953722596169, 0.0017156434478238225, 0.0018221914069727063, 0.0019287393661215901, 0.002035287441685796, 0.0021418354008346796, 0.0022483833599835634, 0.0023549313191324472, 0.002461479278281331, 0.0025680274702608585, 0.0026745754294097424, 0.002781123388558626, 0.00288767134770751]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 4.0, 4.0, 3.0, 5.0, 9.0, 11.0, 15.0, 26.0, 18.0, 44.0, 60.0, 76.0, 105.0, 157.0, 217.0, 338.0, 532.0, 813.0, 1253.0, 2068.0, 3846.0, 7546.0, 16469.0, 46998.0, 869519.0, 150449.0, 37974.0, 17065.0, 9050.0, 5220.0, 3235.0, 2047.0, 1362.0, 900.0, 632.0, 423.0, 324.0, 225.0, 167.0, 111.0, 93.0, 50.0, 59.0, 34.0, 25.0, 16.0, 12.0, 12.0, 4.0, 4.0, 2.0, 5.0, 0.0, 3.0, 1.0, 0.0, 2.0, 1.0], "bins": [-0.007785276044160128, -0.007533197291195393, -0.007281119003891945, -0.00702904025092721, -0.006776961963623762, -0.006524883210659027, -0.006272804923355579, -0.006020726170390844, -0.005768647417426109, -0.005516569130122662, -0.0052644903771579266, -0.005012412089854479, -0.004760333336889744, -0.004508255049586296, -0.004256176296621561, -0.004004098009318113, -0.0037520192563533783, -0.003499940736219287, -0.0032478622160851955, -0.002995783695951104, -0.002743705175817013, -0.0024916264228522778, -0.0022395479027181864, -0.001987469382584095, -0.0017353908624500036, -0.0014833123423159122, -0.0012312338221818209, -0.0009791551856324077, -0.0007270766654983163, -0.00047499811626039445, -0.00022291956702247262, 2.9158982215449214e-05, 0.00028123753145337105, 0.0005333160515874624, 0.0007853946299292147, 0.001037473208270967, 0.0012895517284050584, 0.0015416302485391498, 0.001793708885088563, 0.0020457874052226543, 0.0022978659253567457, 0.002549944445490837, 0.0028020229656249285, 0.00305410148575902, 0.003306180238723755, 0.0035582587588578463, 0.0038103372789919376, 0.004062415566295385, 0.00431449431926012, 0.004566573072224855, 0.004818651359528303, 0.005070730112493038, 0.005322808399796486, 0.005574887152761221, 0.005826965440064669, 0.006079044193029404, 0.006331122480332851, 0.0065832012332975864, 0.0068352799862623215, 0.007087358273565769, 0.007339437026530504, 0.007591515313833952, 0.007843594066798687, 0.008095672354102135, 0.008347751572728157]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 4.0, 2.0, 5.0, 7.0, 1.0, 3.0, 10.0, 3.0, 3.0, 4.0, 4.0, 2.0, 1.0, 0.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.034357525408267975, -0.033025749027729034, -0.03169397637248039, -0.0303622018545866, -0.02903042733669281, -0.02769865281879902, -0.026366878300905228, -0.025035103783011436, -0.023703329265117645, -0.022371554747223854, -0.021039780229330063, -0.01970800571143627, -0.01837623119354248, -0.01704445667564869, -0.015712682157754898, -0.014380907639861107, -0.013049133121967316, -0.011717358604073524, -0.010385584086179733, -0.009053809568285942, -0.007722035050392151, -0.00639026053249836, -0.0050584860146045685, -0.0037267114967107773, -0.002394936978816986, -0.0010631624609231949, 0.0002686120569705963, 0.0016003865748643875, 0.0029321610927581787, 0.00426393561065197, 0.005595710128545761, 0.006927484646439552, 0.008259259164333344, 0.009591033682227135, 0.010922808200120926, 0.012254582718014717, 0.013586357235908508, 0.0149181317538023, 0.01624990627169609, 0.017581680789589882, 0.018913455307483673, 0.020245229825377464, 0.021577004343271255, 0.022908778861165047, 0.024240553379058838, 0.02557232789695263, 0.02690410241484642, 0.02823587693274021, 0.029567651450634003, 0.030899425968527794, 0.032231200486421585, 0.03356297314167023, 0.03489474952220917, 0.03622652590274811, 0.03755829855799675, 0.03889007121324539, 0.04022184759378433, 0.04155362397432327, 0.042885396629571915, 0.04421716928482056, 0.0455489456653595, 0.04688072204589844, 0.04821249470114708, 0.04954426735639572, 0.05087604373693466]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 3.0, 2.0, 4.0, 2.0, 3.0, 9.0, 12.0, 15.0, 11.0, 17.0, 23.0, 23.0, 33.0, 44.0, 57.0, 67.0, 95.0, 87.0, 126.0, 217.0, 291.0, 408.0, 574.0, 949.0, 1435.0, 2651.0, 6579.0, 1649.0, 938.0, 633.0, 391.0, 294.0, 181.0, 132.0, 115.0, 67.0, 46.0, 24.0, 37.0, 21.0, 25.0, 20.0, 26.0, 9.0, 7.0, 8.0, 3.0, 4.0, 17.0, 20.0, 12.0, 1.0, 0.0, 0.0, 0.0, 1.0, 8.0], "bins": [-0.01781114563345909, -0.01727554015815258, -0.01673993282020092, -0.01620432734489441, -0.01566872000694275, -0.015133114531636238, -0.014597508125007153, -0.014061901718378067, -0.013526295311748981, -0.012990688905119896, -0.01245508249849081, -0.011919476091861725, -0.011383870616555214, -0.010848264209926128, -0.010312657803297043, -0.009777051396667957, -0.009241444990038872, -0.008705838583409786, -0.0081702321767807, -0.0076346262358129025, -0.007099019829183817, -0.006563413422554731, -0.006027807481586933, -0.005492201074957848, -0.004956594668328762, -0.0044209882616996765, -0.0038853820879012346, -0.0033497759141027927, -0.002814169507473707, -0.0022785631008446217, -0.0017429569270461798, -0.001207350636832416, -0.0006717443466186523, -0.00013613805640488863, 0.0003994682338088751, 0.0009350745240226388, 0.0014706808142364025, 0.002006287220865488, 0.00254189339466393, 0.003077499568462372, 0.0036131059750914574, 0.004148712381720543, 0.0046843187883496284, 0.005219924729317427, 0.005755531135946512, 0.006291137542575598, 0.006826743483543396, 0.0073623498901724815, 0.007897956296801567, 0.008433562703430653, 0.008969169110059738, 0.009504775516688824, 0.01004038192331791, 0.01057598739862442, 0.011111593805253506, 0.011647200211882591, 0.012182806618511677, 0.012718413025140762, 0.013254019431769848, 0.013789625838398933, 0.014325231313705444, 0.01486083772033453, 0.015396444126963615, 0.015932051464915276, 0.016467656940221786]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 3.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0], "bins": [-0.2571508288383484, -0.25053757429122925, -0.2439243346452713, -0.23731108009815216, -0.23069782555103302, -0.22408458590507507, -0.21747133135795593, -0.2108580768108368, -0.20424482226371765, -0.1976315826177597, -0.19101832807064056, -0.18440507352352142, -0.17779183387756348, -0.17117857933044434, -0.1645653247833252, -0.15795208513736725, -0.1513388305902481, -0.14472557604312897, -0.13811233639717102, -0.13149908185005188, -0.12488582730293274, -0.1182725802063942, -0.11165933310985565, -0.10504607856273651, -0.09843283146619797, -0.09181958436965942, -0.08520632982254028, -0.07859308272600174, -0.0719798356294632, -0.06536658108234406, -0.05875333398580551, -0.05214008316397667, -0.04552683234214783, -0.038913581520318985, -0.03230033069849014, -0.0256870836019516, -0.019073832780122757, -0.01246058288961649, -0.005847332999110222, 0.0007659168913960457, 0.007379166781902313, 0.01399241667240858, 0.02060566656291485, 0.02721891552209854, 0.03383216634392738, 0.040445417165756226, 0.04705866426229477, 0.05367191508412361, 0.060285165905952454, 0.066898413002491, 0.07351166754961014, 0.08012491464614868, 0.08673816919326782, 0.09335141628980637, 0.09996466338634491, 0.10657791793346405, 0.1131911650300026, 0.11980441212654114, 0.12641766667366028, 0.13303092122077942, 0.13964416086673737, 0.1462574154138565, 0.15287066996097565, 0.1594839096069336, 0.16609716415405273]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 3.0, 1.0, 4.0, 8.0, 3.0, 5.0, 5.0, 6.0, 8.0, 6.0, 7.0, 6.0, 4.0, 11.0, 13.0, 18.0, 17.0, 33.0, 25.0, 18.0, 16.0, 11.0, 4.0, 7.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 8.0, 4.0, 2.0, 2.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 2.0, 1.0, 1.0], "bins": [-0.154704749584198, -0.15001288056373596, -0.14532101154327393, -0.1406291425228119, -0.13593727350234985, -0.131245419383049, -0.12655355036258698, -0.12186168134212494, -0.1171698123216629, -0.11247794330120087, -0.10778607428073883, -0.10309421271085739, -0.09840234369039536, -0.09371047466993332, -0.08901861310005188, -0.08432674407958984, -0.07963487505912781, -0.07494300603866577, -0.07025113701820374, -0.0655592754483223, -0.06086740642786026, -0.056175537407398224, -0.051483672112226486, -0.04679180681705475, -0.04209993779659271, -0.037408068776130676, -0.03271620348095894, -0.02802433632314205, -0.023332469165325165, -0.018640602007508278, -0.013948734849691391, -0.009256867691874504, -0.004565000534057617, 0.00012686662375926971, 0.004818733781576157, 0.009510600939393044, 0.01420246809720993, 0.018894335255026817, 0.023586202412843704, 0.02827806957066059, 0.03296993672847748, 0.037661805748939514, 0.04235367104411125, 0.04704553633928299, 0.051737405359745026, 0.05642927438020706, 0.0611211396753788, 0.06581300497055054, 0.07050487399101257, 0.07519674301147461, 0.07988861203193665, 0.08458047360181808, 0.08927234262228012, 0.09396421164274216, 0.0986560732126236, 0.10334794223308563, 0.10803981125354767, 0.1127316802740097, 0.11742354929447174, 0.12211541086435318, 0.12680727243423462, 0.13149914145469666, 0.1361910104751587, 0.14088287949562073, 0.14557474851608276]}, "_runtime": 171.50315189361572, "_timestamp": 1596214496.2604344, "_step": 211}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 5.0, 2.0, 2.0, 1.0, 4.0, 5.0, 9.0, 5.0, 2.0, 1.0, 2.0, 0.0, 3.0, 4.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.02304905094206333, -0.022520385682582855, -0.021991722285747528, -0.0214630588889122, -0.020934393629431725, -0.020405728369951248, -0.01987706497311592, -0.019348401576280594, -0.018819736316800117, -0.01829107105731964, -0.017762407660484314, -0.017233744263648987, -0.01670507900416851, -0.016176413744688034, -0.015647750347852707, -0.015119086019694805, -0.014590421691536903, -0.014061757363379002, -0.0135330930352211, -0.013004428707063198, -0.012475764378905296, -0.011947100050747395, -0.011418435722589493, -0.010889771394431591, -0.01036110706627369, -0.009832442738115788, -0.009303778409957886, -0.008775114081799984, -0.008246449753642082, -0.0077177854254841805, -0.007189121097326279, -0.006660456769168377, -0.006131792441010475, -0.005603128112852573, -0.005074463784694672, -0.00454579945653677, -0.004017135128378868, -0.0034884708002209663, -0.0029598064720630646, -0.002431142143905163, -0.001902477815747261, -0.0013738134875893593, -0.0008451491594314575, -0.00031648483127355576, 0.000212179496884346, 0.0007408438250422478, 0.0012695081532001495, 0.0017981724813580513, 0.002326836809515953, 0.002855501137673855, 0.0033841654658317566, 0.003912829793989658, 0.00444149412214756, 0.004970158450305462, 0.005498822778463364, 0.006027487106621265, 0.006556151434779167, 0.007084815762937069, 0.007613480091094971, 0.008142144419252872, 0.008670808747410774, 0.009199473075568676, 0.009728137403726578, 0.01025680173188448, 0.010785466060042381]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 4.0, 1.0, 0.0, 1.0, 2.0, 5.0, 5.0, 7.0, 9.0, 14.0, 10.0, 15.0, 29.0, 32.0, 53.0, 58.0, 98.0, 139.0, 185.0, 329.0, 5480.0, 678.0, 258.0, 142.0, 100.0, 95.0, 35.0, 29.0, 35.0, 23.0, 13.0, 8.0, 6.0, 6.0, 5.0, 4.0, 4.0, 3.0, 1.0, 2.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.16339720785617828, -0.15824057161808014, -0.153083935379982, -0.14792729914188385, -0.1427706778049469, -0.13761404156684875, -0.1324574053287506, -0.12730076909065247, -0.12214413285255432, -0.11698749661445618, -0.11183086037635803, -0.10667423158884048, -0.10151759535074234, -0.0963609591126442, -0.09120433032512665, -0.0860476940870285, -0.08089105784893036, -0.07573442161083221, -0.07057778537273407, -0.06542115658521652, -0.06026452034711838, -0.05510788410902023, -0.04995125159621239, -0.04479461908340454, -0.039637982845306396, -0.03448134660720825, -0.029324714094400406, -0.02416807971894741, -0.019011445343494415, -0.01385481096804142, -0.008698176592588425, -0.0035415422171354294, 0.001615092158317566, 0.006771726533770561, 0.011928360909223557, 0.017084995284676552, 0.022241629660129547, 0.027398264035582542, 0.03255489841103554, 0.037711530923843384, 0.04286816716194153, 0.04802480340003967, 0.05318143591284752, 0.058338068425655365, 0.06349470466375351, 0.06865134090185165, 0.0738079696893692, 0.07896460592746735, 0.08412124216556549, 0.08927787840366364, 0.09443451464176178, 0.09959114342927933, 0.10474777966737747, 0.10990441590547562, 0.11506104469299316, 0.12021768093109131, 0.12537431716918945, 0.1305309534072876, 0.13568758964538574, 0.1408442258834839, 0.14600086212158203, 0.15115748345851898, 0.15631411969661713, 0.16147075593471527, 0.16662739217281342]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 6.0, 1.0, 2.0, 1.0, 1.0, 3.0, 4.0, 8.0, 3.0, 4.0, 3.0, 2.0, 25.0, 1.0, 7.0, 3.0, 5.0, 3.0, 1.0, 2.0, 5.0, 1.0, 5.0, 2.0, 2.0, 1.0, 1.0, 0.0, 2.0, 2.0, 0.0, 4.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0026942971162497997, -0.0026043634861707687, -0.0025144298560917377, -0.0024244962260127068, -0.0023345628287643194, -0.0022446291986852884, -0.0021546955686062574, -0.0020647619385272264, -0.0019748283084481955, -0.0018848947947844863, -0.0017949611647054553, -0.0017050275346264243, -0.0016150940209627151, -0.0015251603908836842, -0.0014352267608046532, -0.001345293247140944, -0.001255359617061913, -0.001165425986982882, -0.0010754924733191729, -0.0009855588432401419, -0.0008956252131611109, -0.0008056916412897408, -0.0007157580694183707, -0.0006258244393393397, -0.0005358908674679697, -0.0004459572664927691, -0.0003560236655175686, -0.0002660900936461985, -0.00017615649267099798, -8.622289897175506e-05, 3.710694727487862e-06, 9.364428842673078e-05, 0.0001835778821259737, 0.00027351148310117424, 0.00036344508407637477, 0.00045337865594774485, 0.0005433122860267758, 0.0006332458578981459, 0.000723179429769516, 0.000813113059848547, 0.0009030466317199171, 0.0009929802035912871, 0.0010829138336703181, 0.0011728474637493491, 0.0012627809774130583, 0.0013527146074920893, 0.0014426482375711203, 0.0015325817512348294, 0.0016225153813138604, 0.0017124490113928914, 0.0018023825250566006, 0.0018923161551356316, 0.0019822497852146626, 0.0020721834152936935, 0.0021621170453727245, 0.002252050442621112, 0.002341984072700143, 0.002431917702779174, 0.002521851332858205, 0.002611784962937236, 0.002701718593016267, 0.002791651990264654, 0.002881585620343685, 0.002971519250422716, 0.003061452880501747]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 5.0, 7.0, 17.0, 17.0, 17.0, 38.0, 51.0, 69.0, 92.0, 184.0, 247.0, 400.0, 625.0, 1055.0, 1856.0, 3615.0, 7493.0, 18115.0, 57703.0, 915711.0, 112119.0, 30979.0, 13088.0, 6775.0, 3490.0, 2106.0, 1264.0, 797.0, 526.0, 314.0, 235.0, 191.0, 124.0, 89.0, 56.0, 48.0, 32.0, 23.0, 11.0, 9.0, 10.0, 7.0, 11.0, 5.0, 6.0, 2.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.009366313926875591, -0.009061750955879688, -0.008757187984883785, -0.008452624082565308, -0.008148061111569405, -0.007843498140573502, -0.007538934703916311, -0.007234371732920408, -0.006929808296263218, -0.006625245325267315, -0.006320682354271412, -0.006016118917614222, -0.0057115559466183186, -0.005406992509961128, -0.005102429538965225, -0.004797866102308035, -0.004493303131312132, -0.004188740160316229, -0.0038841767236590385, -0.003579613519832492, -0.003275050316005945, -0.002970487345010042, -0.0026659241411834955, -0.002361360937356949, -0.002056797733530402, -0.0017522345297038555, -0.0014476713258773088, -0.001143108238466084, -0.0008385450346395373, -0.0005339818308129907, -0.0002294186851941049, 7.51444895286113e-05, 0.0003797076642513275, 0.0006842708680778742, 0.0009888340719044209, 0.0012933971593156457, 0.0015979603631421924, 0.001902523566968739, 0.002207086654379964, 0.0025116498582065105, 0.002816213062033057, 0.003120776265859604, 0.0034253394696861506, 0.0037299026735126972, 0.0040344656445086, 0.0043390290811657906, 0.004643592052161694, 0.004948155488818884, 0.005252718459814787, 0.00555728143081069, 0.00586184486746788, 0.006166407838463783, 0.006470971275120974, 0.006775534246116877, 0.007080097682774067, 0.00738466065376997, 0.007689223624765873, 0.007993786595761776, 0.008298350498080254, 0.008602913469076157, 0.00890747644007206, 0.009212039411067963, 0.00951660331338644, 0.009821166284382343, 0.010125729255378246]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 7.0, 4.0, 2.0, 3.0, 0.0, 4.0, 2.0, 1.0, 2.0, 3.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.014726445078849792, -0.014277653768658638, -0.013828862458467484, -0.013380070216953754, -0.0129312789067626, -0.012482487596571445, -0.012033695355057716, -0.011584904044866562, -0.011136112734675407, -0.010687321424484253, -0.010238530114293098, -0.00978973787277937, -0.009340946562588215, -0.00889215525239706, -0.008443363010883331, -0.007994571700692177, -0.007545780390501022, -0.007096989080309868, -0.006648197304457426, -0.006199405528604984, -0.00575061421841383, -0.005301822908222675, -0.0048530311323702335, -0.004404239356517792, -0.003955448046326637, -0.003506656503304839, -0.003057864960283041, -0.002609073417261243, -0.0021602818742394447, -0.0017114903312176466, -0.0012626987881958485, -0.0008139072451740503, -0.0003651157021522522, 8.367584086954594e-05, 0.0005324673838913441, 0.0009812589269131422, 0.0014300504699349403, 0.0018788420129567385, 0.0023276335559785366, 0.0027764250990003347, 0.003225216642022133, 0.003674008185043931, 0.004122799728065729, 0.004571591503918171, 0.005020382814109325, 0.00546917412430048, 0.005917965900152922, 0.0063667576760053635, 0.006815548986196518, 0.007264340296387672, 0.007713132072240114, 0.008161923848092556, 0.00861071515828371, 0.009059506468474865, 0.009508298709988594, 0.009957090020179749, 0.010405881330370903, 0.010854672640562057, 0.011303463950753212, 0.011752256192266941, 0.012201047502458096, 0.01264983881264925, 0.013098631054162979, 0.013547422364354134, 0.013996213674545288]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 2.0, 8.0, 6.0, 9.0, 17.0, 22.0, 24.0, 29.0, 42.0, 56.0, 75.0, 58.0, 91.0, 106.0, 133.0, 161.0, 208.0, 239.0, 328.0, 485.0, 533.0, 734.0, 1150.0, 1707.0, 5447.0, 1668.0, 1224.0, 909.0, 699.0, 492.0, 345.0, 287.0, 237.0, 163.0, 131.0, 132.0, 97.0, 76.0, 63.0, 76.0, 52.0, 36.0, 27.0, 11.0, 6.0, 5.0, 5.0, 5.0, 1.0, 2.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00874504167586565, -0.00846509076654911, -0.008185138925909996, -0.007905188016593456, -0.0076252371072769165, -0.007345285732299089, -0.007065334357321262, -0.006785383448004723, -0.0065054320730268955, -0.0062254806980490685, -0.005945529788732529, -0.005665578413754702, -0.0053856270387768745, -0.005105676129460335, -0.004825724754482508, -0.004545773845165968, -0.004265822470188141, -0.003985871095210314, -0.003705920185893774, -0.003425968810915947, -0.0031460176687687635, -0.00286606652662158, -0.002586115151643753, -0.0023061640094965696, -0.002026212867349386, -0.0017462617252022028, -0.0014663104666396976, -0.0011863592080771923, -0.0009064080659300089, -0.0006264568655751646, -0.0003465056652203202, -6.655446486547589e-05, 0.00021339673548936844, 0.0004933479358442128, 0.0007732991361990571, 0.0010532503947615623, 0.0013332015369087458, 0.0016131526790559292, 0.0018931039376184344, 0.0021730551961809397, 0.002453006338328123, 0.0027329574804753065, 0.00301290862262249, 0.003292859997600317, 0.0035728111397475004, 0.003852762281894684, 0.004132713656872511, 0.004412664566189051, 0.004692615941166878, 0.004972567316144705, 0.005252518225461245, 0.005532469600439072, 0.005812420509755611, 0.0060923718847334385, 0.0063723232597112656, 0.006652274169027805, 0.006932225544005632, 0.0072121769189834595, 0.007492127828299999, 0.007772079203277826, 0.008052030578255653, 0.008331981487572193, 0.008611932396888733, 0.008891884237527847, 0.009171835146844387]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 4.0, 1.0, 1.0, 2.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08098064363002777, -0.07781220227479935, -0.07464376091957092, -0.0714753121137619, -0.06830687075853348, -0.06513842940330505, -0.06196998804807663, -0.05880154296755791, -0.05563310161232948, -0.05246466025710106, -0.049296215176582336, -0.04612777382135391, -0.04295933246612549, -0.039790887385606766, -0.03662244603037834, -0.03345400094985962, -0.030285559594631195, -0.027117116376757622, -0.02394867315888405, -0.020780231803655624, -0.01761178858578205, -0.014443345367908478, -0.011274903081357479, -0.00810646079480648, -0.004938017576932907, -0.0017695748247206211, 0.0013988679274916649, 0.004567310679703951, 0.007735753431916237, 0.01090419664978981, 0.014072638936340809, 0.017241081222891808, 0.02040952444076538, 0.023577967658638954, 0.026746410876512527, 0.02991485223174095, 0.033083297312259674, 0.0362517386674881, 0.03942018002271652, 0.042588625103235245, 0.04575706645846367, 0.04892550781369209, 0.052093952894210815, 0.05526239424943924, 0.058430835604667664, 0.061599280685186386, 0.06476772576570511, 0.06793616712093353, 0.07110460847616196, 0.07427304983139038, 0.0774414911866188, 0.08060993999242783, 0.08377838134765625, 0.08694682270288467, 0.0901152640581131, 0.09328370541334152, 0.09645214676856995, 0.09962059557437897, 0.10278903692960739, 0.10595747828483582, 0.10912591964006424, 0.11229436099529266, 0.11546280980110168, 0.11863125115633011, 0.12179969251155853]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 2.0, 1.0, 3.0, 0.0, 3.0, 2.0, 7.0, 8.0, 9.0, 6.0, 6.0, 6.0, 9.0, 8.0, 5.0, 6.0, 20.0, 29.0, 26.0, 10.0, 14.0, 17.0, 13.0, 13.0, 7.0, 11.0, 3.0, 6.0, 4.0, 3.0, 8.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 3.0], "bins": [-0.06314316391944885, -0.06105537340044975, -0.05896758288145065, -0.05687979236245155, -0.054792001843452454, -0.052704211324453354, -0.050616420805454254, -0.048528630286455154, -0.046440839767456055, -0.044353045523166656, -0.04226525500416756, -0.04017746448516846, -0.03808967396616936, -0.03600188344717026, -0.03391409292817116, -0.03182630240917206, -0.02973851189017296, -0.02765072137117386, -0.02556293085217476, -0.02347514033317566, -0.02138734981417656, -0.01929955743253231, -0.01721176691353321, -0.015123976394534111, -0.013036185875535011, -0.010948395356535912, -0.008860604837536812, -0.0067728133872151375, -0.004685022868216038, -0.0025972321163862944, -0.000509441364556551, 0.0015783493872731924, 0.003666140139102936, 0.0057539306581020355, 0.007841721177101135, 0.00992951262742281, 0.01201730314642191, 0.014105093665421009, 0.016192885115742683, 0.018280675634741783, 0.020368466153740883, 0.022456256672739983, 0.024544047191739082, 0.026631837710738182, 0.02871963009238243, 0.03080742061138153, 0.03289521113038063, 0.03498300164937973, 0.03707079216837883, 0.03915858268737793, 0.04124637320637703, 0.04333416372537613, 0.04542195424437523, 0.04750974476337433, 0.04959753528237343, 0.05168532580137253, 0.053773120045661926, 0.055860910564661026, 0.057948701083660126, 0.060036491602659225, 0.062124282121658325, 0.06421206891536713, 0.06629986315965652, 0.06838764995336533, 0.07047544419765472]}, "_runtime": 172.2828757762909, "_timestamp": 1596214497.0401583, "_step": 212}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 2.0, 5.0, 2.0, 0.0, 2.0, 3.0, 4.0, 0.0, 6.0, 4.0, 5.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 5.0, 4.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011530421674251556, -0.011260156519711018, -0.010989890433847904, -0.010719625279307365, -0.010449360124766827, -0.010179094970226288, -0.009908828884363174, -0.009638563729822636, -0.009368298575282097, -0.009098032489418983, -0.008827767334878445, -0.008557502180337906, -0.008287237025797367, -0.008016970939934254, -0.007746705785393715, -0.007476440630853176, -0.00720617501065135, -0.006935909390449524, -0.006665644235908985, -0.006395378615707159, -0.00612511346116662, -0.005854847840964794, -0.005584582686424255, -0.005314317066222429, -0.005044051446020603, -0.004773786291480064, -0.004503520671278238, -0.0042332555167376995, -0.003962989896535873, -0.003692724509164691, -0.0034224591217935085, -0.003152193734422326, -0.0028819283470511436, -0.002611662959679961, -0.0023413975723087788, -0.0020711321849375963, -0.001800866681151092, -0.0015306012937799096, -0.0012603357899934053, -0.000990070402622223, -0.0007198050152510405, -0.00044953959877602756, -0.00017927418230101466, 9.099123417399824e-05, 0.00036125665064901114, 0.0006315220380201936, 0.0009017874835990369, 0.0011720529291778803, 0.0014423183165490627, 0.0017125837039202452, 0.0019828490912914276, 0.00225311447866261, 0.0025233798660337925, 0.0027936454862356186, 0.003063910873606801, 0.0033341762609779835, 0.003604441648349166, 0.0038747070357203484, 0.0041449726559221745, 0.004415237810462713, 0.004685503430664539, 0.004955768585205078, 0.005226034205406904, 0.005496299359947443, 0.005766564980149269]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 3.0, 1.0, 1.0, 0.0, 3.0, 3.0, 3.0, 3.0, 5.0, 5.0, 9.0, 4.0, 11.0, 13.0, 20.0, 22.0, 33.0, 37.0, 56.0, 70.0, 97.0, 104.0, 205.0, 348.0, 5462.0, 612.0, 253.0, 149.0, 91.0, 78.0, 53.0, 34.0, 27.0, 29.0, 16.0, 18.0, 7.0, 6.0, 8.0, 7.0, 4.0, 3.0, 1.0, 6.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.10700969398021698, -0.1036279946565628, -0.10024628788232803, -0.09686458855867386, -0.09348288178443909, -0.09010118246078491, -0.08671948313713074, -0.08333777636289597, -0.07995607703924179, -0.07657437771558762, -0.07319267094135284, -0.06981097161769867, -0.0664292722940445, -0.06304756551980972, -0.05966586619615555, -0.056284163147211075, -0.0529024600982666, -0.04952075704932213, -0.046139054000377655, -0.04275735467672348, -0.03937565162777901, -0.035993948578834534, -0.03261224925518036, -0.029230546206235886, -0.025848843157291412, -0.02246714010834694, -0.019085438922047615, -0.01570373773574829, -0.012322034686803818, -0.008940332569181919, -0.0055586304515600204, -0.002176928333938122, 0.0012047737836837769, 0.0045864759013056755, 0.007968178018927574, 0.011349880136549473, 0.014731582254171371, 0.018113285303115845, 0.02149498648941517, 0.024876687675714493, 0.028258390724658966, 0.03164009377360344, 0.03502179682254791, 0.03840349614620209, 0.04178519919514656, 0.045166902244091034, 0.04854860156774521, 0.05193030461668968, 0.055312007665634155, 0.05869371071457863, 0.0620754137635231, 0.06545711308717728, 0.06883881986141205, 0.07222051918506622, 0.0756022185087204, 0.07898392528295517, 0.08236562460660934, 0.08574732393026352, 0.08912903070449829, 0.09251073002815247, 0.09589242935180664, 0.09927413612604141, 0.10265583544969559, 0.10603754222393036, 0.10941924154758453]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 8.0, 4.0, 8.0, 4.0, 3.0, 5.0, 0.0, 1.0, 4.0, 23.0, 4.0, 3.0, 7.0, 5.0, 4.0, 3.0, 1.0, 1.0, 4.0, 3.0, 1.0, 1.0, 4.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.0029139460530132055, -0.002830422017723322, -0.0027468979824334383, -0.0026633739471435547, -0.002579849911853671, -0.0024963258765637875, -0.002412801841273904, -0.0023292778059840202, -0.0022457537706941366, -0.002162229735404253, -0.0020787057001143694, -0.0019951816648244858, -0.0019116576295346022, -0.0018281335942447186, -0.001744609558954835, -0.0016610855236649513, -0.0015775614883750677, -0.001494037453085184, -0.0014105134177953005, -0.0013269893825054169, -0.0012434653472155333, -0.0011599413119256496, -0.001076417276635766, -0.0009928932413458824, -0.0009093692060559988, -0.0008258451707661152, -0.0007423211354762316, -0.000658797100186348, -0.0005752730648964643, -0.0004917490296065807, -0.0004082249943166971, -0.0003247009590268135, -0.0002411769237369299, -0.00015765288844704628, -7.412885315716267e-05, 9.395182132720947e-06, 9.291921742260456e-05, 0.00017644325271248817, 0.0002599672880023718, 0.0003434913232922554, 0.000427015358582139, 0.0005105393938720226, 0.0005940634291619062, 0.0006775874644517899, 0.0007611114997416735, 0.0008446355350315571, 0.0009281595703214407, 0.0010116836056113243, 0.001095207640901208, 0.0011787316761910915, 0.0012622557114809752, 0.0013457797467708588, 0.0014293037820607424, 0.001512827817350626, 0.0015963518526405096, 0.0016798758879303932, 0.0017633999232202768, 0.0018469239585101604, 0.001930447993800044, 0.0020139720290899277, 0.0020974960643798113, 0.002181020099669695, 0.0022645441349595785, 0.002348068170249462, 0.0024315922055393457]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 3.0, 6.0, 2.0, 9.0, 3.0, 11.0, 9.0, 12.0, 16.0, 32.0, 26.0, 45.0, 72.0, 89.0, 131.0, 230.0, 326.0, 510.0, 862.0, 1532.0, 2927.0, 5741.0, 13407.0, 38697.0, 246701.0, 802925.0, 34362.0, 14343.0, 6923.0, 3835.0, 2178.0, 1319.0, 808.0, 513.0, 346.0, 237.0, 140.0, 88.0, 62.0, 51.0, 45.0, 18.0, 14.0, 8.0, 8.0, 5.0, 2.0, 1.0, 4.0, 6.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008046613074839115, -0.007795573677867651, -0.007544534746557474, -0.00729349534958601, -0.007042456418275833, -0.006791417021304369, -0.006540377624332905, -0.006289338693022728, -0.006038299296051264, -0.0057872598990798, -0.005536220967769623, -0.005285181570798159, -0.0050341421738266945, -0.004783103242516518, -0.0045320638455450535, -0.004281024914234877, -0.0040299855172634125, -0.003778946353122592, -0.0035279071889817715, -0.0032768677920103073, -0.003025828627869487, -0.0027747894637286663, -0.002523750066757202, -0.0022727109026163816, -0.002021671738475561, -0.0017706325743347406, -0.0015195932937785983, -0.001268554013222456, -0.0010175148490816355, -0.0007664756267331541, -0.0005154364043846726, -0.0002643971820361912, -1.3357959687709808e-05, 0.0002376812626607716, 0.000488720485009253, 0.0007397597073577344, 0.0009907989297062159, 0.0012418380938470364, 0.0014928773744031787, 0.001743916654959321, 0.0019949558191001415, 0.002245994983240962, 0.0024970341473817825, 0.0027480735443532467, 0.002999112708494067, 0.0032501518726348877, 0.003501191269606352, 0.0037522304337471724, 0.004003269597887993, 0.004254308994859457, 0.004505347926169634, 0.004756387323141098, 0.005007426254451275, 0.005258465651422739, 0.005509505048394203, 0.00576054397970438, 0.006011583376675844, 0.006262622773647308, 0.006513661704957485, 0.006764701101928949, 0.0070157404989004135, 0.00726677943021059, 0.0075178188271820545, 0.007768857758492231, 0.008019897155463696]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 3.0, 5.0, 1.0, 2.0, 3.0, 0.0, 6.0, 2.0, 9.0, 6.0, 2.0, 5.0, 3.0, 1.0, 3.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.03855641186237335, -0.037685494869947433, -0.036814577877521515, -0.035943664610385895, -0.035072747617959976, -0.03420183062553406, -0.03333091363310814, -0.03246000036597252, -0.0315890833735466, -0.030718166381120682, -0.029847249388694763, -0.028976334258913994, -0.028105417266488075, -0.027234502136707306, -0.026363585144281387, -0.025492670014500618, -0.0246217530220747, -0.02375083602964878, -0.02287992089986801, -0.022009003907442093, -0.021138088777661324, -0.020267171785235405, -0.019396256655454636, -0.018525339663028717, -0.0176544226706028, -0.01678350754082203, -0.01591259054839611, -0.015041675418615341, -0.014170758426189423, -0.013299842365086079, -0.012428926303982735, -0.01155801024287939, -0.010687094181776047, -0.009816178120672703, -0.008945262059569359, -0.008074345998466015, -0.007203429471701384, -0.00633251341059804, -0.005461596883833408, -0.004590680822730064, -0.0037197647616267204, -0.0028488487005233765, -0.001977932406589389, -0.001107016229070723, -0.00023610005155205727, 0.0006348161259666085, 0.0015057323034852743, 0.002376648597419262, 0.003247564658522606, 0.00411848071962595, 0.004989396780729294, 0.005860313307493925, 0.006731229368597269, 0.007602145429700613, 0.008473061956465244, 0.009343978017568588, 0.010214894078671932, 0.011085810139775276, 0.01195672620087862, 0.012827642261981964, 0.013698559254407883, 0.014569475315511227, 0.01544039137661457, 0.01631130650639534, 0.01718222349882126]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 5.0, 4.0, 5.0, 5.0, 7.0, 9.0, 3.0, 1.0, 4.0, 4.0, 7.0, 12.0, 19.0, 26.0, 2.0, 5.0, 6.0, 5.0, 7.0, 12.0, 26.0, 36.0, 40.0, 72.0, 61.0, 78.0, 118.0, 178.0, 229.0, 286.0, 397.0, 552.0, 742.0, 1038.0, 1709.0, 5974.0, 2219.0, 1337.0, 956.0, 645.0, 424.0, 286.0, 194.0, 160.0, 131.0, 91.0, 64.0, 47.0, 33.0, 32.0, 15.0, 20.0, 14.0, 23.0, 12.0, 9.0, 10.0, 11.0, 7.0, 5.0], "bins": [-0.012559567578136921, -0.012244069948792458, -0.011928573250770569, -0.011613075621426105, -0.011297578923404217, -0.010982081294059753, -0.010666584596037865, -0.010351086966693401, -0.010035590268671513, -0.00972009263932705, -0.00940459594130516, -0.009089098311960697, -0.008773601613938808, -0.008458103984594345, -0.008142607286572456, -0.007827109657227993, -0.007511612493544817, -0.007196115329861641, -0.006880618166178465, -0.006565121002495289, -0.006249623838812113, -0.005934126675128937, -0.005618629511445761, -0.005303132347762585, -0.004987634718418121, -0.004672137554734945, -0.004356640391051769, -0.004041143227368593, -0.003725646063685417, -0.003410148900002241, -0.003094651736319065, -0.002779154572635889, -0.002463657408952713, -0.002148160245269537, -0.001832663081586361, -0.001517165801487863, -0.001201668637804687, -0.000886171474121511, -0.000570674252230674, -0.00025517705944366753, 6.0320133343338966e-05, 0.00037581732613034546, 0.000691314518917352, 0.001006811740808189, 0.001322308904491365, 0.001637806068174541, 0.001953303348273039, 0.002268800511956215, 0.002584297675639391, 0.002899794839322567, 0.003215292003005743, 0.003530789166688919, 0.003846286330372095, 0.004161783494055271, 0.004477280657738447, 0.004792777821421623, 0.005108275450766087, 0.005423772614449263, 0.005739269778132439, 0.006054766941815615, 0.006370264105498791, 0.006685761269181967, 0.007001258432865143, 0.007316755596548319, 0.007632252760231495]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.07572080940008163, -0.07253499329090118, -0.06934916973114014, -0.06616335362195969, -0.06297753751277924, -0.059791721403598785, -0.056605901569128036, -0.05342008173465729, -0.05023426562547684, -0.04704844951629639, -0.04386262968182564, -0.04067680984735489, -0.03749099373817444, -0.03430517762899399, -0.03111935779452324, -0.02793353982269764, -0.02474772185087204, -0.02156190387904644, -0.01837608590722084, -0.01519026793539524, -0.012004449963569641, -0.008818631991744041, -0.005632814019918442, -0.002446996048092842, 0.0007388219237327576, 0.003924639895558357, 0.007110457867383957, 0.010296275839209557, 0.013482093811035156, 0.016667911782860756, 0.019853729754686356, 0.023039547726511955, 0.026225365698337555, 0.029411183670163155, 0.032597001641988754, 0.0357828214764595, 0.038968637585639954, 0.042154453694820404, 0.04534027352929115, 0.0485260933637619, 0.05171190947294235, 0.0548977255821228, 0.05808354541659355, 0.0612693652510643, 0.06445518136024475, 0.0676409974694252, 0.07082681357860565, 0.0740126371383667, 0.07719845324754715, 0.0803842693567276, 0.08357009291648865, 0.0867559090256691, 0.08994172513484955, 0.09312754124403, 0.09631335735321045, 0.0994991809129715, 0.10268499702215195, 0.1058708131313324, 0.10905663669109344, 0.1122424528002739, 0.11542826890945435, 0.1186140850186348, 0.12179990112781525, 0.1249857246875763, 0.12817153334617615]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 2.0, 1.0, 0.0, 2.0, 0.0, 3.0, 5.0, 3.0, 1.0, 2.0, 2.0, 4.0, 1.0, 2.0, 3.0, 4.0, 5.0, 5.0, 5.0, 6.0, 9.0, 9.0, 9.0, 42.0, 11.0, 12.0, 10.0, 11.0, 20.0, 10.0, 12.0, 13.0, 13.0, 6.0, 2.0, 1.0, 5.0, 3.0, 3.0, 0.0, 1.0, 4.0, 2.0, 0.0, 0.0, 3.0, 1.0, 1.0, 2.0, 3.0, 1.0, 1.0, 0.0, 3.0, 1.0, 1.0, 1.0], "bins": [-0.04127688705921173, -0.039937250316143036, -0.03859761729836464, -0.037257980555295944, -0.03591834381222725, -0.03457871079444885, -0.03323907405138016, -0.03189943730831146, -0.030559802427887917, -0.02922016754746437, -0.027880530804395676, -0.02654089592397213, -0.025201261043548584, -0.02386162430047989, -0.022521989420056343, -0.021182352676987648, -0.019842717796564102, -0.018503082916140556, -0.01716344617307186, -0.015823811292648315, -0.014484175480902195, -0.013144539669156075, -0.011804904788732529, -0.010465268976986408, -0.009125633165240288, -0.007785997353494167, -0.006446362007409334, -0.005106726661324501, -0.0037670908495783806, -0.002427455270662904, -0.001087819691747427, 0.0002518158871680498, 0.0015914514660835266, 0.0029310870449990034, 0.00427072262391448, 0.005610357969999313, 0.006949993781745434, 0.008289629593491554, 0.0096292644739151, 0.01096890028566122, 0.012308536097407341, 0.013648171909153461, 0.014987807720899582, 0.016327442601323128, 0.017667077481746674, 0.01900671422481537, 0.020346349105238914, 0.02168598584830761, 0.023025620728731155, 0.0243652556091547, 0.025704892352223396, 0.027044527232646942, 0.028384163975715637, 0.029723798856139183, 0.03106343373656273, 0.032403070479631424, 0.03374270349740982, 0.035082340240478516, 0.03642197698354721, 0.037761613726615906, 0.0391012467443943, 0.040440883487463, 0.04178052023053169, 0.04312015324831009, 0.044459789991378784]}, "_runtime": 173.07932257652283, "_timestamp": 1596214497.836605, "_step": 213}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 2.0, 0.0, 3.0, 2.0, 3.0, 10.0, 3.0, 5.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.00808246061205864, -0.00784585066139698, -0.007609241176396608, -0.007372631225734949, -0.007136021740734577, -0.006899411790072918, -0.006662802305072546, -0.006426192354410887, -0.006189582869410515, -0.005952972918748856, -0.005716362968087196, -0.005479753483086824, -0.005243143532425165, -0.005006534047424793, -0.004769924096763134, -0.004533314611762762, -0.004296704661101103, -0.004060094710439444, -0.0038234852254390717, -0.003586875507608056, -0.0033502657897770405, -0.0031136558391153812, -0.0028770461212843657, -0.00264043640345335, -0.0024038266856223345, -0.002167216967791319, -0.0019306072499603033, -0.001693997415713966, -0.0014573876978829503, -0.0012207779800519347, -0.0009841681458055973, -0.0007475584279745817, -0.0005109487101435661, -0.0002743389632087201, -3.7729216273874044e-05, 0.000198880530660972, 0.00043549027759581804, 0.0006720999954268336, 0.0009087097714655101, 0.0011453195475041866, 0.0013819292653352022, 0.0016185389831662178, 0.0018551487009972334, 0.002091758418828249, 0.0023283683694899082, 0.002564978087320924, 0.0028015878051519394, 0.003038197522982955, 0.0032748072408139706, 0.003511416958644986, 0.0037480266764760017, 0.003984636627137661, 0.004221246112138033, 0.004457856062799692, 0.004694465547800064, 0.004931075498461723, 0.005167685449123383, 0.0054042949341237545, 0.005640904884785414, 0.005877514369785786, 0.006114124320447445, 0.006350733805447817, 0.006587343756109476, 0.006823953241109848, 0.007060563191771507]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 3.0, 1.0, 4.0, 1.0, 8.0, 4.0, 10.0, 9.0, 18.0, 16.0, 14.0, 17.0, 17.0, 38.0, 52.0, 53.0, 67.0, 97.0, 110.0, 191.0, 312.0, 4903.0, 981.0, 312.0, 179.0, 130.0, 91.0, 72.0, 45.0, 45.0, 33.0, 24.0, 15.0, 15.0, 7.0, 7.0, 4.0, 7.0, 4.0, 5.0, 2.0, 2.0, 2.0, 1.0, 0.0, 2.0], "bins": [-0.12545570731163025, -0.12230750918388367, -0.11915931105613708, -0.1160111203789711, -0.11286292225122452, -0.10971472412347794, -0.10656653344631195, -0.10341833531856537, -0.10027013719081879, -0.0971219390630722, -0.09397374093532562, -0.09082555025815964, -0.08767735213041306, -0.08452915400266647, -0.08138096332550049, -0.0782327651977539, -0.07508456707000732, -0.07193636894226074, -0.06878817081451416, -0.06563998013734818, -0.06249178200960159, -0.05934358388185501, -0.05619538947939873, -0.053047195076942444, -0.04989899694919586, -0.04675079882144928, -0.043602604418992996, -0.04045441001653671, -0.03730621188879013, -0.03415801376104355, -0.031009819358587265, -0.027861623093485832, -0.0247134268283844, -0.021565230563282967, -0.018417034298181534, -0.015268838033080101, -0.012120641767978668, -0.008972445502877235, -0.005824249237775803, -0.00267605297267437, 0.000472143292427063, 0.003620339557528496, 0.006768535822629929, 0.009916732087731361, 0.013064928352832794, 0.016213124617934227, 0.01936132088303566, 0.022509517148137093, 0.025657713413238525, 0.028805909678339958, 0.03195410594344139, 0.035102300345897675, 0.03825049847364426, 0.04139869660139084, 0.04454689100384712, 0.047695085406303406, 0.05084328353404999, 0.05399148166179657, 0.05713967606425285, 0.06028787046670914, 0.06343606859445572, 0.0665842667222023, 0.06973245739936829, 0.07288065552711487, 0.07602885365486145]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0, 4.0, 0.0, 3.0, 1.0, 2.0, 3.0, 3.0, 5.0, 3.0, 3.0, 6.0, 7.0, 8.0, 26.0, 6.0, 2.0, 5.0, 4.0, 6.0, 1.0, 2.0, 4.0, 2.0, 0.0, 1.0, 0.0, 1.0, 4.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.003784084925428033, -0.0036476997192949057, -0.003511314280331135, -0.0033749290741980076, -0.0032385438680648804, -0.0031021584291011095, -0.0029657732229679823, -0.002829388016834855, -0.002693002577871084, -0.002556617371737957, -0.00242023216560483, -0.0022838469594717026, -0.0021474615205079317, -0.0020110763143748045, -0.0018746909918263555, -0.0017383057856932282, -0.0016019204631447792, -0.0014655351405963302, -0.001329149934463203, -0.001192764611914754, -0.0010563794057816267, -0.0009199940832331777, -0.0007836087606847286, -0.0006472234963439405, -0.0005108382320031524, -0.00037445296766236424, -0.00023806767421774566, -0.00010168239532504231, 3.470288356766105e-05, 0.0001710881624603644, 0.00030747344135306776, 0.00044385873479768634, 0.0005802439991384745, 0.0007166292634792626, 0.0008530145278200507, 0.0009893998503684998, 0.001125785056501627, 0.001262170379050076, 0.001398555701598525, 0.0015349409077316523, 0.0016713262302801013, 0.0018077115528285503, 0.0019440967589616776, 0.0020804819650948048, 0.0022168674040585756, 0.002353252610191703, 0.00248963781632483, 0.002626023255288601, 0.002762408461421728, 0.0028987936675548553, 0.003035179106518626, 0.0031715643126517534, 0.0033079495187848806, 0.0034443349577486515, 0.0035807201638817787, 0.003717105370014906, 0.003853490576148033, 0.00398987578228116, 0.004126261454075575, 0.004262646660208702, 0.004399031866341829, 0.0045354170724749565, 0.004671802278608084, 0.004808187484741211, 0.0049445731565356255]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 3.0, 5.0, 1.0, 4.0, 6.0, 9.0, 5.0, 11.0, 12.0, 16.0, 21.0, 23.0, 31.0, 48.0, 55.0, 100.0, 143.0, 214.0, 381.0, 578.0, 1067.0, 1965.0, 3893.0, 7567.0, 16902.0, 43643.0, 211062.0, 810872.0, 42744.0, 17032.0, 8372.0, 4558.0, 2769.0, 1763.0, 1191.0, 811.0, 564.0, 391.0, 257.0, 166.0, 114.0, 83.0, 57.0, 45.0, 25.0, 20.0, 19.0, 9.0, 3.0, 9.0, 0.0, 2.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.007506731431931257, -0.00725739449262619, -0.007008057087659836, -0.006758720148354769, -0.006509383209049702, -0.006260045804083347, -0.00601070886477828, -0.005761371459811926, -0.005512034520506859, -0.005262697581201792, -0.005013360176235437, -0.00476402323693037, -0.004514685831964016, -0.004265348892658949, -0.004016011953353882, -0.003766674781218171, -0.0035173376090824604, -0.0032680004369467497, -0.003018663264811039, -0.002769326325505972, -0.002519989153370261, -0.0022706519812345505, -0.0020213150419294834, -0.0017719778697937727, -0.001522640697658062, -0.0012733035255223513, -0.0010239664698019624, -0.0007746293558739126, -0.0005252922419458628, -0.00027595512801781297, -2.6618014089763165e-05, 0.00022271909983828664, 0.00047205621376633644, 0.0007213933276943862, 0.000970730441622436, 0.001220067497342825, 0.0014694046694785357, 0.0017187418416142464, 0.0019680787809193134, 0.002217415953055024, 0.002466753125190735, 0.0027160902973264456, 0.0029654274694621563, 0.0032147644087672234, 0.003464101580902934, 0.003713438753038645, 0.003962775692343712, 0.004212113097310066, 0.004461450036615133, 0.0047107869759202, 0.004960124380886555, 0.005209461320191622, 0.005458798259496689, 0.005708135664463043, 0.00595747260376811, 0.006206810008734465, 0.006456146948039532, 0.006705483887344599, 0.006954821292310953, 0.00720415823161602, 0.007453495636582375, 0.007702832575887442, 0.007952169515192509, 0.008201506920158863, 0.008450843393802643]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 2.0, 2.0, 0.0, 3.0, 2.0, 0.0, 8.0, 2.0, 3.0, 3.0, 2.0, 3.0, 2.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.028540033847093582, -0.027846666052937508, -0.027153298258781433, -0.026459932327270508, -0.025766564533114433, -0.02507319673895836, -0.024379830807447433, -0.02368646301329136, -0.022993095219135284, -0.02229972742497921, -0.021606359630823135, -0.02091299369931221, -0.020219625905156136, -0.01952625811100006, -0.018832892179489136, -0.01813952438533306, -0.017446156591176987, -0.016752788797020912, -0.016059421002864838, -0.015366055071353912, -0.014672687277197838, -0.013979319483041763, -0.013285952620208263, -0.012592585757374763, -0.011899217963218689, -0.011205850169062614, -0.010512483306229115, -0.009819116443395615, -0.00912574864923954, -0.008432380855083466, -0.007739013992249966, -0.0070456466637551785, -0.006352279335260391, -0.005658912006765604, -0.004965544678270817, -0.00427217734977603, -0.0035788100212812424, -0.002885442692786455, -0.002192075364291668, -0.0014987080357968807, -0.0008053407073020935, -0.00011197337880730629, 0.0005813939496874809, 0.0012747612781822681, 0.0019681286066770554, 0.0026614959351718426, 0.00335486326366663, 0.004048230592161417, 0.004741597920656204, 0.0054349652491509914, 0.006128332577645779, 0.006821699906140566, 0.007515067234635353, 0.008208435028791428, 0.008901801891624928, 0.009595168754458427, 0.010288536548614502, 0.010981904342770576, 0.011675271205604076, 0.012368638068437576, 0.01306200586259365, 0.013755373656749725, 0.014448740519583225, 0.015142107382416725, 0.0158354751765728]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 4.0, 7.0, 6.0, 3.0, 9.0, 11.0, 14.0, 25.0, 37.0, 27.0, 23.0, 28.0, 21.0, 34.0, 38.0, 47.0, 61.0, 46.0, 55.0, 73.0, 91.0, 102.0, 120.0, 160.0, 228.0, 272.0, 331.0, 460.0, 547.0, 769.0, 1107.0, 1749.0, 5357.0, 1659.0, 1053.0, 828.0, 668.0, 497.0, 388.0, 297.0, 236.0, 186.0, 148.0, 130.0, 96.0, 78.0, 62.0, 58.0, 34.0, 46.0, 20.0, 17.0, 12.0, 14.0, 8.0, 6.0, 10.0, 6.0, 5.0, 1.0, 1.0, 0.0, 4.0], "bins": [-0.009096205234527588, -0.008823703974485397, -0.008551201783120632, -0.008278700523078442, -0.008006198331713676, -0.007733697071671486, -0.007461195345968008, -0.00718869362026453, -0.006916191894561052, -0.0066436901688575745, -0.006371188443154097, -0.006098686717450619, -0.005826185457408428, -0.00555368373170495, -0.0052811820060014725, -0.005008680280297995, -0.004736178554594517, -0.004463676828891039, -0.004191175103187561, -0.003918673377484083, -0.003646171884611249, -0.003373670158907771, -0.003101168666034937, -0.002828666940331459, -0.002556165214627981, -0.0022836634889245033, -0.0020111617632210255, -0.0017386602703481913, -0.0014661585446447134, -0.0011936568189412355, -0.0009211552096530795, -0.0006486535421572626, -0.0003761518746614456, -0.00010365020716562867, 0.00016885146033018827, 0.0004413531278260052, 0.0007138547953218222, 0.0009863565210253, 0.001258858130313456, 0.001531359739601612, 0.00180386146530509, 0.002076363191008568, 0.0023488649167120457, 0.00262136640958488, 0.0028938681352883577, 0.0031663698609918356, 0.00343887135386467, 0.0037113730795681477, 0.0039838748052716255, 0.004256376530975103, 0.004528878256678581, 0.004801379982382059, 0.005073881708085537, 0.0053463829681277275, 0.005618884693831205, 0.005891386419534683, 0.006163888145238161, 0.006436389870941639, 0.006708891596645117, 0.006981393322348595, 0.007253894582390785, 0.007526396308094263, 0.007798898033797741, 0.008071400225162506, 0.008343901485204697]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 3.0, 2.0, 0.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.05241648852825165, -0.04995732754468918, -0.04749816656112671, -0.04503900557756424, -0.04257984459400177, -0.0401206836104393, -0.03766152262687683, -0.03520236164331436, -0.03274320065975189, -0.030284039676189423, -0.027824878692626953, -0.025365717709064484, -0.022906556725502014, -0.020447395741939545, -0.017988234758377075, -0.015529073774814606, -0.013069912791252136, -0.010610751807689667, -0.008151590824127197, -0.005692429840564728, -0.0032332688570022583, -0.0007741078734397888, 0.0016850531101226807, 0.00414421409368515, 0.00660337507724762, 0.009062536060810089, 0.011521697044372559, 0.013980858027935028, 0.016440019011497498, 0.018899179995059967, 0.021358340978622437, 0.023817501962184906, 0.026276662945747375, 0.028735823929309845, 0.031194984912872314, 0.033654145896434784, 0.03611330687999725, 0.03857246786355972, 0.04103162884712219, 0.04349078983068466, 0.04594995081424713, 0.0484091117978096, 0.05086827278137207, 0.05332743376493454, 0.05578659474849701, 0.05824575573205948, 0.06070491671562195, 0.06316407769918442, 0.06562323868274689, 0.06808239966630936, 0.07054156064987183, 0.0730007216334343, 0.07545988261699677, 0.07791904360055923, 0.0803782045841217, 0.08283736556768417, 0.08529652655124664, 0.08775568753480911, 0.09021484851837158, 0.09267400950193405, 0.09513317048549652, 0.09759233146905899, 0.10005149245262146, 0.10251065343618393, 0.1049698144197464]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 3.0, 2.0, 4.0, 2.0, 9.0, 5.0, 10.0, 10.0, 9.0, 6.0, 12.0, 10.0, 8.0, 16.0, 37.0, 22.0, 21.0, 12.0, 13.0, 13.0, 5.0, 5.0, 3.0, 3.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 3.0, 3.0, 2.0, 3.0, 3.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.04667450487613678, -0.04459522292017937, -0.042515940964221954, -0.04043666273355484, -0.03835738077759743, -0.036278098821640015, -0.0341988205909729, -0.03211953863501549, -0.030040256679058075, -0.027960974723100662, -0.0258816946297884, -0.023802414536476135, -0.021723132580518723, -0.01964385062456131, -0.017564570531249046, -0.015485289506614208, -0.01340600848197937, -0.011326727457344532, -0.009247446432709694, -0.007168165408074856, -0.005088884383440018, -0.0030096033588051796, -0.0009303223341703415, 0.0011489586904644966, 0.0032282397150993347, 0.005307520739734173, 0.007386801764369011, 0.009466082789003849, 0.011545363813638687, 0.013624644838273525, 0.015703925862908363, 0.017783205956220627, 0.01986248791217804, 0.021941769868135452, 0.024021049961447716, 0.02610033005475998, 0.028179612010717392, 0.030258893966674805, 0.03233817219734192, 0.03441745415329933, 0.036496736109256744, 0.03857601806521416, 0.04065530002117157, 0.042734578251838684, 0.0448138602077961, 0.04689314216375351, 0.048972420394420624, 0.051051702350378036, 0.05313098430633545, 0.05521026626229286, 0.057289548218250275, 0.05936882644891739, 0.0614481084048748, 0.06352739036083221, 0.06560666859149933, 0.06768595427274704, 0.06976523250341415, 0.07184451073408127, 0.07392379641532898, 0.0760030746459961, 0.07808235287666321, 0.08016163855791092, 0.08224091678857803, 0.08432020246982574, 0.08639948070049286]}, "_runtime": 173.84593415260315, "_timestamp": 1596214498.6032166, "_step": 214}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 2.0, 3.0, 2.0, 5.0, 4.0, 3.0, 3.0, 4.0, 2.0, 3.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010458182543516159, -0.010137339122593403, -0.009816495701670647, -0.00949565228074789, -0.009174808859825134, -0.008853965438902378, -0.008533122017979622, -0.008212278597056866, -0.00789143517613411, -0.007570592220872641, -0.007249748799949884, -0.006928905379027128, -0.006608061958104372, -0.006287218537181616, -0.00596637511625886, -0.0056455316953361034, -0.005324688274413347, -0.005003844853490591, -0.004683001432567835, -0.004362158011645079, -0.0040413145907223225, -0.00372047140263021, -0.0033996279817074537, -0.0030787845607846975, -0.0027579411398619413, -0.002437097718939185, -0.002116254298016429, -0.0017954109935089946, -0.0014745675725862384, -0.0011537241516634822, -0.0008328807889483869, -0.0005120374262332916, -0.00019119400531053543, 0.0001296493865083903, 0.00045049277832731605, 0.0007713361410424113, 0.0010921795619651675, 0.0014130229828879237, 0.001733866287395358, 0.0020547097083181143, 0.0023755531292408705, 0.0026963965501636267, 0.003017239971086383, 0.003338083392009139, 0.0036589265801012516, 0.003979770001024008, 0.004300613421946764, 0.00462145684286952, 0.004942300263792276, 0.005263143684715033, 0.005583987105637789, 0.005904830526560545, 0.006225673947483301, 0.006546517368406057, 0.0068673607893288136, 0.00718820421025157, 0.007509047165513039, 0.007829890586435795, 0.008150734007358551, 0.008471577428281307, 0.008792420849204063, 0.00911326427012682, 0.009434107691049576, 0.009754951111972332, 0.010075794532895088]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 4.0, 3.0, 3.0, 6.0, 3.0, 7.0, 11.0, 9.0, 15.0, 14.0, 22.0, 22.0, 45.0, 41.0, 60.0, 110.0, 167.0, 276.0, 574.0, 5506.0, 410.0, 206.0, 126.0, 69.0, 37.0, 36.0, 31.0, 22.0, 19.0, 18.0, 9.0, 11.0, 9.0, 5.0, 6.0, 4.0, 1.0, 4.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.16715732216835022, -0.16254469752311707, -0.1579320728778839, -0.15331944823265076, -0.1487068235874176, -0.14409419894218445, -0.1394815742969513, -0.13486894965171814, -0.13025632500648499, -0.12564368546009064, -0.12103106826543808, -0.11641844362020493, -0.11180581152439117, -0.10719318687915802, -0.10258056223392487, -0.09796793758869171, -0.09335531294345856, -0.0887426882982254, -0.08413006365299225, -0.0795174390077591, -0.07490481436252594, -0.07029218226671219, -0.06567955762147903, -0.06106693297624588, -0.056454308331012726, -0.05184168368577957, -0.04722905904054642, -0.042616430670022964, -0.03800380602478981, -0.033391181379556656, -0.028778554871678352, -0.02416592836380005, -0.019553303718566895, -0.014940678142011166, -0.010328052565455437, -0.005715426988899708, -0.0011028014123439789, 0.00350982416421175, 0.008122449740767479, 0.012735075317323208, 0.017347700893878937, 0.02196032553911209, 0.026572952046990395, 0.031185578554868698, 0.03579820320010185, 0.04041082784533501, 0.04502345621585846, 0.049636080861091614, 0.05424870550632477, 0.05886133015155792, 0.06347395479679108, 0.06808657944202423, 0.07269920408725739, 0.07731183618307114, 0.08192446082830429, 0.08653708547353745, 0.0911497101187706, 0.09576233476400375, 0.10037495940923691, 0.10498758405447006, 0.10960021615028381, 0.11421284079551697, 0.11882546544075012, 0.12343809008598328, 0.12805071473121643]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 2.0, 2.0, 4.0, 2.0, 1.0, 3.0, 7.0, 7.0, 6.0, 5.0, 27.0, 5.0, 5.0, 5.0, 4.0, 4.0, 4.0, 1.0, 3.0, 3.0, 4.0, 3.0, 0.0, 1.0, 0.0, 1.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0026047092396765947, -0.002491170074790716, -0.002377630677074194, -0.0022640915121883154, -0.002150552347302437, -0.0020370131824165583, -0.0019234739011153579, -0.0018099346198141575, -0.001696395454928279, -0.0015828562900424004, -0.0014693170087412, -0.0013557777274399996, -0.001242238562554121, -0.0011286993976682425, -0.001015160116367042, -0.0009016208932735026, -0.0007880816701799631, -0.0006745424470864236, -0.0005610032239928842, -0.0004474640008993447, -0.0003339247778058052, -0.00022038555471226573, -0.00010684633161872625, 6.692891474813223e-06, 0.0001202321145683527, 0.00023377133766189218, 0.00034731056075543165, 0.00046084978384897113, 0.0005743890069425106, 0.0006879282300360501, 0.0008014674531295896, 0.000915006676223129, 0.0010285458993166685, 0.001142085064202547, 0.0012556243455037475, 0.0013691636268049479, 0.0014827027916908264, 0.001596241956576705, 0.0017097812378779054, 0.0018233205191791058, 0.0019368596840649843, 0.002050398848950863, 0.002163938246667385, 0.0022774774115532637, 0.0023910165764391422, 0.002504555741325021, 0.0026180949062108994, 0.0027316343039274216, 0.0028451734688133, 0.0029587126336991787, 0.003072252031415701, 0.0031857911963015795, 0.003299330361187458, 0.0034128695260733366, 0.003526408690959215, 0.0036399480886757374, 0.003753487253561616, 0.0038670264184474945, 0.003980565816164017, 0.004094104748219252, 0.004207644145935774, 0.004321183543652296, 0.004434722475707531, 0.004548261873424053, 0.004661801271140575]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 2.0, 4.0, 4.0, 5.0, 6.0, 4.0, 12.0, 11.0, 9.0, 23.0, 28.0, 44.0, 64.0, 77.0, 91.0, 147.0, 180.0, 258.0, 401.0, 594.0, 1015.0, 1897.0, 3411.0, 6546.0, 14655.0, 38157.0, 156525.0, 851760.0, 57182.0, 22248.0, 10710.0, 5550.0, 3063.0, 1881.0, 1065.0, 662.0, 444.0, 295.0, 182.0, 140.0, 94.0, 65.0, 37.0, 27.0, 21.0, 6.0, 16.0, 12.0, 4.0, 2.0, 4.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.006875662133097649, -0.006648063659667969, -0.006420465651899576, -0.006192867178469896, -0.005965269170701504, -0.005737670697271824, -0.005510072223842144, -0.0052824742160737514, -0.005054875742644072, -0.004827277269214392, -0.004599679261445999, -0.004372080788016319, -0.004144482314586639, -0.003916884306818247, -0.003689285833388567, -0.0034616875927895308, -0.0032340893521904945, -0.0030064911115914583, -0.002778892870992422, -0.0025512943975627422, -0.002323696156963706, -0.00209609791636467, -0.0018684995593503118, -0.0016409012023359537, -0.0014133029617369175, -0.0011857047211378813, -0.0009581063641235232, -0.0007305080653168261, -0.000502909766510129, -0.00027531146770343184, -4.7713168896734715e-05, 0.00017988512990996242, 0.00040748342871665955, 0.0006350817275233567, 0.0008626800263300538, 0.0010902783833444118, 0.001317876623943448, 0.0015454748645424843, 0.0017730732215568423, 0.0020006715785712004, 0.0022282698191702366, 0.002455868059769273, 0.002683466300368309, 0.002911064773797989, 0.003138663014397025, 0.0033662612549960613, 0.003593859728425741, 0.0038214579690247774, 0.004049056209623814, 0.0042766546830534935, 0.004504252690821886, 0.004731851164251566, 0.0049594491720199585, 0.005187047645449638, 0.005414646118879318, 0.005642244126647711, 0.005869842600077391, 0.0060974410735070705, 0.006325039081275463, 0.006552637554705143, 0.006780236028134823, 0.007007834035903215, 0.007235432509332895, 0.007463030517101288, 0.007690628990530968]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 3.0, 2.0, 4.0, 1.0, 3.0, 1.0, 1.0, 1.0, 6.0, 10.0, 5.0, 3.0, 2.0, 3.0, 1.0, 0.0, 3.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.028369206935167313, -0.027716277167201042, -0.02706334739923477, -0.0264104176312685, -0.02575748972594738, -0.02510455995798111, -0.02445163019001484, -0.02379870042204857, -0.0231457706540823, -0.022492840886116028, -0.021839912980794907, -0.021186983212828636, -0.020534053444862366, -0.019881123676896095, -0.019228193908929825, -0.018575264140963554, -0.017922334372997284, -0.017269406467676163, -0.016616476699709892, -0.015963546931743622, -0.015310617163777351, -0.014657688327133656, -0.014004758559167385, -0.013351828791201115, -0.012698899954557419, -0.012045970186591148, -0.011393040418624878, -0.010740110650658607, -0.010087181814014912, -0.009434252046048641, -0.00878132227808237, -0.008128393441438675, -0.0074754636734724045, -0.006822534371167421, -0.006169604603201151, -0.005516675300896168, -0.004863745532929897, -0.004210816230624914, -0.003557886928319931, -0.0029049573931843042, -0.0022520278580486774, -0.0015990983229130507, -0.0009461689041927457, -0.0002932394272647798, 0.0003596900496631861, 0.0010126195847988129, 0.0016655490035191178, 0.002318478422239423, 0.0029714079573750496, 0.0036243374925106764, 0.004277267027646303, 0.004930196329951286, 0.005583126097917557, 0.00623605540022254, 0.006888984702527523, 0.0075419144704937935, 0.00819484330713749, 0.00884777307510376, 0.00950070284307003, 0.0101536326110363, 0.010806561447679996, 0.011459491215646267, 0.012112420983612537, 0.012765349820256233, 0.013418279588222504]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [6.0, 2.0, 1.0, 0.0, 1.0, 1.0, 3.0, 14.0, 24.0, 11.0, 13.0, 6.0, 8.0, 11.0, 21.0, 23.0, 27.0, 31.0, 24.0, 27.0, 38.0, 53.0, 72.0, 91.0, 126.0, 168.0, 207.0, 280.0, 409.0, 620.0, 740.0, 1166.0, 1629.0, 2614.0, 5172.0, 1337.0, 940.0, 668.0, 433.0, 350.0, 286.0, 193.0, 145.0, 96.0, 94.0, 66.0, 54.0, 34.0, 24.0, 17.0, 15.0, 6.0, 12.0, 8.0, 3.0, 4.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.009229431860148907, -0.00895831361413002, -0.008687194436788559, -0.008416076190769672, -0.008144957944750786, -0.007873838767409325, -0.007602720521390438, -0.0073316022753715515, -0.007060483563691378, -0.006789364852011204, -0.006518246605992317, -0.006247127894312143, -0.0059760091826319695, -0.005704890936613083, -0.005433772224932909, -0.0051626539789140224, -0.004891535267233849, -0.004620416555553675, -0.004349298309534788, -0.004078179597854614, -0.003807061119005084, -0.003535942640155554, -0.00326482392847538, -0.0029937054496258497, -0.0027225869707763195, -0.0024514684919267893, -0.002180350013077259, -0.0019092313013970852, -0.001638112822547555, -0.0013669943436980247, -0.0010958757484331727, -0.0008247572113759816, -0.0005536386743187904, -0.0002825201372615993, -1.1401600204408169e-05, 0.00025971693685278296, 0.0005308354739099741, 0.0008019540109671652, 0.0010730725480243564, 0.0013441911432892084, 0.0016153096221387386, 0.0018864281009882689, 0.002157546579837799, 0.002428665291517973, 0.002699783770367503, 0.0029709022492170334, 0.0032420209608972073, 0.0035131394397467375, 0.0037842579185962677, 0.004055376630276442, 0.004326494876295328, 0.004597613587975502, 0.004868731833994389, 0.0051398505456745625, 0.005410969257354736, 0.005682087503373623, 0.005953206215053797, 0.006224324926733971, 0.006495443172752857, 0.006766561884433031, 0.007037680596113205, 0.0073087988421320915, 0.007579917553812265, 0.00785103626549244, 0.008122154511511326]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 3.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.03338537737727165, -0.03055323287844658, -0.027721088379621506, -0.024888943880796432, -0.02205679938197136, -0.019224654883146286, -0.016392510384321213, -0.01356036588549614, -0.010728221386671066, -0.007896076887845993, -0.00506393238902092, -0.0022317878901958466, 0.0006003566086292267, 0.0034325011074543, 0.006264645606279373, 0.009096790105104446, 0.01192893460392952, 0.014761079102754593, 0.017593223601579666, 0.02042536810040474, 0.023257512599229813, 0.026089657098054886, 0.02892180159687996, 0.03175394609570503, 0.034586090594530106, 0.03741823509335518, 0.04025037959218025, 0.043082524091005325, 0.0459146685898304, 0.04874681308865547, 0.051578957587480545, 0.05441110208630562, 0.05724324658513069, 0.060075391083955765, 0.06290753185749054, 0.06573967635631561, 0.06857182085514069, 0.07140396535396576, 0.07423610985279083, 0.0770682543516159, 0.07990039885044098, 0.08273254334926605, 0.08556468784809113, 0.0883968323469162, 0.09122897684574127, 0.09406112134456635, 0.09689326584339142, 0.09972541034221649, 0.10255755484104156, 0.10538969933986664, 0.10822184383869171, 0.11105398833751678, 0.11388613283634186, 0.11671827733516693, 0.119550421833992, 0.12238256633281708, 0.12521471083164215, 0.12804685533046722, 0.1308789998292923, 0.13371114432811737, 0.13654328882694244, 0.13937543332576752, 0.1422075778245926, 0.14503972232341766, 0.14787186682224274]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 3.0, 0.0, 3.0, 4.0, 1.0, 4.0, 4.0, 5.0, 4.0, 5.0, 5.0, 5.0, 4.0, 7.0, 12.0, 5.0, 9.0, 9.0, 29.0, 28.0, 12.0, 17.0, 17.0, 11.0, 5.0, 6.0, 8.0, 8.0, 3.0, 7.0, 4.0, 8.0, 7.0, 2.0, 1.0, 1.0, 5.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.026606472209095955, -0.02570948749780655, -0.024812504649162292, -0.023915521800518036, -0.02301853708922863, -0.022121552377939224, -0.021224569529294968, -0.02032758668065071, -0.019430601969361305, -0.0185336172580719, -0.017636634409427643, -0.016739651560783386, -0.01584266684949398, -0.01494568306952715, -0.014048699289560318, -0.013151715509593487, -0.012254731729626656, -0.011357747949659824, -0.010460764169692993, -0.009563780389726162, -0.00866679660975933, -0.0077698128297924995, -0.006872829049825668, -0.005975845269858837, -0.005078861489892006, -0.004181877709925175, -0.0032848939299583435, -0.0023879101499915123, -0.001490926370024681, -0.0005939425900578499, 0.0003030411899089813, 0.0012000249698758125, 0.0020970087498426437, 0.002993992529809475, 0.003890976309776306, 0.004787960089743137, 0.005684943869709969, 0.0065819276496768, 0.007478911429643631, 0.008375895209610462, 0.009272878989577293, 0.010169862769544125, 0.011066846549510956, 0.011963830329477787, 0.012860814109444618, 0.01375779788941145, 0.01465478166937828, 0.015551765449345112, 0.016448749229311943, 0.01734573394060135, 0.018242716789245605, 0.019139699637889862, 0.020036684349179268, 0.020933669060468674, 0.02183065190911293, 0.022727634757757187, 0.023624619469046593, 0.024521604180336, 0.025418587028980255, 0.02631556987762451, 0.027212554588913918, 0.028109539300203323, 0.02900652214884758, 0.029903504997491837, 0.030800489708781242]}, "_runtime": 174.63101053237915, "_timestamp": 1596214499.388293, "_step": 215}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 4.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 3.0, 9.0, 5.0, 1.0, 3.0, 0.0, 1.0, 1.0, 3.0, 0.0, 4.0, 3.0, 3.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.006984494626522064, -0.006701383274048567, -0.006418271921575069, -0.006135160569101572, -0.005852049216628075, -0.005568937864154577, -0.00528582651168108, -0.0050027151592075825, -0.004719603806734085, -0.004436492454260588, -0.00415338110178709, -0.003870269749313593, -0.0035871583968400955, -0.003304047044366598, -0.0030209356918931007, -0.0027378243394196033, -0.002454712986946106, -0.0021716016344726086, -0.0018884902819991112, -0.0016053789295256138, -0.0013222675770521164, -0.001039156224578619, -0.0007560448721051216, -0.0004729335196316242, -0.00018982216715812683, 9.328918531537056e-05, 0.00037640053778886795, 0.0006595118902623653, 0.0009426232427358627, 0.0012257345952093601, 0.0015088459476828575, 0.001791957300156355, 0.0020750686526298523, 0.0023581800051033497, 0.002641291357576847, 0.0029244027100503445, 0.003207514062523842, 0.0034906254149973392, 0.0037737367674708366, 0.004056848119944334, 0.004339959472417831, 0.004623070824891329, 0.004906182177364826, 0.005189293529838324, 0.005472404882311821, 0.005755516234785318, 0.006038627587258816, 0.006321738939732313, 0.0066048502922058105, 0.006887961644679308, 0.007171072997152805, 0.007454184349626303, 0.0077372957020998, 0.00802040658891201, 0.008303518407046795, 0.00858663022518158, 0.00886974111199379, 0.009152851998806, 0.009435963816940784, 0.00971907563507557, 0.01000218652188778, 0.01028529740869999, 0.010568409226834774, 0.010851521044969559, 0.011134631931781769]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 4.0, 2.0, 4.0, 2.0, 3.0, 4.0, 5.0, 3.0, 6.0, 10.0, 9.0, 24.0, 22.0, 24.0, 28.0, 45.0, 35.0, 51.0, 66.0, 87.0, 113.0, 127.0, 240.0, 842.0, 5211.0, 256.0, 169.0, 123.0, 90.0, 70.0, 52.0, 37.0, 26.0, 31.0, 18.0, 24.0, 15.0, 16.0, 7.0, 5.0, 4.0, 4.0, 4.0, 2.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1009981632232666, -0.09784300625324249, -0.09468784183263779, -0.09153268486261368, -0.08837752789258957, -0.08522237092256546, -0.08206720650196075, -0.07891204953193665, -0.07575689256191254, -0.07260172814130783, -0.06944657117128372, -0.06629141420125961, -0.0631362572312355, -0.0599810965359211, -0.05682593584060669, -0.05367077887058258, -0.05051561817526817, -0.047360457479953766, -0.04420530050992966, -0.04105013981461525, -0.03789498284459114, -0.03473982214927673, -0.031584665179252625, -0.028429504483938217, -0.02527434565126896, -0.0221191868185997, -0.018964027985930443, -0.015808869153261185, -0.012653709389269352, -0.009498550556600094, -0.006343391258269548, -0.0031882321927696466, -3.307312726974487e-05, 0.003122085938230157, 0.006277245003730059, 0.009432404302060604, 0.012587563134729862, 0.015742722898721695, 0.018897881731390953, 0.02205304056406021, 0.02520819939672947, 0.028363358229398727, 0.031518518924713135, 0.034673675894737244, 0.03782883659005165, 0.04098399356007576, 0.04413915425539017, 0.047294311225414276, 0.050449471920728683, 0.05360463261604309, 0.0567597895860672, 0.05991495028138161, 0.06307011097669601, 0.06622526794672012, 0.06938042491674423, 0.07253558188676834, 0.07569074630737305, 0.07884590327739716, 0.08200106024742126, 0.08515622466802597, 0.08831138163805008, 0.09146653860807419, 0.0946216955780983, 0.097776859998703, 0.10093201696872711]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 2.0, 2.0, 0.0, 2.0, 6.0, 3.0, 1.0, 3.0, 2.0, 4.0, 5.0, 2.0, 1.0, 6.0, 2.0, 4.0, 23.0, 5.0, 4.0, 4.0, 3.0, 3.0, 3.0, 0.0, 1.0, 3.0, 1.0, 2.0, 2.0, 2.0, 3.0, 2.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.0017508493037894368, -0.0016886121593415737, -0.0016263748984783888, -0.0015641377540305257, -0.0015019006095826626, -0.0014396634651347995, -0.0013774263206869364, -0.0013151890598237514, -0.0012529519153758883, -0.0011907147709280252, -0.0011284775100648403, -0.0010662403656169772, -0.0010040032211691141, -0.000941766076721251, -0.000879528874065727, -0.000817291671410203, -0.0007550545269623399, -0.0006928173825144768, -0.0006305801798589528, -0.0005683429772034287, -0.0005061058327555656, -0.0004438686592038721, -0.0003816314856521785, -0.00031939431210048497, -0.0002571571385487914, -0.00019491996499709785, -0.0001326827914454043, -7.044561789371073e-05, -8.208444342017174e-06, 5.4028729209676385e-05, 0.00011626590276136994, 0.0001785030763130635, 0.00024074024986475706, 0.0003029774234164506, 0.0003652145969681442, 0.00042745177051983774, 0.0004896889440715313, 0.0005519260885193944, 0.0006141632911749184, 0.0006764004938304424, 0.0007386376382783055, 0.0008008747827261686, 0.0008631119853816926, 0.0009253491880372167, 0.0009875863324850798, 0.0010498234769329429, 0.001112060621380806, 0.001174297882243991, 0.001236535026691854, 0.001298772171139717, 0.001361009432002902, 0.0014232465764507651, 0.0014854837208986282, 0.0015477208653464913, 0.0016099580097943544, 0.0016721952706575394, 0.0017344324151054025, 0.0017966695595532656, 0.0018589068204164505, 0.0019211439648643136, 0.0019833811093121767, 0.0020456183701753616, 0.002107855398207903, 0.002170092659071088, 0.0022323299199342728]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 1.0, 2.0, 2.0, 5.0, 3.0, 10.0, 16.0, 13.0, 14.0, 34.0, 63.0, 83.0, 152.0, 237.0, 353.0, 564.0, 935.0, 1555.0, 2606.0, 4626.0, 8419.0, 15876.0, 33620.0, 89035.0, 852006.0, 87737.0, 34429.0, 18028.0, 10374.0, 6248.0, 3837.0, 2588.0, 1758.0, 1211.0, 812.0, 580.0, 396.0, 336.0, 219.0, 178.0, 149.0, 117.0, 92.0, 60.0, 54.0, 51.0, 29.0, 33.0, 23.0, 19.0, 12.0, 11.0, 8.0, 4.0, 3.0, 3.0, 5.0, 5.0, 1.0, 0.0, 4.0, 0.0, 1.0], "bins": [-0.0035579486284404993, -0.003418971551582217, -0.0032799947075545788, -0.0031410176306962967, -0.0030020405538380146, -0.0028630634769797325, -0.0027240864001214504, -0.002585109556093812, -0.00244613247923553, -0.002307155402377248, -0.0021681785583496094, -0.0020292014814913273, -0.0018902244046330452, -0.001751247327774763, -0.0016122703673318028, -0.0014732934068888426, -0.0013343163300305605, -0.0011953392531722784, -0.0010563622927293181, -0.000917385274078697, -0.0007784082554280758, -0.0006394312367774546, -0.0005004542181268334, -0.00036147719947621226, -0.0002225001808255911, -8.352316217496991e-05, 5.5453856475651264e-05, 0.00019443087512627244, 0.0003334078937768936, 0.0004723849124275148, 0.000611361931078136, 0.0007503389497287571, 0.0008893159683793783, 0.0010282930452376604, 0.0011672700056806207, 0.001306246966123581, 0.001445224042981863, 0.0015842011198401451, 0.0017231780802831054, 0.0018621550407260656, 0.0020011321175843477, 0.00214010919444263, 0.0022790860384702682, 0.0024180631153285503, 0.0025570401921868324, 0.0026960172690451145, 0.0028349943459033966, 0.002973971189931035, 0.003112948266789317, 0.0032519253436475992, 0.0033909021876752377, 0.0035298792645335197, 0.003668856341391802, 0.003807833418250084, 0.003946810495108366, 0.004085787571966648, 0.004224764183163643, 0.004363741260021925, 0.004502718336880207, 0.004641695413738489, 0.004780672490596771, 0.004919649567455053, 0.005058626644313335, 0.0051976037211716175, 0.0053365807980299]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 3.0, 2.0, 1.0, 1.0, 0.0, 3.0, 1.0, 4.0, 6.0, 2.0, 0.0, 3.0, 4.0, 2.0, 2.0, 3.0, 3.0, 2.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.016112977638840675, -0.015598825179040432, -0.015084672719240189, -0.01457052119076252, -0.014056368730962276, -0.013542216271162033, -0.013028064742684364, -0.012513912282884121, -0.011999759823083878, -0.011485607363283634, -0.01097145490348339, -0.010457303375005722, -0.009943150915205479, -0.009428998455405235, -0.008914846926927567, -0.008400694467127323, -0.00788654200732708, -0.007372389547526836, -0.00685823755338788, -0.006344085559248924, -0.005829933099448681, -0.0053157806396484375, -0.004801628645509481, -0.004287476651370525, -0.003773324191570282, -0.0032591719646006823, -0.0027450197376310825, -0.002230867510661483, -0.001716715283691883, -0.0012025630567222834, -0.0006884108297526836, -0.00017425860278308392, 0.0003398936241865158, 0.0008540458511561155, 0.0013681980781257153, 0.001882350305095315, 0.0023965025320649147, 0.0029106547590345144, 0.003424806986004114, 0.00393895898014307, 0.004453111439943314, 0.004967263899743557, 0.005481415893882513, 0.005995567888021469, 0.0065097203478217125, 0.007023872807621956, 0.007538024801760912, 0.008052176795899868, 0.008566329255700111, 0.009080481715500355, 0.009594634175300598, 0.010108785703778267, 0.01062293816357851, 0.011137090623378754, 0.011651242151856422, 0.012165394611656666, 0.01267954707145691, 0.013193699531257153, 0.013707851991057396, 0.014222003519535065, 0.014736155979335308, 0.015250308439135551, 0.01576445996761322, 0.016278613358736038, 0.016792764887213707]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 7.0, 4.0, 8.0, 12.0, 22.0, 16.0, 27.0, 39.0, 37.0, 51.0, 57.0, 94.0, 119.0, 148.0, 210.0, 271.0, 388.0, 508.0, 676.0, 1039.0, 1589.0, 6033.0, 2215.0, 1338.0, 835.0, 661.0, 493.0, 367.0, 271.0, 203.0, 153.0, 129.0, 87.0, 65.0, 50.0, 45.0, 29.0, 32.0, 14.0, 16.0, 19.0, 14.0, 5.0, 2.0, 7.0, 4.0, 1.0, 3.0, 1.0, 1.0, 3.0, 2.0, 2.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.007209902163594961, -0.006929331459105015, -0.0066487607546150684, -0.006368190515786409, -0.006087619811296463, -0.005807049106806517, -0.00552647840231657, -0.005245907697826624, -0.0049653369933366776, -0.0046847667545080185, -0.004404196050018072, -0.004123625345528126, -0.0038430546410381794, -0.0035624841693788767, -0.0032819134648889303, -0.0030013429932296276, -0.0027207722887396812, -0.002440201584249735, -0.002159631112590432, -0.0018790604081004858, -0.0015984898200258613, -0.0013179192319512367, -0.0010373485274612904, -0.0007567779393866658, -0.0004762073513120413, -0.0001956367341335863, 8.493388304486871e-05, 0.0003655045002233237, 0.0006460751174017787, 0.0009266457054764032, 0.0012072164099663496, 0.0014877869980409741, 0.0017683575861155987, 0.002048928290605545, 0.0023294987622648478, 0.002610069466754794, 0.002890639938414097, 0.003171210642904043, 0.0034517813473939896, 0.0037323518190532923, 0.004012922756373882, 0.004293492995202541, 0.004574063699692488, 0.004854634404182434, 0.0051352051086723804, 0.005415775813162327, 0.005696346051990986, 0.005976916756480932, 0.006257487460970879, 0.006538058165460825, 0.006818628869950771, 0.00709919910877943, 0.007379769813269377, 0.007660340517759323, 0.007940910756587982, 0.008221481926739216, 0.008502052165567875, 0.008782623335719109, 0.009063193574547768, 0.009343763813376427, 0.00962433498352766, 0.00990490522235632, 0.010185476392507553, 0.010466046631336212, 0.010746616870164871]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.07313242554664612, -0.07126154750585556, -0.0693906620144844, -0.06751978397369385, -0.06564890593290329, -0.06377802044153214, -0.06190714240074158, -0.06003626063466072, -0.058165378868579865, -0.05629450082778931, -0.05442361906170845, -0.052552737295627594, -0.050681859254837036, -0.04881097748875618, -0.046940095722675323, -0.045069217681884766, -0.04319833591580391, -0.04132745414972305, -0.039456576108932495, -0.03758569434285164, -0.03571481257677078, -0.033843934535980225, -0.03197305276989937, -0.030102171003818512, -0.028231291100382805, -0.026360411196947098, -0.02448952943086624, -0.022618649527430534, -0.020747769623994827, -0.01887688785791397, -0.017006007954478264, -0.015135127119719982, -0.0132642462849617, -0.011393365450203419, -0.009522484615445137, -0.00765160471200943, -0.005780723877251148, -0.0039098430424928665, -0.002038962673395872, -0.00016808207146823406, 0.001702798530459404, 0.003573679132387042, 0.00544455973431468, 0.0073154401034116745, 0.009186320938169956, 0.011057201772928238, 0.012928081676363945, 0.014798962511122227, 0.01666984334588051, 0.018540723249316216, 0.020411605015397072, 0.02228248491883278, 0.024153366684913635, 0.026024246588349342, 0.02789512649178505, 0.029766008257865906, 0.031636886298656464, 0.03350776806473732, 0.035378649830818176, 0.03724953159689903, 0.03912040963768959, 0.04099129140377045, 0.0428621731698513, 0.04473305121064186, 0.04660393297672272]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 2.0, 0.0, 2.0, 4.0, 0.0, 0.0, 0.0, 1.0, 4.0, 6.0, 1.0, 5.0, 1.0, 2.0, 4.0, 4.0, 4.0, 7.0, 6.0, 15.0, 17.0, 13.0, 18.0, 15.0, 30.0, 14.0, 6.0, 26.0, 14.0, 9.0, 9.0, 5.0, 8.0, 3.0, 5.0, 0.0, 2.0, 4.0, 2.0, 0.0, 5.0, 0.0, 0.0, 2.0, 1.0, 2.0], "bins": [-0.0704277753829956, -0.06875689327716827, -0.06708601117134094, -0.06541512906551361, -0.06374424695968628, -0.06207336485385895, -0.060402482748031616, -0.058731600642204285, -0.05706071853637695, -0.05538984015583992, -0.05371895805001259, -0.05204807594418526, -0.050377193838357925, -0.048706311732530594, -0.04703542962670326, -0.04536454752087593, -0.0436936654150486, -0.04202278330922127, -0.040351901203393936, -0.038681019097566605, -0.03701013699173927, -0.03533925488591194, -0.03366837278008461, -0.03199749067425728, -0.030326610431075096, -0.028655728325247765, -0.026984846219420433, -0.0253139641135931, -0.02364308387041092, -0.021972201764583588, -0.020301319658756256, -0.018630437552928925, -0.016959555447101593, -0.015288673341274261, -0.01361779123544693, -0.011946910060942173, -0.010276027955114841, -0.00860514584928751, -0.006934264209121466, -0.0052633825689554214, -0.00359250046312809, -0.001921618590131402, -0.0002507367171347141, 0.0014201451558619738, 0.0030910270288586617, 0.004761909134685993, 0.006432790774852037, 0.008103672415018082, 0.009774554520845413, 0.011445436626672745, 0.013116318732500076, 0.014787199907004833, 0.01645808294415474, 0.01812896318733692, 0.019799845293164253, 0.021470727398991585, 0.023141609504818916, 0.024812491610646248, 0.02648337371647358, 0.02815425582230091, 0.029825136065483093, 0.031496018171310425, 0.033166900277137756, 0.03483778238296509, 0.03650866448879242]}, "_runtime": 175.4156939983368, "_timestamp": 1596214500.1729765, "_step": 216}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 3.0, 3.0, 1.0, 1.0, 2.0, 4.0, 1.0, 0.0, 4.0, 4.0, 10.0, 1.0, 5.0, 1.0, 1.0, 1.0, 2.0, 6.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012482348829507828, -0.01207394152879715, -0.011665534228086472, -0.011257125996053219, -0.01084871869534254, -0.010440311394631863, -0.01003190316259861, -0.009623495861887932, -0.009215088561177254, -0.008806681260466576, -0.008398273959755898, -0.007989865727722645, -0.007581458427011967, -0.007173051126301289, -0.006764643359929323, -0.006356235593557358, -0.00594782829284668, -0.005539420992136002, -0.005131013225764036, -0.004722605459392071, -0.004314198158681393, -0.003905790625140071, -0.003497383091598749, -0.0030889755580574274, -0.0026805680245161057, -0.002272160490974784, -0.0018637529574334621, -0.0014553454238921404, -0.0010469378903508186, -0.0006385303568094969, -0.00023012282326817513, 0.00017828471027314663, 0.0005866922438144684, 0.0009950997773557901, 0.001403507310897112, 0.0018119148444384336, 0.0022203223779797554, 0.002628729911521077, 0.003037137445062399, 0.0034455449786037207, 0.0038539525121450424, 0.0042623598128557205, 0.004670767579227686, 0.005079175345599651, 0.0054875826463103294, 0.0058959899470210075, 0.006304397713392973, 0.006712805479764938, 0.0071212127804756165, 0.0075296200811862946, 0.007938027381896973, 0.008346435613930225, 0.008754842914640903, 0.009163250215351582, 0.009571658447384834, 0.009980065748095512, 0.01038847304880619, 0.010796880349516869, 0.011205287650227547, 0.0116136958822608, 0.012022103182971478, 0.012430510483682156, 0.012838918715715408, 0.013247326016426086, 0.013655733317136765]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 4.0, 3.0, 3.0, 5.0, 8.0, 9.0, 22.0, 20.0, 8.0, 24.0, 28.0, 50.0, 57.0, 84.0, 109.0, 144.0, 197.0, 411.0, 5458.0, 546.0, 214.0, 125.0, 88.0, 69.0, 69.0, 29.0, 33.0, 18.0, 13.0, 19.0, 19.0, 13.0, 7.0, 2.0, 6.0, 3.0, 3.0, 2.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.13363035023212433, -0.12938889861106873, -0.12514743208885193, -0.12090598046779633, -0.11666452884674072, -0.11242306977510452, -0.10818161815404892, -0.10394015908241272, -0.09969870746135712, -0.09545724838972092, -0.09121578931808472, -0.08697433769702911, -0.08273287862539291, -0.07849142700433731, -0.07424996793270111, -0.07000851631164551, -0.06576705724000931, -0.061525601893663406, -0.057284146547317505, -0.0530426912009716, -0.0488012358546257, -0.0445597767829895, -0.0403183214366436, -0.0360768660902977, -0.0318354107439518, -0.027593955397605896, -0.023352500051259995, -0.019111042842268944, -0.014869587495923042, -0.01062813214957714, -0.006386675871908665, -0.002145220059901476, 0.002096235752105713, 0.006337691564112902, 0.01057914737612009, 0.014820603653788567, 0.019062059000134468, 0.02330351434648037, 0.02754497155547142, 0.03178642690181732, 0.03602788224816322, 0.040269337594509125, 0.044510792940855026, 0.04875224828720093, 0.05299370735883713, 0.05723516270518303, 0.06147661805152893, 0.06571806967258453, 0.06995952874422073, 0.07420098781585693, 0.07844243943691254, 0.08268389850854874, 0.08692535012960434, 0.09116680920124054, 0.09540826082229614, 0.09964971989393234, 0.10389117896556854, 0.10813263058662415, 0.11237408965826035, 0.11661554127931595, 0.12085700035095215, 0.12509845197200775, 0.12933990359306335, 0.13358137011528015, 0.13782282173633575]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 0.0, 1.0, 2.0, 1.0, 2.0, 0.0, 5.0, 4.0, 6.0, 5.0, 4.0, 7.0, 3.0, 5.0, 11.0, 22.0, 2.0, 5.0, 3.0, 1.0, 2.0, 1.0, 2.0, 3.0, 1.0, 1.0, 3.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002213544212281704, -0.0021348351147025824, -0.0020561260171234608, -0.001977416919544339, -0.0018987079383805394, -0.0018199988408014178, -0.0017412897432222962, -0.0016625806456431746, -0.0015838716644793749, -0.0015051625669002533, -0.0014264534693211317, -0.0013477443717420101, -0.0012690352741628885, -0.001190326176583767, -0.0011116171954199672, -0.0010329080978408456, -0.000954199000261724, -0.0008754899026826024, -0.0007967808633111417, -0.0007180717657320201, -0.0006393627263605595, -0.0005606536287814379, -0.0004819445312023163, -0.00040323546272702515, -0.000324526394251734, -0.0002458173257764429, -0.00016710824274923652, -8.839916699798778e-05, -9.69009124673903e-06, 6.901898450450972e-05, 0.00014772806025575846, 0.00022643714328296483, 0.00030514621175825596, 0.0003838552802335471, 0.0004625643487088382, 0.0005412734462879598, 0.0006199824856594205, 0.0006986915832385421, 0.0007774006808176637, 0.0008561097201891243, 0.0009348188177682459, 0.0010135278571397066, 0.0010922369547188282, 0.0011709460522979498, 0.0012496551498770714, 0.001328364247456193, 0.0014070732286199927, 0.0014857823261991143, 0.001564491423778236, 0.0016432005213573575, 0.001721909618936479, 0.0018006186001002789, 0.0018793276976794004, 0.001958036795258522, 0.0020367458928376436, 0.002115454990416765, 0.002194164087995887, 0.0022728731855750084, 0.00235158228315413, 0.002430291147902608, 0.0025090002454817295, 0.002587709343060851, 0.0026664184406399727, 0.0027451275382190943, 0.002823836635798216]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [5.0, 2.0, 4.0, 5.0, 3.0, 4.0, 9.0, 14.0, 13.0, 15.0, 28.0, 34.0, 51.0, 67.0, 100.0, 114.0, 127.0, 203.0, 253.0, 341.0, 504.0, 759.0, 1117.0, 1779.0, 2878.0, 4571.0, 7987.0, 15241.0, 31170.0, 75992.0, 833699.0, 113962.0, 39561.0, 19216.0, 10691.0, 6323.0, 3936.0, 2620.0, 1809.0, 1227.0, 873.0, 633.0, 442.0, 339.0, 262.0, 160.0, 126.0, 95.0, 71.0, 59.0, 40.0, 36.0, 14.0, 22.0, 10.0, 6.0, 5.0, 3.0, 4.0, 5.0, 5.0, 1.0, 0.0, 3.0], "bins": [-0.005143749061971903, -0.004976464435458183, -0.004809179808944464, -0.0046418956480920315, -0.004474611021578312, -0.004307326395064592, -0.004140041768550873, -0.0039727576076984406, -0.003805472981184721, -0.0036381883546710014, -0.003470903728157282, -0.003303619334474206, -0.0031363347079604864, -0.0029690503142774105, -0.002801765687763691, -0.002634481294080615, -0.0024671966675668955, -0.002299912041053176, -0.0021326276473701, -0.0019653430208563805, -0.0017980586271733046, -0.001630774000659585, -0.0014634894905611873, -0.0012962049804627895, -0.0011289204703643918, -0.0009616359602659941, -0.0007943514501675963, -0.0006270668818615377, -0.00045978237176313996, -0.00029249786166474223, -0.00012521332246251404, 4.207120218779892e-05, 0.00020935572683811188, 0.0003766402369365096, 0.0005439247470349073, 0.000711209315340966, 0.0008784938254393637, 0.0010457783937454224, 0.00121306290384382, 0.0013803474139422178, 0.0015476319240406156, 0.0017149164341390133, 0.001882200944237411, 0.0020494854543358088, 0.0022167700808495283, 0.0023840544745326042, 0.0025513391010463238, 0.0027186234947293997, 0.0028859081212431192, 0.003053192747756839, 0.0032204771414399147, 0.0033877617679536343, 0.00355504616163671, 0.0037223307881504297, 0.0038896151818335056, 0.004056899808347225, 0.004224184434860945, 0.004391469061374664, 0.0045587532222270966, 0.004726037848740816, 0.004893322475254536, 0.005060607101768255, 0.0052278912626206875, 0.005395175889134407, 0.005562460515648127]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 4.0, 4.0, 2.0, 10.0, 2.0, 0.0, 6.0, 1.0, 2.0, 2.0, 1.0, 0.0, 2.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0], "bins": [-0.021475590765476227, -0.020928088575601578, -0.02038058638572693, -0.01983308419585228, -0.01928558200597763, -0.01873808167874813, -0.018190579488873482, -0.017643077298998833, -0.017095575109124184, -0.016548072919249535, -0.016000570729374886, -0.015453069470822811, -0.014905567280948162, -0.014358065091073513, -0.013810563832521439, -0.01326306164264679, -0.01271555945277214, -0.012168057262897491, -0.011620555073022842, -0.011073053814470768, -0.010525551624596119, -0.00997804943472147, -0.009430548176169395, -0.008883045986294746, -0.008335543796420097, -0.007788041606545448, -0.0072405398823320866, -0.006693038158118725, -0.006145535968244076, -0.005598033778369427, -0.005050532054156065, -0.004503030329942703, -0.003955528140068054, -0.003408026183024049, -0.0028605242259800434, -0.002313022268936038, -0.0017655203118920326, -0.0012180183548480272, -0.0006705163978040218, -0.00012301444076001644, 0.00042448751628398895, 0.0009719894733279943, 0.0015194914303719997, 0.002066993387416005, 0.0026144953444600105, 0.003161997301504016, 0.0037094992585480213, 0.004257000982761383, 0.004804503172636032, 0.005352005362510681, 0.005899507086724043, 0.006447008810937405, 0.006994511000812054, 0.007542013190686703, 0.008089514449238777, 0.008637016639113426, 0.009184518828988075, 0.009732021018862724, 0.010279523208737373, 0.010827024467289448, 0.011374526657164097, 0.011922028847038746, 0.01246953010559082, 0.01301703229546547, 0.013564534485340118]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 2.0, 3.0, 3.0, 5.0, 2.0, 10.0, 6.0, 8.0, 7.0, 15.0, 12.0, 11.0, 17.0, 15.0, 24.0, 36.0, 39.0, 52.0, 46.0, 61.0, 52.0, 86.0, 86.0, 117.0, 134.0, 167.0, 208.0, 242.0, 311.0, 462.0, 617.0, 895.0, 1505.0, 5386.0, 1880.0, 1291.0, 970.0, 723.0, 629.0, 457.0, 368.0, 286.0, 216.0, 166.0, 122.0, 102.0, 93.0, 87.0, 70.0, 71.0, 51.0, 41.0, 47.0, 34.0, 20.0, 22.0, 17.0, 6.0, 4.0, 4.0, 5.0, 4.0, 2.0], "bins": [-0.008630313910543919, -0.008380674757063389, -0.008131034672260284, -0.007881395518779755, -0.0076317558996379375, -0.0073821162804961205, -0.007132476661354303, -0.006882837042212486, -0.0066331978887319565, -0.006383558269590139, -0.006133918650448322, -0.005884279031306505, -0.005634639412164688, -0.005384999793022871, -0.005135360639542341, -0.004885721020400524, -0.004636081401258707, -0.00438644178211689, -0.004136802162975073, -0.0038871627766638994, -0.003637523390352726, -0.003387883771210909, -0.003138244152069092, -0.0028886047657579184, -0.0026389651466161013, -0.002389325527474284, -0.0021396861411631107, -0.0018900465220212936, -0.0016404070192947984, -0.001390767516568303, -0.001141127897426486, -0.0008914883946999907, -0.0006418488919734955, -0.00039220936014316976, -0.00014256982831284404, 0.00010706970351748168, 0.0003567092353478074, 0.0006063487380743027, 0.0008559882990084589, 0.001105627859942615, 0.0013552673626691103, 0.0016049068653956056, 0.0018545463681221008, 0.002104185987263918, 0.002353825606405735, 0.0026034649927169085, 0.0028531046118587255, 0.003102743998169899, 0.003352383617311716, 0.003602023236453533, 0.0038516626227647066, 0.00410130200907588, 0.004350941628217697, 0.004600581247359514, 0.004850220866501331, 0.005099860485643148, 0.0053495001047849655, 0.005599139258265495, 0.005848778877407312, 0.0060984184965491295, 0.006348058115690947, 0.006597697734832764, 0.0068473368883132935, 0.0070969765074551105, 0.007346616126596928]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 4.0, 1.0, 0.0, 1.0, 4.0, 0.0, 1.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.07356160134077072, -0.07089582085609436, -0.068230040371418, -0.06556425988674164, -0.06289848685264587, -0.060232702642679214, -0.05756692588329315, -0.05490114539861679, -0.05223536491394043, -0.04956958442926407, -0.04690380394458771, -0.044238027185201645, -0.041572246700525284, -0.03890646621584892, -0.03624068945646286, -0.0335749089717865, -0.030909128487110138, -0.028243348002433777, -0.025577569380402565, -0.022911790758371353, -0.020246010273694992, -0.01758022978901863, -0.014914451166987419, -0.012248671613633633, -0.009582892060279846, -0.00691711250692606, -0.004251332953572273, -0.0015855534002184868, 0.0010802261531352997, 0.003746005706489086, 0.006411785259842873, 0.009077564813196659, 0.011743344366550446, 0.014409123919904232, 0.01707490347325802, 0.01974068209528923, 0.02240646257996559, 0.025072243064641953, 0.027738021686673164, 0.030403800308704376, 0.03306958079338074, 0.0357353612780571, 0.03840114176273346, 0.04106691852211952, 0.04373269900679588, 0.046398479491472244, 0.04906425625085831, 0.05173003673553467, 0.05439581722021103, 0.05706159770488739, 0.05972737818956375, 0.062393154948949814, 0.06505893170833588, 0.06772471219301224, 0.0703904926776886, 0.07305627316236496, 0.07572205364704132, 0.07838783413171768, 0.08105361461639404, 0.0837193951010704, 0.08638517558574677, 0.08905094861984253, 0.09171672910451889, 0.09438250958919525, 0.09704829007387161]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 4.0, 2.0, 2.0, 3.0, 6.0, 4.0, 4.0, 4.0, 6.0, 5.0, 3.0, 3.0, 3.0, 2.0, 7.0, 12.0, 9.0, 20.0, 16.0, 24.0, 26.0, 35.0, 19.0, 16.0, 15.0, 8.0, 6.0, 2.0, 5.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.047742776572704315, -0.045922208577394485, -0.044101640582084656, -0.042281072586774826, -0.040460504591464996, -0.03863993659615517, -0.03681936860084534, -0.03499880060553551, -0.03317823261022568, -0.03135766461491585, -0.02953709475696087, -0.02771652676165104, -0.02589595876634121, -0.02407539077103138, -0.02225482277572155, -0.02043425478041172, -0.01861368678510189, -0.01679311878979206, -0.014972550794482231, -0.013151982799172401, -0.011331414803862572, -0.009510845877230167, -0.007690277881920338, -0.005869709886610508, -0.004049141891300678, -0.0022285738959908485, -0.0004080056678503752, 0.0014125624438747764, 0.003233130555599928, 0.005053698550909758, 0.006874267011880875, 0.008694835007190704, 0.010515403002500534, 0.012335970997810364, 0.014156538993120193, 0.015977106988430023, 0.017797674983739853, 0.019618242979049683, 0.021438810974359512, 0.023259378969669342, 0.025079946964979172, 0.02690051682293415, 0.02872108481824398, 0.03054165281355381, 0.03236221894621849, 0.03418278694152832, 0.03600335493683815, 0.03782392293214798, 0.03964449465274811, 0.04146506264805794, 0.04328563064336777, 0.0451061986386776, 0.04692676663398743, 0.048747334629297256, 0.050567902624607086, 0.052388470619916916, 0.054209038615226746, 0.056029606610536575, 0.057850174605846405, 0.059670742601156235, 0.061491310596466064, 0.0633118748664856, 0.06513244658708572, 0.06695301085710526, 0.06877358257770538]}, "_runtime": 176.18991136550903, "_timestamp": 1596214500.9471939, "_step": 217}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 1.0, 5.0, 8.0, 3.0, 2.0, 2.0, 4.0, 1.0, 0.0, 0.0, 1.0, 0.0, 4.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.009836643002927303, -0.009557045064866543, -0.009277447126805782, -0.008997848257422447, -0.008718250319361687, -0.008438652381300926, -0.008159054443240166, -0.00787945557385683, -0.00759985763579607, -0.00732025969773531, -0.007040661759674549, -0.006761063355952501, -0.006481465417891741, -0.006201867014169693, -0.0059222690761089325, -0.005642670672386885, -0.005363072734326124, -0.005083474796265364, -0.004803876392543316, -0.004524278454482555, -0.004244680050760508, -0.003965082112699747, -0.003685483941808343, -0.0034058857709169388, -0.0031262876000255346, -0.0028466894291341305, -0.0025670912582427263, -0.002287493087351322, -0.0020078951492905617, -0.0017282968619838357, -0.0014486988075077534, -0.0011691006366163492, -0.0008895024657249451, -0.0006099042948335409, -0.0003303061821497977, -5.070804036222398e-05, 0.0002288901014253497, 0.0005084882723167539, 0.0007880863850004971, 0.0010676844976842403, 0.0013472826685756445, 0.0016268808394670486, 0.0019064790103584528, 0.002186077181249857, 0.0024656751193106174, 0.0027452732902020216, 0.0030248714610934258, 0.00330446963198483, 0.003584067802876234, 0.003863665973767638, 0.004143264144659042, 0.004422862082719803, 0.004702460486441851, 0.004982058424502611, 0.005261656828224659, 0.0055412547662854195, 0.00582085270434618, 0.006100451108068228, 0.006380049046128988, 0.006659647449851036, 0.006939245387911797, 0.007218843791633844, 0.007498441729694605, 0.007778040133416653, 0.008057638071477413]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 0.0, 3.0, 1.0, 4.0, 3.0, 5.0, 7.0, 4.0, 10.0, 3.0, 7.0, 18.0, 8.0, 29.0, 26.0, 29.0, 31.0, 40.0, 45.0, 77.0, 79.0, 116.0, 210.0, 398.0, 5694.0, 390.0, 191.0, 110.0, 78.0, 61.0, 41.0, 43.0, 30.0, 33.0, 27.0, 14.0, 13.0, 12.0, 9.0, 4.0, 2.0, 4.0, 5.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 2.0], "bins": [-0.12641119956970215, -0.12283211201429367, -0.11925303190946579, -0.11567394435405731, -0.11209485679864883, -0.10851577669382095, -0.10493668913841248, -0.101357601583004, -0.09777851402759552, -0.09419943392276764, -0.09062034636735916, -0.08704125881195068, -0.0834621787071228, -0.07988309115171432, -0.07630400359630585, -0.07272492349147797, -0.06914583593606949, -0.06556674838066101, -0.06198766455054283, -0.05840858072042465, -0.054829493165016174, -0.051250409334897995, -0.047671325504779816, -0.04409223794937134, -0.04051315411925316, -0.03693407028913498, -0.0333549827337265, -0.029775898903608322, -0.026196813210844994, -0.022617727518081665, -0.019038643687963486, -0.015459557995200157, -0.011880472302436829, -0.0083013866096735, -0.004722301848232746, -0.0011432166211307049, 0.0024358686059713364, 0.006014953833073378, 0.009594039060175419, 0.013173123821616173, 0.0167522095143795, 0.02033129520714283, 0.02391038089990616, 0.027489464730024338, 0.031068550422787666, 0.034647636115550995, 0.038226719945669174, 0.04180580750107765, 0.04538489133119583, 0.04896397516131401, 0.05254306271672249, 0.05612214654684067, 0.059701234102249146, 0.06328031420707703, 0.0668594017624855, 0.07043848931789398, 0.07401756942272186, 0.07759665697813034, 0.08117574453353882, 0.0847548320889473, 0.08833391219377518, 0.09191299974918365, 0.09549208730459213, 0.09907116740942001, 0.10265025496482849]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 2.0, 5.0, 1.0, 8.0, 4.0, 4.0, 2.0, 1.0, 7.0, 5.0, 3.0, 0.0, 2.0, 26.0, 3.0, 4.0, 8.0, 3.0, 2.0, 5.0, 2.0, 1.0, 3.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.0026273373514413834, -0.002545717405155301, -0.002464097458869219, -0.002382477279752493, -0.0023008573334664106, -0.0022192373871803284, -0.002137617440894246, -0.002055997494608164, -0.001974377315491438, -0.0018927574856206775, -0.0018111374229192734, -0.0017295174766331911, -0.0016478975303471088, -0.0015662774676457047, -0.0014846575213596225, -0.0014030374586582184, -0.0013214175123721361, -0.0012397975660860538, -0.0011581775033846498, -0.0010765575570985675, -0.0009949374943971634, -0.0009133175481110811, -0.0008316976018249989, -0.0007500775973312557, -0.0006684575928375125, -0.0005868375883437693, -0.0005052175838500261, -0.00042359763756394386, -0.0003419776330702007, -0.0002603576285764575, -0.00017873765318654478, -9.711766324471682e-05, -1.549767330288887e-05, 6.612231663893908e-05, 0.00014774230658076704, 0.000229362296522595, 0.00031098228646442294, 0.0003926022909581661, 0.00047422226634807885, 0.0005558422417379916, 0.0006374622462317348, 0.0007190822507254779, 0.0008007022552192211, 0.0008823222015053034, 0.0009639422059990466, 0.0010455622104927897, 0.001127182156778872, 0.001208802219480276, 0.0012904221657663584, 0.0013720421120524406, 0.0014536621747538447, 0.001535282121039927, 0.001616902183741331, 0.0016985221300274134, 0.0017801420763134956, 0.0018617621390148997, 0.001943382085300982, 0.002025002148002386, 0.0021066220942884684, 0.0021882420405745506, 0.002269861986860633, 0.002351481933146715, 0.002433102112263441, 0.0025147220585495234, 0.0025963420048356056]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 1.0, 2.0, 8.0, 1.0, 3.0, 4.0, 10.0, 20.0, 15.0, 41.0, 51.0, 57.0, 81.0, 126.0, 220.0, 348.0, 484.0, 723.0, 1144.0, 1866.0, 3218.0, 6199.0, 12084.0, 26823.0, 77540.0, 903756.0, 85009.0, 27706.0, 13192.0, 7287.0, 4241.0, 2477.0, 1553.0, 1044.0, 674.0, 453.0, 331.0, 197.0, 165.0, 123.0, 105.0, 56.0, 55.0, 33.0, 34.0, 17.0, 15.0, 15.0, 11.0, 3.0, 3.0, 4.0, 3.0, 4.0, 2.0, 1.0, 1.0, 2.0, 0.0, 2.0, 1.0], "bins": [-0.005315407644957304, -0.005129860248416662, -0.00494431285187602, -0.004758765455335379, -0.004573218058794737, -0.004387670662254095, -0.004202123265713453, -0.0040165758691728115, -0.0038310284726321697, -0.003645481076091528, -0.003459933679550886, -0.0032743862830102444, -0.0030888388864696026, -0.002903291489928961, -0.002717744093388319, -0.0025321966968476772, -0.0023466493003070354, -0.0021611019037663937, -0.001975554507225752, -0.00179000711068511, -0.0016044597141444683, -0.0014189123176038265, -0.0012333649210631847, -0.001047817524522543, -0.0008622701279819012, -0.0006767227314412594, -0.0004911753349006176, -0.0003056279383599758, -0.00012008054181933403, 6.546685472130775e-05, 0.00025101425126194954, 0.0004365616478025913, 0.0006221090443432331, 0.0008076564408838749, 0.0009932038374245167, 0.0011787512339651585, 0.0013642986305058002, 0.001549846027046442, 0.0017353934235870838, 0.0019209408201277256, 0.0021064882166683674, 0.002292035613209009, 0.002477583009749651, 0.0026631304062902927, 0.0028486778028309345, 0.0030342251993715763, 0.003219772595912218, 0.00340531999245286, 0.0035908673889935017, 0.0037764147855341434, 0.003961962182074785, 0.004147509578615427, 0.004333056975156069, 0.004518604371696711, 0.004704151768237352, 0.004889699164777994, 0.005075246561318636, 0.005260793957859278, 0.0054463413543999195, 0.005631888750940561, 0.005817436147481203, 0.006002983544021845, 0.006188530940562487, 0.006374078337103128, 0.00655962573364377]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 2.0, 3.0, 2.0, 1.0, 1.0, 3.0, 2.0, 4.0, 1.0, 3.0, 8.0, 4.0, 3.0, 3.0, 2.0, 2.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.026584133505821228, -0.025813274085521698, -0.025042414665222168, -0.024271555244922638, -0.023500695824623108, -0.022729836404323578, -0.021958976984024048, -0.021188117563724518, -0.020417258143424988, -0.019646400585770607, -0.018875541165471077, -0.018104681745171547, -0.017333822324872017, -0.016562962904572487, -0.015792103484272957, -0.015021244063973427, -0.014250384643673897, -0.013479525223374367, -0.012708665803074837, -0.011937806382775307, -0.011166946962475777, -0.010396088473498821, -0.009625229053199291, -0.008854369632899761, -0.008083510212600231, -0.007312650792300701, -0.006541791372001171, -0.005770932417362928, -0.005000072997063398, -0.004229213576763868, -0.003458354389294982, -0.0026874952018260956, -0.0019166357815265656, -0.0011457764776423573, -0.00037491717375814915, 0.00039594213012605906, 0.0011668014340102673, 0.0019376607378944755, 0.0027085200417786837, 0.00347937922924757, 0.0042502386495471, 0.00502109806984663, 0.00579195749014616, 0.006562816444784403, 0.007333675865083933, 0.008104534819722176, 0.008875394240021706, 0.009646253660321236, 0.010417113080620766, 0.011187972500920296, 0.011958831921219826, 0.012729691341519356, 0.013500550761818886, 0.014271409250795841, 0.015042268671095371, 0.015813129022717476, 0.016583986580371857, 0.017354846000671387, 0.018125705420970917, 0.018896564841270447, 0.019667424261569977, 0.020438283681869507, 0.021209143102169037, 0.021980002522468567, 0.022750861942768097]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 1.0, 2.0, 2.0, 3.0, 4.0, 4.0, 7.0, 10.0, 11.0, 12.0, 24.0, 34.0, 34.0, 41.0, 78.0, 113.0, 121.0, 160.0, 234.0, 277.0, 471.0, 613.0, 803.0, 1198.0, 2001.0, 6372.0, 2106.0, 1149.0, 734.0, 478.0, 365.0, 263.0, 173.0, 132.0, 83.0, 83.0, 53.0, 37.0, 47.0, 29.0, 16.0, 18.0, 2.0, 5.0, 7.0, 6.0, 1.0, 3.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.010523338802158833, -0.010128571651875973, -0.009733803570270538, -0.009339036419987679, -0.008944268338382244, -0.008549501188099384, -0.00815473310649395, -0.007759965490549803, -0.007365197874605656, -0.006970430724322796, -0.006575663108378649, -0.006180895492434502, -0.0057861278764903545, -0.005391360260546207, -0.00499659264460206, -0.004601825028657913, -0.004207057412713766, -0.003812289796769619, -0.003417522180825472, -0.0030227545648813248, -0.0026279869489371777, -0.002233219565823674, -0.001838451949879527, -0.00144368433393538, -0.0010489167179912329, -0.0006541491020470858, -0.00025938154431059957, 0.0001353860425297171, 0.0005301536293700337, 0.0009249212453141809, 0.0013196887448430061, 0.0017144563607871532, 0.0021092239767313004, 0.0025039915926754475, 0.0028987592086195946, 0.0032935268245637417, 0.003688294440507889, 0.004083062056452036, 0.004477829672396183, 0.00487259728834033, 0.005267364904284477, 0.005662132054567337, 0.006056899670511484, 0.006451667286455631, 0.006846434902399778, 0.0072412025183439255, 0.007635970134288073, 0.00803073775023222, 0.008425505831837654, 0.008820272982120514, 0.009215040132403374, 0.009609808214008808, 0.010004575364291668, 0.010399343445897102, 0.010794110596179962, 0.011188878677785397, 0.011583645828068256, 0.01197841390967369, 0.01237318105995655, 0.012767949141561985, 0.013162716291844845, 0.01355748437345028, 0.013952251523733139, 0.014347019605338573, 0.014741786755621433]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 1.0, 3.0, 3.0, 3.0, 1.0, 3.0, 2.0, 3.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.16194085776805878, -0.15730875730514526, -0.15267665684223175, -0.14804455637931824, -0.14341245591640472, -0.1387803554534912, -0.1341482549905777, -0.12951615452766418, -0.12488405406475067, -0.12025196105241776, -0.11561986058950424, -0.11098776012659073, -0.10635565966367722, -0.1017235592007637, -0.09709145873785019, -0.09245935827493668, -0.08782725781202316, -0.08319515734910965, -0.07856305688619614, -0.07393095642328262, -0.06929885596036911, -0.0646667554974556, -0.06003465875983238, -0.05540255829691887, -0.050770457834005356, -0.04613835737109184, -0.04150625690817833, -0.036874156445264816, -0.0322420597076416, -0.02760995738208294, -0.022977858781814575, -0.018345758318901062, -0.013713657855987549, -0.009081557393074036, -0.004449457861483097, 0.0001826421357691288, 0.004814742133021355, 0.009446842595934868, 0.014078942127525806, 0.018711041659116745, 0.023343142122030258, 0.02797524258494377, 0.032607343047857285, 0.0372394435107708, 0.04187154024839401, 0.046503640711307526, 0.05113574117422104, 0.05576784163713455, 0.060399942100048065, 0.06503204256296158, 0.06966414302587509, 0.0742962434887886, 0.07892834395170212, 0.08356044441461563, 0.08819254487752914, 0.09282464534044266, 0.09745673835277557, 0.10208883881568909, 0.1067209392786026, 0.11135303974151611, 0.11598514020442963, 0.12061724066734314, 0.12524934113025665, 0.12988144159317017, 0.13451354205608368]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 3.0, 8.0, 8.0, 16.0, 11.0, 27.0, 37.0, 45.0, 26.0, 22.0, 12.0, 10.0, 7.0, 8.0, 4.0, 4.0, 5.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.07409410178661346, -0.07112132757902145, -0.06814854592084885, -0.06517577171325684, -0.06220299378037453, -0.05923021584749222, -0.05625743791460991, -0.0532846599817276, -0.05031188577413559, -0.04733910784125328, -0.04436632990837097, -0.04139355197548866, -0.038420774042606354, -0.035447996109724045, -0.032475221902132034, -0.029502443969249725, -0.026529666036367416, -0.023556888103485107, -0.020584112033247948, -0.01761133410036564, -0.014638557098805904, -0.01166578009724617, -0.008693002164363861, -0.005720225162804127, -0.0027474481612443924, 0.0002253290731459856, 0.0031981063075363636, 0.006170883774757385, 0.00914366077631712, 0.012116437777876854, 0.015089215710759163, 0.018061991780996323, 0.02103476971387863, 0.02400754764676094, 0.0269803237169981, 0.02995310164988041, 0.03292587772011757, 0.03589865565299988, 0.03887143358588219, 0.041844211518764496, 0.044816985726356506, 0.047789763659238815, 0.050762541592121124, 0.05373531952500343, 0.05670809745788574, 0.05968087539076805, 0.06265365332365036, 0.06562642753124237, 0.06859920918941498, 0.07157198339700699, 0.074544757604599, 0.0775175392627716, 0.08049031347036362, 0.08346309512853622, 0.08643586933612823, 0.08940864354372025, 0.09238142520189285, 0.09535419940948486, 0.09832698106765747, 0.10129975527524948, 0.10427252948284149, 0.1072453111410141, 0.11021808534860611, 0.11319086700677872, 0.11616364121437073]}, "_runtime": 176.9575641155243, "_timestamp": 1596214501.7148466, "_step": 218}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 3.0, 2.0, 2.0, 1.0, 2.0, 5.0, 4.0, 7.0, 6.0, 4.0, 4.0, 0.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01165207102894783, -0.011337993666529655, -0.01102391630411148, -0.010709838941693306, -0.010395761579275131, -0.010081685148179531, -0.009767607785761356, -0.009453530423343182, -0.009139453060925007, -0.008825375698506832, -0.008511298336088657, -0.008197220973670483, -0.007883144542574883, -0.0075690667144954205, -0.007254989817738533, -0.006940912455320358, -0.0066268350929021835, -0.006312757730484009, -0.005998680368065834, -0.005684603471308947, -0.005370526108890772, -0.005056448746472597, -0.00474237184971571, -0.004428294487297535, -0.00411421712487936, -0.0038001397624611855, -0.0034860626328736544, -0.0031719855032861233, -0.0028579081408679485, -0.002543830778449774, -0.0022297536488622427, -0.0019156764028593898, -0.0016015991568565369, -0.001287521910853684, -0.000973444664850831, -0.0006593674188479781, -0.0003452901728451252, -3.121292684227228e-05, 0.00028286431916058064, 0.0005969415651634336, 0.0009110188111662865, 0.0012250960571691394, 0.0015391733031719923, 0.0018532505491748452, 0.002167327795177698, 0.002481405157595873, 0.002795482287183404, 0.003109559416770935, 0.00342363677918911, 0.0037377141416072845, 0.004051791504025459, 0.004365868400782347, 0.0046799457632005215, 0.004994023125618696, 0.005308100022375584, 0.005622177384793758, 0.005936254747211933, 0.006250332109630108, 0.006564409472048283, 0.00687848636880517, 0.007192563731223345, 0.0075066410936415195, 0.007820717990398407, 0.008134795352816582, 0.008448872715234756]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 5.0, 1.0, 1.0, 5.0, 3.0, 5.0, 6.0, 6.0, 7.0, 10.0, 9.0, 12.0, 13.0, 14.0, 23.0, 22.0, 34.0, 35.0, 58.0, 54.0, 76.0, 110.0, 154.0, 213.0, 504.0, 5468.0, 361.0, 177.0, 116.0, 83.0, 67.0, 64.0, 53.0, 26.0, 27.0, 17.0, 10.0, 15.0, 9.0, 8.0, 6.0, 7.0, 5.0, 4.0, 6.0, 4.0, 4.0, 2.0, 2.0, 3.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.09551899880170822, -0.09263887256383896, -0.0897587463259697, -0.08687862008810043, -0.08399849385023117, -0.08111836761236191, -0.07823824137449265, -0.07535811513662338, -0.07247798144817352, -0.06959785521030426, -0.066717728972435, -0.06383760273456573, -0.06095747649669647, -0.05807735025882721, -0.05519722402095795, -0.052317097783088684, -0.04943697154521942, -0.04655684530735016, -0.043676719069480896, -0.04079659283161163, -0.03791646659374237, -0.03503633663058281, -0.03215621039271355, -0.029276084154844284, -0.02639595791697502, -0.02351583167910576, -0.020635705441236496, -0.017755577340722084, -0.014875451102852821, -0.011995324864983559, -0.009115197695791721, -0.006235070992261171, -0.0033549442887306213, -0.00047481758520007133, 0.0024053091183304787, 0.005285435821861029, 0.008165562525391579, 0.011045688763260841, 0.013925815932452679, 0.016805943101644516, 0.01968606933951378, 0.02256619557738304, 0.025446321815252304, 0.028326449915766716, 0.03120657615363598, 0.03408670425415039, 0.03696683049201965, 0.039846956729888916, 0.04272708296775818, 0.04560720920562744, 0.048487335443496704, 0.05136746168136597, 0.05424758791923523, 0.05712771788239479, 0.06000784412026405, 0.06288796663284302, 0.06576809287071228, 0.06864822655916214, 0.0715283527970314, 0.07440847903490067, 0.07728860527276993, 0.08016873151063919, 0.08304885774850845, 0.08592898398637772, 0.08880911022424698]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 5.0, 3.0, 2.0, 1.0, 5.0, 4.0, 3.0, 5.0, 3.0, 3.0, 4.0, 2.0, 20.0, 9.0, 5.0, 2.0, 4.0, 2.0, 1.0, 2.0, 4.0, 2.0, 2.0, 6.0, 1.0, 1.0, 2.0, 2.0, 1.0, 3.0, 2.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.0029262355528771877, -0.0028459029272198677, -0.0027655705343931913, -0.002685238141566515, -0.002604905515909195, -0.002524572890251875, -0.0024442404974251986, -0.002363908104598522, -0.002283575478941202, -0.002203242853283882, -0.0021229104604572058, -0.0020425780676305294, -0.0019622454419732094, -0.0018819129327312112, -0.001801580423489213, -0.0017212479142472148, -0.0016409154050052166, -0.0015605828957632184, -0.0014802503865212202, -0.001399917877279222, -0.0013195853680372238, -0.0012392528587952256, -0.0011589203495532274, -0.0010785878403112292, -0.000998255331069231, -0.0009179228218272328, -0.0008375903125852346, -0.0007572578033432364, -0.0006769252941012383, -0.0005965927848592401, -0.0005162602756172419, -0.00043592776637524366, -0.00035559525713324547, -0.00027526274789124727, -0.00019493023864924908, -0.00011459772940725088, -3.4265220165252686e-05, 4.606728907674551e-05, 0.0001263997983187437, 0.0002067323075607419, 0.0002870648168027401, 0.0003673973260447383, 0.0004477298352867365, 0.0005280623445287347, 0.0006083948537707329, 0.0006887273630127311, 0.0007690598722547293, 0.0008493923814967275, 0.0009297248907387257, 0.0010100573999807239, 0.001090389909222722, 0.0011707224184647202, 0.0012510549277067184, 0.0013313874369487166, 0.0014117199461907148, 0.001492052455432713, 0.0015723849646747112, 0.0016527174739167094, 0.0017330499831587076, 0.0018133824924007058, 0.001893715001642704, 0.001974047627300024, 0.0020543800201267004, 0.0021347124129533768, 0.002215045038610697]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 0.0, 3.0, 6.0, 0.0, 2.0, 10.0, 4.0, 5.0, 17.0, 10.0, 17.0, 34.0, 27.0, 54.0, 65.0, 101.0, 98.0, 149.0, 197.0, 342.0, 487.0, 781.0, 1271.0, 2212.0, 4036.0, 8139.0, 18168.0, 49934.0, 829691.0, 184956.0, 39684.0, 17067.0, 8575.0, 4932.0, 3002.0, 1868.0, 1166.0, 794.0, 537.0, 357.0, 262.0, 165.0, 134.0, 87.0, 56.0, 45.0, 29.0, 21.0, 16.0, 11.0, 5.0, 4.0, 5.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0], "bins": [-0.006172173656523228, -0.00598488375544548, -0.005797593854367733, -0.005610303953289986, -0.005423014052212238, -0.005235724151134491, -0.005048433784395456, -0.004861143883317709, -0.004673853982239962, -0.004486564081162214, -0.004299274180084467, -0.00411198427900672, -0.003924694377928972, -0.003737404476851225, -0.003550114342942834, -0.0033628244418650866, -0.003175534540787339, -0.002988244639709592, -0.0028009547386318445, -0.0026136646047234535, -0.002426374703645706, -0.002239084802567959, -0.0020517949014902115, -0.0018645048839971423, -0.001677214982919395, -0.0014899250818416476, -0.0013026350643485785, -0.001115345163270831, -0.0009280552039854228, -0.0007407652447000146, -0.0005534753436222672, -0.000366185384336859, -0.00017889542505145073, 8.3945196820423e-06, 0.00019568446441553533, 0.00038297439459711313, 0.0005702643538825214, 0.0007575543131679296, 0.000944844214245677, 0.0011321342317387462, 0.0013194241328164935, 0.0015067140338942409, 0.00169400405138731, 0.0018812939524650574, 0.0020685838535428047, 0.002255873754620552, 0.002443163888528943, 0.0026304537896066904, 0.0028177436906844378, 0.003005033591762185, 0.0031923234928399324, 0.0033796136267483234, 0.003566903527826071, 0.003754193428903818, 0.0039414833299815655, 0.004128773231059313, 0.00431606313213706, 0.0045033530332148075, 0.004690642934292555, 0.0048779333010315895, 0.005065223202109337, 0.005252513103187084, 0.0054398030042648315, 0.005627092905342579, 0.005814382806420326]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 4.0, 3.0, 6.0, 3.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 1.0, 2.0, 2.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.015716813504695892, -0.015222861431539059, -0.01472890842705965, -0.014234956353902817, -0.013741003349423409, -0.013247051276266575, -0.012753099203109741, -0.012259146198630333, -0.0117651941254735, -0.011271242052316666, -0.010777289047837257, -0.010283336974680424, -0.00978938490152359, -0.009295431897044182, -0.008801479823887348, -0.00830752681940794, -0.007813574746251106, -0.007319622207432985, -0.006825669668614864, -0.006331717595458031, -0.00583776505663991, -0.005343812517821789, -0.004849860444664955, -0.004355907905846834, -0.0038619553670287132, -0.0033680028282105923, -0.002874050522223115, -0.0023800982162356377, -0.0018861456774175167, -0.0013921932550147176, -0.0008982408326119184, -0.0004042884102091193, 8.966401219367981e-05, 0.0005836164345964789, 0.001077568856999278, 0.0015715212794020772, 0.0020654737018048763, 0.0025594262406229973, 0.0030533785466104746, 0.003547330852597952, 0.004041283391416073, 0.004535235930234194, 0.005029188469052315, 0.005523140542209148, 0.006017093081027269, 0.00651104561984539, 0.007004997693002224, 0.007498950231820345, 0.007992902770638466, 0.0084868548437953, 0.008980807848274708, 0.009474759921431541, 0.00996871292591095, 0.010462664999067783, 0.010956617072224617, 0.011450570076704025, 0.011944522149860859, 0.012438474223017693, 0.0129324272274971, 0.013426379300653934, 0.013920331373810768, 0.014414284378290176, 0.01490823645144701, 0.015402189455926418, 0.015896141529083252]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 2.0, 4.0, 6.0, 6.0, 12.0, 17.0, 23.0, 29.0, 27.0, 33.0, 51.0, 57.0, 67.0, 66.0, 87.0, 98.0, 158.0, 201.0, 261.0, 300.0, 376.0, 580.0, 777.0, 1149.0, 1938.0, 5777.0, 1676.0, 1166.0, 901.0, 620.0, 465.0, 331.0, 261.0, 211.0, 156.0, 116.0, 99.0, 57.0, 51.0, 57.0, 36.0, 21.0, 18.0, 13.0, 24.0, 11.0, 11.0, 4.0, 5.0, 4.0, 3.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.007753304205834866, -0.0074801030568778515, -0.007206901907920837, -0.006933700758963823, -0.006660499610006809, -0.0063872989267110825, -0.006114097777754068, -0.005840896628797054, -0.00556769547984004, -0.005294494330883026, -0.005021293181926012, -0.004748092032968998, -0.004474891349673271, -0.004201690200716257, -0.003928489051759243, -0.003655287902802229, -0.003382086753845215, -0.0031088856048882008, -0.0028356844559311867, -0.0025624835398048162, -0.002289282390847802, -0.002016081241890788, -0.0017428802093490958, -0.0014696791768074036, -0.0011964780278503895, -0.0009232769371010363, -0.0006500758463516831, -0.00037687475560232997, -0.0001036736648529768, 0.00016952742589637637, 0.00044272851664572954, 0.0007159296073950827, 0.0009891306981444359, 0.00126233184710145, 0.0015355328796431422, 0.0018087339121848345, 0.0020819350611418486, 0.0023551362100988626, 0.002628337126225233, 0.002901538275182247, 0.0031747394241392612, 0.0034479405730962753, 0.0037211417220532894, 0.0039943428710103035, 0.00426754355430603, 0.004540744703263044, 0.0048139458522200584, 0.0050871470011770725, 0.005360348150134087, 0.005633549299091101, 0.005906750448048115, 0.006179951597005129, 0.006453152745962143, 0.00672635342925787, 0.006999554578214884, 0.007272755727171898, 0.007545956876128912, 0.007819158025085926, 0.008092358708381653, 0.008365560322999954, 0.008638761006295681, 0.008911962620913982, 0.00918516330420971, 0.00945836491882801, 0.009731565602123737]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 6.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08313046395778656, -0.08049868792295456, -0.07786691188812256, -0.07523514330387115, -0.07260336726903915, -0.06997159123420715, -0.06733982264995575, -0.06470804661512375, -0.06207627058029175, -0.05944449454545975, -0.056812722235918045, -0.05418094992637634, -0.05154917389154434, -0.04891739785671234, -0.04628562554717064, -0.04365385323762894, -0.041022077202796936, -0.038390301167964935, -0.03575852885842323, -0.03312675654888153, -0.03049498051404953, -0.02786320634186268, -0.025231432169675827, -0.022599657997488976, -0.019967883825302124, -0.017336109653115273, -0.014704335480928421, -0.01207256130874157, -0.009440787136554718, -0.0068090129643678665, -0.004177238792181015, -0.0015454646199941635, 0.001086309552192688, 0.0037180837243795395, 0.006349857896566391, 0.008981632068753242, 0.011613406240940094, 0.014245180413126945, 0.016876954585313797, 0.01950872875750065, 0.0221405029296875, 0.02477227710187435, 0.027404051274061203, 0.030035825446248055, 0.032667599618434906, 0.03529937565326691, 0.03793114796280861, 0.04056292027235031, 0.04319469630718231, 0.04582647234201431, 0.048458244651556015, 0.05109001696109772, 0.05372179299592972, 0.05635356903076172, 0.05898534134030342, 0.06161711364984512, 0.06424888968467712, 0.06688066571950912, 0.06951244175434113, 0.07214421033859253, 0.07477598637342453, 0.07740776240825653, 0.08003953099250793, 0.08267130702733994, 0.08530308306217194]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [4.0, 0.0, 0.0, 1.0, 1.0, 1.0, 4.0, 4.0, 2.0, 6.0, 0.0, 1.0, 4.0, 3.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 8.0, 11.0, 3.0, 8.0, 9.0, 8.0, 18.0, 23.0, 48.0, 19.0, 10.0, 10.0, 7.0, 7.0, 5.0, 1.0, 3.0, 2.0, 0.0, 1.0, 3.0, 4.0, 6.0, 5.0, 5.0, 3.0, 7.0, 4.0, 0.0, 2.0, 0.0, 3.0, 1.0, 0.0, 0.0, 1.0, 3.0], "bins": [-0.07342049479484558, -0.07135874032974243, -0.06929698586463928, -0.06723523139953613, -0.06517347693443298, -0.06311172246932983, -0.06104997172951698, -0.058988217264413834, -0.056926462799310684, -0.054864708334207535, -0.052802953869104385, -0.050741199404001236, -0.048679448664188385, -0.046617694199085236, -0.044555939733982086, -0.04249418526887894, -0.04043243080377579, -0.03837067633867264, -0.03630892187356949, -0.03424716740846634, -0.03218541294336319, -0.03012366034090519, -0.02806190773844719, -0.02600015327334404, -0.02393839880824089, -0.02187664434313774, -0.01981488987803459, -0.01775313727557659, -0.015691382810473442, -0.013629628345370293, -0.011567874811589718, -0.009506121277809143, -0.007444366812705994, -0.0053826128132641315, -0.0033208588138222694, -0.0012591048143804073, 0.0008026491850614548, 0.002864403184503317, 0.004926157183945179, 0.006987911183387041, 0.009049665182828903, 0.011111419647932053, 0.013173173181712627, 0.015234926715493202, 0.01729668118059635, 0.0193584356456995, 0.0214201882481575, 0.02348194271326065, 0.0255436971783638, 0.02760545164346695, 0.0296672061085701, 0.03172896057367325, 0.0337907150387764, 0.03585246577858925, 0.0379142202436924, 0.03997597470879555, 0.0420377291738987, 0.044099483639001846, 0.046161238104104996, 0.048222992569208145, 0.050284743309020996, 0.052346497774124146, 0.054408252239227295, 0.056470006704330444, 0.058531761169433594]}, "_runtime": 177.72520756721497, "_timestamp": 1596214502.48249, "_step": 219}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 1.0, 0.0, 3.0, 8.0, 11.0, 4.0, 3.0, 6.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014664379879832268, -0.01425683218985796, -0.013849283568561077, -0.013441735878586769, -0.013034188188612461, -0.012626639567315578, -0.01221909187734127, -0.011811544187366962, -0.011403996497392654, -0.010996447876095772, -0.010588900186121464, -0.010181352496147156, -0.009773803874850273, -0.009366256184875965, -0.008958708494901657, -0.008551159873604774, -0.008143612183630466, -0.007736064027994871, -0.007328516338020563, -0.006920968182384968, -0.00651342049241066, -0.0061058723367750645, -0.005698324181139469, -0.005290776491165161, -0.004883228335529566, -0.0044756801798939705, -0.0040681324899196625, -0.003660584334284067, -0.0032530364114791155, -0.002845488488674164, -0.0024379403330385685, -0.002030392410233617, -0.0016228444874286652, -0.0012152965646237135, -0.00080774852540344, -0.0004002005443908274, 7.347436621785164e-06, 0.00041489541763439775, 0.0008224433986470103, 0.0012299914378672838, 0.0016375393606722355, 0.002045087283477187, 0.002452635206282139, 0.002860183361917734, 0.003267731284722686, 0.0036752792075276375, 0.004082827363163233, 0.004490375053137541, 0.004897923208773136, 0.0053054713644087315, 0.0057130190543830395, 0.006120567210018635, 0.006528114899992943, 0.006935663055628538, 0.0073432112112641335, 0.0077507589012384415, 0.008158307522535324, 0.008565855212509632, 0.00897340290248394, 0.009380950592458248, 0.00978849921375513, 0.010196046903729439, 0.010603594593703747, 0.01101114321500063, 0.011418690904974937]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 1.0, 2.0, 3.0, 5.0, 4.0, 6.0, 4.0, 14.0, 17.0, 13.0, 12.0, 22.0, 32.0, 42.0, 65.0, 74.0, 110.0, 206.0, 443.0, 5862.0, 399.0, 187.0, 115.0, 72.0, 51.0, 32.0, 32.0, 28.0, 23.0, 12.0, 5.0, 7.0, 5.0, 5.0, 0.0, 3.0, 0.0, 3.0, 1.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.14761914312839508, -0.1430537849664688, -0.13848841190338135, -0.13392305374145508, -0.1293576955795288, -0.12479233741760254, -0.12022697180509567, -0.1156616061925888, -0.11109624803066254, -0.10653088986873627, -0.1019655242562294, -0.09740015864372253, -0.09283480048179626, -0.08826944231987, -0.08370407670736313, -0.07913871109485626, -0.07457335293292999, -0.07000799477100372, -0.06544262915849686, -0.06087726727128029, -0.05631190538406372, -0.05174654349684715, -0.047181181609630585, -0.04261581972241402, -0.03805045783519745, -0.03348509594798088, -0.028919734060764313, -0.024354372173547745, -0.019789010286331177, -0.015223648399114609, -0.01065828651189804, -0.006092924624681473, -0.0015275627374649048, 0.003037799149751663, 0.007603161036968231, 0.0121685229241848, 0.016733884811401367, 0.021299246698617935, 0.025864608585834503, 0.03042997047305107, 0.03499533236026764, 0.03956069424748421, 0.044126056134700775, 0.04869141802191734, 0.05325677990913391, 0.05782214179635048, 0.06238750368356705, 0.06695286929607391, 0.07151822745800018, 0.07608358561992645, 0.08064895123243332, 0.08521431684494019, 0.08977967500686646, 0.09434503316879272, 0.09891039878129959, 0.10347576439380646, 0.10804112255573273, 0.112606480717659, 0.11717184633016586, 0.12173721194267273, 0.126302570104599, 0.13086792826652527, 0.13543328642845154, 0.139998659491539, 0.14456401765346527]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 2.0, 1.0, 5.0, 0.0, 3.0, 3.0, 1.0, 4.0, 0.0, 4.0, 3.0, 4.0, 7.0, 1.0, 6.0, 1.0, 4.0, 30.0, 2.0, 7.0, 5.0, 7.0, 2.0, 3.0, 2.0, 4.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.0033948197960853577, -0.0033053578808903694, -0.003215895965695381, -0.0031264342833310366, -0.0030369723681360483, -0.00294751045294106, -0.002858048537746072, -0.0027685868553817272, -0.002679124940186739, -0.0025896630249917507, -0.0025002011097967625, -0.002410739194601774, -0.0023212775122374296, -0.0022318155970424414, -0.002142353681847453, -0.002052891766652465, -0.0019634300842881203, -0.0018739680526778102, -0.0017845062538981438, -0.0016950443387031555, -0.001605582539923489, -0.0015161206247285008, -0.0014266588259488344, -0.0013371969107538462, -0.001247734995558858, -0.0011582731967791915, -0.0010688112815842032, -0.0009793494828045368, -0.0008898875676095486, -0.0008004257106222212, -0.0007109638536348939, -0.0006215019966475666, -0.0005320401396602392, -0.0004425782826729119, -0.00035311642568558455, -0.00026365453959442675, -0.00017419268260709941, -8.473081834381446e-05, 4.731045919470489e-06, 9.419291018275544e-05, 0.0001836547744460404, 0.00027311663143336773, 0.00036257848842069507, 0.00045204037451185286, 0.0005415022606030107, 0.000630964117590338, 0.0007204259745776653, 0.0008098878315649927, 0.00089934968855232, 0.0009888116037473083, 0.0010782734025269747, 0.001167735317721963, 0.0012571971165016294, 0.0013466590316966176, 0.001436120830476284, 0.0015255827456712723, 0.0016150446608662605, 0.001704506459645927, 0.0017939683748409152, 0.0018834301736205816, 0.00197289208881557, 0.002062354004010558, 0.0021518156863749027, 0.002241277601569891, 0.0023307395167648792]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [4.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 0.0, 11.0, 7.0, 12.0, 14.0, 19.0, 30.0, 36.0, 48.0, 74.0, 97.0, 128.0, 206.0, 289.0, 380.0, 695.0, 1123.0, 1740.0, 3286.0, 6434.0, 14358.0, 39933.0, 192294.0, 849874.0, 38323.0, 14633.0, 6800.0, 3565.0, 1996.0, 1163.0, 733.0, 456.0, 266.0, 168.0, 136.0, 90.0, 57.0, 44.0, 28.0, 22.0, 19.0, 13.0, 10.0, 3.0, 7.0, 4.0, 2.0, 3.0, 2.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.006987613160163164, -0.00675579346716404, -0.006523973774164915, -0.0062921540811657906, -0.006060333922505379, -0.005828514229506254, -0.00559669453650713, -0.005364874843508005, -0.005133055150508881, -0.004901235457509756, -0.0046694157645106316, -0.004437596071511507, -0.0042057763785123825, -0.003973956219851971, -0.003742136526852846, -0.0035103168338537216, -0.003278497140854597, -0.0030466774478554726, -0.002814857754856348, -0.00258303782902658, -0.0023512181360274553, -0.002119398443028331, -0.0018875786336138844, -0.001655758824199438, -0.0014239391312003136, -0.001192119438201189, -0.0009602996287867427, -0.0007284798775799572, -0.0004966601263731718, -0.00026484037516638637, -3.3020623959600925e-05, 0.00019879912724718451, 0.00043061887845396996, 0.0006624386296607554, 0.0008942583808675408, 0.0011260781902819872, 0.0013578978832811117, 0.0015897175762802362, 0.0018215373856946826, 0.002053357195109129, 0.0022851768881082535, 0.002516996581107378, 0.0027488162741065025, 0.0029806361999362707, 0.0032124558929353952, 0.0034442755859345198, 0.003676095511764288, 0.0039079152047634125, 0.004139734897762537, 0.0043715545907616615, 0.004603374283760786, 0.004835193976759911, 0.005067014135420322, 0.005298833828419447, 0.0055306535214185715, 0.005762473214417696, 0.0059942929074168205, 0.006226112600415945, 0.00645793229341507, 0.006689751986414194, 0.006921571679413319, 0.0071533918380737305, 0.007385211531072855, 0.0076170312240719795, 0.007848851382732391]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 3.0, 1.0, 0.0, 3.0, 0.0, 2.0, 0.0, 3.0, 2.0, 0.0, 2.0, 10.0, 1.0, 1.0, 2.0, 3.0, 3.0, 4.0, 0.0, 1.0, 0.0, 4.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.013932198286056519, -0.01343245804309845, -0.012932716868817806, -0.012432976625859737, -0.011933235451579094, -0.011433495208621025, -0.010933754034340382, -0.010434013791382313, -0.00993427261710167, -0.0094345323741436, -0.008934792131185532, -0.008435050956904888, -0.00793531071394682, -0.007435570005327463, -0.006935829296708107, -0.006436088588088751, -0.005936347879469395, -0.0054366071708500385, -0.004936866462230682, -0.004437125753611326, -0.00393738504499197, -0.0034376445692032576, -0.002937904093414545, -0.002438163384795189, -0.0019384226761758327, -0.0014386819675564766, -0.0009389413753524423, -0.000439200724940747, 6.053992547094822e-05, 0.0005602805758826435, 0.0010600212262943387, 0.001559761818498373, 0.002059502527117729, 0.0025592432357370853, 0.0030589839443564415, 0.003558724420145154, 0.004058465361595154, 0.004558205604553223, 0.005057946313172579, 0.005557687021791935, 0.006057427730411291, 0.006557168439030647, 0.007056909147650003, 0.00755664985626936, 0.008056390099227428, 0.008556131273508072, 0.00905587151646614, 0.009555612690746784, 0.010055352933704853, 0.010555093176662922, 0.011054834350943565, 0.011554574593901634, 0.012054315768182278, 0.012554056011140347, 0.01305379718542099, 0.013553537428379059, 0.014053277671337128, 0.014553018845617771, 0.01505275908857584, 0.015552500262856483, 0.016052240505814552, 0.01655198074877262, 0.01705172285437584, 0.017551463097333908, 0.018051203340291977]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 3.0, 3.0, 0.0, 4.0, 2.0, 2.0, 4.0, 3.0, 5.0, 3.0, 13.0, 13.0, 23.0, 23.0, 22.0, 39.0, 45.0, 67.0, 89.0, 109.0, 142.0, 185.0, 199.0, 308.0, 456.0, 629.0, 865.0, 1332.0, 2093.0, 5873.0, 1751.0, 1143.0, 758.0, 530.0, 415.0, 302.0, 231.0, 175.0, 134.0, 80.0, 74.0, 58.0, 40.0, 30.0, 43.0, 33.0, 16.0, 14.0, 10.0, 10.0, 9.0, 3.0, 6.0, 6.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.008981107734143734, -0.008693939074873924, -0.008406770415604115, -0.008119601756334305, -0.007832433097064495, -0.007545263972133398, -0.007258095312863588, -0.006970926653593779, -0.006683757994323969, -0.006396589335054159, -0.0061094206757843494, -0.00582225201651454, -0.005535082891583443, -0.005247914232313633, -0.004960745573043823, -0.0046735769137740135, -0.004386408254504204, -0.004099239595234394, -0.0038120709359645844, -0.003524902043864131, -0.0032377333845943213, -0.0029505647253245115, -0.002663395833224058, -0.0023762271739542484, -0.0020890585146844387, -0.001801889855414629, -0.0015147210797294974, -0.0012275523040443659, -0.0009403836447745562, -0.0006532149272970855, -0.0003660462098196149, -7.887749234214425e-05, 0.00020829122513532639, 0.000495459942612797, 0.0007826286600902677, 0.0010697974357753992, 0.001356966095045209, 0.0016441347543150187, 0.0019313035300001502, 0.0022184723056852818, 0.0025056409649550915, 0.002792809624224901, 0.003079978283494711, 0.0033671471755951643, 0.003654315834864974, 0.003941484726965427, 0.004228653386235237, 0.004515822045505047, 0.004802990704774857, 0.005090159364044666, 0.005377328023314476, 0.005664496682584286, 0.0059516653418540955, 0.0062388344667851925, 0.006526003126055002, 0.006813171785324812, 0.007100340444594622, 0.007387509103864431, 0.007674677763134241, 0.007961846888065338, 0.008249015547335148, 0.008536184206604958, 0.008823352865874767, 0.009110521525144577, 0.009397690184414387]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 2.0, 2.0, 3.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.07778965681791306, -0.07595343142747879, -0.07411721348762512, -0.07228098809719086, -0.07044476270675659, -0.06860853731632233, -0.06677231937646866, -0.0649360939860344, -0.06309986859560013, -0.06126364693045616, -0.059427421540021896, -0.05759119987487793, -0.055754974484443665, -0.0539187528192997, -0.05208252742886543, -0.050246305763721466, -0.0484100803732872, -0.046573858708143234, -0.04473763704299927, -0.042901411652565, -0.041065189987421036, -0.03922896459698677, -0.037392742931842804, -0.03555651754140854, -0.03372029587626457, -0.03188407048583031, -0.03004784882068634, -0.028211625292897224, -0.02637540176510811, -0.024539178237318993, -0.022702954709529877, -0.02086673118174076, -0.019030507653951645, -0.01719428412616253, -0.015358060598373413, -0.013521837070584297, -0.011685613542795181, -0.00984939094632864, -0.008013167418539524, -0.006176943890750408, -0.004340720362961292, -0.0025044968351721764, -0.0006682735402137041, 0.00116794987116009, 0.003004173282533884, 0.004840396810323, 0.0066766198724508286, 0.008512843400239944, 0.01034906692802906, 0.012185290455818176, 0.014021513983607292, 0.015857737511396408, 0.017693961039185524, 0.01953018456697464, 0.021366408094763756, 0.02320263162255287, 0.02503885328769684, 0.026875076815485954, 0.02871130034327507, 0.030547523871064186, 0.0323837473988533, 0.03421997278928757, 0.036056194454431534, 0.0378924198448658, 0.039728641510009766]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 3.0, 1.0, 2.0, 0.0, 0.0, 2.0, 1.0, 2.0, 2.0, 0.0, 2.0, 1.0, 1.0, 2.0, 4.0, 6.0, 4.0, 2.0, 9.0, 3.0, 5.0, 7.0, 7.0, 11.0, 7.0, 15.0, 23.0, 30.0, 19.0, 15.0, 10.0, 7.0, 11.0, 10.0, 8.0, 5.0, 6.0, 6.0, 6.0, 6.0, 2.0, 1.0, 3.0, 2.0, 1.0, 3.0, 1.0, 1.0], "bins": [-0.0558149628341198, -0.0545390248298645, -0.053263090550899506, -0.05198715254664421, -0.050711218267679214, -0.04943528026342392, -0.04815934598445892, -0.04688340798020363, -0.045607469975948334, -0.04433153569698334, -0.04305559769272804, -0.041779663413763046, -0.04050372540950775, -0.039227791130542755, -0.03795185312628746, -0.036675918847322464, -0.03539998084306717, -0.034124042838811874, -0.03284810855984688, -0.03157217055559158, -0.030296236276626587, -0.029020298272371292, -0.027744362130761147, -0.026468425989151, -0.025192489847540855, -0.02391655370593071, -0.022640617564320564, -0.02136468142271042, -0.020088743418455124, -0.01881280727684498, -0.017536871135234833, -0.016260934993624687, -0.014984998852014542, -0.013709062710404396, -0.01243312656879425, -0.01115718949586153, -0.009881253354251385, -0.00860531721264124, -0.007329380605369806, -0.006053443998098373, -0.004777507856488228, -0.0035015714820474386, -0.0022256351076066494, -0.0009496987331658602, 0.00032623764127492905, 0.0016021740157157183, 0.0028781103901565075, 0.00415404699742794, 0.005429983139038086, 0.0067059192806482315, 0.007981855422258377, 0.009257792495191097, 0.010533728636801243, 0.011809664778411388, 0.013085601851344109, 0.014361537992954254, 0.0156374741345644, 0.016913410276174545, 0.01818934641778469, 0.019465282559394836, 0.02074122056365013, 0.022017156705260277, 0.023293092846870422, 0.024569028988480568, 0.025844965130090714]}, "_runtime": 178.51628303527832, "_timestamp": 1596214503.2735655, "_step": 220}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 2.0, 3.0, 8.0, 9.0, 6.0, 2.0, 4.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014966137707233429, -0.014524946920573711, -0.014083756133913994, -0.013642565347254276, -0.013201374560594559, -0.012760183773934841, -0.012318993918597698, -0.01187780313193798, -0.011436612345278263, -0.010995421558618546, -0.010554230771958828, -0.01011303998529911, -0.009671849198639393, -0.009230658411979675, -0.008789467625319958, -0.00834827683866024, -0.007907086983323097, -0.007465895731002092, -0.007024704944342375, -0.0065835146233439445, -0.006142323836684227, -0.005701133050024509, -0.005259942263364792, -0.004818751476705074, -0.004377560690045357, -0.0039363703690469265, -0.003495179582387209, -0.0030539887957274914, -0.002612798009067774, -0.0021716074552387, -0.0017304166685789824, -0.0012892259983345866, -0.0008480353280901909, -0.0004068446287419647, 3.434607060626149e-05, 0.0004755367699544877, 0.0009167274693027139, 0.0013579181395471096, 0.0017991089262068272, 0.002240299480035901, 0.0026814902666956186, 0.003122681053355336, 0.00356387160718441, 0.004005062393844128, 0.004446253180503845, 0.004887443967163563, 0.005328634288161993, 0.005769825074821711, 0.006211015861481428, 0.006652206648141146, 0.007093397434800863, 0.0075345877557992935, 0.007975778542459011, 0.008416969329118729, 0.008858160115778446, 0.009299350902438164, 0.009740541689097881, 0.010181732475757599, 0.010622923262417316, 0.01106411311775446, 0.011505303904414177, 0.011946494691073895, 0.012387685477733612, 0.01282887626439333, 0.013270067051053047]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 5.0, 4.0, 8.0, 9.0, 12.0, 12.0, 14.0, 24.0, 42.0, 73.0, 67.0, 121.0, 203.0, 367.0, 5604.0, 670.0, 241.0, 148.0, 82.0, 61.0, 45.0, 25.0, 23.0, 16.0, 15.0, 9.0, 9.0, 3.0, 2.0, 1.0, 3.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.18197101354599, -0.17623086273670197, -0.17049071192741394, -0.16475054621696472, -0.1590103954076767, -0.15327024459838867, -0.14753007888793945, -0.14178992807865143, -0.1360497772693634, -0.13030962646007538, -0.12456946820020676, -0.11882930994033813, -0.11308915913105011, -0.10734900832176208, -0.10160885006189346, -0.09586869180202484, -0.09012854099273682, -0.08438839018344879, -0.07864823192358017, -0.07290807366371155, -0.06716792285442352, -0.0614277683198452, -0.055687613785266876, -0.04994745925068855, -0.04420730471611023, -0.038467150181531906, -0.03272699564695358, -0.02698684111237526, -0.021246686577796936, -0.015506532043218613, -0.00976637750864029, -0.004026222974061966, 0.0017139315605163574, 0.007454086095094681, 0.013194240629673004, 0.018934395164251328, 0.02467454969882965, 0.030414704233407974, 0.0361548587679863, 0.04189501330256462, 0.047635167837142944, 0.05337532237172127, 0.05911547690629959, 0.06485563516616821, 0.07059578597545624, 0.07633593678474426, 0.08207609504461288, 0.0878162533044815, 0.09355640411376953, 0.09929655492305756, 0.10503671318292618, 0.1107768714427948, 0.11651702225208282, 0.12225717306137085, 0.12799733877182007, 0.1337374895811081, 0.13947764039039612, 0.14521779119968414, 0.15095794200897217, 0.1566981077194214, 0.1624382585287094, 0.16817840933799744, 0.17391857504844666, 0.17965872585773468, 0.1853988766670227]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 4.0, 0.0, 1.0, 3.0, 2.0, 3.0, 3.0, 5.0, 2.0, 1.0, 1.0, 2.0, 5.0, 2.0, 1.0, 4.0, 2.0, 8.0, 25.0, 2.0, 1.0, 2.0, 3.0, 2.0, 6.0, 5.0, 2.0, 3.0, 3.0, 1.0, 2.0, 2.0, 3.0, 4.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0028700889088213444, -0.0027753158938139677, -0.002680542878806591, -0.002585770096629858, -0.0024909970816224813, -0.0023962240666151047, -0.002301451051607728, -0.002206678269430995, -0.0021119052544236183, -0.0020171322394162416, -0.001922359224408865, -0.0018275863258168101, -0.0017328133108094335, -0.0016380404122173786, -0.001543267397210002, -0.001448494498617947, -0.0013537214836105704, -0.0012589484686031938, -0.001164175570011139, -0.0010694025550037622, -0.0009746296564117074, -0.0008798566414043307, -0.000785083684604615, -0.0006903107278048992, -0.0005955377710051835, -0.0005007648142054677, -0.00040599185740575194, -0.00031121887150220573, -0.00021644591470248997, -0.0001216729506268166, -2.689998655114323e-05, 6.787297752453014e-05, 0.00016264594160020351, 0.00025741889839991927, 0.00035219185519963503, 0.00044696484110318124, 0.0005417377687990665, 0.0006365107838064432, 0.000731283740606159, 0.0008260566974058747, 0.0009208296542055905, 0.0010156026110053062, 0.001110375626012683, 0.0012051485246047378, 0.0012999215396121144, 0.0013946944382041693, 0.001489467453211546, 0.0015842403518036008, 0.0016790133668109775, 0.0017737863818183541, 0.001868559280410409, 0.0019633322954177856, 0.0020581053104251623, 0.0021528780926018953, 0.002247651107609272, 0.0023424241226166487, 0.0024371971376240253, 0.002531970152631402, 0.002626742934808135, 0.0027215159498155117, 0.0028162889648228884, 0.002911061979830265, 0.003005834762006998, 0.0031006077770143747, 0.0031953807920217514]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 2.0, 1.0, 4.0, 5.0, 12.0, 9.0, 11.0, 26.0, 30.0, 40.0, 85.0, 127.0, 199.0, 320.0, 511.0, 809.0, 1478.0, 2570.0, 4844.0, 9942.0, 22885.0, 65888.0, 892672.0, 107164.0, 33139.0, 15397.0, 8452.0, 4851.0, 2885.0, 1787.0, 1176.0, 709.0, 494.0, 315.0, 208.0, 159.0, 136.0, 76.0, 65.0, 46.0, 29.0, 18.0, 12.0, 12.0, 8.0, 7.0, 6.0, 4.0, 7.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.005980630870908499, -0.005748058669269085, -0.005515486001968384, -0.00528291380032897, -0.005050341133028269, -0.004817768931388855, -0.004585196264088154, -0.00435262406244874, -0.004120051860809326, -0.003887479193508625, -0.0036549067590385675, -0.00342233432456851, -0.0031897621229290962, -0.0029571896884590387, -0.0027246172539889812, -0.0024920448195189238, -0.0022594723850488663, -0.002026899950578809, -0.0017943275161087513, -0.0015617551980540156, -0.0013291827635839581, -0.0010966103291139007, -0.0008640379528515041, -0.0006314655765891075, -0.00039889314211905, -0.000166320736752823, 6.625166861340404e-05, 0.00029882407397963107, 0.0005313964793458581, 0.0007639689138159156, 0.0009965412318706512, 0.0012291136663407087, 0.0014616861008107662, 0.0016942585352808237, 0.0019268309697508812, 0.0021594034042209387, 0.002391975838690996, 0.00262454804033041, 0.0028571204748004675, 0.003089692909270525, 0.0033222653437405825, 0.00355483777821064, 0.0037874102126806974, 0.004019982647150755, 0.004252554848790169, 0.00448512751609087, 0.004717699717730284, 0.004950272385030985, 0.005182844586670399, 0.0054154167883098125, 0.005647989455610514, 0.0058805616572499275, 0.006113134324550629, 0.0063457065261900425, 0.006578279193490744, 0.0068108513951301575, 0.007043424062430859, 0.0072759962640702724, 0.007508568465709686, 0.007741141133010387, 0.007973713800311089, 0.008206285536289215, 0.008438858203589916, 0.008671430870890617, 0.008904002606868744]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 6.0, 6.0, 0.0, 3.0, 1.0, 1.0, 2.0, 2.0, 4.0, 4.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.022403864189982414, -0.021647468209266663, -0.02089107222855091, -0.02013467624783516, -0.019378280267119408, -0.018621884286403656, -0.017865488305687904, -0.017109092324972153, -0.0163526963442564, -0.01559630036354065, -0.014839904382824898, -0.014083508402109146, -0.013327112421393394, -0.012570716440677643, -0.011814320459961891, -0.01105792447924614, -0.010301528498530388, -0.009545132517814636, -0.008788736537098885, -0.008032340556383133, -0.007275944575667381, -0.00651954859495163, -0.005763152614235878, -0.005006756633520126, -0.004250360652804375, -0.003493964672088623, -0.0027375686913728714, -0.0019811727106571198, -0.001224776729941368, -0.00046838074922561646, 0.0002880152314901352, 0.0010444112122058868, 0.0018008071929216385, 0.00255720317363739, 0.003313599154353142, 0.004069995135068893, 0.004826391115784645, 0.005582787096500397, 0.006339183077216148, 0.0070955790579319, 0.007851975038647652, 0.008608371019363403, 0.009364767000079155, 0.010121162980794907, 0.010877558961510658, 0.01163395494222641, 0.012390350922942162, 0.013146746903657913, 0.013903142884373665, 0.014659538865089417, 0.015415934845805168, 0.01617233082652092, 0.01692872680723667, 0.017685122787952423, 0.018441518768668175, 0.019197914749383926, 0.019954310730099678, 0.02071070671081543, 0.02146710269153118, 0.022223498672246933, 0.022979894652962685, 0.023736290633678436, 0.024492686614394188, 0.02524908259510994, 0.02600547857582569]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 3.0, 0.0, 4.0, 5.0, 7.0, 6.0, 6.0, 4.0, 8.0, 11.0, 15.0, 23.0, 33.0, 32.0, 40.0, 71.0, 105.0, 118.0, 171.0, 244.0, 308.0, 473.0, 689.0, 1129.0, 2595.0, 5876.0, 1743.0, 1273.0, 956.0, 682.0, 463.0, 325.0, 226.0, 205.0, 155.0, 124.0, 84.0, 74.0, 32.0, 34.0, 24.0, 14.0, 14.0, 4.0, 2.0, 3.0, 5.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0], "bins": [-0.015710793435573578, -0.015262257307767868, -0.014813721179962158, -0.014365185052156448, -0.013916648924350739, -0.013468112796545029, -0.013019575737416744, -0.012571039609611034, -0.012122503481805325, -0.011673967353999615, -0.011225431226193905, -0.010776895098388195, -0.010328358970582485, -0.009879822842776775, -0.009431286714971066, -0.008982750587165356, -0.008534213528037071, -0.008085677400231361, -0.007637141738086939, -0.007188605144619942, -0.006740069016814232, -0.006291532889008522, -0.005842996761202812, -0.005394460633397102, -0.0049459245055913925, -0.004497387912124395, -0.0040488517843186855, -0.0036003156565129757, -0.003151779528707266, -0.0027032431680709124, -0.0022547070402652025, -0.0018061707960441709, -0.0013576345518231392, -0.0009090983076021075, -0.00046056212158873677, -1.2025906471535563e-05, 0.00043651030864566565, 0.0008850465528666973, 0.0013335826806724072, 0.0017821189248934388, 0.0022306551691144705, 0.0026791912969201803, 0.003127727657556534, 0.0035762637853622437, 0.0040247999131679535, 0.004473336040973663, 0.0049218726344406605, 0.00537040876224637, 0.00581894489005208, 0.00626748101785779, 0.0067160171456635, 0.007164553739130497, 0.007613089866936207, 0.008061625994741917, 0.008510162122547626, 0.008958698250353336, 0.009407234378159046, 0.009855770505964756, 0.010304306633770466, 0.01075284369289875, 0.01120137982070446, 0.01164991594851017, 0.01209845207631588, 0.01254698820412159, 0.0129955243319273]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 1.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.117436982691288, -0.11351898312568665, -0.1096009761095047, -0.10568297654390335, -0.101764976978302, -0.09784697741270065, -0.0939289778470993, -0.09001097083091736, -0.08609297126531601, -0.08217497169971466, -0.07825696468353271, -0.07433896511793137, -0.07042096555233002, -0.06650296598672867, -0.06258496642112732, -0.058666959404945374, -0.054748959839344025, -0.050830960273742676, -0.04691295698285103, -0.04299495369195938, -0.03907695412635803, -0.03515895456075668, -0.031240951269865036, -0.027322949841618538, -0.02340494841337204, -0.01948694698512554, -0.015568945556879044, -0.011650944128632545, -0.007732942700386047, -0.0038149412721395493, 0.00010306015610694885, 0.004021061584353447, 0.007939063012599945, 0.011857064440846443, 0.01577506586909294, 0.01969306729733944, 0.023611068725585938, 0.027529070153832436, 0.031447071582078934, 0.03536507487297058, 0.03928307443857193, 0.04320107400417328, 0.047119077295064926, 0.051037080585956573, 0.05495508015155792, 0.05887307971715927, 0.06279107928276062, 0.06670908629894257, 0.07062708586454391, 0.07454508543014526, 0.07846309244632721, 0.08238109201192856, 0.08629909157752991, 0.09021709114313126, 0.0941350907087326, 0.09805309772491455, 0.1019710972905159, 0.10588909685611725, 0.1098071038722992, 0.11372510343790054, 0.11764310300350189, 0.12156110256910324, 0.1254791021347046, 0.12939710915088654, 0.13331511616706848]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 2.0, 2.0, 4.0, 6.0, 8.0, 2.0, 4.0, 6.0, 12.0, 18.0, 18.0, 12.0, 18.0, 13.0, 14.0, 22.0, 37.0, 20.0, 11.0, 11.0, 8.0, 3.0, 2.0, 5.0, 3.0, 2.0, 0.0, 4.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.07266363501548767, -0.07081045210361481, -0.06895727664232254, -0.06710409373044968, -0.06525091081857681, -0.06339772790670395, -0.061544548720121384, -0.05969136953353882, -0.057838186621665955, -0.05598500743508339, -0.054131828248500824, -0.05227864533662796, -0.050425466150045395, -0.04857228323817253, -0.046719104051589966, -0.0448659211397171, -0.04301274195313454, -0.04115956276655197, -0.03930637985467911, -0.03745320066809654, -0.03560001775622368, -0.03374683856964111, -0.03189365565776825, -0.030040476471185684, -0.02818729542195797, -0.026334114372730255, -0.02448093332350254, -0.022627752274274826, -0.02077457308769226, -0.018921392038464546, -0.01706821098923683, -0.015215029940009117, -0.013361848890781403, -0.011508667841553688, -0.009655486792325974, -0.007802306674420834, -0.005949125625193119, -0.0040959445759654045, -0.0022427639923989773, -0.0003895831760019064, 0.0014635976403951645, 0.0033167784567922354, 0.005169959273189306, 0.0070231398567557335, 0.008876320905983448, 0.010729501955211163, 0.012582682073116302, 0.014435863122344017, 0.01628904417157173, 0.018142225220799446, 0.01999540627002716, 0.021848587319254875, 0.02370176836848259, 0.025554947555065155, 0.02740812860429287, 0.029261309653520584, 0.0311144907027483, 0.03296767175197601, 0.03482085093855858, 0.03667403385043144, 0.03852721303701401, 0.04038039594888687, 0.04223357513546944, 0.0440867580473423, 0.045939937233924866]}, "_runtime": 179.28764081001282, "_timestamp": 1596214504.0449233, "_step": 221}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 4.0, 5.0, 7.0, 7.0, 1.0, 0.0, 1.0, 1.0, 3.0, 2.0, 1.0, 0.0, 1.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008477343246340752, -0.008178984746336937, -0.007880626246333122, -0.007582268211990595, -0.0072839101776480675, -0.006985551677644253, -0.006687193177640438, -0.006388835143297911, -0.006090476643294096, -0.005792118143290281, -0.005493760108947754, -0.005195401608943939, -0.0048970431089401245, -0.004598685074597597, -0.004300326574593782, -0.004001968540251255, -0.0037036100402474403, -0.0034052517730742693, -0.0031068935059010983, -0.0028085350058972836, -0.0025101767387241125, -0.0022118184715509415, -0.0019134600879624486, -0.0016151017043739557, -0.0013167434372007847, -0.0010183851700276136, -0.0007200267864391208, -0.0004216684610582888, -0.00012331013567745686, 0.0001750481897033751, 0.00047340651508420706, 0.000771764840465039, 0.001070123165845871, 0.001368481433019042, 0.0016668398166075349, 0.0019651982001960278, 0.002263556467369199, 0.00256191473454237, 0.0028602732345461845, 0.0031586315017193556, 0.0034569897688925266, 0.0037553480360656977, 0.004053706303238869, 0.004352064803242683, 0.004650423303246498, 0.0049487813375890255, 0.00524713983759284, 0.005545497871935368, 0.005843856371939182, 0.006142214871942997, 0.006440572906285524, 0.006738931406289339, 0.0070372894406318665, 0.007335647940635681, 0.007634006440639496, 0.00793236494064331, 0.008230723440647125, 0.008529081009328365, 0.00882743950933218, 0.009125798009335995, 0.00942415650933981, 0.009722515009343624, 0.010020872578024864, 0.010319231078028679, 0.010617589578032494]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 7.0, 3.0, 4.0, 7.0, 9.0, 21.0, 18.0, 22.0, 28.0, 34.0, 70.0, 86.0, 106.0, 167.0, 278.0, 4927.0, 1330.0, 280.0, 144.0, 89.0, 76.0, 52.0, 37.0, 22.0, 26.0, 20.0, 12.0, 14.0, 5.0, 5.0, 6.0, 1.0, 2.0, 3.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.11881649494171143, -0.11471211910247803, -0.11060774326324463, -0.10650336742401123, -0.10239899158477783, -0.09829462319612503, -0.09419024735689163, -0.09008587151765823, -0.08598149567842484, -0.08187711983919144, -0.07777274399995804, -0.07366836816072464, -0.06956399977207184, -0.06545962393283844, -0.06135524809360504, -0.05725087225437164, -0.053146496415138245, -0.049042120575904846, -0.04493774473667145, -0.04083337262272835, -0.03672899678349495, -0.03262462094426155, -0.0285202469676733, -0.024415872991085052, -0.020311497151851654, -0.016207121312618256, -0.012102747336030006, -0.007998372428119183, -0.0038939975202083588, 0.00021037738770246506, 0.004314752295613289, 0.008419127203524113, 0.012523502111434937, 0.016627877950668335, 0.020732251927256584, 0.024836625903844833, 0.028941001743078232, 0.03304537758231163, 0.03714974969625473, 0.04125412553548813, 0.04535850137472153, 0.049462877213954926, 0.053567253053188324, 0.057671625167131424, 0.06177600100636482, 0.06588037312030792, 0.06998474895954132, 0.07408912479877472, 0.07819350063800812, 0.08229787647724152, 0.08640225231647491, 0.09050662815570831, 0.09461100399494171, 0.09871537238359451, 0.10281974822282791, 0.10692412406206131, 0.11102849990129471, 0.1151328757405281, 0.1192372515797615, 0.1233416274189949, 0.1274459958076477, 0.1315503716468811, 0.1356547474861145, 0.1397591233253479, 0.1438634991645813]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 4.0, 2.0, 1.0, 1.0, 4.0, 4.0, 5.0, 1.0, 1.0, 7.0, 2.0, 11.0, 3.0, 2.0, 28.0, 1.0, 4.0, 2.0, 3.0, 4.0, 3.0, 5.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0], "bins": [-0.002683314960449934, -0.0026118753012269735, -0.0025404358748346567, -0.0024689962156116962, -0.0023975565563887358, -0.002326117129996419, -0.0022546774707734585, -0.002183237811550498, -0.002111798385158181, -0.0020403587259352207, -0.0019689190667122602, -0.0018974796403199434, -0.001826039981096983, -0.0017546004382893443, -0.0016831608954817057, -0.0016117212362587452, -0.0015402816934511065, -0.001468842150643468, -0.0013974024914205074, -0.0013259629486128688, -0.0012545234058052301, -0.0011830837465822697, -0.001111644203774631, -0.0010402046609669924, -0.0009687650599516928, -0.0008973254589363933, -0.0008258859161287546, -0.0007544463151134551, -0.0006830067140981555, -0.0006115671712905169, -0.0005401275702752173, -0.0004686879983637482, -0.0003972484264522791, -0.00032580885454081, -0.0002543692826293409, -0.00018292968161404133, -0.00011149010970257223, -4.005053051514551e-05, 3.1389048672281206e-05, 0.00010282862785970792, 0.00017426820704713464, 0.00024570777895860374, 0.00031714735087007284, 0.0003885869518853724, 0.0004600265237968415, 0.0005314660957083106, 0.0006029056967236102, 0.0006743452395312488, 0.0007457848405465484, 0.0008172244415618479, 0.0008886639843694866, 0.0009601035853847861, 0.0010315431281924248, 0.0011029827874153852, 0.0011744223302230239, 0.0012458618730306625, 0.001317301532253623, 0.0013887410750612617, 0.0014601806178689003, 0.001531620160676539, 0.0016030598198994994, 0.001674499362707138, 0.0017459389055147767, 0.0018173785647377372, 0.0018888181075453758]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 4.0, 5.0, 10.0, 8.0, 11.0, 13.0, 11.0, 22.0, 36.0, 38.0, 76.0, 109.0, 150.0, 294.0, 412.0, 785.0, 1365.0, 2791.0, 6121.0, 16128.0, 55287.0, 948786.0, 101643.0, 23880.0, 10054.0, 4954.0, 2599.0, 1433.0, 879.0, 521.0, 336.0, 220.0, 168.0, 124.0, 91.0, 75.0, 39.0, 42.0, 24.0, 21.0, 19.0, 14.0, 14.0, 7.0, 6.0, 1.0, 4.0, 4.0, 3.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.008056456223130226, -0.007794474251568317, -0.007532492280006409, -0.0072705103084445, -0.007008528336882591, -0.0067465463653206825, -0.006484564393758774, -0.006222582422196865, -0.005960600450634956, -0.00569861801341176, -0.005436636041849852, -0.005174654070287943, -0.004912672098726034, -0.0046506901271641254, -0.004388708155602217, -0.004126726184040308, -0.0038647442124783993, -0.0036027622409164906, -0.003340780269354582, -0.003078798297792673, -0.0028168163262307644, -0.002554834121838212, -0.0022928521502763033, -0.0020308701787143946, -0.0017688882071524858, -0.0015069062355905771, -0.0012449242640286684, -0.0009829421760514379, -0.0007209602044895291, -0.00045897820382378995, -0.00019699620315805078, 6.49857975076884e-05, 0.0003269677981734276, 0.0005889497697353363, 0.0008509317995049059, 0.0011129138292744756, 0.0013748958008363843, 0.001636877772398293, 0.0018988598603755236, 0.0021608418319374323, 0.002422823803499341, 0.0026848057750612497, 0.0029467877466231585, 0.003208769718185067, 0.0034707519225776196, 0.0037327338941395283, 0.003994715865701437, 0.004256697837263346, 0.0045186798088252544, 0.004780661780387163, 0.005042643751949072, 0.005304625723510981, 0.005566607695072889, 0.005828589666634798, 0.006090571638196707, 0.0063525536097586155, 0.0066145360469818115, 0.00687651801854372, 0.007138499990105629, 0.007400481961667538, 0.007662463933229446, 0.007924445904791355, 0.008186427876353264, 0.008448409847915173, 0.008710391819477081]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 3.0, 3.0, 0.0, 7.0, 3.0, 2.0, 2.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.015107194893062115, -0.014724907465279102, -0.01434262003749609, -0.013960332609713078, -0.013578045181930065, -0.013195757754147053, -0.01281347032636404, -0.012431182898581028, -0.01204889640212059, -0.011666608974337578, -0.011284321546554565, -0.010902034118771553, -0.01051974669098854, -0.010137459263205528, -0.009755171835422516, -0.009372884407639503, -0.008990596979856491, -0.008608309552073479, -0.008226022124290466, -0.007843734696507454, -0.0074614472687244415, -0.0070791603066027164, -0.006696872878819704, -0.006314585451036692, -0.005932298023253679, -0.005550010595470667, -0.0051677231676876545, -0.004785435739904642, -0.004403148777782917, -0.004020861349999905, -0.0036385739222168922, -0.00325628649443388, -0.0028739990666508675, -0.002491711638867855, -0.0021094242110848427, -0.001727137016132474, -0.0013448495883494616, -0.0009625622187741101, -0.0005802748491987586, -0.00019798747962340713, 0.00018429988995194435, 0.0005665872595272958, 0.0009488746291026473, 0.0013311619404703379, 0.0017134493682533503, 0.0020957367960363626, 0.0024780239909887314, 0.0028603114187717438, 0.003242598846554756, 0.0036248862743377686, 0.004007173702120781, 0.004389461129903793, 0.004771748557686806, 0.005154035519808531, 0.005536322947591543, 0.005918610375374556, 0.006300897803157568, 0.00668318523094058, 0.007065472658723593, 0.007447760086506605, 0.00783004704862833, 0.008212334476411343, 0.008594621904194355, 0.008976909331977367, 0.00935919675976038]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 0.0, 2.0, 1.0, 1.0, 3.0, 7.0, 9.0, 15.0, 8.0, 16.0, 22.0, 31.0, 38.0, 47.0, 62.0, 89.0, 79.0, 111.0, 165.0, 183.0, 233.0, 323.0, 461.0, 631.0, 900.0, 1200.0, 1964.0, 6038.0, 2425.0, 1220.0, 706.0, 447.0, 299.0, 191.0, 133.0, 100.0, 71.0, 49.0, 31.0, 30.0, 28.0, 12.0, 10.0, 8.0, 3.0, 5.0, 5.0, 2.0, 1.0, 3.0, 0.0, 1.0, 1.0, 1.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01007684413343668, -0.009750313125550747, -0.009423783048987389, -0.009097252041101456, -0.008770721964538097, -0.008444190956652164, -0.008117660880088806, -0.007791129872202873, -0.007464599329978228, -0.007138068787753582, -0.006811538245528936, -0.006485007703304291, -0.006158476695418358, -0.005831946153193712, -0.005505415610969067, -0.005178885068744421, -0.004852354526519775, -0.00452582398429513, -0.004199293442070484, -0.003872762667015195, -0.0035462321247905493, -0.0032197015825659037, -0.0028931708075106144, -0.0025666402652859688, -0.002240109723061323, -0.0019135791808366776, -0.0015870485221967101, -0.0012605178635567427, -0.000933987321332097, -0.0006074567208997905, -0.000280926120467484, 4.560447996482253e-05, 0.00037213508039712906, 0.0006986656808294356, 0.0010251962812617421, 0.0013517269399017096, 0.0016782574821263552, 0.002004788024351001, 0.00233131879940629, 0.0026578493416309357, 0.0029843798838555813, 0.003310910426080227, 0.0036374409683048725, 0.003963971510529518, 0.004290502518415451, 0.004617033060640097, 0.004943563602864742, 0.005270094145089388, 0.0055966246873140335, 0.005923155229538679, 0.006249685771763325, 0.00657621631398797, 0.006902746856212616, 0.007229277864098549, 0.0075558084063231945, 0.00788233894854784, 0.008208869025111198, 0.008535400032997131, 0.008861931040883064, 0.009188461117446423, 0.009514992125332355, 0.009841522201895714, 0.010168053209781647, 0.010494583286345005, 0.010821114294230938]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.04038340970873833, -0.037506137043237686, -0.03462886065244675, -0.031751587986946106, -0.028874315321445465, -0.025997040793299675, -0.023119766265153885, -0.020242493599653244, -0.017365219071507454, -0.014487945474684238, -0.011610671877861023, -0.008733397349715233, -0.005856123752892017, -0.0029788499232381582, -0.00010157609358429909, 0.00277569773606956, 0.005652971565723419, 0.008530245162546635, 0.01140751875936985, 0.01428479328751564, 0.01716206595301628, 0.02003934048116207, 0.02291661500930786, 0.025793887674808502, 0.028671162202954292, 0.03154843673110008, 0.03442570939660072, 0.037302982062101364, 0.0401802584528923, 0.043057531118392944, 0.045934803783893585, 0.048812080174684525, 0.051689352840185165, 0.054566625505685806, 0.057443901896476746, 0.060321174561977386, 0.06319844722747803, 0.06607571989297867, 0.06895299255847931, 0.07183027267456055, 0.07470754534006119, 0.07758481800556183, 0.08046209067106247, 0.08333936333656311, 0.08621663600206375, 0.08909391611814499, 0.09197118878364563, 0.09484846144914627, 0.09772573411464691, 0.10060300678014755, 0.1034802794456482, 0.10635755211114883, 0.10923483222723007, 0.11211210489273071, 0.11498937755823135, 0.117866650223732, 0.12074392288923264, 0.12362119555473328, 0.12649847567081451, 0.12937574088573456, 0.1322530210018158, 0.13513030111789703, 0.13800756633281708, 0.14088484644889832, 0.14376211166381836]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [3.0, 0.0, 2.0, 0.0, 2.0, 0.0, 3.0, 0.0, 1.0, 0.0, 1.0, 5.0, 3.0, 4.0, 2.0, 2.0, 4.0, 4.0, 1.0, 7.0, 10.0, 10.0, 14.0, 17.0, 14.0, 46.0, 18.0, 21.0, 11.0, 11.0, 7.0, 1.0, 4.0, 8.0, 5.0, 8.0, 6.0, 1.0, 3.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 1.0, 1.0, 1.0, 3.0, 3.0, 3.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.043996069580316544, -0.04229217767715454, -0.04058828949928284, -0.03888440132141113, -0.03718050941824913, -0.03547661751508713, -0.033772729337215424, -0.03206884115934372, -0.030364949256181717, -0.028661059215664864, -0.02695716917514801, -0.025253279134631157, -0.023549389094114304, -0.02184549905359745, -0.020141609013080597, -0.018437718972563744, -0.01673382893204689, -0.015029938891530037, -0.013326048851013184, -0.01162215881049633, -0.009918268769979477, -0.008214378729462624, -0.00651048868894577, -0.004806598648428917, -0.0031027086079120636, -0.0013988185673952103, 0.00030507147312164307, 0.0020089615136384964, 0.0037128515541553497, 0.005416741594672203, 0.007120631635189056, 0.00882452167570591, 0.010528411716222763, 0.012232301756739616, 0.01393619179725647, 0.015640081837773323, 0.017343971878290176, 0.01904786191880703, 0.020751751959323883, 0.022455641999840736, 0.02415953204035759, 0.025863422080874443, 0.027567312121391296, 0.02927120216190815, 0.030975092202425003, 0.032678984105587006, 0.03438287228345871, 0.036086760461330414, 0.037790652364492416, 0.03949454426765442, 0.04119843244552612, 0.04290232062339783, 0.04460621252655983, 0.04631010442972183, 0.048013992607593536, 0.04971788078546524, 0.05142177268862724, 0.053125664591789246, 0.05482955276966095, 0.056533440947532654, 0.058237332850694656, 0.05994122475385666, 0.06164511293172836, 0.06334900110960007, 0.06505289673805237]}, "_runtime": 180.05005359649658, "_timestamp": 1596214504.807336, "_step": 222}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 1.0, 2.0, 0.0, 3.0, 1.0, 2.0, 3.0, 4.0, 2.0, 3.0, 3.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 6.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.007819008082151413, -0.007581557612866163, -0.007344106677919626, -0.0071066562086343765, -0.006869205739349127, -0.00663175480440259, -0.00639430433511734, -0.00615685386583209, -0.005919403396546841, -0.005681952461600304, -0.005444501992315054, -0.005207051523029804, -0.004969600588083267, -0.0047321501187980175, -0.004494699649512768, -0.004257248714566231, -0.004019798245280981, -0.0037823475431650877, -0.003544897073879838, -0.0033074463717639446, -0.003069995902478695, -0.0028325452003628016, -0.002595094498246908, -0.0023576440289616585, -0.002120193326845765, -0.0018827427411451936, -0.001645292155444622, -0.0014078414533287287, -0.0011703908676281571, -0.0009329402819275856, -0.0006954896380193532, -0.00045803902321495116, -0.00022058840841054916, 1.686220639385283e-05, 0.0002543128211982548, 0.0004917634651064873, 0.0007292140508070588, 0.0009666646365076303, 0.0012041153386235237, 0.0014415659243240952, 0.0016790165100246668, 0.0019164670957252383, 0.00215391768142581, 0.0023913683835417032, 0.0026288190856575966, 0.0028662695549428463, 0.0031037202570587397, 0.0033411707263439894, 0.0035786214284598827, 0.003816072130575776, 0.0040535228326916695, 0.004290973301976919, 0.004528423771262169, 0.004765874706208706, 0.005003325175493956, 0.005240775644779205, 0.005478226579725742, 0.005715677049010992, 0.005953127518296242, 0.0061905779875814915, 0.0064280289225280285, 0.006665479391813278, 0.006902929861098528, 0.007140380796045065, 0.007377831265330315]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 3.0, 1.0, 0.0, 3.0, 1.0, 1.0, 3.0, 5.0, 6.0, 4.0, 3.0, 10.0, 10.0, 13.0, 21.0, 15.0, 26.0, 38.0, 40.0, 40.0, 62.0, 76.0, 108.0, 129.0, 232.0, 431.0, 5452.0, 425.0, 211.0, 140.0, 81.0, 77.0, 57.0, 44.0, 32.0, 25.0, 19.0, 16.0, 15.0, 14.0, 5.0, 10.0, 1.0, 3.0, 5.0, 2.0, 6.0, 5.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0979246124625206, -0.0946992039680481, -0.091473788022995, -0.0882483720779419, -0.08502296358346939, -0.08179755508899689, -0.07857213914394379, -0.07534672319889069, -0.07212131470441818, -0.06889590620994568, -0.06567049026489258, -0.062445078045129776, -0.059219665825366974, -0.05599425360560417, -0.05276884138584137, -0.04954342916607857, -0.046318016946315765, -0.04309260472655296, -0.03986719250679016, -0.03664178028702736, -0.03341636806726456, -0.030190955847501755, -0.026965543627738953, -0.02374013140797615, -0.02051471918821335, -0.017289306968450546, -0.014063894748687744, -0.010838482528924942, -0.00761307030916214, -0.004387658089399338, -0.0011622458696365356, 0.0020631663501262665, 0.005288578569889069, 0.00851399078965187, 0.011739403009414673, 0.014964815229177475, 0.018190227448940277, 0.02141563966870308, 0.02464105188846588, 0.027866464108228683, 0.031091876327991486, 0.03431728854775429, 0.03754270076751709, 0.04076811298727989, 0.043993525207042694, 0.047218937426805496, 0.0504443496465683, 0.0536697618663311, 0.0568951740860939, 0.060120586305856705, 0.0633459985256195, 0.06657141447067261, 0.06979682296514511, 0.07302223145961761, 0.07624764740467072, 0.07947306334972382, 0.08269847184419632, 0.08592388033866882, 0.08914929628372192, 0.09237471222877502, 0.09560012072324753, 0.09882552921772003, 0.10205094516277313, 0.10527636110782623, 0.10850176960229874]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 4.0, 0.0, 0.0, 3.0, 3.0, 3.0, 3.0, 5.0, 5.0, 4.0, 6.0, 6.0, 3.0, 4.0, 6.0, 21.0, 3.0, 3.0, 3.0, 5.0, 3.0, 4.0, 3.0, 2.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0023594058584421873, -0.0022691190242767334, -0.002178832422941923, -0.0020885455887764692, -0.0019982587546110153, -0.0019079720368608832, -0.0018176853191107512, -0.0017273984849452972, -0.0016371117671951652, -0.001546825049445033, -0.0014565382152795792, -0.001366251497529447, -0.001275964779779315, -0.001185677945613861, -0.001095391227863729, -0.001005104393698275, -0.000914817675948143, -0.00082453089999035, -0.000734244124032557, -0.0006439574062824249, -0.0005536706303246319, -0.00046338385436683893, -0.0003730971075128764, -0.00028281036065891385, -0.00019252358470112085, -0.00010223682329524308, -1.1950061889365315e-05, 7.833669951651245e-05, 0.00016862346092239022, 0.0002589102368801832, 0.00034919698373414576, 0.0004394837305881083, 0.0005297705065459013, 0.0006200572825036943, 0.0007103440584614873, 0.0008006307762116194, 0.0008909175521694124, 0.0009812043281272054, 0.0010714910458773375, 0.0011617778800427914, 0.0012520645977929235, 0.0013423513155430555, 0.0014326381497085094, 0.0015229248674586415, 0.0016132115852087736, 0.0017034984193742275, 0.0017937851371243596, 0.0018840719712898135, 0.0019743586890399456, 0.0020646455232053995, 0.0021549321245402098, 0.0022452189587056637, 0.0023355057928711176, 0.002425792394205928, 0.0025160792283713818, 0.0026063660625368357, 0.0026966528967022896, 0.0027869394980371, 0.0028772263322025537, 0.0029675131663680077, 0.003057799767702818, 0.003148086601868272, 0.0032383734360337257, 0.003328660037368536, 0.00341894687153399]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 2.0, 8.0, 19.0, 16.0, 22.0, 30.0, 42.0, 60.0, 107.0, 166.0, 259.0, 432.0, 678.0, 1084.0, 1795.0, 3122.0, 5927.0, 11657.0, 28805.0, 114820.0, 914334.0, 52911.0, 19631.0, 9257.0, 5387.0, 3074.0, 1994.0, 1269.0, 849.0, 558.0, 381.0, 255.0, 197.0, 132.0, 113.0, 54.0, 62.0, 33.0, 35.0, 20.0, 7.0, 5.0, 9.0, 8.0, 6.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.0070380824618041515, -0.0068061137571930885, -0.0065741450525820255, -0.0063421763479709625, -0.0061102076433598995, -0.0058782389387488365, -0.005646269768476486, -0.005414301063865423, -0.00518233235925436, -0.004950363654643297, -0.004718394950032234, -0.004486426245421171, -0.004254457540810108, -0.004022488836199045, -0.0037905198987573385, -0.0035585511941462755, -0.0033265824895352125, -0.0030946137849241495, -0.0028626450803130865, -0.00263067614287138, -0.002398707438260317, -0.002166738733649254, -0.0019347700290381908, -0.001702801208011806, -0.001470832503400743, -0.00123886379878968, -0.0010068949777632952, -0.0007749262731522322, -0.0005429575103335083, -0.00031098874751478434, -7.902001379989088e-05, 0.0001529487344669178, 0.0003849174827337265, 0.0006168862455524504, 0.0008488550083711743, 0.0010808237129822373, 0.0013127925340086222, 0.0015447612386196852, 0.0017767299432307482, 0.002008698647841811, 0.002240667585283518, 0.002472636289894581, 0.002704604994505644, 0.002936573699116707, 0.00316854240372777, 0.003400511108338833, 0.0036324800457805395, 0.0038644487503916025, 0.004096417687833309, 0.004328386392444372, 0.004560355097055435, 0.004792323801666498, 0.005024292506277561, 0.005256261210888624, 0.005488229915499687, 0.00572019862011075, 0.005952167324721813, 0.006184136029332876, 0.006416104733943939, 0.0066480739042162895, 0.0068800426088273525, 0.0071120113134384155, 0.0073439800180494785, 0.0075759487226605415, 0.0078079174272716045]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 4.0, 3.0, 0.0, 1.0, 2.0, 0.0, 1.0, 8.0, 2.0, 2.0, 1.0, 0.0, 2.0, 1.0, 2.0, 3.0, 3.0, 3.0, 2.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011725032702088356, -0.011267437599599361, -0.010809841565787792, -0.010352246463298798, -0.009894650429487228, -0.009437055326998234, -0.008979459293186665, -0.00852186419069767, -0.0080642681568861, -0.007606673054397106, -0.007149077486246824, -0.006691481918096542, -0.0062338863499462605, -0.0057762907817959785, -0.005318695213645697, -0.004861099645495415, -0.004403504077345133, -0.003945908509194851, -0.003488312941044569, -0.003030717372894287, -0.002573121804744005, -0.002115526469424367, -0.001657930901274085, -0.0012003353331238031, -0.0007427397649735212, -0.0002851442259270698, 0.00017245131311938167, 0.0006300468230620027, 0.0010876423912122846, 0.0015452379593625665, 0.0020028334110975266, 0.0024604289792478085, 0.0029180245473980904, 0.0033756201155483723, 0.003833215683698654, 0.004290811251848936, 0.004748406819999218, 0.0052060023881495, 0.005663597956299782, 0.006121193524450064, 0.006578789092600346, 0.00703638419508934, 0.007493979763239622, 0.007951575331389904, 0.008409171365201473, 0.008866766467690468, 0.009324362501502037, 0.009781957603991032, 0.010239552706480026, 0.010697148740291595, 0.01115474384278059, 0.01161233987659216, 0.012069934979081154, 0.012527531012892723, 0.012985126115381718, 0.013442722149193287, 0.013900317251682281, 0.01435791328549385, 0.014815508387982845, 0.015273104421794415, 0.01573069952428341, 0.01618829555809498, 0.016645891591906548, 0.017103485763072968, 0.017561081796884537]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 0.0, 4.0, 1.0, 1.0, 2.0, 5.0, 5.0, 12.0, 9.0, 13.0, 20.0, 20.0, 37.0, 36.0, 50.0, 70.0, 84.0, 94.0, 113.0, 175.0, 195.0, 268.0, 373.0, 521.0, 785.0, 1127.0, 2077.0, 5573.0, 1637.0, 1205.0, 775.0, 674.0, 478.0, 389.0, 338.0, 263.0, 194.0, 174.0, 126.0, 103.0, 90.0, 78.0, 70.0, 48.0, 20.0, 16.0, 15.0, 21.0, 8.0, 5.0, 5.0, 6.0, 3.0, 2.0, 2.0, 3.0, 6.0, 1.0, 1.0, 0.0, 2.0], "bins": [-0.008460634388029575, -0.008180634118616581, -0.007900633849203587, -0.007620633579790592, -0.007340633310377598, -0.007060633506625891, -0.006780633237212896, -0.006500632967799902, -0.006220632698386908, -0.005940632428973913, -0.005660632159560919, -0.005380631890147924, -0.005100632086396217, -0.004820631816983223, -0.004540631547570229, -0.004260631278157234, -0.00398063100874424, -0.0037006307393312454, -0.003420630469918251, -0.0031406304333359003, -0.002860630163922906, -0.0025806298945099115, -0.002300629857927561, -0.0020206295885145664, -0.001740629319101572, -0.0014606290496885777, -0.001180628896690905, -0.0009006286854855716, -0.0006206284742802382, -0.0003406282630749047, -6.062805186957121e-05, 0.00021937215933576226, 0.0004993723705410957, 0.0007793725817464292, 0.0010593727929517627, 0.0013393729459494352, 0.0016193732153624296, 0.001899373484775424, 0.0021793735213577747, 0.002459373790770769, 0.0027393740601837635, 0.003019374329596758, 0.0032993745990097523, 0.003579374635592103, 0.0038593749050050974, 0.004139374941587448, 0.0044193752110004425, 0.004699375480413437, 0.004979375749826431, 0.005259376019239426, 0.00553937628865242, 0.005819376558065414, 0.006099376827478409, 0.006379376631230116, 0.00665937690064311, 0.006939377170056105, 0.007219377439469099, 0.007499377708882093, 0.007779377978295088, 0.008059377782046795, 0.00833937805145979, 0.008619378320872784, 0.008899378590285778, 0.009179378859698772, 0.009459379129111767]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 3.0, 3.0, 3.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.11480121314525604, -0.11239136755466461, -0.10998152941465378, -0.10757169127464294, -0.10516184568405151, -0.10275200009346008, -0.10034216195344925, -0.09793232381343842, -0.09552247822284698, -0.09311263263225555, -0.09070279449224472, -0.08829295635223389, -0.08588311076164246, -0.08347326517105103, -0.08106342703104019, -0.07865358889102936, -0.07624374330043793, -0.0738338977098465, -0.07142405956983566, -0.06901422142982483, -0.0666043758392334, -0.06419453024864197, -0.061784692108631134, -0.05937485024333, -0.05696500837802887, -0.05455516651272774, -0.052145324647426605, -0.04973548278212547, -0.04732564091682434, -0.04491579905152321, -0.042505957186222076, -0.040096115320920944, -0.03768627345561981, -0.03527643159031868, -0.03286658972501755, -0.030456747859716415, -0.028046905994415283, -0.02563706412911415, -0.02322722226381302, -0.020817380398511887, -0.018407538533210754, -0.015997696667909622, -0.01358785480260849, -0.011178012937307358, -0.008768171072006226, -0.006358329206705093, -0.003948487341403961, -0.001538645476102829, 0.0008711963891983032, 0.0032810382544994354, 0.005690880119800568, 0.0081007219851017, 0.010510563850402832, 0.012920405715703964, 0.015330247581005096, 0.01774008944630623, 0.02014993131160736, 0.022559773176908493, 0.024969615042209625, 0.027379456907510757, 0.02978929877281189, 0.03219914063811302, 0.034608982503414154, 0.037018824368715286, 0.03942866623401642]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 1.0, 2.0, 2.0, 4.0, 4.0, 1.0, 2.0, 4.0, 3.0, 5.0, 4.0, 4.0, 3.0, 6.0, 11.0, 6.0, 6.0, 16.0, 9.0, 16.0, 18.0, 10.0, 17.0, 27.0, 20.0, 6.0, 11.0, 12.0, 4.0, 3.0, 5.0, 1.0, 3.0, 4.0, 7.0, 1.0, 5.0, 2.0, 1.0, 5.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.04682109132409096, -0.04535164311528206, -0.04388219863176346, -0.04241275042295456, -0.04094330221414566, -0.03947385773062706, -0.03800440952181816, -0.03653496131300926, -0.03506551682949066, -0.03359606862068176, -0.032126620411872864, -0.030657175928354263, -0.029187727719545364, -0.027718281373381615, -0.026248835027217865, -0.024779386818408966, -0.023309940472245216, -0.021840494126081467, -0.020371045917272568, -0.018901599571108818, -0.01743215322494507, -0.01596270501613617, -0.01449325866997242, -0.01302381232380867, -0.011554365046322346, -0.010084917768836021, -0.008615471422672272, -0.007146024145185947, -0.00567657733336091, -0.004207130521535873, -0.0027376834768801928, -0.001268236548639834, 0.0002012103796005249, 0.0016706573078408837, 0.0031401042360812426, 0.004609551280736923, 0.00607899809256196, 0.007548444904386997, 0.009017892181873322, 0.010487338528037071, 0.011956785805523396, 0.01342623308300972, 0.01489567942917347, 0.01636512577533722, 0.017834573984146118, 0.019304020330309868, 0.020773466676473618, 0.022242914885282516, 0.023712361231446266, 0.025181807577610016, 0.026651255786418915, 0.028120702132582664, 0.029590148478746414, 0.031059596687555313, 0.032529041171073914, 0.03399848937988281, 0.03546793758869171, 0.03693738207221031, 0.03840683028101921, 0.03987627848982811, 0.04134572297334671, 0.04281517118215561, 0.04428461939096451, 0.04575406387448311, 0.04722351208329201]}, "_runtime": 180.82110166549683, "_timestamp": 1596214505.5783842, "_step": 223}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 3.0, 3.0, 1.0, 2.0, 2.0, 3.0, 3.0, 5.0, 8.0, 1.0, 4.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009480689652264118, -0.009139812551438808, -0.008798935450613499, -0.008458058349788189, -0.00811718124896288, -0.007776304148137569, -0.00743542704731226, -0.00709454994648695, -0.00675367284566164, -0.00641279574483633, -0.006071918644011021, -0.005731041543185711, -0.005390164442360401, -0.005049287341535091, -0.004708410240709782, -0.004367533139884472, -0.004026656039059162, -0.0036857789382338524, -0.0033449018374085426, -0.003004024736583233, -0.002663147635757923, -0.0023222705349326134, -0.0019813934341073036, -0.0016405163332819939, -0.0012996392324566841, -0.0009587621316313744, -0.0006178850308060646, -0.00027700792998075485, 6.38691708445549e-05, 0.00040474627166986465, 0.0007456233724951744, 0.0010865004733204842, 0.001427377574145794, 0.0017682546749711037, 0.0021091317757964134, 0.002450008876621723, 0.002790885977447033, 0.0031317630782723427, 0.0034726401790976524, 0.003813517279922962, 0.004154394380748272, 0.004495271481573582, 0.0048361485823988914, 0.005177025683224201, 0.005517902784049511, 0.005858779884874821, 0.0061996569857001305, 0.00654053408652544, 0.00688141118735075, 0.00722228828817606, 0.0075631653890013695, 0.00790404248982668, 0.008244919590651989, 0.008585796691477299, 0.008926673792302608, 0.009267550893127918, 0.009608427993953228, 0.009949305094778538, 0.010290182195603848, 0.010631059296429157, 0.010971936397254467, 0.011312813498079777, 0.011653690598905087, 0.011994567699730396, 0.012335444800555706]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 2.0, 4.0, 3.0, 4.0, 6.0, 12.0, 4.0, 9.0, 7.0, 17.0, 18.0, 18.0, 31.0, 34.0, 38.0, 51.0, 75.0, 68.0, 87.0, 129.0, 187.0, 297.0, 5224.0, 705.0, 236.0, 153.0, 102.0, 79.0, 63.0, 43.0, 45.0, 30.0, 33.0, 21.0, 12.0, 16.0, 14.0, 12.0, 7.0, 3.0, 6.0, 3.0, 3.0, 4.0, 3.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0], "bins": [-0.09748052060604095, -0.0944051519036293, -0.09132977575063705, -0.0882544070482254, -0.08517903089523315, -0.0821036621928215, -0.07902829349040985, -0.0759529173374176, -0.07287754863500595, -0.0698021724820137, -0.06672680377960205, -0.0636514350771904, -0.06057605892419815, -0.0575006864964962, -0.05442531779408455, -0.0513499453663826, -0.04827457293868065, -0.0451992005109787, -0.04212382808327675, -0.0390484593808651, -0.03597308695316315, -0.0328977145254612, -0.029822342097759247, -0.026746971532702446, -0.023671599105000496, -0.020596226677298546, -0.017520856112241745, -0.014445483684539795, -0.01137011218816042, -0.008294740691781044, -0.005219368729740381, -0.002143997000530362, 0.000931374728679657, 0.0040067462250590324, 0.007082118187099695, 0.010157490149140358, 0.013232861645519733, 0.01630823314189911, 0.01938360556960106, 0.02245897613465786, 0.02553434856235981, 0.02860972099006176, 0.03168509155511856, 0.03476046398282051, 0.03783583641052246, 0.04091120883822441, 0.04398657754063606, 0.04706194996833801, 0.05013732239603996, 0.05321269482374191, 0.05628806725144386, 0.059363435953855515, 0.062438808381557465, 0.06551418453454971, 0.06858955323696136, 0.07166492193937302, 0.07474029809236526, 0.07781566679477692, 0.08089104294776917, 0.08396641165018082, 0.08704178035259247, 0.09011715650558472, 0.09319252520799637, 0.09626790136098862, 0.09934327006340027]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 3.0, 2.0, 0.0, 5.0, 2.0, 5.0, 3.0, 3.0, 2.0, 5.0, 4.0, 1.0, 4.0, 4.0, 4.0, 1.0, 2.0, 3.0, 21.0, 3.0, 3.0, 2.0, 2.0, 7.0, 1.0, 4.0, 3.0, 1.0, 1.0, 3.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 5.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0028948751278221607, -0.0028056749142706394, -0.002716474700719118, -0.0026272747199982405, -0.002538074506446719, -0.002448874292895198, -0.0023596740793436766, -0.0022704738657921553, -0.0021812738850712776, -0.0020920736715197563, -0.002002873457968235, -0.0019136732444167137, -0.0018244730308651924, -0.001735272933728993, -0.0016460727201774716, -0.0015568726230412722, -0.0014676724094897509, -0.0013784721959382296, -0.00128927209880203, -0.0012000718852505088, -0.0011108717881143093, -0.001021671574562788, -0.0009324713610112667, -0.0008432712056674063, -0.0007540710503235459, -0.0006648708949796855, -0.0005756707396358252, -0.00048647052608430386, -0.00039727037074044347, -0.0003080702153965831, -0.00021887003094889224, -0.00012966986105311662, -4.0469691157341003e-05, 4.873047873843461e-05, 0.00013793064863421023, 0.00022713081852998585, 0.00031633098842576146, 0.00040553114376962185, 0.0004947313573211432, 0.0005839315126650035, 0.0006731316680088639, 0.0007623318233527243, 0.0008515319786965847, 0.000940732192248106, 0.0010299324057996273, 0.0011191325029358268, 0.001208332716487348, 0.0012975328136235476, 0.0013867330271750689, 0.0014759332407265902, 0.0015651333378627896, 0.001654333551414311, 0.0017435336485505104, 0.0018327338621020317, 0.001921934075653553, 0.0020111342892050743, 0.0021003345027565956, 0.0021895344834774733, 0.0022787346970289946, 0.002367934910580516, 0.002457135124132037, 0.0025463353376835585, 0.002635535318404436, 0.0027247355319559574, 0.0028139357455074787]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 4.0, 5.0, 8.0, 9.0, 16.0, 32.0, 34.0, 40.0, 81.0, 88.0, 150.0, 232.0, 301.0, 410.0, 650.0, 948.0, 1474.0, 2390.0, 3955.0, 6518.0, 11958.0, 23203.0, 54048.0, 230705.0, 751422.0, 41488.0, 19260.0, 10890.0, 6452.0, 4153.0, 2693.0, 1764.0, 1220.0, 901.0, 604.0, 416.0, 291.0, 213.0, 166.0, 116.0, 91.0, 64.0, 42.0, 29.0, 30.0, 16.0, 14.0, 17.0, 8.0, 8.0, 4.0, 3.0, 3.0, 4.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.005744312424212694, -0.0055532450787723064, -0.005362177733331919, -0.005171110387891531, -0.004980042576789856, -0.004788975231349468, -0.0045979078859090805, -0.004406840540468693, -0.004215773195028305, -0.004024705849587917, -0.0038336385041475296, -0.0036425709258764982, -0.0034515035804361105, -0.0032604362349957228, -0.0030693686567246914, -0.0028783013112843037, -0.002687233965843916, -0.002496166620403528, -0.0023050992749631405, -0.002114031696692109, -0.0019229643512517214, -0.0017318970058113337, -0.001540829543955624, -0.0013497620820999146, -0.0011586947366595268, -0.0009676273330114782, -0.0007765599293634295, -0.0005854925257153809, -0.00039442512206733227, -0.00020335771841928363, -1.229031477123499e-05, 0.00017877708887681365, 0.0003698444925248623, 0.0005609118961729109, 0.0007519792998209596, 0.0009430467034690082, 0.0011341141071170568, 0.0013251814525574446, 0.0015162489144131541, 0.0017073163762688637, 0.0018983837217092514, 0.002089451067149639, 0.002280518412590027, 0.0024715859908610582, 0.002662653336301446, 0.0028537206817418337, 0.003044788260012865, 0.003235855605453253, 0.0034269229508936405, 0.0036179902963340282, 0.003809057641774416, 0.004000124987214804, 0.004191192798316479, 0.0043822601437568665, 0.004573327489197254, 0.004764394834637642, 0.00495546218007803, 0.005146529525518417, 0.005337596870958805, 0.005528664216399193, 0.0057197315618395805, 0.005910799372941256, 0.006101866718381643, 0.006292934063822031, 0.006484001409262419]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 3.0, 0.0, 4.0, 4.0, 4.0, 5.0, 11.0, 3.0, 6.0, 3.0, 0.0, 5.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.0542578250169754, -0.05315548554062843, -0.05205314978957176, -0.05095081031322479, -0.04984847083687782, -0.04874613136053085, -0.04764379560947418, -0.04654145613312721, -0.04543911665678024, -0.04433678090572357, -0.0432344414293766, -0.04213210195302963, -0.04102976247668266, -0.03992742672562599, -0.03882508724927902, -0.03772274777293205, -0.03662040829658508, -0.03551807254552841, -0.03441573306918144, -0.03331339359283447, -0.0322110578417778, -0.031108718365430832, -0.030006378889083862, -0.028904041275382042, -0.02780170366168022, -0.026699364185333252, -0.02559702657163143, -0.024494687095284462, -0.02339234948158264, -0.022290010005235672, -0.02118767239153385, -0.020085332915186882, -0.01898299530148506, -0.01788065768778324, -0.01677831821143627, -0.01567598059773445, -0.014573641121387482, -0.013471303507685661, -0.012368964962661266, -0.011266626417636871, -0.010164287872612476, -0.009061949327588081, -0.007959610782563686, -0.006857272703200579, -0.005754934158176184, -0.004652595613151789, -0.0035502573009580374, -0.002447918988764286, -0.001345580443739891, -0.0002432420151308179, 0.0008590964134782553, 0.0019614347256720066, 0.0030637732706964016, 0.004166111815720797, 0.005268449895083904, 0.006370788440108299, 0.007473126985132694, 0.00857546553015709, 0.009677804075181484, 0.01078014262020588, 0.0118824802339077, 0.012984818778932095, 0.01408715732395649, 0.015189495868980885, 0.01629183441400528]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [5.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 11.0, 9.0, 14.0, 6.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 5.0, 2.0, 0.0, 0.0, 3.0, 10.0, 8.0, 11.0, 15.0, 24.0, 26.0, 48.0, 69.0, 99.0, 145.0, 204.0, 280.0, 414.0, 601.0, 1024.0, 1532.0, 5821.0, 3230.0, 1685.0, 950.0, 661.0, 422.0, 264.0, 232.0, 151.0, 121.0, 91.0, 60.0, 46.0, 41.0, 23.0, 17.0, 15.0, 12.0, 4.0, 4.0, 2.0, 4.0], "bins": [-0.017806248739361763, -0.017391739413142204, -0.016977230086922646, -0.016562720760703087, -0.016148213297128677, -0.01573370397090912, -0.01531919464468956, -0.014904685318470001, -0.014490175992250443, -0.014075666666030884, -0.013661157339811325, -0.013246648944914341, -0.012832139618694782, -0.012417630292475224, -0.01200312189757824, -0.01158861257135868, -0.011174103245139122, -0.010759593918919563, -0.010345084592700005, -0.00993057619780302, -0.009516066871583462, -0.009101557545363903, -0.008687049150466919, -0.00827253982424736, -0.007858030498027802, -0.007443521171808243, -0.007029012311249971, -0.0066145034506917, -0.006199994124472141, -0.0057854847982525826, -0.005370975937694311, -0.00495646707713604, -0.004541957750916481, -0.004127448424696922, -0.003712939564138651, -0.003298430470749736, -0.0028839213773608208, -0.0024694122839719057, -0.0020549031905829906, -0.0016403940971940756, -0.0012258850038051605, -0.0008113759104162455, -0.0003968668170273304, 1.7642276361584663e-05, 0.0004321513697504997, 0.0008466604631394148, 0.0012611695565283298, 0.001675678649917245, 0.00209018774330616, 0.002504696836695075, 0.00291920593008399, 0.003333715023472905, 0.0037482241168618202, 0.004162733443081379, 0.00457724230363965, 0.004991751164197922, 0.0054062604904174805, 0.005820769816637039, 0.006235278677195311, 0.006649787537753582, 0.007064296863973141, 0.007478806190192699, 0.007893314585089684, 0.008307823911309242, 0.008722333237528801]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 1.0, 3.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 5.0, 3.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.050716787576675415, -0.047075677663087845, -0.04343457147479057, -0.039793461561203, -0.03615235537290573, -0.03251124545931816, -0.02887013740837574, -0.02522902935743332, -0.021587921306490898, -0.017946813255548477, -0.014305705204606056, -0.01066459622234106, -0.00702348817139864, -0.003382379887625575, 0.00025872839614748955, 0.003899836679920554, 0.007540944963693619, 0.01118205301463604, 0.01482316106557846, 0.01846426911652088, 0.022105377167463303, 0.025746487081050873, 0.029387595131993294, 0.033028703182935715, 0.036669813096523285, 0.04031091928482056, 0.04395202919840813, 0.0475931353867054, 0.05123424530029297, 0.05487535148859024, 0.05851646140217781, 0.06215756759047508, 0.06579867750406265, 0.06943978369235992, 0.07308089733123779, 0.07672200351953506, 0.08036310970783234, 0.08400421589612961, 0.08764532953500748, 0.09128643572330475, 0.09492754191160202, 0.09856865555047989, 0.10220976173877716, 0.10585086792707443, 0.1094919741153717, 0.11313308775424957, 0.11677419394254684, 0.12041530013084412, 0.12405641376972198, 0.12769751250743866, 0.13133862614631653, 0.1349797397851944, 0.13862083852291107, 0.14226195216178894, 0.1459030658006668, 0.14954416453838348, 0.15318527817726135, 0.15682639181613922, 0.1604674905538559, 0.16410860419273376, 0.16774970293045044, 0.1713908165693283, 0.17503193020820618, 0.17867302894592285, 0.18231414258480072]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 2.0, 3.0, 1.0, 2.0, 3.0, 1.0, 1.0, 2.0, 2.0, 1.0, 6.0, 7.0, 3.0, 10.0, 9.0, 10.0, 7.0, 7.0, 17.0, 7.0, 9.0, 21.0, 35.0, 4.0, 7.0, 13.0, 11.0, 15.0, 12.0, 5.0, 0.0, 3.0, 1.0, 2.0, 1.0, 1.0, 4.0, 2.0, 4.0, 2.0, 5.0, 3.0, 3.0, 4.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 2.0, 2.0, 1.0], "bins": [-0.04332873597741127, -0.04189848154783249, -0.04046822339296341, -0.03903796523809433, -0.03760771080851555, -0.03617745637893677, -0.03474719822406769, -0.03331694006919861, -0.03188668563961983, -0.030456429347395897, -0.029026173055171967, -0.027595916762948036, -0.026165660470724106, -0.024735404178500175, -0.023305147886276245, -0.021874891594052315, -0.020444635301828384, -0.019014379009604454, -0.017584122717380524, -0.016153866425156593, -0.014723610132932663, -0.013293353840708733, -0.011863097548484802, -0.010432841256260872, -0.009002584964036942, -0.007572328671813011, -0.006142072379589081, -0.0047118160873651505, -0.00328155979514122, -0.0018513035029172897, -0.0004210472106933594, 0.001009209081530571, 0.0024394653737545013, 0.0038697216659784317, 0.005299977958202362, 0.006730234250426292, 0.008160490542650223, 0.009590746834874153, 0.011021003127098083, 0.012451259419322014, 0.013881515711545944, 0.015311772003769875, 0.016742028295993805, 0.018172284588217735, 0.019602540880441666, 0.021032797172665596, 0.022463053464889526, 0.023893309757113457, 0.025323566049337387, 0.026753822341561317, 0.028184078633785248, 0.029614334926009178, 0.03104459121823311, 0.03247484564781189, 0.03390510380268097, 0.03533536195755005, 0.03676561638712883, 0.03819587081670761, 0.03962612897157669, 0.04105638712644577, 0.04248664155602455, 0.04391689598560333, 0.04534715414047241, 0.04677741229534149, 0.04820766672492027]}, "_runtime": 181.59240651130676, "_timestamp": 1596214506.349689, "_step": 224}
+{"val_accuracy": 0.825113441780822, "val_loss": 0.45619845839395917, "_runtime": 182.92681407928467, "_timestamp": 1596214507.6840966, "_step": 225}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: V Confidence: 0.29 Truth: v", "Prediction: 5 Confidence: 1.00 Truth: 5", "Prediction: 2 Confidence: 1.00 Truth: 2", "Prediction: 0 Confidence: 0.62 Truth: 0"]}, "_runtime": 183.20379042625427, "_timestamp": 1596214507.961073, "_step": 226}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 5.0, 1.0, 1.0, 2.0, 4.0, 3.0, 0.0, 1.0, 3.0, 9.0, 5.0, 2.0, 3.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011261890642344952, -0.010906212963163853, -0.01055053435266018, -0.01019485667347908, -0.009839178062975407, -0.009483500383794308, -0.009127821773290634, -0.008772144094109535, -0.008416466414928436, -0.008060787804424763, -0.0077051096595823765, -0.00734943151473999, -0.006993753835558891, -0.006638075690716505, -0.006282397545874119, -0.0059267194010317326, -0.005571041256189346, -0.00521536311134696, -0.004859684966504574, -0.004504006821662188, -0.004148328676819801, -0.0037926507648080587, -0.003436972852796316, -0.00308129470795393, -0.0027256165631115437, -0.0023699384182691574, -0.002014260273426771, -0.0016585823614150286, -0.0013029042165726423, -0.000947226129937917, -0.0005915480433031917, -0.00023586995666846633, 0.000119808129966259, 0.00047548621660098433, 0.0008311643032357097, 0.001186842331662774, 0.0015425204765051603, 0.0018981986213475466, 0.002253876533359289, 0.0026095546782016754, 0.0029652328230440617, 0.003320910967886448, 0.003676589112728834, 0.00403226725757122, 0.004387944936752319, 0.004743623081594706, 0.005099301226437092, 0.005454979371279478, 0.005810657516121864, 0.0061663356609642506, 0.006522013805806637, 0.006877691950649023, 0.007233370095491409, 0.007589047774672508, 0.007944726385176182, 0.00830040406435728, 0.008656082674860954, 0.009011760354042053, 0.009367438033223152, 0.009723116643726826, 0.010078794322907925, 0.010434472933411598, 0.010790150612592697, 0.01114582922309637, 0.01150150690227747]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 3.0, 1.0, 4.0, 3.0, 6.0, 3.0, 4.0, 4.0, 6.0, 8.0, 9.0, 12.0, 18.0, 23.0, 28.0, 26.0, 30.0, 43.0, 50.0, 74.0, 95.0, 117.0, 192.0, 289.0, 5577.0, 501.0, 210.0, 158.0, 89.0, 72.0, 50.0, 36.0, 35.0, 38.0, 26.0, 16.0, 13.0, 15.0, 5.0, 6.0, 5.0, 9.0, 6.0, 3.0, 3.0, 1.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.09065239876508713, -0.08748416602611542, -0.08431592583656311, -0.0811476930975914, -0.07797946035861969, -0.07481122016906738, -0.07164298743009567, -0.06847475469112396, -0.06530651450157166, -0.062138281762599945, -0.058970049023628235, -0.055801812559366226, -0.05263357609510422, -0.04946534335613251, -0.0462971068918705, -0.04312887415289879, -0.03996063768863678, -0.03679240122437477, -0.03362416848540306, -0.030455932021141052, -0.027287697419524193, -0.024119462817907333, -0.020951226353645325, -0.017782991752028465, -0.014614757150411606, -0.011446522548794746, -0.008278287015855312, -0.005110051948577166, -0.0019418168812990189, 0.0012264181859791279, 0.004394653253257275, 0.007562888320535421, 0.010731123387813568, 0.013899357989430428, 0.017067592591047287, 0.020235829055309296, 0.023404063656926155, 0.026572298258543015, 0.029740534722805023, 0.03290876746177673, 0.03607700392603874, 0.03924524039030075, 0.04241347312927246, 0.04558170959353447, 0.04874994605779648, 0.05191817879676819, 0.0550864152610302, 0.05825464800000191, 0.061422884464263916, 0.06459111720323563, 0.06775935739278793, 0.07092759013175964, 0.07409582287073135, 0.07726406306028366, 0.08043229579925537, 0.08360052853822708, 0.08676876127719879, 0.0899370014667511, 0.09310523420572281, 0.09627346694469452, 0.09944170713424683, 0.10260993987321854, 0.10577817261219025, 0.10894641280174255, 0.11211464554071426]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 4.0, 1.0, 0.0, 1.0, 3.0, 1.0, 3.0, 1.0, 0.0, 2.0, 2.0, 1.0, 6.0, 5.0, 2.0, 2.0, 4.0, 2.0, 2.0, 23.0, 8.0, 4.0, 2.0, 6.0, 3.0, 4.0, 3.0, 6.0, 2.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 5.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0023466660641133785, -0.0022735532838851213, -0.002200440736487508, -0.0021273279562592506, -0.002054215408861637, -0.00198110262863338, -0.0019079899648204446, -0.0018348773010075092, -0.0017617646371945739, -0.0016886519733816385, -0.0016155393095687032, -0.0015424266457557678, -0.0014693138655275106, -0.0013962012017145753, -0.00132308853790164, -0.0012499758740887046, -0.0011768632102757692, -0.0011037505464628339, -0.0010306378826498985, -0.0009575251606293023, -0.0008844124968163669, -0.0008112998330034316, -0.0007381871109828353, -0.0006650744471698999, -0.0005919617833569646, -0.0005188491195440292, -0.0004457364266272634, -0.0003726237337104976, -0.00029951106989756227, -0.00022639839153271168, -0.0001532857131678611, -8.017303480301052e-05, -7.060356438159943e-06, 6.605232192669064e-05, 0.00013916500029154122, 0.0002122776786563918, 0.0002853903570212424, 0.00035850302083417773, 0.00043161571375094354, 0.0005047284066677094, 0.0005778410704806447, 0.0006509537342935801, 0.0007240663981065154, 0.0007971791201271117, 0.000870291783940047, 0.0009434044477529824, 0.0010165171697735786, 0.001089629833586514, 0.0011627424973994493, 0.0012358551612123847, 0.00130896782502532, 0.0013820804888382554, 0.0014551931526511908, 0.001528305932879448, 0.0016014185966923833, 0.0016745312605053186, 0.001747643924318254, 0.0018207565881311893, 0.0018938692519441247, 0.00196698191575706, 0.0020400946959853172, 0.0021132072433829308, 0.002186320023611188, 0.0022594325710088015, 0.0023325453512370586]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 4.0, 3.0, 2.0, 6.0, 15.0, 19.0, 18.0, 24.0, 28.0, 56.0, 95.0, 125.0, 222.0, 317.0, 537.0, 898.0, 1505.0, 2629.0, 4612.0, 8623.0, 17208.0, 43685.0, 816588.0, 201673.0, 38941.0, 17361.0, 9328.0, 5531.0, 3346.0, 2173.0, 1426.0, 857.0, 573.0, 388.0, 281.0, 169.0, 118.0, 63.0, 67.0, 43.0, 20.0, 22.0, 13.0, 7.0, 7.0, 4.0, 2.0, 2.0, 3.0, 1.0, 1.0, 0.0, 2.0, 1.0], "bins": [-0.0060362196527421474, -0.005853245034813881, -0.005670269951224327, -0.0054872953332960606, -0.005304320715367794, -0.00512134563177824, -0.004938371013849974, -0.00475539593026042, -0.004572421312332153, -0.004389446694403887, -0.004206471610814333, -0.0040234969928860664, -0.0038405221421271563, -0.003657547291368246, -0.0034745726734399796, -0.0032915978226810694, -0.003108622971922159, -0.002925648121163249, -0.002742673270404339, -0.0025596986524760723, -0.002376723801717162, -0.002193748950958252, -0.0020107743330299854, -0.0018277994822710752, -0.001644824631512165, -0.0014618497807532549, -0.0012788750464096665, -0.0010959003120660782, -0.000912925461307168, -0.0007299506687559187, -0.0005469758762046695, -0.0003640010836534202, -0.00018102629110217094, 1.9485014490783215e-06, 0.0001849232940003276, 0.00036789808655157685, 0.0005508728791028261, 0.0007338476716540754, 0.0009168224642053246, 0.001099797198548913, 0.0012827720493078232, 0.0014657469000667334, 0.0016487216344103217, 0.00183169636875391, 0.0020146712195128202, 0.0021976460702717304, 0.002380620688199997, 0.002563595538958907, 0.0027465703897178173, 0.0029295452404767275, 0.0031125200912356377, 0.003295494709163904, 0.0034784695599228144, 0.0036614444106817245, 0.003844419028609991, 0.004027394112199545, 0.004210368730127811, 0.004393343348056078, 0.004576318431645632, 0.004759293049573898, 0.004942268133163452, 0.005125242751091719, 0.005308217369019985, 0.005491192452609539, 0.0056741670705378056]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 9.0, 3.0, 2.0, 3.0, 2.0, 1.0, 4.0, 3.0, 1.0, 3.0, 0.0, 1.0, 3.0, 2.0, 0.0, 2.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.019676487892866135, -0.019170181825757027, -0.018663877621293068, -0.01815757155418396, -0.01765126734972, -0.017144961282610893, -0.016638657078146935, -0.016132351011037827, -0.015626046806573868, -0.01511974073946476, -0.014613435603678226, -0.014107130467891693, -0.013600824400782585, -0.013094519264996052, -0.012588214129209518, -0.012081908993422985, -0.011575603857636452, -0.011069298721849918, -0.010562993586063385, -0.010056688450276852, -0.009550383314490318, -0.00904407724738121, -0.008537772111594677, -0.008031466975808144, -0.00752516184002161, -0.007018856704235077, -0.0065125515684485435, -0.006006245967000723, -0.0054999408312141895, -0.004993635695427656, -0.0044873300939798355, -0.003981024958193302, -0.003474719822406769, -0.0029684146866202354, -0.0024621093180030584, -0.0019558039493858814, -0.001449498813599348, -0.0009431935613974929, -0.0004368883091956377, 6.941694300621748e-05, 0.0005757221952080727, 0.0010820274474099278, 0.001588332699611783, 0.00209463806822896, 0.0026009432040154934, 0.0031072483398020267, 0.0036135537084192038, 0.004119859077036381, 0.004626164212822914, 0.0051324693486094475, 0.005638774484395981, 0.0061450800858438015, 0.006651385221630335, 0.007157690357416868, 0.007663995958864689, 0.008170301094651222, 0.008676606230437756, 0.009182911366224289, 0.009689216502010822, 0.010195521637797356, 0.010701827704906464, 0.011208132840692997, 0.01171443797647953, 0.012220743112266064, 0.012727048248052597]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [4.0, 2.0, 1.0, 4.0, 0.0, 2.0, 1.0, 2.0, 2.0, 4.0, 5.0, 11.0, 13.0, 10.0, 6.0, 14.0, 26.0, 33.0, 35.0, 29.0, 27.0, 30.0, 33.0, 62.0, 55.0, 93.0, 101.0, 120.0, 153.0, 207.0, 243.0, 363.0, 472.0, 725.0, 1028.0, 2002.0, 5551.0, 1705.0, 1237.0, 913.0, 695.0, 546.0, 444.0, 316.0, 226.0, 182.0, 131.0, 104.0, 102.0, 73.0, 65.0, 52.0, 34.0, 38.0, 21.0, 22.0, 18.0, 10.0, 13.0, 6.0, 4.0, 3.0, 0.0, 3.0], "bins": [-0.009522322565317154, -0.009259314276278019, -0.008996306918561459, -0.008733298629522324, -0.008470290340483189, -0.008207282051444054, -0.007944274693727493, -0.007681266404688358, -0.007418258115649223, -0.007155250292271376, -0.006892242468893528, -0.006629234179854393, -0.006366226356476545, -0.00610321806743741, -0.005840210244059563, -0.005577201955020428, -0.00531419413164258, -0.005051186308264732, -0.004788178019225597, -0.00452517019584775, -0.004262161906808615, -0.003999154083430767, -0.0037361460272222757, -0.0034731379710137844, -0.003210129914805293, -0.0029471218585968018, -0.0026841138023883104, -0.002421105746179819, -0.0021580979228019714, -0.0018950897501781583, -0.0016320818103849888, -0.0013690737541764975, -0.0011060656979680061, -0.0008430576417595148, -0.0005800496437586844, -0.00031704161665402353, -5.403358954936266e-05, 0.0002089744375552982, 0.0004719824646599591, 0.0007349904626607895, 0.0009979985188692808, 0.0012610065750777721, 0.0015240146312862635, 0.001787022571079433, 0.0020500305108726025, 0.002313038567081094, 0.002576046623289585, 0.0028390546794980764, 0.0031020627357065678, 0.003365070791915059, 0.0036280788481235504, 0.0038910869043320417, 0.004154094960540533, 0.004417102783918381, 0.004680111072957516, 0.004943118896335363, 0.005206126719713211, 0.005469135008752346, 0.005732142832130194, 0.005995151121169329, 0.006258158944547176, 0.006521167233586311, 0.006784175056964159, 0.007047183346003294, 0.007310191169381142]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 3.0, 1.0, 0.0, 2.0, 4.0, 4.0, 0.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.035116687417030334, -0.032451074570417404, -0.029785461723804474, -0.027119848877191544, -0.024454236030578613, -0.021788625046610832, -0.019123012199997902, -0.01645739935338497, -0.013791786506772041, -0.011126173660159111, -0.00846056081354618, -0.005794948898255825, -0.0031293360516428947, -0.0004637234378606081, 0.0022018891759216785, 0.0048675015568733215, 0.007533114403486252, 0.010198727250099182, 0.012864340096712112, 0.015529952012002468, 0.018195565789937973, 0.020861176773905754, 0.023526789620518684, 0.026192402467131615, 0.028858015313744545, 0.031523626297712326, 0.034189239144325256, 0.03685485199093819, 0.03952046483755112, 0.04218607768416405, 0.04485169053077698, 0.04751730337738991, 0.05018291622400284, 0.05284852907061577, 0.0555141419172287, 0.05817975476384163, 0.06084536761045456, 0.06351097673177719, 0.06617659330368042, 0.06884220242500305, 0.07150781899690628, 0.07417342811822891, 0.07683904469013214, 0.07950465381145477, 0.082170270383358, 0.08483587950468063, 0.08750149607658386, 0.0901671051979065, 0.09283271431922913, 0.09549833089113235, 0.09816394001245499, 0.10082955658435822, 0.10349516570568085, 0.10616078227758408, 0.10882639139890671, 0.11149200797080994, 0.11415761709213257, 0.1168232336640358, 0.11948884278535843, 0.12215445935726166, 0.12482006847858429, 0.12748567759990692, 0.13015130162239075, 0.13281691074371338, 0.135482519865036]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 2.0, 1.0, 5.0, 1.0, 5.0, 1.0, 2.0, 2.0, 1.0, 6.0, 5.0, 3.0, 9.0, 7.0, 10.0, 8.0, 7.0, 8.0, 10.0, 11.0, 6.0, 5.0, 21.0, 20.0, 29.0, 24.0, 11.0, 6.0, 12.0, 5.0, 2.0, 0.0, 5.0, 1.0, 4.0, 4.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 2.0, 1.0, 3.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.035084981471300125, -0.03401073068380356, -0.03293647989630699, -0.031862229108810425, -0.030787980183959007, -0.02971372939646244, -0.028639478608965874, -0.027565227821469307, -0.02649097889661789, -0.025416728109121323, -0.024342477321624756, -0.02326822653412819, -0.022193975746631622, -0.021119724959135056, -0.020045476034283638, -0.01897122524678707, -0.017896974459290504, -0.016822723671793938, -0.01574847288429737, -0.014674223028123379, -0.013599973171949387, -0.01252572238445282, -0.011451471596956253, -0.010377221740782261, -0.009302970953285694, -0.008228720165789127, -0.007154470309615135, -0.006080219522118568, -0.005005969200283289, -0.0039317188784480095, -0.0028574683237820864, -0.001783217885531485, -0.0007089674472808838, 0.0003652829909697175, 0.0014395334292203188, 0.002513783983886242, 0.0035880343057215214, 0.004662284627556801, 0.005736535415053368, 0.006810785736888647, 0.007885036058723927, 0.008959286846220493, 0.010033536702394485, 0.011107787489891052, 0.012182038277387619, 0.013256288133561611, 0.014330538921058178, 0.01540478877723217, 0.016479039564728737, 0.017553290352225304, 0.01862754113972187, 0.019701790064573288, 0.020776040852069855, 0.02185029163956642, 0.02292454242706299, 0.023998793214559555, 0.025073044002056122, 0.02614729292690754, 0.027221543714404106, 0.028295794501900673, 0.02937004528939724, 0.030444296076893806, 0.031518545001745224, 0.03259279578924179, 0.03366704657673836]}, "_runtime": 183.91440868377686, "_timestamp": 1596214508.6716912, "_step": 227}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 3.0, 2.0, 2.0, 2.0, 2.0, 3.0, 2.0, 4.0, 14.0, 4.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 3.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.019622070714831352, -0.019180428236722946, -0.01873878575861454, -0.018297141417860985, -0.01785549893975258, -0.017413856461644173, -0.016972213983535767, -0.01653057150542736, -0.016088929027318954, -0.0156472846865654, -0.015205642208456993, -0.014763999730348587, -0.014322357252240181, -0.0138807138428092, -0.013439071364700794, -0.012997427955269814, -0.012555785477161407, -0.012114142999053001, -0.01167249958962202, -0.011230857111513615, -0.010789213702082634, -0.010347571223974228, -0.009905928745865822, -0.009464285336434841, -0.009022642858326435, -0.008581000380218029, -0.008139356970787048, -0.007697714492678642, -0.007256071548908949, -0.0068144286051392555, -0.0063727861270308495, -0.005931143183261156, -0.005489500239491463, -0.005047857295721769, -0.004606214351952076, -0.00416457187384367, -0.0037229289300739765, -0.003281285986304283, -0.0028396432753652334, -0.0023980005644261837, -0.0019563576206564903, -0.0015147147933021188, -0.0010730719659477472, -0.0006314291385933757, -0.00018978631123900414, 0.0002518565161153674, 0.000693499343469739, 0.0011351421708241105, 0.001576784998178482, 0.0020184279419481754, 0.002460070652887225, 0.002901713363826275, 0.0033433563075959682, 0.0037849992513656616, 0.004226641729474068, 0.004668284673243761, 0.0051099276170134544, 0.005551570560783148, 0.005993213504552841, 0.006434855982661247, 0.006876498926430941, 0.007318141870200634, 0.00775978434830904, 0.00820142775774002, 0.008643070235848427]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 4.0, 4.0, 2.0, 7.0, 2.0, 4.0, 6.0, 12.0, 11.0, 14.0, 21.0, 34.0, 33.0, 39.0, 67.0, 70.0, 124.0, 161.0, 270.0, 5583.0, 688.0, 222.0, 160.0, 99.0, 69.0, 48.0, 37.0, 28.0, 24.0, 25.0, 17.0, 12.0, 6.0, 7.0, 4.0, 1.0, 3.0, 1.0, 3.0, 0.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.14387637376785278, -0.13961702585220337, -0.13535767793655396, -0.13109833002090454, -0.12683898210525513, -0.12257962673902512, -0.1183202788233757, -0.11406093090772629, -0.10980157554149628, -0.10554222762584686, -0.10128287971019745, -0.09702353179454803, -0.09276418387889862, -0.0885048359632492, -0.0842454805970192, -0.07998613268136978, -0.07572678476572037, -0.07146743685007095, -0.06720808893442154, -0.06294873356819153, -0.058689385652542114, -0.0544300377368927, -0.050170689821243286, -0.045911338180303574, -0.04165199026465416, -0.037392642349004745, -0.03313329070806503, -0.02887394279241562, -0.024614593014121056, -0.020355243235826492, -0.016095895320177078, -0.011836545541882515, -0.007577195763587952, -0.0033178464509546757, 0.0009415028616786003, 0.005200852174311876, 0.009460201486945152, 0.013719551265239716, 0.01797889918088913, 0.022238248959183693, 0.026497598737478256, 0.03075694851577282, 0.03501629829406738, 0.0392756462097168, 0.04353499412536621, 0.04779434576630592, 0.05205369368195534, 0.05631304532289505, 0.060572393238544464, 0.06483174115419388, 0.06909108906984329, 0.0733504444360733, 0.07760979235172272, 0.08186914026737213, 0.08612848818302155, 0.09038783609867096, 0.09464718401432037, 0.09890653938055038, 0.1031658872961998, 0.10742523521184921, 0.11168458312749863, 0.11594393104314804, 0.12020328640937805, 0.12446263432502747, 0.12872198224067688]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 3.0, 1.0, 1.0, 1.0, 1.0, 3.0, 3.0, 2.0, 4.0, 1.0, 2.0, 5.0, 4.0, 7.0, 6.0, 4.0, 3.0, 30.0, 4.0, 6.0, 3.0, 2.0, 2.0, 6.0, 0.0, 2.0, 1.0, 1.0, 2.0, 2.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0030051565263420343, -0.002894133795052767, -0.0027831108309328556, -0.002672088099643588, -0.0025610653683543205, -0.0024500424042344093, -0.002339019672945142, -0.0022279969416558743, -0.002116973977535963, -0.0020059512462466955, -0.001894928514957428, -0.0017839056672528386, -0.0016728828195482492, -0.0015618600882589817, -0.0014508372405543923, -0.0013398145092651248, -0.0012287916615605354, -0.001117768813855946, -0.0010067460825666785, -0.0008957232348620892, -0.0007847004453651607, -0.0006736776558682323, -0.0005626548081636429, -0.00045163201866671443, -0.000340609229169786, -0.0002295864251209423, -0.00011856362107209861, -7.540817023254931e-06, 0.00010348198702558875, 0.00021450479107443243, 0.0003255275951232761, 0.000436550413724035, 0.0005475732032209635, 0.0006585959927178919, 0.0007696187822148204, 0.0008806416299194098, 0.0009916643612086773, 0.0011026872089132667, 0.001213710056617856, 0.0013247327879071236, 0.001435755635611713, 0.0015467784833163023, 0.0016578012146055698, 0.0017688240623101592, 0.0018798469100147486, 0.001990869641304016, 0.0021018923725932837, 0.002212915336713195, 0.0023239380680024624, 0.00243496079929173, 0.002545983763411641, 0.0026570064947009087, 0.002768029225990176, 0.0028790521901100874, 0.002990074921399355, 0.0031010976526886225, 0.00321212038397789, 0.003323143348097801, 0.0034341660793870687, 0.0035451888106763363, 0.0036562117747962475, 0.003767234506085515, 0.0038782572373747826, 0.003989280201494694, 0.004100303165614605]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 0.0, 4.0, 5.0, 9.0, 13.0, 18.0, 18.0, 15.0, 30.0, 44.0, 51.0, 81.0, 117.0, 136.0, 197.0, 277.0, 422.0, 642.0, 1007.0, 1578.0, 2808.0, 5187.0, 10236.0, 24769.0, 85014.0, 939698.0, 61692.0, 20131.0, 9447.0, 5357.0, 3308.0, 2159.0, 1522.0, 986.0, 775.0, 530.0, 352.0, 260.0, 198.0, 135.0, 105.0, 80.0, 55.0, 43.0, 27.0, 25.0, 13.0, 23.0, 8.0, 12.0, 7.0, 4.0, 3.0, 3.0, 1.0, 2.0, 1.0, 1.0, 1.0, 2.0], "bins": [-0.007279955316334963, -0.007033133879303932, -0.0067863124422729015, -0.006539491005241871, -0.00629266956821084, -0.00604584813117981, -0.005799026694148779, -0.005552205257117748, -0.005305383820086718, -0.005058562383055687, -0.004811740946024656, -0.004564919508993626, -0.004318098071962595, -0.004071276634931564, -0.0038244551979005337, -0.003577633760869503, -0.0033308123238384724, -0.0030839908868074417, -0.002837169449776411, -0.0025903480127453804, -0.0023435265757143497, -0.002096705138683319, -0.0018498837016522884, -0.0016030622646212578, -0.0013562408275902271, -0.0011094193905591965, -0.0008625979535281658, -0.0006157765164971352, -0.0003689550794661045, -0.00012213364243507385, 0.0001246877945959568, 0.00037150923162698746, 0.0006183306686580181, 0.0008651521056890488, 0.0011119735427200794, 0.00135879497975111, 0.0016056164167821407, 0.0018524378538131714, 0.002099259290844202, 0.0023460807278752327, 0.0025929021649062634, 0.002839723601937294, 0.0030865450389683247, 0.0033333664759993553, 0.003580187913030386, 0.0038270093500614166, 0.004073830787092447, 0.004320652224123478, 0.004567473661154509, 0.004814295098185539, 0.00506111653521657, 0.0053079379722476006, 0.005554759409278631, 0.005801580846309662, 0.0060484022833406925, 0.006295223720371723, 0.006542045157402754, 0.0067888665944337845, 0.007035688031464815, 0.007282509468495846, 0.0075293309055268764, 0.007776152342557907, 0.00802297331392765, 0.008269795216619968, 0.008516617119312286]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 3.0, 5.0, 9.0, 6.0, 5.0, 13.0, 3.0, 2.0, 1.0, 2.0, 3.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.033297788351774216, -0.03110373020172119, -0.028909673914313316, -0.02671561762690544, -0.024521559476852417, -0.022327501326799393, -0.020133445039391518, -0.017939388751983643, -0.01574533060193062, -0.013551273383200169, -0.011357216164469719, -0.00916315894573927, -0.00696910172700882, -0.00477504450827837, -0.0025809872895479202, -0.00038693007081747055, 0.0018071271479129791, 0.004001184366643429, 0.0061952415853738785, 0.008389298804104328, 0.010583356022834778, 0.012777413241565228, 0.014971470460295677, 0.017165526747703552, 0.019359584897756577, 0.0215536430478096, 0.023747699335217476, 0.02594175562262535, 0.028135813772678375, 0.0303298719227314, 0.032523930072784424, 0.03471798449754715, 0.036912042647600174, 0.0391061007976532, 0.041300155222415924, 0.04349421337246895, 0.04568827152252197, 0.047882329672575, 0.05007638782262802, 0.05227044224739075, 0.05446450039744377, 0.056658558547496796, 0.05885261297225952, 0.061046671122312546, 0.06324072927236557, 0.0654347836971283, 0.06762884557247162, 0.06982289999723434, 0.07201695442199707, 0.0742110162973404, 0.07640507072210312, 0.07859913259744644, 0.08079318702220917, 0.0829872414469719, 0.08518130332231522, 0.08737535774707794, 0.08956941962242126, 0.09176347404718399, 0.09395752847194672, 0.09615159034729004, 0.09834564477205276, 0.10053969919681549, 0.10273376107215881, 0.10492781549692154, 0.10712186992168427]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 2.0, 2.0, 8.0, 10.0, 10.0, 21.0, 27.0, 68.0, 87.0, 159.0, 239.0, 422.0, 689.0, 1233.0, 2374.0, 7945.0, 2325.0, 964.0, 588.0, 339.0, 240.0, 158.0, 136.0, 82.0, 59.0, 39.0, 21.0, 26.0, 22.0, 36.0, 15.0, 1.0, 3.0, 3.0, 13.0, 1.0, 1.0, 1.0, 1.0, 5.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 5.0, 15.0, 9.0, 10.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 7.0], "bins": [-0.01231168769299984, -0.011572388932108879, -0.010833089239895344, -0.010093790479004383, -0.009354490786790848, -0.008615192025899887, -0.007875893265008926, -0.007136594038456678, -0.00639729481190443, -0.005657995585352182, -0.004918696358799934, -0.004179397597908974, -0.0034400983713567257, -0.0027007991448044777, -0.0019615001510828733, -0.0012222010409459472, -0.000482901930809021, 0.0002563971793279052, 0.0009956962894648314, 0.0017349953996017575, 0.0024742945097386837, 0.0032135937362909317, 0.003952892497181892, 0.00469219172373414, 0.005431490950286388, 0.006170790176838636, 0.006910089403390884, 0.007649388164281845, 0.008388686925172806, 0.009127986617386341, 0.009867285378277302, 0.010606585070490837, 0.011345883831381798, 0.012085182592272758, 0.012824482284486294, 0.013563781045377254, 0.01430308073759079, 0.01504237949848175, 0.01578167825937271, 0.016520977020263672, 0.017260275781154633, 0.017999576404690742, 0.018738875165581703, 0.019478173926472664, 0.020217472687363625, 0.020956771448254585, 0.021696072071790695, 0.022435370832681656, 0.023174669593572617, 0.023913968354463577, 0.024653267115354538, 0.025392567738890648, 0.02613186649978161, 0.02687116526067257, 0.02761046402156353, 0.02834976278245449, 0.0290890634059906, 0.02982836216688156, 0.030567660927772522, 0.03130695968866348, 0.03204625844955444, 0.032785557210445404, 0.033524855971336365, 0.034264154732227325, 0.035003453493118286]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 3.0, 1.0, 5.0, 6.0, 3.0, 0.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.6302423477172852, -0.6176139116287231, -0.6049854755401611, -0.5923570394515991, -0.5797286033630371, -0.5671002268791199, -0.5544717907905579, -0.5418433547019958, -0.5292149186134338, -0.5165864825248718, -0.5039580464363098, -0.4913296401500702, -0.4787012040615082, -0.46607276797294617, -0.45344436168670654, -0.44081592559814453, -0.4281874895095825, -0.4155590534210205, -0.4029306173324585, -0.39030221104621887, -0.37767377495765686, -0.36504533886909485, -0.3524169325828552, -0.3397884964942932, -0.3271600604057312, -0.3145316243171692, -0.3019031882286072, -0.28927478194236755, -0.27664634585380554, -0.26401790976524353, -0.2513895034790039, -0.2387610673904419, -0.22613263130187988, -0.21350419521331787, -0.20087577402591705, -0.18824735283851624, -0.17561891674995422, -0.1629904806613922, -0.1503620594739914, -0.13773363828659058, -0.12510520219802856, -0.11247677356004715, -0.09984834492206573, -0.08721991628408432, -0.0745914876461029, -0.06196305900812149, -0.049334630370140076, -0.03670620173215866, -0.024077773094177246, -0.011449344456195831, 0.0011790841817855835, 0.013807512819766998, 0.026435941457748413, 0.03906437009572983, 0.05169279873371124, 0.06432122737169266, 0.07694965600967407, 0.08957808464765549, 0.1022065132856369, 0.11483494192361832, 0.12746337056159973, 0.14009180665016174, 0.15272022783756256, 0.16534864902496338, 0.1779770851135254]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 3.0, 4.0, 7.0, 4.0, 3.0, 9.0, 11.0, 15.0, 34.0, 28.0, 58.0, 26.0, 15.0, 12.0, 8.0, 6.0, 2.0, 1.0, 2.0, 4.0, 3.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.12840257585048676, -0.12409652769565582, -0.1197904720902443, -0.11548442393541336, -0.11117836833000183, -0.1068723201751709, -0.10256627202033997, -0.09826021641492844, -0.0939541682600975, -0.08964812010526657, -0.08534206449985504, -0.08103601634502411, -0.07672996819019318, -0.07242391258478165, -0.06811786442995071, -0.06381180882453918, -0.05950576066970825, -0.05519970878958702, -0.05089365690946579, -0.04658760875463486, -0.042281556874513626, -0.037975504994392395, -0.03366945683956146, -0.02936340495944023, -0.025057353079319, -0.02075130119919777, -0.016445251181721687, -0.01213920023292303, -0.007833149284124374, -0.003527098335325718, 0.0007789526134729385, 0.005085003562271595, 0.009391054511070251, 0.013697105459868908, 0.018003156408667564, 0.022309206426143646, 0.026615258306264877, 0.03092131018638611, 0.03522735834121704, 0.03953341022133827, 0.0438394621014595, 0.048145513981580734, 0.052451565861701965, 0.0567576140165329, 0.06106366589665413, 0.06536971777677536, 0.06967576593160629, 0.07398182153701782, 0.07828786969184875, 0.08259391784667969, 0.08689997345209122, 0.09120602160692215, 0.09551207721233368, 0.09981812536716461, 0.10412417352199554, 0.10843022912740707, 0.112736277282238, 0.11704232543706894, 0.12134838104248047, 0.1256544291973114, 0.12996047735214233, 0.13426652550697327, 0.1385725885629654, 0.14287863671779633, 0.14718468487262726]}, "_runtime": 184.69064712524414, "_timestamp": 1596214509.4479296, "_step": 228}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 3.0, 2.0, 2.0, 7.0, 6.0, 10.0, 1.0, 3.0, 2.0, 2.0, 0.0, 0.0, 1.0, 3.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014679246582090855, -0.014276965521275997, -0.01387468446046114, -0.013472403399646282, -0.01307012140750885, -0.012667840346693993, -0.012265559285879135, -0.011863278225064278, -0.01146099716424942, -0.011058716103434563, -0.01065643411129713, -0.010254153050482273, -0.009851871989667416, -0.009449590928852558, -0.0090473098680377, -0.008645028807222843, -0.008242746815085411, -0.007840465754270554, -0.007438184693455696, -0.007035903632640839, -0.006633622571825981, -0.006231341045349836, -0.005829059984534979, -0.005426778923720121, -0.005024497397243977, -0.004622216336429119, -0.004219935275614262, -0.0038176539819687605, -0.0034153726883232594, -0.003013091627508402, -0.0026108103338629007, -0.0022085292730480433, -0.0018062479794025421, -0.0014039668021723628, -0.0010016856249421835, -0.0005994043312966824, -0.00019712315406650305, 0.00020515805226750672, 0.0006074392586015165, 0.0010097204940393567, 0.001412001671269536, 0.0018142828484997153, 0.0022165640257298946, 0.0026188453193753958, 0.003021126613020897, 0.0034234076738357544, 0.0038256889674812555, 0.004227970261126757, 0.004630251321941614, 0.005032532382756472, 0.005434813909232616, 0.005837094970047474, 0.006239376030862331, 0.006641657557338476, 0.007043938618153334, 0.007446219678968191, 0.007848501205444336, 0.008250782266259193, 0.008653063327074051, 0.009055344387888908, 0.009457625448703766, 0.009859907440841198, 0.010262188501656055, 0.010664469562470913, 0.01106675062328577]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [3.0, 4.0, 2.0, 2.0, 1.0, 2.0, 5.0, 3.0, 3.0, 3.0, 2.0, 6.0, 8.0, 9.0, 14.0, 13.0, 16.0, 14.0, 23.0, 29.0, 27.0, 35.0, 58.0, 85.0, 103.0, 138.0, 198.0, 368.0, 5368.0, 570.0, 224.0, 143.0, 96.0, 78.0, 68.0, 31.0, 34.0, 27.0, 20.0, 23.0, 14.0, 14.0, 9.0, 4.0, 7.0, 1.0, 5.0, 2.0, 4.0, 6.0, 3.0, 4.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0935555174946785, -0.09027845412492752, -0.08700139820575714, -0.08372433483600616, -0.08044727891683578, -0.07717021554708481, -0.07389315962791443, -0.07061609625816345, -0.06733903288841248, -0.0640619769692421, -0.06078491732478142, -0.05750785768032074, -0.05423079431056976, -0.050953734666109085, -0.04767667502164841, -0.04439961537718773, -0.04112255573272705, -0.03784549608826637, -0.034568436443805695, -0.031291376799345016, -0.02801431529223919, -0.02473725564777851, -0.021460194140672684, -0.018183134496212006, -0.014906074851751328, -0.01162901520729065, -0.008351954631507397, -0.005074894521385431, -0.0017978344112634659, 0.0014792256988584995, 0.004756285808980465, 0.008033346384763718, 0.011310406029224396, 0.014587465673685074, 0.017864525318145752, 0.02114158682525158, 0.024418646469712257, 0.027695706114172935, 0.030972767621278763, 0.03424982726573944, 0.03752688691020012, 0.0408039465546608, 0.044081006199121475, 0.04735806584358215, 0.05063512921333313, 0.05391218885779381, 0.057189248502254486, 0.060466308146715164, 0.06374336779117584, 0.06702043116092682, 0.0702974870800972, 0.07357455044984818, 0.07685160636901855, 0.08012866973876953, 0.08340572565793991, 0.08668278902769089, 0.08995984494686127, 0.09323690831661224, 0.09651397168636322, 0.0997910276055336, 0.10306809097528458, 0.10634514689445496, 0.10962221026420593, 0.11289926618337631, 0.11617632955312729]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 0.0, 2.0, 2.0, 1.0, 4.0, 2.0, 2.0, 3.0, 3.0, 2.0, 1.0, 5.0, 3.0, 7.0, 24.0, 4.0, 2.0, 1.0, 3.0, 2.0, 2.0, 6.0, 3.0, 2.0, 2.0, 1.0, 3.0, 1.0, 2.0, 2.0, 2.0, 3.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002208877820521593, -0.0021396095398813486, -0.0020703410264104605, -0.002001072745770216, -0.0019318044651299715, -0.0018625360680744052, -0.0017932676710188389, -0.0017239993903785944, -0.001654730993323028, -0.0015854625962674618, -0.0015161943156272173, -0.001446925918571651, -0.0013776575215160847, -0.0013083892408758402, -0.0012391208438202739, -0.0011698525631800294, -0.001100584166124463, -0.0010313157690688968, -0.0009620474884286523, -0.000892779091373086, -0.0008235107525251806, -0.0007542424136772752, -0.0006849740166217089, -0.0006157056777738035, -0.0005464373389258981, -0.0004771690000779927, -0.0004079006321262568, -0.00033863226417452097, -0.00026936392532661557, -0.00020009557192679495, -0.00013082721852697432, -6.15588651271537e-05, 7.709488272666931e-06, 7.697784167248756e-05, 0.00014624619507230818, 0.0002155145484721288, 0.00028478290187194943, 0.00035405124071985483, 0.0004233196086715907, 0.0004925879766233265, 0.0005618563154712319, 0.0006311246543191373, 0.0007003929931670427, 0.000769661390222609, 0.0008389297290705144, 0.0009081980679184198, 0.0009774664649739861, 0.0010467347456142306, 0.001116003142669797, 0.0011852715397253633, 0.0012545398203656077, 0.001323808217421174, 0.0013930764980614185, 0.0014623448951169848, 0.0015316132921725512, 0.0016008815728127956, 0.001670149969868362, 0.0017394183669239283, 0.0018086866475641727, 0.001877955044619739, 0.0019472234416753054, 0.00201649172231555, 0.0020857600029557943, 0.0021550285164266825, 0.002224296797066927]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 4.0, 6.0, 7.0, 8.0, 12.0, 24.0, 28.0, 50.0, 69.0, 71.0, 108.0, 151.0, 221.0, 270.0, 392.0, 594.0, 888.0, 1396.0, 2469.0, 3792.0, 6595.0, 12651.0, 27672.0, 83445.0, 891017.0, 78444.0, 29707.0, 15561.0, 8758.0, 5289.0, 3398.0, 2108.0, 1448.0, 931.0, 597.0, 456.0, 330.0, 193.0, 151.0, 99.0, 69.0, 49.0, 29.0, 21.0, 22.0, 7.0, 10.0, 4.0, 8.0, 6.0, 2.0, 2.0, 0.0, 0.0, 4.0, 0.0, 0.0, 1.0], "bins": [-0.0056653935462236404, -0.005480067804455757, -0.005294742528349161, -0.005109416786581278, -0.0049240910448133945, -0.0047387657687067986, -0.004553440026938915, -0.004368114285171032, -0.004182788543403149, -0.003997463267296553, -0.0038121375255286694, -0.0036268120165914297, -0.00344148650765419, -0.0032561607658863068, -0.003070835256949067, -0.002885509515181184, -0.002700184006243944, -0.0025148584973067045, -0.0023295327555388212, -0.0021442072466015816, -0.0019588815048336983, -0.0017735559958964586, -0.001588230486959219, -0.0014029048616066575, -0.001217579236254096, -0.0010322536109015346, -0.000846928043756634, -0.0006616024766117334, -0.00047627685125917196, -0.00029095125501044095, -0.00010562565876170993, 7.969993748702109e-05, 0.0002650255337357521, 0.0004503511299844831, 0.0006356767262332141, 0.0008210022933781147, 0.0010063279187306762, 0.0011916535440832376, 0.0013769790530204773, 0.0015623046783730388, 0.0017476303037256002, 0.0019329559290781617, 0.002118281554430723, 0.002303607063367963, 0.0024889325723052025, 0.002674258314073086, 0.0028595838230103254, 0.0030449095647782087, 0.0032302350737154484, 0.003415560582652688, 0.0036008863244205713, 0.003786211833357811, 0.003971537575125694, 0.00415686285123229, 0.004342188593000174, 0.004527514334768057, 0.004712839610874653, 0.004898165352642536, 0.0050834910944104195, 0.005268816836178303, 0.005454142112284899, 0.005639467854052782, 0.005824793595820665, 0.006010118871927261, 0.006195444613695145]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 4.0, 2.0, 2.0, 3.0, 7.0, 2.0, 4.0, 6.0, 9.0, 1.0, 2.0, 3.0, 2.0, 3.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014664534479379654, -0.013712108135223389, -0.012759682722389698, -0.011807256378233433, -0.010854830034077168, -0.009902404621243477, -0.008949978277087212, -0.007997551932930946, -0.007045126054435968, -0.0060927001759409904, -0.005140273831784725, -0.004187847953289747, -0.0032354218419641256, -0.002282995730638504, -0.0013305697357282043, -0.00037814368261024356, 0.0005742823705077171, 0.0015267084818333387, 0.0024791345931589603, 0.0034315604716539383, 0.0043839868158102036, 0.0053364126943051815, 0.0062888385728001595, 0.007241264916956425, 0.008193690329790115, 0.00914611667394638, 0.010098543018102646, 0.011050969362258911, 0.012003394775092602, 0.012955821119248867, 0.013908247463405132, 0.014860672876238823, 0.015813099220395088, 0.016765525564551353, 0.01771795190870762, 0.018670378252863884, 0.019622802734375, 0.020575229078531265, 0.02152765542268753, 0.022480081766843796, 0.02343250811100006, 0.024384934455156326, 0.025337358936667442, 0.026289785280823708, 0.027242211624979973, 0.028194637969136238, 0.029147064313292503, 0.03009949065744877, 0.031051915138959885, 0.03200434148311615, 0.032956767827272415, 0.03390919417142868, 0.034861620515584946, 0.03581404685974121, 0.036766473203897476, 0.03771889954805374, 0.03867132589221001, 0.03962375223636627, 0.04057617485523224, 0.041528601199388504, 0.04248102754354477, 0.043433453887701035, 0.0443858802318573, 0.045338306576013565, 0.04629073292016983]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 1.0, 5.0, 3.0, 3.0, 9.0, 9.0, 10.0, 13.0, 27.0, 26.0, 44.0, 59.0, 71.0, 115.0, 186.0, 253.0, 388.0, 559.0, 836.0, 1250.0, 1975.0, 6409.0, 2308.0, 1158.0, 752.0, 556.0, 327.0, 229.0, 216.0, 137.0, 113.0, 113.0, 83.0, 32.0, 25.0, 22.0, 13.0, 10.0, 5.0, 2.0, 3.0, 9.0, 4.0, 0.0, 2.0, 2.0, 0.0, 0.0, 3.0, 8.0, 12.0, 10.0, 12.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 8.0], "bins": [-0.009496752172708511, -0.009112742729485035, -0.008728733286261559, -0.008344723843038082, -0.007960714399814606, -0.007576704490929842, -0.007192695047706366, -0.006808685604482889, -0.006424676161259413, -0.006040666718035936, -0.00565665727481246, -0.0052726478315889835, -0.00488863792270422, -0.004504628479480743, -0.004120619036257267, -0.0037366095930337906, -0.003352600149810314, -0.0029685907065868378, -0.0025845812633633614, -0.0022005715873092413, -0.0018165621440857649, -0.0014325527008622885, -0.0010485431412234902, -0.0006645336397923529, -0.0002805241383612156, 0.00010348536306992173, 0.00048749486450105906, 0.0008715043659321964, 0.0012555138673633337, 0.0016395233105868101, 0.00202353298664093, 0.0024075424298644066, 0.002791551873087883, 0.0031755613163113594, 0.003559570759534836, 0.003943580202758312, 0.004327589645981789, 0.004711599554866552, 0.005095608998090029, 0.005479618441313505, 0.005863627884536982, 0.006247637327760458, 0.006631646770983934, 0.007015656214207411, 0.0073996661230921745, 0.007783675566315651, 0.008167685009539127, 0.008551694452762604, 0.00893570389598608, 0.009319713339209557, 0.009703722782433033, 0.01008773222565651, 0.010471741668879986, 0.010855751112103462, 0.011239760555326939, 0.011623769998550415, 0.012007780373096466, 0.012391789816319942, 0.012775799259543419, 0.013159808702766895, 0.013543818145990372, 0.013927827589213848, 0.014311837032437325, 0.014695846475660801, 0.015079855918884277]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 3.0, 2.0, 0.0, 3.0, 1.0, 3.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.14587509632110596, -0.14261488616466522, -0.13935469090938568, -0.13609448075294495, -0.1328342854976654, -0.12957407534122467, -0.12631386518478394, -0.1230536624789238, -0.11979345977306366, -0.11653325706720352, -0.11327305436134338, -0.11001284420490265, -0.10675264149904251, -0.10349243879318237, -0.10023222863674164, -0.0969720259308815, -0.09371182322502136, -0.09045162051916122, -0.08719141781330109, -0.08393120765686035, -0.08067100495100021, -0.07741080224514008, -0.07415059208869934, -0.0708903893828392, -0.06763018667697906, -0.06436998397111893, -0.06110977753996849, -0.057849571108818054, -0.054589368402957916, -0.05132916569709778, -0.04806895926594734, -0.044808752834796906, -0.04154855012893677, -0.03828834742307663, -0.03502814099192619, -0.03176793456077576, -0.02850773185491562, -0.02524752728641033, -0.021987322717905045, -0.018727118149399757, -0.01546691358089447, -0.012206709012389183, -0.008946504443883896, -0.005686299875378609, -0.0024260953068733215, 0.0008341092616319656, 0.004094313830137253, 0.00735451839864254, 0.010614722967147827, 0.013874927535653114, 0.0171351321041584, 0.02039533667266369, 0.023655541241168976, 0.026915745809674263, 0.03017595037817955, 0.03343615680932999, 0.036696359515190125, 0.03995656222105026, 0.0432167686522007, 0.046476975083351135, 0.04973717778921127, 0.05299738049507141, 0.05625758692622185, 0.059517793357372284, 0.06277799606323242]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 4.0, 1.0, 5.0, 3.0, 2.0, 5.0, 3.0, 4.0, 9.0, 10.0, 8.0, 7.0, 8.0, 8.0, 9.0, 15.0, 15.0, 34.0, 21.0, 23.0, 11.0, 7.0, 12.0, 9.0, 14.0, 4.0, 7.0, 2.0, 2.0, 3.0, 0.0, 1.0, 3.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.05385645478963852, -0.052207015454769135, -0.05055757239460945, -0.048908133059740067, -0.04725868999958038, -0.045609250664711, -0.043959811329841614, -0.04231036826968193, -0.040660928934812546, -0.03901148959994316, -0.03736204653978348, -0.03571260720491409, -0.03406316787004471, -0.032413724809885025, -0.03076428547501564, -0.029114844277501106, -0.027465403079986572, -0.02581596188247204, -0.024166520684957504, -0.02251708135008812, -0.020867640152573586, -0.01921819895505905, -0.017568759620189667, -0.015919318422675133, -0.014269877225160599, -0.012620436027646065, -0.010970995761454105, -0.009321555495262146, -0.007672114297747612, -0.006022673565894365, -0.004373232834041119, -0.002723792102187872, -0.0010743513703346252, 0.0005750893615186214, 0.002224530093371868, 0.003873970825225115, 0.0055234115570783615, 0.007172852288931608, 0.008822293020784855, 0.010471733286976814, 0.012121174484491348, 0.013770615682005882, 0.015420055948197842, 0.0170694962143898, 0.018718937411904335, 0.02036837860941887, 0.022017817944288254, 0.023667259141802788, 0.025316700339317322, 0.026966141536831856, 0.02861558273434639, 0.030265022069215775, 0.03191446512937546, 0.03356390446424484, 0.03521334379911423, 0.03686278685927391, 0.038512226194143295, 0.04016166552901268, 0.04181110858917236, 0.04346054792404175, 0.04510998725891113, 0.046759430319070816, 0.0484088696539402, 0.050058312714099884, 0.05170775204896927]}, "_runtime": 185.48415780067444, "_timestamp": 1596214510.2414403, "_step": 229}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 1.0, 2.0, 1.0, 7.0, 3.0, 8.0, 3.0, 5.0, 4.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008294817991554737, -0.00797687191516161, -0.007658925838768482, -0.007340980228036642, -0.007023034151643515, -0.006705088075250387, -0.006387142464518547, -0.00606919638812542, -0.005751250311732292, -0.005433304235339165, -0.005115358158946037, -0.004797412548214197, -0.00447946647182107, -0.004161520395427942, -0.0038435745518654585, -0.0035256287083029747, -0.0032076826319098473, -0.00288973655551672, -0.002571790711954236, -0.0022538448683917522, -0.0019358987919986248, -0.0016179528320208192, -0.0013000068720430136, -0.000982060912065208, -0.0006641149520874023, -0.00034616899210959673, -2.8223032131791115e-05, 0.0002897229278460145, 0.0006076688878238201, 0.0009256148478016257, 0.0012435608077794313, 0.001561506767757237, 0.0018794527277350426, 0.00219739880412817, 0.002515344647690654, 0.0028332904912531376, 0.003151236567646265, 0.0034691826440393925, 0.0037871284876018763, 0.00410507433116436, 0.0044230204075574875, 0.004740966483950615, 0.005058912560343742, 0.0053768581710755825, 0.00569480424746871, 0.006012750323861837, 0.0063306959345936775, 0.006648642010986805, 0.006966588087379932, 0.00728453416377306, 0.007602480240166187, 0.007920426316559315, 0.008238371461629868, 0.008556317538022995, 0.008874263614416122, 0.00919220969080925, 0.009510155767202377, 0.009828101843595505, 0.010146047919988632, 0.01046399399638176, 0.010781940072774887, 0.01109988521784544, 0.011417831294238567, 0.011735777370631695, 0.012053723447024822]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 0.0, 2.0, 4.0, 1.0, 2.0, 5.0, 8.0, 10.0, 19.0, 11.0, 14.0, 20.0, 22.0, 31.0, 31.0, 52.0, 70.0, 92.0, 111.0, 169.0, 335.0, 4931.0, 1047.0, 304.0, 174.0, 109.0, 80.0, 58.0, 42.0, 24.0, 35.0, 27.0, 14.0, 12.0, 17.0, 6.0, 11.0, 7.0, 2.0, 2.0, 3.0, 3.0, 1.0, 0.0, 2.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.11720844358205795, -0.1135319247841835, -0.10985539853572845, -0.106178879737854, -0.10250236093997955, -0.0988258346915245, -0.09514931589365005, -0.0914727970957756, -0.08779627084732056, -0.0841197520494461, -0.08044323325157166, -0.07676670700311661, -0.07309018820524216, -0.0694136694073677, -0.06573714315891266, -0.06206062436103821, -0.05838410183787346, -0.05470757931470871, -0.05103106051683426, -0.04735453799366951, -0.04367801547050476, -0.04000149667263031, -0.03632497414946556, -0.03264845162630081, -0.028971930965781212, -0.025295410305261612, -0.021618887782096863, -0.017942367121577263, -0.014265845529735088, -0.010589323937892914, -0.006912802811712027, -0.0032362814527004957, 0.00044023990631103516, 0.00411676149815321, 0.007793282624334097, 0.011469803750514984, 0.015146325342357159, 0.018822846934199333, 0.022499367594718933, 0.026175890117883682, 0.029852410778403282, 0.03352893143892288, 0.03720545396208763, 0.04088197648525238, 0.04455849528312683, 0.04823501780629158, 0.05191154032945633, 0.05558805912733078, 0.05926458165049553, 0.06294110417366028, 0.06661762297153473, 0.07029414921998978, 0.07397066801786423, 0.07764718681573868, 0.08132371306419373, 0.08500023186206818, 0.08867675065994263, 0.09235327690839767, 0.09602979570627213, 0.09970631450414658, 0.10338284075260162, 0.10705935955047607, 0.11073587834835052, 0.11441240459680557, 0.11808892339468002]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 3.0, 2.0, 2.0, 2.0, 3.0, 3.0, 2.0, 2.0, 4.0, 7.0, 8.0, 2.0, 26.0, 2.0, 7.0, 2.0, 4.0, 4.0, 1.0, 4.0, 3.0, 3.0, 1.0, 3.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.0025061669293791056, -0.002435163129121065, -0.0023641593288630247, -0.002293155761435628, -0.0022221519611775875, -0.002151148160919547, -0.0020801443606615067, -0.00200914079323411, -0.0019381369929760695, -0.001867133192718029, -0.0017961293924599886, -0.00172512570861727, -0.0016541219083592296, -0.001583118224516511, -0.0015121144242584705, -0.001441110740415752, -0.0013701069401577115, -0.001299103139899671, -0.0012280994560569525, -0.001157095655798912, -0.0010860919719561934, -0.001015088171698153, -0.0009440844296477735, -0.000873080687597394, -0.0008020769455470145, -0.000731073203496635, -0.0006600694614462554, -0.0005890657193958759, -0.0005180619191378355, -0.00044705820619128644, -0.0003760544350370765, -0.00030505069298669696, -0.00023404695093631744, -0.00016304320888593793, -9.203945228364319e-05, -2.1035702957306057e-05, 4.996804636903107e-05, 0.0001209717956953682, 0.00019197554502170533, 0.00026297930162400007, 0.0003339830436743796, 0.0004049867857247591, 0.0004759905277751386, 0.0005469942698255181, 0.0006179980700835586, 0.0006890018121339381, 0.0007600055541843176, 0.0008310092962346971, 0.0009020130382850766, 0.0009730167803354561, 0.0010440205223858356, 0.001115024322643876, 0.0011860280064865947, 0.001257031806744635, 0.0013280354905873537, 0.0013990392908453941, 0.0014700430911034346, 0.0015410467749461532, 0.0016120505752041936, 0.0016830542590469122, 0.0017540580593049526, 0.0018250617431476712, 0.0018960655434057117, 0.0019670692272484303, 0.0020380730275064707]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 2.0, 1.0, 3.0, 5.0, 7.0, 7.0, 8.0, 9.0, 15.0, 20.0, 45.0, 52.0, 83.0, 106.0, 160.0, 238.0, 388.0, 485.0, 918.0, 1458.0, 2562.0, 4326.0, 8466.0, 18347.0, 45921.0, 176505.0, 812430.0, 54737.0, 23308.0, 12098.0, 6567.0, 3822.0, 2214.0, 1425.0, 937.0, 558.0, 407.0, 293.0, 203.0, 141.0, 94.0, 66.0, 54.0, 38.0, 22.0, 26.0, 17.0, 12.0, 12.0, 8.0, 4.0, 4.0, 3.0, 4.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.005603051744401455, -0.0054110875353217125, -0.00521912332624197, -0.005027159117162228, -0.004835194908082485, -0.004643230699002743, -0.004451266024261713, -0.004259301815181971, -0.004067337606102228, -0.0038753733970224857, -0.0036834091879427433, -0.003491444978863001, -0.0032994807697832584, -0.003107516560703516, -0.00291555211879313, -0.0027235879097133875, -0.002531623700633645, -0.0023396594915539026, -0.00214769528247416, -0.001955730840563774, -0.0017637666314840317, -0.0015718024224042892, -0.0013798382133245468, -0.0011878738878294826, -0.0009959096787497401, -0.0008039454114623368, -0.0006119811441749334, -0.000420016935095191, -0.00022805266780778766, -3.608841507229954e-05, 0.00015587583766318858, 0.00034784007584676147, 0.0005398043431341648, 0.0007317686104215682, 0.0009237328777089715, 0.001115697086788714, 0.0013076614122837782, 0.0014996256213635206, 0.001691589830443263, 0.0018835541559383273, 0.0020755184814333916, 0.002267482690513134, 0.0024594468995928764, 0.002651411108672619, 0.0028433753177523613, 0.0030353395268321037, 0.00322730396874249, 0.0034192681778222322, 0.0036112323869019747, 0.003803196595981717, 0.003995161037892103, 0.004187125246971846, 0.004379089456051588, 0.0045710536651313305, 0.004763017874211073, 0.004954982083290815, 0.005146946292370558, 0.0053389105014503, 0.005530874710530043, 0.005722839385271072, 0.005914803594350815, 0.006106767803430557, 0.0062987320125103, 0.006490696221590042, 0.0066826604306697845]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 2.0, 1.0, 5.0, 0.0, 2.0, 3.0, 7.0, 1.0, 4.0, 3.0, 2.0, 2.0, 1.0, 1.0, 1.0, 3.0, 0.0, 2.0, 2.0, 0.0, 2.0, 1.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012147262692451477, -0.01173553615808487, -0.011323808692395687, -0.01091208215802908, -0.010500355623662472, -0.01008862815797329, -0.009676901623606682, -0.009265175089240074, -0.008853448554873466, -0.008441721089184284, -0.008029994554817677, -0.007618267554789782, -0.007206540554761887, -0.006794814020395279, -0.006383087020367384, -0.005971360486000776, -0.005559633485972881, -0.005147906485944986, -0.004736179951578379, -0.004324452951550484, -0.003912726417183876, -0.003500999417155981, -0.003089272417128086, -0.0026775456499308348, -0.0022658188827335835, -0.0018540921155363321, -0.001442365231923759, -0.0010306383483111858, -0.0006189115811139345, -0.00020718475570902228, 0.00020454206969588995, 0.0006162688951008022, 0.0010279957205057144, 0.0014397224877029657, 0.0018514493713155389, 0.002263176254928112, 0.0026749030221253633, 0.0030866297893226147, 0.0034983567893505096, 0.003910083323717117, 0.004321810323745012, 0.004733537323772907, 0.005145263858139515, 0.00555699085816741, 0.005968717858195305, 0.0063804443925619125, 0.0067921713925898075, 0.007203897926956415, 0.00761562492698431, 0.008027351461350918, 0.0084390789270401, 0.008850805461406708, 0.009262531995773315, 0.009674259461462498, 0.010085985995829105, 0.010497712530195713, 0.010909439995884895, 0.011321166530251503, 0.01173289306461811, 0.012144619598984718, 0.0125563470646739, 0.012968073599040508, 0.013379800133407116, 0.013791527599096298, 0.014203254133462906]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 3.0, 4.0, 7.0, 2.0, 6.0, 10.0, 7.0, 6.0, 6.0, 9.0, 23.0, 35.0, 30.0, 38.0, 57.0, 55.0, 86.0, 114.0, 147.0, 196.0, 272.0, 338.0, 517.0, 696.0, 992.0, 1538.0, 5430.0, 2455.0, 1506.0, 1001.0, 771.0, 523.0, 371.0, 298.0, 226.0, 173.0, 118.0, 86.0, 64.0, 41.0, 37.0, 25.0, 20.0, 15.0, 21.0, 9.0, 6.0, 7.0, 2.0, 8.0, 2.0, 1.0, 3.0, 5.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 4.0], "bins": [-0.007726652547717094, -0.007458931766450405, -0.007191211450845003, -0.006923491135239601, -0.006655770353972912, -0.0063880495727062225, -0.0061203292571008205, -0.0058526089414954185, -0.005584888160228729, -0.00531716737896204, -0.005049447063356638, -0.004781726747751236, -0.004514005966484547, -0.004246285185217857, -0.003978564869612455, -0.0037108443211764097, -0.003443123772740364, -0.0031754032243043184, -0.0029076826758682728, -0.002639962127432227, -0.0023722415789961815, -0.002104521030560136, -0.0018368004821240902, -0.0015690799336880445, -0.001301359385251999, -0.0010336388368159533, -0.0007659182883799076, -0.000498197739943862, -0.00023047719150781631, 3.724335692822933e-05, 0.000304963905364275, 0.0005726844538003206, 0.0008404050022363663, 0.001108125550672412, 0.0013758460991084576, 0.0016435666475445032, 0.0019112871959805489, 0.0021790077444165945, 0.00244672829285264, 0.002714448841288686, 0.0029821693897247314, 0.003249889938160777, 0.0035176104865968227, 0.0037853310350328684, 0.004053051583468914, 0.004320772364735603, 0.004588492680341005, 0.004856212995946407, 0.005123933777213097, 0.005391654558479786, 0.005659374874085188, 0.00592709518969059, 0.006194815970957279, 0.0064625367522239685, 0.0067302570678293705, 0.0069979773834347725, 0.007265698164701462, 0.007533418945968151, 0.007801139261573553, 0.008068859577178955, 0.008336580358445644, 0.008604301139712334, 0.008872020989656448, 0.009139741770923138, 0.009407462552189827]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 4.0, 2.0, 0.0, 0.0, 3.0, 0.0, 3.0, 2.0, 1.0, 1.0, 0.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.037742387503385544, -0.03596818074584007, -0.0341939777135849, -0.03241977095603943, -0.030645564198493958, -0.028871359303593636, -0.027097154408693314, -0.025322947651147842, -0.02354874275624752, -0.0217745378613472, -0.020000331103801727, -0.018226126208901405, -0.016451921314001083, -0.014677714556455612, -0.01290350966155529, -0.011129303835332394, -0.009355098009109497, -0.0075808921828866005, -0.005806686822324991, -0.004032481461763382, -0.0022582756355404854, -0.00048407004214823246, 0.0012901355512440205, 0.0030643411446362734, 0.004838546738028526, 0.006612752564251423, 0.00838695839047432, 0.010161163285374641, 0.011935369111597538, 0.013709574937820435, 0.015483779832720757, 0.017257986590266228, 0.01903219148516655, 0.02080639638006687, 0.022580603137612343, 0.024354808032512665, 0.026129014790058136, 0.027903219684958458, 0.02967742457985878, 0.03145163133740425, 0.033225834369659424, 0.035000041127204895, 0.036774247884750366, 0.03854845464229584, 0.04032265767455101, 0.04209686443209648, 0.04387107118964195, 0.045645274221897125, 0.047419480979442596, 0.04919368773698807, 0.05096789076924324, 0.05274209752678871, 0.05451630428433418, 0.056290507316589355, 0.05806471407413483, 0.0598389208316803, 0.06161312758922577, 0.06338733434677124, 0.06516153365373611, 0.06693574041128159, 0.06870994716882706, 0.07048415392637253, 0.072258360683918, 0.07403256744146347, 0.07580676674842834]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 3.0, 0.0, 0.0, 2.0, 1.0, 3.0, 1.0, 3.0, 1.0, 0.0, 3.0, 1.0, 0.0, 1.0, 3.0, 1.0, 4.0, 3.0, 8.0, 12.0, 6.0, 6.0, 2.0, 7.0, 9.0, 10.0, 9.0, 13.0, 11.0, 12.0, 7.0, 23.0, 16.0, 4.0, 7.0, 2.0, 7.0, 7.0, 10.0, 8.0, 4.0, 3.0, 5.0, 6.0, 5.0, 5.0, 3.0, 5.0, 5.0, 0.0, 4.0, 3.0, 1.0, 0.0, 3.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0, 2.0, 1.0], "bins": [-0.028572190552949905, -0.027704477310180664, -0.026836762204766273, -0.025969048961997032, -0.02510133385658264, -0.0242336206138134, -0.02336590550839901, -0.02249819226562977, -0.021630477160215378, -0.020762763917446136, -0.019895050674676895, -0.019027335569262505, -0.018159622326493263, -0.017291907221078873, -0.01642419397830963, -0.015556479804217815, -0.014688765630126, -0.013821051456034184, -0.012953337281942368, -0.012085623107850552, -0.011217908933758736, -0.010350195690989494, -0.009482481516897678, -0.008614767342805862, -0.0077470531687140465, -0.0068793389946222305, -0.006011624820530415, -0.005143911112099886, -0.00427619693800807, -0.003408482763916254, -0.0025407688226550817, -0.0016730547649785876, -0.0008053407073020935, 6.237335037440062e-05, 0.0009300874080508947, 0.0017978014657273889, 0.002665515523403883, 0.003533229697495699, 0.004400943405926228, 0.0052686575800180435, 0.0061363717541098595, 0.007004085928201675, 0.007871800102293491, 0.008739514276385307, 0.009607227519154549, 0.010474941693246365, 0.01134265586733818, 0.012210370041429996, 0.013078084215521812, 0.013945798389613628, 0.014813512563705444, 0.015681225806474686, 0.016548940911889076, 0.017416654154658318, 0.018284369260072708, 0.01915208250284195, 0.02001979574561119, 0.02088751085102558, 0.021755224093794823, 0.022622939199209213, 0.023490652441978455, 0.024358367547392845, 0.025226080790162086, 0.026093795895576477, 0.02696150913834572]}, "_runtime": 186.25483584403992, "_timestamp": 1596214511.0121183, "_step": 230}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 1.0, 1.0, 2.0, 1.0, 2.0, 2.0, 0.0, 4.0, 3.0, 5.0, 6.0, 5.0, 4.0, 3.0, 0.0, 0.0, 3.0, 1.0, 3.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008342113345861435, -0.008008169010281563, -0.007674225140362978, -0.007340281270444393, -0.007006336934864521, -0.006672393064945936, -0.006338448729366064, -0.006004504859447479, -0.005670560523867607, -0.005336616653949022, -0.0050026727840304375, -0.004668728448450565, -0.0043347845785319805, -0.004000840242952108, -0.0036668963730335236, -0.003332952270284295, -0.0029990081675350666, -0.002665064064785838, -0.0023311199620366096, -0.001997175859287381, -0.0016632318729534745, -0.001329287770204246, -0.0009953437838703394, -0.0006613996811211109, -0.00032745557837188244, 6.488495273515582e-06, 0.0003404325689189136, 0.0006743766134604812, 0.0010083207162097096, 0.0013422648189589381, 0.0016762088052928448, 0.0020101529080420732, 0.0023440970107913017, 0.00267804111354053, 0.0030119852162897587, 0.003345929319038987, 0.0036798734217882156, 0.0040138172917068005, 0.004347761627286673, 0.004681705497205257, 0.0050156498327851295, 0.005349593702703714, 0.005683537572622299, 0.006017481908202171, 0.006351425778120756, 0.006685370113700628, 0.007019313983619213, 0.007353258319199085, 0.00768720218911767, 0.008021146059036255, 0.008355090394616127, 0.008689034730196, 0.009022978134453297, 0.009356922470033169, 0.009690866805613041, 0.010024811141192913, 0.01035875454545021, 0.010692698881030083, 0.011026643216609955, 0.011360586620867252, 0.011694530956447124, 0.012028475292026997, 0.012362419627606869, 0.012696363031864166, 0.013030307367444038]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 3.0, 4.0, 1.0, 4.0, 2.0, 6.0, 8.0, 6.0, 19.0, 11.0, 14.0, 16.0, 28.0, 26.0, 40.0, 36.0, 46.0, 69.0, 88.0, 106.0, 151.0, 231.0, 585.0, 5361.0, 332.0, 187.0, 112.0, 93.0, 77.0, 55.0, 42.0, 35.0, 19.0, 19.0, 11.0, 17.0, 20.0, 8.0, 11.0, 5.0, 2.0, 7.0, 6.0, 2.0, 3.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.09338974952697754, -0.09056869894266129, -0.08774764835834503, -0.08492659777402878, -0.08210554718971252, -0.07928449660539627, -0.07646345347166061, -0.07364240288734436, -0.0708213523030281, -0.06800030171871185, -0.0651792511343956, -0.062358200550079346, -0.05953714996576309, -0.05671609938144684, -0.05389505252242088, -0.05107400193810463, -0.048252951353788376, -0.04543190076947212, -0.04261085018515587, -0.03978980332612991, -0.03696875274181366, -0.034147702157497406, -0.03132665157318115, -0.028505602851510048, -0.025684552267193794, -0.02286350168287754, -0.020042452961206436, -0.017221402376890182, -0.014400352723896503, -0.011579303070902824, -0.00875825248658657, -0.005937202833592892, -0.0031161531805992126, -0.00029510329477488995, 0.0025259465910494328, 0.005346996709704399, 0.008168046362698078, 0.010989096015691757, 0.01381014660000801, 0.016631195321679115, 0.01945224590599537, 0.022273296490311623, 0.025094345211982727, 0.02791539579629898, 0.030736446380615234, 0.03355749696493149, 0.03637854382395744, 0.0391995944082737, 0.04202064499258995, 0.044841695576906204, 0.04766274616122246, 0.05048379302024841, 0.05330484360456467, 0.05612589418888092, 0.058946944773197174, 0.06176799535751343, 0.06458904594182968, 0.06741009652614594, 0.07023114711046219, 0.07305219024419785, 0.0758732408285141, 0.07869429141283035, 0.0815153419971466, 0.08433639258146286, 0.08715744316577911]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 2.0, 5.0, 2.0, 1.0, 4.0, 3.0, 2.0, 5.0, 3.0, 4.0, 6.0, 1.0, 6.0, 7.0, 24.0, 5.0, 3.0, 4.0, 2.0, 2.0, 2.0, 2.0, 2.0, 4.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002635306678712368, -0.0025477956514805555, -0.0024602848570793867, -0.0023727738298475742, -0.0022852630354464054, -0.002197752008214593, -0.002110241213813424, -0.0020227301865816116, -0.001935219275765121, -0.0018477083649486303, -0.0017601974541321397, -0.001672686543315649, -0.0015851755160838366, -0.001497664605267346, -0.0014101536944508553, -0.0013226427836343646, -0.001235131872817874, -0.0011476209620013833, -0.0010601100511848927, -0.0009725990821607411, -0.0008850881713442504, -0.0007975772605277598, -0.0007100662915036082, -0.0006225553806871176, -0.0005350444698706269, -0.0004475335590541363, -0.00036002261913381517, -0.00027251167921349406, -0.0001850007683970034, -9.748984302859753e-05, -9.978917660191655e-06, 7.753200770821422e-05, 0.0001650429330766201, 0.00025255384389311075, 0.00034006478381343186, 0.00042757572373375297, 0.0005150866345502436, 0.0006025975453667343, 0.0006901085143908858, 0.0007776194252073765, 0.0008651303360238671, 0.0009526412468403578, 0.0010401521576568484, 0.001127663068473339, 0.0012151740957051516, 0.0013026850065216422, 0.0013901959173381329, 0.0014777068281546235, 0.0015652177389711142, 0.0016527286497876048, 0.0017402395606040955, 0.0018277504714205861, 0.0019152613822370768, 0.0020027724094688892, 0.002090283203870058, 0.0021777942311018705, 0.002265305258333683, 0.002352816052734852, 0.0024403270799666643, 0.002527837874367833, 0.0026153489015996456, 0.0027028596960008144, 0.002790370723232627, 0.0028778815176337957, 0.002965392544865608]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 4.0, 4.0, 5.0, 9.0, 17.0, 14.0, 23.0, 30.0, 38.0, 55.0, 79.0, 101.0, 146.0, 190.0, 282.0, 399.0, 637.0, 889.0, 1427.0, 2332.0, 3771.0, 6832.0, 13232.0, 30026.0, 98096.0, 905124.0, 65532.0, 23344.0, 10947.0, 6076.0, 3545.0, 2245.0, 1421.0, 914.0, 606.0, 398.0, 268.0, 165.0, 120.0, 85.0, 66.0, 53.0, 25.0, 20.0, 12.0, 11.0, 12.0, 2.0, 2.0, 6.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.006141113582998514, -0.005945953540503979, -0.005750793963670731, -0.005555633921176195, -0.00536047387868166, -0.005165313836187124, -0.004970153793692589, -0.004774994216859341, -0.004579834174364805, -0.00438467413187027, -0.004189514555037022, -0.003994354512542486, -0.0037991944700479507, -0.0036040344275534153, -0.0034088746178895235, -0.0032137148082256317, -0.0030185547657310963, -0.002823394723236561, -0.002628234913572669, -0.0024330751039087772, -0.002237915061414242, -0.0020427550189197063, -0.0018475952092558146, -0.001652435283176601, -0.0014572753570973873, -0.0012621154310181737, -0.00106695550493896, -0.0008717955788597465, -0.0006766356527805328, -0.0004814757267013192, -0.0002863158006221056, -9.115587454289198e-05, 0.00010400405153632164, 0.00029916397761553526, 0.0004943239036947489, 0.0006894838297739625, 0.0008846437558531761, 0.0010798036819323897, 0.0012749636080116034, 0.001470123534090817, 0.0016652834601700306, 0.0018604433862492442, 0.002055603312328458, 0.0022507631219923496, 0.002445923164486885, 0.0026410832069814205, 0.0028362430166453123, 0.003031402826309204, 0.0032265628688037395, 0.003421722911298275, 0.003616882720962167, 0.0038120425306260586, 0.004007202573120594, 0.0042023626156151295, 0.004397522658109665, 0.004592682234942913, 0.0047878422774374485, 0.004983002319931984, 0.005178161896765232, 0.0053733219392597675, 0.005568481981754303, 0.005763642024248838, 0.005958802066743374, 0.006153961643576622, 0.0063491216860711575]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 2.0, 1.0, 2.0, 2.0, 1.0, 2.0, 3.0, 2.0, 11.0, 6.0, 2.0, 3.0, 5.0, 7.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014043500646948814, -0.013265658169984818, -0.012487816624343395, -0.011709975078701973, -0.010932132601737976, -0.01015429012477398, -0.009376448579132557, -0.008598607033491135, -0.007820764556527138, -0.007042922545224428, -0.006265080533921719, -0.005487238522619009, -0.0047093965113162994, -0.00393155450001359, -0.0031537124887108803, -0.0023758704774081707, -0.0015980284661054611, -0.0008201864548027515, -4.234444350004196e-05, 0.0007354975678026676, 0.0015133395791053772, 0.0022911815904080868, 0.0030690236017107964, 0.003846865613013506, 0.0046247076243162155, 0.005402549635618925, 0.006180391646921635, 0.006958233658224344, 0.007736075669527054, 0.00851391814649105, 0.009291759692132473, 0.010069601237773895, 0.010847443714737892, 0.011625286191701889, 0.012403127737343311, 0.013180969282984734, 0.01395881175994873, 0.014736654236912727, 0.01551449578255415, 0.016292337328195572, 0.01707017980515957, 0.017848022282123566, 0.018625862896442413, 0.01940370537340641, 0.020181547850370407, 0.020959390327334404, 0.0217372328042984, 0.02251507341861725, 0.023292915895581245, 0.024070758372545242, 0.02484859898686409, 0.025626441463828087, 0.026404283940792084, 0.02718212641775608, 0.027959968894720078, 0.028737809509038925, 0.029515651986002922, 0.03029349446296692, 0.031071335077285767, 0.03184917941689491, 0.03262702003121376, 0.03340486064553261, 0.034182704985141754, 0.0349605455994606, 0.03573838621377945]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [4.0, 1.0, 1.0, 7.0, 4.0, 4.0, 3.0, 7.0, 12.0, 16.0, 13.0, 17.0, 28.0, 46.0, 43.0, 73.0, 85.0, 124.0, 136.0, 194.0, 254.0, 381.0, 492.0, 764.0, 1196.0, 2382.0, 6218.0, 1993.0, 1342.0, 875.0, 543.0, 347.0, 262.0, 157.0, 113.0, 61.0, 44.0, 24.0, 17.0, 11.0, 8.0, 2.0, 3.0, 3.0, 7.0, 4.0, 9.0, 7.0, 6.0, 2.0, 7.0, 7.0, 14.0, 13.0, 20.0, 13.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 5.0], "bins": [-0.008126911707222462, -0.007815822958946228, -0.00750473327934742, -0.007193644065409899, -0.006882554851472378, -0.006571465637534857, -0.006260376423597336, -0.005949287209659815, -0.005638197995722294, -0.005327108781784773, -0.005016019567847252, -0.004704930353909731, -0.00439384113997221, -0.004082751926034689, -0.003771662712097168, -0.003460573498159647, -0.003149484284222126, -0.002838395070284605, -0.002527305856347084, -0.002216216642409563, -0.001905127428472042, -0.001594038214534521, -0.0012829490005970001, -0.0009718597866594791, -0.0006607705727219582, -0.0003496813587844372, -3.85921448469162e-05, 0.0002724970690906048, 0.0005835862830281258, 0.0008946754969656467, 0.0012057647109031677, 0.0015168539248406887, 0.0018279431387782097, 0.0021390323527157307, 0.0024501215666532516, 0.0027612107805907726, 0.0030722999945282936, 0.0033833892084658146, 0.0036944784224033356, 0.0040055676363408566, 0.0043166568502783775, 0.0046277460642158985, 0.0049388352781534195, 0.0052499244920909405, 0.0055610137060284615, 0.0058721029199659824, 0.006183192133903503, 0.006494281347841024, 0.006805370561778545, 0.007116459775716066, 0.007427548989653587, 0.007738638203591108, 0.00804972741752863, 0.008360816165804863, 0.008671905845403671, 0.00898299552500248, 0.009294084273278713, 0.009605173021554947, 0.009916262701153755, 0.010227352380752563, 0.010538441129028797, 0.01084952987730503, 0.011160619556903839, 0.011471709236502647, 0.011782797984778881]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 4.0, 3.0, 1.0, 3.0, 1.0, 4.0, 1.0, 0.0, 1.0], "bins": [-0.21892565488815308, -0.2150418758392334, -0.21115808188915253, -0.20727430284023285, -0.20339052379131317, -0.1995067298412323, -0.19562295079231262, -0.19173917174339294, -0.18785537779331207, -0.1839715987443924, -0.18008781969547272, -0.17620402574539185, -0.17232024669647217, -0.1684364676475525, -0.16455267369747162, -0.16066889464855194, -0.15678511559963226, -0.1529013216495514, -0.1490175426006317, -0.14513376355171204, -0.14124996960163116, -0.1373661905527115, -0.1334824115037918, -0.12959861755371094, -0.12571483850479126, -0.12183105945587158, -0.11794727295637131, -0.11406348645687103, -0.11017970740795135, -0.10629592090845108, -0.1024121344089508, -0.09852835536003113, -0.09464456886053085, -0.09076078236103058, -0.0868770033121109, -0.08299321681261063, -0.07910943031311035, -0.07522565126419067, -0.0713418647646904, -0.06745807826519012, -0.06357429921627045, -0.05969051271677017, -0.055806729942560196, -0.05192294716835022, -0.048039160668849945, -0.04415537789463997, -0.04027159512042999, -0.03638780862092972, -0.03250402584671974, -0.028620241209864616, -0.02473645843565464, -0.020852673798799515, -0.01696889102458954, -0.013085106387734413, -0.009201321750879288, -0.005317538045346737, -0.001433754339814186, 0.0024500295985490084, 0.006333813536912203, 0.010217597708106041, 0.014101381413638592, 0.017985165119171143, 0.021868949756026268, 0.025752732530236244, 0.02963651716709137]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 4.0, 1.0, 2.0, 1.0, 0.0, 3.0, 4.0, 2.0, 1.0, 1.0, 3.0, 3.0, 2.0, 2.0, 5.0, 4.0, 6.0, 7.0, 5.0, 4.0, 13.0, 14.0, 14.0, 12.0, 26.0, 22.0, 14.0, 7.0, 8.0, 14.0, 10.0, 9.0, 7.0, 8.0, 5.0, 1.0, 2.0, 0.0, 4.0, 1.0, 1.0, 2.0, 2.0, 5.0, 1.0, 2.0, 1.0, 0.0, 0.0, 2.0, 3.0, 3.0, 2.0, 1.0, 2.0, 0.0, 2.0, 2.0], "bins": [-0.023767096921801567, -0.02299235574901104, -0.022217614576220512, -0.021442875266075134, -0.020668134093284607, -0.01989339292049408, -0.019118651747703552, -0.018343910574913025, -0.017569169402122498, -0.01679443009197712, -0.016019688919186592, -0.015244947746396065, -0.014470206573605537, -0.013695466332137585, -0.012920725159347057, -0.012145984917879105, -0.011371243745088577, -0.01059650257229805, -0.009821762330830097, -0.00904702115803957, -0.008272280916571617, -0.00749753974378109, -0.0067227985709905624, -0.005948057863861322, -0.005173317156732082, -0.004398576449602842, -0.0036238355096429586, -0.002849094569683075, -0.002074353862553835, -0.001299613039009273, -0.0005248722154647112, 0.0002498686080798507, 0.0010246094316244125, 0.0017993502551689744, 0.0025740910787135363, 0.00334883201867342, 0.00412357272580266, 0.0048983134329319, 0.005673054605722427, 0.006447795312851667, 0.0072225360199809074, 0.007997277192771435, 0.008772017434239388, 0.009546758607029915, 0.010321499779820442, 0.011096240021288395, 0.011870981194078922, 0.012645721435546875, 0.013420462608337402, 0.01419520378112793, 0.014969944022595882, 0.015744684264063835, 0.016519425436854362, 0.01729416660964489, 0.018068907782435417, 0.018843648955225945, 0.019618388265371323, 0.02039312943816185, 0.021167870610952377, 0.021942611783742905, 0.022717352956533432, 0.02349209412932396, 0.024266833439469337, 0.025041574612259865, 0.025816315785050392]}, "_runtime": 187.0339982509613, "_timestamp": 1596214511.7912807, "_step": 231}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 3.0, 0.0, 1.0, 1.0, 2.0, 4.0, 3.0, 6.0, 4.0, 5.0, 1.0, 5.0, 1.0, 3.0, 1.0, 0.0, 4.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01170711126178503, -0.011341283097863197, -0.010975454933941364, -0.010609626770019531, -0.010243799537420273, -0.00987797137349844, -0.009512143209576607, -0.009146315045654774, -0.00878048688173294, -0.008414658717811108, -0.008048830553889275, -0.007683002855628729, -0.007317174691706896, -0.006951346527785063, -0.006585518829524517, -0.006219690665602684, -0.005853862501680851, -0.005488034337759018, -0.005122206173837185, -0.004756378475576639, -0.004390550311654806, -0.004024722147732973, -0.0036588942166417837, -0.0032930662855505943, -0.0029272381216287613, -0.0025614099577069283, -0.002195582026615739, -0.0018297539791092277, -0.0014639259316027164, -0.0010980978840962052, -0.000732269836589694, -0.0003664417890831828, -6.137415766716003e-07, 0.0003652143059298396, 0.0007310423534363508, 0.001096870400942862, 0.0014626984484493732, 0.0018285264959558845, 0.0021943545434623957, 0.002560182474553585, 0.002926010638475418, 0.003291838802397251, 0.0036576667334884405, 0.00402349466457963, 0.004389322828501463, 0.004755150992423296, 0.005120978690683842, 0.005486806854605675, 0.005852635018527508, 0.006218463182449341, 0.006584291346371174, 0.00695011904463172, 0.007315947208553553, 0.007681775372475386, 0.008047603070735931, 0.008413431234657764, 0.008779259398579597, 0.00914508756250143, 0.009510915726423264, 0.009876743890345097, 0.01024257205426693, 0.010608399286866188, 0.010974227450788021, 0.011340055614709854, 0.011705883778631687]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 3.0, 4.0, 0.0, 3.0, 5.0, 4.0, 5.0, 6.0, 10.0, 7.0, 9.0, 15.0, 12.0, 14.0, 17.0, 35.0, 42.0, 36.0, 48.0, 71.0, 83.0, 129.0, 187.0, 376.0, 5370.0, 591.0, 218.0, 152.0, 103.0, 86.0, 53.0, 51.0, 39.0, 38.0, 22.0, 21.0, 13.0, 8.0, 12.0, 4.0, 3.0, 6.0, 1.0, 2.0, 4.0, 1.0, 3.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.12308330088853836, -0.11962438374757767, -0.11616546660661697, -0.11270654946565628, -0.10924762487411499, -0.1057887077331543, -0.1023297905921936, -0.09887087345123291, -0.09541195631027222, -0.09195303916931152, -0.08849412202835083, -0.08503520488739014, -0.08157628774642944, -0.07811736315488815, -0.07465844601392746, -0.07119952887296677, -0.06774061173200607, -0.06428169459104538, -0.060822777450084686, -0.057363856583833694, -0.053904939442873, -0.05044602230191231, -0.046987101435661316, -0.04352818429470062, -0.04006926715373993, -0.036610350012779236, -0.03315143287181854, -0.02969251200556755, -0.026233594864606857, -0.022774677723646164, -0.01931575872004032, -0.01585683971643448, -0.012397922575473785, -0.008939004503190517, -0.0054800864309072495, -0.0020211683586239815, 0.0014377497136592865, 0.0048966677859425545, 0.008355585858225822, 0.01181450393050909, 0.015273422002792358, 0.018732339143753052, 0.022191258147358894, 0.025650177150964737, 0.02910909429192543, 0.032568011432886124, 0.036026932299137115, 0.03948584944009781, 0.0429447665810585, 0.046403683722019196, 0.04986260086297989, 0.05332152172923088, 0.056780438870191574, 0.06023935601115227, 0.06369827687740326, 0.06715719401836395, 0.07061611115932465, 0.07407502830028534, 0.07753394544124603, 0.08099286258220673, 0.08445177972316742, 0.08791070431470871, 0.0913696214556694, 0.0948285385966301, 0.09828745573759079]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 3.0, 2.0, 2.0, 2.0, 1.0, 3.0, 1.0, 3.0, 2.0, 1.0, 1.0, 2.0, 3.0, 1.0, 7.0, 4.0, 3.0, 0.0, 23.0, 5.0, 2.0, 4.0, 4.0, 1.0, 1.0, 2.0, 2.0, 1.0, 0.0, 2.0, 4.0, 0.0, 2.0, 3.0, 1.0, 2.0, 4.0, 1.0, 1.0, 1.0, 1.0, 4.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.0022748480550944805, -0.002189452527090907, -0.0021040569990873337, -0.0020186614710837603, -0.0019332659430801868, -0.0018478704150766134, -0.00176247488707304, -0.0016770793590694666, -0.0015916838310658932, -0.001506288186646998, -0.0014208926586434245, -0.001335497130639851, -0.0012501016026362777, -0.0011647060746327043, -0.0010793105466291308, -0.0009939150186255574, -0.000908519490621984, -0.0008231239626184106, -0.0007377284346148372, -0.0006523329066112638, -0.0005669373786076903, -0.00048154182150028646, -0.0003961462643928826, -0.00031075073638930917, -0.00022535520838573575, -0.00013995968038216233, -5.4564137826673687e-05, 3.0831397452857345e-05, 0.00011622693273238838, 0.0002016224607359618, 0.00028701801784336567, 0.0003724135458469391, 0.0004578090738505125, 0.0005432046018540859, 0.0006286001298576593, 0.0007139956578612328, 0.0007993911858648062, 0.0008847867720760405, 0.0009701823000796139, 0.0010555777698755264, 0.0011409732978790998, 0.001226368942297995, 0.0013117644703015685, 0.001397159998305142, 0.0014825555263087153, 0.0015679510543122888, 0.0016533465823158622, 0.0017387421103194356, 0.001824137638323009, 0.0019095331663265824, 0.0019949288107454777, 0.002080324338749051, 0.0021657198667526245, 0.002251115394756198, 0.0023365109227597713, 0.0024219064507633448, 0.002507301978766918, 0.0025926975067704916, 0.002678093034774065, 0.0027634885627776384, 0.002848884090781212, 0.0029342796187847853, 0.0030196751467883587, 0.003105070674791932, 0.0031904662027955055]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 8.0, 2.0, 3.0, 3.0, 1.0, 8.0, 5.0, 15.0, 20.0, 29.0, 52.0, 68.0, 85.0, 127.0, 189.0, 207.0, 353.0, 531.0, 981.0, 1794.0, 3464.0, 7522.0, 18245.0, 55722.0, 915306.0, 109107.0, 30907.0, 14555.0, 7941.0, 4579.0, 2854.0, 1648.0, 1057.0, 690.0, 472.0, 327.0, 208.0, 163.0, 105.0, 74.0, 62.0, 41.0, 29.0, 18.0, 17.0, 14.0, 10.0, 2.0, 3.0, 6.0, 5.0, 1.0, 5.0, 2.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.008233344182372093, -0.0079659977927804, -0.00769865233451128, -0.007431305944919586, -0.00716396002098918, -0.006896614097058773, -0.006629267707467079, -0.006361921783536673, -0.006094575859606266, -0.0058272299356758595, -0.005559884011745453, -0.005292537622153759, -0.005025191698223352, -0.004757845774292946, -0.004490499384701252, -0.004223153460770845, -0.003955807536840439, -0.0036884616129100323, -0.003421115456148982, -0.003153769299387932, -0.0028864233754575253, -0.0026190774515271187, -0.0023517312947660685, -0.0020843851380050182, -0.0018170392140746117, -0.0015496931737288833, -0.0012823471333831549, -0.0010150010930374265, -0.0007476550526916981, -0.0004803090123459697, -0.00021296297200024128, 5.438306834548712e-05, 0.0003217291086912155, 0.0005890751490369439, 0.0008564211893826723, 0.0011237672297284007, 0.001391113270074129, 0.0016584593104198575, 0.001925805350765586, 0.002193151507526636, 0.0024604974314570427, 0.0027278433553874493, 0.0029951895121484995, 0.0032625356689095497, 0.0035298815928399563, 0.003797227516770363, 0.004064573906362057, 0.004331919830292463, 0.00459926575422287, 0.0048666116781532764, 0.005133957602083683, 0.005401303991675377, 0.0056686499156057835, 0.00593599583953619, 0.006203342229127884, 0.0064706881530582905, 0.006738034076988697, 0.007005380000919104, 0.00727272592484951, 0.007540072314441204, 0.007807418238371611, 0.008074764162302017, 0.008342110551893711, 0.00860945601016283, 0.008876802399754524]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 2.0, 2.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 2.0, 6.0, 2.0, 2.0, 1.0, 5.0, 2.0, 1.0, 0.0, 1.0, 1.0, 2.0, 4.0, 3.0, 4.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.023205867037177086, -0.022534672170877457, -0.021863479167222977, -0.021192284300923347, -0.020521091297268867, -0.01984989643096924, -0.01917870342731476, -0.01850750856101513, -0.0178363136947155, -0.01716512069106102, -0.01649392582476139, -0.01582273282110691, -0.015151537954807281, -0.014480344019830227, -0.013809150084853172, -0.013137956149876118, -0.012466762214899063, -0.011795568279922009, -0.011124374344944954, -0.0104531804099679, -0.009781986474990845, -0.009110791608691216, -0.008439597673714161, -0.007768403738737106, -0.007097209803760052, -0.006426015868782997, -0.0057548219338059425, -0.005083627533167601, -0.004412433598190546, -0.0037412396632134914, -0.003070045495405793, -0.002398851327598095, -0.0017276573926210403, -0.001056463341228664, -0.0003852692898362875, 0.0002859247615560889, 0.0009571188129484653, 0.0016283128643408418, 0.002299506915733218, 0.0029707010835409164, 0.003641895018517971, 0.004313088953495026, 0.00498428288847208, 0.005655477289110422, 0.006326671224087477, 0.006997865159064531, 0.007669059559702873, 0.008340253494679928, 0.009011447429656982, 0.009682641364634037, 0.010353835299611092, 0.011025029234588146, 0.0116962231695652, 0.01236741803586483, 0.013038611970841885, 0.01370980590581894, 0.014380999840795994, 0.015052193775773048, 0.015723388642072678, 0.016394581645727158, 0.017065776512026787, 0.017736969515681267, 0.018408164381980896, 0.019079357385635376, 0.019750552251935005]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 8.0, 2.0, 4.0, 11.0, 15.0, 12.0, 15.0, 27.0, 33.0, 42.0, 60.0, 91.0, 91.0, 135.0, 158.0, 208.0, 292.0, 372.0, 508.0, 738.0, 1190.0, 2559.0, 5572.0, 1778.0, 1216.0, 912.0, 612.0, 424.0, 331.0, 238.0, 179.0, 133.0, 124.0, 90.0, 70.0, 53.0, 33.0, 15.0, 21.0, 16.0, 7.0, 9.0, 6.0, 4.0, 1.0, 3.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0], "bins": [-0.013705969788134098, -0.013302904553711414, -0.012899838387966156, -0.012496773153543472, -0.012093706987798214, -0.01169064175337553, -0.011287575587630272, -0.010884510353207588, -0.010481445118784904, -0.010078378953039646, -0.009675313718616962, -0.009272247552871704, -0.00886918231844902, -0.008466116152703762, -0.008063050918281078, -0.007659985218197107, -0.007256919518113136, -0.006853853818029165, -0.006450788117945194, -0.006047722417861223, -0.005644656717777252, -0.0052415914833545685, -0.0048385257832705975, -0.0044354600831866264, -0.004032394383102655, -0.0036293286830186844, -0.0032262629829347134, -0.002823197515681386, -0.002420131815597415, -0.002017066115513444, -0.0016140005318447948, -0.0012109349481761456, -0.0008078692480921745, -0.0004048036062158644, -1.7379643395543098e-06, 0.0004013276775367558, 0.0008043933194130659, 0.001207459019497037, 0.0016105246031656861, 0.0020135901868343353, 0.0024166558869183064, 0.0028197215870022774, 0.0032227872870862484, 0.0036258527543395758, 0.004028918221592903, 0.004431983921676874, 0.004835049621760845, 0.005238115321844816, 0.005641181021928787, 0.006044246722012758, 0.006447312422096729, 0.0068503781221807, 0.007253443822264671, 0.007656509056687355, 0.008059575222432613, 0.008462640456855297, 0.008865706622600555, 0.00926877185702324, 0.009671837091445923, 0.010074903257191181, 0.010477968491613865, 0.010881034657359123, 0.011284099891781807, 0.011687166057527065, 0.012090231291949749]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 4.0, 3.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.1417848765850067, -0.13785551488399506, -0.1339261382818222, -0.12999677658081055, -0.1260674148797989, -0.12213804572820663, -0.11820867657661438, -0.11427931487560272, -0.11034994572401047, -0.10642057657241821, -0.10249121487140656, -0.0985618457198143, -0.09463247656822205, -0.09070311486721039, -0.08677374571561813, -0.08284438401460648, -0.07891501486301422, -0.07498564571142197, -0.07105628401041031, -0.06712691485881805, -0.0631975531578064, -0.05926818400621414, -0.05533881485462189, -0.05140944942831993, -0.047480084002017975, -0.04355071857571602, -0.03962135314941406, -0.03569198399782181, -0.03176261857151985, -0.027833253145217896, -0.02390388585627079, -0.019974518567323685, -0.01604515314102173, -0.012115786783397198, -0.008186420425772667, -0.004257054068148136, -0.00032768771052360535, 0.0036016786471009254, 0.007531045004725456, 0.011460411362349987, 0.015389777719974518, 0.019319143146276474, 0.02324851043522358, 0.027177877724170685, 0.03110724315047264, 0.0350366085767746, 0.03896597772836685, 0.04289534315466881, 0.046824708580970764, 0.05075407400727272, 0.054683439433574677, 0.05861280858516693, 0.06254217028617859, 0.06647153943777084, 0.0704009085893631, 0.07433027029037476, 0.07825963944196701, 0.08218900859355927, 0.08611837029457092, 0.09004773944616318, 0.09397710859775543, 0.09790647029876709, 0.10183583945035934, 0.105765201151371, 0.10969457030296326]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 3.0, 4.0, 2.0, 1.0, 0.0, 5.0, 3.0, 6.0, 1.0, 5.0, 3.0, 1.0, 4.0, 4.0, 2.0, 7.0, 4.0, 10.0, 12.0, 12.0, 9.0, 9.0, 8.0, 4.0, 5.0, 7.0, 16.0, 15.0, 35.0, 13.0, 11.0, 11.0, 10.0, 9.0, 7.0, 9.0, 4.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.09000396728515625, -0.08746819943189621, -0.08493243157863617, -0.08239667117595673, -0.07986090332269669, -0.07732513546943665, -0.0747893676161766, -0.07225359976291656, -0.06971783936023712, -0.06718207150697708, -0.06464630365371704, -0.062110535800457, -0.05957476794719696, -0.05703900381922722, -0.05450323596596718, -0.051967471837997437, -0.049431703984737396, -0.046895936131477356, -0.044360172003507614, -0.041824404150247574, -0.03928864002227783, -0.03675287216901779, -0.03421710431575775, -0.03168134018778801, -0.02914557233452797, -0.02660980634391308, -0.024074040353298187, -0.021538272500038147, -0.019002506509423256, -0.016466740518808365, -0.0139309735968709, -0.011395206674933434, -0.008859440684318542, -0.006323674228042364, -0.0037879077717661858, -0.0012521413154900074, 0.001283625140786171, 0.0038193915970623493, 0.006355158053338528, 0.008890924975275993, 0.011426690965890884, 0.013962456956505775, 0.016498222947120667, 0.019033990800380707, 0.021569756790995598, 0.02410552278161049, 0.02664129063487053, 0.02917705662548542, 0.03171282261610031, 0.03424859046936035, 0.03678435459733009, 0.039320122450590134, 0.041855886578559875, 0.044391654431819916, 0.046927422285079956, 0.0494631864130497, 0.05199895426630974, 0.05453472211956978, 0.05707048624753952, 0.05960625410079956, 0.0621420219540596, 0.06467778980731964, 0.06721355020999908, 0.06974931806325912, 0.07228508591651917]}, "_runtime": 187.81030249595642, "_timestamp": 1596214512.567585, "_step": 232}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 3.0, 2.0, 1.0, 3.0, 3.0, 1.0, 1.0, 1.0, 6.0, 4.0, 0.0, 2.0, 4.0, 3.0, 2.0, 4.0, 0.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008451215922832489, -0.008111327886581421, -0.007771438919007778, -0.007431550417095423, -0.007091661915183067, -0.006751773413270712, -0.0064118849113583565, -0.006071996409446001, -0.005732107907533646, -0.00539221940562129, -0.005052330903708935, -0.004712442401796579, -0.004372553899884224, -0.0040326653979718685, -0.003692776896059513, -0.0033528883941471577, -0.0030129998922348022, -0.002673111390322447, -0.0023332228884100914, -0.001993334386497736, -0.0016534458845853806, -0.0013135573826730251, -0.0009736688807606697, -0.0006337803788483143, -0.00029389187693595886, 4.599662497639656e-05, 0.000385885126888752, 0.0007257736288011074, 0.0010656621307134628, 0.0014055506326258183, 0.0017454391345381737, 0.002085327636450529, 0.0024252161383628845, 0.00276510464027524, 0.0031049931421875954, 0.003444881644099951, 0.003784770146012306, 0.004124658647924662, 0.004464547149837017, 0.0048044356517493725, 0.005144324153661728, 0.005484212655574083, 0.005824101157486439, 0.006163989659398794, 0.00650387816131115, 0.006843766663223505, 0.0071836551651358604, 0.007523543667048216, 0.007863432168960571, 0.00820332020521164, 0.008543209172785282, 0.008883098140358925, 0.009222986176609993, 0.009562874212861061, 0.009902763180434704, 0.010242652148008347, 0.010582540184259415, 0.010922428220510483, 0.011262317188084126, 0.011602206155657768, 0.011942094191908836, 0.012281982228159904, 0.012621871195733547, 0.01296176016330719, 0.013301648199558258]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 2.0, 1.0, 0.0, 3.0, 1.0, 3.0, 8.0, 5.0, 5.0, 7.0, 7.0, 11.0, 12.0, 20.0, 22.0, 19.0, 30.0, 38.0, 46.0, 76.0, 91.0, 107.0, 146.0, 210.0, 467.0, 5408.0, 381.0, 229.0, 157.0, 91.0, 78.0, 51.0, 37.0, 36.0, 19.0, 18.0, 17.0, 16.0, 14.0, 6.0, 10.0, 6.0, 2.0, 5.0, 1.0, 3.0, 0.0, 1.0, 2.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.10275603830814362, -0.09912444651126862, -0.09549286216497421, -0.09186127036809921, -0.08822968602180481, -0.08459809422492981, -0.08096650242805481, -0.0773349180817604, -0.0737033262848854, -0.070071741938591, -0.066440150141716, -0.062808558344841, -0.0591769739985466, -0.0555453859269619, -0.0519137941300869, -0.0482822060585022, -0.044650617986917496, -0.041019029915332794, -0.03738744184374809, -0.03375585004687309, -0.03012426197528839, -0.02649267390370369, -0.022861085832118988, -0.019229495897889137, -0.015597907826304436, -0.01196631882339716, -0.008334729820489883, -0.004703141748905182, -0.0010715527459979057, 0.0025600360240787268, 0.006191624794155359, 0.009823213331401348, 0.013454802334308624, 0.017086390405893326, 0.020717980340123177, 0.024349568411707878, 0.02798115834593773, 0.03161274641752243, 0.03524433448910713, 0.038875922560691833, 0.042507514357566833, 0.046139102429151535, 0.04977069050073624, 0.05340227857232094, 0.05703386664390564, 0.06066545471549034, 0.06429704278707504, 0.06792863458395004, 0.07156021893024445, 0.07519181072711945, 0.07882340252399445, 0.08245498687028885, 0.08608657866716385, 0.08971816301345825, 0.09334975481033325, 0.09698134660720825, 0.10061293095350266, 0.10424452275037766, 0.10787610709667206, 0.11150769889354706, 0.11513929069042206, 0.11877087503671646, 0.12240246683359146, 0.12603405117988586, 0.12966564297676086]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 3.0, 2.0, 2.0, 6.0, 6.0, 2.0, 4.0, 3.0, 12.0, 4.0, 29.0, 5.0, 1.0, 5.0, 3.0, 8.0, 4.0, 1.0, 2.0, 3.0, 2.0, 1.0, 1.0, 4.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0033886185847222805, -0.0032737203873693943, -0.003158822190016508, -0.003043923992663622, -0.0029290257953107357, -0.0028141275979578495, -0.0026992294006049633, -0.002584331203252077, -0.002469433005899191, -0.002354534575715661, -0.002239636378362775, -0.0021247381810098886, -0.0020098399836570024, -0.0018949417863041162, -0.00178004358895123, -0.0016651453915983438, -0.0015502471942454576, -0.0014353489968925714, -0.0013204507995396852, -0.001205552602186799, -0.0010906544048339128, -0.0009757561492733657, -0.0008608578937128186, -0.0007459596963599324, -0.0006310614990070462, -0.00051616330165416, -0.00040126507519744337, -0.0002863668487407267, -0.0001714686513878405, -5.657043948303908e-05, 5.832777242176235e-05, 0.00017322598432656378, 0.0002881241962313652, 0.0004030223935842514, 0.0005179205909371376, 0.0006328188464976847, 0.0007477170438505709, 0.0008626152412034571, 0.0009775134967640042, 0.0010924116941168904, 0.0012073098914697766, 0.0013222080888226628, 0.001437106286175549, 0.0015520044835284352, 0.0016669027972966433, 0.0017818009946495295, 0.0018966991920024157, 0.002011597389355302, 0.002126495586708188, 0.0022413937840610743, 0.0023562919814139605, 0.0024711901787668467, 0.002586088376119733, 0.002700986573472619, 0.0028158847708255053, 0.0029307829681783915, 0.0030456813983619213, 0.0031605795957148075, 0.0032754777930676937, 0.00339037599042058, 0.003505274187773466, 0.0036201723851263523, 0.0037350705824792385, 0.0038499687798321247, 0.003964866977185011]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 6.0, 4.0, 9.0, 12.0, 24.0, 33.0, 43.0, 63.0, 91.0, 141.0, 250.0, 392.0, 629.0, 941.0, 1512.0, 2735.0, 4986.0, 10269.0, 23679.0, 71217.0, 902149.0, 94392.0, 30990.0, 14667.0, 7836.0, 4509.0, 2749.0, 1672.0, 1200.0, 722.0, 477.0, 337.0, 225.0, 171.0, 130.0, 92.0, 73.0, 49.0, 38.0, 27.0, 21.0, 24.0, 20.0, 8.0, 8.0, 4.0, 3.0, 4.0, 3.0, 0.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.0062857335433363914, -0.006030947435647249, -0.005776161327958107, -0.005521375685930252, -0.00526658957824111, -0.005011803470551968, -0.004757017828524113, -0.0045022317208349705, -0.004247445613145828, -0.003992659505456686, -0.0037378736305981874, -0.003483087755739689, -0.0032283016480505466, -0.0029735155403614044, -0.002718729665502906, -0.0024639437906444073, -0.002209157682955265, -0.001954371575266123, -0.0016995857004076242, -0.0014447997091338038, -0.0011900137178599834, -0.000935227726586163, -0.0006804417353123426, -0.00042565574403852224, -0.00017086975276470184, 8.391623850911856e-05, 0.00033870222978293896, 0.0005934882210567594, 0.0008482742123305798, 0.0011030602036044002, 0.0013578461948782206, 0.001612632186152041, 0.0018674181774258614, 0.0021222042851150036, 0.002376990159973502, 0.0026317760348320007, 0.002886562142521143, 0.003141348250210285, 0.0033961341250687838, 0.0036509199999272823, 0.0039057061076164246, 0.004160492215305567, 0.004415278322994709, 0.004670063965022564, 0.004924850072711706, 0.005179636180400848, 0.005434421822428703, 0.0056892079301178455, 0.005943994037806988, 0.00619878014549613, 0.006453566253185272, 0.006708351895213127, 0.006963138002902269, 0.007217924110591412, 0.0074727097526192665, 0.007727495860308409, 0.007982281967997551, 0.008237067610025406, 0.008491854183375835, 0.00874663982540369, 0.00900142639875412, 0.009256212040781975, 0.00951099768280983, 0.00976578425616026, 0.010020569898188114]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 3.0, 2.0, 2.0, 4.0, 0.0, 7.0, 3.0, 1.0, 3.0, 1.0, 2.0, 0.0, 4.0, 1.0, 1.0, 1.0, 3.0, 2.0, 1.0, 0.0, 5.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.025155959650874138, -0.024546099826693535, -0.02393624186515808, -0.023326382040977478, -0.022716522216796875, -0.02210666425526142, -0.021496804431080818, -0.020886944606900215, -0.02027708664536476, -0.01966722682118416, -0.019057366997003555, -0.0184475090354681, -0.0178376492112875, -0.017227789387106895, -0.01661793142557144, -0.01600807160139084, -0.01539821270853281, -0.014788353815674782, -0.014178493991494179, -0.01356863509863615, -0.012958776205778122, -0.012348916381597519, -0.01173905748873949, -0.011129198595881462, -0.010519338771700859, -0.00990947987884283, -0.009299620985984802, -0.008689762093126774, -0.00807990226894617, -0.007470043376088142, -0.006860184017568827, -0.006250325124710798, -0.0056404657661914825, -0.005030606407672167, -0.004420747514814138, -0.0038108881562948227, -0.0032010290306061506, -0.0025911699049174786, -0.001981310546398163, -0.0013714514207094908, -0.0007615922950208187, -0.00015173311112448573, 0.00045812607277184725, 0.0010679853148758411, 0.0016778444405645132, 0.0022877035662531853, 0.002897562924772501, 0.003507422050461173, 0.004117281176149845, 0.004727140534669161, 0.005336999427527189, 0.005946858786046505, 0.006556717678904533, 0.007166577037423849, 0.007776436395943165, 0.008386295288801193, 0.008996155112981796, 0.009606014005839825, 0.010215872898697853, 0.010825731791555882, 0.011435591615736485, 0.012045450508594513, 0.012655309401452541, 0.013265169225633144, 0.013875028118491173]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [7.0, 3.0, 0.0, 0.0, 2.0, 5.0, 17.0, 22.0, 8.0, 10.0, 15.0, 21.0, 24.0, 30.0, 30.0, 31.0, 55.0, 72.0, 97.0, 96.0, 143.0, 166.0, 224.0, 278.0, 404.0, 505.0, 680.0, 969.0, 1402.0, 5211.0, 2064.0, 1316.0, 1011.0, 762.0, 546.0, 449.0, 330.0, 323.0, 218.0, 163.0, 130.0, 106.0, 93.0, 71.0, 63.0, 46.0, 35.0, 33.0, 22.0, 25.0, 19.0, 14.0, 12.0, 9.0, 11.0, 9.0, 6.0, 6.0, 3.0, 1.0, 4.0, 2.0, 2.0, 1.0], "bins": [-0.008189584128558636, -0.007915583439171314, -0.007641581818461418, -0.007367580663412809, -0.007093579508364201, -0.006819578818976879, -0.00654557766392827, -0.0062715765088796616, -0.005997575353831053, -0.005723574198782444, -0.005449573043733835, -0.0051755718886852264, -0.004901571199297905, -0.004627570044249296, -0.004353568889200687, -0.004079567734152079, -0.00380556657910347, -0.003531565424054861, -0.0032575642690062523, -0.002983563346788287, -0.0027095621917396784, -0.0024355610366910696, -0.0021615601144731045, -0.0018875589594244957, -0.001613557804375887, -0.0013395566493272781, -0.0010655556106939912, -0.0007915545138530433, -0.0005175534170120955, -0.00024355232017114758, 3.044877666980028e-05, 0.00030444987351074815, 0.000578450970351696, 0.0008524520671926439, 0.0011264531640335917, 0.0014004542026668787, 0.0016744553577154875, 0.0019484565127640963, 0.0022224574349820614, 0.00249645859003067, 0.002770459745079279, 0.0030444609001278877, 0.0033184620551764965, 0.0035924629773944616, 0.0038664641324430704, 0.0041404650546610355, 0.004414466209709644, 0.004688467364758253, 0.004962468519806862, 0.005236469674855471, 0.0055104708299040794, 0.005784471984952688, 0.006058473140001297, 0.0063324738293886185, 0.006606474984437227, 0.006880476139485836, 0.007154477294534445, 0.007428478449583054, 0.007702479604631662, 0.007976480759680271, 0.008250481449067593, 0.008524483069777489, 0.00879848375916481, 0.009072485379874706, 0.009346486069262028]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 3.0, 1.0, 1.0, 2.0, 0.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.04898744821548462, -0.046908777207136154, -0.04483010619878769, -0.042751435190439224, -0.04067276418209076, -0.038594089448451996, -0.03651541844010353, -0.034436747431755066, -0.0323580764234066, -0.030279405415058136, -0.02820073440670967, -0.026122061535716057, -0.024043390527367592, -0.021964719519019127, -0.019886046648025513, -0.017807375639677048, -0.015728704631328583, -0.013650033622980118, -0.011571361683309078, -0.009492689743638039, -0.007414018735289574, -0.005335347261279821, -0.003256675787270069, -0.0011780043132603168, 0.0009006671607494354, 0.0029793386347591877, 0.00505801010876894, 0.007136681582778692, 0.009215353056788445, 0.01129402406513691, 0.013372696004807949, 0.015451367944478989, 0.017530038952827454, 0.01960870996117592, 0.021687380969524384, 0.023766053840517998, 0.025844724848866463, 0.027923395857214928, 0.030002068728208542, 0.03208073973655701, 0.03415941074490547, 0.03623808175325394, 0.0383167527616024, 0.04039542376995087, 0.04247409850358963, 0.044552769511938095, 0.04663144052028656, 0.048710111528635025, 0.05078878253698349, 0.052867453545331955, 0.05494612455368042, 0.057024795562028885, 0.05910346657037735, 0.06118214130401611, 0.06326080858707428, 0.06533948332071304, 0.0674181580543518, 0.06949682533740997, 0.07157550007104874, 0.0736541673541069, 0.07573284208774567, 0.07781150937080383, 0.0798901841044426, 0.08196885138750076, 0.08404752612113953]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 3.0, 3.0, 2.0, 1.0, 0.0, 4.0, 3.0, 4.0, 2.0, 5.0, 4.0, 4.0, 7.0, 4.0, 16.0, 12.0, 24.0, 21.0, 42.0, 21.0, 22.0, 13.0, 13.0, 4.0, 4.0, 2.0, 2.0, 3.0, 5.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 2.0, 1.0, 6.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.059031594544649124, -0.05709816515445709, -0.05516473203897476, -0.05323130264878273, -0.0512978695333004, -0.04936444014310837, -0.04743100702762604, -0.045497577637434006, -0.043564148247241974, -0.041630715131759644, -0.03969728574156761, -0.03776385262608528, -0.03583042323589325, -0.03389699012041092, -0.03196356073021889, -0.030030129477381706, -0.028096698224544525, -0.026163266971707344, -0.024229835718870163, -0.022296404466032982, -0.0203629732131958, -0.01842954382300377, -0.016496112570166588, -0.014562681317329407, -0.012629250064492226, -0.010695818811655045, -0.008762387558817863, -0.006828957237303257, -0.004895525984466076, -0.0029620949644595385, -0.001028663944453001, 0.0009047670755535364, 0.002838198095560074, 0.004771629348397255, 0.006705060135573149, 0.008638490922749043, 0.010571922175586224, 0.012505353428423405, 0.014438783749938011, 0.016372215002775192, 0.018305646255612373, 0.020239077508449554, 0.022172508761286736, 0.024105940014123917, 0.02603936940431595, 0.02797280065715313, 0.02990623190999031, 0.03183966502547264, 0.03377309441566467, 0.035706523805856705, 0.037639956921339035, 0.03957338631153107, 0.0415068194270134, 0.04344024881720543, 0.04537368193268776, 0.04730711132287979, 0.04924054443836212, 0.05117397382855415, 0.053107403218746185, 0.055040836334228516, 0.05697426572442055, 0.05890769883990288, 0.06084112823009491, 0.06277456134557724, 0.06470799446105957]}, "_runtime": 188.5788688659668, "_timestamp": 1596214513.3361514, "_step": 233}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 5.0, 0.0, 2.0, 3.0, 7.0, 2.0, 3.0, 2.0, 3.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.005510857794433832, -0.005311125889420509, -0.005111394450068474, -0.004911662545055151, -0.0047119311057031155, -0.004512199200689793, -0.004312467761337757, -0.004112735856324434, -0.003913004416972399, -0.003713272511959076, -0.0035135408397763968, -0.0033138091675937176, -0.0031140774954110384, -0.0029143458232283592, -0.00271461415104568, -0.002514882478863001, -0.0023151508066803217, -0.0021154191344976425, -0.0019156874623149633, -0.0017159557901322842, -0.001516224117949605, -0.001316492329351604, -0.0011167606571689248, -0.0009170289849862456, -0.0007172973128035665, -0.0005175656406208873, -0.00031783393933437765, -0.00011810225259978324, 8.162943413481116e-05, 0.00028136110631749034, 0.00048109280760399997, 0.0006808245088905096, 0.0008805561810731888, 0.001080287853255868, 0.0012800195254385471, 0.0014797511976212263, 0.0016794828698039055, 0.0018792146584019065, 0.002078946214169264, 0.002278677886351943, 0.002478409558534622, 0.002678141463547945, 0.002877873135730624, 0.0030776048079133034, 0.0032773364800959826, 0.0034770681522786617, 0.003676799824461341, 0.00387653149664402, 0.004076262935996056, 0.004275994841009378, 0.004475726746022701, 0.004675458185374737, 0.00487519009038806, 0.005074921529740095, 0.005274653434753418, 0.0054743848741054535, 0.005674116779118776, 0.005873848218470812, 0.006073580123484135, 0.00627331156283617, 0.006473043467849493, 0.0066727749072015285, 0.006872506812214851, 0.007072238251566887, 0.00727197015658021]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 5.0, 0.0, 2.0, 4.0, 7.0, 5.0, 3.0, 5.0, 11.0, 8.0, 13.0, 17.0, 17.0, 20.0, 32.0, 50.0, 41.0, 55.0, 76.0, 106.0, 132.0, 187.0, 422.0, 5455.0, 464.0, 229.0, 135.0, 110.0, 67.0, 50.0, 44.0, 31.0, 25.0, 18.0, 20.0, 18.0, 4.0, 9.0, 12.0, 5.0, 5.0, 4.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.09692347794771194, -0.09393201023340225, -0.09094054251909256, -0.08794907480478287, -0.08495761454105377, -0.08196614682674408, -0.07897467911243439, -0.0759832113981247, -0.072991743683815, -0.07000027596950531, -0.06700881570577621, -0.06401734799146652, -0.06102588027715683, -0.05803441256284714, -0.055042944848537445, -0.05205148085951805, -0.04906001314520836, -0.046068545430898666, -0.04307708144187927, -0.04008561372756958, -0.03709414601325989, -0.034102682024240494, -0.0311112143099308, -0.02811974659562111, -0.025128280743956566, -0.022136814892292023, -0.01914534717798233, -0.016153881326317787, -0.01316241454333067, -0.010170947760343552, -0.007179481443017721, -0.004188015125691891, -0.001196548342704773, 0.0017949182074517012, 0.004786384757608175, 0.007777851074934006, 0.010769317857921124, 0.013760784640908241, 0.016752250492572784, 0.019743718206882477, 0.02273518405854702, 0.025726649910211563, 0.028718117624521255, 0.03170958533883095, 0.03470104932785034, 0.037692517042160034, 0.04068398475646973, 0.04367544874548912, 0.04666691645979881, 0.049658384174108505, 0.0526498481631279, 0.05564131587743759, 0.058632783591747284, 0.06162424758076668, 0.06461571902036667, 0.06760717928409576, 0.07059864699840546, 0.07359011471271515, 0.07658158242702484, 0.07957305014133453, 0.08256451785564423, 0.08555597811937332, 0.08854744583368301, 0.0915389135479927, 0.0945303812623024]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 4.0, 1.0, 1.0, 2.0, 1.0, 7.0, 1.0, 1.0, 3.0, 3.0, 6.0, 4.0, 5.0, 3.0, 5.0, 25.0, 3.0, 5.0, 0.0, 2.0, 5.0, 4.0, 3.0, 0.0, 1.0, 1.0, 1.0, 3.0, 4.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.0023285404313355684, -0.002257809042930603, -0.0021870776545256376, -0.002116346498951316, -0.0020456151105463505, -0.001974883722141385, -0.0019041523337364197, -0.001833421061746776, -0.0017626896733418107, -0.0016919582849368453, -0.0016212270129472017, -0.0015504956245422363, -0.001479764236137271, -0.0014090329641476274, -0.001338301575742662, -0.0012675703037530184, -0.001196838915348053, -0.0011261075269430876, -0.001055376254953444, -0.0009846448665484786, -0.0009139135363511741, -0.0008431822061538696, -0.0007724508177489042, -0.0007017194875515997, -0.0006309881573542953, -0.0005602568271569908, -0.0004895254969596863, -0.0004187941085547209, -0.0003480627783574164, -0.0002773314481601119, -0.00020660008885897696, -0.00013586874410975724, -6.513739936053753e-05, 5.593945388682187e-06, 7.63252901379019e-05, 0.00014705663488712162, 0.00021778797963634133, 0.0002885193098336458, 0.00035925066913478076, 0.0004299820284359157, 0.0005007133586332202, 0.0005714446888305247, 0.0006421760190278292, 0.0007129074074327946, 0.0007836387376300991, 0.0008543700678274035, 0.000925101456232369, 0.0009958327282220125, 0.001066564116626978, 0.0011372955050319433, 0.001208026777021587, 0.0012787581654265523, 0.0013494894374161959, 0.0014202208258211613, 0.0014909522142261267, 0.0015616834862157702, 0.0016324148746207356, 0.001703146263025701, 0.0017738775350153446, 0.00184460892342031, 0.0019153403118252754, 0.001986071700230241, 0.0020568028558045626, 0.002127534244209528, 0.0021982656326144934]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 4.0, 2.0, 5.0, 5.0, 12.0, 12.0, 15.0, 31.0, 32.0, 48.0, 61.0, 85.0, 129.0, 222.0, 339.0, 532.0, 810.0, 1279.0, 2213.0, 3539.0, 6150.0, 11744.0, 24809.0, 65870.0, 874443.0, 114337.0, 33450.0, 16214.0, 8873.0, 5187.0, 3254.0, 1914.0, 1275.0, 825.0, 543.0, 386.0, 301.0, 193.0, 156.0, 91.0, 57.0, 56.0, 49.0, 27.0, 23.0, 5.0, 12.0, 8.0, 5.0, 5.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.005624693352729082, -0.0054422179237008095, -0.005259742494672537, -0.0050772675313055515, -0.004894792102277279, -0.004712316673249006, -0.004529841244220734, -0.004347366280853748, -0.004164890851825476, -0.003982415422797203, -0.0037999399937689304, -0.0036174647975713015, -0.003434989368543029, -0.0032525141723454, -0.0030700387433171272, -0.0028875635471194983, -0.0027050881180912256, -0.002522612689062953, -0.002340137492865324, -0.0021576620638370514, -0.0019751868676394224, -0.0017927114386111498, -0.001610236125998199, -0.0014277608133852482, -0.0012452855007722974, -0.0010628101881593466, -0.0008803348755463958, -0.0006978595047257841, -0.0005153841921128333, -0.00033290887949988246, -0.0001504335377831012, 3.204178938176483e-05, 0.00021451711654663086, 0.00039699242915958166, 0.0005794677417725325, 0.0007619431125931442, 0.000944418425206095, 0.0011268937960267067, 0.0013093691086396575, 0.0014918444212526083, 0.001674319733865559, 0.00185679504647851, 0.0020392704755067825, 0.0022217456717044115, 0.002404221100732684, 0.002586696296930313, 0.0027691717259585857, 0.0029516469221562147, 0.0031341223511844873, 0.00331659778021276, 0.003499072976410389, 0.0036815484054386616, 0.0038640236016362906, 0.0040464987978339195, 0.004228974226862192, 0.004411449655890465, 0.004593925084918737, 0.00477640051394701, 0.004958875477313995, 0.005141350906342268, 0.005323826335370541, 0.005506301764398813, 0.005688776727765799, 0.005871252156794071, 0.006053727585822344]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 2.0, 6.0, 2.0, 4.0, 6.0, 3.0, 3.0, 6.0, 13.0, 4.0, 2.0, 3.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.015576797537505627, -0.014355395920574665, -0.013133995234966278, -0.011912593618035316, -0.010691192001104355, -0.009469790384173393, -0.008248388767242432, -0.007026988081634045, -0.005805586464703083, -0.004584184847772121, -0.003362783696502447, -0.002141382312402129, -0.0009199809283018112, 0.00030142045579850674, 0.0015228218398988247, 0.0027442232239991426, 0.003965624608099461, 0.005187026225030422, 0.0064084273763000965, 0.007629828527569771, 0.008851230144500732, 0.010072631761431694, 0.011294033378362656, 0.012515434063971043, 0.013736835680902004, 0.014958237297832966, 0.016179637983441353, 0.017401039600372314, 0.018622441217303276, 0.019843842834234238, 0.0210652444511652, 0.02228664606809616, 0.023508045822381973, 0.024729447439312935, 0.025950849056243896, 0.027172250673174858, 0.02839365229010582, 0.02961505390703678, 0.030836455523967743, 0.032057855278253555, 0.033279258757829666, 0.03450065851211548, 0.03572206199169159, 0.0369434617459774, 0.038164861500263214, 0.039386264979839325, 0.04060766473412514, 0.04182906821370125, 0.04305046796798706, 0.04427187144756317, 0.045493271201848984, 0.046714674681425095, 0.04793607443571091, 0.04915747418999672, 0.05037887766957283, 0.05160027742385864, 0.05282168090343475, 0.054043080657720566, 0.05526448413729668, 0.05648588389158249, 0.0577072873711586, 0.05892868712544441, 0.060150086879730225, 0.061371490359306335, 0.06259289383888245]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 2.0, 4.0, 13.0, 10.0, 25.0, 49.0, 77.0, 111.0, 148.0, 240.0, 401.0, 619.0, 918.0, 1514.0, 2461.0, 7381.0, 2284.0, 951.0, 464.0, 273.0, 174.0, 89.0, 62.0, 31.0, 22.0, 8.0, 16.0, 3.0, 0.0, 2.0, 0.0, 6.0, 3.0, 1.0, 1.0, 1.0, 6.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 7.0, 15.0, 12.0, 8.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 7.0], "bins": [-0.011259491555392742, -0.010764419101178646, -0.010269347578287125, -0.009774275124073029, -0.009279202669858932, -0.008784131146967411, -0.008289058692753315, -0.007793986238539219, -0.00729891424998641, -0.006803842261433601, -0.006308769807219505, -0.0058136978186666965, -0.005318625830113888, -0.004823553375899792, -0.004328481387346983, -0.0038334091659635305, -0.003338336944580078, -0.0028432647231966257, -0.0023481925018131733, -0.0018531205132603645, -0.0013580482918769121, -0.0008629761287011206, -0.0003679039655253291, 0.0001271681976504624, 0.0006222403608262539, 0.0011173125822097063, 0.001612384687177837, 0.0021074567921459675, 0.00260252901352942, 0.0030976012349128723, 0.003592673223465681, 0.004087745677679777, 0.004582817666232586, 0.005077889654785395, 0.005572962108999491, 0.0060680340975522995, 0.006563106551766396, 0.007058178540319204, 0.007553250528872013, 0.00804832298308611, 0.00854339450597763, 0.009038466960191727, 0.009533539414405823, 0.010028611868619919, 0.01052368339151144, 0.011018755845725536, 0.011513828299939632, 0.012008899822831154, 0.01250397227704525, 0.012999044731259346, 0.013494116254150867, 0.013989188708364964, 0.01448426116257906, 0.014979332685470581, 0.015474405139684677, 0.015969477593898773, 0.01646455004811287, 0.016959622502326965, 0.017454693093895912, 0.017949765548110008, 0.018444838002324104, 0.0189399104565382, 0.019434982910752296, 0.019930055364966393, 0.02042512595653534]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 3.0, 6.0, 1.0, 4.0, 1.0, 2.0, 2.0, 1.0, 1.0], "bins": [-0.28982141613960266, -0.2844533324241638, -0.27908527851104736, -0.2737171947956085, -0.26834914088249207, -0.2629810571670532, -0.2576129734516144, -0.2522449195384979, -0.24687683582305908, -0.24150876700878143, -0.23614069819450378, -0.23077262938022614, -0.2254045456647873, -0.22003647685050964, -0.214668408036232, -0.20930033922195435, -0.2039322555065155, -0.19856418669223785, -0.1931961178779602, -0.18782804906368256, -0.1824599802494049, -0.17709189653396606, -0.17172382771968842, -0.16635575890541077, -0.16098769009113312, -0.15561962127685547, -0.15025153756141663, -0.14488346874713898, -0.13951539993286133, -0.13414733111858368, -0.12877924740314484, -0.12341117858886719, -0.11804310977458954, -0.11267504096031189, -0.10730696469545364, -0.101938895881176, -0.09657081961631775, -0.0912027508020401, -0.08583467453718185, -0.0804666057229042, -0.07509852945804596, -0.06973046064376831, -0.06436239182949066, -0.058994315564632416, -0.05362624675035477, -0.04825817421078682, -0.04289010167121887, -0.037522029131650925, -0.03215395659208298, -0.02678588405251503, -0.021417811512947083, -0.016049740836024284, -0.010681668296456337, -0.005313596222549677, 5.4475851356983185e-05, 0.005422547925263643, 0.010790619999170303, 0.01615869253873825, 0.021526765078306198, 0.026894835755228996, 0.032262906432151794, 0.03763097897171974, 0.04299905151128769, 0.04836712405085564, 0.053735196590423584]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 2.0, 3.0, 0.0, 2.0, 3.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 7.0, 7.0, 9.0, 13.0, 13.0, 34.0, 18.0, 19.0, 14.0, 20.0, 14.0, 13.0, 10.0, 9.0, 10.0, 10.0, 13.0, 5.0, 6.0, 2.0, 4.0, 3.0, 5.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0], "bins": [-0.06092551350593567, -0.05943629518151283, -0.057947080582380295, -0.05645786225795746, -0.05496864393353462, -0.053479429334402084, -0.05199021100997925, -0.05050099268555641, -0.049011774361133575, -0.04752255976200104, -0.0460333414375782, -0.044544123113155365, -0.04305490851402283, -0.04156569018959999, -0.040076471865177155, -0.03858725726604462, -0.03709803894162178, -0.035608820617198944, -0.034119606018066406, -0.03263038769364357, -0.031141169369220734, -0.029651952907443047, -0.02816273644566536, -0.026673518121242523, -0.025184301659464836, -0.02369508519768715, -0.022205866873264313, -0.020716650411486626, -0.01922743394970894, -0.017738215625286102, -0.016248999163508415, -0.014759781770408154, -0.013270564377307892, -0.01178134698420763, -0.010292129591107368, -0.008802913129329681, -0.00731369573622942, -0.005824478343129158, -0.004335261415690184, -0.0028460442554205656, -0.0013568270951509476, 0.00013239006511867046, 0.0016216072253882885, 0.0031108243856579065, 0.004600041545927525, 0.006089258939027786, 0.007578475866466761, 0.009067692793905735, 0.010556910187005997, 0.012046127580106258, 0.01353534497320652, 0.015024561434984207, 0.016513779759407043, 0.01800299622118473, 0.019492212682962418, 0.020981431007385254, 0.02247064746916294, 0.023959863930940628, 0.025449082255363464, 0.02693829871714115, 0.02842751517891884, 0.029916733503341675, 0.03140595182776451, 0.03289516642689705, 0.034384384751319885]}, "_runtime": 189.33361959457397, "_timestamp": 1596214514.090902, "_step": 234}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 5.0, 0.0, 2.0, 2.0, 6.0, 6.0, 0.0, 3.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 3.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008835408836603165, -0.00853058323264122, -0.008225757628679276, -0.007920932956039906, -0.007616107352077961, -0.007311281748116016, -0.007006456144154072, -0.0067016310058534145, -0.00639680540189147, -0.006091979797929525, -0.005787154659628868, -0.0054823290556669235, -0.005177503451704979, -0.004872678313404322, -0.004567852709442377, -0.00426302757114172, -0.003958201967179775, -0.0036533765960484743, -0.0033485512249171734, -0.003043725620955229, -0.002738900249823928, -0.002434074878692627, -0.0021292492747306824, -0.0018244239035993814, -0.0015195985324680805, -0.0012147731613367796, -0.0009099476737901568, -0.000605122244451195, -0.00030029681511223316, 4.528614226728678e-06, 0.0003093540435656905, 0.0006141794729046524, 0.0009190049022436142, 0.0012238302733749151, 0.0015286557609215379, 0.0018334812484681606, 0.0021383066195994616, 0.0024431319907307625, 0.002747957594692707, 0.003052782965824008, 0.003357608336955309, 0.00366243370808661, 0.003967259079217911, 0.004272084683179855, 0.0045769102871418, 0.004881735425442457, 0.005186561029404402, 0.005491386167705059, 0.005796211771667004, 0.006101037375628948, 0.0064058625139296055, 0.00671068811789155, 0.007015513256192207, 0.007320338860154152, 0.0076251644641160965, 0.007929990068078041, 0.008234815672039986, 0.008539640344679356, 0.0088444659486413, 0.009149291552603245, 0.00945411715656519, 0.009758942760527134, 0.010063767433166504, 0.010368593037128448, 0.010673418641090393]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 4.0, 1.0, 5.0, 2.0, 6.0, 7.0, 7.0, 12.0, 12.0, 11.0, 16.0, 20.0, 26.0, 27.0, 49.0, 64.0, 67.0, 67.0, 119.0, 181.0, 325.0, 4785.0, 1140.0, 329.0, 154.0, 100.0, 93.0, 69.0, 57.0, 30.0, 29.0, 21.0, 16.0, 11.0, 14.0, 10.0, 10.0, 5.0, 2.0, 3.0, 3.0, 2.0, 2.0, 2.0, 1.0, 2.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.1157989501953125, -0.11205055564641953, -0.10830216109752655, -0.10455376654863358, -0.1008053719997406, -0.09705698490142822, -0.09330859035253525, -0.08956019580364227, -0.0858118012547493, -0.08206340670585632, -0.07831501215696335, -0.07456661760807037, -0.070818230509758, -0.06706983596086502, -0.06332144141197205, -0.05957304686307907, -0.055824652314186096, -0.05207625776529312, -0.048327863216400146, -0.04457947239279747, -0.040831077843904495, -0.03708268329501152, -0.033334292471408844, -0.02958589792251587, -0.025837503373622894, -0.02208910882472992, -0.018340716138482094, -0.014592322520911694, -0.010843928903341293, -0.007095535285770893, -0.003347141668200493, 0.0004012519493699074, 0.004149645566940308, 0.007898039184510708, 0.011646432802081108, 0.015394826419651508, 0.01914322003722191, 0.022891614586114883, 0.02664000727236271, 0.030388399958610535, 0.03413679450750351, 0.037885189056396484, 0.04163358360528946, 0.045381974428892136, 0.04913036897778511, 0.052878763526678085, 0.05662715435028076, 0.06037554889917374, 0.06412394344806671, 0.06787233799695969, 0.07162073254585266, 0.07536912709474564, 0.07911752164363861, 0.08286590874195099, 0.08661430329084396, 0.09036269783973694, 0.09411109238862991, 0.09785948693752289, 0.10160788148641586, 0.10535627603530884, 0.10910466313362122, 0.11285305768251419, 0.11660145223140717, 0.12034984678030014, 0.12409824132919312]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 3.0, 1.0, 3.0, 5.0, 3.0, 5.0, 3.0, 4.0, 2.0, 0.0, 4.0, 3.0, 1.0, 5.0, 27.0, 1.0, 7.0, 3.0, 4.0, 1.0, 3.0, 3.0, 2.0, 3.0, 3.0, 3.0, 3.0, 1.0, 3.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 3.0], "bins": [-0.0043975580483675, -0.004289635922759771, -0.004181713331490755, -0.004073791205883026, -0.00396586861461401, -0.0038579462561756372, -0.0037500238977372646, -0.003642101539298892, -0.0035341791808605194, -0.0034262570552527905, -0.003318334696814418, -0.0032104123383760452, -0.0031024899799376726, -0.0029945676214993, -0.0028866452630609274, -0.0027787229046225548, -0.002670800546184182, -0.0025628781877458096, -0.002454955829307437, -0.0023470334708690643, -0.0022391111124306917, -0.002131188753992319, -0.0020232663955539465, -0.0019153441535308957, -0.001807421795092523, -0.0016994994366541505, -0.0015915770782157779, -0.0014836547197774053, -0.0013757324777543545, -0.0012678101193159819, -0.0011598877608776093, -0.0010519654024392366, -0.000944043044000864, -0.0008361206855624914, -0.0007281983271241188, -0.0006202760268934071, -0.0005123536684550345, -0.0004044313100166619, -0.00029650898068211973, -0.00018858663679566234, -8.066429290920496e-05, 2.7258050977252424e-05, 0.0001351803948637098, 0.0002431027387501672, 0.0003510250826366246, 0.0004589474410749972, 0.0005668697413057089, 0.0006747920997440815, 0.0007827144581824541, 0.0008906368166208267, 0.0009985591750591993, 0.001106481533497572, 0.0012144038919359446, 0.0013223261339589953, 0.001430248492397368, 0.0015381708508357406, 0.0016460932092741132, 0.0017540155677124858, 0.0018619379261508584, 0.001969860168173909, 0.002077782526612282, 0.0021857048850506544, 0.002293627243489027, 0.0024015496019273996, 0.0025094719603657722]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 5.0, 4.0, 5.0, 7.0, 11.0, 8.0, 17.0, 24.0, 45.0, 54.0, 56.0, 81.0, 149.0, 212.0, 263.0, 392.0, 608.0, 952.0, 1457.0, 2243.0, 3695.0, 6157.0, 11159.0, 23108.0, 61135.0, 855270.0, 133535.0, 37507.0, 17395.0, 9456.0, 5383.0, 3292.0, 1989.0, 1286.0, 830.0, 573.0, 391.0, 269.0, 176.0, 127.0, 100.0, 65.0, 37.0, 34.0, 24.0, 13.0, 18.0, 10.0, 5.0, 4.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00759508740156889, -0.007363877259194851, -0.007132666651159525, -0.006901456508785486, -0.0066702463664114475, -0.006439036224037409, -0.006207825616002083, -0.005976615473628044, -0.005745405331254005, -0.005514194723218679, -0.005282984580844641, -0.005051774438470602, -0.004820564296096563, -0.004589353688061237, -0.004358143545687199, -0.00412693340331316, -0.0038957230281084776, -0.0036645126529037952, -0.0034333025105297565, -0.003202092135325074, -0.0029708819929510355, -0.002739671617746353, -0.0025084614753723145, -0.002277251100167632, -0.0020460407249629498, -0.001814830582588911, -0.0015836203237995505, -0.00135241006501019, -0.0011211996898055077, -0.000889989489223808, -0.0006587791722267866, -0.0004275689134374261, -0.00019635865464806557, 3.4851618693210185e-05, 0.00026606189203448594, 0.0004972721799276769, 0.0007284824387170374, 0.000959692697506398, 0.0011909030145034194, 0.00142211327329278, 0.0016533235320821404, 0.001884533790871501, 0.0021157441660761833, 0.002346954308450222, 0.0025781646836549044, 0.002809374826028943, 0.0030405852012336254, 0.003271795343607664, 0.0035030057188123465, 0.003734216094017029, 0.0039654262363910675, 0.004196636378765106, 0.004427846986800432, 0.004659057129174471, 0.00489026727154851, 0.005121477413922548, 0.005352688021957874, 0.005583898164331913, 0.005815108306705952, 0.006046318914741278, 0.006277529057115316, 0.006508739199489355, 0.006739949341863394, 0.00697115994989872, 0.0072023700922727585]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 4.0, 3.0, 5.0, 3.0, 3.0, 4.0, 3.0, 8.0, 1.0, 3.0, 0.0, 5.0, 4.0, 2.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0169357992708683, -0.015985656529664993, -0.015035513788461685, -0.014085371978580952, -0.013135229237377644, -0.012185086496174335, -0.011234943754971027, -0.01028480101376772, -0.009334659203886986, -0.008384516462683678, -0.00743437372148037, -0.0064842309802770615, -0.005534088239073753, -0.0045839459635317326, -0.0036338032223284245, -0.00268366071395576, -0.0017335182055830956, -0.0007833756390027702, 0.00016676692757755518, 0.0011169095523655415, 0.002067052060738206, 0.0030171945691108704, 0.0039673373103141785, 0.004917479585856199, 0.005867622327059507, 0.0068177650682628155, 0.007767907343804836, 0.008718050085008144, 0.009668192826211452, 0.01061833556741476, 0.011568477377295494, 0.012518620118498802, 0.01346876285970211, 0.014418905600905418, 0.015369048342108727, 0.016319191083312035, 0.017269333824515343, 0.01821947656571865, 0.01916961744427681, 0.020119760185480118, 0.021069902926683426, 0.022020045667886734, 0.022970188409090042, 0.02392033115029335, 0.02487047389149666, 0.025820616632699966, 0.026770759373903275, 0.027720902115106583, 0.02867104485630989, 0.02962118573486805, 0.030571328476071358, 0.031521473079919815, 0.03247161582112312, 0.03342175856232643, 0.03437189757823944, 0.03532204031944275, 0.03627218306064606, 0.037222325801849365, 0.03817246854305267, 0.03912261128425598, 0.04007275402545929, 0.0410228967666626, 0.041973039507865906, 0.042923182249069214, 0.04387332499027252]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 3.0, 1.0, 3.0, 2.0, 4.0, 2.0, 6.0, 4.0, 8.0, 14.0, 8.0, 13.0, 16.0, 29.0, 38.0, 64.0, 86.0, 115.0, 132.0, 219.0, 333.0, 492.0, 664.0, 989.0, 1502.0, 2476.0, 5959.0, 1660.0, 1065.0, 773.0, 529.0, 350.0, 213.0, 192.0, 118.0, 86.0, 47.0, 35.0, 32.0, 18.0, 24.0, 8.0, 6.0, 11.0, 8.0, 4.0, 4.0, 4.0, 1.0, 1.0, 1.0, 5.0, 8.0, 18.0, 12.0, 6.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 5.0], "bins": [-0.010705034248530865, -0.010311786085367203, -0.00991853792220354, -0.009525288827717304, -0.009132040664553642, -0.00873879250138998, -0.008345544338226318, -0.007952296175062656, -0.007559047546237707, -0.007165799383074045, -0.006772550754249096, -0.006379302591085434, -0.005986054427921772, -0.005592805799096823, -0.005199557635933161, -0.0048063090071082115, -0.0044130608439445496, -0.004019812680780888, -0.0036265640519559383, -0.0032333158887922764, -0.0028400674927979708, -0.002446819096803665, -0.002053570933640003, -0.0016603225376456976, -0.001267074141651392, -0.0008738258038647473, -0.0004805774660781026, -8.732912829145789e-05, 0.0003059192094951868, 0.0006991675472818315, 0.0010924158850684762, 0.00148566416464746, 0.0018789125606417656, 0.002272160956636071, 0.002665409352630377, 0.0030586575157940388, 0.0034519059117883444, 0.00384515430778265, 0.004238402470946312, 0.004631651099771261, 0.005024899262934923, 0.005418147426098585, 0.005811396054923534, 0.006204644218087196, 0.006597892381250858, 0.006991141010075808, 0.0073843891732394695, 0.007777637802064419, 0.00817088596522808, 0.008564134128391743, 0.008957382291555405, 0.009350631386041641, 0.009743879549205303, 0.010137127712368965, 0.010530375875532627, 0.010923624038696289, 0.011316873133182526, 0.011710121296346188, 0.01210336945950985, 0.012496617622673512, 0.012889865785837173, 0.013283113949000835, 0.013676363043487072, 0.014069611206650734, 0.014462859369814396]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.09055021405220032, -0.08839285373687744, -0.08623549342155457, -0.08407814055681229, -0.08192078024148941, -0.07976341992616653, -0.07760605961084366, -0.07544869929552078, -0.0732913464307785, -0.07113398611545563, -0.06897662580013275, -0.06681926548480988, -0.064661905169487, -0.06250454485416412, -0.060347188264131546, -0.05818983167409897, -0.05603247135877609, -0.05387511104345322, -0.05171775445342064, -0.04956039413809776, -0.047403037548065186, -0.04524567723274231, -0.043088316917419434, -0.040930960327386856, -0.03877360001206398, -0.036616239696741104, -0.03445888310670853, -0.03230152279138565, -0.030144164338707924, -0.027986805886030197, -0.02582944557070732, -0.023672087118029594, -0.021514728665351868, -0.01935737021267414, -0.017200011759996414, -0.015042651444673538, -0.012885292991995811, -0.010727934539318085, -0.008570575155317783, -0.006413216236978769, -0.004255857318639755, -0.002098498400300741, 5.886051803827286e-05, 0.002216219436377287, 0.004373578354716301, 0.006530937273055315, 0.008688296191394329, 0.01084565557539463, 0.013003014028072357, 0.015160372480750084, 0.01731773093342781, 0.019475091248750687, 0.021632449701428413, 0.02378980815410614, 0.025947168469429016, 0.028104526922106743, 0.03026188537478447, 0.032419245690107346, 0.03457660228013992, 0.0367339625954628, 0.038891322910785675, 0.04104867950081825, 0.04320603981614113, 0.045363396406173706, 0.04752075672149658]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 0.0, 3.0, 2.0, 2.0, 1.0, 3.0, 3.0, 1.0, 4.0, 3.0, 2.0, 4.0, 9.0, 12.0, 8.0, 7.0, 9.0, 5.0, 6.0, 8.0, 7.0, 12.0, 33.0, 13.0, 15.0, 9.0, 8.0, 4.0, 4.0, 9.0, 9.0, 8.0, 5.0, 3.0, 2.0, 4.0, 5.0, 4.0, 1.0, 2.0, 1.0, 4.0, 1.0, 3.0, 5.0, 1.0, 3.0, 0.0, 3.0, 1.0, 4.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0], "bins": [-0.04375743865966797, -0.042014122009277344, -0.04027080163359642, -0.038527484983205795, -0.03678416460752487, -0.03504084795713425, -0.03329752758145332, -0.0315542109310627, -0.029810892418026924, -0.02806757390499115, -0.026324255391955376, -0.0245809368789196, -0.022837620228528976, -0.021094301715493202, -0.019350983202457428, -0.017607664689421654, -0.01586434617638588, -0.014121027663350105, -0.012377709150314331, -0.010634391568601131, -0.008891073055565357, -0.007147754542529583, -0.005404436495155096, -0.0036611182149499655, -0.001917799934744835, -0.00017448165453970432, 0.0015688366256654263, 0.003312154905870557, 0.005055473186075687, 0.006798791699111462, 0.008542109280824661, 0.010285427793860435, 0.01202874630689621, 0.013772064819931984, 0.015515383332967758, 0.017258701846003532, 0.019002020359039307, 0.02074533700942993, 0.022488655522465706, 0.02423197403550148, 0.025975292548537254, 0.02771861106157303, 0.029461929574608803, 0.031205248087644577, 0.0329485647380352, 0.034691885113716125, 0.03643520176410675, 0.038178522139787674, 0.0399218387901783, 0.041665155440568924, 0.04340847581624985, 0.04515179246664047, 0.046895112842321396, 0.04863842949271202, 0.050381749868392944, 0.05212506651878357, 0.053868383169174194, 0.05561170354485512, 0.05735502019524574, 0.059098340570926666, 0.06084165722131729, 0.06258497387170792, 0.06432829797267914, 0.06607161462306976, 0.06781493127346039]}, "_runtime": 190.10583305358887, "_timestamp": 1596214514.8631155, "_step": 235}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 3.0, 5.0, 8.0, 6.0, 6.0, 1.0, 1.0, 3.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01024859119206667, -0.009952165186405182, -0.009655739180743694, -0.009359312243759632, -0.009062886238098145, -0.008766460232436657, -0.00847003422677517, -0.008173608221113682, -0.007877182215452194, -0.007580755744129419, -0.0072843292728066444, -0.006987903267145157, -0.006691477261483669, -0.006395050790160894, -0.006098624784499407, -0.005802198313176632, -0.005505772307515144, -0.005209346301853657, -0.004912919830530882, -0.004616493824869394, -0.004320067353546619, -0.004023641347885132, -0.0037272153422236443, -0.003430789103731513, -0.003134362865239382, -0.0028379366267472506, -0.0025415103882551193, -0.0022450843825936317, -0.0019486581441015005, -0.0016522319056093693, -0.0013558057835325599, -0.0010593796614557505, -0.0007629534229636192, -0.0004665272426791489, -0.0001701010623946786, 0.00012632511788979173, 0.00042275129817426205, 0.0007191774784587324, 0.0010156036587432027, 0.001312029780820012, 0.0016084560193121433, 0.0019048822578042746, 0.002201308496296406, 0.0024977345019578934, 0.0027941607404500246, 0.003090586978942156, 0.0033870129846036434, 0.0036834392230957747, 0.003979865461587906, 0.0042762914672493935, 0.004572717938572168, 0.004869143944233656, 0.005165570415556431, 0.005461996421217918, 0.005758422426879406, 0.006054848898202181, 0.0063512749038636684, 0.006647700909525156, 0.006944127380847931, 0.0072405533865094185, 0.007536979392170906, 0.007833405397832394, 0.008129832334816456, 0.008426258340477943, 0.008722684346139431]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 5.0, 5.0, 9.0, 6.0, 12.0, 11.0, 12.0, 25.0, 28.0, 23.0, 42.0, 46.0, 57.0, 68.0, 99.0, 132.0, 195.0, 323.0, 5428.0, 572.0, 242.0, 139.0, 93.0, 78.0, 60.0, 39.0, 44.0, 23.0, 27.0, 9.0, 16.0, 11.0, 6.0, 12.0, 3.0, 8.0, 4.0, 2.0, 2.0, 2.0, 0.0, 3.0, 2.0, 2.0], "bins": [-0.12887005507946014, -0.1255297213792801, -0.12218939512968063, -0.11884906888008118, -0.11550874263048172, -0.11216841638088226, -0.10882808268070221, -0.10548775643110275, -0.1021474301815033, -0.09880709648132324, -0.09546677023172379, -0.09212644398212433, -0.08878611773252487, -0.08544578403234482, -0.08210545778274536, -0.0787651315331459, -0.07542480528354645, -0.0720844715833664, -0.06874414533376694, -0.06540381908416748, -0.062063489109277725, -0.05872315913438797, -0.05538283288478851, -0.05204250290989876, -0.048702172935009, -0.045361846685409546, -0.04202151671051979, -0.038681190460920334, -0.03534086048603058, -0.03200053423643112, -0.028660204261541367, -0.02531987614929676, -0.021979548037052155, -0.01863921992480755, -0.015298891812562943, -0.011958562768995762, -0.008618234656751156, -0.00527790654450655, -0.0019375779666006565, 0.0014027503784745932, 0.004743078723549843, 0.008083406835794449, 0.011423734948039055, 0.014764063991606236, 0.018104393035173416, 0.021444721147418022, 0.024785049259662628, 0.028125377371907234, 0.03146570548415184, 0.034806035459041595, 0.03814636170864105, 0.04148669168353081, 0.044827017933130264, 0.04816734790802002, 0.051507674157619476, 0.05484800413250923, 0.05818833410739899, 0.061528660356998444, 0.0648689866065979, 0.06820932030677795, 0.07154964655637741, 0.07488997280597687, 0.07823029905557632, 0.08157063275575638, 0.08491095900535583]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 1.0, 0.0, 3.0, 1.0, 3.0, 2.0, 3.0, 2.0, 4.0, 3.0, 5.0, 4.0, 4.0, 9.0, 24.0, 6.0, 5.0, 5.0, 3.0, 6.0, 1.0, 2.0, 0.0, 0.0, 3.0, 3.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0029163151048123837, -0.0028138638008385897, -0.0027114127296954393, -0.0026089614257216454, -0.002506510354578495, -0.002404059050604701, -0.002301607746630907, -0.0021991566754877567, -0.0020967053715139627, -0.0019942543003708124, -0.0018918029963970184, -0.0017893518088385463, -0.0016869006212800741, -0.001584449433721602, -0.001481998129747808, -0.0013795469421893358, -0.0012770957546308637, -0.0011746445670723915, -0.0010721933795139194, -0.0009697421337477863, -0.0008672908879816532, -0.0007648397004231811, -0.0006623885128647089, -0.0005599372670985758, -0.0004574860795401037, -0.00035503486287780106, -0.00025258364621549845, -0.0001501324586570263, -4.768124199472368e-05, 5.476996739162132e-05, 0.00015722117677796632, 0.0002596723788883537, 0.0003621235955506563, 0.00046457481221295893, 0.0005670260288752615, 0.0006694772164337337, 0.0007719284621998668, 0.0008743796497583389, 0.000976830837316811, 0.0010792820248752832, 0.0011817333288490772, 0.0012841845164075494, 0.0013866357039660215, 0.0014890868915244937, 0.0015915380790829659, 0.001693989266641438, 0.001796440570615232, 0.0018988917581737041, 0.0020013428293168545, 0.0021037941332906485, 0.0022062454372644424, 0.0023086965084075928, 0.0024111478123813868, 0.002513598883524537, 0.002616050187498331, 0.002718501491472125, 0.0028209525626152754, 0.0029234038665890694, 0.0030258549377322197, 0.0031283062417060137, 0.0032307575456798077, 0.003333208616822958, 0.003435659920796752, 0.0035381109919399023, 0.0036405622959136963]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [4.0, 1.0, 1.0, 1.0, 4.0, 2.0, 4.0, 7.0, 11.0, 15.0, 19.0, 26.0, 37.0, 31.0, 66.0, 77.0, 109.0, 133.0, 253.0, 339.0, 563.0, 819.0, 1227.0, 2010.0, 3045.0, 5017.0, 8907.0, 16416.0, 35004.0, 108877.0, 869334.0, 63244.0, 25767.0, 13726.0, 8139.0, 5263.0, 3431.0, 2335.0, 1582.0, 1134.0, 815.0, 575.0, 369.0, 260.0, 204.0, 138.0, 98.0, 72.0, 33.0, 31.0, 26.0, 16.0, 14.0, 4.0, 5.0, 2.0, 1.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.006217277143150568, -0.006012619473040104, -0.00580796180292964, -0.005603303667157888, -0.005398645997047424, -0.00519398832693696, -0.004989330656826496, -0.004784672986716032, -0.004580015316605568, -0.0043753571808338165, -0.004170699510723352, -0.003966041840612888, -0.0037613841705024242, -0.0035567262675613165, -0.0033520685974508524, -0.0031474106945097446, -0.0029427530243992805, -0.0027380953542888165, -0.0025334374513477087, -0.0023287797812372446, -0.002124121878296137, -0.0019194642081856728, -0.0017148065380752087, -0.0015101487515494227, -0.0013054909650236368, -0.001100833178497851, -0.0008961754501797259, -0.0006915177218616009, -0.00048685993533581495, -0.0002822021779138595, -7.754442049190402e-05, 0.00012711333693005145, 0.0003317710943520069, 0.0005364288808777928, 0.0007410866091959178, 0.0009457443375140429, 0.0011504021240398288, 0.0013550599105656147, 0.0015597175806760788, 0.0017643753672018647, 0.0019690331537276506, 0.0021736908238381147, 0.0023783487267792225, 0.0025830063968896866, 0.0027876640670001507, 0.0029923219699412584, 0.0031969796400517225, 0.0034016375429928303, 0.0036062952131032944, 0.0038109528832137585, 0.0040156105533242226, 0.004220268689095974, 0.004424926359206438, 0.004629584029316902, 0.004834241699427366, 0.00503889936953783, 0.005243557505309582, 0.005448215175420046, 0.00565287284553051, 0.005857530515640974, 0.006062188185751438, 0.006266845855861902, 0.006471503991633654, 0.006676161661744118, 0.006880819331854582]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 2.0, 7.0, 3.0, 0.0, 4.0, 2.0, 2.0, 1.0, 2.0, 3.0, 0.0, 2.0, 3.0, 1.0, 1.0, 2.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.017803411930799484, -0.017166506499052048, -0.01652960292994976, -0.015892697498202324, -0.015255792997777462, -0.0146188884973526, -0.013981983996927738, -0.013345079496502876, -0.01270817406475544, -0.012071269564330578, -0.011434365063905716, -0.010797460563480854, -0.010160556063055992, -0.00952365156263113, -0.008886746130883694, -0.008249841630458832, -0.00761293713003397, -0.006976032629609108, -0.006339127663522959, -0.005702223163098097, -0.005065318197011948, -0.004428413696587086, -0.003791509196162224, -0.0031546044629067183, -0.0025176997296512127, -0.0018807949963957071, -0.0012438903795555234, -0.0006069857045076787, 2.99189705401659e-05, 0.0006668236455880105, 0.0013037283206358552, 0.001940632937476039, 0.0025775376707315445, 0.00321444240398705, 0.0038513471372425556, 0.0044882516376674175, 0.005125156603753567, 0.005762061104178429, 0.0063989656046032906, 0.00703587057068944, 0.007672775071114302, 0.008309680037200451, 0.008946584537625313, 0.009583489038050175, 0.010220393538475037, 0.010857298038899899, 0.011494203470647335, 0.012131107971072197, 0.012768012471497059, 0.01340491697192192, 0.014041821472346783, 0.01467872690409422, 0.015315631404519081, 0.01595253497362137, 0.016589440405368805, 0.01722634583711624, 0.01786324940621853, 0.018500154837965965, 0.019137058407068253, 0.01977396383881569, 0.020410869270563126, 0.021047772839665413, 0.02168467827141285, 0.022321581840515137, 0.022958487272262573]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [6.0, 3.0, 5.0, 4.0, 10.0, 15.0, 27.0, 23.0, 45.0, 43.0, 55.0, 68.0, 80.0, 76.0, 106.0, 142.0, 217.0, 281.0, 432.0, 477.0, 589.0, 933.0, 1336.0, 2351.0, 5598.0, 1619.0, 1033.0, 744.0, 498.0, 406.0, 299.0, 215.0, 148.0, 122.0, 90.0, 61.0, 58.0, 35.0, 45.0, 48.0, 20.0, 12.0, 10.0, 11.0, 6.0, 7.0, 2.0, 4.0, 3.0, 1.0, 2.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0], "bins": [-0.00917693879455328, -0.008795510977506638, -0.00841408222913742, -0.008032653480768204, -0.007651225663721561, -0.007269797381013632, -0.006888369098305702, -0.006506940815597773, -0.006125512532889843, -0.005744084250181913, -0.005362655967473984, -0.004981227684766054, -0.0045997994020581245, -0.004218371119350195, -0.0038369428366422653, -0.0034555145539343357, -0.003074086271226406, -0.0026926579885184765, -0.002311229705810547, -0.0019298014231026173, -0.0015483731403946877, -0.001166944857686758, -0.0007855165749788284, -0.0004040882922708988, -2.2660009562969208e-05, 0.0003587682731449604, 0.00074019655585289, 0.0011216248385608196, 0.0015030531212687492, 0.0018844814039766788, 0.0022659096866846085, 0.002647337969392538, 0.0030287662521004677, 0.0034101945348083973, 0.003791622817516327, 0.0041730511002242565, 0.004554479382932186, 0.004935907665640116, 0.005317335948348045, 0.005698764231055975, 0.006080192513763905, 0.006461620796471834, 0.006843049079179764, 0.007224477361887693, 0.007605905644595623, 0.007987333461642265, 0.008368762210011482, 0.0087501909583807, 0.009131618775427341, 0.009513046592473984, 0.0098944753408432, 0.010275904089212418, 0.01065733190625906, 0.011038759723305702, 0.011420188471674919, 0.011801617220044136, 0.012183045037090778, 0.01256447285413742, 0.012945901602506638, 0.013327330350875854, 0.013708758167922497, 0.014090185984969139, 0.014471614733338356, 0.014853043481707573, 0.015234471298754215]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 2.0, 1.0, 1.0], "bins": [-0.13171225786209106, -0.12879936397075653, -0.1258864849805832, -0.12297359853982925, -0.12006071209907532, -0.11714782565832138, -0.11423493921756744, -0.11132205277681351, -0.10840916633605957, -0.10549627989530563, -0.1025833934545517, -0.09967050701379776, -0.09675762057304382, -0.09384473413228989, -0.09093184769153595, -0.08801896125078201, -0.08510607481002808, -0.08219318091869354, -0.0792802944779396, -0.07636740803718567, -0.07345452159643173, -0.0705416351556778, -0.06762874871492386, -0.06471586227416992, -0.061802975833415985, -0.05889008939266205, -0.05597720295190811, -0.053064316511154175, -0.05015143007040024, -0.0472385436296463, -0.044325657188892365, -0.04141277074813843, -0.03849988430738449, -0.035586997866630554, -0.03267411142587662, -0.02976122498512268, -0.026848338544368744, -0.023935450240969658, -0.02102256380021572, -0.018109677359461784, -0.015196790918707848, -0.01228390447795391, -0.009371018037199974, -0.006458130665123463, -0.003545244224369526, -0.0006323575507849455, 0.002280529122799635, 0.005193416029214859, 0.008106302469968796, 0.011019188910722733, 0.01393207535147667, 0.016844961792230606, 0.019757848232984543, 0.02267073653638363, 0.025583622977137566, 0.028496509417891502, 0.03140939772129059, 0.034322284162044525, 0.03723517060279846, 0.0401480570435524, 0.043060943484306335, 0.04597382992506027, 0.04888671636581421, 0.051799602806568146, 0.05471248924732208]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 5.0, 1.0, 1.0, 3.0, 8.0, 7.0, 6.0, 7.0, 6.0, 8.0, 9.0, 11.0, 6.0, 9.0, 18.0, 9.0, 10.0, 2.0, 8.0, 9.0, 7.0, 28.0, 13.0, 7.0, 17.0, 9.0, 10.0, 5.0, 4.0, 6.0, 2.0, 7.0, 4.0, 4.0, 5.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.07262232899665833, -0.07086510211229324, -0.06910787522792816, -0.06735064089298248, -0.0655934140086174, -0.06383618712425232, -0.06207895651459694, -0.06032172590494156, -0.05856449902057648, -0.056807272136211395, -0.055050041526556015, -0.053292810916900635, -0.05153558403253555, -0.04977835714817047, -0.04802112653851509, -0.04626389592885971, -0.04450666904449463, -0.04274944216012955, -0.04099221155047417, -0.03923498094081879, -0.037477754056453705, -0.03572052717208862, -0.03396329656243324, -0.03220606595277786, -0.03044883906841278, -0.02869161032140255, -0.02693438157439232, -0.025177152827382088, -0.023419924080371857, -0.021662695333361626, -0.019905466586351395, -0.018148237839341164, -0.016391009092330933, -0.014633780345320702, -0.01287655159831047, -0.01111932285130024, -0.009362094104290009, -0.0076048653572797775, -0.0058476366102695465, -0.0040904078632593155, -0.0023331791162490845, -0.0005759503692388535, 0.0011812783777713776, 0.0029385071247816086, 0.00469573587179184, 0.006452964618802071, 0.008210193365812302, 0.009967422112822533, 0.011724650859832764, 0.013481879606842995, 0.015239108353853226, 0.016996337100863457, 0.018753565847873688, 0.02051079459488392, 0.02226802334189415, 0.02402525208890438, 0.025782480835914612, 0.027539709582924843, 0.029296938329935074, 0.031054167076945305, 0.032811395823955536, 0.03456862270832062, 0.036325853317976, 0.03808308392763138, 0.03984031081199646]}, "_runtime": 190.88689827919006, "_timestamp": 1596214515.6441808, "_step": 236}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 3.0, 4.0, 0.0, 3.0, 11.0, 4.0, 4.0, 0.0, 1.0, 6.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012511891312897205, -0.012125288136303425, -0.011738685891032219, -0.011352082714438438, -0.010965479537844658, -0.010578877292573452, -0.010192274115979671, -0.009805671870708466, -0.009419068694114685, -0.009032465517520905, -0.008645863272249699, -0.008259260095655918, -0.007872657850384712, -0.007486054673790932, -0.007099451497197151, -0.006712848786264658, -0.006326246075332165, -0.0059396433643996716, -0.005553040653467178, -0.005166437476873398, -0.004779834765940905, -0.004393232055008411, -0.004006628878414631, -0.0036200261674821377, -0.0032334234565496445, -0.0028468207456171513, -0.0024602178018540144, -0.0020736148580908775, -0.0016870121471583843, -0.0013004093198105693, -0.0009138064924627542, -0.0005272036651149392, -0.00014060083776712418, 0.00024600198958069086, 0.0006326048169285059, 0.001019207644276321, 0.001405810471624136, 0.001792413298971951, 0.002179016126319766, 0.002565619070082903, 0.002952221781015396, 0.0033388244919478893, 0.003725427435711026, 0.004112030379474163, 0.004498633090406656, 0.0048852358013391495, 0.00527183897793293, 0.005658441688865423, 0.006045044399797916, 0.00643164711073041, 0.006818249821662903, 0.007204852998256683, 0.0075914557091891766, 0.00797805842012167, 0.00836466159671545, 0.008751263841986656, 0.009137867018580437, 0.009524470195174217, 0.009911072440445423, 0.010297675617039204, 0.01068427786231041, 0.01107088103890419, 0.01145748421549797, 0.011844086460769176, 0.012230689637362957]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 3.0, 1.0, 0.0, 3.0, 4.0, 4.0, 5.0, 4.0, 12.0, 5.0, 3.0, 13.0, 14.0, 24.0, 33.0, 39.0, 60.0, 59.0, 93.0, 128.0, 247.0, 689.0, 5619.0, 287.0, 174.0, 119.0, 62.0, 61.0, 45.0, 28.0, 18.0, 13.0, 10.0, 6.0, 8.0, 8.0, 6.0, 1.0, 2.0, 2.0, 4.0, 1.0, 1.0, 3.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.15755484998226166, -0.15264829993247986, -0.14774176478385925, -0.14283521473407745, -0.13792866468429565, -0.13302212953567505, -0.12811557948589325, -0.12320903688669205, -0.11830249428749084, -0.11339594423770905, -0.10848940163850784, -0.10358285903930664, -0.09867630898952484, -0.09376976639032364, -0.08886322379112244, -0.08395667374134064, -0.07905013114213943, -0.07414358854293823, -0.06923703849315643, -0.06433049589395523, -0.05942395329475403, -0.05451740697026253, -0.04961086064577103, -0.044704318046569824, -0.03979777172207832, -0.03489122539758682, -0.02998468279838562, -0.02507813647389412, -0.020171592012047768, -0.015265047550201416, -0.01035850215703249, -0.005451957229524851, -0.0005454123020172119, 0.004361132625490427, 0.009267677552998066, 0.014174222946166992, 0.019080767408013344, 0.023987311869859695, 0.028893858194351196, 0.0338004007935524, 0.0387069471180439, 0.0436134934425354, 0.0485200360417366, 0.053426582366228104, 0.058333128690719604, 0.0632396712899208, 0.06814621388912201, 0.07305276393890381, 0.07795930653810501, 0.08286584913730621, 0.08777239918708801, 0.09267894178628922, 0.09758548438549042, 0.10249203443527222, 0.10739857703447342, 0.11230511963367462, 0.11721166968345642, 0.12211821228265762, 0.12702475488185883, 0.13193130493164062, 0.13683784008026123, 0.14174439013004303, 0.14665094017982483, 0.15155747532844543, 0.15646402537822723]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 3.0, 3.0, 1.0, 4.0, 2.0, 2.0, 6.0, 2.0, 3.0, 1.0, 4.0, 2.0, 4.0, 2.0, 6.0, 22.0, 5.0, 7.0, 3.0, 2.0, 3.0, 3.0, 5.0, 1.0, 2.0, 2.0, 6.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0], "bins": [-0.0027870144695043564, -0.0027104075998067856, -0.0026338007301092148, -0.0025571940932422876, -0.002480587223544717, -0.002403980353847146, -0.0023273734841495752, -0.0022507666144520044, -0.0021741599775850773, -0.0020975531078875065, -0.0020209462381899357, -0.0019443393684923649, -0.001867732498794794, -0.0017911257455125451, -0.0017145188758149743, -0.0016379121225327253, -0.0015613052528351545, -0.0014846983831375837, -0.0014080916298553348, -0.001331484760157764, -0.001254878006875515, -0.0011782711371779442, -0.0011016642674803734, -0.0010250575141981244, -0.0009484506445005536, -0.0008718438330106437, -0.0007952370215207338, -0.000718630151823163, -0.0006420233403332531, -0.0005654165288433433, -0.0004888096591457725, -0.00041220284765586257, -0.0003355960361659527, -0.0002589892246760428, -0.00018238238408230245, -0.00010577555804047734, -2.916873199865222e-05, 4.7438094043172896e-05, 0.000124044920084998, 0.00020065174612682313, 0.00027725857216864824, 0.00035386538365855813, 0.0004304722242522985, 0.0005070790648460388, 0.0005836858763359487, 0.0006602926878258586, 0.0007368995575234294, 0.0008135063690133393, 0.0008901131805032492, 0.0009667199919931591, 0.001043326803483069, 0.0011199336731806397, 0.0011965404264628887, 0.0012731472961604595, 0.0013497541658580303, 0.0014263609191402793, 0.00150296778883785, 0.001579574658535421, 0.0016561814118176699, 0.0017327882815152407, 0.0018093951512128115, 0.0018860019044950604, 0.0019626086577773094, 0.0020392155274748802, 0.002115822397172451]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 4.0, 4.0, 3.0, 11.0, 8.0, 13.0, 17.0, 23.0, 39.0, 51.0, 61.0, 97.0, 144.0, 195.0, 276.0, 424.0, 675.0, 1048.0, 1549.0, 2658.0, 4583.0, 8421.0, 17123.0, 41775.0, 160990.0, 835131.0, 54889.0, 22808.0, 11305.0, 6114.0, 3591.0, 2113.0, 1232.0, 775.0, 509.0, 310.0, 192.0, 128.0, 102.0, 60.0, 47.0, 35.0, 33.0, 21.0, 15.0, 14.0, 9.0, 4.0, 3.0, 4.0, 3.0, 4.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.005430631339550018, -0.005250722635537386, -0.005070813465863466, -0.004890904761850834, -0.0047109960578382015, -0.004531086888164282, -0.0043511781841516495, -0.004171269480139017, -0.003991360776126385, -0.003811451606452465, -0.0036315429024398327, -0.0034516339655965567, -0.0032717250287532806, -0.0030918163247406483, -0.0029119073878973722, -0.00273199868388474, -0.002552089747041464, -0.002372180810198188, -0.0021922721061855555, -0.0020123631693422794, -0.0018324543489143252, -0.001652545528486371, -0.001472636591643095, -0.0012927277712151408, -0.0011128189507871866, -0.0009329101303592324, -0.0007530012517236173, -0.0005730923730880022, -0.000393183552660048, -0.00021327470312826335, -3.33658535964787e-05, 0.00014654299593530595, 0.0003264518454670906, 0.0005063606658950448, 0.0006862695445306599, 0.000866178423166275, 0.0010460872435942292, 0.0012259960640221834, 0.0014059050008654594, 0.0015858138212934136, 0.0017657226417213678, 0.001945631462149322, 0.0021255402825772762, 0.0023054492194205523, 0.0024853581562638283, 0.0026652668602764606, 0.0028451757971197367, 0.003025084501132369, 0.003204993437975645, 0.003384902374818921, 0.0035648110788315535, 0.0037447200156748295, 0.003924628719687462, 0.0041045378893613815, 0.004284446593374014, 0.004464355297386646, 0.004644264467060566, 0.004824173171073198, 0.005004081875085831, 0.005183990579098463, 0.005363899748772383, 0.005543808452785015, 0.0057237171567976475, 0.005903626326471567, 0.0060835350304841995]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 6.0, 0.0, 4.0, 2.0, 2.0, 3.0, 3.0, 1.0, 7.0, 3.0, 3.0, 1.0, 3.0, 2.0, 2.0, 1.0, 1.0, 4.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.016657186672091484, -0.01602851413190365, -0.015399841591715813, -0.014771169982850552, -0.014142497442662716, -0.01351382490247488, -0.01288515329360962, -0.012256480753421783, -0.011627808213233948, -0.010999135673046112, -0.010370463132858276, -0.009741791523993015, -0.00911311898380518, -0.008484446443617344, -0.007855774834752083, -0.007227102294564247, -0.0065984297543764114, -0.005969757214188576, -0.005341085139662027, -0.004712413065135479, -0.004083740524947643, -0.0034550682175904512, -0.002826395910233259, -0.002197723602876067, -0.0015690512955188751, -0.0009403789881616831, -0.00031170668080449104, 0.000316965626552701, 0.000945637933909893, 0.001574310241267085, 0.002202982548624277, 0.002831654855981469, 0.003460327163338661, 0.004088999703526497, 0.004717671778053045, 0.005346343852579594, 0.005975016392767429, 0.006603688932955265, 0.007232361007481813, 0.007861033082008362, 0.008489705622196198, 0.009118378162384033, 0.009747050702571869, 0.01037572231143713, 0.011004394851624966, 0.011633067391812801, 0.012261739000678062, 0.012890411540865898, 0.013519084081053734, 0.01414775662124157, 0.014776429161429405, 0.015405100770294666, 0.016033772379159927, 0.016662444919347763, 0.0172911174595356, 0.017919789999723434, 0.01854846253991127, 0.019177135080099106, 0.01980580762028694, 0.020434480160474777, 0.021063152700662613, 0.0216918233782053, 0.022320495918393135, 0.02294916845858097, 0.023577840998768806]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 3.0, 4.0, 7.0, 8.0, 6.0, 11.0, 4.0, 15.0, 18.0, 28.0, 32.0, 44.0, 61.0, 85.0, 138.0, 191.0, 255.0, 360.0, 495.0, 706.0, 1144.0, 1735.0, 6001.0, 2774.0, 1311.0, 829.0, 549.0, 386.0, 245.0, 177.0, 157.0, 124.0, 88.0, 59.0, 57.0, 43.0, 36.0, 28.0, 51.0, 47.0, 16.0, 17.0, 14.0, 16.0, 12.0, 8.0, 3.0, 1.0, 6.0, 1.0, 4.0, 4.0, 5.0, 3.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.008080339059233665, -0.007742797024548054, -0.007405254989862442, -0.00706771295517683, -0.006730170920491219, -0.006392628885805607, -0.006055086851119995, -0.005717544816434383, -0.005380002781748772, -0.00504246074706316, -0.004704918712377548, -0.0043673766776919365, -0.004029834643006325, -0.003692292608320713, -0.0033547505736351013, -0.0030172085389494896, -0.002679666504263878, -0.002342124469578266, -0.0020045824348926544, -0.0016670404002070427, -0.001329498365521431, -0.0009919563308358192, -0.0006544142961502075, -0.0003168722614645958, 2.066977322101593e-05, 0.00035821180790662766, 0.0006957538425922394, 0.001033295877277851, 0.0013708379119634628, 0.0017083799466490746, 0.0020459219813346863, 0.002383464016020298, 0.0027210060507059097, 0.0030585480853915215, 0.003396090120077133, 0.003733632154762745, 0.004071174189448357, 0.004408716224133968, 0.00474625825881958, 0.005083800293505192, 0.0054213423281908035, 0.005758884362876415, 0.006096426397562027, 0.006433968432247639, 0.00677151046693325, 0.007109052501618862, 0.007446594536304474, 0.007784136570990086, 0.008121678605675697, 0.008459220640361309, 0.00879676267504692, 0.009134304709732533, 0.009471846744418144, 0.009809388779103756, 0.010146930813789368, 0.01048447284847498, 0.010822014883160591, 0.011159556917846203, 0.011497098952531815, 0.011834640987217426, 0.012172183021903038, 0.01250972505658865, 0.012847267091274261, 0.013184809125959873, 0.013522351160645485]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 4.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.12653495371341705, -0.12365073710680008, -0.1207665205001831, -0.11788230389356613, -0.11499808728694916, -0.11211387068033218, -0.10922965407371521, -0.10634543746709824, -0.10346122086048126, -0.10057699680328369, -0.09769278019666672, -0.09480856359004974, -0.09192434698343277, -0.0890401303768158, -0.08615591377019882, -0.08327169716358185, -0.08038748055696487, -0.0775032639503479, -0.07461904734373093, -0.07173483073711395, -0.06885061413049698, -0.06596639752388, -0.06308218091726303, -0.06019796058535576, -0.057313743978738785, -0.05442952737212181, -0.05154531076550484, -0.04866109415888786, -0.04577687382698059, -0.04289265722036362, -0.04000844061374664, -0.03712422400712967, -0.034240007400512695, -0.03135579079389572, -0.028471574187278748, -0.025587355718016624, -0.02270313911139965, -0.019818922504782677, -0.016934704035520554, -0.01405048742890358, -0.011166270822286606, -0.008282054215669632, -0.0053978366777300835, -0.0025136196054518223, 0.0003705974668264389, 0.0032548145391047, 0.006139031611382961, 0.00902324914932251, 0.011907465755939484, 0.014791682362556458, 0.01767589896917343, 0.020560117438435555, 0.02344433404505253, 0.026328550651669502, 0.029212769120931625, 0.0320969857275486, 0.03498120233416557, 0.03786541894078255, 0.04074963554739952, 0.043633852154016495, 0.04651807248592377, 0.04940228909254074, 0.052286505699157715, 0.05517072230577469, 0.05805493891239166]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 3.0, 1.0, 0.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 1.0, 1.0, 3.0, 3.0, 4.0, 3.0, 5.0, 3.0, 3.0, 8.0, 11.0, 12.0, 10.0, 6.0, 13.0, 16.0, 26.0, 10.0, 15.0, 7.0, 9.0, 6.0, 9.0, 11.0, 13.0, 12.0, 5.0, 2.0, 5.0, 6.0, 5.0, 6.0, 7.0, 5.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.03125740960240364, -0.03036208637058735, -0.029466763138771057, -0.028571439906954765, -0.027676116675138474, -0.026780791580677032, -0.02588546834886074, -0.02499014511704445, -0.024094821885228157, -0.023199498653411865, -0.022304175421595573, -0.02140885218977928, -0.02051352709531784, -0.01961820386350155, -0.018722880631685257, -0.017827557399868965, -0.016932234168052673, -0.01603691093623638, -0.01514158770442009, -0.014246263541281223, -0.013350940309464931, -0.01245561707764864, -0.011560292914509773, -0.010664969682693481, -0.00976964645087719, -0.008874323219060898, -0.007978999987244606, -0.00708367582410574, -0.006188352592289448, -0.005293029360473156, -0.004397705662995577, -0.0035023821983486414, -0.002607058733701706, -0.0017117352690547705, -0.000816411804407835, 7.891166023910046e-05, 0.0009742351248860359, 0.0018695585895329714, 0.002764882054179907, 0.0036602055188268423, 0.004555528983473778, 0.00545085221529007, 0.006346175912767649, 0.007241499610245228, 0.00813682284206152, 0.009032146073877811, 0.009927470237016678, 0.01082279346883297, 0.011718116700649261, 0.012613439932465553, 0.013508763164281845, 0.014404087327420712, 0.015299410559237003, 0.01619473472237587, 0.01709005795419216, 0.017985381186008453, 0.018880704417824745, 0.019776027649641037, 0.02067135088145733, 0.02156667411327362, 0.02246199920773506, 0.023357322439551353, 0.024252645671367645, 0.025147968903183937, 0.02604329213500023]}, "_runtime": 191.65753555297852, "_timestamp": 1596214516.414818, "_step": 237}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 5.0, 1.0, 2.0, 3.0, 2.0, 7.0, 1.0, 5.0, 1.0, 4.0, 2.0, 1.0, 1.0, 1.0, 4.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.008964423090219498, -0.008678030222654343, -0.008391637355089188, -0.008105244487524033, -0.007818852551281452, -0.007532459683716297, -0.007246066816151142, -0.006959673948585987, -0.006673281081020832, -0.006386888679116964, -0.006100495811551809, -0.005814102943986654, -0.0055277105420827866, -0.0052413176745176315, -0.0049549248069524765, -0.004668532405048609, -0.004382139537483454, -0.004095746669918299, -0.0038093540351837873, -0.003522961400449276, -0.003236568532884121, -0.0029501758981496096, -0.002663783263415098, -0.002377390395849943, -0.002090997761115432, -0.0018046050099655986, -0.0015182122588157654, -0.001231819624081254, -0.0009454268729314208, -0.0006590341217815876, -0.0003726414288394153, -8.624870679341257e-05, 0.00020014401525259018, 0.0004865367372985929, 0.0007729294593445957, 0.001059322152286768, 0.0013457149034366012, 0.0016321076545864344, 0.0019185002893209457, 0.0022048931568861008, 0.002491285791620612, 0.0027776784263551235, 0.0030640712939202785, 0.00335046392865479, 0.0036368565633893013, 0.003923249430954456, 0.004209642298519611, 0.004496034700423479, 0.004782427567988634, 0.005068820435553789, 0.005355212837457657, 0.005641605705022812, 0.005927998572587967, 0.006214390974491835, 0.00650078384205699, 0.006787176709622145, 0.007073569111526012, 0.0073599619790911674, 0.0076463548466563225, 0.007932747714221478, 0.008219140581786633, 0.008505532518029213, 0.008791925385594368, 0.009078318253159523, 0.009364711120724678]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 2.0, 4.0, 5.0, 9.0, 12.0, 4.0, 15.0, 21.0, 17.0, 27.0, 41.0, 53.0, 102.0, 143.0, 229.0, 665.0, 5642.0, 388.0, 200.0, 115.0, 75.0, 39.0, 32.0, 25.0, 11.0, 13.0, 8.0, 6.0, 12.0, 4.0, 3.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.15250787138938904, -0.14777420461177826, -0.1430405229330063, -0.1383068561553955, -0.13357317447662354, -0.12883950769901276, -0.12410584092140198, -0.1193721666932106, -0.11463849246501923, -0.10990481823682785, -0.10517114400863647, -0.1004374772310257, -0.09570380300283432, -0.09097012877464294, -0.08623646199703217, -0.08150278776884079, -0.07676911354064941, -0.07203543931245804, -0.06730176508426666, -0.06256809830665588, -0.05783442407846451, -0.05310074985027313, -0.048367079347372055, -0.04363340884447098, -0.0388997346162796, -0.034166060388088226, -0.02943238988518715, -0.024698717519640923, -0.019965045154094696, -0.01523137278854847, -0.010497700423002243, -0.0057640280574560165, -0.00103035569190979, 0.0037033166736364365, 0.008436989039182663, 0.01317066140472889, 0.017904333770275116, 0.022638006135821342, 0.02737167850136757, 0.032105349004268646, 0.03683902323246002, 0.0415726974606514, 0.046306367963552475, 0.05104003846645355, 0.05577371269464493, 0.060507386922836304, 0.06524105370044708, 0.06997472792863846, 0.07470840215682983, 0.07944207638502121, 0.08417575061321259, 0.08890941739082336, 0.09364309161901474, 0.09837676584720612, 0.1031104326248169, 0.10784410685300827, 0.11257778108119965, 0.11731145530939102, 0.1220451295375824, 0.12677879631519318, 0.13151246309280396, 0.13624614477157593, 0.1409798115491867, 0.14571349322795868, 0.15044716000556946]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 2.0, 1.0, 0.0, 2.0, 5.0, 5.0, 2.0, 2.0, 4.0, 3.0, 2.0, 6.0, 4.0, 4.0, 25.0, 6.0, 6.0, 6.0, 3.0, 2.0, 3.0, 1.0, 4.0, 1.0, 0.0, 3.0, 3.0, 5.0, 1.0, 0.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0020666266791522503, -0.0019807592034339905, -0.001894891494885087, -0.0018090240191668272, -0.0017231564270332456, -0.001637288834899664, -0.0015514213591814041, -0.0014655537670478225, -0.0013796861749142408, -0.0012938185827806592, -0.0012079509906470776, -0.0011220835149288177, -0.0010362159227952361, -0.0009503483306616545, -0.0008644807967357337, -0.000778613262809813, -0.0006927456706762314, -0.0006068780785426497, -0.000521010544616729, -0.00043514298158697784, -0.00034927541855722666, -0.0002634078555274755, -0.0001775402924977243, -9.167272946797311e-05, -5.8051664382219315e-06, 8.006239659152925e-05, 0.00016592995962128043, 0.0002517975226510316, 0.0003376650856807828, 0.000423532648710534, 0.0005094002117402852, 0.0005952677456662059, 0.0006811353377997875, 0.0007670029299333692, 0.0008528704638592899, 0.0009387379977852106, 0.0010246055899187922, 0.0011104731820523739, 0.0011963406577706337, 0.0012822082499042153, 0.001368075842037797, 0.0014539434341713786, 0.0015398110263049603, 0.00162567850202322, 0.0017115460941568017, 0.0017974136862903833, 0.0018832811620086432, 0.0019691488705575466, 0.0020550163462758064, 0.0021408838219940662, 0.0022267515305429697, 0.0023126190062612295, 0.002398486714810133, 0.002484354190528393, 0.0025702216662466526, 0.002656089374795556, 0.002741956850513816, 0.0028278243262320757, 0.002913692034780979, 0.002999559510499239, 0.0030854269862174988, 0.0031712946947664022, 0.003257162170484662, 0.0033430298790335655, 0.0034288973547518253]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 5.0, 4.0, 6.0, 14.0, 19.0, 19.0, 22.0, 37.0, 53.0, 62.0, 113.0, 173.0, 252.0, 409.0, 660.0, 1092.0, 1891.0, 3681.0, 7672.0, 17746.0, 50970.0, 827338.0, 189184.0, 39586.0, 17042.0, 8502.0, 4803.0, 2833.0, 1790.0, 1059.0, 707.0, 520.0, 351.0, 258.0, 189.0, 112.0, 120.0, 71.0, 65.0, 46.0, 48.0, 26.0, 20.0, 18.0, 19.0, 9.0, 5.0, 5.0, 6.0, 4.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.0053893872536718845, -0.005203349515795708, -0.005017311777919531, -0.004831274505704641, -0.0046452367678284645, -0.004459199029952288, -0.004273161292076111, -0.004087124019861221, -0.0039010862819850445, -0.0037150485441088676, -0.003529010806232691, -0.0033429733011871576, -0.003156935563310981, -0.0029708980582654476, -0.0027848603203892708, -0.0025988228153437376, -0.0024127850774675608, -0.002226747339591384, -0.0020407098345458508, -0.0018546722130849957, -0.0016686345916241407, -0.001482596853747964, -0.001296559232287109, -0.0011105216108262539, -0.0009244839893653989, -0.0007384463679045439, -0.0005524087464436889, -0.00036637106677517295, -0.00018033344531431794, 5.704190698452294e-06, 0.00019174182671122253, 0.000377779477275908, 0.000563817098736763, 0.000749854720197618, 0.000935892341658473, 0.001121929963119328, 0.001307967584580183, 0.0014940053224563599, 0.0016800429439172149, 0.0018660805653780699, 0.002052118070423603, 0.00223815580829978, 0.0024241935461759567, 0.00261023105122149, 0.0027962687890976667, 0.0029823062941432, 0.0031683440320193768, 0.00335438153706491, 0.0035404192749410868, 0.0037264570128172636, 0.003912494517862797, 0.004098532255738974, 0.0042845699936151505, 0.00447060726583004, 0.004656645003706217, 0.004842682741582394, 0.0050287204794585705, 0.005214758217334747, 0.005400795489549637, 0.005586833227425814, 0.0057728709653019905, 0.005958908703178167, 0.006144945975393057, 0.006330983713269234, 0.0065170214511454105]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 3.0, 2.0, 7.0, 7.0, 4.0, 8.0, 14.0, 6.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014716096222400665, -0.013185960240662098, -0.011655823327600956, -0.010125687345862389, -0.008595550432801247, -0.007065414451062679, -0.005535278469324112, -0.004005142021924257, -0.0024750055745244026, -0.0009448692435398698, 0.000585267087444663, 0.002115403302013874, 0.0036455397494137287, 0.005175676196813583, 0.006705812178552151, 0.008235949091613293, 0.00976608507335186, 0.011296221055090427, 0.01282635796815157, 0.014356493949890137, 0.01588663086295128, 0.01741676591336727, 0.018946902826428413, 0.020477039739489555, 0.022007174789905548, 0.02353731170296669, 0.025067448616027832, 0.026597585529088974, 0.028127720579504967, 0.02965785749256611, 0.03118799440562725, 0.03271812945604324, 0.034248266369104385, 0.03577840328216553, 0.03730854019522667, 0.03883867710828781, 0.040368810296058655, 0.0418989472091198, 0.04342908412218094, 0.04495922103524208, 0.04648935794830322, 0.048019494861364365, 0.04954962804913521, 0.05107976496219635, 0.05260990187525749, 0.054140038788318634, 0.055670175701379776, 0.05720031261444092, 0.05873044580221176, 0.0602605827152729, 0.061790719628334045, 0.06332086026668549, 0.06485099345445633, 0.06638112664222717, 0.06791126728057861, 0.06944140046834946, 0.0709715411067009, 0.07250167429447174, 0.07403180748224258, 0.07556194812059402, 0.07709208130836487, 0.07862222194671631, 0.08015235513448715, 0.08168249577283859, 0.08321262896060944]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 8.0, 18.0, 16.0, 34.0, 67.0, 106.0, 160.0, 282.0, 514.0, 828.0, 1373.0, 2562.0, 8183.0, 2519.0, 821.0, 332.0, 162.0, 91.0, 84.0, 37.0, 38.0, 20.0, 5.0, 6.0, 5.0, 21.0, 5.0, 3.0, 11.0, 14.0, 3.0, 6.0, 13.0, 6.0, 8.0, 4.0, 2.0, 5.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 16.0, 4.0, 13.0, 8.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 7.0], "bins": [-0.0074700964614748955, -0.006927886977791786, -0.006385677494108677, -0.005843468010425568, -0.005301258526742458, -0.004759049508720636, -0.004216840025037527, -0.003674630541354418, -0.0031324210576713085, -0.0025902115739881992, -0.00204800209030509, -0.0015057928394526243, -0.000963583355769515, -0.00042137393029406667, 0.0001208354951813817, 0.0006630449206568301, 0.0012052543461322784, 0.0017474638298153877, 0.002289673313498497, 0.0028318825643509626, 0.003374092048034072, 0.0039163012988865376, 0.004458510782569647, 0.005000720266252756, 0.005542929749935865, 0.006085139233618975, 0.006627348717302084, 0.007169558200985193, 0.007711767219007015, 0.008253976702690125, 0.008796186186373234, 0.009338395670056343, 0.009880605153739452, 0.010422814637422562, 0.010965024121105671, 0.01150723360478878, 0.01204944308847189, 0.012591652572154999, 0.013133862055838108, 0.013676071539521217, 0.014218280091881752, 0.014760489575564861, 0.01530269905924797, 0.015844909474253654, 0.01638711802661419, 0.016929328441619873, 0.017471536993980408, 0.01801374740898609, 0.018555955961346626, 0.01909816451370716, 0.019640374928712845, 0.02018258348107338, 0.020724793896079063, 0.021267002448439598, 0.021809212863445282, 0.022351421415805817, 0.0228936318308115, 0.023435840383172035, 0.02397805079817772, 0.024520259350538254, 0.025062469765543938, 0.025604678317904472, 0.026146888732910156, 0.02668909728527069, 0.027231305837631226]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 0.0, 3.0, 3.0, 3.0, 2.0, 3.0, 2.0, 1.0, 1.0, 2.0, 1.0], "bins": [-0.38719016313552856, -0.38010939955711365, -0.37302863597869873, -0.3659478425979614, -0.3588670790195465, -0.3517863154411316, -0.3447055518627167, -0.33762478828430176, -0.33054399490356445, -0.32346323132514954, -0.3163824677467346, -0.3093017041683197, -0.3022209405899048, -0.29514017701148987, -0.28805938363075256, -0.28097862005233765, -0.27389785647392273, -0.2668170928955078, -0.2597363293170929, -0.2526555359363556, -0.24557477235794067, -0.23849400877952576, -0.23141324520111084, -0.22433246672153473, -0.2172517031431198, -0.2101709395647049, -0.20309016108512878, -0.19600939750671387, -0.18892863392829895, -0.18184785544872284, -0.17476709187030792, -0.1676863133907318, -0.1606055498123169, -0.15352478623390198, -0.14644400775432587, -0.13936324417591095, -0.13228246569633484, -0.12520170211791992, -0.118120938539505, -0.11104016751050949, -0.10395939648151398, -0.09687862545251846, -0.08979785442352295, -0.08271709084510803, -0.07563631981611252, -0.068555548787117, -0.06147478148341179, -0.054394014179706573, -0.04731324315071106, -0.040232472121715546, -0.03315170481801033, -0.026070935651659966, -0.0189901664853096, -0.011909397318959236, -0.0048286281526088715, 0.0022521410137414932, 0.009332910180091858, 0.016413679346442223, 0.023494448512792587, 0.030575217679142952, 0.03765598684549332, 0.04473675787448883, 0.051817525178194046, 0.05889829248189926, 0.06597906351089478]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 4.0, 1.0, 0.0, 2.0, 2.0, 2.0, 2.0, 5.0, 5.0, 2.0, 1.0, 4.0, 4.0, 5.0, 3.0, 7.0, 8.0, 5.0, 8.0, 9.0, 13.0, 28.0, 19.0, 9.0, 14.0, 14.0, 13.0, 10.0, 10.0, 8.0, 7.0, 5.0, 15.0, 4.0, 5.0, 7.0, 2.0, 4.0, 3.0, 1.0, 2.0, 2.0, 1.0, 2.0, 1.0, 0.0, 2.0], "bins": [-0.04027753323316574, -0.0392361581325531, -0.03819478303194046, -0.03715340793132782, -0.03611203283071518, -0.03507065400481224, -0.0340292789041996, -0.03298790380358696, -0.03194652870297432, -0.03090515360236168, -0.02986377850174904, -0.02882240153849125, -0.02778102643787861, -0.02673965133726597, -0.02569827437400818, -0.02465689927339554, -0.023615524172782898, -0.022574149072170258, -0.021532773971557617, -0.020491397008299828, -0.019450021907687187, -0.018408646807074547, -0.017367269843816757, -0.016325894743204117, -0.015284519642591476, -0.014243144541978836, -0.013201768510043621, -0.012160392478108406, -0.011119017377495766, -0.010077642276883125, -0.00903626624494791, -0.007994890213012695, -0.006953515112400055, -0.005912139546126127, -0.0048707639798521996, -0.003829388413578272, -0.002788012847304344, -0.0017466372810304165, -0.0007052617147564888, 0.0003361138515174389, 0.0013774894177913666, 0.0024188649840652943, 0.003460240550339222, 0.00450161611661315, 0.005542991682887077, 0.006584367249161005, 0.007625742815434933, 0.008667118847370148, 0.009708493947982788, 0.010749869048595428, 0.011791245080530643, 0.012832621112465858, 0.013873996213078499, 0.01491537131369114, 0.01595674827694893, 0.01699812337756157, 0.01803949847817421, 0.01908087357878685, 0.02012224867939949, 0.02116362564265728, 0.02220500074326992, 0.02324637584388256, 0.02428775280714035, 0.02532912790775299, 0.02637050300836563]}, "_runtime": 192.43079733848572, "_timestamp": 1596214517.1880798, "_step": 238}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 2.0, 1.0, 1.0, 1.0, 3.0, 1.0, 2.0, 1.0, 3.0, 1.0, 3.0, 6.0, 1.0, 3.0, 3.0, 0.0, 1.0, 1.0, 1.0, 1.0, 4.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.009757058694958687, -0.009498135186731815, -0.00923921074718237, -0.008980287238955498, -0.008721362799406052, -0.00846243929117918, -0.008203514851629734, -0.007944591343402863, -0.007685667369514704, -0.007426743395626545, -0.007167819421738386, -0.006908895447850227, -0.006649971939623356, -0.006391047965735197, -0.006132123991847038, -0.0058732000179588795, -0.005614276044070721, -0.005355352070182562, -0.005096428096294403, -0.004837504122406244, -0.0045785801485180855, -0.004319656640291214, -0.004060732666403055, -0.0038018086925148964, -0.0035428847186267376, -0.003283960744738579, -0.00302503677085042, -0.002766113029792905, -0.002507189055904746, -0.0022482650820165873, -0.001989341340959072, -0.0017304173670709133, -0.0014714933931827545, -0.0012125694192945957, -0.0009536455618217587, -0.0006947216461412609, -0.000435797730460763, -0.0001768738147802651, 8.205010090023279e-05, 0.0003409740165807307, 0.0005998979322612286, 0.0008588218479417264, 0.0011177457636222243, 0.0013766696210950613, 0.00163559359498322, 0.001894517568871379, 0.002153441309928894, 0.002412365283817053, 0.0026712892577052116, 0.0029302132315933704, 0.0031891372054815292, 0.0034480609465390444, 0.003706984920427203, 0.003965908661484718, 0.004224832635372877, 0.004483756609261036, 0.004742680583149195, 0.0050016045570373535, 0.005260528530925512, 0.005519452504813671, 0.005778376013040543, 0.006037299986928701, 0.00629622396081686, 0.006555147934705019, 0.006814071908593178]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 3.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 2.0, 2.0, 3.0, 4.0, 7.0, 2.0, 5.0, 8.0, 10.0, 13.0, 16.0, 12.0, 15.0, 21.0, 31.0, 40.0, 55.0, 39.0, 81.0, 94.0, 103.0, 146.0, 231.0, 479.0, 5282.0, 380.0, 206.0, 134.0, 94.0, 95.0, 60.0, 55.0, 31.0, 38.0, 23.0, 15.0, 18.0, 15.0, 14.0, 14.0, 7.0, 5.0, 5.0, 4.0, 1.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.08829404413700104, -0.08563573658466339, -0.08297743648290634, -0.08031913638114929, -0.07766082882881165, -0.075002521276474, -0.07234422117471695, -0.0696859210729599, -0.06702761352062225, -0.0643693059682846, -0.06171100586652756, -0.05905270203948021, -0.05639439821243286, -0.05373609438538551, -0.051077790558338165, -0.04841948673129082, -0.04576118290424347, -0.04310287907719612, -0.04044457525014877, -0.037786271423101425, -0.03512796759605408, -0.03246966376900673, -0.02981135994195938, -0.027153056114912033, -0.024494752287864685, -0.021836448460817337, -0.01917814463376999, -0.01651984080672264, -0.013861536979675293, -0.011203233152627945, -0.008544929325580597, -0.005886625498533249, -0.003228321671485901, -0.0005700178444385529, 0.002088285982608795, 0.004746589809656143, 0.007404893636703491, 0.01006319746375084, 0.012721501290798187, 0.015379805117845535, 0.018038108944892883, 0.02069641277194023, 0.02335471659898758, 0.026013020426034927, 0.028671324253082275, 0.03132962808012962, 0.03398793190717697, 0.03664623573422432, 0.03930453956127167, 0.041962843388319016, 0.044621147215366364, 0.04727945104241371, 0.04993775486946106, 0.05259605869650841, 0.055254362523555756, 0.057912666350603104, 0.06057097017765045, 0.0632292777299881, 0.06588757783174515, 0.0685458779335022, 0.07120418548583984, 0.07386249303817749, 0.07652079313993454, 0.07917909324169159, 0.08183740079402924]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 4.0, 3.0, 3.0, 6.0, 4.0, 4.0, 5.0, 4.0, 2.0, 6.0, 1.0, 3.0, 4.0, 19.0, 6.0, 6.0, 4.0, 5.0, 4.0, 2.0, 2.0, 2.0, 3.0, 3.0, 1.0, 1.0, 3.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.0022281077690422535, -0.0021492631640285254, -0.002070418559014797, -0.0019915741868317127, -0.0019127295818179846, -0.0018338849768042564, -0.0017550404882058501, -0.0016761959996074438, -0.0015973513945937157, -0.0015185067895799875, -0.0014396623009815812, -0.001360817812383175, -0.0012819732073694468, -0.0012031286023557186, -0.0011242841137573123, -0.001045439625158906, -0.0009665950201451778, -0.0008877504733391106, -0.0008089059265330434, -0.0007300613797269762, -0.0006512168329209089, -0.0005723722861148417, -0.0004935277393087745, -0.00041468319250270724, -0.00033583864569664, -0.0002569940988905728, -0.00017814955208450556, -9.930500527843833e-05, -2.04604584723711e-05, 5.838408833369613e-05, 0.00013722863513976336, 0.00021607318194583058, 0.0002949177287518978, 0.00037376227555796504, 0.00045260682236403227, 0.0005314513691700995, 0.0006102959159761667, 0.000689140462782234, 0.0007679850095883012, 0.0008468295563943684, 0.0009256741032004356, 0.0010045187082141638, 0.00108336319681257, 0.0011622076854109764, 0.0012410522904247046, 0.0013198968954384327, 0.001398741384036839, 0.0014775858726352453, 0.0015564304776489735, 0.0016352750826627016, 0.001714119571261108, 0.0017929640598595142, 0.0018718086648732424, 0.0019506532698869705, 0.002029497642070055, 0.002108342247083783, 0.0021871868520975113, 0.0022660314571112394, 0.0023448760621249676, 0.002423720434308052, 0.00250256503932178, 0.0025814096443355083, 0.002660254016518593, 0.002739098621532321, 0.002817943226546049]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 2.0, 2.0, 2.0, 4.0, 8.0, 9.0, 12.0, 29.0, 53.0, 72.0, 110.0, 159.0, 225.0, 285.0, 491.0, 782.0, 1242.0, 2060.0, 3814.0, 7629.0, 17142.0, 46133.0, 835593.0, 196050.0, 36639.0, 14726.0, 6977.0, 3683.0, 2021.0, 1287.0, 770.0, 499.0, 312.0, 217.0, 149.0, 112.0, 89.0, 54.0, 38.0, 42.0, 21.0, 15.0, 12.0, 14.0, 11.0, 7.0, 7.0, 5.0, 6.0, 4.0, 3.0, 4.0, 3.0, 2.0, 2.0, 1.0, 0.0, 1.0, 2.0, 1.0], "bins": [-0.006076797377318144, -0.005851471796631813, -0.005626145750284195, -0.005400820169597864, -0.005175494588911533, -0.004950168542563915, -0.0047248429618775845, -0.004499516915529966, -0.0042741913348436356, -0.004048865754157305, -0.0038235397078096867, -0.003598214127123356, -0.0033728883136063814, -0.003147562500089407, -0.002922236919403076, -0.0026969111058861017, -0.0024715852923691273, -0.002246259478852153, -0.0020209336653351784, -0.0017956080846488476, -0.0015702822711318731, -0.0013449564576148987, -0.001119630760513246, -0.0008943050052039325, -0.000668979249894619, -0.00044365349458530545, -0.00021832773927599192, 6.998016033321619e-06, 0.00023232377134263515, 0.0004576495266519487, 0.0006829752819612622, 0.0009083010372705758, 0.0011336267925798893, 0.0013589526060968637, 0.0015842783031985164, 0.001809604000300169, 0.0020349298138171434, 0.002260255627334118, 0.0024855812080204487, 0.002710907021537423, 0.0029362328350543976, 0.003161558648571372, 0.0033868844620883465, 0.0036122100427746773, 0.0038375358562916517, 0.004062861669808626, 0.004288187250494957, 0.004513513296842575, 0.004738838877528906, 0.004964164458215237, 0.005189490504562855, 0.0054148160852491856, 0.005640141665935516, 0.0058654677122831345, 0.006090793292969465, 0.006316119339317083, 0.006541444920003414, 0.006766770500689745, 0.006992096547037363, 0.007217422127723694, 0.007442748174071312, 0.007668073754757643, 0.007893399335443974, 0.008118725381791592, 0.008344050496816635]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 4.0, 2.0, 0.0, 3.0, 4.0, 0.0, 0.0, 2.0, 2.0, 11.0, 1.0, 1.0, 5.0, 2.0, 4.0, 2.0, 1.0, 4.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.020449116826057434, -0.019853444769978523, -0.01925777457654476, -0.01866210252046585, -0.01806643046438694, -0.01747076027095318, -0.016875088214874268, -0.016279416158795357, -0.015683745965361595, -0.015088073909282684, -0.014492402784526348, -0.013896731659770012, -0.013301059603691101, -0.012705388478934765, -0.012109717354178429, -0.011514045298099518, -0.010918374173343182, -0.010322703048586845, -0.009727030992507935, -0.009131359867751598, -0.008535688742995262, -0.007940016686916351, -0.007344345562160015, -0.006748674437403679, -0.006153002846986055, -0.005557331256568432, -0.004961660131812096, -0.004365988541394472, -0.0037703171838074923, -0.0031746458262205124, -0.002578974235802889, -0.001983302878215909, -0.0013876315206289291, -0.0007919601048342884, -0.00019628868903964758, 0.0003993827267549932, 0.000995054142549634, 0.0015907255001366138, 0.0021863970905542374, 0.0027820684481412172, 0.003377739805728197, 0.003973411396145821, 0.004569082520902157, 0.00516475411131978, 0.005760425701737404, 0.00635609682649374, 0.006951768416911364, 0.0075474395416677, 0.008143111132085323, 0.00873878225684166, 0.00933445431292057, 0.009930125437676907, 0.010525796562433243, 0.011121468618512154, 0.01171713974326849, 0.012312810868024826, 0.012908482924103737, 0.013504154048860073, 0.01409982517361641, 0.014695496298372746, 0.015291168354451656, 0.015886839479207993, 0.016482511535286903, 0.017078181728720665, 0.017673853784799576]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 3.0, 1.0, 7.0, 1.0, 3.0, 4.0, 6.0, 4.0, 16.0, 6.0, 9.0, 7.0, 16.0, 24.0, 21.0, 47.0, 41.0, 55.0, 75.0, 128.0, 142.0, 186.0, 301.0, 375.0, 497.0, 743.0, 1210.0, 1935.0, 6224.0, 2033.0, 1240.0, 835.0, 552.0, 377.0, 276.0, 201.0, 161.0, 129.0, 94.0, 96.0, 72.0, 63.0, 49.0, 38.0, 36.0, 39.0, 21.0, 8.0, 5.0, 5.0, 1.0, 2.0, 5.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.010795812122523785, -0.010463906452059746, -0.010132000781595707, -0.009800095111131668, -0.009468190371990204, -0.009136284701526165, -0.008804379031062126, -0.008472473360598087, -0.008140567690134048, -0.007808662485331297, -0.007476756814867258, -0.007144851144403219, -0.006812945939600468, -0.006481040269136429, -0.00614913459867239, -0.0058172293938696384, -0.0054853237234056, -0.005153418052941561, -0.004821512848138809, -0.00448960717767477, -0.0041577015072107315, -0.0038257960695773363, -0.003493890631943941, -0.0031619849614799023, -0.002830079523846507, -0.002498174086213112, -0.002166268415749073, -0.0018343629781156778, -0.0015024574240669608, -0.0011705518700182438, -0.0008386463741771877, -0.0005067408783361316, -0.00017483532428741455, 0.00015707020065747201, 0.0004889757256023586, 0.0008208812214434147, 0.0011527867754921317, 0.0014846923295408487, 0.001816597767174244, 0.0021485034376382828, 0.002480408875271678, 0.002812314312905073, 0.003144219983369112, 0.003476125421002507, 0.0038080308586359024, 0.004139936529099941, 0.00447184219956398, 0.004803747404366732, 0.0051356530748307705, 0.005467558745294809, 0.005799463950097561, 0.0061313696205616, 0.006463275291025639, 0.00679518049582839, 0.007127086166292429, 0.007458991836756468, 0.007790897041559219, 0.008122802712023258, 0.008454708382487297, 0.008786614052951336, 0.009118519723415375, 0.009450424462556839, 0.009782330133020878, 0.010114235803484917, 0.010446141473948956]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 5.0, 0.0, 0.0, 0.0, 2.0, 4.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08100055158138275, -0.07870062440633774, -0.07640069723129272, -0.07410077005624771, -0.0718008428812027, -0.06950090825557709, -0.06720098108053207, -0.06490105390548706, -0.06260112673044205, -0.060301199555397034, -0.05800127238035202, -0.05570134148001671, -0.053401414304971695, -0.05110148712992668, -0.04880155622959137, -0.046501629054546356, -0.04420170187950134, -0.04190177470445633, -0.039601847529411316, -0.037301916629076004, -0.03500198945403099, -0.03270206227898598, -0.030402133241295815, -0.028102204203605652, -0.02580227702856064, -0.023502349853515625, -0.021202420815825462, -0.0189024917781353, -0.016602564603090286, -0.014302636496722698, -0.01200270839035511, -0.009702780283987522, -0.007402852177619934, -0.005102924071252346, -0.002802995964884758, -0.00050306785851717, 0.001796860247850418, 0.004096788354218006, 0.006396716460585594, 0.008696644566953182, 0.01099657267332077, 0.013296500779688358, 0.015596428886055946, 0.01789635792374611, 0.020196285098791122, 0.022496212273836136, 0.0247961413115263, 0.02709607034921646, 0.029395997524261475, 0.03169592469930649, 0.0339958518743515, 0.03629578277468681, 0.03859570994973183, 0.04089563712477684, 0.04319556802511215, 0.045495495200157166, 0.04779542237520218, 0.05009534955024719, 0.052395276725292206, 0.05469520762562752, 0.05699513480067253, 0.059295061975717545, 0.061594992876052856, 0.06389492005109787, 0.06619484722614288]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 3.0, 0.0, 2.0, 4.0, 2.0, 3.0, 2.0, 0.0, 1.0, 4.0, 2.0, 3.0, 5.0, 0.0, 0.0, 1.0, 4.0, 4.0, 7.0, 12.0, 9.0, 9.0, 12.0, 13.0, 21.0, 8.0, 21.0, 28.0, 46.0, 12.0, 6.0, 8.0, 3.0, 5.0, 0.0, 1.0, 2.0, 1.0, 1.0, 3.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 2.0, 0.0, 0.0, 2.0], "bins": [-0.054935019463300705, -0.05318388342857361, -0.05143275111913681, -0.04968161880970001, -0.047930482774972916, -0.04617934674024582, -0.04442821443080902, -0.04267708212137222, -0.040925946086645126, -0.03917481005191803, -0.03742367774248123, -0.035672545433044434, -0.03392140939831734, -0.03217027336359024, -0.030419141054153442, -0.028668006882071495, -0.026916872709989548, -0.0251657385379076, -0.023414604365825653, -0.021663470193743706, -0.01991233602166176, -0.01816120184957981, -0.016410067677497864, -0.014658933505415916, -0.012907799333333969, -0.011156665161252022, -0.009405530989170074, -0.007654396817088127, -0.00590326264500618, -0.0041521284729242325, -0.002400994300842285, -0.0006498601287603378, 0.0011012740433216095, 0.002852408215403557, 0.004603542387485504, 0.0063546765595674515, 0.008105810731649399, 0.009856944903731346, 0.011608079075813293, 0.01335921324789524, 0.015110347419977188, 0.016861481592059135, 0.018612615764141083, 0.02036374993622303, 0.022114884108304977, 0.023866018280386925, 0.025617152452468872, 0.02736828662455082, 0.029119420796632767, 0.030870554968714714, 0.03262168914079666, 0.03437282145023346, 0.036123957484960556, 0.03787509351968765, 0.03962622582912445, 0.04137735813856125, 0.043128494173288345, 0.04487963020801544, 0.04663076251745224, 0.04838189482688904, 0.050133030861616135, 0.05188416689634323, 0.05363529920578003, 0.05538643151521683, 0.057137567549943924]}, "_runtime": 193.20425701141357, "_timestamp": 1596214517.9615395, "_step": 239}
+{"val_accuracy": 0.8249450627853882, "val_loss": 0.4563428394870671, "_runtime": 194.68288898468018, "_timestamp": 1596214519.4401715, "_step": 240}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: V Confidence: 0.32 Truth: v", "Prediction: 5 Confidence: 1.00 Truth: 5", "Prediction: 2 Confidence: 1.00 Truth: 2", "Prediction: 0 Confidence: 0.62 Truth: 0"]}, "_runtime": 195.00687074661255, "_timestamp": 1596214519.7641532, "_step": 241}
+{"validation_metric": 0.8250299657534246, "_runtime": 195.94383335113525, "_timestamp": 1596214520.7011158, "_step": 242}
diff --git a/wandb/run-20200731_165207-1ipqqax6/wandb-metadata.json b/wandb/run-20200731_165207-1ipqqax6/wandb-metadata.json
new file mode 100644
index 0000000..baa5fba
--- /dev/null
+++ b/wandb/run-20200731_165207-1ipqqax6/wandb-metadata.json
@@ -0,0 +1,30 @@
+{
+ "root": "/home/akternurra/Documents/projects/quest-for-general-artifical-intelligence/projects/text-recognizer",
+ "program": "<python with no main file>",
+ "git": {
+ "remote": "git@github.com:aktersnurra/text-recognizer.git",
+ "commit": "fa461db6132e7a22f3aa1bb48cce8981890325fb"
+ },
+ "email": "gustaf.rydholm@gmail.com",
+ "startedAt": "2020-07-31T16:52:07.883433",
+ "host": "kompjuter",
+ "username": "akternurra",
+ "executable": "/home/akternurra/.cache/pypoetry/virtualenvs/text-recognizer-N1c_zsdp-py3.8/bin/python",
+ "os": "Linux-5.4.0-42-generic-x86_64-with-glibc2.27",
+ "python": "3.8.2",
+ "gpu": "GeForce RTX 2070",
+ "gpu_count": 1,
+ "cpu_count": 12,
+ "cuda": "10.1.105",
+ "args": [
+ "--gpu=-1",
+ "--save",
+ "--experiment_config={\"dataloader\": \"EmnistDataLoader\", \"data_loader_args\": {\"splits\": [\"train\", \"val\"], \"sample_to_balance\": true, \"subsample_fraction\": null, \"transform\": null, \"target_transform\": null, \"batch_size\": 256, \"shuffle\": true, \"num_workers\": 8, \"cuda\": true, \"seed\": 4711}, \"model\": \"CharacterModel\", \"metrics\": [\"accuracy\"], \"network\": \"LeNet\", \"network_args\": {\"input_size\": [28, 28], \"output_size\": 62}, \"train_args\": {\"batch_size\": 256, \"epochs\": 16}, \"criterion\": \"CrossEntropyLoss\", \"criterion_args\": {\"weight\": null, \"ignore_index\": -100, \"reduction\": \"mean\"}, \"optimizer\": \"AdamW\", \"optimizer_args\": {\"lr\": 0.01, \"betas\": [0.9, 0.999], \"eps\": 1e-08, \"weight_decay\": 0, \"amsgrad\": false}, \"lr_scheduler\": \"OneCycleLR\", \"lr_scheduler_args\": {\"max_lr\": 0.001, \"epochs\": 16}, \"callbacks\": [\"Checkpoint\", \"EarlyStopping\", \"WandbCallback\", \"WandbImageLogger\"], \"callback_args\": {\"Checkpoint\": {\"monitor\": \"val_accuracy\"}, \"EarlyStopping\": {\"monitor\": \"val_loss\", \"min_delta\": 0.0, \"patience\": 3, \"mode\": \"min\"}, \"WandbCallback\": {\"log_batch_frequency\": 10}, \"WandbImageLogger\": {\"num_examples\": 4}}, \"verbosity\": 2, \"resume_experiment\": null, \"experiment_group\": \"Sample Experiments\"}"
+ ],
+ "state": "finished",
+ "jobType": null,
+ "mode": "run",
+ "project": "text-recognizer",
+ "heartbeatAt": "2020-07-31T16:55:21.737180",
+ "exitcode": 0
+}
diff --git a/wandb/run-20200731_165207-1ipqqax6/wandb-summary.json b/wandb/run-20200731_165207-1ipqqax6/wandb-summary.json
new file mode 100644
index 0000000..1ce7e98
--- /dev/null
+++ b/wandb/run-20200731_165207-1ipqqax6/wandb-summary.json
@@ -0,0 +1 @@
+{"graph_0": {"_type": "graph-file", "path": "media/graph/graph_0_summary_c4ce236a.graph.json", "sha256": "c4ce236a9ea30e4ef5449aea5b66b1c4f59d57c1283d0d37c5e52639cb0db455", "size": 1814}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 2.0, 2.0, 2.0, 4.0, 8.0, 9.0, 12.0, 29.0, 53.0, 72.0, 110.0, 159.0, 225.0, 285.0, 491.0, 782.0, 1242.0, 2060.0, 3814.0, 7629.0, 17142.0, 46133.0, 835593.0, 196050.0, 36639.0, 14726.0, 6977.0, 3683.0, 2021.0, 1287.0, 770.0, 499.0, 312.0, 217.0, 149.0, 112.0, 89.0, 54.0, 38.0, 42.0, 21.0, 15.0, 12.0, 14.0, 11.0, 7.0, 7.0, 5.0, 6.0, 4.0, 3.0, 4.0, 3.0, 2.0, 2.0, 1.0, 0.0, 1.0, 2.0, 1.0], "bins": [-0.006076797377318144, -0.005851471796631813, -0.005626145750284195, -0.005400820169597864, -0.005175494588911533, -0.004950168542563915, -0.0047248429618775845, -0.004499516915529966, -0.0042741913348436356, -0.004048865754157305, -0.0038235397078096867, -0.003598214127123356, -0.0033728883136063814, -0.003147562500089407, -0.002922236919403076, -0.0026969111058861017, -0.0024715852923691273, -0.002246259478852153, -0.0020209336653351784, -0.0017956080846488476, -0.0015702822711318731, -0.0013449564576148987, -0.001119630760513246, -0.0008943050052039325, -0.000668979249894619, -0.00044365349458530545, -0.00021832773927599192, 6.998016033321619e-06, 0.00023232377134263515, 0.0004576495266519487, 0.0006829752819612622, 0.0009083010372705758, 0.0011336267925798893, 0.0013589526060968637, 0.0015842783031985164, 0.001809604000300169, 0.0020349298138171434, 0.002260255627334118, 0.0024855812080204487, 0.002710907021537423, 0.0029362328350543976, 0.003161558648571372, 0.0033868844620883465, 0.0036122100427746773, 0.0038375358562916517, 0.004062861669808626, 0.004288187250494957, 0.004513513296842575, 0.004738838877528906, 0.004964164458215237, 0.005189490504562855, 0.0054148160852491856, 0.005640141665935516, 0.0058654677122831345, 0.006090793292969465, 0.006316119339317083, 0.006541444920003414, 0.006766770500689745, 0.006992096547037363, 0.007217422127723694, 0.007442748174071312, 0.007668073754757643, 0.007893399335443974, 0.008118725381791592, 0.008344050496816635]}, "_step": 242, "_runtime": 195.94383335113525, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 4.0, 3.0, 3.0, 6.0, 4.0, 4.0, 5.0, 4.0, 2.0, 6.0, 1.0, 3.0, 4.0, 19.0, 6.0, 6.0, 4.0, 5.0, 4.0, 2.0, 2.0, 2.0, 3.0, 3.0, 1.0, 1.0, 3.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.0022281077690422535, -0.0021492631640285254, -0.002070418559014797, -0.0019915741868317127, -0.0019127295818179846, -0.0018338849768042564, -0.0017550404882058501, -0.0016761959996074438, -0.0015973513945937157, -0.0015185067895799875, -0.0014396623009815812, -0.001360817812383175, -0.0012819732073694468, -0.0012031286023557186, -0.0011242841137573123, -0.001045439625158906, -0.0009665950201451778, -0.0008877504733391106, -0.0008089059265330434, -0.0007300613797269762, -0.0006512168329209089, -0.0005723722861148417, -0.0004935277393087745, -0.00041468319250270724, -0.00033583864569664, -0.0002569940988905728, -0.00017814955208450556, -9.930500527843833e-05, -2.04604584723711e-05, 5.838408833369613e-05, 0.00013722863513976336, 0.00021607318194583058, 0.0002949177287518978, 0.00037376227555796504, 0.00045260682236403227, 0.0005314513691700995, 0.0006102959159761667, 0.000689140462782234, 0.0007679850095883012, 0.0008468295563943684, 0.0009256741032004356, 0.0010045187082141638, 0.00108336319681257, 0.0011622076854109764, 0.0012410522904247046, 0.0013198968954384327, 0.001398741384036839, 0.0014775858726352453, 0.0015564304776489735, 0.0016352750826627016, 0.001714119571261108, 0.0017929640598595142, 0.0018718086648732424, 0.0019506532698869705, 0.002029497642070055, 0.002108342247083783, 0.0021871868520975113, 0.0022660314571112394, 0.0023448760621249676, 0.002423720434308052, 0.00250256503932178, 0.0025814096443355083, 0.002660254016518593, 0.002739098621532321, 0.002817943226546049]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 4.0, 2.0, 0.0, 3.0, 4.0, 0.0, 0.0, 2.0, 2.0, 11.0, 1.0, 1.0, 5.0, 2.0, 4.0, 2.0, 1.0, 4.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.020449116826057434, -0.019853444769978523, -0.01925777457654476, -0.01866210252046585, -0.01806643046438694, -0.01747076027095318, -0.016875088214874268, -0.016279416158795357, -0.015683745965361595, -0.015088073909282684, -0.014492402784526348, -0.013896731659770012, -0.013301059603691101, -0.012705388478934765, -0.012109717354178429, -0.011514045298099518, -0.010918374173343182, -0.010322703048586845, -0.009727030992507935, -0.009131359867751598, -0.008535688742995262, -0.007940016686916351, -0.007344345562160015, -0.006748674437403679, -0.006153002846986055, -0.005557331256568432, -0.004961660131812096, -0.004365988541394472, -0.0037703171838074923, -0.0031746458262205124, -0.002578974235802889, -0.001983302878215909, -0.0013876315206289291, -0.0007919601048342884, -0.00019628868903964758, 0.0003993827267549932, 0.000995054142549634, 0.0015907255001366138, 0.0021863970905542374, 0.0027820684481412172, 0.003377739805728197, 0.003973411396145821, 0.004569082520902157, 0.00516475411131978, 0.005760425701737404, 0.00635609682649374, 0.006951768416911364, 0.0075474395416677, 0.008143111132085323, 0.00873878225684166, 0.00933445431292057, 0.009930125437676907, 0.010525796562433243, 0.011121468618512154, 0.01171713974326849, 0.012312810868024826, 0.012908482924103737, 0.013504154048860073, 0.01409982517361641, 0.014695496298372746, 0.015291168354451656, 0.015886839479207993, 0.016482511535286903, 0.017078181728720665, 0.017673853784799576]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 3.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 2.0, 2.0, 3.0, 4.0, 7.0, 2.0, 5.0, 8.0, 10.0, 13.0, 16.0, 12.0, 15.0, 21.0, 31.0, 40.0, 55.0, 39.0, 81.0, 94.0, 103.0, 146.0, 231.0, 479.0, 5282.0, 380.0, 206.0, 134.0, 94.0, 95.0, 60.0, 55.0, 31.0, 38.0, 23.0, 15.0, 18.0, 15.0, 14.0, 14.0, 7.0, 5.0, 5.0, 4.0, 1.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.08829404413700104, -0.08563573658466339, -0.08297743648290634, -0.08031913638114929, -0.07766082882881165, -0.075002521276474, -0.07234422117471695, -0.0696859210729599, -0.06702761352062225, -0.0643693059682846, -0.06171100586652756, -0.05905270203948021, -0.05639439821243286, -0.05373609438538551, -0.051077790558338165, -0.04841948673129082, -0.04576118290424347, -0.04310287907719612, -0.04044457525014877, -0.037786271423101425, -0.03512796759605408, -0.03246966376900673, -0.02981135994195938, -0.027153056114912033, -0.024494752287864685, -0.021836448460817337, -0.01917814463376999, -0.01651984080672264, -0.013861536979675293, -0.011203233152627945, -0.008544929325580597, -0.005886625498533249, -0.003228321671485901, -0.0005700178444385529, 0.002088285982608795, 0.004746589809656143, 0.007404893636703491, 0.01006319746375084, 0.012721501290798187, 0.015379805117845535, 0.018038108944892883, 0.02069641277194023, 0.02335471659898758, 0.026013020426034927, 0.028671324253082275, 0.03132962808012962, 0.03398793190717697, 0.03664623573422432, 0.03930453956127167, 0.041962843388319016, 0.044621147215366364, 0.04727945104241371, 0.04993775486946106, 0.05259605869650841, 0.055254362523555756, 0.057912666350603104, 0.06057097017765045, 0.0632292777299881, 0.06588757783174515, 0.0685458779335022, 0.07120418548583984, 0.07386249303817749, 0.07652079313993454, 0.07917909324169159, 0.08183740079402924]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 3.0, 1.0, 7.0, 1.0, 3.0, 4.0, 6.0, 4.0, 16.0, 6.0, 9.0, 7.0, 16.0, 24.0, 21.0, 47.0, 41.0, 55.0, 75.0, 128.0, 142.0, 186.0, 301.0, 375.0, 497.0, 743.0, 1210.0, 1935.0, 6224.0, 2033.0, 1240.0, 835.0, 552.0, 377.0, 276.0, 201.0, 161.0, 129.0, 94.0, 96.0, 72.0, 63.0, 49.0, 38.0, 36.0, 39.0, 21.0, 8.0, 5.0, 5.0, 1.0, 2.0, 5.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.010795812122523785, -0.010463906452059746, -0.010132000781595707, -0.009800095111131668, -0.009468190371990204, -0.009136284701526165, -0.008804379031062126, -0.008472473360598087, -0.008140567690134048, -0.007808662485331297, -0.007476756814867258, -0.007144851144403219, -0.006812945939600468, -0.006481040269136429, -0.00614913459867239, -0.0058172293938696384, -0.0054853237234056, -0.005153418052941561, -0.004821512848138809, -0.00448960717767477, -0.0041577015072107315, -0.0038257960695773363, -0.003493890631943941, -0.0031619849614799023, -0.002830079523846507, -0.002498174086213112, -0.002166268415749073, -0.0018343629781156778, -0.0015024574240669608, -0.0011705518700182438, -0.0008386463741771877, -0.0005067408783361316, -0.00017483532428741455, 0.00015707020065747201, 0.0004889757256023586, 0.0008208812214434147, 0.0011527867754921317, 0.0014846923295408487, 0.001816597767174244, 0.0021485034376382828, 0.002480408875271678, 0.002812314312905073, 0.003144219983369112, 0.003476125421002507, 0.0038080308586359024, 0.004139936529099941, 0.00447184219956398, 0.004803747404366732, 0.0051356530748307705, 0.005467558745294809, 0.005799463950097561, 0.0061313696205616, 0.006463275291025639, 0.00679518049582839, 0.007127086166292429, 0.007458991836756468, 0.007790897041559219, 0.008122802712023258, 0.008454708382487297, 0.008786614052951336, 0.009118519723415375, 0.009450424462556839, 0.009782330133020878, 0.010114235803484917, 0.010446141473948956]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 3.0, 0.0, 2.0, 4.0, 2.0, 3.0, 2.0, 0.0, 1.0, 4.0, 2.0, 3.0, 5.0, 0.0, 0.0, 1.0, 4.0, 4.0, 7.0, 12.0, 9.0, 9.0, 12.0, 13.0, 21.0, 8.0, 21.0, 28.0, 46.0, 12.0, 6.0, 8.0, 3.0, 5.0, 0.0, 1.0, 2.0, 1.0, 1.0, 3.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 2.0, 0.0, 0.0, 2.0], "bins": [-0.054935019463300705, -0.05318388342857361, -0.05143275111913681, -0.04968161880970001, -0.047930482774972916, -0.04617934674024582, -0.04442821443080902, -0.04267708212137222, -0.040925946086645126, -0.03917481005191803, -0.03742367774248123, -0.035672545433044434, -0.03392140939831734, -0.03217027336359024, -0.030419141054153442, -0.028668006882071495, -0.026916872709989548, -0.0251657385379076, -0.023414604365825653, -0.021663470193743706, -0.01991233602166176, -0.01816120184957981, -0.016410067677497864, -0.014658933505415916, -0.012907799333333969, -0.011156665161252022, -0.009405530989170074, -0.007654396817088127, -0.00590326264500618, -0.0041521284729242325, -0.002400994300842285, -0.0006498601287603378, 0.0011012740433216095, 0.002852408215403557, 0.004603542387485504, 0.0063546765595674515, 0.008105810731649399, 0.009856944903731346, 0.011608079075813293, 0.01335921324789524, 0.015110347419977188, 0.016861481592059135, 0.018612615764141083, 0.02036374993622303, 0.022114884108304977, 0.023866018280386925, 0.025617152452468872, 0.02736828662455082, 0.029119420796632767, 0.030870554968714714, 0.03262168914079666, 0.03437282145023346, 0.036123957484960556, 0.03787509351968765, 0.03962622582912445, 0.04137735813856125, 0.043128494173288345, 0.04487963020801544, 0.04663076251745224, 0.04838189482688904, 0.050133030861616135, 0.05188416689634323, 0.05363529920578003, 0.05538643151521683, 0.057137567549943924]}, "_timestamp": 1596214520.7011158, "gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 2.0, 1.0, 1.0, 1.0, 3.0, 1.0, 2.0, 1.0, 3.0, 1.0, 3.0, 6.0, 1.0, 3.0, 3.0, 0.0, 1.0, 1.0, 1.0, 1.0, 4.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.009757058694958687, -0.009498135186731815, -0.00923921074718237, -0.008980287238955498, -0.008721362799406052, -0.00846243929117918, -0.008203514851629734, -0.007944591343402863, -0.007685667369514704, -0.007426743395626545, -0.007167819421738386, -0.006908895447850227, -0.006649971939623356, -0.006391047965735197, -0.006132123991847038, -0.0058732000179588795, -0.005614276044070721, -0.005355352070182562, -0.005096428096294403, -0.004837504122406244, -0.0045785801485180855, -0.004319656640291214, -0.004060732666403055, -0.0038018086925148964, -0.0035428847186267376, -0.003283960744738579, -0.00302503677085042, -0.002766113029792905, -0.002507189055904746, -0.0022482650820165873, -0.001989341340959072, -0.0017304173670709133, -0.0014714933931827545, -0.0012125694192945957, -0.0009536455618217587, -0.0006947216461412609, -0.000435797730460763, -0.0001768738147802651, 8.205010090023279e-05, 0.0003409740165807307, 0.0005998979322612286, 0.0008588218479417264, 0.0011177457636222243, 0.0013766696210950613, 0.00163559359498322, 0.001894517568871379, 0.002153441309928894, 0.002412365283817053, 0.0026712892577052116, 0.0029302132315933704, 0.0031891372054815292, 0.0034480609465390444, 0.003706984920427203, 0.003965908661484718, 0.004224832635372877, 0.004483756609261036, 0.004742680583149195, 0.0050016045570373535, 0.005260528530925512, 0.005519452504813671, 0.005778376013040543, 0.006037299986928701, 0.00629622396081686, 0.006555147934705019, 0.006814071908593178]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 5.0, 0.0, 0.0, 0.0, 2.0, 4.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08100055158138275, -0.07870062440633774, -0.07640069723129272, -0.07410077005624771, -0.0718008428812027, -0.06950090825557709, -0.06720098108053207, -0.06490105390548706, -0.06260112673044205, -0.060301199555397034, -0.05800127238035202, -0.05570134148001671, -0.053401414304971695, -0.05110148712992668, -0.04880155622959137, -0.046501629054546356, -0.04420170187950134, -0.04190177470445633, -0.039601847529411316, -0.037301916629076004, -0.03500198945403099, -0.03270206227898598, -0.030402133241295815, -0.028102204203605652, -0.02580227702856064, -0.023502349853515625, -0.021202420815825462, -0.0189024917781353, -0.016602564603090286, -0.014302636496722698, -0.01200270839035511, -0.009702780283987522, -0.007402852177619934, -0.005102924071252346, -0.002802995964884758, -0.00050306785851717, 0.001796860247850418, 0.004096788354218006, 0.006396716460585594, 0.008696644566953182, 0.01099657267332077, 0.013296500779688358, 0.015596428886055946, 0.01789635792374611, 0.020196285098791122, 0.022496212273836136, 0.0247961413115263, 0.02709607034921646, 0.029395997524261475, 0.03169592469930649, 0.0339958518743515, 0.03629578277468681, 0.03859570994973183, 0.04089563712477684, 0.04319556802511215, 0.045495495200157166, 0.04779542237520218, 0.05009534955024719, 0.052395276725292206, 0.05469520762562752, 0.05699513480067253, 0.059295061975717545, 0.061594992876052856, 0.06389492005109787, 0.06619484722614288]}, "val_loss": 0.4563428394870671, "val_accuracy": 0.8249450627853882, "examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: V Confidence: 0.32 Truth: v", "Prediction: 5 Confidence: 1.00 Truth: 5", "Prediction: 2 Confidence: 1.00 Truth: 2", "Prediction: 0 Confidence: 0.62 Truth: 0"]}, "validation_metric": 0.8250299657534246}
diff --git a/wandb/run-20200731_200927-r504fu7h/config.yaml b/wandb/run-20200731_200927-r504fu7h/config.yaml
new file mode 100644
index 0000000..2b2e38f
--- /dev/null
+++ b/wandb/run-20200731_200927-r504fu7h/config.yaml
@@ -0,0 +1,111 @@
+wandb_version: 1
+
+_wandb:
+ desc: null
+ value:
+ cli_version: 0.9.4
+ framework: torch
+ is_jupyter_run: false
+ is_kaggle_kernel: false
+ python_version: 3.8.2
+callback_args:
+ desc: null
+ value:
+ Checkpoint:
+ monitor: val_accuracy
+ EarlyStopping:
+ min_delta: 0.0
+ mode: min
+ monitor: val_loss
+ patience: 3
+ WandbCallback:
+ log_batch_frequency: 10
+ WandbImageLogger:
+ num_examples: 4
+callbacks:
+ desc: null
+ value:
+ - Checkpoint
+ - EarlyStopping
+ - WandbCallback
+ - WandbImageLogger
+criterion:
+ desc: null
+ value: CrossEntropyLoss
+criterion_args:
+ desc: null
+ value:
+ ignore_index: -100
+ reduction: mean
+ weight: null
+data_loader_args:
+ desc: null
+ value:
+ batch_size: 256
+ cuda: true
+ num_workers: 8
+ sample_to_balance: true
+ seed: 4711
+ shuffle: true
+ splits:
+ - train
+ - val
+ subsample_fraction: null
+ target_transform: null
+ transform: null
+dataloader:
+ desc: null
+ value: EmnistDataLoader
+experiment_group:
+ desc: null
+ value: Sample Experiments
+lr_scheduler:
+ desc: null
+ value: OneCycleLR
+lr_scheduler_args:
+ desc: null
+ value:
+ epochs: 16
+ max_lr: 0.001
+ steps_per_epoch: 1314
+metrics:
+ desc: null
+ value:
+ - accuracy
+model:
+ desc: null
+ value: CharacterModel
+network:
+ desc: null
+ value: LeNet
+network_args:
+ desc: null
+ value:
+ input_size:
+ - 28
+ - 28
+ output_size: 62
+optimizer:
+ desc: null
+ value: AdamW
+optimizer_args:
+ desc: null
+ value:
+ amsgrad: false
+ betas:
+ - 0.9
+ - 0.999
+ eps: 1.0e-08
+ lr: 0.01
+ weight_decay: 0
+resume_experiment:
+ desc: null
+ value: null
+train_args:
+ desc: null
+ value:
+ batch_size: 256
+ epochs: 16
+verbosity:
+ desc: null
+ value: 1
diff --git a/wandb/run-20200731_200927-r504fu7h/media/graph/graph_0_summary_1247f856.graph.json b/wandb/run-20200731_200927-r504fu7h/media/graph/graph_0_summary_1247f856.graph.json
new file mode 100644
index 0000000..572f2a7
--- /dev/null
+++ b/wandb/run-20200731_200927-r504fu7h/media/graph/graph_0_summary_1247f856.graph.json
@@ -0,0 +1 @@
+{"format": "torch", "nodes": [{"name": "layers.0", "id": 140483865262880, "class_name": "Conv2d(1, 32, kernel_size=(3, 3), stride=(1, 1))", "parameters": [["weight", [32, 1, 3, 3]], ["bias", [32]]], "output_shape": [[2, 32, 26, 26]], "num_parameters": [288, 32]}, {"name": "layers.1", "id": 140483865262688, "class_name": "ReLU(inplace=True)", "parameters": [], "output_shape": [[2, 32, 26, 26]], "num_parameters": []}, {"name": "layers.2", "id": 140483865262832, "class_name": "Conv2d(32, 64, kernel_size=(3, 3), stride=(1, 1))", "parameters": [["weight", [64, 32, 3, 3]], ["bias", [64]]], "output_shape": [[2, 64, 24, 24]], "num_parameters": [18432, 64]}, {"name": "layers.4", "id": 140483865263120, "class_name": "MaxPool2d(kernel_size=2, stride=2, padding=0, dilation=1, ceil_mode=False)", "parameters": [], "output_shape": [[2, 64, 12, 12]], "num_parameters": []}, {"name": "layers.5", "id": 140483865263072, "class_name": "Dropout(p=0.2, inplace=False)", "parameters": [], "output_shape": [[2, 64, 12, 12]], "num_parameters": []}, {"name": "layers.6", "id": 140483865262784, "class_name": "Flatten()", "parameters": [], "output_shape": [[2, 9216]], "num_parameters": []}, {"name": "layers.7", "id": 140485517738336, "class_name": "Linear(in_features=9216, out_features=128, bias=True)", "parameters": [["weight", [128, 9216]], ["bias", [128]]], "output_shape": [[2, 128]], "num_parameters": [1179648, 128]}, {"name": "layers.9", "id": 140485517738768, "class_name": "Dropout(p=0.2, inplace=False)", "parameters": [], "output_shape": [[2, 128]], "num_parameters": []}, {"name": "layers.10", "id": 140483865659328, "class_name": "Linear(in_features=128, out_features=62, bias=True)", "parameters": [["weight", [62, 128]], ["bias", [62]]], "output_shape": [[2, 62]], "num_parameters": [7936, 62]}], "edges": []}
diff --git a/wandb/run-20200731_200927-r504fu7h/media/images/examples_12.png b/wandb/run-20200731_200927-r504fu7h/media/images/examples_12.png
new file mode 100644
index 0000000..2a0fe2d
--- /dev/null
+++ b/wandb/run-20200731_200927-r504fu7h/media/images/examples_12.png
Binary files differ
diff --git a/wandb/run-20200731_200927-r504fu7h/media/images/examples_15.png b/wandb/run-20200731_200927-r504fu7h/media/images/examples_15.png
new file mode 100644
index 0000000..2a0fe2d
--- /dev/null
+++ b/wandb/run-20200731_200927-r504fu7h/media/images/examples_15.png
Binary files differ
diff --git a/wandb/run-20200731_200927-r504fu7h/media/images/examples_18.png b/wandb/run-20200731_200927-r504fu7h/media/images/examples_18.png
new file mode 100644
index 0000000..2a0fe2d
--- /dev/null
+++ b/wandb/run-20200731_200927-r504fu7h/media/images/examples_18.png
Binary files differ
diff --git a/wandb/run-20200731_200927-r504fu7h/media/images/examples_2.png b/wandb/run-20200731_200927-r504fu7h/media/images/examples_2.png
new file mode 100644
index 0000000..2a0fe2d
--- /dev/null
+++ b/wandb/run-20200731_200927-r504fu7h/media/images/examples_2.png
Binary files differ
diff --git a/wandb/run-20200731_200927-r504fu7h/media/images/examples_22.png b/wandb/run-20200731_200927-r504fu7h/media/images/examples_22.png
new file mode 100644
index 0000000..2a0fe2d
--- /dev/null
+++ b/wandb/run-20200731_200927-r504fu7h/media/images/examples_22.png
Binary files differ
diff --git a/wandb/run-20200731_200927-r504fu7h/media/images/examples_25.png b/wandb/run-20200731_200927-r504fu7h/media/images/examples_25.png
new file mode 100644
index 0000000..2a0fe2d
--- /dev/null
+++ b/wandb/run-20200731_200927-r504fu7h/media/images/examples_25.png
Binary files differ
diff --git a/wandb/run-20200731_200927-r504fu7h/media/images/examples_28.png b/wandb/run-20200731_200927-r504fu7h/media/images/examples_28.png
new file mode 100644
index 0000000..2a0fe2d
--- /dev/null
+++ b/wandb/run-20200731_200927-r504fu7h/media/images/examples_28.png
Binary files differ
diff --git a/wandb/run-20200731_200927-r504fu7h/media/images/examples_32.png b/wandb/run-20200731_200927-r504fu7h/media/images/examples_32.png
new file mode 100644
index 0000000..2a0fe2d
--- /dev/null
+++ b/wandb/run-20200731_200927-r504fu7h/media/images/examples_32.png
Binary files differ
diff --git a/wandb/run-20200731_200927-r504fu7h/media/images/examples_35.png b/wandb/run-20200731_200927-r504fu7h/media/images/examples_35.png
new file mode 100644
index 0000000..2a0fe2d
--- /dev/null
+++ b/wandb/run-20200731_200927-r504fu7h/media/images/examples_35.png
Binary files differ
diff --git a/wandb/run-20200731_200927-r504fu7h/media/images/examples_38.png b/wandb/run-20200731_200927-r504fu7h/media/images/examples_38.png
new file mode 100644
index 0000000..2a0fe2d
--- /dev/null
+++ b/wandb/run-20200731_200927-r504fu7h/media/images/examples_38.png
Binary files differ
diff --git a/wandb/run-20200731_200927-r504fu7h/media/images/examples_42.png b/wandb/run-20200731_200927-r504fu7h/media/images/examples_42.png
new file mode 100644
index 0000000..2a0fe2d
--- /dev/null
+++ b/wandb/run-20200731_200927-r504fu7h/media/images/examples_42.png
Binary files differ
diff --git a/wandb/run-20200731_200927-r504fu7h/media/images/examples_45.png b/wandb/run-20200731_200927-r504fu7h/media/images/examples_45.png
new file mode 100644
index 0000000..2a0fe2d
--- /dev/null
+++ b/wandb/run-20200731_200927-r504fu7h/media/images/examples_45.png
Binary files differ
diff --git a/wandb/run-20200731_200927-r504fu7h/media/images/examples_48.png b/wandb/run-20200731_200927-r504fu7h/media/images/examples_48.png
new file mode 100644
index 0000000..2a0fe2d
--- /dev/null
+++ b/wandb/run-20200731_200927-r504fu7h/media/images/examples_48.png
Binary files differ
diff --git a/wandb/run-20200731_200927-r504fu7h/media/images/examples_5.png b/wandb/run-20200731_200927-r504fu7h/media/images/examples_5.png
new file mode 100644
index 0000000..2a0fe2d
--- /dev/null
+++ b/wandb/run-20200731_200927-r504fu7h/media/images/examples_5.png
Binary files differ
diff --git a/wandb/run-20200731_200927-r504fu7h/media/images/examples_52.png b/wandb/run-20200731_200927-r504fu7h/media/images/examples_52.png
new file mode 100644
index 0000000..2a0fe2d
--- /dev/null
+++ b/wandb/run-20200731_200927-r504fu7h/media/images/examples_52.png
Binary files differ
diff --git a/wandb/run-20200731_200927-r504fu7h/media/images/examples_8.png b/wandb/run-20200731_200927-r504fu7h/media/images/examples_8.png
new file mode 100644
index 0000000..2a0fe2d
--- /dev/null
+++ b/wandb/run-20200731_200927-r504fu7h/media/images/examples_8.png
Binary files differ
diff --git a/wandb/run-20200731_200927-r504fu7h/requirements.txt b/wandb/run-20200731_200927-r504fu7h/requirements.txt
new file mode 100644
index 0000000..61a6f5b
--- /dev/null
+++ b/wandb/run-20200731_200927-r504fu7h/requirements.txt
@@ -0,0 +1,145 @@
+alabaster==0.7.12
+appdirs==1.4.4
+attrs==19.3.0
+babel==2.8.0
+backcall==0.2.0
+bandit==1.6.2
+black==19.10b0
+bleach==3.1.5
+blessings==1.7
+boltons==20.2.0
+certifi==2020.6.20
+chardet==3.0.4
+click==7.1.2
+configparser==5.0.0
+coverage==5.2.1
+cycler==0.10.0
+darglint==1.5.2
+dataclasses==0.6
+decorator==4.4.2
+defusedxml==0.6.0
+desert==2020.1.6
+docker-pycreds==0.4.0
+docutils==0.16
+dparse==0.5.1
+entrypoints==0.3
+flake8-annotations==2.3.0
+flake8-bandit==2.1.2
+flake8-black==0.2.1
+flake8-bugbear==20.1.4
+flake8-docstrings==1.5.0
+flake8-import-order==0.18.1
+flake8-polyfill==1.0.2
+flake8==3.8.3
+future==0.18.2
+gitdb==4.0.5
+gitpython==3.1.7
+gpustat==0.6.0
+gql==0.2.0
+graphql-core==1.1
+h5py==2.10.0
+idna==2.10
+imagesize==1.2.0
+ipykernel==5.3.4
+ipython-genutils==0.2.0
+ipython==7.16.1
+ipywidgets==7.5.1
+jedi==0.17.2
+jinja2==2.11.2
+jsonschema==3.2.0
+jupyter-client==6.1.6
+jupyter-console==6.1.0
+jupyter-core==4.6.3
+jupyter==1.0.0
+kiwisolver==1.2.0
+loguru==0.5.1
+markupsafe==1.1.1
+marshmallow==3.7.1
+matplotlib==3.3.0
+mccabe==0.6.1
+mistune==0.8.4
+more-itertools==8.4.0
+mypy-extensions==0.4.3
+mypy==0.770
+nbconvert==5.6.1
+nbformat==5.0.7
+notebook==6.0.3
+numpy==1.19.1
+nvidia-ml-py3==7.352.0
+opencv-python==4.3.0.36
+packaging==20.4
+pandocfilters==1.4.2
+parso==0.7.1
+pathspec==0.8.0
+pathtools==0.1.2
+pbr==5.4.5
+pexpect==4.8.0
+pickleshare==0.7.5
+pillow==7.2.0
+pip==20.2
+pluggy==0.13.1
+prometheus-client==0.8.0
+promise==2.3
+prompt-toolkit==3.0.5
+psutil==5.7.2
+ptyprocess==0.6.0
+py==1.9.0
+pycodestyle==2.6.0
+pydocstyle==5.0.2
+pyflakes==2.2.0
+pygments==2.6.1
+pyparsing==2.4.7
+pyrsistent==0.16.0
+pytest-cov==2.10.0
+pytest-mock==3.2.0
+pytest==5.4.3
+python-dateutil==2.8.1
+pytz==2020.1
+pyyaml==5.3.1
+pyzmq==19.0.1
+qtconsole==4.7.5
+qtpy==1.9.0
+redis==3.5.3
+redlock-py==1.0.8
+regex==2020.7.14
+requests==2.24.0
+safety==1.9.0
+send2trash==1.5.0
+sentry-sdk==0.16.2
+setuptools==41.2.0
+shortuuid==1.0.1
+six==1.15.0
+smmap==3.0.4
+snowballstemmer==2.0.0
+sphinx-autodoc-typehints==1.11.0
+sphinx-rtd-theme==0.4.3
+sphinx==3.1.2
+sphinxcontrib-applehelp==1.0.2
+sphinxcontrib-devhelp==1.0.2
+sphinxcontrib-htmlhelp==1.0.3
+sphinxcontrib-jsmath==1.0.1
+sphinxcontrib-qthelp==1.0.3
+sphinxcontrib-serializinghtml==1.1.4
+stevedore==3.2.0
+subprocess32==3.5.4
+terminado==0.8.3
+testpath==0.4.4
+text-recognizer==0.1.0
+toml==0.10.1
+torch==1.5.1
+torchsummary==1.5.1
+torchvision==0.6.1
+tornado==6.0.4
+tqdm==4.48.0
+traitlets==4.3.3
+typed-ast==1.4.1
+typeguard==2.9.1
+typing-extensions==3.7.4.2
+typing-inspect==0.6.0
+urllib3==1.25.10
+wandb==0.9.4
+watchdog==0.10.3
+wcwidth==0.2.5
+webencodings==0.5.1
+widgetsnbextension==3.5.1
+xdoctest==0.12.0
diff --git a/wandb/run-20200731_200927-r504fu7h/wandb-events.jsonl b/wandb/run-20200731_200927-r504fu7h/wandb-events.jsonl
new file mode 100644
index 0000000..c8d4453
--- /dev/null
+++ b/wandb/run-20200731_200927-r504fu7h/wandb-events.jsonl
@@ -0,0 +1,7 @@
+{"system.gpu.0.gpu": 73.93, "system.gpu.0.memory": 54.2, "system.gpu.0.memoryAllocated": 21.09, "system.gpu.0.temp": 57.4, "system.gpu.process.0.gpu": 73.93, "system.gpu.process.0.memory": 54.2, "system.gpu.process.0.memoryAllocated": 21.09, "system.gpu.process.0.temp": 57.4, "system.gpu.0.powerWatts": 144.02, "system.gpu.0.powerPercent": 66.98, "system.gpu.process.0.powerWatts": 144.02, "system.gpu.process.0.powerPercent": 66.98, "system.cpu": 43.08, "system.memory": 66.94, "system.disk": 37.3, "system.proc.memory.availableMB": 5290.3, "system.proc.memory.rssMB": 2586.67, "system.proc.memory.percent": 16.16, "system.proc.cpu.threads": 20.2, "system.network.sent": 602953, "system.network.recv": 466142, "_wandb": true, "_timestamp": 1596218997, "_runtime": 28}
+{"system.gpu.0.gpu": 80.27, "system.gpu.0.memory": 59.2, "system.gpu.0.memoryAllocated": 21.88, "system.gpu.0.temp": 62.07, "system.gpu.process.0.gpu": 80.27, "system.gpu.process.0.memory": 59.2, "system.gpu.process.0.memoryAllocated": 21.88, "system.gpu.process.0.temp": 62.07, "system.gpu.0.powerWatts": 148.27, "system.gpu.0.powerPercent": 68.96, "system.gpu.process.0.powerWatts": 148.27, "system.gpu.process.0.powerPercent": 68.96, "system.cpu": 46.98, "system.memory": 67.05, "system.disk": 37.3, "system.proc.memory.availableMB": 5277.54, "system.proc.memory.rssMB": 2590.04, "system.proc.memory.percent": 16.18, "system.proc.cpu.threads": 20.47, "system.network.sent": 1044819, "system.network.recv": 776767, "_wandb": true, "_timestamp": 1596219027, "_runtime": 59}
+{"system.gpu.0.gpu": 80.53, "system.gpu.0.memory": 58.53, "system.gpu.0.memoryAllocated": 21.88, "system.gpu.0.temp": 64.53, "system.gpu.process.0.gpu": 80.53, "system.gpu.process.0.memory": 58.53, "system.gpu.process.0.memoryAllocated": 21.88, "system.gpu.process.0.temp": 64.53, "system.gpu.0.powerWatts": 157.6, "system.gpu.0.powerPercent": 73.3, "system.gpu.process.0.powerWatts": 157.6, "system.gpu.process.0.powerPercent": 73.3, "system.cpu": 46.93, "system.memory": 67.09, "system.disk": 37.3, "system.proc.memory.availableMB": 5264.58, "system.proc.memory.rssMB": 2590.7, "system.proc.memory.percent": 16.19, "system.proc.cpu.threads": 20.93, "system.network.sent": 1456619, "system.network.recv": 994494, "_wandb": true, "_timestamp": 1596219057, "_runtime": 89}
+{"system.gpu.0.gpu": 77.87, "system.gpu.0.memory": 55.87, "system.gpu.0.memoryAllocated": 21.88, "system.gpu.0.temp": 65.07, "system.gpu.process.0.gpu": 77.87, "system.gpu.process.0.memory": 55.87, "system.gpu.process.0.memoryAllocated": 21.88, "system.gpu.process.0.temp": 65.07, "system.gpu.0.powerWatts": 149.58, "system.gpu.0.powerPercent": 69.57, "system.gpu.process.0.powerWatts": 149.58, "system.gpu.process.0.powerPercent": 69.57, "system.cpu": 50.73, "system.memory": 67.39, "system.disk": 37.3, "system.proc.memory.availableMB": 5218.09, "system.proc.memory.rssMB": 2590.3, "system.proc.memory.percent": 16.18, "system.proc.cpu.threads": 20.87, "system.network.sent": 2604775, "system.network.recv": 2204379, "_wandb": true, "_timestamp": 1596219088, "_runtime": 119}
+{"system.gpu.0.gpu": 80.0, "system.gpu.0.memory": 56.87, "system.gpu.0.memoryAllocated": 21.89, "system.gpu.0.temp": 65.4, "system.gpu.process.0.gpu": 80.0, "system.gpu.process.0.memory": 56.87, "system.gpu.process.0.memoryAllocated": 21.89, "system.gpu.process.0.temp": 65.4, "system.gpu.0.powerWatts": 151.41, "system.gpu.0.powerPercent": 70.43, "system.gpu.process.0.powerWatts": 151.41, "system.gpu.process.0.powerPercent": 70.43, "system.cpu": 52.41, "system.memory": 67.86, "system.disk": 37.3, "system.proc.memory.availableMB": 5143.31, "system.proc.memory.rssMB": 2590.91, "system.proc.memory.percent": 16.19, "system.proc.cpu.threads": 20.4, "system.network.sent": 3753529, "system.network.recv": 4690901, "_wandb": true, "_timestamp": 1596219118, "_runtime": 150}
+{"system.gpu.0.gpu": 77.53, "system.gpu.0.memory": 56.0, "system.gpu.0.memoryAllocated": 21.89, "system.gpu.0.temp": 65.4, "system.gpu.process.0.gpu": 77.53, "system.gpu.process.0.memory": 56.0, "system.gpu.process.0.memoryAllocated": 21.89, "system.gpu.process.0.temp": 65.4, "system.gpu.0.powerWatts": 143.44, "system.gpu.0.powerPercent": 66.71, "system.gpu.process.0.powerWatts": 143.44, "system.gpu.process.0.powerPercent": 66.71, "system.cpu": 51.29, "system.memory": 67.24, "system.disk": 37.3, "system.proc.memory.availableMB": 5243.84, "system.proc.memory.rssMB": 2590.19, "system.proc.memory.percent": 16.18, "system.proc.cpu.threads": 19.8, "system.network.sent": 4664427, "system.network.recv": 6966986, "_wandb": true, "_timestamp": 1596219148, "_runtime": 180}
+{"system.gpu.0.gpu": 71.67, "system.gpu.0.memory": 52.67, "system.gpu.0.memoryAllocated": 21.89, "system.gpu.0.temp": 64.83, "system.gpu.process.0.gpu": 71.67, "system.gpu.process.0.memory": 52.67, "system.gpu.process.0.memoryAllocated": 21.89, "system.gpu.process.0.temp": 64.83, "system.gpu.0.powerWatts": 126.79, "system.gpu.0.powerPercent": 58.97, "system.gpu.process.0.powerWatts": 126.79, "system.gpu.process.0.powerPercent": 58.97, "system.cpu": 53.52, "system.memory": 66.87, "system.disk": 37.3, "system.proc.memory.availableMB": 5302.25, "system.proc.memory.rssMB": 2540.83, "system.proc.memory.percent": 15.88, "system.proc.cpu.threads": 19.33, "system.network.sent": 5036602, "system.network.recv": 7803925, "_wandb": true, "_timestamp": 1596219159, "_runtime": 191}
diff --git a/wandb/run-20200731_200927-r504fu7h/wandb-history.jsonl b/wandb/run-20200731_200927-r504fu7h/wandb-history.jsonl
new file mode 100644
index 0000000..dbb8953
--- /dev/null
+++ b/wandb/run-20200731_200927-r504fu7h/wandb-history.jsonl
@@ -0,0 +1,54 @@
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 2.0, 4.0, 2.0, 1.0, 1.0, 1.0, 4.0, 1.0, 3.0, 2.0, 2.0, 2.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 4.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.015746822580695152, -0.015279155224561691, -0.01481148786842823, -0.01434382051229477, -0.013876153156161308, -0.013408486731350422, -0.012940819375216961, -0.0124731520190835, -0.012005484662950039, -0.011537817306816578, -0.011070149950683117, -0.010602482594549656, -0.01013481616973877, -0.009667148813605309, -0.009199481457471848, -0.008731814101338387, -0.008264146745204926, -0.0077964793890714645, -0.0073288120329380035, -0.00686114514246583, -0.006393477786332369, -0.005925810430198908, -0.005458143539726734, -0.004990476183593273, -0.004522808827459812, -0.004055141471326351, -0.003587474348023534, -0.0031198072247207165, -0.0026521398685872555, -0.0021844725124537945, -0.0017168053891509771, -0.001249138149432838, -0.0007814709097146988, -0.0003138036699965596, 0.00015386356972157955, 0.0006215308094397187, 0.001089198049157858, 0.001556865288875997, 0.0020245325285941362, 0.0024921996518969536, 0.0029598670080304146, 0.0034275343641638756, 0.003895201487466693, 0.00436286861076951, 0.004830535966902971, 0.005298203323036432, 0.005765870213508606, 0.006233537569642067, 0.006701204925775528, 0.007168872281908989, 0.00763653963804245, 0.008104206994175911, 0.008571874350309372, 0.009039540775120258, 0.00950720813125372, 0.00997487548738718, 0.010442542843520641, 0.010910210199654102, 0.011377877555787563, 0.011845544911921024, 0.01231321133673191, 0.012780878692865372, 0.013248546048998833, 0.013716213405132294, 0.014183880761265755]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 2.0, 2.0, 2.0, 0.0, 7.0, 8.0, 11.0, 14.0, 16.0, 13.0, 19.0, 25.0, 35.0, 47.0, 62.0, 67.0, 119.0, 137.0, 204.0, 264.0, 355.0, 501.0, 2470.0, 1695.0, 779.0, 404.0, 223.0, 159.0, 65.0, 66.0, 35.0, 31.0, 25.0, 24.0, 5.0, 9.0, 5.0, 7.0, 4.0, 3.0, 3.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.20888251066207886, -0.20285452902317047, -0.19682654738426208, -0.1907985657453537, -0.1847705841064453, -0.17874260246753693, -0.17271462082862854, -0.16668663918972015, -0.16065865755081177, -0.15463069081306458, -0.1486027091741562, -0.1425747275352478, -0.13654674589633942, -0.13051876425743103, -0.12449078261852264, -0.11846280097961426, -0.11243481934070587, -0.10640683770179749, -0.1003788560628891, -0.09435087442398071, -0.08832289278507233, -0.08229491859674454, -0.07626693695783615, -0.07023895531892776, -0.06421097368001938, -0.05818299204111099, -0.052155010402202606, -0.04612703248858452, -0.04009905084967613, -0.034071069210767746, -0.02804308943450451, -0.022015109658241272, -0.015987128019332886, -0.009959147311747074, -0.0039311666041612625, 0.002096814103424549, 0.00812479481101036, 0.014152775518596172, 0.020180756226181984, 0.02620873600244522, 0.03223671764135361, 0.03826469928026199, 0.04429268091917038, 0.05032065883278847, 0.056348640471696854, 0.06237662211060524, 0.06840460002422333, 0.07443258166313171, 0.0804605633020401, 0.08648854494094849, 0.09251652657985687, 0.09854450821876526, 0.10457248985767365, 0.11060046404600143, 0.11662844568490982, 0.1226564273238182, 0.128684401512146, 0.13471238315105438, 0.14074036478996277, 0.14676834642887115, 0.15279632806777954, 0.15882430970668793, 0.1648522913455963, 0.1708802729845047, 0.17690825462341309]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 4.0, 7.0, 1.0, 5.0, 4.0, 2.0, 5.0, 4.0, 3.0, 2.0, 26.0, 4.0, 1.0, 6.0, 2.0, 5.0, 4.0, 3.0, 3.0, 3.0, 1.0, 2.0, 1.0, 4.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0055381222628057, -0.005359864793717861, -0.005181607324630022, -0.00500335032120347, -0.004825092852115631, -0.004646835383027792, -0.004468577913939953, -0.004290320444852114, -0.004112062975764275, -0.003933805972337723, -0.0037555485032498837, -0.0035772910341620445, -0.0033990335650742054, -0.00322077632881701, -0.003042518859729171, -0.0028642616234719753, -0.002686004154384136, -0.002507746685296297, -0.0023294894490391016, -0.0021512319799512625, -0.001972974743694067, -0.0017947172746062279, -0.0016164598055183887, -0.0014382024528458714, -0.0012599451001733541, -0.0010816877475008368, -0.0009034303366206586, -0.0007251729257404804, -0.0005469155730679631, -0.00036865819129161537, -0.0001904008095152676, -1.2143427738919854e-05, 0.0001661139540374279, 0.00034437133581377566, 0.0005226287175901234, 0.0007008861284703016, 0.0008791434811428189, 0.0010574008338153362, 0.0012356583029031754, 0.0014139156555756927, 0.00159217300824821, 0.0017704303609207273, 0.0019486877135932446, 0.0021269451826810837, 0.002305202651768923, 0.0024834598880261183, 0.0026617173571139574, 0.002839974593371153, 0.003018232062458992, 0.003196489531546831, 0.0033747467678040266, 0.0035530042368918657, 0.003731261473149061, 0.0039095189422369, 0.0040877764113247395, 0.004266033880412579, 0.00444429088383913, 0.0046225483529269695, 0.004800805822014809, 0.004979063291102648, 0.005157320760190487, 0.005335578229278326, 0.005513835232704878, 0.005692092701792717, 0.005870350170880556]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 5.0, 9.0, 6.0, 14.0, 40.0, 63.0, 117.0, 205.0, 274.0, 413.0, 606.0, 877.0, 1274.0, 1722.0, 2522.0, 3446.0, 4732.0, 6528.0, 8839.0, 12109.0, 16101.0, 20882.0, 28445.0, 39234.0, 55957.0, 80016.0, 111574.0, 426195.0, 100316.0, 72259.0, 50213.0, 35649.0, 25642.0, 19070.0, 14417.0, 10559.0, 7917.0, 5847.0, 4166.0, 3050.0, 2354.0, 1606.0, 1196.0, 915.0, 674.0, 459.0, 356.0, 241.0, 161.0, 120.0, 75.0, 60.0, 41.0, 19.0, 21.0, 11.0, 9.0, 8.0, 4.0, 2.0, 2.0, 0.0, 2.0], "bins": [-0.014067726209759712, -0.013571389950811863, -0.013075052760541439, -0.01257871650159359, -0.012082379311323166, -0.011586043052375317, -0.011089706793427467, -0.010593369603157043, -0.010097033344209194, -0.009600697085261345, -0.009104359894990921, -0.008608023636043072, -0.008111687377095222, -0.007615350186824799, -0.007119013927876949, -0.006622677203267813, -0.006126340478658676, -0.0056300037540495396, -0.005133667029440403, -0.004637330770492554, -0.004140994045883417, -0.0036446573212742805, -0.0031483208294957876, -0.0026519843377172947, -0.002155647613108158, -0.0016593110049143434, -0.0011629743967205286, -0.0006666377885267138, -0.0001703011803328991, 0.00032603542786091566, 0.0008223720360547304, 0.0013187086442485452, 0.00181504525244236, 0.0023113819770514965, 0.0028077184688299894, 0.0033040549606084824, 0.003800391685217619, 0.0042967284098267555, 0.004793064668774605, 0.005289401393383741, 0.005785738117992878, 0.0062820748426020145, 0.006778411567211151, 0.007274747826159, 0.007771084550768137, 0.008267421275377274, 0.008763757534325123, 0.009260094724595547, 0.009756430983543396, 0.010252767242491245, 0.01074910443276167, 0.011245440691709518, 0.011741777881979942, 0.012238114140927792, 0.012734450399875641, 0.013230787590146065, 0.013727123849093914, 0.014223460108041763, 0.014719797298312187, 0.015216133557260036, 0.015712469816207886, 0.01620880700647831, 0.016705144196748734, 0.017201479524374008, 0.017697816714644432]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 2.0, 2.0, 2.0, 2.0, 3.0, 2.0, 1.0, 6.0, 2.0, 1.0, 3.0, 3.0, 9.0, 2.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.005449919495731592, -0.005279733333736658, -0.005109547637403011, -0.004939361475408077, -0.004769175313413143, -0.004598989151418209, -0.004428802989423275, -0.004258617293089628, -0.004088431131094694, -0.00391824496909976, -0.0037480590399354696, -0.003577873110771179, -0.003407686948776245, -0.003237500786781311, -0.0030673148576170206, -0.00289712892845273, -0.002726942766457796, -0.002556756604462862, -0.0023865706752985716, -0.002216384746134281, -0.002046198584139347, -0.0018760125385597348, -0.0017058264929801226, -0.0015356404474005103, -0.001365454401820898, -0.0011952683562412858, -0.0010250823106616735, -0.0008548962650820613, -0.000684710219502449, -0.0005145241739228368, -0.0003443381283432245, -0.00017415208276361227, -3.966037184000015e-06, 0.00016622000839561224, 0.0003364060539752245, 0.0005065920995548368, 0.000676778145134449, 0.0008469641907140613, 0.0010171502362936735, 0.0011873362818732858, 0.001357522327452898, 0.0015277083730325103, 0.0016978944186121225, 0.0018680804641917348, 0.002038266509771347, 0.002208452671766281, 0.0023786386009305716, 0.002548824530094862, 0.002719010692089796, 0.00288919685408473, 0.0030593827832490206, 0.003229568712413311, 0.003399754874408245, 0.003569941036403179, 0.0037401269655674696, 0.00391031289473176, 0.004080499056726694, 0.004250685218721628, 0.004420870915055275, 0.004591057077050209, 0.004761243239045143, 0.004931429401040077, 0.005101615563035011, 0.005271801259368658, 0.005441987421363592]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 4.0, 2.0, 6.0, 2.0, 2.0, 4.0, 3.0, 4.0, 11.0, 8.0, 15.0, 20.0, 11.0, 12.0, 36.0, 28.0, 43.0, 44.0, 83.0, 88.0, 106.0, 216.0, 274.0, 378.0, 535.0, 712.0, 936.0, 1376.0, 2063.0, 5549.0, 1155.0, 872.0, 687.0, 546.0, 485.0, 420.0, 346.0, 278.0, 221.0, 177.0, 151.0, 111.0, 108.0, 66.0, 54.0, 46.0, 47.0, 15.0, 14.0, 14.0, 10.0, 10.0, 9.0, 4.0, 5.0, 2.0], "bins": [-0.005135399755090475, -0.00499712023884058, -0.004858841188251972, -0.004720561672002077, -0.004582282155752182, -0.004444003105163574, -0.004305723588913679, -0.004167444538325071, -0.004029165022075176, -0.003890885738655925, -0.0037526064552366734, -0.0036143269389867783, -0.003476047655567527, -0.0033377683721482754, -0.0031994888558983803, -0.003061209572479129, -0.0029229302890598774, -0.002784651005640626, -0.0026463717222213745, -0.0025080922059714794, -0.002369812922552228, -0.0022315336391329765, -0.0020932541228830814, -0.00195497483946383, -0.0018166955560445786, -0.0016784162726253271, -0.0015401368727907538, -0.0014018574729561806, -0.0012635781895369291, -0.0011252989061176777, -0.0009870195062831044, -0.0008487401646561921, -0.0007104608230292797, -0.0005721814814023674, -0.000433902139775455, -0.00029562279814854264, -0.0001573434565216303, -1.9064114894717932e-05, 0.00011921522673219442, 0.0002574945683591068, 0.00039577390998601913, 0.0005340532516129315, 0.0006723325932398438, 0.0008106119348667562, 0.0009488912764936686, 0.00108717055991292, 0.0012254499597474933, 0.0013637293595820665, 0.001502008643001318, 0.0016402879264205694, 0.0017785673262551427, 0.001916846726089716, 0.0020551260095089674, 0.002193405292928219, 0.002331684809178114, 0.0024699640925973654, 0.002608243376016617, 0.0027465226594358683, 0.0028848019428551197, 0.003023081459105015, 0.0031613607425242662, 0.0032996400259435177, 0.0034379195421934128, 0.0035761988256126642, 0.0037144781090319157]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013936883769929409, -0.013551845215260983, -0.013166806660592556, -0.012781767174601555, -0.012396728619933128, -0.012011690065264702, -0.011626651510596275, -0.011241612024605274, -0.010856573469936848, -0.010471534915268421, -0.010086496360599995, -0.009701457805931568, -0.009316418319940567, -0.00893137976527214, -0.008546341210603714, -0.008161302655935287, -0.007776263635605574, -0.007391225080937147, -0.007006186060607433, -0.006621147505939007, -0.006236108485609293, -0.0058510699309408665, -0.005466030910611153, -0.005080992355942726, -0.0046959538012743, -0.004310914780944586, -0.003925876226276159, -0.0035408372059464455, -0.003155798651278019, -0.002770759863778949, -0.0023857210762798786, -0.0020006822887808084, -0.0016156435012817383, -0.0012306047137826681, -0.0008455659844912589, -0.00046052722609601915, -7.548846770077944e-05, 0.00030955029069446027, 0.0006945890490897, 0.0010796277783811092, 0.0014646665658801794, 0.0018497053533792496, 0.0022347441408783197, 0.00261978292837739, 0.0030048214830458164, 0.0033898602705448866, 0.0037748990580439568, 0.004159938078373671, 0.004544976633042097, 0.004930015187710524, 0.005315054208040237, 0.005700092762708664, 0.006085131783038378, 0.006470170337706804, 0.006855209358036518, 0.007240247912704945, 0.007625286467373371, 0.008010325022041798, 0.008395364508032799, 0.008780403062701225, 0.009165441617369652, 0.009550480172038078, 0.00993551965802908, 0.010320558212697506, 0.010705596767365932]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 5.0, 2.0, 4.0, 4.0, 6.0, 2.0, 0.0, 11.0, 7.0, 16.0, 60.0, 15.0, 8.0, 11.0, 9.0, 4.0, 9.0, 10.0, 6.0, 7.0, 5.0, 4.0, 9.0, 7.0, 4.0, 2.0, 7.0, 8.0, 4.0, 9.0, 1.0, 4.0, 1.0, 3.0, 3.0, 2.0, 3.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0], "bins": [-0.010221045464277267, -0.009873808361589909, -0.00952657125890255, -0.009179335087537766, -0.008832097984850407, -0.008484860882163048, -0.008137624710798264, -0.007790387608110905, -0.007443150505423546, -0.007095913402736187, -0.006748676765710115, -0.006401440128684044, -0.006054203025996685, -0.005706965923309326, -0.005359729286283255, -0.005012492649257183, -0.004665255546569824, -0.004318018443882465, -0.003970781806856394, -0.0036235449369996786, -0.0032763080671429634, -0.002929071197286248, -0.002581834327429533, -0.002234597457572818, -0.0018873605877161026, -0.0015401237178593874, -0.0011928868480026722, -0.000845649978145957, -0.0004984131082892418, -0.0001511762384325266, 0.00019606063142418861, 0.0005432975012809038, 0.000890534371137619, 0.0012377712409943342, 0.0015850081108510494, 0.0019322449807077646, 0.00227948185056448, 0.002626718720421195, 0.0029739555902779102, 0.0033211924601346254, 0.0036684293299913406, 0.0040156664326786995, 0.004362903069704771, 0.004710139706730843, 0.0050573768094182014, 0.00540461391210556, 0.005751850549131632, 0.006099087186157703, 0.006446324288845062, 0.006793561391532421, 0.007140798028558493, 0.007488034665584564, 0.007835271768271923, 0.008182508870959282, 0.008529745042324066, 0.008876982145011425, 0.009224219247698784, 0.009571456350386143, 0.009918693453073502, 0.010265929624438286, 0.010613166727125645, 0.010960403829813004, 0.011307640001177788, 0.011654877103865147, 0.012002114206552505]}, "_runtime": 11.985166549682617, "_timestamp": 1596218977.138019, "_step": 0}
+{"val_accuracy": 0.6700149828767124, "val_loss": 1.0872581737226548, "_runtime": 15.623323440551758, "_timestamp": 1596218980.776176, "_step": 1}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: R Confidence: 0.384 Truth: v", "Prediction: 5 Confidence: 0.769 Truth: 5", "Prediction: 2 Confidence: 0.923 Truth: 2", "Prediction: 0 Confidence: 0.493 Truth: 0"]}, "_runtime": 15.918681859970093, "_timestamp": 1596218981.0715344, "_step": 2}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 3.0, 0.0, 1.0, 3.0, 2.0, 5.0, 2.0, 1.0, 4.0, 3.0, 1.0, 0.0, 1.0, 3.0, 1.0, 2.0, 5.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.01560745295137167, -0.015166956931352615, -0.014726459980010986, -0.014285963959991932, -0.013845467008650303, -0.013404970988631248, -0.01296447403728962, -0.012523978017270565, -0.01208348199725151, -0.011642985045909882, -0.011202489025890827, -0.010761992074549198, -0.010321496054530144, -0.009880999103188515, -0.00944050308316946, -0.009000006131827831, -0.008559510111808777, -0.008119014091789722, -0.007678517140448093, -0.007238020654767752, -0.00679752416908741, -0.0063570281490683556, -0.005916531663388014, -0.005476035177707672, -0.00503553869202733, -0.004595042206346989, -0.004154545720666647, -0.003714049467816949, -0.003273552982136607, -0.0028330564964562654, -0.0023925602436065674, -0.0019520637579262257, -0.001511567272245884, -0.0010710707865655422, -0.0006305744173005223, -0.00019007798982784152, 0.0002504184376448393, 0.0006909148651175201, 0.001131411292590201, 0.0015719076618552208, 0.0020124041475355625, 0.0024529006332159042, 0.002893397118896246, 0.003333893371745944, 0.0037743898574262857, 0.004214886110275984, 0.0046553825959563255, 0.005095879081636667, 0.005536375567317009, 0.005976872052997351, 0.006417368538677692, 0.006857865024358034, 0.007298361510038376, 0.00773885753005743, 0.00817935448139906, 0.008619850501418114, 0.009060347452759743, 0.009500843472778797, 0.009941339492797852, 0.01038183644413948, 0.010822332464158535, 0.011262829415500164, 0.011703325435519218, 0.012143822386860847, 0.012584318406879902]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 2.0, 1.0, 1.0, 3.0, 0.0, 4.0, 5.0, 2.0, 4.0, 3.0, 6.0, 7.0, 9.0, 8.0, 14.0, 12.0, 19.0, 22.0, 36.0, 31.0, 59.0, 84.0, 109.0, 147.0, 204.0, 303.0, 445.0, 685.0, 3789.0, 779.0, 384.0, 226.0, 141.0, 94.0, 81.0, 54.0, 35.0, 33.0, 22.0, 15.0, 14.0, 11.0, 6.0, 2.0, 6.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.19093313813209534, -0.18532919883728027, -0.1797252595424652, -0.17412132024765015, -0.16851738095283508, -0.16291344165802002, -0.15730950236320496, -0.1517055630683899, -0.14610162377357483, -0.14049766957759857, -0.1348937302827835, -0.12928979098796844, -0.12368585169315338, -0.11808191239833832, -0.11247797310352325, -0.10687403380870819, -0.10127009451389313, -0.09566615521907806, -0.090062215924263, -0.08445827662944794, -0.07885433733463287, -0.07325039058923721, -0.06764645129442215, -0.062042511999607086, -0.05643857270479202, -0.05083463340997696, -0.045230694115161896, -0.039626751095056534, -0.03402281180024147, -0.028418872505426407, -0.022814931347966194, -0.01721099019050598, -0.011607050895690918, -0.00600311066955328, -0.0003991704434156418, 0.005204769782721996, 0.010808710008859634, 0.016412649303674698, 0.02201659046113491, 0.027620531618595123, 0.03322447091341019, 0.03882841020822525, 0.044432349503040314, 0.050036292523145676, 0.05564023181796074, 0.0612441711127758, 0.06684811413288116, 0.07245205342769623, 0.07805599272251129, 0.08365993201732635, 0.08926387131214142, 0.09486781060695648, 0.10047174990177155, 0.1060756966471672, 0.11167963594198227, 0.11728357523679733, 0.1228875145316124, 0.12849146127700806, 0.13409540057182312, 0.13969933986663818, 0.14530327916145325, 0.1509072184562683, 0.15651115775108337, 0.16211509704589844, 0.1677190363407135]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 3.0, 2.0, 1.0, 0.0, 2.0, 1.0, 4.0, 5.0, 3.0, 5.0, 3.0, 1.0, 3.0, 0.0, 4.0, 4.0, 1.0, 27.0, 5.0, 1.0, 4.0, 5.0, 2.0, 3.0, 3.0, 3.0, 3.0, 1.0, 2.0, 3.0, 1.0, 2.0, 2.0, 0.0, 2.0, 0.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.003821783000603318, -0.003693906357511878, -0.003566029714420438, -0.0034381533041596413, -0.003310276661068201, -0.003182400017976761, -0.0030545233748853207, -0.0029266467317938805, -0.0027987700887024403, -0.0026708936784416437, -0.0025430170353502035, -0.0024151403922587633, -0.002287263749167323, -0.002159387106075883, -0.0020315106958150864, -0.0019036340527236462, -0.001775757409632206, -0.0016478807665407658, -0.0015200042398646474, -0.0013921275967732072, -0.0012642510700970888, -0.0011363744270056486, -0.0010084977839142084, -0.0008806211990304291, -0.0007527446141466498, -0.0006248680292628706, -0.0004969914443790913, -0.00036911480128765106, -0.00024123821640387177, -0.00011336161696817726, 1.4514982467517257e-05, 0.00014239158190321177, 0.0002702681813389063, 0.0003981447662226856, 0.0005260213511064649, 0.0006538979941979051, 0.0007817745790816844, 0.0009096511639654636, 0.0010375278070569038, 0.0011654043337330222, 0.0012932809768244624, 0.0014211576199159026, 0.001549034146592021, 0.0016769107896834612, 0.0018047874327749014, 0.0019326639594510198, 0.002060540486127138, 0.0021884171292185783, 0.0023162937723100185, 0.0024441704154014587, 0.002572047058492899, 0.0026999234687536955, 0.0028278001118451357, 0.002955676754936576, 0.003083553398028016, 0.0032114300411194563, 0.003339306451380253, 0.003467183094471693, 0.0035950597375631332, 0.0037229363806545734, 0.0038508130237460136, 0.003978689666837454, 0.004106566309928894, 0.004234442953020334, 0.0043623195961117744]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 2.0, 7.0, 9.0, 20.0, 22.0, 29.0, 46.0, 67.0, 98.0, 161.0, 268.0, 427.0, 610.0, 1057.0, 1759.0, 2956.0, 5207.0, 9030.0, 15767.0, 27132.0, 45388.0, 72357.0, 112656.0, 479523.0, 149083.0, 91231.0, 58289.0, 37821.0, 24494.0, 15890.0, 10202.0, 6676.0, 4075.0, 2540.0, 1614.0, 1048.0, 665.0, 418.0, 310.0, 193.0, 127.0, 101.0, 86.0, 43.0, 42.0, 21.0, 20.0, 15.0, 11.0, 10.0, 4.0, 7.0, 3.0, 3.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.014431806281208992, -0.013949795626103878, -0.013467784970998764, -0.012985775247216225, -0.01250376459211111, -0.012021753937005997, -0.011539744213223457, -0.011057733558118343, -0.01057572290301323, -0.010093712247908115, -0.009611701592803001, -0.009129691869020462, -0.008647681213915348, -0.008165670558810234, -0.007683660369366407, -0.007201650179922581, -0.006719639524817467, -0.006237628869712353, -0.005755618680268526, -0.005273608490824699, -0.004791597835719585, -0.0043095871806144714, -0.0038275769911706448, -0.0033455665688961744, -0.002863556146621704, -0.0023815457243472338, -0.0018995353020727634, -0.0014175248797982931, -0.0009355144575238228, -0.00045350403524935246, 2.8506387025117874e-05, 0.0005105168092995882, 0.0009925272315740585, 0.0014745376538485289, 0.001956548076122999, 0.0024385584983974695, 0.00292056892067194, 0.00340257934294641, 0.0038845897652208805, 0.004366599954664707, 0.004848610609769821, 0.005330621264874935, 0.005812631454318762, 0.0062946416437625885, 0.0067766522988677025, 0.0072586629539728165, 0.007740673143416643, 0.00822268333286047, 0.008704693987965584, 0.009186704643070698, 0.009668715298175812, 0.010150725021958351, 0.010632735677063465, 0.011114746332168579, 0.011596756055951118, 0.012078766711056232, 0.012560777366161346, 0.01304278802126646, 0.013524798676371574, 0.014006808400154114, 0.014488819055259228, 0.014970829710364342, 0.015452839434146881, 0.01593485102057457, 0.01641686074435711]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 1.0, 0.0, 3.0, 3.0, 3.0, 3.0, 2.0, 5.0, 8.0, 8.0, 2.0, 2.0, 3.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.016879111528396606, -0.01634659431874752, -0.015814075246453285, -0.015281557105481625, -0.014749038964509964, -0.014216521754860878, -0.013684003613889217, -0.013151485472917557, -0.012618967331945896, -0.012086449190974236, -0.011553931050002575, -0.011021412909030914, -0.010488895699381828, -0.009956377558410168, -0.009423859417438507, -0.008891341276466846, -0.008358823135495186, -0.007826304994523525, -0.007293786853551865, -0.006761269178241491, -0.006228751037269831, -0.00569623289629817, -0.005163715220987797, -0.004631197080016136, -0.0040986789390444756, -0.003566160798072815, -0.003033642889931798, -0.002501124981790781, -0.0019686068408191204, -0.0014360888162627816, -0.0009035707917064428, -0.00037105276715010405, 0.00016146525740623474, 0.0006939832819625735, 0.0012265013065189123, 0.001759019331075251, 0.00229153735563159, 0.0028240554966032505, 0.0033565734047442675, 0.0038890913128852844, 0.004421609453856945, 0.004954127594828606, 0.005486645735800266, 0.00601916341111064, 0.0065516815520823, 0.007084199693053961, 0.007616717368364334, 0.008149235509335995, 0.008681753650307655, 0.009214271791279316, 0.009746789932250977, 0.010279308073222637, 0.010811826214194298, 0.011344343423843384, 0.011876861564815044, 0.012409379705786705, 0.012941897846758366, 0.013474415987730026, 0.014006934128701687, 0.014539452269673347, 0.015071969479322433, 0.015604487620294094, 0.016137005761265755, 0.01666952483355999, 0.017202042043209076]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 4.0, 4.0, 2.0, 1.0, 5.0, 0.0, 3.0, 5.0, 1.0, 3.0, 3.0, 6.0, 3.0, 7.0, 7.0, 6.0, 9.0, 8.0, 17.0, 17.0, 25.0, 39.0, 62.0, 73.0, 120.0, 188.0, 251.0, 420.0, 606.0, 961.0, 1801.0, 6637.0, 3304.0, 1456.0, 764.0, 404.0, 289.0, 198.0, 165.0, 157.0, 113.0, 94.0, 56.0, 38.0, 34.0, 18.0, 9.0, 11.0, 8.0, 3.0, 5.0, 3.0, 1.0], "bins": [-0.017773853614926338, -0.017359593883156776, -0.016945334151387215, -0.016531074419617653, -0.01611681468784809, -0.01570255495607853, -0.015288296155631542, -0.01487403642386198, -0.014459776692092419, -0.014045516960322857, -0.013631257228553295, -0.013216997496783733, -0.012802738696336746, -0.012388478964567184, -0.011974219232797623, -0.011559959501028061, -0.0111456997692585, -0.010731440037488937, -0.010317180305719376, -0.009902920573949814, -0.009488660842180252, -0.009074402041733265, -0.008660142309963703, -0.008245882578194141, -0.00783162284642458, -0.007417363114655018, -0.007003103382885456, -0.006588844116777182, -0.00617458438500762, -0.005760324653238058, -0.005346065387129784, -0.004931805655360222, -0.00451754592359066, -0.004103286191821098, -0.00368902669288218, -0.003274767193943262, -0.0028605074621737003, -0.0024462477304041386, -0.0020319882314652205, -0.0016177286161109805, -0.0012034690007567406, -0.0007892093854025006, -0.0003749497700482607, 3.930984530597925e-05, 0.0004535694606602192, 0.0008678290760144591, 0.001282088691368699, 0.001696348306722939, 0.002110607922077179, 0.0025248676538467407, 0.002939127152785659, 0.003353386651724577, 0.0037676463834941387, 0.0041819061152637005, 0.004596165381371975, 0.005010425113141537, 0.0054246848449110985, 0.00583894457668066, 0.006253204308450222, 0.0066674635745584965, 0.007081723306328058, 0.00749598303809762, 0.007910242304205894, 0.008324502035975456, 0.008738761767745018]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 1.0, 1.0, 1.0, 0.0, 3.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08875198662281036, -0.08655593544244766, -0.08435988426208496, -0.08216383308172226, -0.07996778190135956, -0.07777173072099686, -0.07557567209005356, -0.07337962090969086, -0.07118356972932816, -0.06898751854896545, -0.06679146736860275, -0.06459541618824005, -0.06239936500787735, -0.06020331382751465, -0.05800725892186165, -0.05581120774149895, -0.053615156561136246, -0.051419105380773544, -0.04922305420041084, -0.04702699929475784, -0.04483094811439514, -0.04263489693403244, -0.04043884575366974, -0.03824279457330704, -0.036046743392944336, -0.033850688487291336, -0.031654637306928635, -0.029458586126565933, -0.027262534946203232, -0.02506648190319538, -0.02287043072283268, -0.02067437767982483, -0.018478326499462128, -0.016282275319099426, -0.014086222276091576, -0.011890171095728874, -0.009694118984043598, -0.007498066872358322, -0.005302015226334333, -0.003105963347479701, -0.0009099114686250687, 0.0012861404102295637, 0.003482192289084196, 0.005678243935108185, 0.00787429604679346, 0.010070348158478737, 0.012266399338841438, 0.014462451450526714, 0.01665850356221199, 0.018854554742574692, 0.021050607785582542, 0.023246658965945244, 0.025442712008953094, 0.027638763189315796, 0.029834814369678497, 0.0320308655500412, 0.0342269167304039, 0.0364229716360569, 0.0386190228164196, 0.0408150739967823, 0.043011125177145004, 0.045207176357507706, 0.047403231263160706, 0.04959928244352341, 0.05179533362388611]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 1.0, 3.0, 2.0, 2.0, 4.0, 1.0, 2.0, 2.0, 1.0, 3.0, 4.0, 2.0, 5.0, 11.0, 9.0, 7.0, 11.0, 18.0, 12.0, 9.0, 9.0, 14.0, 7.0, 36.0, 18.0, 14.0, 8.0, 7.0, 8.0, 2.0, 6.0, 7.0, 6.0, 7.0, 1.0, 1.0, 4.0, 5.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.03575914353132248, -0.03480255603790283, -0.033845964819192886, -0.03288937732577324, -0.03193278610706329, -0.030976196750998497, -0.0300196073949337, -0.029063018038868904, -0.028106428682804108, -0.02714984118938446, -0.026193251833319664, -0.025236662477254868, -0.02428007312119007, -0.023323483765125275, -0.022366894409060478, -0.021410305052995682, -0.020453715696930885, -0.01949712634086609, -0.018540536984801292, -0.017583947628736496, -0.0166273582726717, -0.015670768916606903, -0.014714180491864681, -0.013757591135799885, -0.012801001779735088, -0.011844412423670292, -0.010887823067605495, -0.009931233711540699, -0.008974645286798477, -0.00801805593073368, -0.007061466574668884, -0.006104877218604088, -0.005148287862539291, -0.004191698506474495, -0.003235109383240342, -0.0022785202600061893, -0.001321930903941393, -0.0003653416642919183, 0.0005912475753575563, 0.001547836815007031, 0.0025044260546565056, 0.003461015410721302, 0.0044176047667860985, 0.005374193657189608, 0.006330783013254404, 0.0072873723693192005, 0.00824396125972271, 0.009200550615787506, 0.010157139971852303, 0.011113729327917099, 0.012070318683981895, 0.013026908040046692, 0.013983497396111488, 0.01494008582085371, 0.01589667610824108, 0.016853265464305878, 0.017809852957725525, 0.01876644231379032, 0.019723031669855118, 0.020679621025919914, 0.02163621038198471, 0.022592799738049507, 0.023549389094114304, 0.0245059784501791, 0.025462567806243896]}, "_runtime": 21.242966890335083, "_timestamp": 1596218986.3958194, "_step": 3}
+{"val_accuracy": 0.773575913242009, "val_loss": 0.6421742436548347, "_runtime": 27.260470628738403, "_timestamp": 1596218992.4133232, "_step": 4}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: K Confidence: 0.575 Truth: v", "Prediction: 5 Confidence: 0.999 Truth: 5", "Prediction: 2 Confidence: 0.986 Truth: 2", "Prediction: 0 Confidence: 0.696 Truth: 0"]}, "_runtime": 27.537194967269897, "_timestamp": 1596218992.6900475, "_step": 5}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 2.0, 1.0, 2.0, 1.0, 2.0, 0.0, 2.0, 6.0, 0.0, 3.0, 3.0, 2.0, 3.0, 2.0, 4.0, 3.0, 0.0, 4.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014696421101689339, -0.014199117198586464, -0.01370181329548359, -0.013204509392380714, -0.01270720548927784, -0.01220990251749754, -0.011712598614394665, -0.01121529471129179, -0.010717990808188915, -0.01022068690508604, -0.009723383001983166, -0.009226079098880291, -0.00872877612709999, -0.008231472223997116, -0.007734168320894241, -0.007236864417791367, -0.006739560514688492, -0.006242256611585617, -0.005744952708482742, -0.005247649271041155, -0.00475034536793828, -0.004253041464835405, -0.0037557377945631742, -0.003258434124290943, -0.0027611302211880684, -0.0022638263180851936, -0.0017665226478129625, -0.0012692188611254096, -0.0007719150744378567, -0.00027461128775030375, 0.00022269249893724918, 0.0007199962856248021, 0.001217300072312355, 0.001714603858999908, 0.002211907645687461, 0.002709211315959692, 0.0032065152190625668, 0.0037038191221654415, 0.004201122559607029, 0.004698426462709904, 0.0051957303658127785, 0.005693034268915653, 0.006190338172018528, 0.006687641609460115, 0.00718494551256299, 0.007682249415665865, 0.008179552853107452, 0.008676856756210327, 0.009174160659313202, 0.009671464562416077, 0.010168768465518951, 0.010666072368621826, 0.011163376271724701, 0.011660679243505001, 0.012157983146607876, 0.01265528704971075, 0.013152590952813625, 0.0136498948559165, 0.014147198759019375, 0.01464450266212225, 0.01514180563390255, 0.015639109537005424, 0.0161364134401083, 0.016633717343211174, 0.01713102124631405]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 3.0, 1.0, 4.0, 2.0, 12.0, 9.0, 20.0, 21.0, 40.0, 46.0, 52.0, 87.0, 102.0, 161.0, 251.0, 360.0, 885.0, 4595.0, 522.0, 243.0, 146.0, 120.0, 76.0, 47.0, 33.0, 25.0, 16.0, 20.0, 13.0, 1.0, 3.0, 3.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.24330483376979828, -0.23636113107204437, -0.22941742837429047, -0.22247372567653656, -0.21553003787994385, -0.20858633518218994, -0.20164263248443604, -0.19469892978668213, -0.18775522708892822, -0.18081152439117432, -0.1738678216934204, -0.1669241189956665, -0.1599804162979126, -0.15303672850131989, -0.14609302580356598, -0.13914932310581207, -0.13220562040805817, -0.12526191771030426, -0.11831821501255035, -0.11137451976537704, -0.10443081706762314, -0.09748711436986923, -0.09054341912269592, -0.08359971642494202, -0.07665601372718811, -0.0697123110294342, -0.0627686083316803, -0.05582491308450699, -0.04888121038675308, -0.041937507688999176, -0.03499380871653557, -0.02805010788142681, -0.021106407046318054, -0.014162706211209297, -0.00721900537610054, -0.00027530454099178314, 0.006668396294116974, 0.013612097129225731, 0.020555797964334488, 0.027499498799443245, 0.034443199634552, 0.04138690233230591, 0.048330601304769516, 0.055274300277233124, 0.06221800297498703, 0.06916170567274094, 0.07610540091991425, 0.08304910361766815, 0.08999280631542206, 0.09693650901317596, 0.10388021171092987, 0.11082390695810318, 0.11776760965585709, 0.12471131235361099, 0.1316550076007843, 0.1385987102985382, 0.14554241299629211, 0.15248611569404602, 0.15942981839179993, 0.16637352108955383, 0.17331722378730774, 0.18026091158390045, 0.18720461428165436, 0.19414831697940826, 0.20109201967716217]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 2.0, 3.0, 2.0, 1.0, 1.0, 4.0, 2.0, 0.0, 3.0, 2.0, 0.0, 2.0, 3.0, 2.0, 2.0, 5.0, 2.0, 1.0, 4.0, 3.0, 2.0, 24.0, 4.0, 2.0, 4.0, 6.0, 2.0, 3.0, 4.0, 6.0, 1.0, 2.0, 0.0, 0.0, 2.0, 4.0, 1.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.002653752453625202, -0.002569106174632907, -0.0024844601284712553, -0.00239981384947896, -0.0023151678033173084, -0.002230521524325013, -0.0021458754781633615, -0.0020612291991710663, -0.0019765831530094147, -0.0018919368740171194, -0.001807290711440146, -0.0017226445488631725, -0.0016379982698708773, -0.0015533521072939038, -0.0014687059447169304, -0.001384059782139957, -0.0012994136195629835, -0.00121476745698601, -0.0011301212944090366, -0.0010454751318320632, -0.0009608289110474288, -0.0008761827484704554, -0.0007915365276858211, -0.0007068903651088476, -0.0006222442025318742, -0.0005375980399549007, -0.00045295184827409685, -0.00036830565659329295, -0.0002836594940163195, -0.00019901331688743085, -0.00011436713975854218, -2.9720962629653513e-05, 5.492521449923515e-05, 0.00013957139162812382, 0.0002242175687570125, 0.0003088637604378164, 0.0003935099230147898, 0.00047815608559176326, 0.0005628023063763976, 0.000647448468953371, 0.0007320946315303445, 0.0008167407941073179, 0.0009013869566842914, 0.0009860331192612648, 0.00107067939825356, 0.0011553255608305335, 0.001239971723407507, 0.0013246178859844804, 0.0014092640485614538, 0.0014939102111384273, 0.0015785563737154007, 0.0016632025362923741, 0.0017478486988693476, 0.0018324949778616428, 0.0019171411404386163, 0.0020017873030155897, 0.002086433582007885, 0.0021710796281695366, 0.002255725907161832, 0.0023403719533234835, 0.0024250182323157787, 0.0025096642784774303, 0.0025943105574697256, 0.0026789566036313772, 0.0027636028826236725]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 6.0, 2.0, 6.0, 14.0, 16.0, 20.0, 41.0, 32.0, 73.0, 105.0, 144.0, 182.0, 290.0, 471.0, 639.0, 1108.0, 1700.0, 2982.0, 5210.0, 9897.0, 19819.0, 40015.0, 85172.0, 213345.0, 616223.0, 92627.0, 41857.0, 20485.0, 11045.0, 6113.0, 3625.0, 2145.0, 1343.0, 896.0, 588.0, 392.0, 280.0, 211.0, 162.0, 91.0, 73.0, 44.0, 54.0, 28.0, 19.0, 17.0, 7.0, 8.0, 5.0, 3.0, 6.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0], "bins": [-0.013815764337778091, -0.013372132554650307, -0.012928501702845097, -0.012484869919717312, -0.012041239067912102, -0.011597607284784317, -0.011153976432979107, -0.010710344649851322, -0.010266713798046112, -0.009823082014918327, -0.009379450231790543, -0.008935819379985332, -0.008492187596857548, -0.008048556745052338, -0.007604924961924553, -0.0071612936444580555, -0.006717662326991558, -0.006274031009525061, -0.005830399692058563, -0.005386768374592066, -0.004943137057125568, -0.004499505273997784, -0.004055873956531286, -0.003612242639064789, -0.0031686113215982914, -0.002724980004131794, -0.0022813486866652966, -0.0018377171363681555, -0.001394085818901658, -0.0009504544432274997, -0.0005068230675533414, -6.319169187918305e-05, 0.0003804396837949753, 0.0008240710594691336, 0.001267702435143292, 0.0017113338690251112, 0.0021549651864916086, 0.002598596503958106, 0.003042228054255247, 0.0034858593717217445, 0.003929490689188242, 0.004373122006654739, 0.004816753324121237, 0.005260384641587734, 0.005704016424715519, 0.006147647742182016, 0.006591279059648514, 0.007034910377115011, 0.007478541694581509, 0.007922173477709293, 0.008365804329514503, 0.008809436112642288, 0.009253066964447498, 0.009696698747575283, 0.010140329599380493, 0.010583961382508278, 0.011027593165636063, 0.011471224017441273, 0.011914855800569057, 0.012358486652374268, 0.012802118435502052, 0.013245749287307262, 0.013689381070435047, 0.014133011922240257, 0.014576643705368042]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 8.0, 2.0, 3.0, 1.0, 1.0, 4.0, 5.0, 2.0, 3.0, 3.0, 1.0, 4.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.007979046553373337, -0.007769451476633549, -0.007559856399893761, -0.007350261323153973, -0.007140666712075472, -0.006931071635335684, -0.006721476558595896, -0.006511881481856108, -0.00630228640511632, -0.006092691328376532, -0.005883096717298031, -0.005673501640558243, -0.005463906563818455, -0.005254311487078667, -0.005044716410338879, -0.004835121333599091, -0.0046255262568593025, -0.004415931645780802, -0.004206336569041014, -0.003996741492301226, -0.0037871464155614376, -0.003577551571652293, -0.003367956494912505, -0.003158361418172717, -0.0029487665742635727, -0.0027391714975237846, -0.0025295764207839966, -0.0023199813440442085, -0.002110386500135064, -0.001900791423395276, -0.0016911964630708098, -0.0014816013863310218, -0.0012720064260065556, -0.0010624114656820893, -0.0008528163889423013, -0.000643221428617835, -0.0004336264100857079, -0.000224031406105496, -1.4436402125284076e-05, 0.00019515860185492784, 0.00040475360583513975, 0.0006143486243672669, 0.000823943642899394, 0.0010335386032238603, 0.0012431335635483265, 0.0014527286402881145, 0.0016623236006125808, 0.0018719186773523688, 0.002081513637676835, 0.002291108714416623, 0.0025007035583257675, 0.0027102986350655556, 0.0029198937118053436, 0.003129488555714488, 0.003339083632454276, 0.003548678709194064, 0.0037582735531032085, 0.003967868629842997, 0.004177463706582785, 0.004387058783322573, 0.004596653860062361, 0.0048062484711408615, 0.00501584354788065, 0.005225438624620438, 0.005435033701360226]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 4.0, 1.0, 2.0, 2.0, 7.0, 7.0, 9.0, 8.0, 20.0, 11.0, 17.0, 31.0, 32.0, 41.0, 92.0, 88.0, 100.0, 107.0, 115.0, 203.0, 257.0, 376.0, 453.0, 680.0, 1094.0, 4935.0, 3155.0, 1992.0, 1196.0, 834.0, 641.0, 450.0, 345.0, 232.0, 140.0, 115.0, 83.0, 86.0, 73.0, 46.0, 50.0, 41.0, 50.0, 41.0, 36.0, 30.0, 23.0, 22.0, 15.0, 8.0, 11.0, 7.0, 3.0, 3.0, 3.0, 3.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.006723544094711542, -0.006490380968898535, -0.00625721737742424, -0.006024054251611233, -0.005790891125798225, -0.005557727534323931, -0.005324564408510923, -0.005091400817036629, -0.004858237691223621, -0.004625074565410614, -0.004391910973936319, -0.004158747848123312, -0.003925584256649017, -0.00369242113083601, -0.0034592580050230026, -0.0032260946463793516, -0.0029929312877357006, -0.0027597679290920496, -0.0025266045704483986, -0.0022934414446353912, -0.0020602780859917402, -0.0018271147273480892, -0.00159395148511976, -0.0013607882428914309, -0.0011276248842477798, -0.0008944615838117898, -0.0006612982833757997, -0.00042813498293980956, -0.00019497168250381947, 3.819161793217063e-05, 0.0002713549183681607, 0.0005045182188041508, 0.0007376815192401409, 0.000970844819676131, 0.001204008120112121, 0.0014371713623404503, 0.0016703347209841013, 0.0019034980796277523, 0.0021366612054407597, 0.0023698245640844107, 0.0026029879227280617, 0.0028361512813717127, 0.0030693146400153637, 0.003302477765828371, 0.003535641124472022, 0.003768804483115673, 0.00400196760892868, 0.004235131200402975, 0.0044682943262159824, 0.00470145745202899, 0.0049346210435032845, 0.005167784169316292, 0.005400947295129299, 0.005634110886603594, 0.005867274012416601, 0.006100437603890896, 0.006333600729703903, 0.0065667638555169106, 0.006799927446991205, 0.007033090572804213, 0.007266254164278507, 0.007499417290091515, 0.007732580415904522, 0.00796574354171753, 0.008198907598853111]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 3.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.03765673190355301, -0.036216262727975845, -0.03477579355239868, -0.033335328102111816, -0.03189485892653465, -0.03045438975095749, -0.029013922438025475, -0.02757345512509346, -0.026132985949516296, -0.024692516773939133, -0.023252049461007118, -0.021811582148075104, -0.02037111297249794, -0.018930643796920776, -0.017490176483988762, -0.016049709171056747, -0.014609239995479584, -0.013168771751224995, -0.011728303506970406, -0.010287835262715816, -0.008847367018461227, -0.007406898774206638, -0.005966430529952049, -0.00452596228569746, -0.003085494041442871, -0.001645025797188282, -0.00020455755293369293, 0.0012359106913208961, 0.0026763789355754852, 0.004116847179830074, 0.005557315424084663, 0.0069977836683392525, 0.008438251912593842, 0.00987872015684843, 0.01131918840110302, 0.012759656645357609, 0.014200124889612198, 0.01564059406518936, 0.017081061378121376, 0.01852152869105339, 0.019961997866630554, 0.021402467042207718, 0.022842934355139732, 0.024283401668071747, 0.02572387084364891, 0.027164340019226074, 0.02860480733215809, 0.030045274645090103, 0.03148574382066727, 0.03292621299624443, 0.034366682171821594, 0.03580714762210846, 0.03724761679768562, 0.03868808597326279, 0.04012855142354965, 0.041569020599126816, 0.04300948977470398, 0.04444995895028114, 0.04589042812585831, 0.04733089357614517, 0.048771362751722336, 0.0502118319272995, 0.051652297377586365, 0.05309276655316353, 0.05453323572874069]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 2.0, 5.0, 1.0, 4.0, 6.0, 2.0, 4.0, 6.0, 3.0, 7.0, 3.0, 3.0, 3.0, 4.0, 4.0, 2.0, 4.0, 7.0, 18.0, 51.0, 27.0, 26.0, 18.0, 19.0, 12.0, 4.0, 4.0, 3.0, 2.0, 6.0, 5.0, 2.0, 2.0, 1.0, 2.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.031722214072942734, -0.03033645823597908, -0.028950702399015427, -0.027564944699406624, -0.02617918886244297, -0.024793433025479317, -0.023407675325870514, -0.02202191948890686, -0.020636163651943207, -0.019250407814979553, -0.0178646519780159, -0.016478894278407097, -0.015093138441443443, -0.01370738260447979, -0.012321625836193562, -0.010935869067907333, -0.00955011323094368, -0.008164357393980026, -0.006778600625693798, -0.005392844323068857, -0.004007088020443916, -0.0026213317178189754, -0.0012355754151940346, 0.0001501808874309063, 0.0015359371900558472, 0.002921693492680788, 0.004307449795305729, 0.00569320609793067, 0.007078962400555611, 0.008464718237519264, 0.009850475005805492, 0.01123623177409172, 0.012621987611055374, 0.014007743448019028, 0.015393500216305256, 0.016779256984591484, 0.018165012821555138, 0.01955076865851879, 0.020936526358127594, 0.022322282195091248, 0.0237080380320549, 0.025093793869018555, 0.026479549705982208, 0.02786530740559101, 0.029251063242554665, 0.030636819079518318, 0.03202257677912712, 0.033408332616090775, 0.03479408845305443, 0.03617984429001808, 0.037565600126981735, 0.03895135596394539, 0.04033711552619934, 0.041722871363162994, 0.04310862720012665, 0.0444943830370903, 0.045880138874053955, 0.04726589471101761, 0.04865165054798126, 0.050037406384944916, 0.05142316222190857, 0.05280892178416252, 0.054194677621126175, 0.05558043345808983, 0.05696618929505348]}, "_runtime": 30.456721782684326, "_timestamp": 1596218995.6095743, "_step": 6}
+{"val_accuracy": 0.7908204908675799, "val_loss": 0.5608573985970728, "_runtime": 38.804102659225464, "_timestamp": 1596219003.9569552, "_step": 7}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: K Confidence: 0.297 Truth: v", "Prediction: 5 Confidence: 1.000 Truth: 5", "Prediction: 2 Confidence: 0.996 Truth: 2", "Prediction: 0 Confidence: 0.583 Truth: 0"]}, "_runtime": 39.07972502708435, "_timestamp": 1596219004.2325776, "_step": 8}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 0.0, 2.0, 0.0, 3.0, 2.0, 2.0, 0.0, 4.0, 2.0, 1.0, 3.0, 1.0, 1.0, 3.0, 1.0, 4.0, 5.0, 2.0, 0.0, 2.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01169948186725378, -0.011365106329321861, -0.011030729860067368, -0.010696354322135448, -0.01036197878420353, -0.010027602314949036, -0.009693226777017117, -0.009358851239085197, -0.009024474769830704, -0.008690099231898785, -0.008355723693966866, -0.008021347224712372, -0.007686971686780453, -0.007352595683187246, -0.00701821967959404, -0.006683844141662121, -0.006349468138068914, -0.006015092134475708, -0.005680716596543789, -0.0053463405929505825, -0.005011964589357376, -0.004677589051425457, -0.004343213047832251, -0.004008837044239044, -0.0036744612734764814, -0.0033400855027139187, -0.0030057094991207123, -0.0026713337283581495, -0.0023369579575955868, -0.0020025819540023804, -0.0016682061832398176, -0.001333830296061933, -0.0009994544088840485, -0.0006650785217061639, -0.0003307026927359402, 3.673165338113904e-06, 0.000338049023412168, 0.0006724249105900526, 0.0010068006813526154, 0.0013411765685305, 0.0016755524557083845, 0.0020099282264709473, 0.0023443042300641537, 0.0026786800008267164, 0.003013055771589279, 0.0033474317751824856, 0.0036818075459450483, 0.004016183316707611, 0.0043505593203008175, 0.004684935323894024, 0.005019310861825943, 0.005353686865419149, 0.005688062869012356, 0.006022438406944275, 0.006356814410537481, 0.006691190414130688, 0.007025565952062607, 0.007359941955655813, 0.00769431795924902, 0.008028693497180939, 0.008363069966435432, 0.008697445504367352, 0.00903182104229927, 0.009366197511553764, 0.009700573049485683]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 3.0, 3.0, 6.0, 4.0, 10.0, 19.0, 22.0, 20.0, 32.0, 47.0, 79.0, 90.0, 134.0, 186.0, 244.0, 425.0, 4534.0, 1040.0, 369.0, 213.0, 140.0, 88.0, 60.0, 34.0, 36.0, 24.0, 12.0, 9.0, 8.0, 8.0, 8.0, 4.0, 0.0, 1.0, 4.0, 1.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.2057340443134308, -0.19923968613147736, -0.19274531304836273, -0.1862509548664093, -0.17975658178329468, -0.17326222360134125, -0.16676786541938782, -0.1602734923362732, -0.15377913415431976, -0.14728476107120514, -0.1407904028892517, -0.13429604470729828, -0.12780167162418365, -0.12130730599164963, -0.1148129478096962, -0.10831858217716217, -0.10182421654462814, -0.09532985091209412, -0.08883548527956009, -0.08234112709760666, -0.07584676146507263, -0.0693523958325386, -0.06285803020000458, -0.05636366829276085, -0.04986930266022682, -0.043374937027692795, -0.036880575120449066, -0.03038620948791504, -0.02389184571802616, -0.017397481948137283, -0.01090311724692583, -0.004408753011375666, 0.0020856112241744995, 0.008579974994063377, 0.01507433969527483, 0.021568704396486282, 0.02806306816637516, 0.03455743193626404, 0.041051797568798065, 0.047546159476041794, 0.05404052510857582, 0.06053489074110985, 0.06702925264835358, 0.0735236182808876, 0.08001798391342163, 0.08651234954595566, 0.09300670772790909, 0.09950107336044312, 0.10599543899297714, 0.11248980462551117, 0.1189841702580452, 0.12547853589057922, 0.13197289407253265, 0.13846726715564728, 0.1449616253376007, 0.15145598351955414, 0.15795035660266876, 0.1644447147846222, 0.17093908786773682, 0.17743344604969025, 0.18392780423164368, 0.1904221773147583, 0.19691653549671173, 0.20341090857982635, 0.20990526676177979]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 3.0, 3.0, 2.0, 2.0, 2.0, 5.0, 4.0, 1.0, 3.0, 6.0, 9.0, 4.0, 3.0, 2.0, 24.0, 3.0, 5.0, 3.0, 6.0, 4.0, 2.0, 3.0, 1.0, 0.0, 4.0, 0.0, 2.0, 3.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0020384658128023148, -0.0019469106337055564, -0.001855355454608798, -0.0017638001590967178, -0.0016722449799999595, -0.001580689800903201, -0.0014891346218064427, -0.0013975794427096844, -0.0013060241471976042, -0.0012144689681008458, -0.0011229137890040874, -0.001031358609907329, -0.0009398034308105707, -0.0008482481935061514, -0.0007566930144093931, -0.0006651377771049738, -0.0005735825980082154, -0.0004820273898076266, -0.0003904721816070378, -0.0002989170025102794, -0.0002073617943096906, -0.00011580659338505939, -2.425139246042818e-05, 6.730380846420303e-05, 0.00015885900938883424, 0.00025041421758942306, 0.0003419694257900119, 0.00043352460488677025, 0.0005250797839835286, 0.0006166350212879479, 0.0007081902003847063, 0.0007997454376891255, 0.0008913006167858839, 0.0009828557958826423, 0.0010744109749794006, 0.0011659662704914808, 0.0012575214495882392, 0.0013490766286849976, 0.001440631807781756, 0.0015321869868785143, 0.0016237422823905945, 0.0017152974614873528, 0.0018068526405841112, 0.0018984078196808696, 0.001989962998777628, 0.002081518294289708, 0.0021730733569711447, 0.002264628652483225, 0.0023561837151646614, 0.0024477390106767416, 0.002539294306188822, 0.0026308493688702583, 0.0027224046643823385, 0.002813959727063775, 0.0029055150225758553, 0.0029970703180879354, 0.003088625380769372, 0.003180180676281452, 0.0032717357389628887, 0.003363291034474969, 0.003454846329987049, 0.0035464013926684856, 0.003637956688180566, 0.0037295117508620024, 0.0038210670463740826]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 9.0, 21.0, 15.0, 26.0, 50.0, 77.0, 120.0, 192.0, 283.0, 525.0, 804.0, 1328.0, 2134.0, 3573.0, 6730.0, 13066.0, 26756.0, 59800.0, 153638.0, 708794.0, 100345.0, 44929.0, 22831.0, 12656.0, 7393.0, 4487.0, 2794.0, 1875.0, 1320.0, 916.0, 635.0, 432.0, 302.0, 215.0, 141.0, 112.0, 85.0, 69.0, 47.0, 27.0, 23.0, 17.0, 7.0, 13.0, 6.0, 3.0, 7.0, 2.0, 4.0, 1.0, 0.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.009903575293719769, -0.009513437747955322, -0.00912330113351345, -0.008733163587749004, -0.008343026973307133, -0.007952889427542686, -0.007562752813100815, -0.007172615732997656, -0.006782478652894497, -0.006392341107130051, -0.006002204027026892, -0.005612066946923733, -0.005221929866820574, -0.004831792786717415, -0.004441655706614256, -0.004051518626511097, -0.003661381546407938, -0.003271244466304779, -0.00288110738620162, -0.002490970306098461, -0.002100833225995302, -0.0017106960294768214, -0.0013205588329583406, -0.0009304217528551817, -0.0005402846727520227, -0.00015014756354503334, 0.00023998954566195607, 0.0006301266839727759, 0.0010202637640759349, 0.0014104008441790938, 0.0018005380406975746, 0.0021906751208007336, 0.0025808122009038925, 0.0029709492810070515, 0.0033610863611102104, 0.0037512234412133694, 0.004141360521316528, 0.004531497601419687, 0.004921634681522846, 0.005311771761626005, 0.005701908841729164, 0.00609204638749361, 0.006482183467596769, 0.006872320547699928, 0.007262457627803087, 0.007652594707906246, 0.008042731322348118, 0.008432868868112564, 0.008823005482554436, 0.009213143028318882, 0.009603280574083328, 0.0099934171885252, 0.010383554734289646, 0.010773691348731518, 0.011163828894495964, 0.011553965508937836, 0.011944103054702282, 0.012334239669144154, 0.0127243772149086, 0.013114513829350471, 0.013504651375114918, 0.01389478798955679, 0.014284925535321236, 0.014675062149763107, 0.015065199695527554]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 4.0, 4.0, 3.0, 6.0, 2.0, 9.0, 3.0, 7.0, 4.0, 1.0, 1.0, 2.0, 3.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.018647070974111557, -0.018107006326317787, -0.017566941678524017, -0.017026877030730247, -0.016486812382936478, -0.015946749597787857, -0.015406684949994087, -0.014866620302200317, -0.014326555654406548, -0.013786491006612778, -0.013246426358819008, -0.012706362642347813, -0.012166297994554043, -0.011626233346760273, -0.011086169630289078, -0.010546104982495308, -0.010006040334701538, -0.009465975686907768, -0.008925911039113998, -0.008385847322642803, -0.007845782674849033, -0.0073057180270552635, -0.006765653844922781, -0.0062255896627902985, -0.005685525014996529, -0.005145460367202759, -0.004605396185070276, -0.004065332002937794, -0.003525267355144024, -0.0029852029401808977, -0.0024451385252177715, -0.0019050741102546453, -0.0013650096952915192, -0.000824945280328393, -0.0002848808653652668, 0.0002551835495978594, 0.0007952479645609856, 0.0013353123795241117, 0.001875376794487238, 0.002415441209450364, 0.0029555056244134903, 0.0034955700393766165, 0.004035634454339743, 0.004575698636472225, 0.005115763284265995, 0.005655827932059765, 0.006195892114192247, 0.00673595629632473, 0.0072760209441185, 0.00781608559191227, 0.00835615023970604, 0.008896213956177235, 0.009436278603971004, 0.009976343251764774, 0.01051640696823597, 0.01105647161602974, 0.01159653626382351, 0.012136600911617279, 0.012676665559411049, 0.013216729275882244, 0.013756793923676014, 0.014296858571469784, 0.014836922287940979, 0.015376986935734749, 0.01591705158352852]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 2.0, 1.0, 0.0, 3.0, 1.0, 4.0, 6.0, 13.0, 13.0, 17.0, 25.0, 22.0, 26.0, 34.0, 42.0, 37.0, 72.0, 89.0, 149.0, 188.0, 250.0, 311.0, 388.0, 541.0, 780.0, 936.0, 1213.0, 2018.0, 5972.0, 1607.0, 903.0, 651.0, 486.0, 327.0, 245.0, 190.0, 128.0, 126.0, 122.0, 83.0, 74.0, 73.0, 63.0, 39.0, 31.0, 22.0, 16.0, 17.0, 19.0, 12.0, 8.0, 13.0, 6.0, 6.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.009261400438845158, -0.008947626687586308, -0.008633852936327457, -0.008320079185068607, -0.008006305433809757, -0.007692531682550907, -0.007378757931292057, -0.007064984180033207, -0.006751210428774357, -0.006437436677515507, -0.006123662926256657, -0.0058098891749978065, -0.0054961154237389565, -0.005182341672480106, -0.004868567921221256, -0.004554794169962406, -0.004241020418703556, -0.003927246667444706, -0.003613472916185856, -0.0032996991649270058, -0.0029859254136681557, -0.0026721516624093056, -0.0023583779111504555, -0.0020446041598916054, -0.0017308304086327553, -0.0014170566573739052, -0.001103282906115055, -0.000789509154856205, -0.0004757354035973549, -0.0001619616523385048, 0.0001518120989203453, 0.0004655858501791954, 0.0007793596014380455, 0.0010931333526968956, 0.0014069071039557457, 0.0017206808552145958, 0.002034454606473446, 0.002348228357732296, 0.002662002108991146, 0.002975775860249996, 0.0032895496115088463, 0.0036033233627676964, 0.0039170971140265465, 0.004230870865285397, 0.004544644616544247, 0.004858418367803097, 0.005172192119061947, 0.005485965870320797, 0.005799739621579647, 0.006113513372838497, 0.006427287124097347, 0.006741060875356197, 0.0070548346266150475, 0.0073686083778738976, 0.007682382129132748, 0.007996155880391598, 0.008309929631650448, 0.008623703382909298, 0.008937477134168148, 0.009251250885426998, 0.009565024636685848, 0.009878798387944698, 0.010192572139203548, 0.010506345890462399, 0.010820119641721249]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 3.0, 2.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0919589251279831, -0.08904939144849777, -0.08613985776901245, -0.08323031663894653, -0.08032078295946121, -0.07741124927997589, -0.07450171560049057, -0.07159218192100525, -0.06868264079093933, -0.06577310711145401, -0.06286357343196869, -0.05995403975248337, -0.05704450607299805, -0.05413496866822243, -0.051225434988737106, -0.04831589758396149, -0.045406363904476166, -0.042496830224990845, -0.039587292820215225, -0.036677759140729904, -0.033768221735954285, -0.030858688056468964, -0.027949154376983643, -0.025039618834853172, -0.022130083292722702, -0.019220547750592232, -0.01631101220846176, -0.01340147852897644, -0.01049194298684597, -0.007582407910376787, -0.004672872833907604, -0.0017633377574384212, 0.0011461973190307617, 0.004055732395499945, 0.006965267471969128, 0.009874802082777023, 0.012784337624907494, 0.015693873167037964, 0.018603406846523285, 0.021512942388653755, 0.024422477930784225, 0.027332013472914696, 0.030241549015045166, 0.03315108269453049, 0.03606061637401581, 0.03897015377879143, 0.04187968745827675, 0.04478922486305237, 0.04769875854253769, 0.05060829222202301, 0.05351782962679863, 0.05642736330628395, 0.05933690071105957, 0.06224643439054489, 0.06515596807003021, 0.06806550174951553, 0.07097503542900085, 0.07388457655906677, 0.0767941102385521, 0.07970364391803741, 0.08261317759752274, 0.08552271127700806, 0.08843225240707397, 0.0913417860865593, 0.09425131976604462]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 5.0, 11.0, 10.0, 25.0, 24.0, 22.0, 44.0, 17.0, 16.0, 13.0, 9.0, 9.0, 9.0, 5.0, 2.0, 1.0, 2.0, 3.0, 7.0, 1.0, 2.0, 1.0, 2.0, 6.0, 1.0, 0.0, 1.0, 3.0, 2.0, 3.0, 1.0, 0.0, 4.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0], "bins": [-0.0549895204603672, -0.05325915664434433, -0.05152879282832146, -0.049798429012298584, -0.04806806519627571, -0.04633770138025284, -0.044607337564229965, -0.04287697374820709, -0.04114661365747452, -0.039416249841451645, -0.03768588602542877, -0.0359555222094059, -0.034225158393383026, -0.03249479457736015, -0.03076443076133728, -0.029034066945314407, -0.027303703129291534, -0.02557333931326866, -0.02384297549724579, -0.022112611681222916, -0.020382247865200043, -0.01865188591182232, -0.016921522095799446, -0.015191158279776573, -0.0134607944637537, -0.011730430647730827, -0.010000066831707954, -0.008269703947007656, -0.006539340130984783, -0.00480897631496191, -0.0030786129646003246, -0.0013482493814080954, 0.0003821142017841339, 0.002112477784976363, 0.0038428413681685925, 0.005573204718530178, 0.007303568534553051, 0.009033932350575924, 0.010764295235276222, 0.012494659051299095, 0.014225022867321968, 0.01595538668334484, 0.017685750499367714, 0.019416114315390587, 0.02114647626876831, 0.022876840084791183, 0.024607203900814056, 0.02633756771683693, 0.028067931532859802, 0.029798295348882675, 0.03152865916490555, 0.03325902298092842, 0.034989386796951294, 0.03671975061297417, 0.03845011442899704, 0.04018047824501991, 0.041910842061042786, 0.04364120215177536, 0.04537156596779823, 0.047101929783821106, 0.04883229359984398, 0.05056265741586685, 0.052293021231889725, 0.0540233850479126, 0.05575374886393547]}, "_runtime": 39.552783250808716, "_timestamp": 1596219004.7056358, "_step": 9}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 4.0, 2.0, 1.0, 5.0, 4.0, 4.0, 6.0, 1.0, 4.0, 2.0, 0.0, 2.0, 0.0, 4.0, 2.0, 1.0, 1.0, 3.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01583721861243248, -0.015325813554227352, -0.014814408496022224, -0.014303003437817097, -0.013791598379611969, -0.013280192390084267, -0.012768787331879139, -0.012257382273674011, -0.011745977215468884, -0.011234572157263756, -0.010723167099058628, -0.0102117620408535, -0.009700356051325798, -0.00918895099312067, -0.008677545934915543, -0.008166140876710415, -0.007654735818505287, -0.0071433307603001595, -0.006631925702095032, -0.006120520178228617, -0.005609115120023489, -0.005097710061818361, -0.004586304537951946, -0.0040748994797468185, -0.003563494421541691, -0.003052089363336563, -0.0025406840723007917, -0.0020292787812650204, -0.0015178737230598927, -0.0010064685484394431, -0.0004950633738189936, 1.6341800801455975e-05, 0.0005277469754219055, 0.001039152150042355, 0.0015505573246628046, 0.002061962615698576, 0.0025733676739037037, 0.0030847727321088314, 0.0035961780231446028, 0.004107583314180374, 0.004618988372385502, 0.00513039343059063, 0.005641798488795757, 0.006153204012662172, 0.0066646090708673, 0.007176014129072428, 0.007687419652938843, 0.00819882471114397, 0.008710229769349098, 0.009221634827554226, 0.009733039885759354, 0.010244444943964481, 0.010755850002169609, 0.011267255991697311, 0.011778661049902439, 0.012290066108107567, 0.012801471166312695, 0.013312876224517822, 0.01382428128272295, 0.014335686340928078, 0.01484709233045578, 0.015358497388660908, 0.015869902446866035, 0.01638130657374859, 0.01689271256327629]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 3.0, 1.0, 3.0, 5.0, 5.0, 6.0, 2.0, 10.0, 8.0, 7.0, 23.0, 13.0, 25.0, 38.0, 64.0, 60.0, 89.0, 141.0, 270.0, 525.0, 4789.0, 946.0, 345.0, 165.0, 96.0, 73.0, 56.0, 35.0, 34.0, 16.0, 15.0, 15.0, 11.0, 8.0, 3.0, 5.0, 5.0, 1.0, 4.0, 2.0, 0.0, 0.0, 2.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.19675463438034058, -0.18989615142345428, -0.183037668466568, -0.1761792004108429, -0.1693207174539566, -0.1624622344970703, -0.15560375154018402, -0.14874528348445892, -0.14188680052757263, -0.13502831757068634, -0.12816983461380005, -0.12131135910749435, -0.11445287615060806, -0.10759440064430237, -0.10073591768741608, -0.09387744218111038, -0.08701895922422409, -0.0801604762673378, -0.0733020007610321, -0.06644351780414581, -0.05958504229784012, -0.05272655934095383, -0.045868080109357834, -0.03900960087776184, -0.03215112164616585, -0.025292642414569855, -0.01843416318297386, -0.01157568208873272, -0.004717202857136726, 0.002141276840120554, 0.008999756537377834, 0.015858236700296402, 0.022716715931892395, 0.029575195163488388, 0.03643367439508438, 0.043292153626680374, 0.05015063285827637, 0.05700911581516266, 0.06386759132146835, 0.07072607427835464, 0.07758454978466034, 0.08444303274154663, 0.09130151569843292, 0.09815999120473862, 0.10501847416162491, 0.1118769496679306, 0.1187354326248169, 0.12559391558170319, 0.13245239853858948, 0.13931086659431458, 0.14616934955120087, 0.15302783250808716, 0.15988631546497345, 0.16674478352069855, 0.17360326647758484, 0.18046174943447113, 0.18732023239135742, 0.1941787153482437, 0.2010371834039688, 0.2078956663608551, 0.2147541493177414, 0.22161263227462769, 0.22847110033035278, 0.23532958328723907, 0.24218806624412537]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 2.0, 1.0, 7.0, 1.0, 0.0, 4.0, 3.0, 3.0, 2.0, 3.0, 2.0, 4.0, 1.0, 4.0, 4.0, 4.0, 3.0, 25.0, 4.0, 3.0, 4.0, 2.0, 2.0, 2.0, 3.0, 3.0, 4.0, 3.0, 2.0, 3.0, 0.0, 0.0, 3.0, 3.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002266924362629652, -0.0021821712143719196, -0.0020974180661141872, -0.0020126651506870985, -0.0019279120024293661, -0.0018431588541716337, -0.0017584058223292232, -0.0016736527904868126, -0.0015888996422290802, -0.0015041464939713478, -0.0014193934621289372, -0.0013346404302865267, -0.0012498872820287943, -0.001165134133771062, -0.0010803811019286513, -0.0009956280700862408, -0.0009108749218285084, -0.0008261218317784369, -0.0007413687417283654, -0.0006566156516782939, -0.0005718625616282225, -0.000487109471578151, -0.0004023563815280795, -0.00031760329147800803, -0.00023285020142793655, -0.00014809711137786508, -6.33440213277936e-05, 2.140906872227788e-05, 0.00010616215877234936, 0.00019091524882242084, 0.0002756683388724923, 0.0003604214289225638, 0.00044517451897263527, 0.0005299276090227067, 0.0006146806990727782, 0.0006994337891228497, 0.0007841868791729212, 0.0008689399692229927, 0.0009536930592730641, 0.0010384460911154747, 0.001123199239373207, 0.0012079523876309395, 0.00129270541947335, 0.0013774584513157606, 0.001462211599573493, 0.0015469647478312254, 0.001631717779673636, 0.0017164708115160465, 0.001801223959773779, 0.0018859771080315113, 0.0019707302562892437, 0.0020554831717163324, 0.002140236319974065, 0.0022249894682317972, 0.002309742383658886, 0.0023944955319166183, 0.0024792486801743507, 0.002564001828432083, 0.0026487549766898155, 0.0027335078921169043, 0.0028182610403746367, 0.002903014188632369, 0.0029877671040594578, 0.00307252025231719, 0.0031572734005749226]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 7.0, 1.0, 6.0, 8.0, 9.0, 16.0, 27.0, 36.0, 51.0, 92.0, 127.0, 166.0, 299.0, 477.0, 711.0, 1242.0, 2141.0, 3703.0, 6864.0, 13028.0, 25979.0, 58153.0, 161938.0, 747017.0, 81253.0, 34480.0, 17843.0, 9573.0, 5548.0, 3202.0, 2006.0, 1175.0, 776.0, 527.0, 358.0, 220.0, 171.0, 103.0, 80.0, 63.0, 39.0, 29.0, 21.0, 15.0, 11.0, 9.0, 9.0, 4.0, 4.0, 7.0, 3.0, 5.0, 4.0, 2.0, 4.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.007805472705513239, -0.007484029978513718, -0.007162586785852909, -0.0068411435931921005, -0.006519700866192579, -0.006198258139193058, -0.0058768149465322495, -0.005555371753871441, -0.00523392902687192, -0.004912486299872398, -0.00459104310721159, -0.004269599914550781, -0.00394815718755126, -0.003626714227721095, -0.00330527126789093, -0.0029838283080607653, -0.0026623853482306004, -0.0023409423884004354, -0.0020194994285702705, -0.0016980564687401056, -0.0013766135089099407, -0.0010551705490797758, -0.0007337275892496109, -0.000412284629419446, -9.084166958928108e-05, 0.00023060129024088383, 0.0005520442500710487, 0.0008734872099012136, 0.0011949301697313786, 0.0015163731295615435, 0.0018378160893917084, 0.0021592590492218733, 0.002480702009052038, 0.002802144968882203, 0.003123587928712368, 0.003445030888542533, 0.003766473848372698, 0.004087916575372219, 0.004409359768033028, 0.004730802960693836, 0.0050522456876933575, 0.005373688414692879, 0.005695131607353687, 0.006016574800014496, 0.006338017527014017, 0.006659460254013538, 0.006980903446674347, 0.0073023466393351555, 0.007623789366334677, 0.007945232093334198, 0.008266675285995007, 0.008588118478655815, 0.008909560739994049, 0.009231003932654858, 0.009552447125315666, 0.009873890317976475, 0.010195333510637283, 0.010516775771975517, 0.010838218964636326, 0.011159662157297134, 0.011481104418635368, 0.011802547611296177, 0.012123990803956985, 0.012445433996617794, 0.012766877189278603]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 2.0, 1.0, 3.0, 0.0, 1.0, 3.0, 2.0, 1.0, 1.0, 2.0, 3.0, 9.0, 2.0, 2.0, 2.0, 4.0, 1.0, 4.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.020158253610134125, -0.019692135974764824, -0.019226018339395523, -0.018759898841381073, -0.018293781206011772, -0.01782766357064247, -0.01736154593527317, -0.01689542643725872, -0.01642930880188942, -0.01596319116652012, -0.015497072599828243, -0.015030954964458942, -0.014564836397767067, -0.014098718762397766, -0.01363260019570589, -0.01316648256033659, -0.012700363993644714, -0.012234246358275414, -0.011768128722906113, -0.011302010156214237, -0.010835892520844936, -0.010369773954153061, -0.00990365631878376, -0.009437537752091885, -0.008971420116722584, -0.008505301550030708, -0.008039183914661407, -0.007573065813630819, -0.007106947712600231, -0.006640829611569643, -0.006174711510539055, -0.005708593409508467, -0.005242475308477879, -0.00477635720744729, -0.004310239106416702, -0.003844121005386114, -0.003378002904355526, -0.0029118850361555815, -0.0024457669351249933, -0.001979648834094405, -0.001513530733063817, -0.0010474126320332289, -0.0005812945892103016, -0.00011517651728354394, 0.00035094155464321375, 0.0008170596556738019, 0.0012831776402890682, 0.0017492957413196564, 0.0022154138423502445, 0.0026815319433808327, 0.003147650044411421, 0.003613768145442009, 0.004079886246472597, 0.004546004347503185, 0.005012122448533773, 0.005478240549564362, 0.005944358184933662, 0.0064104762859642506, 0.006876594386994839, 0.007342712488025427, 0.007808830589056015, 0.00827494915574789, 0.008741066791117191, 0.009207185357809067, 0.009673302993178368]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 3.0, 1.0, 2.0, 3.0, 3.0, 9.0, 10.0, 17.0, 7.0, 16.0, 21.0, 18.0, 33.0, 37.0, 27.0, 49.0, 56.0, 65.0, 96.0, 111.0, 157.0, 166.0, 225.0, 287.0, 394.0, 434.0, 594.0, 858.0, 1375.0, 2275.0, 5587.0, 1352.0, 906.0, 716.0, 554.0, 398.0, 351.0, 238.0, 192.0, 146.0, 120.0, 108.0, 73.0, 48.0, 49.0, 45.0, 38.0, 31.0, 22.0, 18.0, 20.0, 18.0, 12.0, 10.0, 8.0, 4.0, 6.0, 3.0, 3.0, 2.0, 2.0, 0.0, 2.0], "bins": [-0.00891577173024416, -0.008630944415926933, -0.008346118032932281, -0.00806129164993763, -0.007776464335620403, -0.007491637486964464, -0.007206810638308525, -0.006921983789652586, -0.006637156940996647, -0.006352330092340708, -0.006067503243684769, -0.00578267639502883, -0.0054978495463728905, -0.005213022697716951, -0.004928195849061012, -0.004643369000405073, -0.004358542151749134, -0.004073715303093195, -0.003788888454437256, -0.0035040616057813168, -0.0032192347571253777, -0.0029344079084694386, -0.0026495810598134995, -0.0023647542111575603, -0.0020799273625016212, -0.0017951005138456821, -0.001510273665189743, -0.001225446816533804, -0.0009406199678778648, -0.0006557931192219257, -0.00037096627056598663, -8.613942191004753e-05, 0.00019868742674589157, 0.0004835142754018307, 0.0007683411240577698, 0.0010531679727137089, 0.001337994821369648, 0.001622821670025587, 0.0019076485186815262, 0.0021924753673374653, 0.0024773022159934044, 0.0027621290646493435, 0.0030469559133052826, 0.0033317827619612217, 0.003616609610617161, 0.0039014364592731, 0.004186263307929039, 0.004471090156584978, 0.004755917005240917, 0.005040743853896856, 0.005325570702552795, 0.0056103975512087345, 0.005895224399864674, 0.006180051248520613, 0.006464878097176552, 0.006749704945832491, 0.00703453179448843, 0.007319358643144369, 0.007604185491800308, 0.00788901187479496, 0.008173839189112186, 0.008458666503429413, 0.008743492886424065, 0.009028319269418716, 0.009313146583735943]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 4.0, 0.0, 1.0, 2.0, 1.0, 0.0, 2.0, 4.0, 1.0, 1.0, 2.0, 3.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.060276228934526443, -0.0577680766582489, -0.05525992438197136, -0.05275177210569382, -0.050243619829416275, -0.04773546755313873, -0.04522731527686119, -0.04271916300058365, -0.04021101072430611, -0.037702858448028564, -0.03519470617175102, -0.03268655389547348, -0.030178401619195938, -0.027670249342918396, -0.025162097066640854, -0.022653944790363312, -0.02014579251408577, -0.017637640237808228, -0.015129487961530685, -0.012621335685253143, -0.010113183408975601, -0.007605031132698059, -0.005096878856420517, -0.002588726580142975, -8.057430386543274e-05, 0.0024275779724121094, 0.0049357302486896515, 0.007443882524967194, 0.009952034801244736, 0.012460187077522278, 0.01496833935379982, 0.017476491630077362, 0.019984643906354904, 0.022492796182632446, 0.02500094845890999, 0.02750910073518753, 0.030017253011465073, 0.032525405287742615, 0.03503355756402016, 0.0375417098402977, 0.04004986211657524, 0.04255801439285278, 0.045066166669130325, 0.04757431894540787, 0.05008247122168541, 0.05259062349796295, 0.055098775774240494, 0.057606928050518036, 0.06011508032679558, 0.06262323260307312, 0.06513138115406036, 0.0676395371556282, 0.07014769315719604, 0.07265584170818329, 0.07516399025917053, 0.07767214626073837, 0.08018030226230621, 0.08268845081329346, 0.0851965993642807, 0.08770475536584854, 0.09021291136741638, 0.09272105991840363, 0.09522920846939087, 0.09773736447095871, 0.10024552047252655]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 2.0, 0.0, 1.0, 3.0, 1.0, 4.0, 6.0, 12.0, 6.0, 16.0, 21.0, 31.0, 30.0, 50.0, 30.0, 12.0, 9.0, 1.0, 7.0, 6.0, 5.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 5.0, 1.0, 0.0, 1.0, 3.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0], "bins": [-0.05937619134783745, -0.05721191689372063, -0.055047646164894104, -0.05288337171077728, -0.05071909725666046, -0.04855482652783394, -0.04639055207371712, -0.044226277619600296, -0.04206200689077377, -0.03989773243665695, -0.03773345798254013, -0.03556918352842331, -0.033404912799596786, -0.031240638345479965, -0.029076365754008293, -0.026912091299891472, -0.0247478187084198, -0.022583546116948128, -0.020419271662831306, -0.018254999071359634, -0.016090724617242813, -0.013926452025771141, -0.011762179434299469, -0.009597905911505222, -0.007433632388710976, -0.005269358865916729, -0.0031050858087837696, -0.0009408125188201666, 0.0012234607711434364, 0.0033877340611070395, 0.0055520073510706425, 0.007716280408203602, 0.009880553930997849, 0.012044827453792095, 0.014209100976586342, 0.016373373568058014, 0.018537648022174835, 0.020701920613646507, 0.02286619320511818, 0.025030467659235, 0.027194740250706673, 0.029359012842178345, 0.031523287296295166, 0.03368756175041199, 0.03585183247923851, 0.03801610693335533, 0.04018038138747215, 0.042344652116298676, 0.0445089265704155, 0.04667320102453232, 0.04883747175335884, 0.05100174620747566, 0.053166020661592484, 0.055330291390419006, 0.05749456584453583, 0.05965884029865265, 0.06182311475276947, 0.06398738920688629, 0.06615165621042252, 0.06831593066453934, 0.07048020511865616, 0.07264447957277298, 0.0748087540268898, 0.07697302848100662, 0.07913729548454285]}, "_runtime": 47.22258281707764, "_timestamp": 1596219012.3754354, "_step": 10}
+{"val_accuracy": 0.7973016552511415, "val_loss": 0.5341802681689938, "_runtime": 50.47536778450012, "_timestamp": 1596219015.6282203, "_step": 11}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: K Confidence: 0.242 Truth: v", "Prediction: 5 Confidence: 1.000 Truth: 5", "Prediction: 2 Confidence: 0.993 Truth: 2", "Prediction: 0 Confidence: 0.693 Truth: 0"]}, "_runtime": 50.74731087684631, "_timestamp": 1596219015.9001634, "_step": 12}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0, 3.0, 4.0, 0.0, 5.0, 3.0, 1.0, 1.0, 3.0, 4.0, 3.0, 3.0, 2.0, 3.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012571156024932861, -0.012083780951797962, -0.011596405878663063, -0.011109030805528164, -0.010621655732393265, -0.010134280659258366, -0.009646905586123466, -0.009159530512988567, -0.008672155439853668, -0.008184781298041344, -0.007697405759245157, -0.007210030686110258, -0.006722656078636646, -0.006235281005501747, -0.005747905932366848, -0.005260530859231949, -0.00477315578609705, -0.004285780712962151, -0.0037984056398272514, -0.003311030799522996, -0.002823655726388097, -0.0023362806532531977, -0.0018489056965336204, -0.001361530739814043, -0.0008741556666791439, -0.0003867806517519057, 0.00010059436317533255, 0.0005879693781025708, 0.001075344393029809, 0.0015627194661647081, 0.0020500943064689636, 0.0025374693796038628, 0.003024844452738762, 0.003512219525873661, 0.00399959459900856, 0.004486969672143459, 0.0049743447452783585, 0.00546171935275197, 0.005949094425886869, 0.006436469499021769, 0.006923844572156668, 0.007411219645291567, 0.007898594252765179, 0.008385969325900078, 0.008873344399034977, 0.009360719472169876, 0.009848094545304775, 0.010335469618439674, 0.010822844691574574, 0.011310219764709473, 0.011797594837844372, 0.012284969910979271, 0.01277234498411417, 0.01325972005724907, 0.013747095130383968, 0.014234470203518867, 0.014721844345331192, 0.015209219418466091, 0.01569659449160099, 0.016183970496058464, 0.01667134463787079, 0.017158720642328262, 0.017646094784140587, 0.01813347078859806, 0.018620844930410385]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 3.0, 3.0, 7.0, 2.0, 17.0, 18.0, 15.0, 31.0, 39.0, 62.0, 64.0, 107.0, 173.0, 266.0, 397.0, 4933.0, 940.0, 325.0, 176.0, 83.0, 80.0, 44.0, 31.0, 21.0, 17.0, 16.0, 12.0, 5.0, 13.0, 6.0, 5.0, 1.0, 5.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.19685131311416626, -0.18999111652374268, -0.1831309050321579, -0.17627070844173431, -0.16941049695014954, -0.16255030035972595, -0.15569010376930237, -0.1488298922777176, -0.141969695687294, -0.13510949909687042, -0.12824928760528564, -0.12138909101486206, -0.11452888697385788, -0.1076686829328537, -0.10080848634243011, -0.09394828230142593, -0.08708807826042175, -0.08022787421941757, -0.07336767017841339, -0.06650747358798981, -0.059647269546985626, -0.052787065505981445, -0.04592686519026756, -0.03906666487455368, -0.0322064608335495, -0.025346258655190468, -0.018486056476831436, -0.011625854298472404, -0.004765652120113373, 0.002094550058245659, 0.00895475223660469, 0.015814954414963722, 0.022675156593322754, 0.029535358771681786, 0.03639556095004082, 0.0432557612657547, 0.05011596530675888, 0.05697616934776306, 0.06383636593818665, 0.07069656997919083, 0.07755677402019501, 0.08441697806119919, 0.09127718210220337, 0.09813737869262695, 0.10499758273363113, 0.11185778677463531, 0.1187179833650589, 0.12557819485664368, 0.13243839144706726, 0.13929858803749084, 0.14615879952907562, 0.1530189961194992, 0.15987920761108398, 0.16673940420150757, 0.17359960079193115, 0.18045981228351593, 0.18732000887393951, 0.1941802054643631, 0.20104041695594788, 0.20790061354637146, 0.21476081013679504, 0.22162102162837982, 0.2284812182188034, 0.23534142971038818, 0.24220162630081177]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 4.0, 3.0, 4.0, 2.0, 2.0, 2.0, 1.0, 4.0, 2.0, 2.0, 4.0, 4.0, 27.0, 7.0, 3.0, 4.0, 2.0, 4.0, 5.0, 3.0, 3.0, 6.0, 2.0, 1.0, 1.0, 1.0, 4.0, 1.0, 0.0, 1.0, 2.0, 3.0, 1.0, 3.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.004028775729238987, -0.003925440367311239, -0.003822104772552848, -0.0037187691777944565, -0.0036154338158667088, -0.0035120982211083174, -0.0034087628591805696, -0.0033054272644221783, -0.0032020919024944305, -0.003098756307736039, -0.0029954207129776478, -0.0028920853510499, -0.0027887497562915087, -0.002685414394363761, -0.0025820787996053696, -0.002478743437677622, -0.0023754078429192305, -0.002272072248160839, -0.0021687368862330914, -0.0020654012914747, -0.0019620659295469522, -0.0018587303347885609, -0.0017553948564454913, -0.0016520593781024218, -0.0015487238997593522, -0.0014453884214162827, -0.001342052943073213, -0.0012387174647301435, -0.0011353818699717522, -0.0010320463916286826, -0.0009287109132856131, -0.0008253754349425435, -0.000722039956599474, -0.0006187044782564044, -0.0005153689999133348, -0.0004120334633626044, -0.0003086979850195348, -0.00020536249212455004, -0.00010202699922956526, 1.308493665419519e-06, 0.0001046439865604043, 0.00020797947945538908, 0.00031131497235037386, 0.0004146504797972739, 0.0005179859581403434, 0.000621321436483413, 0.0007246569730341434, 0.000827992451377213, 0.0009313279297202826, 0.001034663408063352, 0.0011379988864064217, 0.0012413343647494912, 0.0013446698430925608, 0.0014480054378509521, 0.0015513409161940217, 0.0016546763945370913, 0.0017580118728801608, 0.0018613473512232304, 0.0019646829459816217, 0.0020680183079093695, 0.002171353902667761, 0.0022746892645955086, 0.0023780248593539, 0.0024813602212816477, 0.002584695816040039]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 2.0, 5.0, 8.0, 5.0, 27.0, 27.0, 59.0, 67.0, 90.0, 148.0, 241.0, 404.0, 705.0, 1205.0, 2258.0, 4296.0, 9160.0, 21696.0, 62699.0, 813197.0, 173778.0, 48306.0, 19935.0, 9607.0, 4940.0, 2666.0, 1539.0, 882.0, 605.0, 361.0, 251.0, 159.0, 106.0, 58.0, 46.0, 28.0, 19.0, 23.0, 10.0, 5.0, 5.0, 3.0, 0.0, 3.0, 1.0, 1.0, 1.0, 0.0, 2.0], "bins": [-0.01408996619284153, -0.013685891404747963, -0.013281815685331821, -0.01287773996591568, -0.012473665177822113, -0.012069590389728546, -0.011665514670312405, -0.011261438950896263, -0.010857364162802696, -0.01045328937470913, -0.010049213655292988, -0.009645137935876846, -0.00924106314778328, -0.008836988359689713, -0.008432912640273571, -0.00802883692085743, -0.007624762132763863, -0.007220686879009008, -0.006816611625254154, -0.0064125363714993, -0.006008461117744446, -0.005604385863989592, -0.005200310610234737, -0.004796235356479883, -0.004392160102725029, -0.003988084848970175, -0.0035840095952153206, -0.0031799343414604664, -0.002775859087705612, -0.002371783833950758, -0.0019677085801959038, -0.0015636333264410496, -0.0011595580726861954, -0.0007554828189313412, -0.00035140756517648697, 5.266768857836723e-05, 0.00045674294233322144, 0.0008608181960880756, 0.0012648934498429298, 0.001668968703597784, 0.0020730439573526382, 0.0024771192111074924, 0.0028811944648623466, 0.003285269718617201, 0.003689344972372055, 0.004093420226126909, 0.0044974954798817635, 0.004901570733636618, 0.005305645987391472, 0.005709721241146326, 0.00611379649490118, 0.0065178717486560345, 0.006921947002410889, 0.007326022256165743, 0.007730097509920597, 0.008134173229336739, 0.008538248017430305, 0.008942322805523872, 0.009346398524940014, 0.009750474244356155, 0.010154549032449722, 0.01055862382054329, 0.01096269953995943, 0.011366775259375572, 0.011770850047469139]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 3.0, 2.0, 1.0, 9.0, 6.0, 1.0, 12.0, 1.0, 5.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011547483503818512, -0.01096988096833229, -0.01039227843284607, -0.009814675897359848, -0.009237073361873627, -0.00865946989506483, -0.00808186735957861, -0.007504264824092388, -0.006926662288606167, -0.0063490597531199455, -0.005771457217633724, -0.005193854216486216, -0.004616251680999994, -0.004038649145513773, -0.003461046377196908, -0.002883443608880043, -0.0023058410733938217, -0.0017282384214922786, -0.0011506357695907354, -0.0005730331176891923, 4.569534212350845e-06, 0.000582172186113894, 0.0011597748380154371, 0.0017373774899169803, 0.0023149801418185234, 0.0028925826773047447, 0.0034701854456216097, 0.004047788213938475, 0.004625390749424696, 0.005202993284910917, 0.005780596286058426, 0.006358198821544647, 0.0069358013570308685, 0.00751340389251709, 0.008091006428003311, 0.008668608963489532, 0.009246211498975754, 0.00982381496578455, 0.010401417501270771, 0.010979020036756992, 0.011556622572243214, 0.012134225107729435, 0.012711827643215656, 0.013289430178701878, 0.013867033645510674, 0.014444636180996895, 0.015022238716483116, 0.015599841251969337, 0.01617744378745556, 0.01675504632294178, 0.017332648858428, 0.017910251393914223, 0.018487853929400444, 0.019065456464886665, 0.019643059000372887, 0.020220661535859108, 0.02079826593399048, 0.0213758684694767, 0.02195347100496292, 0.022531073540449142, 0.023108676075935364, 0.023686278611421585, 0.024263881146907806, 0.024841483682394028, 0.02541908621788025]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 4.0, 5.0, 4.0, 3.0, 10.0, 6.0, 16.0, 11.0, 21.0, 23.0, 32.0, 28.0, 33.0, 30.0, 51.0, 70.0, 93.0, 156.0, 212.0, 344.0, 431.0, 586.0, 888.0, 1408.0, 1956.0, 5890.0, 2568.0, 1181.0, 673.0, 422.0, 285.0, 213.0, 149.0, 101.0, 64.0, 69.0, 45.0, 58.0, 32.0, 35.0, 26.0, 25.0, 17.0, 24.0, 20.0, 20.0, 9.0, 18.0, 13.0, 6.0, 12.0, 9.0, 6.0, 3.0, 7.0, 0.0, 3.0, 4.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.008778711780905724, -0.008464883081614971, -0.008151054382324219, -0.007837224751710892, -0.007523396052420139, -0.007209567353129387, -0.0068957386538386345, -0.006581909488886595, -0.006268080789595842, -0.00595425209030509, -0.00564042292535305, -0.005326594226062298, -0.005012765526771545, -0.004698936361819506, -0.004385107662528753, -0.0040712784975767136, -0.003757449798285961, -0.003443620866164565, -0.003129791934043169, -0.0028159632347524166, -0.0025021343026310205, -0.0021883053705096245, -0.0018744765548035502, -0.001560647739097476, -0.00124681880697608, -0.0009329899330623448, -0.0006191610591486096, -0.0003053321852348745, 8.496688678860664e-06, 0.0003223255625925958, 0.000636154436506331, 0.0009499833104200661, 0.0012638121843338013, 0.0015776411164551973, 0.0018914699321612716, 0.002205298747867346, 0.002519127679988742, 0.002832956612110138, 0.0031467853114008904, 0.0034606142435222864, 0.0037744431756436825, 0.004088271874934435, 0.004402101039886475, 0.004715929739177227, 0.005029758438467979, 0.005343587603420019, 0.0056574163027107716, 0.005971245467662811, 0.006285074166953564, 0.006598902866244316, 0.006912732031196356, 0.007226560730487108, 0.007540389895439148, 0.0078542185947299, 0.008168047294020653, 0.008481875993311405, 0.008795704692602158, 0.009109534323215485, 0.009423363022506237, 0.00973719172179699, 0.010051020421087742, 0.010364849120378494, 0.010678678750991821, 0.010992507450282574, 0.011306336149573326]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 3.0, 2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.11187517642974854, -0.109181709587574, -0.10648823529481888, -0.10379476845264435, -0.10110130161046982, -0.09840782731771469, -0.09571436047554016, -0.09302089363336563, -0.0903274267911911, -0.08763395249843597, -0.08494048565626144, -0.08224701881408691, -0.07955354452133179, -0.07686007767915726, -0.07416661083698273, -0.0714731365442276, -0.06877966970205307, -0.06608620285987854, -0.06339272856712341, -0.06069926172494888, -0.05800579488277435, -0.055312324315309525, -0.052618853747844696, -0.049925386905670166, -0.04723191633820534, -0.04453844577074051, -0.04184497892856598, -0.03915150836110115, -0.03645803779363632, -0.03376457095146179, -0.031071100383996964, -0.028377631679177284, -0.025684162974357605, -0.022990694269537926, -0.020297225564718246, -0.017603754997253418, -0.014910286292433739, -0.01221681758761406, -0.009523347951471806, -0.006829878780990839, -0.0041364096105098724, -0.0014429404400289059, 0.0012505287304520607, 0.003943997900933027, 0.006637467071413994, 0.009330935776233673, 0.012024405412375927, 0.01471787504851818, 0.01741134375333786, 0.02010481245815754, 0.02279828116297722, 0.025491751730442047, 0.028185220435261726, 0.030878689140081406, 0.033572159707546234, 0.036265626549720764, 0.03895909711718559, 0.04165256768465042, 0.04434603452682495, 0.04703950509428978, 0.04973297566175461, 0.05242644250392914, 0.05511991307139397, 0.0578133799135685, 0.060506850481033325]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 3.0, 14.0, 14.0, 23.0, 26.0, 21.0, 40.0, 38.0, 20.0, 15.0, 7.0, 6.0, 3.0, 5.0, 6.0, 6.0, 7.0, 2.0, 5.0, 1.0, 2.0, 4.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.0854608491063118, -0.08319085836410522, -0.08092086762189865, -0.07865087687969208, -0.0763808935880661, -0.07411090284585953, -0.07184091210365295, -0.06957092136144638, -0.06730093061923981, -0.06503093987703323, -0.06276095658540726, -0.060490962117910385, -0.05822097510099411, -0.05595098435878754, -0.05368099361658096, -0.05141100659966469, -0.049141015857458115, -0.04687102511525154, -0.044601038098335266, -0.04233104735612869, -0.04006105661392212, -0.037791069597005844, -0.03552107885479927, -0.0332510881125927, -0.030981099233031273, -0.02871111035346985, -0.026441119611263275, -0.02417113073170185, -0.021901141852140427, -0.019631151109933853, -0.01736116223037243, -0.01509117241948843, -0.012821182608604431, -0.010551192797720432, -0.008281202986836433, -0.006011214107275009, -0.0037412242963910103, -0.001471234718337655, 0.0007987548597157001, 0.0030687444377690554, 0.005338734015822411, 0.0076087238267064095, 0.009878713637590408, 0.012148702517151833, 0.014418692328035831, 0.01668868213891983, 0.018958671018481255, 0.021228661760687828, 0.023498650640249252, 0.025768639519810677, 0.02803863026201725, 0.030308619141578674, 0.03257860988378525, 0.03484859690070152, 0.037118587642908096, 0.03938857838511467, 0.041658565402030945, 0.04392855614423752, 0.04619854688644409, 0.048468537628650665, 0.05073852464556694, 0.053008515387773514, 0.05527850612998009, 0.05754849314689636, 0.059818483889102936]}, "_runtime": 56.49829578399658, "_timestamp": 1596219021.6511483, "_step": 13}
+{"val_accuracy": 0.8055022831050228, "val_loss": 0.5031929020195791, "_runtime": 62.11135745048523, "_timestamp": 1596219027.26421, "_step": 14}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: L Confidence: 0.338 Truth: v", "Prediction: 5 Confidence: 1.000 Truth: 5", "Prediction: 2 Confidence: 0.992 Truth: 2", "Prediction: 0 Confidence: 0.683 Truth: 0"]}, "_runtime": 62.40126371383667, "_timestamp": 1596219027.5541162, "_step": 15}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 2.0, 2.0, 2.0, 2.0, 1.0, 1.0, 0.0, 2.0, 3.0, 2.0, 2.0, 2.0, 7.0, 2.0, 3.0, 3.0, 1.0, 2.0, 2.0, 1.0, 1.0, 2.0, 1.0, 2.0, 4.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.01637035235762596, -0.015967704355716705, -0.01556505635380745, -0.015162408351898193, -0.014759761281311512, -0.014357113279402256, -0.013954465277493, -0.013551817275583744, -0.013149169273674488, -0.012746521271765232, -0.01234387420117855, -0.011941226199269295, -0.011538578197360039, -0.011135930195450783, -0.010733282193541527, -0.01033063419163227, -0.009927986189723015, -0.009525339119136333, -0.009122691117227077, -0.008720043115317822, -0.008317395113408566, -0.00791474711149931, -0.007512099575251341, -0.007109451573342085, -0.006706804037094116, -0.00630415603518486, -0.005901508033275604, -0.005498860031366348, -0.00509621249511838, -0.004693564493209124, -0.004290916491299868, -0.0038882687222212553, -0.003485620953142643, -0.0030829731840640306, -0.0026803251821547747, -0.0022776774130761623, -0.0018750295275822282, -0.001472381642088294, -0.0010697338730096817, -0.0006670859875157475, -0.0002644381020218134, 0.0001382097543682903, 0.000540857610758394, 0.0009435054380446672, 0.0013461533235386014, 0.0017488012090325356, 0.002151448978111148, 0.002554096980020404, 0.002956744749099016, 0.0033593925181776285, 0.0037620405200868845, 0.004164688289165497, 0.004567336291074753, 0.0049699838273227215, 0.0053726318292319775, 0.0057752798311412334, 0.006177927367389202, 0.006580575369298458, 0.006983223371207714, 0.00738587137311697, 0.007788518909364939, 0.008191166445612907, 0.008593814447522163, 0.00899646244943142, 0.009399110451340675]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 4.0, 5.0, 4.0, 3.0, 5.0, 7.0, 10.0, 14.0, 17.0, 29.0, 44.0, 44.0, 80.0, 130.0, 171.0, 235.0, 504.0, 5456.0, 483.0, 219.0, 153.0, 98.0, 67.0, 36.0, 31.0, 18.0, 17.0, 9.0, 8.0, 8.0, 4.0, 1.0, 6.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.18984867632389069, -0.18414725363254547, -0.17844584584236145, -0.17274442315101624, -0.16704300045967102, -0.161341592669487, -0.15564016997814178, -0.14993876218795776, -0.14423733949661255, -0.13853591680526733, -0.1328345090150833, -0.1271330863237381, -0.12143167108297348, -0.11573025584220886, -0.11002883315086365, -0.10432741791009903, -0.09862600266933441, -0.0929245874285698, -0.08722317218780518, -0.08152174949645996, -0.07582033425569534, -0.07011891901493073, -0.06441749632358551, -0.05871608108282089, -0.053014665842056274, -0.047313250601291656, -0.04161183163523674, -0.035910412669181824, -0.030208997428417206, -0.02450758032500744, -0.01880616322159767, -0.013104746118187904, -0.007403329014778137, -0.00170191191136837, 0.003999505192041397, 0.009700922295451164, 0.015402339398860931, 0.0211037565022707, 0.026805173605680466, 0.03250659257173538, 0.0382080078125, 0.04390942305326462, 0.049610842019319534, 0.05531226098537445, 0.06101367622613907, 0.06671509146690369, 0.0724165141582489, 0.07811792939901352, 0.08381934463977814, 0.08952075988054276, 0.09522217512130737, 0.10092359781265259, 0.1066250130534172, 0.11232642829418182, 0.11802785098552704, 0.12372926622629166, 0.12943068146705627, 0.1351321041584015, 0.1408335119485855, 0.14653493463993073, 0.15223634243011475, 0.15793776512145996, 0.16363918781280518, 0.1693405956029892, 0.1750420182943344]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 4.0, 3.0, 0.0, 0.0, 2.0, 3.0, 3.0, 3.0, 4.0, 6.0, 4.0, 11.0, 25.0, 4.0, 3.0, 3.0, 6.0, 2.0, 2.0, 2.0, 1.0, 5.0, 4.0, 2.0, 3.0, 2.0, 0.0, 1.0, 2.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.0024329591542482376, -0.0023485624697059393, -0.002264165785163641, -0.0021797691006213427, -0.002095372648909688, -0.0020109759643673897, -0.0019265792798250914, -0.001842182595282793, -0.0017577859107404947, -0.0016733893426135182, -0.00158899265807122, -0.0015045959735289216, -0.0014201994054019451, -0.0013358027208596468, -0.0012514060363173485, -0.001167009468190372, -0.0010826127836480737, -0.0009982160991057754, -0.000913819472771138, -0.0008294228464365005, -0.0007450261618942022, -0.0006606295355595648, -0.0005762329092249274, -0.0004918362246826291, -0.0004074395983479917, -0.00032304294290952384, -0.0002386463020229712, -0.00015424966113641858, -6.985300569795072e-05, 1.4543642464559525e-05, 9.894029062706977e-05, 0.0001833369315136224, 0.00026773358695209026, 0.0003521302423905581, 0.000436526897829026, 0.0005209235241636634, 0.0006053202087059617, 0.0006897168350405991, 0.0007741134613752365, 0.0008585101459175348, 0.0009429067722521722, 0.0010273033985868096, 0.001111700083129108, 0.0011960967676714063, 0.0012804933357983828, 0.001364890020340681, 0.0014492867048829794, 0.0015336832730099559, 0.0016180799575522542, 0.0017024766420945525, 0.001786873210221529, 0.0018712698947638273, 0.0019556665793061256, 0.002040063263848424, 0.0021244599483907223, 0.002208856400102377, 0.0022932530846446753, 0.0023776497691869736, 0.002462046453729272, 0.00254644313827157, 0.0026308398228138685, 0.002715236274525523, 0.0027996329590678215, 0.00288402964361012, 0.002968426328152418]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 5.0, 2.0, 6.0, 7.0, 8.0, 16.0, 17.0, 17.0, 34.0, 37.0, 58.0, 89.0, 134.0, 174.0, 310.0, 416.0, 623.0, 967.0, 1638.0, 2658.0, 4428.0, 7825.0, 14789.0, 30267.0, 72777.0, 783824.0, 145051.0, 50112.0, 24775.0, 14053.0, 8638.0, 5286.0, 3319.0, 2199.0, 1504.0, 954.0, 697.0, 513.0, 374.0, 246.0, 193.0, 141.0, 111.0, 81.0, 55.0, 52.0, 38.0, 32.0, 21.0, 12.0, 17.0, 9.0, 7.0, 8.0, 5.0, 4.0, 3.0, 1.0, 7.0, 1.0], "bins": [-0.005718923173844814, -0.005527310539036989, -0.005335698369890451, -0.005144085735082626, -0.0049524735659360886, -0.0047608609311282635, -0.004569248296320438, -0.004377636127173901, -0.0041860234923660755, -0.00399441085755825, -0.0038027986884117126, -0.0036111860536038876, -0.003419573651626706, -0.0032279612496495247, -0.0030363486148416996, -0.002844736212864518, -0.0026531238108873367, -0.0024615114089101553, -0.002269899006932974, -0.0020782863721251488, -0.0018866739701479673, -0.001695061568170786, -0.0015034490497782826, -0.0013118365313857794, -0.001120224129408598, -0.0009286116692237556, -0.0007369992090389132, -0.0005453867488540709, -0.00035377428866922855, -0.0001621618284843862, 2.9450631700456142e-05, 0.0002210630918852985, 0.00041267555207014084, 0.0006042880122549832, 0.0007959004724398255, 0.0009875129908323288, 0.0011791253928095102, 0.0013707377947866917, 0.001562350313179195, 0.0017539628315716982, 0.0019455752335488796, 0.002137187635526061, 0.0023288000375032425, 0.0025204126723110676, 0.002712025074288249, 0.0029036374762654305, 0.0030952501110732555, 0.003286862513050437, 0.0034784749150276184, 0.0036700873170048, 0.0038616997189819813, 0.004053312353789806, 0.004244924522936344, 0.004436537157744169, 0.004628149792551994, 0.004819761961698532, 0.005011374596506357, 0.005202987231314182, 0.00539459940046072, 0.005586212035268545, 0.00577782467007637, 0.005969436839222908, 0.006161049474030733, 0.006352661643177271, 0.006544274277985096]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0, 4.0, 1.0, 3.0, 7.0, 3.0, 4.0, 4.0, 5.0, 4.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0210547037422657, -0.020387472584843636, -0.01972024142742157, -0.019053010269999504, -0.01838577911257744, -0.017718547955155373, -0.017051316797733307, -0.01638408564031124, -0.015716854482889175, -0.015049624256789684, -0.014382393099367619, -0.013715161941945553, -0.013047931715846062, -0.012380700558423996, -0.01171346940100193, -0.011046238243579865, -0.010379007086157799, -0.009711775928735733, -0.009044544771313667, -0.008377313613891602, -0.007710082922130823, -0.007042851764708757, -0.006375621072947979, -0.005708389915525913, -0.0050411587581038475, -0.004373927600681782, -0.0037066966760903597, -0.0030394657514989376, -0.002372234594076872, -0.001705003553070128, -0.001037772512063384, -0.00037054147105664015, 0.00029668956995010376, 0.0009639206109568477, 0.0016311516519635916, 0.0022983825765550137, 0.0029656137339770794, 0.003632844891399145, 0.0043000755831599236, 0.004967306740581989, 0.005634537898004055, 0.006301769055426121, 0.0069690002128481865, 0.007636230904608965, 0.008303461596369743, 0.008970692753791809, 0.009637923911213875, 0.01030515506863594, 0.010972386226058006, 0.011639617383480072, 0.012306848540902138, 0.012974079698324203, 0.01364131085574627, 0.01430854108184576, 0.014975772239267826, 0.015643004328012466, 0.016310233622789383, 0.01697746478021145, 0.017644695937633514, 0.01831192709505558, 0.018979158252477646, 0.01964638940989971, 0.020313620567321777, 0.020980851724743843, 0.02164808288216591]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 3.0, 5.0, 1.0, 4.0, 13.0, 9.0, 29.0, 27.0, 22.0, 50.0, 55.0, 60.0, 62.0, 70.0, 98.0, 127.0, 135.0, 193.0, 267.0, 399.0, 605.0, 987.0, 2166.0, 6828.0, 2183.0, 1281.0, 784.0, 518.0, 358.0, 225.0, 160.0, 140.0, 108.0, 78.0, 69.0, 51.0, 46.0, 38.0, 26.0, 20.0, 21.0, 19.0, 15.0, 13.0, 11.0, 6.0, 8.0, 6.0, 6.0, 5.0, 8.0, 3.0, 1.0, 1.0, 1.0], "bins": [-0.012032772414386272, -0.011659599840641022, -0.011286426335573196, -0.010913253761827946, -0.010540081188082695, -0.01016690768301487, -0.009793735109269619, -0.009420562535524368, -0.009047389030456543, -0.008674216456711292, -0.008301043882966042, -0.00792787130922079, -0.0075546978041529655, -0.007181525230407715, -0.006808352191001177, -0.006435179617255926, -0.006062006577849388, -0.00568883353844285, -0.005315660964697599, -0.004942487925291061, -0.004569315351545811, -0.004196142312139273, -0.0038229692727327347, -0.0034497964661568403, -0.003076623659580946, -0.0027034508530050516, -0.0023302780464291573, -0.0019571050070226192, -0.001583932200446725, -0.0012107593938708305, -0.0008375864708796144, -0.0004644136060960591, -9.124074131250381e-05, 0.00028193212347105145, 0.0006551049882546067, 0.001028277911245823, 0.0014014507178217173, 0.0017746235243976116, 0.0021477965638041496, 0.002520969370380044, 0.0028941421769559383, 0.0032673149835318327, 0.003640487790107727, 0.004013660829514265, 0.004386833868920803, 0.004760006442666054, 0.005133179482072592, 0.0055063520558178425, 0.0058795250952243805, 0.0062526981346309185, 0.006625870708376169, 0.006999043747782707, 0.007372216321527958, 0.007745389360934496, 0.008118562400341034, 0.008491734974086285, 0.008864907547831535, 0.00923808105289936, 0.009611253626644611, 0.009984426200389862, 0.010357599705457687, 0.010730772279202938, 0.011103944852948189, 0.011477118358016014, 0.011850290931761265]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 3.0, 0.0, 2.0, 3.0, 2.0, 6.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.09375227242708206, -0.08899737894535065, -0.08424248546361923, -0.07948759198188782, -0.0747326910495758, -0.06997779756784439, -0.06522290408611298, -0.06046801060438156, -0.055713117122650146, -0.05095822364091873, -0.04620333015918732, -0.041448432952165604, -0.03669353947043419, -0.031938645988702774, -0.02718375064432621, -0.022428855299949646, -0.01767396181821823, -0.012919067405164242, -0.008164172992110252, -0.003409278579056263, 0.0013456158339977264, 0.006100510247051716, 0.010855404660105705, 0.015610299073159695, 0.020365193486213684, 0.0251200869679451, 0.029874982312321663, 0.03462987765669823, 0.03938477113842964, 0.044139664620161057, 0.04889456182718277, 0.053649455308914185, 0.0584043487906456, 0.06315924227237701, 0.06791413575410843, 0.07266902923583984, 0.07742393016815186, 0.08217882364988327, 0.08693371713161469, 0.0916886106133461, 0.09644350409507751, 0.10119839757680893, 0.10595329105854034, 0.11070818454027176, 0.11546307802200317, 0.12021797895431519, 0.1249728724360466, 0.12972776591777802, 0.13448265194892883, 0.13923755288124084, 0.14399245381355286, 0.14874733984470367, 0.15350224077701569, 0.1582571268081665, 0.16301202774047852, 0.16776691377162933, 0.17252181470394135, 0.17727671563625336, 0.18203160166740417, 0.1867865025997162, 0.191541388630867, 0.19629628956317902, 0.20105117559432983, 0.20580607652664185, 0.21056097745895386]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [3.0, 1.0, 1.0, 2.0, 3.0, 4.0, 2.0, 6.0, 7.0, 8.0, 6.0, 4.0, 11.0, 8.0, 7.0, 26.0, 25.0, 28.0, 46.0, 17.0, 11.0, 14.0, 4.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 3.0, 1.0, 3.0, 2.0, 1.0, 3.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 3.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.05615130811929703, -0.0531022772192955, -0.050053246319293976, -0.04700421169400215, -0.043955180794000626, -0.0409061498939991, -0.037857115268707275, -0.03480808436870575, -0.031759053468704224, -0.028710022568702698, -0.025660989806056023, -0.022611957043409348, -0.01956292614340782, -0.016513895243406296, -0.01346486248075962, -0.01041583064943552, -0.00736679881811142, -0.004317766986787319, -0.0012687351554632187, 0.0017802966758608818, 0.004829328507184982, 0.007878360338509083, 0.010927392169833183, 0.013976424001157284, 0.017025455832481384, 0.02007448673248291, 0.023123519495129585, 0.02617255225777626, 0.029221583157777786, 0.03227061405777931, 0.035319648683071136, 0.03836867958307266, 0.04141771048307419, 0.044466741383075714, 0.04751577228307724, 0.050564806908369064, 0.05361383780837059, 0.056662868708372116, 0.05971190333366394, 0.06276093423366547, 0.06580996513366699, 0.06885899603366852, 0.07190802693367004, 0.07495705783367157, 0.0780060887336731, 0.08105512708425522, 0.08410415798425674, 0.08715318888425827, 0.0902022197842598, 0.09325125068426132, 0.09630028158426285, 0.09934931248426437, 0.1023983508348465, 0.10544738173484802, 0.10849641263484955, 0.11154544353485107, 0.1145944744348526, 0.11764350533485413, 0.12069253623485565, 0.12374156713485718, 0.1267905980348587, 0.12983962893486023, 0.13288865983486176, 0.13593769073486328, 0.138986736536026]}, "_runtime": 65.72199296951294, "_timestamp": 1596219030.8748455, "_step": 16}
+{"val_accuracy": 0.8098173515981735, "val_loss": 0.49132089609424817, "_runtime": 73.70273447036743, "_timestamp": 1596219038.855587, "_step": 17}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: V Confidence: 0.244 Truth: v", "Prediction: 5 Confidence: 1.000 Truth: 5", "Prediction: 2 Confidence: 0.995 Truth: 2", "Prediction: 0 Confidence: 0.579 Truth: 0"]}, "_runtime": 74.0004813671112, "_timestamp": 1596219039.153334, "_step": 18}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 3.0, 0.0, 3.0, 4.0, 4.0, 4.0, 3.0, 4.0, 6.0, 8.0, 0.0, 2.0, 0.0, 3.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.015046818181872368, -0.01460556872189045, -0.014164320193231106, -0.013723070733249187, -0.013281822204589844, -0.012840572744607925, -0.012399324215948582, -0.011958074755966663, -0.01151682622730732, -0.011075576767325401, -0.010634327307343483, -0.01019307877868414, -0.009751829318702221, -0.009310580790042877, -0.008869331330060959, -0.008428082801401615, -0.007986833341419697, -0.007545584347099066, -0.007104335352778435, -0.006663086358457804, -0.006221837364137173, -0.005780587904155254, -0.005339338909834623, -0.004898089915513992, -0.004456840921193361, -0.00401559192687273, -0.0035743429325520992, -0.0031330937054008245, -0.0026918447110801935, -0.0022505957167595625, -0.0018093466060236096, -0.0013680974952876568, -0.0009268485009670258, -0.0004855994484387338, -4.4350395910441875e-05, 0.00039689865661785007, 0.000838147709146142, 0.001279396703466773, 0.0017206458142027259, 0.0021618949249386787, 0.0026031439192593098, 0.003044392913579941, 0.003485641907900572, 0.003926890902221203, 0.004368140362203121, 0.004809389356523752, 0.005250638350844383, 0.005691887345165014, 0.006133136339485645, 0.006574385333806276, 0.007015634328126907, 0.007456883322447538, 0.00789813231676817, 0.008339381776750088, 0.008780630305409431, 0.00922187976539135, 0.009663129225373268, 0.010104377754032612, 0.01054562721401453, 0.010986875742673874, 0.011428125202655792, 0.011869373731315136, 0.012310623191297054, 0.012751871719956398, 0.013193121179938316]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 2.0, 1.0, 3.0, 9.0, 4.0, 7.0, 7.0, 16.0, 23.0, 17.0, 34.0, 47.0, 63.0, 88.0, 151.0, 246.0, 468.0, 5393.0, 615.0, 267.0, 145.0, 109.0, 65.0, 42.0, 23.0, 15.0, 17.0, 15.0, 6.0, 6.0, 6.0, 3.0, 1.0, 3.0, 0.0, 3.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.17444729804992676, -0.16924448311328888, -0.164041668176651, -0.15883885324001312, -0.15363603830337524, -0.14843320846557617, -0.1432303935289383, -0.13802757859230042, -0.13282476365566254, -0.12762194871902466, -0.12241913378238678, -0.1172163113951683, -0.11201349645853043, -0.10681068152189255, -0.10160785913467407, -0.0964050441980362, -0.09120222926139832, -0.08599941432476044, -0.08079659938812256, -0.07559377700090408, -0.0703909620642662, -0.06518814712762833, -0.05998532846570015, -0.05478250980377197, -0.049579694867134094, -0.044376879930496216, -0.03917406126856804, -0.03397124260663986, -0.028768427670001984, -0.023565610870718956, -0.01836279407143593, -0.0131599772721529, -0.007957160472869873, -0.0027543436735868454, 0.0024484731256961823, 0.00765128992497921, 0.012854106724262238, 0.018056923523545265, 0.023259740322828293, 0.02846255712211132, 0.03366537392139435, 0.03886818885803223, 0.0440710075199604, 0.04927382618188858, 0.05447664111852646, 0.05967945605516434, 0.06488227844238281, 0.07008509337902069, 0.07528790831565857, 0.08049072325229645, 0.08569353818893433, 0.0908963605761528, 0.09609917551279068, 0.10130199044942856, 0.10650481283664703, 0.11170762777328491, 0.11691044270992279, 0.12211325764656067, 0.12731607258319855, 0.13251888751983643, 0.1377217173576355, 0.14292453229427338, 0.14812734723091125, 0.15333016216754913, 0.158532977104187]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 1.0, 6.0, 1.0, 5.0, 2.0, 2.0, 3.0, 2.0, 3.0, 3.0, 3.0, 6.0, 2.0, 4.0, 3.0, 3.0, 25.0, 3.0, 2.0, 2.0, 1.0, 3.0, 3.0, 2.0, 1.0, 3.0, 0.0, 3.0, 4.0, 1.0, 2.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 3.0, 1.0], "bins": [-0.00265036104246974, -0.002584348898380995, -0.002518336521461606, -0.002452324377372861, -0.002386312233284116, -0.002320299856364727, -0.002254287712275982, -0.002188275568187237, -0.0021222634240984917, -0.002056251047179103, -0.0019902389030903578, -0.0019242266425862908, -0.001858214382082224, -0.0017922022379934788, -0.0017261899774894118, -0.0016601778334006667, -0.0015941655728965998, -0.0015281533123925328, -0.0014621411683037877, -0.0013961289077997208, -0.0013301167637109756, -0.0012641045032069087, -0.0011980922427028418, -0.0011320800986140966, -0.0010660678381100297, -0.0010000555776059628, -0.0009340434335172176, -0.0008680311730131507, -0.0008020189707167447, -0.0007360067684203386, -0.0006699945079162717, -0.0006039823056198657, -0.0005379701033234596, -0.0004719579010270536, -0.0004059456696268171, -0.0003399334382265806, -0.0002739212359301746, -0.00020790901908185333, -0.00014189680223353207, -7.588458538521081e-05, -9.872368536889553e-06, 5.6139848311431706e-05, 0.00012215206515975296, 0.00018816428200807422, 0.0002541764988563955, 0.0003201887011528015, 0.000386200932553038, 0.0004522131639532745, 0.0005182253662496805, 0.0005842375685460865, 0.0006502497708424926, 0.0007162620313465595, 0.0007822742336429656, 0.0008482864359393716, 0.0009142986964434385, 0.0009803108405321836, 0.0010463231010362506, 0.0011123353615403175, 0.0011783475056290627, 0.0012443597661331296, 0.0013103720266371965, 0.0013763841707259417, 0.0014423964312300086, 0.0015084085753187537, 0.0015744208358228207]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 4.0, 2.0, 5.0, 7.0, 9.0, 17.0, 20.0, 36.0, 57.0, 71.0, 119.0, 154.0, 254.0, 306.0, 509.0, 768.0, 1166.0, 1856.0, 2910.0, 4854.0, 8603.0, 15879.0, 31572.0, 75291.0, 812081.0, 136688.0, 40086.0, 18763.0, 10349.0, 6069.0, 3906.0, 2351.0, 1511.0, 1090.0, 694.0, 452.0, 336.0, 239.0, 159.0, 104.0, 85.0, 59.0, 28.0, 32.0, 20.0, 23.0, 14.0, 8.0, 6.0, 7.0, 6.0, 5.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.005081509705632925, -0.00490541709586978, -0.004729324020445347, -0.004553231410682201, -0.004377138335257769, -0.004201045725494623, -0.00402495265007019, -0.003848860040307045, -0.003672767197713256, -0.0034966743551194668, -0.0033205815125256777, -0.0031444886699318886, -0.002968396060168743, -0.002792303217574954, -0.002616210374981165, -0.002440117532387376, -0.0022640246897935867, -0.0020879318471997976, -0.0019118390046060085, -0.0017357462784275413, -0.0015596534358337522, -0.001383560593239963, -0.0012074678670614958, -0.0010313750244677067, -0.0008552821818739176, -0.0006791893392801285, -0.0005030965548940003, -0.00032700374140404165, -0.000150910927914083, 2.518188557587564e-05, 0.00020127469906583428, 0.00037736751255579293, 0.0005534603260457516, 0.0007295531686395407, 0.0009056459530256689, 0.001081738737411797, 0.0012578315800055861, 0.0014339244225993752, 0.0016100171487778425, 0.0017861099913716316, 0.0019622028339654207, 0.00213829567655921, 0.002314388519152999, 0.002490481361746788, 0.0026665739715099335, 0.0028426668141037226, 0.0030187596566975117, 0.0031948524992913008, 0.00337094534188509, 0.003547038184478879, 0.003723131027072668, 0.003899223869666457, 0.004075316712260246, 0.004251409322023392, 0.0044275023974478245, 0.00460359500721097, 0.004779688082635403, 0.004955780692398548, 0.005131873302161694, 0.005307966377586126, 0.005484058987349272, 0.0056601520627737045, 0.00583624467253685, 0.006012337747961283, 0.006188430357724428]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 3.0, 0.0, 2.0, 0.0, 6.0, 2.0, 4.0, 4.0, 2.0, 1.0, 3.0, 10.0, 1.0, 2.0, 3.0, 5.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.025970470160245895, -0.0252729132771492, -0.024575358256697655, -0.02387780323624611, -0.023180246353149414, -0.02248268947005272, -0.021785134449601173, -0.021087579429149628, -0.020390022546052933, -0.019692465662956238, -0.018994910642504692, -0.018297355622053146, -0.01759979873895645, -0.016902241855859756, -0.01620468683540821, -0.01550713088363409, -0.01480957493185997, -0.01411201898008585, -0.01341446302831173, -0.012716907076537609, -0.012019351124763489, -0.011321795172989368, -0.010624239221215248, -0.009926683269441128, -0.009229127317667007, -0.008531571365892887, -0.007834015414118767, -0.0071364594623446465, -0.006438903510570526, -0.005741347558796406, -0.0050437916070222855, -0.004346235655248165, -0.003648679703474045, -0.0029511237516999245, -0.002253567799925804, -0.0015560118481516838, -0.0008584558963775635, -0.00016089994460344315, 0.0005366560071706772, 0.0012342119589447975, 0.0019317679107189178, 0.002629323862493038, 0.0033268798142671585, 0.004024435766041279, 0.004721991717815399, 0.0054195476695895195, 0.00611710362136364, 0.00681465957313776, 0.0075122155249118805, 0.008209771476686, 0.008907327428460121, 0.009604883380234241, 0.010302439332008362, 0.010999995283782482, 0.011697551235556602, 0.012395107187330723, 0.013092663139104843, 0.013790219090878963, 0.014487775042653084, 0.015185330994427204, 0.015882886946201324, 0.01658044382929802, 0.017277998849749565, 0.01797555387020111, 0.018673110753297806]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [4.0, 4.0, 11.0, 10.0, 4.0, 4.0, 14.0, 22.0, 22.0, 14.0, 20.0, 12.0, 19.0, 21.0, 22.0, 32.0, 63.0, 88.0, 137.0, 188.0, 263.0, 374.0, 519.0, 706.0, 938.0, 1572.0, 2907.0, 5800.0, 1465.0, 907.0, 609.0, 461.0, 277.0, 214.0, 142.0, 118.0, 93.0, 76.0, 53.0, 51.0, 36.0, 28.0, 19.0, 18.0, 13.0, 10.0, 7.0, 6.0, 8.0, 7.0, 5.0, 5.0, 1.0, 3.0, 4.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.008715252391994, -0.00839307066053152, -0.008070888929069042, -0.007748707197606564, -0.007426525466144085, -0.007104344200342894, -0.006782162468880415, -0.006459980737417936, -0.006137799005955458, -0.005815617274492979, -0.0054934355430305, -0.005171253811568022, -0.0048490725457668304, -0.004526890814304352, -0.004204709082841873, -0.0038825273513793945, -0.003560345619916916, -0.0032381638884544373, -0.0029159821569919586, -0.0025938006583601236, -0.002271618926897645, -0.0019494371954351664, -0.0016272555803880095, -0.0013050739653408527, -0.000982892233878374, -0.0006607105606235564, -0.00033852888736873865, -1.6347214113920927e-05, 0.0003058344591408968, 0.0006280161323957145, 0.0009501978056505322, 0.001272379420697689, 0.0015945611521601677, 0.0019167428836226463, 0.002238924615085125, 0.00256110611371696, 0.0028832878451794386, 0.0032054695766419172, 0.003527651075273752, 0.003849832806736231, 0.0041720145381987095, 0.004494196269661188, 0.004816378001123667, 0.005138559732586145, 0.005460740998387337, 0.005782922729849815, 0.006105104461312294, 0.006427286192774773, 0.006749467924237251, 0.00707164965569973, 0.0073938313871622086, 0.007716013118624687, 0.008038194850087166, 0.008360376581549644, 0.008682558313012123, 0.009004740044474602, 0.00932692177593708, 0.009649102576076984, 0.009971284307539463, 0.010293466039001942, 0.01061564777046442, 0.010937829501926899, 0.011260011233389378, 0.011582192964851856, 0.011904374696314335]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 3.0, 2.0, 4.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.11413784325122833, -0.11066514998674393, -0.10719244927167892, -0.10371975600719452, -0.10024705529212952, -0.09677436202764511, -0.0933016687631607, -0.0898289680480957, -0.0863562747836113, -0.08288358151912689, -0.07941088080406189, -0.07593818753957748, -0.07246549427509308, -0.06899279356002808, -0.06552010029554367, -0.06204740330576897, -0.05857470631599426, -0.05510200932621956, -0.051629312336444855, -0.04815661907196045, -0.044683922082185745, -0.04121122509241104, -0.037738531827926636, -0.03426583483815193, -0.030793137848377228, -0.027320440858602524, -0.02384774573147297, -0.020375050604343414, -0.01690235361456871, -0.013429657556116581, -0.009956961497664452, -0.006484265439212322, -0.003011569380760193, 0.0004611266776919365, 0.003933822736144066, 0.007406518794596195, 0.010879214853048325, 0.014351910911500454, 0.017824606969952583, 0.021297302097082138, 0.024769999086856842, 0.028242696076631546, 0.03171539306640625, 0.035188086330890656, 0.03866078332066536, 0.042133480310440063, 0.04560617357492447, 0.04907887056469917, 0.05255156755447388, 0.05602426454424858, 0.059496961534023285, 0.06296965479850769, 0.06644235551357269, 0.0699150487780571, 0.0733877420425415, 0.0768604427576065, 0.08033313602209091, 0.08380582928657532, 0.08727853000164032, 0.09075122326612473, 0.09422391653060913, 0.09769661724567413, 0.10116931051015854, 0.10464201122522354, 0.10811470448970795]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 4.0, 7.0, 6.0, 7.0, 4.0, 3.0, 5.0, 8.0, 9.0, 8.0, 10.0, 11.0, 7.0, 9.0, 19.0, 33.0, 15.0, 10.0, 13.0, 10.0, 8.0, 5.0, 7.0, 8.0, 4.0, 5.0, 3.0, 2.0, 9.0, 4.0, 1.0, 3.0, 0.0, 3.0, 4.0, 0.0, 3.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.06156238541007042, -0.0597819983959198, -0.05800161138176918, -0.05622122436761856, -0.05444084107875824, -0.05266045406460762, -0.050880067050457, -0.04909968003630638, -0.04731929302215576, -0.04553890600800514, -0.04375851899385452, -0.0419781319797039, -0.040197744965553284, -0.03841736167669296, -0.03663697466254234, -0.034856587648391724, -0.033076200634241104, -0.031295813620090485, -0.029515426605939865, -0.027735041454434395, -0.025954654440283775, -0.024174267426133156, -0.022393882274627686, -0.020613495260477066, -0.018833108246326447, -0.017052721232175827, -0.015272335149347782, -0.013491949066519737, -0.011711562052369118, -0.009931175038218498, -0.008150788955390453, -0.006370402406901121, -0.004590015858411789, -0.0028096293099224567, -0.0010292427614331245, 0.0007511437870562077, 0.00253153033554554, 0.004311916884034872, 0.006092303432524204, 0.00787268951535225, 0.009653076529502869, 0.011433463543653488, 0.013213849626481533, 0.014994235709309578, 0.016774622723460197, 0.018555009737610817, 0.020335394889116287, 0.022115781903266907, 0.023896168917417526, 0.025676555931568146, 0.027456942945718765, 0.029237328097224236, 0.031017715111374855, 0.032798100262880325, 0.034578487277030945, 0.036358874291181564, 0.038139261305332184, 0.0399196483194828, 0.04170003533363342, 0.04348042234778404, 0.04526080936193466, 0.04704119265079498, 0.0488215796649456, 0.05060196667909622, 0.05238235369324684]}, "_runtime": 74.93550372123718, "_timestamp": 1596219040.0883563, "_step": 19}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 4.0, 1.0, 2.0, 5.0, 2.0, 2.0, 4.0, 10.0, 6.0, 4.0, 2.0, 4.0, 2.0, 0.0, 6.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.015824437141418457, -0.01530488207936287, -0.014785327017307281, -0.014265771023929119, -0.013746215961873531, -0.013226660899817944, -0.012707104906439781, -0.012187549844384193, -0.011667994782328606, -0.011148439720273018, -0.01062888465821743, -0.010109328664839268, -0.00958977360278368, -0.009070218540728092, -0.00855066254734993, -0.008031107485294342, -0.007511552423238754, -0.0069919973611831665, -0.006472441833466291, -0.005952886305749416, -0.005433331243693829, -0.004913776181638241, -0.004394220653921366, -0.0038746653590351343, -0.003355110064148903, -0.0028355547692626715, -0.00231599947437644, -0.0017964441794902086, -0.0012768888846039772, -0.0007573335897177458, -0.00023777829483151436, 0.00028177700005471706, 0.0008013322949409485, 0.00132088758982718, 0.0018404428847134113, 0.0023599981795996428, 0.002879553474485874, 0.0033991087693721056, 0.003918664064258337, 0.004438219591975212, 0.0049577746540308, 0.005477329716086388, 0.005996885243803263, 0.006516440771520138, 0.0070359958335757256, 0.007555550895631313, 0.008075106889009476, 0.008594661951065063, 0.009114217013120651, 0.009633772075176239, 0.010153327137231827, 0.01067288313060999, 0.011192438192665577, 0.011711993254721165, 0.012231549248099327, 0.012751104310154915, 0.013270659372210503, 0.01379021443426609, 0.014309769496321678, 0.01482932548969984, 0.015348880551755428, 0.01586843654513359, 0.01638799160718918, 0.016907546669244766, 0.017427101731300354]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 3.0, 0.0, 4.0, 1.0, 1.0, 3.0, 4.0, 5.0, 9.0, 2.0, 5.0, 11.0, 18.0, 22.0, 34.0, 40.0, 66.0, 74.0, 115.0, 202.0, 262.0, 536.0, 5319.0, 501.0, 236.0, 145.0, 82.0, 66.0, 46.0, 22.0, 17.0, 18.0, 12.0, 7.0, 8.0, 5.0, 3.0, 7.0, 2.0, 3.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.12402024865150452, -0.11978330463171005, -0.11554635316133499, -0.11130940914154053, -0.10707245767116547, -0.102835513651371, -0.09859856963157654, -0.09436161816120148, -0.09012467414140701, -0.08588773012161255, -0.08165077865123749, -0.07741383463144302, -0.07317689061164856, -0.0689399391412735, -0.06470299512147903, -0.06046604737639427, -0.05622909963130951, -0.05199215188622475, -0.047755204141139984, -0.04351826012134552, -0.03928131237626076, -0.035044364631175995, -0.03080741874873638, -0.026570472866296768, -0.022333525121212006, -0.018096577376127243, -0.01385963149368763, -0.009622684679925442, -0.005385737866163254, -0.0011487910524010658, 0.003088155761361122, 0.00732510257512331, 0.011562049388885498, 0.01579899713397026, 0.020035943016409874, 0.024272888898849487, 0.02850983664393425, 0.03274678438901901, 0.03698372840881348, 0.04122067615389824, 0.045457623898983, 0.049694571644067764, 0.05393151938915253, 0.05816846340894699, 0.062405411154031754, 0.06664235889911652, 0.07087930291891098, 0.07511625438928604, 0.0793531984090805, 0.08359014242887497, 0.08782709389925003, 0.0920640379190445, 0.09630098938941956, 0.10053793340921402, 0.10477487742900848, 0.10901182889938354, 0.11324877291917801, 0.11748571693897247, 0.12172266840934753, 0.1259596198797226, 0.13019655644893646, 0.13443350791931152, 0.13867045938968658, 0.14290739595890045, 0.1471443474292755]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [3.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 3.0, 1.0, 1.0, 3.0, 0.0, 0.0, 3.0, 2.0, 2.0, 1.0, 1.0, 2.0, 3.0, 1.0, 6.0, 4.0, 3.0, 3.0, 2.0, 22.0, 5.0, 5.0, 3.0, 7.0, 4.0, 3.0, 3.0, 1.0, 4.0, 2.0, 3.0, 0.0, 0.0, 1.0, 3.0, 0.0, 1.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.002567549701780081, -0.0024868324398994446, -0.002406115410849452, -0.0023253983817994595, -0.0022446811199188232, -0.002163963858038187, -0.0020832468289881945, -0.002002529799938202, -0.0019218125380575657, -0.0018410953925922513, -0.001760378247126937, -0.0016796611016616225, -0.0015989439561963081, -0.0015182268107309937, -0.0014375096652656794, -0.001356792519800365, -0.0012760753743350506, -0.0011953582288697362, -0.0011146410834044218, -0.0010339239379391074, -0.000953206792473793, -0.0008724896470084786, -0.0007917725015431643, -0.0007110553560778499, -0.0006303382106125355, -0.0005496210651472211, -0.0004689039196819067, -0.0003881867742165923, -0.0003074696287512779, -0.00022675248328596354, -0.00014603533782064915, -6.531819235533476e-05, 1.539895310997963e-05, 9.611609857529402e-05, 0.0001768332440406084, 0.0002575503895059228, 0.0003382675349712372, 0.00041898468043655157, 0.000499701825901866, 0.0005804189713671803, 0.0006611361168324947, 0.0007418532622978091, 0.0008225704077631235, 0.0009032875532284379, 0.0009840046986937523, 0.0010647218441590667, 0.001145438989624381, 0.0012261561350896955, 0.0013068732805550098, 0.0013875904260203242, 0.0014683075714856386, 0.001549024716950953, 0.0016297418624162674, 0.0017104590078815818, 0.0017911761533468962, 0.0018718932988122106, 0.001952610444277525, 0.002033327706158161, 0.0021140447352081537, 0.0021947617642581463, 0.0022754790261387825, 0.0023561962880194187, 0.0024369133170694113, 0.002517630346119404, 0.00259834760800004]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 2.0, 3.0, 5.0, 6.0, 8.0, 5.0, 15.0, 18.0, 26.0, 36.0, 41.0, 60.0, 92.0, 135.0, 198.0, 326.0, 445.0, 683.0, 969.0, 1374.0, 2170.0, 3304.0, 5121.0, 8190.0, 13799.0, 25436.0, 54047.0, 170349.0, 757761.0, 61649.0, 29130.0, 16019.0, 9551.0, 5956.0, 3956.0, 2566.0, 1750.0, 1266.0, 831.0, 628.0, 448.0, 320.0, 233.0, 202.0, 124.0, 111.0, 75.0, 66.0, 37.0, 32.0, 22.0, 14.0, 13.0, 5.0, 7.0, 1.0, 2.0, 2.0, 2.0, 2.0], "bins": [-0.00509292259812355, -0.004934676922857761, -0.004776430781930685, -0.004618185106664896, -0.004459939431399107, -0.004301693290472031, -0.004143447615206242, -0.003985201939940453, -0.0038269557990133762, -0.003668710123747587, -0.0035104642156511545, -0.003352218307554722, -0.003193972632288933, -0.0030357267241925, -0.0028774808160960674, -0.0027192351408302784, -0.0025609892327338457, -0.002402743324637413, -0.002244497649371624, -0.0020862517412751913, -0.0019280058331787586, -0.0017697600414976478, -0.001611514249816537, -0.0014532683417201042, -0.0012950225500389934, -0.0011367767583578825, -0.0009785308502614498, -0.000820285058580339, -0.0006620392086915672, -0.0005037933588027954, -0.0003455475380178541, -0.00018730170268099755, -2.9055867344141006e-05, 0.00012918996799271554, 0.0002874358033295721, 0.0004456816241145134, 0.0006039274740032852, 0.0007621733238920569, 0.0009204191155731678, 0.0010786650236696005, 0.0012369108153507113, 0.0013951566070318222, 0.0015534025151282549, 0.0017116483068093657, 0.0018698940984904766, 0.0020281400065869093, 0.002186385914683342, 0.002344631589949131, 0.0025028774980455637, 0.0026611234061419964, 0.0028193690814077854, 0.002977614989504218, 0.003135860897600651, 0.00329410657286644, 0.0034523524809628725, 0.003610598389059305, 0.0037688440643250942, 0.0039270902052521706, 0.00408533588051796, 0.004243581555783749, 0.004401827696710825, 0.004560073371976614, 0.004718319047242403, 0.004876565188169479, 0.005034810863435268]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 4.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 2.0, 5.0, 5.0, 9.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 3.0, 1.0, 3.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.015572390519082546, -0.015152265317738056, -0.014732140116393566, -0.014312014915049076, -0.013891889713704586, -0.013471764512360096, -0.013051638379693031, -0.012631513178348541, -0.012211387977004051, -0.011791262775659561, -0.011371137574315071, -0.010951012372970581, -0.010530887171626091, -0.010110761970281601, -0.009690636768937111, -0.00927051156759262, -0.00885038636624813, -0.008430260233581066, -0.008010135032236576, -0.007590009830892086, -0.007169884629547596, -0.006749759428203106, -0.006329634226858616, -0.005909509025514126, -0.005489383824169636, -0.005069258157163858, -0.004649132955819368, -0.004229007754474878, -0.0038088825531303883, -0.0033887571189552546, -0.0029686319176107645, -0.002548506483435631, -0.0021283812820911407, -0.0017082559643313289, -0.001288130646571517, -0.0008680054452270269, -0.00044788012746721506, -2.775483881123364e-05, 0.0003923704498447478, 0.0008124957093968987, 0.0012326210271567106, 0.0016527463449165225, 0.0020728716626763344, 0.0024929968640208244, 0.0029131220653653145, 0.003333247499540448, 0.0037533727008849382, 0.004173498135060072, 0.004593623336404562, 0.005013748537749052, 0.005433873739093542, 0.0058539994060993195, 0.0062741246074438095, 0.0066942498087882996, 0.00711437501013279, 0.00753450021147728, 0.00795462541282177, 0.00837475061416626, 0.00879487581551075, 0.009215001948177814, 0.009635127149522305, 0.010055252350866795, 0.010475377552211285, 0.010895502753555775, 0.011315627954900265]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 2.0, 2.0, 1.0, 3.0, 7.0, 7.0, 9.0, 11.0, 14.0, 16.0, 18.0, 28.0, 31.0, 35.0, 47.0, 50.0, 87.0, 72.0, 106.0, 125.0, 162.0, 207.0, 265.0, 345.0, 407.0, 564.0, 840.0, 1268.0, 2159.0, 6412.0, 1819.0, 1046.0, 665.0, 484.0, 298.0, 219.0, 139.0, 117.0, 86.0, 62.0, 38.0, 35.0, 24.0, 18.0, 20.0, 12.0, 8.0, 4.0, 11.0, 5.0, 5.0, 5.0, 3.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.008751120418310165, -0.00848050881177187, -0.008209897205233574, -0.007939285598695278, -0.007668673992156982, -0.007398061919957399, -0.007127450313419104, -0.006856838706880808, -0.006586227100342512, -0.006315615493804216, -0.006045003887265921, -0.005774392280727625, -0.005503780208528042, -0.005233168601989746, -0.00496255699545145, -0.004691945388913155, -0.004421333782374859, -0.004150722175836563, -0.0038801105692982674, -0.003609498729929328, -0.0033388871233910322, -0.0030682755168527365, -0.002797663677483797, -0.0025270520709455013, -0.0022564404644072056, -0.00198582885786891, -0.0017152171349152923, -0.0014446054119616747, -0.001173993805423379, -0.0009033821406774223, -0.0006327704759314656, -0.00036215881118550897, -9.154714643955231e-05, 0.00017906451830640435, 0.000449676183052361, 0.0007202878477983177, 0.0009908995125442743, 0.00126151111908257, 0.0015321228420361876, 0.0018027345649898052, 0.002073346171528101, 0.0023439577780663967, 0.0026145693846046925, 0.002885181223973632, 0.0031557928305119276, 0.0034264044370502234, 0.0036970162764191628, 0.0039676278829574585, 0.004238239489495754, 0.00450885109603405, 0.004779462702572346, 0.0050500743091106415, 0.005320685915648937, 0.00559129798784852, 0.005861909594386816, 0.006132521200925112, 0.0064031328074634075, 0.006673744414001703, 0.006944356020539999, 0.007214967627078295, 0.007485579699277878, 0.0077561913058161736, 0.00802680291235447, 0.008297414518892765, 0.00856802612543106]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 3.0, 3.0, 2.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.11587953567504883, -0.1127825528383255, -0.10968557000160217, -0.10658857971429825, -0.10349159687757492, -0.10039461404085159, -0.09729762375354767, -0.09420064091682434, -0.09110365808010101, -0.08800667524337769, -0.08490969240665436, -0.08181270211935043, -0.0787157192826271, -0.07561873644590378, -0.07252174615859985, -0.06942476332187653, -0.0663277804851532, -0.06323079764842987, -0.060133811086416245, -0.05703682452440262, -0.05393984168767929, -0.05084285885095596, -0.04774587228894234, -0.04464888572692871, -0.04155190289020538, -0.038454920053482056, -0.03535793349146843, -0.0322609469294548, -0.029163964092731476, -0.026066979393363, -0.022969994693994522, -0.019873009994626045, -0.01677602529525757, -0.013679040595889091, -0.010582055896520615, -0.007485071197152138, -0.004388086497783661, -0.001291101798415184, 0.0018058829009532928, 0.00490286760032177, 0.007999852299690247, 0.011096836999058723, 0.0141938216984272, 0.017290806397795677, 0.020387791097164154, 0.02348477579653263, 0.026581760495901108, 0.029678745195269585, 0.03277572989463806, 0.03587271273136139, 0.038969699293375015, 0.04206668585538864, 0.04516366869211197, 0.0482606515288353, 0.05135763809084892, 0.05445462465286255, 0.057551607489585876, 0.060648590326309204, 0.06374557316303253, 0.06684256345033646, 0.06993954628705978, 0.07303652912378311, 0.07613351941108704, 0.07923050224781036, 0.08232748508453369]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 5.0, 6.0, 12.0, 18.0, 24.0, 38.0, 64.0, 28.0, 15.0, 3.0, 7.0, 10.0, 6.0, 6.0, 6.0, 1.0, 2.0, 2.0, 2.0, 4.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0], "bins": [-0.08982090651988983, -0.08745463192462921, -0.08508835732936859, -0.08272208273410797, -0.08035580813884735, -0.07798954099416733, -0.07562326639890671, -0.07325699180364609, -0.07089071720838547, -0.06852444261312485, -0.06615816801786423, -0.06379189342260361, -0.061425622552633286, -0.059059347957372665, -0.056693077087402344, -0.054326802492141724, -0.051960527896881104, -0.04959425330162048, -0.04722797870635986, -0.04486170783638954, -0.04249543324112892, -0.0401291586458683, -0.03776288777589798, -0.03539661318063736, -0.03303033858537674, -0.03066406399011612, -0.02829779125750065, -0.025931518524885178, -0.023565243929624557, -0.021198969334363937, -0.018832696601748466, -0.016466423869132996, -0.014100149273872375, -0.01173387560993433, -0.009367601945996284, -0.007001328282058239, -0.0046350546181201935, -0.002268780954182148, 9.749270975589752e-05, 0.002463766373693943, 0.0048300400376319885, 0.007196313701570034, 0.00956258736550808, 0.011928861029446125, 0.01429513469338417, 0.01666140928864479, 0.01902768202126026, 0.021393954753875732, 0.023760229349136353, 0.026126503944396973, 0.028492776677012444, 0.030859049409627914, 0.033225324004888535, 0.035591598600149155, 0.037957869470119476, 0.040324144065380096, 0.04269041866064072, 0.04505669325590134, 0.04742296785116196, 0.04978923872113228, 0.0521555133163929, 0.05452178791165352, 0.05688805878162384, 0.05925433337688446, 0.06162060797214508]}, "_runtime": 82.5164065361023, "_timestamp": 1596219047.669259, "_step": 20}
+{"val_accuracy": 0.8126234303652967, "val_loss": 0.47955797878030226, "_runtime": 85.30040550231934, "_timestamp": 1596219050.453258, "_step": 21}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: K Confidence: 0.389 Truth: v", "Prediction: 5 Confidence: 1.000 Truth: 5", "Prediction: 2 Confidence: 0.999 Truth: 2", "Prediction: 0 Confidence: 0.564 Truth: 0"]}, "_runtime": 85.59373879432678, "_timestamp": 1596219050.7465913, "_step": 22}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 3.0, 2.0, 1.0, 6.0, 1.0, 0.0, 4.0, 2.0, 3.0, 4.0, 2.0, 4.0, 1.0, 3.0, 2.0, 0.0, 4.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010669100098311901, -0.01032998226583004, -0.009990864433348179, -0.009651746600866318, -0.009312627837061882, -0.008973510004580021, -0.00863439217209816, -0.008295274339616299, -0.007956156507134438, -0.0076170386746525764, -0.007277920842170715, -0.006938802544027567, -0.006599684711545706, -0.006260566879063845, -0.005921448580920696, -0.005582330748438835, -0.005243212915956974, -0.004904095083475113, -0.004564977250993252, -0.004225858952850103, -0.0038867411203682423, -0.003547623287886381, -0.0032085052225738764, -0.0028693871572613716, -0.0025302693247795105, -0.0021911514922976494, -0.0018520334269851446, -0.0015129154780879617, -0.0011737975291907787, -0.0008346795802935958, -0.0004955616313964128, -0.0001564436824992299, 0.00018267426639795303, 0.000521792215295136, 0.0008609101641923189, 0.0012000281130895019, 0.0015391460619866848, 0.0018782640108838677, 0.0022173819597810507, 0.0025565000250935555, 0.0028956178575754166, 0.0032347356900572777, 0.0035738537553697824, 0.003912971820682287, 0.004252089653164148, 0.0045912074856460094, 0.004930325783789158, 0.005269443616271019, 0.00560856144875288, 0.005947679281234741, 0.006286797113716602, 0.006625915411859751, 0.006965033244341612, 0.007304151076823473, 0.007643269374966621, 0.007982387207448483, 0.008321505039930344, 0.008660622872412205, 0.008999740704894066, 0.009338858537375927, 0.009677976369857788, 0.010017095133662224, 0.010356212966144085, 0.010695330798625946, 0.011034448631107807]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 3.0, 5.0, 7.0, 10.0, 11.0, 12.0, 10.0, 12.0, 18.0, 25.0, 26.0, 48.0, 56.0, 82.0, 89.0, 138.0, 170.0, 279.0, 4866.0, 1148.0, 282.0, 189.0, 108.0, 82.0, 67.0, 41.0, 32.0, 18.0, 14.0, 16.0, 15.0, 14.0, 8.0, 6.0, 2.0, 5.0, 4.0, 1.0, 4.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.11829257011413574, -0.11432691663503647, -0.1103612631559372, -0.10639561712741852, -0.10242996364831924, -0.09846431016921997, -0.0944986641407013, -0.09053301066160202, -0.08656735718250275, -0.08260170370340347, -0.0786360502243042, -0.07467040419578552, -0.07070475071668625, -0.06673909723758698, -0.0627734512090683, -0.058807797729969025, -0.05484214425086975, -0.05087649077177048, -0.0469108410179615, -0.04294519126415253, -0.03897953778505325, -0.03501388430595398, -0.031048234552145004, -0.02708258293569088, -0.023116931319236755, -0.01915127970278263, -0.015185628086328506, -0.011219976469874382, -0.007254324853420258, -0.003288673236966133, 0.0006769783794879913, 0.004642629995942116, 0.00860828161239624, 0.012573933228850365, 0.01653958484530449, 0.020505236461758614, 0.024470888078212738, 0.028436539694666862, 0.03240219131112099, 0.03636784106492996, 0.040333494544029236, 0.04429914802312851, 0.048264797776937485, 0.05223044753074646, 0.056196101009845734, 0.06016175448894501, 0.06412740051746368, 0.06809305399656296, 0.07205870747566223, 0.0760243609547615, 0.07999001443386078, 0.08395566046237946, 0.08792131394147873, 0.091886967420578, 0.09585261344909668, 0.09981826692819595, 0.10378392040729523, 0.1077495738863945, 0.11171522736549377, 0.11568087339401245, 0.11964652687311172, 0.123612180352211, 0.12757782638072968, 0.13154348731040955, 0.13550913333892822]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 4.0, 2.0, 4.0, 2.0, 3.0, 4.0, 5.0, 5.0, 3.0, 4.0, 2.0, 23.0, 3.0, 0.0, 4.0, 5.0, 4.0, 3.0, 1.0, 2.0, 3.0, 2.0, 1.0, 1.0, 1.0, 0.0, 5.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.0022854283452033997, -0.002210275735706091, -0.0021351228933781385, -0.00205997028388083, -0.0019848174415528774, -0.0019096648320555687, -0.00183451222255826, -0.0017593594966456294, -0.0016842067707329988, -0.0016090540448203683, -0.0015339013189077377, -0.001458748709410429, -0.0013835959834977984, -0.0013084432575851679, -0.0012332906480878592, -0.0011581379221752286, -0.001082985196262598, -0.0010078324703499675, -0.0009326798026449978, -0.0008575271349400282, -0.0007823744090273976, -0.0007072216831147671, -0.0006320690154097974, -0.0005569163477048278, -0.00048176362179219723, -0.0004066109249833971, -0.000331458228174597, -0.0002563055313657969, -0.00018115283455699682, -0.00010600013774819672, -3.084744093939662e-05, 4.430525586940348e-05, 0.00011945795267820358, 0.00019461064948700368, 0.0002697633462958038, 0.0003449160431046039, 0.000420068739913404, 0.0004952214658260345, 0.0005703741335310042, 0.0006455268012359738, 0.0007206795271486044, 0.000795832253061235, 0.0008709849207662046, 0.0009461375884711742, 0.0010212903143838048, 0.0010964430402964354, 0.001171595649793744, 0.0012467483757063746, 0.0013219011016190052, 0.0013970538275316358, 0.0014722065534442663, 0.001547359162941575, 0.0016225118888542056, 0.0016976646147668362, 0.001772817224264145, 0.0018479699501767755, 0.001923122676089406, 0.0019982752855867147, 0.002073428127914667, 0.002148580737411976, 0.0022237333469092846, 0.002298886189237237, 0.0023740387987345457, 0.002449191641062498, 0.002524344250559807]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 3.0, 5.0, 8.0, 6.0, 15.0, 22.0, 33.0, 35.0, 48.0, 72.0, 109.0, 143.0, 201.0, 268.0, 405.0, 542.0, 843.0, 1281.0, 2058.0, 3240.0, 5553.0, 10225.0, 21720.0, 54575.0, 291065.0, 694547.0, 44829.0, 19802.0, 10642.0, 5932.0, 3787.0, 2358.0, 1573.0, 1061.0, 739.0, 538.0, 372.0, 263.0, 219.0, 135.0, 105.0, 52.0, 62.0, 34.0, 30.0, 23.0, 18.0, 14.0, 11.0, 5.0, 4.0, 1.0, 5.0, 3.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0], "bins": [-0.005075106397271156, -0.00489393062889576, -0.004712754860520363, -0.004531579557806253, -0.004350403789430857, -0.00416922802105546, -0.003988052252680063, -0.00380687671713531, -0.0036257009487599134, -0.0034445251803845167, -0.0032633496448397636, -0.003082173876464367, -0.00290099810808897, -0.002719822572544217, -0.0025386468041688204, -0.0023574712686240673, -0.0021762955002486706, -0.001995119731873274, -0.0018139441963285208, -0.001632768427953124, -0.0014515927759930491, -0.0012704171240329742, -0.0010892413556575775, -0.0009080657036975026, -0.0007268900517374277, -0.0005457143997773528, -0.000364538689609617, -0.00018336300854571164, -2.1873274818062782e-06, 0.00017898835358209908, 0.00036016403464600444, 0.0005413397448137403, 0.0007225153967738152, 0.0009036910487338901, 0.001084866700693965, 0.0012660424690693617, 0.0014472181210294366, 0.0016283937729895115, 0.0018095695413649082, 0.0019907450769096613, 0.002171920845285058, 0.0023530966136604548, 0.002534272149205208, 0.0027154479175806046, 0.0028966236859560013, 0.0030777992215007544, 0.003258974989876151, 0.003440150525420904, 0.003621326293796301, 0.0038025020621716976, 0.003983677830547094, 0.004164853133261204, 0.0043460289016366005, 0.004527204670011997, 0.004708380438387394, 0.004889556206762791, 0.005070731975138187, 0.005251907277852297, 0.0054330830462276936, 0.00561425881460309, 0.005795434582978487, 0.005976610351353884, 0.006157785654067993, 0.00633896142244339, 0.006520137190818787]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 0.0, 2.0, 1.0, 1.0, 2.0, 2.0, 4.0, 6.0, 1.0, 1.0, 8.0, 2.0, 3.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0], "bins": [-0.013345686718821526, -0.01285445038229227, -0.012363214045763016, -0.01187197770923376, -0.011380741372704506, -0.010889505036175251, -0.010398268699645996, -0.009907032363116741, -0.009415796026587486, -0.008924560621380806, -0.008433324284851551, -0.007942087948322296, -0.007450851611793041, -0.006959615275263786, -0.006468378938734531, -0.0059771426022052765, -0.005485906265676022, -0.004994669929146767, -0.004503433592617512, -0.004012197256088257, -0.0035209611523896456, -0.0030297248158603907, -0.0025384887121617794, -0.0020472523756325245, -0.0015560160391032696, -0.0010647797025740147, -0.0005735434824600816, -8.230720413848758e-05, 0.0004089290741831064, 0.0009001653525047004, 0.0013914016308262944, 0.0018826378509402275, 0.0023738741874694824, 0.0028651105239987373, 0.0033563468605279922, 0.0038475829642266035, 0.004338819533586502, 0.00483005540445447, 0.005321291740983725, 0.0058125280775129795, 0.006303764414042234, 0.006795000750571489, 0.007286237087100744, 0.007777473423629999, 0.008268709294497967, 0.008759945631027222, 0.009251181967556477, 0.009742418304085732, 0.010233654640614986, 0.010724890977144241, 0.011216127313673496, 0.011707363650202751, 0.012198599986732006, 0.012689836323261261, 0.013181072659790516, 0.01367230899631977, 0.014163544401526451, 0.014654780738055706, 0.015146017074584961, 0.01563725434243679, 0.01612848974764347, 0.0166197270154953, 0.01711096242070198, 0.01760219968855381, 0.01809343509376049]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 4.0, 8.0, 4.0, 8.0, 17.0, 11.0, 21.0, 27.0, 19.0, 34.0, 46.0, 54.0, 50.0, 81.0, 103.0, 194.0, 278.0, 363.0, 533.0, 741.0, 1191.0, 1930.0, 3445.0, 5692.0, 1215.0, 658.0, 398.0, 305.0, 213.0, 156.0, 110.0, 86.0, 75.0, 61.0, 50.0, 37.0, 35.0, 34.0, 19.0, 20.0, 23.0, 12.0, 10.0, 12.0, 7.0, 7.0, 9.0, 7.0, 5.0, 2.0, 3.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00757186021655798, -0.007257009856402874, -0.006942159496247768, -0.0066273086704313755, -0.00631245831027627, -0.005997607950121164, -0.005682757124304771, -0.005367906764149666, -0.00505305640399456, -0.004738206043839455, -0.004423355683684349, -0.004108504857867956, -0.0037936544977128506, -0.003478804137557745, -0.0031639535445719957, -0.0028491029515862465, -0.002534252591431141, -0.0022194022312760353, -0.001904551638290286, -0.0015897011617198586, -0.0012748506851494312, -0.0009600002085790038, -0.0006451497320085764, -0.000330299255438149, -1.5448778867721558e-05, 0.00029940169770270586, 0.0006142521742731333, 0.0009291026508435607, 0.0012439531274139881, 0.0015588036039844155, 0.001873654080554843, 0.002188504673540592, 0.002503355033695698, 0.0028182053938508034, 0.0031330559868365526, 0.003447906579822302, 0.0037627569399774075, 0.004077607300132513, 0.004392458125948906, 0.0047073084861040115, 0.005022158846259117, 0.005337009206414223, 0.005651859566569328, 0.005966710392385721, 0.006281560752540827, 0.006596411112695932, 0.006911261938512325, 0.007226112298667431, 0.0075409626588225365, 0.007855813018977642, 0.008170663379132748, 0.008485513739287853, 0.008800365030765533, 0.009115215390920639, 0.009430065751075745, 0.00974491611123085, 0.010059766471385956, 0.010374616831541061, 0.010689467191696167, 0.011004317551851273, 0.011319167912006378, 0.011634019203484058, 0.011948869563639164, 0.01226371992379427, 0.012578570283949375]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 4.0, 2.0, 6.0, 1.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1497628092765808, -0.1461041420698166, -0.14244547486305237, -0.13878679275512695, -0.13512812554836273, -0.1314694583415985, -0.1278107911348343, -0.12415211647748947, -0.12049344182014465, -0.11683477461338043, -0.11317610740661621, -0.10951743274927139, -0.10585876554250717, -0.10220009088516235, -0.09854142367839813, -0.09488274902105331, -0.09122408181428909, -0.08756541460752487, -0.08390673995018005, -0.08024807274341583, -0.07658939808607101, -0.0729307308793068, -0.06927205622196198, -0.06561338901519775, -0.061954718083143234, -0.058296047151088715, -0.054637376219034195, -0.050978705286979675, -0.047320038080215454, -0.043661367148160934, -0.040002696216106415, -0.036344025284051895, -0.032685354351997375, -0.029026683419942856, -0.025368012487888336, -0.021709343418478966, -0.018050672486424446, -0.014392001554369926, -0.010733331553637981, -0.007074661087244749, -0.0034159906208515167, 0.00024267984554171562, 0.003901350311934948, 0.00756002077832818, 0.011218691244721413, 0.014877362176775932, 0.018536031246185303, 0.022194702178239822, 0.025853373110294342, 0.02951204404234886, 0.03317071497440338, 0.0368293859064579, 0.04048805683851242, 0.04414672404527664, 0.04780539497733116, 0.05146406590938568, 0.0551227368414402, 0.05878140777349472, 0.06244007870554924, 0.06609874963760376, 0.06975741684436798, 0.0734160915017128, 0.07707475870847702, 0.08073343336582184, 0.08439210057258606]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 6.0, 2.0, 2.0, 7.0, 8.0, 7.0, 6.0, 3.0, 5.0, 10.0, 7.0, 12.0, 20.0, 40.0, 24.0, 12.0, 18.0, 11.0, 13.0, 13.0, 12.0, 2.0, 6.0, 4.0, 5.0, 2.0, 4.0, 2.0, 4.0, 0.0, 4.0, 1.0, 1.0, 1.0, 0.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.042135972529649734, -0.040781453251838684, -0.039426930248737335, -0.038072410970926285, -0.036717891693115234, -0.035363368690013885, -0.034008849412202835, -0.032654330134391785, -0.031299807131290436, -0.029945287853479385, -0.028590768575668335, -0.027236247435212135, -0.025881726294755936, -0.024527207016944885, -0.023172685876488686, -0.021818166598677635, -0.020463645458221436, -0.019109124317765236, -0.017754605039954185, -0.016400083899497986, -0.01504556369036436, -0.013691043481230736, -0.012336522340774536, -0.010982002131640911, -0.009627481922507286, -0.008272961713373661, -0.006918441038578749, -0.005563920363783836, -0.004209400154650211, -0.0028548797126859426, -0.001500359270721674, -0.00014583882875740528, 0.0012086816132068634, 0.002563202055171132, 0.003917722497135401, 0.005272243171930313, 0.006626763381063938, 0.007981283590197563, 0.009335804730653763, 0.010690324939787388, 0.012044845148921013, 0.013399365358054638, 0.014753885567188263, 0.016108406707644463, 0.017462927848100662, 0.018817447125911713, 0.020171968266367912, 0.021526487544178963, 0.022881008684635162, 0.024235529825091362, 0.025590049102902412, 0.026944570243358612, 0.028299089521169662, 0.029653610661625862, 0.031008131802082062, 0.03236265107989311, 0.03371717035770416, 0.03507169336080551, 0.03642621263861656, 0.03778073191642761, 0.03913525491952896, 0.04048977419734001, 0.04184429347515106, 0.04319881647825241, 0.04455333575606346]}, "_runtime": 91.75422954559326, "_timestamp": 1596219056.907082, "_step": 23}
+{"val_accuracy": 0.8173758561643836, "val_loss": 0.46745605787185773, "_runtime": 96.90863585472107, "_timestamp": 1596219062.0614884, "_step": 24}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: V Confidence: 0.217 Truth: v", "Prediction: 5 Confidence: 1.000 Truth: 5", "Prediction: 2 Confidence: 0.998 Truth: 2", "Prediction: 0 Confidence: 0.585 Truth: 0"]}, "_runtime": 97.17913317680359, "_timestamp": 1596219062.3319857, "_step": 25}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 1.0, 1.0, 1.0, 5.0, 4.0, 1.0, 4.0, 4.0, 6.0, 4.0, 3.0, 4.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.01836332678794861, -0.017856648191809654, -0.0173499695956707, -0.016843292862176895, -0.01633661426603794, -0.015829935669898987, -0.015323258005082607, -0.014816580340266228, -0.014309901744127274, -0.01380322314798832, -0.01329654548317194, -0.01278986781835556, -0.012283189222216606, -0.011776510626077652, -0.011269832961261272, -0.010763155296444893, -0.010256476700305939, -0.009749798104166985, -0.009243120439350605, -0.008736442774534225, -0.008229764178395271, -0.0077230860479176044, -0.007216407917439938, -0.006709729786962271, -0.006203051656484604, -0.005696373526006937, -0.00518969539552927, -0.004683017265051603, -0.0041763391345739365, -0.0036696610040962696, -0.0031629828736186028, -0.002656304743140936, -0.002149626612663269, -0.0016429484821856022, -0.0011362703517079353, -0.0006295922212302685, -0.00012291409075260162, 0.00038376403972506523, 0.0008904421702027321, 0.001397120300680399, 0.0019037984311580658, 0.0024104765616357327, 0.0029171546921133995, 0.0034238328225910664, 0.003930510953068733, 0.0044371890835464, 0.004943867214024067, 0.005450545344501734, 0.005957223474979401, 0.0064639016054570675, 0.006970579735934734, 0.007477257866412401, 0.007983935996890068, 0.008490614593029022, 0.008997292257845402, 0.009503969922661781, 0.010010648518800735, 0.01051732711493969, 0.01102400477975607, 0.011530682444572449, 0.012037361040711403, 0.012544039636850357, 0.013050717301666737, 0.013557394966483116, 0.01406407356262207]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 2.0, 1.0, 0.0, 1.0, 4.0, 0.0, 4.0, 2.0, 2.0, 5.0, 5.0, 4.0, 6.0, 6.0, 10.0, 13.0, 17.0, 19.0, 28.0, 43.0, 54.0, 73.0, 111.0, 215.0, 321.0, 5052.0, 1156.0, 265.0, 158.0, 94.0, 59.0, 46.0, 27.0, 23.0, 19.0, 18.0, 9.0, 11.0, 8.0, 6.0, 8.0, 4.0, 6.0, 0.0, 5.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.17185741662979126, -0.16646365821361542, -0.16106989979743958, -0.15567615628242493, -0.15028239786624908, -0.14488863945007324, -0.1394948810338974, -0.13410112261772156, -0.1287073791027069, -0.12331361323595047, -0.11791986227035522, -0.11252610385417938, -0.10713234543800354, -0.1017385944724083, -0.09634483605623245, -0.09095108509063721, -0.08555732667446136, -0.08016356825828552, -0.07476981729269028, -0.06937605887651443, -0.06398230791091919, -0.05858854949474335, -0.053194791078567505, -0.04780103638768196, -0.04240728169679642, -0.03701352700591087, -0.03161977231502533, -0.026226013898849487, -0.020832259207963943, -0.015438503585755825, -0.010044747963547707, -0.004650992341339588, 0.0007427632808685303, 0.006136518903076649, 0.011530274525284767, 0.01692403107881546, 0.022317785769701004, 0.027711540460586548, 0.03310529887676239, 0.038499053567647934, 0.04389280825853348, 0.04928656294941902, 0.054680317640304565, 0.06007407605648041, 0.06546783447265625, 0.0708615854382515, 0.07625534385442734, 0.08164909482002258, 0.08704285323619843, 0.09243661165237427, 0.09783036261796951, 0.10322412103414536, 0.1086178719997406, 0.11401163041591644, 0.11940538883209229, 0.12479913979768753, 0.13019290566444397, 0.13558664917945862, 0.14098040759563446, 0.1463741660118103, 0.15176792442798615, 0.157161682844162, 0.16255542635917664, 0.16794918477535248, 0.17334294319152832]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 5.0, 3.0, 3.0, 2.0, 1.0, 3.0, 2.0, 5.0, 1.0, 5.0, 4.0, 9.0, 26.0, 6.0, 1.0, 2.0, 5.0, 1.0, 1.0, 3.0, 2.0, 2.0, 3.0, 3.0, 3.0, 2.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002229515230283141, -0.0021430030465126038, -0.0020564908627420664, -0.001969978678971529, -0.0018834664952009916, -0.0017969543114304543, -0.0017104421276599169, -0.0016239299438893795, -0.0015374177601188421, -0.0014509055763483047, -0.0013643933925777674, -0.00127788120880723, -0.0011913690250366926, -0.0011048568412661552, -0.0010183446574956179, -0.0009318324737250805, -0.0008453202899545431, -0.0007588081061840057, -0.0006722959224134684, -0.000585783738642931, -0.0004992715548723936, -0.00041275937110185623, -0.00032624718733131886, -0.00023973500356078148, -0.0001532228197902441, -6.671063601970673e-05, 1.980154775083065e-05, 0.00010631373152136803, 0.0001928259152919054, 0.0002793380990624428, 0.00036585028283298016, 0.00045236246660351753, 0.0005388746503740549, 0.0006253868341445923, 0.0007118990179151297, 0.000798411201685667, 0.0008849233854562044, 0.0009714355692267418, 0.0010579477529972792, 0.0011444599367678165, 0.001230972120538354, 0.0013174843043088913, 0.0014039964880794287, 0.001490508671849966, 0.0015770208556205034, 0.0016635330393910408, 0.0017500452231615782, 0.0018365574069321156, 0.001923069590702653, 0.0020095817744731903, 0.0020960939582437277, 0.002182606142014265, 0.0022691183257848024, 0.00235563050955534, 0.002442142693325877, 0.0025286548770964146, 0.002615167060866952, 0.0027016792446374893, 0.0027881914284080267, 0.002874703612178564, 0.0029612157959491014, 0.003047727979719639, 0.003134240163490176, 0.0032207523472607136, 0.003307264531031251]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 5.0, 8.0, 14.0, 17.0, 25.0, 35.0, 32.0, 61.0, 85.0, 150.0, 213.0, 315.0, 502.0, 667.0, 1187.0, 1819.0, 2950.0, 5204.0, 9674.0, 19082.0, 42988.0, 129529.0, 828685.0, 68038.0, 28288.0, 14576.0, 8347.0, 5235.0, 3489.0, 2248.0, 1674.0, 1223.0, 898.0, 609.0, 466.0, 374.0, 230.0, 202.0, 123.0, 110.0, 79.0, 69.0, 34.0, 29.0, 15.0, 11.0, 5.0, 1.0, 6.0, 1.0, 4.0, 2.0, 0.0, 4.0, 2.0, 2.0, 1.0], "bins": [-0.004783106502145529, -0.004620195832103491, -0.00445728562772274, -0.004294374957680702, -0.004131464287638664, -0.003968554083257914, -0.0038056434132158756, -0.0036427329760044813, -0.003479822538793087, -0.0033169121015816927, -0.0031540016643702984, -0.0029910909943282604, -0.002828180557116866, -0.002665270119905472, -0.002502359449863434, -0.0023394490126520395, -0.0021765385754406452, -0.002013628138229251, -0.0018507175846025348, -0.0016878070309758186, -0.0015248965937644243, -0.00136198615655303, -0.0011990756029263139, -0.0010361650492995977, -0.0008732546120882034, -0.0007103441166691482, -0.000547433621250093, -0.00038452312583103776, -0.00022161263041198254, -5.870213499292731e-05, 0.00010420836042612791, 0.00026711885584518313, 0.00043002935126423836, 0.0005929398466832936, 0.0007558503421023488, 0.000918760837521404, 0.0010816713329404593, 0.0012445817701518536, 0.0014074923237785697, 0.0015704028774052858, 0.0017333133146166801, 0.0018962237518280745, 0.0020591341890394688, 0.0022220448590815067, 0.002384955296292901, 0.0025478657335042953, 0.0027107764035463333, 0.0028736868407577276, 0.003036597277969122, 0.0031995077151805162, 0.0033624181523919106, 0.0035253288224339485, 0.003688239259645343, 0.003851149696856737, 0.004014060366898775, 0.004176970571279526, 0.004339881241321564, 0.004502791911363602, 0.004665702115744352, 0.00482861278578639, 0.004991522990167141, 0.005154433660209179, 0.005317344330251217, 0.0054802545346319675, 0.0056431652046740055]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 3.0, 2.0, 4.0, 2.0, 2.0, 6.0, 3.0, 1.0, 1.0, 3.0, 1.0, 3.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0], "bins": [-0.014385191723704338, -0.013898042030632496, -0.013410891406238079, -0.012923741713166237, -0.01243659108877182, -0.011949441395699978, -0.011462291702628136, -0.010975141078233719, -0.010487991385161877, -0.010000841692090034, -0.009513691067695618, -0.009026541374623775, -0.008539391681551933, -0.008052241057157516, -0.007565091364085674, -0.007077941205352545, -0.006590791046619415, -0.006103640887886286, -0.005616490729153156, -0.005129341036081314, -0.004642190877348185, -0.004155040718615055, -0.0036678907927125692, -0.0031807408668100834, -0.002693590708076954, -0.0022064405493438244, -0.0017192906234413385, -0.0012321405811235309, -0.0007449905388057232, -0.0002578404964879155, 0.00022930954582989216, 0.0007164595881476998, 0.0012036096304655075, 0.0016907596727833152, 0.002177909715101123, 0.0026650596410036087, 0.003152209799736738, 0.0036393599584698677, 0.00412650965154171, 0.004613659810274839, 0.005100809969007969, 0.005587960127741098, 0.006075110286474228, 0.00656225997954607, 0.0070494101382792, 0.007536560297012329, 0.008023709990084171, 0.008510860614478588, 0.00899801030755043, 0.009485160000622272, 0.00997231062501669, 0.010459460318088531, 0.010946610942482948, 0.01143376063555479, 0.011920910328626633, 0.01240806095302105, 0.012895210646092892, 0.013382360339164734, 0.01386951096355915, 0.014356660656630993, 0.014843810349702835, 0.015330960974097252, 0.01581811159849167, 0.016305260360240936, 0.016792410984635353]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 3.0, 3.0, 3.0, 3.0, 1.0, 1.0, 26.0, 23.0, 40.0, 34.0, 71.0, 86.0, 148.0, 211.0, 228.0, 378.0, 625.0, 1076.0, 2158.0, 6830.0, 2041.0, 1302.0, 883.0, 570.0, 426.0, 303.0, 211.0, 150.0, 135.0, 98.0, 77.0, 61.0, 49.0, 36.0, 29.0, 28.0, 25.0, 15.0, 8.0, 8.0, 14.0, 2.0, 5.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.011628948152065277, -0.011281084269285202, -0.010933220386505127, -0.010585356503725052, -0.010237492620944977, -0.009889628738164902, -0.009541765786707401, -0.009193901903927326, -0.008846038021147251, -0.008498174138367176, -0.008150310255587101, -0.007802446372807026, -0.007454582490026951, -0.007106718607246876, -0.006758855190128088, -0.006410991307348013, -0.006063127424567938, -0.005715263541787863, -0.005367399659007788, -0.005019536241889, -0.004671672359108925, -0.00432380847632885, -0.003975944593548775, -0.0036280809435993433, -0.0032802170608192682, -0.002932353178039193, -0.0025844895280897617, -0.0022366256453096867, -0.0018887618789449334, -0.0015408981125801802, -0.001193034229800105, -0.0008451704634353518, -0.0004973066970705986, -0.0001494429016020149, 0.0001984208938665688, 0.000546284718438983, 0.0008941484848037362, 0.0012420122511684895, 0.0015898761339485645, 0.0019377399003133178, 0.002285603666678071, 0.002633467549458146, 0.0029813311994075775, 0.0033291950821876526, 0.0036770589649677277, 0.004024922847747803, 0.0043727862648665905, 0.004720650147646666, 0.005068514030426741, 0.005416377913206816, 0.005764241795986891, 0.0061121052131056786, 0.006459969095885754, 0.006807832978665829, 0.007155696861445904, 0.007503560744225979, 0.007851424627006054, 0.008199288509786129, 0.008547152392566204, 0.008895015344023705, 0.00924287922680378, 0.009590743109583855, 0.00993860699236393, 0.010286470875144005, 0.01063433475792408]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 5.0, 1.0, 1.0, 2.0, 0.0, 5.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.11093857884407043, -0.10725003480911255, -0.10356149077415466, -0.09987293928861618, -0.0961843952536583, -0.09249585121870041, -0.08880729973316193, -0.08511875569820404, -0.08143021166324615, -0.07774166762828827, -0.07405312359333038, -0.0703645721077919, -0.06667602807283401, -0.06298748403787613, -0.059298936277627945, -0.05561038851737976, -0.051921844482421875, -0.04823330044746399, -0.044544752687215805, -0.04085620492696762, -0.037167660892009735, -0.03347911685705185, -0.029790569096803665, -0.02610202319920063, -0.022413477301597595, -0.01872493140399456, -0.015036385506391525, -0.01134783960878849, -0.007659293711185455, -0.00397074781358242, -0.0002822019159793854, 0.0034063439816236496, 0.007094889879226685, 0.01078343577682972, 0.014471981674432755, 0.01816052757203579, 0.021849073469638824, 0.02553761936724186, 0.029226165264844894, 0.03291471302509308, 0.036603257060050964, 0.04029180109500885, 0.043980348855257034, 0.04766889661550522, 0.051357440650463104, 0.05504598468542099, 0.058734532445669174, 0.06242308020591736, 0.06611162424087524, 0.06980016827583313, 0.07348871231079102, 0.0771772637963295, 0.08086580783128738, 0.08455435186624527, 0.08824290335178375, 0.09193144738674164, 0.09561999142169952, 0.09930853545665741, 0.1029970794916153, 0.10668563097715378, 0.11037417501211166, 0.11406271904706955, 0.11775127053260803, 0.12143981456756592, 0.1251283586025238]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 4.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 4.0, 4.0, 10.0, 15.0, 8.0, 11.0, 15.0, 19.0, 16.0, 12.0, 16.0, 21.0, 34.0, 19.0, 13.0, 14.0, 10.0, 7.0, 7.0, 3.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.041872791945934296, -0.04012105241417885, -0.0383693128824234, -0.036617573350667953, -0.034865833818912506, -0.03311409428715706, -0.03136235475540161, -0.029610613361001015, -0.027858873829245567, -0.02610713429749012, -0.024355394765734673, -0.022603655233979225, -0.02085191383957863, -0.01910017430782318, -0.017348434776067734, -0.015596695244312286, -0.013844955712556839, -0.012093216180801392, -0.010341476649045944, -0.008589736185967922, -0.006837996654212475, -0.0050862571224570274, -0.0033345171250402927, -0.0015827773604542017, 0.00016896240413188934, 0.0019207021687179804, 0.0036724419333040714, 0.005424181930720806, 0.0071759214624762535, 0.008927660994231701, 0.010679401457309723, 0.01243114098906517, 0.014182880520820618, 0.015934620052576065, 0.017686359584331512, 0.01943809911608696, 0.021189838647842407, 0.022941580042243004, 0.02469331957399845, 0.0264450591057539, 0.028196798637509346, 0.029948538169264793, 0.03170027956366539, 0.03345201909542084, 0.035203758627176285, 0.03695549815893173, 0.03870723769068718, 0.04045897722244263, 0.042210716754198074, 0.04396245628595352, 0.04571419581770897, 0.047465935349464417, 0.049217674881219864, 0.05096941441297531, 0.05272115394473076, 0.054472893476486206, 0.05622463673353195, 0.0579763762652874, 0.05972811579704285, 0.061479855328798294, 0.06323159486055374, 0.06498333066701889, 0.06673507392406464, 0.06848680973052979, 0.07023855298757553]}, "_runtime": 100.97911858558655, "_timestamp": 1596219066.1319711, "_step": 26}
+{"val_accuracy": 0.8187785388127854, "val_loss": 0.46534442806352766, "_runtime": 108.89712762832642, "_timestamp": 1596219074.0499802, "_step": 27}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: K Confidence: 0.444 Truth: v", "Prediction: 5 Confidence: 1.000 Truth: 5", "Prediction: 2 Confidence: 0.997 Truth: 2", "Prediction: 0 Confidence: 0.719 Truth: 0"]}, "_runtime": 109.19006085395813, "_timestamp": 1596219074.3429134, "_step": 28}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 2.0, 2.0, 3.0, 3.0, 3.0, 2.0, 2.0, 1.0, 2.0, 1.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 3.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.007133477367460728, -0.006861675996333361, -0.006589874625205994, -0.006318073254078627, -0.00604627188295126, -0.00577447097748518, -0.005502669606357813, -0.005230868235230446, -0.004959066864103079, -0.004687265492975712, -0.004415464121848345, -0.004143662750720978, -0.0038718616124242544, -0.0036000602412968874, -0.003328259103000164, -0.003056457731872797, -0.00278465636074543, -0.002512854989618063, -0.002241053618490696, -0.0019692524801939726, -0.0016974511090666056, -0.0014256497379392385, -0.0011538484832271934, -0.0008820471703074872, -0.0006102458573877811, -0.00033844454446807504, -6.664323154836893e-05, 0.00020515808137133718, 0.0004769593942910433, 0.0007487607072107494, 0.0010205620201304555, 0.0012923632748425007, 0.0015641646459698677, 0.0018359660170972347, 0.0021077673882246017, 0.002379568526521325, 0.002651369897648692, 0.002923171268776059, 0.0031949724070727825, 0.0034667737782001495, 0.0037385751493275166, 0.004010376520454884, 0.004282177891582251, 0.004553979262709618, 0.004825780168175697, 0.005097581539303064, 0.005369382910430431, 0.005641184281557798, 0.005912985652685165, 0.006184787023812532, 0.0064565883949398994, 0.0067283897660672665, 0.0070001911371946335, 0.007271992042660713, 0.00754379341378808, 0.007815594784915447, 0.008087396621704102, 0.008359197527170181, 0.008630998432636261, 0.008902800269424915, 0.009174601174890995, 0.00944640301167965, 0.009718203917145729, 0.009990005753934383, 0.010261806659400463]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 4.0, 0.0, 3.0, 4.0, 2.0, 4.0, 9.0, 9.0, 10.0, 17.0, 20.0, 10.0, 35.0, 32.0, 44.0, 61.0, 82.0, 90.0, 145.0, 172.0, 280.0, 4089.0, 1771.0, 327.0, 189.0, 137.0, 95.0, 59.0, 50.0, 42.0, 27.0, 33.0, 12.0, 18.0, 8.0, 13.0, 6.0, 6.0, 5.0, 5.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.11349490284919739, -0.1101512759923935, -0.1068076491355896, -0.1034640222787857, -0.10012039542198181, -0.09677676856517792, -0.09343314915895462, -0.09008952230215073, -0.08674589544534683, -0.08340226858854294, -0.08005864173173904, -0.07671501487493515, -0.07337138801813126, -0.07002776116132736, -0.06668413430452347, -0.06334050744771957, -0.05999688431620598, -0.056653257459402084, -0.05330963060259819, -0.049966007471084595, -0.0466223806142807, -0.04327875375747681, -0.03993512690067291, -0.03659150004386902, -0.033247873187065125, -0.02990424819290638, -0.026560623198747635, -0.02321699634194374, -0.019873369485139847, -0.016529744490981102, -0.013186117634177208, -0.009842491708695889, -0.006498865783214569, -0.003155239624902606, 0.00018838653340935707, 0.00353201269172132, 0.006875638850033283, 0.010219264775514603, 0.013562891632318497, 0.01690651662647724, 0.020250143483281136, 0.02359377034008503, 0.026937395334243774, 0.03028102219104767, 0.03362464904785156, 0.03696827590465546, 0.04031189903616905, 0.043655525892972946, 0.04699915274977684, 0.050342779606580734, 0.05368640646338463, 0.057030029594898224, 0.06037365645170212, 0.06371728330850601, 0.0670609101653099, 0.0704045370221138, 0.0737481638789177, 0.07709179073572159, 0.08043541759252548, 0.08377903699874878, 0.08712266385555267, 0.09046629071235657, 0.09380991756916046, 0.09715354442596436, 0.10049717128276825]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 4.0, 1.0, 2.0, 3.0, 1.0, 2.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 3.0, 1.0, 1.0, 1.0, 3.0, 5.0, 22.0, 8.0, 5.0, 2.0, 8.0, 3.0, 5.0, 3.0, 2.0, 2.0, 3.0, 3.0, 2.0, 3.0, 3.0, 1.0, 1.0, 4.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.0032859346829354763, -0.0031974720768630505, -0.0031090094707906246, -0.003020546631887555, -0.0029320840258151293, -0.0028436214197427034, -0.0027551588136702776, -0.002666695974767208, -0.0025782333686947823, -0.0024897707626223564, -0.0024013081565499306, -0.0023128455504775047, -0.0022243827115744352, -0.0021359201055020094, -0.0020474574994295835, -0.0019589948933571577, -0.00187053217086941, -0.0017820695647969842, -0.0016936068423092365, -0.0016051442362368107, -0.001516681513749063, -0.0014282189076766372, -0.0013397561851888895, -0.0012512935791164637, -0.0011628309730440378, -0.0010743682505562901, -0.0009859056444838643, -0.0008974429219961166, -0.0008089803159236908, -0.000720517651643604, -0.0006320549873635173, -0.0005435923230834305, -0.00045512965880334377, -0.000366666994523257, -0.00027820433024317026, -0.00018974169506691396, -0.0001012790307868272, -1.2816373782698065e-05, 7.564628322143108e-05, 0.0001641089329496026, 0.00025257159722968936, 0.0003410342615097761, 0.00042949692578986287, 0.0005179595900699496, 0.0006064221961423755, 0.0006948848604224622, 0.000783347524702549, 0.0008718101889826357, 0.0009602728532627225, 0.0010487354593351483, 0.001137198181822896, 0.0012256607878953218, 0.0013141235103830695, 0.0014025861164554954, 0.001491048838943243, 0.0015795114450156689, 0.0016679740510880947, 0.0017564367735758424, 0.0018448993796482682, 0.001933362102136016, 0.0020218247082084417, 0.0021102873142808676, 0.002198750153183937, 0.002287212759256363, 0.0023756753653287888]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 1.0, 3.0, 4.0, 10.0, 6.0, 13.0, 15.0, 12.0, 28.0, 41.0, 55.0, 73.0, 81.0, 117.0, 207.0, 245.0, 350.0, 534.0, 807.0, 1189.0, 2000.0, 3008.0, 4930.0, 8560.0, 15868.0, 34476.0, 99180.0, 852299.0, 76256.0, 30598.0, 16506.0, 10053.0, 6453.0, 4393.0, 3005.0, 2128.0, 1575.0, 1102.0, 819.0, 672.0, 481.0, 407.0, 280.0, 202.0, 142.0, 103.0, 103.0, 93.0, 37.0, 32.0, 27.0, 21.0, 13.0, 10.0, 9.0, 3.0, 3.0, 2.0, 3.0, 0.0, 1.0], "bins": [-0.004686872474849224, -0.004533254075795412, -0.0043796356767416, -0.004226017277687788, -0.004072398878633976, -0.003918780479580164, -0.003765162080526352, -0.00361154368147254, -0.003457925282418728, -0.0033043071161955595, -0.0031506887171417475, -0.0029970703180879354, -0.0028434519190341234, -0.0026898335199803114, -0.0025362151209264994, -0.0023825967218726873, -0.0022289783228188753, -0.0020753599237650633, -0.0019217415247112513, -0.0017681231256574392, -0.0016145047266036272, -0.001460886443965137, -0.001307268044911325, -0.001153649645857513, -0.001000031246803701, -0.0008464128477498889, -0.0006927944486960769, -0.0005391761078499258, -0.00038555770879611373, -0.00023193932429421693, -7.832093979232013e-05, 7.529744470957667e-05, 0.00022891582921147346, 0.0003825342282652855, 0.0005361526273190975, 0.0006897709681652486, 0.0008433893672190607, 0.0009970077080652118, 0.0011506261071190238, 0.0013042445061728358, 0.0014578629052266479, 0.0016114813042804599, 0.001765099703334272, 0.001918718102388084, 0.002072336385026574, 0.002225954784080386, 0.002379573183134198, 0.00253319158218801, 0.0026868099812418222, 0.0028404283802956343, 0.0029940467793494463, 0.0031476651784032583, 0.0033012835774570704, 0.0034549019765108824, 0.0036085203755646944, 0.0037621387746185064, 0.003915756940841675, 0.004069375339895487, 0.004222993738949299, 0.004376612138003111, 0.004530230537056923, 0.004683848936110735, 0.004837467335164547, 0.004991085734218359, 0.005144704133272171]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 3.0, 1.0, 1.0, 1.0, 3.0, 2.0, 4.0, 2.0, 3.0, 4.0, 0.0, 6.0, 8.0, 3.0, 5.0, 5.0, 1.0, 1.0, 4.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.018736904487013817, -0.017571210861206055, -0.016405515372753143, -0.015239821746945381, -0.014074127189815044, -0.012908432632684708, -0.011742739006876945, -0.010577044449746609, -0.009411349892616272, -0.008245655335485935, -0.007079961244016886, -0.005914267152547836, -0.0047485725954174995, -0.0035828782711178064, -0.0024171839468181133, -0.0012514896225184202, -8.579529821872711e-05, 0.001079899026080966, 0.002245593350380659, 0.003411287674680352, 0.004576981998980045, 0.005742676556110382, 0.0069083706475794315, 0.008074064739048481, 0.009239759296178818, 0.010405453853309155, 0.011571148410439491, 0.012736842036247253, 0.01390253659337759, 0.015068231150507927, 0.01623392477631569, 0.0173996202647686, 0.018565313890576363, 0.019731007516384125, 0.020896703004837036, 0.0220623966306448, 0.02322809025645256, 0.024393785744905472, 0.025559479370713234, 0.026725174859166145, 0.027890868484973907, 0.02905656211078167, 0.03022225759923458, 0.03138795122504234, 0.032553646713495255, 0.03371933847665787, 0.03488503396511078, 0.03605072945356369, 0.0372164249420166, 0.038382116705179214, 0.039547812193632126, 0.04071350768208504, 0.04187919944524765, 0.04304489493370056, 0.04421059042215347, 0.045376282185316086, 0.046541977673769, 0.04770767316222191, 0.04887336492538452, 0.05003906041383743, 0.051204755902290344, 0.05237044766545296, 0.05353614315390587, 0.05470183864235878, 0.05586753040552139]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 3.0, 2.0, 7.0, 7.0, 22.0, 31.0, 47.0, 55.0, 82.0, 132.0, 181.0, 243.0, 377.0, 561.0, 814.0, 1297.0, 2195.0, 7332.0, 2101.0, 1066.0, 586.0, 379.0, 243.0, 177.0, 128.0, 79.0, 72.0, 30.0, 12.0, 20.0, 17.0, 19.0, 16.0, 4.0, 10.0, 2.0, 5.0, 2.0, 8.0, 4.0, 2.0, 1.0, 1.0, 5.0, 9.0, 10.0, 8.0, 4.0, 4.0, 2.0, 0.0, 0.0, 1.0, 1.0, 4.0, 3.0], "bins": [-0.011691107414662838, -0.011233832687139511, -0.010776557959616184, -0.010319284163415432, -0.009862009435892105, -0.009404734708368778, -0.008947459980845451, -0.008490185253322124, -0.008032910525798798, -0.007575636263936758, -0.0071183620020747185, -0.006661087274551392, -0.006203812547028065, -0.005746538285166025, -0.005289263557642698, -0.004831989295780659, -0.004374714568257332, -0.003917439840734005, -0.0034601655788719654, -0.0030028908513486385, -0.0025456163566559553, -0.002088341861963272, -0.001631067250855267, -0.001173792639747262, -0.0007165181450545788, -0.00025924359215423465, 0.00019803096074610949, 0.0006553055136464536, 0.0011125800665467978, 0.001569854561239481, 0.002027129288762808, 0.002484403783455491, 0.0029416782781481743, 0.0033989527728408575, 0.0038562272675335407, 0.004313501995056868, 0.004770776256918907, 0.005228050984442234, 0.005685325711965561, 0.0061425999738276005, 0.006599874701350927, 0.007057149428874254, 0.007514423690736294, 0.00797169841825962, 0.008428973145782948, 0.008886247873306274, 0.009343521669507027, 0.009800796397030354, 0.01025807112455368, 0.010715345852077007, 0.011172620579600334, 0.011629894375801086, 0.012087169103324413, 0.01254444383084774, 0.013001718558371067, 0.013458993285894394, 0.013916267082095146, 0.014373541809618473, 0.0148308165371418, 0.015288091264665127, 0.015745365992188454, 0.016202639788389206, 0.016659915447235107, 0.01711718924343586, 0.017574463039636612]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 3.0, 2.0, 1.0, 0.0, 0.0, 3.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.09144985675811768, -0.08836453408002853, -0.08527921140193939, -0.08219388872385025, -0.07910855859518051, -0.07602323591709137, -0.07293791323900223, -0.06985259056091309, -0.06676726788282394, -0.0636819452047348, -0.06059661880135536, -0.05751129612326622, -0.05442596971988678, -0.05134064704179764, -0.048255324363708496, -0.045169997960329056, -0.042084675282239914, -0.03899935260415077, -0.03591402620077133, -0.03282870352268219, -0.029743380844593048, -0.026658056303858757, -0.023572731763124466, -0.020487409085035324, -0.017402084544301033, -0.014316760934889317, -0.0112314373254776, -0.008146112784743309, -0.0050607891753315926, -0.0019754653330892324, 0.0011098585091531277, 0.0041951825842261314, 0.007280506193637848, 0.010365829803049564, 0.01345115341246128, 0.016536477953195572, 0.019621800631284714, 0.022707125172019005, 0.025792449712753296, 0.028877772390842438, 0.03196309506893158, 0.03504842147231102, 0.03813374415040016, 0.041219066828489304, 0.044304393231868744, 0.047389715909957886, 0.05047503858804703, 0.05356036499142647, 0.05664568766951561, 0.05973101034760475, 0.06281633675098419, 0.06590165942907333, 0.06898698210716248, 0.07207230478525162, 0.07515762746334076, 0.0782429575920105, 0.08132828027009964, 0.08441360294818878, 0.08749892562627792, 0.09058424830436707, 0.09366957098245621, 0.09675490111112595, 0.09984022378921509, 0.10292554646730423, 0.10601086914539337]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 5.0, 3.0, 3.0, 1.0, 5.0, 6.0, 4.0, 8.0, 10.0, 17.0, 19.0, 58.0, 32.0, 16.0, 12.0, 8.0, 17.0, 8.0, 7.0, 6.0, 5.0, 4.0, 2.0, 2.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.08840405941009521, -0.08558125048875809, -0.08275843411684036, -0.07993562519550323, -0.07711281627416611, -0.07428999990224838, -0.07146719098091125, -0.06864438205957413, -0.065821573138237, -0.06299875676631927, -0.06017594784498215, -0.05735313519835472, -0.054530322551727295, -0.05170751363039017, -0.04888470098376274, -0.04606189206242561, -0.04323907941579819, -0.04041626676917076, -0.03759345784783363, -0.03477064520120621, -0.03194783627986908, -0.029125023633241653, -0.026302210986614227, -0.02347940020263195, -0.020656589418649673, -0.017833778634667397, -0.015010966919362545, -0.012188155204057693, -0.009365344420075417, -0.006542533170431852, -0.003719721920788288, -0.0008969106711447239, 0.0019259005784988403, 0.0047487118281424046, 0.007571523077785969, 0.01039433479309082, 0.013217145577073097, 0.016039956361055374, 0.0188627690076828, 0.021685579791665077, 0.024508390575647354, 0.02733120135962963, 0.030154012143611908, 0.032976824790239334, 0.03579963743686676, 0.03862244635820389, 0.041445259004831314, 0.04426806792616844, 0.04709088057279587, 0.049913693219423294, 0.05273650214076042, 0.05555931478738785, 0.058382123708724976, 0.0612049363553524, 0.06402774900197983, 0.06685055792331696, 0.06967337429523468, 0.07249618321657181, 0.07531899213790894, 0.07814180105924606, 0.08096461743116379, 0.08378742635250092, 0.08661023527383804, 0.08943305164575577, 0.0922558605670929]}, "_runtime": 110.64204216003418, "_timestamp": 1596219075.7948947, "_step": 29}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 2.0, 3.0, 0.0, 2.0, 0.0, 1.0, 2.0, 2.0, 2.0, 2.0, 5.0, 3.0, 3.0, 0.0, 3.0, 2.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008088026195764542, -0.007772812619805336, -0.00745759904384613, -0.0071423850022256374, -0.006827171426266432, -0.006511957850307226, -0.0061967442743480206, -0.005881530698388815, -0.005566316656768322, -0.005251103080809116, -0.004935889504849911, -0.004620675928890705, -0.0043054623529314995, -0.003990248776972294, -0.0036750349681824446, -0.0033598211593925953, -0.0030446075834333897, -0.002729394007474184, -0.0024141801986843348, -0.002098966622725129, -0.0017837529303506017, -0.0014685392379760742, -0.0011533256620168686, -0.0008381119696423411, -0.0005228982772678137, -0.00020768461399711668, 0.00010752904927358031, 0.0004227427125442773, 0.0007379563758149743, 0.0010531700681895018, 0.0013683836441487074, 0.0016835973365232348, 0.0019988110288977623, 0.002314024604856968, 0.002629238413646817, 0.002944451989606023, 0.003259665798395872, 0.0035748793743550777, 0.0038900929503142834, 0.004205306526273489, 0.004520520567893982, 0.0048357341438531876, 0.005150947719812393, 0.005466161295771599, 0.0057813748717308044, 0.00609658844769001, 0.006411802489310503, 0.006727016065269709, 0.007042229641228914, 0.00735744321718812, 0.0076726567931473255, 0.007987870834767818, 0.008303084410727024, 0.00861829798668623, 0.008933511562645435, 0.009248725138604641, 0.009563938714563847, 0.009879152290523052, 0.010194365866482258, 0.010509580373764038, 0.010824793949723244, 0.01114000752568245, 0.011455221101641655, 0.01177043467760086, 0.012085648253560066]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 3.0, 5.0, 5.0, 12.0, 12.0, 15.0, 24.0, 33.0, 43.0, 59.0, 111.0, 147.0, 275.0, 504.0, 5642.0, 445.0, 219.0, 124.0, 74.0, 46.0, 34.0, 27.0, 18.0, 19.0, 6.0, 3.0, 5.0, 6.0, 0.0, 4.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1629326045513153, -0.15697520971298218, -0.15101779997348785, -0.14506040513515472, -0.1391030102968216, -0.13314560055732727, -0.12718820571899414, -0.12123080343008041, -0.11527340114116669, -0.10931600630283356, -0.10335860401391983, -0.0974012017250061, -0.09144380688667297, -0.08548640459775925, -0.07952900230884552, -0.07357160747051239, -0.06761420518159866, -0.061656806617975235, -0.05569940432906151, -0.04974200576543808, -0.04378460347652435, -0.037827204912900925, -0.031869806349277496, -0.02591240592300892, -0.01995500549674034, -0.013997605070471764, -0.00804020557552576, -0.0020828056149184704, 0.00387459434568882, 0.009831994771957397, 0.015789393335580826, 0.021746793761849403, 0.02770419418811798, 0.03366159275174141, 0.039618995040655136, 0.045576393604278564, 0.05153379589319229, 0.05749119445681572, 0.06344859302043915, 0.06940599530935287, 0.0753633975982666, 0.08132079243659973, 0.08727819472551346, 0.09323559701442719, 0.09919299185276031, 0.10515039414167404, 0.11110779643058777, 0.1170651912689209, 0.12302259355783463, 0.12897999584674835, 0.13493739068508148, 0.1408948004245758, 0.14685219526290894, 0.15280959010124207, 0.1587669998407364, 0.16472439467906952, 0.17068178951740265, 0.17663919925689697, 0.1825965940952301, 0.18855398893356323, 0.19451139867305756, 0.20046879351139069, 0.20642618834972382, 0.21238359808921814, 0.21834099292755127]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [3.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 8.0, 4.0, 3.0, 4.0, 3.0, 5.0, 4.0, 3.0, 4.0, 22.0, 5.0, 1.0, 4.0, 1.0, 3.0, 4.0, 3.0, 2.0, 2.0, 2.0, 6.0, 0.0, 3.0, 0.0, 2.0, 0.0, 0.0, 3.0, 0.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.002546656411141157, -0.002457534894347191, -0.002368413144722581, -0.0022792916279286146, -0.0021901698783040047, -0.0021010483615100384, -0.0020119266118854284, -0.0019228049786761403, -0.0018336833454668522, -0.001744561828672886, -0.0016554401954635978, -0.0015663185622543097, -0.0014771969290450215, -0.0013880752958357334, -0.0012989536626264453, -0.0012098320294171572, -0.001120710396207869, -0.001031588762998581, -0.0009424671297892928, -0.0008533454965800047, -0.0007642238633707166, -0.0006751022883690894, -0.0005859806551598012, -0.0004968590219505131, -0.000407737388741225, -0.0003186157555319369, -0.000229494136874564, -0.0001403725182171911, -5.125088500790298e-05, 3.7870740925427526e-05, 0.00012699236685875803, 0.00021611398551613092, 0.00030523561872541904, 0.00039435725193470716, 0.0004834788851439953, 0.0005726005183532834, 0.0006617221515625715, 0.0007508437265641987, 0.0008399653597734869, 0.000929086992982775, 0.001018208684399724, 0.0011073302011936903, 0.0011964518344029784, 0.0012855734676122665, 0.0013746951008215547, 0.0014638167340308428, 0.001552938367240131, 0.001642060000449419, 0.0017311816336587071, 0.0018203032668679953, 0.0019094249000772834, 0.0019985465332865715, 0.002087668050080538, 0.0021767897997051477, 0.002265911316499114, 0.002355033066123724, 0.0024441545829176903, 0.0025332763325423002, 0.0026223978493362665, 0.0027115195989608765, 0.0028006411157548428, 0.0028897628653794527, 0.002978884382173419, 0.003068006131798029, 0.0031571276485919952]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 4.0, 11.0, 5.0, 10.0, 18.0, 16.0, 35.0, 51.0, 53.0, 74.0, 115.0, 160.0, 257.0, 395.0, 592.0, 836.0, 1385.0, 2355.0, 3714.0, 6886.0, 12302.0, 24779.0, 56826.0, 806610.0, 165170.0, 44471.0, 20919.0, 11608.0, 6894.0, 4419.0, 2787.0, 1870.0, 1273.0, 810.0, 580.0, 425.0, 298.0, 208.0, 125.0, 88.0, 64.0, 37.0, 33.0, 24.0, 18.0, 10.0, 3.0, 8.0, 2.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.006437960080802441, -0.006236422341316938, -0.006034884136170149, -0.005833346396684647, -0.005631808191537857, -0.005430270452052355, -0.005228732712566853, -0.005027194507420063, -0.004825656767934561, -0.004624118562787771, -0.004422580823302269, -0.004221043083816767, -0.004019504878669977, -0.0038179669063538313, -0.003616429166868329, -0.003414891194552183, -0.0032133532222360373, -0.0030118152499198914, -0.0028102772776037455, -0.0026087395381182432, -0.0024072015658020973, -0.0022056635934859514, -0.0020041256211698055, -0.0018025877652689815, -0.0016010497929528356, -0.0013995118206366897, -0.0011979739647358656, -0.0009964359924197197, -0.0007948980783112347, -0.0005933601642027497, -0.0003918222209904343, -0.00019028429233003408, 1.1253636330366135e-05, 0.00021279156499076635, 0.00041432949365116656, 0.000615867436863482, 0.000817405350971967, 0.001018943265080452, 0.0012204812373965979, 0.001422019093297422, 0.0016235570656135678, 0.0018250950379297137, 0.002026632893830538, 0.0022281708661466837, 0.0024297088384628296, 0.0026312468107789755, 0.0028327845502644777, 0.0030343225225806236, 0.0032358604948967695, 0.0034373984672129154, 0.0036389364395290613, 0.0038404741790145636, 0.0040420121513307095, 0.004243550356477499, 0.004445088095963001, 0.0046466258354485035, 0.004848164040595293, 0.005049701780080795, 0.005251239985227585, 0.005452777724713087, 0.005654315464198589, 0.005855853669345379, 0.006057391408830881, 0.006258929613977671, 0.006460467353463173]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 3.0, 4.0, 4.0, 4.0, 9.0, 4.0, 9.0, 8.0, 2.0, 3.0, 2.0, 3.0, 4.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.019489560276269913, -0.01699771173298359, -0.014505862258374691, -0.012014012783765793, -0.00952216424047947, -0.0070303152315318584, -0.004538466222584248, -0.0020466172136366367, 0.0004452317953109741, 0.002937080804258585, 0.005428929813206196, 0.007920779287815094, 0.010412627831101418, 0.012904476374387741, 0.01539632584899664, 0.017888175323605537, 0.02038002386689186, 0.022871872410178185, 0.025363720953464508, 0.02785557135939598, 0.030347419902682304, 0.03283926844596863, 0.0353311188519001, 0.037822965532541275, 0.04031481593847275, 0.04280666634440422, 0.045298513025045395, 0.04779036343097687, 0.05028221011161804, 0.052774060517549515, 0.05526591092348099, 0.05775775760412216, 0.060249608010053635, 0.06274145841598511, 0.06523330509662628, 0.06772515177726746, 0.07021700590848923, 0.0727088525891304, 0.07520069926977158, 0.07769255340099335, 0.08018440008163452, 0.0826762467622757, 0.08516810089349747, 0.08765994757413864, 0.09015179425477982, 0.09264364838600159, 0.09513549506664276, 0.09762734174728394, 0.10011918842792511, 0.10261104255914688, 0.10510288923978806, 0.10759473592042923, 0.110086590051651, 0.11257843673229218, 0.11507028341293335, 0.11756213754415512, 0.1200539842247963, 0.12254583090543747, 0.12503768503665924, 0.12752953171730042, 0.1300213783979416, 0.13251322507858276, 0.13500507175922394, 0.1374969333410263, 0.13998878002166748]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 12.0, 13.0, 45.0, 71.0, 113.0, 187.0, 257.0, 459.0, 842.0, 1555.0, 3606.0, 7750.0, 1493.0, 746.0, 389.0, 279.0, 185.0, 106.0, 70.0, 38.0, 27.0, 29.0, 12.0, 22.0, 6.0, 12.0, 11.0, 7.0, 5.0, 3.0, 8.0, 6.0, 4.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 4.0, 4.0, 8.0, 11.0, 6.0, 1.0, 1.0, 5.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 7.0], "bins": [-0.010230227373540401, -0.009391549043357372, -0.008552871644496918, -0.007714193779975176, -0.006875515915453434, -0.006036837585270405, -0.005198159720748663, -0.004359481856226921, -0.003520803991705179, -0.0026821261271834373, -0.0018434481462463737, -0.00100477016530931, -0.0001660923007875681, 0.0006725856219418347, 0.0015112635446712375, 0.002349941525608301, 0.003188619390130043, 0.004027297254651785, 0.004865975119173527, 0.005704652983695269, 0.0065433308482170105, 0.00738200917840004, 0.008220686577260494, 0.009059364907443523, 0.009898042306303978, 0.010736720636487007, 0.011575398966670036, 0.012414076365530491, 0.01325275469571352, 0.014091432094573975, 0.014930110424757004, 0.015768788754940033, 0.016607467085123062, 0.017446143552660942, 0.01828482188284397, 0.019123500213027, 0.01996217854321003, 0.02080085501074791, 0.02163953334093094, 0.022478211671113968, 0.023316890001296997, 0.024155568331480026, 0.024994244799017906, 0.025832923129200935, 0.026671601459383965, 0.027510279789566994, 0.028348956257104874, 0.029187634587287903, 0.030026312917470932, 0.03086499124765396, 0.03170366957783699, 0.03254234790802002, 0.03338102623820305, 0.03421970084309578, 0.03505837917327881, 0.03589705750346184, 0.03673573583364487, 0.037574414163827896, 0.038413092494010925, 0.039251770824193954, 0.040090449154376984, 0.04092912748456001, 0.041767802089452744, 0.04260648041963577, 0.0434451587498188]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 4.0, 0.0, 3.0, 3.0, 0.0, 2.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.38036420941352844, -0.3721299171447754, -0.36389562487602234, -0.3556613326072693, -0.34742704033851624, -0.3391927480697632, -0.33095845580101013, -0.3227241635322571, -0.3144899010658264, -0.30625560879707336, -0.2980213165283203, -0.28978702425956726, -0.2815527319908142, -0.27331843972206116, -0.2650841474533081, -0.25684985518455505, -0.248615562915802, -0.24038127064704895, -0.2321469783782959, -0.22391268610954285, -0.2156783938407898, -0.20744411647319794, -0.19920982420444489, -0.19097553193569183, -0.18274123966693878, -0.17450694739818573, -0.16627265512943268, -0.15803836286067963, -0.14980408549308777, -0.14156979322433472, -0.13333550095558167, -0.1251012086868286, -0.11686691641807556, -0.10863262414932251, -0.10039833188056946, -0.092164047062397, -0.08392975479364395, -0.0756954625248909, -0.06746117770671844, -0.05922688543796539, -0.05099259316921234, -0.04275830090045929, -0.034524012356996536, -0.026289721950888634, -0.01805543154478073, -0.009821141138672829, -0.0015868507325649261, 0.006647439673542976, 0.014881730079650879, 0.02311602048575878, 0.031350310891866684, 0.03958459943532944, 0.04781889170408249, 0.05605318397283554, 0.064287468791008, 0.07252176105976105, 0.0807560533285141, 0.08899034559726715, 0.0972246378660202, 0.10545892268419266, 0.11369321495294571, 0.12192750722169876, 0.13016179203987122, 0.13839608430862427, 0.14663037657737732]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 5.0, 1.0, 0.0, 3.0, 0.0, 2.0, 3.0, 10.0, 9.0, 6.0, 6.0, 5.0, 5.0, 8.0, 11.0, 16.0, 47.0, 20.0, 11.0, 24.0, 20.0, 16.0, 4.0, 9.0, 2.0, 5.0, 5.0, 3.0, 4.0, 2.0, 6.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0], "bins": [-0.1231718361377716, -0.11976438015699387, -0.11635691672563553, -0.11294946074485779, -0.10954199731349945, -0.10613454133272171, -0.10272708535194397, -0.09931962192058563, -0.09591216593980789, -0.09250470250844955, -0.08909724652767181, -0.08568979054689407, -0.08228232711553574, -0.078874871134758, -0.07546740770339966, -0.07205995172262192, -0.06865249574184418, -0.06524503231048584, -0.0618375726044178, -0.05843011662364006, -0.05502265691757202, -0.05161519721150398, -0.048207737505435944, -0.044800277799367905, -0.041392818093299866, -0.037985362112522125, -0.034577902406454086, -0.031170442700386047, -0.02776298299431801, -0.02435552515089512, -0.02094806544482708, -0.01754060760140419, -0.014133147895336151, -0.010725689120590687, -0.007318229880183935, -0.0039107706397771835, -0.0005033118650317192, 0.0029041471425443888, 0.006311606150120497, 0.009719065390527248, 0.013126524165272713, 0.01653398387134075, 0.01994144171476364, 0.02334890142083168, 0.02675636112689972, 0.03016381897032261, 0.0335712768137455, 0.03697873651981354, 0.04038619622588158, 0.043793655931949615, 0.047201115638017654, 0.050608571618795395, 0.054016031324863434, 0.05742349103093147, 0.06083095073699951, 0.06423840671777725, 0.06764587014913559, 0.07105332612991333, 0.07446078956127167, 0.07786824554204941, 0.08127570152282715, 0.08468316495418549, 0.08809062093496323, 0.09149808436632156, 0.0949055403470993]}, "_runtime": 118.58304190635681, "_timestamp": 1596219083.7358944, "_step": 30}
+{"val_accuracy": 0.8202689783105023, "val_loss": 0.4606480654244009, "_runtime": 121.05040407180786, "_timestamp": 1596219086.2032566, "_step": 31}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: V Confidence: 0.485 Truth: v", "Prediction: 5 Confidence: 1.000 Truth: 5", "Prediction: 2 Confidence: 0.999 Truth: 2", "Prediction: 0 Confidence: 0.562 Truth: 0"]}, "_runtime": 121.3646936416626, "_timestamp": 1596219086.5175462, "_step": 32}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 3.0, 1.0, 1.0, 2.0, 2.0, 2.0, 3.0, 2.0, 2.0, 1.0, 3.0, 4.0, 4.0, 4.0, 1.0, 4.0, 3.0, 1.0, 4.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011208061128854752, -0.010807654820382595, -0.010407248511910439, -0.010006842203438282, -0.009606435894966125, -0.009206030517816544, -0.008805624209344387, -0.00840521790087223, -0.008004811592400074, -0.0076044052839279175, -0.007203998975455761, -0.006803593132644892, -0.006403186824172735, -0.006002780515700579, -0.0056023746728897095, -0.005201968364417553, -0.004801562055945396, -0.00440115574747324, -0.004000749439001083, -0.003600343596190214, -0.0031999372877180576, -0.002799530979245901, -0.0023991249036043882, -0.0019987188279628754, -0.0015983125194907188, -0.0011979063274338841, -0.0007975001353770494, -0.00039709394332021475, 3.3122487366199493e-06, 0.00040371844079345465, 0.0008041246328502893, 0.001204530824907124, 0.0016049370169639587, 0.0020053433254361153, 0.002405749401077628, 0.002806155476719141, 0.0032065617851912975, 0.003606968093663454, 0.004007373936474323, 0.00440778024494648, 0.004808186553418636, 0.005208592861890793, 0.005608999170362949, 0.006009405013173819, 0.006409811321645975, 0.006810217630118132, 0.007210623472929001, 0.007611029781401157, 0.008011436089873314, 0.00841184239834547, 0.008812248706817627, 0.009212655015289783, 0.00961306132376194, 0.010013466700911522, 0.010413873009383678, 0.010814279317855835, 0.011214685626327991, 0.011615091934800148, 0.012015498243272305, 0.012415904551744461, 0.012816309928894043, 0.0132167162373662, 0.013617122545838356, 0.014017528854310513, 0.014417935162782669]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 4.0, 7.0, 3.0, 11.0, 12.0, 9.0, 11.0, 11.0, 15.0, 19.0, 24.0, 26.0, 42.0, 56.0, 66.0, 87.0, 124.0, 174.0, 211.0, 535.0, 5270.0, 479.0, 198.0, 151.0, 93.0, 54.0, 39.0, 48.0, 29.0, 26.0, 14.0, 14.0, 12.0, 10.0, 6.0, 7.0, 4.0, 2.0, 5.0, 4.0, 0.0, 5.0, 1.0, 4.0, 3.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.12008321285247803, -0.11667094379663467, -0.11325867474079132, -0.10984640568494797, -0.10643413662910461, -0.10302186757326126, -0.09960959851741791, -0.09619732946157455, -0.0927850604057312, -0.08937278389930725, -0.0859605148434639, -0.08254824578762054, -0.07913597673177719, -0.07572370767593384, -0.07231143862009048, -0.06889916956424713, -0.06548690050840378, -0.062074631452560425, -0.05866236239671707, -0.05525009334087372, -0.051837824285030365, -0.04842555150389671, -0.04501328244805336, -0.04160101339221001, -0.03818874433636665, -0.0347764752805233, -0.03136420622467995, -0.027951935306191444, -0.02453966625034809, -0.021127397194504738, -0.017715126276016235, -0.014302857220172882, -0.010890588164329529, -0.007478318642824888, -0.004066049121320248, -0.0006537795998156071, 0.0027584899216890335, 0.006170759443193674, 0.009583028964698315, 0.012995298951864243, 0.016407568007707596, 0.01981983706355095, 0.023232106119394302, 0.026644377037882805, 0.030056646093726158, 0.03346891701221466, 0.036881186068058014, 0.04029345512390137, 0.04370572417974472, 0.047117993235588074, 0.05053026229143143, 0.05394253134727478, 0.057354800403118134, 0.060767073184251785, 0.06417933851480484, 0.0675916075706482, 0.07100388407707214, 0.0744161531329155, 0.07782842218875885, 0.0812406912446022, 0.08465296030044556, 0.08806522935628891, 0.09147749841213226, 0.09488976746797562, 0.09830203652381897]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 3.0, 1.0, 0.0, 5.0, 3.0, 6.0, 7.0, 3.0, 2.0, 34.0, 2.0, 4.0, 6.0, 4.0, 4.0, 3.0, 3.0, 0.0, 1.0, 4.0, 4.0, 4.0, 0.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.003990325145423412, -0.003895275527611375, -0.0038002259097993374, -0.0037051762919873, -0.003610126907005906, -0.0035150772891938686, -0.003420027671381831, -0.0033249780535697937, -0.0032299284357577562, -0.0031348788179457188, -0.003039829432964325, -0.0029447798151522875, -0.00284973019734025, -0.0027546805795282125, -0.002659630961716175, -0.0025645813439041376, -0.0024695317260921, -0.0023744823411107063, -0.002279432723298669, -0.0021843831054866314, -0.002089333487674594, -0.0019942838698625565, -0.0018992343684658408, -0.0018041847506538033, -0.0017091352492570877, -0.0016140856314450502, -0.0015190360136330128, -0.0014239863958209753, -0.0013289368944242597, -0.0012338872766122222, -0.0011388376588001847, -0.001043788157403469, -0.0009487385395914316, -0.0008536889799870551, -0.0007586393621750176, -0.000663589802570641, -0.0005685401847586036, -0.000473490625154227, -0.00037844106554985046, -0.00028339147684164345, -0.00018834188813343644, -9.329230670118704e-05, 1.7572747310623527e-06, 9.680685616331175e-05, 0.00019185643759556115, 0.00028690602630376816, 0.0003819555859081447, 0.0004770051746163517, 0.0005720547633245587, 0.0006671043229289353, 0.0007621539407409728, 0.0008572035003453493, 0.0009522531181573868, 0.0010473026195541024, 0.0011423522373661399, 0.0012374018551781774, 0.001332451356574893, 0.0014275009743869305, 0.001522550592198968, 0.0016176002100110054, 0.001712649711407721, 0.0018076993292197585, 0.001902748947031796, 0.0019977984484285116, 0.002092848066240549]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 3.0, 5.0, 3.0, 5.0, 13.0, 11.0, 15.0, 26.0, 32.0, 39.0, 57.0, 68.0, 102.0, 117.0, 200.0, 272.0, 394.0, 605.0, 818.0, 1268.0, 2005.0, 3211.0, 5410.0, 9699.0, 18738.0, 42425.0, 136879.0, 847527.0, 56277.0, 23955.0, 12247.0, 6764.0, 3795.0, 2353.0, 1422.0, 915.0, 627.0, 418.0, 276.0, 180.0, 149.0, 94.0, 55.0, 50.0, 31.0, 30.0, 21.0, 11.0, 7.0, 4.0, 5.0, 3.0, 2.0, 1.0, 2.0], "bins": [-0.007195001468062401, -0.006996724288910627, -0.006798447575420141, -0.006600170396268368, -0.006401893217116594, -0.006203616503626108, -0.006005339324474335, -0.005807062145322561, -0.005608785431832075, -0.005410508252680302, -0.005212231073528528, -0.005013954360038042, -0.004815677180886269, -0.004617400001734495, -0.004419123288244009, -0.0042208461090922356, -0.004022569395601749, -0.003824292216449976, -0.0036260150372982025, -0.0034277380909770727, -0.003229461144655943, -0.0030311839655041695, -0.0028329070191830397, -0.00263463007286191, -0.0024363528937101364, -0.0022380759473890066, -0.002039799001067877, -0.0018415219383314252, -0.0016432448755949736, -0.0014449679292738438, -0.0012466908665373921, -0.0010484139202162623, -0.0008501368574798107, -0.00065185985295102, -0.00045358281931839883, -0.00025530578568577766, -5.702878115698695e-05, 0.000141248237923719, 0.00033952525700442493, 0.0005378022906370461, 0.0007360792951658368, 0.0009343562996946275, 0.0011326333042234182, 0.0013309103669598699, 0.0015291874296963215, 0.0017274643760174513, 0.001925741438753903, 0.0021240185014903545, 0.0023222954478114843, 0.002520572394132614, 0.0027188495732843876, 0.0029171265196055174, 0.003115403465926647, 0.0033136806450784206, 0.0035119575913995504, 0.0037102345377206802, 0.003908511716872454, 0.00410678843036294, 0.004305065609514713, 0.004503342788666487, 0.004701619502156973, 0.004899896681308746, 0.00509817386046052, 0.005296450573951006, 0.005494727753102779]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 4.0, 0.0, 1.0, 0.0, 4.0, 3.0, 5.0, 2.0, 7.0, 1.0, 6.0, 2.0, 2.0, 3.0, 0.0, 3.0, 1.0, 2.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012784520164132118, -0.012207843363285065, -0.011631167493760586, -0.011054490692913532, -0.010477814823389053, -0.009901138022542, -0.009324461221694946, -0.008747785352170467, -0.008171108551323414, -0.007594432216137648, -0.007017755880951881, -0.006441079080104828, -0.005864402744919062, -0.0052877264097332954, -0.004711049608886242, -0.004134373273700476, -0.0035576969385147095, -0.0029810206033289433, -0.0024043440353125334, -0.0018276675837114453, -0.0012509911321103573, -0.0006743146805092692, -9.763822890818119e-05, 0.00047903822269290686, 0.001055714674293995, 0.001632391125895083, 0.002209067577496171, 0.002785744145512581, 0.003362420480698347, 0.003939096815884113, 0.004515773616731167, 0.005092449951916933, 0.005669126287102699, 0.0062458026222884655, 0.006822478957474232, 0.007399155758321285, 0.007975831627845764, 0.008552508428692818, 0.009129185229539871, 0.00970586109906435, 0.010282537899911404, 0.010859214700758457, 0.011435890570282936, 0.01201256737112999, 0.012589244171977043, 0.013165920041501522, 0.013742596842348576, 0.014319272711873055, 0.014895949512720108, 0.015472626313567162, 0.016049303114414215, 0.01662597805261612, 0.017202654853463173, 0.017779331654310226, 0.01835600845515728, 0.018932685256004333, 0.019509360194206238, 0.02008603699505329, 0.020662713795900345, 0.0212393905967474, 0.021816067397594452, 0.022392744198441505, 0.02296941913664341, 0.023546095937490463, 0.024122772738337517]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 1.0, 3.0, 1.0, 1.0, 1.0, 4.0, 2.0, 3.0, 5.0, 9.0, 7.0, 14.0, 24.0, 26.0, 46.0, 54.0, 73.0, 99.0, 95.0, 187.0, 203.0, 284.0, 398.0, 594.0, 811.0, 1219.0, 1980.0, 6034.0, 1867.0, 1250.0, 832.0, 574.0, 411.0, 292.0, 220.0, 181.0, 128.0, 101.0, 67.0, 50.0, 46.0, 42.0, 37.0, 28.0, 27.0, 18.0, 13.0, 8.0, 11.0, 5.0, 8.0, 8.0, 4.0, 6.0, 4.0, 3.0, 0.0, 4.0, 2.0, 0.0, 3.0], "bins": [-0.008917623199522495, -0.008624658919870853, -0.008331695571541786, -0.008038731291890144, -0.007745767943561077, -0.007452803663909435, -0.007159839849919081, -0.006866876035928726, -0.006573912221938372, -0.006280948407948017, -0.005987984593957663, -0.005695020779967308, -0.005402056500315666, -0.005109092686325312, -0.004816128872334957, -0.004523165058344603, -0.004230201244354248, -0.0039372374303638935, -0.003644273616373539, -0.0033513095695525408, -0.0030583457555621862, -0.0027653819415718317, -0.0024724178947508335, -0.002179454080760479, -0.0018864902667701244, -0.00159352645277977, -0.0013005625223740935, -0.0010075985919684172, -0.0007146347779780626, -0.0004216709057800472, -0.00012870703358203173, 0.00016425683861598372, 0.0004572207108139992, 0.0007501845830120146, 0.00104314845521003, 0.0013361123856157064, 0.001629076199606061, 0.0019220400135964155, 0.0022150040604174137, 0.0025079678744077682, 0.002800931688398123, 0.0030938955023884773, 0.003386859316378832, 0.00367982336319983, 0.003972787410020828, 0.004265751224011183, 0.004558715038001537, 0.004851678851991892, 0.005144642665982246, 0.005437606479972601, 0.0057305702939629555, 0.00602353410795331, 0.0063164979219436646, 0.006609462201595306, 0.006902426015585661, 0.0071953898295760155, 0.00748835364356637, 0.0077813174575567245, 0.008074281737208366, 0.008367245085537434, 0.008660209365189075, 0.008953172713518143, 0.009246136993169785, 0.009539100341498852, 0.009832064621150494]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 3.0, 0.0, 1.0, 3.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.13208511471748352, -0.1287587434053421, -0.1254323571920395, -0.12210598587989807, -0.11877961456775665, -0.11545323580503464, -0.11212686449289322, -0.1088004857301712, -0.10547411441802979, -0.10214773565530777, -0.09882136434316635, -0.09549498558044434, -0.09216861426830292, -0.0888422355055809, -0.08551586419343948, -0.08218948543071747, -0.07886311411857605, -0.07553673535585403, -0.07221035659313202, -0.0688839852809906, -0.06555760651826859, -0.06223123520612717, -0.05890486016869545, -0.05557848513126373, -0.05225210636854172, -0.04892573133111, -0.045599356293678284, -0.04227298125624657, -0.03894660621881485, -0.03562023118138313, -0.032293856143951416, -0.0289674811065197, -0.025641106069087982, -0.022314731031656265, -0.01898835599422455, -0.01566198095679283, -0.01233560498803854, -0.009009229950606823, -0.005682854447513819, -0.002356479177251458, 0.0009698960930109024, 0.004296271130442619, 0.0076226466335356236, 0.010949022136628628, 0.014275397174060345, 0.017601773142814636, 0.020928148180246353, 0.02425452321767807, 0.027580898255109787, 0.030907273292541504, 0.03423364832997322, 0.03756002336740494, 0.040886398404836655, 0.04421277344226837, 0.04753914847970009, 0.050865523517131805, 0.05419190227985382, 0.05751827731728554, 0.060844652354717255, 0.06417102366685867, 0.06749740242958069, 0.0708237737417221, 0.07415015250444412, 0.07747652381658554, 0.08080290257930756]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 4.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 6.0, 3.0, 4.0, 9.0, 3.0, 6.0, 5.0, 2.0, 9.0, 11.0, 22.0, 49.0, 29.0, 14.0, 19.0, 14.0, 18.0, 9.0, 13.0, 11.0, 1.0, 7.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.09315428882837296, -0.09026771038770676, -0.08738113194704056, -0.08449455350637436, -0.08160796761512756, -0.07872138917446136, -0.07583481073379517, -0.07294823229312897, -0.07006165385246277, -0.06717507541179657, -0.06428849697113037, -0.061401914805173874, -0.058515336364507675, -0.055628757923841476, -0.05274217575788498, -0.04985559731721878, -0.04696901887655258, -0.04408244043588638, -0.041195861995220184, -0.03830927982926369, -0.03542270138859749, -0.03253612294793129, -0.02964954264461994, -0.026762962341308594, -0.023876383900642395, -0.020989805459976196, -0.01810322515666485, -0.015216645784676075, -0.012330066412687302, -0.009443487040698528, -0.006556907668709755, -0.0036703282967209816, -0.0007837489247322083, 0.002102830447256565, 0.0049894098192453384, 0.007875989191234112, 0.010762568563222885, 0.013649147935211658, 0.016535727307200432, 0.01942230761051178, 0.02230888605117798, 0.025195464491844177, 0.028082044795155525, 0.030968625098466873, 0.03385520353913307, 0.03674178197979927, 0.03962836414575577, 0.04251494258642197, 0.045401521027088165, 0.048288099467754364, 0.05117467790842056, 0.05406126007437706, 0.05694783851504326, 0.05983441695570946, 0.06272099912166595, 0.06560757756233215, 0.06849415600299835, 0.07138073444366455, 0.07426731288433075, 0.07715389132499695, 0.08004046976566315, 0.08292705565690994, 0.08581363409757614, 0.08870021253824234, 0.09158679097890854]}, "_runtime": 128.10480165481567, "_timestamp": 1596219093.2576542, "_step": 33}
+{"val_accuracy": 0.8221061643835617, "val_loss": 0.45918029424262374, "_runtime": 133.11223006248474, "_timestamp": 1596219098.2650826, "_step": 34}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: V Confidence: 0.469 Truth: v", "Prediction: 5 Confidence: 1.000 Truth: 5", "Prediction: 2 Confidence: 0.999 Truth: 2", "Prediction: 0 Confidence: 0.582 Truth: 0"]}, "_runtime": 133.4198215007782, "_timestamp": 1596219098.572674, "_step": 35}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0, 2.0, 2.0, 0.0, 1.0, 3.0, 0.0, 1.0, 4.0, 8.0, 3.0, 3.0, 2.0, 0.0, 0.0, 1.0, 2.0, 3.0, 1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.007902609184384346, -0.007644769735634327, -0.007386930286884308, -0.0071290903724730015, -0.006871250923722982, -0.006613411474972963, -0.006355571560561657, -0.006097732111811638, -0.005839892663061619, -0.0055820532143116, -0.005324213765561581, -0.005066373851150274, -0.004808534402400255, -0.004550694953650236, -0.00429285503923893, -0.004035015590488911, -0.0037771761417388916, -0.0035193366929888725, -0.00326149701140821, -0.003003657329827547, -0.002745817881077528, -0.002487978432327509, -0.002230138750746846, -0.0019722990691661835, -0.0017144596204161644, -0.0014566200552508235, -0.0011987804900854826, -0.0009409409249201417, -0.0006831013597548008, -0.0004252617945894599, -0.000167422229424119, 9.04173357412219e-05, 0.0003482569009065628, 0.0006060964660719037, 0.0008639360312372446, 0.0011217755964025855, 0.0013796151615679264, 0.0016374547267332673, 0.0018952942918986082, 0.002153133973479271, 0.00241097342222929, 0.002668812870979309, 0.002926652552559972, 0.0031844922341406345, 0.0034423316828906536, 0.0037001711316406727, 0.003958011046051979, 0.004215850494801998, 0.004473689943552017, 0.004731529392302036, 0.004989368841052055, 0.005247208755463362, 0.005505048204213381, 0.0057628876529634, 0.006020727567374706, 0.006278567016124725, 0.006536406464874744, 0.0067942459136247635, 0.0070520853623747826, 0.007309925276786089, 0.007567764725536108, 0.007825604639947414, 0.008083444088697433, 0.008341283537447453, 0.008599122986197472]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 3.0, 4.0, 7.0, 4.0, 7.0, 5.0, 10.0, 15.0, 18.0, 25.0, 37.0, 34.0, 42.0, 56.0, 101.0, 106.0, 162.0, 261.0, 658.0, 5398.0, 350.0, 182.0, 89.0, 91.0, 64.0, 43.0, 34.0, 24.0, 12.0, 13.0, 14.0, 14.0, 9.0, 8.0, 3.0, 4.0, 3.0, 2.0, 2.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.11548217386007309, -0.1117662861943245, -0.1080503910779953, -0.1043345034122467, -0.10061861574649811, -0.09690272063016891, -0.09318683296442032, -0.08947093784809113, -0.08575505018234253, -0.08203916251659393, -0.07832326740026474, -0.07460737973451614, -0.07089148461818695, -0.06717559695243835, -0.06345970928668976, -0.059743817895650864, -0.05602792650461197, -0.052312035113573074, -0.04859614372253418, -0.044880256056785583, -0.04116436466574669, -0.037448473274707794, -0.0337325856089592, -0.030016694217920303, -0.02630080282688141, -0.022584911435842514, -0.01886902190744877, -0.015153131447732449, -0.011437240988016129, -0.0077213505282998085, -0.0040054600685834885, -0.0002895696088671684, 0.0034263208508491516, 0.007142211310565472, 0.010858101770281792, 0.014573992229998112, 0.018289882689714432, 0.022005774080753326, 0.025721663609147072, 0.029437553137540817, 0.03315344452857971, 0.03686933591961861, 0.0405852273106575, 0.0443011149764061, 0.04801700636744499, 0.05173289775848389, 0.05544878542423248, 0.05916467681527138, 0.06288056820631027, 0.06659645587205887, 0.07031235098838806, 0.07402823865413666, 0.07774412631988525, 0.08146002143621445, 0.08517590910196304, 0.08889180421829224, 0.09260769188404083, 0.09632357954978943, 0.10003947466611862, 0.10375536233186722, 0.10747125744819641, 0.11118714511394501, 0.1149030327796936, 0.1186189278960228, 0.12233481556177139]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 2.0, 3.0, 2.0, 1.0, 3.0, 2.0, 3.0, 2.0, 4.0, 4.0, 3.0, 6.0, 5.0, 5.0, 23.0, 3.0, 4.0, 10.0, 2.0, 2.0, 4.0, 5.0, 6.0, 0.0, 2.0, 1.0, 3.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.003105745417997241, -0.0030163663905113935, -0.0029269875958561897, -0.0028376085683703423, -0.0027482295408844948, -0.002658850746229291, -0.0025694717187434435, -0.0024800929240882397, -0.002390713896602392, -0.0023013348691165447, -0.002211956074461341, -0.0021225770469754934, -0.0020331982523202896, -0.0019438192248344421, -0.0018544401973485947, -0.001765061286278069, -0.0016756823752075434, -0.0015863034641370177, -0.001496924553066492, -0.0014075455255806446, -0.001318166614510119, -0.0012287877034395933, -0.0011394086759537458, -0.0010500297648832202, -0.0009606508538126945, -0.0008712719427421689, -0.0007818929734639823, -0.0006925140041857958, -0.0006031350931152701, -0.0005137561820447445, -0.00042437721276655793, -0.00033499827259220183, -0.0002456193324178457, -0.00015624039224348962, -6.686145206913352e-05, 2.2517488105222583e-05, 0.00011189642827957869, 0.0002012753684539348, 0.0002906543086282909, 0.000380033248802647, 0.0004694121889770031, 0.0005587911000475287, 0.0006481700693257153, 0.0007375490386039019, 0.0008269279496744275, 0.0009163068607449532, 0.0010056858882308006, 0.0010950647993013263, 0.001184443710371852, 0.0012738226214423776, 0.0013632015325129032, 0.0014525805599987507, 0.0015419594710692763, 0.001631338382139802, 0.0017207174096256495, 0.001810096320696175, 0.0018994752317667007, 0.0019888542592525482, 0.002078233053907752, 0.0021676120813935995, 0.0022569908760488033, 0.002346369903534651, 0.0024357489310204983, 0.002525127725675702, 0.0026145067531615496]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 4.0, 6.0, 8.0, 7.0, 9.0, 14.0, 21.0, 40.0, 36.0, 70.0, 75.0, 108.0, 146.0, 212.0, 314.0, 480.0, 649.0, 936.0, 1373.0, 2310.0, 3739.0, 6728.0, 12636.0, 26547.0, 71453.0, 856085.0, 113057.0, 37286.0, 17784.0, 9879.0, 5971.0, 3704.0, 2492.0, 1564.0, 1159.0, 759.0, 528.0, 357.0, 283.0, 191.0, 155.0, 128.0, 98.0, 56.0, 52.0, 34.0, 26.0, 22.0, 8.0, 10.0, 7.0, 7.0, 5.0, 8.0, 5.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.0050914655439555645, -0.004908116068691015, -0.004724766127765179, -0.004541416652500629, -0.00435806717723608, -0.004174717236310244, -0.003991367761045694, -0.0038080180529505014, -0.0036246683448553085, -0.0034413186367601156, -0.0032579689286649227, -0.0030746194534003735, -0.0028912697453051805, -0.0027079200372099876, -0.0025245705619454384, -0.0023412208538502455, -0.0021578711457550526, -0.0019745214376598597, -0.0017911718459799886, -0.0016078222543001175, -0.0014244725462049246, -0.0012411228381097317, -0.0010577732464298606, -0.0008744235965423286, -0.0006910739466547966, -0.0005077242967672646, -0.0003243746468797326, -0.0001410249969922006, 4.232465289533138e-05, 0.00022567430278286338, 0.0004090239526703954, 0.0005923736025579274, 0.0007757232524454594, 0.0009590729023329914, 0.0011424225522205234, 0.0013257721439003944, 0.0015091218519955873, 0.0016924715600907803, 0.0018758211517706513, 0.0020591707434505224, 0.0022425204515457153, 0.0024258701596409082, 0.002609219867736101, 0.0027925693430006504, 0.0029759190510958433, 0.0031592687591910362, 0.0033426182344555855, 0.0035259679425507784, 0.0037093176506459713, 0.003892667358741164, 0.004076017066836357, 0.004259366542100906, 0.004442716017365456, 0.004626065958291292, 0.0048094154335558414, 0.004992765374481678, 0.005176114849746227, 0.0053594643250107765, 0.005542814265936613, 0.005726163741201162, 0.005909513682126999, 0.006092863157391548, 0.006276212632656097, 0.006459562573581934, 0.006642912048846483]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 2.0, 0.0, 2.0, 4.0, 3.0, 7.0, 11.0, 4.0, 3.0, 5.0, 2.0, 3.0, 0.0, 1.0, 3.0, 0.0, 1.0, 1.0, 3.0], "bins": [-0.06583289057016373, -0.06456359475851059, -0.06329429894685745, -0.062025006860494614, -0.060755714774131775, -0.05948641896247864, -0.0582171268761158, -0.05694783106446266, -0.05567853897809982, -0.054409243166446686, -0.05313995108008385, -0.05187065526843071, -0.05060136318206787, -0.049332067370414734, -0.048062775284051895, -0.04679347947239876, -0.04552418738603592, -0.04425489157438278, -0.042985595762729645, -0.041716303676366806, -0.04044700786471367, -0.03917771577835083, -0.03790841996669769, -0.036639127880334854, -0.03536983206868172, -0.03410053998231888, -0.03283124417066574, -0.0315619520843029, -0.030292656272649765, -0.029023362323641777, -0.02775406837463379, -0.0264847744256258, -0.025215480476617813, -0.023946186527609825, -0.022676892578601837, -0.02140759862959385, -0.02013830468058586, -0.018869010731577873, -0.017599716782569885, -0.016330422833561897, -0.015061127953231335, -0.013791834004223347, -0.012522540055215359, -0.01125324610620737, -0.009983951225876808, -0.00871465727686882, -0.007445363327860832, -0.006176069378852844, -0.004906775429844856, -0.0036374814808368683, -0.0023681872989982367, -0.0010988932335749269, 0.00017040083184838295, 0.0014396948972716928, 0.0027089889626950026, 0.003978283144533634, 0.005247577093541622, 0.00651687104254961, 0.007786164991557598, 0.009055458940565586, 0.010324753820896149, 0.011594047769904137, 0.012863341718912125, 0.014132635667920113, 0.0154019296169281]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [8.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 7.0, 2.0, 6.0, 24.0, 9.0, 6.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 16.0, 24.0, 11.0, 7.0, 2.0, 3.0, 9.0, 12.0, 11.0, 10.0, 21.0, 31.0, 40.0, 50.0, 56.0, 77.0, 131.0, 149.0, 270.0, 472.0, 743.0, 1225.0, 2288.0, 7055.0, 2055.0, 1123.0, 732.0, 521.0, 324.0, 251.0, 155.0, 114.0, 86.0, 77.0, 63.0, 48.0, 28.0, 25.0, 15.0, 12.0, 9.0, 5.0, 4.0, 3.0], "bins": [-0.020909588783979416, -0.020428704097867012, -0.019947819411754608, -0.019466934725642204, -0.0189860500395298, -0.018505165353417397, -0.018024280667304993, -0.01754339598119259, -0.017062511295080185, -0.01658162847161293, -0.016100743785500526, -0.015619858168065548, -0.015138974413275719, -0.014658089727163315, -0.014177205041050911, -0.013696320354938507, -0.013215435668826103, -0.0127345509827137, -0.012253666296601295, -0.011772781610488892, -0.011291896924376488, -0.010811013169586658, -0.010330128483474255, -0.00984924379736185, -0.009368359111249447, -0.008887474425137043, -0.008406589739024639, -0.007925705052912235, -0.007444820832461119, -0.006963936146348715, -0.006483051925897598, -0.006002167239785194, -0.0055212825536727905, -0.005040397867560387, -0.004559513181447983, -0.004078628960996866, -0.0035977442748844624, -0.0031168595887720585, -0.0026359751354902983, -0.002155090682208538, -0.0016742059960961342, -0.0011933214263990521, -0.0007124368567019701, -0.00023155228700488806, 0.000249332282692194, 0.000730216852389276, 0.001211101422086358, 0.0016919859917834401, 0.002172870561480522, 0.002653755247592926, 0.0031346397008746862, 0.0036155241541564465, 0.00409640884026885, 0.004577293526381254, 0.005058177746832371, 0.005539062432944775, 0.0060199471190571785, 0.006500831805169582, 0.006981716491281986, 0.007462600711733103, 0.00794348493218422, 0.008424369618296623, 0.008905254304409027, 0.009386138990521431, 0.009867023676633835]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [4.0, 1.0, 1.0, 1.0, 0.0, 4.0, 3.0, 3.0, 2.0, 4.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.06351081281900406, -0.055397309362888336, -0.047283805906772614, -0.03917030617594719, -0.031056802719831467, -0.022943299263715744, -0.01482979767024517, -0.0067162951454520226, 0.0013972073793411255, 0.009510709904134274, 0.01762421242892742, 0.025737714022397995, 0.03385121747851372, 0.04196472093462944, 0.050078220665454865, 0.05819172412157059, 0.06630522757768631, 0.07441873103380203, 0.08253223448991776, 0.09064573794603348, 0.0987592339515686, 0.10687273740768433, 0.11498624086380005, 0.12309974431991577, 0.1312132477760315, 0.13932675123214722, 0.14744025468826294, 0.15555375814437866, 0.16366726160049438, 0.1717807650566101, 0.17989426851272583, 0.18800777196884155, 0.19612127542495728, 0.2042347639799118, 0.21234826743602753, 0.22046177089214325, 0.22857527434825897, 0.2366887778043747, 0.24480228126049042, 0.25291579961776733, 0.26102930307388306, 0.2691427767276764, 0.2772562801837921, 0.28536978363990784, 0.29348328709602356, 0.3015967905521393, 0.309710294008255, 0.3178237974643707, 0.32593730092048645, 0.3340508043766022, 0.3421643078327179, 0.3502778112888336, 0.35839131474494934, 0.36650481820106506, 0.3746183216571808, 0.3827318251132965, 0.39084532856941223, 0.39895883202552795, 0.4070723354816437, 0.4151858389377594, 0.4232993423938751, 0.43141284584999084, 0.43952634930610657, 0.4476398527622223, 0.455753356218338]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 1.0, 4.0, 1.0, 4.0, 1.0, 1.0, 5.0, 4.0, 4.0, 3.0, 6.0, 9.0, 6.0, 6.0, 15.0, 17.0, 9.0, 17.0, 19.0, 23.0, 40.0, 15.0, 16.0, 10.0, 8.0, 3.0, 4.0, 4.0, 4.0, 0.0, 0.0, 3.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.05382305383682251, -0.05219447612762451, -0.050565898418426514, -0.048937320709228516, -0.04730874300003052, -0.04568016901612282, -0.04405159130692482, -0.04242301359772682, -0.040794435888528824, -0.039165858179330826, -0.03753728047013283, -0.03590870276093483, -0.03428012877702713, -0.03265155106782913, -0.031022973358631134, -0.029394395649433136, -0.027765817940235138, -0.02613724023103714, -0.024508662521839142, -0.022880086675286293, -0.021251508966088295, -0.019622931256890297, -0.017994355410337448, -0.01636577770113945, -0.014737199991941452, -0.013108622282743454, -0.01148004550486803, -0.009851468726992607, -0.008222891017794609, -0.006594313774257898, -0.004965736530721188, -0.003337159287184477, -0.0017085820436477661, -8.000480011105537e-05, 0.0015485724434256554, 0.003177149686962366, 0.004805726930499077, 0.006434304174035788, 0.008062881417572498, 0.009691458195447922, 0.01132003590464592, 0.012948613613843918, 0.014577190391719341, 0.016205767169594765, 0.017834344878792763, 0.01946292258799076, 0.02109149843454361, 0.022720076143741608, 0.024348653852939606, 0.025977231562137604, 0.027605809271335602, 0.02923438511788845, 0.03086296282708645, 0.0324915386736393, 0.034120116382837296, 0.035748694092035294, 0.03737727180123329, 0.03900584951043129, 0.04063442721962929, 0.042263004928827286, 0.043891578912734985, 0.04552015662193298, 0.04714873433113098, 0.04877731204032898, 0.05040588974952698]}, "_runtime": 137.9291169643402, "_timestamp": 1596219103.0819695, "_step": 36}
+{"val_accuracy": 0.8228895547945205, "val_loss": 0.4557784342602508, "_runtime": 145.50053906440735, "_timestamp": 1596219110.6533916, "_step": 37}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: V Confidence: 0.321 Truth: v", "Prediction: 5 Confidence: 1.000 Truth: 5", "Prediction: 2 Confidence: 0.999 Truth: 2", "Prediction: 0 Confidence: 0.636 Truth: 0"]}, "_runtime": 145.79834914207458, "_timestamp": 1596219110.9512017, "_step": 38}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 4.0, 2.0, 2.0, 2.0, 3.0, 0.0, 4.0, 3.0, 4.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.006558793131262064, -0.006354346871376038, -0.006149900145828724, -0.0059454538859426975, -0.005741007626056671, -0.0055365609005093575, -0.005332114640623331, -0.005127668380737305, -0.004923221655189991, -0.004718775395303965, -0.004514329135417938, -0.004309882875531912, -0.004105436149984598, -0.0039009898900985718, -0.0036965433973819017, -0.0034920971374958754, -0.0032876506447792053, -0.0030832041520625353, -0.002878757892176509, -0.002674311399459839, -0.0024698651395738125, -0.0022654186468571424, -0.0020609721541404724, -0.0018565257778391242, -0.001652079401537776, -0.0014476330252364278, -0.0012431866489350796, -0.0010387401562184095, -0.0008342937799170613, -0.0006298474036157131, -0.000425400969106704, -0.00022095456370152533, -1.6508158296346664e-05, 0.000187938247108832, 0.00039238465251401067, 0.0005968310870230198, 0.000801277463324368, 0.0010057238396257162, 0.0012101703323423862, 0.0014146167086437345, 0.0016190630849450827, 0.0018235094612464309, 0.002027955837547779, 0.002232402330264449, 0.002436848822981119, 0.0026412950828671455, 0.0028457415755838156, 0.003050187835469842, 0.003254634328186512, 0.003459080820903182, 0.0036635270807892084, 0.0038679735735058784, 0.004072419833391905, 0.0042768665589392185, 0.004481312818825245, 0.004685759078711271, 0.004890205338597298, 0.005094652064144611, 0.005299098324030638, 0.005503544583916664, 0.005707991309463978, 0.005912437569350004, 0.006116883829236031, 0.006321330554783344, 0.006525776814669371]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 2.0, 5.0, 5.0, 5.0, 7.0, 10.0, 14.0, 15.0, 10.0, 20.0, 17.0, 31.0, 26.0, 47.0, 52.0, 55.0, 90.0, 120.0, 179.0, 282.0, 4424.0, 1486.0, 331.0, 192.0, 123.0, 89.0, 62.0, 35.0, 30.0, 36.0, 25.0, 21.0, 12.0, 10.0, 15.0, 15.0, 5.0, 3.0, 4.0, 6.0, 3.0, 3.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.10038385540246964, -0.09733704477548599, -0.09429023414850235, -0.09124342352151871, -0.08819661289453506, -0.08514980226755142, -0.08210299164056778, -0.07905618101358414, -0.07600937783718109, -0.07296256721019745, -0.0699157565832138, -0.06686894595623016, -0.06382213532924652, -0.06077532470226288, -0.057728514075279236, -0.05468170344829559, -0.05163489282131195, -0.04858808219432831, -0.045541271567344666, -0.04249446094036102, -0.03944765031337738, -0.036400843411684036, -0.033354032784700394, -0.03030722215771675, -0.02726041153073311, -0.024213600903749466, -0.021166790276765823, -0.01811998151242733, -0.015073170885443687, -0.012026360258460045, -0.008979550562798977, -0.005932740401476622, -0.0028859302401542664, 0.0001608799211680889, 0.003207690082490444, 0.0062545002438127995, 0.009301310405135155, 0.012348121032118797, 0.015394930727779865, 0.018441740423440933, 0.021488551050424576, 0.02453536167740822, 0.02758217230439186, 0.030628981068730354, 0.03367578983306885, 0.03672260046005249, 0.03976941108703613, 0.042816221714019775, 0.04586303234100342, 0.04890984296798706, 0.0519566535949707, 0.055003464221954346, 0.05805027484893799, 0.06109708175063133, 0.06414389610290527, 0.06719070672988892, 0.07023751735687256, 0.0732843205332756, 0.07633113116025925, 0.07937794178724289, 0.08242475241422653, 0.08547156304121017, 0.08851837366819382, 0.09156518429517746, 0.0946119949221611]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 1.0, 1.0, 3.0, 1.0, 3.0, 2.0, 3.0, 0.0, 2.0, 4.0, 1.0, 5.0, 5.0, 2.0, 2.0, 2.0, 6.0, 4.0, 25.0, 3.0, 4.0, 3.0, 7.0, 3.0, 2.0, 1.0, 3.0, 0.0, 2.0, 2.0, 1.0, 1.0, 3.0, 2.0, 2.0, 2.0, 1.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0025088596157729626, -0.0024249658454209566, -0.0023410720750689507, -0.0022571783047169447, -0.0021732845343649387, -0.002089390531182289, -0.002005496760830283, -0.0019216029904782772, -0.0018377092201262712, -0.0017538154497742653, -0.0016699216794222593, -0.0015860277926549315, -0.0015021340223029256, -0.0014182402519509196, -0.0013343463651835918, -0.0012504525948315859, -0.00116655882447958, -0.001082665054127574, -0.000998771283775568, -0.0009148773970082402, -0.0008309836266562343, -0.0007470898563042283, -0.0006631960277445614, -0.0005793021991848946, -0.0004954084288328886, -0.0004115146293770522, -0.00032762082992121577, -0.00024372703046537936, -0.00015983323100954294, -7.593943155370653e-05, 7.954367902129889e-06, 9.18481673579663e-05, 0.00017574196681380272, 0.00025963576626963913, 0.00034352956572547555, 0.00042742336518131196, 0.0005113171646371484, 0.0005952109349891543, 0.0006791047635488212, 0.0007629985921084881, 0.000846892362460494, 0.0009307861328125, 0.001014679903164506, 0.0010985737899318337, 0.0011824675602838397, 0.0012663613306358457, 0.0013502552174031734, 0.0014341489877551794, 0.0015180427581071854, 0.0016019365284591913, 0.0016858302988111973, 0.001769724185578525, 0.001853617955930531, 0.001937511726282537, 0.0020214056130498648, 0.0021052993834018707, 0.0021891931537538767, 0.0022730869241058826, 0.0023569806944578886, 0.0024408744648098946, 0.002524768467992544, 0.00260866223834455, 0.002692556008696556, 0.002776449779048562, 0.002860343549400568]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 5.0, 1.0, 4.0, 6.0, 10.0, 19.0, 30.0, 48.0, 81.0, 136.0, 209.0, 442.0, 688.0, 1276.0, 2269.0, 4296.0, 9594.0, 24619.0, 87017.0, 924012.0, 79956.0, 24520.0, 10091.0, 4585.0, 2333.0, 1340.0, 757.0, 435.0, 284.0, 172.0, 150.0, 77.0, 55.0, 44.0, 21.0, 16.0, 12.0, 4.0, 9.0, 8.0, 2.0, 3.0, 3.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.008306299336254597, -0.008058683946728706, -0.007811069022864103, -0.0075634540989995, -0.00731583870947361, -0.007068223785609007, -0.0068206083960831165, -0.0065729934722185135, -0.006325378082692623, -0.00607776315882802, -0.005830148234963417, -0.005582532845437527, -0.005334917921572924, -0.005087302532047033, -0.00483968760818243, -0.00459207221865654, -0.004344457294791937, -0.004096842370927334, -0.0038492269814014435, -0.003601611824706197, -0.00335399666801095, -0.003106381744146347, -0.0028587665874511003, -0.0026111514307558537, -0.002363536274060607, -0.0021159211173653603, -0.0018683059606701136, -0.0016206909203901887, -0.001373075763694942, -0.0011254606069996953, -0.0008778455085121095, -0.0006302304100245237, -0.00038261525332927704, -0.0001350001257378608, 0.00011261500185355544, 0.0003602301294449717, 0.0006078452570363879, 0.0008554604137316346, 0.0011030754540115595, 0.0013506906107068062, 0.0015983057674020529, 0.0018459209240972996, 0.0020935360807925463, 0.002341151237487793, 0.002588766161352396, 0.0028363813180476427, 0.0030839964747428894, 0.003331611631438136, 0.003579226788133383, 0.0038268419448286295, 0.004074457101523876, 0.004322072025388479, 0.00456968741491437, 0.004817302338778973, 0.005064917728304863, 0.005312532652169466, 0.005560147576034069, 0.005807762965559959, 0.0060553778894245625, 0.006302993278950453, 0.006550608202815056, 0.006798223592340946, 0.007045838516205549, 0.00729345390573144, 0.007541068829596043]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 3.0, 1.0, 3.0, 4.0, 5.0, 15.0, 9.0, 4.0, 5.0, 2.0, 3.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.10768260806798935, -0.10553015768527985, -0.10337770730257034, -0.10122525691986084, -0.09907281398773193, -0.09692036360502243, -0.09476791322231293, -0.09261546283960342, -0.09046301245689392, -0.08831056207418442, -0.08615811169147491, -0.08400566130876541, -0.08185321092605591, -0.079700767993927, -0.0775483176112175, -0.075395867228508, -0.07324341684579849, -0.07109096646308899, -0.06893851608037949, -0.06678606569766998, -0.06463362276554108, -0.062481168657541275, -0.06032872200012207, -0.05817627161741257, -0.056023821234703064, -0.05387137085199356, -0.05171892046928406, -0.04956647381186485, -0.04741402342915535, -0.04526157304644585, -0.04310912638902664, -0.04095667600631714, -0.038804225623607635, -0.03665177524089813, -0.03449932485818863, -0.032346878200769424, -0.03019442781805992, -0.028041977435350418, -0.025889528915286064, -0.02373708039522171, -0.021584630012512207, -0.019432179629802704, -0.01727973110973835, -0.015127281658351421, -0.012974832206964493, -0.010822382755577564, -0.008669933304190636, -0.006517483852803707, -0.0043650344014167786, -0.00221258495002985, -6.013549864292145e-05, 0.002092313952744007, 0.004244763404130936, 0.006397212855517864, 0.008549662306904793, 0.010702111758291721, 0.01285456120967865, 0.015007010661065578, 0.017159460112452507, 0.01931190863251686, 0.021464359015226364, 0.023616809397935867, 0.02576925791800022, 0.027921706438064575, 0.03007415682077408]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [7.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 7.0, 1.0, 13.0, 18.0, 5.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 6.0, 10.0, 7.0, 4.0, 7.0, 7.0, 14.0, 16.0, 5.0, 3.0, 6.0, 6.0, 5.0, 19.0, 21.0, 21.0, 30.0, 61.0, 98.0, 136.0, 200.0, 325.0, 619.0, 1385.0, 7103.0, 4057.0, 1777.0, 1009.0, 582.0, 318.0, 204.0, 133.0, 65.0, 51.0, 24.0, 11.0, 12.0, 7.0, 3.0, 2.0, 3.0, 3.0], "bins": [-0.034436117857694626, -0.03370236977934837, -0.03296861797571182, -0.03223486989736557, -0.03150112181901932, -0.030767371878027916, -0.030033621937036514, -0.029299873858690262, -0.02856612391769886, -0.027832375839352608, -0.027098625898361206, -0.026364875957369804, -0.025631127879023552, -0.02489737793803215, -0.024163629859685898, -0.023429879918694496, -0.022696129977703094, -0.021962381899356842, -0.02122863195836544, -0.020494883880019188, -0.019761133939027786, -0.019027385860681534, -0.018293635919690132, -0.01755988597869873, -0.016826137900352478, -0.016092387959361076, -0.01535863894969225, -0.014624889940023422, -0.013891140930354595, -0.013157391920685768, -0.012423641979694366, -0.01168989297002554, -0.010956143960356712, -0.010222394950687885, -0.009488645941019058, -0.008754896000027657, -0.00802114699035883, -0.0072873979806900024, -0.006553648971021175, -0.005819899495691061, -0.005086150486022234, -0.004352401476353407, -0.0036186520010232925, -0.0028849029913544655, -0.0021511537488549948, -0.001417404506355524, -0.0006836553802713752, 5.009380402043462e-05, 0.0007838429883122444, 0.0015175922308117151, 0.002251341473311186, 0.002985090482980013, 0.0037188397254794836, 0.004452588967978954, 0.005186337977647781, 0.005920087452977896, 0.006653836462646723, 0.00738758547231555, 0.008121334947645664, 0.008855083957314491, 0.009588832966983318, 0.010322581976652145, 0.011056331917643547, 0.011790080927312374, 0.012523829936981201]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 2.0, 6.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.13181576132774353, -0.1197289377450943, -0.10764211416244507, -0.09555529057979584, -0.0834684669971466, -0.07138164341449738, -0.059294819831848145, -0.047207996249198914, -0.03512117266654968, -0.02303434908390045, -0.01094752550125122, 0.0011392980813980103, 0.013226121664047241, 0.025312945246696472, 0.0373997688293457, 0.049486592411994934, 0.061573415994644165, 0.0736602395772934, 0.08574706315994263, 0.09783388674259186, 0.10992071032524109, 0.12200753390789032, 0.13409435749053955, 0.14618118107318878, 0.158268004655838, 0.17035482823848724, 0.18244165182113647, 0.1945284754037857, 0.20661529898643494, 0.21870212256908417, 0.2307889461517334, 0.24287576973438263, 0.25496259331703186, 0.2670494318008423, 0.2791362404823303, 0.29122304916381836, 0.3033098876476288, 0.3153967261314392, 0.32748353481292725, 0.3395703434944153, 0.3516571819782257, 0.36374402046203613, 0.37583082914352417, 0.3879176378250122, 0.40000447630882263, 0.41209131479263306, 0.4241781234741211, 0.43626493215560913, 0.44835177063941956, 0.46043860912323, 0.472525417804718, 0.48461222648620605, 0.4966990649700165, 0.5087859034538269, 0.5208727121353149, 0.532959520816803, 0.545046329498291, 0.5571331977844238, 0.5692200064659119, 0.5813068151473999, 0.5933936834335327, 0.6054804921150208, 0.6175673007965088, 0.6296541094779968, 0.6417409181594849]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0, 2.0, 0.0, 2.0, 2.0, 3.0, 3.0, 11.0, 8.0, 8.0, 10.0, 7.0, 8.0, 9.0, 19.0, 29.0, 60.0, 28.0, 14.0, 11.0, 5.0, 4.0, 3.0, 3.0, 4.0, 2.0, 1.0, 0.0, 1.0, 2.0, 3.0, 0.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.09308826178312302, -0.09038037061691284, -0.08767247945070267, -0.08496458828449249, -0.08225668966770172, -0.07954879850149155, -0.07684090733528137, -0.0741330161690712, -0.07142512500286102, -0.06871723383665085, -0.06600934267044067, -0.0633014515042305, -0.060593556612730026, -0.05788566544651985, -0.05517777055501938, -0.052469879388809204, -0.04976198822259903, -0.047054097056388855, -0.04434620589017868, -0.04163831099867821, -0.03893041983246803, -0.03622252866625786, -0.033514633774757385, -0.03080674260854721, -0.028098851442337036, -0.02539096027612686, -0.022683067247271538, -0.019975174218416214, -0.01726728305220604, -0.01455939095467329, -0.011851498857140541, -0.009143606759607792, -0.006435714662075043, -0.0037278225645422935, -0.0010199304670095444, 0.0016879616305232048, 0.004395853728055954, 0.007103745825588703, 0.009811637923121452, 0.012519530020654202, 0.01522742211818695, 0.017935313284397125, 0.02064320631325245, 0.023351099342107773, 0.026058990508317947, 0.028766881674528122, 0.031474776566028595, 0.03418266773223877, 0.036890558898448944, 0.03959845006465912, 0.04230634123086929, 0.045014236122369766, 0.04772212728857994, 0.050430018454790115, 0.05313791334629059, 0.05584580451250076, 0.05855369567871094, 0.06126158684492111, 0.06396947801113129, 0.06667736917734146, 0.06938526034355164, 0.07209315896034241, 0.07480105012655258, 0.07750894129276276, 0.08021683245897293]}, "_runtime": 147.72022581100464, "_timestamp": 1596219112.8730783, "_step": 39}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 3.0, 1.0, 5.0, 4.0, 4.0, 6.0, 2.0, 1.0, 2.0, 4.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 3.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0], "bins": [-0.010783154517412186, -0.01052733976393938, -0.010271524079144001, -0.010015709325671196, -0.009759893640875816, -0.009504078887403011, -0.009248264133930206, -0.008992448449134827, -0.008736633695662022, -0.008480818942189217, -0.008225003257393837, -0.007969188503921032, -0.00771337328478694, -0.007457558065652847, -0.007201743312180042, -0.00694592809304595, -0.006690112873911858, -0.006434297654777765, -0.006178482435643673, -0.005922667682170868, -0.005666852463036776, -0.005411037243902683, -0.005155222490429878, -0.004899407271295786, -0.004643592052161694, -0.004387776833027601, -0.004131961613893509, -0.003876146860420704, -0.0036203316412866116, -0.0033645164221525192, -0.0031087014358490705, -0.002852886449545622, -0.0025970712304115295, -0.002341256011277437, -0.0020854410249739885, -0.001829625922255218, -0.0015738108195364475, -0.001317995716817677, -0.0010621806140989065, -0.000806365511380136, -0.0005505504086613655, -0.000294735305942595, -3.89202032238245e-05, 0.000216894899494946, 0.0004727100022137165, 0.000728525104932487, 0.0009843402076512575, 0.001240155310370028, 0.0014959704130887985, 0.001751785515807569, 0.0020076006185263395, 0.002263415604829788, 0.0025192308239638805, 0.002775046043097973, 0.0030308610294014215, 0.0032866760157048702, 0.0035424912348389626, 0.003798306453973055, 0.004054121673107147, 0.004309936426579952, 0.004565751645714045, 0.004821566864848137, 0.005077381618320942, 0.005333196837455034, 0.005589012056589127]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 5.0, 1.0, 3.0, 0.0, 2.0, 4.0, 4.0, 11.0, 7.0, 12.0, 20.0, 10.0, 19.0, 19.0, 32.0, 35.0, 53.0, 61.0, 86.0, 112.0, 155.0, 252.0, 523.0, 5416.0, 391.0, 195.0, 121.0, 71.0, 81.0, 61.0, 41.0, 25.0, 27.0, 17.0, 12.0, 10.0, 9.0, 5.0, 4.0, 3.0, 3.0, 2.0, 1.0, 2.0, 1.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.11113328486680984, -0.10777805000543594, -0.10442282259464264, -0.10106758773326874, -0.09771235287189484, -0.09435712546110153, -0.09100189059972763, -0.08764666318893433, -0.08429142832756042, -0.08093619346618652, -0.07758096605539322, -0.07422573119401932, -0.07087050378322601, -0.06751526892185211, -0.06416003406047821, -0.06080480292439461, -0.057449571788311005, -0.0540943406522274, -0.0507391095161438, -0.0473838746547699, -0.044028643518686295, -0.04067341238260269, -0.03731817752122879, -0.03396294638514519, -0.030607715249061584, -0.02725248411297798, -0.02389725111424923, -0.020542018115520477, -0.017186786979436874, -0.013831554912030697, -0.01047632284462452, -0.007121090777218342, -0.0037658587098121643, -0.0004106266424059868, 0.0029446054250001907, 0.006299837492406368, 0.009655069559812546, 0.013010301627218723, 0.0163655336946249, 0.019720766693353653, 0.023075997829437256, 0.02643122896552086, 0.02978646196424961, 0.03314169496297836, 0.036496926099061966, 0.03985215723514557, 0.04320739209651947, 0.04656262323260307, 0.049917854368686676, 0.05327308550477028, 0.05662831664085388, 0.05998355150222778, 0.06333878636360168, 0.06669401377439499, 0.07004924863576889, 0.0734044760465622, 0.0767597109079361, 0.08011494576931, 0.0834701731801033, 0.0868254080414772, 0.09018063545227051, 0.09353587031364441, 0.09689110517501831, 0.10024633258581161, 0.10360156744718552]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 4.0, 4.0, 1.0, 1.0, 8.0, 1.0, 9.0, 4.0, 3.0, 5.0, 4.0, 6.0, 21.0, 3.0, 0.0, 4.0, 2.0, 5.0, 1.0, 3.0, 4.0, 4.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.002446936909109354, -0.002363476436585188, -0.002280015964061022, -0.0021965554915368557, -0.0021130950190126896, -0.0020296345464885235, -0.0019461741903796792, -0.001862713717855513, -0.001779253245331347, -0.0016957927728071809, -0.0016123323002830148, -0.0015288718277588487, -0.0014454114716500044, -0.0013619509991258383, -0.0012784905266016722, -0.001195030054077506, -0.00111156958155334, -0.0010281091090291739, -0.0009446486365050077, -0.0008611882221885026, -0.0007777277496643364, -0.0006942672771401703, -0.0006108068628236651, -0.000527346390299499, -0.00044388591777533293, -0.0003604254452511668, -0.00027696500183083117, -0.0001935045438585803, -0.00011004408588632941, -2.6583627914078534e-05, 5.6876830058172345e-05, 0.00014033728803042322, 0.0002237977460026741, 0.0003072582185268402, 0.00039071866194717586, 0.0004741791053675115, 0.0005576395778916776, 0.0006411000504158437, 0.0007245604647323489, 0.000808020937256515, 0.0008914814097806811, 0.0009749418823048472, 0.0010584023548290133, 0.0011418628273531795, 0.0012253231834620237, 0.0013087836559861898, 0.001392244128510356, 0.001475704601034522, 0.0015591650735586882, 0.0016426255460828543, 0.0017260860186070204, 0.0018095464911311865, 0.0018930069636553526, 0.0019764674361795187, 0.002059927908703685, 0.002143388381227851, 0.0022268486209213734, 0.0023103090934455395, 0.0023937695659697056, 0.0024772300384938717, 0.002560690511018038, 0.002644150983542204, 0.00272761145606637, 0.002811071928590536, 0.0028945324011147022]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 4.0, 2.0, 6.0, 7.0, 11.0, 14.0, 29.0, 43.0, 74.0, 108.0, 191.0, 293.0, 431.0, 783.0, 1195.0, 2040.0, 3356.0, 6028.0, 11258.0, 24025.0, 58631.0, 852449.0, 137795.0, 36632.0, 17364.0, 9746.0, 5706.0, 3731.0, 2475.0, 1632.0, 1057.0, 751.0, 513.0, 393.0, 276.0, 173.0, 124.0, 102.0, 58.0, 45.0, 32.0, 18.0, 11.0, 7.0, 6.0, 6.0, 5.0, 2.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.005659009329974651, -0.005469731520861387, -0.005280453246086836, -0.005091175436973572, -0.004901897627860308, -0.004712619353085756, -0.004523341543972492, -0.004334063734859228, -0.004144785925745964, -0.003955507650971413, -0.0037662298418581486, -0.003576951799914241, -0.003387673757970333, -0.003198395948857069, -0.0030091179069131613, -0.002819840097799897, -0.0026305620558559895, -0.0024412840139120817, -0.0022520062047988176, -0.00206272816285491, -0.001873450237326324, -0.001684172311797738, -0.0014948942698538303, -0.0013056163443252444, -0.0011163384187966585, -0.0009270604932680726, -0.0007377825095318258, -0.000548504525795579, -0.00035922660026699305, -0.00016994864563457668, 1.932930899783969e-05, 0.00020860726363025606, 0.0003978852182626724, 0.0005871631437912583, 0.0007764411275275052, 0.000965719111263752, 0.001154997036792338, 0.0013442749623209238, 0.0015335530042648315, 0.0017228309297934175, 0.0019121088553220034, 0.002101386897265911, 0.002290664706379175, 0.002479942748323083, 0.0026692207902669907, 0.0028584985993802547, 0.0030477766413241625, 0.0032370544504374266, 0.0034263324923813343, 0.003615610534325242, 0.003804888343438506, 0.003994166385382414, 0.004183444194495678, 0.004372722469270229, 0.004562000278383493, 0.0047512780874967575, 0.004940556362271309, 0.005129834171384573, 0.005319111980497837, 0.005508389789611101, 0.0056976680643856525, 0.005886945873498917, 0.006076223682612181, 0.006265501957386732, 0.006454779766499996]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 2.0, 5.0, 2.0, 1.0, 3.0, 3.0, 1.0, 1.0, 6.0, 2.0, 2.0, 1.0, 4.0, 2.0, 1.0, 0.0, 3.0, 0.0, 3.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.023263154551386833, -0.02268391102552414, -0.022104667499661446, -0.021525422111153603, -0.02094617858529091, -0.020366935059428215, -0.01978769153356552, -0.019208448007702827, -0.018629204481840134, -0.01804995909333229, -0.017470715567469597, -0.016891472041606903, -0.01631222851574421, -0.015732984989881516, -0.015153740532696247, -0.014574496075510979, -0.013995252549648285, -0.013416009023785591, -0.012836764566600323, -0.012257521040737629, -0.01167827658355236, -0.011099033057689667, -0.010519789531826973, -0.009940545074641705, -0.00936130154877901, -0.008782058022916317, -0.008202813565731049, -0.007623570039868355, -0.007044326048344374, -0.006465082056820393, -0.005885838530957699, -0.005306594539433718, -0.004727350547909737, -0.0041481065563857555, -0.003568862797692418, -0.0029896190389990807, -0.0024103750474750996, -0.0018311311723664403, -0.001251887297257781, -0.0006726434221491218, -9.33995470404625e-05, 0.0004858443280681968, 0.001065088203176856, 0.0016443320782855153, 0.0022235759533941746, 0.0028028199449181557, 0.003382063703611493, 0.0039613074623048306, 0.004540551453828812, 0.005119795445352793, 0.005699039436876774, 0.006278282962739468, 0.006857526954263449, 0.00743677094578743, 0.008016014471650124, 0.008595258928835392, 0.009174502454698086, 0.00975374598056078, 0.010332990437746048, 0.010912233963608742, 0.011491477489471436, 0.012070721946656704, 0.012649965472519398, 0.013229209929704666, 0.01380845345556736]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 4.0, 2.0, 7.0, 3.0, 4.0, 2.0, 6.0, 12.0, 16.0, 30.0, 28.0, 23.0, 13.0, 24.0, 29.0, 34.0, 49.0, 51.0, 58.0, 82.0, 100.0, 146.0, 179.0, 212.0, 266.0, 371.0, 456.0, 593.0, 811.0, 1055.0, 1577.0, 5435.0, 1988.0, 1294.0, 860.0, 608.0, 442.0, 329.0, 250.0, 198.0, 133.0, 140.0, 111.0, 81.0, 70.0, 45.0, 50.0, 38.0, 29.0, 25.0, 18.0, 13.0, 6.0, 9.0, 5.0, 5.0, 3.0], "bins": [-0.00986613892018795, -0.009611953049898148, -0.00935776624828577, -0.009103579446673393, -0.00884939357638359, -0.008595207706093788, -0.008341020904481411, -0.008086834102869034, -0.007832648232579231, -0.007578461896628141, -0.0073242755606770515, -0.007070089224725962, -0.006815902888774872, -0.006561716552823782, -0.006307530216872692, -0.006053343880921602, -0.005799157544970512, -0.0055449712090194225, -0.005290784873068333, -0.005036598537117243, -0.004782412201166153, -0.004528225865215063, -0.004274039529263973, -0.004019853193312883, -0.0037656668573617935, -0.0035114805214107037, -0.003257294185459614, -0.003003107849508524, -0.002748921513557434, -0.0024947351776063442, -0.0022405488416552544, -0.0019863625057041645, -0.0017321761697530746, -0.0014779898338019848, -0.001223803497850895, -0.0009696171618998051, -0.0007154308259487152, -0.00046124448999762535, -0.0002070581540465355, 4.712818190455437e-05, 0.0003013145178556442, 0.0005555008538067341, 0.0008096871897578239, 0.0010638735257089138, 0.0013180598616600037, 0.0015722461976110935, 0.0018264325335621834, 0.0020806188695132732, 0.002334805205464363, 0.002588991541415453, 0.002843177877366543, 0.0030973642133176327, 0.0033515505492687225, 0.0036057368852198124, 0.0038599232211709023, 0.004114109557121992, 0.004368295893073082, 0.004622482229024172, 0.004876668564975262, 0.0051308549009263515, 0.005385041236877441, 0.005639227572828531, 0.005893413908779621, 0.006147600244730711, 0.006401786580681801]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 2.0, 3.0, 0.0, 2.0, 2.0, 2.0, 0.0, 2.0, 0.0, 2.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.07055725157260895, -0.06573031842708588, -0.06090338155627251, -0.05607644468545914, -0.051249511539936066, -0.046422578394412994, -0.041595641523599625, -0.036768704652786255, -0.031941771507263184, -0.027114836499094963, -0.022287901490926743, -0.017460966482758522, -0.012634031474590302, -0.007807096466422081, -0.0029801614582538605, 0.00184677354991436, 0.006673708558082581, 0.011500643566250801, 0.01632757857441902, 0.021154513582587242, 0.025981448590755463, 0.030808383598923683, 0.035635318607091904, 0.04046225547790527, 0.045289188623428345, 0.050116121768951416, 0.054943058639764786, 0.059769995510578156, 0.06459692865610123, 0.0694238618016243, 0.07425080239772797, 0.07907773554325104, 0.08390466868877411, 0.08873160183429718, 0.09355853497982025, 0.09838547557592392, 0.10321240872144699, 0.10803934186697006, 0.11286628246307373, 0.1176932156085968, 0.12252014875411987, 0.12734708189964294, 0.13217401504516602, 0.1370009481906891, 0.14182788133621216, 0.14665482938289642, 0.1514817625284195, 0.15630869567394257, 0.16113562881946564, 0.1659625619649887, 0.17078949511051178, 0.17561642825603485, 0.18044337630271912, 0.1852703094482422, 0.19009724259376526, 0.19492417573928833, 0.1997511088848114, 0.20457804203033447, 0.20940497517585754, 0.21423190832138062, 0.2190588414669037, 0.22388578951358795, 0.22871272265911102, 0.2335396558046341, 0.23836658895015717]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 4.0, 5.0, 6.0, 4.0, 7.0, 3.0, 4.0, 2.0, 6.0, 2.0, 9.0, 5.0, 14.0, 19.0, 19.0, 37.0, 18.0, 16.0, 14.0, 11.0, 6.0, 8.0, 9.0, 8.0, 8.0, 3.0, 4.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 4.0], "bins": [-0.05532446503639221, -0.05386006087064743, -0.05239565670490265, -0.050931256264448166, -0.049466852098703384, -0.0480024479329586, -0.04653804376721382, -0.04507363960146904, -0.04360923916101456, -0.042144834995269775, -0.040680430829524994, -0.03921602666378021, -0.03775162249803543, -0.03628721833229065, -0.034822817891836166, -0.033358413726091385, -0.0318940095603466, -0.030429605394601822, -0.02896520309150219, -0.027500798925757408, -0.026036396622657776, -0.024571992456912994, -0.023107588291168213, -0.02164318598806858, -0.0201787818223238, -0.018714377656579018, -0.017249975353479385, -0.015785571187734604, -0.014321167953312397, -0.01285676471889019, -0.011392360553145409, -0.009927957318723202, -0.008463554084300995, -0.006999150849878788, -0.005534747149795294, -0.0040703434497118, -0.0026059402152895927, -0.0011415367480367422, 0.0003228667192161083, 0.0017872701864689589, 0.0032516736537218094, 0.004716076888144016, 0.0061804805882275105, 0.007644884288311005, 0.009109287522733212, 0.010573690757155418, 0.0120380949229002, 0.013502498157322407, 0.014966901391744614, 0.016431305557489395, 0.017895707860589027, 0.01936011202633381, 0.02082451432943344, 0.022288918495178223, 0.023753322660923004, 0.025217724964022636, 0.026682129129767418, 0.0281465332955122, 0.02961093559861183, 0.031075339764356613, 0.032539743930101395, 0.034004148095846176, 0.03546854853630066, 0.03693295270204544, 0.03839735686779022]}, "_runtime": 155.4745602607727, "_timestamp": 1596219120.6274128, "_step": 40}
+{"val_accuracy": 0.8254858732876712, "val_loss": 0.4550775467805122, "_runtime": 157.47405886650085, "_timestamp": 1596219122.6269114, "_step": 41}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: V Confidence: 0.424 Truth: v", "Prediction: 5 Confidence: 1.000 Truth: 5", "Prediction: 2 Confidence: 1.000 Truth: 2", "Prediction: 0 Confidence: 0.590 Truth: 0"]}, "_runtime": 157.777663230896, "_timestamp": 1596219122.9305158, "_step": 42}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 3.0, 4.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 3.0, 4.0, 6.0, 1.0, 4.0, 2.0, 0.0, 4.0, 0.0, 1.0, 4.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00818226020783186, -0.007833545096218586, -0.007484829053282738, -0.007136113476008177, -0.006787397898733616, -0.006438682787120342, -0.006089967209845781, -0.00574125163257122, -0.0053925360552966595, -0.0050438204780220985, -0.004695104900747538, -0.004346389323472977, -0.003997674211859703, -0.0036489584017544985, -0.003300243057310581, -0.0029515274800360203, -0.0026028119027614594, -0.0022540963254868984, -0.0019053808646276593, -0.0015566654037684202, -0.0012079498264938593, -0.0008592343074269593, -0.0005105187883600593, -0.00016180326929315925, 0.00018691224977374077, 0.0005356277688406408, 0.0008843432879075408, 0.00123305874876678, 0.0015817743260413408, 0.0019304899033159018, 0.002279205247759819, 0.00262792082503438, 0.002976636402308941, 0.003325351979583502, 0.0036740675568580627, 0.004022783134132624, 0.004371498711407185, 0.004720213823020458, 0.005068929400295019, 0.00541764497756958, 0.005766360554844141, 0.006115076132118702, 0.006463791709393263, 0.006812507286667824, 0.007161222398281097, 0.007509937975555658, 0.00785865355283022, 0.008207369595766068, 0.008556084707379341, 0.008904799818992615, 0.009253515861928463, 0.009602230973541737, 0.009950947016477585, 0.010299662128090858, 0.010648378171026707, 0.01099709328263998, 0.011345809325575829, 0.011694524437189102, 0.012043239548802376, 0.012391955591738224, 0.012740670703351498, 0.013089386746287346, 0.01343810185790062, 0.013786817900836468, 0.014135533012449741]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 4.0, 1.0, 2.0, 5.0, 3.0, 10.0, 8.0, 24.0, 18.0, 28.0, 42.0, 40.0, 61.0, 70.0, 86.0, 139.0, 199.0, 301.0, 5248.0, 772.0, 243.0, 178.0, 100.0, 90.0, 63.0, 50.0, 27.0, 19.0, 31.0, 10.0, 14.0, 12.0, 10.0, 3.0, 5.0, 2.0, 2.0, 3.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.12649200856685638, -0.12224315106868744, -0.1179942935705185, -0.11374544352293015, -0.1094965860247612, -0.10524772852659225, -0.1009988784790039, -0.09675002098083496, -0.09250116348266602, -0.08825230598449707, -0.08400344848632812, -0.07975459843873978, -0.07550574094057083, -0.07125688344240189, -0.06700803339481354, -0.06275917589664459, -0.05851031839847565, -0.0542614609003067, -0.050012607127428055, -0.04576375335454941, -0.04151489585638046, -0.03726603835821152, -0.03301718458533287, -0.028768328949809074, -0.02451947331428528, -0.020270617678761482, -0.016021762043237686, -0.01177290640771389, -0.007524050772190094, -0.003275195136666298, 0.0009736604988574982, 0.005222516134381294, 0.00947137176990509, 0.013720227405428886, 0.017969083040952682, 0.02221793867647648, 0.026466794312000275, 0.03071564994752407, 0.03496450558304787, 0.039213359355926514, 0.04346221685409546, 0.047711074352264404, 0.05195992812514305, 0.0562087818980217, 0.06045763939619064, 0.06470649689435959, 0.06895534694194794, 0.07320420444011688, 0.07745306193828583, 0.08170191943645477, 0.08595077693462372, 0.09019962698221207, 0.09444848448038101, 0.09869734197854996, 0.1029461920261383, 0.10719504952430725, 0.1114439070224762, 0.11569276452064514, 0.11994162201881409, 0.12419047206640244, 0.12843933701515198, 0.13268817961215973, 0.13693703711032867, 0.14118589460849762, 0.14543475210666656]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 2.0, 0.0, 1.0, 3.0, 1.0, 5.0, 2.0, 0.0, 3.0, 3.0, 3.0, 2.0, 4.0, 2.0, 6.0, 2.0, 21.0, 5.0, 5.0, 8.0, 5.0, 5.0, 3.0, 5.0, 2.0, 0.0, 0.0, 1.0, 2.0, 2.0, 2.0, 3.0, 3.0, 0.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0030086913611739874, -0.002896358259022236, -0.0027840251568704844, -0.002671692054718733, -0.0025593589525669813, -0.00244702585041523, -0.0023346927482634783, -0.0022223596461117268, -0.0021100263111293316, -0.00199769320897758, -0.0018853602232411504, -0.0017730271210893989, -0.0016606939025223255, -0.001548360800370574, -0.0014360276982188225, -0.001323694596067071, -0.0012113614939153194, -0.001099028391763568, -0.0009866952896118164, -0.000874362129252404, -0.0007620290271006525, -0.0006496959249489009, -0.0005373627645894885, -0.000425029662437737, -0.00031269656028598547, -0.00020036344358231872, -8.803032687865198e-05, 2.430278982501477e-05, 0.00013663590652868152, 0.00024896900868043303, 0.000361302139936015, 0.000473635271191597, 0.0005859683733433485, 0.0006983014754951, 0.0008106345776468515, 0.000922967738006264, 0.0010353007819503546, 0.001147634000517428, 0.0012599671026691794, 0.001372300204820931, 0.0014846333069726825, 0.001596966409124434, 0.0017092995112761855, 0.001821632613427937, 0.0019339658319950104, 0.002046298934146762, 0.0021586320362985134, 0.002270965138450265, 0.0023832982406020164, 0.002495631342753768, 0.0026079644449055195, 0.002720297547057271, 0.0028326306492090225, 0.002944963751360774, 0.0030572968535125256, 0.003169629955664277, 0.0032819630578160286, 0.0033942963927984238, 0.0035066294949501753, 0.003618962597101927, 0.0037312956992536783, 0.00384362880140543, 0.003955961670726538, 0.004068295005708933, 0.004180627875030041]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 4.0, 4.0, 1.0, 2.0, 5.0, 17.0, 17.0, 41.0, 40.0, 71.0, 72.0, 135.0, 187.0, 298.0, 453.0, 708.0, 1177.0, 1793.0, 2921.0, 5468.0, 10072.0, 21823.0, 59735.0, 860095.0, 129859.0, 38940.0, 17776.0, 9838.0, 5939.0, 3871.0, 2475.0, 1739.0, 1191.0, 822.0, 602.0, 412.0, 281.0, 204.0, 161.0, 102.0, 87.0, 64.0, 43.0, 23.0, 18.0, 17.0, 11.0, 7.0, 6.0, 5.0, 2.0, 4.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.007043775636702776, -0.006807765923440456, -0.006571756210178137, -0.00633574603125453, -0.00609973631799221, -0.005863726604729891, -0.005627716891467571, -0.005391707178205252, -0.005155697464942932, -0.004919687286019325, -0.004683677572757006, -0.004447667859494686, -0.0042116581462323666, -0.003975648432970047, -0.0037396384868770838, -0.0035036285407841206, -0.003267618827521801, -0.0030316091142594814, -0.002795599168166518, -0.0025595894549041986, -0.0023235795088112354, -0.002087569795548916, -0.0018515600822865963, -0.001615550252608955, -0.0013795404229313135, -0.0011435305932536721, -0.0009075208217836916, -0.0006715110503137112, -0.0004355012206360698, -0.00019949142006225884, 3.6518380511552095e-05, 0.00027252818108536303, 0.000508537981659174, 0.0007445478113368154, 0.0009805576410144567, 0.0012165673542767763, 0.0014525771839544177, 0.001688587013632059, 0.0019245967268943787, 0.002160606672987342, 0.0023966163862496614, 0.002632626099511981, 0.0028686360456049442, 0.003104645758867264, 0.0033406554721295834, 0.0035766654182225466, 0.003812675131484866, 0.004048685077577829, 0.004284694790840149, 0.0045207045041024685, 0.004756714217364788, 0.004992724396288395, 0.0052287341095507145, 0.005464743822813034, 0.005700753536075354, 0.005936763249337673, 0.00617277342826128, 0.0064087831415236, 0.006644792854785919, 0.006880802568048239, 0.007116812281310558, 0.007352821994572878, 0.007588832173496485, 0.007824841886758804, 0.008060852065682411]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 3.0, 1.0, 3.0, 3.0, 5.0, 4.0, 4.0, 10.0, 3.0, 4.0, 4.0, 1.0, 1.0, 2.0, 4.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02351243793964386, -0.022135110571980476, -0.020757783204317093, -0.01938045583665371, -0.018003128468990326, -0.016625799238681793, -0.01524847187101841, -0.013871144503355026, -0.012493817135691643, -0.01111648976802826, -0.009739162400364876, -0.008361834101378918, -0.006984506733715534, -0.005607179366052151, -0.00422985153272748, -0.002852523932233453, -0.0014751963317394257, -9.786873124539852e-05, 0.0012794588692486286, 0.0026567864697426558, 0.004034114070236683, 0.005411441437900066, 0.006788769271224737, 0.008166097104549408, 0.009543424472212791, 0.010920751839876175, 0.012298079207539558, 0.013675407506525517, 0.0150527348741889, 0.016430063173174858, 0.01780739054083824, 0.019184717908501625, 0.02056204527616501, 0.021939372643828392, 0.023316700011491776, 0.02469402737915516, 0.026071354746818542, 0.027448683977127075, 0.02882601134479046, 0.030203338712453842, 0.031580664217472076, 0.03295799344778061, 0.03433532267808914, 0.035712648183107376, 0.03708997741341591, 0.03846730291843414, 0.039844632148742676, 0.04122195765376091, 0.04259928688406944, 0.043976616114377975, 0.04535394161939621, 0.04673127084970474, 0.04810859635472298, 0.04948592558503151, 0.050863251090049744, 0.052240580320358276, 0.05361790955066681, 0.05499523505568504, 0.056372564285993576, 0.05774988979101181, 0.05912721902132034, 0.06050454452633858, 0.06188187375664711, 0.06325919926166534, 0.06463652849197388]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 2.0, 1.0, 12.0, 7.0, 24.0, 18.0, 25.0, 39.0, 38.0, 60.0, 90.0, 123.0, 194.0, 247.0, 350.0, 591.0, 904.0, 1485.0, 2726.0, 6204.0, 1746.0, 971.0, 706.0, 517.0, 334.0, 243.0, 174.0, 151.0, 117.0, 69.0, 61.0, 35.0, 37.0, 17.0, 13.0, 7.0, 12.0, 6.0, 2.0, 8.0, 4.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 4.0, 17.0, 14.0, 4.0, 6.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 8.0], "bins": [-0.011227690614759922, -0.010721186175942421, -0.01021468173712492, -0.009708178229629993, -0.009201673790812492, -0.008695169351994991, -0.00818866491317749, -0.0076821609400212765, -0.007175656501203775, -0.006669152062386274, -0.006162648089230061, -0.0056561436504125595, -0.0051496392115950584, -0.004643135238438845, -0.004136630799621344, -0.003630126593634486, -0.003123622387647629, -0.0026171181816607714, -0.002110613975673914, -0.0016041095368564129, -0.0010976053308695555, -0.0005911010666750371, -8.459680248051882e-05, 0.0004219074617139995, 0.0009284117259085178, 0.0014349159318953753, 0.0019414202542975545, 0.0024479245766997337, 0.002954428782686591, 0.0034609329886734486, 0.00396743742749095, 0.004473941400647163, 0.0049804458394646645, 0.0054869502782821655, 0.005993454251438379, 0.00649995869025588, 0.007006462663412094, 0.007512967102229595, 0.008019471541047096, 0.008525975979864597, 0.009032480418682098, 0.009538983926177025, 0.010045488364994526, 0.010551992803812027, 0.011058497242629528, 0.011565001681447029, 0.012071505188941956, 0.012578009627759457, 0.013084514066576958, 0.013591018505394459, 0.01409752294421196, 0.014604026451706886, 0.015110530890524387, 0.015617035329341888, 0.016123538836836815, 0.01663004420697689, 0.017136547714471817, 0.017643053084611893, 0.01814955659210682, 0.018656060099601746, 0.01916256546974182, 0.019669068977236748, 0.020175574347376823, 0.02068207785487175, 0.021188583225011826]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 3.0, 1.0, 2.0, 3.0, 0.0, 1.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.22484815120697021, -0.2204776406288147, -0.21610713005065918, -0.21173661947250366, -0.20736610889434814, -0.20299559831619263, -0.1986250877380371, -0.1942545771598816, -0.18988406658172607, -0.18551355600357056, -0.18114304542541504, -0.17677253484725952, -0.172402024269104, -0.1680315136909485, -0.16366100311279297, -0.15929049253463745, -0.15491998195648193, -0.1505494862794876, -0.1461789757013321, -0.14180846512317657, -0.13743795454502106, -0.13306744396686554, -0.12869693338871002, -0.12432641535997391, -0.11995591223239899, -0.11558540165424347, -0.11121489107608795, -0.10684438049793243, -0.10247386991977692, -0.0981033593416214, -0.09373284876346588, -0.08936233818531036, -0.08499182760715485, -0.08062131702899933, -0.07625080645084381, -0.0718802958726883, -0.06750978529453278, -0.06313927471637726, -0.05876876786351204, -0.05439825728535652, -0.050027746707201004, -0.045657236129045486, -0.04128672555088997, -0.03691621497273445, -0.03254570811986923, -0.028175195679068565, -0.023804686963558197, -0.01943417638540268, -0.015063665807247162, -0.010693155229091644, -0.006322645582258701, -0.001952135469764471, 0.002418374642729759, 0.0067888847552239895, 0.01115939486771822, 0.015529904514551163, 0.01990041509270668, 0.024270925670862198, 0.028641436249017715, 0.03301194682717323, 0.03738245368003845, 0.04175296425819397, 0.04612347483634949, 0.050493985414505005, 0.05486449599266052]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 3.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 2.0, 4.0, 2.0, 1.0, 0.0, 3.0, 1.0, 5.0, 6.0, 6.0, 4.0, 9.0, 5.0, 7.0, 16.0, 47.0, 22.0, 22.0, 14.0, 12.0, 18.0, 15.0, 11.0, 9.0, 0.0, 0.0, 6.0, 6.0, 2.0, 1.0, 1.0, 2.0, 2.0, 0.0, 3.0, 0.0, 0.0, 3.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.07048339396715164, -0.06845730543136597, -0.06643122434616089, -0.06440513581037521, -0.06237905099987984, -0.06035296618938446, -0.058326877653598785, -0.05630079284310341, -0.05427470803260803, -0.052248623222112656, -0.05022253841161728, -0.048196449875831604, -0.04617036506533623, -0.04414428025484085, -0.042118191719055176, -0.0400921069085598, -0.03806602209806442, -0.036039937287569046, -0.03401385247707367, -0.031987763941287994, -0.029961679130792618, -0.02793559432029724, -0.025909507647156715, -0.02388342097401619, -0.021857336163520813, -0.019831251353025436, -0.01780516467988491, -0.015779078006744385, -0.013752993196249008, -0.011726907454431057, -0.009700821712613106, -0.007674735970795155, -0.005648650228977203, -0.003622564487159252, -0.001596478745341301, 0.00042960699647665024, 0.0024556927382946014, 0.004481778480112553, 0.006507864221930504, 0.008533949963748455, 0.010560035705566406, 0.012586121447384357, 0.014612207189202309, 0.016638293862342834, 0.01866437867283821, 0.020690463483333588, 0.022716550156474113, 0.02474263682961464, 0.026768721640110016, 0.028794806450605392, 0.03082089312374592, 0.032846979796886444, 0.03487306460738182, 0.0368991494178772, 0.03892523795366287, 0.04095132276415825, 0.042977407574653625, 0.045003492385149, 0.04702957719564438, 0.049055665731430054, 0.05108175054192543, 0.05310783535242081, 0.05513392388820648, 0.05716000869870186, 0.059186093509197235]}, "_runtime": 164.94580388069153, "_timestamp": 1596219130.0986564, "_step": 43}
+{"val_accuracy": 0.8239733162100458, "val_loss": 0.455907582556276, "_runtime": 169.27433800697327, "_timestamp": 1596219134.4271905, "_step": 44}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: V Confidence: 0.529 Truth: v", "Prediction: 5 Confidence: 1.000 Truth: 5", "Prediction: 2 Confidence: 1.000 Truth: 2", "Prediction: 0 Confidence: 0.592 Truth: 0"]}, "_runtime": 169.60816073417664, "_timestamp": 1596219134.7610133, "_step": 45}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 3.0, 0.0, 2.0, 4.0, 2.0, 3.0, 5.0, 10.0, 2.0, 0.0, 2.0, 0.0, 6.0, 1.0, 2.0, 3.0, 1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012389877811074257, -0.011983555741608143, -0.011577234603464603, -0.01117091253399849, -0.01076459139585495, -0.010358269326388836, -0.009951947256922722, -0.009545626118779182, -0.009139304049313068, -0.008732981979846954, -0.008326660841703415, -0.007920338772237301, -0.007514017168432474, -0.007107695564627647, -0.006701373495161533, -0.006295051891356707, -0.00588873028755188, -0.005482408683747053, -0.005076087079942226, -0.004669765010476112, -0.004263443406671286, -0.003857121802866459, -0.0034507999662309885, -0.003044478129595518, -0.0026381565257906914, -0.0022318349219858646, -0.0018255130853503942, -0.0014191913651302457, -0.0010128696449100971, -0.0006065479246899486, -0.0002002262044698, 0.00020609551575034857, 0.0006124172359704971, 0.0010187389561906457, 0.0014250606764107943, 0.0018313823966309428, 0.0022377041168510914, 0.002644025720655918, 0.0030503475572913885, 0.003456669393926859, 0.0038629909977316856, 0.004269312601536512, 0.004675634205341339, 0.005081956274807453, 0.00548827787861228, 0.005894599482417107, 0.006300921551883221, 0.006707243155688047, 0.007113564759492874, 0.007519886363297701, 0.007926207967102528, 0.008332530036568642, 0.008738851174712181, 0.009145173244178295, 0.00955149531364441, 0.009957816451787949, 0.010364138521254063, 0.010770460590720177, 0.011176781728863716, 0.01158310379832983, 0.011989425867795944, 0.012395747005939484, 0.012802069075405598, 0.013208390213549137, 0.013614712283015251]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 4.0, 2.0, 4.0, 3.0, 3.0, 3.0, 8.0, 22.0, 17.0, 14.0, 23.0, 28.0, 37.0, 58.0, 91.0, 102.0, 165.0, 214.0, 366.0, 5449.0, 527.0, 235.0, 151.0, 104.0, 70.0, 52.0, 47.0, 26.0, 22.0, 17.0, 16.0, 15.0, 9.0, 5.0, 6.0, 3.0, 1.0, 4.0, 3.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.13324680924415588, -0.12902361154556274, -0.1248004138469696, -0.12057720869779587, -0.11635401099920273, -0.11213081330060959, -0.10790761560201645, -0.10368441790342331, -0.09946121275424957, -0.09523801505565643, -0.0910148173570633, -0.08679161965847015, -0.08256842195987701, -0.07834522426128387, -0.07412201911211014, -0.069898821413517, -0.06567562371492386, -0.06145242601633072, -0.05722922459244728, -0.05300602689385414, -0.0487828254699707, -0.044559627771377563, -0.040336430072784424, -0.036113228648900986, -0.031890030950307846, -0.027666831389069557, -0.02344363182783127, -0.01922043412923813, -0.01499723456799984, -0.010774035006761551, -0.006550836376845837, -0.002327637281268835, 0.0018955618143081665, 0.006118760909885168, 0.01034196000546217, 0.014565158635377884, 0.018788358196616173, 0.02301155775785446, 0.0272347554564476, 0.03145795688033104, 0.03568115457892418, 0.03990435227751732, 0.04412755370140076, 0.048350751399993896, 0.052573949098587036, 0.056797150522470474, 0.061020348221063614, 0.06524354964494705, 0.06946674734354019, 0.07368994504213333, 0.07791314274072647, 0.08213634788990021, 0.08635954558849335, 0.09058274328708649, 0.09480594098567963, 0.09902913868427277, 0.1032523363828659, 0.10747554153203964, 0.11169873923063278, 0.11592193692922592, 0.12014513462781906, 0.1243683323264122, 0.12859153747558594, 0.13281473517417908, 0.13703793287277222]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 5.0, 3.0, 4.0, 4.0, 0.0, 5.0, 2.0, 3.0, 4.0, 6.0, 6.0, 24.0, 2.0, 4.0, 2.0, 5.0, 4.0, 6.0, 4.0, 3.0, 1.0, 3.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.0019064946100115776, -0.0018279706127941608, -0.0017494464991614223, -0.0016709225019440055, -0.001592398388311267, -0.0015138743910938501, -0.0014353503938764334, -0.0013568262802436948, -0.001278302283026278, -0.0011997782858088613, -0.0011212541721761227, -0.001042730174958706, -0.0009642061195336282, -0.0008856820641085505, -0.0008071580668911338, -0.0007286340114660561, -0.0006501099560409784, -0.0005715859006159008, -0.0004930618451908231, -0.0004145378479734063, -0.00033601379254832864, -0.00025748973712325096, -0.00017896571080200374, -0.00010044166992884129, -2.1917629055678844e-05, 5.6606411817483604e-05, 0.00013513045269064605, 0.0002136544935638085, 0.00029217853443697095, 0.0003707025898620486, 0.00044922661618329585, 0.0005277506425045431, 0.0006062746979296207, 0.0006847987533546984, 0.0007633228087797761, 0.0008418468059971929, 0.0009203708614222705, 0.0009988949168473482, 0.001077418914064765, 0.0011559430276975036, 0.0012344670249149203, 0.001312991022132337, 0.0013915151357650757, 0.0014700391329824924, 0.0015485631301999092, 0.0016270872438326478, 0.0017056112410500646, 0.0017841353546828032, 0.00186265935190022, 0.0019411833491176367, 0.0020197073463350534, 0.002098231576383114, 0.0021767555736005306, 0.0022552795708179474, 0.002333803568035364, 0.002412327565252781, 0.0024908515624701977, 0.002569375792518258, 0.002647899789735675, 0.0027264237869530916, 0.0028049477841705084, 0.002883471781387925, 0.0029619960114359856, 0.0030405200086534023, 0.003119044005870819]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 3.0, 3.0, 4.0, 9.0, 9.0, 11.0, 13.0, 22.0, 22.0, 43.0, 69.0, 107.0, 117.0, 166.0, 239.0, 376.0, 606.0, 888.0, 1425.0, 2279.0, 3850.0, 6797.0, 12678.0, 26212.0, 64914.0, 832509.0, 131868.0, 43979.0, 20814.0, 11123.0, 6543.0, 4048.0, 2591.0, 1664.0, 1128.0, 712.0, 517.0, 362.0, 254.0, 202.0, 124.0, 87.0, 72.0, 49.0, 25.0, 28.0, 20.0, 15.0, 10.0, 11.0, 7.0, 5.0, 4.0, 2.0, 4.0, 2.0, 1.0], "bins": [-0.006050444208085537, -0.005866094958037138, -0.005681745707988739, -0.005497396923601627, -0.005313047673553228, -0.005128698423504829, -0.004944349639117718, -0.004760000389069319, -0.00457565113902092, -0.004391301888972521, -0.004206952638924122, -0.00402260385453701, -0.0038382546044886112, -0.0036539053544402122, -0.003469556337222457, -0.0032852073200047016, -0.0031008580699563026, -0.0029165088199079037, -0.0027321598026901484, -0.002547810785472393, -0.002363461535423994, -0.002179112285375595, -0.0019947632681578398, -0.0018104141345247626, -0.0016260650008916855, -0.0014417158672586083, -0.0012573667336255312, -0.001073017599992454, -0.0008886684663593769, -0.0007043193327262998, -0.0005199701990932226, -0.0003356210654601455, -0.00015127193182706833, 3.3077201806008816e-05, 0.00021742633543908596, 0.0004017754690721631, 0.0005861246027052402, 0.0007704737363383174, 0.0009548228699713945, 0.0011391720036044717, 0.0013235211372375488, 0.001507870270870626, 0.0016922194045037031, 0.0018765685381367803, 0.0020609176717698574, 0.0022452669218182564, 0.0024296159390360117, 0.002613964956253767, 0.002798314206302166, 0.002982663456350565, 0.0031670124735683203, 0.0033513614907860756, 0.0035357107408344746, 0.0037200599908828735, 0.003904409008100629, 0.004088758025318384, 0.004273107275366783, 0.004457456525415182, 0.004641805775463581, 0.004826154559850693, 0.005010503809899092, 0.005194853059947491, 0.005379201844334602, 0.005563551094383001, 0.0057479003444314]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 4.0, 2.0, 2.0, 2.0, 10.0, 5.0, 0.0, 1.0, 1.0, 2.0, 3.0, 4.0, 1.0, 0.0, 0.0, 1.0, 2.0, 3.0, 0.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.03136686235666275, -0.03062519058585167, -0.02988351881504059, -0.029141847044229507, -0.028400175273418427, -0.027658503502607346, -0.026916831731796265, -0.026175159960985184, -0.025433488190174103, -0.024691814556717873, -0.02395014278590679, -0.02320847101509571, -0.02246679924428463, -0.02172512747347355, -0.020983455702662468, -0.020241783931851387, -0.019500112161040306, -0.018758440390229225, -0.018016768619418144, -0.017275096848607063, -0.016533425077795982, -0.0157917533069849, -0.015050080604851246, -0.014308408834040165, -0.013566737063229084, -0.012825065292418003, -0.012083393521606922, -0.011341721750795841, -0.010600049048662186, -0.009858377277851105, -0.009116705507040024, -0.008375033736228943, -0.007633361965417862, -0.006891690194606781, -0.0061500184237957, -0.005408346187323332, -0.004666674416512251, -0.00392500264570117, -0.0031833306420594454, -0.002441658638417721, -0.0016999868676066399, -0.0009583149803802371, -0.00021664309315383434, 0.0005250287940725684, 0.0012667006812989712, 0.002008372452110052, 0.0027500444557517767, 0.0034917164593935013, 0.004233388230204582, 0.004975060001015663, 0.005716731771826744, 0.006458404008299112, 0.007200075779110193, 0.007941748015582561, 0.008683419786393642, 0.009425091557204723, 0.010166763328015804, 0.010908435098826885, 0.011650106869637966, 0.012391778640449047, 0.013133451342582703, 0.013875123113393784, 0.014616794884204865, 0.015358466655015945, 0.016100138425827026]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [4.0, 6.0, 3.0, 2.0, 0.0, 5.0, 5.0, 17.0, 36.0, 14.0, 11.0, 10.0, 11.0, 15.0, 26.0, 36.0, 42.0, 58.0, 69.0, 91.0, 126.0, 176.0, 216.0, 288.0, 340.0, 525.0, 686.0, 993.0, 1837.0, 6060.0, 1970.0, 1341.0, 906.0, 595.0, 475.0, 332.0, 224.0, 178.0, 138.0, 116.0, 93.0, 60.0, 55.0, 53.0, 50.0, 31.0, 27.0, 26.0, 14.0, 11.0, 16.0, 7.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.010794872418045998, -0.010427676141262054, -0.010060479864478111, -0.009693282656371593, -0.00932608637958765, -0.008958890102803707, -0.008591693826019764, -0.00822449754923582, -0.007857300341129303, -0.007490104530006647, -0.007122907787561417, -0.0067557115107774734, -0.00638851523399353, -0.0060213184915483, -0.005654122214764357, -0.005286925472319126, -0.004919729195535183, -0.00455253291875124, -0.004185336176306009, -0.003818139899522066, -0.0034509433899074793, -0.0030837468802928925, -0.0027165506035089493, -0.0023493540938943624, -0.0019821575842797756, -0.0016149610746651888, -0.0012477646814659238, -0.0008805682300589979, -0.000513371778652072, -0.00014617532724514604, 0.00022102112416177988, 0.0005882175755687058, 0.0009554140269756317, 0.0013226105365902185, 0.0016898069297894835, 0.0020570033229887486, 0.0024241998326033354, 0.002791396342217922, 0.0031585926190018654, 0.0035257891286164522, 0.003892985638231039, 0.004260181915014982, 0.004627378657460213, 0.004994574934244156, 0.005361771211028099, 0.0057289679534733295, 0.006096164230257273, 0.006463360972702503, 0.006830557249486446, 0.0071977535262703896, 0.00756495026871562, 0.00793214701116085, 0.008299343287944794, 0.008666539564728737, 0.00903373584151268, 0.009400932118296623, 0.009768128395080566, 0.010135325603187084, 0.010502521879971027, 0.01086971815675497, 0.011236914433538914, 0.011604110710322857, 0.011971307918429375, 0.012338504195213318, 0.012705700471997261]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 2.0, 2.0, 0.0, 0.0, 5.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.07414071261882782, -0.07034184783697128, -0.06654299050569534, -0.0627441257238388, -0.05894526094198227, -0.05514639988541603, -0.051347535103559494, -0.047548674046993256, -0.04374980926513672, -0.03995094820857048, -0.03615208715200424, -0.032353222370147705, -0.028554361313581467, -0.02475549839437008, -0.02095663547515869, -0.017157772555947304, -0.013358909636735916, -0.009560046717524529, -0.005761184263974428, -0.001962321577593684, 0.0018365411087870598, 0.005635404027998447, 0.00943426601588726, 0.013233128935098648, 0.017031991854310036, 0.020830854773521423, 0.02462971769273281, 0.0284285806119442, 0.03222744166851044, 0.036026306450366974, 0.03982516750693321, 0.04362403228878975, 0.04742289334535599, 0.051221754401922226, 0.05502061918377876, 0.058819480240345, 0.06261834502220154, 0.06641720980405807, 0.07021606713533401, 0.07401493191719055, 0.07781379669904709, 0.08161265403032303, 0.08541151881217957, 0.0892103835940361, 0.09300924837589264, 0.09680810570716858, 0.10060697048902512, 0.10440583527088165, 0.10820469260215759, 0.11200355738401413, 0.11580242216587067, 0.1196012869477272, 0.12340014427900314, 0.12719900906085968, 0.13099786639213562, 0.13479673862457275, 0.1385955959558487, 0.14239445328712463, 0.14619332551956177, 0.1499921828508377, 0.15379105508327484, 0.15758991241455078, 0.16138876974582672, 0.16518764197826385, 0.1689864993095398]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 3.0, 4.0, 4.0, 2.0, 3.0, 8.0, 4.0, 5.0, 4.0, 10.0, 10.0, 21.0, 31.0, 66.0, 35.0, 18.0, 11.0, 6.0, 4.0, 6.0, 3.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.10284486413002014, -0.09926272183656693, -0.09568057954311371, -0.09209843724966049, -0.08851629495620728, -0.08493415266275406, -0.08135201036930084, -0.07776986807584763, -0.07418772578239441, -0.07060558348894119, -0.06702344119548798, -0.06344129890203476, -0.05985915660858154, -0.056277014315128326, -0.05269487202167511, -0.04911272972822189, -0.04553058743476868, -0.04194844514131546, -0.038366302847862244, -0.03478416055440903, -0.03120201826095581, -0.027619875967502594, -0.024037733674049377, -0.02045559138059616, -0.016873449087142944, -0.013291306793689728, -0.009709164500236511, -0.006127022206783295, -0.002544879913330078, 0.0010372623801231384, 0.004619404673576355, 0.008201546967029572, 0.011783689260482788, 0.015365831553936005, 0.01894797384738922, 0.022530116140842438, 0.026112258434295654, 0.02969440072774887, 0.03327654302120209, 0.036858685314655304, 0.04044082760810852, 0.04402296990156174, 0.047605112195014954, 0.05118725448846817, 0.05476939678192139, 0.0583515390753746, 0.06193368136882782, 0.06551582366228104, 0.06909796595573425, 0.07268010824918747, 0.07626225054264069, 0.0798443928360939, 0.08342653512954712, 0.08700867742300034, 0.09059081971645355, 0.09417296200990677, 0.09775510430335999, 0.1013372465968132, 0.10491938889026642, 0.10850153118371964, 0.11208367347717285, 0.11566581577062607, 0.11924795806407928, 0.1228301003575325, 0.12641224265098572]}, "_runtime": 174.38919377326965, "_timestamp": 1596219139.5420463, "_step": 46}
+{"val_accuracy": 0.8247388698630138, "val_loss": 0.4558397928873698, "_runtime": 181.3356490135193, "_timestamp": 1596219146.4885015, "_step": 47}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: V Confidence: 0.533 Truth: v", "Prediction: 5 Confidence: 1.000 Truth: 5", "Prediction: 2 Confidence: 1.000 Truth: 2", "Prediction: 0 Confidence: 0.615 Truth: 0"]}, "_runtime": 181.66066026687622, "_timestamp": 1596219146.8135128, "_step": 48}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 4.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 4.0, 4.0, 7.0, 7.0, 8.0, 1.0, 5.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 1.0, 3.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014463108032941818, -0.014053811319172382, -0.013644513674080372, -0.013235216960310936, -0.012825919315218925, -0.01241662260144949, -0.012007325887680054, -0.011598028242588043, -0.011188731528818607, -0.010779434815049171, -0.010370137169957161, -0.009960840456187725, -0.00955154374241829, -0.009142246097326279, -0.008732949383556843, -0.008323651738464832, -0.007914355024695396, -0.007505057845264673, -0.00709576066583395, -0.006686463952064514, -0.006277166772633791, -0.005867869593203068, -0.005458572879433632, -0.005049275700002909, -0.0046399785205721855, -0.004230681341141462, -0.003821384394541383, -0.0034120874479413033, -0.00300279026851058, -0.002593493089079857, -0.0021841961424797773, -0.001774899079464376, -0.0013656020164489746, -0.0009563049534335732, -0.0005470078904181719, -0.00013771082740277052, 0.00027158623561263084, 0.0006808832986280322, 0.0010901803616434336, 0.001499477424658835, 0.0019087744876742363, 0.0023180716671049595, 0.002727368613705039, 0.0031366655603051186, 0.0035459627397358418, 0.003955259919166565, 0.004364556632936001, 0.004773853812366724, 0.005183150991797447, 0.00559244817122817, 0.006001745350658894, 0.0064110420644283295, 0.006820339243859053, 0.007229636423289776, 0.007638933137059212, 0.008048230782151222, 0.008457527495920658, 0.008866824209690094, 0.009276121854782104, 0.00968541856855154, 0.010094715282320976, 0.010504012927412987, 0.010913309641182423, 0.011322607286274433, 0.011731904000043869]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 2.0, 2.0, 3.0, 1.0, 4.0, 1.0, 5.0, 1.0, 3.0, 4.0, 5.0, 2.0, 8.0, 7.0, 12.0, 17.0, 17.0, 14.0, 17.0, 24.0, 37.0, 26.0, 54.0, 93.0, 113.0, 141.0, 287.0, 566.0, 5452.0, 336.0, 169.0, 127.0, 98.0, 60.0, 43.0, 31.0, 25.0, 23.0, 20.0, 11.0, 15.0, 12.0, 5.0, 3.0, 7.0, 4.0, 4.0, 3.0, 5.0, 2.0, 2.0, 3.0, 4.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.10052163898944855, -0.09707416594028473, -0.09362668544054031, -0.0901792123913765, -0.08673173189163208, -0.08328425884246826, -0.07983677834272385, -0.07638930529356003, -0.07294182479381561, -0.0694943517446518, -0.06604687869548798, -0.06259939819574356, -0.05915192514657974, -0.055704448372125626, -0.05225697159767151, -0.04880949482321739, -0.045362018048763275, -0.04191454127430916, -0.03846706449985504, -0.035019587725400925, -0.03157211095094681, -0.02812463603913784, -0.024677161127328873, -0.021229684352874756, -0.01778220757842064, -0.014334730803966522, -0.01088725496083498, -0.0074397786520421505, -0.003992302343249321, -0.0005448260344564915, 0.002902650274336338, 0.0063501265831291676, 0.009797602891921997, 0.013245079666376114, 0.01669255644083023, 0.0201400313526392, 0.023587508127093315, 0.027034984901547432, 0.0304824598133564, 0.033929936587810516, 0.03737741336226463, 0.04082489013671875, 0.04427236691117287, 0.047719843685626984, 0.0511673167347908, 0.05461479350924492, 0.058062270283699036, 0.06150974705815315, 0.06495722383260727, 0.06840469688177109, 0.0718521773815155, 0.07529965043067932, 0.07874713093042374, 0.08219460397958755, 0.08564208447933197, 0.08908955752849579, 0.0925370305776596, 0.09598451107740402, 0.09943198412656784, 0.10287946462631226, 0.10632693767547607, 0.10977441817522049, 0.11322189122438431, 0.11666937172412872, 0.12011684477329254]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 2.0, 6.0, 7.0, 2.0, 3.0, 1.0, 2.0, 2.0, 3.0, 26.0, 5.0, 6.0, 2.0, 4.0, 3.0, 4.0, 3.0, 4.0, 2.0, 1.0, 1.0, 3.0, 1.0, 1.0, 1.0, 1.0, 2.0, 4.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.002588737290352583, -0.0025181074161082506, -0.002447477774694562, -0.0023768479004502296, -0.0023062180262058973, -0.0022355883847922087, -0.0021649585105478764, -0.002094328636303544, -0.0020236987620592117, -0.001953069120645523, -0.0018824392464011908, -0.0018118094885721803, -0.0017411797307431698, -0.0016705498564988375, -0.001599920098669827, -0.0015292902244254947, -0.0014586604665964842, -0.0013880307087674737, -0.0013174008345231414, -0.001246771076694131, -0.0011761412024497986, -0.001105511444620788, -0.0010348816867917776, -0.0009642518707551062, -0.0008936220547184348, -0.0008229922386817634, -0.000752362422645092, -0.0006817326648160815, -0.0006111028487794101, -0.0005404730327427387, -0.0004698432458098978, -0.00039921345887705684, -0.00032858364284038544, -0.00025795382680371404, -0.0001873240398708731, -0.00011669423838611692, -4.606443690136075e-05, 2.456536458339542e-05, 9.519516606815159e-05, 0.00016582496755290776, 0.00023645476903766394, 0.00030708458507433534, 0.0003777143720071763, 0.0004483441589400172, 0.0005189739749766886, 0.00058960379101336, 0.0006602335488423705, 0.0007308633648790419, 0.0008014931809157133, 0.0008721229969523847, 0.0009427528129890561, 0.0010133825708180666, 0.001084012445062399, 0.0011546422028914094, 0.0012252719607204199, 0.0012959018349647522, 0.0013665315927937627, 0.0014371613506227732, 0.0015077912248671055, 0.001578420982696116, 0.0016490507405251265, 0.0017196806147694588, 0.0017903103725984693, 0.0018609402468428016, 0.001931570004671812]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 2.0, 2.0, 2.0, 4.0, 4.0, 4.0, 8.0, 6.0, 14.0, 16.0, 28.0, 24.0, 46.0, 62.0, 75.0, 107.0, 134.0, 179.0, 239.0, 325.0, 409.0, 567.0, 851.0, 1141.0, 1710.0, 2647.0, 4447.0, 7217.0, 13509.0, 29165.0, 82294.0, 877520.0, 83654.0, 31644.0, 16090.0, 9160.0, 5412.0, 3505.0, 2208.0, 1503.0, 1055.0, 709.0, 509.0, 368.0, 284.0, 190.0, 146.0, 129.0, 74.0, 68.0, 54.0, 46.0, 21.0, 17.0, 9.0, 9.0, 7.0, 5.0, 4.0, 0.0, 6.0, 0.0, 3.0], "bins": [-0.005365772172808647, -0.005201178602874279, -0.005036584567278624, -0.0048719909973442554, -0.0047073969617486, -0.004542803391814232, -0.004378209356218576, -0.004213615786284208, -0.004049021750688553, -0.0038844281807541847, -0.003719834377989173, -0.003555240575224161, -0.003390647005289793, -0.0032260532025247812, -0.0030614593997597694, -0.0028968655969947577, -0.002732271794229746, -0.002567677991464734, -0.0024030841886997223, -0.0022384903859347105, -0.0020738965831696987, -0.0019093028968200088, -0.0017447092104703188, -0.001580115407705307, -0.0014155216049402952, -0.0012509278021752834, -0.0010863339994102716, -0.0009217403130605817, -0.0007571465102955699, -0.0005925527075305581, -0.00042795896297320724, -0.0002633651893120259, -9.877141565084457e-05, 6.582235801033676e-05, 0.0002304161316715181, 0.0003950099053326994, 0.0005596036789938807, 0.0007241974817588925, 0.0008887912263162434, 0.0010533849708735943, 0.001217978773638606, 0.0013825725764036179, 0.0015471663791686296, 0.0017117600655183196, 0.0018763538682833314, 0.0020409475546330214, 0.002205541357398033, 0.002370135160163045, 0.0025347289629280567, 0.0026993227656930685, 0.0028639165684580803, 0.003028510371223092, 0.003193104173988104, 0.003357697743922472, 0.003522291546687484, 0.0036868853494524956, 0.0038514791522175074, 0.004016072954982519, 0.004180666524916887, 0.004345260560512543, 0.004509854130446911, 0.004674448166042566, 0.004839041735976934, 0.00500363577157259, 0.005168229341506958]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 2.0, 3.0, 1.0, 0.0, 4.0, 3.0, 1.0, 2.0, 6.0, 1.0, 2.0, 1.0, 2.0, 3.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.01226827409118414, -0.011825556866824627, -0.011382839642465115, -0.010940122418105602, -0.01049740519374609, -0.010054687969386578, -0.009611970745027065, -0.009169253520667553, -0.008726535364985466, -0.008283818140625954, -0.007841100916266441, -0.007398384157568216, -0.006955666467547417, -0.006512949243187904, -0.006070232018828392, -0.00562751479446888, -0.005184797570109367, -0.004742080345749855, -0.004299363121390343, -0.0038566456642001867, -0.0034139284398406744, -0.002971211215481162, -0.002528493758291006, -0.0020857765339314938, -0.0016430593095719814, -0.001200342085212469, -0.0007576247444376349, -0.0003149074618704617, 0.00012780982069671154, 0.0005705271032638848, 0.001013244385831058, 0.0014559617266058922, 0.0018986789509654045, 0.002341396175324917, 0.002784113399684429, 0.003226830856874585, 0.0036695480812340975, 0.0041122655384242535, 0.004554982762783766, 0.004997699987143278, 0.0054404172115027905, 0.005883134435862303, 0.006325851660221815, 0.0067685688845813274, 0.007211286574602127, 0.007654003798961639, 0.008096721023321152, 0.008539438247680664, 0.008982155472040176, 0.009424872696399689, 0.009867589920759201, 0.010310307145118713, 0.010753024369478226, 0.011195741593837738, 0.01163845881819725, 0.012081176042556763, 0.012523893266916275, 0.012966611422598362, 0.013409328646957874, 0.013852045871317387, 0.014294763095676899, 0.014737480320036411, 0.015180197544395924, 0.015622914768755436, 0.016065631061792374]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 3.0, 1.0, 1.0, 5.0, 2.0, 8.0, 6.0, 13.0, 22.0, 19.0, 21.0, 24.0, 30.0, 49.0, 63.0, 98.0, 91.0, 152.0, 162.0, 237.0, 239.0, 324.0, 428.0, 573.0, 817.0, 1128.0, 1708.0, 5764.0, 2010.0, 1143.0, 699.0, 557.0, 432.0, 289.0, 211.0, 191.0, 175.0, 124.0, 108.0, 92.0, 78.0, 65.0, 59.0, 49.0, 29.0, 14.0, 28.0, 19.0, 17.0, 15.0, 6.0, 7.0, 11.0, 3.0, 5.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0], "bins": [-0.007882360368967056, -0.00760789355263114, -0.007333426736295223, -0.007058960385620594, -0.0067844935692846775, -0.006510026752948761, -0.006235560402274132, -0.005961093585938215, -0.005686626769602299, -0.005412159953266382, -0.005137693136930466, -0.0048632267862558365, -0.00458875996991992, -0.0043142931535840034, -0.004039826802909374, -0.0037653599865734577, -0.003490893170237541, -0.0032164263539016247, -0.002941959770396352, -0.002667493186891079, -0.0023930263705551624, -0.002118559554219246, -0.001844092970713973, -0.0015696262707933784, -0.0012951595708727837, -0.001020692870952189, -0.0007462261710315943, -0.0004717594711109996, -0.0001972927711904049, 7.71739287301898e-05, 0.0003516406286507845, 0.0006261073285713792, 0.0009005740284919739, 0.0011750407284125686, 0.0014495074283331633, 0.001723974128253758, 0.0019984408281743526, 0.002272907644510269, 0.002547374228015542, 0.002821840811520815, 0.0030963076278567314, 0.003370774444192648, 0.003645241027697921, 0.003919707611203194, 0.00419417442753911, 0.004468641243875027, 0.004743107594549656, 0.005017574410885572, 0.005292041227221489, 0.0055665080435574055, 0.005840974859893322, 0.006115441210567951, 0.006389908026903868, 0.006664374843239784, 0.0069388411939144135, 0.00721330801025033, 0.0074877748265862465, 0.007762241642922163, 0.00803670845925808, 0.008311174809932709, 0.008585641160607338, 0.008860108442604542, 0.009134574793279171, 0.009409042075276375, 0.009683508425951004]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 0.0, 1.0, 3.0, 0.0, 2.0, 2.0, 1.0, 1.0, 2.0, 0.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.09069076180458069, -0.08757804334163666, -0.08446531742811203, -0.081352598965168, -0.07823988050222397, -0.07512715458869934, -0.07201443612575531, -0.06890171766281128, -0.06578899919986725, -0.06267627328634262, -0.05956355482339859, -0.05645083263516426, -0.05333811044692993, -0.0502253919839859, -0.04711266979575157, -0.04399995133280754, -0.04088722914457321, -0.03777450695633888, -0.03466178849339485, -0.03154906630516052, -0.028436345979571342, -0.025323625653982162, -0.022210903465747833, -0.019098183140158653, -0.015985462814569473, -0.012872742488980293, -0.009760021232068539, -0.006647300440818071, -0.003534579649567604, -0.00042185885831713676, 0.0026908619329333305, 0.005803582724183798, 0.008916303515434265, 0.012029023841023445, 0.0151417450979352, 0.018254466354846954, 0.021367186680436134, 0.024479907006025314, 0.027592629194259644, 0.030705349519848824, 0.033818069845438004, 0.03693079203367233, 0.040043510496616364, 0.04315623268485069, 0.04626895487308502, 0.04938167333602905, 0.05249439552426338, 0.05560711398720741, 0.05871983617544174, 0.06183255836367607, 0.0649452805519104, 0.06805799901485443, 0.07117071747779846, 0.07428344339132309, 0.07739616185426712, 0.08050888031721115, 0.08362160623073578, 0.08673432469367981, 0.08984704315662384, 0.09295976161956787, 0.0960724875330925, 0.09918520599603653, 0.10229792445898056, 0.10541065037250519, 0.10852336883544922]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [4.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 4.0, 4.0, 3.0, 4.0, 6.0, 5.0, 5.0, 11.0, 10.0, 6.0, 8.0, 7.0, 9.0, 9.0, 9.0, 19.0, 36.0, 19.0, 18.0, 13.0, 13.0, 16.0, 9.0, 4.0, 5.0, 4.0, 4.0, 2.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.04942118003964424, -0.04737551882863045, -0.045329853892326355, -0.04328419268131256, -0.04123853147029877, -0.039192866533994675, -0.03714720532298088, -0.03510154411196709, -0.033055879175662994, -0.0310102179646492, -0.028964556753635406, -0.026918893679976463, -0.02487323060631752, -0.022827569395303726, -0.020781906321644783, -0.01873624511063099, -0.016690582036972046, -0.014644919894635677, -0.012599257752299309, -0.010553594678640366, -0.008507932536303997, -0.0064622703939676285, -0.004416607785969973, -0.0023709454108029604, -0.0003252830356359482, 0.001720379339531064, 0.0037660417146980762, 0.005811704322695732, 0.0078573664650321, 0.00990302860736847, 0.011948691681027412, 0.013994353823363781, 0.01604001596570015, 0.018085679039359093, 0.020131340250372887, 0.02217700332403183, 0.024222664535045624, 0.026268327608704567, 0.02831399068236351, 0.030359651893377304, 0.032405316829681396, 0.03445097804069519, 0.036496639251708984, 0.03854230046272278, 0.04058796539902687, 0.042633626610040665, 0.04467928782105446, 0.04672495275735855, 0.048770613968372345, 0.05081627517938614, 0.05286194011569023, 0.054907601326704025, 0.05695326253771782, 0.05899892747402191, 0.061044588685035706, 0.0630902498960495, 0.0651359111070633, 0.06718157231807709, 0.06922724097967148, 0.07127290219068527, 0.07331856340169907, 0.07536422461271286, 0.07740988582372665, 0.07945554703474045, 0.08150121569633484]}, "_runtime": 184.01621770858765, "_timestamp": 1596219149.1690702, "_step": 49}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 5.0, 2.0, 0.0, 0.0, 2.0, 1.0, 2.0, 2.0, 3.0, 3.0, 4.0, 3.0, 1.0, 3.0, 3.0, 1.0, 2.0, 0.0, 1.0, 3.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.010190035216510296, -0.009925182908773422, -0.009660330601036549, -0.009395478293299675, -0.009130626916885376, -0.008865774609148502, -0.008600922301411629, -0.008336069993674755, -0.008071217685937881, -0.007806365378201008, -0.007541513070464134, -0.007276661228388548, -0.007011808920651674, -0.006746956612914801, -0.006482104770839214, -0.006217252463102341, -0.005952400155365467, -0.0056875478476285934, -0.00542269553989172, -0.0051578436978161335, -0.00489299139007926, -0.004628139082342386, -0.0043632872402668, -0.004098434932529926, -0.0038335826247930527, -0.003568730317056179, -0.003303878242149949, -0.003039026167243719, -0.0027741738595068455, -0.002509321551769972, -0.002244469476863742, -0.001979617401957512, -0.0017147650942206383, -0.0014499129028990865, -0.0011850607115775347, -0.0009202085202559829, -0.0006553563289344311, -0.0003905041376128793, -0.00012565194629132748, 0.00013920024503022432, 0.0004040524363517761, 0.0006689046276733279, 0.0009337568189948797, 0.0011986090103164315, 0.0014634612016379833, 0.0017283133929595351, 0.001993165584281087, 0.002258017659187317, 0.0025228699669241905, 0.002787722274661064, 0.003052574349567294, 0.003317426424473524, 0.0035822787322103977, 0.0038471310399472713, 0.004111982882022858, 0.004376835189759731, 0.004641687497496605, 0.0049065398052334785, 0.005171392112970352, 0.0054362439550459385, 0.005701096262782812, 0.005965948570519686, 0.006230800412595272, 0.006495652720332146, 0.006760505028069019]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 1.0, 2.0, 3.0, 7.0, 8.0, 4.0, 5.0, 12.0, 11.0, 12.0, 18.0, 23.0, 27.0, 23.0, 45.0, 54.0, 51.0, 71.0, 103.0, 117.0, 171.0, 278.0, 5062.0, 803.0, 271.0, 181.0, 131.0, 86.0, 75.0, 51.0, 40.0, 36.0, 30.0, 17.0, 17.0, 19.0, 10.0, 9.0, 13.0, 7.0, 7.0, 4.0, 0.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.09619405120611191, -0.09343104064464569, -0.09066803008317947, -0.08790501952171326, -0.08514200150966644, -0.08237899094820023, -0.07961598038673401, -0.07685296982526779, -0.07408995926380157, -0.07132694870233536, -0.06856393814086914, -0.06580092757940292, -0.0630379170179367, -0.06027490273118019, -0.057511888444423676, -0.05474887788295746, -0.05198586732149124, -0.049222856760025024, -0.04645984619855881, -0.04369683191180229, -0.040933821350336075, -0.03817081078886986, -0.03540779650211334, -0.032644785940647125, -0.029881775379180908, -0.02711876481771469, -0.024355752393603325, -0.02159273996949196, -0.01882972940802574, -0.016066718846559525, -0.013303706422448158, -0.010540694929659367, -0.007777683436870575, -0.005014671944081783, -0.0022516604512929916, 0.0005113510414958, 0.0032743625342845917, 0.006037374027073383, 0.008800385519862175, 0.011563397012650967, 0.014326408505439758, 0.017089419066905975, 0.01985243149101734, 0.022615443915128708, 0.025378454476594925, 0.028141465038061142, 0.030904477462172508, 0.033667489886283875, 0.03643050044775009, 0.03919351100921631, 0.041956521570682526, 0.04471953585743904, 0.04748254641890526, 0.050245556980371475, 0.05300857126712799, 0.05577158182859421, 0.058534592390060425, 0.06129760295152664, 0.06406061351299286, 0.06682362407445908, 0.06958663463592529, 0.0723496526479721, 0.07511266320943832, 0.07787567377090454, 0.08063868433237076]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 3.0, 0.0, 1.0, 2.0, 1.0, 4.0, 4.0, 1.0, 5.0, 2.0, 2.0, 8.0, 1.0, 2.0, 4.0, 6.0, 5.0, 25.0, 1.0, 4.0, 3.0, 3.0, 2.0, 4.0, 2.0, 1.0, 6.0, 2.0, 2.0, 1.0, 2.0, 0.0, 2.0, 1.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.0022953839506953955, -0.0022147544659674168, -0.0021341252140700817, -0.0020534959621727467, -0.001972866477444768, -0.001892237109132111, -0.0018116077408194542, -0.0017309783725067973, -0.0016503490041941404, -0.0015697196358814836, -0.0014890902675688267, -0.0014084608992561698, -0.001327831530943513, -0.001247202162630856, -0.0011665727943181992, -0.0010859434260055423, -0.0010053140576928854, -0.0009246846893802285, -0.0008440553210675716, -0.0007634259527549148, -0.0006827965844422579, -0.000602167216129601, -0.0005215378478169441, -0.00044090847950428724, -0.00036027911119163036, -0.0002796497428789735, -0.0001990203745663166, -0.00011839100625365973, -3.7761637941002846e-05, 4.2867730371654034e-05, 0.0001234970986843109, 0.0002041264669969678, 0.00028475583530962467, 0.00036538520362228155, 0.00044601457193493843, 0.0005266439402475953, 0.0006072733085602522, 0.0006879026768729091, 0.000768532045185566, 0.0008491614134982228, 0.0009297907818108797, 0.0010104201501235366, 0.0010910495184361935, 0.0011716788867488503, 0.0012523082550615072, 0.001332937623374164, 0.001413566991686821, 0.0014941963599994779, 0.0015748257283121347, 0.0016554550966247916, 0.0017360844649374485, 0.0018167138332501054, 0.0018973432015627623, 0.001977972686290741, 0.002058601938188076, 0.002139231190085411, 0.0022198606748133898, 0.0023004901595413685, 0.0023811194114387035, 0.0024617486633360386, 0.0025423781480640173, 0.002623007632791996, 0.002703636884689331, 0.002784266136586666, 0.002864895621314645]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 5.0, 8.0, 12.0, 11.0, 27.0, 45.0, 54.0, 80.0, 109.0, 167.0, 207.0, 318.0, 488.0, 759.0, 1249.0, 2118.0, 3951.0, 7812.0, 17077.0, 44019.0, 247515.0, 777653.0, 40213.0, 16114.0, 7910.0, 4419.0, 2458.0, 1568.0, 1033.0, 691.0, 435.0, 300.0, 222.0, 143.0, 104.0, 80.0, 59.0, 49.0, 42.0, 18.0, 22.0, 16.0, 10.0, 14.0, 4.0, 3.0, 5.0, 2.0, 6.0, 4.0, 1.0, 2.0, 2.0, 1.0, 0.0, 2.0, 1.0], "bins": [-0.005835241638123989, -0.005627174861729145, -0.005419108085334301, -0.005211041308939457, -0.005002974532544613, -0.0047949072904884815, -0.0045868405140936375, -0.004378773737698793, -0.004170706961303949, -0.003962640184909105, -0.0037545734085142612, -0.0035465063992887735, -0.0033384396228939295, -0.0031303728464990854, -0.0029223058372735977, -0.0027142390608787537, -0.0025061722844839096, -0.0022981055080890656, -0.0020900387316942215, -0.0018819717224687338, -0.0016739049460738897, -0.0014658381696790457, -0.0012577712768688798, -0.001049704384058714, -0.0008416376076638699, -0.0006335707730613649, -0.0004255039384588599, -0.00021743710385635495, -9.370269253849983e-06, 0.00019869656534865499, 0.00040676339995115995, 0.0006148302345536649, 0.0008228970691561699, 0.001030963845551014, 0.0012390307383611798, 0.0014470976311713457, 0.0016551644075661898, 0.0018632311839610338, 0.0020712981931865215, 0.0022793649695813656, 0.0024874317459762096, 0.0026954985223710537, 0.0029035652987658978, 0.0031116323079913855, 0.0033196990843862295, 0.0035277658607810736, 0.0037358328700065613, 0.003943899646401405, 0.004151966422796249, 0.0043600331991910934, 0.0045680999755859375, 0.0047761667519807816, 0.004984233528375626, 0.005192300770431757, 0.005400367546826601, 0.005608434323221445, 0.005816501099616289, 0.006024567876011133, 0.006232634652405977, 0.006440701428800821, 0.006648768670856953, 0.006856835447251797, 0.007064902223646641, 0.007272969000041485, 0.007481035776436329]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 1.0, 3.0, 1.0, 3.0, 2.0, 3.0, 4.0, 2.0, 6.0, 3.0, 3.0, 4.0, 3.0, 4.0, 1.0, 0.0, 1.0, 4.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.018062908202409744, -0.01736273244023323, -0.016662558540701866, -0.015962382778525352, -0.015262207947671413, -0.0145620321854949, -0.01386185735464096, -0.013161682523787022, -0.012461507692933083, -0.011761331930756569, -0.01106115709990263, -0.01036098226904869, -0.009660806506872177, -0.008960631676018238, -0.008260456845164299, -0.007560281548649073, -0.006860106252133846, -0.00615993095561862, -0.005459756124764681, -0.0047595808282494545, -0.0040594059973955154, -0.003359230700880289, -0.0026590554043650627, -0.00195888034068048, -0.0012587052769958973, -0.0005585301551036537, 0.00014164496678858995, 0.0008418200886808336, 0.0015419952105730772, 0.00224217027425766, 0.0029423455707728863, 0.003642520634457469, 0.004342695698142052, 0.005042870994657278, 0.005743045825511217, 0.0064432211220264435, 0.0071433959528803825, 0.007843571715056896, 0.008543746545910835, 0.009243921376764774, 0.009944096207618713, 0.010644271969795227, 0.011344446800649166, 0.012044621631503105, 0.012744797393679619, 0.013444972224533558, 0.014145147055387497, 0.01484532281756401, 0.01554549764841795, 0.01624567247927189, 0.016945848241448402, 0.017646022140979767, 0.01834619790315628, 0.019046373665332794, 0.01974654756486416, 0.020446723327040672, 0.021146899089217186, 0.02184707298874855, 0.022547248750925064, 0.023247424513101578, 0.023947598412632942, 0.024647774174809456, 0.02534794993698597, 0.026048123836517334, 0.026748299598693848]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [4.0, 0.0, 1.0, 1.0, 6.0, 2.0, 4.0, 1.0, 5.0, 8.0, 3.0, 14.0, 17.0, 21.0, 24.0, 21.0, 42.0, 42.0, 61.0, 81.0, 89.0, 153.0, 184.0, 298.0, 407.0, 507.0, 748.0, 1046.0, 1598.0, 5720.0, 2287.0, 1397.0, 1049.0, 646.0, 459.0, 354.0, 246.0, 180.0, 151.0, 123.0, 88.0, 59.0, 60.0, 49.0, 35.0, 34.0, 21.0, 12.0, 10.0, 12.0, 11.0, 9.0, 6.0, 2.0, 4.0, 8.0, 2.0, 5.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.008900115266442299, -0.008601776324212551, -0.008303437381982803, -0.008005098439753056, -0.007706759963184595, -0.007408421020954847, -0.007110082544386387, -0.006811743602156639, -0.006513404659926891, -0.0062150657176971436, -0.005916726775467396, -0.005618388298898935, -0.0053200493566691875, -0.00502171041443944, -0.004723371937870979, -0.0044250329956412315, -0.004126694053411484, -0.003828355111181736, -0.003530016401782632, -0.0032316776923835278, -0.00293333875015378, -0.002634999807924032, -0.002336661098524928, -0.002038322389125824, -0.0017399834468960762, -0.0014416446210816503, -0.0011433057952672243, -0.0008449669694527984, -0.0005466281436383724, -0.0002482893178239465, 5.004950799047947e-05, 0.0003483883338049054, 0.0006467271596193314, 0.0009450659854337573, 0.0012434048112481833, 0.0015417436370626092, 0.0018400824628770351, 0.002138421405106783, 0.002436760114505887, 0.002735098823904991, 0.003033437766134739, 0.0033317767083644867, 0.003630115417763591, 0.003928454127162695, 0.004226793069392443, 0.0045251320116221905, 0.004823470488190651, 0.005121809430420399, 0.0054201483726501465, 0.005718487314879894, 0.006016826257109642, 0.0063151647336781025, 0.00661350367590785, 0.006911842618137598, 0.0072101810947060585, 0.007508520036935806, 0.007806858979165554, 0.008105197921395302, 0.00840353686362505, 0.008701875805854797, 0.00900021381676197, 0.009298552758991718, 0.009596891701221466, 0.009895230643451214, 0.010193569585680962]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 0.0, 1.0, 1.0, 2.0, 4.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.09691810607910156, -0.09439593553543091, -0.09187376499176025, -0.0893515944480896, -0.08682942390441895, -0.08430725336074829, -0.08178508281707764, -0.07926291227340698, -0.07674074172973633, -0.07421856373548508, -0.07169639319181442, -0.06917422264814377, -0.06665205210447311, -0.06412988156080246, -0.061607711017131805, -0.05908554047346115, -0.0565633699297905, -0.05404119938611984, -0.05151902884244919, -0.048996858298778534, -0.04647468775510788, -0.04395251348614693, -0.04143034294247627, -0.03890817239880562, -0.036386001855134964, -0.03386383131146431, -0.031341660767793655, -0.028819488361477852, -0.026297317817807198, -0.023775147274136543, -0.02125297486782074, -0.018730804324150085, -0.01620863378047943, -0.013686463236808777, -0.011164291761815548, -0.008642120286822319, -0.006119949743151665, -0.003597778733819723, -0.0010756077244877815, 0.00144656328484416, 0.003968734294176102, 0.006490905303508043, 0.009013076312839985, 0.011535247787833214, 0.014057418331503868, 0.016579588875174522, 0.019101761281490326, 0.02162393182516098, 0.024146102368831635, 0.02666827291250229, 0.029190443456172943, 0.0317126139998436, 0.03423478454351425, 0.036756958812475204, 0.03927912935614586, 0.04180129989981651, 0.04432347044348717, 0.04684564098715782, 0.049367811530828476, 0.05188998207449913, 0.05441215634346008, 0.05693432688713074, 0.05945649743080139, 0.061978667974472046, 0.0645008385181427]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [4.0, 1.0, 4.0, 1.0, 0.0, 4.0, 2.0, 2.0, 3.0, 0.0, 0.0, 2.0, 2.0, 4.0, 6.0, 7.0, 7.0, 10.0, 15.0, 14.0, 18.0, 20.0, 31.0, 17.0, 32.0, 23.0, 14.0, 9.0, 7.0, 3.0, 4.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.03424382582306862, -0.03286246582865715, -0.03148110955953598, -0.03009974956512451, -0.028718391433358192, -0.027337031438946724, -0.025955673307180405, -0.024574315175414085, -0.023192957043647766, -0.021811597049236298, -0.02043023891746998, -0.01904888078570366, -0.01766752079129219, -0.01628616265952587, -0.014904803596436977, -0.013523445464670658, -0.012142086401581764, -0.01076072733849287, -0.009379369206726551, -0.007998010143637657, -0.006616651546210051, -0.005235292948782444, -0.0038539341185241938, -0.0024725752882659435, -0.001091216690838337, 0.00029014202300459146, 0.0016715007368475199, 0.00305285956710577, 0.004434218164533377, 0.005815576761960983, 0.007196935825049877, 0.008578293956816196, 0.00995965301990509, 0.011341012082993984, 0.012722370214760303, 0.014103729277849197, 0.015485087409615517, 0.016866447404026985, 0.018247805535793304, 0.019629163667559624, 0.021010521799325943, 0.02239188179373741, 0.02377323992550373, 0.02515459805727005, 0.02653595805168152, 0.027917316183447838, 0.029298674315214157, 0.030680034309625626, 0.032061390578746796, 0.033442750573158264, 0.03482411056756973, 0.0362054668366909, 0.03758682683110237, 0.03896818682551384, 0.04034954309463501, 0.04173090308904648, 0.04311226308345795, 0.04449361935257912, 0.045874979346990585, 0.047256339341402054, 0.048637695610523224, 0.05001905560493469, 0.05140041559934616, 0.05278177186846733, 0.0541631318628788]}, "_runtime": 191.88105082511902, "_timestamp": 1596219157.0339034, "_step": 50}
+{"val_accuracy": 0.8250342465753425, "val_loss": 0.4562350103299912, "_runtime": 193.3948802947998, "_timestamp": 1596219158.5477328, "_step": 51}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: V Confidence: 0.570 Truth: v", "Prediction: 5 Confidence: 1.000 Truth: 5", "Prediction: 2 Confidence: 1.000 Truth: 2", "Prediction: 0 Confidence: 0.610 Truth: 0"]}, "_runtime": 193.6629843711853, "_timestamp": 1596219158.815837, "_step": 52}
+{"validation_metric": 0.8254302226027397, "_runtime": 194.66445469856262, "_timestamp": 1596219159.8173072, "_step": 53}
diff --git a/wandb/run-20200731_200927-r504fu7h/wandb-metadata.json b/wandb/run-20200731_200927-r504fu7h/wandb-metadata.json
new file mode 100644
index 0000000..855535a
--- /dev/null
+++ b/wandb/run-20200731_200927-r504fu7h/wandb-metadata.json
@@ -0,0 +1,30 @@
+{
+ "root": "/home/akternurra/Documents/projects/quest-for-general-artifical-intelligence/projects/text-recognizer",
+ "program": "<python with no main file>",
+ "git": {
+ "remote": "git@github.com:aktersnurra/text-recognizer.git",
+ "commit": "fa461db6132e7a22f3aa1bb48cce8981890325fb"
+ },
+ "email": "gustaf.rydholm@gmail.com",
+ "startedAt": "2020-07-31T18:09:28.248612",
+ "host": "kompjuter",
+ "username": "akternurra",
+ "executable": "/home/akternurra/.cache/pypoetry/virtualenvs/text-recognizer-N1c_zsdp-py3.8/bin/python",
+ "os": "Linux-5.4.0-42-generic-x86_64-with-glibc2.27",
+ "python": "3.8.2",
+ "gpu": "GeForce RTX 2070",
+ "gpu_count": 1,
+ "cpu_count": 12,
+ "cuda": "10.1.105",
+ "args": [
+ "--gpu=-1",
+ "--save",
+ "--experiment_config={\"dataloader\": \"EmnistDataLoader\", \"data_loader_args\": {\"splits\": [\"train\", \"val\"], \"sample_to_balance\": true, \"subsample_fraction\": null, \"transform\": null, \"target_transform\": null, \"batch_size\": 256, \"shuffle\": true, \"num_workers\": 8, \"cuda\": true, \"seed\": 4711}, \"model\": \"CharacterModel\", \"metrics\": [\"accuracy\"], \"network\": \"LeNet\", \"network_args\": {\"input_size\": [28, 28], \"output_size\": 62}, \"train_args\": {\"batch_size\": 256, \"epochs\": 16}, \"criterion\": \"CrossEntropyLoss\", \"criterion_args\": {\"weight\": null, \"ignore_index\": -100, \"reduction\": \"mean\"}, \"optimizer\": \"AdamW\", \"optimizer_args\": {\"lr\": 0.01, \"betas\": [0.9, 0.999], \"eps\": 1e-08, \"weight_decay\": 0, \"amsgrad\": false}, \"lr_scheduler\": \"OneCycleLR\", \"lr_scheduler_args\": {\"max_lr\": 0.001, \"epochs\": 16}, \"callbacks\": [\"Checkpoint\", \"EarlyStopping\", \"WandbCallback\", \"WandbImageLogger\"], \"callback_args\": {\"Checkpoint\": {\"monitor\": \"val_accuracy\"}, \"EarlyStopping\": {\"monitor\": \"val_loss\", \"min_delta\": 0.0, \"patience\": 3, \"mode\": \"min\"}, \"WandbCallback\": {\"log_batch_frequency\": 10}, \"WandbImageLogger\": {\"num_examples\": 4}}, \"verbosity\": 1, \"resume_experiment\": null, \"experiment_group\": \"Sample Experiments\"}"
+ ],
+ "state": "finished",
+ "jobType": null,
+ "mode": "run",
+ "project": "text-recognizer",
+ "heartbeatAt": "2020-07-31T18:12:40.083337",
+ "exitcode": 0
+}
diff --git a/wandb/run-20200731_200927-r504fu7h/wandb-summary.json b/wandb/run-20200731_200927-r504fu7h/wandb-summary.json
new file mode 100644
index 0000000..9816c8b
--- /dev/null
+++ b/wandb/run-20200731_200927-r504fu7h/wandb-summary.json
@@ -0,0 +1 @@
+{"graph_0": {"_type": "graph-file", "path": "media/graph/graph_0_summary_1247f856.graph.json", "sha256": "1247f85635bed47f6d99a055d780664ed7a43583b3eae87b3d84d20e64bb0d1a", "size": 1814}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 1.0, 3.0, 1.0, 3.0, 2.0, 3.0, 4.0, 2.0, 6.0, 3.0, 3.0, 4.0, 3.0, 4.0, 1.0, 0.0, 1.0, 4.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.018062908202409744, -0.01736273244023323, -0.016662558540701866, -0.015962382778525352, -0.015262207947671413, -0.0145620321854949, -0.01386185735464096, -0.013161682523787022, -0.012461507692933083, -0.011761331930756569, -0.01106115709990263, -0.01036098226904869, -0.009660806506872177, -0.008960631676018238, -0.008260456845164299, -0.007560281548649073, -0.006860106252133846, -0.00615993095561862, -0.005459756124764681, -0.0047595808282494545, -0.0040594059973955154, -0.003359230700880289, -0.0026590554043650627, -0.00195888034068048, -0.0012587052769958973, -0.0005585301551036537, 0.00014164496678858995, 0.0008418200886808336, 0.0015419952105730772, 0.00224217027425766, 0.0029423455707728863, 0.003642520634457469, 0.004342695698142052, 0.005042870994657278, 0.005743045825511217, 0.0064432211220264435, 0.0071433959528803825, 0.007843571715056896, 0.008543746545910835, 0.009243921376764774, 0.009944096207618713, 0.010644271969795227, 0.011344446800649166, 0.012044621631503105, 0.012744797393679619, 0.013444972224533558, 0.014145147055387497, 0.01484532281756401, 0.01554549764841795, 0.01624567247927189, 0.016945848241448402, 0.017646022140979767, 0.01834619790315628, 0.019046373665332794, 0.01974654756486416, 0.020446723327040672, 0.021146899089217186, 0.02184707298874855, 0.022547248750925064, 0.023247424513101578, 0.023947598412632942, 0.024647774174809456, 0.02534794993698597, 0.026048123836517334, 0.026748299598693848]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 3.0, 0.0, 1.0, 2.0, 1.0, 4.0, 4.0, 1.0, 5.0, 2.0, 2.0, 8.0, 1.0, 2.0, 4.0, 6.0, 5.0, 25.0, 1.0, 4.0, 3.0, 3.0, 2.0, 4.0, 2.0, 1.0, 6.0, 2.0, 2.0, 1.0, 2.0, 0.0, 2.0, 1.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.0022953839506953955, -0.0022147544659674168, -0.0021341252140700817, -0.0020534959621727467, -0.001972866477444768, -0.001892237109132111, -0.0018116077408194542, -0.0017309783725067973, -0.0016503490041941404, -0.0015697196358814836, -0.0014890902675688267, -0.0014084608992561698, -0.001327831530943513, -0.001247202162630856, -0.0011665727943181992, -0.0010859434260055423, -0.0010053140576928854, -0.0009246846893802285, -0.0008440553210675716, -0.0007634259527549148, -0.0006827965844422579, -0.000602167216129601, -0.0005215378478169441, -0.00044090847950428724, -0.00036027911119163036, -0.0002796497428789735, -0.0001990203745663166, -0.00011839100625365973, -3.7761637941002846e-05, 4.2867730371654034e-05, 0.0001234970986843109, 0.0002041264669969678, 0.00028475583530962467, 0.00036538520362228155, 0.00044601457193493843, 0.0005266439402475953, 0.0006072733085602522, 0.0006879026768729091, 0.000768532045185566, 0.0008491614134982228, 0.0009297907818108797, 0.0010104201501235366, 0.0010910495184361935, 0.0011716788867488503, 0.0012523082550615072, 0.001332937623374164, 0.001413566991686821, 0.0014941963599994779, 0.0015748257283121347, 0.0016554550966247916, 0.0017360844649374485, 0.0018167138332501054, 0.0018973432015627623, 0.001977972686290741, 0.002058601938188076, 0.002139231190085411, 0.0022198606748133898, 0.0023004901595413685, 0.0023811194114387035, 0.0024617486633360386, 0.0025423781480640173, 0.002623007632791996, 0.002703636884689331, 0.002784266136586666, 0.002864895621314645]}, "_runtime": 194.66445469856262, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 5.0, 8.0, 12.0, 11.0, 27.0, 45.0, 54.0, 80.0, 109.0, 167.0, 207.0, 318.0, 488.0, 759.0, 1249.0, 2118.0, 3951.0, 7812.0, 17077.0, 44019.0, 247515.0, 777653.0, 40213.0, 16114.0, 7910.0, 4419.0, 2458.0, 1568.0, 1033.0, 691.0, 435.0, 300.0, 222.0, 143.0, 104.0, 80.0, 59.0, 49.0, 42.0, 18.0, 22.0, 16.0, 10.0, 14.0, 4.0, 3.0, 5.0, 2.0, 6.0, 4.0, 1.0, 2.0, 2.0, 1.0, 0.0, 2.0, 1.0], "bins": [-0.005835241638123989, -0.005627174861729145, -0.005419108085334301, -0.005211041308939457, -0.005002974532544613, -0.0047949072904884815, -0.0045868405140936375, -0.004378773737698793, -0.004170706961303949, -0.003962640184909105, -0.0037545734085142612, -0.0035465063992887735, -0.0033384396228939295, -0.0031303728464990854, -0.0029223058372735977, -0.0027142390608787537, -0.0025061722844839096, -0.0022981055080890656, -0.0020900387316942215, -0.0018819717224687338, -0.0016739049460738897, -0.0014658381696790457, -0.0012577712768688798, -0.001049704384058714, -0.0008416376076638699, -0.0006335707730613649, -0.0004255039384588599, -0.00021743710385635495, -9.370269253849983e-06, 0.00019869656534865499, 0.00040676339995115995, 0.0006148302345536649, 0.0008228970691561699, 0.001030963845551014, 0.0012390307383611798, 0.0014470976311713457, 0.0016551644075661898, 0.0018632311839610338, 0.0020712981931865215, 0.0022793649695813656, 0.0024874317459762096, 0.0026954985223710537, 0.0029035652987658978, 0.0031116323079913855, 0.0033196990843862295, 0.0035277658607810736, 0.0037358328700065613, 0.003943899646401405, 0.004151966422796249, 0.0043600331991910934, 0.0045680999755859375, 0.0047761667519807816, 0.004984233528375626, 0.005192300770431757, 0.005400367546826601, 0.005608434323221445, 0.005816501099616289, 0.006024567876011133, 0.006232634652405977, 0.006440701428800821, 0.006648768670856953, 0.006856835447251797, 0.007064902223646641, 0.007272969000041485, 0.007481035776436329]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 1.0, 2.0, 3.0, 7.0, 8.0, 4.0, 5.0, 12.0, 11.0, 12.0, 18.0, 23.0, 27.0, 23.0, 45.0, 54.0, 51.0, 71.0, 103.0, 117.0, 171.0, 278.0, 5062.0, 803.0, 271.0, 181.0, 131.0, 86.0, 75.0, 51.0, 40.0, 36.0, 30.0, 17.0, 17.0, 19.0, 10.0, 9.0, 13.0, 7.0, 7.0, 4.0, 0.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.09619405120611191, -0.09343104064464569, -0.09066803008317947, -0.08790501952171326, -0.08514200150966644, -0.08237899094820023, -0.07961598038673401, -0.07685296982526779, -0.07408995926380157, -0.07132694870233536, -0.06856393814086914, -0.06580092757940292, -0.0630379170179367, -0.06027490273118019, -0.057511888444423676, -0.05474887788295746, -0.05198586732149124, -0.049222856760025024, -0.04645984619855881, -0.04369683191180229, -0.040933821350336075, -0.03817081078886986, -0.03540779650211334, -0.032644785940647125, -0.029881775379180908, -0.02711876481771469, -0.024355752393603325, -0.02159273996949196, -0.01882972940802574, -0.016066718846559525, -0.013303706422448158, -0.010540694929659367, -0.007777683436870575, -0.005014671944081783, -0.0022516604512929916, 0.0005113510414958, 0.0032743625342845917, 0.006037374027073383, 0.008800385519862175, 0.011563397012650967, 0.014326408505439758, 0.017089419066905975, 0.01985243149101734, 0.022615443915128708, 0.025378454476594925, 0.028141465038061142, 0.030904477462172508, 0.033667489886283875, 0.03643050044775009, 0.03919351100921631, 0.041956521570682526, 0.04471953585743904, 0.04748254641890526, 0.050245556980371475, 0.05300857126712799, 0.05577158182859421, 0.058534592390060425, 0.06129760295152664, 0.06406061351299286, 0.06682362407445908, 0.06958663463592529, 0.0723496526479721, 0.07511266320943832, 0.07787567377090454, 0.08063868433237076]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [4.0, 0.0, 1.0, 1.0, 6.0, 2.0, 4.0, 1.0, 5.0, 8.0, 3.0, 14.0, 17.0, 21.0, 24.0, 21.0, 42.0, 42.0, 61.0, 81.0, 89.0, 153.0, 184.0, 298.0, 407.0, 507.0, 748.0, 1046.0, 1598.0, 5720.0, 2287.0, 1397.0, 1049.0, 646.0, 459.0, 354.0, 246.0, 180.0, 151.0, 123.0, 88.0, 59.0, 60.0, 49.0, 35.0, 34.0, 21.0, 12.0, 10.0, 12.0, 11.0, 9.0, 6.0, 2.0, 4.0, 8.0, 2.0, 5.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.008900115266442299, -0.008601776324212551, -0.008303437381982803, -0.008005098439753056, -0.007706759963184595, -0.007408421020954847, -0.007110082544386387, -0.006811743602156639, -0.006513404659926891, -0.0062150657176971436, -0.005916726775467396, -0.005618388298898935, -0.0053200493566691875, -0.00502171041443944, -0.004723371937870979, -0.0044250329956412315, -0.004126694053411484, -0.003828355111181736, -0.003530016401782632, -0.0032316776923835278, -0.00293333875015378, -0.002634999807924032, -0.002336661098524928, -0.002038322389125824, -0.0017399834468960762, -0.0014416446210816503, -0.0011433057952672243, -0.0008449669694527984, -0.0005466281436383724, -0.0002482893178239465, 5.004950799047947e-05, 0.0003483883338049054, 0.0006467271596193314, 0.0009450659854337573, 0.0012434048112481833, 0.0015417436370626092, 0.0018400824628770351, 0.002138421405106783, 0.002436760114505887, 0.002735098823904991, 0.003033437766134739, 0.0033317767083644867, 0.003630115417763591, 0.003928454127162695, 0.004226793069392443, 0.0045251320116221905, 0.004823470488190651, 0.005121809430420399, 0.0054201483726501465, 0.005718487314879894, 0.006016826257109642, 0.0063151647336781025, 0.00661350367590785, 0.006911842618137598, 0.0072101810947060585, 0.007508520036935806, 0.007806858979165554, 0.008105197921395302, 0.00840353686362505, 0.008701875805854797, 0.00900021381676197, 0.009298552758991718, 0.009596891701221466, 0.009895230643451214, 0.010193569585680962]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 0.0, 1.0, 1.0, 2.0, 4.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.09691810607910156, -0.09439593553543091, -0.09187376499176025, -0.0893515944480896, -0.08682942390441895, -0.08430725336074829, -0.08178508281707764, -0.07926291227340698, -0.07674074172973633, -0.07421856373548508, -0.07169639319181442, -0.06917422264814377, -0.06665205210447311, -0.06412988156080246, -0.061607711017131805, -0.05908554047346115, -0.0565633699297905, -0.05404119938611984, -0.05151902884244919, -0.048996858298778534, -0.04647468775510788, -0.04395251348614693, -0.04143034294247627, -0.03890817239880562, -0.036386001855134964, -0.03386383131146431, -0.031341660767793655, -0.028819488361477852, -0.026297317817807198, -0.023775147274136543, -0.02125297486782074, -0.018730804324150085, -0.01620863378047943, -0.013686463236808777, -0.011164291761815548, -0.008642120286822319, -0.006119949743151665, -0.003597778733819723, -0.0010756077244877815, 0.00144656328484416, 0.003968734294176102, 0.006490905303508043, 0.009013076312839985, 0.011535247787833214, 0.014057418331503868, 0.016579588875174522, 0.019101761281490326, 0.02162393182516098, 0.024146102368831635, 0.02666827291250229, 0.029190443456172943, 0.0317126139998436, 0.03423478454351425, 0.036756958812475204, 0.03927912935614586, 0.04180129989981651, 0.04432347044348717, 0.04684564098715782, 0.049367811530828476, 0.05188998207449913, 0.05441215634346008, 0.05693432688713074, 0.05945649743080139, 0.061978667974472046, 0.0645008385181427]}, "_timestamp": 1596219159.8173072, "_step": 53, "gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 5.0, 2.0, 0.0, 0.0, 2.0, 1.0, 2.0, 2.0, 3.0, 3.0, 4.0, 3.0, 1.0, 3.0, 3.0, 1.0, 2.0, 0.0, 1.0, 3.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.010190035216510296, -0.009925182908773422, -0.009660330601036549, -0.009395478293299675, -0.009130626916885376, -0.008865774609148502, -0.008600922301411629, -0.008336069993674755, -0.008071217685937881, -0.007806365378201008, -0.007541513070464134, -0.007276661228388548, -0.007011808920651674, -0.006746956612914801, -0.006482104770839214, -0.006217252463102341, -0.005952400155365467, -0.0056875478476285934, -0.00542269553989172, -0.0051578436978161335, -0.00489299139007926, -0.004628139082342386, -0.0043632872402668, -0.004098434932529926, -0.0038335826247930527, -0.003568730317056179, -0.003303878242149949, -0.003039026167243719, -0.0027741738595068455, -0.002509321551769972, -0.002244469476863742, -0.001979617401957512, -0.0017147650942206383, -0.0014499129028990865, -0.0011850607115775347, -0.0009202085202559829, -0.0006553563289344311, -0.0003905041376128793, -0.00012565194629132748, 0.00013920024503022432, 0.0004040524363517761, 0.0006689046276733279, 0.0009337568189948797, 0.0011986090103164315, 0.0014634612016379833, 0.0017283133929595351, 0.001993165584281087, 0.002258017659187317, 0.0025228699669241905, 0.002787722274661064, 0.003052574349567294, 0.003317426424473524, 0.0035822787322103977, 0.0038471310399472713, 0.004111982882022858, 0.004376835189759731, 0.004641687497496605, 0.0049065398052334785, 0.005171392112970352, 0.0054362439550459385, 0.005701096262782812, 0.005965948570519686, 0.006230800412595272, 0.006495652720332146, 0.006760505028069019]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [4.0, 1.0, 4.0, 1.0, 0.0, 4.0, 2.0, 2.0, 3.0, 0.0, 0.0, 2.0, 2.0, 4.0, 6.0, 7.0, 7.0, 10.0, 15.0, 14.0, 18.0, 20.0, 31.0, 17.0, 32.0, 23.0, 14.0, 9.0, 7.0, 3.0, 4.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.03424382582306862, -0.03286246582865715, -0.03148110955953598, -0.03009974956512451, -0.028718391433358192, -0.027337031438946724, -0.025955673307180405, -0.024574315175414085, -0.023192957043647766, -0.021811597049236298, -0.02043023891746998, -0.01904888078570366, -0.01766752079129219, -0.01628616265952587, -0.014904803596436977, -0.013523445464670658, -0.012142086401581764, -0.01076072733849287, -0.009379369206726551, -0.007998010143637657, -0.006616651546210051, -0.005235292948782444, -0.0038539341185241938, -0.0024725752882659435, -0.001091216690838337, 0.00029014202300459146, 0.0016715007368475199, 0.00305285956710577, 0.004434218164533377, 0.005815576761960983, 0.007196935825049877, 0.008578293956816196, 0.00995965301990509, 0.011341012082993984, 0.012722370214760303, 0.014103729277849197, 0.015485087409615517, 0.016866447404026985, 0.018247805535793304, 0.019629163667559624, 0.021010521799325943, 0.02239188179373741, 0.02377323992550373, 0.02515459805727005, 0.02653595805168152, 0.027917316183447838, 0.029298674315214157, 0.030680034309625626, 0.032061390578746796, 0.033442750573158264, 0.03482411056756973, 0.0362054668366909, 0.03758682683110237, 0.03896818682551384, 0.04034954309463501, 0.04173090308904648, 0.04311226308345795, 0.04449361935257912, 0.045874979346990585, 0.047256339341402054, 0.048637695610523224, 0.05001905560493469, 0.05140041559934616, 0.05278177186846733, 0.0541631318628788]}, "val_loss": 0.4562350103299912, "val_accuracy": 0.8250342465753425, "examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: V Confidence: 0.570 Truth: v", "Prediction: 5 Confidence: 1.000 Truth: 5", "Prediction: 2 Confidence: 1.000 Truth: 2", "Prediction: 0 Confidence: 0.610 Truth: 0"]}, "validation_metric": 0.8254302226027397}
diff --git a/wandb/run-20200731_221109-3nijzdz9/config.yaml b/wandb/run-20200731_221109-3nijzdz9/config.yaml
new file mode 100644
index 0000000..61d69dd
--- /dev/null
+++ b/wandb/run-20200731_221109-3nijzdz9/config.yaml
@@ -0,0 +1,112 @@
+wandb_version: 1
+
+_wandb:
+ desc: null
+ value:
+ cli_version: 0.9.4
+ framework: torch
+ is_jupyter_run: false
+ is_kaggle_kernel: false
+ python_version: 3.8.2
+callback_args:
+ desc: null
+ value:
+ Checkpoint:
+ monitor: val_accuracy
+ EarlyStopping:
+ min_delta: 0.0
+ mode: min
+ monitor: val_loss
+ patience: 3
+ OneCycleLR: null
+ WandbCallback:
+ log_batch_frequency: 10
+ WandbImageLogger:
+ num_examples: 4
+callbacks:
+ desc: null
+ value:
+ - Checkpoint
+ - EarlyStopping
+ - WandbCallback
+ - WandbImageLogger
+ - OneCycleLR
+criterion:
+ desc: null
+ value: CrossEntropyLoss
+criterion_args:
+ desc: null
+ value:
+ ignore_index: -100
+ reduction: mean
+ weight: null
+data_loader_args:
+ desc: null
+ value:
+ batch_size: 256
+ cuda: true
+ num_workers: 8
+ sample_to_balance: true
+ seed: 4711
+ shuffle: true
+ splits:
+ - train
+ - val
+ subsample_fraction: null
+ target_transform: null
+ transform: null
+dataloader:
+ desc: null
+ value: EmnistDataLoader
+experiment_group:
+ desc: null
+ value: Sample Experiments
+lr_scheduler:
+ desc: null
+ value: OneCycleLR
+lr_scheduler_args:
+ desc: null
+ value:
+ epochs: 16
+ max_lr: 0.001
+ steps_per_epoch: 1314
+metrics:
+ desc: null
+ value:
+ - accuracy
+model:
+ desc: null
+ value: CharacterModel
+network:
+ desc: null
+ value: MLP
+network_args:
+ desc: null
+ value:
+ input_size: 784
+ num_layers: 3
+ output_size: 62
+optimizer:
+ desc: null
+ value: AdamW
+optimizer_args:
+ desc: null
+ value:
+ amsgrad: false
+ betas:
+ - 0.9
+ - 0.999
+ eps: 1.0e-08
+ lr: 0.01
+ weight_decay: 0
+resume_experiment:
+ desc: null
+ value: null
+train_args:
+ desc: null
+ value:
+ batch_size: 256
+ epochs: 16
+verbosity:
+ desc: null
+ value: 1
diff --git a/wandb/run-20200731_221109-3nijzdz9/media/graph/graph_0_summary_7594abaf.graph.json b/wandb/run-20200731_221109-3nijzdz9/media/graph/graph_0_summary_7594abaf.graph.json
new file mode 100644
index 0000000..152c791
--- /dev/null
+++ b/wandb/run-20200731_221109-3nijzdz9/media/graph/graph_0_summary_7594abaf.graph.json
@@ -0,0 +1 @@
+{"format": "torch", "nodes": [{"name": "layers.0", "id": 140037239628944, "class_name": "Linear(in_features=784, out_features=128, bias=True)", "parameters": [["weight", [128, 784]], ["bias", [128]]], "output_shape": [[2, 128]], "num_parameters": [100352, 128]}, {"name": "layers.1", "id": 140037239628752, "class_name": "ReLU(inplace=True)", "parameters": [], "output_shape": [[2, 128]], "num_parameters": []}, {"name": "layers.2", "id": 140037239521488, "class_name": "Linear(in_features=128, out_features=128, bias=True)", "parameters": [["weight", [128, 128]], ["bias", [128]]], "output_shape": [[2, 128]], "num_parameters": [16384, 128]}, {"name": "layers.4", "id": 140037239521584, "class_name": "Dropout(p=0.2, inplace=False)", "parameters": [], "output_shape": [[2, 128]], "num_parameters": []}, {"name": "layers.5", "id": 140037239521344, "class_name": "Linear(in_features=128, out_features=128, bias=True)", "parameters": [["weight", [128, 128]], ["bias", [128]]], "output_shape": [[2, 128]], "num_parameters": [16384, 128]}, {"name": "layers.7", "id": 140037239521392, "class_name": "Dropout(p=0.2, inplace=False)", "parameters": [], "output_shape": [[2, 128]], "num_parameters": []}, {"name": "layers.8", "id": 140037239521536, "class_name": "Linear(in_features=128, out_features=62, bias=True)", "parameters": [["weight", [62, 128]], ["bias", [62]]], "output_shape": [[2, 62]], "num_parameters": [7936, 62]}], "edges": []}
diff --git a/wandb/run-20200731_221109-3nijzdz9/media/images/examples_12.png b/wandb/run-20200731_221109-3nijzdz9/media/images/examples_12.png
new file mode 100644
index 0000000..2a0fe2d
--- /dev/null
+++ b/wandb/run-20200731_221109-3nijzdz9/media/images/examples_12.png
Binary files differ
diff --git a/wandb/run-20200731_221109-3nijzdz9/media/images/examples_15.png b/wandb/run-20200731_221109-3nijzdz9/media/images/examples_15.png
new file mode 100644
index 0000000..2a0fe2d
--- /dev/null
+++ b/wandb/run-20200731_221109-3nijzdz9/media/images/examples_15.png
Binary files differ
diff --git a/wandb/run-20200731_221109-3nijzdz9/media/images/examples_18.png b/wandb/run-20200731_221109-3nijzdz9/media/images/examples_18.png
new file mode 100644
index 0000000..2a0fe2d
--- /dev/null
+++ b/wandb/run-20200731_221109-3nijzdz9/media/images/examples_18.png
Binary files differ
diff --git a/wandb/run-20200731_221109-3nijzdz9/media/images/examples_2.png b/wandb/run-20200731_221109-3nijzdz9/media/images/examples_2.png
new file mode 100644
index 0000000..2a0fe2d
--- /dev/null
+++ b/wandb/run-20200731_221109-3nijzdz9/media/images/examples_2.png
Binary files differ
diff --git a/wandb/run-20200731_221109-3nijzdz9/media/images/examples_22.png b/wandb/run-20200731_221109-3nijzdz9/media/images/examples_22.png
new file mode 100644
index 0000000..2a0fe2d
--- /dev/null
+++ b/wandb/run-20200731_221109-3nijzdz9/media/images/examples_22.png
Binary files differ
diff --git a/wandb/run-20200731_221109-3nijzdz9/media/images/examples_25.png b/wandb/run-20200731_221109-3nijzdz9/media/images/examples_25.png
new file mode 100644
index 0000000..2a0fe2d
--- /dev/null
+++ b/wandb/run-20200731_221109-3nijzdz9/media/images/examples_25.png
Binary files differ
diff --git a/wandb/run-20200731_221109-3nijzdz9/media/images/examples_28.png b/wandb/run-20200731_221109-3nijzdz9/media/images/examples_28.png
new file mode 100644
index 0000000..2a0fe2d
--- /dev/null
+++ b/wandb/run-20200731_221109-3nijzdz9/media/images/examples_28.png
Binary files differ
diff --git a/wandb/run-20200731_221109-3nijzdz9/media/images/examples_32.png b/wandb/run-20200731_221109-3nijzdz9/media/images/examples_32.png
new file mode 100644
index 0000000..2a0fe2d
--- /dev/null
+++ b/wandb/run-20200731_221109-3nijzdz9/media/images/examples_32.png
Binary files differ
diff --git a/wandb/run-20200731_221109-3nijzdz9/media/images/examples_35.png b/wandb/run-20200731_221109-3nijzdz9/media/images/examples_35.png
new file mode 100644
index 0000000..2a0fe2d
--- /dev/null
+++ b/wandb/run-20200731_221109-3nijzdz9/media/images/examples_35.png
Binary files differ
diff --git a/wandb/run-20200731_221109-3nijzdz9/media/images/examples_38.png b/wandb/run-20200731_221109-3nijzdz9/media/images/examples_38.png
new file mode 100644
index 0000000..2a0fe2d
--- /dev/null
+++ b/wandb/run-20200731_221109-3nijzdz9/media/images/examples_38.png
Binary files differ
diff --git a/wandb/run-20200731_221109-3nijzdz9/media/images/examples_42.png b/wandb/run-20200731_221109-3nijzdz9/media/images/examples_42.png
new file mode 100644
index 0000000..2a0fe2d
--- /dev/null
+++ b/wandb/run-20200731_221109-3nijzdz9/media/images/examples_42.png
Binary files differ
diff --git a/wandb/run-20200731_221109-3nijzdz9/media/images/examples_45.png b/wandb/run-20200731_221109-3nijzdz9/media/images/examples_45.png
new file mode 100644
index 0000000..2a0fe2d
--- /dev/null
+++ b/wandb/run-20200731_221109-3nijzdz9/media/images/examples_45.png
Binary files differ
diff --git a/wandb/run-20200731_221109-3nijzdz9/media/images/examples_48.png b/wandb/run-20200731_221109-3nijzdz9/media/images/examples_48.png
new file mode 100644
index 0000000..2a0fe2d
--- /dev/null
+++ b/wandb/run-20200731_221109-3nijzdz9/media/images/examples_48.png
Binary files differ
diff --git a/wandb/run-20200731_221109-3nijzdz9/media/images/examples_5.png b/wandb/run-20200731_221109-3nijzdz9/media/images/examples_5.png
new file mode 100644
index 0000000..2a0fe2d
--- /dev/null
+++ b/wandb/run-20200731_221109-3nijzdz9/media/images/examples_5.png
Binary files differ
diff --git a/wandb/run-20200731_221109-3nijzdz9/media/images/examples_52.png b/wandb/run-20200731_221109-3nijzdz9/media/images/examples_52.png
new file mode 100644
index 0000000..2a0fe2d
--- /dev/null
+++ b/wandb/run-20200731_221109-3nijzdz9/media/images/examples_52.png
Binary files differ
diff --git a/wandb/run-20200731_221109-3nijzdz9/media/images/examples_8.png b/wandb/run-20200731_221109-3nijzdz9/media/images/examples_8.png
new file mode 100644
index 0000000..2a0fe2d
--- /dev/null
+++ b/wandb/run-20200731_221109-3nijzdz9/media/images/examples_8.png
Binary files differ
diff --git a/wandb/run-20200731_221109-3nijzdz9/requirements.txt b/wandb/run-20200731_221109-3nijzdz9/requirements.txt
new file mode 100644
index 0000000..61a6f5b
--- /dev/null
+++ b/wandb/run-20200731_221109-3nijzdz9/requirements.txt
@@ -0,0 +1,145 @@
+alabaster==0.7.12
+appdirs==1.4.4
+attrs==19.3.0
+babel==2.8.0
+backcall==0.2.0
+bandit==1.6.2
+black==19.10b0
+bleach==3.1.5
+blessings==1.7
+boltons==20.2.0
+certifi==2020.6.20
+chardet==3.0.4
+click==7.1.2
+configparser==5.0.0
+coverage==5.2.1
+cycler==0.10.0
+darglint==1.5.2
+dataclasses==0.6
+decorator==4.4.2
+defusedxml==0.6.0
+desert==2020.1.6
+docker-pycreds==0.4.0
+docutils==0.16
+dparse==0.5.1
+entrypoints==0.3
+flake8-annotations==2.3.0
+flake8-bandit==2.1.2
+flake8-black==0.2.1
+flake8-bugbear==20.1.4
+flake8-docstrings==1.5.0
+flake8-import-order==0.18.1
+flake8-polyfill==1.0.2
+flake8==3.8.3
+future==0.18.2
+gitdb==4.0.5
+gitpython==3.1.7
+gpustat==0.6.0
+gql==0.2.0
+graphql-core==1.1
+h5py==2.10.0
+idna==2.10
+imagesize==1.2.0
+ipykernel==5.3.4
+ipython-genutils==0.2.0
+ipython==7.16.1
+ipywidgets==7.5.1
+jedi==0.17.2
+jinja2==2.11.2
+jsonschema==3.2.0
+jupyter-client==6.1.6
+jupyter-console==6.1.0
+jupyter-core==4.6.3
+jupyter==1.0.0
+kiwisolver==1.2.0
+loguru==0.5.1
+markupsafe==1.1.1
+marshmallow==3.7.1
+matplotlib==3.3.0
+mccabe==0.6.1
+mistune==0.8.4
+more-itertools==8.4.0
+mypy-extensions==0.4.3
+mypy==0.770
+nbconvert==5.6.1
+nbformat==5.0.7
+notebook==6.0.3
+numpy==1.19.1
+nvidia-ml-py3==7.352.0
+opencv-python==4.3.0.36
+packaging==20.4
+pandocfilters==1.4.2
+parso==0.7.1
+pathspec==0.8.0
+pathtools==0.1.2
+pbr==5.4.5
+pexpect==4.8.0
+pickleshare==0.7.5
+pillow==7.2.0
+pip==20.2
+pluggy==0.13.1
+prometheus-client==0.8.0
+promise==2.3
+prompt-toolkit==3.0.5
+psutil==5.7.2
+ptyprocess==0.6.0
+py==1.9.0
+pycodestyle==2.6.0
+pydocstyle==5.0.2
+pyflakes==2.2.0
+pygments==2.6.1
+pyparsing==2.4.7
+pyrsistent==0.16.0
+pytest-cov==2.10.0
+pytest-mock==3.2.0
+pytest==5.4.3
+python-dateutil==2.8.1
+pytz==2020.1
+pyyaml==5.3.1
+pyzmq==19.0.1
+qtconsole==4.7.5
+qtpy==1.9.0
+redis==3.5.3
+redlock-py==1.0.8
+regex==2020.7.14
+requests==2.24.0
+safety==1.9.0
+send2trash==1.5.0
+sentry-sdk==0.16.2
+setuptools==41.2.0
+shortuuid==1.0.1
+six==1.15.0
+smmap==3.0.4
+snowballstemmer==2.0.0
+sphinx-autodoc-typehints==1.11.0
+sphinx-rtd-theme==0.4.3
+sphinx==3.1.2
+sphinxcontrib-applehelp==1.0.2
+sphinxcontrib-devhelp==1.0.2
+sphinxcontrib-htmlhelp==1.0.3
+sphinxcontrib-jsmath==1.0.1
+sphinxcontrib-qthelp==1.0.3
+sphinxcontrib-serializinghtml==1.1.4
+stevedore==3.2.0
+subprocess32==3.5.4
+terminado==0.8.3
+testpath==0.4.4
+text-recognizer==0.1.0
+toml==0.10.1
+torch==1.5.1
+torchsummary==1.5.1
+torchvision==0.6.1
+tornado==6.0.4
+tqdm==4.48.0
+traitlets==4.3.3
+typed-ast==1.4.1
+typeguard==2.9.1
+typing-extensions==3.7.4.2
+typing-inspect==0.6.0
+urllib3==1.25.10
+wandb==0.9.4
+watchdog==0.10.3
+wcwidth==0.2.5
+webencodings==0.5.1
+widgetsnbextension==3.5.1
+xdoctest==0.12.0
diff --git a/wandb/run-20200731_221109-3nijzdz9/wandb-events.jsonl b/wandb/run-20200731_221109-3nijzdz9/wandb-events.jsonl
new file mode 100644
index 0000000..c154e1c
--- /dev/null
+++ b/wandb/run-20200731_221109-3nijzdz9/wandb-events.jsonl
@@ -0,0 +1,5 @@
+{"system.gpu.0.gpu": 13.13, "system.gpu.0.memory": 1.13, "system.gpu.0.memoryAllocated": 17.62, "system.gpu.0.temp": 47.6, "system.gpu.process.0.gpu": 13.13, "system.gpu.process.0.memory": 1.13, "system.gpu.process.0.memoryAllocated": 17.62, "system.gpu.process.0.temp": 47.6, "system.gpu.0.powerWatts": 41.58, "system.gpu.0.powerPercent": 19.34, "system.gpu.process.0.powerWatts": 41.58, "system.gpu.process.0.powerPercent": 19.34, "system.cpu": 58.82, "system.memory": 69.28, "system.disk": 37.3, "system.proc.memory.availableMB": 4915.53, "system.proc.memory.rssMB": 2581.54, "system.proc.memory.percent": 16.13, "system.proc.cpu.threads": 19.53, "system.network.sent": 1069233, "system.network.recv": 928524, "_wandb": true, "_timestamp": 1596226298, "_runtime": 28}
+{"system.gpu.0.gpu": 13.13, "system.gpu.0.memory": 1.4, "system.gpu.0.memoryAllocated": 17.65, "system.gpu.0.temp": 49.2, "system.gpu.process.0.gpu": 13.13, "system.gpu.process.0.memory": 1.4, "system.gpu.process.0.memoryAllocated": 17.65, "system.gpu.process.0.temp": 49.2, "system.gpu.0.powerWatts": 41.95, "system.gpu.0.powerPercent": 19.51, "system.gpu.process.0.powerWatts": 41.95, "system.gpu.process.0.powerPercent": 19.51, "system.cpu": 63.7, "system.memory": 69.41, "system.disk": 37.3, "system.proc.memory.availableMB": 4895.48, "system.proc.memory.rssMB": 2587.69, "system.proc.memory.percent": 16.17, "system.proc.cpu.threads": 21.0, "system.network.sent": 2235067, "system.network.recv": 1665386, "_wandb": true, "_timestamp": 1596226329, "_runtime": 59}
+{"system.gpu.0.gpu": 15.33, "system.gpu.0.memory": 1.73, "system.gpu.0.memoryAllocated": 17.59, "system.gpu.0.temp": 50.6, "system.gpu.process.0.gpu": 15.33, "system.gpu.process.0.memory": 1.73, "system.gpu.process.0.memoryAllocated": 17.59, "system.gpu.process.0.temp": 50.6, "system.gpu.0.powerWatts": 42.25, "system.gpu.0.powerPercent": 19.65, "system.gpu.process.0.powerWatts": 42.25, "system.gpu.process.0.powerPercent": 19.65, "system.cpu": 65.67, "system.memory": 69.66, "system.disk": 37.3, "system.proc.memory.availableMB": 4855.97, "system.proc.memory.rssMB": 2586.5, "system.proc.memory.percent": 16.16, "system.proc.cpu.threads": 20.4, "system.network.sent": 3547780, "system.network.recv": 3094609, "_wandb": true, "_timestamp": 1596226359, "_runtime": 89}
+{"system.gpu.0.gpu": 17.0, "system.gpu.0.memory": 1.8, "system.gpu.0.memoryAllocated": 17.55, "system.gpu.0.temp": 52.4, "system.gpu.process.0.gpu": 17.0, "system.gpu.process.0.memory": 1.8, "system.gpu.process.0.memoryAllocated": 17.55, "system.gpu.process.0.temp": 52.4, "system.gpu.0.powerWatts": 43.86, "system.gpu.0.powerPercent": 20.4, "system.gpu.process.0.powerWatts": 43.86, "system.gpu.process.0.powerPercent": 20.4, "system.cpu": 65.03, "system.memory": 70.03, "system.disk": 37.3, "system.proc.memory.availableMB": 4796.54, "system.proc.memory.rssMB": 2586.03, "system.proc.memory.percent": 16.16, "system.proc.cpu.threads": 19.8, "system.network.sent": 4752193, "system.network.recv": 4794835, "_wandb": true, "_timestamp": 1596226389, "_runtime": 119}
+{"system.gpu.0.gpu": 12.0, "system.gpu.0.memory": 1.57, "system.gpu.0.memoryAllocated": 17.55, "system.gpu.0.temp": 53.0, "system.gpu.process.0.gpu": 12.0, "system.gpu.process.0.memory": 1.57, "system.gpu.process.0.memoryAllocated": 17.55, "system.gpu.process.0.temp": 53.0, "system.gpu.0.powerWatts": 41.65, "system.gpu.0.powerPercent": 19.37, "system.gpu.process.0.powerWatts": 41.65, "system.gpu.process.0.powerPercent": 19.37, "system.cpu": 61.5, "system.memory": 69.67, "system.disk": 37.3, "system.proc.memory.availableMB": 4854.98, "system.proc.memory.rssMB": 2541.89, "system.proc.memory.percent": 15.88, "system.proc.cpu.threads": 18.14, "system.network.sent": 5131761, "system.network.recv": 5201372, "_wandb": true, "_timestamp": 1596226401, "_runtime": 132}
diff --git a/wandb/run-20200731_221109-3nijzdz9/wandb-history.jsonl b/wandb/run-20200731_221109-3nijzdz9/wandb-history.jsonl
new file mode 100644
index 0000000..ae9aee4
--- /dev/null
+++ b/wandb/run-20200731_221109-3nijzdz9/wandb-history.jsonl
@@ -0,0 +1,54 @@
+{"gradients/layers.8.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 3.0, 2.0, 0.0, 3.0, 1.0, 4.0, 1.0, 3.0, 0.0, 0.0, 4.0, 6.0, 1.0, 0.0, 4.0, 1.0, 0.0, 3.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.02184433676302433, -0.021323569118976593, -0.020802801474928856, -0.02028203383088112, -0.01976126618683338, -0.019240498542785645, -0.018719730898737907, -0.01819896325469017, -0.017678195610642433, -0.017157427966594696, -0.01663666032254696, -0.016115892678499222, -0.01559512596577406, -0.015074358321726322, -0.014553590677678585, -0.014032823033630848, -0.01351205538958311, -0.012991287745535374, -0.012470520101487637, -0.0119497524574399, -0.011428984813392162, -0.010908217169344425, -0.010387449525296688, -0.009866681881248951, -0.009345915168523788, -0.008825147524476051, -0.008304379880428314, -0.00778361177071929, -0.00726284459233284, -0.006742076948285103, -0.006221309304237366, -0.005700541660189629, -0.0051797740161418915, -0.004659006372094154, -0.004138238728046417, -0.0036174713168293238, -0.0030967036727815866, -0.0025759360287338495, -0.002055168617516756, -0.001534400973469019, -0.0010136333294212818, -0.0004928657435812056, 2.79018422588706e-05, 0.0005486694280989468, 0.001069437013939023, 0.0015902046579867601, 0.0021109720692038536, 0.0026317397132515907, 0.003152507357299328, 0.003673275001347065, 0.004194042645394802, 0.004714810289442539, 0.005235577933490276, 0.005756345111876726, 0.006277112755924463, 0.0067978803999722, 0.0073186480440199375, 0.007839415222406387, 0.008360182866454124, 0.008880950510501862, 0.009401718154549599, 0.009922485798597336, 0.010443253442645073, 0.01096402108669281, 0.011484788730740547]}, "gradients/layers.8.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 5.0, 1.0, 2.0, 2.0, 2.0, 13.0, 5.0, 5.0, 10.0, 11.0, 15.0, 17.0, 14.0, 28.0, 21.0, 45.0, 50.0, 63.0, 81.0, 79.0, 81.0, 118.0, 137.0, 160.0, 202.0, 265.0, 322.0, 421.0, 531.0, 1264.0, 1109.0, 802.0, 653.0, 428.0, 291.0, 212.0, 135.0, 102.0, 53.0, 45.0, 35.0, 26.0, 16.0, 15.0, 10.0, 9.0, 5.0, 5.0, 2.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0], "bins": [-0.11575255542993546, -0.11273293197154999, -0.10971330851316452, -0.10669368505477905, -0.10367406159639359, -0.10065443813800812, -0.09763481467962265, -0.09461519122123718, -0.09159557521343231, -0.08857595175504684, -0.08555632829666138, -0.08253670483827591, -0.07951708137989044, -0.07649745792150497, -0.0734778344631195, -0.07045821100473404, -0.06743858754634857, -0.0644189640879631, -0.06139934062957764, -0.05837971717119217, -0.0553600937128067, -0.05234047397971153, -0.049320850521326065, -0.0463012270629406, -0.04328160360455513, -0.04026198014616966, -0.037242356687784195, -0.03422273322939873, -0.03120311163365841, -0.02818348817527294, -0.025163866579532623, -0.022144243121147156, -0.019124619662761688, -0.01610499620437622, -0.013085373677313328, -0.010065751150250435, -0.007046127691864967, -0.004026504699140787, -0.001006881706416607, 0.0020127412863075733, 0.0050323642790317535, 0.008051987737417221, 0.011071610264480114, 0.014091232791543007, 0.017110856249928474, 0.020130479708313942, 0.02315010130405426, 0.026169724762439728, 0.029189348220825195, 0.03220897167921066, 0.03522859513759613, 0.0382482185959816, 0.041267842054367065, 0.044287461787462234, 0.0473070852458477, 0.05032670870423317, 0.05334633216261864, 0.056365955621004105, 0.05938557907938957, 0.06240520253777504, 0.06542482227087021, 0.06844444572925568, 0.07146406918764114, 0.07448369264602661, 0.07750331610441208]}, "gradients/layers.5.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 0.0, 1.0, 2.0, 3.0, 1.0, 2.0, 6.0, 0.0, 1.0, 3.0, 3.0, 2.0, 5.0, 3.0, 2.0, 4.0, 3.0, 4.0, 5.0, 4.0, 7.0, 9.0, 2.0, 3.0, 3.0, 0.0, 5.0, 4.0, 4.0, 2.0, 1.0, 1.0, 5.0, 0.0, 1.0, 3.0, 5.0, 4.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008036407642066479, -0.00778456823900342, -0.007532728835940361, -0.007280889432877302, -0.007029050029814243, -0.006777210161089897, -0.006525370758026838, -0.0062735313549637794, -0.006021691951900721, -0.005769852548837662, -0.005518013145774603, -0.005266173742711544, -0.005014333873987198, -0.004762494470924139, -0.00451065506786108, -0.004258815664798021, -0.0040069762617349625, -0.0037551368586719036, -0.0035032974556088448, -0.0032514578197151423, -0.0029996184166520834, -0.0027477790135890245, -0.002495939377695322, -0.002244099974632263, -0.0019922605715692043, -0.0017404211685061455, -0.0014885816490277648, -0.0012367421295493841, -0.0009849027264863253, -0.0007330632652156055, -0.00048122380394488573, -0.00022938434267416596, 2.2455118596553802e-05, 0.00027429457986727357, 0.0005261340411379933, 0.0007779735024087131, 0.0010298129636794329, 0.0012816523667424917, 0.0015334918862208724, 0.001785331405699253, 0.002037170808762312, 0.002289010211825371, 0.0025408496148884296, 0.002792689250782132, 0.003044528653845191, 0.00329636805690825, 0.0035482076928019524, 0.003800047095865011, 0.00405188649892807, 0.004303725901991129, 0.004555565305054188, 0.004807404708117247, 0.0050592441111803055, 0.005311083979904652, 0.0055629233829677105, 0.005814762786030769, 0.006066602189093828, 0.006318441592156887, 0.006570280995219946, 0.006822120398283005, 0.007073960267007351, 0.00732579967007041, 0.007577639073133469, 0.00782947801053524, 0.008081317879259586]}, "gradients/layers.5.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 2.0, 1.0, 5.0, 1.0, 8.0, 11.0, 15.0, 15.0, 18.0, 24.0, 29.0, 33.0, 56.0, 71.0, 101.0, 130.0, 165.0, 164.0, 187.0, 276.0, 317.0, 361.0, 372.0, 488.0, 554.0, 603.0, 692.0, 750.0, 854.0, 969.0, 2442.0, 1011.0, 829.0, 720.0, 640.0, 564.0, 511.0, 460.0, 386.0, 307.0, 280.0, 194.0, 158.0, 136.0, 108.0, 89.0, 61.0, 51.0, 41.0, 31.0, 28.0, 17.0, 14.0, 8.0, 7.0, 1.0, 4.0, 5.0, 2.0, 1.0, 3.0], "bins": [-0.0268627367913723, -0.026061536744236946, -0.025260338559746742, -0.02445913851261139, -0.023657938465476036, -0.022856738418340683, -0.02205554023385048, -0.021254340186715126, -0.020453140139579773, -0.01965194195508957, -0.018850741907954216, -0.018049541860818863, -0.01724834181368351, -0.016447143629193306, -0.015645943582057953, -0.0148447435349226, -0.014043544419109821, -0.013242345303297043, -0.01244114525616169, -0.011639946140348911, -0.010838746093213558, -0.01003754697740078, -0.009236346930265427, -0.008435147814452648, -0.007633948232978582, -0.006832748651504517, -0.006031549070030451, -0.005230349488556385, -0.004429150372743607, -0.003627950558438897, -0.002826751209795475, -0.0020255516283214092, -0.0012243520468473434, -0.0004231525235809386, 0.0003780469996854663, 0.0011792464647442102, 0.001980446046218276, 0.002781645627692342, 0.003582844976335764, 0.00438404455780983, 0.0051852441392838955, 0.005986443720757961, 0.006787643302232027, 0.007588842883706093, 0.008390041999518871, 0.009191242046654224, 0.009992441162467003, 0.010793641209602356, 0.011594840325415134, 0.012396039441227913, 0.013197239488363266, 0.013998438604176044, 0.014799638651311398, 0.015600837767124176, 0.01640203781425953, 0.017203237861394882, 0.018004436045885086, 0.01880563609302044, 0.019606836140155792, 0.020408034324645996, 0.02120923437178135, 0.022010434418916702, 0.022811634466052055, 0.02361283265054226, 0.024414032697677612]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 3.0, 1.0, 2.0, 0.0, 0.0, 2.0, 2.0, 5.0, 2.0, 3.0, 3.0, 1.0, 4.0, 2.0, 4.0, 3.0, 5.0, 5.0, 8.0, 1.0, 6.0, 5.0, 4.0, 6.0, 5.0, 6.0, 2.0, 4.0, 5.0, 5.0, 1.0, 3.0, 3.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.007210191804915667, -0.006975066848099232, -0.006739941891282797, -0.006504816934466362, -0.006269691977649927, -0.006034567020833492, -0.005799442064017057, -0.0055643171072006226, -0.005329192150384188, -0.005094067193567753, -0.004858942236751318, -0.004623817279934883, -0.004388692323118448, -0.004153567366302013, -0.0039184424094855785, -0.0036833174526691437, -0.003448192495852709, -0.003213067539036274, -0.002977942582219839, -0.0027428176254034042, -0.0025076926685869694, -0.0022725677117705345, -0.0020374427549540997, -0.0018023177981376648, -0.00156719284132123, -0.001332067884504795, -0.0010969429276883602, -0.0008618179708719254, -0.0006266930140554905, -0.00039156805723905563, -0.00015644310042262077, 7.868185639381409e-05, 0.00031380681321024895, 0.0005489317700266838, 0.0007840567268431187, 0.0010191816836595535, 0.0012543066404759884, 0.0014894315972924232, 0.0017245565541088581, 0.001959681510925293, 0.002194806467741728, 0.0024299314245581627, 0.0026650563813745975, 0.0029001813381910324, 0.0031353062950074673, 0.003370431251823902, 0.003605556208640337, 0.003840681165456772, 0.004075806122273207, 0.004310931079089642, 0.004546056035906076, 0.004781180992722511, 0.005016305949538946, 0.005251430906355381, 0.005486555863171816, 0.005721680819988251, 0.005956805776804686, 0.0061919307336211205, 0.006427055690437555, 0.00666218064725399, 0.006897305604070425, 0.00713243056088686, 0.007367555517703295, 0.00760268047451973, 0.007837805896997452]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 3.0, 6.0, 3.0, 9.0, 11.0, 13.0, 6.0, 22.0, 22.0, 33.0, 44.0, 51.0, 82.0, 116.0, 149.0, 185.0, 231.0, 288.0, 307.0, 336.0, 426.0, 516.0, 537.0, 632.0, 758.0, 787.0, 850.0, 947.0, 1616.0, 961.0, 877.0, 871.0, 816.0, 654.0, 600.0, 547.0, 445.0, 343.0, 280.0, 216.0, 175.0, 139.0, 103.0, 88.0, 58.0, 60.0, 39.0, 35.0, 17.0, 21.0, 17.0, 4.0, 12.0, 5.0, 4.0, 2.0, 4.0, 0.0, 2.0, 1.0], "bins": [-0.016688400879502296, -0.01617327891290188, -0.01565815508365631, -0.015143033117055893, -0.014627911150455475, -0.014112788252532482, -0.013597666285932064, -0.013082543388009071, -0.012567421421408653, -0.01205229852348566, -0.011537175625562668, -0.01102205365896225, -0.010506930761039257, -0.009991808794438839, -0.009476685896515846, -0.008961563929915428, -0.008446441031992435, -0.007931318134069443, -0.007416196167469025, -0.006901073735207319, -0.006385951302945614, -0.005870828405022621, -0.005355705972760916, -0.00484058354049921, -0.004325461108237505, -0.0038103386759757996, -0.003295216243714094, -0.002780093578621745, -0.0022649711463600397, -0.0017498487140983343, -0.001234726165421307, -0.0007196036749519408, -0.00020448118448257446, 0.00031064130598679185, 0.0008257637964561582, 0.0013408863451331854, 0.0018560087773948908, 0.002371131209656596, 0.0028862538747489452, 0.0034013763070106506, 0.003916498739272356, 0.004431621171534061, 0.004946743603795767, 0.005461866036057472, 0.005976988933980465, 0.00649211136624217, 0.007007233798503876, 0.007522356230765581, 0.008037478663027287, 0.00855260156095028, 0.009067723527550697, 0.00958284642547369, 0.010097968392074108, 0.0106130912899971, 0.011128213256597519, 0.011643336154520512, 0.012158459052443504, 0.012673581019043922, 0.013188703916966915, 0.013703825883567333, 0.014218948781490326, 0.014734070748090744, 0.015249193646013737, 0.01576431654393673, 0.016279438510537148]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 3.0, 1.0, 0.0, 1.0, 2.0, 3.0, 3.0, 2.0, 5.0, 4.0, 4.0, 1.0, 3.0, 6.0, 0.0, 2.0, 3.0, 1.0, 4.0, 1.0, 3.0, 2.0, 3.0, 3.0, 2.0, 4.0, 5.0, 4.0, 5.0, 4.0, 5.0, 4.0, 3.0, 1.0, 3.0, 2.0, 2.0, 3.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0071860747411847115, -0.006955048535019159, -0.006724022328853607, -0.006492996122688055, -0.006261969916522503, -0.006030943710356951, -0.005799917504191399, -0.0055688912980258465, -0.005337865091860294, -0.005106838420033455, -0.004875812213867903, -0.004644786007702351, -0.0044137598015367985, -0.004182733595371246, -0.003951707389205694, -0.003720681183040142, -0.00348965497687459, -0.0032586287707090378, -0.0030276025645434856, -0.0027965763583779335, -0.0025655501522123814, -0.0023345237132161856, -0.0021034975070506334, -0.0018724713008850813, -0.0016414450947195292, -0.001410418888553977, -0.0011793926823884249, -0.0009483663598075509, -0.0007173401536419988, -0.00048631391837261617, -0.0002552876831032336, -2.426144783385098e-05, 0.00020676478743553162, 0.0004377910227049142, 0.0006688172579742968, 0.0008998435223475099, 0.001130869728513062, 0.0013618959346786141, 0.001592922257259488, 0.0018239484634250402, 0.0020549746695905924, 0.0022860008757561445, 0.0025170270819216967, 0.002748053288087249, 0.0029790797270834446, 0.0032101059332489967, 0.003441132139414549, 0.003672158345580101, 0.003903184551745653, 0.004134210757911205, 0.004365236964076757, 0.00459626317024231, 0.004827289376407862, 0.005058315582573414, 0.005289341788738966, 0.005520367994904518, 0.005751394666731358, 0.00598242087289691, 0.006213447079062462, 0.006444473285228014, 0.006675499491393566, 0.006906525697559118, 0.00713755190372467, 0.0073685781098902225, 0.007599604316055775]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [3.0, 4.0, 2.0, 6.0, 9.0, 17.0, 25.0, 45.0, 51.0, 54.0, 84.0, 107.0, 117.0, 151.0, 197.0, 241.0, 291.0, 403.0, 459.0, 599.0, 733.0, 893.0, 1147.0, 1310.0, 1578.0, 1912.0, 2389.0, 2754.0, 3524.0, 4181.0, 5685.0, 30160.0, 12052.0, 5935.0, 4598.0, 3709.0, 2999.0, 2393.0, 1968.0, 1535.0, 1330.0, 1032.0, 825.0, 656.0, 496.0, 360.0, 308.0, 235.0, 186.0, 148.0, 97.0, 93.0, 76.0, 45.0, 48.0, 29.0, 19.0, 13.0, 11.0, 8.0, 8.0, 6.0, 1.0, 2.0], "bins": [-0.006461229175329208, -0.006259194575250149, -0.006057159509509802, -0.005855124443769455, -0.005653089843690395, -0.005451055243611336, -0.005249020177870989, -0.005046985112130642, -0.004844950512051582, -0.004642915911972523, -0.004440880846232176, -0.004238845780491829, -0.004036811180412769, -0.003834776347503066, -0.003632741514593363, -0.0034307066816836596, -0.0032286718487739563, -0.003026637015864253, -0.00282460218295455, -0.0026225673500448465, -0.0024205325171351433, -0.00221849768422544, -0.0020164628513157368, -0.0018144280184060335, -0.0016123931854963303, -0.001410358352586627, -0.0012083235196769238, -0.0010062886867672205, -0.0008042538538575172, -0.000602219020947814, -0.00040018418803811073, -0.00019814935512840748, 3.885477781295776e-06, 0.00020592031069099903, 0.0004079551436007023, 0.0006099899765104055, 0.0008120248094201088, 0.001014059642329812, 0.0012160944752395153, 0.0014181293081492186, 0.0016201641410589218, 0.001822198973968625, 0.0020242338068783283, 0.0022262686397880316, 0.002428303472697735, 0.002630338305607438, 0.0028323731385171413, 0.0030344079714268446, 0.003236442804336548, 0.003438477637246251, 0.0036405124701559544, 0.0038425473030656576, 0.004044582135975361, 0.0042466167360544205, 0.004448651801794767, 0.004650686867535114, 0.004852721467614174, 0.0050547560676932335, 0.00525679113343358, 0.005458826199173927, 0.005660860799252987, 0.0058628953993320465, 0.006064930465072393, 0.00626696553081274, 0.0064690001308918]}, "_runtime": 9.472452878952026, "_timestamp": 1596226275.9725478, "_step": 0}
+{"val_accuracy": 0.5324379280821917, "val_loss": 1.6577190694199304, "_runtime": 12.12194013595581, "_timestamp": 1596226278.622035, "_step": 1}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: r Confidence: 0.483 Truth: v", "Prediction: 5 Confidence: 0.336 Truth: 5", "Prediction: 2 Confidence: 0.906 Truth: 2", "Prediction: 0 Confidence: 0.200 Truth: 0"]}, "_runtime": 12.384113073348999, "_timestamp": 1596226278.884208, "_step": 2}
+{"gradients/layers.8.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 2.0, 3.0, 1.0, 3.0, 1.0, 1.0, 3.0, 3.0, 1.0, 2.0, 0.0, 1.0, 5.0, 2.0, 3.0, 2.0, 1.0, 3.0, 3.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.02088840678334236, -0.0203664880245924, -0.019844569265842438, -0.019322648644447327, -0.018800729885697365, -0.018278811126947403, -0.017756890505552292, -0.01723497174680233, -0.016713052988052368, -0.016191134229302406, -0.015669215470552444, -0.015147294849157333, -0.014625376090407372, -0.01410345733165741, -0.013581537641584873, -0.013059617951512337, -0.012537699192762375, -0.012015780434012413, -0.011493860743939877, -0.01097194105386734, -0.010450022295117378, -0.009928103536367416, -0.00940618384629488, -0.008884264156222343, -0.008362345397472382, -0.00784042663872242, -0.007318506948649883, -0.006796587724238634, -0.006274668499827385, -0.005752749275416136, -0.005230830051004887, -0.0047089108265936375, -0.004186991602182388, -0.003665072377771139, -0.00314315315335989, -0.002621233928948641, -0.0020993147045373917, -0.0015773954801261425, -0.0010554762557148933, -0.0005335570313036442, -1.163780689239502e-05, 0.0005102814175188541, 0.0010322006419301033, 0.0015541198663413525, 0.0020760390907526016, 0.002597958315163851, 0.0031198775395751, 0.003641796763986349, 0.004163715988397598, 0.004685635212808847, 0.005207554437220097, 0.005729473661631346, 0.006251392886042595, 0.006773312110453844, 0.007295231334865093, 0.00781715102493763, 0.008339069783687592, 0.008860988542437553, 0.00938290823251009, 0.009904827922582626, 0.010426746681332588, 0.01094866544008255, 0.011470585130155087, 0.011992504820227623, 0.012514423578977585]}, "gradients/layers.8.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 0.0, 1.0, 3.0, 6.0, 2.0, 2.0, 4.0, 6.0, 8.0, 6.0, 7.0, 5.0, 18.0, 19.0, 14.0, 24.0, 40.0, 47.0, 57.0, 81.0, 87.0, 119.0, 149.0, 198.0, 283.0, 389.0, 560.0, 781.0, 1834.0, 1182.0, 653.0, 386.0, 292.0, 207.0, 127.0, 109.0, 80.0, 47.0, 23.0, 27.0, 18.0, 10.0, 7.0, 3.0, 3.0, 3.0], "bins": [-0.15499946475028992, -0.15163947641849518, -0.14827948808670044, -0.1449195146560669, -0.14155952632427216, -0.13819953799247742, -0.13483954966068268, -0.13147957623004913, -0.1281195878982544, -0.12475959956645966, -0.12139961868524551, -0.11803963035345078, -0.11467964947223663, -0.1113196611404419, -0.10795968025922775, -0.10459969192743301, -0.10123971104621887, -0.09787972271442413, -0.0945197343826294, -0.09115975350141525, -0.08779976516962051, -0.08443978428840637, -0.08107979595661163, -0.07771981507539749, -0.07435982674360275, -0.07099984586238861, -0.06763985753059387, -0.06427987664937973, -0.06091988831758499, -0.05755990371108055, -0.05419991910457611, -0.05083993449807167, -0.04747994989156723, -0.04411996528506279, -0.04075998067855835, -0.03739999607205391, -0.03404001146554947, -0.03068002499639988, -0.02732004038989544, -0.023960055783391, -0.02060007117688656, -0.017240086570382118, -0.013880101963877678, -0.010520116426050663, -0.007160131819546223, -0.0038001469802111387, -0.00044016214087605476, 0.002919822698459029, 0.006279807537794113, 0.009639792144298553, 0.012999776750802994, 0.016359761357307434, 0.019719745963811874, 0.023079732432961464, 0.026439717039465904, 0.029799701645970345, 0.033159688115119934, 0.036519672721624374, 0.039879657328128815, 0.043239641934633255, 0.046599626541137695, 0.049959611147642136, 0.053319595754146576, 0.056679580360651016, 0.06003956496715546]}, "gradients/layers.5.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 4.0, 1.0, 4.0, 1.0, 2.0, 1.0, 6.0, 2.0, 5.0, 5.0, 5.0, 5.0, 8.0, 5.0, 4.0, 5.0, 4.0, 6.0, 5.0, 3.0, 2.0, 1.0, 2.0, 4.0, 2.0, 2.0, 2.0, 1.0, 4.0, 2.0, 2.0, 3.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 3.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.00927681103348732, -0.00902009941637516, -0.008763387799263, -0.00850667618215084, -0.008249964565038681, -0.007993252016603947, -0.007736540399491787, -0.007479828782379627, -0.0072231171652674675, -0.006966405548155308, -0.006709693931043148, -0.006452981848269701, -0.006196270231157541, -0.0059395586140453815, -0.0056828465312719345, -0.005426134914159775, -0.005169423297047615, -0.004912711679935455, -0.004656000062823296, -0.0043992879800498486, -0.004142576362937689, -0.003885864745825529, -0.0036291528958827257, -0.0033724410459399223, -0.0031157294288277626, -0.002859017811715603, -0.0026023059617727995, -0.002345594111829996, -0.0020888824947178364, -0.0018321707611903548, -0.0015754590276628733, -0.0013187472941353917, -0.0010620355606079102, -0.0008053238270804286, -0.000548612093552947, -0.0002919003600254655, -3.518862649798393e-05, 0.00022152310702949762, 0.0004782348405569792, 0.0007349465740844607, 0.0009916583076119423, 0.0012483700411394238, 0.0015050817746669054, 0.001761793508194387, 0.0020185052417218685, 0.0022752168588340282, 0.0025319287087768316, 0.002788640558719635, 0.0030453521758317947, 0.0033020637929439545, 0.003558775642886758, 0.0038154874928295612, 0.004072199109941721, 0.004328910727053881, 0.004585622809827328, 0.0048423344269394875, 0.005099046044051647, 0.005355757661163807, 0.005612469278275967, 0.005869181361049414, 0.006125892978161573, 0.006382604595273733, 0.00663931667804718, 0.00689602829515934, 0.0071527399122715]}, "gradients/layers.5.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 3.0, 8.0, 12.0, 8.0, 10.0, 22.0, 23.0, 38.0, 24.0, 53.0, 81.0, 107.0, 109.0, 155.0, 208.0, 281.0, 346.0, 458.0, 586.0, 726.0, 813.0, 1031.0, 1089.0, 1192.0, 1860.0, 1178.0, 1052.0, 907.0, 751.0, 630.0, 566.0, 428.0, 382.0, 277.0, 246.0, 170.0, 131.0, 116.0, 78.0, 61.0, 39.0, 26.0, 16.0, 21.0, 17.0, 12.0, 7.0, 11.0, 3.0, 2.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.027150649577379227, -0.026368524879217148, -0.025586402043700218, -0.02480427734553814, -0.02402215264737606, -0.02324002981185913, -0.022457905113697052, -0.021675780415534973, -0.020893655717372894, -0.020111532881855965, -0.019329408183693886, -0.018547283485531807, -0.017765160650014877, -0.0169830359518528, -0.01620091125369072, -0.015418787486851215, -0.014636663720011711, -0.013854539953172207, -0.013072415255010128, -0.012290291488170624, -0.011508166790008545, -0.01072604302316904, -0.009943919256329536, -0.009161794558167458, -0.008379670791327953, -0.007597546558827162, -0.00681542232632637, -0.006033298559486866, -0.0052511743269860744, -0.004469050094485283, -0.003686926094815135, -0.002904802095144987, -0.0021226778626441956, -0.0013405537465587258, -0.0005584296304732561, 0.0002236944856122136, 0.0010058186016976833, 0.001787942717783153, 0.0025700668338686228, 0.0033521908335387707, 0.004134315066039562, 0.004916439298540354, 0.005698563531041145, 0.00648068729788065, 0.007262811530381441, 0.008044935762882233, 0.008827059529721737, 0.009609184227883816, 0.01039130799472332, 0.011173431761562824, 0.011955556459724903, 0.012737680226564407, 0.013519804924726486, 0.01430192869156599, 0.015084052458405495, 0.015866177156567574, 0.016648299992084503, 0.017430424690246582, 0.01821254938840866, 0.01899467408657074, 0.01977679692208767, 0.020558921620249748, 0.021341046318411827, 0.022123169153928757, 0.022905293852090836]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 3.0, 0.0, 4.0, 2.0, 2.0, 4.0, 1.0, 4.0, 4.0, 1.0, 2.0, 3.0, 2.0, 5.0, 5.0, 3.0, 3.0, 4.0, 4.0, 5.0, 6.0, 5.0, 1.0, 9.0, 4.0, 1.0, 2.0, 2.0, 3.0, 3.0, 2.0, 3.0, 1.0, 6.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.007968461140990257, -0.007691812701523304, -0.007415164262056351, -0.00713851535692811, -0.006861866917461157, -0.006585218477994204, -0.006308569572865963, -0.00603192113339901, -0.005755272693932056, -0.005478624254465103, -0.00520197581499815, -0.004925326909869909, -0.004648678470402956, -0.004372030030936003, -0.004095381125807762, -0.003818732686340809, -0.0035420842468738556, -0.0032654358074069023, -0.0029887871351093054, -0.0027121384628117085, -0.002435490023344755, -0.002158841583877802, -0.001882192911580205, -0.0016055443556979299, -0.0013288957998156548, -0.0010522472439333797, -0.0007755986880511045, -0.0004989501321688294, -0.00022230157628655434, 5.434697959572077e-05, 0.00033099553547799587, 0.000607644091360271, 0.0008842926472425461, 0.0011609412031248212, 0.0014375897590070963, 0.0017142383148893714, 0.0019908868707716465, 0.0022675353102385998, 0.0025441839825361967, 0.0028208326548337936, 0.003097481094300747, 0.0033741295337677, 0.003650778206065297, 0.003927426878362894, 0.004204075317829847, 0.004480723757296801, 0.004757372662425041, 0.0050340211018919945, 0.005310669541358948, 0.005587317980825901, 0.005863966420292854, 0.006140615325421095, 0.006417263764888048, 0.0066939122043550014, 0.006970561109483242, 0.007247209548950195, 0.007523857988417149, 0.007800506427884102, 0.008077154867351055, 0.008353803306818008, 0.008630452677607536, 0.00890710111707449, 0.009183749556541443, 0.009460397996008396, 0.00973704643547535]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 3.0, 2.0, 4.0, 4.0, 4.0, 5.0, 7.0, 4.0, 8.0, 26.0, 33.0, 38.0, 44.0, 70.0, 110.0, 145.0, 182.0, 247.0, 321.0, 388.0, 442.0, 577.0, 664.0, 789.0, 876.0, 1044.0, 1074.0, 1107.0, 1603.0, 1071.0, 1007.0, 808.0, 714.0, 663.0, 481.0, 386.0, 322.0, 268.0, 187.0, 164.0, 113.0, 83.0, 69.0, 51.0, 48.0, 35.0, 31.0, 13.0, 14.0, 13.0, 7.0, 5.0, 4.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02472667396068573, -0.02395695075392723, -0.02318722940981388, -0.022417506203055382, -0.021647782996296883, -0.020878061652183533, -0.020108338445425034, -0.019338615238666534, -0.018568892031908035, -0.017799170687794685, -0.017029447481036186, -0.016259724274277687, -0.015490002930164337, -0.014720279723405838, -0.013950557447969913, -0.013180834241211414, -0.01241111196577549, -0.011641389690339565, -0.010871666483581066, -0.010101944208145142, -0.009332221001386642, -0.008562498725950718, -0.007792776450514793, -0.0070230537094175816, -0.00625333096832037, -0.005483608227223158, -0.004713885486125946, -0.0039441632106900215, -0.0031744404695928097, -0.002404717728495598, -0.0016349952202290297, -0.0008652725955471396, -9.554997086524963e-05, 0.0006741726538166404, 0.0014438952784985304, 0.0022136177867650986, 0.0029833405278623104, 0.0037530632689595222, 0.004522785544395447, 0.005292508285492659, 0.0060622310265898705, 0.006831953767687082, 0.007601676508784294, 0.008371398784220219, 0.009141121059656143, 0.009910844266414642, 0.010680566541850567, 0.011450289748609066, 0.01222001202404499, 0.012989734299480915, 0.013759457506239414, 0.014529179781675339, 0.015298902988433838, 0.016068624332547188, 0.016838347539305687, 0.017608070746064186, 0.018377792090177536, 0.019147515296936035, 0.019917238503694534, 0.020686961710453033, 0.021456683054566383, 0.022226406261324883, 0.02299612946808338, 0.02376585081219673, 0.02453557401895523]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 3.0, 1.0, 3.0, 2.0, 3.0, 5.0, 5.0, 5.0, 2.0, 3.0, 2.0, 4.0, 2.0, 4.0, 5.0, 6.0, 3.0, 3.0, 6.0, 4.0, 4.0, 3.0, 1.0, 4.0, 6.0, 4.0, 2.0, 1.0, 3.0, 3.0, 0.0, 2.0, 0.0, 3.0, 2.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.0135756004601717, -0.013184208422899246, -0.012792816385626793, -0.01240142434835434, -0.012010032311081886, -0.011618640273809433, -0.01122724823653698, -0.010835856199264526, -0.010444464161992073, -0.010053071193397045, -0.009661679156124592, -0.009270287118852139, -0.008878895081579685, -0.008487503044307232, -0.008096111007034779, -0.007704718969762325, -0.007313326932489872, -0.006921934895217419, -0.006530542857944965, -0.006139150820672512, -0.005747758783400059, -0.005356366280466318, -0.004964974243193865, -0.0045735822059214115, -0.004182190168648958, -0.003790798131376505, -0.0033994060941040516, -0.0030080138240009546, -0.0026166217867285013, -0.002225229749456048, -0.0018338375957682729, -0.0014424454420804977, -0.0010510534048080444, -0.0006596613093279302, -0.000268269213847816, 0.00012312288163229823, 0.0005145149771124125, 0.0009059070725925267, 0.001297299168072641, 0.001688691321760416, 0.0020800833590328693, 0.0024714753963053226, 0.002862867433577776, 0.003254259703680873, 0.0036456517409533262, 0.004037044011056423, 0.0044284360483288765, 0.00481982808560133, 0.005211220122873783, 0.005602612160146236, 0.00599400419741869, 0.006385396234691143, 0.006776788271963596, 0.007168180774897337, 0.00755957281216979, 0.007950964383780956, 0.008342357352375984, 0.008733749389648438, 0.00912514142692089, 0.009516533464193344, 0.009907925501465797, 0.01029931753873825, 0.010690709576010704, 0.011082101613283157, 0.01147349365055561]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 1.0, 1.0, 5.0, 2.0, 4.0, 4.0, 12.0, 8.0, 7.0, 12.0, 7.0, 20.0, 23.0, 19.0, 30.0, 44.0, 67.0, 104.0, 141.0, 182.0, 312.0, 432.0, 582.0, 727.0, 1001.0, 1251.0, 1591.0, 2041.0, 2675.0, 3344.0, 4390.0, 5780.0, 8262.0, 38576.0, 7245.0, 5265.0, 4080.0, 2966.0, 2319.0, 1705.0, 1315.0, 1063.0, 782.0, 568.0, 421.0, 279.0, 195.0, 152.0, 96.0, 75.0, 51.0, 41.0, 22.0, 10.0, 4.0, 8.0, 10.0, 8.0, 3.0, 4.0, 3.0], "bins": [-0.01232061441987753, -0.011981618590652943, -0.011642622761428356, -0.01130362693220377, -0.010964631102979183, -0.010625635273754597, -0.01028663944453001, -0.009947643615305424, -0.009608648717403412, -0.009269652888178825, -0.008930657058954239, -0.008591661229729652, -0.008252665400505066, -0.00791366957128048, -0.007574673742055893, -0.0072356779128313065, -0.00689668208360672, -0.0065576862543821335, -0.006218690425157547, -0.0058796945959329605, -0.005540698766708374, -0.005201703403145075, -0.004862707573920488, -0.004523711744695902, -0.004184715915471315, -0.003845720086246729, -0.0035067242570221424, -0.0031677286606281996, -0.002828732831403613, -0.0024897370021790266, -0.0021507414057850838, -0.0018117455765604973, -0.0014727497473359108, -0.0011337539181113243, -0.0007947582053020597, -0.0004557624342851341, -0.0001167666632682085, 0.00022222910774871707, 0.0005612248787656426, 0.0009002206497825682, 0.0012392164207994938, 0.0015782122500240803, 0.001917207962833345, 0.0022562036756426096, 0.002595199504867196, 0.0029341953340917826, 0.0032731909304857254, 0.003612186759710312, 0.003951182588934898, 0.004290178418159485, 0.004629174247384071, 0.004968170076608658, 0.005307165905833244, 0.0056461612693965435, 0.00598515709862113, 0.0063241529278457165, 0.006663148757070303, 0.0070021445862948895, 0.007341140415519476, 0.007680136244744062, 0.008019131608307362, 0.008358127437531948, 0.008697123266756535, 0.009036119095981121, 0.009375114925205708]}, "_runtime": 15.888229131698608, "_timestamp": 1596226282.388324, "_step": 3}
+{"val_accuracy": 0.6771225742009132, "val_loss": 1.0246705486349863, "_runtime": 20.089812755584717, "_timestamp": 1596226286.5899076, "_step": 4}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: R Confidence: 0.326 Truth: v", "Prediction: 5 Confidence: 0.878 Truth: 5", "Prediction: 2 Confidence: 0.916 Truth: 2", "Prediction: 0 Confidence: 0.455 Truth: 0"]}, "_runtime": 20.34834098815918, "_timestamp": 1596226286.8484359, "_step": 5}
+{"gradients/layers.8.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 2.0, 1.0, 0.0, 2.0, 3.0, 4.0, 5.0, 6.0, 2.0, 2.0, 1.0, 2.0, 4.0, 1.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.020412417128682137, -0.01991783082485199, -0.019423246383666992, -0.018928660079836845, -0.018434075638651848, -0.0179394893348217, -0.017444904893636703, -0.016950318589806557, -0.01645573414862156, -0.015961147844791412, -0.01546656247228384, -0.014971977099776268, -0.014477391727268696, -0.013982806354761124, -0.013488220982253551, -0.01299363560974598, -0.012499050237238407, -0.012004464864730835, -0.011509879492223263, -0.01101529411971569, -0.010520708747208118, -0.010026123374700546, -0.009531538002192974, -0.009036952629685402, -0.008542366325855255, -0.008047780953347683, -0.007553196046501398, -0.007058610673993826, -0.006564024835824966, -0.006069439463317394, -0.005574854090809822, -0.00508026871830225, -0.004585683345794678, -0.0040910979732871056, -0.0035965126007795334, -0.0031019269954413176, -0.0026073416229337454, -0.002112756250426173, -0.0016181707615032792, -0.0011235852725803852, -0.000628999900072813, -0.00013441446935757995, 0.00036017096135765314, 0.0008547563920728862, 0.0013493418227881193, 0.0018439271952956915, 0.0023385128006339073, 0.0028330981731414795, 0.0033276835456490517, 0.003822268918156624, 0.004316854290664196, 0.004811439663171768, 0.00530602503567934, 0.0058006108738482, 0.006295196246355772, 0.006789781618863344, 0.007284366991370916, 0.0077789523638784885, 0.008273538202047348, 0.00876812357455492, 0.009262708947062492, 0.009757294319570065, 0.010251879692077637, 0.010746465064585209, 0.011241050437092781]}, "gradients/layers.8.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 2.0, 0.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 4.0, 0.0, 5.0, 5.0, 7.0, 6.0, 10.0, 11.0, 8.0, 11.0, 16.0, 23.0, 30.0, 35.0, 48.0, 60.0, 77.0, 93.0, 139.0, 155.0, 229.0, 334.0, 448.0, 659.0, 1888.0, 1534.0, 722.0, 477.0, 257.0, 200.0, 124.0, 78.0, 62.0, 49.0, 32.0, 18.0, 19.0, 13.0, 9.0, 9.0, 8.0, 0.0, 3.0, 1.0, 3.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.10982166230678558, -0.10681430995464325, -0.10380696505308151, -0.10079962015151978, -0.09779226779937744, -0.09478491544723511, -0.09177757054567337, -0.08877022564411163, -0.0857628732919693, -0.08275552093982697, -0.07974817603826523, -0.07674083113670349, -0.07373347878456116, -0.07072612643241882, -0.06771878153085709, -0.06471143662929535, -0.061704084277153015, -0.05869673565030098, -0.055689387023448944, -0.05268203839659691, -0.04967468976974487, -0.04666734114289284, -0.0436599925160408, -0.040652643889188766, -0.03764529526233673, -0.034637946635484695, -0.03163059800863266, -0.028623249381780624, -0.02561590075492859, -0.022608552128076553, -0.019601203501224518, -0.016593854874372482, -0.013586506247520447, -0.010579157620668411, -0.007571808993816376, -0.00456446036696434, -0.0015571117401123047, 0.0014502368867397308, 0.004457585513591766, 0.007464934140443802, 0.010472282767295837, 0.013479631394147873, 0.01648698002099991, 0.019494328647851944, 0.02250167727470398, 0.025509025901556015, 0.02851637452840805, 0.031523723155260086, 0.03453107178211212, 0.03753842040896416, 0.04054576903581619, 0.04355311766266823, 0.046560466289520264, 0.0495678149163723, 0.052575163543224335, 0.05558251217007637, 0.058589860796928406, 0.06159720942378044, 0.06460455805063248, 0.06761190295219421, 0.07061925530433655, 0.07362660765647888, 0.07663395255804062, 0.07964129745960236, 0.08264864981174469]}, "gradients/layers.5.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 2.0, 4.0, 3.0, 1.0, 1.0, 0.0, 2.0, 2.0, 4.0, 5.0, 5.0, 1.0, 6.0, 6.0, 5.0, 4.0, 4.0, 2.0, 3.0, 3.0, 3.0, 1.0, 3.0, 5.0, 3.0, 4.0, 4.0, 4.0, 3.0, 0.0, 2.0, 0.0, 2.0, 2.0, 1.0, 3.0, 2.0, 2.0, 3.0, 1.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.005674927495419979, -0.005493820179253817, -0.005312713328748941, -0.005131606012582779, -0.004950499162077904, -0.004769391845911741, -0.004588284529745579, -0.004407177679240704, -0.004226070363074541, -0.004044963046908379, -0.0038638561964035034, -0.003682748880237341, -0.003501641796901822, -0.0033205347135663033, -0.0031394273974001408, -0.002958320314064622, -0.002777213230729103, -0.0025961061473935843, -0.0024149990640580654, -0.002233891747891903, -0.002052784664556384, -0.0018716775812208652, -0.0016905703814700246, -0.001509463181719184, -0.001328356098383665, -0.0011472490150481462, -0.0009661418152973056, -0.0007850346737541258, -0.0006039275322109461, -0.00042282039066776633, -0.00024171324912458658, -6.060610758140683e-05, 0.00012050103396177292, 0.00030160817550495267, 0.0004827153170481324, 0.0006638224585913122, 0.0008449296001344919, 0.0010260366834700108, 0.0012071438832208514, 0.001388251082971692, 0.001569358166307211, 0.0017504652496427298, 0.0019315724493935704, 0.002112679649144411, 0.00229378673247993, 0.0024748938158154488, 0.0026560011319816113, 0.00283710821531713, 0.003018215298652649, 0.0031993223819881678, 0.0033804294653236866, 0.003561536781489849, 0.003742643864825368, 0.003923750948160887, 0.004104858264327049, 0.0042859651148319244, 0.004467072430998087, 0.004648179747164249, 0.004829286597669125, 0.005010393913835287, 0.00519150123000145, 0.005372608080506325, 0.005553715396672487, 0.0057348222471773624, 0.005915929563343525]}, "gradients/layers.5.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 7.0, 6.0, 3.0, 8.0, 15.0, 15.0, 26.0, 21.0, 46.0, 63.0, 83.0, 132.0, 162.0, 219.0, 269.0, 344.0, 444.0, 550.0, 654.0, 844.0, 950.0, 1024.0, 1145.0, 1577.0, 1134.0, 1066.0, 924.0, 802.0, 717.0, 681.0, 499.0, 426.0, 339.0, 265.0, 205.0, 182.0, 137.0, 117.0, 72.0, 56.0, 50.0, 34.0, 16.0, 14.0, 6.0, 6.0, 6.0, 6.0, 1.0, 4.0, 0.0, 1.0, 2.0, 1.0, 1.0], "bins": [-0.018769731745123863, -0.018197767436504364, -0.017625803127884865, -0.017053838819265366, -0.016481872648000717, -0.015909908339381218, -0.015337944030761719, -0.01476597972214222, -0.01419401541352272, -0.013622051104903221, -0.013050086796283722, -0.012478121556341648, -0.011906157247722149, -0.01133419293910265, -0.010762227699160576, -0.010190263390541077, -0.009618299081921577, -0.009046334773302078, -0.008474370464682579, -0.007902405224740505, -0.007330440916121006, -0.006758476607501507, -0.00618651183322072, -0.005614547058939934, -0.005042582750320435, -0.004470618441700935, -0.003898653667420149, -0.003326689125970006, -0.002754724584519863, -0.0021827600430697203, -0.0016107955016195774, -0.0010388309601694345, -0.0004668664187192917, 0.00010509812273085117, 0.000677062664180994, 0.001249027205631137, 0.0018209917470812798, 0.0023929562885314226, 0.0029649208299815655, 0.0035368853714317083, 0.004108849912881851, 0.00468081422150135, 0.005252778995782137, 0.005824743770062923, 0.006396708078682423, 0.006968672387301922, 0.007540637161582708, 0.008112601935863495, 0.008684566244482994, 0.009256530553102493, 0.009828494861721992, 0.010400460101664066, 0.010972424410283566, 0.011544388718903065, 0.012116353958845139, 0.012688318267464638, 0.013260282576084137, 0.013832246884703636, 0.014404211193323135, 0.01497617643326521, 0.015548140741884708, 0.016120105981826782, 0.01669207029044628, 0.01726403459906578, 0.01783599890768528]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 0.0, 0.0, 3.0, 3.0, 3.0, 1.0, 4.0, 5.0, 2.0, 4.0, 5.0, 7.0, 2.0, 3.0, 7.0, 2.0, 9.0, 3.0, 8.0, 3.0, 4.0, 1.0, 2.0, 3.0, 2.0, 4.0, 1.0, 2.0, 4.0, 3.0, 4.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.00837414525449276, -0.008107626810669899, -0.007841108366847038, -0.0075745899230241776, -0.007308071479201317, -0.007041553035378456, -0.006775034591555595, -0.006508516147732735, -0.006241997703909874, -0.0059754797257483006, -0.00570896128192544, -0.005442442838102579, -0.005175924394279718, -0.004909405950456858, -0.004642887506633997, -0.004376369062811136, -0.0041098506189882755, -0.003843332175165415, -0.003576813731342554, -0.0033102952875196934, -0.0030437768436968327, -0.0027772586327046156, -0.002510740188881755, -0.002244221745058894, -0.0019777033012360334, -0.0017111848574131727, -0.001444666413590312, -0.0011781480861827731, -0.0009116296423599124, -0.0006451111985370517, -0.0003785928129218519, -0.00011207439820282161, 0.00015444401651620865, 0.0004209624312352389, 0.0006874808459542692, 0.000953999231569469, 0.0012205176753923297, 0.0014870361192151904, 0.0017535544466227293, 0.00202007289044559, 0.0022865913342684507, 0.0025531097780913115, 0.002819628221914172, 0.003086146665737033, 0.00335266487672925, 0.0036191833205521107, 0.0038857017643749714, 0.004152220208197832, 0.004418738652020693, 0.0046852570958435535, 0.004951775539666414, 0.005218293983489275, 0.005484812427312136, 0.005751330871134996, 0.006017849314957857, 0.006284367758780718, 0.006550885736942291, 0.006817404180765152, 0.007083922624588013, 0.007350441068410873, 0.007616959512233734, 0.007883477956056595, 0.008149996399879456, 0.008416514843702316, 0.008683033287525177]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [4.0, 0.0, 1.0, 3.0, 5.0, 8.0, 4.0, 7.0, 10.0, 14.0, 19.0, 14.0, 26.0, 30.0, 38.0, 44.0, 78.0, 83.0, 126.0, 128.0, 177.0, 235.0, 285.0, 346.0, 418.0, 553.0, 699.0, 797.0, 951.0, 1020.0, 1149.0, 1635.0, 1125.0, 1029.0, 855.0, 704.0, 657.0, 552.0, 477.0, 406.0, 322.0, 231.0, 245.0, 187.0, 122.0, 117.0, 101.0, 75.0, 73.0, 31.0, 40.0, 32.0, 17.0, 16.0, 13.0, 11.0, 12.0, 7.0, 6.0, 3.0, 3.0, 1.0, 3.0, 4.0], "bins": [-0.023297127336263657, -0.022559281438589096, -0.021821435540914536, -0.021083589643239975, -0.020345743745565414, -0.019607897847890854, -0.018870051950216293, -0.018132206052541733, -0.017394360154867172, -0.01665651425719261, -0.01591866835951805, -0.01518082246184349, -0.01444297656416893, -0.01370513066649437, -0.012967284768819809, -0.012229438871145248, -0.011491592973470688, -0.010753747075796127, -0.010015901178121567, -0.009278055280447006, -0.008540209382772446, -0.007802363485097885, -0.007064517587423325, -0.006326671689748764, -0.0055888257920742035, -0.004850979894399643, -0.004113133996725082, -0.003375288099050522, -0.0026374422013759613, -0.0018995963037014008, -0.0011617504060268402, -0.00042390450835227966, 0.0003139413893222809, 0.0010517872869968414, 0.001789633184671402, 0.0025274790823459625, 0.003265324980020523, 0.004003170877695084, 0.004741016775369644, 0.005478862673044205, 0.006216708570718765, 0.006954554468393326, 0.007692400366067886, 0.008430246263742447, 0.009168092161417007, 0.009905938059091568, 0.010643783956766129, 0.011381629854440689, 0.01211947575211525, 0.01285732164978981, 0.01359516754746437, 0.014333013445138931, 0.015070859342813492, 0.015808705240488052, 0.016546551138162613, 0.017284397035837173, 0.018022242933511734, 0.018760088831186295, 0.019497934728860855, 0.020235780626535416, 0.020973626524209976, 0.021711472421884537, 0.022449318319559097, 0.023187164217233658, 0.02392501011490822]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 5.0, 2.0, 4.0, 2.0, 4.0, 3.0, 1.0, 4.0, 6.0, 2.0, 4.0, 6.0, 5.0, 8.0, 3.0, 3.0, 2.0, 1.0, 5.0, 2.0, 3.0, 5.0, 3.0, 5.0, 0.0, 7.0, 2.0, 3.0, 2.0, 0.0, 4.0, 2.0, 1.0, 4.0, 2.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.01578725501894951, -0.015337130054831505, -0.014887005090713501, -0.014436880126595497, -0.013986755162477493, -0.013536629267036915, -0.013086504302918911, -0.012636379338800907, -0.012186254374682903, -0.0117361294105649, -0.011286004446446896, -0.010835879482328892, -0.010385753586888313, -0.00993562862277031, -0.009485503658652306, -0.009035378694534302, -0.008585253730416298, -0.008135128766298294, -0.00768500380218029, -0.007234878372400999, -0.006784753408282995, -0.006334628444164991, -0.0058845030143857, -0.005434378050267696, -0.0049842530861496925, -0.004534128122031689, -0.004084003157913685, -0.0036338777281343937, -0.00318375276401639, -0.002733627799898386, -0.0022835026029497385, -0.0018333775224164128, -0.0013832524418830872, -0.0009331273613497615, -0.0004830022808164358, -3.287720028311014e-05, 0.00041724788025021553, 0.0008673729607835412, 0.0013174980413168669, 0.0017676231218501925, 0.0022177482023835182, 0.002667873166501522, 0.0031179983634501696, 0.003568123560398817, 0.004018248524516821, 0.004468373488634825, 0.004918498918414116, 0.00536862388253212, 0.005818748846650124, 0.0062688738107681274, 0.006718998774886131, 0.0071691242046654224, 0.007619249168783426, 0.008069374598562717, 0.008519499562680721, 0.008969624526798725, 0.009419749490916729, 0.009869874455034733, 0.010319999419152737, 0.01077012438327074, 0.011220250278711319, 0.011670375242829323, 0.012120500206947327, 0.01257062517106533, 0.013020750135183334]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 2.0, 5.0, 1.0, 5.0, 9.0, 10.0, 15.0, 23.0, 25.0, 26.0, 47.0, 61.0, 77.0, 103.0, 146.0, 228.0, 312.0, 445.0, 659.0, 907.0, 1175.0, 1476.0, 1874.0, 2315.0, 2821.0, 3642.0, 4506.0, 6498.0, 40163.0, 8236.0, 5232.0, 3817.0, 3047.0, 2494.0, 2013.0, 1748.0, 1411.0, 1160.0, 903.0, 658.0, 551.0, 409.0, 283.0, 239.0, 189.0, 119.0, 77.0, 69.0, 39.0, 30.0, 17.0, 5.0, 4.0, 4.0, 6.0, 6.0, 1.0, 3.0, 2.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.01139830145984888, -0.011013888753950596, -0.010629475116729736, -0.010245062410831451, -0.009860649704933167, -0.009476236999034882, -0.009091824293136597, -0.008707410655915737, -0.008322997950017452, -0.007938585244119167, -0.007554172072559595, -0.007169758901000023, -0.006785346195101738, -0.006400933489203453, -0.006016520317643881, -0.005632107146084309, -0.005247694440186024, -0.004863281734287739, -0.004478868562728167, -0.004094455391168594, -0.0037100426852703094, -0.003325629746541381, -0.0029412168078124523, -0.0025568038690835238, -0.002172390930354595, -0.0017879779916256666, -0.001403565052896738, -0.0010191521141678095, -0.0006347391754388809, -0.00025032623670995235, 0.0001340867020189762, 0.0005184996407479048, 0.0009029125794768333, 0.001287325518205762, 0.0016717384569346905, 0.002056151395663619, 0.0024405643343925476, 0.002824977273121476, 0.0032093902118504047, 0.0035938031505793333, 0.003978216089308262, 0.004362628795206547, 0.004747041966766119, 0.005131455138325691, 0.005515867844223976, 0.005900280550122261, 0.006284693721681833, 0.0066691068932414055, 0.00705351959913969, 0.007437932305037975, 0.007822345942258835, 0.00820675864815712, 0.008591171354055405, 0.00897558405995369, 0.009359996765851974, 0.009744410403072834, 0.010128823108971119, 0.010513235814869404, 0.010897649452090263, 0.011282062157988548, 0.011666474863886833, 0.012050887569785118, 0.012435300275683403, 0.012819713912904263, 0.013204126618802547]}, "_runtime": 22.262670278549194, "_timestamp": 1596226288.7627652, "_step": 6}
+{"val_accuracy": 0.7250563641552511, "val_loss": 0.8044440825235898, "_runtime": 27.988584280014038, "_timestamp": 1596226294.4886792, "_step": 7}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: K Confidence: 0.586 Truth: v", "Prediction: 5 Confidence: 0.962 Truth: 5", "Prediction: 2 Confidence: 0.969 Truth: 2", "Prediction: 0 Confidence: 0.463 Truth: 0"]}, "_runtime": 28.25941514968872, "_timestamp": 1596226294.75951, "_step": 8}
+{"gradients/layers.8.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 3.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 2.0, 2.0, 4.0, 3.0, 3.0, 1.0, 0.0, 4.0, 0.0, 1.0, 1.0, 2.0, 3.0, 3.0, 3.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.014632178470492363, -0.014240427874028683, -0.013848678208887577, -0.013456927612423897, -0.013065177947282791, -0.012673427350819111, -0.012281677685678005, -0.011889927089214325, -0.01149817742407322, -0.011106426827609539, -0.010714676231145859, -0.010322926566004753, -0.009931175969541073, -0.009539426304399967, -0.009147675707936287, -0.008755926042795181, -0.008364175446331501, -0.00797242484986782, -0.007580675184726715, -0.007188925053924322, -0.006797174923121929, -0.006405424326658249, -0.006013674195855856, -0.005621924065053463, -0.00523017393425107, -0.004838423803448677, -0.004446673672646284, -0.004054923541843891, -0.0036631731782108545, -0.0032714230474084616, -0.002879672683775425, -0.002487922552973032, -0.002096172422170639, -0.001704422291368246, -0.0013126720441505313, -0.0009209218551404774, -0.0005291716661304235, -0.00013742147712036967, 0.0002543287118896842, 0.0006460789008997381, 0.001037829089909792, 0.001429579220712185, 0.0018213294679298997, 0.0022130797151476145, 0.0026048298459500074, 0.0029965799767524004, 0.003388330340385437, 0.00378008047118783, 0.004171830601990223, 0.004563580732792616, 0.004955330863595009, 0.005347080994397402, 0.005738831125199795, 0.006130581721663475, 0.006522331852465868, 0.006914081983268261, 0.007305832114070654, 0.007697582244873047, 0.008089332841336727, 0.008481082506477833, 0.008872833102941513, 0.009264582768082619, 0.009656333364546299, 0.010048083029687405, 0.010439833626151085]}, "gradients/layers.8.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 3.0, 3.0, 2.0, 5.0, 3.0, 8.0, 14.0, 7.0, 13.0, 20.0, 29.0, 35.0, 43.0, 55.0, 87.0, 115.0, 143.0, 241.0, 334.0, 453.0, 691.0, 2333.0, 1595.0, 593.0, 364.0, 230.0, 151.0, 111.0, 55.0, 52.0, 26.0, 22.0, 20.0, 10.0, 14.0, 15.0, 9.0, 9.0, 3.0, 3.0, 4.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1011698842048645, -0.09796596318483353, -0.09476203471422195, -0.09155811369419098, -0.0883541852235794, -0.08515026420354843, -0.08194634318351746, -0.07874241471290588, -0.07553849369287491, -0.07233456522226334, -0.06913064420223236, -0.06592672318220139, -0.06272279471158981, -0.05951886996626854, -0.056314948946237564, -0.05311102420091629, -0.049907099455595016, -0.04670317471027374, -0.04349924996495247, -0.040295328944921494, -0.03709140419960022, -0.033887479454278946, -0.030683554708957672, -0.027479631826281548, -0.024275707080960274, -0.021071782335639, -0.017867859452962875, -0.014663934707641602, -0.011460010893642902, -0.008256087079644203, -0.005052162799984217, -0.0018482387531548738, 0.001355685293674469, 0.004559609107673168, 0.007763533387333155, 0.010967457666993141, 0.01417138148099184, 0.01737530529499054, 0.020579230040311813, 0.023783152922987938, 0.02698707766830921, 0.030191002413630486, 0.03339492529630661, 0.036598850041627884, 0.03980277478694916, 0.04300669953227043, 0.04621062055230141, 0.04941454529762268, 0.052618470042943954, 0.05582239478826523, 0.0590263195335865, 0.06223024055361748, 0.06543416529893875, 0.06863809376955032, 0.0718420147895813, 0.07504593580961227, 0.07824986428022385, 0.08145378530025482, 0.0846577137708664, 0.08786163479089737, 0.09106555581092834, 0.09426948428153992, 0.09747340530157089, 0.10067733377218246, 0.10388125479221344]}, "gradients/layers.5.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 3.0, 6.0, 4.0, 6.0, 4.0, 5.0, 1.0, 7.0, 4.0, 3.0, 5.0, 5.0, 5.0, 5.0, 5.0, 4.0, 1.0, 6.0, 7.0, 5.0, 0.0, 5.0, 5.0, 2.0, 2.0, 2.0, 1.0, 2.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0055969529785215855, -0.00538664823397994, -0.005176343489438295, -0.00496603874489665, -0.004755734000355005, -0.00454542925581336, -0.004335124511271715, -0.00412481976673007, -0.003914515022188425, -0.00370421027764678, -0.003493905533105135, -0.00328360078856349, -0.003073296044021845, -0.0028629912994802, -0.0026526865549385548, -0.0024423818103969097, -0.0022320770658552647, -0.0020217723213136196, -0.0018114675767719746, -0.0016011628322303295, -0.0013908580876886845, -0.0011805533431470394, -0.0009702485986053944, -0.0007599438540637493, -0.0005496391095221043, -0.0003393343649804592, -0.00012902962043881416, 8.127512410283089e-05, 0.00029157986864447594, 0.000501884613186121, 0.000712189357727766, 0.0009224941022694111, 0.0011327988468110561, 0.0013431035913527012, 0.0015534083358943462, 0.0017637130804359913, 0.0019740178249776363, 0.0021843225695192814, 0.0023946273140609264, 0.0026049320586025715, 0.0028152368031442165, 0.0030255415476858616, 0.0032358462922275066, 0.0034461510367691517, 0.0036564557813107967, 0.003866760525852442, 0.004077065270394087, 0.004287370014935732, 0.004497674759477377, 0.004707979504019022, 0.004918284248560667, 0.005128588993102312, 0.005338893737643957, 0.005549198482185602, 0.005759503226727247, 0.005969807971268892, 0.006180112715810537, 0.006390417460352182, 0.0066007222048938274, 0.0068110269494354725, 0.0070213316939771175, 0.007231636438518763, 0.007441941183060408, 0.007652245927602053, 0.007862551137804985]}, "gradients/layers.5.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 3.0, 7.0, 2.0, 8.0, 15.0, 23.0, 29.0, 43.0, 60.0, 83.0, 131.0, 194.0, 238.0, 328.0, 427.0, 598.0, 763.0, 933.0, 1183.0, 1405.0, 1467.0, 1864.0, 1336.0, 1163.0, 902.0, 706.0, 617.0, 432.0, 356.0, 248.0, 185.0, 141.0, 135.0, 69.0, 71.0, 46.0, 27.0, 25.0, 28.0, 16.0, 13.0, 14.0, 10.0, 9.0, 2.0, 7.0, 2.0, 4.0, 4.0, 0.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.01584942638874054, -0.015283997170627117, -0.014718567952513695, -0.014153138734400272, -0.01358770951628685, -0.013022280298173428, -0.012456851080060005, -0.011891421861946583, -0.01132599264383316, -0.010760563425719738, -0.010195134207606316, -0.009629704989492893, -0.00906427577137947, -0.008498846553266048, -0.007933417335152626, -0.007367988117039204, -0.006802558898925781, -0.006237129680812359, -0.0056717004626989365, -0.005106271244585514, -0.004540842026472092, -0.003975412808358669, -0.003409983590245247, -0.0028445543721318245, -0.002279125154018402, -0.0017136959359049797, -0.0011482667177915573, -0.0005828374996781349, -1.7408281564712524e-05, 0.0005480209365487099, 0.0011134501546621323, 0.0016788793727755547, 0.002244308590888977, 0.0028097378090023994, 0.003375167027115822, 0.003940596245229244, 0.004506025463342667, 0.005071454681456089, 0.005636883899569511, 0.006202313117682934, 0.006767742335796356, 0.007333171553909779, 0.007898600772023201, 0.008464029990136623, 0.009029459208250046, 0.009594888426363468, 0.01016031764447689, 0.010725746862590313, 0.011291176080703735, 0.011856605298817158, 0.01242203451693058, 0.012987463735044003, 0.013552892953157425, 0.014118322171270847, 0.01468375138938427, 0.015249180607497692, 0.015814609825611115, 0.016380038112401962, 0.01694546826183796, 0.017510898411273956, 0.018076326698064804, 0.018641754984855652, 0.01920718513429165, 0.019772615283727646, 0.020338043570518494]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 4.0, 1.0, 2.0, 3.0, 5.0, 7.0, 3.0, 2.0, 4.0, 3.0, 9.0, 5.0, 3.0, 6.0, 6.0, 7.0, 4.0, 5.0, 5.0, 5.0, 4.0, 5.0, 3.0, 2.0, 5.0, 3.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008869778364896774, -0.008550729602575302, -0.008231681771576405, -0.007912633009254932, -0.00759358424693346, -0.007274535950273275, -0.0069554876536130905, -0.006636438891291618, -0.0063173905946314335, -0.005998342297971249, -0.0056792935356497765, -0.005360245238989592, -0.005041196942329407, -0.004722148180007935, -0.00440309988334775, -0.0040840511210262775, -0.0037650028243660927, -0.003445954294875264, -0.0031269057653844357, -0.002807857468724251, -0.0024888089392334223, -0.0021697604097425938, -0.001850711996667087, -0.0015316635835915804, -0.0012126150541007519, -0.0008935665828175843, -0.0005745181115344167, -0.0002554696402512491, 6.357883103191853e-05, 0.0003826273023150861, 0.0007016757735982537, 0.0010207241866737604, 0.001339772716164589, 0.0016588212456554174, 0.001977869775146246, 0.002296918071806431, 0.0026159666012972593, 0.002935015130788088, 0.0032540634274482727, 0.0035731119569391012, 0.0038921604864299297, 0.004211208783090115, 0.004530257545411587, 0.004849305842071772, 0.0051683541387319565, 0.005487402901053429, 0.0058064511977136135, 0.006125499960035086, 0.0064445482566952705, 0.006763596553355455, 0.007082645315676928, 0.007401693612337112, 0.007720742374658585, 0.008039790205657482, 0.008358838967978954, 0.008677887730300426, 0.008996935561299324, 0.009315984323620796, 0.009635033085942268, 0.00995408184826374, 0.010273129679262638, 0.01059217844158411, 0.010911227203905582, 0.01123027503490448, 0.011549323797225952]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 3.0, 3.0, 6.0, 7.0, 7.0, 15.0, 25.0, 36.0, 46.0, 75.0, 118.0, 182.0, 263.0, 402.0, 643.0, 908.0, 1334.0, 1861.0, 2307.0, 2610.0, 1749.0, 1258.0, 785.0, 533.0, 351.0, 237.0, 164.0, 101.0, 79.0, 62.0, 44.0, 34.0, 24.0, 23.0, 13.0, 17.0, 7.0, 8.0, 7.0, 2.0, 3.0, 5.0, 3.0, 5.0, 3.0, 3.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.029483100399374962, -0.028203951194882393, -0.026924803853034973, -0.025645654648542404, -0.024366505444049835, -0.023087356239557266, -0.021808207035064697, -0.020529059693217278, -0.01924991048872471, -0.01797076128423214, -0.01669161394238472, -0.015412464737892151, -0.014133315533399582, -0.012854166328907013, -0.011575018055737019, -0.010295869782567024, -0.009016720578074455, -0.007737571839243174, -0.006458423100411892, -0.00517927436158061, -0.0039001256227493286, -0.002620976883918047, -0.0013418281450867653, -6.267940625548363e-05, 0.001216469332575798, 0.0024956180714070797, 0.0037747668102383614, 0.005053915549069643, 0.006333064287900925, 0.007612213026732206, 0.008891361765563488, 0.010170510038733482, 0.011449659243226051, 0.01272880844771862, 0.014007956720888615, 0.015287104994058609, 0.016566254198551178, 0.017845403403043747, 0.019124552607536316, 0.020403699949383736, 0.021682849153876305, 0.022961998358368874, 0.024241145700216293, 0.025520294904708862, 0.02679944410920143, 0.028078593313694, 0.02935774251818657, 0.03063688986003399, 0.03191603720188141, 0.03319518640637398, 0.03447433561086655, 0.035753484815359116, 0.037032634019851685, 0.038311783224344254, 0.03959093242883682, 0.04087008163332939, 0.04214923083782196, 0.04342837631702423, 0.0447075255215168, 0.04598667472600937, 0.04726582393050194, 0.04854497313499451, 0.049824122339487076, 0.051103271543979645, 0.052382417023181915]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 4.0, 4.0, 4.0, 7.0, 2.0, 5.0, 6.0, 3.0, 9.0, 7.0, 4.0, 3.0, 6.0, 9.0, 4.0, 8.0, 4.0, 6.0, 5.0, 3.0, 1.0, 0.0, 2.0, 1.0, 4.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011825167573988438, -0.011398920789361, -0.010972674004733562, -0.010546427220106125, -0.010120180435478687, -0.00969393365085125, -0.009267686866223812, -0.008841440081596375, -0.008415193296968937, -0.0079889465123415, -0.007562699727714062, -0.007136452943086624, -0.0067102061584591866, -0.006283959373831749, -0.005857712589204311, -0.005431465804576874, -0.005005219019949436, -0.004578972235321999, -0.004152725450694561, -0.0037264786660671234, -0.003300231881439686, -0.0028739850968122482, -0.0024477383121848106, -0.002021491527557373, -0.0015952447429299355, -0.0011689979583024979, -0.0007427511736750603, -0.0003165043890476227, 0.00010974239557981491, 0.0005359891802072525, 0.0009622359648346901, 0.0013884827494621277, 0.0018147295340895653, 0.002240976318717003, 0.0026672231033444405, 0.003093469887971878, 0.0035197166725993156, 0.003945963457226753, 0.004372210241854191, 0.004798457026481628, 0.005224703811109066, 0.005650950595736504, 0.006077197380363941, 0.006503444164991379, 0.006929690949618816, 0.007355937734246254, 0.0077821845188736916, 0.00820843130350113, 0.008634678088128567, 0.009060924872756004, 0.009487171657383442, 0.00991341844201088, 0.010339665226638317, 0.010765912011265755, 0.011192158795893192, 0.01161840558052063, 0.012044652365148067, 0.012470899149775505, 0.012897145934402943, 0.01332339271903038, 0.013749639503657818, 0.014175886288285255, 0.014602133072912693, 0.01502837985754013, 0.015454626642167568]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [3.0, 5.0, 8.0, 11.0, 15.0, 14.0, 27.0, 21.0, 26.0, 41.0, 53.0, 122.0, 168.0, 248.0, 439.0, 480.0, 788.0, 1054.0, 1562.0, 2065.0, 2612.0, 3624.0, 4974.0, 7083.0, 35533.0, 16490.0, 6622.0, 4441.0, 3150.0, 2288.0, 1576.0, 1123.0, 859.0, 626.0, 457.0, 368.0, 296.0, 207.0, 197.0, 139.0, 114.0, 97.0, 85.0, 62.0, 48.0, 29.0, 28.0, 20.0, 10.0, 11.0, 8.0, 2.0, 3.0, 1.0, 5.0, 4.0, 3.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.010346999391913414, -0.009933055378496647, -0.009519112296402454, -0.009105168282985687, -0.008691225200891495, -0.008277281187474728, -0.00786333717405796, -0.007449393626302481, -0.007035450078547001, -0.006621506530791521, -0.006207562983036041, -0.005793618969619274, -0.005379675421863794, -0.0049657318741083145, -0.004551787860691547, -0.004137844312936068, -0.0037239007651805878, -0.003309957217425108, -0.0028960134368389845, -0.002482069656252861, -0.002068126108497381, -0.0016541824443265796, -0.001240238780155778, -0.0008262951159849763, -0.00041235145181417465, 1.5922123566269875e-06, 0.0004155358765274286, 0.0008294795406982303, 0.001243423204869032, 0.0016573668690398335, 0.002071310533210635, 0.0024852543137967587, 0.0028991978615522385, 0.0033131414093077183, 0.0037270851898938417, 0.004141028970479965, 0.004554972518235445, 0.004968916065990925, 0.005382860079407692, 0.005796803627163172, 0.006210747174918652, 0.006624690722674131, 0.007038634270429611, 0.007452578283846378, 0.007866522297263145, 0.008280465379357338, 0.008694409392774105, 0.009108352474868298, 0.009522296488285065, 0.009936240501701832, 0.010350183583796024, 0.010764127597212791, 0.011178070679306984, 0.011592014692723751, 0.012005958706140518, 0.01241990178823471, 0.012833845801651478, 0.013247789815068245, 0.013661732897162437, 0.014075676910579205, 0.014489620923995972, 0.014903564006090164, 0.015317508019506931, 0.0157314520329237, 0.01614539511501789]}, "_runtime": 28.598767042160034, "_timestamp": 1596226295.098862, "_step": 9}
+{"gradients/layers.8.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 3.0, 5.0, 2.0, 0.0, 0.0, 1.0, 6.0, 1.0, 4.0, 2.0, 2.0, 5.0, 3.0, 2.0, 1.0, 3.0, 1.0, 0.0, 4.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013914124108850956, -0.013483370654284954, -0.013052616268396378, -0.012621862813830376, -0.012191109359264374, -0.011760354973375797, -0.011329601518809795, -0.010898848064243793, -0.010468093678355217, -0.010037340223789215, -0.009606586769223213, -0.009175833314657211, -0.008745078928768635, -0.008314325474202633, -0.007883572019636631, -0.007452818099409342, -0.007022064179182053, -0.006591310258954763, -0.0061605568043887615, -0.005729802884161472, -0.00529904942959547, -0.004868295509368181, -0.004437541589140892, -0.00400678813457489, -0.003576034214347601, -0.0031452805269509554, -0.00271452683955431, -0.0022837729193270206, -0.001853019231930375, -0.0014222655445337296, -0.0009915117407217622, -0.0005607579951174557, -0.00013000424951314926, 0.0003007494960911572, 0.0007315032416954637, 0.001162257045507431, 0.0015930107329040766, 0.002023764420300722, 0.0024545183405280113, 0.002885272027924657, 0.0033160257153213024, 0.003746779402717948, 0.0041775330901145935, 0.004608287010341883, 0.005039040930569172, 0.005469794385135174, 0.005900548305362463, 0.006331301759928465, 0.006762055680155754, 0.007192809600383043, 0.007623563054949045, 0.008054316975176334, 0.008485070429742336, 0.008915824815630913, 0.009346578270196915, 0.009777331724762917, 0.010208085179328918, 0.010638839565217495, 0.011069593019783497, 0.011500346474349499, 0.011931100860238075, 0.012361854314804077, 0.012792607769370079, 0.013223362155258656, 0.013654115609824657]}, "gradients/layers.8.weight": {"_type": "histogram", "values": [2.0, 2.0, 2.0, 6.0, 3.0, 1.0, 6.0, 3.0, 4.0, 10.0, 11.0, 11.0, 16.0, 18.0, 24.0, 31.0, 22.0, 33.0, 57.0, 55.0, 74.0, 103.0, 129.0, 185.0, 271.0, 304.0, 501.0, 746.0, 2895.0, 890.0, 456.0, 293.0, 195.0, 147.0, 100.0, 69.0, 61.0, 36.0, 41.0, 23.0, 16.0, 15.0, 14.0, 7.0, 11.0, 10.0, 8.0, 7.0, 2.0, 3.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.06778106838464737, -0.06537153571844101, -0.06296201050281525, -0.06055247783660889, -0.05814294517040253, -0.055733416229486465, -0.053323887288570404, -0.050914354622364044, -0.04850482568144798, -0.04609529674053192, -0.04368576407432556, -0.0412762351334095, -0.03886670619249344, -0.03645717352628708, -0.03404764458537102, -0.03163811191916466, -0.029228582978248596, -0.026819052174687386, -0.024409521371126175, -0.021999992430210114, -0.019590461626648903, -0.017180930823087692, -0.014771400950849056, -0.01236187107861042, -0.00995234027504921, -0.007542809937149286, -0.005133279599249363, -0.0027237492613494396, -0.0003142189234495163, 0.002095311414450407, 0.00450484175235033, 0.006914372090250254, 0.009323902428150177, 0.011733433231711388, 0.014142963103950024, 0.01655249297618866, 0.01896202377974987, 0.02137155458331108, 0.023781083524227142, 0.026190614327788353, 0.028600145131349564, 0.031009675934910774, 0.033419206738471985, 0.035828735679388046, 0.03823826462030411, 0.04064779728651047, 0.04305732622742653, 0.04546685889363289, 0.04787638783454895, 0.05028591677546501, 0.05269544944167137, 0.05510497838258743, 0.05751451104879379, 0.059924039989709854, 0.062333568930625916, 0.06474310159683228, 0.06715263426303864, 0.0695621594786644, 0.07197169214487076, 0.07438122481107712, 0.07679075002670288, 0.07920028269290924, 0.0816098153591156, 0.08401934057474136, 0.08642887324094772]}, "gradients/layers.5.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 2.0, 3.0, 4.0, 2.0, 3.0, 2.0, 2.0, 6.0, 4.0, 8.0, 7.0, 4.0, 7.0, 6.0, 4.0, 5.0, 4.0, 3.0, 2.0, 7.0, 3.0, 2.0, 5.0, 1.0, 2.0, 2.0, 3.0, 2.0, 3.0, 1.0, 2.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.006626448594033718, -0.006408381275832653, -0.006190313491970301, -0.005972246173769236, -0.0057541788555681705, -0.005536111071705818, -0.005318043753504753, -0.005099976435303688, -0.004881909117102623, -0.004663841333240271, -0.0044457740150392056, -0.0042277066968381405, -0.004009638912975788, -0.003791571594774723, -0.0035735040437430143, -0.0033554367255419493, -0.0031373691745102406, -0.002919301623478532, -0.0027012343052774668, -0.002483166754245758, -0.002265099436044693, -0.0020470318850129843, -0.0018289643339812756, -0.0016108968993648887, -0.0013928294647485018, -0.0011747620301321149, -0.0009566945373080671, -0.0007386270444840193, -0.0005205596098676324, -0.00030249214614741504, -8.44246824271977e-05, 0.00013364278129301965, 0.000351710245013237, 0.0005697776796296239, 0.0007878451724536717, 0.0010059126652777195, 0.0012239800998941064, 0.0014420475345104933, 0.001660115085542202, 0.0018781825201585889, 0.0020962499547749758, 0.0023143175058066845, 0.0025323848240077496, 0.0027504523750394583, 0.002968519926071167, 0.003186587244272232, 0.0034046547953039408, 0.003622722113505006, 0.0038407896645367146, 0.00405885698273778, 0.004276924766600132, 0.004494992084801197, 0.004713059403002262, 0.0049311271868646145, 0.0051491945050656796, 0.005367261823266745, 0.005585329607129097, 0.005803396925330162, 0.006021464243531227, 0.006239531561732292, 0.0064575993455946445, 0.00667566666379571, 0.006893733981996775, 0.007111801765859127, 0.007329869084060192]}, "gradients/layers.5.weight": {"_type": "histogram", "values": [1.0, 2.0, 3.0, 3.0, 3.0, 6.0, 6.0, 8.0, 11.0, 12.0, 30.0, 25.0, 36.0, 45.0, 76.0, 89.0, 116.0, 163.0, 245.0, 286.0, 368.0, 488.0, 618.0, 837.0, 984.0, 1234.0, 1389.0, 1848.0, 1385.0, 1134.0, 923.0, 822.0, 628.0, 537.0, 404.0, 371.0, 264.0, 193.0, 186.0, 117.0, 106.0, 72.0, 73.0, 38.0, 36.0, 40.0, 20.0, 20.0, 20.0, 17.0, 6.0, 11.0, 7.0, 7.0, 2.0, 2.0, 2.0, 3.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.013964066281914711, -0.01346132718026638, -0.01295858807861805, -0.012455848976969719, -0.011953109875321388, -0.011450371704995632, -0.010947632603347301, -0.01044489350169897, -0.00994215440005064, -0.00943941529840231, -0.008936676196753979, -0.008433937095105648, -0.007931198924779892, -0.007428459357470274, -0.006925720721483231, -0.0064229816198349, -0.005920242518186569, -0.0054175034165382385, -0.004914764314889908, -0.0044120256789028645, -0.003909286577254534, -0.003406547475606203, -0.002903808606788516, -0.002401069737970829, -0.0018983306363224983, -0.0013955916510894895, -0.0008928526658564806, -0.00039011368062347174, 0.00011262530460953712, 0.000615364289842546, 0.0011181032750755548, 0.0016208422603085637, 0.0021235812455415726, 0.0026263203471899033, 0.0031290592160075903, 0.0036317980848252773, 0.004134537186473608, 0.004637276288121939, 0.005140014924108982, 0.005642754025757313, 0.0061454931274056435, 0.006648232229053974, 0.007150971330702305, 0.007653709966689348, 0.008156448602676392, 0.008659187704324722, 0.009161926805973053, 0.009664665907621384, 0.010167405009269714, 0.010670144110918045, 0.011172883212566376, 0.011675622314214706, 0.012178361415863037, 0.012681099586188793, 0.013183838687837124, 0.013686577789485455, 0.014189316891133785, 0.014692055992782116, 0.015194795094430447, 0.015697533264756203, 0.016200272366404533, 0.016703011468052864, 0.017205750569701195, 0.017708489671349525, 0.018211228772997856]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 4.0, 2.0, 3.0, 4.0, 1.0, 1.0, 1.0, 2.0, 5.0, 4.0, 3.0, 0.0, 4.0, 8.0, 1.0, 4.0, 6.0, 6.0, 4.0, 5.0, 3.0, 3.0, 2.0, 2.0, 4.0, 4.0, 3.0, 3.0, 4.0, 1.0, 4.0, 4.0, 1.0, 2.0, 4.0, 3.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.007466631941497326, -0.007185925729572773, -0.006905219051986933, -0.0066245123744010925, -0.00634380616247654, -0.006063099950551987, -0.0057823932729661465, -0.005501686595380306, -0.005220980383455753, -0.0049402741715312, -0.00465956749394536, -0.00437886081635952, -0.004098154604434967, -0.0038174481596797705, -0.003536741714924574, -0.0032560352701693773, -0.0029753288254141808, -0.002694622380658984, -0.0024139159359037876, -0.002133209491148591, -0.0018525030463933945, -0.001571796601638198, -0.0012910901568830013, -0.0010103837121278048, -0.0007296772673726082, -0.0004489708226174116, -0.00016826437786221504, 0.00011244206689298153, 0.0003931485116481781, 0.0006738549564033747, 0.0009545614011585712, 0.0012352678459137678, 0.0015159742906689644, 0.001796680735424161, 0.0020773871801793575, 0.002358093624934554, 0.0026388000696897507, 0.0029195065144449472, 0.003200212959200144, 0.0034809194039553404, 0.003761625848710537, 0.00404233206063509, 0.00432303873822093, 0.00460374541580677, 0.004884451627731323, 0.005165157839655876, 0.005445864517241716, 0.005726571194827557, 0.0060072774067521095, 0.0062879836186766624, 0.006568690296262503, 0.006849396973848343, 0.007130103185772896, 0.007410809397697449, 0.007691516075283289, 0.00797222275286913, 0.008252928964793682, 0.008533635176718235, 0.008814342319965363, 0.009095048531889915, 0.009375754743814468, 0.009656460955739021, 0.009937167167663574, 0.010217874310910702, 0.010498580522835255]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 4.0, 3.0, 4.0, 3.0, 8.0, 8.0, 14.0, 14.0, 12.0, 33.0, 53.0, 49.0, 102.0, 114.0, 200.0, 236.0, 291.0, 416.0, 539.0, 750.0, 930.0, 1286.0, 1727.0, 2199.0, 1654.0, 1391.0, 1020.0, 809.0, 646.0, 476.0, 316.0, 266.0, 183.0, 157.0, 116.0, 93.0, 58.0, 30.0, 36.0, 32.0, 18.0, 24.0, 12.0, 17.0, 6.0, 2.0, 4.0, 4.0, 1.0, 3.0, 3.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 1.0], "bins": [-0.028672829270362854, -0.02760336361825466, -0.02653389610350132, -0.025464430451393127, -0.024394964799284935, -0.023325497284531593, -0.0222560316324234, -0.02118656598031521, -0.020117100328207016, -0.019047632813453674, -0.017978167161345482, -0.01690870150923729, -0.015839233994483948, -0.014769768342375755, -0.013700301758944988, -0.012630836106836796, -0.011561369523406029, -0.010491902939975262, -0.00942243728786707, -0.008352970704436302, -0.007283504586666822, -0.006214038468897343, -0.005144571885466576, -0.004075105767697096, -0.003005639649927616, -0.0019361734157428145, -0.000866707181558013, 0.00020275905262678862, 0.0012722252868115902, 0.00234169140458107, 0.0034111577551811934, 0.004480624105781317, 0.0055500902235507965, 0.006619556341320276, 0.007689022459089756, 0.008758489042520523, 0.009827954694628716, 0.010897421278059483, 0.01196688786149025, 0.013036353513598442, 0.01410582009702921, 0.015175286680459976, 0.01624475233256817, 0.01731421798467636, 0.018383685499429703, 0.019453151151537895, 0.020522616803646088, 0.02159208431839943, 0.022661549970507622, 0.023731015622615814, 0.024800483137369156, 0.02586994878947735, 0.02693941444158554, 0.028008881956338882, 0.029078347608447075, 0.030147813260555267, 0.03121728077530861, 0.03228674456477165, 0.033356212079524994, 0.034425679594278336, 0.03549514338374138, 0.03656461089849472, 0.03763407841324806, 0.038703542202711105, 0.03977300971746445]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 4.0, 1.0, 3.0, 3.0, 7.0, 5.0, 5.0, 4.0, 5.0, 4.0, 4.0, 0.0, 4.0, 5.0, 3.0, 5.0, 6.0, 4.0, 4.0, 9.0, 6.0, 4.0, 2.0, 2.0, 3.0, 4.0, 0.0, 2.0, 2.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.01659248024225235, -0.016132405027747154, -0.01567232981324196, -0.015212255530059338, -0.014752180315554142, -0.014292106032371521, -0.013832030817866325, -0.01337195560336113, -0.012911880388855934, -0.012451806105673313, -0.011991730891168118, -0.011531655676662922, -0.011071581393480301, -0.010611506178975105, -0.01015143096446991, -0.009691356681287289, -0.009231281466782093, -0.008771206252276897, -0.008311131969094276, -0.00785105675458908, -0.007390981540083885, -0.006930906791239977, -0.006470832042396069, -0.006010756827890873, -0.005550682079046965, -0.005090607330203056, -0.004630532115697861, -0.004170457366853952, -0.0037103823851794004, -0.0032503074035048485, -0.00279023265466094, -0.002330157672986388, -0.0018700826913118362, -0.0014100077096372843, -0.0009499328443780541, -0.0004898579209111631, -2.978299744427204e-05, 0.000430291926022619, 0.0008903668494895101, 0.0013504417147487402, 0.0018105166964232922, 0.002270591678097844, 0.002730666659772396, 0.0031907414086163044, 0.0036508163902908564, 0.004110891371965408, 0.004570966120809317, 0.005031041335314512, 0.0054911160841584206, 0.005951190833002329, 0.0064112660475075245, 0.006871340796351433, 0.007331416010856628, 0.007791490759700537, 0.008251565508544445, 0.00871164072304964, 0.009171715006232262, 0.009631790220737457, 0.010091865435242653, 0.010551940649747849, 0.01101201493293047, 0.011472090147435665, 0.01193216536194086, 0.012392239645123482, 0.012852314859628677]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 3.0, 2.0, 5.0, 5.0, 4.0, 5.0, 5.0, 10.0, 12.0, 4.0, 26.0, 33.0, 33.0, 63.0, 77.0, 119.0, 151.0, 216.0, 315.0, 409.0, 584.0, 850.0, 1108.0, 1535.0, 1951.0, 2619.0, 3546.0, 4804.0, 6930.0, 40807.0, 11358.0, 6286.0, 4360.0, 3280.0, 2343.0, 1739.0, 1336.0, 981.0, 730.0, 514.0, 355.0, 273.0, 170.0, 121.0, 79.0, 66.0, 41.0, 24.0, 17.0, 16.0, 9.0, 7.0, 3.0, 5.0, 0.0, 2.0, 1.0, 1.0, 1.0], "bins": [-0.016261601820588112, -0.015795478597283363, -0.01532935444265604, -0.014863230288028717, -0.014397107064723969, -0.01393098384141922, -0.013464859686791897, -0.012998735532164574, -0.012532612308859825, -0.012066489085555077, -0.011600364930927753, -0.01113424077630043, -0.010668117552995682, -0.010201994329690933, -0.00973587017506361, -0.009269746020436287, -0.008803622797131538, -0.00833749957382679, -0.007871375419199467, -0.007405251730233431, -0.006939128041267395, -0.006473004352301359, -0.006006880663335323, -0.0055407569743692875, -0.005074633285403252, -0.004608509596437216, -0.00414238590747118, -0.003676262218505144, -0.0032101385295391083, -0.0027440148405730724, -0.0022778911516070366, -0.0018117674626410007, -0.001345643773674965, -0.0008795200847089291, -0.0004133963957428932, 5.2727293223142624e-05, 0.0005188509821891785, 0.0009849746711552143, 0.0014510983601212502, 0.001917222049087286, 0.002383345738053322, 0.0028494694270193577, 0.0033155931159853935, 0.0037817168049514294, 0.004247840493917465, 0.004713964182883501, 0.005180087871849537, 0.005646211560815573, 0.006112335249781609, 0.006578458938747644, 0.00704458262771368, 0.007510706316679716, 0.007976830005645752, 0.0084429532289505, 0.008909077383577824, 0.009375201538205147, 0.009841324761509895, 0.010307447984814644, 0.010773572139441967, 0.01123969629406929, 0.011705819517374039, 0.012171942740678787, 0.01263806689530611, 0.013104191049933434, 0.013570314273238182]}, "_runtime": 33.59213399887085, "_timestamp": 1596226300.092229, "_step": 10}
+{"val_accuracy": 0.7563798515981736, "val_loss": 0.699630878015196, "_runtime": 35.90609407424927, "_timestamp": 1596226302.406189, "_step": 11}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: k Confidence: 0.561 Truth: v", "Prediction: 5 Confidence: 0.997 Truth: 5", "Prediction: 2 Confidence: 0.981 Truth: 2", "Prediction: 0 Confidence: 0.593 Truth: 0"]}, "_runtime": 36.15299391746521, "_timestamp": 1596226302.6530888, "_step": 12}
+{"gradients/layers.8.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 3.0, 0.0, 1.0, 1.0, 0.0, 3.0, 2.0, 0.0, 1.0, 2.0, 1.0, 3.0, 2.0, 3.0, 2.0, 2.0, 4.0, 1.0, 4.0, 2.0, 2.0, 0.0, 2.0, 0.0, 2.0, 1.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.011553008109331131, -0.01113785058259964, -0.010722692124545574, -0.010307533666491508, -0.009892376139760017, -0.009477218613028526, -0.00906206015497446, -0.008646901696920395, -0.008231744170188904, -0.007816586643457413, -0.007401428185403347, -0.006986270193010569, -0.00657111220061779, -0.006155954208225012, -0.005740796215832233, -0.005325638223439455, -0.004910480231046677, -0.004495322238653898, -0.00408016424626112, -0.0036650062538683414, -0.003249848261475563, -0.0028346902690827847, -0.0024195322766900063, -0.002004374284297228, -0.0015892162919044495, -0.001174058299511671, -0.0007589003071188927, -0.0003437423147261143, 7.141567766666412e-05, 0.0004865736700594425, 0.0009017316624522209, 0.0013168896548449993, 0.0017320476472377777, 0.002147205639630556, 0.0025623636320233345, 0.002977521624416113, 0.0033926796168088913, 0.0038078376092016697, 0.004222995601594448, 0.0046381535939872265, 0.005053311586380005, 0.005468469578772783, 0.005883627571165562, 0.00629878556355834, 0.0067139435559511185, 0.007129101548343897, 0.007544259540736675, 0.007959417998790741, 0.008374575525522232, 0.008789733052253723, 0.009204891510307789, 0.009620049968361855, 0.010035207495093346, 0.010450365021824837, 0.010865523479878902, 0.011280681937932968, 0.01169583946466446, 0.01211099699139595, 0.012526155449450016, 0.012941313907504082, 0.013356471434235573, 0.013771628960967064, 0.01418678741902113, 0.014601945877075195, 0.015017103403806686]}, "gradients/layers.8.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 2.0, 1.0, 1.0, 3.0, 3.0, 3.0, 2.0, 6.0, 10.0, 6.0, 15.0, 8.0, 21.0, 27.0, 30.0, 39.0, 58.0, 58.0, 82.0, 140.0, 172.0, 244.0, 294.0, 466.0, 768.0, 3534.0, 718.0, 355.0, 220.0, 155.0, 114.0, 91.0, 58.0, 40.0, 37.0, 37.0, 24.0, 22.0, 14.0, 15.0, 13.0, 6.0, 2.0, 5.0, 5.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.07965777814388275, -0.07682830840349197, -0.0739988386631012, -0.07116936147212982, -0.06833989173173904, -0.06551042199134827, -0.06268095225095749, -0.05985147878527641, -0.057022009044885635, -0.05419253930449486, -0.05136306583881378, -0.048533596098423004, -0.04570412635803223, -0.04287465289235115, -0.04004518315196037, -0.0372157096862793, -0.03438623994588852, -0.03155677020549774, -0.028727296739816666, -0.025897826999425888, -0.02306835539638996, -0.020238883793354034, -0.017409414052963257, -0.01457994244992733, -0.011750470846891403, -0.008920999243855476, -0.006091528572142124, -0.0032620574347674847, -0.00043258629739284515, 0.0023968848399817944, 0.005226355977356434, 0.008055826649069786, 0.010885298252105713, 0.01371476985514164, 0.016544241458177567, 0.019373711198568344, 0.02220318280160427, 0.025032654404640198, 0.027862124145030975, 0.030691595748066902, 0.03352106735110283, 0.03635053709149361, 0.03918001055717468, 0.04200948029756546, 0.04483895003795624, 0.047668423503637314, 0.05049789324402809, 0.05332736670970917, 0.056156836450099945, 0.05898630619049072, 0.0618157796561718, 0.06464525312185287, 0.06747472286224365, 0.07030419260263443, 0.07313366234302521, 0.07596313208341599, 0.07879260182380676, 0.08162207901477814, 0.08445154875516891, 0.08728101849555969, 0.09011048823595047, 0.09293995797634125, 0.09576943516731262, 0.0985989049077034, 0.10142837464809418]}, "gradients/layers.5.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 4.0, 3.0, 5.0, 3.0, 2.0, 1.0, 1.0, 3.0, 3.0, 4.0, 5.0, 5.0, 5.0, 5.0, 5.0, 8.0, 2.0, 7.0, 4.0, 4.0, 3.0, 2.0, 3.0, 3.0, 3.0, 4.0, 5.0, 5.0, 2.0, 2.0, 2.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0068582771345973015, -0.006635652389377356, -0.006413028109818697, -0.006190403364598751, -0.0059677790850400925, -0.0057451543398201466, -0.005522530060261488, -0.005299905315041542, -0.0050772810354828835, -0.0048546562902629375, -0.004632032010704279, -0.004409407265484333, -0.0041867829859256744, -0.0039641582407057285, -0.0037415337283164263, -0.003518909215927124, -0.0032962847035378218, -0.0030736601911485195, -0.0028510356787592173, -0.002628411166369915, -0.0024057866539806128, -0.0021831621415913105, -0.0019605376292020082, -0.0017379130003973842, -0.001515288488008082, -0.0012926639756187797, -0.0010700394632294774, -0.0008474148926325142, -0.000624790380243212, -0.00040216586785390973, -0.00017954132636077702, 4.308320058044046e-05, 0.00026570772752165794, 0.0004883322399109602, 0.0007109567523002625, 0.0009335813228972256, 0.001156205777078867, 0.001378830405883491, 0.0016014549182727933, 0.0018240794306620955, 0.002046703826636076, 0.002269328571856022, 0.002491953084245324, 0.0027145775966346264, 0.0029372021090239286, 0.003159826621413231, 0.003382451133802533, 0.0036050756461918354, 0.0038277001585811377, 0.00405032467097044, 0.004272949416190386, 0.004495573695749044, 0.00471819844096899, 0.004940822720527649, 0.005163447465747595, 0.005386071745306253, 0.005608696490526199, 0.005831320770084858, 0.006053945515304804, 0.0062765697948634624, 0.006499194540083408, 0.006721818819642067, 0.006944443564862013, 0.0071670678444206715, 0.007389692589640617]}, "gradients/layers.5.weight": {"_type": "histogram", "values": [1.0, 2.0, 2.0, 3.0, 1.0, 7.0, 7.0, 8.0, 16.0, 16.0, 29.0, 45.0, 58.0, 79.0, 128.0, 160.0, 276.0, 355.0, 514.0, 703.0, 965.0, 1276.0, 1581.0, 1866.0, 2181.0, 1446.0, 1103.0, 808.0, 663.0, 506.0, 393.0, 299.0, 224.0, 153.0, 132.0, 96.0, 63.0, 49.0, 40.0, 31.0, 30.0, 16.0, 9.0, 10.0, 11.0, 8.0, 4.0, 6.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012712184339761734, -0.012188565917313099, -0.01166494656354189, -0.011141328141093254, -0.010617709718644619, -0.01009409036487341, -0.009570471942424774, -0.009046853519976139, -0.008523235097527504, -0.007999615743756294, -0.007475997321307659, -0.006952378433197737, -0.006428759545087814, -0.005905141122639179, -0.005381522234529257, -0.004857903812080622, -0.004334284923970699, -0.0038106662686914206, -0.003287047613412142, -0.0027634287253022194, -0.0022398100700229406, -0.0017161914147436619, -0.0011925726430490613, -0.0006689539295621216, -0.00014533521607518196, 0.0003782834974117577, 0.0009019022108986974, 0.001425520982593298, 0.0019491396378725767, 0.0024727582931518555, 0.002996377181261778, 0.0035199958365410566, 0.004043614491820335, 0.004567233379930258, 0.005090851802378893, 0.005614470690488815, 0.00613808911293745, 0.006661708001047373, 0.007185326889157295, 0.00770894531160593, 0.008232563734054565, 0.008756183087825775, 0.00927980151027441, 0.009803419932723045, 0.010327039286494255, 0.01085065770894289, 0.011374276131391525, 0.011897895485162735, 0.01242151390761137, 0.012945132330060005, 0.013468751683831215, 0.01399237010627985, 0.014515988528728485, 0.015039607882499695, 0.01556322630494833, 0.016086844727396965, 0.016610464081168175, 0.017134081572294235, 0.017657700926065445, 0.018181320279836655, 0.018704937770962715, 0.019228557124733925, 0.019752176478505135, 0.020275793969631195, 0.020799413323402405]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 3.0, 1.0, 1.0, 3.0, 3.0, 3.0, 0.0, 10.0, 3.0, 5.0, 1.0, 4.0, 1.0, 6.0, 3.0, 6.0, 5.0, 7.0, 7.0, 4.0, 4.0, 3.0, 3.0, 2.0, 2.0, 3.0, 4.0, 0.0, 3.0, 3.0, 1.0, 1.0, 5.0, 0.0, 3.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.00870142225176096, -0.008432600647211075, -0.00816377904266119, -0.00789495650678873, -0.007626134902238846, -0.007357313297688961, -0.007088491693139076, -0.006819669622927904, -0.006550848018378019, -0.0062820264138281345, -0.006013204343616962, -0.005744382739067078, -0.005475561134517193, -0.005206739064306021, -0.004937917459756136, -0.004669095389544964, -0.004400273784995079, -0.004131452180445194, -0.003862630110234022, -0.0035938085056841373, -0.003324986668303609, -0.0030561648309230804, -0.0027873432263731956, -0.002518521388992667, -0.0022496995516121387, -0.0019808777142316103, -0.0017120559932664037, -0.001443234272301197, -0.0011744124349206686, -0.0009055906557478011, -0.0006367688765749335, -0.000367947097402066, -9.912531822919846e-05, 0.00016969646094366908, 0.0004385182401165366, 0.0007073400192894042, 0.0009761617984622717, 0.0012449836358428001, 0.0015138053568080068, 0.0017826270777732134, 0.002051448915153742, 0.0023202707525342703, 0.0025890925899147987, 0.0028579141944646835, 0.003126736031845212, 0.0033955578692257404, 0.0036643794737756252, 0.003933201543986797, 0.004202023148536682, 0.004470844753086567, 0.004739666823297739, 0.005008488427847624, 0.005277310498058796, 0.005546132102608681, 0.0058149537071585655, 0.006083775777369738, 0.006352597381919622, 0.006621418986469507, 0.006890241056680679, 0.007159062661230564, 0.007427884265780449, 0.007696706335991621, 0.007965528406202793, 0.008234350010752678, 0.008503171615302563]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 5.0, 1.0, 4.0, 3.0, 6.0, 6.0, 13.0, 28.0, 37.0, 33.0, 80.0, 111.0, 164.0, 259.0, 397.0, 517.0, 785.0, 1068.0, 1564.0, 1968.0, 2645.0, 1793.0, 1285.0, 969.0, 732.0, 526.0, 359.0, 270.0, 174.0, 141.0, 100.0, 84.0, 71.0, 44.0, 39.0, 25.0, 16.0, 10.0, 10.0, 10.0, 5.0, 3.0, 7.0, 3.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0], "bins": [-0.03050016053020954, -0.029442546889185905, -0.02838493324816227, -0.027327317744493484, -0.02626970410346985, -0.025212090462446213, -0.024154476821422577, -0.02309686318039894, -0.022039249539375305, -0.02098163403570652, -0.019924020394682884, -0.01886640675365925, -0.017808793112635612, -0.016751179471611977, -0.01569356396794319, -0.014635950326919556, -0.01357833668589592, -0.012520723044872284, -0.011463108472526073, -0.010405494831502438, -0.009347880259156227, -0.008290266618132591, -0.007232652977108955, -0.006175038870424032, -0.005117424763739109, -0.004059810657054186, -0.0030021967831999063, -0.001944582792930305, -0.0008869688026607037, 0.00017064518760889769, 0.001228259177878499, 0.0022858730517327785, 0.0033434871584177017, 0.004401101265102625, 0.005458715371787548, 0.006516329012811184, 0.007573943119496107, 0.00863155722618103, 0.009689170867204666, 0.010746785439550877, 0.011804399080574512, 0.012862012721598148, 0.013919627293944359, 0.014977240934967995, 0.01603485457599163, 0.017092468217015266, 0.01815008372068405, 0.019207697361707687, 0.020265311002731323, 0.02132292464375496, 0.022380538284778595, 0.02343815378844738, 0.024495767429471016, 0.025553381070494652, 0.026610994711518288, 0.027668608352541924, 0.02872622385621071, 0.029783837497234344, 0.03084145113825798, 0.031899064779281616, 0.03295667842030525, 0.03401429206132889, 0.035071905702352524, 0.03612951934337616, 0.037187136709690094]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 3.0, 0.0, 0.0, 2.0, 1.0, 5.0, 4.0, 5.0, 4.0, 1.0, 6.0, 4.0, 11.0, 6.0, 6.0, 5.0, 4.0, 2.0, 4.0, 5.0, 2.0, 5.0, 2.0, 6.0, 6.0, 1.0, 2.0, 1.0, 1.0, 4.0, 3.0, 3.0, 2.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01174188032746315, -0.011257384903728962, -0.010772889479994774, -0.010288394056260586, -0.009803897701203823, -0.009319402277469635, -0.008834906853735447, -0.008350411430001259, -0.00786591600626707, -0.007381420116871595, -0.006896924693137407, -0.006412429269403219, -0.005927933380007744, -0.005443437956273556, -0.004958942532539368, -0.004474446643143892, -0.003989951219409704, -0.0035054555628448725, -0.0030209601391106844, -0.0025364644825458527, -0.0020519690588116646, -0.0015674734022468328, -0.0010829777456820011, -0.0005984822055324912, -0.0001139866653829813, 0.00037050890387035906, 0.0008550044731236994, 0.0013395000714808702, 0.0018239956116303802, 0.00230849115177989, 0.002792986808344722, 0.00327748223207891, 0.0037619778886437416, 0.00424647331237793, 0.004730969201773405, 0.005215464625507593, 0.005699960049241781, 0.006184455938637257, 0.006668951362371445, 0.007153446786105633, 0.007637942209839821, 0.008122437633574009, 0.008606933988630772, 0.00909142941236496, 0.009575924836099148, 0.010060420259833336, 0.010544915683567524, 0.011029411107301712, 0.011513907462358475, 0.011998402886092663, 0.012482898309826851, 0.012967393733561039, 0.013451889157295227, 0.013936384581029415, 0.014420880004763603, 0.014905376359820366, 0.015389871783554554, 0.015874367207288742, 0.016358863562345505, 0.016843358054757118, 0.01732785440981388, 0.017812348902225494, 0.018296845257282257, 0.01878133974969387, 0.019265836104750633]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 12.0, 14.0, 21.0, 39.0, 61.0, 59.0, 102.0, 143.0, 177.0, 253.0, 366.0, 601.0, 859.0, 1148.0, 1452.0, 1837.0, 2470.0, 3117.0, 4220.0, 5644.0, 9382.0, 43807.0, 6493.0, 4466.0, 3234.0, 2514.0, 1967.0, 1503.0, 1150.0, 885.0, 624.0, 458.0, 369.0, 210.0, 167.0, 116.0, 79.0, 68.0, 34.0, 28.0, 25.0, 17.0, 18.0, 12.0, 21.0, 7.0, 14.0, 19.0, 7.0, 7.0, 7.0, 10.0, 6.0, 5.0, 3.0, 5.0, 5.0, 2.0, 4.0, 3.0, 3.0], "bins": [-0.009758182801306248, -0.009356014430522919, -0.008953846991062164, -0.008551678620278835, -0.008149510249495506, -0.007747342344373465, -0.007345174439251423, -0.006943006068468094, -0.006540838163346052, -0.0061386702582240105, -0.0057365018874406815, -0.00533433398231864, -0.004932166077196598, -0.004529997706413269, -0.004127829801291227, -0.003725661663338542, -0.0033234935253858566, -0.0029213253874331713, -0.002519157249480486, -0.002116989344358444, -0.0017148212064057589, -0.0013126530684530735, -0.00091048504691571, -0.0005083169671706855, -0.00010614888742566109, 0.00029601919231936336, 0.0006981872720643878, 0.0011003552936017513, 0.0015025234315544367, 0.001904691569507122, 0.0023068594746291637, 0.002709027612581849, 0.0031111957505345345, 0.00351336388848722, 0.003915532026439905, 0.004317699931561947, 0.004719868302345276, 0.005122036207467318, 0.005524204112589359, 0.005926372483372688, 0.00632854038849473, 0.006730708293616772, 0.007132876664400101, 0.007535044569522142, 0.007937212474644184, 0.008339380845427513, 0.008741549216210842, 0.009143716655671597, 0.009545885026454926, 0.009948053397238255, 0.010350220836699009, 0.010752389207482338, 0.011154557578265667, 0.011556725017726421, 0.01195889338850975, 0.01236106175929308, 0.012763230130076408, 0.013165397569537163, 0.013567565940320492, 0.01396973431110382, 0.014371901750564575, 0.014774070121347904, 0.015176238492131233, 0.015578405931591988, 0.01598057523369789]}, "_runtime": 40.02198004722595, "_timestamp": 1596226306.522075, "_step": 13}
+{"val_accuracy": 0.7663070776255708, "val_loss": 0.6519769115807259, "_runtime": 43.96631050109863, "_timestamp": 1596226310.4664054, "_step": 14}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: K Confidence: 0.551 Truth: v", "Prediction: 5 Confidence: 0.995 Truth: 5", "Prediction: 2 Confidence: 0.977 Truth: 2", "Prediction: 0 Confidence: 0.604 Truth: 0"]}, "_runtime": 44.221402645111084, "_timestamp": 1596226310.7214975, "_step": 15}
+{"gradients/layers.8.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 1.0, 1.0, 2.0, 3.0, 0.0, 1.0, 3.0, 1.0, 1.0, 0.0, 4.0, 2.0, 4.0, 1.0, 2.0, 3.0, 4.0, 0.0, 0.0, 2.0, 2.0, 4.0, 1.0, 1.0, 0.0, 1.0, 1.0, 5.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.015998220071196556, -0.015593509189784527, -0.015188798308372498, -0.014784088358283043, -0.014379377476871014, -0.013974666595458984, -0.013569955714046955, -0.013165244832634926, -0.012760534882545471, -0.012355824001133442, -0.011951113119721413, -0.011546402238309383, -0.011141691356897354, -0.010736980475485325, -0.01033227052539587, -0.009927559643983841, -0.009522848762571812, -0.009118137881159782, -0.008713426999747753, -0.008308717049658298, -0.00790400616824627, -0.00749929528683424, -0.007094584405422211, -0.006689873989671469, -0.0062851631082594395, -0.00588045222684741, -0.005475741811096668, -0.005071030929684639, -0.00466632004827261, -0.004261609632521868, -0.0038568987511098385, -0.003452188102528453, -0.0030474774539470673, -0.0026427668053656816, -0.002238056156784296, -0.0018333452753722668, -0.0014286346267908812, -0.0010239239782094955, -0.0006192132132127881, -0.00021450250642374158, 0.00019020820036530495, 0.0005949189071543515, 0.000999629613943398, 0.0014043403789401054, 0.001809051027521491, 0.0022137616761028767, 0.002618472557514906, 0.0030231832060962915, 0.003427893854677677, 0.0038326045032590628, 0.004237315151840448, 0.004642026033252478, 0.00504673644900322, 0.005451447330415249, 0.005856158211827278, 0.00626086862757802, 0.006665579508990049, 0.007070290390402079, 0.007475000806152821, 0.00787971168756485, 0.008284422568976879, 0.008689133450388908, 0.009093843400478363, 0.009498554281890392, 0.009903265163302422]}, "gradients/layers.8.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 3.0, 0.0, 3.0, 6.0, 5.0, 4.0, 7.0, 3.0, 7.0, 9.0, 11.0, 12.0, 25.0, 28.0, 33.0, 34.0, 53.0, 84.0, 88.0, 105.0, 158.0, 188.0, 273.0, 355.0, 548.0, 3523.0, 983.0, 417.0, 250.0, 191.0, 131.0, 101.0, 67.0, 53.0, 39.0, 33.0, 24.0, 13.0, 22.0, 11.0, 8.0, 3.0, 5.0, 2.0, 5.0, 5.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.06510698050260544, -0.06281323730945587, -0.060519490391016006, -0.05822574347257614, -0.055932000279426575, -0.05363825708627701, -0.05134451016783714, -0.04905076324939728, -0.04675702005624771, -0.044463276863098145, -0.04216952994465828, -0.039875783026218414, -0.03758203983306885, -0.03528829663991928, -0.032994549721479416, -0.0307008046656847, -0.028407059609889984, -0.026113314554095268, -0.023819569498300552, -0.021525824442505836, -0.01923207938671112, -0.016938334330916405, -0.014644589275121689, -0.012350844219326973, -0.010057099163532257, -0.007763354107737541, -0.005469609051942825, -0.0031758639961481094, -0.0008821189403533936, 0.0014116261154413223, 0.003705371171236038, 0.005999116227030754, 0.00829286128282547, 0.010586606338620186, 0.012880351394414902, 0.015174096450209618, 0.017467841506004333, 0.01976158656179905, 0.022055331617593765, 0.02434907667338848, 0.026642821729183197, 0.028936566784977913, 0.03123031184077263, 0.033524058759212494, 0.03581780195236206, 0.03811154514551163, 0.04040529206395149, 0.04269903898239136, 0.044992782175540924, 0.04728652536869049, 0.049580272287130356, 0.05187401920557022, 0.05416776239871979, 0.056461505591869354, 0.05875525251030922, 0.061048999428749084, 0.06334274262189865, 0.06563648581504822, 0.06793023645877838, 0.07022397965192795, 0.07251772284507751, 0.07481146603822708, 0.07710520923137665, 0.07939895987510681, 0.08169270306825638]}, "gradients/layers.5.bias": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 2.0, 1.0, 3.0, 2.0, 3.0, 2.0, 5.0, 2.0, 2.0, 4.0, 5.0, 3.0, 3.0, 1.0, 4.0, 8.0, 3.0, 6.0, 6.0, 10.0, 8.0, 2.0, 2.0, 3.0, 4.0, 3.0, 1.0, 4.0, 4.0, 2.0, 3.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.004731304012238979, -0.004571110941469669, -0.004410918336361647, -0.004250725265592337, -0.004090532194823027, -0.003930339589715004, -0.003770146518945694, -0.003609953448176384, -0.0034497606102377176, -0.0032895677722990513, -0.0031293747015297413, -0.002969181863591075, -0.0028089890256524086, -0.0026487959548830986, -0.0024886031169444323, -0.0023284100461751223, -0.002168217208236456, -0.0020080243702977896, -0.0018478312995284796, -0.0016876384615898132, -0.001527445507235825, -0.0013672525528818369, -0.0012070597149431705, -0.0010468667605891824, -0.0008866738062351942, -0.000726480851881206, -0.0005662879557348788, -0.00040609503048472106, -0.00024590210523456335, -8.570917998440564e-05, 7.448374526575208e-05, 0.0002346766705159098, 0.0003948695957660675, 0.0005550625501200557, 0.0007152554462663829, 0.0008754483424127102, 0.0010356412967666984, 0.0011958342511206865, 0.0013560270890593529, 0.001516220043413341, 0.0016764129977673292, 0.0018366059521213174, 0.0019967989064753056, 0.002156991744413972, 0.0023171845823526382, 0.0024773776531219482, 0.0026375704910606146, 0.0027977635618299246, 0.002957956399768591, 0.0031181492377072573, 0.0032783423084765673, 0.0034385351464152336, 0.0035987282171845436, 0.00375892105512321, 0.003919113893061876, 0.004079306963831186, 0.004239499568939209, 0.004399692639708519, 0.004559885710477829, 0.004720078781247139, 0.004880271386355162, 0.005040464457124472, 0.005200657527893782, 0.005360850133001804, 0.005521043203771114]}, "gradients/layers.5.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 2.0, 3.0, 0.0, 2.0, 6.0, 5.0, 14.0, 14.0, 17.0, 26.0, 34.0, 42.0, 58.0, 82.0, 121.0, 182.0, 242.0, 316.0, 463.0, 638.0, 840.0, 1118.0, 1411.0, 1799.0, 2441.0, 1606.0, 1271.0, 921.0, 695.0, 522.0, 396.0, 270.0, 206.0, 155.0, 120.0, 91.0, 60.0, 56.0, 36.0, 26.0, 21.0, 10.0, 11.0, 4.0, 4.0, 5.0, 7.0, 3.0, 1.0, 3.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013259418308734894, -0.012783452868461609, -0.012307487428188324, -0.011831521987915039, -0.011355556547641754, -0.01087959110736847, -0.010403625667095184, -0.0099276602268219, -0.009451694786548615, -0.008975728414952755, -0.00849976297467947, -0.008023797534406185, -0.0075478320941329, -0.007071866653859615, -0.00659590121358633, -0.0061199357733130455, -0.005643970333039761, -0.005168004892766476, -0.004692039452493191, -0.004216074012219906, -0.0037401083391159773, -0.0032641428988426924, -0.002788177225738764, -0.002312211785465479, -0.001836246345192194, -0.001360280904918909, -0.0008843153482303023, -0.0004083498497493565, 6.761564873158932e-05, 0.0005435811472125351, 0.001019546645693481, 0.0014955122023820877, 0.0019714776426553726, 0.0024474430829286575, 0.0029234085232019424, 0.003399374196305871, 0.003875339636579156, 0.0043513053096830845, 0.004827270749956369, 0.005303236190229654, 0.005779201630502939, 0.006255167070776224, 0.006731132511049509, 0.007207097951322794, 0.007683063857257366, 0.008159029297530651, 0.008634994737803936, 0.009110960178077221, 0.009586925618350506, 0.01006289105862379, 0.010538856498897076, 0.01101482193917036, 0.011490787379443645, 0.01196675281971693, 0.012442718259990215, 0.0129186837002635, 0.01339465007185936, 0.013870615512132645, 0.01434658095240593, 0.014822546392679214, 0.0152985118329525, 0.015774477273225784, 0.01625044271349907, 0.016726408153772354, 0.01720237359404564]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 4.0, 1.0, 3.0, 1.0, 3.0, 2.0, 4.0, 5.0, 4.0, 4.0, 1.0, 4.0, 4.0, 1.0, 4.0, 5.0, 5.0, 6.0, 5.0, 5.0, 4.0, 11.0, 2.0, 4.0, 2.0, 5.0, 3.0, 1.0, 1.0, 2.0, 3.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.006391922943294048, -0.0061732991598546505, -0.005954675376415253, -0.0057360511273145676, -0.00551742734387517, -0.005298803560435772, -0.005080179311335087, -0.004861555527895689, -0.004642931744456291, -0.004424307961016893, -0.004205684177577496, -0.0039870599284768105, -0.0037684361450374126, -0.003549812361598015, -0.0033311883453279734, -0.003112564329057932, -0.002893940545618534, -0.0026753167621791363, -0.002456692745909095, -0.0022380687296390533, -0.0020194449461996555, -0.001800821046344936, -0.0015821971464902163, -0.0013635732466354966, -0.001144949346780777, -0.0009263254469260573, -0.0007077015470713377, -0.0004890776472166181, -0.0002704537473618984, -5.1829847507178783e-05, 0.00016679405234754086, 0.0003854179522022605, 0.0006040418520569801, 0.0008226657519116998, 0.0010412896517664194, 0.001259913551621139, 0.0014785374514758587, 0.0016971613513305783, 0.001915785251185298, 0.0021344092674553394, 0.0023530330508947372, 0.002571656834334135, 0.0027902808506041765, 0.003008904866874218, 0.003227528650313616, 0.0034461524337530136, 0.003664776450023055, 0.0038834004662930965, 0.004102024249732494, 0.004320648033171892, 0.00453927181661129, 0.004757896065711975, 0.004976519849151373, 0.005195143632590771, 0.005413767881691456, 0.005632391665130854, 0.0058510154485702515, 0.006069639232009649, 0.006288263015449047, 0.006506887264549732, 0.00672551104798913, 0.006944134831428528, 0.007162759080529213, 0.007381382863968611, 0.007600006647408009]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 3.0, 4.0, 6.0, 7.0, 18.0, 21.0, 25.0, 55.0, 76.0, 103.0, 172.0, 273.0, 396.0, 641.0, 990.0, 1521.0, 2149.0, 3323.0, 2184.0, 1442.0, 985.0, 674.0, 450.0, 281.0, 194.0, 136.0, 77.0, 57.0, 25.0, 26.0, 21.0, 10.0, 8.0, 5.0, 3.0, 3.0, 2.0, 4.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.033582720905542374, -0.03237466886639595, -0.031166618689894676, -0.029958568513393402, -0.02875051647424698, -0.027542466297745705, -0.02633441612124443, -0.025126364082098007, -0.023918313905596733, -0.02271026372909546, -0.021502211689949036, -0.02029416151344776, -0.019086111336946487, -0.017878059297800064, -0.01667000912129879, -0.015461958013474941, -0.014253906905651093, -0.013045855797827244, -0.011837804690003395, -0.010629754513502121, -0.009421703405678272, -0.008213652297854424, -0.007005601655691862, -0.005797551013529301, -0.004589499905705452, -0.003381449030712247, -0.002173398155719042, -0.0009653472807258368, 0.00024270359426736832, 0.0014507544692605734, 0.0026588053442537785, 0.0038668562192469835, 0.005074907094240189, 0.006282958202064037, 0.007491008844226599, 0.00869905948638916, 0.009907110594213009, 0.011115161702036858, 0.012323211878538132, 0.01353126298636198, 0.01473931409418583, 0.015947364270687103, 0.017155416309833527, 0.0183634664863348, 0.019571516662836075, 0.020779568701982498, 0.021987618878483772, 0.023195670917630196, 0.02440372109413147, 0.025611771270632744, 0.026819823309779167, 0.02802787348628044, 0.029235925525426865, 0.03044397570192814, 0.03165202587842941, 0.032860077917575836, 0.03406812995672226, 0.035276178270578384, 0.03648423030972481, 0.03769228234887123, 0.038900330662727356, 0.04010838270187378, 0.0413164347410202, 0.04252448305487633, 0.04373253509402275]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 3.0, 3.0, 1.0, 1.0, 6.0, 2.0, 3.0, 3.0, 4.0, 1.0, 3.0, 6.0, 8.0, 3.0, 2.0, 2.0, 3.0, 9.0, 6.0, 4.0, 1.0, 5.0, 4.0, 3.0, 7.0, 4.0, 3.0, 1.0, 3.0, 0.0, 1.0, 2.0, 3.0, 1.0, 2.0, 3.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00705508328974247, -0.006770770531147718, -0.006486457772552967, -0.006202145013958216, -0.005917832255363464, -0.005633519031107426, -0.005349206272512674, -0.005064893513917923, -0.004780580755323172, -0.00449626799672842, -0.004211955238133669, -0.0039276424795389175, -0.0036433294881135225, -0.003359016729518771, -0.003074703738093376, -0.002790390979498625, -0.0025060782209038734, -0.002221765462309122, -0.001937452587299049, -0.0016531397122889757, -0.0013688269536942244, -0.001084514195099473, -0.0008002013200893998, -0.0005158885032869875, -0.00023157568648457527, 5.2737130317837e-05, 0.00033704994712024927, 0.0006213627639226615, 0.0009056755807250738, 0.0011899883393198252, 0.0014743012143298984, 0.0017586140893399715, 0.002042926847934723, 0.0023272396065294743, 0.0026115523651242256, 0.0028958653565496206, 0.003180178115144372, 0.0034644908737391233, 0.0037488038651645184, 0.00403311662375927, 0.004317429382354021, 0.004601742140948772, 0.004886054899543524, 0.005170367658138275, 0.005454680882394314, 0.005738993640989065, 0.0060233063995838165, 0.006307619158178568, 0.006591931916773319, 0.006876244675368071, 0.007160557433962822, 0.007444870192557573, 0.007729182951152325, 0.008013496175408363, 0.008297808468341827, 0.008582121692597866, 0.008866434916853905, 0.009150747209787369, 0.009435060434043407, 0.009719372726976871, 0.01000368595123291, 0.010287998244166374, 0.010572311468422413, 0.010856623761355877, 0.011140936985611916]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [3.0, 5.0, 8.0, 12.0, 19.0, 25.0, 28.0, 33.0, 65.0, 78.0, 90.0, 146.0, 210.0, 276.0, 355.0, 521.0, 712.0, 1007.0, 1395.0, 1894.0, 2438.0, 3134.0, 4066.0, 5248.0, 8042.0, 41306.0, 7490.0, 5210.0, 4015.0, 3093.0, 2442.0, 1921.0, 1395.0, 1068.0, 774.0, 533.0, 349.0, 253.0, 167.0, 110.0, 75.0, 66.0, 58.0, 42.0, 25.0, 20.0, 28.0, 16.0, 12.0, 16.0, 12.0, 4.0, 6.0, 3.0, 7.0, 7.0, 3.0, 3.0, 3.0, 5.0, 2.0, 1.0, 0.0, 2.0], "bins": [-0.008483106270432472, -0.008148369379341602, -0.007813631556928158, -0.007478894665837288, -0.007144157309085131, -0.0068094199523329735, -0.006474682595580816, -0.006139945238828659, -0.005805208347737789, -0.005470470990985632, -0.005135733634233475, -0.0048009962774813175, -0.00446625892072916, -0.004131521563977003, -0.0037967844400554895, -0.003462047316133976, -0.0031273099593818188, -0.0027925726026296616, -0.002457835478708148, -0.002123098121955991, -0.0017883608816191554, -0.00145362364128232, -0.0011188862845301628, -0.0007841490441933274, -0.00044941180385649204, -0.0001146745344158262, 0.00022006273502483964, 0.0005548000335693359, 0.0008895372739061713, 0.0012242745142430067, 0.001559011870995164, 0.0018937491113319993, 0.0022284863516688347, 0.002563223708420992, 0.0028979608323425055, 0.0032326981890946627, 0.0035674353130161762, 0.0039021726697683334, 0.004236910026520491, 0.004571647383272648, 0.004906384274363518, 0.005241121631115675, 0.005575858987867832, 0.005910596344619989, 0.006245333701372147, 0.006580071058124304, 0.006914807949215174, 0.007249545305967331, 0.007584282662719488, 0.007919020019471645, 0.008253756910562515, 0.00858849473297596, 0.00892323162406683, 0.009257969446480274, 0.009592706337571144, 0.009927443228662014, 0.010262181051075459, 0.010596917942166328, 0.010931655764579773, 0.011266392655670643, 0.011601129546761513, 0.011935867369174957, 0.012270604260265827, 0.012605342082679272, 0.012940078973770142]}, "_runtime": 46.376545429229736, "_timestamp": 1596226312.8766403, "_step": 16}
+{"val_accuracy": 0.7722959474885844, "val_loss": 0.6305164228019104, "_runtime": 51.824467182159424, "_timestamp": 1596226318.324562, "_step": 17}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: K Confidence: 0.394 Truth: v", "Prediction: 5 Confidence: 0.999 Truth: 5", "Prediction: 2 Confidence: 0.987 Truth: 2", "Prediction: 0 Confidence: 0.588 Truth: 0"]}, "_runtime": 52.076950788497925, "_timestamp": 1596226318.5770457, "_step": 18}
+{"gradients/layers.8.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 3.0, 1.0, 2.0, 1.0, 2.0, 5.0, 4.0, 2.0, 3.0, 4.0, 3.0, 1.0, 2.0, 2.0, 5.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.020460719242691994, -0.019983744248747826, -0.019506769254803658, -0.01902979239821434, -0.018552817404270172, -0.018075842410326004, -0.017598867416381836, -0.017121892422437668, -0.0166449174284935, -0.016167940571904182, -0.015690965577960014, -0.015213990584015846, -0.014737015590071678, -0.01426004059612751, -0.013783064670860767, -0.0133060896769166, -0.012829113751649857, -0.012352138757705688, -0.01187516376376152, -0.011398187838494778, -0.01092121284455061, -0.010444237850606441, -0.009967261925339699, -0.00949028693139553, -0.009013311937451363, -0.00853633601218462, -0.008059361018240452, -0.007582385558634996, -0.007105410564690828, -0.006628435105085373, -0.0061514596454799175, -0.0056744846515357494, -0.005197509191930294, -0.004720533732324839, -0.0042435587383806705, -0.003766583278775215, -0.0032896078191697598, -0.002812632592394948, -0.0023356573656201363, -0.0018586820224300027, -0.0013817066792398691, -0.0009047313360497355, -0.0004277560510672629, 4.921926301904023e-05, 0.0005261945771053433, 0.001003169920295477, 0.0014801451470702887, 0.001957120606675744, 0.002434095833450556, 0.0029110710602253675, 0.003388046519830823, 0.0038650217466056347, 0.00434199720621109, 0.004818972200155258, 0.005295947659760714, 0.005772923119366169, 0.006249898113310337, 0.0067268735729157925, 0.007203849032521248, 0.007680824492126703, 0.008157799951732159, 0.008634774945676327, 0.009111749939620495, 0.009588725864887238, 0.010065700858831406]}, "gradients/layers.8.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 3.0, 1.0, 2.0, 2.0, 3.0, 1.0, 2.0, 1.0, 4.0, 2.0, 6.0, 3.0, 7.0, 9.0, 9.0, 12.0, 19.0, 32.0, 47.0, 70.0, 115.0, 155.0, 251.0, 380.0, 531.0, 3023.0, 1805.0, 559.0, 288.0, 166.0, 132.0, 96.0, 51.0, 36.0, 31.0, 22.0, 14.0, 10.0, 11.0, 9.0, 2.0, 4.0, 1.0, 1.0, 4.0], "bins": [-0.13762089610099792, -0.13455098867416382, -0.1314810812473297, -0.1284111738204956, -0.1253412663936615, -0.12227135896682739, -0.11920145153999329, -0.11613154411315918, -0.11306163668632507, -0.10999172925949097, -0.10692182183265686, -0.10385191440582275, -0.10078200697898865, -0.09771209955215454, -0.09464219212532043, -0.09157228469848633, -0.08850237727165222, -0.08543246239423752, -0.08236255496740341, -0.0792926475405693, -0.0762227401137352, -0.07315283268690109, -0.07008292526006699, -0.06701301783323288, -0.06394311040639877, -0.06087320297956467, -0.05780329555273056, -0.054733388125896454, -0.05166348069906235, -0.04859357327222824, -0.045523665845394135, -0.04245375841856003, -0.03938385099172592, -0.036313943564891815, -0.03324403613805771, -0.030174128711223602, -0.027104221284389496, -0.02403431199491024, -0.020964404568076134, -0.017894497141242027, -0.01482458971440792, -0.011754682287573814, -0.008684774860739708, -0.005614866502583027, -0.0025449590757489204, 0.0005249485839158297, 0.0035948562435805798, 0.0066647641360759735, 0.00973467156291008, 0.012804578989744186, 0.015874486416578293, 0.0189443938434124, 0.022014301270246506, 0.02508421055972576, 0.028154117986559868, 0.031224025413393974, 0.03429393470287323, 0.037363842129707336, 0.04043374955654144, 0.04350365698337555, 0.046573564410209656, 0.04964347183704376, 0.05271337926387787, 0.055783286690711975, 0.05885319411754608]}, "gradients/layers.5.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 3.0, 2.0, 1.0, 1.0, 3.0, 6.0, 3.0, 2.0, 1.0, 4.0, 6.0, 3.0, 3.0, 2.0, 4.0, 10.0, 2.0, 3.0, 7.0, 5.0, 3.0, 5.0, 3.0, 5.0, 5.0, 4.0, 2.0, 1.0, 2.0, 3.0, 2.0, 0.0, 0.0, 2.0, 1.0, 3.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.005207312759011984, -0.005042489618062973, -0.0048776669427752495, -0.004712843801826239, -0.004548021126538515, -0.004383197985589504, -0.004218374844640493, -0.00405355216935277, -0.003888729028403759, -0.003723906120285392, -0.0035590832121670246, -0.0033942603040486574, -0.0032294373959302902, -0.003064614487811923, -0.002899791346862912, -0.002734968438744545, -0.002570145530626178, -0.0024053226225078106, -0.0022404997143894434, -0.0020756765734404325, -0.0019108536653220654, -0.0017460307572036982, -0.001581207849085331, -0.001416384824551642, -0.0012515619164332747, -0.0010867390083149076, -0.0009219159837812185, -0.0007570930756628513, -0.0005922701093368232, -0.0004274471430107951, -0.00026262420578859746, -9.780125401448458e-05, 6.70216977596283e-05, 0.00023184464953374118, 0.00039666760130785406, 0.0005614905385300517, 0.0007263135048560798, 0.0008911364711821079, 0.0010559593793004751, 0.0012207824038341641, 0.0013856053119525313, 0.0015504282200708985, 0.0017152512446045876, 0.0018800741527229548, 0.002044897060841322, 0.002209719968959689, 0.0023745431099087, 0.002539366018027067, 0.0027041889261454344, 0.0028690118342638016, 0.0030338347423821688, 0.0031986578833311796, 0.003363480791449547, 0.003528303699567914, 0.003693126607686281, 0.0038579495158046484, 0.004022772423923016, 0.0041875955648720264, 0.00435241824015975, 0.004517241381108761, 0.004682064522057772, 0.004846887197345495, 0.005011710338294506, 0.00517653301358223, 0.0053413561545312405]}, "gradients/layers.5.weight": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 6.0, 6.0, 7.0, 4.0, 14.0, 21.0, 29.0, 33.0, 58.0, 77.0, 94.0, 129.0, 189.0, 259.0, 355.0, 501.0, 759.0, 1118.0, 1550.0, 2050.0, 2702.0, 1602.0, 1161.0, 828.0, 650.0, 490.0, 377.0, 283.0, 214.0, 185.0, 137.0, 102.0, 98.0, 73.0, 43.0, 42.0, 35.0, 19.0, 12.0, 19.0, 11.0, 10.0, 7.0, 1.0, 4.0, 5.0, 4.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.016663970425724983, -0.016135456040501595, -0.015606941655278206, -0.015078428201377392, -0.014549913816154003, -0.014021399430930614, -0.0134928859770298, -0.012964371591806412, -0.012435857206583023, -0.011907342821359634, -0.011378828436136246, -0.010850314982235432, -0.010321800597012043, -0.009793286211788654, -0.00926477275788784, -0.008736258372664452, -0.008207743987441063, -0.007679229602217674, -0.007150715682655573, -0.0066222017630934715, -0.006093687377870083, -0.005565172992646694, -0.005036659073084593, -0.0045081451535224915, -0.003979630768299103, -0.0034511166159063578, -0.0029226024635136127, -0.0023940883111208677, -0.0018655741587281227, -0.0013370600063353777, -0.0008085458539426327, -0.00028003170154988766, 0.00024848245084285736, 0.0007769966032356024, 0.0013055107556283474, 0.0018340249080210924, 0.0023625390604138374, 0.0028910532128065825, 0.0034195673651993275, 0.003948081284761429, 0.0044765956699848175, 0.005005110055208206, 0.0055336239747703075, 0.006062137894332409, 0.006590652279555798, 0.007119166664779186, 0.007647680584341288, 0.008176194503903389, 0.008704708889126778, 0.009233223274350166, 0.009761737659573555, 0.010290251113474369, 0.010818765498697758, 0.011347279883921146, 0.01187579333782196, 0.012404307723045349, 0.012932822108268738, 0.013461336493492126, 0.013989850878715515, 0.01451836433261633, 0.015046878717839718, 0.015575393103063107, 0.01610390655696392, 0.01663242094218731, 0.017160935327410698]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 4.0, 3.0, 1.0, 3.0, 1.0, 2.0, 4.0, 1.0, 3.0, 1.0, 0.0, 3.0, 2.0, 5.0, 3.0, 6.0, 5.0, 5.0, 3.0, 6.0, 4.0, 5.0, 4.0, 5.0, 4.0, 4.0, 1.0, 3.0, 5.0, 3.0, 0.0, 6.0, 2.0, 2.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0], "bins": [-0.007983113639056683, -0.007738680113106966, -0.0074942465871572495, -0.007249813061207533, -0.007005379535257816, -0.0067609460093081, -0.006516512483358383, -0.006272078957408667, -0.00602764543145895, -0.005783211439847946, -0.00553877791389823, -0.005294344387948513, -0.0050499108619987965, -0.00480547733604908, -0.004561043810099363, -0.004316610284149647, -0.00407217675819993, -0.0038277432322502136, -0.003583309706300497, -0.0033388761803507805, -0.003094442654401064, -0.0028500088956207037, -0.002605575369670987, -0.0023611418437212706, -0.002116708317771554, -0.0018722747918218374, -0.0016278412658721209, -0.0013834076235070825, -0.001138974097557366, -0.0008945405716076493, -0.0006501069874502718, -0.0004056734323967248, -0.0001612398773431778, 8.319367771036923e-05, 0.00032762723276391625, 0.0005720608169212937, 0.0008164943428710103, 0.0010609278688207269, 0.0013053615111857653, 0.0015497950371354818, 0.0017942285630851984, 0.002038662089034915, 0.0022830956149846315, 0.002527529140934348, 0.0027719628997147083, 0.003016396425664425, 0.0032608299516141415, 0.003505263477563858, 0.0037496970035135746, 0.003994130529463291, 0.004238564055413008, 0.004482997581362724, 0.004727431107312441, 0.0049718646332621574, 0.005216298159211874, 0.005460731685161591, 0.0057051656767725945, 0.005949599202722311, 0.006194032728672028, 0.006438466254621744, 0.006682899780571461, 0.006927333306521177, 0.007171766832470894, 0.00741620035842061, 0.007660633884370327]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 5.0, 4.0, 4.0, 8.0, 11.0, 17.0, 23.0, 26.0, 37.0, 48.0, 117.0, 142.0, 197.0, 303.0, 462.0, 705.0, 1088.0, 1787.0, 3304.0, 2597.0, 1720.0, 1188.0, 771.0, 541.0, 381.0, 289.0, 182.0, 117.0, 85.0, 50.0, 49.0, 39.0, 28.0, 12.0, 9.0, 6.0, 7.0, 7.0, 1.0, 2.0, 3.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.040967874228954315, -0.039645303040742874, -0.03832273185253143, -0.037000156939029694, -0.03567758575081825, -0.03435501456260681, -0.03303244337439537, -0.03170987218618393, -0.03038729913532734, -0.029064727947115898, -0.027742154896259308, -0.026419583708047867, -0.025097012519836426, -0.023774439468979836, -0.022451868280768394, -0.021129295229911804, -0.019806724041700363, -0.018484152853488922, -0.017161579802632332, -0.01583900861442089, -0.014516436494886875, -0.01319386437535286, -0.011871293187141418, -0.010548721067607403, -0.009226148948073387, -0.007903576828539371, -0.006581005174666643, -0.005258433520793915, -0.003935861401259899, -0.002613289514556527, -0.0012907176278531551, 3.1854258850216866e-05, 0.0013544261455535889, 0.002676998032256961, 0.003999569918960333, 0.005322141572833061, 0.006644713692367077, 0.007967285811901093, 0.009289857000112534, 0.01061242911964655, 0.011935001239180565, 0.01325757335871458, 0.014580145478248596, 0.015902716666460037, 0.01722528785467148, 0.01854786090552807, 0.01987043209373951, 0.0211930051445961, 0.02251557633280754, 0.023838147521018982, 0.025160720571875572, 0.026483291760087013, 0.027805864810943604, 0.029128435999155045, 0.030451007187366486, 0.03177357837557793, 0.03309614956378937, 0.03441872447729111, 0.03574129566550255, 0.03706386685371399, 0.03838643804192543, 0.03970900923013687, 0.04103158414363861, 0.04235415533185005, 0.04367672652006149]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 3.0, 1.0, 1.0, 4.0, 4.0, 3.0, 7.0, 4.0, 5.0, 8.0, 5.0, 12.0, 7.0, 10.0, 3.0, 4.0, 4.0, 3.0, 4.0, 4.0, 5.0, 1.0, 2.0, 3.0, 3.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 4.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01673104800283909, -0.01623353362083435, -0.015736019238829613, -0.0152385039255023, -0.014740988612174988, -0.01424347423017025, -0.013745958916842937, -0.0132484445348382, -0.012750929221510887, -0.01225341483950615, -0.011755900457501411, -0.011258385144174099, -0.010760870762169361, -0.010263355448842049, -0.00976584106683731, -0.009268325753509998, -0.00877081137150526, -0.008273296989500523, -0.00777578167617321, -0.007278266828507185, -0.00678075198084116, -0.006283237598836422, -0.005785722751170397, -0.005288207903504372, -0.0047906930558383465, -0.004293178208172321, -0.003795663360506296, -0.0032981487456709146, -0.0028006338980048895, -0.0023031190503388643, -0.001805604319088161, -0.0013080895878374577, -0.0008105747401714325, -0.00031305995071306825, 0.000184454838745296, 0.0006819696282036602, 0.0011794844176620245, 0.0016769992653280497, 0.002174513880163431, 0.0026720287278294563, 0.0031695435754954815, 0.0036670584231615067, 0.004164573270827532, 0.004662088118493557, 0.005159602500498295, 0.00565711734816432, 0.006154632195830345, 0.00665214704349637, 0.0071496618911623955, 0.007647176738828421, 0.008144691586494446, 0.008642205968499184, 0.009139721281826496, 0.009637235663831234, 0.010134750977158546, 0.010632265359163284, 0.011129779741168022, 0.011627295054495335, 0.012124809436500072, 0.012622324749827385, 0.013119839131832123, 0.013617354445159435, 0.014114868827164173, 0.014612384140491486, 0.015109898522496223]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 3.0, 4.0, 7.0, 9.0, 5.0, 10.0, 9.0, 15.0, 10.0, 15.0, 10.0, 17.0, 28.0, 38.0, 59.0, 82.0, 115.0, 155.0, 156.0, 248.0, 296.0, 351.0, 509.0, 694.0, 840.0, 1080.0, 1474.0, 1875.0, 2507.0, 3130.0, 4044.0, 5348.0, 7969.0, 42392.0, 6589.0, 4669.0, 3447.0, 2617.0, 2192.0, 1699.0, 1375.0, 1034.0, 785.0, 648.0, 515.0, 356.0, 289.0, 162.0, 150.0, 92.0, 67.0, 50.0, 37.0, 28.0, 16.0, 10.0, 9.0, 6.0, 0.0, 2.0, 0.0, 1.0, 1.0], "bins": [-0.013102992437779903, -0.012721871957182884, -0.012340751476585865, -0.01195963192731142, -0.011578511446714401, -0.011197390966117382, -0.010816270485520363, -0.010435150004923344, -0.010054029524326324, -0.00967290997505188, -0.00929178949445486, -0.008910669013857841, -0.008529548533260822, -0.008148428052663803, -0.007767308037728071, -0.007386188022792339, -0.00700506754219532, -0.006623947061598301, -0.006242827046662569, -0.00586170656606555, -0.005480586551129818, -0.005099466070532799, -0.00471834558993578, -0.004337225575000048, -0.0039561050944030285, -0.003574984846636653, -0.0031938645988702774, -0.002812744118273258, -0.0024316238705068827, -0.002050503622740507, -0.0016693832585588098, -0.0012882628943771124, -0.0009071426466107368, -0.0005260223406367004, -0.00014490203466266394, 0.00023621827131137252, 0.000617338577285409, 0.0009984588250517845, 0.0013795791892334819, 0.0017606995534151793, 0.002141819801181555, 0.0025229400489479303, 0.002904060296714306, 0.003285180777311325, 0.0036663010250777006, 0.004047421272844076, 0.004428541753441095, 0.004809661768376827, 0.0051907822489738464, 0.005571902729570866, 0.0059530227445065975, 0.006334143225103617, 0.006715263240039349, 0.007096383720636368, 0.007477504201233387, 0.007858624681830406, 0.00823974423110485, 0.00862086471170187, 0.00900198519229889, 0.009383105672895908, 0.009764226153492928, 0.010145346634089947, 0.010526466183364391, 0.01090758666396141, 0.01128870714455843]}, "_runtime": 52.71735858917236, "_timestamp": 1596226319.2174535, "_step": 19}
+{"gradients/layers.8.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 5.0, 1.0, 1.0, 3.0, 3.0, 2.0, 6.0, 3.0, 4.0, 2.0, 1.0, 0.0, 3.0, 0.0, 2.0, 3.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01683223806321621, -0.016372917219996452, -0.015913596376776695, -0.015454275533556938, -0.014994954690337181, -0.014535633847117424, -0.014076312072575092, -0.013616991229355335, -0.013157670386135578, -0.012698349542915821, -0.012239028699696064, -0.011779707856476307, -0.01132038701325655, -0.010861066170036793, -0.010401745326817036, -0.009942424483597279, -0.009483102709054947, -0.00902378186583519, -0.008564461022615433, -0.008105140179395676, -0.007645819336175919, -0.0071864984929561615, -0.006727177649736404, -0.006267856806516647, -0.00580853596329689, -0.005349214654415846, -0.004889893811196089, -0.004430572967976332, -0.003971252124756575, -0.003511931048706174, -0.003052610205486417, -0.002593289129436016, -0.002133968286216259, -0.00167464732658118, -0.0012153263669461012, -0.0007560055237263441, -0.0002966845640912652, 0.00016263636643998325, 0.0006219572969712317, 0.0010812781983986497, 0.0015405991580337286, 0.0019999200012534857, 0.0024592410773038864, 0.0029185619205236435, 0.0033778827637434006, 0.0038372038397938013, 0.004296524915844202, 0.004755845759063959, 0.005215166602283716, 0.005674487445503473, 0.00613380828872323, 0.006593129597604275, 0.007052450440824032, 0.007511771284043789, 0.007971092127263546, 0.008430412970483303, 0.00888973381370306, 0.009349054656922817, 0.009808375500142574, 0.010267697274684906, 0.010727018117904663, 0.01118633896112442, 0.011645659804344177, 0.012104980647563934, 0.012564301490783691]}, "gradients/layers.8.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 4.0, 0.0, 7.0, 3.0, 4.0, 8.0, 4.0, 8.0, 11.0, 10.0, 13.0, 17.0, 21.0, 23.0, 26.0, 43.0, 46.0, 62.0, 98.0, 139.0, 183.0, 279.0, 362.0, 629.0, 3924.0, 789.0, 342.0, 212.0, 136.0, 110.0, 98.0, 62.0, 47.0, 49.0, 30.0, 38.0, 18.0, 19.0, 16.0, 9.0, 6.0, 5.0, 4.0, 2.0, 1.0, 5.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.09210646152496338, -0.08935035020112991, -0.08659424632787704, -0.08383813500404358, -0.08108202368021011, -0.07832591980695724, -0.07556980848312378, -0.07281369715929031, -0.07005758583545685, -0.06730148196220398, -0.06454537063837051, -0.06178926303982735, -0.05903315544128418, -0.056277044117450714, -0.05352093651890755, -0.05076482519507408, -0.048008717596530914, -0.04525260999798775, -0.04249649867415428, -0.039740391075611115, -0.03698427975177765, -0.03422817215323448, -0.031472064554691315, -0.028715955093503, -0.025959845632314682, -0.023203736171126366, -0.02044762670993805, -0.017691519111394882, -0.014935409650206566, -0.01217930018901825, -0.009423191659152508, -0.006667082663625479, -0.00391097366809845, -0.0011548646725714207, 0.0016012443229556084, 0.004357353318482637, 0.0071134623140096664, 0.009869571775197983, 0.012625680305063725, 0.015381788834929466, 0.018137898296117783, 0.0208940077573061, 0.023650117218494415, 0.026406224817037582, 0.0291623342782259, 0.031918443739414215, 0.03467455133795738, 0.03743066266179085, 0.040186770260334015, 0.04294287785887718, 0.04569898918271065, 0.048455096781253815, 0.05121120810508728, 0.05396731570363045, 0.056723423302173615, 0.05947953462600708, 0.06223564222455025, 0.06499174982309341, 0.06774786114692688, 0.07050397247076035, 0.07326007634401321, 0.07601618766784668, 0.07877229899168015, 0.08152840286493301, 0.08428451418876648]}, "gradients/layers.5.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 3.0, 2.0, 4.0, 3.0, 8.0, 7.0, 7.0, 2.0, 4.0, 5.0, 8.0, 4.0, 6.0, 5.0, 4.0, 3.0, 6.0, 4.0, 3.0, 1.0, 0.0, 2.0, 4.0, 2.0, 0.0, 3.0, 1.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.005695485509932041, -0.005494468379765749, -0.005293451249599457, -0.005092434119433165, -0.004891416989266872, -0.00469039985910058, -0.004489382728934288, -0.004288365598767996, -0.004087348468601704, -0.003886331105604768, -0.0036853139754384756, -0.0034842968452721834, -0.0032832797151058912, -0.003082262584939599, -0.002881245454773307, -0.0026802283246070147, -0.0024792111944407225, -0.0022781940642744303, -0.002077176934108138, -0.001876159803941846, -0.0016751426737755537, -0.0014741254271939397, -0.0012731082970276475, -0.0010720911668613553, -0.0008710740366950631, -0.0006700569065287709, -0.0004690397472586483, -0.00026802258798852563, -6.700545782223344e-05, 0.00013401168689597398, 0.0003350288316141814, 0.000536045990884304, 0.0007370631210505962, 0.0009380802512168884, 0.0011390973813831806, 0.0013401145115494728, 0.001541131641715765, 0.001742148888297379, 0.0019431660184636712, 0.0021441830322146416, 0.0023452001623809338, 0.0025462175253778696, 0.002747234655544162, 0.002948251785710454, 0.003149268915876746, 0.0033502860460430384, 0.0035513031762093306, 0.0037523203063756227, 0.003953337669372559, 0.004154354799538851, 0.004355371929705143, 0.004556389059871435, 0.004757406190037727, 0.0049584233202040195, 0.005159440450370312, 0.005360457580536604, 0.005561474710702896, 0.005762491840869188, 0.0059635089710354805, 0.006164526101201773, 0.006365543231368065, 0.006566560361534357, 0.006767577491700649, 0.0069685946218669415, 0.007169611752033234]}, "gradients/layers.5.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 2.0, 0.0, 4.0, 2.0, 11.0, 18.0, 27.0, 38.0, 38.0, 62.0, 77.0, 156.0, 246.0, 414.0, 556.0, 957.0, 1481.0, 2277.0, 3521.0, 2218.0, 1362.0, 899.0, 591.0, 392.0, 288.0, 192.0, 127.0, 96.0, 98.0, 41.0, 32.0, 39.0, 27.0, 23.0, 18.0, 6.0, 6.0, 7.0, 6.0, 5.0, 3.0, 3.0, 2.0, 5.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.016692059114575386, -0.015925228595733643, -0.015158398076891899, -0.014391567558050156, -0.013624737039208412, -0.012857905589044094, -0.01209107507020235, -0.011324244551360607, -0.010557414032518864, -0.00979058351367712, -0.009023752994835377, -0.008256922475993633, -0.0074900914914906025, -0.006723260972648859, -0.005956429988145828, -0.005189599469304085, -0.004422768950462341, -0.003655938431620598, -0.0028891076799482107, -0.0021222769282758236, -0.0013554464094340801, -0.0005886157741770148, 0.00017821486108005047, 0.0009450454963371158, 0.001711876131594181, 0.0024787066504359245, 0.0032455374021083117, 0.004012368153780699, 0.004779198672622442, 0.005546029191464186, 0.0063128601759672165, 0.00707969069480896, 0.007846521213650703, 0.008613351732492447, 0.00938018225133419, 0.010147012770175934, 0.010913843289017677, 0.011680674739181995, 0.012447505258023739, 0.013214335776865482, 0.013981166295707226, 0.01474799681454897, 0.015514827333390713, 0.01628165878355503, 0.017048489302396774, 0.017815319821238518, 0.01858215034008026, 0.019348980858922005, 0.020115811377763748, 0.02088264189660549, 0.021649472415447235, 0.02241630293428898, 0.023183133453130722, 0.023949963971972466, 0.02471679449081421, 0.025483625009655952, 0.026250455528497696, 0.02701728790998459, 0.027784118428826332, 0.028550948947668076, 0.02931777946650982, 0.030084609985351562, 0.030851440504193306, 0.03161827102303505, 0.03238510340452194]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 3.0, 5.0, 5.0, 8.0, 4.0, 10.0, 12.0, 5.0, 9.0, 12.0, 11.0, 4.0, 4.0, 4.0, 6.0, 4.0, 8.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010949060320854187, -0.010412159375846386, -0.009875258430838585, -0.009338357485830784, -0.008801456540822983, -0.008264556527137756, -0.007727655582129955, -0.007190754637122154, -0.006653853692114353, -0.006116952747106552, -0.005580051802098751, -0.005043151322752237, -0.004506250377744436, -0.003969349432736635, -0.003432448720559478, -0.0028955480083823204, -0.0023586470633745193, -0.0018217462347820401, -0.0012848454061895609, -0.0007479445775970817, -0.00021104374900460243, 0.0003258570795878768, 0.000862757908180356, 0.0013996587367728353, 0.0019365595653653145, 0.0024734605103731155, 0.003010361222550273, 0.0035472619347274303, 0.004084162879735231, 0.0046210638247430325, 0.005157964304089546, 0.005694865249097347, 0.006231766194105148, 0.006768667139112949, 0.00730556808412075, 0.007842469029128551, 0.008379369974136353, 0.008916269987821579, 0.00945317093282938, 0.009990071877837181, 0.010526972822844982, 0.011063873767852783, 0.011600774712860584, 0.012137675657868385, 0.012674575671553612, 0.013211476616561413, 0.013748377561569214, 0.014285278506577015, 0.014822179451584816, 0.015359080396592617, 0.015895981341600418, 0.016432881355285645, 0.01696978323161602, 0.017506683245301247, 0.018043585121631622, 0.01858048513531685, 0.019117385149002075, 0.01965428702533245, 0.020191187039017677, 0.020728088915348053, 0.02126498892903328, 0.021801890805363655, 0.02233879081904888, 0.022875692695379257, 0.023412592709064484]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 3.0, 7.0, 8.0, 9.0, 12.0, 24.0, 38.0, 81.0, 159.0, 310.0, 639.0, 1342.0, 2962.0, 5368.0, 2814.0, 1265.0, 566.0, 315.0, 162.0, 101.0, 59.0, 39.0, 16.0, 15.0, 11.0, 9.0, 10.0, 4.0, 4.0, 6.0, 5.0, 2.0, 1.0, 2.0, 2.0, 2.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0596776008605957, -0.05715478956699371, -0.054631974548101425, -0.052109163254499435, -0.04958634823560715, -0.04706353694200516, -0.04454072564840317, -0.04201791062951088, -0.03949509933590889, -0.0369722880423069, -0.03444947302341461, -0.03192666172981262, -0.029403848573565483, -0.026881035417318344, -0.024358224123716354, -0.021835410967469215, -0.019312597811222076, -0.016789784654974937, -0.014266972430050373, -0.011744160205125809, -0.00922134704887867, -0.006698534358292818, -0.004175721667706966, -0.0016529089771211147, 0.0008699037134647369, 0.0033927164040505886, 0.00591552909463644, 0.008438341319561005, 0.010961154475808144, 0.013483967632055283, 0.016006778925657272, 0.01852959208190441, 0.02105240523815155, 0.02357521839439869, 0.026098031550645828, 0.028620842844247818, 0.031143656000494957, 0.033666469156742096, 0.036189280450344086, 0.038712095469236374, 0.041234906762838364, 0.04375771805644035, 0.04628053307533264, 0.04880334436893463, 0.05132615566253662, 0.05384897068142891, 0.0563717819750309, 0.05889459699392319, 0.06141740828752518, 0.06394021958112717, 0.06646303087472916, 0.06898584961891174, 0.07150866091251373, 0.07403147220611572, 0.07655428349971771, 0.0790770947933197, 0.08159990608692169, 0.08412272483110428, 0.08664553612470627, 0.08916834741830826, 0.09169115871191025, 0.09421397000551224, 0.09673678874969482, 0.09925960004329681, 0.1017824113368988]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 3.0, 0.0, 3.0, 3.0, 2.0, 1.0, 1.0, 3.0, 3.0, 4.0, 1.0, 3.0, 6.0, 5.0, 3.0, 6.0, 8.0, 4.0, 6.0, 3.0, 6.0, 7.0, 4.0, 7.0, 3.0, 4.0, 4.0, 2.0, 2.0, 2.0, 2.0, 2.0, 1.0, 3.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.02029094658792019, -0.0197689738124609, -0.01924700103700161, -0.01872502826154232, -0.01820305734872818, -0.01768108457326889, -0.0171591117978096, -0.01663713902235031, -0.01611516624689102, -0.015593193471431732, -0.015071220695972443, -0.014549248851835728, -0.014027276076376438, -0.013505303300917149, -0.012983331456780434, -0.012461358681321144, -0.011939385905861855, -0.011417413130402565, -0.010895440354943275, -0.01037346851080656, -0.009851495735347271, -0.009329522959887981, -0.008807551115751266, -0.008285578340291977, -0.007763605564832687, -0.007241632789373398, -0.006719660479575396, -0.006197688169777393, -0.005675715394318104, -0.005153742618858814, -0.004631770309060812, -0.00410979799926281, -0.00358782522380352, -0.0030658526811748743, -0.0025438801385462284, -0.0020219075959175825, -0.0014999350532889366, -0.0009779625106602907, -0.0004559899680316448, 6.598257459700108e-05, 0.000587955117225647, 0.0011099276598542929, 0.0016319002024829388, 0.0021538727451115847, 0.0026758452877402306, 0.0031978178303688765, 0.0037197903729975224, 0.004241762682795525, 0.004763735458254814, 0.005285708233714104, 0.005807680543512106, 0.006329652853310108, 0.006851625628769398, 0.007373598404228687, 0.007895570248365402, 0.008417543023824692, 0.008939515799283981, 0.009461488574743271, 0.00998346135020256, 0.010505433194339275, 0.011027405969798565, 0.011549378745257854, 0.01207135058939457, 0.012593323364853859, 0.013115296140313148]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 4.0, 2.0, 6.0, 2.0, 7.0, 8.0, 10.0, 10.0, 19.0, 30.0, 37.0, 35.0, 52.0, 61.0, 60.0, 101.0, 106.0, 123.0, 176.0, 230.0, 298.0, 383.0, 493.0, 595.0, 716.0, 974.0, 1226.0, 1650.0, 2349.0, 3394.0, 5059.0, 8999.0, 45829.0, 7459.0, 5115.0, 3857.0, 2822.0, 2055.0, 1545.0, 1204.0, 909.0, 634.0, 473.0, 316.0, 271.0, 181.0, 157.0, 118.0, 74.0, 41.0, 27.0, 15.0, 9.0, 5.0, 5.0, 3.0, 5.0], "bins": [-0.02068619430065155, -0.020160024985671043, -0.019633857533335686, -0.01910768821835518, -0.018581518903374672, -0.018055351451039314, -0.017529182136058807, -0.0170030128210783, -0.016476845368742943, -0.015950676053762436, -0.015424507670104504, -0.014898339286446571, -0.014372169971466064, -0.013846001587808132, -0.0133198332041502, -0.012793663889169693, -0.01226749550551176, -0.011741327121853828, -0.011215157806873322, -0.01068898942321539, -0.010162821039557457, -0.00963665172457695, -0.009110483340919018, -0.008584314957261086, -0.008058145642280579, -0.007531977258622646, -0.007005808874964714, -0.0064796400256454945, -0.005953471176326275, -0.005427302792668343, -0.004901133943349123, -0.004374965559691191, -0.003848796710371971, -0.003322628093883395, -0.0027964594773948193, -0.0022702906280755997, -0.0017441220115870237, -0.0012179533950984478, -0.00069178466219455, -0.0001656159874983132, 0.00036055268719792366, 0.0008867213618941605, 0.0014128900365903974, 0.0019390587694942951, 0.002465227385982871, 0.002991396002471447, 0.0035175648517906666, 0.004043733235448599, 0.0045699020847678185, 0.005096070934087038, 0.00562223931774497, 0.00614840816706419, 0.006674576550722122, 0.007200745400041342, 0.007726914249360561, 0.008253082633018494, 0.008779251947999, 0.009305420331656933, 0.009831588715314865, 0.010357757098972797, 0.010883926413953304, 0.011410094797611237, 0.011936263181269169, 0.012462432496249676, 0.012988600879907608]}, "_runtime": 57.639249086380005, "_timestamp": 1596226324.139344, "_step": 20}
+{"val_accuracy": 0.7797659817351599, "val_loss": 0.6083912407154362, "_runtime": 59.82389307022095, "_timestamp": 1596226326.323988, "_step": 21}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: x Confidence: 0.151 Truth: v", "Prediction: 5 Confidence: 0.999 Truth: 5", "Prediction: 2 Confidence: 0.997 Truth: 2", "Prediction: 0 Confidence: 0.576 Truth: 0"]}, "_runtime": 60.09888815879822, "_timestamp": 1596226326.598983, "_step": 22}
+{"gradients/layers.8.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 3.0, 3.0, 4.0, 2.0, 1.0, 9.0, 2.0, 5.0, 2.0, 4.0, 1.0, 3.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01354181207716465, -0.013114376924932003, -0.01268694270402193, -0.012259507551789284, -0.011832073330879211, -0.011404638178646564, -0.010977203957736492, -0.010549768805503845, -0.010122334584593773, -0.009694899432361126, -0.009267464280128479, -0.008840030059218407, -0.00841259490698576, -0.007985160686075687, -0.0075577255338430405, -0.007130290847271681, -0.006702856160700321, -0.0062754214741289616, -0.005847986787557602, -0.005420552100986242, -0.004993117414414883, -0.004565682262182236, -0.004138247575610876, -0.0037108128890395164, -0.003283378202468157, -0.002855943515896797, -0.0024285088293254375, -0.0020010739099234343, -0.0015736392233520746, -0.001146204536780715, -0.0007187697337940335, -0.000291334989015013, 0.00013609975576400757, 0.0005635345005430281, 0.0009909692453220487, 0.0014184040483087301, 0.0018458387348800898, 0.0022732734214514494, 0.0027007083408534527, 0.0031281430274248123, 0.003555577713996172, 0.003983012400567532, 0.004410447087138891, 0.004837881773710251, 0.005265316925942898, 0.005692751612514257, 0.006120186299085617, 0.006547620985656977, 0.006975055672228336, 0.007402490358799696, 0.007829925045371056, 0.008257360197603703, 0.008684794418513775, 0.009112229570746422, 0.009539663791656494, 0.009967098943889141, 0.010394534096121788, 0.01082196831703186, 0.011249403469264507, 0.01167683769017458, 0.012104272842407227, 0.012531707063317299, 0.012959142215549946, 0.013386576436460018, 0.013814011588692665]}, "gradients/layers.8.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 2.0, 4.0, 2.0, 2.0, 5.0, 8.0, 6.0, 9.0, 9.0, 13.0, 20.0, 19.0, 15.0, 51.0, 49.0, 91.0, 96.0, 197.0, 351.0, 659.0, 4419.0, 982.0, 363.0, 203.0, 124.0, 59.0, 48.0, 32.0, 23.0, 16.0, 11.0, 8.0, 4.0, 4.0, 6.0, 3.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 4.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08970679342746735, -0.08644559979438782, -0.08318440616130829, -0.07992321997880936, -0.07666202634572983, -0.0734008327126503, -0.07013963907957077, -0.06687844544649124, -0.06361725926399231, -0.06035606190562248, -0.05709487199783325, -0.05383367836475372, -0.050572484731674194, -0.047311294823884964, -0.044050101190805435, -0.040788911283016205, -0.037527717649936676, -0.03426652401685715, -0.031005334109067917, -0.027744140475988388, -0.02448294870555401, -0.02122175693511963, -0.0179605633020401, -0.01469937153160572, -0.011438179761171341, -0.008176987990736961, -0.004915795288980007, -0.0016546030528843403, 0.0016065891832113266, 0.0048677814193069935, 0.00812897365540266, 0.011390166357159615, 0.014651358127593994, 0.017912549898028374, 0.021173741668462753, 0.024434935301542282, 0.02769612707197666, 0.03095731884241104, 0.03421851247549057, 0.0374797023832798, 0.04074089601635933, 0.04400208964943886, 0.04726327955722809, 0.05052447319030762, 0.053785666823387146, 0.057046856731176376, 0.060308050364255905, 0.06356924027204514, 0.06683043390512466, 0.0700916275382042, 0.07335282117128372, 0.07661400735378265, 0.07987520098686218, 0.08313639461994171, 0.08639758825302124, 0.08965878188610077, 0.0929199755191803, 0.09618116170167923, 0.09944235533475876, 0.10270354896783829, 0.10596474260091782, 0.10922593623399734, 0.11248712241649628, 0.1157483160495758, 0.11900950968265533]}, "gradients/layers.5.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 4.0, 3.0, 2.0, 2.0, 2.0, 2.0, 3.0, 4.0, 4.0, 6.0, 7.0, 6.0, 10.0, 8.0, 7.0, 5.0, 3.0, 4.0, 5.0, 3.0, 1.0, 2.0, 3.0, 4.0, 7.0, 3.0, 0.0, 1.0, 1.0, 3.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.005491784308105707, -0.005318650044500828, -0.005145515315234661, -0.004972381051629782, -0.004799246788024902, -0.004626112524420023, -0.004452978260815144, -0.004279843531548977, -0.0041067092679440975, -0.003933575004339218, -0.003760440507903695, -0.003587306011468172, -0.0034141717478632927, -0.0032410374842584133, -0.0030679029878228903, -0.0028947684913873672, -0.002721634227782488, -0.0025484999641776085, -0.0023753654677420855, -0.0022022309713065624, -0.002029096707701683, -0.0018559623276814818, -0.0016828279476612806, -0.0015096935676410794, -0.0013365591876208782, -0.001163424807600677, -0.0009902904275804758, -0.0008171560475602746, -0.0006440216675400734, -0.0004708872875198722, -0.000297752907499671, -0.00012461852747946978, 4.851585254073143e-05, 0.00022165023256093264, 0.00039478461258113384, 0.000567918992601335, 0.0007410533726215363, 0.0009141877526417375, 0.0010873221326619387, 0.0012604565126821399, 0.001433590892702341, 0.0016067252727225423, 0.0017798596527427435, 0.0019529940327629447, 0.002126128412783146, 0.0022992626763880253, 0.0024723971728235483, 0.0026455316692590714, 0.0028186659328639507, 0.00299180019646883, 0.003164934692904353, 0.003338069189339876, 0.0035112034529447556, 0.003684337716549635, 0.003857472212985158, 0.004030606709420681, 0.00420374097302556, 0.00437687523663044, 0.0045500099658966064, 0.004723144229501486, 0.004896278493106365, 0.005069412756711245, 0.005242547020316124, 0.005415681749582291, 0.00558881601318717]}, "gradients/layers.5.weight": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 2.0, 1.0, 7.0, 13.0, 11.0, 9.0, 17.0, 37.0, 42.0, 54.0, 83.0, 106.0, 150.0, 238.0, 354.0, 584.0, 820.0, 1173.0, 1690.0, 2361.0, 2936.0, 1474.0, 1083.0, 722.0, 601.0, 437.0, 332.0, 209.0, 180.0, 134.0, 103.0, 86.0, 61.0, 54.0, 38.0, 41.0, 15.0, 23.0, 17.0, 13.0, 17.0, 6.0, 6.0, 9.0, 2.0, 2.0, 3.0, 5.0, 1.0, 3.0, 3.0, 0.0, 3.0, 1.0, 2.0], "bins": [-0.014841869473457336, -0.014335541985929012, -0.013829215429723263, -0.013322887942194939, -0.01281656138598919, -0.012310233898460865, -0.011803906410932541, -0.011297579854726791, -0.010791252367198467, -0.010284924879670143, -0.009778598323464394, -0.00927227083593607, -0.008765943348407745, -0.008259616792201996, -0.007753289304673672, -0.007246962282806635, -0.006740635260939598, -0.006234308239072561, -0.0057279812172055244, -0.0052216537296772, -0.0047153267078101635, -0.004208999685943127, -0.003702672431245446, -0.0031963451765477657, -0.002690018154680729, -0.002183691132813692, -0.0016773638781160116, -0.001171036739833653, -0.0006647096015512943, -0.00015838246326893568, 0.00034794467501342297, 0.0008542718132957816, 0.0013605989515781403, 0.001866926089860499, 0.0023732532281428576, 0.002879580482840538, 0.003385907504707575, 0.0038922345265746117, 0.004398562014102936, 0.004904889035969973, 0.005411216057837009, 0.005917543079704046, 0.006423870101571083, 0.006930197589099407, 0.007436524610966444, 0.00794285163283348, 0.008449179120361805, 0.008955505676567554, 0.009461833164095879, 0.009968160651624203, 0.010474487207829952, 0.010980814695358276, 0.011487141251564026, 0.01199346873909235, 0.012499796226620674, 0.013006122782826424, 0.013512450270354748, 0.014018777757883072, 0.014525104314088821, 0.015031431801617146, 0.01553775928914547, 0.01604408584535122, 0.01655041240155697, 0.017056740820407867, 0.017563067376613617]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 4.0, 1.0, 0.0, 3.0, 2.0, 4.0, 4.0, 3.0, 3.0, 6.0, 3.0, 7.0, 5.0, 2.0, 7.0, 4.0, 3.0, 7.0, 6.0, 4.0, 5.0, 5.0, 3.0, 1.0, 6.0, 3.0, 1.0, 2.0, 4.0, 0.0, 0.0, 1.0, 4.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0], "bins": [-0.008365826681256294, -0.008146142587065697, -0.007926457561552525, -0.00770677300170064, -0.007487088441848755, -0.00726740388199687, -0.0070477197878062725, -0.006828035227954388, -0.006608350668102503, -0.006388666108250618, -0.006168981548398733, -0.005949296988546848, -0.0057296124286949635, -0.005509927868843079, -0.005290243308991194, -0.005070558749139309, -0.004850874654948711, -0.0046311900950968266, -0.004411505535244942, -0.004191820975393057, -0.003972136415541172, -0.003752451855689287, -0.0035327672958374023, -0.0033130827359855175, -0.0030933981761336327, -0.0028737138491123915, -0.0026540292892605066, -0.002434344729408622, -0.002214660169556737, -0.001994975609704852, -0.001775291166268289, -0.001555606722831726, -0.0013359221629798412, -0.0011162376031279564, -0.0008965531596913934, -0.0006768685998395085, -0.0004571840981952846, -0.00023749958199914545, -1.781506580300629e-05, 0.00020186945039313287, 0.000421553966589272, 0.000641238468233496, 0.0008609229698777199, 0.0010806075297296047, 0.0013002920895814896, 0.0015199765330180526, 0.0017396610928699374, 0.0019593455363065004, 0.0021790300961583853, 0.00239871465601027, 0.002618399215862155, 0.002838083542883396, 0.003057768102735281, 0.003277452662587166, 0.0034971372224390507, 0.0037168217822909355, 0.00393650634214282, 0.004156190901994705, 0.00437587546184659, 0.004595559556037188, 0.004815244115889072, 0.005034928675740957, 0.005254613235592842, 0.005474297795444727, 0.005693982355296612]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 1.0, 3.0, 3.0, 9.0, 5.0, 11.0, 9.0, 13.0, 16.0, 17.0, 23.0, 48.0, 73.0, 86.0, 153.0, 194.0, 315.0, 497.0, 753.0, 1143.0, 1865.0, 2714.0, 2882.0, 1719.0, 1118.0, 821.0, 557.0, 354.0, 277.0, 193.0, 148.0, 93.0, 75.0, 51.0, 35.0, 28.0, 19.0, 17.0, 9.0, 5.0, 5.0, 4.0, 2.0, 3.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.03959312289953232, -0.03846215084195137, -0.03733117878437042, -0.03620021045207977, -0.035069238394498825, -0.03393826633691788, -0.03280729427933693, -0.03167632222175598, -0.030545352026820183, -0.029414379969239235, -0.028283409774303436, -0.02715243771672249, -0.02602146565914154, -0.024890495464205742, -0.023759523406624794, -0.022628553211688995, -0.021497581154108047, -0.0203666090965271, -0.0192356389015913, -0.018104666844010353, -0.016973696649074554, -0.015842724591493607, -0.014711752533912659, -0.013580781407654285, -0.012449810281395912, -0.011318839155137539, -0.010187868028879166, -0.009056895971298218, -0.007925924845039845, -0.006794953718781471, -0.005663982126861811, -0.00453301053494215, -0.003402039408683777, -0.00227106804959476, -0.001140096690505743, -9.125331416726112e-06, 0.0011218460276722908, 0.0022528173867613077, 0.0033837887458503246, 0.004514760337769985, 0.0056457314640283585, 0.006776702590286732, 0.007907673716545105, 0.009038645774126053, 0.010169616900384426, 0.0113005880266428, 0.012431560084223747, 0.01356253121048212, 0.014693502336740494, 0.01582447439432144, 0.01695544458925724, 0.018086416646838188, 0.019217386841773987, 0.020348358899354935, 0.021479330956935883, 0.02261030115187168, 0.02374127320945263, 0.024872245267033577, 0.026003215461969376, 0.027134187519550323, 0.02826515957713127, 0.02939612977206707, 0.030527101829648018, 0.031658072024583817, 0.032789044082164764]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 4.0, 1.0, 0.0, 3.0, 2.0, 1.0, 1.0, 1.0, 5.0, 3.0, 5.0, 4.0, 2.0, 3.0, 6.0, 2.0, 2.0, 8.0, 2.0, 5.0, 6.0, 4.0, 2.0, 3.0, 5.0, 3.0, 3.0, 2.0, 3.0, 1.0, 1.0, 1.0, 3.0, 0.0, 0.0, 2.0, 1.0, 3.0, 1.0, 1.0, 3.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.007461512461304665, -0.007213632110506296, -0.006965751759707928, -0.006717870943248272, -0.0064699905924499035, -0.006222110241651535, -0.005974229890853167, -0.005726349540054798, -0.005478468723595142, -0.005230588372796774, -0.0049827080219984055, -0.004734827671200037, -0.0044869473204016685, -0.0042390669696033, -0.003991186153143644, -0.003743305802345276, -0.0034954254515469074, -0.003247545100748539, -0.002999664517119527, -0.0027517841663211584, -0.0025039035826921463, -0.002256023231893778, -0.0020081428810954094, -0.0017602624138817191, -0.0015123819466680288, -0.0012645014794543386, -0.0010166210122406483, -0.0007687406614422798, -0.0005208601942285895, -0.0002729797561187297, -2.5099318008869886e-05, 0.00022278112010098994, 0.00047066155821084976, 0.00071854202542454, 0.0009664224344305694, 0.0012143028434365988, 0.001462183310650289, 0.0017100637778639793, 0.001957944128662348, 0.00220582471229136, 0.0024537050630897284, 0.002701585413888097, 0.002949465997517109, 0.0031973463483154774, 0.003445226699113846, 0.003693107282742858, 0.00394098786637187, 0.0041888682171702385, 0.004436748567968607, 0.004684628918766975, 0.004932509269565344, 0.005180390086025, 0.005428270436823368, 0.0056761507876217365, 0.005924031138420105, 0.0061719114892184734, 0.006419791840016842, 0.006667672656476498, 0.006915553007274866, 0.0071634333580732346, 0.007411313708871603, 0.0076591940596699715, 0.007907074876129627, 0.008154954761266708, 0.008402835577726364]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 6.0, 1.0, 7.0, 4.0, 10.0, 13.0, 14.0, 34.0, 43.0, 51.0, 72.0, 128.0, 191.0, 292.0, 351.0, 517.0, 689.0, 870.0, 1162.0, 1412.0, 1752.0, 2345.0, 2927.0, 3803.0, 4884.0, 7406.0, 42041.0, 6985.0, 4807.0, 3645.0, 2917.0, 2333.0, 1853.0, 1570.0, 1216.0, 954.0, 765.0, 549.0, 424.0, 316.0, 238.0, 195.0, 130.0, 97.0, 69.0, 57.0, 46.0, 37.0, 27.0, 12.0, 15.0, 13.0, 13.0, 11.0, 11.0, 4.0, 4.0, 3.0, 5.0, 2.0, 1.0, 0.0, 1.0], "bins": [-0.008558003231883049, -0.008246353827416897, -0.007934704422950745, -0.007623054552823305, -0.007311404682695866, -0.0069997552782297134, -0.006688105873763561, -0.006376456003636122, -0.0060648065991699696, -0.005753157194703817, -0.005441507324576378, -0.005129857920110226, -0.0048182085156440735, -0.004506558645516634, -0.004194909241050482, -0.003883259603753686, -0.00357160996645689, -0.0032599603291600943, -0.0029483106918632984, -0.0026366612873971462, -0.0023250116501003504, -0.0020133620128035545, -0.0017017124919220805, -0.0013900629710406065, -0.0010784133337438107, -0.0007667637546546757, -0.0004551141755655408, -0.00014346459647640586, 0.00016818498261272907, 0.000479834561701864, 0.0007914841407909989, 0.001103133661672473, 0.0014147832989692688, 0.0017264329362660646, 0.0020380825735628605, 0.0023497319780290127, 0.0026613816153258085, 0.0029730312526226044, 0.0032846806570887566, 0.0035963302943855524, 0.003907979931682348, 0.0042196293361485004, 0.00453127920627594, 0.004842928610742092, 0.005154578015208244, 0.005466227885335684, 0.005777877289801836, 0.0060895271599292755, 0.006401176564395428, 0.00671282596886158, 0.007024475838989019, 0.007336125243455172, 0.007647775113582611, 0.007959424518048763, 0.008271073922514915, 0.008582723326981068, 0.00889437273144722, 0.009206023067235947, 0.009517672471702099, 0.009829321876168251, 0.010140971280634403, 0.010452620685100555, 0.010764271020889282, 0.011075920425355434, 0.011387569829821587]}, "_runtime": 64.2481439113617, "_timestamp": 1596226330.7482388, "_step": 23}
+{"val_accuracy": 0.783956906392694, "val_loss": 0.5862346015292216, "_runtime": 67.87514019012451, "_timestamp": 1596226334.375235, "_step": 24}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: X Confidence: 0.249 Truth: v", "Prediction: 5 Confidence: 0.999 Truth: 5", "Prediction: 2 Confidence: 0.996 Truth: 2", "Prediction: 0 Confidence: 0.511 Truth: 0"]}, "_runtime": 68.13909268379211, "_timestamp": 1596226334.6391876, "_step": 25}
+{"gradients/layers.8.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 4.0, 6.0, 2.0, 3.0, 3.0, 0.0, 1.0, 4.0, 1.0, 2.0, 3.0, 4.0, 1.0, 1.0, 2.0, 5.0, 3.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014978769235312939, -0.014577782712876797, -0.014176796190440655, -0.013775810599327087, -0.013374824076890945, -0.012973837554454803, -0.012572851032018661, -0.012171865440905094, -0.011770878918468952, -0.01136989239603281, -0.010968905873596668, -0.010567919351160526, -0.010166933760046959, -0.009765947237610817, -0.009364960715174675, -0.008963974192738533, -0.008562987670302391, -0.008162002079188824, -0.007761015556752682, -0.00736002903431654, -0.006959042977541685, -0.006558056455105543, -0.0061570703983306885, -0.0057560838758945465, -0.0053550973534584045, -0.00495411129668355, -0.004553124774247408, -0.004152138717472553, -0.0037511521950364113, -0.003350165905430913, -0.0029491796158254147, -0.0025481933262199163, -0.002147207036614418, -0.0017462207470089197, -0.0013452344574034214, -0.0009442480513826013, -0.000543261761777103, -0.00014227544306777418, 0.0002587108756415546, 0.0006596972234547138, 0.0010606835130602121, 0.0014616698026657104, 0.0018626560922712088, 0.002263642381876707, 0.002664628904312849, 0.0030656151939183474, 0.0034666014835238457, 0.003867587773129344, 0.004268574062734842, 0.004669560585170984, 0.005070546641945839, 0.005471533164381981, 0.0058725192211568356, 0.0062735057435929775, 0.006674491800367832, 0.007075478322803974, 0.007476464845240116, 0.007877451367676258, 0.008278436958789825, 0.008679423481225967, 0.00908041000366211, 0.009481396526098251, 0.009882382117211819, 0.01028336863964796, 0.010684355162084103]}, "gradients/layers.8.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 1.0, 2.0, 3.0, 3.0, 3.0, 6.0, 1.0, 4.0, 1.0, 4.0, 5.0, 13.0, 22.0, 18.0, 34.0, 37.0, 57.0, 79.0, 82.0, 104.0, 161.0, 201.0, 269.0, 384.0, 594.0, 3918.0, 671.0, 343.0, 224.0, 192.0, 115.0, 97.0, 78.0, 48.0, 32.0, 29.0, 26.0, 20.0, 13.0, 9.0, 7.0, 8.0, 4.0, 3.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0806187242269516, -0.07856469601392746, -0.07651066780090332, -0.07445663213729858, -0.07240260392427444, -0.0703485757112503, -0.06829454004764557, -0.06624051183462143, -0.06418648362159729, -0.06213245540857315, -0.06007842347025871, -0.058024391531944275, -0.055970363318920135, -0.053916335105895996, -0.05186230316758156, -0.04980827122926712, -0.04775424301624298, -0.04570021480321884, -0.043646182864904404, -0.041592150926589966, -0.039538122713565826, -0.03748409450054169, -0.03543006256222725, -0.03337603062391281, -0.03132200241088867, -0.029267972335219383, -0.027213942259550095, -0.025159912183880806, -0.023105882108211517, -0.02105185203254223, -0.01899782195687294, -0.01694379188120365, -0.014889761805534363, -0.012835731729865074, -0.010781701654195786, -0.008727671578526497, -0.006673641502857208, -0.00461961142718792, -0.002565581351518631, -0.0005115512758493423, 0.0015424787998199463, 0.003596508875489235, 0.0056505389511585236, 0.007704569026827812, 0.0097585991024971, 0.01181262917816639, 0.013866659253835678, 0.015920689329504967, 0.017974719405174255, 0.020028749480843544, 0.022082779556512833, 0.02413680963218212, 0.02619083970785141, 0.0282448697835207, 0.030298899859189987, 0.032352931797504425, 0.034406960010528564, 0.036460988223552704, 0.03851502016186714, 0.04056905210018158, 0.04262308031320572, 0.04467710852622986, 0.046731140464544296, 0.048785172402858734, 0.050839200615882874]}, "gradients/layers.5.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 4.0, 2.0, 2.0, 4.0, 3.0, 5.0, 8.0, 3.0, 3.0, 6.0, 5.0, 1.0, 2.0, 4.0, 3.0, 5.0, 6.0, 5.0, 1.0, 3.0, 7.0, 6.0, 2.0, 7.0, 0.0, 2.0, 2.0, 2.0, 3.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.00476845633238554, -0.004621412139385939, -0.004474368412047625, -0.004327324219048023, -0.004180280491709709, -0.004033236298710108, -0.0038861921057105064, -0.0037391481455415487, -0.003592104185372591, -0.0034450602252036333, -0.0032980162650346756, -0.0031509720720350742, -0.0030039281118661165, -0.002856884151697159, -0.0027098399586975574, -0.0025627959985285997, -0.002415752038359642, -0.0022687080781906843, -0.0021216641180217266, -0.0019746199250221252, -0.0018275759648531675, -0.0016805320046842098, -0.0015334879280999303, -0.0013864438515156507, -0.001239399891346693, -0.0010923559311777353, -0.0009453118545934558, -0.0007982678362168372, -0.0006512238178402185, -0.0005041797994635999, -0.0003571357810869813, -0.00021009176271036267, -6.304774433374405e-05, 8.399627404287457e-05, 0.0002310402924194932, 0.0003780843107961118, 0.0005251283291727304, 0.0006721723475493491, 0.0008192163659259677, 0.0009662603843025863, 0.001113304402679205, 0.0012603483628481627, 0.0014073924394324422, 0.0015544365160167217, 0.0017014804761856794, 0.0018485244363546371, 0.0019955686293542385, 0.0021426125895231962, 0.002289656549692154, 0.0024367005098611116, 0.0025837444700300694, 0.0027307886630296707, 0.0028778326231986284, 0.003024876583367586, 0.0031719207763671875, 0.003318964736536145, 0.003466008696705103, 0.0036130526568740606, 0.0037600966170430183, 0.00390714081004262, 0.004054185003042221, 0.004201228730380535, 0.0043482729233801365, 0.0044953166507184505, 0.004642360843718052]}, "gradients/layers.5.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 3.0, 1.0, 3.0, 10.0, 3.0, 24.0, 36.0, 44.0, 66.0, 99.0, 177.0, 354.0, 635.0, 1161.0, 2262.0, 3694.0, 3625.0, 1624.0, 985.0, 581.0, 338.0, 249.0, 145.0, 89.0, 40.0, 44.0, 20.0, 16.0, 12.0, 9.0, 11.0, 4.0, 3.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.023021090775728226, -0.022200951352715492, -0.02138081192970276, -0.020560672506690025, -0.019740533083677292, -0.01892039366066456, -0.018100254237651825, -0.01728011481463909, -0.016459975391626358, -0.015639835968613625, -0.014819695614278316, -0.013999556191265583, -0.01317941676825285, -0.012359277345240116, -0.011539137922227383, -0.01071899849921465, -0.009898859076201916, -0.009078719653189182, -0.008258580230176449, -0.007438440807163715, -0.006618301384150982, -0.005798161495476961, -0.004978022072464228, -0.004157882649451494, -0.0033377432264387608, -0.0025176038034260273, -0.001697464263997972, -0.0008773247827775776, -5.7185301557183266e-05, 0.0007629541796632111, 0.0015830936608836055, 0.0024032332003116608, 0.0032233726233243942, 0.004043512046337128, 0.004863651469349861, 0.005683790892362595, 0.006503930315375328, 0.007324070204049349, 0.008144209161400795, 0.008964348584413528, 0.009784488007426262, 0.01060462836176157, 0.011424767784774303, 0.012244907207787037, 0.01306504663079977, 0.013885186053812504, 0.014705325476825237, 0.01552546489983797, 0.01634560525417328, 0.017165744677186012, 0.017985884100198746, 0.01880602352321148, 0.019626162946224213, 0.020446302369236946, 0.02126644179224968, 0.022086581215262413, 0.022906720638275146, 0.02372686006128788, 0.024546999484300613, 0.025367138907313347, 0.02618727833032608, 0.027007417753338814, 0.027827557176351547, 0.02864769659936428, 0.029467836022377014]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 4.0, 1.0, 0.0, 3.0, 2.0, 3.0, 3.0, 3.0, 5.0, 6.0, 3.0, 3.0, 6.0, 9.0, 3.0, 6.0, 3.0, 1.0, 5.0, 5.0, 5.0, 3.0, 2.0, 4.0, 3.0, 4.0, 4.0, 2.0, 3.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0067865061573684216, -0.006533259060233831, -0.006280011963099241, -0.006026764865964651, -0.005773518234491348, -0.005520271137356758, -0.005267024040222168, -0.005013776943087578, -0.004760529845952988, -0.0045072827488183975, -0.004254035651683807, -0.004000788554549217, -0.0037475416902452707, -0.0034942945931106806, -0.003241047728806734, -0.002987800631672144, -0.002734553534537554, -0.0024813064374029636, -0.0022280593402683735, -0.001974812475964427, -0.0017215653788298368, -0.0014683182816952467, -0.0012150713009759784, -0.0009618242620490491, -0.0007085772231221199, -0.00045533018419519067, -0.00020208314526826143, 5.11638936586678e-05, 0.00030441093258559704, 0.0005576579715125263, 0.0008109050104394555, 0.0010641519911587238, 0.001317399088293314, 0.0015706461854279041, 0.0018238931661471725, 0.0020771401468664408, 0.002330387244001031, 0.002583634341135621, 0.0028368812054395676, 0.0030901283025741577, 0.003343375399708748, 0.003596622496843338, 0.003849869593977928, 0.004103116691112518, 0.0043563637882471085, 0.004609610419720411, 0.0048628575168550014, 0.005116104613989592, 0.005369351711124182, 0.005622598808258772, 0.005875845905393362, 0.006129093002527952, 0.006382339634001255, 0.006635586731135845, 0.006888833828270435, 0.0071420809254050255, 0.007395328022539616, 0.007648575119674206, 0.007901822216808796, 0.008155069313943386, 0.008408316411077976, 0.008661563508212566, 0.008914810605347157, 0.009168057702481747, 0.009421303868293762]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 3.0, 0.0, 2.0, 2.0, 3.0, 11.0, 22.0, 37.0, 29.0, 74.0, 98.0, 180.0, 305.0, 461.0, 705.0, 1170.0, 1912.0, 3219.0, 3704.0, 1613.0, 1070.0, 591.0, 405.0, 267.0, 154.0, 111.0, 70.0, 49.0, 27.0, 25.0, 15.0, 9.0, 6.0, 7.0, 7.0, 0.0, 5.0, 1.0, 3.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.03758372738957405, -0.03602582588791847, -0.034467924386262894, -0.032910026609897614, -0.031352125108242035, -0.029794223606586456, -0.028236323967576027, -0.02667842246592045, -0.02512052282691002, -0.02356262132525444, -0.02200471982359886, -0.020446820184588432, -0.018888918682932854, -0.017331019043922424, -0.015773117542266846, -0.014215216971933842, -0.012657316401600838, -0.011099415831267834, -0.00954151526093483, -0.007983614690601826, -0.006425713654607534, -0.00486781308427453, -0.0033099122811108828, -0.001752011594362557, -0.0001941109076142311, 0.0013637897791340947, 0.0029216904658824205, 0.004479591269046068, 0.006037491839379072, 0.007595392409712076, 0.009153293445706367, 0.010711194016039371, 0.012269094586372375, 0.01382699515670538, 0.015384895727038383, 0.016942797228693962, 0.01850069686770439, 0.02005859836935997, 0.0216164980083704, 0.023174399510025978, 0.024732299149036407, 0.026290200650691986, 0.027848102152347565, 0.029406001791357994, 0.030963903293013573, 0.032521802932024, 0.03407970443367958, 0.03563760593533516, 0.03719550371170044, 0.03875340521335602, 0.0403113067150116, 0.041869208216667175, 0.043427109718322754, 0.044985007494688034, 0.04654290899634361, 0.04810081049799919, 0.04965871199965477, 0.05121661350131035, 0.05277451127767563, 0.05433241277933121, 0.055890314280986786, 0.057448215782642365, 0.059006113559007645, 0.06056401506066322, 0.0621219165623188]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 0.0, 1.0, 6.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 4.0, 3.0, 3.0, 4.0, 2.0, 6.0, 3.0, 3.0, 4.0, 2.0, 6.0, 8.0, 6.0, 8.0, 3.0, 4.0, 1.0, 6.0, 3.0, 2.0, 3.0, 3.0, 1.0, 0.0, 2.0, 4.0, 2.0, 3.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.009646540507674217, -0.009269961155951023, -0.008893381804227829, -0.008516802452504635, -0.00814022310078144, -0.007763643283396959, -0.007387063931673765, -0.007010484579950571, -0.00663390476256609, -0.0062573254108428955, -0.005880746059119701, -0.005504166707396507, -0.005127587355673313, -0.004751008003950119, -0.004374428186565638, -0.0039978488348424435, -0.0036212694831192493, -0.0032446901313960552, -0.0028681105468422174, -0.0024915311951190233, -0.0021149516105651855, -0.0017383722588419914, -0.0013617929071187973, -0.0009852134389802814, -0.0006086339708417654, -0.0002320545318070799, 0.00014452490722760558, 0.0005211043171584606, 0.0008976837852969766, 0.0012742632534354925, 0.0016508426051586866, 0.0020274221897125244, 0.0024040015414357185, 0.0027805808931589127, 0.0031571604777127504, 0.0035337398294359446, 0.003910319413989782, 0.0042868987657129765, 0.004663478117436171, 0.005040057469159365, 0.005416637286543846, 0.00579321663826704, 0.006169795989990234, 0.0065463753417134285, 0.006922954693436623, 0.007299534045159817, 0.007676113862544298, 0.008052692748606205, 0.008429272100329399, 0.008805852383375168, 0.009182431735098362, 0.009559011086821556, 0.00993559043854475, 0.010312169790267944, 0.010688749141991138, 0.011065328493714333, 0.011441907845437527, 0.01181848719716072, 0.012195066548883915, 0.012571646831929684, 0.012948226183652878, 0.013324805535376072, 0.013701384887099266, 0.01407796423882246, 0.014454543590545654]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 10.0, 13.0, 20.0, 30.0, 61.0, 75.0, 108.0, 156.0, 170.0, 238.0, 277.0, 360.0, 509.0, 632.0, 810.0, 1073.0, 1332.0, 1726.0, 2106.0, 2627.0, 3506.0, 4760.0, 7292.0, 42483.0, 7260.0, 4899.0, 3727.0, 2913.0, 2290.0, 1898.0, 1419.0, 1158.0, 938.0, 721.0, 576.0, 451.0, 361.0, 262.0, 209.0, 185.0, 124.0, 113.0, 84.0, 72.0, 54.0, 46.0, 35.0, 32.0, 27.0, 22.0, 13.0, 19.0, 9.0, 8.0, 11.0, 7.0, 13.0, 7.0, 5.0, 2.0, 4.0], "bins": [-0.009094917215406895, -0.00875136163085699, -0.008407806046307087, -0.008064250461757183, -0.0077206953428685665, -0.007377139758318663, -0.007033584639430046, -0.006690029054880142, -0.006346473470330238, -0.0060029178857803345, -0.005659362301230431, -0.005315807182341814, -0.00497225159779191, -0.004628696013242006, -0.00428514089435339, -0.003941585309803486, -0.003598029725253582, -0.003254474140703678, -0.002910918788984418, -0.0025673634372651577, -0.002223807852715254, -0.0018802523845806718, -0.0015366969164460897, -0.0011931414483115077, -0.0008495859801769257, -0.0005060305120423436, -0.00016247504390776157, 0.00018108042422682047, 0.0005246358923614025, 0.0008681913604959846, 0.0012117468286305666, 0.0015553022967651486, 0.0018988577648997307, 0.0022424133494496346, 0.0025859687011688948, 0.002929524052888155, 0.003273079637438059, 0.0036166352219879627, 0.003960190340876579, 0.004303745925426483, 0.004647301509976387, 0.004990857094526291, 0.005334412679076195, 0.005677967797964811, 0.006021523382514715, 0.006365078967064619, 0.006708634085953236, 0.0070521896705031395, 0.007395745255053043, 0.007739300839602947, 0.008082856424152851, 0.008426412008702755, 0.008769966661930084, 0.009113522246479988, 0.009457077831029892, 0.009800633415579796, 0.0101441890001297, 0.010487744584679604, 0.010831300169229507, 0.011174855753779411, 0.011518411338329315, 0.011861965991556644, 0.012205521576106548, 0.012549077160656452, 0.012892632745206356]}, "_runtime": 70.58394169807434, "_timestamp": 1596226337.0840366, "_step": 26}
+{"val_accuracy": 0.7863484589041095, "val_loss": 0.5764479366339506, "_runtime": 75.99667501449585, "_timestamp": 1596226342.49677, "_step": 27}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: X Confidence: 0.330 Truth: v", "Prediction: 5 Confidence: 1.000 Truth: 5", "Prediction: 2 Confidence: 0.998 Truth: 2", "Prediction: 0 Confidence: 0.707 Truth: 0"]}, "_runtime": 76.24794292449951, "_timestamp": 1596226342.7480378, "_step": 28}
+{"gradients/layers.8.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 3.0, 1.0, 0.0, 2.0, 1.0, 2.0, 3.0, 4.0, 0.0, 2.0, 2.0, 2.0, 6.0, 4.0, 2.0, 3.0, 1.0, 3.0, 0.0, 4.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.015638018026947975, -0.015171573497354984, -0.014705128036439419, -0.014238683506846428, -0.013772238977253437, -0.013305793516337872, -0.01283934898674488, -0.01237290445715189, -0.011906459927558899, -0.011440014466643333, -0.010973569937050343, -0.010507125407457352, -0.010040679946541786, -0.009574235416948795, -0.009107790887355804, -0.008641345426440239, -0.008174900896847248, -0.00770845590159297, -0.007242011371999979, -0.006775566376745701, -0.00630912184715271, -0.005842676851898432, -0.005376231856644154, -0.004909787327051163, -0.0044433423317968845, -0.003976897336542606, -0.0035104528069496155, -0.0030440078116953373, -0.0025775630492717028, -0.0021111182868480682, -0.0016446734080091119, -0.0011782285291701555, -0.000711783766746521, -0.00024533894611522555, 0.0002211058745160699, 0.0006875506951473653, 0.0011539955157786608, 0.0016204402782022953, 0.0020868852734565735, 0.002553330035880208, 0.0030197747983038425, 0.003486219560727477, 0.003952664323151112, 0.00441910931840539, 0.004885554313659668, 0.005351998843252659, 0.005818443838506937, 0.006284888368099928, 0.006751333363354206, 0.007217778358608484, 0.007684222888201475, 0.008150667883455753, 0.008617112413048744, 0.00908355787396431, 0.0095500024035573, 0.010016446933150291, 0.010482892394065857, 0.010949336923658848, 0.011415781453251839, 0.01188222598284483, 0.012348671443760395, 0.012815115973353386, 0.013281560502946377, 0.013748005963861942, 0.014214450493454933]}, "gradients/layers.8.weight": {"_type": "histogram", "values": [2.0, 4.0, 2.0, 0.0, 3.0, 4.0, 5.0, 4.0, 2.0, 7.0, 9.0, 8.0, 3.0, 12.0, 20.0, 18.0, 21.0, 27.0, 28.0, 39.0, 41.0, 68.0, 78.0, 121.0, 169.0, 198.0, 310.0, 478.0, 3536.0, 1392.0, 448.0, 225.0, 162.0, 112.0, 69.0, 63.0, 48.0, 29.0, 28.0, 28.0, 15.0, 16.0, 17.0, 9.0, 11.0, 6.0, 6.0, 6.0, 1.0, 3.0, 3.0, 2.0, 4.0, 2.0, 3.0, 4.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.0626065656542778, -0.060426026582717896, -0.05824548751115799, -0.056064948439598083, -0.05388440936803818, -0.05170387402176857, -0.049523334950208664, -0.04734279587864876, -0.04516225680708885, -0.042981717735528946, -0.04080117866396904, -0.038620639592409134, -0.036440104246139526, -0.03425956517457962, -0.032079026103019714, -0.02989848703145981, -0.027717947959899902, -0.025537408888339996, -0.02335686981678009, -0.021176332607865334, -0.018995793536305428, -0.01681525446474552, -0.01463471632450819, -0.012454178184270859, -0.010273639112710953, -0.008093100041151047, -0.005912561900913715, -0.0037320232950150967, -0.001551484689116478, 0.0006290539167821407, 0.0028095925226807594, 0.004990131128579378, 0.007170669734477997, 0.009351208806037903, 0.011531746946275234, 0.013712285086512566, 0.01589282415807247, 0.018073363229632378, 0.020253900438547134, 0.02243443951010704, 0.024614978581666946, 0.026795517653226852, 0.02897605672478676, 0.031156593933701515, 0.03333713114261627, 0.03551767021417618, 0.037698209285736084, 0.03987874835729599, 0.042059287428855896, 0.0442398265004158, 0.04642036557197571, 0.048600904643535614, 0.05078144371509552, 0.05296197906136513, 0.055142518132925034, 0.05732305720448494, 0.059503596276044846, 0.06168413534760475, 0.06386467069387436, 0.06604520976543427, 0.06822574883699417, 0.07040628790855408, 0.07258682698011398, 0.07476736605167389, 0.0769479051232338]}, "gradients/layers.5.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 3.0, 1.0, 2.0, 3.0, 3.0, 3.0, 5.0, 5.0, 5.0, 2.0, 3.0, 3.0, 5.0, 3.0, 4.0, 4.0, 4.0, 3.0, 3.0, 4.0, 2.0, 4.0, 3.0, 3.0, 4.0, 2.0, 5.0, 3.0, 1.0, 2.0, 1.0, 1.0, 4.0, 0.0, 3.0, 1.0, 1.0, 0.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.004792496562004089, -0.004638440907001495, -0.004484384786337614, -0.00433032913133502, -0.004176273010671139, -0.004022217355668545, -0.003868161467835307, -0.0037141055800020695, -0.0035600499249994755, -0.003405994037166238, -0.003251938149333, -0.0030978822614997625, -0.002943826373666525, -0.0027897704858332872, -0.0026357148308306932, -0.0024816589429974556, -0.002327603055164218, -0.0021735471673309803, -0.0020194912794977427, -0.0018654355080798268, -0.001711379736661911, -0.0015573238488286734, -0.0014032679609954357, -0.00124921218957752, -0.0010951563017442822, -0.0009411004721187055, -0.0007870446424931288, -0.0006329887546598911, -0.0004789329250343144, -0.00032487709540873766, -0.00017082123667933047, -1.6765392501838505e-05, 0.00013729045167565346, 0.0002913462813012302, 0.0004454021400306374, 0.0005994579987600446, 0.0007535138283856213, 0.000907569658011198, 0.0010616255458444357, 0.0012156813172623515, 0.0013697372050955892, 0.0015237930929288268, 0.0016778488643467426, 0.0018319047521799803, 0.001985960640013218, 0.0021400165278464556, 0.0022940721828490496, 0.002448128070682287, 0.002602183958515525, 0.0027562398463487625, 0.002910295734182, 0.003064351389184594, 0.003218407277017832, 0.0033724631648510695, 0.003526519052684307, 0.0036805749405175447, 0.0038346308283507824, 0.003988686483353376, 0.004142742604017258, 0.004296798259019852, 0.004450853914022446, 0.004604910034686327, 0.004758965689688921, 0.004913021810352802, 0.005067077465355396]}, "gradients/layers.5.weight": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 0.0, 1.0, 4.0, 8.0, 5.0, 9.0, 4.0, 13.0, 10.0, 17.0, 30.0, 38.0, 59.0, 64.0, 95.0, 146.0, 216.0, 264.0, 414.0, 629.0, 926.0, 1417.0, 2177.0, 3225.0, 1940.0, 1265.0, 919.0, 604.0, 413.0, 346.0, 247.0, 186.0, 156.0, 129.0, 77.0, 59.0, 61.0, 39.0, 32.0, 29.0, 17.0, 9.0, 17.0, 12.0, 13.0, 10.0, 9.0, 1.0, 4.0, 1.0, 3.0, 2.0, 2.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.013876773416996002, -0.013358227908611298, -0.012839681468904018, -0.012321135960519314, -0.011802589520812035, -0.01128404401242733, -0.01076549757272005, -0.010246952064335346, -0.009728405624628067, -0.009209860116243362, -0.008691314607858658, -0.008172768168151379, -0.007654222659766674, -0.007135676685720682, -0.00661713071167469, -0.006098584737628698, -0.0055800387635827065, -0.0050614927895367146, -0.004542946815490723, -0.004024400841444731, -0.0035058551002293825, -0.0029873091261833906, -0.0024687633849680424, -0.0019502174109220505, -0.0014316714368760586, -0.0009131255210377276, -0.0003945796051993966, 0.00012396631063893437, 0.0006425122264772654, 0.0011610582005232573, 0.0016796040581539273, 0.0021981499157845974, 0.0027166958898305893, 0.003235241863876581, 0.003753787837922573, 0.004272333811968565, 0.004790879786014557, 0.0053094252943992615, 0.005827971268445253, 0.006346517242491245, 0.006865063216537237, 0.007383609190583229, 0.007902154698967934, 0.008420701138675213, 0.008939246647059917, 0.009457793086767197, 0.009976338595151901, 0.01049488503485918, 0.011013430543243885, 0.01153197605162859, 0.012050522491335869, 0.012569067999720573, 0.013087614439427853, 0.013606159947812557, 0.014124706387519836, 0.014643251895904541, 0.015161797404289246, 0.01568034291267395, 0.016198890283703804, 0.01671743579208851, 0.017235981300473213, 0.017754526808857918, 0.01827307417988777, 0.018791619688272476, 0.01931016519665718]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 2.0, 1.0, 3.0, 1.0, 1.0, 4.0, 1.0, 2.0, 2.0, 5.0, 1.0, 4.0, 3.0, 2.0, 2.0, 3.0, 3.0, 6.0, 5.0, 8.0, 5.0, 3.0, 7.0, 6.0, 5.0, 5.0, 6.0, 2.0, 3.0, 4.0, 1.0, 2.0, 4.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.006437232717871666, -0.006184628698974848, -0.005932025145739317, -0.005679421126842499, -0.005426817573606968, -0.00517421355471015, -0.004921610001474619, -0.004669005982577801, -0.00441640242934227, -0.004163798410445452, -0.003911194391548634, -0.0036585908383131027, -0.0034059868194162846, -0.00315338303335011, -0.0029007792472839355, -0.002648175461217761, -0.0023955716751515865, -0.002142967889085412, -0.0018903641030192375, -0.0016377602005377412, -0.0013851564144715667, -0.0011325526284053922, -0.0008799487841315567, -0.0006273449398577213, -0.0003747411537915468, -0.00012213733862154186, 0.0001304664765484631, 0.00038307029171846807, 0.000635674106888473, 0.0008882778929546475, 0.0011408817954361439, 0.0013934855815023184, 0.0016460893675684929, 0.0018986931536346674, 0.002151296939700842, 0.0024039007257670164, 0.002656504511833191, 0.002909108530730009, 0.0031617123167961836, 0.003414316102862358, 0.0036669198889285326, 0.003919523674994707, 0.004172127693891525, 0.004424731247127056, 0.004677335266023874, 0.004929938819259405, 0.005182542838156223, 0.005435146391391754, 0.005687750410288572, 0.0059403544291853905, 0.006192957982420921, 0.0064455620013177395, 0.00669816555455327, 0.0069507695734500885, 0.007203373126685619, 0.0074559771455824375, 0.007708581164479256, 0.007961184717714787, 0.008213788270950317, 0.008466392755508423, 0.008718996308743954, 0.008971599861979485, 0.009224203415215015, 0.009476807899773121, 0.009729411453008652]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 2.0, 4.0, 7.0, 6.0, 4.0, 10.0, 10.0, 11.0, 23.0, 32.0, 48.0, 83.0, 108.0, 167.0, 282.0, 410.0, 738.0, 1237.0, 2409.0, 4171.0, 2587.0, 1483.0, 919.0, 545.0, 381.0, 245.0, 172.0, 99.0, 61.0, 30.0, 33.0, 17.0, 13.0, 8.0, 3.0, 3.0, 2.0, 2.0, 2.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.04885535687208176, -0.047311604022979736, -0.045767854899168015, -0.044224102050065994, -0.042680349200963974, -0.04113660007715225, -0.03959284722805023, -0.03804909437894821, -0.03650534525513649, -0.03496159240603447, -0.03341783955693245, -0.03187409043312073, -0.030330337584018707, -0.028786586597561836, -0.027242835611104965, -0.025699082762002945, -0.024155331775546074, -0.022611580789089203, -0.021067827939987183, -0.01952407695353031, -0.01798032596707344, -0.01643657311797142, -0.01489282213151455, -0.013349071145057678, -0.011805319227278233, -0.010261567309498787, -0.008717816323041916, -0.00717406440526247, -0.005630312953144312, -0.0040865615010261536, -0.0025428098160773516, -0.0009990582475438714, 0.0005446933209896088, 0.002088444773107767, 0.003632196458056569, 0.005175948143005371, 0.0067196995951235294, 0.008263451047241688, 0.009807202965021133, 0.011350953951478004, 0.01289470586925745, 0.014438457787036896, 0.015982208773493767, 0.017525959759950638, 0.019069712609052658, 0.02061346359550953, 0.0221572145819664, 0.02370096743106842, 0.02524471841752529, 0.026788469403982162, 0.028332222253084183, 0.029875973239541054, 0.031419724225997925, 0.032963477075099945, 0.03450722619891167, 0.03605097904801369, 0.03759473189711571, 0.03913848102092743, 0.04068223387002945, 0.04222598671913147, 0.04376973584294319, 0.04531348869204521, 0.04685724154114723, 0.048400990664958954, 0.049944743514060974]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 3.0, 4.0, 0.0, 4.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 6.0, 5.0, 8.0, 2.0, 10.0, 4.0, 5.0, 4.0, 6.0, 4.0, 4.0, 1.0, 6.0, 1.0, 7.0, 1.0, 3.0, 3.0, 2.0, 1.0, 1.0, 2.0, 4.0, 1.0, 0.0, 2.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.008236652240157127, -0.00791641604155302, -0.007596180308610201, -0.007275944110006094, -0.006955708377063274, -0.0066354721784591675, -0.006315235979855061, -0.005995000246912241, -0.005674764048308134, -0.005354527849704027, -0.005034292116761208, -0.004714055918157101, -0.004393819719552994, -0.004073583986610174, -0.0037533477880060673, -0.003433111822232604, -0.0031128758564591408, -0.0027926398906856775, -0.0024724039249122143, -0.0021521677263081074, -0.0018319317605346441, -0.0015116957947611809, -0.0011914597125723958, -0.0008712236885912716, -0.0005509876646101475, -0.0002307516406290233, 8.948438335210085e-05, 0.000409720407333225, 0.0007299564313143492, 0.0010501923970878124, 0.0013704284792765975, 0.0016906645614653826, 0.002010900527238846, 0.002331136493012309, 0.0026513724587857723, 0.0029716086573898792, 0.0032918446231633425, 0.0036120805889368057, 0.003932316787540913, 0.004252552520483732, 0.004572788719087839, 0.004893024917691946, 0.005213260650634766, 0.0055334968492388725, 0.005853733047842979, 0.006173968780785799, 0.006494204979389906, 0.0068144407123327255, 0.007134676910936832, 0.007454913109540939, 0.007775148842483759, 0.008095384575426579, 0.008415620774030685, 0.008735856972634792, 0.0090560931712389, 0.009376329369843006, 0.009696565568447113, 0.010016800835728645, 0.010337037034332752, 0.010657273232936859, 0.010977509431540966, 0.011297745630145073, 0.011617980897426605, 0.011938217096030712, 0.012258453294634819]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 2.0, 2.0, 0.0, 1.0, 10.0, 6.0, 10.0, 10.0, 19.0, 22.0, 39.0, 50.0, 62.0, 98.0, 148.0, 224.0, 294.0, 405.0, 528.0, 663.0, 893.0, 1131.0, 1419.0, 1814.0, 2181.0, 2665.0, 3579.0, 4960.0, 7356.0, 42585.0, 7186.0, 4883.0, 3784.0, 2918.0, 2235.0, 1779.0, 1375.0, 1035.0, 814.0, 668.0, 486.0, 423.0, 327.0, 242.0, 209.0, 160.0, 118.0, 85.0, 89.0, 68.0, 42.0, 46.0, 34.0, 26.0, 25.0, 27.0, 23.0, 19.0, 16.0, 8.0, 14.0, 7.0, 4.0], "bins": [-0.009496092796325684, -0.00918455608189106, -0.008873018436133862, -0.008561481721699238, -0.00824994407594204, -0.007938407361507416, -0.007626870181411505, -0.007315333001315594, -0.00700379628688097, -0.006692259106785059, -0.006380721926689148, -0.006069184746593237, -0.005757647566497326, -0.005446110386401415, -0.005134573671966791, -0.00482303649187088, -0.004511499311774969, -0.004199962131679058, -0.0038884251844137907, -0.0035768880043178797, -0.0032653510570526123, -0.0029538138769567013, -0.0026422766968607903, -0.002330739749595523, -0.002019202569499612, -0.0017076655058190227, -0.0013961284421384335, -0.0010845912620425224, -0.0007730541983619332, -0.0004615171055775136, -0.00014998001279309392, 0.00016155707999132574, 0.0004730941727757454, 0.0007846312364563346, 0.0010961683001369238, 0.0014077054802328348, 0.001719242543913424, 0.002030779607594013, 0.0023423167876899242, 0.0026538537349551916, 0.0029653909150511026, 0.0032769280951470137, 0.003588465042412281, 0.003900002222508192, 0.004211539402604103, 0.004523076582700014, 0.004834613297134638, 0.005146150477230549, 0.00545768765732646, 0.005769224837422371, 0.006080762017518282, 0.006392298731952906, 0.006703835912048817, 0.007015373092144728, 0.007326910272240639, 0.00763844745233655, 0.00794998463243246, 0.008261521346867085, 0.008573058992624283, 0.008884595707058907, 0.00919613242149353, 0.009507670067250729, 0.009819206781685352, 0.01013074442744255, 0.010442281141877174]}, "_runtime": 77.27547335624695, "_timestamp": 1596226343.7755682, "_step": 29}
+{"gradients/layers.8.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 3.0, 0.0, 4.0, 1.0, 0.0, 2.0, 0.0, 3.0, 6.0, 4.0, 2.0, 2.0, 2.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 1.0, 2.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010322872549295425, -0.01001544576138258, -0.009708018973469734, -0.009400592185556889, -0.009093165397644043, -0.008785738609731197, -0.008478311821818352, -0.008170885033905506, -0.00786345824599266, -0.007556030992418528, -0.007248604204505682, -0.006941177416592836, -0.0066337501630187035, -0.006326323375105858, -0.006018896587193012, -0.005711469799280167, -0.005404043011367321, -0.005096616223454475, -0.00478918943554163, -0.004481762647628784, -0.004174335859715939, -0.0038669088389724493, -0.00355948181822896, -0.0032520550303161144, -0.002944628242403269, -0.002637201454490423, -0.0023297746665775776, -0.0020223476458340883, -0.0017149208579212427, -0.001407494070008397, -0.0011000671656802297, -0.0007926403195597231, -0.0004852134734392166, -0.0001777866273187101, 0.00012964021880179644, 0.00043706706492230296, 0.0007444939110428095, 0.001051920698955655, 0.0013593476032838225, 0.00166677450761199, 0.0019742012955248356, 0.002281628083437681, 0.002589054871350527, 0.002896481892094016, 0.0032039086800068617, 0.0035113354679197073, 0.0038187624886631966, 0.004126189276576042, 0.004433616064488888, 0.004741042852401733, 0.005048469640314579, 0.005355896428227425, 0.00566332321614027, 0.005970750469714403, 0.006278177257627249, 0.006585604045540094, 0.00689303083345294, 0.007200457621365786, 0.007507884409278631, 0.007815311662852764, 0.00812273845076561, 0.008430165238678455, 0.008737592026591301, 0.009045018814504147, 0.009352445602416992]}, "gradients/layers.8.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 4.0, 3.0, 8.0, 8.0, 8.0, 12.0, 25.0, 19.0, 37.0, 58.0, 74.0, 96.0, 115.0, 150.0, 182.0, 287.0, 428.0, 2100.0, 2736.0, 591.0, 287.0, 206.0, 139.0, 105.0, 58.0, 46.0, 43.0, 15.0, 17.0, 14.0, 13.0, 9.0, 8.0, 4.0, 3.0, 4.0, 1.0, 2.0, 2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.07154723256826401, -0.06923574954271317, -0.06692427396774292, -0.06461279094219208, -0.062301307916641235, -0.05998982861638069, -0.05767834931612015, -0.055366866290569305, -0.05305538699030876, -0.05074390769004822, -0.048432424664497375, -0.04612094536423683, -0.04380946606397629, -0.041497983038425446, -0.0391865037381649, -0.03687502071261406, -0.034563541412353516, -0.03225206211209297, -0.02994057908654213, -0.027629099786281586, -0.025317618623375893, -0.0230061374604702, -0.020694658160209656, -0.018383176997303963, -0.01607169583439827, -0.013760214671492577, -0.011448734439909458, -0.00913725420832634, -0.006825773045420647, -0.004514292348176241, -0.002202811650931835, 0.00010866904631257057, 0.0024201497435569763, 0.004731630440801382, 0.007043111138045788, 0.009354591369628906, 0.0116660725325346, 0.013977553695440292, 0.016289032995700836, 0.01860051415860653, 0.020911995321512222, 0.023223476484417915, 0.02553495764732361, 0.027846436947584152, 0.030157918110489845, 0.03246939927339554, 0.03478087857365608, 0.037092361599206924, 0.03940384089946747, 0.04171532019972801, 0.044026803225278854, 0.0463382825255394, 0.04864976555109024, 0.050961244851350784, 0.05327272415161133, 0.05558420717716217, 0.057895686477422714, 0.06020716577768326, 0.0625186488032341, 0.06483013182878494, 0.06714160740375519, 0.06945309042930603, 0.07176457345485687, 0.07407604902982712, 0.07638753205537796]}, "gradients/layers.5.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 2.0, 3.0, 2.0, 3.0, 1.0, 3.0, 7.0, 8.0, 1.0, 4.0, 5.0, 5.0, 8.0, 5.0, 5.0, 9.0, 4.0, 7.0, 4.0, 4.0, 1.0, 3.0, 1.0, 1.0, 2.0, 2.0, 6.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 3.0, 1.0, 1.0], "bins": [-0.006784055847674608, -0.006591466721147299, -0.006398878060281277, -0.006206288933753967, -0.006013700272887945, -0.005821111146360636, -0.005628522485494614, -0.005435933358967304, -0.005243344232439995, -0.005050755571573973, -0.004858166445046663, -0.004665577784180641, -0.004472988657653332, -0.00428039999678731, -0.00408781087026, -0.0038952219765633345, -0.0037026330828666687, -0.003510044189170003, -0.003317455295473337, -0.0031248664017766714, -0.0029322775080800056, -0.0027396883815526962, -0.0025470994878560305, -0.0023545105941593647, -0.002161921700462699, -0.001969332806766033, -0.0017767439130693674, -0.0015841549029573798, -0.001391566009260714, -0.0011989771155640483, -0.0010063881054520607, -0.0008137992117553949, -0.0006212103180587292, -0.00042862139525823295, -0.00023603247245773673, -4.344354965724051e-05, 0.0001491453731432557, 0.00034173429594375193, 0.0005343232187442482, 0.0007269121706485748, 0.0009195010643452406, 0.0011120899580419064, 0.0013046788517385721, 0.0014972678618505597, 0.0016898567555472255, 0.0018824456492438912, 0.002075034659355879, 0.0022676235530525446, 0.0024602124467492104, 0.002652801340445876, 0.002845390234142542, 0.0030379791278392076, 0.0032305680215358734, 0.003423157148063183, 0.0036157460417598486, 0.0038083349354565144, 0.0040009235963225365, 0.004193512722849846, 0.004386101849377155, 0.004578690510243177, 0.004771279636770487, 0.004963868297636509, 0.005156457424163818, 0.0053490460850298405, 0.00554163521155715]}, "gradients/layers.5.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 3.0, 3.0, 2.0, 7.0, 4.0, 14.0, 28.0, 34.0, 60.0, 104.0, 138.0, 276.0, 413.0, 701.0, 1145.0, 1768.0, 2698.0, 3454.0, 1753.0, 1119.0, 738.0, 494.0, 402.0, 260.0, 189.0, 152.0, 114.0, 93.0, 45.0, 36.0, 39.0, 33.0, 20.0, 12.0, 10.0, 2.0, 2.0, 2.0, 4.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.020423689857125282, -0.019774679094552994, -0.019125668331980705, -0.018476655706763268, -0.01782764494419098, -0.01717863418161869, -0.016529623419046402, -0.015880612656474113, -0.01523160096257925, -0.014582590200006962, -0.013933578506112099, -0.01328456774353981, -0.012635556980967522, -0.011986545287072659, -0.01133753452450037, -0.010688522830605507, -0.010039512068033218, -0.00939050130546093, -0.008741489611566067, -0.008092478848993778, -0.007443467620760202, -0.006794456392526627, -0.006145445629954338, -0.005496434401720762, -0.004847423173487186, -0.004198411945253611, -0.0035494009498506784, -0.0029003899544477463, -0.0022513787262141705, -0.0016023676143959165, -0.0009533565025776625, -0.0003043453907594085, 0.0003446657210588455, 0.0009936768328770995, 0.0016426879446953535, 0.0022916989400982857, 0.0029407101683318615, 0.0035897213965654373, 0.004238732159137726, 0.004887743387371302, 0.0055367546156048775, 0.006185765843838453, 0.006834777072072029, 0.007483787834644318, 0.008132798597216606, 0.00878181029111147, 0.009430821053683758, 0.010079832747578621, 0.01072884351015091, 0.011377854272723198, 0.012026865966618061, 0.01267587672919035, 0.013324888423085213, 0.013973899185657501, 0.01462290994822979, 0.015271921642124653, 0.015920933336019516, 0.016569944098591805, 0.017218954861164093, 0.01786796562373638, 0.01851697638630867, 0.01916598714888096, 0.019814999774098396, 0.020464010536670685, 0.021113021299242973]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 3.0, 5.0, 1.0, 2.0, 2.0, 7.0, 2.0, 6.0, 0.0, 5.0, 4.0, 7.0, 5.0, 3.0, 7.0, 2.0, 9.0, 3.0, 2.0, 9.0, 4.0, 5.0, 7.0, 2.0, 5.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.008138177916407585, -0.007884503342211246, -0.0076308296993374825, -0.007377155590802431, -0.00712348148226738, -0.006869806908071041, -0.00661613279953599, -0.006362458691000938, -0.006108784582465887, -0.005855110473930836, -0.005601436365395784, -0.005347762256860733, -0.005094087682664394, -0.004840413574129343, -0.004586739465594292, -0.00433306535705924, -0.004079391248524189, -0.0038257171399891376, -0.0035720430314540863, -0.0033183686900883913, -0.00306469458155334, -0.0028110204730182886, -0.0025573461316525936, -0.0023036720231175423, -0.002049997914582491, -0.0017963238060474396, -0.0015426495810970664, -0.0012889753561466932, -0.0010353012476116419, -0.0007816270808689296, -0.0005279529141262174, -0.0002742787473835051, -2.0604580640792847e-05, 0.0002330695861019194, 0.00048674375284463167, 0.0007404179195873439, 0.0009940920863300562, 0.0012477661948651075, 0.0015014404198154807, 0.0017551146447658539, 0.0020087887533009052, 0.0022624628618359566, 0.002516136970371008, 0.002769811311736703, 0.0030234854202717543, 0.0032771595288068056, 0.0035308338701725006, 0.003784507978707552, 0.004038182087242603, 0.004291856195777655, 0.004545530304312706, 0.004799204412847757, 0.005052878521382809, 0.005306553095579147, 0.005560227204114199, 0.00581390131264925, 0.006067575421184301, 0.006321249529719353, 0.006574923638254404, 0.006828597746789455, 0.007082272320985794, 0.007335946429520845, 0.007589620538055897, 0.00784329418092966, 0.008096968755126]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 5.0, 5.0, 9.0, 6.0, 7.0, 18.0, 21.0, 44.0, 55.0, 99.0, 153.0, 257.0, 384.0, 599.0, 1041.0, 1544.0, 2791.0, 3595.0, 2123.0, 1406.0, 858.0, 490.0, 309.0, 194.0, 126.0, 73.0, 53.0, 34.0, 30.0, 14.0, 13.0, 6.0, 5.0, 3.0, 2.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.03880909085273743, -0.037392325699329376, -0.035975560545921326, -0.034558795392513275, -0.033142030239105225, -0.031725265085697174, -0.030308499932289124, -0.028891734778881073, -0.027474969625473022, -0.02605820633471012, -0.02464144118130207, -0.02322467602789402, -0.02180791087448597, -0.02039114572107792, -0.01897438056766987, -0.017557615414261818, -0.016140850260853767, -0.014724085107445717, -0.013307319954037666, -0.011890554800629616, -0.010473789647221565, -0.00905702542513609, -0.007640260271728039, -0.006223495118319988, -0.004806729964911938, -0.003389964811503887, -0.0019731998909264803, -0.0005564348539337516, 0.0008603301830589771, 0.0022770953364670277, 0.0036938602570444345, 0.005110625177621841, 0.006527390331029892, 0.007944155484437943, 0.009360920637845993, 0.010777685791254044, 0.012194450944662094, 0.01361121516674757, 0.01502798032015562, 0.016444746404886246, 0.017861511558294296, 0.019278274849057198, 0.020695040002465248, 0.0221118051558733, 0.02352857030928135, 0.0249453354626894, 0.02636210061609745, 0.0277788657695055, 0.02919563092291355, 0.030612396076321602, 0.0320291593670845, 0.033445924520492554, 0.034862689673900604, 0.036279454827308655, 0.037696219980716705, 0.039112985134124756, 0.040529750287532806, 0.04194651544094086, 0.04336328059434891, 0.04478004574775696, 0.04619681090116501, 0.04761357605457306, 0.04903034120798111, 0.05044710636138916, 0.05186387151479721]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 2.0, 1.0, 0.0, 4.0, 1.0, 1.0, 1.0, 5.0, 1.0, 1.0, 3.0, 2.0, 5.0, 3.0, 3.0, 2.0, 5.0, 7.0, 2.0, 2.0, 12.0, 2.0, 2.0, 4.0, 1.0, 6.0, 4.0, 4.0, 5.0, 0.0, 3.0, 3.0, 2.0, 1.0, 3.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 2.0, 2.0, 2.0, 0.0, 1.0, 0.0, 4.0], "bins": [-0.010352506302297115, -0.010064108297228813, -0.009775711223483086, -0.009487314149737358, -0.009198916144669056, -0.008910518139600754, -0.008622121065855026, -0.008333723992109299, -0.008045325987040997, -0.007756928447633982, -0.007468530908226967, -0.007180133368819952, -0.006891735829412937, -0.006603338290005922, -0.0063149407505989075, -0.006026543211191893, -0.005738145671784878, -0.005449748132377863, -0.005161350592970848, -0.004872953053563833, -0.004584555514156818, -0.0042961579747498035, -0.004007760435342789, -0.003719362895935774, -0.003430965356528759, -0.003142567817121744, -0.0028541702777147293, -0.0025657727383077145, -0.0022773751989006996, -0.0019889776594936848, -0.00170058012008667, -0.001412182580679655, -0.0011237850412726402, -0.0008353875018656254, -0.0005469899624586105, -0.0002585924230515957, 2.980511635541916e-05, 0.000318202655762434, 0.0006066001951694489, 0.0008949977345764637, 0.0011833952739834785, 0.0014717928133904934, 0.0017601903527975082, 0.002048587892204523, 0.002336985431611538, 0.0026253829710185528, 0.0029137805104255676, 0.0032021780498325825, 0.0034905755892395973, 0.003778973128646612, 0.004067370668053627, 0.004355768207460642, 0.004644165746867657, 0.0049325632862746716, 0.005220960825681686, 0.005509358365088701, 0.005797755904495716, 0.006086153443902731, 0.006374550983309746, 0.006662948522716761, 0.0069513460621237755, 0.00723974360153079, 0.007528141140937805, 0.007816538214683533, 0.008104936219751835]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 3.0, 1.0, 6.0, 4.0, 8.0, 16.0, 21.0, 14.0, 31.0, 47.0, 80.0, 106.0, 141.0, 187.0, 235.0, 277.0, 399.0, 536.0, 617.0, 854.0, 1029.0, 1301.0, 1661.0, 2037.0, 2432.0, 2921.0, 3639.0, 4926.0, 6760.0, 41040.0, 6908.0, 4761.0, 3632.0, 2774.0, 2317.0, 1808.0, 1524.0, 1085.0, 852.0, 688.0, 576.0, 395.0, 334.0, 283.0, 252.0, 209.0, 149.0, 135.0, 105.0, 66.0, 67.0, 40.0, 23.0, 14.0, 11.0, 2.0, 3.0, 3.0, 2.0, 1.0], "bins": [-0.010138297453522682, -0.00983588956296444, -0.009533482603728771, -0.009231074713170528, -0.00892866775393486, -0.008626259863376617, -0.008323851972818375, -0.008021445013582706, -0.007719037123024464, -0.007416629698127508, -0.007114222273230553, -0.00681181438267231, -0.006509406957775354, -0.006206999532878399, -0.005904591642320156, -0.005602184217423201, -0.005299776792526245, -0.00499736936762929, -0.004694961942732334, -0.004392554052174091, -0.004090146627277136, -0.0037877392023801804, -0.003485331544652581, -0.003182923886924982, -0.0028805164620280266, -0.002578109037131071, -0.002275701379403472, -0.001973293721675873, -0.0016708862967789173, -0.00136847875546664, -0.0010660712141543627, -0.0007636636728420854, -0.00046125613152980804, -0.00015884859021753073, 0.0001435589510947466, 0.0004459664924070239, 0.0007483740337193012, 0.0010507815750315785, 0.0013531891163438559, 0.0016555966576561332, 0.0019580041989684105, 0.002260411623865366, 0.002562819281592965, 0.0028652269393205643, 0.0031676343642175198, 0.0034700417891144753, 0.0037724494468420744, 0.0040748571045696735, 0.004377264529466629, 0.0046796719543635845, 0.00498207937926054, 0.005284487269818783, 0.005586894694715738, 0.005889302119612694, 0.006191710010170937, 0.006494117435067892, 0.0067965248599648476, 0.007098932284861803, 0.0074013397097587585, 0.007703747600317001, 0.008006155490875244, 0.008308562450110912, 0.008610970340669155, 0.008913377299904823, 0.009215785190463066]}, "_runtime": 82.81366515159607, "_timestamp": 1596226349.31376, "_step": 30}
+{"val_accuracy": 0.7877568493150685, "val_loss": 0.5680110431425104, "_runtime": 84.63451385498047, "_timestamp": 1596226351.1346087, "_step": 31}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: V Confidence: 0.313 Truth: v", "Prediction: 5 Confidence: 1.000 Truth: 5", "Prediction: 2 Confidence: 0.997 Truth: 2", "Prediction: 0 Confidence: 0.651 Truth: 0"]}, "_runtime": 84.92508888244629, "_timestamp": 1596226351.4251838, "_step": 32}
+{"gradients/layers.8.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 2.0, 2.0, 0.0, 2.0, 2.0, 3.0, 4.0, 1.0, 2.0, 3.0, 1.0, 1.0, 1.0, 2.0, 2.0, 1.0, 4.0, 2.0, 4.0, 0.0, 3.0, 1.0, 0.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011735309846699238, -0.01136788073927164, -0.011000452563166618, -0.010633023455739021, -0.010265595279633999, -0.009898166172206402, -0.00953073799610138, -0.009163308888673782, -0.008795879781246185, -0.008428451605141163, -0.008061022497713566, -0.007693594321608543, -0.007326165214180946, -0.006958736572414637, -0.006591307930648327, -0.006223879288882017, -0.005856450647115707, -0.005489022005349398, -0.005121593363583088, -0.004754164721816778, -0.0043867360800504684, -0.004019306972622871, -0.0036518783308565617, -0.003284449689090252, -0.002917021047323942, -0.0025495924055576324, -0.0021821637637913227, -0.0018147348891943693, -0.0014473062474280596, -0.0010798776056617498, -0.0007124488474801183, -0.0003450201475061476, 2.240855246782303e-05, 0.0003898372524417937, 0.0007572659524157643, 0.001124694710597396, 0.0014921233523637056, 0.0018595519941300154, 0.0022269808687269688, 0.0025944095104932785, 0.0029618381522595882, 0.003329266794025898, 0.0036966954357922077, 0.0040641240775585175, 0.0044315531849861145, 0.004798981826752424, 0.005166410468518734, 0.005533839110285044, 0.0059012677520513535, 0.006268696393817663, 0.006636125035583973, 0.007003553677350283, 0.007370982319116592, 0.0077384114265441895, 0.008105839602649212, 0.008473268710076809, 0.008840696886181831, 0.009208125993609428, 0.009575555101037025, 0.009942983277142048, 0.010310412384569645, 0.010677840560674667, 0.011045269668102264, 0.011412697844207287, 0.011780126951634884]}, "gradients/layers.8.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 1.0, 5.0, 3.0, 2.0, 4.0, 6.0, 13.0, 17.0, 23.0, 29.0, 39.0, 33.0, 67.0, 72.0, 94.0, 142.0, 223.0, 346.0, 556.0, 4024.0, 1040.0, 414.0, 208.0, 154.0, 99.0, 78.0, 52.0, 42.0, 31.0, 30.0, 17.0, 10.0, 13.0, 8.0, 7.0, 5.0, 4.0, 2.0, 5.0, 2.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0814344584941864, -0.0787765383720398, -0.07611861824989319, -0.07346069067716599, -0.07080277055501938, -0.06814485043287277, -0.06548692286014557, -0.06282900273799896, -0.060171082615852356, -0.05751316249370575, -0.054855238646268845, -0.05219731479883194, -0.04953939467668533, -0.04688147455453873, -0.04422355070710182, -0.04156562685966492, -0.03890770673751831, -0.036249786615371704, -0.0335918627679348, -0.030933940783143044, -0.028276018798351288, -0.025618096813559532, -0.022960174828767776, -0.02030225284397602, -0.017644330859184265, -0.01498640887439251, -0.012328486889600754, -0.009670564904808998, -0.007012642920017242, -0.004354720935225487, -0.001696798950433731, 0.0009611230343580246, 0.0036190450191497803, 0.006276967003941536, 0.008934888988733292, 0.011592810973525047, 0.014250732958316803, 0.01690865494310856, 0.019566576927900314, 0.02222449891269207, 0.024882420897483826, 0.02754034288227558, 0.030198264867067337, 0.03285618871450424, 0.03551410883665085, 0.038172028958797455, 0.04082995280623436, 0.043487876653671265, 0.04614579677581787, 0.04880371689796448, 0.05146164074540138, 0.05411956459283829, 0.056777484714984894, 0.0594354048371315, 0.062093328684568405, 0.06475125253200531, 0.06740917265415192, 0.07006709277629852, 0.07272501289844513, 0.07538294047117233, 0.07804086059331894, 0.08069878071546555, 0.08335670828819275, 0.08601462841033936, 0.08867254853248596]}, "gradients/layers.5.bias": {"_type": "histogram", "values": [2.0, 2.0, 1.0, 0.0, 2.0, 1.0, 2.0, 2.0, 2.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 5.0, 2.0, 3.0, 5.0, 3.0, 4.0, 3.0, 7.0, 4.0, 5.0, 7.0, 6.0, 4.0, 6.0, 7.0, 5.0, 7.0, 4.0, 2.0, 2.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.003942371346056461, -0.0037876248825341463, -0.0036328784190118313, -0.0034781319554895163, -0.0033233854919672012, -0.003168639028444886, -0.003013892564922571, -0.002859146101400256, -0.002704399637877941, -0.0025496529415249825, -0.0023949064780026674, -0.0022401600144803524, -0.0020854135509580374, -0.0019306670874357224, -0.0017759206239134073, -0.0016211741603910923, -0.0014664276968687773, -0.0013116812333464622, -0.0011569347698241472, -0.0010021883063018322, -0.0008474417845718563, -0.0006926953210495412, -0.0005379487993195653, -0.00038320233579725027, -0.00022845587227493525, -7.370939420070499e-05, 8.103708387352526e-05, 0.00023578356194775552, 0.00039053004002198577, 0.0005452765035443008, 0.0007000230252742767, 0.0008547694887965918, 0.0010095159523189068, 0.0011642624158412218, 0.0013190088793635368, 0.0014737553428858519, 0.0016285018064081669, 0.0017832483863458037, 0.0019379948498681188, 0.002092741196975112, 0.002247487660497427, 0.0024022343568503857, 0.0025569808203727007, 0.0027117272838950157, 0.0028664737474173307, 0.0030212202109396458, 0.003175966674461961, 0.003330713137984276, 0.003485459601506591, 0.003640206065028906, 0.003794952528551221, 0.003949698992073536, 0.004104445688426495, 0.004259191919118166, 0.004413938615471125, 0.004568684846162796, 0.004723431542515755, 0.004878177773207426, 0.005032924469560385, 0.005187670700252056, 0.005342417396605015, 0.005497163627296686, 0.005651910323649645, 0.005806656554341316, 0.005961403250694275]}, "gradients/layers.5.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 4.0, 1.0, 5.0, 6.0, 12.0, 13.0, 16.0, 31.0, 46.0, 47.0, 70.0, 111.0, 117.0, 239.0, 332.0, 455.0, 786.0, 1132.0, 1664.0, 2526.0, 3192.0, 1728.0, 1130.0, 748.0, 537.0, 394.0, 308.0, 189.0, 124.0, 91.0, 80.0, 60.0, 47.0, 29.0, 19.0, 19.0, 20.0, 12.0, 12.0, 3.0, 5.0, 8.0, 4.0, 2.0, 5.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.016057362779974937, -0.015545393340289593, -0.015033422969281673, -0.014521453529596329, -0.01400948315858841, -0.013497513718903065, -0.01298554427921772, -0.0124735739082098, -0.011961604468524456, -0.011449635028839111, -0.010937664657831192, -0.010425695218145847, -0.009913725778460503, -0.009401755407452583, -0.008889785967767239, -0.00837781559675932, -0.007865846157073975, -0.007353876251727343, -0.006841906346380711, -0.006329936906695366, -0.005817967001348734, -0.005305997096002102, -0.004794027656316757, -0.004282057750970125, -0.003770087845623493, -0.003258117940276861, -0.002746148267760873, -0.0022341785952448845, -0.0017222086898982525, -0.0012102389009669423, -0.0006982691120356321, -0.00018629932310432196, 0.0003256704658269882, 0.0008376402547582984, 0.0013496100436896086, 0.0018615798326209188, 0.002373549621552229, 0.002885519526898861, 0.0033974891994148493, 0.003909458871930838, 0.00442142877727747, 0.004933398682624102, 0.005445368587970734, 0.005957338027656078, 0.00646930793300271, 0.006981277838349342, 0.007493247278034687, 0.008005217649042606, 0.008517187088727951, 0.009029156528413296, 0.009541126899421215, 0.01005309633910656, 0.010565066710114479, 0.011077036149799824, 0.011589005589485168, 0.012100975960493088, 0.012612945400178432, 0.013124914839863777, 0.013636885210871696, 0.014148854650557041, 0.014660824090242386, 0.015172794461250305, 0.015684764832258224, 0.016196733340620995, 0.016708703711628914]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 2.0, 3.0, 2.0, 1.0, 2.0, 4.0, 2.0, 10.0, 4.0, 7.0, 5.0, 4.0, 5.0, 5.0, 1.0, 6.0, 2.0, 6.0, 4.0, 4.0, 5.0, 4.0, 2.0, 1.0, 2.0, 5.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.007207239978015423, -0.006995947100222111, -0.006784654688090086, -0.006573361810296774, -0.006362068932503462, -0.006150776520371437, -0.005939483642578125, -0.005728190764784813, -0.005516897886991501, -0.005305605474859476, -0.005094312597066164, -0.004883019719272852, -0.004671727307140827, -0.004460434429347515, -0.004249141551554203, -0.004037849139422178, -0.003826556261628866, -0.0036152636166661978, -0.0034039707388728857, -0.0031926780939102173, -0.002981385216116905, -0.002770092571154237, -0.0025587999261915684, -0.0023475070483982563, -0.002136214403435588, -0.0019249216420575976, -0.0017136288806796074, -0.001502336235716939, -0.0012910434743389487, -0.0010797507129609585, -0.0008684580097906291, -0.0006571653066202998, -0.00044587254524230957, -0.00023457981296814978, -2.3287080693989992e-05, 0.0001880056515801698, 0.0003992983838543296, 0.0006105911452323198, 0.0008218838484026492, 0.0010331765515729785, 0.0012444693129509687, 0.001455762074328959, 0.0016670548357069492, 0.0018783474806696177, 0.002089640125632286, 0.002300933003425598, 0.0025122256483882666, 0.0027235185261815786, 0.002934811171144247, 0.0031461038161069155, 0.0033573966939002275, 0.003568689338862896, 0.003779982216656208, 0.003991274628788233, 0.004202567506581545, 0.004413860384374857, 0.004625152796506882, 0.004836445674300194, 0.005047738552093506, 0.005259031429886818, 0.005470323842018843, 0.005681616719812155, 0.005892909597605467, 0.006104202009737492, 0.006315494887530804]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 1.0, 2.0, 6.0, 5.0, 3.0, 9.0, 9.0, 29.0, 49.0, 64.0, 107.0, 213.0, 362.0, 693.0, 1278.0, 2242.0, 4161.0, 3046.0, 1875.0, 1008.0, 551.0, 293.0, 154.0, 99.0, 55.0, 27.0, 13.0, 5.0, 5.0, 3.0, 5.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.05636461079120636, -0.05483567342162132, -0.053306739777326584, -0.05177780240774155, -0.05024886503815651, -0.04871992766857147, -0.04719099402427673, -0.045662056654691696, -0.04413311928510666, -0.04260418564081192, -0.04107524827122688, -0.039546310901641846, -0.03801737353205681, -0.03648843988776207, -0.03495950251817703, -0.033430565148591995, -0.03190162777900696, -0.03037269413471222, -0.028843756765127182, -0.027314821258187294, -0.025785883888602257, -0.02425694838166237, -0.02272801101207733, -0.021199075505137444, -0.019670139998197556, -0.01814120262861252, -0.01661226712167263, -0.015083329752087593, -0.013554394245147705, -0.012025457806885242, -0.01049652136862278, -0.008967584930360317, -0.007438648492097855, -0.005909712053835392, -0.004380775615572929, -0.002851839642971754, -0.0013229032047092915, 0.00020603311713784933, 0.0017349694389849901, 0.003263905644416809, 0.004792842082679272, 0.006321778520941734, 0.007850714959204197, 0.00937965139746666, 0.010908586904406548, 0.01243752334266901, 0.013966459780931473, 0.015495396219193935, 0.017024332657456398, 0.018553268164396286, 0.020082205533981323, 0.02161114104092121, 0.02314007841050625, 0.024669013917446136, 0.026197951287031174, 0.02772688679397106, 0.02925582230091095, 0.030784759670495987, 0.032313697040081024, 0.03384263068437576, 0.0353715680539608, 0.03690050542354584, 0.038429442793130875, 0.03995837643742561, 0.04148731380701065]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 2.0, 3.0, 0.0, 3.0, 2.0, 5.0, 5.0, 2.0, 6.0, 5.0, 3.0, 5.0, 5.0, 11.0, 7.0, 5.0, 6.0, 6.0, 6.0, 5.0, 1.0, 6.0, 3.0, 3.0, 5.0, 2.0, 4.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01886051520705223, -0.018406614661216736, -0.01795271225273609, -0.017498811706900597, -0.0170449111610651, -0.016591008752584457, -0.016137108206748962, -0.015683207660913467, -0.015229306183755398, -0.014775404706597328, -0.014321504160761833, -0.013867602683603764, -0.013413701206445694, -0.012959800660610199, -0.01250589918345213, -0.012051998637616634, -0.011598097160458565, -0.011144195683300495, -0.010690295137465, -0.01023639366030693, -0.009782493114471436, -0.009328591637313366, -0.008874690160155296, -0.008420789614319801, -0.007966888137161732, -0.007512987125664949, -0.007059086114168167, -0.0066051846370100975, -0.006151283625513315, -0.005697382614016533, -0.005243481136858463, -0.004789580125361681, -0.004335679113864899, -0.0038817781023681164, -0.0034278768580406904, -0.0029739756137132645, -0.002520074602216482, -0.0020661735907197, -0.001612272346392274, -0.0011583712184801698, -0.0007044700905680656, -0.0002505689626559615, 0.00020333216525614262, 0.0006572332931682467, 0.0011111344210803509, 0.001565035548992455, 0.002018936676904559, 0.002472837921231985, 0.0029267389327287674, 0.0033806399442255497, 0.0038345411885529757, 0.004288442432880402, 0.004742343444377184, 0.005196244455873966, 0.005650145933032036, 0.006104046944528818, 0.0065579479560256, 0.007011848967522383, 0.007465749979019165, 0.007919651456177235, 0.008373552933335304, 0.0088274534791708, 0.009281354956328869, 0.009735255502164364, 0.010189156979322433]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 6.0, 2.0, 5.0, 4.0, 5.0, 5.0, 5.0, 7.0, 8.0, 6.0, 8.0, 10.0, 10.0, 10.0, 7.0, 9.0, 24.0, 30.0, 43.0, 72.0, 93.0, 119.0, 187.0, 259.0, 336.0, 441.0, 642.0, 845.0, 1150.0, 1550.0, 2098.0, 2738.0, 3639.0, 5047.0, 7805.0, 44701.0, 8665.0, 5638.0, 3798.0, 2746.0, 2136.0, 1522.0, 1109.0, 853.0, 582.0, 454.0, 298.0, 233.0, 144.0, 85.0, 61.0, 36.0, 11.0, 18.0, 14.0, 8.0, 3.0, 5.0, 2.0, 1.0, 1.0], "bins": [-0.014338796958327293, -0.013967123813927174, -0.01359544973820448, -0.01322377659380436, -0.012852102518081665, -0.012480429373681545, -0.012108756229281425, -0.011737082153558731, -0.011365409009158611, -0.010993735864758492, -0.010622061789035797, -0.010250388644635677, -0.009878715500235558, -0.009507041424512863, -0.009135368280112743, -0.008763694204390049, -0.00839202105998993, -0.00802034791558981, -0.007648673839867115, -0.007277000695466995, -0.006905327085405588, -0.006533653475344181, -0.006161980330944061, -0.005790306720882654, -0.005418633110821247, -0.00504695950075984, -0.004675285890698433, -0.004303612746298313, -0.003931939136236906, -0.003560265526175499, -0.0031885921489447355, -0.002816918771713972, -0.002445245161652565, -0.002073571551591158, -0.0017018981743603945, -0.0013302246807143092, -0.000958551187068224, -0.0005868776934221387, -0.00021520419977605343, 0.00015646929387003183, 0.0005281427875161171, 0.0008998162811622024, 0.0012714897748082876, 0.0016431632684543729, 0.002014836762100458, 0.0023865103721618652, 0.0027581837493926287, 0.003129857126623392, 0.003501530736684799, 0.0038732043467462063, 0.004244877956807613, 0.004616551101207733, 0.00498822471126914, 0.005359898321330547, 0.005731571465730667, 0.006103245075792074, 0.006474918685853481, 0.006846592295914888, 0.0072182659059762955, 0.007589939050376415, 0.007961612194776535, 0.00833328627049923, 0.00870495941489935, 0.009076633490622044, 0.009448306635022163]}, "_runtime": 89.79655480384827, "_timestamp": 1596226356.2966497, "_step": 33}
+{"val_accuracy": 0.7910345319634703, "val_loss": 0.5571840405464172, "_runtime": 93.24045991897583, "_timestamp": 1596226359.7405548, "_step": 34}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: X Confidence: 0.353 Truth: v", "Prediction: 5 Confidence: 1.000 Truth: 5", "Prediction: 2 Confidence: 0.996 Truth: 2", "Prediction: 0 Confidence: 0.620 Truth: 0"]}, "_runtime": 93.50476098060608, "_timestamp": 1596226360.0048559, "_step": 35}
+{"gradients/layers.8.bias": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 3.0, 0.0, 3.0, 1.0, 6.0, 3.0, 1.0, 3.0, 3.0, 1.0, 3.0, 2.0, 2.0, 1.0, 3.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010929961688816547, -0.010584102012217045, -0.010238242335617542, -0.00989238265901804, -0.009546522051095963, -0.00920066237449646, -0.008854802697896957, -0.008508943021297455, -0.008163083344697952, -0.00781722366809845, -0.007471363991498947, -0.007125503849238157, -0.006779644172638655, -0.006433784496039152, -0.006087924353778362, -0.00574206467717886, -0.005396205000579357, -0.005050345323979855, -0.004704485647380352, -0.004358625505119562, -0.00401276582852006, -0.003666906151920557, -0.003321046242490411, -0.0029751863330602646, -0.002629326656460762, -0.0022834669798612595, -0.0019376070704311132, -0.0015917472774162889, -0.0012458874844014645, -0.0009000276913866401, -0.0005541678983718157, -0.0002083081053569913, 0.0001375516876578331, 0.0004834114806726575, 0.0008292712736874819, 0.0011751310667023063, 0.0015209908597171307, 0.001866850652731955, 0.0022127104457467794, 0.0025585703551769257, 0.0029044300317764282, 0.003250289708375931, 0.003596149617806077, 0.003942009527236223, 0.004287869203835726, 0.004633728880435228, 0.004979589022696018, 0.005325448699295521, 0.005671308375895023, 0.006017168052494526, 0.0063630277290940285, 0.006708887871354818, 0.007054747547954321, 0.0074006072245538235, 0.007746467366814613, 0.008092327043414116, 0.008438186720013618, 0.008784046396613121, 0.009129906073212624, 0.009475765749812126, 0.009821625426411629, 0.010167486034333706, 0.010513345710933208, 0.010859205387532711, 0.011205065064132214]}, "gradients/layers.8.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 3.0, 2.0, 4.0, 2.0, 2.0, 2.0, 5.0, 5.0, 7.0, 8.0, 6.0, 16.0, 20.0, 26.0, 23.0, 30.0, 30.0, 48.0, 52.0, 74.0, 103.0, 137.0, 186.0, 293.0, 432.0, 2168.0, 2687.0, 544.0, 322.0, 177.0, 100.0, 87.0, 68.0, 60.0, 39.0, 34.0, 32.0, 18.0, 15.0, 9.0, 10.0, 10.0, 9.0, 3.0, 7.0, 3.0, 3.0, 1.0, 3.0, 0.0, 1.0, 1.0, 3.0, 0.0, 1.0], "bins": [-0.07071133702993393, -0.06868860870599747, -0.066665880382061, -0.06464315205812454, -0.06262043118476868, -0.060597699135541916, -0.05857497453689575, -0.05655224621295929, -0.05452951788902283, -0.052506789565086365, -0.0504840612411499, -0.04846133664250374, -0.046438608318567276, -0.044415879994630814, -0.04239315539598465, -0.04037042707204819, -0.038347698748111725, -0.03632497042417526, -0.0343022421002388, -0.032279517501592636, -0.030256789177656174, -0.02823406085371971, -0.026211334392428398, -0.024188607931137085, -0.022165879607200623, -0.02014315128326416, -0.018120424821972847, -0.016097698360681534, -0.014074970036745071, -0.012052242644131184, -0.010029515251517296, -0.008006787858903408, -0.00598406046628952, -0.0039613330736756325, -0.0019386056810617447, 8.41217115521431e-05, 0.002106849104166031, 0.004129576496779919, 0.0061523038893938065, 0.008175031282007694, 0.010197758674621582, 0.01222048606723547, 0.014243213459849358, 0.01626593992114067, 0.018288668245077133, 0.020311396569013596, 0.02233412303030491, 0.024356849491596222, 0.026379577815532684, 0.028402306139469147, 0.03042503260076046, 0.03244775906205177, 0.034470487385988235, 0.0364932157099247, 0.03851594030857086, 0.040538668632507324, 0.04256139695644379, 0.04458412528038025, 0.04660685360431671, 0.048629578202962875, 0.05065230652689934, 0.0526750348508358, 0.054697759449481964, 0.056720487773418427, 0.05874321609735489]}, "gradients/layers.5.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 4.0, 4.0, 6.0, 2.0, 6.0, 3.0, 9.0, 8.0, 7.0, 3.0, 4.0, 6.0, 4.0, 6.0, 4.0, 7.0, 4.0, 7.0, 5.0, 5.0, 1.0, 0.0, 3.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.004954802803695202, -0.00474886829033494, -0.004542933776974678, -0.004336999263614416, -0.004131064750254154, -0.003925130236893892, -0.003719195956364274, -0.003513261443004012, -0.00330732692964375, -0.0031013924162834883, -0.0028954579029232264, -0.0026895233895629644, -0.002483589109033346, -0.0022776545956730843, -0.0020717200823128223, -0.0018657855689525604, -0.0016598510555922985, -0.0014539165422320366, -0.0012479820288717747, -0.0010420476319268346, -0.0008361131185665727, -0.0006301786052063107, -0.00042424415005370975, -0.00021830966579727829, -1.2375181540846825e-05, 0.00019355930271558464, 0.0003994937869720161, 0.0006054282421246171, 0.000811362755484879, 0.001017297268845141, 0.001223231665790081, 0.001429166179150343, 0.0016351006925106049, 0.0018410352058708668, 0.0020469697192311287, 0.0022529042325913906, 0.0024588387459516525, 0.002664773026481271, 0.0028707075398415327, 0.0030766420532017946, 0.0032825765665620565, 0.0034885110799223185, 0.0036944455932825804, 0.0039003801066428423, 0.0041063143871724606, 0.0043122489005327225, 0.004518183413892984, 0.004724117927253246, 0.004930052440613508, 0.00513598695397377, 0.005341921467334032, 0.005547855980694294, 0.005753790494054556, 0.005959725007414818, 0.00616565952077508, 0.006371594034135342, 0.006577528081834316, 0.006783462595194578, 0.00698939710855484, 0.007195331621915102, 0.007401266135275364, 0.007607200648635626, 0.007813135161995888, 0.008019070141017437, 0.008225004188716412]}, "gradients/layers.5.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 2.0, 5.0, 13.0, 13.0, 20.0, 25.0, 45.0, 78.0, 116.0, 216.0, 306.0, 526.0, 787.0, 1332.0, 2059.0, 3119.0, 3193.0, 1520.0, 941.0, 545.0, 439.0, 308.0, 204.0, 149.0, 112.0, 77.0, 43.0, 39.0, 31.0, 24.0, 23.0, 21.0, 9.0, 6.0, 4.0, 5.0, 3.0, 3.0, 3.0, 0.0, 5.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010796023532748222, -0.010233454406261444, -0.00967088621109724, -0.009108318015933037, -0.008545748889446259, -0.00798317976295948, -0.007420611567795277, -0.006858042906969786, -0.006295474246144295, -0.005732905585318804, -0.005170336924493313, -0.004607768263667822, -0.004045199602842331, -0.00348263094201684, -0.002920062281191349, -0.002357493620365858, -0.0017949249595403671, -0.0012323562987148762, -0.0006697876378893852, -0.00010721897706389427, 0.0004553496837615967, 0.0010179183445870876, 0.0015804870054125786, 0.0021430556662380695, 0.0027056243270635605, 0.0032681929878890514, 0.0038307616487145424, 0.004393330309540033, 0.004955898970365524, 0.005518467631191015, 0.006081036292016506, 0.006643604952841997, 0.007206173613667488, 0.007768742274492979, 0.00833131093531847, 0.008893879130482674, 0.009456448256969452, 0.01001901738345623, 0.010581585578620434, 0.011144153773784637, 0.011706722900271416, 0.012269292026758194, 0.012831860221922398, 0.013394428417086601, 0.01395699754357338, 0.014519566670060158, 0.015082134865224361, 0.015644703060388565, 0.016207272186875343, 0.01676984131336212, 0.01733240857720375, 0.01789497770369053, 0.018457546830177307, 0.019020115956664085, 0.019582685083150864, 0.020145252346992493, 0.02070782147347927, 0.02127039059996605, 0.021832957863807678, 0.022395526990294456, 0.022958096116781235, 0.023520665243268013, 0.02408323436975479, 0.02464580163359642, 0.0252083707600832]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 1.0, 1.0, 3.0, 5.0, 5.0, 2.0, 3.0, 4.0, 3.0, 6.0, 5.0, 3.0, 5.0, 6.0, 5.0, 4.0, 6.0, 5.0, 4.0, 4.0, 2.0, 6.0, 4.0, 2.0, 2.0, 2.0, 3.0, 2.0, 2.0, 2.0, 2.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.006172234192490578, -0.0059332833625376225, -0.005694332532584667, -0.005455382168292999, -0.005216431338340044, -0.004977480508387089, -0.0047385296784341335, -0.004499578848481178, -0.00426062848418951, -0.004021677654236555, -0.0037827268242836, -0.0035437759943306446, -0.0033048251643776894, -0.0030658745672553778, -0.0028269237373024225, -0.002587973140180111, -0.0023490223102271557, -0.0021100714802742004, -0.0018711208831518888, -0.0016321700531989336, -0.0013932193396613002, -0.0011542686261236668, -0.0009153178543783724, -0.0006763670826330781, -0.0004374163690954447, -0.0001984656264539808, 4.048511618748307e-05, 0.00027943585882894695, 0.0005183866014704108, 0.0007573373150080442, 0.0009962881449609995, 0.001235238858498633, 0.0014741895720362663, 0.0017131402855738997, 0.0019520909991115332, 0.0021910418290644884, 0.0024299924261868, 0.0026689432561397552, 0.0029078940860927105, 0.003146844683215022, 0.0033857955131679773, 0.0036247463431209326, 0.003863696940243244, 0.004102647770196199, 0.004341598600149155, 0.00458054943010211, 0.004819499794393778, 0.005058450624346733, 0.005297401454299688, 0.005536352284252644, 0.005775303114205599, 0.006014253478497267, 0.006253204308450222, 0.006492155138403177, 0.0067311059683561325, 0.006970056798309088, 0.007209007628262043, 0.007447957992553711, 0.007686908822506666, 0.007925859652459621, 0.00816481001675129, 0.008403761312365532, 0.0086427116766572, 0.008881662972271442, 0.00912061333656311]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 3.0, 2.0, 2.0, 4.0, 4.0, 7.0, 18.0, 25.0, 31.0, 53.0, 70.0, 120.0, 200.0, 292.0, 523.0, 877.0, 1465.0, 2561.0, 4223.0, 2307.0, 1381.0, 788.0, 462.0, 308.0, 212.0, 127.0, 89.0, 77.0, 48.0, 33.0, 16.0, 19.0, 7.0, 8.0, 6.0, 3.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0356343649327755, -0.034297458827495575, -0.03296055272221565, -0.03162364661693573, -0.030286740511655807, -0.028949834406375885, -0.027612928301095963, -0.02627602219581604, -0.024939116090536118, -0.023602209985256195, -0.022265303879976273, -0.02092839777469635, -0.019591491669416428, -0.018254585564136505, -0.016917679458856583, -0.01558077335357666, -0.014243867248296738, -0.012906961143016815, -0.011570055037736893, -0.01023314893245697, -0.008896242827177048, -0.007559336721897125, -0.006222430616617203, -0.00488552451133728, -0.003548618406057358, -0.0022117123007774353, -0.0008748061954975128, 0.00046209990978240967, 0.0017990060150623322, 0.0031359121203422546, 0.004472818225622177, 0.0058097243309021, 0.007146630436182022, 0.008483536541461945, 0.009820442646741867, 0.01115734875202179, 0.012494254857301712, 0.013831160962581635, 0.015168067067861557, 0.01650497317314148, 0.017841879278421402, 0.019178785383701324, 0.020515691488981247, 0.02185259759426117, 0.023189503699541092, 0.024526409804821014, 0.025863315910100937, 0.02720022201538086, 0.028537128120660782, 0.029874034225940704, 0.031210940331220627, 0.03254784643650055, 0.03388475254178047, 0.035221658647060394, 0.03655856475234032, 0.03789547085762024, 0.03923237696290016, 0.040569283068180084, 0.04190618917346001, 0.04324309527873993, 0.04458000138401985, 0.045916907489299774, 0.0472538135945797, 0.04859071969985962, 0.04992762580513954]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 3.0, 0.0, 3.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 4.0, 1.0, 4.0, 3.0, 4.0, 3.0, 3.0, 6.0, 7.0, 4.0, 4.0, 5.0, 2.0, 6.0, 3.0, 9.0, 2.0, 3.0, 3.0, 2.0, 4.0, 6.0, 4.0, 3.0, 4.0, 3.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.00808382872492075, -0.007780715357512236, -0.007477602455765009, -0.007174489088356495, -0.006871376186609268, -0.006568262819200754, -0.00626514945179224, -0.005962036550045013, -0.005658923182636499, -0.005355809815227985, -0.005052696913480759, -0.004749583546072245, -0.004446470178663731, -0.004143357276916504, -0.00384024390950799, -0.0035371307749301195, -0.003234017640352249, -0.0029309045057743788, -0.0026277913711965084, -0.0023246780037879944, -0.002021564869210124, -0.0017184517346322536, -0.0014153384836390615, -0.0011122252326458693, -0.0008091120980679989, -0.0005059989052824676, -0.00020288571249693632, 0.00010022748028859496, 0.00040334067307412624, 0.0007064538658596575, 0.0010095670586451888, 0.001312680309638381, 0.0016157934442162514, 0.0019189065787941217, 0.002222019713371992, 0.002525133080780506, 0.0028282462153583765, 0.003131359349936247, 0.003434472717344761, 0.0037375858519226313, 0.004040698986500502, 0.004343812353909016, 0.004646925255656242, 0.004950038623064756, 0.00525315199047327, 0.005556264892220497, 0.005859378259629011, 0.006162491161376238, 0.006465604528784752, 0.006768717896193266, 0.007071830797940493, 0.007374944165349007, 0.007678057067096233, 0.007981170900166035, 0.008284283801913261, 0.008587396703660488, 0.008890509605407715, 0.009193623438477516, 0.009496736340224743, 0.00979984924197197, 0.010102963075041771, 0.010406075976788998, 0.010709188878536224, 0.011012302711606026, 0.011315415613353252]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 4.0, 1.0, 5.0, 4.0, 5.0, 15.0, 14.0, 15.0, 12.0, 30.0, 60.0, 66.0, 114.0, 121.0, 182.0, 240.0, 299.0, 447.0, 588.0, 814.0, 1071.0, 1514.0, 2058.0, 2831.0, 3867.0, 5452.0, 8427.0, 45912.0, 7885.0, 4993.0, 3445.0, 2459.0, 1864.0, 1307.0, 1011.0, 717.0, 582.0, 402.0, 312.0, 264.0, 194.0, 131.0, 117.0, 94.0, 73.0, 54.0, 43.0, 46.0, 30.0, 28.0, 36.0, 18.0, 13.0, 11.0, 8.0, 5.0, 6.0, 8.0, 9.0, 5.0, 8.0, 4.0], "bins": [-0.010073518380522728, -0.009731750935316086, -0.009389983490109444, -0.009048215113580227, -0.008706447668373585, -0.008364680223166943, -0.0080229127779603, -0.007681144867092371, -0.007339377421885729, -0.006997609976679087, -0.006655842065811157, -0.006314074620604515, -0.005972307175397873, -0.0056305392645299435, -0.005288771819323301, -0.004947003908455372, -0.00460523646324873, -0.0042634690180420876, -0.003921701107174158, -0.003579933661967516, -0.00323816598393023, -0.0028963983058929443, -0.002554630860686302, -0.0022128631826490164, -0.0018710955046117306, -0.0015293278265744448, -0.0011875602649524808, -0.0008457926451228559, -0.000504025025293231, -0.00016225740546360612, 0.00017951021436601877, 0.0005212778341956437, 0.0008630454540252686, 0.0012048131320625544, 0.0015465806936845183, 0.0018883482553064823, 0.002230115933343768, 0.002571883611381054, 0.002913651056587696, 0.003255418734624982, 0.0035971864126622677, 0.00393895385786891, 0.004280721768736839, 0.0046224892139434814, 0.004964256659150124, 0.005306024570018053, 0.005647792015224695, 0.005989559926092625, 0.006331327371299267, 0.006673094816505909, 0.007014862727373838, 0.007356630172580481, 0.00769839808344841, 0.008040165528655052, 0.008381932973861694, 0.008723700419068336, 0.009065467864274979, 0.009407236240804195, 0.009749003686010838, 0.01009077113121748, 0.010432538576424122, 0.010774306021630764, 0.01111607439815998, 0.011457841843366623, 0.011799609288573265]}, "_runtime": 96.41805815696716, "_timestamp": 1596226362.918153, "_step": 36}
+{"val_accuracy": 0.794988584474886, "val_loss": 0.5498198172817491, "_runtime": 101.65380072593689, "_timestamp": 1596226368.1538956, "_step": 37}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: X Confidence: 0.309 Truth: v", "Prediction: 5 Confidence: 1.000 Truth: 5", "Prediction: 2 Confidence: 0.998 Truth: 2", "Prediction: 0 Confidence: 0.584 Truth: 0"]}, "_runtime": 101.94679021835327, "_timestamp": 1596226368.446885, "_step": 38}
+{"gradients/layers.8.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 2.0, 3.0, 2.0, 1.0, 2.0, 1.0, 0.0, 4.0, 6.0, 6.0, 4.0, 3.0, 1.0, 2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012527130544185638, -0.012158182449638844, -0.011789234355092049, -0.01142028532922268, -0.011051337234675884, -0.01068238914012909, -0.010313441045582294, -0.009944492019712925, -0.00957554392516613, -0.009206595830619335, -0.00883764773607254, -0.008468699641525745, -0.008099750615656376, -0.007730802521109581, -0.007361854426562786, -0.006992905866354704, -0.006623957771807909, -0.006255009677261114, -0.005886061117053032, -0.005517113022506237, -0.005148164462298155, -0.00477921636775136, -0.004410267807543278, -0.004041319712996483, -0.0036723713856190443, -0.0033034230582416058, -0.002934474730864167, -0.0025655264034867287, -0.0021965783089399338, -0.0018276298651471734, -0.0014586816541850567, -0.0010897333268076181, -0.0007207849994301796, -0.0003518367011565715, 1.711159711703658e-05, 0.00038605989539064467, 0.0007550081936642528, 0.0011239565210416913, 0.001492904732003808, 0.0018618530593812466, 0.002230801386758685, 0.0025997497141361237, 0.002968698041513562, 0.0033376463688910007, 0.0037065944634377956, 0.004075543023645878, 0.004444491118192673, 0.004813439678400755, 0.00518238777294755, 0.005551335867494345, 0.005920284427702427, 0.006289232522249222, 0.006658181082457304, 0.007027129177004099, 0.007396077737212181, 0.007765025831758976, 0.008133973926305771, 0.008502922020852566, 0.008871871046721935, 0.00924081914126873, 0.009609767235815525, 0.00997871533036232, 0.01034766435623169, 0.010716612450778484, 0.01108556054532528]}, "gradients/layers.8.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 2.0, 4.0, 6.0, 3.0, 6.0, 7.0, 7.0, 15.0, 12.0, 14.0, 16.0, 13.0, 23.0, 38.0, 48.0, 64.0, 82.0, 128.0, 176.0, 319.0, 523.0, 4022.0, 1259.0, 430.0, 202.0, 135.0, 82.0, 54.0, 43.0, 41.0, 26.0, 18.0, 15.0, 18.0, 13.0, 14.0, 6.0, 8.0, 6.0, 7.0, 5.0, 6.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.08483374863862991, -0.08231829106807709, -0.07980282604694366, -0.07728736847639084, -0.07477191090583801, -0.07225644588470459, -0.06974098831415176, -0.06722552329301834, -0.06471006572246552, -0.06219460442662239, -0.059679143130779266, -0.05716368556022644, -0.054648224264383316, -0.05213276296854019, -0.049617305397987366, -0.04710184410214424, -0.04458638280630112, -0.04207092151045799, -0.03955546021461487, -0.03704000264406204, -0.03452454134821892, -0.03200908005237579, -0.02949362061917782, -0.026978161185979843, -0.02446269989013672, -0.021947238594293594, -0.01943177916109562, -0.016916319727897644, -0.01440085843205452, -0.01188539806753397, -0.00936993770301342, -0.00685447733849287, -0.0043390169739723206, -0.0018235566094517708, 0.000691903755068779, 0.0032073641195893288, 0.0057228244841098785, 0.008238284848630428, 0.010753745213150978, 0.013269205577671528, 0.015784665942192078, 0.018300127238035202, 0.020815586671233177, 0.023331046104431152, 0.025846507400274277, 0.0283619686961174, 0.030877428129315376, 0.03339288756251335, 0.035908348858356476, 0.0384238101541996, 0.040939271450042725, 0.04345472902059555, 0.045970190316438675, 0.0484856516122818, 0.051001109182834625, 0.05351657047867775, 0.056032031774520874, 0.058547493070364, 0.06106295436620712, 0.06357841193675995, 0.06609387695789337, 0.0686093345284462, 0.07112479209899902, 0.07364025712013245, 0.07615571469068527]}, "gradients/layers.5.bias": {"_type": "histogram", "values": [4.0, 0.0, 1.0, 3.0, 3.0, 2.0, 2.0, 2.0, 2.0, 0.0, 0.0, 3.0, 6.0, 3.0, 2.0, 4.0, 0.0, 5.0, 2.0, 3.0, 3.0, 5.0, 4.0, 6.0, 4.0, 5.0, 9.0, 4.0, 2.0, 4.0, 3.0, 5.0, 6.0, 4.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.004116451367735863, -0.00395495118573308, -0.003793451003730297, -0.0036319508217275143, -0.0034704506397247314, -0.0033089504577219486, -0.003147450275719166, -0.002985950093716383, -0.0028244499117136, -0.0026629497297108173, -0.0025014495477080345, -0.0023399493657052517, -0.002178449183702469, -0.002016949001699686, -0.0018554488196969032, -0.0016939486376941204, -0.0015324484556913376, -0.0013709482736885548, -0.001209448091685772, -0.0010479479096829891, -0.0008864477276802063, -0.0007249475456774235, -0.0005634473636746407, -0.00040194718167185783, -0.000240446999669075, -7.894681766629219e-05, 8.255336433649063e-05, 0.00024405354633927345, 0.0004055537283420563, 0.0005670539103448391, 0.0007285540923476219, 0.0008900542743504047, 0.0010515544563531876, 0.0012130546383559704, 0.0013745548203587532, 0.001536055002361536, 0.0016975551843643188, 0.0018590553663671017, 0.0020205555483698845, 0.0021820557303726673, 0.00234355591237545, 0.002505056094378233, 0.0026665562763810158, 0.0028280564583837986, 0.0029895566403865814, 0.0031510568223893642, 0.003312557004392147, 0.00347405718639493, 0.0036355573683977127, 0.0037970575504004955, 0.003958557732403278, 0.004120057914406061, 0.004281558096408844, 0.004443058278411627, 0.00460455846041441, 0.0047660586424171925, 0.004927558824419975, 0.005089059006422758, 0.005250559188425541, 0.005412059370428324, 0.005573559552431107, 0.005735059734433889, 0.005896559916436672, 0.006058060098439455, 0.006219560280442238]}, "gradients/layers.5.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 6.0, 5.0, 9.0, 7.0, 12.0, 9.0, 20.0, 21.0, 31.0, 50.0, 63.0, 73.0, 107.0, 155.0, 204.0, 259.0, 316.0, 462.0, 612.0, 851.0, 1193.0, 1528.0, 2071.0, 2588.0, 1483.0, 996.0, 758.0, 551.0, 372.0, 347.0, 258.0, 175.0, 154.0, 138.0, 94.0, 84.0, 62.0, 41.0, 46.0, 37.0, 26.0, 29.0, 12.0, 11.0, 12.0, 9.0, 5.0, 10.0, 6.0, 3.0, 2.0, 0.0, 0.0, 3.0, 1.0, 1.0, 1.0], "bins": [-0.012041352689266205, -0.011645917780697346, -0.011250482872128487, -0.010855047963559628, -0.010459613054990768, -0.010064177215099335, -0.009668742306530476, -0.009273307397961617, -0.008877872489392757, -0.008482437580823898, -0.00808700267225504, -0.007691567298024893, -0.007296132389456034, -0.006900697480887175, -0.006505262106657028, -0.006109827198088169, -0.00571439228951931, -0.005318957380950451, -0.004923522472381592, -0.004528087098151445, -0.004132652189582586, -0.003737217281013727, -0.0033417821396142244, -0.0029463469982147217, -0.0025509120896458626, -0.0021554771810770035, -0.0017600420396775007, -0.0013646070146933198, -0.0009691719897091389, -0.0005737369647249579, -0.00017830193974077702, 0.0002171330852434039, 0.0006125681102275848, 0.0010080031352117658, 0.0014034381601959467, 0.0017988731851801276, 0.0021943082101643085, 0.0025897431187331676, 0.0029851782601326704, 0.003380613401532173, 0.0037760483101010323, 0.004171483218669891, 0.0045669181272387505, 0.004962353501468897, 0.005357788410037756, 0.005753223318606615, 0.0061486586928367615, 0.006544093601405621, 0.00693952850997448, 0.007334963418543339, 0.007730398327112198, 0.008125833235681057, 0.008521268144249916, 0.00891670398414135, 0.009312138892710209, 0.009707573801279068, 0.010103008709847927, 0.010498443618416786, 0.010893878526985645, 0.011289313435554504, 0.011684749275445938, 0.012080184184014797, 0.012475619092583656, 0.012871054001152515, 0.013266488909721375]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 3.0, 1.0, 1.0, 4.0, 4.0, 5.0, 3.0, 1.0, 5.0, 2.0, 2.0, 6.0, 2.0, 4.0, 2.0, 4.0, 7.0, 6.0, 7.0, 7.0, 2.0, 4.0, 6.0, 9.0, 4.0, 1.0, 3.0, 1.0, 4.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.007383444346487522, -0.007127838209271431, -0.0068722316063940525, -0.006616625469177961, -0.006361018866300583, -0.006105412729084492, -0.005849806591868401, -0.005594199988991022, -0.005338593851774931, -0.00508298771455884, -0.004827381111681461, -0.00457177497446537, -0.004316168837249279, -0.0040605622343719006, -0.0038049560971558094, -0.0035493497271090746, -0.0032937433570623398, -0.003038136987015605, -0.00278253061696887, -0.002526924479752779, -0.002271318109706044, -0.0020157117396593094, -0.0017601054860278964, -0.0015044992323964834, -0.0012488928623497486, -0.0009932864923030138, -0.0007376802386716008, -0.0004820739268325269, -0.00022646761499345303, 2.913869684562087e-05, 0.00028474500868469477, 0.0005403513205237687, 0.0007959576323628426, 0.0010515640024095774, 0.0013071702560409904, 0.0015627765096724033, 0.0018183828797191381, 0.002073989249765873, 0.002329595386981964, 0.002585201757028699, 0.0028408081270754337, 0.0030964144971221685, 0.0033520208671689034, 0.0036076270043849945, 0.0038632333744317293, 0.004118839744478464, 0.004374445881694555, 0.004630052484571934, 0.004885658621788025, 0.005141264759004116, 0.0053968713618814945, 0.005652477499097586, 0.005908084101974964, 0.006163690239191055, 0.0064192963764071465, 0.006674902979284525, 0.006930509116500616, 0.007186115253716707, 0.007441721856594086, 0.007697327993810177, 0.007952934131026268, 0.00820854026824236, 0.008464147336781025, 0.008719753473997116, 0.008975359611213207]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 6.0, 2.0, 7.0, 6.0, 9.0, 12.0, 23.0, 44.0, 51.0, 129.0, 231.0, 342.0, 623.0, 1122.0, 1997.0, 3918.0, 3914.0, 1758.0, 878.0, 513.0, 275.0, 168.0, 114.0, 80.0, 44.0, 31.0, 26.0, 16.0, 12.0, 10.0, 3.0, 4.0, 3.0, 3.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.05005523934960365, -0.04827140271663666, -0.04648756980895996, -0.044703733175992966, -0.04291989654302597, -0.041136059910058975, -0.03935222327709198, -0.03756839036941528, -0.03578455373644829, -0.03400071710348129, -0.032216884195804596, -0.0304330475628376, -0.028649210929870605, -0.02686537429690361, -0.025081539526581764, -0.023297704756259918, -0.021513868123292923, -0.019730031490325928, -0.01794619672000408, -0.016162361949682236, -0.01437852531671524, -0.01259468961507082, -0.0108108539134264, -0.009027018211781979, -0.007243182510137558, -0.005459346808493137, -0.0036755111068487167, -0.0018916754052042961, -0.00010783970355987549, 0.0016759959980845451, 0.0034598316997289658, 0.005243667401373386, 0.007027503103017807, 0.008811338804662228, 0.010595174506306648, 0.012379010207951069, 0.01416284590959549, 0.015946682542562485, 0.01773051731288433, 0.019514352083206177, 0.021298188716173172, 0.023082025349140167, 0.024865860119462013, 0.02664969488978386, 0.028433531522750854, 0.03021736815571785, 0.032001204788684845, 0.03378503769636154, 0.03556887432932854, 0.03735271096229553, 0.03913654386997223, 0.040920380502939224, 0.04270421713590622, 0.044488053768873215, 0.04627189040184021, 0.04805572330951691, 0.0498395599424839, 0.0516233965754509, 0.053407229483127594, 0.05519106611609459, 0.056974902749061584, 0.05875873938202858, 0.060542576014995575, 0.06232640892267227, 0.06411024928092957]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 0.0, 3.0, 0.0, 2.0, 0.0, 3.0, 1.0, 1.0, 1.0, 4.0, 2.0, 4.0, 2.0, 8.0, 3.0, 6.0, 2.0, 7.0, 3.0, 4.0, 5.0, 6.0, 3.0, 7.0, 6.0, 3.0, 3.0, 2.0, 6.0, 3.0, 2.0, 2.0, 2.0, 2.0, 1.0, 2.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012353148311376572, -0.011931532993912697, -0.011509917676448822, -0.011088302358984947, -0.010666687041521072, -0.010245071724057198, -0.009823456406593323, -0.009401841089129448, -0.008980225771665573, -0.008558610454201698, -0.008136995136737823, -0.007715379819273949, -0.007293764501810074, -0.006872149184346199, -0.006450533866882324, -0.006028918549418449, -0.005607303231954575, -0.0051856879144907, -0.004764072597026825, -0.00434245727956295, -0.003920841962099075, -0.0034992266446352005, -0.0030776113271713257, -0.002655996009707451, -0.002234380692243576, -0.0018127653747797012, -0.0013911500573158264, -0.0009695347398519516, -0.0005479194223880768, -0.00012630410492420197, 0.00029531121253967285, 0.0007169265300035477, 0.0011385418474674225, 0.0015601571649312973, 0.001981772482395172, 0.002403387799859047, 0.0028250031173229218, 0.0032466184347867966, 0.0036682337522506714, 0.004089849069714546, 0.004511464387178421, 0.004933079704642296, 0.005354695022106171, 0.0057763103395700455, 0.00619792565703392, 0.006619540974497795, 0.00704115629196167, 0.007462771609425545, 0.00788438692688942, 0.008306002244353294, 0.00872761756181717, 0.009149232879281044, 0.009570848196744919, 0.009992463514208794, 0.010414078831672668, 0.010835694149136543, 0.011257309466600418, 0.011678924784064293, 0.012100540101528168, 0.012522155418992043, 0.012943770736455917, 0.013365386053919792, 0.013787001371383667, 0.014208616688847542, 0.014630232006311417]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 3.0, 1.0, 11.0, 8.0, 5.0, 11.0, 15.0, 27.0, 29.0, 41.0, 54.0, 85.0, 105.0, 132.0, 168.0, 235.0, 264.0, 357.0, 470.0, 535.0, 754.0, 972.0, 1138.0, 1508.0, 2020.0, 2653.0, 3515.0, 5023.0, 8887.0, 45164.0, 7204.0, 4827.0, 3539.0, 2814.0, 2049.0, 1366.0, 1050.0, 783.0, 589.0, 417.0, 358.0, 266.0, 200.0, 144.0, 125.0, 111.0, 79.0, 59.0, 38.0, 31.0, 21.0, 23.0, 10.0, 12.0, 11.0, 15.0, 5.0, 5.0, 3.0, 1.0, 3.0, 0.0, 2.0], "bins": [-0.012498002499341965, -0.012084980495274067, -0.011671958491206169, -0.011258937418460846, -0.010845915414392948, -0.01043289341032505, -0.010019871406257153, -0.00960685033351183, -0.009193828329443932, -0.008780806325376034, -0.008367784321308136, -0.007954762317240238, -0.007541740778833628, -0.007128719240427017, -0.006715697236359119, -0.006302675697952509, -0.005889653693884611, -0.005476631689816713, -0.005063610151410103, -0.004650588147342205, -0.0042375666089355946, -0.0038245446048676968, -0.0034115228336304426, -0.0029985010623931885, -0.0025854792911559343, -0.00217245751991868, -0.001759435748681426, -0.00134641386102885, -0.0009333920897915959, -0.0005203703185543418, -0.00010734848910942674, 0.00030567331123165786, 0.0007186951115727425, 0.0011317168828099966, 0.0015447386540472507, 0.001957760425284505, 0.002370782196521759, 0.002783804200589657, 0.003196825971826911, 0.003609847743064165, 0.004022869281470776, 0.004435891285538673, 0.004848913289606571, 0.005261934828013182, 0.0056749568320810795, 0.00608797837048769, 0.006501000374555588, 0.006914021912962198, 0.007327043917030096, 0.007740065921097994, 0.008153087459504604, 0.008566109463572502, 0.0089791314676404, 0.009392152540385723, 0.009805174544453621, 0.010218196548521519, 0.010631218552589417, 0.011044240556657314, 0.011457261629402637, 0.011870283633470535, 0.012283305637538433, 0.012696327641606331, 0.013109348714351654, 0.013522370718419552, 0.01393539272248745]}, "_runtime": 103.30857014656067, "_timestamp": 1596226369.808665, "_step": 39}
+{"gradients/layers.8.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 2.0, 2.0, 1.0, 4.0, 1.0, 3.0, 1.0, 0.0, 0.0, 1.0, 3.0, 4.0, 3.0, 4.0, 1.0, 1.0, 1.0, 1.0, 3.0, 5.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009658843278884888, -0.009296483360230923, -0.008934123441576958, -0.008571764454245567, -0.008209404535591602, -0.007847044616937637, -0.00748468516394496, -0.007122325710952282, -0.006759965792298317, -0.006397605873644352, -0.006035246420651674, -0.005672886967658997, -0.005310527049005032, -0.004948167130351067, -0.004585807677358389, -0.004223448224365711, -0.003861088305711746, -0.003498728619888425, -0.0031363689340651035, -0.002774009248241782, -0.002411649562418461, -0.0020492898765951395, -0.0016869301907718182, -0.0013245705049484968, -0.0009622108191251755, -0.0005998511333018541, -0.0002374914474785328, 0.00012486823834478855, 0.0004872279241681099, 0.0008495876099914312, 0.0012119472958147526, 0.001574306981638074, 0.0019366666674613953, 0.0022990263532847166, 0.002661386039108038, 0.0030237457249313593, 0.0033861054107546806, 0.003748465096578002, 0.004110824782401323, 0.004473184235394001, 0.004835544154047966, 0.005197904072701931, 0.005560263525694609, 0.005922622978687286, 0.006284982897341251, 0.006647342815995216, 0.007009702268987894, 0.007372061721980572, 0.007734421640634537, 0.008096781559288502, 0.008459141477942467, 0.008821500465273857, 0.009183860383927822, 0.009546220302581787, 0.009908579289913177, 0.010270939208567142, 0.010633299127221107, 0.010995659045875072, 0.011358018964529037, 0.011720377951860428, 0.012082737870514393, 0.012445097789168358, 0.012807456776499748, 0.013169816695153713, 0.013532176613807678]}, "gradients/layers.8.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 2.0, 4.0, 1.0, 6.0, 6.0, 10.0, 9.0, 18.0, 12.0, 14.0, 26.0, 40.0, 43.0, 44.0, 59.0, 63.0, 104.0, 124.0, 156.0, 182.0, 264.0, 362.0, 793.0, 4009.0, 457.0, 290.0, 171.0, 148.0, 106.0, 79.0, 67.0, 48.0, 29.0, 29.0, 25.0, 23.0, 15.0, 19.0, 12.0, 9.0, 6.0, 8.0, 7.0, 5.0, 3.0, 4.0, 6.0, 3.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.06208213046193123, -0.0600799135863781, -0.058077696710824966, -0.056075479835271835, -0.054073262959718704, -0.05207104608416557, -0.05006882920861244, -0.04806661233305931, -0.04606439918279648, -0.04406218230724335, -0.042059965431690216, -0.040057748556137085, -0.038055531680583954, -0.03605331480503082, -0.03405109792947769, -0.03204888105392456, -0.03004666417837143, -0.0280444473028183, -0.026042230427265167, -0.024040013551712036, -0.022037796676158905, -0.020035581663250923, -0.018033364787697792, -0.01603114791214466, -0.01402893103659153, -0.012026714161038399, -0.010024497285485268, -0.008022281341254711, -0.00602006446570158, -0.004017847590148449, -0.002015631180256605, -1.3414537534117699e-05, 0.0019888021051883698, 0.003991018980741501, 0.005993235390633345, 0.007995451800525188, 0.00999766867607832, 0.01199988555163145, 0.014002101495862007, 0.016004318371415138, 0.01800653524696827, 0.0200087521225214, 0.02201096899807453, 0.024013185873627663, 0.026015400886535645, 0.028017617762088776, 0.030019834637641907, 0.03202205151319504, 0.03402426838874817, 0.0360264852643013, 0.03802870213985443, 0.04003091901540756, 0.04203313589096069, 0.044035352766513824, 0.046037569642066956, 0.04803978651762009, 0.05004200339317322, 0.05204421654343605, 0.05404643341898918, 0.05604865029454231, 0.058050867170095444, 0.060053084045648575, 0.062055300921201706, 0.06405752152204514, 0.06605973839759827]}, "gradients/layers.5.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 1.0, 2.0, 4.0, 1.0, 3.0, 3.0, 4.0, 3.0, 5.0, 4.0, 3.0, 3.0, 3.0, 9.0, 5.0, 8.0, 7.0, 7.0, 4.0, 4.0, 5.0, 1.0, 5.0, 2.0, 4.0, 4.0, 4.0, 3.0, 0.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00470502907410264, -0.00454303901642561, -0.004381048958748579, -0.004219059366732836, -0.004057069309055805, -0.0038950792513787746, -0.003733089193701744, -0.003571099368855357, -0.0034091093111783266, -0.003247119253501296, -0.003085129428654909, -0.0029231393709778786, -0.002761149313300848, -0.002599159488454461, -0.0024371694307774305, -0.0022751796059310436, -0.002113189548254013, -0.0019511996069923043, -0.0017892096657305956, -0.001627219608053565, -0.0014652296667918563, -0.0013032397255301476, -0.001141249667853117, -0.0009792597265914083, -0.0008172697853296995, -0.0006552798440679908, -0.0004932898445986211, -0.00033129987423308194, -0.00016930990386754274, -7.3199335020035505e-06, 0.00015467003686353564, 0.00031666000722907484, 0.00047864997759461403, 0.0006406399188563228, 0.0008026299183256924, 0.0009646199177950621, 0.0011266098590567708, 0.0012885998003184795, 0.00145058985799551, 0.0016125797992572188, 0.0017745697405189276, 0.0019365596817806363, 0.002098549623042345, 0.0022605396807193756, 0.002422529738396406, 0.002584519563242793, 0.0027465096209198236, 0.0029084994457662106, 0.003070489503443241, 0.0032324795611202717, 0.0033944693859666586, 0.003556459443643689, 0.003718449268490076, 0.0038804393261671066, 0.004042429383844137, 0.004204419441521168, 0.004366409033536911, 0.004528399091213942, 0.004690389148890972, 0.004852379206568003, 0.005014369264245033, 0.005176359321922064, 0.005338348913937807, 0.005500338971614838, 0.005662329029291868]}, "gradients/layers.5.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 9.0, 4.0, 5.0, 9.0, 14.0, 11.0, 26.0, 34.0, 58.0, 87.0, 116.0, 190.0, 276.0, 389.0, 602.0, 939.0, 1527.0, 2677.0, 3613.0, 1830.0, 1151.0, 812.0, 547.0, 375.0, 286.0, 209.0, 142.0, 99.0, 71.0, 63.0, 47.0, 42.0, 42.0, 17.0, 13.0, 8.0, 7.0, 4.0, 7.0, 4.0, 5.0, 5.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014028630219399929, -0.013475490733981133, -0.012922350317239761, -0.012369210831820965, -0.011816071346402168, -0.011262930929660797, -0.010709791444242, -0.01015665102750063, -0.009603511542081833, -0.009050372056663036, -0.008497231639921665, -0.007944092154502869, -0.007390952203422785, -0.006837812252342701, -0.006284672766923904, -0.005731532815843821, -0.005178392864763737, -0.004625252913683653, -0.004072112962603569, -0.0035189734771847725, -0.0029658335261046886, -0.002412693575024605, -0.0018595538567751646, -0.0013064140221104026, -0.0007532741874456406, -0.00020013435278087854, 0.0003530054818838835, 0.0009061453165486455, 0.0014592851512134075, 0.0020124251022934914, 0.0025655648205429316, 0.0031187045387923717, 0.0036718444898724556, 0.0042249844409525394, 0.004778124392032623, 0.00533126387745142, 0.005884403828531504, 0.0064375437796115875, 0.006990683265030384, 0.007543823216110468, 0.008096963167190552, 0.008650102652609348, 0.00920324306935072, 0.009756382554769516, 0.010309522971510887, 0.010862662456929684, 0.01141580194234848, 0.011968942359089851, 0.012522081844508648, 0.013075221329927444, 0.013628361746668816, 0.014181501232087612, 0.014734640717506409, 0.01528778113424778, 0.01584092155098915, 0.016394060105085373, 0.016947200521826744, 0.017500340938568115, 0.018053479492664337, 0.01860661990940571, 0.01915976032614708, 0.0197128988802433, 0.020266039296984673, 0.020819179713726044, 0.021372318267822266]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 4.0, 2.0, 4.0, 3.0, 2.0, 7.0, 6.0, 1.0, 6.0, 5.0, 4.0, 7.0, 3.0, 5.0, 4.0, 0.0, 3.0, 5.0, 9.0, 5.0, 3.0, 4.0, 6.0, 0.0, 0.0, 4.0, 2.0, 1.0, 3.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0], "bins": [-0.007714666426181793, -0.007518769707530737, -0.007322872988879681, -0.007126976270228624, -0.006931079551577568, -0.006735182832926512, -0.0065392861142754555, -0.006343389395624399, -0.006147492676973343, -0.005951595958322287, -0.00575569923967123, -0.005559802521020174, -0.005363905802369118, -0.0051680090837180614, -0.004972112365067005, -0.004776215646415949, -0.004580318927764893, -0.004384422209113836, -0.00418852549046278, -0.003992628771811724, -0.0037967320531606674, -0.003600835334509611, -0.003404938615858555, -0.0032090418972074986, -0.0030131451785564423, -0.002817248459905386, -0.0026213517412543297, -0.0024254550226032734, -0.002229558303952217, -0.002033661585301161, -0.0018377648666501045, -0.0016418681479990482, -0.001445971429347992, -0.0012500747106969357, -0.0010541779920458794, -0.0008582812733948231, -0.0006623845547437668, -0.0004664878360927105, -0.0002705911174416542, -7.469439879059792e-05, 0.00012120231986045837, 0.00031709903851151466, 0.000512995757162571, 0.0007088924758136272, 0.0009047891944646835, 0.0011006859131157398, 0.0012965826317667961, 0.0014924793504178524, 0.0016883760690689087, 0.001884272787719965, 0.0020801695063710213, 0.0022760662250220776, 0.002471962943673134, 0.00266785966232419, 0.0028637563809752464, 0.0030596530996263027, 0.003255549818277359, 0.0034514465369284153, 0.0036473432555794716, 0.003843239974230528, 0.004039136692881584, 0.0042350334115326405, 0.004430930130183697, 0.004626826848834753, 0.004822723567485809]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 4.0, 4.0, 6.0, 9.0, 14.0, 19.0, 19.0, 33.0, 65.0, 81.0, 124.0, 187.0, 313.0, 452.0, 724.0, 1315.0, 2351.0, 4168.0, 2619.0, 1443.0, 830.0, 557.0, 350.0, 248.0, 127.0, 82.0, 71.0, 46.0, 27.0, 20.0, 23.0, 12.0, 13.0, 4.0, 2.0, 2.0, 4.0, 1.0, 2.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.04376738518476486, -0.04242273420095444, -0.041078079491853714, -0.03973342850804329, -0.038388777524232864, -0.03704412281513214, -0.035699471831321716, -0.03435482084751129, -0.03301016613841057, -0.03166551515460014, -0.03032086230814457, -0.028976209461688995, -0.02763155847787857, -0.026286905631422997, -0.024942252784967422, -0.023597601801156998, -0.022252948954701424, -0.02090829610824585, -0.019563645124435425, -0.01821899227797985, -0.016874339431524277, -0.015529687516391277, -0.014185035601258278, -0.012840382754802704, -0.011495730839669704, -0.010151078924536705, -0.008806426078081131, -0.0074617741629481316, -0.006117121782153845, -0.004772469401359558, -0.003427817253395915, -0.002083165105432272, -0.0007385127246379852, 0.0006061395397409797, 0.0019507918041199446, 0.0032954439520835876, 0.004640096332877874, 0.005984748713672161, 0.0073294006288051605, 0.008674053475260735, 0.010018705390393734, 0.011363357305526733, 0.012708010151982307, 0.014052662067115307, 0.015397313982248306, 0.01674196682870388, 0.018086619675159454, 0.01943127065896988, 0.020775923505425453, 0.022120576351881027, 0.023465227335691452, 0.024809880182147026, 0.0261545330286026, 0.027499184012413025, 0.0288438368588686, 0.030188489705324173, 0.0315331406891346, 0.03287779539823532, 0.034222446382045746, 0.03556709736585617, 0.036911752074956894, 0.03825640305876732, 0.039601054042577744, 0.04094570875167847, 0.04229035973548889]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 3.0, 1.0, 1.0, 2.0, 2.0, 0.0, 5.0, 4.0, 3.0, 1.0, 0.0, 4.0, 7.0, 1.0, 2.0, 2.0, 5.0, 2.0, 6.0, 4.0, 3.0, 3.0, 5.0, 3.0, 2.0, 6.0, 8.0, 2.0, 5.0, 4.0, 6.0, 5.0, 1.0, 2.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.007106945849955082, -0.006838762667030096, -0.00657057948410511, -0.006302396766841412, -0.006034213583916426, -0.00576603040099144, -0.005497847683727741, -0.005229664500802755, -0.0049614813178777695, -0.004693298134952784, -0.004425114952027798, -0.004156932234764099, -0.0038887490518391132, -0.0036205658689141273, -0.003352382918819785, -0.003084199968725443, -0.002816016785800457, -0.002547833602875471, -0.002279650652781129, -0.0020114677026867867, -0.0017432845197618008, -0.0014751014532521367, -0.0012069183867424726, -0.0009387353202328086, -0.0006705522537231445, -0.00040236918721348047, -0.00013418612070381641, 0.00013399694580584764, 0.0004021800123155117, 0.0006703630788251758, 0.0009385461453348398, 0.0012067292118445039, 0.001474912278354168, 0.001743095344863832, 0.002011278411373496, 0.0022794613614678383, 0.002547644544392824, 0.00281582772731781, 0.0030840106774121523, 0.0033521936275064945, 0.0036203768104314804, 0.0038885599933564663, 0.004156743176281452, 0.004424925893545151, 0.004693109076470137, 0.0049612922593951225, 0.005229474976658821, 0.005497658159583807, 0.005765841342508793, 0.006034024525433779, 0.006302207708358765, 0.006570390425622463, 0.006838573608547449, 0.007106756791472435, 0.007374939508736134, 0.0076431226916611195, 0.007911305874586105, 0.008179488591849804, 0.008447672240436077, 0.008715854957699776, 0.008984038606286049, 0.009252221323549747, 0.009520404040813446, 0.00978858768939972, 0.010056770406663418]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [4.0, 1.0, 4.0, 7.0, 11.0, 20.0, 13.0, 27.0, 34.0, 45.0, 47.0, 91.0, 123.0, 134.0, 234.0, 294.0, 372.0, 468.0, 515.0, 658.0, 813.0, 1145.0, 1528.0, 1823.0, 2280.0, 2955.0, 3829.0, 5447.0, 9533.0, 40153.0, 6487.0, 4547.0, 3676.0, 2896.0, 2244.0, 1922.0, 1514.0, 1168.0, 824.0, 662.0, 431.0, 354.0, 265.0, 183.0, 138.0, 116.0, 84.0, 57.0, 57.0, 33.0, 30.0, 16.0, 10.0, 7.0, 3.0, 3.0, 3.0, 2.0, 2.0, 1.0, 2.0, 3.0, 2.0, 2.0], "bins": [-0.00839245319366455, -0.008104922249913216, -0.007817392237484455, -0.00752986129373312, -0.007242330815643072, -0.006954800337553024, -0.0066672698594629765, -0.006379739381372929, -0.0060922084376215935, -0.005804677959531546, -0.005517147481441498, -0.00522961700335145, -0.004942086525261402, -0.004654556047171354, -0.004367025103420019, -0.004079494625329971, -0.0037919641472399235, -0.0035044336691498756, -0.003216902958229184, -0.0029293724801391363, -0.002641841769218445, -0.002354311291128397, -0.002066780813038349, -0.0017792502185329795, -0.0014917196240276098, -0.0012041890295222402, -0.0009166584932245314, -0.0006291279569268227, -0.000341597362421453, -5.406679701991379e-05, 0.00023346376838162541, 0.0005209943046793342, 0.0008085248991847038, 0.0010960554936900735, 0.0013835860881954432, 0.001671116566285491, 0.0019586472772061825, 0.0022461777552962303, 0.002533708233386278, 0.0028212389443069696, 0.0031087694223970175, 0.0033962999004870653, 0.003683830611407757, 0.003971361089497805, 0.0042588915675878525, 0.0045464220456779, 0.0048339529894292355, 0.005121483467519283, 0.005409013945609331, 0.005696544423699379, 0.005984074901789427, 0.006271605845540762, 0.00655913632363081, 0.006846666801720858, 0.0071341972798109055, 0.007421727757900953, 0.007709258235991001, 0.007996789179742336, 0.008284319192171097, 0.008571850135922432, 0.008859381079673767, 0.009146911092102528, 0.009434442035853863, 0.009721972048282623, 0.010009502992033958]}, "_runtime": 108.44437074661255, "_timestamp": 1596226374.9444656, "_step": 40}
+{"val_accuracy": 0.7937749714611871, "val_loss": 0.5489005398804738, "_runtime": 109.96151804924011, "_timestamp": 1596226376.461613, "_step": 41}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: X Confidence: 0.220 Truth: v", "Prediction: 5 Confidence: 1.000 Truth: 5", "Prediction: 2 Confidence: 0.997 Truth: 2", "Prediction: 0 Confidence: 0.606 Truth: 0"]}, "_runtime": 110.24922966957092, "_timestamp": 1596226376.7493246, "_step": 42}
+{"gradients/layers.8.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 4.0, 0.0, 0.0, 2.0, 2.0, 2.0, 1.0, 5.0, 2.0, 5.0, 3.0, 5.0, 3.0, 4.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012167899869382381, -0.01178784016519785, -0.011407779529690742, -0.01102771982550621, -0.010647659189999104, -0.010267599485814571, -0.00988753978163004, -0.009507479146122932, -0.0091274194419384, -0.008747358806431293, -0.008367299102246761, -0.00798723939806223, -0.007607178762555122, -0.007227118592709303, -0.006847058888524771, -0.006466998718678951, -0.006086938548833132, -0.005706878378987312, -0.005326818209141493, -0.004946758504956961, -0.004566698335111141, -0.004186638165265322, -0.0038065779954195023, -0.0034265180584043264, -0.003046457888558507, -0.0026663977187126875, -0.0022863377816975117, -0.0019062776118516922, -0.0015262175584211946, -0.001146157504990697, -0.0007660973933525383, -0.00038603731081821024, -5.977228283882141e-06, 0.00037408285425044596, 0.0007541429367847741, 0.0011342030484229326, 0.0015142631018534303, 0.001894323155283928, 0.0022743833251297474, 0.002654443262144923, 0.0030345034319907427, 0.003414563601836562, 0.003794623538851738, 0.0041746837086975574, 0.004554743878543377, 0.004934804048389196, 0.0053148637525737286, 0.005694923922419548, 0.0060749840922653675, 0.006455044262111187, 0.0068351044319570065, 0.007215164136141539, 0.007595224305987358, 0.007975284941494465, 0.008355344645678997, 0.00873540434986353, 0.009115464985370636, 0.009495524689555168, 0.009875585325062275, 0.010255645029246807, 0.01063570473343134, 0.011015765368938446, 0.011395825073122978, 0.011775885708630085, 0.012155945412814617]}, "gradients/layers.8.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 5.0, 4.0, 5.0, 5.0, 18.0, 26.0, 15.0, 47.0, 57.0, 78.0, 130.0, 225.0, 469.0, 3147.0, 2805.0, 379.0, 185.0, 93.0, 83.0, 48.0, 26.0, 18.0, 15.0, 9.0, 9.0, 6.0, 4.0, 3.0, 3.0, 5.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.12786230444908142, -0.12373236566781998, -0.11960242688655853, -0.11547249555587769, -0.11134255677461624, -0.1072126179933548, -0.10308268666267395, -0.0989527478814125, -0.09482280910015106, -0.09069287031888962, -0.08656293153762817, -0.08243300020694733, -0.07830306142568588, -0.07417312264442444, -0.07004319131374359, -0.06591325253248215, -0.0617833137512207, -0.05765337496995926, -0.05352343991398811, -0.04939350485801697, -0.045263566076755524, -0.04113362729549408, -0.037003692239522934, -0.03287375718355179, -0.028743818402290344, -0.02461388148367405, -0.020483944565057755, -0.01635400764644146, -0.012224070727825165, -0.00809413380920887, -0.003964196890592575, 0.0001657400280237198, 0.004295676946640015, 0.00842561386525631, 0.012555550783872604, 0.0166854877024889, 0.020815424621105194, 0.02494536153972149, 0.029075298458337784, 0.03320523351430893, 0.037335172295570374, 0.04146511107683182, 0.04559504613280296, 0.04972498118877411, 0.05385491997003555, 0.057984858751297, 0.06211479380726814, 0.06624472886323929, 0.07037466764450073, 0.07450460642576218, 0.07863454520702362, 0.08276447653770447, 0.08689441531896591, 0.09102435410022736, 0.0951542854309082, 0.09928422421216965, 0.10341416299343109, 0.10754410177469254, 0.11167404055595398, 0.11580397188663483, 0.11993391066789627, 0.12406384944915771, 0.12819378077983856, 0.1323237270116806, 0.13645365834236145]}, "gradients/layers.5.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 2.0, 3.0, 6.0, 4.0, 3.0, 3.0, 4.0, 4.0, 3.0, 7.0, 4.0, 3.0, 3.0, 7.0, 6.0, 4.0, 5.0, 5.0, 7.0, 5.0, 4.0, 4.0, 3.0, 4.0, 3.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.005877156741917133, -0.005710402503609657, -0.005543647799640894, -0.005376893561333418, -0.005210139323025942, -0.0050433846190571785, -0.0048766303807497025, -0.004709876142442226, -0.00454312190413475, -0.004376367200165987, -0.004209612961858511, -0.004042858723551035, -0.0038761040195822716, -0.0037093497812747955, -0.003542595310136676, -0.0033758410718292, -0.00320908660069108, -0.0030423321295529604, -0.0028755778912454844, -0.0027088234201073647, -0.0025420691817998886, -0.002375314710661769, -0.002208560239523649, -0.002041806001216173, -0.0018750515300780535, -0.0017082971753552556, -0.0015415428206324577, -0.001374788349494338, -0.0012080339947715402, -0.0010412796400487423, -0.0008745252271182835, -0.0007077708141878247, -0.0005410164594650269, -0.00037426207563839853, -0.0002075076918117702, -4.075330798514187e-05, 0.00012600107584148645, 0.0002927554596681148, 0.0004595098434947431, 0.0006262642564252019, 0.0007930186111479998, 0.0009597729658707976, 0.0011265273205935955, 0.0012932817917317152, 0.001460036146454513, 0.001626790501177311, 0.0017935449723154306, 0.0019602992106229067, 0.0021270536817610264, 0.002293808152899146, 0.002460562391206622, 0.002627316862344742, 0.002794071100652218, 0.0029608255717903376, 0.0031275800429284573, 0.0032943342812359333, 0.003461088752374053, 0.0036278432235121727, 0.0037945974618196487, 0.003961351700127125, 0.004128106404095888, 0.004294860642403364, 0.00446161488071084, 0.004628369584679604, 0.00479512382298708]}, "gradients/layers.5.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 4.0, 1.0, 6.0, 2.0, 6.0, 4.0, 11.0, 13.0, 25.0, 36.0, 45.0, 57.0, 87.0, 165.0, 236.0, 419.0, 825.0, 1391.0, 2658.0, 4564.0, 2353.0, 1217.0, 787.0, 465.0, 310.0, 187.0, 156.0, 98.0, 72.0, 43.0, 28.0, 24.0, 21.0, 13.0, 12.0, 10.0, 6.0, 4.0, 3.0, 0.0, 2.0, 4.0], "bins": [-0.03131239488720894, -0.030561082065105438, -0.029809769243001938, -0.029058456420898438, -0.028307143598794937, -0.027555830776691437, -0.026804517954587936, -0.026053205132484436, -0.025301892310380936, -0.024550581350922585, -0.023799268528819084, -0.023047955706715584, -0.022296642884612083, -0.021545330062508583, -0.020794017240405083, -0.020042704418301582, -0.019291391596198082, -0.01854007877409458, -0.01778876595199108, -0.01703745312988758, -0.01628614030778408, -0.015534828417003155, -0.014783515594899654, -0.014032202772796154, -0.013280889950692654, -0.012529577128589153, -0.011778264306485653, -0.011026951484382153, -0.010275639593601227, -0.009524326771497726, -0.008773013949394226, -0.008021701127290726, -0.007270388305187225, -0.006519075483083725, -0.005767762660980225, -0.0050164503045380116, -0.004265137482434511, -0.003513824660331011, -0.002762512071058154, -0.0020111994817852974, -0.001259886659681797, -0.0005085739539936185, 0.00024273875169456005, 0.0009940514573827386, 0.0017453641630709171, 0.0024966769851744175, 0.003247989574447274, 0.003999302163720131, 0.004750614985823631, 0.005501927807927132, 0.006253240630030632, 0.007004552986472845, 0.0077558658085763454, 0.008507178165018559, 0.009258490987122059, 0.01000980380922556, 0.01076111663132906, 0.01151242945343256, 0.01226374227553606, 0.01301505509763956, 0.013766366988420486, 0.014517679810523987, 0.015268992632627487, 0.016020305454730988, 0.016771618276834488]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 4.0, 3.0, 1.0, 2.0, 2.0, 3.0, 5.0, 3.0, 3.0, 3.0, 2.0, 2.0, 3.0, 5.0, 2.0, 5.0, 4.0, 3.0, 9.0, 5.0, 4.0, 9.0, 5.0, 5.0, 4.0, 2.0, 4.0, 1.0, 0.0, 3.0, 2.0, 3.0, 1.0, 1.0, 1.0, 5.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0059545631520450115, -0.005742421839386225, -0.005530280992388725, -0.0053181396797299385, -0.005105998367071152, -0.004893857520073652, -0.0046817162074148655, -0.004469574894756079, -0.004257434047758579, -0.0040452927350997925, -0.0038331514224410057, -0.0036210103426128626, -0.0034088692627847195, -0.0031967279501259327, -0.0029845868702977896, -0.002772445557639003, -0.0025603044778108597, -0.0023481633979827166, -0.00213602208532393, -0.0019238810054957867, -0.0017117398092523217, -0.0014995986130088568, -0.0012874575331807137, -0.0010753163369372487, -0.0008631751406937838, -0.0006510339444503188, -0.0004388928064145148, -0.0002267516392748803, -1.46104721352458e-05, 0.0001975306950043887, 0.0004096718621440232, 0.0006218130001798272, 0.0008339541964232922, 0.001046095392666757, 0.001258236588910222, 0.0014703776687383652, 0.0016825188649818301, 0.001894660061225295, 0.002106801141053438, 0.002318942453712225, 0.002531083533540368, 0.002743224613368511, 0.002955365926027298, 0.003167507005855441, 0.003379648085683584, 0.003591789398342371, 0.003803930478170514, 0.004016071557998657, 0.004228212870657444, 0.004440354183316231, 0.00465249503031373, 0.004864636342972517, 0.005076777655631304, 0.005288918502628803, 0.00550105981528759, 0.005713201127946377, 0.005925342440605164, 0.006137483287602663, 0.00634962460026145, 0.006561765912920237, 0.006773906759917736, 0.006986048072576523, 0.00719818938523531, 0.007410330232232809, 0.007622471544891596]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 2.0, 0.0, 3.0, 2.0, 0.0, 5.0, 5.0, 3.0, 11.0, 9.0, 11.0, 19.0, 23.0, 39.0, 50.0, 70.0, 110.0, 149.0, 230.0, 433.0, 613.0, 957.0, 1584.0, 2369.0, 3428.0, 2034.0, 1371.0, 933.0, 626.0, 431.0, 273.0, 182.0, 119.0, 80.0, 64.0, 39.0, 26.0, 23.0, 7.0, 13.0, 7.0, 5.0, 6.0, 2.0, 5.0, 3.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.034233979880809784, -0.03298657387495041, -0.031739167869091034, -0.03049176000058651, -0.029244353994727135, -0.02799694798886776, -0.026749540120363235, -0.02550213411450386, -0.024254728108644485, -0.02300732210278511, -0.021759916096925735, -0.02051250822842121, -0.019265102222561836, -0.01801769621670246, -0.016770288348197937, -0.015522882342338562, -0.014275476336479187, -0.013028070330619812, -0.011780663393437862, -0.010533256456255913, -0.009285850450396538, -0.008038444444537163, -0.006791037507355213, -0.005543631035834551, -0.0042962245643138885, -0.0030488180927932262, -0.001801411621272564, -0.0005540051497519016, 0.0006934013217687607, 0.001940807793289423, 0.0031882142648100853, 0.004435620736330748, 0.00568302720785141, 0.006930433679372072, 0.008177840150892735, 0.009425247088074684, 0.01067265309393406, 0.011920059099793434, 0.013167466036975384, 0.014414872974157333, 0.01566227898001671, 0.016909684985876083, 0.01815709099173546, 0.019404498860239983, 0.020651904866099358, 0.021899310871958733, 0.023146718740463257, 0.024394124746322632, 0.025641530752182007, 0.026888936758041382, 0.028136342763900757, 0.02938375063240528, 0.030631156638264656, 0.03187856450676918, 0.033125970512628555, 0.03437337651848793, 0.035620782524347305, 0.03686818853020668, 0.038115594536066055, 0.03936300054192543, 0.040610410273075104, 0.04185781627893448, 0.043105222284793854, 0.04435262829065323, 0.045600034296512604]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 3.0, 0.0, 1.0, 1.0, 1.0, 5.0, 6.0, 7.0, 7.0, 2.0, 3.0, 10.0, 6.0, 4.0, 5.0, 5.0, 6.0, 5.0, 5.0, 2.0, 4.0, 7.0, 5.0, 3.0, 2.0, 2.0, 3.0, 1.0, 0.0, 3.0, 0.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.01016820129007101, -0.009818828664720058, -0.009469455108046532, -0.00912008248269558, -0.008770709857344627, -0.008421337231993675, -0.008071964606642723, -0.007722591049969196, -0.007373218424618244, -0.007023845799267292, -0.006674472708255053, -0.006325099617242813, -0.005975726991891861, -0.005626354366540909, -0.005276981275528669, -0.00492760818451643, -0.004578235559165478, -0.004228862933814526, -0.003879489842802286, -0.0035301169846206903, -0.0031807441264390945, -0.0028313712682574987, -0.002481998410075903, -0.002132625551894307, -0.0017832526937127113, -0.0014338798355311155, -0.0010845069773495197, -0.0007351341191679239, -0.0003857612609863281, -3.638840280473232e-05, 0.0003129844553768635, 0.0006623573135584593, 0.001011730171740055, 0.0013611030299216509, 0.0017104758881032467, 0.0020598487462848425, 0.0024092216044664383, 0.002758594462648034, 0.00310796732082963, 0.0034573401790112257, 0.0038067130371928215, 0.004156085662543774, 0.004505458753556013, 0.0048548318445682526, 0.005204204469919205, 0.005553577095270157, 0.005902950186282396, 0.006252323277294636, 0.006601695902645588, 0.00695106852799654, 0.0073004416190087795, 0.007649814710021019, 0.007999187335371971, 0.008348559960722923, 0.008697932586073875, 0.009047306142747402, 0.009396678768098354, 0.009746051393449306, 0.010095424950122833, 0.010444797575473785, 0.010794170200824738, 0.01114354282617569, 0.011492915451526642, 0.011842289008200169, 0.01219166163355112]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [4.0, 3.0, 0.0, 2.0, 6.0, 6.0, 12.0, 22.0, 34.0, 37.0, 47.0, 65.0, 104.0, 130.0, 178.0, 217.0, 307.0, 439.0, 608.0, 873.0, 1194.0, 1635.0, 2245.0, 3071.0, 4022.0, 5619.0, 8556.0, 43074.0, 7924.0, 5288.0, 4033.0, 3036.0, 2247.0, 1527.0, 1163.0, 824.0, 559.0, 353.0, 255.0, 168.0, 124.0, 78.0, 65.0, 48.0, 32.0, 20.0, 25.0, 16.0, 6.0, 11.0, 10.0, 7.0, 5.0, 4.0, 3.0, 3.0, 0.0, 3.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.010160747915506363, -0.00979008711874485, -0.009419427253305912, -0.0090487664565444, -0.008678106591105461, -0.008307445794343948, -0.00793678592890501, -0.007566125597804785, -0.007195465266704559, -0.006824804469943047, -0.006454144138842821, -0.006083483807742596, -0.00571282347664237, -0.005342163145542145, -0.004971502814441919, -0.004600842483341694, -0.004230182152241468, -0.003859521821141243, -0.0034888614900410175, -0.003118201158940792, -0.0027475408278405666, -0.0023768802639096975, -0.002006219932809472, -0.0016355596017092466, -0.0012648992706090212, -0.0008942389395087957, -0.0005235785502009094, -0.00015291818999685347, 0.00021774217020720243, 0.0005884025013074279, 0.0009590628906153142, 0.0013297232799232006, 0.001700383611023426, 0.0020710439421236515, 0.002441704273223877, 0.0028123646043241024, 0.003183024935424328, 0.003553685499355197, 0.003924345597624779, 0.004295005928725004, 0.00466566625982523, 0.005036327056586742, 0.005406987387686968, 0.005777647718787193, 0.006148308049887419, 0.006518968380987644, 0.00688962871208787, 0.007260289043188095, 0.0076309493742883205, 0.008001609705388546, 0.008372270502150059, 0.008742930367588997, 0.00911359116435051, 0.009484251029789448, 0.00985491182655096, 0.010225571691989899, 0.010596232488751411, 0.01096689235419035, 0.011337553150951862, 0.0117082130163908, 0.012078873813152313, 0.012449533678591251, 0.012820194475352764, 0.013190854340791702, 0.013561515137553215]}, "_runtime": 114.99986624717712, "_timestamp": 1596226381.4999611, "_step": 43}
+{"val_accuracy": 0.7965068493150685, "val_loss": 0.5425771802799887, "_runtime": 118.02735209465027, "_timestamp": 1596226384.527447, "_step": 44}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: x Confidence: 0.252 Truth: v", "Prediction: 5 Confidence: 1.000 Truth: 5", "Prediction: 2 Confidence: 0.999 Truth: 2", "Prediction: 0 Confidence: 0.620 Truth: 0"]}, "_runtime": 118.29702615737915, "_timestamp": 1596226384.797121, "_step": 45}
+{"gradients/layers.8.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 3.0, 3.0, 2.0, 1.0, 3.0, 1.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 4.0, 5.0, 2.0, 1.0, 2.0, 3.0, 1.0, 0.0, 3.0, 5.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010890555568039417, -0.010498727671802044, -0.010106898844242096, -0.009715070948004723, -0.009323242120444775, -0.008931414224207401, -0.008539585396647453, -0.00814775750041008, -0.007755929138511419, -0.007364100776612759, -0.006972272414714098, -0.006580444052815437, -0.006188616156578064, -0.005796787794679403, -0.005404959432780743, -0.005013131070882082, -0.004621302708983421, -0.004229474347084761, -0.0038376459851861, -0.003445817856118083, -0.0030539894942194223, -0.0026621611323207617, -0.0022703330032527447, -0.001878504641354084, -0.0014866762794554234, -0.0010948479175567627, -0.0007030196720734239, -0.0003111913683824241, 8.063693530857563e-05, 0.0004724652389995754, 0.0008642935426905751, 0.001256121788173914, 0.0016479501500725746, 0.0020397785119712353, 0.002431606873869896, 0.002823435002937913, 0.0032152633648365736, 0.0036070917267352343, 0.003998919855803251, 0.004390748217701912, 0.004782576579600573, 0.005174404941499233, 0.005566233303397894, 0.0059580616652965546, 0.006349889561533928, 0.006741717923432589, 0.007133546285331249, 0.00752537464722991, 0.00791720300912857, 0.008309030905365944, 0.008700859732925892, 0.009092687629163265, 0.009484516456723213, 0.009876344352960587, 0.010268173180520535, 0.010660001076757908, 0.011051829904317856, 0.01144365780055523, 0.011835485696792603, 0.01222731452435255, 0.012619142420589924, 0.013010971248149872, 0.013402799144387245, 0.013794627971947193, 0.014186455868184566]}, "gradients/layers.8.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 3.0, 2.0, 11.0, 8.0, 12.0, 8.0, 13.0, 23.0, 27.0, 50.0, 51.0, 67.0, 93.0, 122.0, 184.0, 278.0, 413.0, 2543.0, 2648.0, 516.0, 247.0, 183.0, 112.0, 91.0, 50.0, 48.0, 36.0, 24.0, 18.0, 7.0, 8.0, 12.0, 6.0, 2.0, 2.0, 4.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08131508529186249, -0.07850769907236099, -0.0757003128528595, -0.072892926633358, -0.0700855404138565, -0.06727815419435501, -0.06447076052427292, -0.06166337803006172, -0.05885598808526993, -0.05604860186576843, -0.05324121564626694, -0.05043382942676544, -0.04762644320726395, -0.04481905698776245, -0.04201166704297066, -0.03920428082346916, -0.03639689460396767, -0.03358950838446617, -0.030782120302319527, -0.02797473408281803, -0.025167346000671387, -0.02235995978116989, -0.019552573561668396, -0.01674518547952175, -0.013937799260020256, -0.011130412109196186, -0.008323024958372116, -0.005515638738870621, -0.0027082515880465508, 9.913532994687557e-05, 0.002906522247940302, 0.0057139089331030846, 0.008521296083927155, 0.011328683234751225, 0.014136070385575294, 0.01694345660507679, 0.019750844687223434, 0.02255823090672493, 0.025365617126226425, 0.02817300520837307, 0.030980391427874565, 0.03378777951002121, 0.036595165729522705, 0.0394025519490242, 0.042209938168525696, 0.04501732438802719, 0.047824714332818985, 0.05063210055232048, 0.053439486771821976, 0.05624687299132347, 0.059054259210824966, 0.06186164915561676, 0.06466903537511826, 0.06747642159461975, 0.07028380781412125, 0.07309119403362274, 0.07589858025312424, 0.07870596647262573, 0.08151335269212723, 0.08432074636220932, 0.08712813258171082, 0.08993551880121231, 0.0927429050207138, 0.0955502912402153, 0.0983576774597168]}, "gradients/layers.5.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 1.0, 3.0, 1.0, 2.0, 3.0, 4.0, 4.0, 1.0, 5.0, 3.0, 5.0, 4.0, 2.0, 4.0, 3.0, 3.0, 1.0, 10.0, 4.0, 5.0, 3.0, 5.0, 7.0, 2.0, 2.0, 3.0, 2.0, 2.0, 4.0, 5.0, 7.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.00478749442845583, -0.004598008468747139, -0.004408522974699736, -0.004219037014991045, -0.004029551520943642, -0.003840065561234951, -0.0036505796015262604, -0.0034610938746482134, -0.0032716081477701664, -0.0030821224208921194, -0.0028926366940140724, -0.0027031507343053818, -0.002513665007427335, -0.002324179280549288, -0.002134693320840597, -0.0019452075939625502, -0.0017557218670845032, -0.0015662361402064562, -0.0013767502969130874, -0.0011872644536197186, -0.0009977787267416716, -0.0008082929416559637, -0.0006188071565702558, -0.00042932137148454785, -0.00023983558639883995, -5.034980131313205e-05, 0.00013913598377257586, 0.00032862176885828376, 0.0005181075539439917, 0.0007075933390296996, 0.0008970791241154075, 0.0010865649674087763, 0.0012760506942868233, 0.0014655364211648703, 0.001655022264458239, 0.001844508107751608, 0.002033993834629655, 0.002223479561507702, 0.0024129655212163925, 0.0026024512480944395, 0.0027919369749724865, 0.0029814227018505335, 0.0031709084287285805, 0.003360394388437271, 0.003549880115315318, 0.003739365842193365, 0.003928851801902056, 0.004118337295949459, 0.00430782325565815, 0.00449730921536684, 0.004686794709414244, 0.004876280669122934, 0.005065766163170338, 0.005255252122879028, 0.005444738082587719, 0.005634223576635122, 0.005823709536343813, 0.006013195496052504, 0.006202680990099907, 0.0063921669498085976, 0.006581652909517288, 0.0067711384035646915, 0.006960624363273382, 0.0071501098573207855, 0.007339595817029476]}, "gradients/layers.5.weight": {"_type": "histogram", "values": [2.0, 3.0, 5.0, 4.0, 7.0, 7.0, 3.0, 18.0, 14.0, 20.0, 28.0, 37.0, 69.0, 75.0, 71.0, 154.0, 170.0, 280.0, 414.0, 604.0, 862.0, 1274.0, 1868.0, 3115.0, 2069.0, 1319.0, 975.0, 686.0, 521.0, 393.0, 304.0, 206.0, 178.0, 134.0, 117.0, 69.0, 70.0, 58.0, 32.0, 29.0, 24.0, 21.0, 13.0, 15.0, 9.0, 7.0, 6.0, 3.0, 4.0, 1.0, 4.0, 3.0, 5.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.012096564285457134, -0.011589376255869865, -0.011082189157605171, -0.010575002059340477, -0.010067814029753208, -0.00956062600016594, -0.009053438901901245, -0.008546251803636551, -0.008039063774049282, -0.0075318762101233006, -0.007024688646197319, -0.0065175010822713375, -0.006010313518345356, -0.0055031259544193745, -0.004995938390493393, -0.004488750826567411, -0.00398156326264143, -0.0034743756987154484, -0.002967188134789467, -0.0024600005708634853, -0.0019528130069375038, -0.0014456254430115223, -0.0009384378790855408, -0.00043125031515955925, 7.593724876642227e-05, 0.0005831248126924038, 0.0010903123766183853, 0.0015974999405443668, 0.0021046875044703484, 0.00261187506839633, 0.0031190626323223114, 0.003626250196248293, 0.0041334377601742744, 0.004640625324100256, 0.0051478128880262375, 0.005655000451952219, 0.0061621880158782005, 0.006669375579804182, 0.007176563143730164, 0.007683750707656145, 0.008190938271582127, 0.008698126301169395, 0.00920531339943409, 0.009712500497698784, 0.010219688527286053, 0.010726876556873322, 0.011234063655138016, 0.01174125075340271, 0.012248438782989979, 0.012755626812577248, 0.013262813910841942, 0.013770001009106636, 0.014277189038693905, 0.014784377068281174, 0.015291564166545868, 0.015798751264810562, 0.016305938363075256, 0.0168131273239851, 0.017320314422249794, 0.017827501520514488, 0.01833469048142433, 0.018841877579689026, 0.01934906467795372, 0.019856251776218414, 0.02036343887448311]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 2.0, 1.0, 4.0, 3.0, 4.0, 5.0, 2.0, 6.0, 6.0, 7.0, 4.0, 6.0, 3.0, 6.0, 3.0, 5.0, 1.0, 3.0, 1.0, 6.0, 6.0, 3.0, 2.0, 3.0, 1.0, 3.0, 3.0, 1.0, 0.0, 2.0, 0.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.007970835082232952, -0.00770271010696888, -0.00743458466604352, -0.0071664596907794476, -0.006898334715515375, -0.006630209274590015, -0.006362084299325943, -0.006093959324061871, -0.005825834348797798, -0.005557708907872438, -0.005289583932608366, -0.005021458957344294, -0.004753333516418934, -0.0044852085411548615, -0.004217083565890789, -0.003948958124965429, -0.003680833149701357, -0.003412707941606641, -0.0031445829663425684, -0.0028764577582478523, -0.00260833278298378, -0.002340207574889064, -0.0020720823667943478, -0.0018039572751149535, -0.0015358321834355593, -0.001267707091756165, -0.0009995820000767708, -0.0007314567919820547, -0.00046333170030266047, -0.00019520657951943576, 7.291854126378894e-05, 0.00034104366204701364, 0.0006091687828302383, 0.0008772938745096326, 0.0011454189661890268, 0.001413544174283743, 0.0016816692659631371, 0.0019497943576425314, 0.0022179195657372475, 0.00248604454100132, 0.002754169749096036, 0.003022294957190752, 0.0032904199324548244, 0.0035585451405495405, 0.0038266703486442566, 0.004094795323908329, 0.004362920299172401, 0.004631045740097761, 0.004899170715361834, 0.005167295690625906, 0.005435421131551266, 0.005703546106815338, 0.0059716710820794106, 0.00623979652300477, 0.006507921498268843, 0.006776046473532915, 0.007044171914458275, 0.007312296889722347, 0.00758042186498642, 0.007848546840250492, 0.008116671815514565, 0.008384797722101212, 0.008652922697365284, 0.008921047672629356, 0.009189172647893429]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 3.0, 2.0, 2.0, 4.0, 6.0, 7.0, 5.0, 9.0, 30.0, 23.0, 33.0, 72.0, 93.0, 152.0, 274.0, 377.0, 556.0, 903.0, 1381.0, 2029.0, 3335.0, 2360.0, 1510.0, 1033.0, 678.0, 476.0, 305.0, 229.0, 152.0, 110.0, 73.0, 37.0, 26.0, 19.0, 23.0, 14.0, 9.0, 5.0, 5.0, 2.0, 4.0, 6.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.04691099748015404, -0.045426614582538605, -0.04394223168492317, -0.04245785251259804, -0.040973469614982605, -0.03948908671736717, -0.03800470381975174, -0.036520324647426605, -0.03503594174981117, -0.03355155885219574, -0.03206717595458031, -0.030582794919610023, -0.02909841202199459, -0.027614030987024307, -0.026129648089408875, -0.02464526705443859, -0.023160884156823158, -0.021676501259207726, -0.020192120224237442, -0.01870773732662201, -0.017223356291651726, -0.015738973394036293, -0.014254591427743435, -0.012770209461450577, -0.011285827495157719, -0.00980144552886486, -0.008317063562572002, -0.006832681130617857, -0.005348299164324999, -0.0038639171980321407, -0.002379534998908639, -0.000895152916200459, 0.000589229166507721, 0.002073611132800579, 0.003557993331924081, 0.005042375531047583, 0.006526757497340441, 0.008011139929294586, 0.009495521895587444, 0.010979903861880302, 0.01246428582817316, 0.013948667794466019, 0.015433049760758877, 0.016917431727051735, 0.018401814624667168, 0.01988619565963745, 0.021370578557252884, 0.022854959592223167, 0.0243393424898386, 0.025823725387454033, 0.027308106422424316, 0.02879248932003975, 0.030276870355010033, 0.031761251389980316, 0.03324563428759575, 0.03473001718521118, 0.036214400082826614, 0.03769878298044205, 0.03918316215276718, 0.040667545050382614, 0.04215192794799805, 0.04363631084561348, 0.045120690017938614, 0.04660507291555405, 0.04808945581316948]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 2.0, 5.0, 1.0, 4.0, 2.0, 1.0, 1.0, 7.0, 5.0, 3.0, 7.0, 4.0, 8.0, 3.0, 8.0, 10.0, 3.0, 7.0, 6.0, 3.0, 1.0, 1.0, 3.0, 4.0, 2.0, 6.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.01779061183333397, -0.01722206547856331, -0.01665351912379265, -0.016084972769021988, -0.015516427345573902, -0.014947880990803242, -0.014379335567355156, -0.013810789212584496, -0.013242242857813835, -0.012673696503043175, -0.012105150148272514, -0.011536604724824429, -0.010968058370053768, -0.010399512015283108, -0.009830966591835022, -0.009262420237064362, -0.008693873882293701, -0.00812532752752304, -0.007556781638413668, -0.006988235749304295, -0.006419689394533634, -0.005851143039762974, -0.005282597150653601, -0.004714051261544228, -0.004145504906773567, -0.0035769587848335505, -0.0030084126628935337, -0.002439866540953517, -0.0018713204190135002, -0.0013027742970734835, -0.0007342281751334667, -0.00016568205319344997, 0.00040286406874656677, 0.0009714101906865835, 0.0015399563126266003, 0.002108502434566617, 0.0026770485565066338, 0.0032455946784466505, 0.0038141408003866673, 0.00438268668949604, 0.004951233044266701, 0.005519779399037361, 0.006088325288146734, 0.006656871177256107, 0.007225417532026768, 0.007793963886797428, 0.008362509310245514, 0.008931055665016174, 0.009499602019786835, 0.010068148374557495, 0.010636694729328156, 0.011205240152776241, 0.011773786507546902, 0.012342332862317562, 0.012910878285765648, 0.013479424640536308, 0.014047970995306969, 0.014616517350077629, 0.01518506370484829, 0.01575361005961895, 0.01632215455174446, 0.01689070090651512, 0.017459247261285782, 0.018027793616056442, 0.018596339970827103]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 2.0, 3.0, 7.0, 8.0, 2.0, 8.0, 13.0, 9.0, 5.0, 9.0, 11.0, 18.0, 14.0, 25.0, 37.0, 33.0, 36.0, 73.0, 109.0, 210.0, 245.0, 372.0, 512.0, 754.0, 1183.0, 1787.0, 2544.0, 3578.0, 5277.0, 8004.0, 46461.0, 10712.0, 5776.0, 3662.0, 2442.0, 1763.0, 1212.0, 921.0, 616.0, 483.0, 358.0, 265.0, 186.0, 158.0, 107.0, 59.0, 66.0, 43.0, 46.0, 29.0, 23.0, 20.0, 14.0, 10.0, 8.0, 5.0, 6.0, 2.0, 3.0, 1.0, 3.0, 1.0, 1.0], "bins": [-0.01804986596107483, -0.017482072114944458, -0.016914278268814087, -0.016346486285328865, -0.015778692439198494, -0.015210898593068123, -0.014643104746937752, -0.014075311832129955, -0.013507517985999584, -0.012939724139869213, -0.012371931225061417, -0.011804137378931046, -0.011236343532800674, -0.010668550617992878, -0.010100756771862507, -0.00953296385705471, -0.00896517001092434, -0.008397376164793968, -0.007829583249986172, -0.007261789403855801, -0.006693996023386717, -0.006126202642917633, -0.005558408796787262, -0.004990615416318178, -0.004422822035849094, -0.0038550286553800106, -0.003287235042080283, -0.0027194414287805557, -0.002151648048311472, -0.0015838545514270663, -0.0010160610545426607, -0.0004482675576582551, 0.00011952593922615051, 0.0006873194361105561, 0.0012551129329949617, 0.0018229064298793674, 0.002390699926763773, 0.0029584933072328568, 0.003526286920532584, 0.004094080533832312, 0.004661873914301395, 0.005229667294770479, 0.005797460675239563, 0.006365254521369934, 0.006933047901839018, 0.007500841282308102, 0.008068635128438473, 0.00863642804324627, 0.00920422188937664, 0.009772015735507011, 0.010339808650314808, 0.010907602496445179, 0.011475395411252975, 0.012043189257383347, 0.012610983103513718, 0.013178776018321514, 0.013746569864451885, 0.014314363710582256, 0.014882156625390053, 0.015449950471520424, 0.016017744317650795, 0.016585538163781166, 0.017153330147266388, 0.01772112399339676, 0.01828891783952713]}, "_runtime": 121.39620304107666, "_timestamp": 1596226387.896298, "_step": 46}
+{"val_accuracy": 0.7977275970319635, "val_loss": 0.5413521657523499, "_runtime": 126.01219201087952, "_timestamp": 1596226392.512287, "_step": 47}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: X Confidence: 0.269 Truth: v", "Prediction: 5 Confidence: 1.000 Truth: 5", "Prediction: 2 Confidence: 0.998 Truth: 2", "Prediction: 0 Confidence: 0.631 Truth: 0"]}, "_runtime": 126.28095650672913, "_timestamp": 1596226392.7810514, "_step": 48}
+{"gradients/layers.8.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 3.0, 5.0, 2.0, 0.0, 3.0, 2.0, 3.0, 3.0, 3.0, 3.0, 4.0, 4.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008623737841844559, -0.008331449702382088, -0.008039162494242191, -0.007746874820441008, -0.007454587146639824, -0.007162299007177353, -0.006870011333376169, -0.0065777236595749855, -0.006285435985773802, -0.005993148311972618, -0.005700860638171434, -0.005408572964370251, -0.00511628482490778, -0.004823997151106596, -0.004531709477305412, -0.004239421803504229, -0.003947134129703045, -0.003654846455901861, -0.0033625587821006775, -0.00307027087546885, -0.0027779832016676664, -0.0024856955278664827, -0.0021934076212346554, -0.0019011199474334717, -0.001608832273632288, -0.0013165445998311043, -0.0010242568096145988, -0.0007319690776057541, -0.0004396813455969095, -0.0001473936135880649, 0.0001448941184207797, 0.0004371818504296243, 0.0007294695824384689, 0.0010217572562396526, 0.0013140450464561582, 0.0016063328366726637, 0.0018986205104738474, 0.002190908184275031, 0.0024831960909068584, 0.002775483764708042, 0.003067771438509226, 0.0033600591123104095, 0.0036523467861115932, 0.003944634459912777, 0.004236922599375248, 0.004529210273176432, 0.004821497946977615, 0.005113785620778799, 0.005406073294579983, 0.0056983609683811665, 0.00599064864218235, 0.006282936315983534, 0.0065752239897847176, 0.006867512129247189, 0.007159799803048372, 0.007452087476849556, 0.00774437515065074, 0.008036662824451923, 0.008328950963914394, 0.00862123817205429, 0.008913526311516762, 0.009205813519656658, 0.00949810165911913, 0.009790388867259026, 0.010082677006721497]}, "gradients/layers.8.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 1.0, 3.0, 3.0, 2.0, 1.0, 2.0, 3.0, 1.0, 3.0, 3.0, 7.0, 7.0, 9.0, 16.0, 20.0, 8.0, 29.0, 35.0, 32.0, 47.0, 58.0, 70.0, 109.0, 106.0, 187.0, 242.0, 315.0, 564.0, 4196.0, 714.0, 320.0, 204.0, 129.0, 98.0, 84.0, 60.0, 57.0, 27.0, 28.0, 29.0, 16.0, 20.0, 18.0, 14.0, 13.0, 5.0, 3.0, 1.0, 3.0, 3.0, 1.0, 0.0, 0.0, 0.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.05700071156024933, -0.05518108606338501, -0.05336146056652069, -0.05154183879494667, -0.04972221329808235, -0.04790258780121803, -0.046082962304353714, -0.044263336807489395, -0.042443715035915375, -0.040624089539051056, -0.03880446404218674, -0.03698483854532242, -0.0351652130484581, -0.03334558755159378, -0.03152596578001976, -0.02970634028315544, -0.027886714786291122, -0.026067089289426804, -0.024247465655207634, -0.022427840158343315, -0.020608216524124146, -0.018788591027259827, -0.016968965530395508, -0.015149340964853764, -0.01332971639931202, -0.011510091833770275, -0.009690467268228531, -0.007870841771364212, -0.006051217205822468, -0.004231592640280724, -0.002411967609077692, -0.0005923428107053041, 0.0012272819876670837, 0.0030469067860394716, 0.0048665315844118595, 0.006686156615614891, 0.008505781181156635, 0.01032540574669838, 0.012145031243562698, 0.013964655809104443, 0.015784280374646187, 0.017603905871510506, 0.019423529505729675, 0.021243155002593994, 0.023062780499458313, 0.024882404133677483, 0.0267020296305418, 0.02852165326476097, 0.03034127876162529, 0.03216090425848961, 0.03398052975535393, 0.03580015152692795, 0.03761977702379227, 0.039439402520656586, 0.041259028017520905, 0.04307865351438522, 0.04489827901124954, 0.04671790078282356, 0.04853752627968788, 0.0503571517765522, 0.05217677727341652, 0.05399640277028084, 0.05581602454185486, 0.05763565003871918, 0.059455275535583496]}, "gradients/layers.5.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 3.0, 1.0, 0.0, 2.0, 0.0, 3.0, 3.0, 4.0, 2.0, 3.0, 6.0, 1.0, 4.0, 5.0, 1.0, 1.0, 2.0, 5.0, 4.0, 5.0, 1.0, 2.0, 4.0, 8.0, 7.0, 2.0, 5.0, 2.0, 1.0, 4.0, 5.0, 2.0, 3.0, 3.0, 2.0, 2.0, 3.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.003986691124737263, -0.003859866876155138, -0.0037330426275730133, -0.0036062183789908886, -0.003479394130408764, -0.003352569881826639, -0.0032257456332445145, -0.0030989213846623898, -0.002972097136080265, -0.0028452728874981403, -0.0027184486389160156, -0.002591624390333891, -0.002464800141751766, -0.0023379758931696415, -0.002211151644587517, -0.002084327396005392, -0.0019575031474232674, -0.0018306788988411427, -0.001703854650259018, -0.0015770304016768932, -0.0014502061530947685, -0.0013233819045126438, -0.001196557655930519, -0.0010697334073483944, -0.0009429091587662697, -0.000816084910184145, -0.0006892606616020203, -0.0005624364130198956, -0.00043561216443777084, -0.00030878791585564613, -0.00018196366727352142, -5.513941869139671e-05, 7.1684829890728e-05, 0.0001985090784728527, 0.0003253333270549774, 0.0004521575756371021, 0.0005789818242192268, 0.0007058060728013515, 0.0008326303213834763, 0.000959454569965601, 0.0010862788185477257, 0.0012131030671298504, 0.001339927315711975, 0.0014667515642940998, 0.0015935758128762245, 0.0017204000614583492, 0.001847224310040474, 0.0019740485586225986, 0.0021008728072047234, 0.002227697055786848, 0.0023545213043689728, 0.0024813455529510975, 0.002608169801533222, 0.002734994050115347, 0.0028618182986974716, 0.0029886425472795963, 0.003115466795861721, 0.0032422910444438457, 0.0033691152930259705, 0.003495939541608095, 0.00362276379019022, 0.0037495880387723446, 0.0038764122873544693, 0.004003236535936594, 0.004130060784518719]}, "gradients/layers.5.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 3.0, 2.0, 0.0, 2.0, 1.0, 4.0, 1.0, 7.0, 5.0, 5.0, 8.0, 13.0, 19.0, 20.0, 32.0, 46.0, 46.0, 81.0, 87.0, 131.0, 217.0, 283.0, 432.0, 581.0, 832.0, 1232.0, 1736.0, 2468.0, 3057.0, 1486.0, 944.0, 657.0, 473.0, 354.0, 257.0, 192.0, 132.0, 103.0, 91.0, 67.0, 51.0, 38.0, 48.0, 30.0, 29.0, 13.0, 14.0, 11.0, 9.0, 9.0, 7.0, 1.0, 4.0, 2.0, 2.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0], "bins": [-0.012889080680906773, -0.012478850781917572, -0.012068620882928371, -0.01165839098393917, -0.011248162016272545, -0.010837932117283344, -0.010427702218294144, -0.010017472319304943, -0.009607242420315742, -0.009197012521326542, -0.008786783553659916, -0.008376553654670715, -0.007966323755681515, -0.007556093856692314, -0.0071458639577031136, -0.0067356345243752, -0.006325404625386, -0.005915174726396799, -0.005504945293068886, -0.005094715394079685, -0.004684485495090485, -0.004274256061762571, -0.0038640261627733707, -0.00345379626378417, -0.003043566597625613, -0.0026333369314670563, -0.0022231070324778557, -0.0018128773663192987, -0.00140264758374542, -0.0009924178011715412, -0.0005821880768053234, -0.00017195832333527505, 0.00023827143013477325, 0.000648501212708652, 0.0010587309952825308, 0.0014689606614410877, 0.0018791904440149665, 0.0022894202265888453, 0.002699649892747402, 0.003109879791736603, 0.0035201094578951597, 0.003930339124053717, 0.004340569023042917, 0.004750798922032118, 0.005161028355360031, 0.005571258254349232, 0.005981488153338432, 0.006391717586666346, 0.006801947485655546, 0.007212177384644747, 0.00762240681797266, 0.00803263671696186, 0.008442866615951061, 0.008853096514940262, 0.009263326413929462, 0.009673555381596088, 0.010083785280585289, 0.01049401517957449, 0.01090424507856369, 0.01131447497755289, 0.011724704876542091, 0.012134933844208717, 0.012545163743197918, 0.012955393642187119, 0.013365623541176319]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 3.0, 4.0, 1.0, 3.0, 0.0, 0.0, 2.0, 1.0, 1.0, 3.0, 5.0, 2.0, 5.0, 5.0, 7.0, 6.0, 3.0, 5.0, 6.0, 5.0, 6.0, 4.0, 6.0, 4.0, 4.0, 4.0, 4.0, 1.0, 3.0, 4.0, 3.0, 3.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.006386082619428635, -0.006173116620630026, -0.005960151087492704, -0.005747185088694096, -0.005534219089895487, -0.005321253556758165, -0.005108287557959557, -0.004895321559160948, -0.004682356026023626, -0.0044693900272250175, -0.004256424028426409, -0.004043458495289087, -0.0038304924964904785, -0.0036175267305225134, -0.0034045609645545483, -0.0031915949657559395, -0.0029786291997879744, -0.0027656634338200092, -0.0025526974350214005, -0.0023397316690534353, -0.00212676590308547, -0.0019138000207021832, -0.0017008341383188963, -0.0014878683723509312, -0.0012749024899676442, -0.0010619366075843573, -0.0008489708416163921, -0.0006360049592331052, -0.00042303913505747914, -0.00021007329632993788, 2.8925423976033926e-06, 0.00021585838112514466, 0.00042882421985268593, 0.000641790044028312, 0.000854755868203938, 0.001067721750587225, 0.00128068751655519, 0.001493653398938477, 0.001706619281321764, 0.0019195850472897291, 0.0021325508132576942, 0.002345516812056303, 0.002558482578024268, 0.0027714483439922333, 0.002984414342790842, 0.003197380108758807, 0.0034103458747267723, 0.003623311873525381, 0.003836277639493346, 0.004049243405461311, 0.00426220940425992, 0.004475174937397242, 0.00468814093619585, 0.004901106934994459, 0.005114072468131781, 0.005327038466930389, 0.005540004465728998, 0.00575296999886632, 0.0059659359976649284, 0.006178901996463537, 0.006391867529600859, 0.0066048335283994675, 0.006817799527198076, 0.007030765060335398, 0.0072437310591340065]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 2.0, 4.0, 2.0, 5.0, 4.0, 4.0, 10.0, 13.0, 25.0, 27.0, 56.0, 78.0, 122.0, 191.0, 300.0, 421.0, 691.0, 1158.0, 1747.0, 2833.0, 3617.0, 1854.0, 1150.0, 709.0, 424.0, 320.0, 201.0, 138.0, 77.0, 56.0, 45.0, 29.0, 15.0, 22.0, 9.0, 2.0, 4.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.03952007740736008, -0.038252584636211395, -0.03698509559035301, -0.03571760281920433, -0.03445011004805565, -0.03318261727690697, -0.031915128231048584, -0.030647635459899902, -0.02938014268875122, -0.02811265178024769, -0.026845160871744156, -0.025577668100595474, -0.024310177192091942, -0.02304268442094326, -0.021775193512439728, -0.020507700741291046, -0.019240209832787514, -0.01797271892428398, -0.0167052261531353, -0.015437734313309193, -0.014170242473483086, -0.012902751564979553, -0.011635259725153446, -0.01036776788532734, -0.009100276045501232, -0.007832784205675125, -0.006565292365849018, -0.005297800991684198, -0.004030309151858091, -0.0027628173120319843, -0.001495325705036521, -0.00022783398162573576, 0.0010396577417850494, 0.0023071495816111565, 0.00357464118860662, 0.004842132795602083, 0.00610962463542819, 0.007377116475254297, 0.008644607849419117, 0.009912099689245224, 0.011179591529071331, 0.012447083368897438, 0.013714575208723545, 0.014982067048549652, 0.016249557957053185, 0.017517050728201866, 0.0187845416367054, 0.02005203440785408, 0.021319525316357613, 0.022587016224861145, 0.023854508996009827, 0.02512199990451336, 0.02638949267566204, 0.027656983584165573, 0.028924476355314255, 0.030191967263817787, 0.03145945817232132, 0.03272695094347, 0.03399444371461868, 0.035261932760477066, 0.03652942553162575, 0.03779691830277443, 0.03906441107392311, 0.040331900119781494, 0.041599392890930176]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 3.0, 2.0, 2.0, 1.0, 2.0, 2.0, 9.0, 4.0, 6.0, 3.0, 4.0, 4.0, 4.0, 2.0, 5.0, 4.0, 5.0, 5.0, 4.0, 2.0, 5.0, 7.0, 6.0, 5.0, 4.0, 3.0, 1.0, 1.0, 2.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.008284651674330235, -0.008007763884961605, -0.007730876095592976, -0.007453988306224346, -0.007177100516855717, -0.006900212727487087, -0.006623324938118458, -0.006346437148749828, -0.006069549359381199, -0.005792661104351282, -0.005515773314982653, -0.005238885525614023, -0.004961997736245394, -0.004685109946876764, -0.004408222157508135, -0.004131334368139505, -0.003854446578770876, -0.0035775587894022465, -0.003300671000033617, -0.0030237832106649876, -0.002746895421296358, -0.002470007399097085, -0.0021931196097284555, -0.001916231820359826, -0.0016393440309911966, -0.0013624562416225672, -0.0010855684522539377, -0.0008086805464699864, -0.000531792757101357, -0.00025490493862889707, 2.198287984356284e-05, 0.00029887069831602275, 0.0005757585167884827, 0.0008526463061571121, 0.0011295340955257416, 0.0014064220013096929, 0.0016833097906783223, 0.0019601976964622736, 0.002237085485830903, 0.0025139732751995325, 0.002790861064568162, 0.0030677488539367914, 0.003344636643305421, 0.0036215244326740503, 0.0038984124548733234, 0.004175300244241953, 0.004452188033610582, 0.004729075822979212, 0.005005963612347841, 0.005282851401716471, 0.0055597391910851, 0.00583662698045373, 0.006113514769822359, 0.0063904025591909885, 0.006667290348559618, 0.0069441781379282475, 0.007221066392958164, 0.007497954182326794, 0.007774841971695423, 0.008051729761064053, 0.008328617550432682, 0.008605505339801311, 0.008882393129169941, 0.00915928091853857, 0.0094361687079072]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 2.0, 5.0, 7.0, 13.0, 17.0, 17.0, 17.0, 20.0, 32.0, 42.0, 72.0, 93.0, 100.0, 151.0, 200.0, 272.0, 340.0, 471.0, 591.0, 784.0, 970.0, 1183.0, 1483.0, 2033.0, 2370.0, 3017.0, 4064.0, 5629.0, 9040.0, 42831.0, 5965.0, 4145.0, 2966.0, 2235.0, 1778.0, 1531.0, 1253.0, 972.0, 780.0, 585.0, 479.0, 357.0, 282.0, 235.0, 175.0, 150.0, 128.0, 101.0, 92.0, 53.0, 49.0, 30.0, 41.0, 22.0, 17.0, 14.0, 11.0, 10.0, 8.0, 6.0, 6.0, 3.0, 5.0], "bins": [-0.008133732713758945, -0.007864919491112232, -0.007596106734126806, -0.00732729397714138, -0.007058480754494667, -0.006789667997509241, -0.006520855240523815, -0.006252042017877102, -0.005983229260891676, -0.00571441650390625, -0.005445603281259537, -0.005176790524274111, -0.004907977767288685, -0.004639164544641972, -0.004370351787656546, -0.004101538565009832, -0.0038327258080244064, -0.003563912818208337, -0.0032950998283922672, -0.0030262870714068413, -0.0027574740815907717, -0.002488661091774702, -0.002219848334789276, -0.0019510353449732065, -0.001682222355157137, -0.0014134093653410673, -0.0011445964919403195, -0.0008757835603319108, -0.0006069706287235022, -0.00033815769711509347, -6.934476550668478e-05, 0.0001994681661017239, 0.0004682810977101326, 0.0007370940293185413, 0.00100590696092695, 0.0012747198343276978, 0.0015435328241437674, 0.001812345813959837, 0.002081158570945263, 0.0023499715607613325, 0.002618784550577402, 0.0028875975403934717, 0.0031564105302095413, 0.0034252232871949673, 0.003694036277011037, 0.0039628492668271065, 0.004231662023812532, 0.004500475246459246, 0.004769288003444672, 0.005038100760430098, 0.005306913983076811, 0.005575726740062237, 0.00584453996270895, 0.006113352719694376, 0.006382165476679802, 0.006650978699326515, 0.006919791456311941, 0.007188604213297367, 0.00745741743594408, 0.007726230192929506, 0.007995042949914932, 0.008263856172561646, 0.008532669395208359, 0.008801481686532497, 0.00907029490917921]}, "_runtime": 127.76119375228882, "_timestamp": 1596226394.2612886, "_step": 49}
+{"gradients/layers.8.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 5.0, 3.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 2.0, 1.0, 0.0, 3.0, 1.0, 1.0, 3.0, 1.0, 3.0, 4.0, 2.0, 1.0, 0.0, 3.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.006591938901692629, -0.006370842922478914, -0.006149747408926487, -0.005928651429712772, -0.005707555450499058, -0.0054864599369466305, -0.005265363957732916, -0.005044268444180489, -0.004823172464966774, -0.004602076485753059, -0.004380980972200632, -0.0041598849929869175, -0.00393878947943449, -0.0037176935002207756, -0.003496597521007061, -0.00327550177462399, -0.003054406028240919, -0.002833310281857848, -0.0026122145354747772, -0.0023911185562610626, -0.0021700228098779917, -0.0019489270634949207, -0.001727831200696528, -0.0015067353378981352, -0.0012856395915150642, -0.0010645438451319933, -0.0008434479823336005, -0.0006223521777428687, -0.0004012563731521368, -0.00018016056856140494, 4.0935236029326916e-05, 0.0002620310406200588, 0.00048312684521079063, 0.0007042226498015225, 0.0009253184543922544, 0.0011464143171906471, 0.001367510063573718, 0.001588605809956789, 0.0018097016727551818, 0.0020307975355535746, 0.0022518932819366455, 0.0024729890283197165, 0.0026940847747027874, 0.002915180753916502, 0.003136276500299573, 0.003357372246682644, 0.0035784682258963585, 0.0037995639722794294, 0.0040206597186625, 0.004241755697876215, 0.004462851211428642, 0.004683947190642357, 0.0049050431698560715, 0.005126138683408499, 0.005347234662622213, 0.005568330176174641, 0.005789426155388355, 0.00601052213460207, 0.006231617648154497, 0.006452713627368212, 0.006673809140920639, 0.006894905120134354, 0.007116001099348068, 0.0073370966129004955, 0.00755819259211421]}, "gradients/layers.8.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 3.0, 0.0, 1.0, 2.0, 6.0, 4.0, 7.0, 11.0, 17.0, 15.0, 28.0, 36.0, 44.0, 46.0, 58.0, 95.0, 135.0, 173.0, 259.0, 409.0, 754.0, 4065.0, 732.0, 347.0, 202.0, 120.0, 87.0, 75.0, 44.0, 35.0, 33.0, 22.0, 13.0, 5.0, 7.0, 7.0, 10.0, 3.0, 4.0, 2.0, 2.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.06894517689943314, -0.06698617339134216, -0.06502716988325119, -0.06306816637516022, -0.061109162867069244, -0.05915015563368797, -0.057191152125597, -0.05523214861750603, -0.053273145109415054, -0.05131414160132408, -0.04935513809323311, -0.047396134585142136, -0.045437127351760864, -0.04347812384366989, -0.04151912033557892, -0.039560116827487946, -0.03760111331939697, -0.035642109811306, -0.03368310630321503, -0.031724102795124054, -0.029765097424387932, -0.02780609391629696, -0.025847088545560837, -0.023888085037469864, -0.02192908152937889, -0.019970078021287918, -0.018011074513196945, -0.016052069142460823, -0.01409306563436985, -0.012134062126278877, -0.01017505768686533, -0.008216053247451782, -0.006257049739360809, -0.004298045765608549, -0.002339041791856289, -0.0003800378181040287, 0.0015789661556482315, 0.0035379701294004917, 0.005496974103152752, 0.007455978076905012, 0.009414982050657272, 0.011373985558748245, 0.013332989998161793, 0.01529199443757534, 0.017250997945666313, 0.019210001453757286, 0.021169006824493408, 0.02312801033258438, 0.025087013840675354, 0.027046017348766327, 0.0290050208568573, 0.030964026227593422, 0.032923027873039246, 0.03488203510642052, 0.03684103861451149, 0.03880004212260246, 0.040759045630693436, 0.04271804913878441, 0.04467705264687538, 0.046636056154966354, 0.048595063388347626, 0.0505540668964386, 0.05251307040452957, 0.054472073912620544, 0.05643107742071152]}, "gradients/layers.5.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 4.0, 2.0, 2.0, 2.0, 1.0, 3.0, 3.0, 3.0, 3.0, 5.0, 2.0, 0.0, 2.0, 7.0, 7.0, 7.0, 5.0, 7.0, 8.0, 5.0, 3.0, 6.0, 1.0, 0.0, 3.0, 5.0, 3.0, 4.0, 1.0, 0.0, 3.0, 0.0, 0.0, 2.0, 3.0, 1.0, 0.0, 1.0, 3.0, 0.0, 0.0, 1.0], "bins": [-0.0067017581313848495, -0.006530797574669123, -0.006359837017953396, -0.006188876461237669, -0.006017915904521942, -0.005846954882144928, -0.005675994325429201, -0.005505033768713474, -0.005334073211997747, -0.005163112655282021, -0.004992152098566294, -0.004821191541850567, -0.004650230519473553, -0.004479269962757826, -0.004308309406042099, -0.004137348849326372, -0.003966388292610645, -0.0037954277358949184, -0.0036244671791791916, -0.003453506389632821, -0.0032825458329170942, -0.0031115852762013674, -0.002940624486654997, -0.00276966392993927, -0.002598703373223543, -0.0024277428165078163, -0.0022567822597920895, -0.002085821470245719, -0.001914860913529992, -0.0017439003568142653, -0.0015729396836832166, -0.001401979010552168, -0.001231018453836441, -0.0010600578971207142, -0.0008890972239896655, -0.0007181366090662777, -0.00054717599414289, -0.0003762153792195022, -0.00020525476429611444, -3.429414937272668e-05, 0.0001366664655506611, 0.00030762708047404885, 0.0004785876953974366, 0.0006495483103208244, 0.0008205089252442122, 0.000991469481959939, 0.0011624301550909877, 0.0013333908282220364, 0.0015043513849377632, 0.00167531194165349, 0.0018462726147845387, 0.0020172332879155874, 0.0021881938446313143, 0.002359154401347041, 0.0025301151908934116, 0.0027010757476091385, 0.0028720363043248653, 0.003042996861040592, 0.003213957417756319, 0.0033849182073026896, 0.0035558787640184164, 0.0037268393207341433, 0.0038978001102805138, 0.004068760666996241, 0.0042397212237119675]}, "gradients/layers.5.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 4.0, 7.0, 8.0, 11.0, 19.0, 21.0, 37.0, 43.0, 69.0, 121.0, 212.0, 317.0, 525.0, 771.0, 1186.0, 1930.0, 3042.0, 3338.0, 1611.0, 937.0, 631.0, 461.0, 314.0, 199.0, 178.0, 105.0, 84.0, 44.0, 51.0, 35.0, 19.0, 14.0, 4.0, 6.0, 2.0, 6.0, 6.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.019725006073713303, -0.019180743023753166, -0.01863648183643818, -0.018092218786478043, -0.017547957599163055, -0.01700369454920292, -0.016459433361887932, -0.015915170311927795, -0.015370908193290234, -0.014826646074652672, -0.01428238395601511, -0.013738121837377548, -0.013193858787417412, -0.01264959666877985, -0.012105334550142288, -0.011561072431504726, -0.011016810312867165, -0.010472548194229603, -0.009928286075592041, -0.00938402395695448, -0.008839761838316917, -0.008295498788356781, -0.007751236669719219, -0.007206974551081657, -0.006662712432444096, -0.006118450313806534, -0.005574188195168972, -0.005029925610870123, -0.004485663492232561, -0.003941401373594999, -0.003397139022126794, -0.0028528766706585884, -0.0023086145520210266, -0.001764352316968143, -0.0012200900819152594, -0.0006758278468623757, -0.0001315656118094921, 0.0004126966232433915, 0.0009569588582962751, 0.0015012210933491588, 0.0020454833284020424, 0.002589745447039604, 0.0031340077985078096, 0.003678270149976015, 0.004222532268613577, 0.004766794387251139, 0.005311056971549988, 0.00585531909018755, 0.006399581208825111, 0.006943843327462673, 0.007488105446100235, 0.008032367564737797, 0.008576629683375359, 0.009120892733335495, 0.009665154851973057, 0.010209416970610619, 0.01075367908924818, 0.011297941207885742, 0.011842203326523304, 0.012386465445160866, 0.012930728495121002, 0.013474990613758564, 0.014019252732396126, 0.014563514851033688, 0.01510777696967125]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 2.0, 2.0, 0.0, 2.0, 4.0, 3.0, 4.0, 4.0, 3.0, 5.0, 8.0, 4.0, 5.0, 3.0, 1.0, 7.0, 3.0, 7.0, 7.0, 6.0, 4.0, 2.0, 4.0, 3.0, 2.0, 1.0, 5.0, 1.0, 2.0, 2.0, 2.0, 0.0, 1.0, 0.0, 3.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.007591108791530132, -0.007372075226157904, -0.007153041660785675, -0.006934008561074734, -0.006714974995702505, -0.0064959414303302765, -0.006276907864958048, -0.0060578747652471066, -0.005838841199874878, -0.005619807634502649, -0.005400774069130421, -0.005181740503758192, -0.004962707404047251, -0.004743673838675022, -0.0045246402733027935, -0.004305606707930565, -0.0040865736082196236, -0.0038675398100167513, -0.0036485064774751663, -0.0034294729121029377, -0.0032104395795613527, -0.002991406014189124, -0.002772372681647539, -0.0025533391162753105, -0.002334305550903082, -0.002115272218361497, -0.0018962387694045901, -0.0016772053204476833, -0.0014581717550754547, -0.001239138306118548, -0.0010201048571616411, -0.0008010714082047343, -0.0005820379592478275, -0.00036300451029092073, -0.00014397103223018348, 7.506243127863854e-05, 0.00029409589478746057, 0.0005131293437443674, 0.0007321628509089351, 0.0009511962998658419, 0.0011702297488227487, 0.0013892631977796555, 0.0016082966467365623, 0.001827330095693469, 0.0020463636610656977, 0.0022653969936072826, 0.0024844305589795113, 0.0027034638915210962, 0.002922497456893325, 0.0031415310222655535, 0.0033605643548071384, 0.003579597920179367, 0.003798631252720952, 0.004017664585262537, 0.004236698150634766, 0.004455731716006994, 0.004674765281379223, 0.0048937988467514515, 0.005112831946462393, 0.005331865511834621, 0.00555089907720685, 0.005769932642579079, 0.00598896574229002, 0.006207999307662249, 0.006427032873034477]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 3.0, 7.0, 12.0, 12.0, 22.0, 25.0, 30.0, 42.0, 73.0, 82.0, 119.0, 189.0, 304.0, 406.0, 599.0, 904.0, 1344.0, 2013.0, 3137.0, 2483.0, 1580.0, 986.0, 662.0, 436.0, 280.0, 192.0, 131.0, 71.0, 82.0, 43.0, 29.0, 21.0, 14.0, 14.0, 5.0, 4.0, 4.0, 2.0, 1.0, 1.0, 2.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.04011526703834534, -0.03896663710474968, -0.03781801089644432, -0.03666938096284866, -0.035520754754543304, -0.03437212482094765, -0.03322349488735199, -0.03207486867904663, -0.030926238745450974, -0.029777610674500465, -0.028628982603549957, -0.0274803526699543, -0.026331724599003792, -0.025183096528053284, -0.024034466594457626, -0.022885838523507118, -0.02173721045255661, -0.020588582381606102, -0.019439954310655594, -0.018291324377059937, -0.01714269630610943, -0.01599406823515892, -0.014845439232885838, -0.013696810230612755, -0.012548182159662247, -0.011399554088711739, -0.010250925086438656, -0.009102296084165573, -0.007953668013215065, -0.00680503947660327, -0.005656410939991474, -0.004507782403379679, -0.0033591538667678833, -0.002210525330156088, -0.0010618967935442924, 8.673174306750298e-05, 0.0012353602796792984, 0.002383988816291094, 0.0035326173529028893, 0.004681245889514685, 0.00582987442612648, 0.0069785029627382755, 0.008127131499350071, 0.009275760501623154, 0.010424388572573662, 0.01157301664352417, 0.012721645645797253, 0.013870274648070335, 0.015018902719020844, 0.01616753078997135, 0.01731615886092186, 0.018464788794517517, 0.019613416865468025, 0.020762044936418533, 0.02191067487001419, 0.0230593029409647, 0.024207931011915207, 0.025356559082865715, 0.026505187153816223, 0.02765381708741188, 0.02880244515836239, 0.029951073229312897, 0.031099703162908554, 0.03224832937121391, 0.03339695930480957]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 3.0, 2.0, 3.0, 4.0, 3.0, 6.0, 4.0, 7.0, 5.0, 4.0, 4.0, 7.0, 6.0, 11.0, 6.0, 6.0, 5.0, 0.0, 3.0, 2.0, 3.0, 3.0, 1.0, 3.0, 2.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010884908959269524, -0.010496052913367748, -0.010107195936143398, -0.009718339890241623, -0.009329482913017273, -0.008940626867115498, -0.008551769889891148, -0.008162913843989372, -0.00777405733242631, -0.007385200820863247, -0.006996344309300184, -0.006607487797737122, -0.006218631751835346, -0.0058297752402722836, -0.005440918728709221, -0.005052062217146158, -0.0046632057055830956, -0.004274349194020033, -0.00388549268245697, -0.003496636403724551, -0.0031077798921614885, -0.002718923380598426, -0.002330067101866007, -0.0019412105903029442, -0.0015523540787398815, -0.0011634975671768188, -0.000774641172029078, -0.00038578471867367625, 3.071734681725502e-06, 0.00039192818803712726, 0.000780784641392529, 0.0011696410365402699, 0.0015584975481033325, 0.0019473540596663952, 0.002336210571229458, 0.002725066849961877, 0.0031139233615249395, 0.003502779873088002, 0.0038916361518204212, 0.004280492663383484, 0.0046693491749465466, 0.005058205686509609, 0.005447062198072672, 0.0058359187096357346, 0.00622477475553751, 0.006613631267100573, 0.007002487778663635, 0.007391344290226698, 0.007780200801789761, 0.008169056847691536, 0.008557913824915886, 0.008946769870817661, 0.009335626848042011, 0.009724482893943787, 0.010113339871168137, 0.010502195917069912, 0.010891051962971687, 0.011279908940196037, 0.011668764986097813, 0.012057621963322163, 0.012446478009223938, 0.012835334986448288, 0.013224191032350063, 0.013613048009574413, 0.014001904055476189]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 2.0, 1.0, 1.0, 7.0, 7.0, 24.0, 23.0, 33.0, 42.0, 48.0, 79.0, 67.0, 110.0, 156.0, 185.0, 201.0, 267.0, 365.0, 478.0, 710.0, 998.0, 1433.0, 2037.0, 2990.0, 4022.0, 5808.0, 9128.0, 44569.0, 7622.0, 5067.0, 3785.0, 2749.0, 2078.0, 1514.0, 1043.0, 745.0, 566.0, 418.0, 301.0, 205.0, 146.0, 92.0, 61.0, 51.0, 25.0, 13.0, 14.0, 6.0, 11.0, 10.0, 9.0, 8.0, 5.0, 5.0, 4.0, 0.0, 2.0], "bins": [-0.013668878003954887, -0.013271369971334934, -0.012873862870037556, -0.012476354837417603, -0.01207884680479765, -0.01168133970350027, -0.011283831670880318, -0.010886323638260365, -0.010488815605640411, -0.010091308504343033, -0.00969380047172308, -0.009296292439103127, -0.008898785337805748, -0.008501277305185795, -0.008103769272565842, -0.007706261705607176, -0.00730875413864851, -0.006911246571689844, -0.006513738539069891, -0.006116230972111225, -0.005718722939491272, -0.005321215372532606, -0.00492370780557394, -0.004526199772953987, -0.004128692205995321, -0.0037311844062060118, -0.0033336766064167023, -0.0029361690394580364, -0.002538661239668727, -0.0021411534398794174, -0.0017436457565054297, -0.001346138073131442, -0.0009486302733421326, -0.000551122531760484, -0.0001536147901788354, 0.0002438929514028132, 0.0006414006929844618, 0.0010389084927737713, 0.001436416176147759, 0.0018339238595217466, 0.002231431659311056, 0.0026289394591003656, 0.003026447258889675, 0.003423954825848341, 0.0038214626256376505, 0.00421897042542696, 0.004616477992385626, 0.005013986025005579, 0.005411493591964245, 0.005809001158922911, 0.006206509191542864, 0.00660401675850153, 0.007001524791121483, 0.007399032358080149, 0.0077965399250388145, 0.008194047957658768, 0.008591555058956146, 0.0089890630915761, 0.009386571124196053, 0.009784079156816006, 0.010181586258113384, 0.010579094290733337, 0.01097660232335329, 0.011374109424650669, 0.011771617457270622]}, "_runtime": 132.92436170578003, "_timestamp": 1596226399.4244566, "_step": 50}
+{"val_accuracy": 0.7974379280821917, "val_loss": 0.5415359272804434, "_runtime": 134.23355960845947, "_timestamp": 1596226400.7336545, "_step": 51}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: X Confidence: 0.251 Truth: v", "Prediction: 5 Confidence: 1.000 Truth: 5", "Prediction: 2 Confidence: 0.999 Truth: 2", "Prediction: 0 Confidence: 0.629 Truth: 0"]}, "_runtime": 134.47820711135864, "_timestamp": 1596226400.978302, "_step": 52}
+{"validation_metric": 0.7975884703196348, "_runtime": 135.33719539642334, "_timestamp": 1596226401.8372903, "_step": 53}
diff --git a/wandb/run-20200731_221109-3nijzdz9/wandb-metadata.json b/wandb/run-20200731_221109-3nijzdz9/wandb-metadata.json
new file mode 100644
index 0000000..b2336e3
--- /dev/null
+++ b/wandb/run-20200731_221109-3nijzdz9/wandb-metadata.json
@@ -0,0 +1,30 @@
+{
+ "root": "/home/akternurra/Documents/projects/quest-for-general-artifical-intelligence/projects/text-recognizer",
+ "program": "<python with no main file>",
+ "git": {
+ "remote": "git@github.com:aktersnurra/text-recognizer.git",
+ "commit": "fa461db6132e7a22f3aa1bb48cce8981890325fb"
+ },
+ "email": "gustaf.rydholm@gmail.com",
+ "startedAt": "2020-07-31T20:11:09.701670",
+ "host": "kompjuter",
+ "username": "akternurra",
+ "executable": "/home/akternurra/.cache/pypoetry/virtualenvs/text-recognizer-N1c_zsdp-py3.8/bin/python",
+ "os": "Linux-5.4.0-42-generic-x86_64-with-glibc2.27",
+ "python": "3.8.2",
+ "gpu": "GeForce RTX 2070",
+ "gpu_count": 1,
+ "cpu_count": 12,
+ "cuda": "10.1.105",
+ "args": [
+ "--gpu=-1",
+ "--save",
+ "--experiment_config={\"dataloader\": \"EmnistDataLoader\", \"data_loader_args\": {\"splits\": [\"train\", \"val\"], \"sample_to_balance\": true, \"subsample_fraction\": null, \"transform\": null, \"target_transform\": null, \"batch_size\": 256, \"shuffle\": true, \"num_workers\": 8, \"cuda\": true, \"seed\": 4711}, \"model\": \"CharacterModel\", \"metrics\": [\"accuracy\"], \"network\": \"MLP\", \"network_args\": {\"input_size\": 784, \"output_size\": 62, \"num_layers\": 3}, \"train_args\": {\"batch_size\": 256, \"epochs\": 16}, \"criterion\": \"CrossEntropyLoss\", \"criterion_args\": {\"weight\": null, \"ignore_index\": -100, \"reduction\": \"mean\"}, \"optimizer\": \"AdamW\", \"optimizer_args\": {\"lr\": 0.01, \"betas\": [0.9, 0.999], \"eps\": 1e-08, \"weight_decay\": 0, \"amsgrad\": false}, \"lr_scheduler\": \"OneCycleLR\", \"lr_scheduler_args\": {\"max_lr\": 0.001, \"epochs\": 16}, \"callbacks\": [\"Checkpoint\", \"EarlyStopping\", \"WandbCallback\", \"WandbImageLogger\", \"OneCycleLR\"], \"callback_args\": {\"Checkpoint\": {\"monitor\": \"val_accuracy\"}, \"EarlyStopping\": {\"monitor\": \"val_loss\", \"min_delta\": 0.0, \"patience\": 3, \"mode\": \"min\"}, \"WandbCallback\": {\"log_batch_frequency\": 10}, \"WandbImageLogger\": {\"num_examples\": 4}, \"OneCycleLR\": null}, \"verbosity\": 1, \"resume_experiment\": null, \"experiment_group\": \"Sample Experiments\"}"
+ ],
+ "state": "finished",
+ "jobType": null,
+ "mode": "run",
+ "project": "text-recognizer",
+ "heartbeatAt": "2020-07-31T20:13:22.498307",
+ "exitcode": 0
+}
diff --git a/wandb/run-20200731_221109-3nijzdz9/wandb-summary.json b/wandb/run-20200731_221109-3nijzdz9/wandb-summary.json
new file mode 100644
index 0000000..2f90b8c
--- /dev/null
+++ b/wandb/run-20200731_221109-3nijzdz9/wandb-summary.json
@@ -0,0 +1 @@
+{"graph_0": {"_type": "graph-file", "path": "media/graph/graph_0_summary_7594abaf.graph.json", "sha256": "7594abafd0a5de429395dd2f57305c212ee66d58beb18b948753e224a20dfba3", "size": 1435}, "_runtime": 135.33719539642334, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 3.0, 7.0, 12.0, 12.0, 22.0, 25.0, 30.0, 42.0, 73.0, 82.0, 119.0, 189.0, 304.0, 406.0, 599.0, 904.0, 1344.0, 2013.0, 3137.0, 2483.0, 1580.0, 986.0, 662.0, 436.0, 280.0, 192.0, 131.0, 71.0, 82.0, 43.0, 29.0, 21.0, 14.0, 14.0, 5.0, 4.0, 4.0, 2.0, 1.0, 1.0, 2.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.04011526703834534, -0.03896663710474968, -0.03781801089644432, -0.03666938096284866, -0.035520754754543304, -0.03437212482094765, -0.03322349488735199, -0.03207486867904663, -0.030926238745450974, -0.029777610674500465, -0.028628982603549957, -0.0274803526699543, -0.026331724599003792, -0.025183096528053284, -0.024034466594457626, -0.022885838523507118, -0.02173721045255661, -0.020588582381606102, -0.019439954310655594, -0.018291324377059937, -0.01714269630610943, -0.01599406823515892, -0.014845439232885838, -0.013696810230612755, -0.012548182159662247, -0.011399554088711739, -0.010250925086438656, -0.009102296084165573, -0.007953668013215065, -0.00680503947660327, -0.005656410939991474, -0.004507782403379679, -0.0033591538667678833, -0.002210525330156088, -0.0010618967935442924, 8.673174306750298e-05, 0.0012353602796792984, 0.002383988816291094, 0.0035326173529028893, 0.004681245889514685, 0.00582987442612648, 0.0069785029627382755, 0.008127131499350071, 0.009275760501623154, 0.010424388572573662, 0.01157301664352417, 0.012721645645797253, 0.013870274648070335, 0.015018902719020844, 0.01616753078997135, 0.01731615886092186, 0.018464788794517517, 0.019613416865468025, 0.020762044936418533, 0.02191067487001419, 0.0230593029409647, 0.024207931011915207, 0.025356559082865715, 0.026505187153816223, 0.02765381708741188, 0.02880244515836239, 0.029951073229312897, 0.031099703162908554, 0.03224832937121391, 0.03339695930480957]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 2.0, 2.0, 0.0, 2.0, 4.0, 3.0, 4.0, 4.0, 3.0, 5.0, 8.0, 4.0, 5.0, 3.0, 1.0, 7.0, 3.0, 7.0, 7.0, 6.0, 4.0, 2.0, 4.0, 3.0, 2.0, 1.0, 5.0, 1.0, 2.0, 2.0, 2.0, 0.0, 1.0, 0.0, 3.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.007591108791530132, -0.007372075226157904, -0.007153041660785675, -0.006934008561074734, -0.006714974995702505, -0.0064959414303302765, -0.006276907864958048, -0.0060578747652471066, -0.005838841199874878, -0.005619807634502649, -0.005400774069130421, -0.005181740503758192, -0.004962707404047251, -0.004743673838675022, -0.0045246402733027935, -0.004305606707930565, -0.0040865736082196236, -0.0038675398100167513, -0.0036485064774751663, -0.0034294729121029377, -0.0032104395795613527, -0.002991406014189124, -0.002772372681647539, -0.0025533391162753105, -0.002334305550903082, -0.002115272218361497, -0.0018962387694045901, -0.0016772053204476833, -0.0014581717550754547, -0.001239138306118548, -0.0010201048571616411, -0.0008010714082047343, -0.0005820379592478275, -0.00036300451029092073, -0.00014397103223018348, 7.506243127863854e-05, 0.00029409589478746057, 0.0005131293437443674, 0.0007321628509089351, 0.0009511962998658419, 0.0011702297488227487, 0.0013892631977796555, 0.0016082966467365623, 0.001827330095693469, 0.0020463636610656977, 0.0022653969936072826, 0.0024844305589795113, 0.0027034638915210962, 0.002922497456893325, 0.0031415310222655535, 0.0033605643548071384, 0.003579597920179367, 0.003798631252720952, 0.004017664585262537, 0.004236698150634766, 0.004455731716006994, 0.004674765281379223, 0.0048937988467514515, 0.005112831946462393, 0.005331865511834621, 0.00555089907720685, 0.005769932642579079, 0.00598896574229002, 0.006207999307662249, 0.006427032873034477]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 2.0, 1.0, 1.0, 7.0, 7.0, 24.0, 23.0, 33.0, 42.0, 48.0, 79.0, 67.0, 110.0, 156.0, 185.0, 201.0, 267.0, 365.0, 478.0, 710.0, 998.0, 1433.0, 2037.0, 2990.0, 4022.0, 5808.0, 9128.0, 44569.0, 7622.0, 5067.0, 3785.0, 2749.0, 2078.0, 1514.0, 1043.0, 745.0, 566.0, 418.0, 301.0, 205.0, 146.0, 92.0, 61.0, 51.0, 25.0, 13.0, 14.0, 6.0, 11.0, 10.0, 9.0, 8.0, 5.0, 5.0, 4.0, 0.0, 2.0], "bins": [-0.013668878003954887, -0.013271369971334934, -0.012873862870037556, -0.012476354837417603, -0.01207884680479765, -0.01168133970350027, -0.011283831670880318, -0.010886323638260365, -0.010488815605640411, -0.010091308504343033, -0.00969380047172308, -0.009296292439103127, -0.008898785337805748, -0.008501277305185795, -0.008103769272565842, -0.007706261705607176, -0.00730875413864851, -0.006911246571689844, -0.006513738539069891, -0.006116230972111225, -0.005718722939491272, -0.005321215372532606, -0.00492370780557394, -0.004526199772953987, -0.004128692205995321, -0.0037311844062060118, -0.0033336766064167023, -0.0029361690394580364, -0.002538661239668727, -0.0021411534398794174, -0.0017436457565054297, -0.001346138073131442, -0.0009486302733421326, -0.000551122531760484, -0.0001536147901788354, 0.0002438929514028132, 0.0006414006929844618, 0.0010389084927737713, 0.001436416176147759, 0.0018339238595217466, 0.002231431659311056, 0.0026289394591003656, 0.003026447258889675, 0.003423954825848341, 0.0038214626256376505, 0.00421897042542696, 0.004616477992385626, 0.005013986025005579, 0.005411493591964245, 0.005809001158922911, 0.006206509191542864, 0.00660401675850153, 0.007001524791121483, 0.007399032358080149, 0.0077965399250388145, 0.008194047957658768, 0.008591555058956146, 0.0089890630915761, 0.009386571124196053, 0.009784079156816006, 0.010181586258113384, 0.010579094290733337, 0.01097660232335329, 0.011374109424650669, 0.011771617457270622]}, "gradients/layers.8.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 5.0, 3.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 2.0, 1.0, 0.0, 3.0, 1.0, 1.0, 3.0, 1.0, 3.0, 4.0, 2.0, 1.0, 0.0, 3.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.006591938901692629, -0.006370842922478914, -0.006149747408926487, -0.005928651429712772, -0.005707555450499058, -0.0054864599369466305, -0.005265363957732916, -0.005044268444180489, -0.004823172464966774, -0.004602076485753059, -0.004380980972200632, -0.0041598849929869175, -0.00393878947943449, -0.0037176935002207756, -0.003496597521007061, -0.00327550177462399, -0.003054406028240919, -0.002833310281857848, -0.0026122145354747772, -0.0023911185562610626, -0.0021700228098779917, -0.0019489270634949207, -0.001727831200696528, -0.0015067353378981352, -0.0012856395915150642, -0.0010645438451319933, -0.0008434479823336005, -0.0006223521777428687, -0.0004012563731521368, -0.00018016056856140494, 4.0935236029326916e-05, 0.0002620310406200588, 0.00048312684521079063, 0.0007042226498015225, 0.0009253184543922544, 0.0011464143171906471, 0.001367510063573718, 0.001588605809956789, 0.0018097016727551818, 0.0020307975355535746, 0.0022518932819366455, 0.0024729890283197165, 0.0026940847747027874, 0.002915180753916502, 0.003136276500299573, 0.003357372246682644, 0.0035784682258963585, 0.0037995639722794294, 0.0040206597186625, 0.004241755697876215, 0.004462851211428642, 0.004683947190642357, 0.0049050431698560715, 0.005126138683408499, 0.005347234662622213, 0.005568330176174641, 0.005789426155388355, 0.00601052213460207, 0.006231617648154497, 0.006452713627368212, 0.006673809140920639, 0.006894905120134354, 0.007116001099348068, 0.0073370966129004955, 0.00755819259211421]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 3.0, 2.0, 3.0, 4.0, 3.0, 6.0, 4.0, 7.0, 5.0, 4.0, 4.0, 7.0, 6.0, 11.0, 6.0, 6.0, 5.0, 0.0, 3.0, 2.0, 3.0, 3.0, 1.0, 3.0, 2.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010884908959269524, -0.010496052913367748, -0.010107195936143398, -0.009718339890241623, -0.009329482913017273, -0.008940626867115498, -0.008551769889891148, -0.008162913843989372, -0.00777405733242631, -0.007385200820863247, -0.006996344309300184, -0.006607487797737122, -0.006218631751835346, -0.0058297752402722836, -0.005440918728709221, -0.005052062217146158, -0.0046632057055830956, -0.004274349194020033, -0.00388549268245697, -0.003496636403724551, -0.0031077798921614885, -0.002718923380598426, -0.002330067101866007, -0.0019412105903029442, -0.0015523540787398815, -0.0011634975671768188, -0.000774641172029078, -0.00038578471867367625, 3.071734681725502e-06, 0.00039192818803712726, 0.000780784641392529, 0.0011696410365402699, 0.0015584975481033325, 0.0019473540596663952, 0.002336210571229458, 0.002725066849961877, 0.0031139233615249395, 0.003502779873088002, 0.0038916361518204212, 0.004280492663383484, 0.0046693491749465466, 0.005058205686509609, 0.005447062198072672, 0.0058359187096357346, 0.00622477475553751, 0.006613631267100573, 0.007002487778663635, 0.007391344290226698, 0.007780200801789761, 0.008169056847691536, 0.008557913824915886, 0.008946769870817661, 0.009335626848042011, 0.009724482893943787, 0.010113339871168137, 0.010502195917069912, 0.010891051962971687, 0.011279908940196037, 0.011668764986097813, 0.012057621963322163, 0.012446478009223938, 0.012835334986448288, 0.013224191032350063, 0.013613048009574413, 0.014001904055476189]}, "gradients/layers.5.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 4.0, 2.0, 2.0, 2.0, 1.0, 3.0, 3.0, 3.0, 3.0, 5.0, 2.0, 0.0, 2.0, 7.0, 7.0, 7.0, 5.0, 7.0, 8.0, 5.0, 3.0, 6.0, 1.0, 0.0, 3.0, 5.0, 3.0, 4.0, 1.0, 0.0, 3.0, 0.0, 0.0, 2.0, 3.0, 1.0, 0.0, 1.0, 3.0, 0.0, 0.0, 1.0], "bins": [-0.0067017581313848495, -0.006530797574669123, -0.006359837017953396, -0.006188876461237669, -0.006017915904521942, -0.005846954882144928, -0.005675994325429201, -0.005505033768713474, -0.005334073211997747, -0.005163112655282021, -0.004992152098566294, -0.004821191541850567, -0.004650230519473553, -0.004479269962757826, -0.004308309406042099, -0.004137348849326372, -0.003966388292610645, -0.0037954277358949184, -0.0036244671791791916, -0.003453506389632821, -0.0032825458329170942, -0.0031115852762013674, -0.002940624486654997, -0.00276966392993927, -0.002598703373223543, -0.0024277428165078163, -0.0022567822597920895, -0.002085821470245719, -0.001914860913529992, -0.0017439003568142653, -0.0015729396836832166, -0.001401979010552168, -0.001231018453836441, -0.0010600578971207142, -0.0008890972239896655, -0.0007181366090662777, -0.00054717599414289, -0.0003762153792195022, -0.00020525476429611444, -3.429414937272668e-05, 0.0001366664655506611, 0.00030762708047404885, 0.0004785876953974366, 0.0006495483103208244, 0.0008205089252442122, 0.000991469481959939, 0.0011624301550909877, 0.0013333908282220364, 0.0015043513849377632, 0.00167531194165349, 0.0018462726147845387, 0.0020172332879155874, 0.0021881938446313143, 0.002359154401347041, 0.0025301151908934116, 0.0027010757476091385, 0.0028720363043248653, 0.003042996861040592, 0.003213957417756319, 0.0033849182073026896, 0.0035558787640184164, 0.0037268393207341433, 0.0038978001102805138, 0.004068760666996241, 0.0042397212237119675]}, "_timestamp": 1596226401.8372903, "gradients/layers.8.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 3.0, 0.0, 1.0, 2.0, 6.0, 4.0, 7.0, 11.0, 17.0, 15.0, 28.0, 36.0, 44.0, 46.0, 58.0, 95.0, 135.0, 173.0, 259.0, 409.0, 754.0, 4065.0, 732.0, 347.0, 202.0, 120.0, 87.0, 75.0, 44.0, 35.0, 33.0, 22.0, 13.0, 5.0, 7.0, 7.0, 10.0, 3.0, 4.0, 2.0, 2.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.06894517689943314, -0.06698617339134216, -0.06502716988325119, -0.06306816637516022, -0.061109162867069244, -0.05915015563368797, -0.057191152125597, -0.05523214861750603, -0.053273145109415054, -0.05131414160132408, -0.04935513809323311, -0.047396134585142136, -0.045437127351760864, -0.04347812384366989, -0.04151912033557892, -0.039560116827487946, -0.03760111331939697, -0.035642109811306, -0.03368310630321503, -0.031724102795124054, -0.029765097424387932, -0.02780609391629696, -0.025847088545560837, -0.023888085037469864, -0.02192908152937889, -0.019970078021287918, -0.018011074513196945, -0.016052069142460823, -0.01409306563436985, -0.012134062126278877, -0.01017505768686533, -0.008216053247451782, -0.006257049739360809, -0.004298045765608549, -0.002339041791856289, -0.0003800378181040287, 0.0015789661556482315, 0.0035379701294004917, 0.005496974103152752, 0.007455978076905012, 0.009414982050657272, 0.011373985558748245, 0.013332989998161793, 0.01529199443757534, 0.017250997945666313, 0.019210001453757286, 0.021169006824493408, 0.02312801033258438, 0.025087013840675354, 0.027046017348766327, 0.0290050208568573, 0.030964026227593422, 0.032923027873039246, 0.03488203510642052, 0.03684103861451149, 0.03880004212260246, 0.040759045630693436, 0.04271804913878441, 0.04467705264687538, 0.046636056154966354, 0.048595063388347626, 0.0505540668964386, 0.05251307040452957, 0.054472073912620544, 0.05643107742071152]}, "_step": 53, "gradients/layers.5.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 4.0, 7.0, 8.0, 11.0, 19.0, 21.0, 37.0, 43.0, 69.0, 121.0, 212.0, 317.0, 525.0, 771.0, 1186.0, 1930.0, 3042.0, 3338.0, 1611.0, 937.0, 631.0, 461.0, 314.0, 199.0, 178.0, 105.0, 84.0, 44.0, 51.0, 35.0, 19.0, 14.0, 4.0, 6.0, 2.0, 6.0, 6.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.019725006073713303, -0.019180743023753166, -0.01863648183643818, -0.018092218786478043, -0.017547957599163055, -0.01700369454920292, -0.016459433361887932, -0.015915170311927795, -0.015370908193290234, -0.014826646074652672, -0.01428238395601511, -0.013738121837377548, -0.013193858787417412, -0.01264959666877985, -0.012105334550142288, -0.011561072431504726, -0.011016810312867165, -0.010472548194229603, -0.009928286075592041, -0.00938402395695448, -0.008839761838316917, -0.008295498788356781, -0.007751236669719219, -0.007206974551081657, -0.006662712432444096, -0.006118450313806534, -0.005574188195168972, -0.005029925610870123, -0.004485663492232561, -0.003941401373594999, -0.003397139022126794, -0.0028528766706585884, -0.0023086145520210266, -0.001764352316968143, -0.0012200900819152594, -0.0006758278468623757, -0.0001315656118094921, 0.0004126966232433915, 0.0009569588582962751, 0.0015012210933491588, 0.0020454833284020424, 0.002589745447039604, 0.0031340077985078096, 0.003678270149976015, 0.004222532268613577, 0.004766794387251139, 0.005311056971549988, 0.00585531909018755, 0.006399581208825111, 0.006943843327462673, 0.007488105446100235, 0.008032367564737797, 0.008576629683375359, 0.009120892733335495, 0.009665154851973057, 0.010209416970610619, 0.01075367908924818, 0.011297941207885742, 0.011842203326523304, 0.012386465445160866, 0.012930728495121002, 0.013474990613758564, 0.014019252732396126, 0.014563514851033688, 0.01510777696967125]}, "val_loss": 0.5415359272804434, "val_accuracy": 0.7974379280821917, "examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: X Confidence: 0.251 Truth: v", "Prediction: 5 Confidence: 1.000 Truth: 5", "Prediction: 2 Confidence: 0.999 Truth: 2", "Prediction: 0 Confidence: 0.629 Truth: 0"]}, "validation_metric": 0.7975884703196348}
diff --git a/wandb/run-20200731_221350-3knv96uj/config.yaml b/wandb/run-20200731_221350-3knv96uj/config.yaml
new file mode 100644
index 0000000..188005c
--- /dev/null
+++ b/wandb/run-20200731_221350-3knv96uj/config.yaml
@@ -0,0 +1,113 @@
+wandb_version: 1
+
+_wandb:
+ desc: null
+ value:
+ cli_version: 0.9.4
+ framework: torch
+ is_jupyter_run: false
+ is_kaggle_kernel: false
+ python_version: 3.8.2
+callback_args:
+ desc: null
+ value:
+ Checkpoint:
+ monitor: val_accuracy
+ EarlyStopping:
+ min_delta: 0.0
+ mode: min
+ monitor: val_loss
+ patience: 3
+ OneCycleLR: null
+ WandbCallback:
+ log_batch_frequency: 10
+ WandbImageLogger:
+ num_examples: 4
+callbacks:
+ desc: null
+ value:
+ - Checkpoint
+ - EarlyStopping
+ - WandbCallback
+ - WandbImageLogger
+ - OneCycleLR
+criterion:
+ desc: null
+ value: CrossEntropyLoss
+criterion_args:
+ desc: null
+ value:
+ ignore_index: -100
+ reduction: mean
+ weight: null
+data_loader_args:
+ desc: null
+ value:
+ batch_size: 256
+ cuda: true
+ num_workers: 8
+ sample_to_balance: true
+ seed: 4711
+ shuffle: true
+ splits:
+ - train
+ - val
+ subsample_fraction: null
+ target_transform: null
+ transform: null
+dataloader:
+ desc: null
+ value: EmnistDataLoader
+experiment_group:
+ desc: null
+ value: Sample Experiments
+lr_scheduler:
+ desc: null
+ value: OneCycleLR
+lr_scheduler_args:
+ desc: null
+ value:
+ epochs: 16
+ max_lr: 0.001
+ steps_per_epoch: 1314
+metrics:
+ desc: null
+ value:
+ - accuracy
+model:
+ desc: null
+ value: CharacterModel
+network:
+ desc: null
+ value: LeNet
+network_args:
+ desc: null
+ value:
+ input_size:
+ - 28
+ - 28
+ output_size: 62
+optimizer:
+ desc: null
+ value: AdamW
+optimizer_args:
+ desc: null
+ value:
+ amsgrad: false
+ betas:
+ - 0.9
+ - 0.999
+ eps: 1.0e-08
+ lr: 0.01
+ weight_decay: 0
+resume_experiment:
+ desc: null
+ value: null
+train_args:
+ desc: null
+ value:
+ batch_size: 256
+ epochs: 16
+verbosity:
+ desc: null
+ value: 1
diff --git a/wandb/run-20200731_221350-3knv96uj/media/graph/graph_0_summary_204b9a17.graph.json b/wandb/run-20200731_221350-3knv96uj/media/graph/graph_0_summary_204b9a17.graph.json
new file mode 100644
index 0000000..352def9
--- /dev/null
+++ b/wandb/run-20200731_221350-3knv96uj/media/graph/graph_0_summary_204b9a17.graph.json
@@ -0,0 +1 @@
+{"format": "torch", "nodes": [{"name": "layers.0", "id": 140457429525648, "class_name": "Conv2d(1, 32, kernel_size=(3, 3), stride=(1, 1))", "parameters": [["weight", [32, 1, 3, 3]], ["bias", [32]]], "output_shape": [[2, 32, 26, 26]], "num_parameters": [288, 32]}, {"name": "layers.1", "id": 140457429525456, "class_name": "ReLU(inplace=True)", "parameters": [], "output_shape": [[2, 32, 26, 26]], "num_parameters": []}, {"name": "layers.2", "id": 140457429422288, "class_name": "Conv2d(32, 64, kernel_size=(3, 3), stride=(1, 1))", "parameters": [["weight", [64, 32, 3, 3]], ["bias", [64]]], "output_shape": [[2, 64, 24, 24]], "num_parameters": [18432, 64]}, {"name": "layers.4", "id": 140457429422336, "class_name": "MaxPool2d(kernel_size=2, stride=2, padding=0, dilation=1, ceil_mode=False)", "parameters": [], "output_shape": [[2, 64, 12, 12]], "num_parameters": []}, {"name": "layers.5", "id": 140457429422384, "class_name": "Dropout(p=0.2, inplace=False)", "parameters": [], "output_shape": [[2, 64, 12, 12]], "num_parameters": []}, {"name": "layers.6", "id": 140457429422144, "class_name": "Flatten()", "parameters": [], "output_shape": [[2, 9216]], "num_parameters": []}, {"name": "layers.7", "id": 140457429422192, "class_name": "Linear(in_features=9216, out_features=128, bias=True)", "parameters": [["weight", [128, 9216]], ["bias", [128]]], "output_shape": [[2, 128]], "num_parameters": [1179648, 128]}, {"name": "layers.9", "id": 140457429422240, "class_name": "Dropout(p=0.2, inplace=False)", "parameters": [], "output_shape": [[2, 128]], "num_parameters": []}, {"name": "layers.10", "id": 140457429741520, "class_name": "Linear(in_features=128, out_features=62, bias=True)", "parameters": [["weight", [62, 128]], ["bias", [62]]], "output_shape": [[2, 62]], "num_parameters": [7936, 62]}], "edges": []}
diff --git a/wandb/run-20200731_221350-3knv96uj/media/images/examples_12.png b/wandb/run-20200731_221350-3knv96uj/media/images/examples_12.png
new file mode 100644
index 0000000..2a0fe2d
--- /dev/null
+++ b/wandb/run-20200731_221350-3knv96uj/media/images/examples_12.png
Binary files differ
diff --git a/wandb/run-20200731_221350-3knv96uj/media/images/examples_15.png b/wandb/run-20200731_221350-3knv96uj/media/images/examples_15.png
new file mode 100644
index 0000000..2a0fe2d
--- /dev/null
+++ b/wandb/run-20200731_221350-3knv96uj/media/images/examples_15.png
Binary files differ
diff --git a/wandb/run-20200731_221350-3knv96uj/media/images/examples_18.png b/wandb/run-20200731_221350-3knv96uj/media/images/examples_18.png
new file mode 100644
index 0000000..2a0fe2d
--- /dev/null
+++ b/wandb/run-20200731_221350-3knv96uj/media/images/examples_18.png
Binary files differ
diff --git a/wandb/run-20200731_221350-3knv96uj/media/images/examples_2.png b/wandb/run-20200731_221350-3knv96uj/media/images/examples_2.png
new file mode 100644
index 0000000..2a0fe2d
--- /dev/null
+++ b/wandb/run-20200731_221350-3knv96uj/media/images/examples_2.png
Binary files differ
diff --git a/wandb/run-20200731_221350-3knv96uj/media/images/examples_22.png b/wandb/run-20200731_221350-3knv96uj/media/images/examples_22.png
new file mode 100644
index 0000000..2a0fe2d
--- /dev/null
+++ b/wandb/run-20200731_221350-3knv96uj/media/images/examples_22.png
Binary files differ
diff --git a/wandb/run-20200731_221350-3knv96uj/media/images/examples_25.png b/wandb/run-20200731_221350-3knv96uj/media/images/examples_25.png
new file mode 100644
index 0000000..2a0fe2d
--- /dev/null
+++ b/wandb/run-20200731_221350-3knv96uj/media/images/examples_25.png
Binary files differ
diff --git a/wandb/run-20200731_221350-3knv96uj/media/images/examples_28.png b/wandb/run-20200731_221350-3knv96uj/media/images/examples_28.png
new file mode 100644
index 0000000..2a0fe2d
--- /dev/null
+++ b/wandb/run-20200731_221350-3knv96uj/media/images/examples_28.png
Binary files differ
diff --git a/wandb/run-20200731_221350-3knv96uj/media/images/examples_32.png b/wandb/run-20200731_221350-3knv96uj/media/images/examples_32.png
new file mode 100644
index 0000000..2a0fe2d
--- /dev/null
+++ b/wandb/run-20200731_221350-3knv96uj/media/images/examples_32.png
Binary files differ
diff --git a/wandb/run-20200731_221350-3knv96uj/media/images/examples_35.png b/wandb/run-20200731_221350-3knv96uj/media/images/examples_35.png
new file mode 100644
index 0000000..2a0fe2d
--- /dev/null
+++ b/wandb/run-20200731_221350-3knv96uj/media/images/examples_35.png
Binary files differ
diff --git a/wandb/run-20200731_221350-3knv96uj/media/images/examples_38.png b/wandb/run-20200731_221350-3knv96uj/media/images/examples_38.png
new file mode 100644
index 0000000..2a0fe2d
--- /dev/null
+++ b/wandb/run-20200731_221350-3knv96uj/media/images/examples_38.png
Binary files differ
diff --git a/wandb/run-20200731_221350-3knv96uj/media/images/examples_42.png b/wandb/run-20200731_221350-3knv96uj/media/images/examples_42.png
new file mode 100644
index 0000000..2a0fe2d
--- /dev/null
+++ b/wandb/run-20200731_221350-3knv96uj/media/images/examples_42.png
Binary files differ
diff --git a/wandb/run-20200731_221350-3knv96uj/media/images/examples_45.png b/wandb/run-20200731_221350-3knv96uj/media/images/examples_45.png
new file mode 100644
index 0000000..2a0fe2d
--- /dev/null
+++ b/wandb/run-20200731_221350-3knv96uj/media/images/examples_45.png
Binary files differ
diff --git a/wandb/run-20200731_221350-3knv96uj/media/images/examples_48.png b/wandb/run-20200731_221350-3knv96uj/media/images/examples_48.png
new file mode 100644
index 0000000..2a0fe2d
--- /dev/null
+++ b/wandb/run-20200731_221350-3knv96uj/media/images/examples_48.png
Binary files differ
diff --git a/wandb/run-20200731_221350-3knv96uj/media/images/examples_5.png b/wandb/run-20200731_221350-3knv96uj/media/images/examples_5.png
new file mode 100644
index 0000000..2a0fe2d
--- /dev/null
+++ b/wandb/run-20200731_221350-3knv96uj/media/images/examples_5.png
Binary files differ
diff --git a/wandb/run-20200731_221350-3knv96uj/media/images/examples_52.png b/wandb/run-20200731_221350-3knv96uj/media/images/examples_52.png
new file mode 100644
index 0000000..2a0fe2d
--- /dev/null
+++ b/wandb/run-20200731_221350-3knv96uj/media/images/examples_52.png
Binary files differ
diff --git a/wandb/run-20200731_221350-3knv96uj/media/images/examples_8.png b/wandb/run-20200731_221350-3knv96uj/media/images/examples_8.png
new file mode 100644
index 0000000..2a0fe2d
--- /dev/null
+++ b/wandb/run-20200731_221350-3knv96uj/media/images/examples_8.png
Binary files differ
diff --git a/wandb/run-20200731_221350-3knv96uj/requirements.txt b/wandb/run-20200731_221350-3knv96uj/requirements.txt
new file mode 100644
index 0000000..61a6f5b
--- /dev/null
+++ b/wandb/run-20200731_221350-3knv96uj/requirements.txt
@@ -0,0 +1,145 @@
+alabaster==0.7.12
+appdirs==1.4.4
+attrs==19.3.0
+babel==2.8.0
+backcall==0.2.0
+bandit==1.6.2
+black==19.10b0
+bleach==3.1.5
+blessings==1.7
+boltons==20.2.0
+certifi==2020.6.20
+chardet==3.0.4
+click==7.1.2
+configparser==5.0.0
+coverage==5.2.1
+cycler==0.10.0
+darglint==1.5.2
+dataclasses==0.6
+decorator==4.4.2
+defusedxml==0.6.0
+desert==2020.1.6
+docker-pycreds==0.4.0
+docutils==0.16
+dparse==0.5.1
+entrypoints==0.3
+flake8-annotations==2.3.0
+flake8-bandit==2.1.2
+flake8-black==0.2.1
+flake8-bugbear==20.1.4
+flake8-docstrings==1.5.0
+flake8-import-order==0.18.1
+flake8-polyfill==1.0.2
+flake8==3.8.3
+future==0.18.2
+gitdb==4.0.5
+gitpython==3.1.7
+gpustat==0.6.0
+gql==0.2.0
+graphql-core==1.1
+h5py==2.10.0
+idna==2.10
+imagesize==1.2.0
+ipykernel==5.3.4
+ipython-genutils==0.2.0
+ipython==7.16.1
+ipywidgets==7.5.1
+jedi==0.17.2
+jinja2==2.11.2
+jsonschema==3.2.0
+jupyter-client==6.1.6
+jupyter-console==6.1.0
+jupyter-core==4.6.3
+jupyter==1.0.0
+kiwisolver==1.2.0
+loguru==0.5.1
+markupsafe==1.1.1
+marshmallow==3.7.1
+matplotlib==3.3.0
+mccabe==0.6.1
+mistune==0.8.4
+more-itertools==8.4.0
+mypy-extensions==0.4.3
+mypy==0.770
+nbconvert==5.6.1
+nbformat==5.0.7
+notebook==6.0.3
+numpy==1.19.1
+nvidia-ml-py3==7.352.0
+opencv-python==4.3.0.36
+packaging==20.4
+pandocfilters==1.4.2
+parso==0.7.1
+pathspec==0.8.0
+pathtools==0.1.2
+pbr==5.4.5
+pexpect==4.8.0
+pickleshare==0.7.5
+pillow==7.2.0
+pip==20.2
+pluggy==0.13.1
+prometheus-client==0.8.0
+promise==2.3
+prompt-toolkit==3.0.5
+psutil==5.7.2
+ptyprocess==0.6.0
+py==1.9.0
+pycodestyle==2.6.0
+pydocstyle==5.0.2
+pyflakes==2.2.0
+pygments==2.6.1
+pyparsing==2.4.7
+pyrsistent==0.16.0
+pytest-cov==2.10.0
+pytest-mock==3.2.0
+pytest==5.4.3
+python-dateutil==2.8.1
+pytz==2020.1
+pyyaml==5.3.1
+pyzmq==19.0.1
+qtconsole==4.7.5
+qtpy==1.9.0
+redis==3.5.3
+redlock-py==1.0.8
+regex==2020.7.14
+requests==2.24.0
+safety==1.9.0
+send2trash==1.5.0
+sentry-sdk==0.16.2
+setuptools==41.2.0
+shortuuid==1.0.1
+six==1.15.0
+smmap==3.0.4
+snowballstemmer==2.0.0
+sphinx-autodoc-typehints==1.11.0
+sphinx-rtd-theme==0.4.3
+sphinx==3.1.2
+sphinxcontrib-applehelp==1.0.2
+sphinxcontrib-devhelp==1.0.2
+sphinxcontrib-htmlhelp==1.0.3
+sphinxcontrib-jsmath==1.0.1
+sphinxcontrib-qthelp==1.0.3
+sphinxcontrib-serializinghtml==1.1.4
+stevedore==3.2.0
+subprocess32==3.5.4
+terminado==0.8.3
+testpath==0.4.4
+text-recognizer==0.1.0
+toml==0.10.1
+torch==1.5.1
+torchsummary==1.5.1
+torchvision==0.6.1
+tornado==6.0.4
+tqdm==4.48.0
+traitlets==4.3.3
+typed-ast==1.4.1
+typeguard==2.9.1
+typing-extensions==3.7.4.2
+typing-inspect==0.6.0
+urllib3==1.25.10
+wandb==0.9.4
+watchdog==0.10.3
+wcwidth==0.2.5
+webencodings==0.5.1
+widgetsnbextension==3.5.1
+xdoctest==0.12.0
diff --git a/wandb/run-20200731_221350-3knv96uj/wandb-events.jsonl b/wandb/run-20200731_221350-3knv96uj/wandb-events.jsonl
new file mode 100644
index 0000000..b68c6fd
--- /dev/null
+++ b/wandb/run-20200731_221350-3knv96uj/wandb-events.jsonl
@@ -0,0 +1,7 @@
+{"system.gpu.0.gpu": 75.4, "system.gpu.0.memory": 54.87, "system.gpu.0.memoryAllocated": 21.93, "system.gpu.0.temp": 62.33, "system.gpu.process.0.gpu": 75.4, "system.gpu.process.0.memory": 54.87, "system.gpu.process.0.memoryAllocated": 21.93, "system.gpu.process.0.temp": 62.33, "system.gpu.0.powerWatts": 146.74, "system.gpu.0.powerPercent": 68.25, "system.gpu.process.0.powerWatts": 146.74, "system.gpu.process.0.powerPercent": 68.25, "system.cpu": 43.47, "system.memory": 68.8, "system.disk": 37.36, "system.proc.memory.availableMB": 4992.14, "system.proc.memory.rssMB": 2582.71, "system.proc.memory.percent": 16.14, "system.proc.cpu.threads": 19.6, "system.network.sent": 530861, "system.network.recv": 463077, "_wandb": true, "_timestamp": 1596226459, "_runtime": 29}
+{"system.gpu.0.gpu": 78.87, "system.gpu.0.memory": 57.07, "system.gpu.0.memoryAllocated": 22.32, "system.gpu.0.temp": 64.87, "system.gpu.process.0.gpu": 78.87, "system.gpu.process.0.memory": 57.07, "system.gpu.process.0.memoryAllocated": 22.32, "system.gpu.process.0.temp": 64.87, "system.gpu.0.powerWatts": 151.79, "system.gpu.0.powerPercent": 70.6, "system.gpu.process.0.powerWatts": 151.79, "system.gpu.process.0.powerPercent": 70.6, "system.cpu": 47.05, "system.memory": 68.75, "system.disk": 37.4, "system.proc.memory.availableMB": 5000.82, "system.proc.memory.rssMB": 2585.97, "system.proc.memory.percent": 16.16, "system.proc.cpu.threads": 20.4, "system.network.sent": 1065257, "system.network.recv": 672104, "_wandb": true, "_timestamp": 1596226490, "_runtime": 59}
+{"system.gpu.0.gpu": 80.8, "system.gpu.0.memory": 58.93, "system.gpu.0.memoryAllocated": 22.32, "system.gpu.0.temp": 66.0, "system.gpu.process.0.gpu": 80.8, "system.gpu.process.0.memory": 58.93, "system.gpu.process.0.memoryAllocated": 22.32, "system.gpu.process.0.temp": 66.0, "system.gpu.0.powerWatts": 156.62, "system.gpu.0.powerPercent": 72.85, "system.gpu.process.0.powerWatts": 156.62, "system.gpu.process.0.powerPercent": 72.85, "system.cpu": 46.07, "system.memory": 68.75, "system.disk": 37.4, "system.proc.memory.availableMB": 5001.93, "system.proc.memory.rssMB": 2587.38, "system.proc.memory.percent": 16.17, "system.proc.cpu.threads": 20.93, "system.network.sent": 1486500, "system.network.recv": 967462, "_wandb": true, "_timestamp": 1596226520, "_runtime": 89}
+{"system.gpu.0.gpu": 78.73, "system.gpu.0.memory": 57.4, "system.gpu.0.memoryAllocated": 22.32, "system.gpu.0.temp": 66.13, "system.gpu.process.0.gpu": 78.73, "system.gpu.process.0.memory": 57.4, "system.gpu.process.0.memoryAllocated": 22.32, "system.gpu.process.0.temp": 66.13, "system.gpu.0.powerWatts": 151.71, "system.gpu.0.powerPercent": 70.56, "system.gpu.process.0.powerWatts": 151.71, "system.gpu.process.0.powerPercent": 70.56, "system.cpu": 46.59, "system.memory": 68.72, "system.disk": 37.4, "system.proc.memory.availableMB": 5008.87, "system.proc.memory.rssMB": 2586.34, "system.proc.memory.percent": 16.16, "system.proc.cpu.threads": 20.4, "system.network.sent": 1901230, "system.network.recv": 1200867, "_wandb": true, "_timestamp": 1596226550, "_runtime": 119}
+{"system.gpu.0.gpu": 81.13, "system.gpu.0.memory": 58.73, "system.gpu.0.memoryAllocated": 22.32, "system.gpu.0.temp": 66.67, "system.gpu.process.0.gpu": 81.13, "system.gpu.process.0.memory": 58.73, "system.gpu.process.0.memoryAllocated": 22.32, "system.gpu.process.0.temp": 66.67, "system.gpu.0.powerWatts": 158.79, "system.gpu.0.powerPercent": 73.86, "system.gpu.process.0.powerWatts": 158.79, "system.gpu.process.0.powerPercent": 73.86, "system.cpu": 46.54, "system.memory": 68.7, "system.disk": 37.4, "system.proc.memory.availableMB": 5007.32, "system.proc.memory.rssMB": 2587.31, "system.proc.memory.percent": 16.17, "system.proc.cpu.threads": 20.4, "system.network.sent": 2306285, "system.network.recv": 1402271, "_wandb": true, "_timestamp": 1596226581, "_runtime": 150}
+{"system.gpu.0.gpu": 78.67, "system.gpu.0.memory": 57.33, "system.gpu.0.memoryAllocated": 22.32, "system.gpu.0.temp": 67.0, "system.gpu.process.0.gpu": 78.67, "system.gpu.process.0.memory": 57.33, "system.gpu.process.0.memoryAllocated": 22.32, "system.gpu.process.0.temp": 67.0, "system.gpu.0.powerWatts": 152.16, "system.gpu.0.powerPercent": 70.77, "system.gpu.process.0.powerWatts": 152.16, "system.gpu.process.0.powerPercent": 70.77, "system.cpu": 46.77, "system.memory": 68.74, "system.disk": 37.4, "system.proc.memory.availableMB": 5001.79, "system.proc.memory.rssMB": 2586.98, "system.proc.memory.percent": 16.16, "system.proc.cpu.threads": 21.0, "system.network.sent": 2731030, "system.network.recv": 1617546, "_wandb": true, "_timestamp": 1596226611, "_runtime": 180}
+{"system.gpu.0.gpu": 66.2, "system.gpu.0.memory": 49.2, "system.gpu.0.memoryAllocated": 22.32, "system.gpu.0.temp": 65.6, "system.gpu.process.0.gpu": 66.2, "system.gpu.process.0.memory": 49.2, "system.gpu.process.0.memoryAllocated": 22.32, "system.gpu.process.0.temp": 65.6, "system.gpu.0.powerWatts": 129.56, "system.gpu.0.powerPercent": 60.26, "system.gpu.process.0.powerWatts": 129.56, "system.gpu.process.0.powerPercent": 60.26, "system.cpu": 51.14, "system.memory": 68.06, "system.disk": 37.4, "system.proc.memory.availableMB": 5105.9, "system.proc.memory.rssMB": 2524.73, "system.proc.memory.percent": 15.78, "system.proc.cpu.threads": 17.2, "system.network.sent": 2780482, "system.network.recv": 1677499, "_wandb": true, "_timestamp": 1596226620, "_runtime": 189}
diff --git a/wandb/run-20200731_221350-3knv96uj/wandb-history.jsonl b/wandb/run-20200731_221350-3knv96uj/wandb-history.jsonl
new file mode 100644
index 0000000..7790e23
--- /dev/null
+++ b/wandb/run-20200731_221350-3knv96uj/wandb-history.jsonl
@@ -0,0 +1,54 @@
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 2.0, 2.0, 0.0, 1.0, 4.0, 2.0, 3.0, 1.0, 1.0, 2.0, 3.0, 2.0, 1.0, 5.0, 1.0, 0.0, 0.0, 3.0, 1.0, 1.0, 2.0, 3.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.015854325145483017, -0.015384496189653873, -0.01491466723382473, -0.014444839209318161, -0.013975010253489017, -0.013505181297659874, -0.013035353273153305, -0.012565524317324162, -0.012095695361495018, -0.011625866405665874, -0.011156037449836731, -0.010686209425330162, -0.010216380469501019, -0.009746551513671875, -0.009276723489165306, -0.008806894533336163, -0.008337065577507019, -0.007867236621677876, -0.007397408131510019, -0.006927579641342163, -0.0064577506855130196, -0.005987921729683876, -0.00551809323951602, -0.005048264749348164, -0.00457843579351902, -0.0041086068376898766, -0.0036387783475220203, -0.0031689496245235205, -0.0026991209015250206, -0.0022292921785265207, -0.0017594634555280209, -0.001289634732529521, -0.0008198060095310211, -0.00034997728653252125, 0.00011985143646597862, 0.0005896801594644785, 0.0010595088824629784, 0.0015293376054614782, 0.001999166328459978, 0.002468995051458478, 0.002938823774456978, 0.0034086524974554777, 0.0038784812204539776, 0.004348309710621834, 0.004818138666450977, 0.005287967622280121, 0.005757796112447977, 0.006227624602615833, 0.006697453558444977, 0.00716728251427412, 0.0076371110044419765, 0.008106939494609833, 0.008576768450438976, 0.00904659740626812, 0.009516425430774689, 0.009986254386603832, 0.010456083342432976, 0.01092591229826212, 0.011395741254091263, 0.011865569278597832, 0.012335398234426975, 0.012805227190256119, 0.013275055214762688, 0.013744884170591831, 0.014214713126420975]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 3.0, 3.0, 2.0, 5.0, 8.0, 9.0, 12.0, 16.0, 15.0, 20.0, 28.0, 33.0, 46.0, 59.0, 66.0, 124.0, 135.0, 224.0, 243.0, 366.0, 516.0, 2595.0, 1618.0, 755.0, 387.0, 203.0, 155.0, 73.0, 58.0, 34.0, 31.0, 24.0, 18.0, 6.0, 11.0, 5.0, 5.0, 4.0, 5.0, 2.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.21049191057682037, -0.2044084072113037, -0.19832490384578705, -0.1922413855791092, -0.18615788221359253, -0.18007437884807587, -0.1739908754825592, -0.16790735721588135, -0.16182385385036469, -0.15574035048484802, -0.14965684711933136, -0.1435733437538147, -0.13748982548713684, -0.13140632212162018, -0.12532281875610352, -0.11923930794000626, -0.1131558045744896, -0.10707230120897293, -0.10098879039287567, -0.09490528702735901, -0.08882177621126175, -0.08273827284574509, -0.07665476202964783, -0.07057125866413116, -0.0644877552986145, -0.05840424448251724, -0.05232073739171028, -0.04623723030090332, -0.04015372693538666, -0.0340702198445797, -0.027986712753772736, -0.021903205662965775, -0.015819698572158813, -0.009736191481351852, -0.003652685321867466, 0.0024308213032782078, 0.008514327928423882, 0.014597835019230843, 0.020681340247392654, 0.026764847338199615, 0.03284835442900658, 0.03893186151981354, 0.0450153686106205, 0.05109887570142746, 0.05718237906694412, 0.06326588988304138, 0.06934939324855804, 0.0754329040646553, 0.08151640743017197, 0.08759991079568863, 0.09368342161178589, 0.09976692497730255, 0.10585043579339981, 0.11193393915891647, 0.11801744997501373, 0.1241009533405304, 0.13018445670604706, 0.13626796007156372, 0.14235147833824158, 0.14843498170375824, 0.1545184850692749, 0.16060198843479156, 0.16668550670146942, 0.17276901006698608, 0.17885251343250275]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 4.0, 1.0, 3.0, 4.0, 4.0, 3.0, 1.0, 3.0, 4.0, 5.0, 3.0, 2.0, 1.0, 24.0, 4.0, 5.0, 6.0, 1.0, 1.0, 6.0, 3.0, 1.0, 4.0, 3.0, 2.0, 3.0, 0.0, 3.0, 2.0, 0.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.005098482593894005, -0.004934661090373993, -0.004770839586853981, -0.004607018083333969, -0.00444319611415267, -0.004279374610632658, -0.004115553107112646, -0.003951731603592634, -0.0037879101000726223, -0.0036240883637219667, -0.003460266860201955, -0.003296445356681943, -0.0031326236203312874, -0.0029688021168112755, -0.0028049806132912636, -0.002641158876940608, -0.002477337373420596, -0.0023135158699005842, -0.0021496941335499287, -0.0019858726300299168, -0.0018220511265099049, -0.0016582295065745711, -0.0014944078866392374, -0.0013305863831192255, -0.0011667647631838918, -0.001002943143248558, -0.0008391216397285461, -0.0006753000197932124, -0.0005114784580655396, -0.0003476568963378668, -0.0001838353055063635, -2.0013729226775467e-05, 0.00014380784705281258, 0.0003076294087804854, 0.00047145099961198866, 0.0006352725904434919, 0.0007990941521711648, 0.0009629157138988376, 0.0011267373338341713, 0.0012905588373541832, 0.001454380457289517, 0.0016182020772248507, 0.0017820235807448626, 0.0019458452006801963, 0.00210966682061553, 0.002273488324135542, 0.002437309827655554, 0.0026011315640062094, 0.0027649530675262213, 0.002928774571046233, 0.0030925963073968887, 0.0032564178109169006, 0.0034202393144369125, 0.003584061050787568, 0.00374788255430758, 0.0039117042906582355, 0.0040755257941782475, 0.004239347297698259, 0.004403168801218271, 0.004566990304738283, 0.004730811808258295, 0.004894633777439594, 0.005058455280959606, 0.005222276784479618, 0.00538609828799963]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 7.0, 4.0, 13.0, 24.0, 50.0, 67.0, 147.0, 214.0, 297.0, 503.0, 716.0, 1085.0, 1472.0, 2176.0, 3054.0, 4089.0, 5667.0, 7551.0, 10405.0, 13527.0, 17551.0, 22899.0, 30830.0, 41964.0, 59096.0, 82458.0, 111764.0, 418699.0, 93785.0, 68298.0, 48308.0, 34621.0, 25207.0, 19025.0, 14152.0, 10593.0, 7870.0, 5776.0, 4284.0, 3074.0, 2196.0, 1601.0, 1209.0, 913.0, 691.0, 507.0, 384.0, 264.0, 172.0, 136.0, 92.0, 52.0, 40.0, 23.0, 18.0, 11.0, 5.0, 5.0, 1.0, 1.0, 1.0, 2.0], "bins": [-0.01395786926150322, -0.013479754328727722, -0.013001639395952225, -0.012523524463176727, -0.01204540953040123, -0.011567294597625732, -0.011089179664850235, -0.010611064732074738, -0.01013294979929924, -0.009654834866523743, -0.009176719933748245, -0.008698605000972748, -0.00822049006819725, -0.007742374669760466, -0.007264259736984968, -0.006786144804209471, -0.006308029871433973, -0.005829914938658476, -0.0053518000058829784, -0.004873685073107481, -0.0043955701403319836, -0.003917455207556486, -0.003439340041950345, -0.0029612251091748476, -0.00248311017639935, -0.0020049952436238527, -0.0015268803108483553, -0.001048765261657536, -0.0005706503288820386, -9.25353670027107e-05, 0.0003855795948766172, 0.0008636945858597755, 0.001341809518635273, 0.0018199244514107704, 0.002298039384186268, 0.0027761543169617653, 0.0032542692497372627, 0.003732384415343404, 0.004210499115288258, 0.004688614048063755, 0.0051667289808392525, 0.005644844379276037, 0.006122959312051535, 0.006601074244827032, 0.0070791891776025295, 0.007557304110378027, 0.008035418577492237, 0.008513533510267735, 0.008991649374365807, 0.009469764307141304, 0.009947879239916801, 0.010425994172692299, 0.010904109105467796, 0.011382224038243294, 0.011860338971018791, 0.012338453903794289, 0.012816568836569786, 0.013294683769345284, 0.013772798702120781, 0.014250913634896278, 0.014729028567671776, 0.015207143500447273, 0.01568525843322277, 0.016163373365998268, 0.016641488298773766]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 6.0, 3.0, 1.0, 2.0, 2.0, 1.0, 0.0, 5.0, 2.0, 9.0, 2.0, 4.0, 1.0, 3.0, 2.0, 0.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.005437853280454874, -0.0052653769962489605, -0.005092900712043047, -0.004920423962175846, -0.0047479476779699326, -0.004575471393764019, -0.0044029951095581055, -0.004230518825352192, -0.004058042541146278, -0.003885566024109721, -0.003713089507073164, -0.0035406132228672504, -0.003368136938661337, -0.0031956604216247797, -0.003023184137418866, -0.002850707620382309, -0.0026782313361763954, -0.002505755051970482, -0.0023332785349339247, -0.002160802250728011, -0.001988325733691454, -0.0018158494494855404, -0.0016433731652796268, -0.0014708967646583915, -0.001298420364037156, -0.0011259439634159207, -0.0009534676210023463, -0.0007809912785887718, -0.0006085148779675364, -0.00043603850645013154, -0.0002635621349327266, -9.108576341532171e-05, 8.13906081020832e-05, 0.0002538669796194881, 0.00042634335113689303, 0.0005988196935504675, 0.0007712960941717029, 0.0009437724947929382, 0.0011162487789988518, 0.0012887251796200871, 0.0014612015802413225, 0.0016336779808625579, 0.0018061543814837933, 0.001978630665689707, 0.0021511069498956203, 0.0023235834669321775, 0.002496059751138091, 0.0026685362681746483, 0.002841012552380562, 0.0030134888365864754, 0.0031859653536230326, 0.003358441637828946, 0.0035309181548655033, 0.003703394439071417, 0.0038758707232773304, 0.004048347007483244, 0.004220823757350445, 0.004393300041556358, 0.004565776325762272, 0.004738252609968185, 0.004910728894174099, 0.0050832051783800125, 0.005255681928247213, 0.005428158212453127, 0.0056006344966590405]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 2.0, 5.0, 3.0, 3.0, 3.0, 3.0, 4.0, 10.0, 4.0, 12.0, 16.0, 17.0, 14.0, 24.0, 31.0, 39.0, 44.0, 73.0, 107.0, 144.0, 209.0, 333.0, 481.0, 648.0, 937.0, 1391.0, 2072.0, 5635.0, 1239.0, 997.0, 739.0, 563.0, 476.0, 421.0, 361.0, 309.0, 226.0, 165.0, 170.0, 118.0, 93.0, 80.0, 40.0, 49.0, 36.0, 19.0, 13.0, 12.0, 15.0, 10.0, 3.0, 5.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.004918920807540417, -0.00477488711476326, -0.004630853421986103, -0.004486819729208946, -0.004342786036431789, -0.004198751877993345, -0.004054718185216188, -0.003910684492439032, -0.0037666507996618748, -0.003622617106884718, -0.003478583414107561, -0.0033345494884997606, -0.003190515795722604, -0.003046482102945447, -0.0029024481773376465, -0.0027584144845604897, -0.002614380791783333, -0.002470347099006176, -0.002326313406229019, -0.0021822794806212187, -0.002038245787844062, -0.001894212095066905, -0.0017501782858744264, -0.0016061444766819477, -0.0014621107839047909, -0.001318077091127634, -0.0011740432819351554, -0.0010300094727426767, -0.0008859757799655199, -0.0007419420289807022, -0.0005979082779958844, -0.0004538745270110667, -0.00030984077602624893, -0.0001658070250414312, -2.1773274056613445e-05, 0.0001222604769282043, 0.00026629422791302204, 0.0004103279788978398, 0.0005543617298826575, 0.0006983954808674753, 0.000842429231852293, 0.0009864629246294498, 0.0011304967338219285, 0.0012745305430144072, 0.001418564235791564, 0.0015625979285687208, 0.0017066317377611995, 0.0018506655469536781, 0.001994699239730835, 0.002138732932507992, 0.0022827666252851486, 0.002426800550892949, 0.002570834243670106, 0.0027148679364472628, 0.0028589018620550632, 0.00300293555483222, 0.003146969247609377, 0.0032910029403865337, 0.0034350366331636906, 0.003579070558771491, 0.003723104251548648, 0.0038671379443258047, 0.004011171869933605, 0.004155205562710762, 0.004299239255487919]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.015981297940015793, -0.015551316551864147, -0.015121335163712502, -0.01469135470688343, -0.014261373318731785, -0.01383139193058014, -0.013401410542428493, -0.012971429154276848, -0.012541448697447777, -0.012111467309296131, -0.011681485921144485, -0.01125150453299284, -0.010821523144841194, -0.010391541756689548, -0.009961561299860477, -0.009531579911708832, -0.009101598523557186, -0.00867161713540554, -0.008241635747253895, -0.0078116548247635365, -0.007381673902273178, -0.0069516925141215324, -0.006521711125969887, -0.006091730203479528, -0.005661748815327883, -0.005231767427176237, -0.004801786504685879, -0.004371805116534233, -0.003941823728382587, -0.003511842805892229, -0.0030818614177405834, -0.0026518802624195814, -0.0022218991070985794, -0.0017919179517775774, -0.0013619366800412536, -0.0009319554665125906, -0.0005019742529839277, -7.19930394552648e-05, 0.0003579881740733981, 0.000787969387602061, 0.001217950601130724, 0.001647931756451726, 0.002077912911772728, 0.0025078942999243736, 0.0029378754552453756, 0.0033678566105663776, 0.0037978379987180233, 0.004227818921208382, 0.004657800309360027, 0.005087781697511673, 0.005517762620002031, 0.005947744008153677, 0.006377724930644035, 0.006807706318795681, 0.007237687706947327, 0.007667668629437685, 0.008097650483250618, 0.008527630940079689, 0.008957612328231335, 0.00938759371638298, 0.009817575104534626, 0.010247556492686272, 0.010677536949515343, 0.011107518337666988, 0.011537499725818634]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 1.0, 5.0, 0.0, 3.0, 5.0, 1.0, 4.0, 2.0, 3.0, 14.0, 12.0, 10.0, 56.0, 19.0, 10.0, 10.0, 5.0, 7.0, 11.0, 9.0, 4.0, 7.0, 7.0, 8.0, 6.0, 5.0, 8.0, 8.0, 4.0, 7.0, 4.0, 1.0, 2.0, 5.0, 4.0, 2.0, 2.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.01002452801913023, -0.009694145061075687, -0.009363762103021145, -0.009033379144966602, -0.00870299618691206, -0.008372613228857517, -0.008042230270802975, -0.007711847312748432, -0.00738146435469389, -0.007051081396639347, -0.0067206984385848045, -0.006390315480530262, -0.0060599325224757195, -0.005729549564421177, -0.005399166606366634, -0.005068783648312092, -0.004738400690257549, -0.004408017732203007, -0.004077634774148464, -0.0037472518160939217, -0.003416868858039379, -0.0030864858999848366, -0.002756102941930294, -0.0024257199838757515, -0.002095337025821209, -0.0017649540677666664, -0.0014345711097121239, -0.0011041881516575813, -0.0007738051936030388, -0.00044342223554849625, -0.0001130392774939537, 0.00021734368056058884, 0.0005477266386151314, 0.0008781095966696739, 0.0012084925547242165, 0.001538875512778759, 0.0018692584708333015, 0.002199641428887844, 0.0025300243869423866, 0.002860407344996929, 0.0031907903030514717, 0.0035211732611060143, 0.003851556219160557, 0.004181939177215099, 0.004512322135269642, 0.004842705093324184, 0.005173088051378727, 0.0055034710094332695, 0.005833853967487812, 0.006164236925542355, 0.006494619883596897, 0.00682500284165144, 0.007155385799705982, 0.007485768757760525, 0.007816151715815067, 0.00814653467386961, 0.008476917631924152, 0.008807300589978695, 0.009137683548033237, 0.00946806650608778, 0.009798449464142323, 0.010128832422196865, 0.010459215380251408, 0.01078959833830595, 0.011119981296360493]}, "_runtime": 12.14706039428711, "_timestamp": 1596226439.9068146, "_step": 0}
+{"val_accuracy": 0.6696482591324201, "val_loss": 1.0892784723408147, "_runtime": 15.927903890609741, "_timestamp": 1596226443.687658, "_step": 1}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: R Confidence: 0.347 Truth: v", "Prediction: 5 Confidence: 0.788 Truth: 5", "Prediction: 2 Confidence: 0.934 Truth: 2", "Prediction: 0 Confidence: 0.512 Truth: 0"]}, "_runtime": 16.22739887237549, "_timestamp": 1596226443.987153, "_step": 2}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 3.0, 2.0, 6.0, 2.0, 2.0, 4.0, 1.0, 0.0, 1.0, 2.0, 1.0, 4.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.015650536864995956, -0.01520046778023243, -0.014750397764146328, -0.014300328679382801, -0.0138502586632967, -0.013400189578533173, -0.012950119562447071, -0.012500050477683544, -0.012049980461597443, -0.011599911376833916, -0.011149842292070389, -0.010699772275984287, -0.01024970319122076, -0.009799633175134659, -0.009349564090371132, -0.00889949407428503, -0.008449424989521503, -0.007999355904757977, -0.007549285888671875, -0.007099216338247061, -0.0066491467878222466, -0.00619907770305872, -0.005749008152633905, -0.005298938602209091, -0.004848869051784277, -0.004398799501359463, -0.0039487299509346485, -0.003498660633340478, -0.0030485910829156637, -0.0025985215324908495, -0.002148452214896679, -0.0016983826644718647, -0.0012483131140470505, -0.0007982436218298972, -0.00034817412961274385, 0.00010189536260440946, 0.0005519648548215628, 0.001002034405246377, 0.0014521038392558694, 0.0019021732732653618, 0.002352242823690176, 0.0028023123741149902, 0.0032523819245398045, 0.003702451242133975, 0.004152520559728146, 0.00460259011015296, 0.005052659660577774, 0.005502729211002588, 0.0059527987614274025, 0.006402868311852217, 0.006852937862277031, 0.007303007412701845, 0.007753076963126659, 0.008203146047890186, 0.008653216063976288, 0.009103285148739815, 0.009553354233503342, 0.010003424249589443, 0.01045349333435297, 0.010903563350439072, 0.011353632435202599, 0.0118037024512887, 0.012253771536052227, 0.012703841552138329, 0.013153910636901855]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 4.0, 4.0, 3.0, 3.0, 5.0, 3.0, 3.0, 7.0, 10.0, 7.0, 15.0, 10.0, 18.0, 33.0, 41.0, 36.0, 60.0, 80.0, 136.0, 155.0, 249.0, 345.0, 509.0, 3179.0, 1544.0, 516.0, 325.0, 188.0, 119.0, 79.0, 68.0, 42.0, 32.0, 23.0, 17.0, 18.0, 7.0, 7.0, 6.0, 5.0, 4.0, 1.0, 2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.1936197280883789, -0.1878715306520462, -0.1821233183145523, -0.1763751208782196, -0.1706269234418869, -0.1648787260055542, -0.1591305136680603, -0.1533823162317276, -0.1476341187953949, -0.141885906457901, -0.1361377090215683, -0.1303895115852356, -0.1246413066983223, -0.1188931092619896, -0.1131449043750763, -0.10739670693874359, -0.10164850205183029, -0.09590029716491699, -0.09015209972858429, -0.08440389484167099, -0.07865569740533829, -0.07290749251842499, -0.06715929508209229, -0.061411090195178986, -0.055662889033555984, -0.04991468787193298, -0.04416648671030998, -0.03841828554868698, -0.03267008066177368, -0.02692188136279583, -0.02117367833852768, -0.015425477176904678, -0.009677276015281677, -0.003929074387997389, 0.0018191272392868996, 0.007567328866571188, 0.013315530493855476, 0.019063731655478477, 0.024811934679746628, 0.03056013584136963, 0.03630833700299263, 0.04205653816461563, 0.04780473932623863, 0.05355294048786163, 0.05930114537477493, 0.06504934281110764, 0.07079754769802094, 0.07654574513435364, 0.08229395002126694, 0.08804215490818024, 0.09379035234451294, 0.09953855723142624, 0.10528675466775894, 0.11103495955467224, 0.11678315699100494, 0.12253136187791824, 0.12827956676483154, 0.13402776420116425, 0.13977596163749695, 0.14552417397499084, 0.15127237141132355, 0.15702056884765625, 0.16276876628398895, 0.16851697862148285, 0.17426517605781555]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 4.0, 1.0, 2.0, 4.0, 2.0, 4.0, 5.0, 2.0, 3.0, 2.0, 4.0, 4.0, 3.0, 2.0, 1.0, 2.0, 4.0, 23.0, 5.0, 1.0, 3.0, 4.0, 2.0, 2.0, 3.0, 3.0, 4.0, 0.0, 0.0, 2.0, 4.0, 1.0, 3.0, 1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.0038312822580337524, -0.003711652709171176, -0.0035920231603085995, -0.0034723933786153793, -0.003352763829752803, -0.0032331342808902264, -0.0031135044991970062, -0.0029938749503344297, -0.0028742454014718533, -0.0027546158526092768, -0.0026349863037467003, -0.00251535652205348, -0.0023957269731909037, -0.002276097424328327, -0.002156467642635107, -0.0020368380937725306, -0.001917208544909954, -0.0017975789960473776, -0.0016779493307694793, -0.001558319665491581, -0.0014386901166290045, -0.001319060567766428, -0.0011994309024885297, -0.0010798012372106314, -0.0009601716883480549, -0.0008405420812778175, -0.0007209124742075801, -0.0006012828671373427, -0.0004816532600671053, -0.0003620236529968679, -0.0002423940459266305, -0.0001227644388563931, -3.1348317861557007e-06, 0.0001164947752840817, 0.0002361243823543191, 0.0003557539894245565, 0.0004753835964947939, 0.0005950132035650313, 0.0007146428106352687, 0.0008342724177055061, 0.0009539020247757435, 0.00107353157363832, 0.0011931612389162183, 0.0013127909041941166, 0.001432420453056693, 0.0015520500019192696, 0.0016716796671971679, 0.0017913093324750662, 0.0019109388813376427, 0.002030568430200219, 0.0021501979790627956, 0.0022698277607560158, 0.0023894573096185923, 0.0025090868584811687, 0.002628716640174389, 0.0027483461890369654, 0.002867975737899542, 0.0029876052867621183, 0.003107234835624695, 0.003226864617317915, 0.0033464941661804914, 0.003466123715043068, 0.003585753496736288, 0.0037053830455988646, 0.003825012594461441]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 2.0, 2.0, 1.0, 4.0, 3.0, 13.0, 19.0, 28.0, 40.0, 54.0, 64.0, 107.0, 153.0, 265.0, 413.0, 654.0, 1017.0, 1628.0, 2782.0, 4597.0, 7895.0, 13458.0, 23157.0, 39054.0, 62706.0, 96008.0, 142527.0, 478155.0, 105388.0, 68631.0, 45043.0, 29859.0, 19504.0, 12853.0, 8451.0, 5405.0, 3301.0, 2129.0, 1426.0, 904.0, 610.0, 417.0, 260.0, 176.0, 124.0, 96.0, 75.0, 39.0, 38.0, 32.0, 18.0, 17.0, 18.0, 6.0, 7.0, 2.0, 5.0, 3.0, 0.0, 2.0, 1.0], "bins": [-0.014147274196147919, -0.013680816628038883, -0.013214359059929848, -0.012747901491820812, -0.012281443923711777, -0.011814986355602741, -0.011348528787493706, -0.01088207121938467, -0.010415613651275635, -0.0099491560831666, -0.009482698515057564, -0.009016240946948528, -0.008549783378839493, -0.008083325810730457, -0.0076168677769601345, -0.007150410208851099, -0.0066839526407420635, -0.006217495072633028, -0.0057510375045239925, -0.005284579936414957, -0.0048181223683059216, -0.004351664800196886, -0.003885206999257207, -0.0034187494311481714, -0.002952291863039136, -0.0024858342949301004, -0.002019376726821065, -0.0015529190422967076, -0.0010864614741876721, -0.0006200039060786366, -0.00015354627976194024, 0.0003129113174509257, 0.0007793689146637917, 0.0012458264827728271, 0.0017122840508818626, 0.002178741618990898, 0.0026451991870999336, 0.0031116569880396128, 0.0035781145561486483, 0.00404457189142704, 0.004511029459536076, 0.004977487493306398, 0.005443945061415434, 0.005910402629524469, 0.006376860197633505, 0.00684331776574254, 0.007309775333851576, 0.007776232901960611, 0.008242690935730934, 0.00870914850383997, 0.009175606071949005, 0.00964206364005804, 0.010108521208167076, 0.010574978776276112, 0.011041436344385147, 0.011507893912494183, 0.011974351480603218, 0.012440809048712254, 0.012907266616821289, 0.013373724184930325, 0.01384018175303936, 0.014306639321148396, 0.014773096889257431, 0.015239554457366467, 0.015706012025475502]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 3.0, 3.0, 1.0, 1.0, 2.0, 3.0, 1.0, 3.0, 6.0, 12.0, 1.0, 3.0, 3.0, 3.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.015286536887288094, -0.014822687022387981, -0.014358836226165295, -0.013894986361265182, -0.01343113649636507, -0.012967285700142384, -0.012503435835242271, -0.01203958597034216, -0.011575735174119473, -0.01111188530921936, -0.010648035444319248, -0.010184184648096561, -0.00972033478319645, -0.009256484918296337, -0.00879263412207365, -0.008328784257173538, -0.007864933460950851, -0.007401083596050739, -0.006937233731150627, -0.006473383400589228, -0.006009533070027828, -0.005545683205127716, -0.005081832874566317, -0.004617982544004917, -0.004154132679104805, -0.0036902823485434055, -0.003226432017982006, -0.0027625819202512503, -0.0022987318225204945, -0.001834881491959095, -0.0013710313942283392, -0.0009071811800822616, -0.00044333096593618393, 2.0519219106063247e-05, 0.0004843694041483104, 0.0009482195600867271, 0.0014120697742328048, 0.0018759199883788824, 0.002339770086109638, 0.0028036204166710377, 0.0032674705144017935, 0.0037313206121325493, 0.004195170942693949, 0.004659021273255348, 0.00512287113815546, 0.00558672146871686, 0.006050571799278259, 0.006514421664178371, 0.006978271994739771, 0.00744212232530117, 0.007905972190201283, 0.00836982298642397, 0.008833672851324081, 0.009297522716224194, 0.00976137351244688, 0.010225223377346992, 0.010689073242247105, 0.011152924038469791, 0.011616773903369904, 0.012080623768270016, 0.012544474564492702, 0.013008324429392815, 0.013472174294292927, 0.013936025090515614, 0.014399874955415726]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 4.0, 5.0, 1.0, 2.0, 4.0, 2.0, 2.0, 5.0, 1.0, 2.0, 3.0, 5.0, 4.0, 6.0, 5.0, 6.0, 18.0, 13.0, 9.0, 15.0, 24.0, 24.0, 57.0, 80.0, 127.0, 184.0, 257.0, 397.0, 566.0, 686.0, 1208.0, 2721.0, 6881.0, 2137.0, 1020.0, 554.0, 329.0, 264.0, 163.0, 176.0, 138.0, 92.0, 82.0, 47.0, 31.0, 18.0, 17.0, 10.0, 6.0, 4.0, 6.0, 3.0, 4.0], "bins": [-0.016512956470251083, -0.016132714226841927, -0.01575247198343277, -0.015372230671346188, -0.014991989359259605, -0.014611747115850449, -0.014231505803763866, -0.01385126356035471, -0.013471022248268127, -0.01309078000485897, -0.012710538692772388, -0.012330296449363232, -0.01195005513727665, -0.011569812893867493, -0.01118957158178091, -0.010809329338371754, -0.010429088026285172, -0.010048845782876015, -0.009668603539466858, -0.009288362227380276, -0.008908119983971119, -0.008527878671884537, -0.00814763642847538, -0.007767395116388798, -0.007387152872979641, -0.0070069110952317715, -0.006626669317483902, -0.0062464275397360325, -0.005866185761988163, -0.0054859439842402935, -0.005105702206492424, -0.0047254604287445545, -0.004345218650996685, -0.0039649768732488155, -0.003584735095500946, -0.0032044933177530766, -0.002824251540005207, -0.002444009529426694, -0.0020637677516788244, -0.001683525973930955, -0.0013032841961830854, -0.000923042418435216, -0.0005428005824796855, -0.0001625587756279856, 0.00021768303122371435, 0.0005979248089715838, 0.0009781667031347752, 0.0013584084808826447, 0.0017386502586305141, 0.0021188920363783836, 0.002499133814126253, 0.0028793755918741226, 0.003259617369621992, 0.0036398593802005053, 0.004020100925117731, 0.004400342702865601, 0.004780584946274757, 0.005160826724022627, 0.005541068501770496, 0.005921310279518366, 0.006301552057266235, 0.006681793835014105, 0.007062035612761974, 0.007442277390509844, 0.007822519168257713]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08996643126010895, -0.0879056379199028, -0.08584485203027725, -0.0837840586900711, -0.08172327280044556, -0.07966247946023941, -0.07760169357061386, -0.07554090023040771, -0.07348011434078217, -0.07141932100057602, -0.06935853511095047, -0.06729774177074432, -0.06523695588111877, -0.06317616254091263, -0.06111537292599678, -0.05905458331108093, -0.056993793696165085, -0.05493300408124924, -0.05287221446633339, -0.05081142485141754, -0.048750635236501694, -0.046689845621585846, -0.04462905600667, -0.04256826639175415, -0.040507473051548004, -0.038446683436632156, -0.03638589382171631, -0.03432510420680046, -0.03226431459188461, -0.030203524976968765, -0.028142735362052917, -0.02608194574713707, -0.024021156132221222, -0.021960366517305374, -0.019899576902389526, -0.01783878728747368, -0.01577799767255783, -0.013717207126319408, -0.011656416580080986, -0.009595626965165138, -0.0075348373502492905, -0.005474047735333443, -0.0034132576547563076, -0.0013524678070098162, 0.0007083220407366753, 0.0027691118884831667, 0.004829901736229658, 0.006890691816806793, 0.008951481431722641, 0.011012271046638489, 0.013073060661554337, 0.015133851207792759, 0.017194639891386032, 0.01925543136894703, 0.021316220983862877, 0.023377010598778725, 0.025437800213694572, 0.02749858982861042, 0.029559379443526268, 0.031620170921087265, 0.03368096053600311, 0.03574175015091896, 0.03780253976583481, 0.039863329380750656, 0.041924118995666504]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 1.0, 3.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 1.0, 0.0, 5.0, 2.0, 2.0, 2.0, 2.0, 2.0, 4.0, 11.0, 13.0, 7.0, 11.0, 14.0, 12.0, 6.0, 12.0, 10.0, 6.0, 7.0, 31.0, 23.0, 7.0, 12.0, 11.0, 7.0, 8.0, 8.0, 6.0, 9.0, 2.0, 3.0, 0.0, 6.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.03554864227771759, -0.0346410796046257, -0.033733513206243515, -0.03282595053315163, -0.03191838413476944, -0.031010819599032402, -0.030103255063295364, -0.029195690527558327, -0.02828812599182129, -0.0273805633187294, -0.026472998782992363, -0.025565434247255325, -0.024657869711518288, -0.02375030517578125, -0.022842740640044212, -0.021935176104307175, -0.021027611568570137, -0.0201200470328331, -0.01921248249709606, -0.018304917961359024, -0.017397353425621986, -0.01648978888988495, -0.015582225285470486, -0.014674660749733448, -0.01376709621399641, -0.012859531678259373, -0.011951967142522335, -0.011044402606785297, -0.010136839002370834, -0.009229274466633797, -0.008321709930896759, -0.007414145395159721, -0.006506580859422684, -0.005599016323685646, -0.004691451787948608, -0.003783887717872858, -0.0028763231821358204, -0.0019687586463987827, -0.0010611943434923887, -0.0001536299241706729, 0.0007539344951510429, 0.0016614989144727588, 0.0025690633337944746, 0.0034766276367008686, 0.004384192172437906, 0.005291756708174944, 0.006199320778250694, 0.007106885313987732, 0.00801444984972477, 0.008922014385461807, 0.009829578921198845, 0.010737143456935883, 0.01164470799267292, 0.012552271597087383, 0.013459836132824421, 0.014367400668561459, 0.015274965204298496, 0.01618252880871296, 0.017090093344449997, 0.017997657880187035, 0.018905222415924072, 0.01981278695166111, 0.020720351487398148, 0.021627916023135185, 0.022535480558872223]}, "_runtime": 21.571990251541138, "_timestamp": 1596226449.3317444, "_step": 3}
+{"val_accuracy": 0.7735680650684932, "val_loss": 0.642406218672452, "_runtime": 27.662676334381104, "_timestamp": 1596226455.4224305, "_step": 4}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: K Confidence: 0.593 Truth: v", "Prediction: 5 Confidence: 0.999 Truth: 5", "Prediction: 2 Confidence: 0.988 Truth: 2", "Prediction: 0 Confidence: 0.683 Truth: 0"]}, "_runtime": 27.952489614486694, "_timestamp": 1596226455.7122438, "_step": 5}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 3.0, 0.0, 4.0, 2.0, 2.0, 2.0, 2.0, 4.0, 1.0, 6.0, 0.0, 1.0, 3.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 3.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013619337230920792, -0.013150856830179691, -0.012682376429438591, -0.01221389602869749, -0.01174541562795639, -0.01127693522721529, -0.010808455757796764, -0.010339975357055664, -0.009871494956314564, -0.009403014555573463, -0.008934534154832363, -0.008466053754091263, -0.007997573353350163, -0.007529092952609062, -0.007060613017529249, -0.006592132616788149, -0.006123652216047049, -0.005655171815305948, -0.005186691414564848, -0.004718211479485035, -0.004249731078743935, -0.0037812506780028343, -0.003312770277261734, -0.0028442901093512774, -0.002375809708610177, -0.0019073294242843986, -0.00143884913995862, -0.0009703687392175198, -0.0005018884548917413, -3.3408141462132335e-05, 0.0004350721719674766, 0.000903552514500916, 0.0013720327988266945, 0.001840513083152473, 0.0023089933674782515, 0.0027774737682193518, 0.0032459539361298084, 0.0037144343368709087, 0.004182914737612009, 0.004651395138353109, 0.005119875073432922, 0.005588355474174023, 0.006056835874915123, 0.006525316275656223, 0.006993796676397324, 0.007462277077138424, 0.007930757477879524, 0.008399237878620625, 0.008867718279361725, 0.00933619774878025, 0.00980467814952135, 0.010273158550262451, 0.010741638951003551, 0.011210119351744652, 0.011678599752485752, 0.012147080153226852, 0.012615560553967953, 0.013084040954709053, 0.013552521355450153, 0.014021000824868679, 0.01448948122560978, 0.01495796162635088, 0.01542644202709198, 0.015894923359155655, 0.01636340282857418]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 3.0, 5.0, 4.0, 5.0, 13.0, 18.0, 22.0, 27.0, 48.0, 51.0, 75.0, 100.0, 118.0, 179.0, 285.0, 448.0, 4239.0, 1164.0, 412.0, 202.0, 147.0, 118.0, 68.0, 46.0, 36.0, 24.0, 21.0, 14.0, 7.0, 10.0, 4.0, 1.0, 5.0, 3.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.22969409823417664, -0.22307896614074707, -0.2164638191461563, -0.20984868705272675, -0.203233540058136, -0.19661840796470642, -0.19000326097011566, -0.1833881288766861, -0.17677298188209534, -0.17015784978866577, -0.1635427176952362, -0.15692757070064545, -0.15031243860721588, -0.14369729161262512, -0.13708215951919556, -0.1304670125246048, -0.12385188043117523, -0.11723674088716507, -0.11062160134315491, -0.10400646179914474, -0.09739132225513458, -0.09077619016170502, -0.08416105061769485, -0.07754591107368469, -0.07093077152967453, -0.06431563198566437, -0.057700492441654205, -0.05108535662293434, -0.04447021707892418, -0.03785507753491402, -0.031239939853549004, -0.02462480217218399, -0.018009662628173828, -0.01139452401548624, -0.004779385402798653, 0.001835753209888935, 0.008450891822576523, 0.01506603043526411, 0.0216811690479517, 0.02829630672931671, 0.034911446273326874, 0.041526585817337036, 0.0481417253613472, 0.05475686118006706, 0.061372000724077225, 0.06798713654279709, 0.07460227608680725, 0.08121741563081741, 0.08783255517482758, 0.09444769471883774, 0.1010628342628479, 0.10767797380685806, 0.11429311335086823, 0.12090824544429779, 0.12752339243888855, 0.13413852453231812, 0.14075365662574768, 0.14736880362033844, 0.153983935713768, 0.16059908270835876, 0.16721421480178833, 0.1738293617963791, 0.18044449388980865, 0.18705964088439941, 0.19367477297782898]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 1.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 3.0, 2.0, 3.0, 4.0, 4.0, 4.0, 4.0, 3.0, 0.0, 4.0, 1.0, 26.0, 4.0, 2.0, 1.0, 4.0, 7.0, 2.0, 4.0, 2.0, 4.0, 1.0, 2.0, 1.0, 2.0, 1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0], "bins": [-0.0026075420901179314, -0.002523816656321287, -0.0024400914553552866, -0.0023563660215586424, -0.002272640820592642, -0.0021889153867959976, -0.002105190185829997, -0.002021464752033353, -0.0019377394346520305, -0.001854014117270708, -0.0017702887998893857, -0.0016865634825080633, -0.001602838048711419, -0.0015191127313300967, -0.0014353874139487743, -0.001351662096567452, -0.0012679367791861296, -0.0011842114618048072, -0.0011004861444234848, -0.0010167608270421624, -0.0009330354514531791, -0.0008493101340718567, -0.0007655847584828734, -0.0006818594411015511, -0.0005981341237202287, -0.0005144088063389063, -0.00043068345985375345, -0.0003469581133686006, -0.0002632327959872782, -0.0001795074640540406, -9.5782132120803e-05, -1.2056800187565386e-05, 7.166853174567223e-05, 0.00015539386367890984, 0.00023911919561214745, 0.0003228445420973003, 0.0004065698594786227, 0.0004902951768599451, 0.0005740205524489284, 0.0006577458698302507, 0.0007414711872115731, 0.0008251965045928955, 0.0009089218219742179, 0.0009926471393555403, 0.0010763725731521845, 0.0011600978905335069, 0.0012438232079148293, 0.0013275485252961516, 0.001411273842677474, 0.0014949991600587964, 0.0015787244774401188, 0.0016624497948214412, 0.0017461751122027636, 0.0018299005459994078, 0.0019136258633807302, 0.0019973511807620525, 0.0020810766145586967, 0.0021648018155246973, 0.0022485272493213415, 0.002332252450287342, 0.0024159778840839863, 0.002499703085049987, 0.002583428518846631, 0.0026671537198126316, 0.002750879153609276]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 5.0, 6.0, 6.0, 12.0, 19.0, 35.0, 47.0, 61.0, 87.0, 127.0, 154.0, 251.0, 407.0, 620.0, 977.0, 1560.0, 2539.0, 4543.0, 8703.0, 16984.0, 34648.0, 73170.0, 167816.0, 645259.0, 113761.0, 51239.0, 25034.0, 12995.0, 7099.0, 4275.0, 2492.0, 1549.0, 999.0, 647.0, 429.0, 315.0, 235.0, 161.0, 103.0, 68.0, 56.0, 44.0, 27.0, 22.0, 16.0, 10.0, 11.0, 3.0, 2.0, 2.0, 5.0, 2.0, 1.0, 1.0, 2.0], "bins": [-0.014466804452240467, -0.014019881375133991, -0.01357295736670494, -0.013126034289598465, -0.012679110281169415, -0.012232187204062939, -0.011785263195633888, -0.011338340118527412, -0.010891417041420937, -0.010444493032991886, -0.00999756995588541, -0.00955064594745636, -0.009103722870349884, -0.008656798861920834, -0.008209875784814358, -0.007762952242046595, -0.0073160286992788315, -0.006869105156511068, -0.006422181613743305, -0.005975258070975542, -0.005528334528207779, -0.005081411451101303, -0.00463448790833354, -0.004187564365565777, -0.0037406408227980137, -0.0032937172800302505, -0.0028467937372624874, -0.002399870427325368, -0.0019529468845576048, -0.0015060233417898417, -0.0010590999154374003, -0.0006121764308772981, -0.0001652529463171959, 0.00028167053824290633, 0.0007285940228030086, 0.0011755174491554499, 0.001622440991923213, 0.002069364534690976, 0.0025162878446280956, 0.0029632113873958588, 0.003410134930163622, 0.003857058472931385, 0.004303982015699148, 0.004750905558466911, 0.005197828635573387, 0.00564475217834115, 0.006091675721108913, 0.0065385992638766766, 0.00698552280664444, 0.007432446349412203, 0.007879369892179966, 0.008326292969286442, 0.008773216977715492, 0.009220140054821968, 0.009667064063251019, 0.010113987140357494, 0.010560911148786545, 0.01100783422589302, 0.011454757302999496, 0.011901681311428547, 0.012348604388535023, 0.012795528396964073, 0.013242451474070549, 0.0136893754824996, 0.014136298559606075]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 7.0, 2.0, 2.0, 2.0, 2.0, 2.0, 2.0, 6.0, 4.0, 1.0, 3.0, 4.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.008938947692513466, -0.008716501295566559, -0.008494054898619652, -0.008271608501672745, -0.008049163036048412, -0.007826716639101505, -0.007604270242154598, -0.007381823845207691, -0.007159377448260784, -0.006936931516975164, -0.006714485120028257, -0.00649203872308135, -0.006269592791795731, -0.0060471463948488235, -0.0058246999979019165, -0.005602254066616297, -0.00537980766966939, -0.005157361272722483, -0.004934915341436863, -0.004712468944489956, -0.004490022547543049, -0.004267576616257429, -0.004045130219310522, -0.003822683822363615, -0.0036002376582473516, -0.0033777914941310883, -0.003155345097184181, -0.002932898933067918, -0.0027104527689516544, -0.0024880063720047474, -0.002265560207888484, -0.002043113810941577, -0.0018206676468253136, -0.0015982213662937284, -0.0013757750857621431, -0.0011533289216458797, -0.0009308826411142945, -0.0007084363605827093, -0.000485990138258785, -0.00026354388683103025, -4.109763540327549e-05, 0.00018134861602447927, 0.00040379486745223403, 0.0006262410897761583, 0.0008486873703077435, 0.0010711336508393288, 0.0012935798149555922, 0.0015160260954871774, 0.0017384723760187626, 0.001960918540135026, 0.002183364937081933, 0.0024058111011981964, 0.0026282574981451035, 0.002850703662261367, 0.0030731498263776302, 0.0032955962233245373, 0.0035180423874408007, 0.003740488551557064, 0.003962934948503971, 0.004185381345450878, 0.004407827276736498, 0.004630273673683405, 0.004852720070630312, 0.005075166001915932, 0.005297612398862839]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 2.0, 1.0, 2.0, 5.0, 0.0, 5.0, 5.0, 10.0, 9.0, 20.0, 19.0, 24.0, 38.0, 43.0, 74.0, 99.0, 99.0, 116.0, 119.0, 111.0, 147.0, 178.0, 267.0, 358.0, 414.0, 636.0, 871.0, 4690.0, 2855.0, 1915.0, 1237.0, 933.0, 715.0, 559.0, 422.0, 288.0, 214.0, 150.0, 106.0, 108.0, 112.0, 78.0, 64.0, 50.0, 39.0, 41.0, 42.0, 25.0, 24.0, 20.0, 19.0, 13.0, 8.0, 8.0, 7.0, 6.0, 3.0, 2.0, 2.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.006347697228193283, -0.006126979365944862, -0.005906261503696442, -0.005685544107109308, -0.0054648262448608875, -0.005244108382612467, -0.005023390986025333, -0.004802673123776913, -0.004581955261528492, -0.004361237399280071, -0.0041405195370316505, -0.003919802140444517, -0.0036990842781960964, -0.0034783664159476757, -0.0032576487865298986, -0.0030369311571121216, -0.002816213294863701, -0.00259549543261528, -0.002374777803197503, -0.002154060173779726, -0.0019333423115313053, -0.0017126245656982064, -0.0014919068198651075, -0.0012711890740320086, -0.0010504713281989098, -0.0008297535823658109, -0.000609035836532712, -0.0003883180906996131, -0.0001676003448665142, 5.311740096658468e-05, 0.00027383514679968357, 0.0004945528926327825, 0.0007152706384658813, 0.0009359883842989802, 0.0011567061301320791, 0.001377423875965178, 0.001598141621798277, 0.0018188593676313758, 0.0020395771134644747, 0.0022602947428822517, 0.0024810126051306725, 0.002701730467379093, 0.0029224480967968702, 0.0031431657262146473, 0.003363883588463068, 0.0035846014507114887, 0.003805319080129266, 0.004026036709547043, 0.0042467545717954636, 0.004467472434043884, 0.004688190296292305, 0.004908907692879438, 0.005129625555127859, 0.00535034341737628, 0.005571060813963413, 0.005791778676211834, 0.006012496538460255, 0.006233214400708675, 0.006453932262957096, 0.0066746496595442295, 0.00689536752179265, 0.007116085384041071, 0.007336802780628204, 0.007557520642876625, 0.007778238505125046]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.03600345551967621, -0.03448893502354622, -0.03297441452741623, -0.03145989403128624, -0.02994537353515625, -0.02843085303902626, -0.02691633254289627, -0.02540181204676628, -0.02388729155063629, -0.022372771054506302, -0.020858250558376312, -0.019343730062246323, -0.017829209566116333, -0.016314689069986343, -0.014800168573856354, -0.013285648077726364, -0.011771127581596375, -0.010256607085466385, -0.008742086589336395, -0.007227566093206406, -0.005713045597076416, -0.004198525100946426, -0.0026840046048164368, -0.0011694841086864471, 0.0003450363874435425, 0.001859556883573532, 0.0033740773797035217, 0.004888597875833511, 0.006403118371963501, 0.00791763886809349, 0.00943215936422348, 0.01094667986035347, 0.01246120035648346, 0.013975720852613449, 0.015490241348743439, 0.01700476184487343, 0.018519282341003418, 0.020033802837133408, 0.021548323333263397, 0.023062843829393387, 0.024577364325523376, 0.026091884821653366, 0.027606405317783356, 0.029120925813913345, 0.030635446310043335, 0.032149966806173325, 0.033664487302303314, 0.035179007798433304, 0.03669352829456329, 0.03820804879069328, 0.03972256928682327, 0.04123708978295326, 0.04275161027908325, 0.04426613077521324, 0.04578065127134323, 0.04729517176747322, 0.04880969226360321, 0.0503242127597332, 0.05183873325586319, 0.05335325375199318, 0.05486777424812317, 0.05638229474425316, 0.05789681524038315, 0.05941133573651314, 0.06092585623264313]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 0.0, 4.0, 4.0, 2.0, 2.0, 5.0, 7.0, 2.0, 10.0, 7.0, 3.0, 4.0, 1.0, 3.0, 5.0, 3.0, 6.0, 21.0, 39.0, 37.0, 23.0, 24.0, 17.0, 11.0, 12.0, 3.0, 6.0, 0.0, 3.0, 3.0, 1.0, 0.0, 1.0, 3.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.03135506063699722, -0.029920075088739395, -0.028485089540481567, -0.02705010585486889, -0.02561512030661106, -0.024180134758353233, -0.022745151072740555, -0.021310165524482727, -0.0198751799762249, -0.01844019442796707, -0.017005208879709244, -0.015570225194096565, -0.014135239645838737, -0.01270025409758091, -0.011265269480645657, -0.009830284863710403, -0.008395299315452576, -0.006960314232856035, -0.005525329150259495, -0.004090344067662954, -0.002655358985066414, -0.0012203739024698734, 0.00021461118012666702, 0.0016495962627232075, 0.003084581345319748, 0.004519566427916288, 0.005954551510512829, 0.007389536593109369, 0.00882452167570591, 0.010259507223963737, 0.01169449184089899, 0.013129476457834244, 0.014564462006092072, 0.0159994475543499, 0.017434433102607727, 0.018869416788220406, 0.020304402336478233, 0.02173938788473606, 0.02317437157034874, 0.024609357118606567, 0.026044342666864395, 0.027479328215122223, 0.02891431376338005, 0.03034929744899273, 0.03178428113460541, 0.033219266682863235, 0.03465425223112106, 0.03608923777937889, 0.03752422332763672, 0.038959208875894547, 0.040394194424152374, 0.0418291799724102, 0.04326416552066803, 0.04469914734363556, 0.04613413289189339, 0.047569118440151215, 0.04900410398840904, 0.05043908953666687, 0.0518740750849247, 0.053309060633182526, 0.054744042456150055, 0.05617902800440788, 0.05761401355266571, 0.05904899910092354, 0.060483984649181366]}, "_runtime": 30.867005586624146, "_timestamp": 1596226458.6267598, "_step": 6}
+{"val_accuracy": 0.7914426369863015, "val_loss": 0.561475022062319, "_runtime": 39.33623456954956, "_timestamp": 1596226467.0959888, "_step": 7}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: K Confidence: 0.278 Truth: v", "Prediction: 5 Confidence: 1.000 Truth: 5", "Prediction: 2 Confidence: 0.996 Truth: 2", "Prediction: 0 Confidence: 0.577 Truth: 0"]}, "_runtime": 39.61155152320862, "_timestamp": 1596226467.3713057, "_step": 8}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 3.0, 0.0, 3.0, 1.0, 2.0, 4.0, 0.0, 1.0, 3.0, 3.0, 3.0, 5.0, 2.0, 1.0, 2.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.011900154873728752, -0.011561082676053047, -0.011222010478377342, -0.010882937349379063, -0.010543865151703358, -0.010204792954027653, -0.009865719825029373, -0.009526647627353668, -0.009187575429677963, -0.008848503232002258, -0.008509431034326553, -0.008170357905328274, -0.007831285707652569, -0.007492213509976864, -0.007153140846639872, -0.006814068183302879, -0.006474995985627174, -0.006135923787951469, -0.005796851124614477, -0.005457778461277485, -0.00511870626360178, -0.004779634065926075, -0.004440561402589083, -0.0041014887392520905, -0.0037624165415763855, -0.003423344111070037, -0.0030842716805636883, -0.0027451992500573397, -0.002406126819550991, -0.0020670543890446424, -0.0017279819585382938, -0.0013889095280319452, -0.0010498370975255966, -0.000710764667019248, -0.0003716922365128994, -3.261980600655079e-05, 0.0003064526244997978, 0.0006455250550061464, 0.000984597485512495, 0.0013236699160188437, 0.0016627423465251923, 0.002001814777031541, 0.0023408872075378895, 0.002679959638044238, 0.0030190320685505867, 0.0033581044990569353, 0.003697176929563284, 0.004036249592900276, 0.004375321790575981, 0.004714393988251686, 0.005053466651588678, 0.005392539314925671, 0.005731611512601376, 0.0060706837102770805, 0.006409756373614073, 0.006748829036951065, 0.00708790123462677, 0.007426973432302475, 0.007766046095639467, 0.00810511875897646, 0.008444190956652164, 0.00878326315432787, 0.009122336283326149, 0.009461408481001854, 0.009800480678677559]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 6.0, 2.0, 9.0, 9.0, 6.0, 18.0, 22.0, 29.0, 28.0, 54.0, 73.0, 91.0, 125.0, 172.0, 231.0, 393.0, 4237.0, 1298.0, 396.0, 226.0, 170.0, 83.0, 75.0, 46.0, 31.0, 20.0, 19.0, 8.0, 12.0, 8.0, 5.0, 5.0, 5.0, 1.0, 1.0, 1.0, 3.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.19733017683029175, -0.1911253184080124, -0.18492045998573303, -0.17871560156345367, -0.17251074314117432, -0.16630588471889496, -0.1601010262966156, -0.15389616787433624, -0.14769130945205688, -0.14148645102977753, -0.13528159260749817, -0.1290767341852188, -0.12287187576293945, -0.1166670173406601, -0.11046215891838074, -0.10425730049610138, -0.09805244207382202, -0.09184758365154266, -0.0856427252292633, -0.07943786680698395, -0.07323300838470459, -0.06702814996242523, -0.060823291540145874, -0.054618433117866516, -0.04841357469558716, -0.0422087162733078, -0.03600385785102844, -0.029798999428749084, -0.023594141006469727, -0.01738928258419037, -0.01118442416191101, -0.004979565739631653, 0.001225292682647705, 0.007430151104927063, 0.013635009527206421, 0.01983986794948578, 0.026044726371765137, 0.032249584794044495, 0.03845444321632385, 0.04465930163860321, 0.05086416006088257, 0.057069018483161926, 0.06327387690544128, 0.06947873532772064, 0.07568359375, 0.08188845217227936, 0.08809331059455872, 0.09429816901683807, 0.10050302743911743, 0.10670788586139679, 0.11291274428367615, 0.1191176027059555, 0.12532246112823486, 0.13152731955051422, 0.13773217797279358, 0.14393703639507294, 0.1501418948173523, 0.15634675323963165, 0.162551611661911, 0.16875647008419037, 0.17496132850646973, 0.18116618692874908, 0.18737104535102844, 0.1935759037733078, 0.19978076219558716]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [4.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0, 4.0, 2.0, 2.0, 1.0, 1.0, 6.0, 2.0, 7.0, 5.0, 4.0, 4.0, 2.0, 2.0, 22.0, 5.0, 1.0, 4.0, 5.0, 6.0, 6.0, 2.0, 2.0, 0.0, 1.0, 2.0, 0.0, 3.0, 3.0, 0.0, 1.0, 1.0, 3.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.001541733043268323, -0.0014647868229076266, -0.0013878406025469303, -0.0013108944986015558, -0.0012339482782408595, -0.0011570020578801632, -0.0010800559539347887, -0.0010031097335740924, -0.0009261635132133961, -0.0008492172928526998, -0.0007722711306996644, -0.000695324968546629, -0.0006183787481859326, -0.0005414325278252363, -0.0004644863656722009, -0.00038754017441533506, -0.0003105939831584692, -0.00023364779190160334, -0.00015670160064473748, -7.975540938787162e-05, -2.809218131005764e-06, 7.41369731258601e-05, 0.00015108316438272595, 0.0002280293556395918, 0.00030497554689645767, 0.00038192173815332353, 0.0004588679294101894, 0.0005358140915632248, 0.0006127603119239211, 0.0006897065322846174, 0.0007666526944376528, 0.0008435988565906882, 0.0009205450769513845, 0.0009974912973120809, 0.0010744375176727772, 0.0011513836216181517, 0.001228329841978848, 0.0013052760623395443, 0.0013822221662849188, 0.001459168386645615, 0.0015361146070063114, 0.0016130608273670077, 0.001690007047727704, 0.0017669531516730785, 0.0018438993720337749, 0.0019208455923944712, 0.0019977916963398457, 0.002074738033115864, 0.0021516841370612383, 0.0022286302410066128, 0.002305576577782631, 0.0023825226817280054, 0.00245946878567338, 0.002536415122449398, 0.0026133612263947725, 0.0026903075631707907, 0.002767253667116165, 0.0028441997710615396, 0.002921146107837558, 0.0029980922117829323, 0.0030750385485589504, 0.003151984652504325, 0.0032289307564496994, 0.0033058770932257175, 0.003382823197171092]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 4.0, 5.0, 5.0, 15.0, 21.0, 22.0, 49.0, 66.0, 99.0, 152.0, 246.0, 355.0, 611.0, 995.0, 1657.0, 2608.0, 4651.0, 8330.0, 16670.0, 35095.0, 80449.0, 245485.0, 621593.0, 75965.0, 36340.0, 18942.0, 10681.0, 6373.0, 3996.0, 2583.0, 1613.0, 1135.0, 854.0, 559.0, 382.0, 278.0, 195.0, 140.0, 114.0, 86.0, 50.0, 40.0, 42.0, 18.0, 18.0, 7.0, 14.0, 10.0, 3.0, 3.0, 5.0, 4.0, 5.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.009631739929318428, -0.009261968545615673, -0.008892198093235493, -0.008522426709532738, -0.008152656257152557, -0.007782884873449802, -0.007413113489747047, -0.00704334257170558, -0.006673571653664112, -0.006303800735622644, -0.005934029817581177, -0.005564258433878422, -0.005194487515836954, -0.0048247165977954865, -0.0044549452140927315, -0.004085174296051264, -0.003715403378009796, -0.0033456324599683285, -0.002975861309096217, -0.002606090158224106, -0.002236319240182638, -0.0018665482057258487, -0.0014967771712690592, -0.0011270061368122697, -0.0007572351023554802, -0.0003874640678986907, -1.7693033441901207e-05, 0.0003520780010148883, 0.0007218490354716778, 0.0010916200699284673, 0.0014613911043852568, 0.0018311621388420463, 0.0022009331732988358, 0.0025707040913403034, 0.0029404752422124147, 0.003310246393084526, 0.0036800173111259937, 0.004049788229167461, 0.004419559612870216, 0.004789330530911684, 0.005159101448953152, 0.005528872366994619, 0.005898643285036087, 0.006268414668738842, 0.00663818558678031, 0.007007956504821777, 0.007377727888524532, 0.007747498806566, 0.008117269724607468, 0.008487041108310223, 0.008856811560690403, 0.009226582944393158, 0.009596353396773338, 0.009966124780476093, 0.010335896164178848, 0.010705666616559029, 0.011075438000261784, 0.011445209383964539, 0.011814979836344719, 0.012184751220047474, 0.012554522603750229, 0.01292429305613041, 0.013294064439833164, 0.013663834892213345, 0.0140336062759161]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 3.0, 4.0, 6.0, 5.0, 4.0, 2.0, 5.0, 11.0, 2.0, 0.0, 3.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01801277883350849, -0.017450381070375443, -0.016887985169887543, -0.016325587406754494, -0.015763189643621445, -0.015200793743133545, -0.014638395980000496, -0.014075999148190022, -0.013513602316379547, -0.012951205484569073, -0.012388808652758598, -0.01182641088962555, -0.011264014057815075, -0.0107016172260046, -0.010139219462871552, -0.009576822631061077, -0.009014425799250603, -0.008452028967440128, -0.007889632135629654, -0.007327234372496605, -0.0067648375406861305, -0.006202440708875656, -0.005640043411403894, -0.005077646113932133, -0.004515249282121658, -0.003952852450311184, -0.0033904551528394222, -0.002828058088198304, -0.002265661023557186, -0.001703263958916068, -0.00114086689427495, -0.000578469829633832, -1.6072764992713928e-05, 0.0005463242996484041, 0.0011087213642895222, 0.0016711184289306402, 0.0022335154935717583, 0.0027959125582128763, 0.0033583096228539944, 0.003920706920325756, 0.0044831037521362305, 0.005045500583946705, 0.005607897881418467, 0.006170295178890228, 0.006732692010700703, 0.007295088842511177, 0.007857486605644226, 0.0084198834374547, 0.008982280269265175, 0.00954467710107565, 0.010107073932886124, 0.010669471696019173, 0.011231868527829647, 0.011794265359640121, 0.01235666312277317, 0.012919059954583645, 0.01348145678639412, 0.014043853618204594, 0.014606250450015068, 0.015168648213148117, 0.015731044113636017, 0.016293441876769066, 0.016855839639902115, 0.017418235540390015, 0.017980633303523064]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 1.0, 1.0, 1.0, 0.0, 3.0, 1.0, 4.0, 4.0, 11.0, 4.0, 7.0, 13.0, 21.0, 24.0, 38.0, 39.0, 30.0, 56.0, 78.0, 75.0, 99.0, 139.0, 172.0, 251.0, 379.0, 541.0, 642.0, 872.0, 1119.0, 1580.0, 3023.0, 5262.0, 1143.0, 654.0, 460.0, 308.0, 220.0, 195.0, 144.0, 105.0, 128.0, 110.0, 94.0, 66.0, 65.0, 48.0, 28.0, 25.0, 36.0, 16.0, 16.0, 14.0, 15.0, 13.0, 10.0, 5.0, 9.0, 4.0, 4.0, 0.0, 0.0, 2.0, 2.0], "bins": [-0.010338075459003448, -0.010015442967414856, -0.009692810475826263, -0.009370177052915096, -0.009047544561326504, -0.008724912069737911, -0.008402278646826744, -0.008079646155238152, -0.007757013663649559, -0.0074343811720609665, -0.007111748214811087, -0.006789115257561207, -0.006466482765972614, -0.006143850274384022, -0.005821217317134142, -0.005498584359884262, -0.0051759518682956696, -0.004853319376707077, -0.004530686419457197, -0.004208053462207317, -0.003885420970618725, -0.0035627882461994886, -0.0032401555217802525, -0.0029175227973610163, -0.00259489007294178, -0.002272257348522544, -0.0019496246241033077, -0.0016269918996840715, -0.0013043591752648354, -0.0009817264508455992, -0.000659093726426363, -0.0003364610020071268, -1.3828277587890625e-05, 0.00030880444683134556, 0.0006314371712505817, 0.0009540698956698179, 0.001276702620089054, 0.0015993353445082903, 0.0019219680689275265, 0.0022446007933467627, 0.002567233517765999, 0.002889866242185235, 0.003212498966604471, 0.0035351316910237074, 0.0038577644154429436, 0.004180396907031536, 0.004503029864281416, 0.004825662821531296, 0.005148295313119888, 0.005470927804708481, 0.005793560761958361, 0.0061161937192082405, 0.006438826210796833, 0.006761458702385426, 0.007084091659635305, 0.007406724616885185, 0.007729357108473778, 0.00805198960006237, 0.008374622091650963, 0.00869725551456213, 0.009019888006150723, 0.009342520497739315, 0.009665153920650482, 0.009987786412239075, 0.010310418903827667]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 2.0, 1.0, 2.0, 1.0, 1.0, 3.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.10938762873411179, -0.10618768632411957, -0.10298775136470795, -0.09978780895471573, -0.09658787399530411, -0.09338793158531189, -0.09018799662590027, -0.08698805421590805, -0.08378811925649643, -0.08058817684650421, -0.07738824188709259, -0.07418829947710037, -0.07098836451768875, -0.06778842210769653, -0.06458848714828491, -0.061388544738292694, -0.058188606053590775, -0.054988667368888855, -0.051788728684186935, -0.048588789999485016, -0.045388851314783096, -0.04218891263008118, -0.03898897394537926, -0.03578903526067734, -0.03258909285068512, -0.02938915602862835, -0.02618921734392643, -0.02298927865922451, -0.01978933811187744, -0.016589399427175522, -0.013389460742473602, -0.010189522057771683, -0.006989583373069763, -0.0037896444555372, -0.0005897055380046368, 0.0026102333795279264, 0.00581017229706049, 0.00901011098176241, 0.012210050597786903, 0.015409989282488823, 0.018609927967190742, 0.021809866651892662, 0.02500980533659458, 0.0282097440212965, 0.03140968456864357, 0.03460962325334549, 0.03780956193804741, 0.04100950062274933, 0.04420943930745125, 0.04740937799215317, 0.05060931667685509, 0.05380925536155701, 0.057009194046258926, 0.060209132730960846, 0.06340907514095306, 0.06660901010036469, 0.0698089525103569, 0.07300888746976852, 0.07620882987976074, 0.07940876483917236, 0.08260870724916458, 0.0858086422085762, 0.08900858461856842, 0.09220851957798004, 0.09540846198797226]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 4.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 1.0, 2.0, 4.0, 12.0, 21.0, 15.0, 34.0, 30.0, 45.0, 17.0, 9.0, 13.0, 5.0, 10.0, 2.0, 0.0, 3.0, 5.0, 2.0, 2.0, 4.0, 4.0, 4.0, 0.0, 1.0, 1.0, 5.0, 1.0, 4.0, 3.0, 0.0, 2.0, 1.0, 3.0, 1.0, 0.0, 1.0], "bins": [-0.07170707732439041, -0.06966252624988556, -0.0676179826259613, -0.06557343155145645, -0.0635288804769516, -0.061484336853027344, -0.05943978577852249, -0.05739523842930794, -0.055350691080093384, -0.05330614373087883, -0.051261596381664276, -0.049217045307159424, -0.04717249795794487, -0.045127950608730316, -0.043083399534225464, -0.04103885218501091, -0.038994304835796356, -0.0369497574865818, -0.03490521013736725, -0.032860659062862396, -0.030816111713647842, -0.02877156436443329, -0.026727015152573586, -0.024682465940713882, -0.02263791859149933, -0.020593371242284775, -0.01854882203042507, -0.01650427281856537, -0.014459725469350815, -0.012415177188813686, -0.010370628908276558, -0.00832608062773943, -0.006281532347202301, -0.004236984066665173, -0.002192435786128044, -0.00014788750559091568, 0.0018966607749462128, 0.003941209055483341, 0.00598575733602047, 0.008030305616557598, 0.010074853897094727, 0.012119402177631855, 0.014163950458168983, 0.016208499670028687, 0.01825304701924324, 0.020297594368457794, 0.022342143580317497, 0.0243866927921772, 0.026431240141391754, 0.028475787490606308, 0.03052033670246601, 0.032564885914325714, 0.03460943326354027, 0.03665398061275482, 0.038698531687259674, 0.04074307903647423, 0.04278762638568878, 0.044832173734903336, 0.04687672108411789, 0.04892127215862274, 0.050965819507837296, 0.05301036685705185, 0.0550549179315567, 0.057099465280771255, 0.05914401262998581]}, "_runtime": 40.09008979797363, "_timestamp": 1596226467.849844, "_step": 9}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 5.0, 2.0, 3.0, 4.0, 5.0, 5.0, 4.0, 3.0, 1.0, 3.0, 3.0, 1.0, 5.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01857372187077999, -0.01801133155822754, -0.017448941245675087, -0.016886552795767784, -0.016324162483215332, -0.01576177217066288, -0.015199382789433002, -0.01463699247688055, -0.014074603095650673, -0.01351221278309822, -0.012949822470545769, -0.012387433089315891, -0.01182504277676344, -0.011262653395533562, -0.01070026308298111, -0.010137873701751232, -0.00957548338919878, -0.009013093076646328, -0.00845070369541645, -0.007888313382863998, -0.007325924001634121, -0.006763533689081669, -0.006201143842190504, -0.005638753995299339, -0.0050763641484081745, -0.00451397430151701, -0.003951584454625845, -0.0033891943749040365, -0.0028268045280128717, -0.002264414681121707, -0.0017020247178152204, -0.0011396347545087337, -0.000577244907617569, -1.4855002518743277e-05, 0.0005475349025800824, 0.001109924865886569, 0.0016723147127777338, 0.0022347045596688986, 0.002797094639390707, 0.003359484486281872, 0.003921874333173037, 0.004484264180064201, 0.005046654026955366, 0.005609043873846531, 0.006171434186398983, 0.006733824033290148, 0.0072962138801813126, 0.00785860326141119, 0.008420993573963642, 0.008983383886516094, 0.009545773267745972, 0.010108163580298424, 0.010670552961528301, 0.011232943274080753, 0.01179533265531063, 0.012357722967863083, 0.012920113280415535, 0.013482502661645412, 0.014044892974197865, 0.014607282355427742, 0.015169672667980194, 0.015732062980532646, 0.01629445143043995, 0.0168568417429924, 0.017419232055544853]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 5.0, 2.0, 4.0, 9.0, 7.0, 6.0, 11.0, 14.0, 24.0, 25.0, 46.0, 59.0, 91.0, 105.0, 194.0, 398.0, 812.0, 5038.0, 425.0, 200.0, 142.0, 94.0, 63.0, 34.0, 29.0, 22.0, 17.0, 11.0, 7.0, 3.0, 6.0, 4.0, 4.0, 2.0, 2.0, 2.0, 0.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.22337625920772552, -0.21595433354377747, -0.2085324078798294, -0.20111049711704254, -0.19368857145309448, -0.18626664578914642, -0.17884472012519836, -0.1714227944612503, -0.16400086879730225, -0.15657895803451538, -0.14915703237056732, -0.14173510670661926, -0.1343131810426712, -0.12689125537872314, -0.11946933716535568, -0.11204741895198822, -0.10462549328804016, -0.0972035676240921, -0.08978164941072464, -0.08235972374677658, -0.07493780553340912, -0.06751587986946106, -0.060093954205513, -0.05267203226685524, -0.04525011032819748, -0.03782818838953972, -0.03040626458823681, -0.0229843407869339, -0.015562418848276138, -0.008140495978295803, -0.0007185731083154678, 0.006703349761664867, 0.014125272631645203, 0.021547194570302963, 0.028969118371605873, 0.03639104217290878, 0.043812964111566544, 0.051234886050224304, 0.05865681171417236, 0.06607872992753983, 0.07350065559148788, 0.08092258125543594, 0.0883444994688034, 0.09576642513275146, 0.10318835079669952, 0.11061026901006699, 0.11803219467401505, 0.1254541128873825, 0.13287603855133057, 0.14029796421527863, 0.14771988987922668, 0.15514180064201355, 0.1625637263059616, 0.16998565196990967, 0.17740757763385773, 0.1848295032978058, 0.19225141406059265, 0.1996733397245407, 0.20709526538848877, 0.21451719105243683, 0.2219391167163849, 0.22936104238033295, 0.2367829531431198, 0.24420487880706787, 0.25162678956985474]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 3.0, 4.0, 0.0, 2.0, 2.0, 1.0, 0.0, 5.0, 3.0, 1.0, 6.0, 6.0, 2.0, 4.0, 3.0, 3.0, 2.0, 25.0, 4.0, 1.0, 3.0, 5.0, 4.0, 3.0, 2.0, 4.0, 0.0, 0.0, 1.0, 1.0, 4.0, 0.0, 0.0, 3.0, 0.0, 3.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0], "bins": [-0.0025703758001327515, -0.0024930837098509073, -0.002415791619569063, -0.002338499529287219, -0.002261207439005375, -0.0021839153487235308, -0.0021066232584416866, -0.0020293311681598425, -0.0019520389614626765, -0.0018747468711808324, -0.0017974547808989882, -0.001720162690617144, -0.0016428704839199781, -0.001565578393638134, -0.0014882863033562899, -0.0014109942130744457, -0.0013337021227926016, -0.0012564100325107574, -0.0011791179422289133, -0.0011018258519470692, -0.001024533761665225, -0.00094724161317572, -0.0008699494646862149, -0.0007926573744043708, -0.0007153652841225266, -0.0006380731938406825, -0.0005607811035588384, -0.0004834889550693333, -0.0004061968647874892, -0.00032890477450564504, -0.00025161265511997044, -0.00017432055028621107, -9.70284454524517e-05, -1.973634061869234e-05, 5.755576421506703e-05, 0.0001348478690488264, 0.00021213997388258576, 0.0002894320641644299, 0.0003667241835501045, 0.0004440163029357791, 0.0005213083932176232, 0.0005986004834994674, 0.0006758925737813115, 0.0007531847222708166, 0.0008304768125526607, 0.0009077689028345048, 0.00098506105132401, 0.001062353141605854, 0.0011396452318876982, 0.0012169373221695423, 0.0012942294124513865, 0.0013715215027332306, 0.0014488135930150747, 0.0015261057997122407, 0.0016033978899940848, 0.001680689980275929, 0.0017579820705577731, 0.0018352741608396173, 0.0019125662511214614, 0.0019898584578186274, 0.0020671505481004715, 0.0021444426383823156, 0.0022217347286641598, 0.002299026818946004, 0.002376318909227848]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 2.0, 4.0, 3.0, 2.0, 5.0, 3.0, 10.0, 11.0, 22.0, 25.0, 36.0, 54.0, 85.0, 122.0, 184.0, 296.0, 429.0, 730.0, 1236.0, 2033.0, 3672.0, 6373.0, 12080.0, 24048.0, 53099.0, 142944.0, 762347.0, 88299.0, 37413.0, 18560.0, 10164.0, 5866.0, 3384.0, 2128.0, 1298.0, 782.0, 561.0, 392.0, 253.0, 198.0, 113.0, 84.0, 72.0, 47.0, 25.0, 42.0, 25.0, 20.0, 19.0, 6.0, 3.0, 8.0, 7.0, 6.0, 6.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 3.0], "bins": [-0.00878969393670559, -0.008468668907880783, -0.008147642947733402, -0.007826617918908596, -0.0075055924244225025, -0.007184567395597696, -0.006863541901111603, -0.006542516406625509, -0.006221490912139416, -0.0059004658833146095, -0.005579440388828516, -0.0052584148943424225, -0.004937389865517616, -0.004616364371031523, -0.004295338876545429, -0.003974313847720623, -0.0036532883532345295, -0.0033322630915790796, -0.003011237597092986, -0.0026902123354375362, -0.0023691868409514427, -0.002048161579295993, -0.001727136317640543, -0.0014061109395697713, -0.0010850855614989996, -0.0007640601834282279, -0.0004430348635651171, -0.00012200951459817588, 0.00019901583436876535, 0.000520041212439537, 0.0008410665323026478, 0.0011620918521657586, 0.0014831172302365303, 0.001804142608307302, 0.0021251679863780737, 0.0024461932480335236, 0.002767218742519617, 0.003088244004175067, 0.003409269265830517, 0.0037302947603166103, 0.004051320254802704, 0.00437234528362751, 0.004693370778113604, 0.005014396272599697, 0.005335421301424503, 0.005656446795910597, 0.00597747229039669, 0.006298497319221497, 0.00661952281370759, 0.006940548308193684, 0.00726157333701849, 0.007582598831504583, 0.007903624325990677, 0.008224649354815483, 0.008545675314962864, 0.00886670034378767, 0.009187725372612476, 0.009508751332759857, 0.009829776361584663, 0.01015080139040947, 0.01047182735055685, 0.010792852379381657, 0.011113877408206463, 0.011434903368353844, 0.01175592839717865]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 3.0, 4.0, 1.0, 3.0, 5.0, 2.0, 3.0, 3.0, 6.0, 2.0, 0.0, 2.0, 2.0, 0.0, 0.0, 3.0, 2.0, 0.0, 1.0, 2.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.015413591638207436, -0.015024919994175434, -0.014636248350143433, -0.014247576706111431, -0.01385890506207943, -0.013470234349370003, -0.013081562705338001, -0.012692891061306, -0.012304219417273998, -0.011915547773241997, -0.011526876129209995, -0.011138204485177994, -0.010749533772468567, -0.010360862128436565, -0.009972190484404564, -0.009583518840372562, -0.009194847196340561, -0.00880617555230856, -0.008417503908276558, -0.008028832264244556, -0.007640161085873842, -0.007251489441841841, -0.0068628182634711266, -0.006474146619439125, -0.0060854749754071236, -0.005696803331375122, -0.005308131687343121, -0.004919460508972406, -0.004530788864940405, -0.004142117220908403, -0.0037534458097070456, -0.0033647743985056877, -0.0029761027544736862, -0.0025874311104416847, -0.002198759699240327, -0.0018100881716236472, -0.0014214166440069675, -0.0010327451163902879, -0.0006440735887736082, -0.00025540206115692854, 0.00013326946645975113, 0.0005219409940764308, 0.0009106125216931105, 0.0012992840493097901, 0.0016879555769264698, 0.0020766272209584713, 0.002465298632159829, 0.002853970043361187, 0.0032426416873931885, 0.00363131333142519, 0.0040199849754571915, 0.004408656153827906, 0.004797327797859907, 0.005185999441891909, 0.005574670620262623, 0.005963342264294624, 0.006352013908326626, 0.006740685552358627, 0.007129357196390629, 0.007518028374761343, 0.007906699553132057, 0.008295371197164059, 0.00868404284119606, 0.009072714485228062, 0.009461386129260063]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 2.0, 2.0, 3.0, 2.0, 0.0, 4.0, 6.0, 8.0, 13.0, 13.0, 21.0, 23.0, 41.0, 49.0, 74.0, 94.0, 97.0, 118.0, 179.0, 234.0, 303.0, 469.0, 599.0, 814.0, 1128.0, 1486.0, 2678.0, 5028.0, 1172.0, 756.0, 533.0, 457.0, 376.0, 310.0, 263.0, 231.0, 155.0, 157.0, 107.0, 69.0, 69.0, 47.0, 46.0, 53.0, 30.0, 20.0, 16.0, 18.0, 14.0, 14.0, 12.0, 3.0, 3.0, 3.0, 1.0, 0.0, 2.0, 2.0], "bins": [-0.00965993944555521, -0.009367430582642555, -0.0090749217197299, -0.008782412856817245, -0.00848990399390459, -0.008197395130991936, -0.00790488626807928, -0.007612376939505339, -0.007319868076592684, -0.007027359213680029, -0.006734850350767374, -0.006442341487854719, -0.006149832159280777, -0.005857323296368122, -0.005564814433455467, -0.005272305570542812, -0.0049797967076301575, -0.004687287844717503, -0.004394778981804848, -0.004102270118892193, -0.0038097610231488943, -0.0035172521602362394, -0.003224743064492941, -0.002932234201580286, -0.002639725338667631, -0.0023472164757549763, -0.0020547076128423214, -0.0017621985170990229, -0.001469689654186368, -0.0011771807912737131, -0.0008846718119457364, -0.0005921628908254206, -0.00029965396970510483, -7.145048584789038e-06, 0.00028536387253552675, 0.0005778727936558425, 0.0008703817147761583, 0.0011628905776888132, 0.00145539955701679, 0.0017479085363447666, 0.0020404173992574215, 0.0023329262621700764, 0.0026254351250827312, 0.0029179442208260298, 0.0032104530837386847, 0.0035029619466513395, 0.003795471042394638, 0.004087979905307293, 0.004380488768219948, 0.004672997631132603, 0.004965506494045258, 0.0052580153569579124, 0.005550524219870567, 0.0058430335484445095, 0.006135542411357164, 0.006428051274269819, 0.006720560137182474, 0.007013069000095129, 0.007305577863007784, 0.007598086725920439, 0.007890596054494381, 0.008183104917407036, 0.00847561378031969, 0.008768122643232346, 0.009060631506145]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 4.0, 3.0, 2.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0920434296131134, -0.0890599936246872, -0.08607655018568039, -0.08309311419725418, -0.08010967820882797, -0.07712623476982117, -0.07414279878139496, -0.07115936279296875, -0.06817591935396194, -0.06519248336553574, -0.06220904365181923, -0.05922560393810272, -0.056242167949676514, -0.05325872823596001, -0.0502752885222435, -0.04729185253381729, -0.044308412820100784, -0.04132497310638428, -0.03834153711795807, -0.03535809740424156, -0.032374657690525055, -0.029391219839453697, -0.02640778198838234, -0.023424342274665833, -0.020440904423594475, -0.017457466572523117, -0.01447402685880661, -0.011490589007735252, -0.00850715022534132, -0.005523711442947388, -0.0025402731262147427, 0.00044316542334854603, 0.0034266039729118347, 0.006410042755305767, 0.0093934815376997, 0.012376919388771057, 0.01536035817116499, 0.018343796953558922, 0.02132723480463028, 0.024310674518346786, 0.027294112369418144, 0.030277550220489502, 0.03326098993420601, 0.036244429647922516, 0.039227865636348724, 0.04221130535006523, 0.04519474506378174, 0.04817818105220795, 0.051161620765924454, 0.05414506047964096, 0.05712849646806717, 0.060111936181783676, 0.06309537589550018, 0.06607881188392639, 0.0690622553229332, 0.0720456913113594, 0.07502912729978561, 0.07801257073879242, 0.08099600672721863, 0.08397944271564484, 0.08696288615465164, 0.08994632214307785, 0.09292975813150406, 0.09591320157051086, 0.09889663755893707]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 3.0, 1.0, 2.0, 5.0, 5.0, 4.0, 9.0, 7.0, 14.0, 18.0, 27.0, 50.0, 33.0, 21.0, 11.0, 6.0, 10.0, 4.0, 6.0, 7.0, 4.0, 1.0, 3.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.08239886164665222, -0.07981894165277481, -0.077239029109478, -0.07465910911560059, -0.07207918912172318, -0.06949926912784576, -0.06691935658454895, -0.06433943659067154, -0.06175951659679413, -0.059179600328207016, -0.056599684059619904, -0.05401976406574249, -0.05143984779715538, -0.04885992780327797, -0.04628001153469086, -0.043700091540813446, -0.041120175272226334, -0.03854025900363922, -0.03596033900976181, -0.0333804227411747, -0.030800502747297287, -0.028220586478710175, -0.025640668347477913, -0.02306075021624565, -0.02048083208501339, -0.017900913953781128, -0.015320995822548866, -0.01274107862263918, -0.010161160491406918, -0.007581242360174656, -0.0050013246946036816, -0.0024214067962020636, 0.00015851110219955444, 0.0027384290006011724, 0.0053183468990027905, 0.007898264564573765, 0.010478182695806026, 0.013058100827038288, 0.015638018026947975, 0.018217936158180237, 0.0207978542894125, 0.02337777242064476, 0.025957690551877022, 0.028537608683109283, 0.031117524951696396, 0.03369744494557381, 0.03627736121416092, 0.03885728120803833, 0.04143719747662544, 0.044017113745212555, 0.046597033739089966, 0.04917695000767708, 0.05175687000155449, 0.0543367862701416, 0.05691670626401901, 0.059496622532606125, 0.06207653880119324, 0.06465645879507065, 0.06723637878894806, 0.06981629133224487, 0.07239621132612228, 0.0749761313199997, 0.0775560513138771, 0.08013596385717392, 0.08271588385105133]}, "_runtime": 47.7400803565979, "_timestamp": 1596226475.4998345, "_step": 10}
+{"val_accuracy": 0.7985224029680366, "val_loss": 0.5330815396896781, "_runtime": 50.999594926834106, "_timestamp": 1596226478.759349, "_step": 11}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: K Confidence: 0.247 Truth: v", "Prediction: 5 Confidence: 1.000 Truth: 5", "Prediction: 2 Confidence: 0.995 Truth: 2", "Prediction: 0 Confidence: 0.719 Truth: 0"]}, "_runtime": 51.2878201007843, "_timestamp": 1596226479.0475743, "_step": 12}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 2.0, 0.0, 1.0, 2.0, 2.0, 1.0, 3.0, 5.0, 4.0, 1.0, 0.0, 2.0, 3.0, 7.0, 1.0, 0.0, 3.0, 3.0, 3.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01331309787929058, -0.01280301995575428, -0.012292942963540554, -0.011782865971326828, -0.011272788047790527, -0.010762710124254227, -0.0102526331320405, -0.009742556139826775, -0.009232478216290474, -0.008722400292754173, -0.008212323300540447, -0.007702245842665434, -0.0071921683847904205, -0.006682090926915407, -0.006172013469040394, -0.0056619360111653805, -0.005151858553290367, -0.004641781095415354, -0.00413170363754034, -0.003621626179665327, -0.0031115487217903137, -0.0026014712639153004, -0.002091393806040287, -0.0015813163481652737, -0.0010712388902902603, -0.000561161432415247, -5.108397454023361e-05, 0.00045899348333477974, 0.0009690709412097931, 0.0014791483990848064, 0.00198922585695982, 0.002499303314834833, 0.0030093807727098465, 0.00351945823058486, 0.004029535688459873, 0.0045396131463348866, 0.0050496906042099, 0.005559768062084913, 0.006069845519959927, 0.00657992297783494, 0.007090000435709953, 0.007600077893584967, 0.00811015535145998, 0.008620232343673706, 0.009130310267210007, 0.009640388190746307, 0.010150465182960033, 0.01066054217517376, 0.01117062009871006, 0.01168069802224636, 0.012190775014460087, 0.012700852006673813, 0.013210929930210114, 0.013721007853746414, 0.01423108484596014, 0.014741161838173866, 0.015251239761710167, 0.015761317685246468, 0.01627139374613762, 0.01678147166967392, 0.01729154959321022, 0.01780162751674652, 0.01831170544028282, 0.018821781501173973, 0.019331859424710274]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 4.0, 5.0, 8.0, 17.0, 20.0, 25.0, 29.0, 51.0, 61.0, 81.0, 162.0, 227.0, 348.0, 4280.0, 1709.0, 342.0, 210.0, 97.0, 60.0, 57.0, 32.0, 22.0, 15.0, 14.0, 9.0, 9.0, 9.0, 4.0, 4.0, 3.0, 1.0, 2.0, 0.0, 1.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.21851493418216705, -0.21121041476726532, -0.2039058953523636, -0.19660136103630066, -0.18929684162139893, -0.1819923222064972, -0.17468780279159546, -0.16738328337669373, -0.160078763961792, -0.15277422964572906, -0.14546971023082733, -0.1381651908159256, -0.13086067140102386, -0.12355614453554153, -0.1162516251206398, -0.10894709825515747, -0.10164257884025574, -0.094338059425354, -0.08703353255987167, -0.07972901314496994, -0.07242448627948761, -0.06511996686458588, -0.05781544744968414, -0.05051092430949211, -0.04320640116930008, -0.03590187802910805, -0.028597356751561165, -0.021292835474014282, -0.01398831233382225, -0.006683790124952793, 0.0006207320839166641, 0.007925254292786121, 0.015229776501655579, 0.02253429964184761, 0.029838820919394493, 0.037143342196941376, 0.04444786533713341, 0.05175238847732544, 0.05905690789222717, 0.0663614347577095, 0.07366595417261124, 0.08097047358751297, 0.0882750004529953, 0.09557951986789703, 0.10288403928279877, 0.1101885661482811, 0.11749308556318283, 0.12479761242866516, 0.1321021318435669, 0.13940665125846863, 0.14671117067337036, 0.1540157049894333, 0.16132022440433502, 0.16862474381923676, 0.1759292632341385, 0.18323378264904022, 0.19053831696510315, 0.19784283638000488, 0.20514735579490662, 0.21245187520980835, 0.21975639462471008, 0.22706091403961182, 0.23436544835567474, 0.24166996777057648, 0.2489744871854782]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 2.0, 3.0, 2.0, 6.0, 2.0, 6.0, 2.0, 2.0, 0.0, 4.0, 26.0, 3.0, 6.0, 7.0, 3.0, 5.0, 2.0, 2.0, 1.0, 3.0, 3.0, 5.0, 0.0, 4.0, 2.0, 3.0, 2.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.0029966970905661583, -0.0028985561802983284, -0.002800415502861142, -0.0027022745925933123, -0.002604133915156126, -0.002505993004888296, -0.0024078520946204662, -0.00230971141718328, -0.00221157050691545, -0.00211342959664762, -0.002015288919210434, -0.001917148008942604, -0.001819007215090096, -0.001720866421237588, -0.001622725510969758, -0.00152458471711725, -0.001426443923264742, -0.0013283031294122338, -0.0012301623355597258, -0.0011320214252918959, -0.0010338806314393878, -0.0009357398375868797, -0.0008375989855267107, -0.0007394581334665418, -0.0006413173396140337, -0.0005431765457615256, -0.00044503569370135665, -0.0003468948707450181, -0.0002487540477886796, -0.00015061322483234107, -5.247240187600255e-05, 4.5668421080335975e-05, 0.0001438092440366745, 0.00024195006699301302, 0.00034009088994935155, 0.0004382317129056901, 0.0005363725358620286, 0.0006345133297145367, 0.0007326541817747056, 0.0008307950338348746, 0.0009289358276873827, 0.0010270766215398908, 0.0011252174153923988, 0.0012233583256602287, 0.0013214991195127368, 0.0014196399133652449, 0.0015177808236330748, 0.0016159216174855828, 0.001714062411338091, 0.001812203205190599, 0.001910343999043107, 0.002008484909310937, 0.002106625586748123, 0.002204766497015953, 0.002302907407283783, 0.002401048084720969, 0.002499188994988799, 0.002597329905256629, 0.0026954705826938152, 0.002793611492961645, 0.002891752403229475, 0.0029898930806666613, 0.003088033990934491, 0.0031861746683716774, 0.0032843155786395073]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 3.0, 3.0, 3.0, 0.0, 3.0, 7.0, 12.0, 11.0, 21.0, 35.0, 58.0, 98.0, 131.0, 213.0, 383.0, 673.0, 1116.0, 2022.0, 3764.0, 7313.0, 15834.0, 39817.0, 146042.0, 819147.0, 77654.0, 31359.0, 14817.0, 7710.0, 4384.0, 2510.0, 1567.0, 963.0, 643.0, 419.0, 259.0, 206.0, 129.0, 75.0, 66.0, 39.0, 44.0, 26.0, 18.0, 9.0, 10.0, 2.0, 5.0, 3.0, 3.0, 4.0, 1.0, 3.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.009798796847462654, -0.009439435787498951, -0.009080075658857822, -0.00872071459889412, -0.008361353538930416, -0.008001993410289288, -0.007642632350325584, -0.0072832717560231686, -0.006923911161720753, -0.0065645501017570496, -0.006205189507454634, -0.005845828913152218, -0.005486467853188515, -0.005127107258886099, -0.004767746664583683, -0.00440838560461998, -0.004049025010317564, -0.0036896641831845045, -0.0033303035888820887, -0.002970942761749029, -0.0026115821674466133, -0.002252221340313554, -0.0018928605131804943, -0.0015334998024627566, -0.001174139091745019, -0.0008147783810272813, -0.0004554176121018827, -9.605687228031456e-05, 0.00026330386754125357, 0.0006226645782589912, 0.0009820254053920507, 0.0013413861161097884, 0.001700746826827526, 0.0020601076539605856, 0.0024194682482630014, 0.002778829075396061, 0.003138189669698477, 0.0034975504968315363, 0.003856911323964596, 0.004216271918267012, 0.0045756325125694275, 0.004934993572533131, 0.0052943541668355465, 0.005653714761137962, 0.0060130758211016655, 0.006372436415404081, 0.006731797009706497, 0.0070911580696702, 0.007450518663972616, 0.007809879258275032, 0.008169240318238735, 0.008528600446879864, 0.008887961506843567, 0.00924732256680727, 0.009606682695448399, 0.009966043755412102, 0.010325404815375805, 0.010684764944016933, 0.011044126003980637, 0.01140348706394434, 0.011762847192585468, 0.012122208252549171, 0.012481569312512875, 0.012840929441154003, 0.013200290501117706]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 3.0, 4.0, 1.0, 1.0, 7.0, 7.0, 4.0, 9.0, 1.0, 3.0, 2.0, 3.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009934727102518082, -0.009444126859307289, -0.008953526616096497, -0.00846292544156313, -0.007972325198352337, -0.007481724955141544, -0.0069911242462694645, -0.006500523537397385, -0.006009923294186592, -0.0055193230509757996, -0.00502872234210372, -0.00453812163323164, -0.004047521390020847, -0.003556920913979411, -0.003066320437937975, -0.0025757199618965387, -0.0020851194858551025, -0.0015945190098136663, -0.0011039185337722301, -0.000613318057730794, -0.00012271758168935776, 0.00036788289435207844, 0.0008584833703935146, 0.0013490838464349508, 0.001839684322476387, 0.0023302847985178232, 0.0028208852745592594, 0.0033114857506006956, 0.003802086226642132, 0.004292686469852924, 0.004783287178725004, 0.005273887887597084, 0.005764488130807877, 0.006255088374018669, 0.006745689082890749, 0.007236289791762829, 0.007726890034973621, 0.008217490278184414, 0.008708091452717781, 0.009198691695928574, 0.009689291939139366, 0.010179892182350159, 0.010670492425560951, 0.011161093600094318, 0.011651693843305111, 0.012142294086515903, 0.01263289526104927, 0.013123495504260063, 0.013614095747470856, 0.014104695990681648, 0.01459529623389244, 0.015085897408425808, 0.0155764976516366, 0.016067098826169968, 0.01655769906938076, 0.017048299312591553, 0.017538899555802345, 0.018029499799013138, 0.01852010004222393, 0.019010700285434723, 0.019501302391290665, 0.019991902634501457, 0.02048250287771225, 0.020973103120923042, 0.021463703364133835]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 4.0, 3.0, 7.0, 4.0, 16.0, 15.0, 24.0, 18.0, 29.0, 38.0, 34.0, 31.0, 47.0, 63.0, 66.0, 106.0, 172.0, 204.0, 347.0, 431.0, 644.0, 914.0, 1351.0, 1995.0, 5878.0, 2154.0, 1131.0, 735.0, 514.0, 348.0, 250.0, 152.0, 123.0, 112.0, 73.0, 51.0, 34.0, 26.0, 23.0, 24.0, 28.0, 18.0, 20.0, 21.0, 20.0, 12.0, 18.0, 10.0, 18.0, 12.0, 8.0, 17.0, 4.0, 7.0, 7.0, 2.0, 6.0, 3.0, 2.0, 3.0, 1.0, 0.0, 1.0], "bins": [-0.006280376575887203, -0.006036754231899977, -0.00579313188791275, -0.005549509543925524, -0.005305887199938297, -0.005062264855951071, -0.004818642511963844, -0.004575020167976618, -0.004331397823989391, -0.0040877750143408775, -0.0038441529031842947, -0.003600530559197068, -0.003356907982379198, -0.0031132856383919716, -0.002869663294404745, -0.0026260409504175186, -0.002382418606430292, -0.0021387962624430656, -0.0018951739184558392, -0.0016515514580532908, -0.0014079291140660644, -0.0011643067700788379, -0.0009206843678839505, -0.0006770619656890631, -0.0004334396217018366, -0.00018981724861077964, 5.38051244802773e-05, 0.00029742749757133424, 0.0005410498706623912, 0.0007846722146496177, 0.001028294675052166, 0.0012719170190393925, 0.001515539363026619, 0.0017591617070138454, 0.002002784051001072, 0.0022464063949882984, 0.002490028738975525, 0.002733651315793395, 0.0029772736597806215, 0.003220896003767848, 0.0034645183477550745, 0.003708140691742301, 0.003951763268560171, 0.004195385612547398, 0.004439007956534624, 0.004682630300521851, 0.004926252644509077, 0.0051698749884963036, 0.00541349733248353, 0.0056571196764707565, 0.005900742020457983, 0.0061443643644452095, 0.006387986708432436, 0.0066316090524196625, 0.006875231396406889, 0.0071188537403941154, 0.007362476550042629, 0.007606098894029856, 0.007849721238017082, 0.008093343116343021, 0.008336965925991535, 0.008580587804317474, 0.008824210613965988, 0.009067832492291927, 0.009311455301940441]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 3.0, 2.0, 0.0, 2.0, 1.0, 1.0, 1.0, 3.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.09388177841901779, -0.09145268052816391, -0.08902358263731003, -0.08659448474645615, -0.08416538685560226, -0.08173628896474838, -0.0793071910738945, -0.07687809318304062, -0.07444898784160614, -0.07201988995075226, -0.06959079205989838, -0.0671616941690445, -0.06473259627819061, -0.06230349838733673, -0.05987440049648285, -0.05744530260562897, -0.055016204714775085, -0.052587106823921204, -0.05015800893306732, -0.04772891104221344, -0.04529981315135956, -0.04287071153521538, -0.040441613644361496, -0.038012515753507614, -0.03558341786265373, -0.03315431997179985, -0.03072522208094597, -0.028296122327446938, -0.025867024436593056, -0.023437926545739174, -0.021008826792240143, -0.01857972890138626, -0.01615063101053238, -0.013721533119678497, -0.01129243429750204, -0.008863335475325584, -0.006434237584471703, -0.004005139227956533, -0.0015760408714413643, 0.0008530574850738049, 0.003282155841588974, 0.005711254198104143, 0.008140352554619312, 0.010569451376795769, 0.01299854926764965, 0.015427647158503532, 0.017856746912002563, 0.020285844802856445, 0.022714942693710327, 0.02514404058456421, 0.02757313847541809, 0.030002238228917122, 0.032431334257125854, 0.034860435873270035, 0.03728953376412392, 0.0397186316549778, 0.04214772954583168, 0.04457682743668556, 0.047005925327539444, 0.049435023218393326, 0.051864124834537506, 0.05429322272539139, 0.05672232061624527, 0.05915141850709915, 0.06158051639795303]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 6.0, 7.0, 6.0, 13.0, 13.0, 31.0, 22.0, 23.0, 46.0, 43.0, 14.0, 8.0, 6.0, 5.0, 4.0, 4.0, 5.0, 1.0, 2.0, 5.0, 5.0, 2.0, 3.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.07929491996765137, -0.07737389951944351, -0.07545287162065506, -0.0735318511724472, -0.07161083072423935, -0.0696898102760315, -0.06776878237724304, -0.06584776192903519, -0.06392674148082733, -0.06200571730732918, -0.060084693133831024, -0.05816367268562317, -0.056242648512125015, -0.05432162806391716, -0.052400603890419006, -0.05047958344221115, -0.048558559268713, -0.046637535095214844, -0.04471651464700699, -0.042795490473508835, -0.04087447002530098, -0.038953445851802826, -0.03703242540359497, -0.03511140123009682, -0.03319037705659866, -0.03126935660839081, -0.029348334297537804, -0.0274273119866848, -0.025506287813186646, -0.02358526550233364, -0.021664243191480637, -0.019743220880627632, -0.017822198569774628, -0.015901176258921623, -0.013980153948068619, -0.01205913070589304, -0.010138108395040035, -0.00821708608418703, -0.006296063307672739, -0.004375040531158447, -0.002454018220305443, -0.0005329956766217947, 0.0013880268670618534, 0.0033090494107455015, 0.00523007195442915, 0.007151094265282154, 0.009072117507457733, 0.010993139818310738, 0.012914162129163742, 0.014835184440016747, 0.01675620675086975, 0.018677229061722755, 0.02059825137257576, 0.022519275546073914, 0.024440297856926918, 0.026361320167779922, 0.028282342478632927, 0.03020336478948593, 0.032124388962984085, 0.03404540941119194, 0.035966433584690094, 0.03788745403289795, 0.0398084782063961, 0.04172949865460396, 0.04365052282810211]}, "_runtime": 57.02693772315979, "_timestamp": 1596226484.786692, "_step": 13}
+{"val_accuracy": 0.8048779965753424, "val_loss": 0.5031717774802691, "_runtime": 62.65068769454956, "_timestamp": 1596226490.4104419, "_step": 14}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: k Confidence: 0.281 Truth: v", "Prediction: 5 Confidence: 1.000 Truth: 5", "Prediction: 2 Confidence: 0.992 Truth: 2", "Prediction: 0 Confidence: 0.677 Truth: 0"]}, "_runtime": 62.936798334121704, "_timestamp": 1596226490.6965525, "_step": 15}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 3.0, 0.0, 0.0, 5.0, 3.0, 1.0, 1.0, 1.0, 4.0, 1.0, 1.0, 1.0, 3.0, 2.0, 4.0, 3.0, 3.0, 2.0, 0.0, 4.0, 2.0, 3.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01583988592028618, -0.015440158545970917, -0.01504043024033308, -0.014640702866017818, -0.014240974560379982, -0.01384124718606472, -0.013441518880426884, -0.013041791506111622, -0.012642063200473785, -0.012242335826158524, -0.011842608451843262, -0.011442880146205425, -0.011043152771890163, -0.010643424466252327, -0.010243697091937065, -0.009843968786299229, -0.009444241411983967, -0.009044514037668705, -0.008644785732030869, -0.008245058357715607, -0.00784533005207777, -0.007445602677762508, -0.007045874837785959, -0.00664614699780941, -0.006246419157832861, -0.005846691317856312, -0.005446963477879763, -0.0050472356379032135, -0.004647508263587952, -0.0042477804236114025, -0.0038480525836348534, -0.003448324743658304, -0.003048596903681755, -0.002648869063705206, -0.0022491412237286568, -0.0018494136165827513, -0.0014496857766062021, -0.001049957936629653, -0.0006502302130684257, -0.0002505024312995374, 0.00014922535046935081, 0.000548953132238239, 0.0009486809140071273, 0.0013484086375683546, 0.0017481364775449038, 0.002147864317521453, 0.0025475919246673584, 0.0029473197646439075, 0.0033470476046204567, 0.003746775444597006, 0.004146503284573555, 0.004546231124550104, 0.004945958964526653, 0.005345686338841915, 0.005745414178818464, 0.006145142018795013, 0.006544869858771563, 0.006944597698748112, 0.007344325538724661, 0.00774405337870121, 0.008143780753016472, 0.008543509058654308, 0.00894323643296957, 0.009342964738607407, 0.009742692112922668]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0, 2.0, 1.0, 2.0, 2.0, 4.0, 5.0, 4.0, 9.0, 9.0, 12.0, 22.0, 26.0, 25.0, 52.0, 96.0, 108.0, 160.0, 223.0, 395.0, 5379.0, 613.0, 278.0, 147.0, 115.0, 82.0, 42.0, 31.0, 24.0, 18.0, 15.0, 10.0, 6.0, 2.0, 5.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.18825072050094604, -0.18263597786426544, -0.17702123522758484, -0.17140649259090424, -0.16579174995422363, -0.16017700731754303, -0.15456226468086243, -0.14894752204418182, -0.14333277940750122, -0.13771802186965942, -0.13210327923297882, -0.12648853659629822, -0.12087379395961761, -0.11525905132293701, -0.10964430868625641, -0.1040295660495758, -0.0984148234128952, -0.0928000807762146, -0.087185338139534, -0.0815705955028534, -0.07595585286617279, -0.07034110277891159, -0.06472636014223099, -0.059111617505550385, -0.05349687486886978, -0.04788213223218918, -0.042267389595508575, -0.036652643233537674, -0.03103790059685707, -0.025423157960176468, -0.019808413460850716, -0.014193669892847538, -0.00857892632484436, -0.0029641827568411827, 0.002650560811161995, 0.008265304379165173, 0.01388004794716835, 0.019494790583848953, 0.025109535083174706, 0.030724279582500458, 0.03633902221918106, 0.041953764855861664, 0.04756850749254227, 0.05318325385451317, 0.05879799649119377, 0.06441274285316467, 0.07002748548984528, 0.07564222812652588, 0.08125697076320648, 0.08687171339988708, 0.09248645603656769, 0.09810119867324829, 0.1037159413099289, 0.1093306913971901, 0.1149454340338707, 0.1205601766705513, 0.1261749267578125, 0.1317896693944931, 0.1374044120311737, 0.1430191546678543, 0.1486338973045349, 0.15424863994121552, 0.15986338257789612, 0.16547812521457672, 0.17109286785125732]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 3.0, 3.0, 4.0, 3.0, 2.0, 5.0, 5.0, 3.0, 4.0, 4.0, 3.0, 29.0, 6.0, 1.0, 3.0, 4.0, 3.0, 1.0, 1.0, 0.0, 6.0, 1.0, 2.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0], "bins": [-0.002503539901226759, -0.0024267276749014854, -0.0023499156814068556, -0.002273103455081582, -0.002196291461586952, -0.0021194792352616787, -0.002042667008936405, -0.0019658550154417753, -0.0018890427891165018, -0.0018122306792065501, -0.0017354185692965984, -0.001658606342971325, -0.0015817942330613732, -0.0015049821231514215, -0.001428169896826148, -0.0013513577869161963, -0.0012745456770062447, -0.001197733567096293, -0.0011209214571863413, -0.0010441092308610678, -0.0009672971209511161, -0.0008904850110411644, -0.0008136728429235518, -0.0007368606748059392, -0.0006600485648959875, -0.0005832364549860358, -0.0005064242868684232, -0.0004296121478546411, -0.00035280000884085894, -0.0002759878698270768, -0.00019917573081329465, -0.0001223635917995125, -4.555145278573036e-05, 3.126068622805178e-05, 0.00010807282524183393, 0.00018488496425561607, 0.0002616971032693982, 0.00033850924228318036, 0.0004153213812969625, 0.0004921335494145751, 0.0005689456593245268, 0.0006457577692344785, 0.0007225699373520911, 0.0007993821054697037, 0.0008761942153796554, 0.000953006325289607, 0.0010298185516148806, 0.0011066306615248322, 0.001183442771434784, 0.0012602548813447356, 0.0013370669912546873, 0.0014138792175799608, 0.0014906913274899125, 0.0015675034373998642, 0.0016443156637251377, 0.0017211277736350894, 0.001797939883545041, 0.0018747519934549928, 0.0019515641033649445, 0.002028376329690218, 0.0021051885560154915, 0.0021820005495101213, 0.002258812775835395, 0.0023356247693300247, 0.0024124369956552982]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 4.0, 3.0, 4.0, 11.0, 7.0, 8.0, 10.0, 12.0, 21.0, 27.0, 32.0, 50.0, 77.0, 124.0, 174.0, 253.0, 365.0, 481.0, 755.0, 1128.0, 1725.0, 2762.0, 4285.0, 7246.0, 12543.0, 23210.0, 45968.0, 114612.0, 781615.0, 89611.0, 38545.0, 20541.0, 11954.0, 7228.0, 4639.0, 2927.0, 1977.0, 1298.0, 928.0, 675.0, 482.0, 344.0, 238.0, 169.0, 125.0, 105.0, 78.0, 65.0, 50.0, 39.0, 27.0, 20.0, 14.0, 15.0, 11.0, 8.0, 3.0, 9.0, 6.0, 3.0, 1.0], "bins": [-0.005595618858933449, -0.005418050568550825, -0.0052404822781682014, -0.005062913987785578, -0.004885345697402954, -0.00470777740702033, -0.004530209116637707, -0.004352640826255083, -0.004175072535872459, -0.003997504711151123, -0.0038199361879378557, -0.003642367897555232, -0.003464799840003252, -0.0032872315496206284, -0.0031096632592380047, -0.002932094968855381, -0.0027545266784727573, -0.0025769583880901337, -0.00239939009770751, -0.0022218218073248863, -0.0020442535169422626, -0.0018666853429749608, -0.001689117169007659, -0.0015115488786250353, -0.0013339805882424116, -0.001156412297859788, -0.0009788440074771643, -0.0008012758335098624, -0.0006237075431272388, -0.00044613928184844553, -0.0002685710205696523, -9.10027592908591e-05, 8.656550198793411e-05, 0.00026413376326672733, 0.00044170202454552054, 0.0006192702567204833, 0.000796838547103107, 0.0009744068374857306, 0.0011519750114530325, 0.0013295433018356562, 0.0015071115922182798, 0.0016846798826009035, 0.0018622481729835272, 0.002039816463366151, 0.002217384520918131, 0.0023949528113007545, 0.0025725211016833782, 0.002750089392066002, 0.0029276576824486256, 0.0031052259728312492, 0.003282794263213873, 0.0034603625535964966, 0.0036379308439791203, 0.0038154989015311003, 0.003993067424744368, 0.004170635715126991, 0.004348203539848328, 0.004525771830230951, 0.004703340120613575, 0.004880908410996199, 0.005058476701378822, 0.005236044991761446, 0.00541361328214407, 0.005591181572526693, 0.005768749862909317]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 4.0, 1.0, 10.0, 3.0, 7.0, 9.0, 4.0, 1.0, 4.0, 3.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.05681643635034561, -0.05550910159945488, -0.05420176312327385, -0.05289442837238312, -0.051587093621492386, -0.050279755145311356, -0.048972420394420624, -0.04766508564352989, -0.04635775089263916, -0.04505041241645813, -0.0437430776655674, -0.042435742914676666, -0.041128404438495636, -0.039821069687604904, -0.03851373493671417, -0.03720639646053314, -0.03589906170964241, -0.03459172695875168, -0.03328438848257065, -0.031977053731679916, -0.030669718980789185, -0.029362382367253304, -0.028055045753717422, -0.02674771100282669, -0.02544037438929081, -0.02413303777575493, -0.022825703024864197, -0.021518366411328316, -0.020211029797792435, -0.018903695046901703, -0.017596358433365822, -0.01628902368247509, -0.014981687068939209, -0.013674351386725903, -0.012367015704512596, -0.011059679090976715, -0.009752343408763409, -0.008445007726550102, -0.0071376715786755085, -0.005830335430800915, -0.004522999748587608, -0.0032156638335436583, -0.0019083279184997082, -0.0006009920034557581, 0.000706343911588192, 0.002013679826632142, 0.003321015741676092, 0.004628351889550686, 0.005935687571763992, 0.007243023253977299, 0.008550358936190605, 0.009857695549726486, 0.011165031231939793, 0.012472366914153099, 0.01377970352768898, 0.015087039209902287, 0.016394374892115593, 0.017701711505651474, 0.019009046256542206, 0.020316382870078087, 0.021623719483613968, 0.0229310542345047, 0.02423839084804058, 0.025545725598931313, 0.026853062212467194]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [10.0, 7.0, 1.0, 1.0, 3.0, 12.0, 15.0, 14.0, 7.0, 8.0, 10.0, 6.0, 17.0, 14.0, 13.0, 8.0, 11.0, 16.0, 18.0, 18.0, 31.0, 34.0, 31.0, 35.0, 61.0, 73.0, 88.0, 106.0, 122.0, 168.0, 217.0, 248.0, 409.0, 610.0, 1204.0, 6537.0, 2877.0, 1799.0, 1125.0, 758.0, 499.0, 340.0, 233.0, 165.0, 94.0, 64.0, 44.0, 34.0, 41.0, 23.0, 25.0, 33.0, 19.0, 11.0, 12.0, 9.0, 7.0, 11.0, 8.0, 6.0, 8.0, 2.0, 1.0, 1.0], "bins": [-0.017658483237028122, -0.01716218702495098, -0.01666589081287384, -0.0161695946007967, -0.01567329838871956, -0.015177003107964993, -0.014680706895887852, -0.014184410683810711, -0.01368811447173357, -0.01319181825965643, -0.012695522047579288, -0.012199225835502148, -0.011702930554747581, -0.01120663434267044, -0.0107103381305933, -0.010214041918516159, -0.009717745706439018, -0.009221449494361877, -0.008725153282284737, -0.008228857070207596, -0.007732561323791742, -0.0072362651117146015, -0.006739969365298748, -0.006243673153221607, -0.005747376941144466, -0.005251080729067326, -0.004754784516990185, -0.004258488770574331, -0.0037621925584971905, -0.0032658963464200497, -0.0027696003671735525, -0.0022733043879270554, -0.0017770081758499146, -0.0012807120801880956, -0.0007844159845262766, -0.0002881198888644576, 0.00020817620679736137, 0.0007044723024591804, 0.0012007683981209993, 0.0016970644937828183, 0.0021933605894446373, 0.002689656801521778, 0.0031859527807682753, 0.0036822487600147724, 0.004178544972091913, 0.004674841184169054, 0.0051711369305849075, 0.005667433142662048, 0.006163729354739189, 0.00666002556681633, 0.007156321778893471, 0.007652617525309324, 0.008148914203047752, 0.008645209483802319, 0.00914150569587946, 0.0096378019079566, 0.010134098120033741, 0.010630394332110882, 0.011126690544188023, 0.011622986756265163, 0.01211928203701973, 0.01261557824909687, 0.013111874461174011, 0.013608170673251152, 0.014104466885328293]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0882493257522583, -0.08285925537347794, -0.07746918499469757, -0.0720791146159172, -0.06668904423713684, -0.061298977583646774, -0.05590891093015671, -0.05051884055137634, -0.04512877017259598, -0.03973869979381561, -0.03434862941503525, -0.02895856276154518, -0.023568492382764816, -0.01817842200398445, -0.012788353487849236, -0.007398284040391445, -0.002008214592933655, 0.0033818548545241356, 0.008771924301981926, 0.014161993749439716, 0.019552063196897507, 0.02494213357567787, 0.030332202091813087, 0.0357222706079483, 0.04111234098672867, 0.04650241136550903, 0.0518924817442894, 0.057282548397779465, 0.06267261505126953, 0.0680626854300499, 0.07345275580883026, 0.07884282618761063, 0.08423289656639099, 0.08962296694517136, 0.09501303732395172, 0.10040310770273209, 0.10579317808151245, 0.11118324100971222, 0.11657331138849258, 0.12196338176727295, 0.1273534595966339, 0.13274352252483368, 0.13813358545303345, 0.1435236632823944, 0.14891372621059418, 0.15430380403995514, 0.1596938669681549, 0.16508394479751587, 0.17047400772571564, 0.1758640706539154, 0.18125414848327637, 0.18664421141147614, 0.1920342892408371, 0.19742435216903687, 0.20281442999839783, 0.2082044929265976, 0.21359455585479736, 0.21898463368415833, 0.2243746966123581, 0.22976477444171906, 0.23515483736991882, 0.24054491519927979, 0.24593497812747955, 0.2513250410556793, 0.2567151188850403]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 4.0, 1.0, 1.0, 3.0, 3.0, 3.0, 6.0, 3.0, 4.0, 5.0, 8.0, 9.0, 2.0, 11.0, 13.0, 25.0, 32.0, 49.0, 24.0, 18.0, 12.0, 9.0, 2.0, 2.0, 1.0, 2.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 1.0, 2.0, 1.0, 2.0, 3.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.080570288002491, -0.07731304317712784, -0.07405579090118408, -0.07079854607582092, -0.06754130125045776, -0.06428404897451401, -0.06102680414915085, -0.05776955932378769, -0.05451231077313423, -0.051255062222480774, -0.047997817397117615, -0.04474056884646416, -0.0414833202958107, -0.03822607547044754, -0.03496882691979408, -0.03171158209443092, -0.028454333543777466, -0.025197086855769157, -0.02193984016776085, -0.01868259161710739, -0.015425344929099083, -0.012168098241090775, -0.008910850621759892, -0.005653603468090296, -0.0023963563144207, 0.0008608908392488956, 0.004118137992918491, 0.007375385146588087, 0.010632632300257683, 0.013889878988265991, 0.01714712753891945, 0.020404374226927757, 0.023661620914936066, 0.026918867602944374, 0.030176114290952682, 0.03343336284160614, 0.0366906076669693, 0.03994785621762276, 0.043205104768276215, 0.046462349593639374, 0.04971959814429283, 0.05297684669494629, 0.05623409152030945, 0.059491340070962906, 0.06274858862161636, 0.06600583344697952, 0.06926307827234268, 0.07252033054828644, 0.0757775753736496, 0.07903482019901276, 0.08229207247495651, 0.08554931730031967, 0.08880656212568283, 0.09206381440162659, 0.09532105922698975, 0.0985783040523529, 0.10183554887771606, 0.10509280115365982, 0.10835004597902298, 0.11160729080438614, 0.1148645430803299, 0.11812178790569305, 0.12137903273105621, 0.12463628500699997, 0.12789353728294373]}, "_runtime": 66.25080490112305, "_timestamp": 1596226494.010559, "_step": 16}
+{"val_accuracy": 0.8098194920091324, "val_loss": 0.4899739195767059, "_runtime": 74.34836840629578, "_timestamp": 1596226502.1081226, "_step": 17}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: V Confidence: 0.443 Truth: v", "Prediction: 5 Confidence: 1.000 Truth: 5", "Prediction: 2 Confidence: 0.994 Truth: 2", "Prediction: 0 Confidence: 0.608 Truth: 0"]}, "_runtime": 74.63305902481079, "_timestamp": 1596226502.3928132, "_step": 18}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 4.0, 0.0, 4.0, 4.0, 5.0, 6.0, 6.0, 2.0, 6.0, 0.0, 3.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01562965288758278, -0.015163442119956017, -0.014697231352329254, -0.014231021516025066, -0.013764810748398304, -0.013298599980771542, -0.012832390144467354, -0.012366179376840591, -0.011899968609213829, -0.011433757841587067, -0.010967547073960304, -0.010501337237656116, -0.010035126470029354, -0.009568915702402592, -0.009102705866098404, -0.008636495098471642, -0.00817028433084488, -0.007704073563218117, -0.007237863261252642, -0.006771652959287167, -0.006305442191660404, -0.005839231424033642, -0.005373021122068167, -0.004906810820102692, -0.004440600052475929, -0.003974389284849167, -0.003508178982883692, -0.003041968448087573, -0.0025757579132914543, -0.0021095473784953356, -0.0016433368436992168, -0.001177126308903098, -0.0007109157741069794, -0.00024470523931086063, 0.0002215052954852581, 0.0006877158302813768, 0.0011539263650774956, 0.0016201368998736143, 0.002086347434669733, 0.002552557969465852, 0.0030187685042619705, 0.0034849790390580893, 0.003951189573854208, 0.004417399875819683, 0.0048836106434464455, 0.005349821411073208, 0.005816031713038683, 0.006282242015004158, 0.00674845278263092, 0.007214663550257683, 0.007680873852223158, 0.008147084154188633, 0.008613294921815395, 0.009079505689442158, 0.009545715525746346, 0.010011926293373108, 0.01047813706099987, 0.010944347828626633, 0.011410558596253395, 0.011876768432557583, 0.012342979200184345, 0.012809189967811108, 0.013275399804115295, 0.013741610571742058, 0.01420782133936882]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 3.0, 4.0, 0.0, 6.0, 11.0, 12.0, 7.0, 10.0, 24.0, 26.0, 51.0, 64.0, 95.0, 140.0, 264.0, 501.0, 5479.0, 572.0, 251.0, 134.0, 92.0, 56.0, 29.0, 23.0, 16.0, 12.0, 8.0, 10.0, 6.0, 4.0, 4.0, 1.0, 3.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1749693751335144, -0.16957518458366394, -0.16418097913265228, -0.15878678858280182, -0.15339259803295135, -0.1479983925819397, -0.14260420203208923, -0.13721001148223877, -0.1318158209323883, -0.12642161548137665, -0.12102742493152618, -0.11563322693109512, -0.11023902893066406, -0.1048448383808136, -0.09945064038038254, -0.09405644983053207, -0.08866225183010101, -0.08326805382966995, -0.07787386327981949, -0.07247966527938843, -0.06708547472953796, -0.0616912767291069, -0.05629707872867584, -0.05090288445353508, -0.04550869017839432, -0.040114495903253555, -0.03472030162811279, -0.029326103627681732, -0.02393190935254097, -0.018537715077400208, -0.013143518939614296, -0.007749323733150959, -0.002355128526687622, 0.003039066679775715, 0.008433261886239052, 0.013827457092702389, 0.019221652299165726, 0.024615846574306488, 0.0300100427120924, 0.03540423884987831, 0.040798433125019073, 0.046192627400159836, 0.0515868216753006, 0.05698101967573166, 0.06237521395087242, 0.06776940822601318, 0.07316360622644424, 0.07855779677629471, 0.08395199477672577, 0.08934619277715683, 0.0947403833270073, 0.10013458132743835, 0.10552877187728882, 0.11092296987771988, 0.11631716787815094, 0.1217113584280014, 0.12710556387901306, 0.13249975442886353, 0.137893944978714, 0.14328813552856445, 0.1486823409795761, 0.15407653152942657, 0.15947072207927704, 0.1648649275302887, 0.17025911808013916]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 3.0, 1.0, 1.0, 0.0, 3.0, 2.0, 1.0, 2.0, 1.0, 2.0, 5.0, 3.0, 1.0, 4.0, 4.0, 3.0, 5.0, 5.0, 7.0, 2.0, 24.0, 1.0, 3.0, 2.0, 5.0, 5.0, 1.0, 2.0, 1.0, 2.0, 3.0, 0.0, 1.0, 1.0, 3.0, 2.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.002733741421252489, -0.002661686157807708, -0.00258963112719357, -0.002517575863748789, -0.0024455206003040075, -0.0023734653368592262, -0.0023014103062450886, -0.0022293550428003073, -0.002157299779355526, -0.0020852447487413883, -0.002013189485296607, -0.0019411342218518257, -0.0018690790748223662, -0.001797023811377585, -0.0017249686643481255, -0.0016529134009033442, -0.0015808582538738847, -0.0015088031068444252, -0.001436747843399644, -0.0013646926963701844, -0.0012926374329254031, -0.0012205822858959436, -0.0011485270224511623, -0.0010764718754217029, -0.0010044167283922434, -0.0009323614649474621, -0.0008603062597103417, -0.0007882510544732213, -0.0007161959074437618, -0.0006441407022066414, -0.000572085496969521, -0.0005000302917324007, -0.00042797508649528027, -0.0003559198812581599, -0.0002838646760210395, -0.00021180949988774955, -0.00013975429465062916, -6.769909668946639e-05, 4.356101271696389e-06, 7.641129923285916e-05, 0.00014846649719402194, 0.00022052170243114233, 0.0002925769076682627, 0.00036463208380155265, 0.00043668728903867304, 0.000508742465171963, 0.0005807976704090834, 0.0006528528756462038, 0.0007249080808833241, 0.0007969632861204445, 0.0008690184913575649, 0.0009410736965946853, 0.0010131289018318057, 0.0010851840488612652, 0.0011572393123060465, 0.001229294459335506, 0.0013013496063649654, 0.0013734048698097467, 0.0014454600168392062, 0.0015175152802839875, 0.001589570427313447, 0.0016616256907582283, 0.0017336808377876878, 0.001805736101232469, 0.0018777912482619286]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 1.0, 3.0, 3.0, 2.0, 5.0, 7.0, 10.0, 21.0, 28.0, 35.0, 44.0, 86.0, 122.0, 160.0, 242.0, 317.0, 524.0, 738.0, 1212.0, 1735.0, 2736.0, 4563.0, 7492.0, 13598.0, 25272.0, 51731.0, 144415.0, 799279.0, 63082.0, 25629.0, 13452.0, 7956.0, 4926.0, 3186.0, 2129.0, 1391.0, 1010.0, 709.0, 511.0, 360.0, 257.0, 164.0, 126.0, 90.0, 61.0, 58.0, 37.0, 30.0, 23.0, 17.0, 14.0, 13.0, 9.0, 8.0, 4.0, 7.0, 2.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0], "bins": [-0.004472804721444845, -0.004314993042498827, -0.004157181829214096, -0.003999370150268078, -0.003841558936983347, -0.0036837472580373287, -0.003525935811921954, -0.0033681243658065796, -0.003210312919691205, -0.0030525014735758305, -0.002894690027460456, -0.0027368785813450813, -0.002579066902399063, -0.0024212554562836885, -0.002263444010168314, -0.0021056325640529394, -0.0019478211179375648, -0.0017900096718221903, -0.0016321982257068157, -0.0014743866631761193, -0.0013165752170607448, -0.0011587637709453702, -0.0010009522084146738, -0.0008431407622992992, -0.0006853293161839247, -0.0005275178700685501, -0.00036970636574551463, -0.0002118948905263096, -5.408341530710459e-05, 0.00010372805991210043, 0.00026153953513130546, 0.0004193510103505105, 0.0005771624855697155, 0.0007349739316850901, 0.0008927854360081255, 0.001050596940331161, 0.0012084083864465356, 0.0013662198325619102, 0.0015240313950926065, 0.0016818428412079811, 0.0018396542873233557, 0.0019974657334387302, 0.002155277179554105, 0.0023130886256694794, 0.0024709003046154976, 0.002628711750730872, 0.0027865231968462467, 0.0029443346429616213, 0.003102146089076996, 0.0032599575351923704, 0.003417768981307745, 0.0035755804274231195, 0.003733391873538494, 0.0038912035524845123, 0.004049014765769243, 0.0042068264447152615, 0.004364637657999992, 0.004522449336946011, 0.004680261015892029, 0.00483807222917676, 0.004995883908122778, 0.005153695121407509, 0.005311506800353527, 0.005469318013638258, 0.005627129692584276]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 4.0, 2.0, 2.0, 5.0, 3.0, 11.0, 5.0, 4.0, 4.0, 7.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.04189921170473099, -0.04095105081796646, -0.040002889931201935, -0.03905473276972771, -0.03810657188296318, -0.037158410996198654, -0.03621025010943413, -0.0352620929479599, -0.034313932061195374, -0.03336577117443085, -0.03241761028766632, -0.031469449400901794, -0.030521290376782417, -0.02957313135266304, -0.028624970465898514, -0.027676811441779137, -0.02672865055501461, -0.025780489668250084, -0.024832330644130707, -0.02388416975736618, -0.022936010733246803, -0.021987849846482277, -0.0210396908223629, -0.020091529935598373, -0.019143369048833847, -0.01819521002471447, -0.017247049137949944, -0.016298890113830566, -0.01535072922706604, -0.014402569271624088, -0.013454409316182137, -0.012506249360740185, -0.011558089405298233, -0.010609929449856281, -0.00966176949441433, -0.008713609538972378, -0.007765449117869139, -0.006817289162427187, -0.005869128741323948, -0.004920968785881996, -0.003972808830440044, -0.0030246488749980927, -0.0020764886867254972, -0.0011283286148682237, -0.0001801685430109501, 0.0007679915288463235, 0.001716151600703597, 0.0026643117889761925, 0.0036124717444181442, 0.004560631699860096, 0.005508791655302048, 0.006456952076405287, 0.0074051120318472385, 0.008353272452950478, 0.00930143240839243, 0.010249592363834381, 0.011197752319276333, 0.012145912274718285, 0.013094072230160236, 0.014042232185602188, 0.014990393072366714, 0.01593855209648609, 0.016886712983250618, 0.017834872007369995, 0.01878303289413452]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 1.0, 7.0, 5.0, 13.0, 4.0, 1.0, 2.0, 7.0, 15.0, 18.0, 6.0, 7.0, 9.0, 8.0, 2.0, 4.0, 4.0, 5.0, 5.0, 4.0, 3.0, 4.0, 9.0, 15.0, 14.0, 19.0, 25.0, 38.0, 36.0, 68.0, 101.0, 145.0, 223.0, 409.0, 608.0, 1031.0, 2198.0, 7459.0, 2327.0, 1322.0, 754.0, 458.0, 287.0, 188.0, 157.0, 116.0, 70.0, 64.0, 48.0, 29.0, 15.0, 14.0, 10.0, 7.0, 8.0, 7.0, 6.0, 2.0, 3.0, 1.0, 2.0, 1.0, 1.0], "bins": [-0.013829418458044529, -0.013468693010509014, -0.013107966631650925, -0.01274724118411541, -0.012386515736579895, -0.012025789357721806, -0.01166506391018629, -0.011304338462650776, -0.010943612083792686, -0.010582886636257172, -0.010222161188721657, -0.009861435741186142, -0.009500709362328053, -0.009139983914792538, -0.008779258467257023, -0.008418532088398933, -0.008057806640863419, -0.0076970807276666164, -0.007336355280131102, -0.0069756293669342995, -0.006614903919398785, -0.0062541780062019825, -0.00589345209300518, -0.0055327266454696655, -0.005172000732272863, -0.004811274819076061, -0.004450549371540546, -0.004089823458343744, -0.003729097777977586, -0.0033683720976114273, -0.003007646184414625, -0.0026469205040484667, -0.002286194823682308, -0.0019254691433161497, -0.0015647433465346694, -0.001204017549753189, -0.0008432918693870306, -0.0004825661308132112, -0.0001218403922393918, 0.0002388853463344276, 0.000599611084908247, 0.0009603368234820664, 0.0013210625620558858, 0.001681788358837366, 0.0020425140392035246, 0.002403239719569683, 0.002763965632766485, 0.0031246913131326437, 0.003485416993498802, 0.0038461426738649607, 0.004206868354231119, 0.004567594267427921, 0.004928319714963436, 0.005289045628160238, 0.00564977154135704, 0.006010496988892555, 0.006371222902089357, 0.0067319488152861595, 0.007092674262821674, 0.0074534001760184765, 0.007814126089215279, 0.008174851536750793, 0.008535576984286308, 0.008896303363144398, 0.009257028810679913]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 3.0, 2.0, 5.0, 2.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.07770423591136932, -0.07441931962966919, -0.07113440334796906, -0.06784949451684952, -0.06456457823514938, -0.06127966195344925, -0.05799474939703941, -0.05470983311533928, -0.05142492055892944, -0.04814000427722931, -0.044855087995529175, -0.04157017543911934, -0.038285259157419205, -0.03500034660100937, -0.031715430319309235, -0.02843051590025425, -0.025145601481199265, -0.02186068706214428, -0.018575772643089294, -0.015290857292711735, -0.01200594287365675, -0.008721028454601765, -0.005436113569885492, -0.0021511989179998636, 0.001133715733885765, 0.00441863015294075, 0.0077035450376570225, 0.010988459922373295, 0.01427337434142828, 0.01755828969180584, 0.020843204110860825, 0.02412811852991581, 0.027413032948970795, 0.03069794736802578, 0.033982861787080765, 0.0372677780687809, 0.040552690625190735, 0.04383760690689087, 0.047122519463300705, 0.05040743574500084, 0.053692348301410675, 0.05697726458311081, 0.060262180864810944, 0.06354709714651108, 0.06683200597763062, 0.07011692225933075, 0.07340183854103088, 0.07668675482273102, 0.07997167110443115, 0.08325657993555069, 0.08654149621725082, 0.08982641249895096, 0.09311132878065109, 0.09639623761177063, 0.09968115389347076, 0.1029660701751709, 0.10625098645687103, 0.10953590273857117, 0.1128208115696907, 0.11610572785139084, 0.11939064413309097, 0.12267556041479111, 0.12596046924591064, 0.12924538552761078, 0.1325303018093109]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 6.0, 4.0, 6.0, 10.0, 6.0, 10.0, 9.0, 15.0, 12.0, 11.0, 10.0, 13.0, 18.0, 44.0, 13.0, 14.0, 11.0, 6.0, 4.0, 5.0, 3.0, 3.0, 7.0, 4.0, 3.0, 3.0, 1.0, 6.0, 2.0, 1.0, 3.0, 1.0, 1.0, 0.0, 4.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.045931026339530945, -0.04456891864538193, -0.04320681095123291, -0.04184470325708389, -0.040482595562934875, -0.03912049159407616, -0.03775838389992714, -0.03639627620577812, -0.035034168511629105, -0.03367206081748009, -0.03230995312333107, -0.030947847291827202, -0.029585739597678185, -0.028223631903529167, -0.0268615260720253, -0.025499418377876282, -0.024137310683727264, -0.022775202989578247, -0.02141309529542923, -0.02005098946392536, -0.018688881769776344, -0.017326774075627327, -0.01596466824412346, -0.014602560549974442, -0.013240452855825424, -0.011878345161676407, -0.010516238398849964, -0.009154131636023521, -0.007792023941874504, -0.006429916713386774, -0.005067809484899044, -0.003705702256411314, -0.002343595027923584, -0.000981487799435854, 0.00038061942905187607, 0.001742726657539606, 0.003104833886027336, 0.004466941114515066, 0.005829048343002796, 0.007191155571490526, 0.008553262799978256, 0.009915370494127274, 0.011277477256953716, 0.012639584019780159, 0.014001691713929176, 0.015363799408078194, 0.016725905239582062, 0.01808801293373108, 0.019450120627880096, 0.020812228322029114, 0.02217433601617813, 0.023536441847682, 0.024898549541831017, 0.026260657235980034, 0.027622763067483902, 0.02898487076163292, 0.030346978455781937, 0.031709086149930954, 0.03307119384407997, 0.03443330153822899, 0.03579540550708771, 0.037157513201236725, 0.03851962089538574, 0.03988172858953476, 0.04124383628368378]}, "_runtime": 75.57913851737976, "_timestamp": 1596226503.3388927, "_step": 19}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 4.0, 8.0, 1.0, 2.0, 7.0, 6.0, 3.0, 7.0, 1.0, 4.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.015107434242963791, -0.014617395587265491, -0.014127357862889767, -0.013637319207191467, -0.013147281482815742, -0.012657242827117443, -0.012167205102741718, -0.011677166447043419, -0.011187128722667694, -0.010697090066969395, -0.010207051411271095, -0.00971701368689537, -0.009226975031197071, -0.008736937306821346, -0.008246898651123047, -0.007756860461086035, -0.007266822271049023, -0.006776784081012011, -0.0062867458909749985, -0.005796707700937986, -0.005306669510900974, -0.004816630855202675, -0.004326592665165663, -0.0038365544751286507, -0.0033465162850916386, -0.0028564780950546265, -0.0023664399050176144, -0.0018764014821499586, -0.0013863632921129465, -0.0008963250438682735, -0.0004062867956236005, 8.375145262107253e-05, 0.0005737897008657455, 0.0010638278909027576, 0.0015538661973550916, 0.0020439045038074255, 0.0025339426938444376, 0.0030239808838814497, 0.0035140193067491055, 0.0040040574967861176, 0.00449409568682313, 0.004984133876860142, 0.005474172066897154, 0.005964210256934166, 0.006454248912632465, 0.0069442871026694775, 0.0074343252927064896, 0.007924363017082214, 0.008414401672780514, 0.008904440328478813, 0.009394478052854538, 0.009884516708552837, 0.010374554432928562, 0.010864593088626862, 0.011354630813002586, 0.011844669468700886, 0.012334708124399185, 0.01282474584877491, 0.01331478450447321, 0.013804822228848934, 0.014294860884547234, 0.014784898608922958, 0.015274937264621258, 0.015764975920319557, 0.016255013644695282]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 3.0, 1.0, 2.0, 0.0, 2.0, 5.0, 3.0, 4.0, 7.0, 9.0, 7.0, 8.0, 18.0, 24.0, 24.0, 42.0, 44.0, 80.0, 104.0, 135.0, 209.0, 346.0, 4898.0, 1022.0, 352.0, 174.0, 127.0, 79.0, 54.0, 35.0, 18.0, 18.0, 11.0, 12.0, 7.0, 7.0, 9.0, 4.0, 5.0, 6.0, 1.0, 1.0, 0.0, 3.0, 1.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.11764229834079742, -0.11369407922029495, -0.10974586009979248, -0.10579764097929001, -0.10184942185878754, -0.09790121018886566, -0.09395299106836319, -0.09000477194786072, -0.08605655282735825, -0.08210833370685577, -0.0781601145863533, -0.07421189546585083, -0.07026368379592896, -0.06631546467542648, -0.06236724555492401, -0.05841902643442154, -0.05447080731391907, -0.050522588193416595, -0.046574369072914124, -0.04262615367770195, -0.03867793455719948, -0.034729715436697006, -0.030781498178839684, -0.02683328092098236, -0.02288506180047989, -0.018936842679977417, -0.014988625422120094, -0.011040407232940197, -0.0070921890437603, -0.0031439708545804024, 0.0008042473345994949, 0.004752465523779392, 0.00870068371295929, 0.012648901902139187, 0.016597120091319084, 0.020545337349176407, 0.02449355646967888, 0.02844177559018135, 0.032389990985393524, 0.036338210105895996, 0.04028642922639847, 0.04423464834690094, 0.04818286746740341, 0.052131082862615585, 0.05607930198311806, 0.06002752110362053, 0.0639757364988327, 0.06792395561933517, 0.07187217473983765, 0.07582039386034012, 0.07976861298084259, 0.08371683210134506, 0.08766505122184753, 0.09161326289176941, 0.09556148201227188, 0.09950970113277435, 0.10345792025327682, 0.1074061393737793, 0.11135435849428177, 0.11530257761478424, 0.11925078928470612, 0.12319900840520859, 0.12714722752571106, 0.13109545409679413, 0.135043665766716]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 4.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 4.0, 2.0, 3.0, 1.0, 0.0, 1.0, 0.0, 2.0, 7.0, 3.0, 1.0, 2.0, 5.0, 3.0, 3.0, 4.0, 23.0, 2.0, 1.0, 8.0, 3.0, 5.0, 2.0, 3.0, 3.0, 5.0, 3.0, 2.0, 1.0, 2.0, 2.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002891100477427244, -0.0028116758912801743, -0.002732251537963748, -0.002652826951816678, -0.002573402365669608, -0.002493978012353182, -0.002414553426206112, -0.002335128840059042, -0.002255704253911972, -0.0021762799005955458, -0.002096855314448476, -0.002017430728301406, -0.0019380063749849796, -0.0018585817888379097, -0.0017791573191061616, -0.0016997327329590917, -0.0016203082632273436, -0.0015408837934955955, -0.0014614592073485255, -0.0013820347376167774, -0.0013026101514697075, -0.0012231856817379594, -0.0011437612120062113, -0.0010643366258591413, -0.0009849121561273932, -0.0009054876281879842, -0.0008260631002485752, -0.0007466386305168271, -0.0006672141025774181, -0.0005877895746380091, -0.000508365104906261, -0.00042894057696685195, -0.00034951604902744293, -0.0002700915210880339, -0.00019066702225245535, -0.00011124250886496156, -3.1817995477467775e-05, 4.7606517910026014e-05, 0.0001270310312975198, 0.0002064555446850136, 0.0002858800580725074, 0.0003653045860119164, 0.00044472908484749496, 0.0005241535836830735, 0.0006035781116224825, 0.0006830026395618916, 0.0007624271092936397, 0.0008418516372330487, 0.0009212761651724577, 0.0010007006349042058, 0.0010801252210512757, 0.0011595496907830238, 0.0012389742769300938, 0.0013183987466618419, 0.00139782321639359, 0.00147724780254066, 0.001556672272272408, 0.0016360967420041561, 0.001715521328151226, 0.0017949457978829741, 0.0018743702676147223, 0.001953794853761792, 0.002033219439908862, 0.0021126437932252884, 0.0021920683793723583]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [4.0, 3.0, 3.0, 3.0, 5.0, 10.0, 16.0, 18.0, 15.0, 26.0, 57.0, 50.0, 65.0, 103.0, 131.0, 213.0, 271.0, 396.0, 573.0, 802.0, 1158.0, 1691.0, 2557.0, 3705.0, 5614.0, 9049.0, 15259.0, 27046.0, 55663.0, 176437.0, 746995.0, 58768.0, 28572.0, 16088.0, 9710.0, 5868.0, 4002.0, 2528.0, 1743.0, 1262.0, 858.0, 635.0, 463.0, 317.0, 204.0, 187.0, 108.0, 105.0, 83.0, 56.0, 41.0, 32.0, 27.0, 14.0, 10.0, 12.0, 5.0, 4.0, 5.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.0044557685032486916, -0.004307995550334454, -0.004160222597420216, -0.00401244917884469, -0.0038646762259304523, -0.0037169032730162144, -0.0035691300872713327, -0.003421356901526451, -0.003273583948612213, -0.003125810995697975, -0.0029780378099530935, -0.002830264624208212, -0.002682491671293974, -0.002534718718379736, -0.0023869455326348543, -0.0022391723468899727, -0.0020913993939757347, -0.001943626324646175, -0.001795853255316615, -0.0016480801859870553, -0.0015003071166574955, -0.0013525340473279357, -0.001204760977998376, -0.001056987908668816, -0.0009092148393392563, -0.0007614417700096965, -0.0006136687006801367, -0.0004658956313505769, -0.0003181225620210171, -0.00017034949269145727, -2.257642336189747e-05, 0.00012519664596766233, 0.00027296971529722214, 0.00042074278462678194, 0.0005685158539563417, 0.0007162889232859015, 0.0008640619926154613, 0.0010118350619450212, 0.001159608131274581, 0.0013073812006041408, 0.0014551542699337006, 0.0016029273392632604, 0.0017507004085928202, 0.00189847347792238, 0.0020462465472519398, 0.0021940195001661777, 0.0023417926859110594, 0.002489565871655941, 0.002637338824570179, 0.002785111777484417, 0.0029328849632292986, 0.0030806581489741802, 0.003228431101888418, 0.003376204054802656, 0.003523977240547538, 0.0036717504262924194, 0.0038195233792066574, 0.003967296332120895, 0.004115069285035133, 0.004262842703610659, 0.004410615656524897, 0.004558388609439135, 0.00470616202801466, 0.004853934980928898, 0.005001707933843136]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 3.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 2.0, 4.0, 1.0, 7.0, 1.0, 0.0, 3.0, 5.0, 0.0, 0.0, 3.0, 2.0, 1.0, 2.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.015354884788393974, -0.01488883513957262, -0.014422784559428692, -0.013956734910607338, -0.01349068433046341, -0.013024634681642056, -0.012558584101498127, -0.012092534452676773, -0.011626483872532845, -0.01116043422371149, -0.010694384574890137, -0.010228333994746208, -0.009762284345924854, -0.009296233765780926, -0.008830184116959572, -0.008364133536815643, -0.00789808388799429, -0.007432033773511648, -0.006965983659029007, -0.006499933544546366, -0.0060338834300637245, -0.005567833781242371, -0.005101783666759729, -0.004635733552277088, -0.004169683437794447, -0.0037036333233118057, -0.0032375832088291645, -0.002771533327177167, -0.0023054832126945257, -0.0018394330982118845, -0.001373383100144565, -0.0009073330438695848, -0.0004412829875946045, 2.4767068680375814e-05, 0.0004908171249553561, 0.0009568671812303364, 0.0014229172375053167, 0.001888967351987958, 0.0023550172336399555, 0.0028210673481225967, 0.003287117462605238, 0.003753167577087879, 0.00421921769157052, 0.004685267806053162, 0.0051513174548745155, 0.005617367569357157, 0.006083417683839798, 0.006549467798322439, 0.00701551791280508, 0.007481568027287722, 0.007947618141770363, 0.008413667790591717, 0.008879718370735645, 0.009345768019557, 0.009811818599700928, 0.010277868248522282, 0.010743917897343636, 0.011209968477487564, 0.011676018126308918, 0.012142068706452847, 0.0126081183552742, 0.013074168935418129, 0.013540218584239483, 0.014006269164383411, 0.014472318813204765]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 4.0, 0.0, 2.0, 2.0, 1.0, 4.0, 5.0, 6.0, 7.0, 6.0, 18.0, 17.0, 17.0, 26.0, 46.0, 26.0, 43.0, 70.0, 72.0, 121.0, 119.0, 155.0, 170.0, 221.0, 259.0, 318.0, 415.0, 536.0, 731.0, 1003.0, 1650.0, 6223.0, 2283.0, 1124.0, 804.0, 544.0, 375.0, 267.0, 171.0, 148.0, 81.0, 66.0, 59.0, 43.0, 40.0, 34.0, 20.0, 9.0, 15.0, 12.0, 11.0, 9.0, 7.0, 4.0, 0.0, 2.0, 0.0, 2.0, 2.0, 3.0, 0.0, 0.0, 1.0], "bins": [-0.009274930693209171, -0.008991449140012264, -0.008707966655492783, -0.008424485102295876, -0.008141003549098969, -0.007857521064579487, -0.00757403951138258, -0.0072905574925243855, -0.007007075473666191, -0.006723593454807997, -0.006440111435949802, -0.006156629882752895, -0.005873147863894701, -0.005589665845036507, -0.0053061842918396, -0.005022702272981405, -0.004739220254123211, -0.0044557382352650166, -0.004172256216406822, -0.003888774663209915, -0.003605292644351721, -0.0033218106254935265, -0.0030383288394659758, -0.002754847053438425, -0.0024713650345802307, -0.0021878830157220364, -0.0019044012296944857, -0.0016209193272516131, -0.0013374374248087406, -0.001053955522365868, -0.0007704736199229956, -0.00048699171748012304, -0.00020350981503725052, 7.9972087405622e-05, 0.00036345398984849453, 0.000646935892291367, 0.0009304177947342396, 0.001213899697177112, 0.0014973815996199846, 0.0017808635020628572, 0.0020643454045057297, 0.002347827423363924, 0.0026313092093914747, 0.0029147909954190254, 0.0031982730142772198, 0.003481755033135414, 0.003765236819162965, 0.0040487186051905155, 0.00433220062404871, 0.004615682642906904, 0.004899164661765099, 0.005182646214962006, 0.0054661282338202, 0.005749610252678394, 0.006033091805875301, 0.006316573824733496, 0.00660005584359169, 0.006883537862449884, 0.007167019881308079, 0.007450501434504986, 0.00773398345336318, 0.008017465472221375, 0.008300947025418282, 0.008584429509937763, 0.00886791106313467]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 2.0, 2.0, 4.0, 2.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.11522375792264938, -0.11190257966518402, -0.10858140140771866, -0.1052602231502533, -0.10193904489278793, -0.09861786663532257, -0.09529668837785721, -0.09197551012039185, -0.08865433931350708, -0.08533316105604172, -0.08201198279857635, -0.07869080454111099, -0.07536962628364563, -0.07204844802618027, -0.0687272697687149, -0.06540609151124954, -0.06208491325378418, -0.05876373499631882, -0.055442556738853455, -0.05212137848138809, -0.04880020022392273, -0.045479025691747665, -0.0421578474342823, -0.03883666917681694, -0.03551549091935158, -0.032194312661886215, -0.028873134404420853, -0.02555195800960064, -0.022230779752135277, -0.018909601494669914, -0.015588424168527126, -0.012267246842384338, -0.008946068584918976, -0.005624890793114901, -0.0023037130013108253, 0.00101746479049325, 0.004338642582297325, 0.0076598203741014, 0.010980998165905476, 0.014302175492048264, 0.017623353749513626, 0.02094453200697899, 0.02426571026444435, 0.027586886659264565, 0.030908064916729927, 0.03422924131155014, 0.0375504195690155, 0.040871597826480865, 0.04419277608394623, 0.04751395434141159, 0.05083513259887695, 0.054156310856342316, 0.05747748911380768, 0.06079866364598274, 0.0641198456287384, 0.06744102388620377, 0.07076220214366913, 0.0740833729505539, 0.07740455120801926, 0.08072572946548462, 0.08404690772294998, 0.08736808598041534, 0.0906892642378807, 0.09401044249534607, 0.09733162075281143]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 3.0, 0.0, 6.0, 1.0, 5.0, 8.0, 4.0, 10.0, 20.0, 20.0, 30.0, 43.0, 50.0, 9.0, 5.0, 3.0, 7.0, 2.0, 0.0, 3.0, 3.0, 1.0, 3.0, 3.0, 4.0, 3.0, 3.0, 5.0, 3.0, 3.0, 3.0, 4.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.0903252512216568, -0.08789165318012238, -0.08545804768800735, -0.08302444964647293, -0.08059084415435791, -0.07815724611282349, -0.07572364807128906, -0.07329004257917404, -0.07085644453763962, -0.0684228464961052, -0.06598924100399017, -0.06355564296245575, -0.06112204119563103, -0.058688439428806305, -0.05625484138727188, -0.05382123962044716, -0.051387637853622437, -0.048954036086797714, -0.04652043431997299, -0.04408683627843857, -0.041653234511613846, -0.039219632744789124, -0.0367860347032547, -0.03435243293642998, -0.031918831169605255, -0.029485229402780533, -0.02705162949860096, -0.024618029594421387, -0.022184427827596664, -0.019750826060771942, -0.01731722615659237, -0.014883625321090221, -0.012450024485588074, -0.010016423650085926, -0.007582822814583778, -0.005149221979081631, -0.002715621143579483, -0.00028202030807733536, 0.0021515805274248123, 0.00458518136292696, 0.007018782198429108, 0.009452383033931255, 0.011885983869433403, 0.01431958470493555, 0.0167531855404377, 0.01918678730726242, 0.021620387211441994, 0.024053987115621567, 0.02648758888244629, 0.02892119064927101, 0.031354792416095734, 0.03378839045763016, 0.03622199222445488, 0.0386555939912796, 0.041089192032814026, 0.04352279379963875, 0.04595639556646347, 0.04838999733328819, 0.050823599100112915, 0.05325719714164734, 0.05569079890847206, 0.05812440067529678, 0.06055799871683121, 0.06299160420894623, 0.06542520225048065]}, "_runtime": 83.2683732509613, "_timestamp": 1596226511.0281274, "_step": 20}
+{"val_accuracy": 0.812730450913242, "val_loss": 0.47913588358931347, "_runtime": 86.18038988113403, "_timestamp": 1596226513.940144, "_step": 21}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: K Confidence: 0.263 Truth: v", "Prediction: 5 Confidence: 1.000 Truth: 5", "Prediction: 2 Confidence: 0.997 Truth: 2", "Prediction: 0 Confidence: 0.583 Truth: 0"]}, "_runtime": 86.46645760536194, "_timestamp": 1596226514.2262118, "_step": 22}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 4.0, 2.0, 2.0, 0.0, 1.0, 0.0, 5.0, 5.0, 3.0, 3.0, 1.0, 1.0, 4.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 3.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010639585554599762, -0.010296391323208809, -0.00995319802314043, -0.009610003791749477, -0.009266809560358524, -0.008923616260290146, -0.008580422028899193, -0.00823722779750824, -0.007894033566117287, -0.007550840266048908, -0.007207646034657955, -0.006864452268928289, -0.006521258503198624, -0.006178064271807671, -0.005834870506078005, -0.005491676274687052, -0.005148482508957386, -0.00480528874322772, -0.004462094511836767, -0.0041189007461071014, -0.003775706747546792, -0.0034325127489864826, -0.003089318983256817, -0.0027461249846965075, -0.002402930986136198, -0.0020597369875758886, -0.001716543105430901, -0.0013733492232859135, -0.001030155224725604, -0.0006869612843729556, -0.00034376734402030706, -5.734036676585674e-07, 0.00034262053668498993, 0.0006858144770376384, 0.001029008417390287, 0.0013722022995352745, 0.001715396298095584, 0.0020585902966558933, 0.002401784062385559, 0.0027449780609458685, 0.003088172059506178, 0.0034313660580664873, 0.0037745600566267967, 0.0041177538223564625, 0.004460947588086128, 0.004804141819477081, 0.005147335585206747, 0.0054905298165977, 0.005833723582327366, 0.006176917348057032, 0.006520111579447985, 0.0068633053451776505, 0.0072064995765686035, 0.007549693342298269, 0.007892887108027935, 0.008236081339418888, 0.008579274639487267, 0.00892246887087822, 0.009265663102269173, 0.009608857333660126, 0.009952050633728504, 0.010295244865119457, 0.01063843909651041, 0.010981632396578789, 0.011324826627969742]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 3.0, 8.0, 3.0, 11.0, 10.0, 12.0, 14.0, 12.0, 18.0, 23.0, 30.0, 27.0, 57.0, 54.0, 88.0, 102.0, 153.0, 205.0, 400.0, 5345.0, 538.0, 247.0, 156.0, 98.0, 72.0, 52.0, 38.0, 34.0, 22.0, 13.0, 22.0, 12.0, 8.0, 10.0, 7.0, 2.0, 6.0, 5.0, 0.0, 3.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.11724811047315598, -0.11339382827281952, -0.10953955352306366, -0.1056852713227272, -0.10183098912239075, -0.09797671437263489, -0.09412243217229843, -0.09026815742254257, -0.08641387522220612, -0.08255959302186966, -0.0787053182721138, -0.07485103607177734, -0.07099676132202148, -0.06714247912168503, -0.06328819692134857, -0.059433918446302414, -0.055579639971256256, -0.0517253614962101, -0.04787108302116394, -0.044016800820827484, -0.040162522345781326, -0.03630824387073517, -0.03245396167039871, -0.028599683195352554, -0.024745404720306396, -0.02089112624526024, -0.01703684590756893, -0.013182566501200199, -0.009328287094831467, -0.005474007688462734, -0.0016197282820940018, 0.0022345511242747307, 0.006088830530643463, 0.009943109937012196, 0.013797389343380928, 0.017651669681072235, 0.021505948156118393, 0.02536022663116455, 0.029214506968855858, 0.033068787306547165, 0.03692306578159332, 0.04077734425663948, 0.04463162273168564, 0.048485904932022095, 0.05234018340706825, 0.05619446188211441, 0.06004874408245087, 0.06390301883220673, 0.06775730103254318, 0.07161158323287964, 0.0754658579826355, 0.07932014018297195, 0.08317442238330841, 0.08702869713306427, 0.09088297933340073, 0.09473725408315659, 0.09859153628349304, 0.1024458184838295, 0.10630009323358536, 0.11015437543392181, 0.11400865018367767, 0.11786293238401413, 0.12171721458435059, 0.12557148933410645, 0.1294257640838623]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 3.0, 0.0, 0.0, 1.0, 4.0, 2.0, 0.0, 3.0, 2.0, 8.0, 1.0, 1.0, 5.0, 4.0, 2.0, 26.0, 1.0, 5.0, 3.0, 4.0, 6.0, 3.0, 4.0, 2.0, 1.0, 3.0, 0.0, 3.0, 3.0, 2.0, 2.0, 0.0, 1.0, 1.0, 3.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0023312089033424854, -0.0022509554401040077, -0.00217070197686553, -0.0020904485136270523, -0.0020101950503885746, -0.001929941470734775, -0.0018496878910809755, -0.0017694344278424978, -0.0016891809646040201, -0.0016089275013655424, -0.0015286740381270647, -0.0014484204584732652, -0.0013681669952347875, -0.0012879135319963098, -0.0012076599523425102, -0.0011274064891040325, -0.0010471530258655548, -0.0009668995626270771, -0.0008866460411809385, -0.0008063925197347999, -0.0007261390564963222, -0.0006458855932578444, -0.0005656320718117058, -0.00048537857946939766, -0.0004051250871270895, -0.00032487159478478134, -0.0002446181024424732, -0.000164364610100165, -8.411111775785685e-05, -3.857625415548682e-06, 7.639586692675948e-05, 0.00015664935926906765, 0.0002369028516113758, 0.00031715634395368397, 0.00039740983629599214, 0.0004776633286383003, 0.0005579168209806085, 0.0006381702842190862, 0.0007184238056652248, 0.0007986773271113634, 0.0008789307903498411, 0.0009591842535883188, 0.0010394377168267965, 0.001119691296480596, 0.0011999447597190738, 0.0012801982229575515, 0.001360451802611351, 0.0014407052658498287, 0.0015209587290883064, 0.0016012121923267841, 0.0016814656555652618, 0.0017617192352190614, 0.001841972698457539, 0.0019222261616960168, 0.0020024797413498163, 0.002082733204588294, 0.0021629866678267717, 0.0022432401310652494, 0.002323493594303727, 0.002403747057542205, 0.0024840007536113262, 0.002564254216849804, 0.0026445076800882816, 0.0027247611433267593, 0.002805014606565237]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 8.0, 10.0, 16.0, 22.0, 19.0, 36.0, 55.0, 72.0, 93.0, 148.0, 208.0, 297.0, 405.0, 540.0, 789.0, 1249.0, 1901.0, 3284.0, 5667.0, 10766.0, 23131.0, 64784.0, 872609.0, 113733.0, 36245.0, 17364.0, 9510.0, 5572.0, 3500.0, 2373.0, 1572.0, 1093.0, 784.0, 499.0, 388.0, 258.0, 190.0, 135.0, 90.0, 54.0, 43.0, 35.0, 21.0, 21.0, 11.0, 12.0, 4.0, 4.0, 2.0, 6.0, 2.0, 3.0, 3.0, 4.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.004650290589779615, -0.0044546290300786495, -0.004258967004716396, -0.0040633054450154305, -0.003867643652483821, -0.0036719818599522114, -0.0034763203002512455, -0.003280658507719636, -0.0030849967151880264, -0.002889334922656417, -0.0026936731301248074, -0.0024980115704238415, -0.002302349777892232, -0.0021066879853606224, -0.0019110263092443347, -0.001715364633128047, -0.0015197028405964375, -0.001324041048064828, -0.0011283793719485402, -0.0009327176376245916, -0.000737055903300643, -0.0005413941689766943, -0.0003457324346527457, -0.0001500707003287971, 4.559103399515152e-05, 0.00024125276831910014, 0.00043691450264304876, 0.0006325762369669974, 0.000828237971290946, 0.0010238997638225555, 0.0012195614399388433, 0.001415223116055131, 0.0016108849085867405, 0.00180654670111835, 0.0020022084936499596, 0.0021978700533509254, 0.002393531845882535, 0.0025891936384141445, 0.0027848551981151104, 0.00298051699064672, 0.0031761787831783295, 0.003371840575709939, 0.0035675023682415485, 0.0037631639279425144, 0.003958825953304768, 0.0041544875130057335, 0.004350149072706699, 0.0045458110980689526, 0.0047414726577699184, 0.004937134217470884, 0.0051327962428331375, 0.005328457802534103, 0.005524119362235069, 0.0057197813875973225, 0.005915442947298288, 0.0061111049726605415, 0.006306766532361507, 0.006502428092062473, 0.0066980901174247265, 0.006893751677125692, 0.0070894137024879456, 0.0072850752621889114, 0.007480736821889877, 0.0076763988472521305, 0.007872059941291809]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 3.0, 1.0, 0.0, 1.0, 2.0, 1.0, 5.0, 0.0, 2.0, 2.0, 8.0, 5.0, 1.0, 2.0, 3.0, 1.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.01636807806789875, -0.015704216435551643, -0.015040356665849686, -0.014376495033502579, -0.013712634332478046, -0.013048773631453514, -0.012384911999106407, -0.011721051298081875, -0.011057190597057343, -0.01039332989603281, -0.009729469195008278, -0.009065607562661171, -0.008401746861636639, -0.007737886160612106, -0.007074024993926287, -0.006410163827240467, -0.005746303126215935, -0.0050824424251914024, -0.004418581258505583, -0.003754720324650407, -0.003090859390795231, -0.002426998456940055, -0.001763137523084879, -0.001099276589229703, -0.000435415655374527, 0.000228445278480649, 0.000892306212335825, 0.001556167146191001, 0.002220028080046177, 0.002883889013901353, 0.003547749947756529, 0.0042116111144423485, 0.004875471815466881, 0.005539332516491413, 0.006203193683177233, 0.006867054849863052, 0.007530915550887585, 0.008194776251912117, 0.008858637884259224, 0.009522498585283756, 0.010186359286308289, 0.010850219987332821, 0.011514080688357353, 0.01217794232070446, 0.012841803021728992, 0.013505663722753525, 0.014169525355100632, 0.014833386056125164, 0.015497246757149696, 0.016161108389496803, 0.01682496815919876, 0.017488829791545868, 0.018152691423892975, 0.018816551193594933, 0.01948041282594204, 0.020144272595643997, 0.020808134227991104, 0.02147199586033821, 0.02213585563004017, 0.022799717262387276, 0.023463577032089233, 0.02412743866443634, 0.024791300296783447, 0.025455160066485405, 0.026119021698832512]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 2.0, 3.0, 3.0, 2.0, 1.0, 2.0, 6.0, 5.0, 6.0, 7.0, 11.0, 9.0, 5.0, 14.0, 11.0, 20.0, 22.0, 42.0, 42.0, 64.0, 77.0, 126.0, 153.0, 249.0, 337.0, 481.0, 631.0, 930.0, 1554.0, 3187.0, 5980.0, 1440.0, 908.0, 575.0, 391.0, 268.0, 182.0, 153.0, 100.0, 65.0, 57.0, 50.0, 35.0, 30.0, 25.0, 30.0, 15.0, 18.0, 20.0, 13.0, 14.0, 16.0, 8.0, 9.0, 8.0, 7.0, 3.0, 2.0, 3.0, 0.0, 1.0, 1.0, 2.0], "bins": [-0.01103489100933075, -0.010679122991859913, -0.010323354974389076, -0.00996758695691824, -0.009611819870769978, -0.009256051853299141, -0.008900283835828304, -0.008544515818357468, -0.008188747800886631, -0.007832979783415794, -0.007477212231606245, -0.007121444214135408, -0.006765676662325859, -0.006409908644855022, -0.006054140627384186, -0.0056983730755746365, -0.0053426050581038, -0.004986837040632963, -0.004631069488823414, -0.004275301471352577, -0.003919533453881741, -0.0035637656692415476, -0.0032079978846013546, -0.002852229867130518, -0.002496462082490325, -0.002140694297850132, -0.0017849262803792953, -0.0014291584957391024, -0.0010733905946835876, -0.0007176226936280727, -0.00036185485078021884, -6.086978828534484e-06, 0.00034968089312314987, 0.0007054487941786647, 0.0010612166952341795, 0.0014169844798743725, 0.0017727523809298873, 0.002128520281985402, 0.002484288066625595, 0.0028400560840964317, 0.0031958238687366247, 0.0035515916533768177, 0.003907359670847654, 0.004263127688318491, 0.00461889524012804, 0.004974663257598877, 0.005330431275069714, 0.005686198826879263, 0.0060419668443500996, 0.006397734861820936, 0.0067535024136304855, 0.007109270431101322, 0.007465038448572159, 0.007820806466042995, 0.008176574483513832, 0.008532341569662094, 0.00888810958713293, 0.009243877604603767, 0.009599645622074604, 0.00995541363954544, 0.010311181657016277, 0.01066694874316454, 0.011022716760635376, 0.011378484778106213, 0.01173425279557705]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 0.0, 3.0, 0.0, 0.0, 4.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.09740468114614487, -0.09476292133331299, -0.09212115406990051, -0.08947938680648804, -0.08683762699365616, -0.08419586718082428, -0.0815540999174118, -0.07891233265399933, -0.07627057284116745, -0.07362881302833557, -0.0709870457649231, -0.06834527850151062, -0.06570351868867874, -0.06306175887584686, -0.06041999161243439, -0.05777822807431221, -0.05513646453619003, -0.052494700998067856, -0.04985293745994568, -0.0472111739218235, -0.044569410383701324, -0.04192764684557915, -0.03928588330745697, -0.03664411976933479, -0.034002356231212616, -0.03136059269309044, -0.02871882915496826, -0.026077065616846085, -0.023435302078723907, -0.02079353854060173, -0.018151775002479553, -0.015510011464357376, -0.012868247926235199, -0.010226484388113022, -0.007584720849990845, -0.004942957311868668, -0.0023011937737464905, 0.00034056976437568665, 0.0029823333024978638, 0.005624096840620041, 0.008265860378742218, 0.010907623916864395, 0.013549387454986572, 0.01619115099310875, 0.018832914531230927, 0.021474678069353104, 0.02411644160747528, 0.026758205145597458, 0.029399968683719635, 0.03204173222184181, 0.03468349575996399, 0.037325259298086166, 0.039967022836208344, 0.04260878637433052, 0.0452505499124527, 0.047892313450574875, 0.05053407698869705, 0.05317584052681923, 0.055817604064941406, 0.05845936760306358, 0.06110113114118576, 0.06374289095401764, 0.06638465821743011, 0.06902642548084259, 0.07166818529367447]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 2.0, 2.0, 3.0, 3.0, 10.0, 12.0, 22.0, 21.0, 22.0, 40.0, 21.0, 25.0, 12.0, 13.0, 17.0, 6.0, 9.0, 5.0, 7.0, 4.0, 5.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.06629015505313873, -0.06446026265621185, -0.06263037025928497, -0.06080048158764839, -0.05897058919072151, -0.05714069679379463, -0.05531080812215805, -0.05348091572523117, -0.05165102332830429, -0.04982113465666771, -0.04799124225974083, -0.04616134986281395, -0.04433145746588707, -0.04250156879425049, -0.04067167639732361, -0.03884178400039673, -0.03701189160346985, -0.03518200293183327, -0.03335211053490639, -0.03152221813797951, -0.029692327603697777, -0.027862437069416046, -0.026032544672489166, -0.024202654138207436, -0.022372763603925705, -0.020542871206998825, -0.018712980672717094, -0.016883088275790215, -0.015053197741508484, -0.013223306275904179, -0.011393414810299873, -0.009563523344695568, -0.007733631879091263, -0.0059037404134869576, -0.004073848947882652, -0.0022439579479396343, -0.00041406648233532906, 0.0014158248668536544, 0.003245716216042638, 0.0050756074488162994, 0.006905498914420605, 0.00873539038002491, 0.010565281845629215, 0.01239517331123352, 0.014225063845515251, 0.01605495624244213, 0.01788484677672386, 0.01971473917365074, 0.021544629707932472, 0.023374520242214203, 0.025204412639141083, 0.027034303173422813, 0.028864195570349693, 0.030694086104631424, 0.032523978501558304, 0.034353870898485184, 0.036183759570121765, 0.038013651967048645, 0.039843544363975525, 0.041673433035612106, 0.043503325432538986, 0.045333217829465866, 0.047163110226392746, 0.04899299889802933, 0.05082289129495621]}, "_runtime": 92.70433497428894, "_timestamp": 1596226520.4640892, "_step": 23}
+{"val_accuracy": 0.8163712899543379, "val_loss": 0.46858354518402656, "_runtime": 97.83840799331665, "_timestamp": 1596226525.5981622, "_step": 24}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: V Confidence: 0.452 Truth: v", "Prediction: 5 Confidence: 1.000 Truth: 5", "Prediction: 2 Confidence: 0.998 Truth: 2", "Prediction: 0 Confidence: 0.580 Truth: 0"]}, "_runtime": 98.1261875629425, "_timestamp": 1596226525.8859417, "_step": 25}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 1.0, 3.0, 2.0, 4.0, 1.0, 4.0, 3.0, 6.0, 6.0, 2.0, 1.0, 5.0, 3.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.01778576523065567, -0.017287926748394966, -0.016790088266134262, -0.016292249783873558, -0.015794411301612854, -0.015296573750674725, -0.01479873526841402, -0.014300896786153316, -0.013803058303892612, -0.013305219821631908, -0.012807381339371204, -0.0123095428571105, -0.011811705306172371, -0.011313866823911667, -0.010816028341650963, -0.010318189859390259, -0.009820351377129555, -0.00932251289486885, -0.008824674412608147, -0.008326835930347443, -0.007828997448086739, -0.007331159431487322, -0.006833321414887905, -0.006335482932627201, -0.005837644450366497, -0.005339805968105793, -0.004841967485845089, -0.004344129469245672, -0.003846290986984968, -0.003348452504724264, -0.0028506142552942038, -0.0023527760058641434, -0.0018549375236034393, -0.0013570991577580571, -0.0008592607919126749, -0.0003614224260672927, 0.00013641593977808952, 0.0006342543056234717, 0.001132092671468854, 0.0016299310373142362, 0.0021277694031596184, 0.0026256078854203224, 0.003123446134850383, 0.003621284384280443, 0.004119122866541147, 0.004616961348801851, 0.005114799365401268, 0.005612637847661972, 0.006110476329922676, 0.00660831481218338, 0.007106153294444084, 0.007603991311043501, 0.008101830258965492, 0.008599667809903622, 0.009097506292164326, 0.00959534477442503, 0.010093183256685734, 0.010591021738946438, 0.011088860221207142, 0.011586698703467846, 0.012084536254405975, 0.01258237473666668, 0.013080213218927383, 0.013578051701188087, 0.014075890183448792]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0, 2.0, 2.0, 6.0, 3.0, 1.0, 4.0, 8.0, 7.0, 6.0, 9.0, 9.0, 24.0, 25.0, 35.0, 39.0, 66.0, 82.0, 126.0, 225.0, 490.0, 5610.0, 529.0, 185.0, 152.0, 64.0, 45.0, 36.0, 28.0, 22.0, 18.0, 12.0, 11.0, 9.0, 2.0, 8.0, 4.0, 2.0, 1.0, 5.0, 2.0, 4.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.1752723604440689, -0.1696988195180893, -0.16412527859210968, -0.15855172276496887, -0.15297818183898926, -0.14740464091300964, -0.14183109998703003, -0.13625755906105042, -0.1306840181350708, -0.12511046230793, -0.11953692138195038, -0.11396338045597076, -0.10838983952999115, -0.10281629115343094, -0.09724275022745132, -0.09166920185089111, -0.0860956609249115, -0.08052211999893188, -0.07494857162237167, -0.06937503069639206, -0.06380148231983185, -0.058227941393852234, -0.05265440046787262, -0.04708085581660271, -0.041507311165332794, -0.03593376651406288, -0.030360223725438118, -0.024786680936813354, -0.019213136285543442, -0.013639592565596104, -0.008066048845648766, -0.0024925051257014275, 0.0030810385942459106, 0.008654582314193249, 0.014228126034140587, 0.01980166882276535, 0.025375213474035263, 0.030948758125305176, 0.03652229905128479, 0.0420958437025547, 0.047669388353824615, 0.05324293300509453, 0.05881647765636444, 0.06439001858234406, 0.06996355950832367, 0.07553710788488388, 0.0811106488108635, 0.0866841971874237, 0.09225773811340332, 0.09783127903938293, 0.10340482741594315, 0.10897836834192276, 0.11455191671848297, 0.12012545764446259, 0.1256989985704422, 0.13127253949642181, 0.13684609532356262, 0.14241963624954224, 0.14799317717552185, 0.15356671810150146, 0.15914025902748108, 0.1647137999534607, 0.1702873557806015, 0.17586089670658112, 0.18143443763256073]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 4.0, 6.0, 3.0, 5.0, 6.0, 7.0, 7.0, 5.0, 4.0, 27.0, 2.0, 4.0, 7.0, 2.0, 3.0, 4.0, 1.0, 4.0, 1.0, 0.0, 0.0, 2.0, 3.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.003294368041679263, -0.0031855402048677206, -0.003076712368056178, -0.0029678845312446356, -0.002859056694433093, -0.0027502288576215506, -0.002641401020810008, -0.0025325731839984655, -0.0024237451143562794, -0.002314917277544737, -0.0022060894407331944, -0.002097261603921652, -0.0019884337671101093, -0.0018796059302985668, -0.0017707780934870243, -0.0016619502566754818, -0.0015531224198639393, -0.0014442945830523968, -0.0013354667462408543, -0.0012266389094293118, -0.0011178110726177692, -0.001008983119390905, -0.0009001552825793624, -0.0007913274457678199, -0.0006824996089562774, -0.0005736717721447349, -0.0004648439062293619, -0.0003560160403139889, -0.0002471882035024464, -0.00013836035213898867, -2.9532500775530934e-05, 7.92953505879268e-05, 0.00018812320195138454, 0.00029695103876292706, 0.0004057789046783, 0.000514606770593673, 0.0006234346074052155, 0.000732262444216758, 0.0008410903392359614, 0.000949918176047504, 0.0010587460128590465, 0.001167573849670589, 0.0012764016864821315, 0.001385229523293674, 0.0014940574765205383, 0.0016028853133320808, 0.0017117131501436234, 0.0018205409869551659, 0.0019293688237667084, 0.002038196660578251, 0.0021470244973897934, 0.002255852334201336, 0.0023646801710128784, 0.002473508007824421, 0.0025823358446359634, 0.002691163681447506, 0.0027999915182590485, 0.0029088195879012346, 0.003017647424712777, 0.0031264752615243196, 0.003235303098335862, 0.0033441309351474047, 0.003452958771958947, 0.0035617866087704897, 0.003670614445582032]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 5.0, 5.0, 8.0, 14.0, 17.0, 32.0, 53.0, 76.0, 111.0, 140.0, 250.0, 381.0, 563.0, 1019.0, 1541.0, 2716.0, 4690.0, 8333.0, 15602.0, 31656.0, 81341.0, 850286.0, 103193.0, 34697.0, 16131.0, 9082.0, 5602.0, 3582.0, 2398.0, 1716.0, 1269.0, 884.0, 666.0, 448.0, 323.0, 251.0, 155.0, 108.0, 95.0, 70.0, 38.0, 26.0, 20.0, 17.0, 10.0, 10.0, 6.0, 2.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.005229920614510775, -0.005053771659731865, -0.004877622704952955, -0.0047014737501740456, -0.004525324795395136, -0.004349175840616226, -0.0041730268858373165, -0.003996877931058407, -0.003820729209110141, -0.003644580254331231, -0.0034684312995523214, -0.0032922823447734118, -0.0031161336228251457, -0.002939984668046236, -0.0027638357132673264, -0.0025876867584884167, -0.002411537803709507, -0.0022353888489305973, -0.0020592398941516876, -0.0018830910557880998, -0.00170694210100919, -0.0015307931462302804, -0.0013546443078666925, -0.0011784953530877829, -0.0010023463983088732, -0.0008261974435299635, -0.0006500485469587147, -0.0004738996212836355, -0.00029775069560855627, -0.00012160176993347704, 5.454715574160218e-05, 0.0002306960814166814, 0.00040684500709176064, 0.0005829939618706703, 0.0007591428584419191, 0.0009352917550131679, 0.0011114407097920775, 0.0012875896645709872, 0.001463738502934575, 0.0016398874577134848, 0.0018160364124923944, 0.001992185367271304, 0.002168334322050214, 0.0023444832768291235, 0.0025206319987773895, 0.002696780953556299, 0.002872929908335209, 0.0030490788631141186, 0.0032252278178930283, 0.003401376772671938, 0.0035775257274508476, 0.0037536746822297573, 0.003929823637008667, 0.004105972591787577, 0.004282121546566486, 0.004458270501345396, 0.004634419456124306, 0.004810567945241928, 0.004986716900020838, 0.0051628658547997475, 0.005339014809578657, 0.005515163764357567, 0.0056913127191364765, 0.005867461673915386, 0.006043610628694296]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 0.0, 0.0, 2.0, 0.0, 3.0, 0.0, 1.0, 1.0, 3.0, 8.0, 2.0, 2.0, 0.0, 2.0, 1.0, 3.0, 0.0, 1.0, 4.0, 2.0, 4.0, 1.0, 0.0, 1.0, 0.0, 4.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012217284180223942, -0.011732897721230984, -0.011248511262238026, -0.010764124803245068, -0.010279737412929535, -0.009795350953936577, -0.009310964494943619, -0.00882657803595066, -0.008342191576957703, -0.007857805117964745, -0.0073734186589717865, -0.006889031734317541, -0.006404645275324583, -0.005920258816331625, -0.00543587189167738, -0.0049514854326844215, -0.0044670989736914635, -0.003982712514698505, -0.0034983258228749037, -0.003013939131051302, -0.002529552672058344, -0.002045166213065386, -0.001560779521241784, -0.0010763929458335042, -0.0005920063704252243, -0.00010761979501694441, 0.0003767667803913355, 0.0008611533557996154, 0.0013455399312078953, 0.0018299265066161752, 0.002314313082024455, 0.002798699773848057, 0.003283086232841015, 0.003767472691833973, 0.004251859150826931, 0.004736246075481176, 0.0052206325344741344, 0.0057050189934670925, 0.006189405918121338, 0.006673792377114296, 0.007158178836107254, 0.007642565295100212, 0.00812695175409317, 0.008611338213086128, 0.009095724672079086, 0.009580112062394619, 0.010064498521387577, 0.010548884980380535, 0.011033271439373493, 0.011517657898366451, 0.01200204435735941, 0.012486430816352367, 0.0129708182066679, 0.013455204665660858, 0.013939591124653816, 0.014423977583646774, 0.014908364042639732, 0.01539275050163269, 0.01587713696062565, 0.016361523419618607, 0.016845909878611565, 0.017330296337604523, 0.01781468279659748, 0.01829906925559044, 0.018783457577228546]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 8.0, 2.0, 5.0, 6.0, 9.0, 16.0, 11.0, 25.0, 38.0, 55.0, 64.0, 80.0, 127.0, 164.0, 192.0, 298.0, 422.0, 577.0, 808.0, 1301.0, 5544.0, 2460.0, 1468.0, 1047.0, 810.0, 565.0, 490.0, 396.0, 304.0, 226.0, 174.0, 135.0, 122.0, 90.0, 74.0, 73.0, 42.0, 38.0, 27.0, 33.0, 23.0, 19.0, 11.0, 10.0, 7.0, 8.0, 6.0, 3.0, 4.0, 3.0, 5.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.005956828594207764, -0.0056962864473462105, -0.005435744300484657, -0.005175202153623104, -0.004914660006761551, -0.004654118325561285, -0.004393576178699732, -0.004133034031838179, -0.0038724918849766254, -0.0036119497381150723, -0.003351407591253519, -0.0030908656772226095, -0.0028303235303610563, -0.002569781383499503, -0.0023092394694685936, -0.0020486973226070404, -0.0017881551757454872, -0.001527613028883934, -0.0012670709984377027, -0.0010065289679914713, -0.0007459868211299181, -0.0004854447324760258, -0.00022490264382213354, 3.563944483175874e-05, 0.000296181533485651, 0.0005567236221395433, 0.0008172657107934356, 0.001077807741239667, 0.0013383498881012201, 0.0015988920349627733, 0.0018594340654090047, 0.002119976095855236, 0.0023805182427167892, 0.0026410603895783424, 0.0029016025364398956, 0.003162144450470805, 0.0034226865973323584, 0.0036832287441939116, 0.003943770658224821, 0.004204312805086374, 0.0044648549519479275, 0.004725397098809481, 0.004985939245671034, 0.005246481392532587, 0.005507023073732853, 0.005767565220594406, 0.006028107367455959, 0.0062886495143175125, 0.006549191661179066, 0.006809733808040619, 0.007070275954902172, 0.007330818101763725, 0.0075913602486252785, 0.007851902395486832, 0.008112444542348385, 0.008372986689209938, 0.008633527904748917, 0.00889407005161047, 0.009154612198472023, 0.009415154345333576, 0.00967569649219513, 0.009936238639056683, 0.010196780785918236, 0.010457322932779789, 0.010717865079641342]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 4.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.06700518727302551, -0.06560105085372925, -0.06419690698385239, -0.06279277056455612, -0.06138862669467926, -0.0599844865500927, -0.058580346405506134, -0.05717620626091957, -0.05577206611633301, -0.05436792969703674, -0.05296378955245018, -0.05155964940786362, -0.050155509263277054, -0.04875136911869049, -0.04734722897410393, -0.045943088829517365, -0.0445389486849308, -0.04313480854034424, -0.041730668395757675, -0.04032652825117111, -0.03892238810658455, -0.037518247961997986, -0.03611410781741142, -0.03470996767282486, -0.033305831253528595, -0.03190169110894203, -0.03049754910171032, -0.029093408957123756, -0.027689270675182343, -0.02628513053059578, -0.024880990386009216, -0.023476850241422653, -0.02207271009683609, -0.020668569952249527, -0.019264429807662964, -0.0178602896630764, -0.016456149518489838, -0.01505201030522585, -0.01364787109196186, -0.012243730947375298, -0.010839590802788734, -0.009435450658202171, -0.008031310513615608, -0.00662717130035162, -0.005223031155765057, -0.003818891244009137, -0.0024147513322532177, -0.0010106114204972982, 0.0003935284912586212, 0.0017976684030145407, 0.00320180831477046, 0.004605947993695736, 0.006010088138282299, 0.007414228282868862, 0.00881836749613285, 0.010222507640719414, 0.011626647785305977, 0.01303078792989254, 0.014434928074479103, 0.015839068219065666, 0.01724320650100708, 0.018647346645593643, 0.020051486790180206, 0.02145562693476677, 0.022859767079353333]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [3.0, 0.0, 4.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 4.0, 0.0, 0.0, 4.0, 2.0, 4.0, 5.0, 6.0, 5.0, 9.0, 7.0, 6.0, 12.0, 11.0, 7.0, 6.0, 7.0, 14.0, 13.0, 6.0, 18.0, 34.0, 12.0, 18.0, 12.0, 10.0, 8.0, 8.0, 5.0, 1.0, 2.0, 5.0, 3.0, 3.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.032288674265146255, -0.0312952846288681, -0.03030189871788025, -0.029308509081602097, -0.028315121307969093, -0.02732173353433609, -0.026328343898057938, -0.025334956124424934, -0.02434156835079193, -0.023348180577158928, -0.022354792803525925, -0.021361403167247772, -0.02036801539361477, -0.019374627619981766, -0.018381237983703613, -0.01738785021007061, -0.016394462436437607, -0.015401074662804604, -0.014407685957849026, -0.013414297252893448, -0.012420909479260445, -0.011427521705627441, -0.010434133000671864, -0.009440744295716286, -0.008447356522083282, -0.007453968282788992, -0.006460580043494701, -0.005467191804200411, -0.00447380356490612, -0.0034804153256118298, -0.002487027086317539, -0.0014936388470232487, -0.0005002506077289581, 0.0004931376315653324, 0.001486525870859623, 0.0024799141101539135, 0.003473302349448204, 0.004466690588742495, 0.005460078828036785, 0.006453467067331076, 0.007446855306625366, 0.00844024308025837, 0.009433631785213947, 0.010427020490169525, 0.011420408263802528, 0.012413796037435532, 0.01340718474239111, 0.014400573447346687, 0.01539396122097969, 0.016387348994612694, 0.017380736768245697, 0.01837412640452385, 0.019367514178156853, 0.020360901951789856, 0.02135429158806801, 0.02234767936170101, 0.023341067135334015, 0.024334454908967018, 0.02532784268260002, 0.026321232318878174, 0.027314620092511177, 0.02830800786614418, 0.029301397502422333, 0.030294785276055336, 0.03128817304968834]}, "_runtime": 101.89142489433289, "_timestamp": 1596226529.651179, "_step": 26}
+{"val_accuracy": 0.8194249429223746, "val_loss": 0.46437259256567587, "_runtime": 109.51695585250854, "_timestamp": 1596226537.27671, "_step": 27}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: K Confidence: 0.344 Truth: v", "Prediction: 5 Confidence: 1.000 Truth: 5", "Prediction: 2 Confidence: 0.998 Truth: 2", "Prediction: 0 Confidence: 0.711 Truth: 0"]}, "_runtime": 109.81351280212402, "_timestamp": 1596226537.573267, "_step": 28}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 3.0, 2.0, 3.0, 2.0, 1.0, 4.0, 3.0, 4.0, 1.0, 2.0, 4.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.007796736434102058, -0.007518971338868141, -0.007241205777972937, -0.006963440682739019, -0.006685675121843815, -0.006407910026609898, -0.00613014493137598, -0.005852379370480776, -0.005574614275246859, -0.005296849180012941, -0.005019083619117737, -0.00474131852388382, -0.004463553428649902, -0.004185787867754698, -0.0039080227725207806, -0.0036302574444562197, -0.0033524921163916588, -0.003074726788327098, -0.002796961460262537, -0.0025191963650286198, -0.002241431036964059, -0.001963665708899498, -0.001685900497250259, -0.0014081352856010199, -0.001130369957536459, -0.000852604687679559, -0.000574839417822659, -0.00029707414796575904, -1.9308878108859062e-05, 0.0002584563917480409, 0.0005362216616049409, 0.0008139869314618409, 0.0010917522013187408, 0.0013695175293833017, 0.0016472827410325408, 0.0019250479526817799, 0.0022028132807463408, 0.0024805786088109016, 0.002758343704044819, 0.0030361090321093798, 0.0033138743601739407, 0.0035916396882385015, 0.0038694050163030624, 0.00414717011153698, 0.004424935206770897, 0.0047027007676661015, 0.004980465862900019, 0.005258231423795223, 0.0055359965190291405, 0.005813761614263058, 0.006091527175158262, 0.0063692922703921795, 0.006647057831287384, 0.006924822926521301, 0.0072025880217552185, 0.007480353582650423, 0.00775811867788434, 0.008035884238779545, 0.008313649334013462, 0.00859141442924738, 0.008869179524481297, 0.009146944619715214, 0.009424710646271706, 0.009702475741505623, 0.00998024083673954]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 0.0, 1.0, 2.0, 5.0, 2.0, 4.0, 9.0, 5.0, 8.0, 8.0, 13.0, 25.0, 20.0, 29.0, 44.0, 37.0, 47.0, 74.0, 114.0, 121.0, 177.0, 260.0, 604.0, 5159.0, 366.0, 213.0, 164.0, 103.0, 67.0, 56.0, 40.0, 32.0, 29.0, 12.0, 22.0, 15.0, 7.0, 8.0, 7.0, 4.0, 2.0, 3.0, 4.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0], "bins": [-0.11173748224973679, -0.10855352133512497, -0.10536956042051315, -0.10218559950590134, -0.09900164604187012, -0.0958176851272583, -0.09263372421264648, -0.08944976329803467, -0.08626580238342285, -0.08308184146881104, -0.07989788055419922, -0.0767139196395874, -0.07352995872497559, -0.07034600526094437, -0.06716204434633255, -0.06397808343172073, -0.06079412251710892, -0.0576101616024971, -0.054426200687885284, -0.051242243498563766, -0.04805828258395195, -0.044874321669340134, -0.041690364480018616, -0.0385064035654068, -0.03532244265079498, -0.032138481736183167, -0.0289545226842165, -0.025770563632249832, -0.022586602717638016, -0.0194026418030262, -0.016218682751059532, -0.01303472276777029, -0.009850762784481049, -0.006666802801191807, -0.003482842817902565, -0.0002988828346133232, 0.0028850771486759186, 0.00606903713196516, 0.009252997115254402, 0.012436957098543644, 0.015620917081832886, 0.018804877996444702, 0.02198883704841137, 0.025172796100378036, 0.028356757014989853, 0.03154071792960167, 0.03472467511892319, 0.037908636033535004, 0.04109259694814682, 0.044276557862758636, 0.04746051877737045, 0.05064447596669197, 0.05382843688130379, 0.057012397795915604, 0.06019635498523712, 0.06338031589984894, 0.06656427681446075, 0.06974823772907257, 0.07293219864368439, 0.0761161595582962, 0.07930012047290802, 0.08248407393693924, 0.08566803485155106, 0.08885199576616287, 0.09203595668077469]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 2.0, 2.0, 4.0, 1.0, 8.0, 3.0, 2.0, 6.0, 2.0, 5.0, 24.0, 6.0, 11.0, 2.0, 2.0, 5.0, 7.0, 3.0, 2.0, 3.0, 4.0, 1.0, 2.0, 2.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.003946749493479729, -0.0038192833308130503, -0.003691816935315728, -0.0035643507726490498, -0.0034368843771517277, -0.0033094182144850492, -0.003181952051818371, -0.0030544856563210487, -0.0029270194936543703, -0.002799553330987692, -0.00267208693549037, -0.0025446207728236914, -0.002417154610157013, -0.002289688214659691, -0.0021622220519930124, -0.0020347556564956903, -0.001907289493829012, -0.0017798232147470117, -0.0016523569356650114, -0.001524890772998333, -0.0013974244939163327, -0.0012699582148343325, -0.001142492052167654, -0.0010150257730856538, -0.0008875594940036535, -0.0007600932149216533, -0.0006326269940473139, -0.0005051607731729746, -0.00037769449409097433, -0.00025022824411280453, -0.00012276199413463473, 4.704255843535066e-06, 0.00013217050582170486, 0.00025963675579987466, 0.00038710300577804446, 0.0005145692266523838, 0.0006420355057343841, 0.0007695017848163843, 0.0008969680056907237, 0.001024434226565063, 0.0011519005056470633, 0.0012793667847290635, 0.0014068330638110638, 0.0015342992264777422, 0.0016617655055597425, 0.0017892317846417427, 0.0019166979473084211, 0.0020441643428057432, 0.0021716305054724216, 0.0022990966681391, 0.002426563063636422, 0.0025540292263031006, 0.0026814956218004227, 0.002808961784467101, 0.0029364279471337795, 0.0030638943426311016, 0.00319136050529778, 0.0033188266679644585, 0.0034462930634617805, 0.003573759226128459, 0.0037012253887951374, 0.0038286917842924595, 0.003956158179789782, 0.004083624109625816, 0.004211090505123138]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 6.0, 3.0, 6.0, 7.0, 7.0, 15.0, 17.0, 33.0, 22.0, 56.0, 85.0, 126.0, 211.0, 304.0, 474.0, 777.0, 1293.0, 2052.0, 3499.0, 6762.0, 13576.0, 32212.0, 109129.0, 885016.0, 63997.0, 25014.0, 12702.0, 7683.0, 4820.0, 3020.0, 1939.0, 1405.0, 949.0, 678.0, 465.0, 364.0, 258.0, 168.0, 152.0, 93.0, 74.0, 42.0, 41.0, 25.0, 18.0, 14.0, 6.0, 10.0, 6.0, 4.0, 1.0, 1.0, 0.0, 2.0, 1.0], "bins": [-0.006046353839337826, -0.00585985416546464, -0.0056733544915914536, -0.00548685435205698, -0.005300354678183794, -0.005113855004310608, -0.0049273548647761345, -0.004740855190902948, -0.004554355517029762, -0.004367855843156576, -0.00418135616928339, -0.003994856029748917, -0.0038083563558757305, -0.0036218566820025444, -0.0034353567752987146, -0.003248856868594885, -0.0030623571947216988, -0.0028758575208485126, -0.002689357614144683, -0.002502857707440853, -0.002316358033567667, -0.002129858359694481, -0.0019433584529906511, -0.0017568586627021432, -0.0015703588724136353, -0.0013838590821251273, -0.0011973592918366194, -0.0010108595015481114, -0.0008243597112596035, -0.0006378599209710956, -0.0004513601306825876, -0.0002648603403940797, -7.836055010557175e-05, 0.00010813924018293619, 0.00029463903047144413, 0.00048113882075995207, 0.00066763861104846, 0.0008541384013369679, 0.0010406381916254759, 0.0012271379819139838, 0.0014136377722024918, 0.0016001375624909997, 0.0017866373527795076, 0.0019731372594833374, 0.0021596369333565235, 0.0023461366072297096, 0.0025326365139335394, 0.002719136420637369, 0.0029056360945105553, 0.0030921357683837414, 0.003278635675087571, 0.003465135581791401, 0.003651635255664587, 0.003838134929537773, 0.0040246350690722466, 0.004211134742945433, 0.004397634416818619, 0.004584134090691805, 0.004770633764564991, 0.004957133904099464, 0.0051436335779726505, 0.005330133251845837, 0.00551663339138031, 0.005703133065253496, 0.005889632739126682]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 3.0, 3.0, 3.0, 2.0, 0.0, 6.0, 8.0, 4.0, 4.0, 3.0, 4.0, 1.0, 4.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.019439417868852615, -0.018654245883226395, -0.017869073897600174, -0.017083901911973953, -0.016298729926347733, -0.015513557940721512, -0.014728385955095291, -0.01394321396946907, -0.01315804198384285, -0.012372870929539204, -0.011587698943912983, -0.010802526958286762, -0.010017354972660542, -0.00923218298703432, -0.0084470110014081, -0.007661839015781879, -0.006876667030155659, -0.006091495044529438, -0.005306323058903217, -0.004521151073276997, -0.0037359793204814196, -0.002950807334855199, -0.002165635582059622, -0.001380463596433401, -0.0005952916108071804, 0.00018988031661137938, 0.0009750522440299392, 0.001760224113240838, 0.0025453960988670588, 0.0033305680844932795, 0.0041157398372888565, 0.004900911822915077, 0.005686083808541298, 0.006471255794167519, 0.007256427779793739, 0.00804159976541996, 0.00882677175104618, 0.009611943736672401, 0.010397115722298622, 0.011182287707924843, 0.011967459693551064, 0.01275263074785471, 0.01353780273348093, 0.014322974719107151, 0.015108146704733372, 0.015893319621682167, 0.016678491607308388, 0.01746366359293461, 0.01824883371591568, 0.0190340057015419, 0.01981917768716812, 0.020604349672794342, 0.021389521658420563, 0.022174693644046783, 0.022959865629673004, 0.023745037615299225, 0.024530209600925446, 0.025315381586551666, 0.026100553572177887, 0.026885725557804108, 0.02767089754343033, 0.02845606952905655, 0.02924124151468277, 0.03002641350030899, 0.03081158548593521]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 8.0, 6.0, 14.0, 7.0, 17.0, 26.0, 36.0, 46.0, 44.0, 104.0, 124.0, 133.0, 216.0, 265.0, 400.0, 539.0, 849.0, 1361.0, 2774.0, 6938.0, 1687.0, 976.0, 591.0, 392.0, 245.0, 196.0, 122.0, 62.0, 55.0, 34.0, 22.0, 19.0, 13.0, 16.0, 12.0, 6.0, 9.0, 7.0, 12.0, 8.0, 12.0, 4.0, 5.0, 1.0, 2.0, 2.0, 1.0, 2.0], "bins": [-0.012334848754107952, -0.011983629316091537, -0.011632410809397697, -0.011281191371381283, -0.010929971933364868, -0.010578753426671028, -0.010227533988654613, -0.009876314550638199, -0.009525096043944359, -0.009173876605927944, -0.00882265716791153, -0.008471437729895115, -0.008120219223201275, -0.00776899978518486, -0.007417780812829733, -0.007066561374813318, -0.006715342402458191, -0.006364123430103064, -0.006012903992086649, -0.005661685019731522, -0.005310465581715107, -0.00495924660935998, -0.004608027637004852, -0.004256808198988438, -0.0039055892266333103, -0.0035543700214475393, -0.0032031508162617683, -0.002851931843906641, -0.00250071263872087, -0.002149493433535099, -0.0017982743447646499, -0.0014470552559942007, -0.0010958360508084297, -0.0007446169038303196, -0.00039339775685220957, -4.217860987409949e-05, 0.0003090405371040106, 0.0006602596840821207, 0.0010114788310602307, 0.00136269791983068, 0.0017139171250164509, 0.002065136330202222, 0.002416355535387993, 0.00276757450774312, 0.003118793712928891, 0.003470012918114662, 0.0038212318904697895, 0.004172451328486204, 0.0045236703008413315, 0.004874889273196459, 0.0052261087112128735, 0.005577327683568001, 0.0059285471215844154, 0.006279766093939543, 0.00663098506629467, 0.006982204504311085, 0.007333423476666212, 0.007684642449021339, 0.008035861887037754, 0.008387081325054169, 0.008738299831748009, 0.009089519269764423, 0.009440738707780838, 0.009791957214474678, 0.010143176652491093]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 2.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.08347439020872116, -0.08105704933404922, -0.07863971590995789, -0.07622237503528595, -0.07380503416061401, -0.07138770073652267, -0.06897035986185074, -0.0665530264377594, -0.06413568556308746, -0.061718348413705826, -0.05930101126432419, -0.05688367038965225, -0.054466333240270615, -0.05204899609088898, -0.04963165521621704, -0.0472143180668354, -0.044796980917453766, -0.04237964376807213, -0.03996230661869049, -0.037544965744018555, -0.03512762859463692, -0.03271029144525528, -0.030292952433228493, -0.027875613421201706, -0.02545827627182007, -0.02304093912243843, -0.020623600110411644, -0.018206261098384857, -0.01578892394900322, -0.013371585868299007, -0.010954247787594795, -0.008536909706890583, -0.006119571626186371, -0.0037022335454821587, -0.0012848954647779465, 0.0011324426159262657, 0.003549780696630478, 0.00596711877733469, 0.008384456858038902, 0.010801794938743114, 0.013219133019447327, 0.015636470168828964, 0.01805380918085575, 0.020471148192882538, 0.022888485342264175, 0.025305822491645813, 0.0277231615036726, 0.030140500515699387, 0.032557837665081024, 0.03497517481446266, 0.0373925119638443, 0.039809852838516235, 0.04222718998789787, 0.04464452713727951, 0.04706186801195145, 0.049479205161333084, 0.05189654231071472, 0.05431387946009636, 0.056731216609478, 0.05914855748414993, 0.06156589463353157, 0.06398323178291321, 0.06640057265758514, 0.06881790608167648, 0.07123524695634842]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 3.0, 1.0, 3.0, 2.0, 1.0, 3.0, 2.0, 5.0, 2.0, 5.0, 5.0, 1.0, 3.0, 4.0, 7.0, 6.0, 8.0, 7.0, 6.0, 7.0, 15.0, 14.0, 37.0, 19.0, 13.0, 5.0, 10.0, 6.0, 9.0, 11.0, 10.0, 9.0, 7.0, 6.0, 5.0, 2.0, 4.0, 4.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 2.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.04165862873196602, -0.040088944137096405, -0.03851925954222679, -0.03694957494735718, -0.035379890352487564, -0.03381020575761795, -0.03224052116274834, -0.030670834705233574, -0.02910115011036396, -0.027531465515494347, -0.025961780920624733, -0.02439209632575512, -0.022822409868240356, -0.021252725273370743, -0.01968304067850113, -0.018113356083631516, -0.016543671488761902, -0.014973986893892288, -0.013404302299022675, -0.011834616772830486, -0.010264932177960873, -0.008695247583091259, -0.007125562522560358, -0.005555877462029457, -0.0039861928671598434, -0.002416508039459586, -0.0008468232117593288, 0.0007228616159409285, 0.0022925464436411858, 0.003862231271341443, 0.0054319160990417, 0.007001601159572601, 0.008571285754442215, 0.010140970349311829, 0.011710654944181442, 0.01328034047037363, 0.014850025065243244, 0.016419710591435432, 0.017989395186305046, 0.01955907978117466, 0.021128764376044273, 0.022698448970913887, 0.0242681335657835, 0.025837818160653114, 0.027407504618167877, 0.02897718921303749, 0.030546873807907104, 0.03211655840277672, 0.03368624299764633, 0.035255927592515945, 0.03682561218738556, 0.03839529678225517, 0.039964981377124786, 0.0415346659719944, 0.043104350566864014, 0.04467403516173363, 0.04624371975660324, 0.04781340807676315, 0.04938309267163277, 0.05095277726650238, 0.052522461861371994, 0.05409214645624161, 0.05566183105111122, 0.057231515645980835, 0.05880120024085045]}, "_runtime": 111.20522427558899, "_timestamp": 1596226538.9649785, "_step": 29}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 5.0, 3.0, 2.0, 5.0, 1.0, 2.0, 2.0, 1.0, 4.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008276015520095825, -0.00797838531434536, -0.007680755574256182, -0.007383125834167004, -0.007085495628416538, -0.00678786588832736, -0.006490235682576895, -0.006192605942487717, -0.005894975736737251, -0.005597345996648073, -0.005299716256558895, -0.00500208605080843, -0.004704456310719252, -0.004406826104968786, -0.004109196364879608, -0.0038115663919597864, -0.0035139364190399647, -0.003216306446120143, -0.002918676473200321, -0.0026210465002804995, -0.0023234165273606777, -0.0020257867872714996, -0.001728156814351678, -0.0014305268414318562, -0.0011328968685120344, -0.0008352668955922127, -0.0005376369808800519, -0.00024000703706406057, 5.7622906751930714e-05, 0.000355252850567922, 0.0006528827943839133, 0.0009505127090960741, 0.0012481426820158958, 0.0015457726549357176, 0.0018434026278555393, 0.002141032600775361, 0.002438662573695183, 0.002736292313784361, 0.0030339222867041826, 0.0033315522596240044, 0.003629182232543826, 0.003926812205463648, 0.004224441945552826, 0.004522072151303291, 0.004819701891392469, 0.005117332097142935, 0.005414961837232113, 0.005712592042982578, 0.006010221783071756, 0.0063078515231609344, 0.0066054817289114, 0.006903111469000578, 0.007200741674751043, 0.007498371414840221, 0.007796001620590687, 0.008093631826341152, 0.008391261100769043, 0.008688891306519508, 0.008986521512269974, 0.009284150786697865, 0.00958178099244833, 0.009879411198198795, 0.01017704140394926, 0.010474670678377151, 0.010772300884127617]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 3.0, 3.0, 4.0, 4.0, 13.0, 12.0, 14.0, 24.0, 29.0, 37.0, 47.0, 75.0, 106.0, 150.0, 287.0, 537.0, 5486.0, 466.0, 210.0, 123.0, 96.0, 54.0, 32.0, 26.0, 24.0, 11.0, 9.0, 17.0, 7.0, 4.0, 5.0, 1.0, 4.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.14332547783851624, -0.13826341927051544, -0.13320136070251465, -0.12813930213451385, -0.12307723611593246, -0.11801517754793167, -0.11295311897993088, -0.10789106041193008, -0.1028289943933487, -0.0977669358253479, -0.0927048772573471, -0.08764281868934631, -0.08258076012134552, -0.07751870155334473, -0.07245663553476334, -0.06739457696676254, -0.06233251839876175, -0.057270459830760956, -0.052208397537469864, -0.04714633896946907, -0.04208427667617798, -0.037022218108177185, -0.03196015954017639, -0.02689809910953045, -0.021836038678884506, -0.016773978248238564, -0.011711918748915195, -0.00664985878393054, -0.0015877988189458847, 0.0034742611460387707, 0.008536321111023426, 0.013598380610346794, 0.018660441040992737, 0.02372250147163868, 0.028784561902284622, 0.033846620470285416, 0.03890868276357651, 0.0439707413315773, 0.049032799899578094, 0.054094862192869186, 0.05915692076086998, 0.06421898305416107, 0.06928104162216187, 0.07434310019016266, 0.07940515875816345, 0.08446721732616425, 0.08952928334474564, 0.09459134191274643, 0.09965340048074722, 0.10471545904874802, 0.10977751761674881, 0.1148395836353302, 0.119901642203331, 0.12496370077133179, 0.13002575933933258, 0.13508781790733337, 0.14014987647533417, 0.14521193504333496, 0.15027399361133575, 0.15533606708049774, 0.16039812564849854, 0.16546018421649933, 0.17052224278450012, 0.17558430135250092, 0.1806463599205017]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 3.0, 0.0, 1.0, 2.0, 2.0, 0.0, 4.0, 3.0, 3.0, 3.0, 2.0, 3.0, 5.0, 2.0, 2.0, 6.0, 4.0, 23.0, 5.0, 4.0, 7.0, 3.0, 6.0, 5.0, 3.0, 3.0, 3.0, 3.0, 0.0, 4.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00389281939715147, -0.003766375593841076, -0.0036399317905306816, -0.0035134879872202873, -0.003387044183909893, -0.0032606003805994987, -0.0031341565772891045, -0.00300771277397871, -0.002881268970668316, -0.0027548254001885653, -0.002628381596878171, -0.0025019377935677767, -0.0023754939902573824, -0.002249050186946988, -0.002122606383636594, -0.0019961625803261995, -0.0018697187770158052, -0.001743274973705411, -0.0016168311703950167, -0.0014903873670846224, -0.001363943563774228, -0.0012374998768791556, -0.0011110560735687613, -0.000984612270258367, -0.0008581684669479728, -0.0007317246636375785, -0.0006052808603271842, -0.0004788371152244508, -0.00035239331191405654, -0.00022594952315557748, -9.950573439709842e-05, 2.6938054361380637e-05, 0.0001533818431198597, 0.000279825646430254, 0.0004062694206368178, 0.0005327131948433816, 0.0006591569981537759, 0.0007856008014641702, 0.0009120445465669036, 0.0010384883498772979, 0.0011649321531876922, 0.0012913759564980865, 0.0014178197598084807, 0.001544263563118875, 0.0016707072500139475, 0.0017971510533243418, 0.001923594856634736, 0.0020500386599451303, 0.0021764824632555246, 0.002302926266565919, 0.002429370069876313, 0.0025558138731867075, 0.002682257676497102, 0.002808701479807496, 0.0029351452831178904, 0.0030615890864282846, 0.0031880326569080353, 0.0033144764602184296, 0.003440920263528824, 0.003567364066839218, 0.0036938078701496124, 0.0038202516734600067, 0.003946695476770401, 0.004073139280080795, 0.00419958308339119]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 3.0, 3.0, 5.0, 4.0, 14.0, 14.0, 21.0, 29.0, 41.0, 53.0, 68.0, 108.0, 160.0, 208.0, 345.0, 483.0, 689.0, 1111.0, 1659.0, 2701.0, 4520.0, 7857.0, 14371.0, 29386.0, 74688.0, 855730.0, 104361.0, 36585.0, 18051.0, 9670.0, 5837.0, 3540.0, 2345.0, 1566.0, 1034.0, 701.0, 469.0, 364.0, 252.0, 174.0, 113.0, 89.0, 54.0, 49.0, 40.0, 24.0, 13.0, 9.0, 8.0, 6.0, 3.0, 4.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0], "bins": [-0.006350148003548384, -0.0061498042196035385, -0.005949460435658693, -0.005749116651713848, -0.00554877333343029, -0.005348429549485445, -0.0051480857655406, -0.004947741981595755, -0.004747398197650909, -0.004547054413706064, -0.004346710629761219, -0.004146366845816374, -0.003946023061871529, -0.003745679510757327, -0.0035453359596431255, -0.0033449921756982803, -0.003144648391753435, -0.00294430460780859, -0.0027439608238637447, -0.002543617272749543, -0.002343273488804698, -0.002142929704859853, -0.0019425860373303294, -0.001742242369800806, -0.0015418985858559608, -0.0013415548019111156, -0.0011412111343815923, -0.000940867408644408, -0.0007405236829072237, -0.0005401799571700394, -0.00033983623143285513, -0.00013949250569567084, 6.085122004151344e-05, 0.00026119494577869773, 0.000461538671515882, 0.0006618823972530663, 0.0008622261229902506, 0.0010625699069350958, 0.0012629135744646192, 0.0014632572419941425, 0.0016636010259389877, 0.001863944809883833, 0.002064288593828678, 0.0022646321449428797, 0.002464975928887725, 0.00266531971283257, 0.0028656632639467716, 0.003066007047891617, 0.003266350831836462, 0.0034666946157813072, 0.0036670383997261524, 0.003867381950840354, 0.0040677255019545555, 0.004268069285899401, 0.004468413069844246, 0.004668756853789091, 0.004869100637733936, 0.0050694444216787815, 0.005269788205623627, 0.005470131989568472, 0.005670475773513317, 0.005870819091796875, 0.00607116287574172, 0.006271506659686565, 0.006471850443631411]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 5.0, 4.0, 4.0, 6.0, 6.0, 6.0, 9.0, 4.0, 1.0, 4.0, 4.0, 1.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01934380829334259, -0.017261993139982224, -0.015180179849267006, -0.013098364695906639, -0.011016550473868847, -0.008934736251831055, -0.006852921564131975, -0.004771106876432896, -0.0026892926543951035, -0.0006074781995266676, 0.0014743362553417683, 0.003556150710210204, 0.00563796516507864, 0.007719779387116432, 0.009801594540476799, 0.011883408762514591, 0.013965222984552383, 0.01604703813791275, 0.018128851428627968, 0.020210666581988335, 0.022292479872703552, 0.02437429502606392, 0.026456110179424286, 0.028537923470139503, 0.03061973862349987, 0.03270155191421509, 0.034783367067575455, 0.03686518222093582, 0.03894699737429619, 0.041028812527656555, 0.043110623955726624, 0.04519243910908699, 0.04727425426244736, 0.049356069415807724, 0.05143788456916809, 0.05351969599723816, 0.055601511150598526, 0.05768332630395889, 0.05976514145731926, 0.061846956610679626, 0.0639287680387497, 0.06601058691740036, 0.06809239834547043, 0.0701742097735405, 0.07225602865219116, 0.07433784008026123, 0.0764196589589119, 0.07850147038698196, 0.08058328926563263, 0.0826651006937027, 0.08474691212177277, 0.08682873100042343, 0.0889105424284935, 0.09099236130714417, 0.09307417273521423, 0.0951559841632843, 0.09723780304193497, 0.09931961447000504, 0.1014014333486557, 0.10348324477672577, 0.10556505620479584, 0.1076468750834465, 0.10972868651151657, 0.11181050539016724, 0.1138923168182373]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [4.0, 6.0, 15.0, 22.0, 45.0, 65.0, 111.0, 164.0, 222.0, 320.0, 498.0, 820.0, 1498.0, 3102.0, 7408.0, 1626.0, 893.0, 505.0, 342.0, 198.0, 163.0, 96.0, 59.0, 48.0, 31.0, 23.0, 35.0, 20.0, 8.0, 5.0, 3.0, 3.0, 3.0, 5.0, 3.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 5.0, 9.0, 9.0, 6.0, 5.0, 1.0, 5.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 6.0], "bins": [-0.009880601428449154, -0.009185426868498325, -0.008490251377224922, -0.007795076817274094, -0.007099901791661978, -0.006404726766049862, -0.005709552206099033, -0.0050143771804869175, -0.004319202154874802, -0.0036240271292626858, -0.0029288523364812136, -0.0022336775436997414, -0.0015385025180876255, -0.0008433276088908315, -0.00014815269969403744, 0.0005470222095027566, 0.0012421971186995506, 0.0019373720278963447, 0.0026325469370931387, 0.003327721729874611, 0.004022896755486727, 0.004718071781098843, 0.005413246341049671, 0.006108421366661787, 0.006803596392273903, 0.007498771417886019, 0.008193946443498135, 0.008889121003448963, 0.009584296494722366, 0.010279471054673195, 0.010974645614624023, 0.011669821105897427, 0.012364995665848255, 0.013060170225799084, 0.013755345717072487, 0.014450520277023315, 0.015145694836974144, 0.015840869396924973, 0.01653604581952095, 0.01723122037947178, 0.017926394939422607, 0.018621569499373436, 0.019316744059324265, 0.020011920481920242, 0.02070709504187107, 0.0214022696018219, 0.022097444161772728, 0.022792618721723557, 0.023487795144319534, 0.024182969704270363, 0.02487814426422119, 0.02557331882417202, 0.02626849338412285, 0.026963667944073677, 0.027658844366669655, 0.028354018926620483, 0.029049193486571312, 0.02974436804652214, 0.03043954260647297, 0.031134719029068947, 0.031829893589019775, 0.032525066286325455, 0.03322024270892143, 0.03391541913151741, 0.03461059182882309]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 4.0, 2.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 4.0, 1.0, 1.0, 0.0, 3.0], "bins": [-0.3231891095638275, -0.3169148862361908, -0.3106406331062317, -0.30436640977859497, -0.29809215664863586, -0.29181793332099915, -0.28554368019104004, -0.2792694568634033, -0.2729952037334442, -0.2667209804058075, -0.2604467272758484, -0.25417250394821167, -0.24789826571941376, -0.24162402749061584, -0.23534978926181793, -0.22907555103302002, -0.2228013277053833, -0.2165270894765854, -0.21025285124778748, -0.20397861301898956, -0.19770437479019165, -0.19143013656139374, -0.18515589833259583, -0.1788816601037979, -0.172607421875, -0.1663331836462021, -0.16005894541740417, -0.15378472208976746, -0.14751048386096954, -0.14123624563217163, -0.13496200740337372, -0.1286877691745758, -0.1224135309457779, -0.11613929271697998, -0.10986505448818207, -0.10359082370996475, -0.09731658548116684, -0.09104234725236893, -0.08476810902357101, -0.0784938707947731, -0.07221964001655579, -0.06594540178775787, -0.05967116355895996, -0.05339692533016205, -0.047122687101364136, -0.04084845259785652, -0.03457421436905861, -0.028299978002905846, -0.022025741636753082, -0.01575150527060032, -0.009477267973124981, -0.0032030311413109303, 0.0030712056905031204, 0.009345442056655884, 0.015619679354131222, 0.02189391665160656, 0.028168153017759323, 0.034442391246557236, 0.04071662575006485, 0.04699086397886276, 0.053265102207660675, 0.05953933671116829, 0.0658135712146759, 0.07208780944347382, 0.07836204767227173]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 4.0, 2.0, 7.0, 5.0, 7.0, 6.0, 2.0, 7.0, 8.0, 12.0, 19.0, 43.0, 21.0, 33.0, 25.0, 17.0, 11.0, 6.0, 5.0, 3.0, 5.0, 4.0, 2.0, 3.0, 3.0, 3.0, 1.0, 4.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.16414912045001984, -0.16026344895362854, -0.15637779235839844, -0.15249212086200714, -0.14860646426677704, -0.14472079277038574, -0.14083513617515564, -0.13694946467876434, -0.13306379318237305, -0.12917813658714294, -0.12529246509075165, -0.12140680849552155, -0.11752113699913025, -0.11363547295331955, -0.10974980890750885, -0.10586414486169815, -0.10197848081588745, -0.09809281677007675, -0.09420715272426605, -0.09032148867845535, -0.08643582463264465, -0.08255015313625336, -0.07866448909044266, -0.07477882504463196, -0.07089316099882126, -0.06700749695301056, -0.06312183290719986, -0.05923616513609886, -0.05535050109028816, -0.05146483704447746, -0.047579169273376465, -0.043693505227565765, -0.039807841181755066, -0.035922177135944366, -0.03203651309013367, -0.02815084531903267, -0.02426518127322197, -0.02037951722741127, -0.01649385131895542, -0.012608186341822147, -0.008722521364688873, -0.004836856387555599, -0.0009511914104223251, 0.002934473566710949, 0.006820138543844223, 0.010705803520977497, 0.014591468498110771, 0.01847713440656662, 0.02236279845237732, 0.02624846249818802, 0.030134128406643867, 0.034019794315099716, 0.037905458360910416, 0.041791122406721115, 0.04567679017782211, 0.04956245422363281, 0.05344811826944351, 0.05733378231525421, 0.06121944636106491, 0.06510511040687561, 0.0689907819032669, 0.0728764459490776, 0.0767621099948883, 0.080647774040699, 0.0845334380865097]}, "_runtime": 118.86406970024109, "_timestamp": 1596226546.623824, "_step": 30}
+{"val_accuracy": 0.820011415525114, "val_loss": 0.4611613218370638, "_runtime": 121.17622947692871, "_timestamp": 1596226548.9359837, "_step": 31}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: V Confidence: 0.366 Truth: v", "Prediction: 5 Confidence: 1.000 Truth: 5", "Prediction: 2 Confidence: 0.999 Truth: 2", "Prediction: 0 Confidence: 0.547 Truth: 0"]}, "_runtime": 121.46567249298096, "_timestamp": 1596226549.2254267, "_step": 32}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 4.0, 5.0, 1.0, 0.0, 1.0, 3.0, 4.0, 6.0, 3.0, 0.0, 4.0, 3.0, 2.0, 2.0, 4.0, 0.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011026033200323582, -0.010624613612890244, -0.010223194025456905, -0.009821773506700993, -0.009420353919267654, -0.009018934331834316, -0.008617514744400978, -0.00821609515696764, -0.007814675569534302, -0.007413255516439676, -0.007011835463345051, -0.006610415875911713, -0.0062089962884783745, -0.005807576235383749, -0.005406156647950411, -0.005004736594855785, -0.004603317007422447, -0.004201897419989109, -0.0038004773668944836, -0.0033990577794611454, -0.0029976379591971636, -0.0025962181389331818, -0.0021947985514998436, -0.0017933787312358618, -0.00139195891097188, -0.0009905390907078981, -0.0005891193868592381, -0.00018769962480291724, 0.00021372013725340366, 0.0006151398993097246, 0.0010165596613660455, 0.0014179793652147055, 0.0018193991854786873, 0.002220819005742669, 0.002622238826006651, 0.003023658413439989, 0.003425078233703971, 0.0038264980539679527, 0.004227917641401291, 0.004629337694495916, 0.0050307572819292545, 0.005432176869362593, 0.005833596922457218, 0.006235016509890556, 0.0066364360973238945, 0.00703785615041852, 0.007439275737851858, 0.007840695790946484, 0.008242115378379822, 0.00864353496581316, 0.009044954553246498, 0.009446375072002411, 0.009847794659435749, 0.010249214246869087, 0.010650633834302425, 0.011052053421735764, 0.011453473940491676, 0.011854893527925014, 0.012256313115358353, 0.01265773270279169, 0.013059152290225029, 0.013460571877658367, 0.01386199239641428, 0.014263411983847618, 0.014664831571280956]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 4.0, 5.0, 5.0, 10.0, 12.0, 10.0, 12.0, 17.0, 26.0, 22.0, 38.0, 39.0, 54.0, 67.0, 118.0, 126.0, 167.0, 326.0, 4976.0, 984.0, 308.0, 183.0, 97.0, 75.0, 46.0, 41.0, 30.0, 28.0, 19.0, 22.0, 7.0, 8.0, 6.0, 7.0, 5.0, 4.0, 5.0, 2.0, 4.0, 2.0, 3.0, 2.0, 3.0, 2.0], "bins": [-0.1376124620437622, -0.13406255841255188, -0.13051266968250275, -0.1269627809524536, -0.12341287732124329, -0.11986298114061356, -0.11631308495998383, -0.1127631887793541, -0.10921329259872437, -0.10566339641809464, -0.1021135002374649, -0.09856360405683517, -0.09501370787620544, -0.09146381169557571, -0.08791391551494598, -0.08436401933431625, -0.08081412315368652, -0.0772642269730568, -0.07371433079242706, -0.07016443461179733, -0.0666145384311676, -0.06306464225053787, -0.05951474606990814, -0.05596484988927841, -0.05241495370864868, -0.04886505752801895, -0.04531516134738922, -0.04176526516675949, -0.03821536898612976, -0.03466547280550003, -0.0311155766248703, -0.02756568044424057, -0.02401578426361084, -0.02046588808298111, -0.01691599190235138, -0.01336609572172165, -0.009816199541091919, -0.006266303360462189, -0.0027164071798324585, 0.0008334890007972717, 0.004383385181427002, 0.007933281362056732, 0.011483177542686462, 0.015033073723316193, 0.018582969903945923, 0.022132866084575653, 0.025682762265205383, 0.029232658445835114, 0.032782554626464844, 0.036332450807094574, 0.039882346987724304, 0.043432243168354034, 0.046982139348983765, 0.050532035529613495, 0.054081931710243225, 0.057631827890872955, 0.061181724071502686, 0.06473162025213242, 0.06828151643276215, 0.07183141261339188, 0.0753813087940216, 0.07893120497465134, 0.08248110115528107, 0.0860309973359108, 0.08958089351654053]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 3.0, 3.0, 3.0, 0.0, 5.0, 3.0, 2.0, 3.0, 5.0, 2.0, 8.0, 28.0, 7.0, 0.0, 7.0, 3.0, 8.0, 2.0, 3.0, 1.0, 1.0, 3.0, 2.0, 0.0, 2.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0], "bins": [-0.004642495885491371, -0.004539242014288902, -0.004435988608747721, -0.004332734737545252, -0.00422948133200407, -0.004126227460801601, -0.00402297405526042, -0.003919720184057951, -0.0038164667785167694, -0.0037132129073143005, -0.0036099592689424753, -0.00350670563057065, -0.003403451992198825, -0.0033001983538269997, -0.0031969447154551744, -0.0030936910770833492, -0.002990437438711524, -0.002887183800339699, -0.0027839301619678736, -0.0026806765235960484, -0.002577422885224223, -0.002474169246852398, -0.0023709156084805727, -0.0022676619701087475, -0.0021644080989062786, -0.0020611544605344534, -0.001957900822162628, -0.0018546473002061248, -0.0017513935454189777, -0.0016481399070471525, -0.0015448862686753273, -0.001441632630303502, -0.0013383789919316769, -0.0012351253535598516, -0.0011318717151880264, -0.0010286180768162012, -0.0009253643802367151, -0.0008221107418648899, -0.0007188570452854037, -0.0006156034069135785, -0.0005123497685417533, -0.0004090961301699281, -0.0003058424626942724, -0.00020258880977053195, -9.93351568467915e-05, 3.918496076948941e-06, 0.00010717214900068939, 0.00021042580192442983, 0.0003136794548481703, 0.0004169330932199955, 0.0005201867315918207, 0.0006234404281713068, 0.0007266940665431321, 0.0008299477049149573, 0.0009332014014944434, 0.0010364550398662686, 0.0011397086782380939, 0.001242962316609919, 0.0013462159549817443, 0.0014494695933535695, 0.0015527233481407166, 0.0016559769865125418, 0.001759230624884367, 0.0018624842632561922, 0.0019657379016280174]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 4.0, 1.0, 1.0, 3.0, 6.0, 6.0, 10.0, 12.0, 7.0, 15.0, 19.0, 25.0, 35.0, 46.0, 71.0, 75.0, 117.0, 157.0, 215.0, 300.0, 462.0, 668.0, 872.0, 1455.0, 2293.0, 3754.0, 6262.0, 11330.0, 22449.0, 53041.0, 250246.0, 738459.0, 43159.0, 19261.0, 10139.0, 5554.0, 3317.0, 2034.0, 1259.0, 829.0, 547.0, 393.0, 219.0, 161.0, 120.0, 70.0, 53.0, 33.0, 24.0, 16.0, 12.0, 9.0, 4.0, 9.0, 3.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0], "bins": [-0.006678273435682058, -0.006469778250902891, -0.006261283066123724, -0.0060527874156832695, -0.005844292230904102, -0.005635797046124935, -0.005427301861345768, -0.005218806676566601, -0.005010311491787434, -0.004801815841346979, -0.004593320656567812, -0.004384825471788645, -0.004176330287009478, -0.0039678351022303104, -0.0037593396846204996, -0.0035508442670106888, -0.0033423490822315216, -0.0031338538974523544, -0.0029253584798425436, -0.0027168632950633764, -0.0025083678774535656, -0.0022998726926743984, -0.0020913775078952312, -0.0018828822067007422, -0.0016743869055062532, -0.0014658916043117642, -0.0012573963031172752, -0.001048901118338108, -0.0008404058171436191, -0.0006319105159491301, -0.00042341527296230197, -0.00021492000087164342, -6.4247287809848785e-06, 0.00020207054330967367, 0.0004105658154003322, 0.0006190610583871603, 0.0008275563595816493, 0.0010360516607761383, 0.0012445468455553055, 0.0014530421467497945, 0.0016615374479442835, 0.0018700327491387725, 0.0020785280503332615, 0.0022870232351124287, 0.002495518419891596, 0.0027040138375014067, 0.002912509022280574, 0.0031210044398903847, 0.003329499624669552, 0.003537994809448719, 0.00374649022705853, 0.003954985644668341, 0.004163480829447508, 0.004371976014226675, 0.004580471199005842, 0.004788966383785009, 0.004997462034225464, 0.005205957219004631, 0.005414452403783798, 0.005622947588562965, 0.005831442773342133, 0.0060399379581213, 0.006248433608561754, 0.006456928793340921, 0.006665423978120089]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 3.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0, 5.0, 2.0, 4.0, 11.0, 1.0, 3.0, 4.0, 2.0, 1.0, 3.0, 2.0, 1.0, 0.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.015528500080108643, -0.01467717345803976, -0.013825846835970879, -0.012974521145224571, -0.01212319452315569, -0.011271867901086807, -0.010420541279017925, -0.009569214656949043, -0.008717888966202736, -0.007866562344133854, -0.007015235722064972, -0.00616390909999609, -0.005312582477927208, -0.004461256321519613, -0.0036099296994507313, -0.002758603310212493, -0.0019072769209742546, -0.0010559505317360163, -0.0002046240260824561, 0.0006467024213634431, 0.0014980288688093424, 0.0023493552580475807, 0.0032006818801164627, 0.004052008036524057, 0.004903334658592939, 0.005754661280661821, 0.006605987437069416, 0.007457314059138298, 0.00830864068120718, 0.009159967303276062, 0.01001129299402237, 0.010862619616091251, 0.011713946238160133, 0.012565272860229015, 0.013416599482297897, 0.014267925173044205, 0.015119251795113087, 0.01597057841718197, 0.016821904107928276, 0.017673231661319733, 0.01852455735206604, 0.019375884905457497, 0.020227210596203804, 0.02107853628695011, 0.021929863840341568, 0.022781189531087875, 0.023632517084479332, 0.02448384277522564, 0.025335170328617096, 0.026186496019363403, 0.02703782171010971, 0.027889149263501167, 0.028740474954247475, 0.02959180250763893, 0.03044312819838524, 0.031294453889131546, 0.03214577957987785, 0.03299710899591446, 0.03384843468666077, 0.034699760377407074, 0.03555108606815338, 0.03640241175889969, 0.037253741174936295, 0.0381050668656826, 0.03895639255642891]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 4.0, 4.0, 3.0, 5.0, 3.0, 4.0, 5.0, 13.0, 13.0, 12.0, 14.0, 31.0, 38.0, 57.0, 85.0, 62.0, 98.0, 133.0, 196.0, 271.0, 333.0, 416.0, 619.0, 887.0, 1344.0, 2128.0, 6191.0, 1792.0, 1085.0, 715.0, 480.0, 350.0, 230.0, 168.0, 123.0, 107.0, 80.0, 62.0, 40.0, 32.0, 19.0, 18.0, 7.0, 16.0, 28.0, 12.0, 8.0, 4.0, 8.0, 9.0, 15.0, 15.0, 9.0, 7.0, 8.0, 3.0, 1.0, 3.0, 2.0, 0.0, 2.0, 2.0, 1.0], "bins": [-0.00946268904954195, -0.009115533903241158, -0.008768378756940365, -0.008421223610639572, -0.00807406846433878, -0.0077269128523766994, -0.007379757706075907, -0.007032602559775114, -0.006685447413474321, -0.006338292267173529, -0.005991137120872736, -0.005643981974571943, -0.005296826362609863, -0.004949671216309071, -0.004602516070008278, -0.004255360923707485, -0.0039082057774066925, -0.0035610506311059, -0.003213895484805107, -0.0028667401056736708, -0.002519584959372878, -0.0021724298130720854, -0.0018252745503559709, -0.0014781192876398563, -0.0011309641413390636, -0.00078380893683061, -0.00043665373232215643, -8.949852781370282e-05, 0.0002576566766947508, 0.0006048118812032044, 0.000951967085711658, 0.0012991223484277725, 0.0016462774947285652, 0.001993432641029358, 0.0023405877873301506, 0.002687743166461587, 0.0030348983127623796, 0.0033820534590631723, 0.0037292088381946087, 0.004076363984495401, 0.004423519130796194, 0.004770674277096987, 0.0051178294233977795, 0.005464984569698572, 0.005812140181660652, 0.006159295327961445, 0.0065064504742622375, 0.00685360562056303, 0.007200760766863823, 0.007547915913164616, 0.007895071059465408, 0.008242226205766201, 0.008589381352066994, 0.008936536498367786, 0.009283691644668579, 0.009630846790969372, 0.009978001937270164, 0.010325158014893532, 0.010672313161194324, 0.011019468307495117, 0.01136662345379591, 0.011713778600096703, 0.012060933746397495, 0.012408088892698288, 0.01275524403899908]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 3.0, 3.0, 4.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.155096173286438, -0.15045592188835144, -0.1458156704902649, -0.14117540419101715, -0.1365351527929306, -0.13189490139484406, -0.1272546499967575, -0.12261439114809036, -0.11797413975000381, -0.11333388835191727, -0.10869362950325012, -0.10405337810516357, -0.09941312670707703, -0.09477286785840988, -0.09013261646032333, -0.08549235761165619, -0.08085210621356964, -0.0762118548154831, -0.07157159596681595, -0.0669313445687294, -0.062291089445352554, -0.05765083432197571, -0.05301058292388916, -0.048370327800512314, -0.04373007267713547, -0.03908981755375862, -0.034449562430381775, -0.029809311032295227, -0.02516905590891838, -0.020528800785541534, -0.015888547524809837, -0.011248293332755566, -0.006608039140701294, -0.0019677849486470222, 0.0026724692434072495, 0.007312723435461521, 0.011952977627515793, 0.01659323275089264, 0.021233486011624336, 0.025873739272356033, 0.03051399439573288, 0.035154249519109726, 0.03979450464248657, 0.04443475604057312, 0.049075011163949966, 0.05371526628732681, 0.05835551768541336, 0.0629957765340805, 0.06763602793216705, 0.0722762793302536, 0.07691653817892075, 0.0815567895770073, 0.08619704842567444, 0.09083729982376099, 0.09547755122184753, 0.10011781007051468, 0.10475806146860123, 0.10939831286668777, 0.11403857171535492, 0.11867882311344147, 0.12331907451152802, 0.12795932590961456, 0.1325995922088623, 0.13723984360694885, 0.1418800950050354]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 2.0, 3.0, 0.0, 7.0, 2.0, 3.0, 6.0, 5.0, 12.0, 8.0, 6.0, 25.0, 57.0, 31.0, 25.0, 22.0, 17.0, 13.0, 6.0, 2.0, 5.0, 2.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0], "bins": [-0.1266312599182129, -0.12270352989435196, -0.11877579987049103, -0.1148480698466301, -0.11092033982276917, -0.10699260234832764, -0.1030648723244667, -0.09913714230060577, -0.09520941227674484, -0.09128168225288391, -0.08735395222902298, -0.08342622220516205, -0.07949848473072052, -0.07557075470685959, -0.07164302468299866, -0.06771529465913773, -0.0637875646352768, -0.05985983461141586, -0.05593210458755493, -0.0520043708384037, -0.04807664081454277, -0.04414891079068184, -0.04022117704153061, -0.03629344701766968, -0.032365716993808746, -0.028437986969947815, -0.024510255083441734, -0.020582523196935654, -0.016654793173074722, -0.012727062217891216, -0.00879933126270771, -0.004871600307524204, -0.0009438693523406982, 0.0029838616028428078, 0.006911592558026314, 0.01083932351320982, 0.014767054468393326, 0.018694784492254257, 0.022622516378760338, 0.02655024826526642, 0.03047797828912735, 0.03440570831298828, 0.03833343833684921, 0.04226117208600044, 0.046188902109861374, 0.050116632133722305, 0.054044365882873535, 0.05797209590673447, 0.0618998259305954, 0.06582755595445633, 0.06975528597831726, 0.07368301600217819, 0.07761074602603912, 0.08153848350048065, 0.08546621352434158, 0.08939394354820251, 0.09332167357206345, 0.09724940359592438, 0.10117713361978531, 0.10510486364364624, 0.10903260111808777, 0.1129603311419487, 0.11688806116580963, 0.12081579118967056, 0.1247435212135315]}, "_runtime": 128.05378031730652, "_timestamp": 1596226555.8135345, "_step": 33}
+{"val_accuracy": 0.8214540525114156, "val_loss": 0.4584907624003005, "_runtime": 132.82772517204285, "_timestamp": 1596226560.5874794, "_step": 34}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: V Confidence: 0.464 Truth: v", "Prediction: 5 Confidence: 1.000 Truth: 5", "Prediction: 2 Confidence: 0.999 Truth: 2", "Prediction: 0 Confidence: 0.607 Truth: 0"]}, "_runtime": 133.12162375450134, "_timestamp": 1596226560.881378, "_step": 35}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 2.0, 1.0, 0.0, 1.0, 2.0, 6.0, 1.0, 2.0, 4.0, 5.0, 3.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.007719553075730801, -0.007480345666408539, -0.007241138722747564, -0.0070019313134253025, -0.006762724369764328, -0.006523516960442066, -0.006284310016781092, -0.00604510260745883, -0.005805895663797855, -0.005566688254475594, -0.005327481310814619, -0.005088273901492357, -0.004849066957831383, -0.004609859548509121, -0.0043706526048481464, -0.004131445195525885, -0.0038922380190342665, -0.0036530308425426483, -0.00341382366605103, -0.003174616489559412, -0.002935409313067794, -0.0026962021365761757, -0.0024569949600845575, -0.0022177877835929394, -0.0019785803742706776, -0.0017393733141943812, -0.001500166137702763, -0.001260958961211145, -0.001021751668304205, -0.0007825445500202477, -0.0005433373153209686, -0.00030413013882935047, -6.492296233773232e-05, 0.00017428422870580107, 0.00041349141974933445, 0.0006526986253447831, 0.0008919058018364012, 0.0011311130365356803, 0.0013703202130272985, 0.0016095273895189166, 0.0018487345660105348, 0.0020879418589174747, 0.002327149035409093, 0.002566356211900711, 0.002805563388392329, 0.0030447705648839474, 0.0032839777413755655, 0.0035231849178671837, 0.003762392094358802, 0.00400159927085042, 0.004240806680172682, 0.004480013623833656, 0.004719221033155918, 0.004958427976816893, 0.0051976353861391544, 0.005436842329800129, 0.005676049739122391, 0.005915256682783365, 0.006154464092105627, 0.0063936710357666016, 0.006632878445088863, 0.006872085388749838, 0.0071112927980721, 0.007350499741733074, 0.007589707151055336]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 4.0, 1.0, 5.0, 2.0, 8.0, 8.0, 5.0, 12.0, 16.0, 20.0, 13.0, 24.0, 32.0, 41.0, 29.0, 60.0, 76.0, 111.0, 144.0, 183.0, 287.0, 4933.0, 961.0, 309.0, 159.0, 107.0, 77.0, 72.0, 50.0, 29.0, 36.0, 20.0, 17.0, 12.0, 13.0, 13.0, 7.0, 6.0, 4.0, 2.0, 3.0, 1.0, 3.0, 2.0, 3.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0], "bins": [-0.09691010415554047, -0.0937606543302536, -0.09061121195554733, -0.08746176213026047, -0.0843123197555542, -0.08116286993026733, -0.07801342755556107, -0.0748639777302742, -0.07171453535556793, -0.06856508553028107, -0.0654156357049942, -0.06226619333028793, -0.05911674350500107, -0.0559672974050045, -0.052817851305007935, -0.04966840520501137, -0.0465189591050148, -0.043369513005018234, -0.04022006690502167, -0.0370706208050251, -0.033921174705028534, -0.030771726742386818, -0.027622278779745102, -0.024472832679748535, -0.02132338657975197, -0.0181739404797554, -0.01502449344843626, -0.011875046417117119, -0.008725600317120552, -0.005576153751462698, -0.002426707185804844, 0.0007227393798530102, 0.0038721859455108643, 0.007021632511168718, 0.010171079076826572, 0.013320526108145714, 0.01646997220814228, 0.019619418308138847, 0.022768866270780563, 0.02591831237077713, 0.029067758470773697, 0.032217204570770264, 0.03536665067076683, 0.0385160967707634, 0.04166554659605026, 0.04481499269604683, 0.047964438796043396, 0.05111388489603996, 0.05426333099603653, 0.057412777096033096, 0.06056222319602966, 0.06371167302131653, 0.0668611153960228, 0.07001056522130966, 0.07316000759601593, 0.0763094574213028, 0.07945890724658966, 0.08260834962129593, 0.0857577994465828, 0.08890724182128906, 0.09205669164657593, 0.0952061340212822, 0.09835558384656906, 0.10150502622127533, 0.1046544760465622]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 1.0, 2.0, 4.0, 3.0, 2.0, 1.0, 2.0, 4.0, 2.0, 1.0, 1.0, 7.0, 6.0, 25.0, 8.0, 2.0, 3.0, 5.0, 7.0, 2.0, 4.0, 3.0, 3.0, 3.0, 2.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0031449119560420513, -0.0030537813436239958, -0.0029626507312059402, -0.0028715201187878847, -0.002780389506369829, -0.0026892588939517736, -0.002598128281533718, -0.0025069976691156626, -0.002415867056697607, -0.0023247364442795515, -0.002233605831861496, -0.0021424752194434404, -0.002051344607025385, -0.0019602139946073294, -0.0018690833821892738, -0.0017779527697712183, -0.0016868221573531628, -0.0015956915449351072, -0.0015045609325170517, -0.0014134303200989962, -0.0013222997076809406, -0.001231169095262885, -0.0011400384828448296, -0.001048907870426774, -0.0009577772580087185, -0.000866646645590663, -0.0007755160331726074, -0.0006843854207545519, -0.0005932548083364964, -0.0005021241959184408, -0.0004109935835003853, -0.00031986297108232975, -0.00022873235866427422, -0.00013760174624621868, -4.647113382816315e-05, 4.465947858989239e-05, 0.00013579009100794792, 0.00022692070342600346, 0.000318051315844059, 0.0004091819282621145, 0.0005003125406801701, 0.0005914431530982256, 0.0006825737655162811, 0.0007737043779343367, 0.0008648349903523922, 0.0009559656027704477, 0.0010470962151885033, 0.0011382268276065588, 0.0012293574400246143, 0.0013204880524426699, 0.0014116186648607254, 0.001502749277278781, 0.0015938798896968365, 0.001685010502114892, 0.0017761411145329475, 0.001867271726951003, 0.0019584023393690586, 0.002049532951787114, 0.0021406635642051697, 0.002231794176623225, 0.0023229247890412807, 0.0024140554014593363, 0.002505186013877392, 0.0025963166262954473, 0.002687447238713503]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 5.0, 5.0, 8.0, 10.0, 13.0, 9.0, 37.0, 43.0, 78.0, 75.0, 147.0, 221.0, 336.0, 469.0, 831.0, 1296.0, 2157.0, 3797.0, 7115.0, 13771.0, 30165.0, 85230.0, 860798.0, 94510.0, 33768.0, 16862.0, 9443.0, 5772.0, 3794.0, 2545.0, 1800.0, 1198.0, 871.0, 672.0, 475.0, 332.0, 237.0, 191.0, 129.0, 98.0, 85.0, 53.0, 52.0, 32.0, 23.0, 25.0, 17.0, 17.0, 6.0, 4.0, 3.0, 5.0, 3.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.004365609027445316, -0.004180987365543842, -0.003996366169303656, -0.0038117445074021816, -0.0036271230783313513, -0.0034425014164298773, -0.003257879987359047, -0.0030732585582882166, -0.0028886371292173862, -0.0027040154673159122, -0.002519394038245082, -0.0023347726091742516, -0.0021501509472727776, -0.001965529518201947, -0.001780907972715795, -0.0015962865436449647, -0.0014116649981588125, -0.0012270434526726604, -0.00104242202360183, -0.0008578004781156778, -0.0006731789908371866, -0.0004885575035586953, -0.0003039359871763736, -0.00011931448534596711, 6.530701648443937e-05, 0.00024992850376293063, 0.00043455002014525235, 0.0006191715365275741, 0.0008037930238060653, 0.0009884145110845566, 0.0011730360565707088, 0.001357657485641539, 0.0015422790311276913, 0.0017269005766138434, 0.0019115220056846738, 0.002096143551170826, 0.0022807649802416563, 0.0024653866421431303, 0.0026500080712139606, 0.002834629500284791, 0.0030192509293556213, 0.0032038725912570953, 0.0033884940203279257, 0.003573115449398756, 0.00375773711130023, 0.003942358773201704, 0.004126979969441891, 0.004311601631343365, 0.004496223293244839, 0.004680844489485025, 0.004865466151386499, 0.005050087347626686, 0.00523470900952816, 0.005419330671429634, 0.005603951867669821, 0.005788573529571295, 0.005973195191472769, 0.0061578163877129555, 0.0063424380496144295, 0.0065270597115159035, 0.00671168090775609, 0.006896302569657564, 0.007080924231559038, 0.007265545427799225, 0.007450167089700699]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 4.0, 9.0, 5.0, 4.0, 12.0, 4.0, 4.0, 2.0, 4.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0836656466126442, -0.08202770352363586, -0.08038976788520813, -0.0787518247961998, -0.07711388915777206, -0.07547594606876373, -0.073838010430336, -0.07220006734132767, -0.07056212425231934, -0.0689241886138916, -0.06728624552488327, -0.06564830988645554, -0.0640103667974472, -0.06237242743372917, -0.06073448807001114, -0.059096548706293106, -0.05745860934257507, -0.05582066997885704, -0.05418273061513901, -0.052544791251420975, -0.05090685188770294, -0.04926890879869461, -0.04763096943497658, -0.045993030071258545, -0.04435509070754051, -0.04271715134382248, -0.041079211980104446, -0.039441272616386414, -0.03780332952737808, -0.03616539016366005, -0.03452745079994202, -0.032889511436223984, -0.03125157207250595, -0.029613632708787918, -0.027975693345069885, -0.026337752118706703, -0.02469981275498867, -0.023061873391270638, -0.021423932164907455, -0.019785992801189423, -0.01814805343747139, -0.016510114073753357, -0.01487217377871275, -0.013234233483672142, -0.01159629411995411, -0.009958354756236076, -0.008320414461195469, -0.006682474631816149, -0.005044534802436829, -0.0034065949730575085, -0.0017686551436781883, -0.00013071531429886818, 0.001507224515080452, 0.003145164344459772, 0.004783104173839092, 0.006421044003218412, 0.008058983832597733, 0.009696923196315765, 0.011334863491356373, 0.01297280378639698, 0.014610743150115013, 0.016248682513833046, 0.017886623740196228, 0.01952456310391426, 0.021162502467632294]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [9.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 7.0, 4.0, 19.0, 16.0, 5.0, 1.0, 0.0, 0.0, 0.0, 2.0, 12.0, 15.0, 10.0, 12.0, 3.0, 1.0, 0.0, 8.0, 8.0, 10.0, 4.0, 6.0, 12.0, 19.0, 26.0, 37.0, 34.0, 50.0, 116.0, 154.0, 230.0, 415.0, 673.0, 1235.0, 2503.0, 7838.0, 2203.0, 1009.0, 555.0, 356.0, 233.0, 145.0, 132.0, 100.0, 67.0, 46.0, 23.0, 17.0, 17.0, 15.0, 6.0, 3.0, 1.0, 2.0, 4.0, 2.0], "bins": [-0.025885574519634247, -0.02529137209057808, -0.02469716966152191, -0.024102969095110893, -0.023508766666054726, -0.022914564236998558, -0.02232036367058754, -0.021726161241531372, -0.021131958812475204, -0.020537756383419037, -0.01994355395436287, -0.01934935338795185, -0.018755150958895683, -0.018160948529839516, -0.017566747963428497, -0.01697254553437233, -0.016378343105316162, -0.015784140676259995, -0.015189939178526402, -0.014595737680792809, -0.014001535251736641, -0.013407332822680473, -0.01281313132494688, -0.012218929827213287, -0.01162472739815712, -0.011030524969100952, -0.01043632347136736, -0.009842121973633766, -0.009247919544577599, -0.008653717115521431, -0.008059515617787838, -0.007465313654392958, -0.006871111690998077, -0.006276909727603197, -0.005682707764208317, -0.0050885058008134365, -0.004494303837418556, -0.003900101874023676, -0.0033058999106287956, -0.0027116979472339153, -0.002117495983839035, -0.0015232940204441547, -0.0009290920570492744, -0.00033489009365439415, 0.00025931186974048615, 0.0008535138331353664, 0.0014477157965302467, 0.002041917759925127, 0.0026361197233200073, 0.0032303216867148876, 0.003824523650109768, 0.004418725613504648, 0.0050129275768995285, 0.005607129540294409, 0.006201331503689289, 0.006795533467084169, 0.00738973543047905, 0.007983937859535217, 0.00857813935726881, 0.009172340855002403, 0.00976654328405857, 0.010360745713114738, 0.010954947210848331, 0.011549148708581924, 0.012143351137638092]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 2.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08279436081647873, -0.07819489389657974, -0.07359542697668076, -0.06899596005678177, -0.06439649313688278, -0.059797029942274094, -0.05519756302237511, -0.05059809610247612, -0.04599862918257713, -0.041399162262678146, -0.03679969534277916, -0.03220022842288017, -0.027600763365626335, -0.02300129644572735, -0.01840183138847351, -0.013802364468574524, -0.009202897548675537, -0.004603431094437838, -3.964640200138092e-06, 0.004595501814037561, 0.009194968268275261, 0.013794435188174248, 0.018393900245428085, 0.022993367165327072, 0.02759283408522606, 0.032192301005125046, 0.03679176792502403, 0.04139123484492302, 0.04599069803953171, 0.050590164959430695, 0.05518963187932968, 0.05978909879922867, 0.06438856571912766, 0.06898803263902664, 0.07358749955892563, 0.07818696647882462, 0.0827864333987236, 0.08738590031862259, 0.09198536723852158, 0.09658483415842056, 0.10118429362773895, 0.10578376054763794, 0.11038322746753693, 0.11498269438743591, 0.1195821613073349, 0.12418162822723389, 0.12878109514713287, 0.13338056206703186, 0.13798002898693085, 0.14257949590682983, 0.14717896282672882, 0.1517784297466278, 0.1563778966665268, 0.16097736358642578, 0.16557683050632477, 0.17017629742622375, 0.17477576434612274, 0.17937523126602173, 0.18397469818592072, 0.1885741651058197, 0.1931736320257187, 0.19777309894561768, 0.20237256586551666, 0.20697203278541565, 0.21157148480415344]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 3.0, 2.0, 3.0, 2.0, 4.0, 2.0, 1.0, 1.0, 0.0, 1.0, 3.0, 3.0, 3.0, 3.0, 8.0, 2.0, 6.0, 10.0, 9.0, 10.0, 14.0, 28.0, 18.0, 36.0, 16.0, 14.0, 15.0, 13.0, 6.0, 7.0, 5.0, 4.0, 2.0, 4.0, 2.0, 1.0, 4.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0], "bins": [-0.06700921803712845, -0.06487423926591873, -0.06273925304412842, -0.0606042742729187, -0.058469295501708984, -0.05633431673049927, -0.05419933423399925, -0.05206435173749924, -0.04992937296628952, -0.0477943941950798, -0.04565941169857979, -0.04352442920207977, -0.041389450430870056, -0.03925447165966034, -0.037119489163160324, -0.03498450666666031, -0.03284952789545059, -0.030714547261595726, -0.02857956662774086, -0.026444585993885994, -0.024309605360031128, -0.022174624726176262, -0.020039644092321396, -0.01790466345846653, -0.015769682824611664, -0.013634702190756798, -0.011499721556901932, -0.009364740923047066, -0.0072297602891922, -0.005094779655337334, -0.0029597990214824677, -0.0008248183876276016, 0.0013101622462272644, 0.0034451428800821304, 0.0055801235139369965, 0.0077151041477918625, 0.009850084781646729, 0.011985065415501595, 0.01412004604935646, 0.016255026683211327, 0.018390007317066193, 0.02052498795092106, 0.022659968584775925, 0.02479494921863079, 0.026929929852485657, 0.029064910486340523, 0.03119989112019539, 0.033334873616695404, 0.03546985238790512, 0.03760483115911484, 0.03973981365561485, 0.04187479615211487, 0.044009774923324585, 0.0461447536945343, 0.04827973619103432, 0.05041471868753433, 0.05254969745874405, 0.054684676229953766, 0.05681965872645378, 0.058954641222953796, 0.06108961999416351, 0.06322459876537323, 0.06535957753658295, 0.06749456375837326, 0.06962954252958298]}, "_runtime": 137.331796169281, "_timestamp": 1596226565.0915504, "_step": 36}
+{"val_accuracy": 0.8221939212328766, "val_loss": 0.45593338388286225, "_runtime": 144.515460729599, "_timestamp": 1596226572.275215, "_step": 37}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: V Confidence: 0.338 Truth: v", "Prediction: 5 Confidence: 1.000 Truth: 5", "Prediction: 2 Confidence: 0.999 Truth: 2", "Prediction: 0 Confidence: 0.597 Truth: 0"]}, "_runtime": 144.80302119255066, "_timestamp": 1596226572.5627754, "_step": 38}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 2.0, 6.0, 4.0, 3.0, 3.0, 0.0, 3.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 3.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00662270886823535, -0.006418417673557997, -0.006214126478880644, -0.006009835284203291, -0.005805544089525938, -0.005601252894848585, -0.005396961700171232, -0.005192670505493879, -0.004988378845155239, -0.004784087650477886, -0.004579796455800533, -0.00437550526112318, -0.0041712140664458275, -0.003966922871768475, -0.0037626316770911217, -0.0035583404824137688, -0.003354049287736416, -0.003149758093059063, -0.00294546689838171, -0.002741175703704357, -0.0025368845090270042, -0.0023325930815190077, -0.0021283018868416548, -0.0019240106921643019, -0.001719719497486949, -0.001515428302809596, -0.0013111371081322432, -0.0011068457970395684, -0.0009025546023622155, -0.0006982634076848626, -0.0004939721547998488, -0.00028968093101866543, -8.538970723748207e-05, 0.00011890151654370129, 0.00032319274032488465, 0.0005274839932098985, 0.0007317751878872514, 0.0009360663825646043, 0.001140357693657279, 0.001344648888334632, 0.0015489400830119848, 0.0017532312776893377, 0.0019575224723666906, 0.0021618136670440435, 0.00236610509455204, 0.002570396289229393, 0.002774687483906746, 0.002978978678584099, 0.0031832698732614517, 0.0033875610679388046, 0.0035918522626161575, 0.0037961434572935104, 0.004000434651970863, 0.004204725846648216, 0.004409017041325569, 0.004613308236002922, 0.004817599430680275, 0.005021891091018915, 0.005226182285696268, 0.005430473480373621, 0.005634764675050974, 0.005839055869728327, 0.00604334706440568, 0.006247638259083033, 0.0064519294537603855]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 4.0, 3.0, 5.0, 5.0, 5.0, 7.0, 8.0, 13.0, 13.0, 13.0, 17.0, 18.0, 25.0, 30.0, 38.0, 55.0, 71.0, 84.0, 118.0, 179.0, 276.0, 4831.0, 1153.0, 294.0, 180.0, 118.0, 93.0, 51.0, 39.0, 33.0, 28.0, 19.0, 14.0, 22.0, 6.0, 8.0, 12.0, 11.0, 9.0, 2.0, 2.0, 5.0, 2.0, 2.0, 3.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.09404654800891876, -0.09118666499853134, -0.08832678198814392, -0.0854668915271759, -0.08260700851678848, -0.07974712550640106, -0.07688724249601364, -0.07402735948562622, -0.0711674690246582, -0.06830758601427078, -0.06544770300388336, -0.06258781999349594, -0.05972793698310852, -0.0568680502474308, -0.05400816723704338, -0.05114828050136566, -0.04828839749097824, -0.04542851448059082, -0.0425686277449131, -0.03970874473452568, -0.03684885799884796, -0.03398897498846054, -0.03112909197807312, -0.02826920710504055, -0.02540932223200798, -0.02254943735897541, -0.01968955248594284, -0.01682966947555542, -0.01396978460252285, -0.01110989972949028, -0.008250015787780285, -0.005390131380409002, -0.0025302469730377197, 0.00032963743433356285, 0.0031895218417048454, 0.006049406249076128, 0.00890929065644741, 0.01176917552947998, 0.014629059471189976, 0.01748894341289997, 0.02034882828593254, 0.02320871315896511, 0.02606859803199768, 0.0289284810423851, 0.03178836405277252, 0.03464825078845024, 0.03750813379883766, 0.04036802053451538, 0.0432279035449028, 0.04608778655529022, 0.04894767329096794, 0.05180755630135536, 0.05466744303703308, 0.0575273260474205, 0.06038720905780792, 0.06324709206819534, 0.06610697507858276, 0.06896686553955078, 0.0718267485499382, 0.07468663156032562, 0.07754651457071304, 0.08040639758110046, 0.08326628804206848, 0.0861261710524559, 0.08898605406284332]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 3.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 3.0, 2.0, 3.0, 1.0, 4.0, 1.0, 2.0, 6.0, 12.0, 6.0, 6.0, 27.0, 2.0, 6.0, 2.0, 2.0, 3.0, 5.0, 4.0, 1.0, 2.0, 1.0, 0.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0025243533309549093, -0.00243176007643342, -0.002339166821911931, -0.002246573567390442, -0.0021539803128689528, -0.0020613870583474636, -0.0019687938038259745, -0.0018762006657198071, -0.001783607411198318, -0.0016910141566768289, -0.0015984209021553397, -0.0015058276476338506, -0.0014132345095276833, -0.0013206412550061941, -0.001228048000484705, -0.0011354547459632158, -0.0010428614914417267, -0.0009502682369202375, -0.0008576749823987484, -0.0007650817860849202, -0.000672488531563431, -0.0005798952770419419, -0.0004873020516242832, -0.0003947088262066245, -0.00030211557168513536, -0.00020952233171556145, -0.00011692909174598753, -2.433585177641362e-05, 6.82573881931603e-05, 0.0001608506281627342, 0.0002534438681323081, 0.0003460370935499668, 0.00043863034807145596, 0.0005312236025929451, 0.0006238168571144342, 0.0007164100534282625, 0.0008090033079497516, 0.0009015965624712408, 0.000994189758785069, 0.0010867830133065581, 0.0011793762678280473, 0.0012719695223495364, 0.0013645627768710256, 0.0014571560313925147, 0.001549749169498682, 0.0016423424240201712, 0.0017349356785416603, 0.0018275289330631495, 0.0019201221875846386, 0.0020127154421061277, 0.002105308696627617, 0.002197901951149106, 0.002290495205670595, 0.0023830884601920843, 0.0024756817147135735, 0.0025682749692350626, 0.0026608682237565517, 0.0027534612454473972, 0.0028460544999688864, 0.0029386477544903755, 0.0030312410090118647, 0.003123834263533354, 0.003216427518054843, 0.003309020772576332, 0.0034016140270978212]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 2.0, 4.0, 7.0, 12.0, 16.0, 28.0, 34.0, 47.0, 87.0, 126.0, 175.0, 286.0, 431.0, 706.0, 1144.0, 2070.0, 3918.0, 8678.0, 24849.0, 100992.0, 935262.0, 65071.0, 19192.0, 7576.0, 3699.0, 1987.0, 1152.0, 679.0, 407.0, 284.0, 223.0, 148.0, 106.0, 71.0, 46.0, 36.0, 33.0, 16.0, 7.0, 6.0, 6.0, 5.0, 4.0, 4.0, 0.0, 2.0, 0.0, 1.0, 0.0, 3.0, 1.0, 2.0], "bins": [-0.00765423197299242, -0.007418486755341291, -0.007182741072028875, -0.006946995854377747, -0.006711250636726618, -0.006475504953414202, -0.006239759735763073, -0.006004014518111944, -0.005768268834799528, -0.005532523617148399, -0.005296778399497271, -0.0050610327161848545, -0.004825287498533726, -0.004589542280882597, -0.004353796597570181, -0.004118051379919052, -0.0038823059294372797, -0.0036465604789555073, -0.0034108152613043785, -0.003175069810822606, -0.0029393243603408337, -0.002703579142689705, -0.0024678336922079325, -0.00223208824172616, -0.0019963430240750313, -0.0017605975735932589, -0.0015248521231114864, -0.0012891067890450358, -0.0010533614549785852, -0.0008176160044968128, -0.0005818706704303622, -0.0003461252781562507, -0.0001103798858821392, 0.00012536549184005708, 0.00036111086956225336, 0.0005968562327325344, 0.0008326016250066459, 0.0010683470172807574, 0.001304092351347208, 0.0015398378018289804, 0.001775583135895431, 0.0020113284699618816, 0.002247073920443654, 0.0024828193709254265, 0.0027185645885765553, 0.0029543100390583277, 0.0031900554895401, 0.003425800707191229, 0.0036615461576730013, 0.0038972916081547737, 0.0041330368258059025, 0.0043687825091183186, 0.004604527726769447, 0.004840272944420576, 0.005076018627732992, 0.005311763845384121, 0.00554750906303525, 0.005783254746347666, 0.0060189999639987946, 0.006254745181649923, 0.006490490864962339, 0.006726236082613468, 0.006961981300264597, 0.007197726983577013, 0.007433472201228142]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 2.0, 4.0, 4.0, 13.0, 6.0, 10.0, 3.0, 5.0, 6.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.12017156928777695, -0.11776506155729294, -0.11535855382680893, -0.11295203864574432, -0.11054553091526031, -0.1081390231847763, -0.1057325154542923, -0.10332600027322769, -0.10091949254274368, -0.09851298481225967, -0.09610647708177567, -0.09369996935129166, -0.09129345417022705, -0.08888694643974304, -0.08648043870925903, -0.08407393097877502, -0.08166742324829102, -0.07926090806722641, -0.0768544003367424, -0.07444789260625839, -0.07204138487577438, -0.06963486969470978, -0.06722836196422577, -0.06482185423374176, -0.06241534650325775, -0.060008835047483444, -0.057602327316999435, -0.05519581586122513, -0.05278930813074112, -0.05038279667496681, -0.0479762889444828, -0.045569777488708496, -0.04316326975822449, -0.04075676202774048, -0.03835025057196617, -0.03594374284148216, -0.033537231385707855, -0.031130723655223846, -0.02872421406209469, -0.02631770446896553, -0.023911194875836372, -0.021504685282707214, -0.019098175689578056, -0.0166916660964489, -0.014285157434642315, -0.011878647841513157, -0.009472139179706573, -0.0070656295865774155, -0.0046591199934482574, -0.002252610633149743, 0.00015389872714877129, 0.0025604080874472857, 0.0049669174477458, 0.007373427040874958, 0.009779935702681541, 0.0121864452958107, 0.014592954888939857, 0.016999464482069016, 0.019405974075198174, 0.02181248366832733, 0.02421899139881134, 0.0266255009919405, 0.029032010585069656, 0.031438522040843964, 0.03384502977132797]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [7.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 8.0, 9.0, 11.0, 14.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 10.0, 7.0, 7.0, 8.0, 6.0, 11.0, 5.0, 8.0, 12.0, 1.0, 3.0, 3.0, 15.0, 14.0, 7.0, 16.0, 27.0, 56.0, 86.0, 121.0, 172.0, 286.0, 648.0, 1285.0, 6864.0, 4586.0, 1822.0, 911.0, 528.0, 322.0, 183.0, 151.0, 74.0, 47.0, 20.0, 15.0, 17.0, 8.0, 6.0, 2.0, 5.0], "bins": [-0.03776545822620392, -0.036978159099817276, -0.036190859973430634, -0.03540355712175369, -0.03461625799536705, -0.03382895886898041, -0.033041659742593765, -0.032254356890916824, -0.03146705776453018, -0.03067975863814354, -0.029892457649111748, -0.029105158522725105, -0.028317857533693314, -0.02753055840730667, -0.02674325741827488, -0.025955958291888237, -0.025168657302856445, -0.024381358176469803, -0.02359405905008316, -0.02280675806105137, -0.022019458934664726, -0.021232157945632935, -0.020444858819246292, -0.0196575578302145, -0.018870258703827858, -0.018082957714796066, -0.017295658588409424, -0.016508357599377632, -0.01572105847299099, -0.014933758415281773, -0.014146458357572556, -0.013359158299863338, -0.012571858242154121, -0.011784558184444904, -0.010997258126735687, -0.01020995806902647, -0.009422658011317253, -0.008635357953608036, -0.007848057895898819, -0.007060758303850889, -0.006273458246141672, -0.005486158188432455, -0.004698858130723238, -0.003911558073014021, -0.0031242582481354475, -0.0023369581904262304, -0.0015496582491323352, -0.000762358249630779, 2.494174987077713e-05, 0.0008122417493723333, 0.0015995417488738894, 0.0023868416901677847, 0.0031741417478770018, 0.003961441572755575, 0.004748741630464792, 0.005536041688174009, 0.006323341745883226, 0.0071106418035924435, 0.007897941395640373, 0.00868524145334959, 0.009472541511058807, 0.010259841568768024, 0.011047141626477242, 0.011834441684186459, 0.012621741741895676]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 2.0, 1.0, 0.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.11314286291599274, -0.10766946524381638, -0.10219606012105942, -0.09672266244888306, -0.0912492573261261, -0.08577585965394974, -0.08030246198177338, -0.07482905685901642, -0.06935565918684006, -0.0638822615146637, -0.05840885639190674, -0.05293545871973038, -0.04746205732226372, -0.04198865592479706, -0.0365152582526207, -0.031041856855154037, -0.025568455457687378, -0.02009505406022072, -0.014621654525399208, -0.009148254059255123, -0.003674853593111038, 0.0017985468730330467, 0.007271947339177132, 0.012745347805321217, 0.0182187482714653, 0.02369214966893196, 0.02916554920375347, 0.03463894873857498, 0.04011235013604164, 0.0455857515335083, 0.05105914920568466, 0.05653255060315132, 0.06200595200061798, 0.06747934967279434, 0.0729527547955513, 0.07842615246772766, 0.08389955759048462, 0.08937295526266098, 0.09484635293483734, 0.1003197580575943, 0.10579315572977066, 0.11126655340194702, 0.11673995852470398, 0.12221335619688034, 0.1276867538690567, 0.13316015899181366, 0.13863356411457062, 0.14410695433616638, 0.14958035945892334, 0.1550537645816803, 0.16052715480327606, 0.16600055992603302, 0.17147396504878998, 0.17694735527038574, 0.1824207603931427, 0.18789416551589966, 0.19336757063865662, 0.19884096086025238, 0.20431436598300934, 0.2097877711057663, 0.21526116132736206, 0.22073456645011902, 0.22620797157287598, 0.23168136179447174, 0.2371547669172287]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 2.0, 5.0, 5.0, 6.0, 5.0, 12.0, 15.0, 12.0, 19.0, 28.0, 34.0, 53.0, 21.0, 11.0, 7.0, 6.0, 6.0, 6.0, 2.0, 2.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.11580093204975128, -0.11223544925451279, -0.1086699590086937, -0.1051044762134552, -0.10153898596763611, -0.09797350317239761, -0.09440802037715912, -0.09084253013134003, -0.08727704733610153, -0.08371156454086304, -0.08014607429504395, -0.07658059149980545, -0.07301510870456696, -0.06944961845874786, -0.06588413566350937, -0.062318649142980576, -0.05875316262245178, -0.05518767610192299, -0.051622189581394196, -0.0480567067861557, -0.04449122026562691, -0.040925733745098114, -0.03736025094985962, -0.033794764429330826, -0.030229277908802032, -0.02666379138827324, -0.023098306730389595, -0.01953282207250595, -0.015967335551977158, -0.012401849962770939, -0.00883636437356472, -0.0052708787843585014, -0.0017053931951522827, 0.001860092394053936, 0.005425577983260155, 0.008991063572466373, 0.012556549161672592, 0.016122035682201385, 0.01968752034008503, 0.023253004997968674, 0.026818491518497467, 0.03038397803902626, 0.033949464559555054, 0.03751494735479355, 0.04108043387532234, 0.044645920395851135, 0.04821140319108963, 0.05177688971161842, 0.05534237623214722, 0.05890786275267601, 0.0624733492732048, 0.0660388320684433, 0.06960432231426239, 0.07316980510950089, 0.07673528790473938, 0.08030077815055847, 0.08386626094579697, 0.08743174374103546, 0.09099723398685455, 0.09456271678209305, 0.09812819957733154, 0.10169368982315063, 0.10525917261838913, 0.10882466286420822, 0.11239014565944672]}, "_runtime": 146.66613912582397, "_timestamp": 1596226574.4258933, "_step": 39}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 3.0, 1.0, 1.0, 6.0, 2.0, 5.0, 1.0, 1.0, 2.0, 5.0, 2.0, 1.0, 5.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.010094034485518932, -0.009851598180830479, -0.009609161876142025, -0.009366724640130997, -0.009124288335442543, -0.00888185203075409, -0.008639415726065636, -0.008396978490054607, -0.008154542185366154, -0.0079121058806777, -0.007669669575989246, -0.007427232805639505, -0.007184796500951052, -0.006942359730601311, -0.006699923425912857, -0.006457486655563116, -0.006215050350874662, -0.005972614046186209, -0.005730177275836468, -0.005487740971148014, -0.005245304200798273, -0.005002867896109819, -0.004760431125760078, -0.004517994821071625, -0.004275558516383171, -0.00403312174603343, -0.0037906852085143328, -0.0035482486709952354, -0.0033058123663067818, -0.0030633758287876844, -0.002820939291268587, -0.00257850275374949, -0.0023360662162303925, -0.002093629678711295, -0.0018511931411921978, -0.0016087567200884223, -0.001366320182569325, -0.0011238836450502276, -0.0008814471657387912, -0.0006390106864273548, -0.0003965741489082575, -0.0001541376404929906, 8.829886792227626e-05, 0.00033073537633754313, 0.00057317188475281, 0.0008156084222719073, 0.0010580448433756828, 0.0013004813808947802, 0.0015429179184138775, 0.0017853544559329748, 0.002027790993452072, 0.0022702275309711695, 0.002512664068490267, 0.0027551003731787205, 0.002997536910697818, 0.003239973448216915, 0.0034824099857360125, 0.00372484652325511, 0.0039672828279435635, 0.0042097195982933044, 0.004452155902981758, 0.004694592673331499, 0.004937028978019953, 0.005179465748369694, 0.005421902053058147]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 1.0, 0.0, 5.0, 4.0, 8.0, 6.0, 11.0, 9.0, 11.0, 17.0, 14.0, 19.0, 22.0, 32.0, 57.0, 54.0, 51.0, 86.0, 115.0, 157.0, 234.0, 704.0, 5241.0, 363.0, 183.0, 121.0, 100.0, 54.0, 52.0, 46.0, 41.0, 20.0, 22.0, 14.0, 12.0, 6.0, 5.0, 4.0, 6.0, 5.0, 1.0, 3.0, 3.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.10433544963598251, -0.10117640346288681, -0.09801734983921051, -0.09485830366611481, -0.0916992574930191, -0.0885402113199234, -0.0853811576962471, -0.0822221115231514, -0.0790630653500557, -0.0759040117263794, -0.07274496555328369, -0.06958591938018799, -0.06642687320709229, -0.06326781958341599, -0.06010877341032028, -0.05694972723722458, -0.05379067733883858, -0.050631627440452576, -0.04747258126735687, -0.04431353136897087, -0.04115448519587517, -0.037995435297489166, -0.03483638912439346, -0.03167733922600746, -0.02851829119026661, -0.025359243154525757, -0.022200195118784904, -0.019041147083044052, -0.01588209718465805, -0.012723050080239773, -0.009564001113176346, -0.0064049530774354935, -0.003245905041694641, -8.68567731231451e-05, 0.003072191495448351, 0.006231239996850491, 0.009390288032591343, 0.012549336068332195, 0.015708385035395622, 0.018867433071136475, 0.022026481106877327, 0.02518552914261818, 0.02834457717835903, 0.031503625214099884, 0.034662675112485886, 0.03782172128558159, 0.04098077118396759, 0.04413981735706329, 0.047298867255449295, 0.0504579171538353, 0.053616963326931, 0.056776013225317, 0.059935059398412704, 0.0630941092967987, 0.06625315546989441, 0.06941220164299011, 0.07257125526666641, 0.07573030143976212, 0.07888934761285782, 0.08204840123653412, 0.08520744740962982, 0.08836649358272552, 0.09152553975582123, 0.09468459337949753, 0.09784363955259323]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 1.0, 3.0, 0.0, 0.0, 2.0, 3.0, 2.0, 2.0, 3.0, 2.0, 4.0, 9.0, 3.0, 9.0, 6.0, 22.0, 4.0, 3.0, 5.0, 6.0, 2.0, 4.0, 5.0, 8.0, 1.0, 2.0, 1.0, 2.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0026525368448346853, -0.002555974991992116, -0.0024594131391495466, -0.0023628512863069773, -0.002266289433464408, -0.0021697275806218386, -0.0020731657277792692, -0.0019766038749367, -0.0018800421385094523, -0.001783480285666883, -0.0016869184328243136, -0.0015903565799817443, -0.0014937948435544968, -0.0013972329907119274, -0.001300671137869358, -0.0012041092850267887, -0.0011075474321842194, -0.00101098557934165, -0.0009144237264990807, -0.0008178619318641722, -0.0007213000790216029, -0.0006247382261790335, -0.0005281764315441251, -0.00043161457870155573, -0.0003350527258589864, -0.00023849088756833225, -0.00014192904927767813, -4.536721098702401e-05, 5.1194627303630114e-05, 0.00014775646559428424, 0.00024431830388493836, 0.00034088012762367725, 0.0004374419804662466, 0.000534003833308816, 0.0006305656861513853, 0.0007271274807862937, 0.0008236893336288631, 0.0009202511864714324, 0.0010168129811063409, 0.0011133748339489102, 0.0012099366867914796, 0.001306498539634049, 0.0014030603924766183, 0.0014996222453191876, 0.0015961839817464352, 0.0016927458345890045, 0.0017893076874315739, 0.0018858695402741432, 0.0019824313931167126, 0.002078993245959282, 0.0021755550988018513, 0.0022721169516444206, 0.00236867880448699, 0.0024652406573295593, 0.0025618025101721287, 0.002658364363014698, 0.0027549262158572674, 0.002851487835869193, 0.0029480496887117624, 0.0030446115415543318, 0.003141173394396901, 0.0032377352472394705, 0.00333429710008204, 0.003430858952924609, 0.0035274208057671785]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [4.0, 3.0, 3.0, 6.0, 8.0, 9.0, 20.0, 23.0, 42.0, 73.0, 79.0, 139.0, 211.0, 326.0, 455.0, 639.0, 1078.0, 1706.0, 2585.0, 4404.0, 7155.0, 12627.0, 23827.0, 52149.0, 207044.0, 756258.0, 47079.0, 22991.0, 13195.0, 8239.0, 5375.0, 3581.0, 2407.0, 1701.0, 1161.0, 836.0, 599.0, 423.0, 288.0, 243.0, 177.0, 115.0, 107.0, 69.0, 47.0, 29.0, 32.0, 23.0, 15.0, 6.0, 7.0, 4.0, 6.0, 5.0, 3.0, 2.0, 2.0, 3.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0], "bins": [-0.0037977732717990875, -0.0036463001742959023, -0.003494827076792717, -0.0033433539792895317, -0.0031918808817863464, -0.003040407784283161, -0.002888934686779976, -0.0027374615892767906, -0.0025859884917736053, -0.0024345156271010637, -0.0022830425295978785, -0.002131569432094693, -0.001980096334591508, -0.0018286232370883226, -0.0016771501395851374, -0.001525677042081952, -0.0013742039445787668, -0.0012227308470755816, -0.0010712577495723963, -0.0009197847102768719, -0.0007683116127736866, -0.0006168385152705014, -0.00046536544687114656, -0.00031389237847179174, -0.00016241928096860647, -1.0946198017336428e-05, 0.00014052688493393362, 0.00029199995333328843, 0.0004434730508364737, 0.000594946148339659, 0.0007464191876351833, 0.0008978922851383686, 0.0010493653826415539, 0.0012008384801447392, 0.0013523115776479244, 0.0015037846751511097, 0.001655257772654295, 0.0018067307537421584, 0.0019582039676606655, 0.002109677065163851, 0.002261150162667036, 0.0024126230273395777, 0.002564096124842763, 0.0027155692223459482, 0.0028670423198491335, 0.0030185154173523188, 0.003169988514855504, 0.0033214616123586893, 0.0034729347098618746, 0.00362440780736506, 0.003775880904868245, 0.003927353769540787, 0.004078826867043972, 0.004230299964547157, 0.0043817730620503426, 0.004533246159553528, 0.004684719257056713, 0.004836192354559898, 0.004987665452063084, 0.005139138549566269, 0.005290611647069454, 0.0054420847445726395, 0.005593557842075825, 0.00574503093957901, 0.005896504037082195]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 3.0, 2.0, 3.0, 1.0, 4.0, 9.0, 1.0, 1.0, 4.0, 5.0, 4.0, 3.0, 1.0, 3.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.028305618092417717, -0.027566786855459213, -0.02682795561850071, -0.026089124381542206, -0.025350293144583702, -0.0246114619076252, -0.023872628808021545, -0.02313379757106304, -0.022394966334104538, -0.021656135097146034, -0.02091730386018753, -0.020178472623229027, -0.019439641386270523, -0.01870081014931202, -0.017961978912353516, -0.017223147675395012, -0.016484316438436508, -0.015745483338832855, -0.015006653033196926, -0.014267820864915848, -0.013528989627957344, -0.01279015839099884, -0.012051327154040337, -0.011312495917081833, -0.01057366468012333, -0.00983483251184225, -0.009096001274883747, -0.008357170037925243, -0.00761833880096674, -0.006879507098346949, -0.006140675861388445, -0.005401844158768654, -0.00466301292181015, -0.003924181684851646, -0.0031853499822318554, -0.0024465187452733517, -0.0017076872754842043, -0.0009688558639027178, -0.00023002445232123137, 0.0005088069592602551, 0.0012476383708417416, 0.001986469840630889, 0.0027253013104200363, 0.00346413254737854, 0.004202963784337044, 0.004941795486956835, 0.0056806267239153385, 0.0064194584265351295, 0.007158289663493633, 0.007897120900452137, 0.00863595213741064, 0.009374784305691719, 0.010113615542650223, 0.010852446779608727, 0.01159127801656723, 0.012330109253525734, 0.013068940490484238, 0.013807772658765316, 0.01454660389572382, 0.015285435132682323, 0.016024267300963402, 0.016763098537921906, 0.01750192977488041, 0.018240761011838913, 0.018979592248797417]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 4.0, 3.0, 2.0, 1.0, 4.0, 14.0, 14.0, 21.0, 14.0, 13.0, 10.0, 17.0, 30.0, 39.0, 53.0, 44.0, 82.0, 86.0, 96.0, 178.0, 248.0, 292.0, 338.0, 517.0, 725.0, 1110.0, 1813.0, 5973.0, 2092.0, 1367.0, 864.0, 578.0, 466.0, 314.0, 249.0, 189.0, 132.0, 86.0, 85.0, 62.0, 48.0, 43.0, 18.0, 26.0, 18.0, 6.0, 11.0, 9.0, 7.0, 4.0, 2.0, 1.0, 2.0, 2.0], "bins": [-0.01236491184681654, -0.012034937739372253, -0.011704964563250542, -0.011374990455806255, -0.011045016348361969, -0.010715043172240257, -0.010385069064795971, -0.01005509588867426, -0.009725121781229973, -0.009395147673785686, -0.009065174497663975, -0.008735200390219688, -0.008405227214097977, -0.00807525310665369, -0.007745278999209404, -0.007415305357426405, -0.007085331715643406, -0.006755358073860407, -0.006425384432077408, -0.0060954103246331215, -0.0057654366828501225, -0.005435463041067123, -0.005105488933622837, -0.004775515291839838, -0.004445541650056839, -0.00411556800827384, -0.0037855941336601973, -0.0034556202590465546, -0.0031256466172635555, -0.0027956729754805565, -0.002465699100866914, -0.002135725226253271, -0.001805751584470272, -0.0014757778262719512, -0.0011458040680736303, -0.0008158303098753095, -0.0004858565516769886, -0.00015588279347866774, 0.00017409096471965313, 0.000504064722917974, 0.0008340384811162949, 0.0011640122393146157, 0.0014939859975129366, 0.0018239597557112575, 0.0021539335139095783, 0.0024839071556925774, 0.00281388103030622, 0.0031438549049198627, 0.003473828546702862, 0.003803802188485861, 0.00413377583026886, 0.004463749937713146, 0.004793723579496145, 0.005123697221279144, 0.005453671328723431, 0.00578364497050643, 0.006113618612289429, 0.006443592254072428, 0.006773565895855427, 0.007103540003299713, 0.007433513645082712, 0.007763487286865711, 0.008093461394309998, 0.00842343457043171, 0.008753408677875996]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 0.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 3.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.06720911711454391, -0.06434386968612671, -0.061478618532419205, -0.0586133673787117, -0.055748119950294495, -0.05288286879658699, -0.050017617642879486, -0.04715237021446228, -0.044287119060754776, -0.04142186790704727, -0.038556620478630066, -0.03569136932492256, -0.03282611817121506, -0.02996087074279785, -0.027095619589090347, -0.024230370298027992, -0.021365121006965637, -0.018499871715903282, -0.015634622424840927, -0.012769371271133423, -0.009904121980071068, -0.0070388722233474255, -0.004173622466623783, -0.0013083727099001408, 0.0015568770468235016, 0.004422126803547144, 0.007287376560270786, 0.010152626782655716, 0.013017876073718071, 0.015883125364780426, 0.01874837651848793, 0.021613625809550285, 0.02447887510061264, 0.027344124391674995, 0.03020937368273735, 0.033074624836444855, 0.03593987226486206, 0.038805123418569565, 0.04167037457227707, 0.044535622000694275, 0.04740087315440178, 0.05026612430810928, 0.05313137173652649, 0.055996622890233994, 0.0588618740439415, 0.061727121472358704, 0.06459236890077591, 0.06745762377977371, 0.07032287120819092, 0.07318811863660812, 0.07605337351560593, 0.07891862094402313, 0.08178386837244034, 0.08464912325143814, 0.08751437067985535, 0.09037961810827255, 0.09324486553668976, 0.09611012041568756, 0.09897536784410477, 0.10184061527252197, 0.10470587015151978, 0.10757111757993698, 0.11043636500835419, 0.11330161988735199, 0.1161668673157692]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 3.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 6.0, 3.0, 9.0, 5.0, 11.0, 13.0, 12.0, 7.0, 13.0, 13.0, 13.0, 15.0, 15.0, 32.0, 13.0, 14.0, 9.0, 7.0, 8.0, 7.0, 6.0, 6.0, 1.0, 5.0, 2.0, 2.0, 2.0, 1.0, 1.0, 1.0, 3.0, 2.0, 0.0, 2.0], "bins": [-0.05407000333070755, -0.0528213307261467, -0.05157265439629555, -0.050323981791734695, -0.049075305461883545, -0.04782663285732269, -0.04657795652747154, -0.04532928392291069, -0.04408060759305954, -0.04283193498849869, -0.041583262383937836, -0.040334586054086685, -0.03908591344952583, -0.03783723711967468, -0.03658856451511383, -0.03533988818526268, -0.03409121558070183, -0.032842542976140976, -0.031593866646289825, -0.030345192179083824, -0.029096517711877823, -0.02784784510731697, -0.02659917064011097, -0.025350496172904968, -0.024101821705698967, -0.022853147238492966, -0.021604472771286964, -0.020355798304080963, -0.01910712569952011, -0.01785845123231411, -0.01660977676510811, -0.015361102297902107, -0.014112427830696106, -0.012863753363490105, -0.011615078896284103, -0.010366405360400677, -0.009117730893194675, -0.007869056425988674, -0.00662038242444396, -0.005371708422899246, -0.004123033955693245, -0.0028743597213178873, -0.0016256854869425297, -0.00037701125256717205, 0.0008716629818081856, 0.002120337216183543, 0.003369011450558901, 0.004617685452103615, 0.005866359919309616, 0.007115034386515617, 0.008363708853721619, 0.009612382389605045, 0.010861056856811047, 0.012109731324017048, 0.013358404859900475, 0.014607079327106476, 0.015855753794312477, 0.01710442826151848, 0.01835310272872448, 0.01960177719593048, 0.020850449800491333, 0.022099124267697334, 0.023347798734903336, 0.024596473202109337, 0.025845147669315338]}, "_runtime": 154.30349850654602, "_timestamp": 1596226582.0632527, "_step": 40}
+{"val_accuracy": 0.8246218607305936, "val_loss": 0.4557847484061707, "_runtime": 156.16383695602417, "_timestamp": 1596226583.9235911, "_step": 41}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: V Confidence: 0.458 Truth: v", "Prediction: 5 Confidence: 1.000 Truth: 5", "Prediction: 2 Confidence: 1.000 Truth: 2", "Prediction: 0 Confidence: 0.579 Truth: 0"]}, "_runtime": 156.448504447937, "_timestamp": 1596226584.2082586, "_step": 42}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 0.0, 3.0, 0.0, 3.0, 1.0, 0.0, 2.0, 4.0, 3.0, 0.0, 3.0, 6.0, 3.0, 1.0, 3.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 1.0, 4.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.007848036475479603, -0.007494339719414711, -0.007140642497688532, -0.006786945275962353, -0.006433248519897461, -0.006079551763832569, -0.00572585454210639, -0.005372157320380211, -0.005018460564315319, -0.004664763808250427, -0.004311066586524248, -0.003957369364798069, -0.003603672608733177, -0.0032499756198376417, -0.0028962786309421062, -0.0025425816420465708, -0.0021888846531510353, -0.0018351876642554998, -0.0014814906753599644, -0.001127793686464429, -0.0007740966975688934, -0.00042039970867335796, -6.67027197778225e-05, 0.000286994269117713, 0.0006406912580132484, 0.000994388246908784, 0.0013480852358043194, 0.0017017822246998549, 0.0020554792135953903, 0.002409176202490926, 0.0027628731913864613, 0.0031165701802819967, 0.003470267169177532, 0.0038239641580730677, 0.004177661146968603, 0.004531358368694782, 0.004885055124759674, 0.005238751880824566, 0.005592449102550745, 0.005946146324276924, 0.006299843080341816, 0.006653539836406708, 0.007007237058132887, 0.007360934279859066, 0.007714631035923958, 0.00806832779198885, 0.008422024548053741, 0.008775722235441208, 0.0091294189915061, 0.009483115747570992, 0.009836813434958458, 0.01019051019102335, 0.010544206947088242, 0.010897903703153133, 0.011251600459218025, 0.011605298146605492, 0.011958994902670383, 0.012312691658735275, 0.012666389346122742, 0.013020086102187634, 0.013373782858252525, 0.013727479614317417, 0.014081176370382309, 0.014434874057769775, 0.014788570813834667]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 3.0, 3.0, 4.0, 6.0, 6.0, 10.0, 20.0, 16.0, 19.0, 28.0, 35.0, 57.0, 81.0, 82.0, 116.0, 172.0, 242.0, 548.0, 5417.0, 368.0, 177.0, 132.0, 105.0, 63.0, 39.0, 45.0, 31.0, 18.0, 18.0, 12.0, 12.0, 8.0, 7.0, 7.0, 6.0, 5.0, 3.0, 2.0, 1.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1251547783613205, -0.12086988985538483, -0.11658500880002975, -0.11230012029409409, -0.10801523178815842, -0.10373035073280334, -0.09944546222686768, -0.095160573720932, -0.09087568521499634, -0.08659080415964127, -0.0823059156537056, -0.07802102714776993, -0.07373614609241486, -0.06945125758647919, -0.06516636908054352, -0.06088148429989815, -0.05659659951925278, -0.05231171473860741, -0.04802682623267174, -0.04374194145202637, -0.0394570529460907, -0.03517216816544533, -0.030887283384799957, -0.026602396741509438, -0.022317510098218918, -0.018032623454928398, -0.013747737742960453, -0.009462852030992508, -0.005177965387701988, -0.0008930792100727558, 0.0033918069675564766, 0.007676693145185709, 0.011961579322814941, 0.01624646596610546, 0.02053135260939598, 0.02481623739004135, 0.02910112403333187, 0.03338601067662239, 0.03767089545726776, 0.04195578396320343, 0.0462406687438488, 0.05052555352449417, 0.05481044203042984, 0.05909532681107521, 0.06338021159172058, 0.06766510009765625, 0.07194998860359192, 0.07623486965894699, 0.08051975816488266, 0.08480464667081833, 0.0890895277261734, 0.09337441623210907, 0.09765930473804474, 0.10194418579339981, 0.10622907429933548, 0.11051396280527115, 0.11479884386062622, 0.11908373236656189, 0.12336862087249756, 0.12765350937843323, 0.1319383978843689, 0.13622327148914337, 0.14050815999507904, 0.1447930485010147, 0.14907793700695038]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 3.0, 3.0, 1.0, 3.0, 1.0, 0.0, 3.0, 3.0, 3.0, 5.0, 4.0, 4.0, 2.0, 21.0, 3.0, 6.0, 5.0, 1.0, 3.0, 3.0, 4.0, 2.0, 3.0, 2.0, 4.0, 3.0, 2.0, 4.0, 1.0, 1.0, 3.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002556437160819769, -0.002461697207763791, -0.0023669572547078133, -0.0022722173016518354, -0.0021774773485958576, -0.00208273739553988, -0.001987997442483902, -0.0018932573730126023, -0.0017985174199566245, -0.0017037774669006467, -0.0016090375138446689, -0.001514297560788691, -0.0014195574913173914, -0.0013248175382614136, -0.0012300775852054358, -0.001135337632149458, -0.0010405976790934801, -0.0009458577260375023, -0.0008511177729815245, -0.0007563777617178857, -0.0006616378086619079, -0.0005668978556059301, -0.0004721578734461218, -0.00037741789128631353, -0.0002826779382303357, -0.00018793797062244266, -9.319800301454961e-05, 1.5419645933434367e-06, 9.628193220123649e-05, 0.00019102189980912954, 0.0002857618674170226, 0.00038050184957683086, 0.0004752418026328087, 0.0005699817556887865, 0.0006647217087447643, 0.0007594617200084031, 0.0008542016730643809, 0.0009489416261203587, 0.0010436816373839974, 0.0011384215904399753, 0.001233161543495953, 0.001327901496551931, 0.0014226414496079087, 0.0015173814026638865, 0.0016121214721351862, 0.001706861425191164, 0.0018016013782471418, 0.0018963413313031197, 0.0019910812843590975, 0.0020858212374150753, 0.002180561190471053, 0.002275301143527031, 0.0023700410965830088, 0.0024647810496389866, 0.0025595210026949644, 0.0026542609557509422, 0.0027490011416375637, 0.0028437410946935415, 0.0029384810477495193, 0.003033221000805497, 0.003127960953861475, 0.003222700906917453, 0.0033174408599734306, 0.0034121808130294085, 0.0035069207660853863]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 1.0, 2.0, 3.0, 5.0, 3.0, 7.0, 12.0, 18.0, 19.0, 31.0, 37.0, 51.0, 77.0, 89.0, 136.0, 217.0, 283.0, 429.0, 600.0, 925.0, 1527.0, 2474.0, 4324.0, 7954.0, 16602.0, 39037.0, 128509.0, 839802.0, 66087.0, 28623.0, 15243.0, 9109.0, 5694.0, 3750.0, 2411.0, 1647.0, 1082.0, 788.0, 523.0, 415.0, 308.0, 207.0, 175.0, 119.0, 80.0, 53.0, 43.0, 31.0, 17.0, 19.0, 19.0, 8.0, 6.0, 2.0, 4.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.006150839384645224, -0.005933654028922319, -0.005716468673199415, -0.005499282851815224, -0.0052820974960923195, -0.005064912140369415, -0.004847726784646511, -0.0046305409632623196, -0.004413355607539415, -0.004196170251816511, -0.003978984896093607, -0.003761799307540059, -0.003544613951817155, -0.003327428363263607, -0.003110243007540703, -0.002893057418987155, -0.0026758720632642508, -0.0024586867075413465, -0.0022415011189877987, -0.0020243157632648945, -0.0018071301747113466, -0.0015899448189884424, -0.0013727593468502164, -0.0011555738747119904, -0.0009383884025737643, -0.0007212029304355383, -0.0005040174582973123, -0.00028683204436674714, -6.964657222852111e-05, 0.0001475388853577897, 0.0003647243429441005, 0.0005819097859784961, 0.0007990952581167221, 0.0010162807302549481, 0.0012334662023931742, 0.0014506516745314002, 0.0016678371466696262, 0.0018850225023925304, 0.0021022080909460783, 0.0023193934466689825, 0.0025365790352225304, 0.0027537643909454346, 0.0029709497466683388, 0.0031881353352218866, 0.003405320690944791, 0.0036225062794983387, 0.003839691635221243, 0.004056876990944147, 0.004274062812328339, 0.004491248168051243, 0.004708433523774147, 0.004925618879497051, 0.0051428042352199554, 0.005359990056604147, 0.005577175412327051, 0.005794360768049955, 0.00601154612377286, 0.006228731479495764, 0.006445917300879955, 0.0066631026566028595, 0.006880288012325764, 0.007097473368048668, 0.007314659189432859, 0.007531844545155764, 0.007749029900878668]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 4.0, 0.0, 1.0, 3.0, 3.0, 5.0, 5.0, 7.0, 12.0, 5.0, 2.0, 3.0, 2.0, 2.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02574339509010315, -0.024527208879590034, -0.02331102453172207, -0.022094838321208954, -0.020878653973340988, -0.019662467762827873, -0.01844628155231476, -0.017230097204446793, -0.016013910993933678, -0.014797725714743137, -0.013581540435552597, -0.012365354225039482, -0.011149168945848942, -0.009932983666658401, -0.008716797456145287, -0.007500612176954746, -0.006284426897764206, -0.005068241618573666, -0.003852055873721838, -0.002635870361700654, -0.00141968484967947, -0.0002034993376582861, 0.0010126861743628979, 0.002228871686384082, 0.003445057198405266, 0.004661242477595806, 0.005877428222447634, 0.007093613967299461, 0.008309799246490002, 0.009525984525680542, 0.010742170736193657, 0.011958356015384197, 0.013174541294574738, 0.014390726573765278, 0.015606911852955818, 0.016823098063468933, 0.0180392824113369, 0.019255468621850014, 0.02047165483236313, 0.021687839180231094, 0.02290402539074421, 0.024120211601257324, 0.02533639594912529, 0.026552582159638405, 0.02776876837015152, 0.028984952718019485, 0.0302011389285326, 0.031417325139045715, 0.03263350948691368, 0.03384969383478165, 0.03506588190793991, 0.03628206625580788, 0.03749825060367584, 0.038714438676834106, 0.03993062302470207, 0.04114680737257004, 0.0423629954457283, 0.04357917979359627, 0.04479536414146423, 0.0460115484893322, 0.04722773656249046, 0.04844392091035843, 0.049660105258226395, 0.05087629333138466, 0.052092477679252625]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 3.0, 2.0, 7.0, 9.0, 15.0, 19.0, 38.0, 35.0, 54.0, 59.0, 82.0, 127.0, 169.0, 311.0, 408.0, 623.0, 994.0, 1614.0, 2903.0, 5999.0, 1487.0, 968.0, 709.0, 480.0, 339.0, 256.0, 158.0, 142.0, 95.0, 64.0, 39.0, 40.0, 27.0, 17.0, 28.0, 15.0, 8.0, 8.0, 1.0, 5.0, 4.0, 2.0, 4.0, 1.0, 1.0, 4.0, 18.0, 19.0, 5.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 8.0], "bins": [-0.012437976896762848, -0.011978681199252605, -0.011519384570419788, -0.011060088872909546, -0.010600792244076729, -0.010141496546566486, -0.009682200849056244, -0.009222904220223427, -0.008763608522713184, -0.008304312825202942, -0.007845016196370125, -0.007385720498859882, -0.006926424335688353, -0.006467128172516823, -0.00600783247500658, -0.005548536311835051, -0.005089240148663521, -0.004629943985491991, -0.004170647822320461, -0.003711352124810219, -0.003252055961638689, -0.0027927597984671593, -0.002333463868126273, -0.0018741678213700652, -0.0014148717746138573, -0.0009555757278576493, -0.0004962796811014414, -3.698363434523344e-05, 0.0004223124124109745, 0.0008816084591671824, 0.0013409045059233904, 0.0018002005526795983, 0.0022594965994358063, 0.002718792762607336, 0.003178088692948222, 0.0036373846232891083, 0.004096680786460638, 0.004555976949632168, 0.00501527264714241, 0.00547456881031394, 0.00593386497348547, 0.006393161136657, 0.006852457299828529, 0.007311752997338772, 0.007771049160510302, 0.008230345323681831, 0.008689641021192074, 0.009148937650024891, 0.009608233347535133, 0.010067529045045376, 0.010526825673878193, 0.010986121371388435, 0.011445418000221252, 0.011904713697731495, 0.012364009395241737, 0.012823306024074554, 0.013282601721584797, 0.01374189741909504, 0.014201194047927856, 0.014660489745438099, 0.015119785442948341, 0.015579082071781158, 0.016038378700613976, 0.016497673466801643, 0.01695697009563446]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 4.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.18629668653011322, -0.1824110746383667, -0.17852546274662018, -0.17463985085487366, -0.17075425386428833, -0.1668686419725418, -0.1629830300807953, -0.15909741818904877, -0.15521180629730225, -0.15132619440555573, -0.1474405974149704, -0.14355498552322388, -0.13966937363147736, -0.13578376173973083, -0.13189814984798431, -0.1280125379562378, -0.12412693351507187, -0.12024132162332535, -0.11635571718215942, -0.1124701052904129, -0.10858449339866638, -0.10469888895750046, -0.10081327706575394, -0.09692766517400742, -0.09304206073284149, -0.08915644884109497, -0.08527083694934845, -0.08138522505760193, -0.077499620616436, -0.07361400872468948, -0.06972839683294296, -0.06584279239177704, -0.06195718050003052, -0.058071572333574295, -0.054185960441827774, -0.05030035227537155, -0.04641474038362503, -0.04252913221716881, -0.038643524050712585, -0.034757912158966064, -0.030872303992509842, -0.02698669396340847, -0.0231010839343071, -0.019215475767850876, -0.015329865738749504, -0.011444255709648132, -0.007558646611869335, -0.0036730370484292507, 0.00021257251501083374, 0.004098182078450918, 0.007983791641891003, 0.0118694007396698, 0.01575501076877117, 0.019640620797872543, 0.023526228964328766, 0.027411838993430138, 0.03129744902253151, 0.03518305718898773, 0.03906866908073425, 0.042954277247190475, 0.0468398854136467, 0.05072549730539322, 0.05461110547184944, 0.05849671736359596, 0.062382325530052185]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 5.0, 0.0, 0.0, 2.0, 2.0, 7.0, 6.0, 5.0, 18.0, 26.0, 47.0, 26.0, 13.0, 16.0, 13.0, 14.0, 9.0, 10.0, 9.0, 0.0, 3.0, 4.0, 6.0, 4.0, 6.0, 2.0, 2.0, 4.0, 6.0, 5.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.06434693187475204, -0.0621025450527668, -0.059858158230781555, -0.05761377513408661, -0.055369388312101364, -0.05312500149011612, -0.05088061839342117, -0.04863623157143593, -0.046391844749450684, -0.04414745792746544, -0.041903071105480194, -0.03965868800878525, -0.0374143011868, -0.03516991436481476, -0.03292553126811981, -0.030681144446134567, -0.028436757624149323, -0.026192370802164078, -0.023947985842823982, -0.021703600883483887, -0.019459214061498642, -0.017214827239513397, -0.014970442280173302, -0.012726056389510632, -0.010481670498847961, -0.008237284608185291, -0.005992898717522621, -0.003748512826859951, -0.0015041269361972809, 0.0007402589544653893, 0.0029846448451280594, 0.0052290307357907295, 0.0074734166264534, 0.00971780251711607, 0.01196218840777874, 0.01420657429844141, 0.01645096018910408, 0.018695347011089325, 0.02093973197042942, 0.023184116929769516, 0.02542850375175476, 0.027672890573740005, 0.0299172755330801, 0.0321616604924202, 0.03440604731440544, 0.036650434136390686, 0.03889481723308563, 0.04113920405507088, 0.04338359087705612, 0.04562797769904137, 0.04787236452102661, 0.05011674761772156, 0.0523611344397068, 0.05460552126169205, 0.05684990435838699, 0.05909429118037224, 0.06133867800235748, 0.06358306109905243, 0.06582745164632797, 0.06807183474302292, 0.07031622529029846, 0.07256060838699341, 0.07480499148368835, 0.0770493820309639, 0.07929376512765884]}, "_runtime": 163.49212670326233, "_timestamp": 1596226591.251881, "_step": 43}
+{"val_accuracy": 0.8242508561643836, "val_loss": 0.45594425914494413, "_runtime": 167.74149131774902, "_timestamp": 1596226595.5012455, "_step": 44}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: V Confidence: 0.601 Truth: v", "Prediction: 5 Confidence: 1.000 Truth: 5", "Prediction: 2 Confidence: 0.999 Truth: 2", "Prediction: 0 Confidence: 0.575 Truth: 0"]}, "_runtime": 168.02962613105774, "_timestamp": 1596226595.7893803, "_step": 45}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 3.0, 1.0, 3.0, 2.0, 2.0, 1.0, 1.0, 3.0, 8.0, 7.0, 1.0, 1.0, 2.0, 3.0, 0.0, 2.0, 4.0, 1.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011518001556396484, -0.011142299510538578, -0.010766597464680672, -0.010390895418822765, -0.010015193372964859, -0.009639491327106953, -0.009263789281249046, -0.00888808723539114, -0.008512385189533234, -0.008136684074997902, -0.007760981563478708, -0.007385279517620802, -0.007009577937424183, -0.0066338758915662766, -0.00625817384570837, -0.005882471799850464, -0.0055067697539925575, -0.005131067708134651, -0.004755365662276745, -0.0043796636164188385, -0.004003961570560932, -0.0036282597575336695, -0.003252557944506407, -0.0028768558986485004, -0.002501153852790594, -0.0021254518069326878, -0.0017497498774901032, -0.0013740479480475187, -0.0009983459021896124, -0.000622643914539367, -0.00024694192688912153, 0.0001287600607611239, 0.0005044620484113693, 0.0008801640360616148, 0.0012558660237118602, 0.0016315679531544447, 0.002007269999012351, 0.0023829720448702574, 0.00275867385789752, 0.0031343759037554264, 0.0035100779496133327, 0.003885779995471239, 0.004261482041329145, 0.004637184087187052, 0.005012885667383671, 0.005388587713241577, 0.0057642897590994835, 0.00613999180495739, 0.006515693850815296, 0.0068913958966732025, 0.007267097942531109, 0.007642799988389015, 0.008018502034246922, 0.008394204080104828, 0.008769906125962734, 0.00914560817182064, 0.009521309286355972, 0.009897011332213879, 0.010272713378071785, 0.010648415423929691, 0.011024117469787598, 0.011399819515645504, 0.01177552156150341, 0.012151223607361317, 0.012526925653219223]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 3.0, 2.0, 5.0, 8.0, 11.0, 10.0, 15.0, 20.0, 19.0, 24.0, 45.0, 58.0, 83.0, 106.0, 136.0, 211.0, 314.0, 5402.0, 651.0, 235.0, 164.0, 100.0, 65.0, 63.0, 43.0, 34.0, 17.0, 17.0, 16.0, 16.0, 14.0, 3.0, 5.0, 5.0, 3.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1386140137910843, -0.13424021005630493, -0.12986639142036438, -0.12549257278442383, -0.12111876904964447, -0.11674495786428452, -0.11237114667892456, -0.1079973354935646, -0.10362352430820465, -0.0992497131228447, -0.09487590193748474, -0.09050209075212479, -0.08612827956676483, -0.08175446838140488, -0.07738065719604492, -0.07300684601068497, -0.06863303482532501, -0.06425922363996506, -0.0598854124546051, -0.05551160126924515, -0.05113779008388519, -0.04676397889852524, -0.04239016771316528, -0.03801635652780533, -0.033642545342445374, -0.02926873415708542, -0.024894922971725464, -0.02052111178636551, -0.016147300601005554, -0.0117734894156456, -0.0073996782302856445, -0.0030258670449256897, 0.0013479441404342651, 0.00572175532579422, 0.010095566511154175, 0.01446937769651413, 0.018843188881874084, 0.02321700006723404, 0.027590811252593994, 0.03196462243795395, 0.036338433623313904, 0.04071224480867386, 0.045086055994033813, 0.04945986717939377, 0.05383367836475372, 0.05820748955011368, 0.06258130073547363, 0.06695511192083359, 0.07132892310619354, 0.0757027342915535, 0.08007654547691345, 0.08445035666227341, 0.08882416784763336, 0.09319797903299332, 0.09757179021835327, 0.10194560140371323, 0.10631941258907318, 0.11069322377443314, 0.11506703495979309, 0.11944084614515305, 0.123814657330513, 0.12818846106529236, 0.1325622797012329, 0.13693609833717346, 0.14130990207195282]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 2.0, 1.0, 1.0, 3.0, 5.0, 3.0, 2.0, 3.0, 7.0, 6.0, 4.0, 4.0, 23.0, 8.0, 5.0, 4.0, 3.0, 7.0, 3.0, 0.0, 3.0, 4.0, 4.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.002552236430346966, -0.0024630462285131216, -0.0023738557938486338, -0.0022846655920147896, -0.0021954751573503017, -0.0021062849555164576, -0.0020170947536826134, -0.0019279043190181255, -0.0018387141171842813, -0.0017495237989351153, -0.0016603334806859493, -0.0015711431624367833, -0.0014819528441876173, -0.0013927625259384513, -0.001303572324104607, -0.001214382005855441, -0.001125191687606275, -0.001036001369357109, -0.000946811109315604, -0.000857620791066438, -0.0007684305310249329, -0.0006792402127757668, -0.0005900498945266008, -0.0005008596344850957, -0.00041166931623592973, -0.00032247902709059417, -0.0002332887233933434, -0.0001440984196960926, -5.490813055075705e-05, 3.428216587053612e-05, 0.0001234724622918293, 0.00021266276598908007, 0.0003018530551344156, 0.0003910433442797512, 0.00048023363342508674, 0.0005694239516742527, 0.0006586142117157578, 0.0007478045299649239, 0.0008369948482140899, 0.000926185108255595, 0.0010153753682971, 0.001104565686546266, 0.001193756004795432, 0.001282946323044598, 0.0013721366412937641, 0.0014613269595429301, 0.0015505171613767743, 0.0016397074796259403, 0.0017288977978751063, 0.0018180881161242723, 0.0019072784343734384, 0.0019964687526226044, 0.0020856589544564486, 0.0021748493891209364, 0.0022640395909547806, 0.0023532297927886248, 0.0024424202274531126, 0.002531610429286957, 0.0026208008639514446, 0.002709991065785289, 0.002799181267619133, 0.002888371702283621, 0.002977561904117465, 0.003066752338781953, 0.003155942540615797]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 1.0, 3.0, 6.0, 8.0, 13.0, 20.0, 30.0, 37.0, 39.0, 75.0, 79.0, 136.0, 201.0, 289.0, 440.0, 671.0, 1143.0, 1952.0, 3559.0, 6740.0, 13237.0, 31381.0, 97478.0, 878723.0, 79494.0, 29642.0, 14084.0, 7774.0, 4420.0, 2799.0, 1721.0, 1118.0, 737.0, 521.0, 337.0, 240.0, 159.0, 97.0, 55.0, 54.0, 34.0, 35.0, 14.0, 11.0, 9.0, 10.0, 3.0, 3.0, 3.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.006936896126717329, -0.006716482806950808, -0.006496069487184286, -0.006275656167417765, -0.006055242847651243, -0.005834829527884722, -0.0056144162081182, -0.005394002888351679, -0.005173590034246445, -0.004953176714479923, -0.004732763394713402, -0.00451235007494688, -0.004291936755180359, -0.004071523435413837, -0.003851110115647316, -0.0036306967958807945, -0.003410283476114273, -0.0031898701563477516, -0.00296945683658123, -0.0027490435168147087, -0.0025286301970481873, -0.0023082171101123095, -0.002087803790345788, -0.0018673904705792665, -0.001646977150812745, -0.0014265638310462236, -0.0012061505112797022, -0.0009857373079285026, -0.0007653239881619811, -0.0005449106683954597, -0.0003244974068365991, -0.00010408411617390811, 0.00011632917448878288, 0.0003367424651514739, 0.0005571557558141649, 0.0007775690173730254, 0.0009979823371395469, 0.0012183956569060683, 0.001438808860257268, 0.0016592221800237894, 0.0018796354997903109, 0.0021000488195568323, 0.0023204621393233538, 0.0025408754590898752, 0.002761288546025753, 0.0029817018657922745, 0.003202115185558796, 0.0034225285053253174, 0.003642941825091839, 0.0038633551448583603, 0.004083768464624882, 0.004304181784391403, 0.004524595104157925, 0.004745008423924446, 0.0049654217436909676, 0.005185835063457489, 0.0054062483832240105, 0.005626661237329245, 0.005847074557095766, 0.0060674878768622875, 0.006287901196628809, 0.00650831451639533, 0.006728727836161852, 0.006949141155928373, 0.007169554475694895]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 1.0, 4.0, 1.0, 1.0, 0.0, 2.0, 6.0, 2.0, 11.0, 2.0, 1.0, 0.0, 1.0, 4.0, 2.0, 2.0, 2.0, 2.0, 1.0, 2.0, 1.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.040115829557180405, -0.0391831211745739, -0.03825041279196739, -0.037317704409360886, -0.03638499602675438, -0.03545228764414787, -0.03451957926154137, -0.03358687087893486, -0.03265416622161865, -0.031721457839012146, -0.03078874759376049, -0.029856039211153984, -0.028923332691192627, -0.02799062430858612, -0.027057915925979614, -0.026125207543373108, -0.0251924991607666, -0.024259790778160095, -0.02332708239555359, -0.022394374012947083, -0.021461665630340576, -0.02052895911037922, -0.019596250727772713, -0.018663542345166206, -0.0177308339625597, -0.016798125579953194, -0.015865417197346687, -0.014932709746062756, -0.01400000136345625, -0.013067292980849743, -0.012134585529565811, -0.011201877146959305, -0.010269168764352798, -0.009336460381746292, -0.008403751999139786, -0.007471044547855854, -0.006538336165249348, -0.005605627782642841, -0.004672919865697622, -0.0037402117159217596, -0.002807503566145897, -0.0018747954163700342, -0.0009420872665941715, -9.37911681830883e-06, 0.0009233290329575539, 0.0018560371827334166, 0.0027887453325092793, 0.003721453482285142, 0.004654161632061005, 0.005586870014667511, 0.00651957793161273, 0.007452285848557949, 0.008384994231164455, 0.009317702613770962, 0.010250410065054893, 0.0111831184476614, 0.012115826830267906, 0.013048535212874413, 0.013981243595480919, 0.01491395104676485, 0.015846658498048782, 0.01677936688065529, 0.017712075263261795, 0.0186447836458683, 0.019577492028474808]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [8.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 16.0, 12.0, 17.0, 9.0, 3.0, 1.0, 6.0, 4.0, 4.0, 11.0, 22.0, 19.0, 31.0, 54.0, 46.0, 45.0, 59.0, 83.0, 104.0, 150.0, 177.0, 226.0, 270.0, 379.0, 508.0, 816.0, 1140.0, 2111.0, 5701.0, 1610.0, 1093.0, 838.0, 662.0, 511.0, 364.0, 277.0, 226.0, 180.0, 120.0, 97.0, 111.0, 68.0, 53.0, 36.0, 37.0, 23.0, 21.0, 11.0, 18.0, 15.0, 4.0, 4.0, 5.0, 7.0, 1.0, 0.0, 5.0], "bins": [-0.013003827072679996, -0.012634760700166225, -0.012265695258975029, -0.011896628886461258, -0.011527563445270061, -0.01115849707275629, -0.010789431631565094, -0.010420365259051323, -0.010051298886537552, -0.009682233445346355, -0.009313167072832584, -0.008944101631641388, -0.008575035259127617, -0.00820596981793642, -0.00783690344542265, -0.007467837538570166, -0.007098771631717682, -0.006729705724865198, -0.006360639818012714, -0.005991573911160231, -0.005622508004307747, -0.005253441631793976, -0.004884375724941492, -0.004515309818089008, -0.004146243911236525, -0.003777178004384041, -0.003408112097531557, -0.0030390459578484297, -0.002669980050995946, -0.002300914144143462, -0.0019318481208756566, -0.001562782097607851, -0.0011937161907553673, -0.0008246502256952226, -0.00045558426063507795, -8.651829557493329e-05, 0.00028254766948521137, 0.000651613634545356, 0.0010206795996055007, 0.0013897456228733063, 0.00175881152972579, 0.0021278774365782738, 0.0024969433434307575, 0.002866009483113885, 0.0032350753899663687, 0.0036041412968188524, 0.00397320743650198, 0.004342273343354464, 0.004711339250206947, 0.005080405157059431, 0.005449471063911915, 0.005818536970764399, 0.006187602877616882, 0.006556669250130653, 0.006925735156983137, 0.007294801063835621, 0.007663866970688105, 0.008032932877540588, 0.00840199925005436, 0.008771064691245556, 0.009140131063759327, 0.009509196504950523, 0.009878262877464294, 0.010247328318655491, 0.010616394691169262]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.07959916442632675, -0.07561458647251129, -0.07163001596927643, -0.06764544546604156, -0.0636608675122261, -0.05967629328370094, -0.05569171905517578, -0.05170714482665062, -0.04772257059812546, -0.043737996369600296, -0.039753422141075134, -0.03576884791254997, -0.03178427368402481, -0.02779969945549965, -0.023815125226974487, -0.019830550998449326, -0.015845976769924164, -0.011861402541399002, -0.00787682831287384, -0.0038922540843486786, 9.232014417648315e-05, 0.004076894372701645, 0.008061468601226807, 0.012046042829751968, 0.01603061705827713, 0.020015191286802292, 0.023999765515327454, 0.027984339743852615, 0.03196891397237778, 0.03595348820090294, 0.0399380624294281, 0.04392263665795326, 0.047907210886478424, 0.051891785115003586, 0.05587635934352875, 0.05986093357205391, 0.06384550780057907, 0.06783008575439453, 0.0718146562576294, 0.07579922676086426, 0.07978380471467972, 0.08376838266849518, 0.08775295317173004, 0.0917375236749649, 0.09572210162878036, 0.09970667958259583, 0.10369125008583069, 0.10767582058906555, 0.11166039854288101, 0.11564497649669647, 0.11962954699993134, 0.1236141175031662, 0.12759870290756226, 0.13158327341079712, 0.13556784391403198, 0.13955241441726685, 0.1435369849205017, 0.14752157032489777, 0.15150614082813263, 0.1554907113313675, 0.15947529673576355, 0.1634598672389984, 0.16744443774223328, 0.17142900824546814, 0.175413578748703]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 1.0, 2.0, 5.0, 2.0, 1.0, 3.0, 6.0, 8.0, 9.0, 11.0, 12.0, 10.0, 6.0, 8.0, 11.0, 11.0, 8.0, 12.0, 20.0, 14.0, 16.0, 38.0, 17.0, 11.0, 8.0, 4.0, 3.0, 6.0, 0.0, 3.0, 1.0, 2.0, 2.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.04536285251379013, -0.043526265770196915, -0.0416896753013134, -0.039853088557720184, -0.03801650181412697, -0.036179911345243454, -0.03434332460165024, -0.03250673785805702, -0.030670147389173508, -0.028833560645580292, -0.026996972039341927, -0.02516038343310356, -0.023323796689510345, -0.02148720808327198, -0.019650619477033615, -0.0178140327334404, -0.015977444127202034, -0.014140856452286243, -0.012304267846047878, -0.010467680171132088, -0.008631091564893723, -0.006794503889977932, -0.004957916215062141, -0.0031213280744850636, -0.0012847399339079857, 0.0005518480902537704, 0.0023884361144155264, 0.004225024022161961, 0.0060616121627390385, 0.007898200303316116, 0.009734787978231907, 0.011571376584470272, 0.013407964259386063, 0.015244551934301853, 0.017081139609217644, 0.01891772821545601, 0.020754316821694374, 0.02259090356528759, 0.024427492171525955, 0.02626408077776432, 0.028100669384002686, 0.0299372561275959, 0.03177384287118912, 0.03361043334007263, 0.03544702008366585, 0.037283606827259064, 0.03912019729614258, 0.040956784039735794, 0.04279337078332901, 0.044629961252212524, 0.04646654799580574, 0.048303138464689255, 0.05013972520828247, 0.05197631195187569, 0.0538129024207592, 0.05564948916435242, 0.05748607590794563, 0.05932266637682915, 0.06115925312042236, 0.06299584358930588, 0.0648324266076088, 0.06666901707649231, 0.06850560754537582, 0.07034219056367874, 0.07217878103256226]}, "_runtime": 172.69383192062378, "_timestamp": 1596226600.453586, "_step": 46}
+{"val_accuracy": 0.825789098173516, "val_loss": 0.45604135252569367, "_runtime": 179.38776087760925, "_timestamp": 1596226607.147515, "_step": 47}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: V Confidence: 0.565 Truth: v", "Prediction: 5 Confidence: 1.000 Truth: 5", "Prediction: 2 Confidence: 0.999 Truth: 2", "Prediction: 0 Confidence: 0.585 Truth: 0"]}, "_runtime": 179.685631275177, "_timestamp": 1596226607.4453855, "_step": 48}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 3.0, 3.0, 3.0, 5.0, 4.0, 8.0, 5.0, 3.0, 0.0, 1.0, 2.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01417795941233635, -0.013787046074867249, -0.013396132737398148, -0.013005218468606472, -0.012614305131137371, -0.01222339179366827, -0.01183247845619917, -0.011441565118730068, -0.011050650849938393, -0.010659737512469292, -0.01026882417500019, -0.00987791083753109, -0.009486997500061989, -0.009096084162592888, -0.008705169893801212, -0.008314256556332111, -0.00792334321886301, -0.0075324298813939095, -0.007141516078263521, -0.00675060274079442, -0.006359688937664032, -0.005968775600194931, -0.00557786226272583, -0.005186948459595442, -0.004796035122126341, -0.00440512178465724, -0.004014207981526852, -0.0036232946440577507, -0.003232381073758006, -0.0028414675034582615, -0.0024505541659891605, -0.002059640595689416, -0.0016687270253896713, -0.0012778134550899267, -0.0008869000012055039, -0.0004959864891134202, -0.00010507297702133656, 0.00028584053507074714, 0.0006767540471628308, 0.0010676675010472536, 0.0014585810713469982, 0.0018494946416467428, 0.0022404082119464874, 0.0026313215494155884, 0.003022235119715333, 0.0034131486900150776, 0.0038040620274841785, 0.004194975830614567, 0.004585889168083668, 0.004976802505552769, 0.005367716308683157, 0.005758629646152258, 0.006149543449282646, 0.006540456786751747, 0.006931370124220848, 0.007322283927351236, 0.007713197264820337, 0.008104111067950726, 0.008495024405419827, 0.008885937742888927, 0.009276851080358028, 0.00966776441782713, 0.010058678686618805, 0.010449592024087906, 0.010840505361557007]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 3.0, 0.0, 0.0, 1.0, 2.0, 3.0, 2.0, 1.0, 3.0, 7.0, 5.0, 4.0, 5.0, 6.0, 6.0, 12.0, 15.0, 20.0, 25.0, 21.0, 28.0, 49.0, 64.0, 85.0, 106.0, 166.0, 298.0, 849.0, 5178.0, 335.0, 176.0, 118.0, 70.0, 58.0, 42.0, 44.0, 26.0, 23.0, 16.0, 10.0, 7.0, 5.0, 5.0, 4.0, 5.0, 8.0, 3.0, 2.0, 2.0, 4.0, 1.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.10947482287883759, -0.10582669079303741, -0.10217855870723724, -0.09853042662143707, -0.0948822945356369, -0.09123416244983673, -0.08758603036403656, -0.08393789827823639, -0.08028976619243622, -0.07664163410663605, -0.07299350202083588, -0.0693453699350357, -0.06569723784923553, -0.06204910948872566, -0.05840097740292549, -0.05475284531712532, -0.05110471323132515, -0.04745658114552498, -0.04380844905972481, -0.04016031697392464, -0.036512184888124466, -0.032864052802324295, -0.029215922579169273, -0.025567790493369102, -0.02191965840756893, -0.01827152632176876, -0.01462339423596859, -0.010975263081490993, -0.007327130995690823, -0.0036789991427212954, -3.086728975176811e-05, 0.003617264563217759, 0.007265396416187286, 0.010913528501987457, 0.014561660587787628, 0.0182097926735878, 0.02185792475938797, 0.02550605498254299, 0.029154187068343163, 0.03280232101678848, 0.036450453102588654, 0.040098581463098526, 0.0437467135488987, 0.04739484563469887, 0.05104297772049904, 0.05469110980629921, 0.05833924189209938, 0.06198737397789955, 0.06563550233840942, 0.0692836344242096, 0.07293176651000977, 0.07657989859580994, 0.08022803068161011, 0.08387616276741028, 0.08752429485321045, 0.09117242693901062, 0.09482055902481079, 0.09846869111061096, 0.10211682319641113, 0.1057649552822113, 0.10941308736801147, 0.11306121945381165, 0.11670935153961182, 0.12035748362541199, 0.12400561571121216]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 2.0, 1.0, 1.0, 1.0, 4.0, 1.0, 0.0, 3.0, 2.0, 3.0, 1.0, 2.0, 4.0, 2.0, 4.0, 4.0, 5.0, 23.0, 5.0, 8.0, 3.0, 5.0, 5.0, 5.0, 2.0, 3.0, 4.0, 1.0, 1.0, 3.0, 2.0, 0.0, 3.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.003040725365281105, -0.002958676777780056, -0.002876628190279007, -0.002794579602777958, -0.002712531015276909, -0.00263048242777586, -0.0025484340731054544, -0.0024663854856044054, -0.0023843368981033564, -0.0023022883106023073, -0.0022202397231012583, -0.0021381911356002092, -0.00205614254809916, -0.001974093960598111, -0.001892045489512384, -0.001809996902011335, -0.0017279483145102859, -0.0016458997270092368, -0.0015638511395081878, -0.0014818026684224606, -0.0013997540809214115, -0.0013177054934203625, -0.0012356569059193134, -0.0011536083184182644, -0.0010715597309172153, -0.0009895112598314881, -0.0009074626723304391, -0.00082541408482939, -0.000743365497328341, -0.0006613169680349529, -0.0005792683805339038, -0.0004972198512405157, -0.00041517126373946667, -0.0003331227053422481, -0.0002510741469450295, -0.00016902555944398046, -8.697700104676187e-05, -4.928435373585671e-06, 7.712013029959053e-05, 0.00015916870324872434, 0.00024121726164594293, 0.0003232658200431615, 0.0004053143784403801, 0.00048736296594142914, 0.0005694115534424782, 0.0006514600827358663, 0.0007335086702369153, 0.0008155571995303035, 0.0008976057870313525, 0.0009796543745324016, 0.0010617029620334506, 0.0011437514331191778, 0.0012258000206202269, 0.001307848608121276, 0.001389897195622325, 0.001471945783123374, 0.001553994370624423, 0.0016360428417101502, 0.0017180914292111993, 0.0018001400167122483, 0.0018821886042132974, 0.0019642370752990246, 0.0020462856628000736, 0.0021283342503011227, 0.0022103828378021717]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 3.0, 0.0, 3.0, 6.0, 10.0, 4.0, 14.0, 18.0, 27.0, 33.0, 51.0, 61.0, 90.0, 113.0, 155.0, 202.0, 275.0, 333.0, 449.0, 595.0, 789.0, 1134.0, 1632.0, 2373.0, 3587.0, 5797.0, 9874.0, 18696.0, 43011.0, 167468.0, 809572.0, 51369.0, 24062.0, 13565.0, 7925.0, 5233.0, 3351.0, 2255.0, 1532.0, 1112.0, 778.0, 559.0, 431.0, 277.0, 202.0, 177.0, 131.0, 81.0, 64.0, 46.0, 28.0, 29.0, 18.0, 16.0, 8.0, 8.0, 3.0, 4.0, 1.0, 2.0, 2.0, 2.0], "bins": [-0.005360466428101063, -0.005193773657083511, -0.00502708088606596, -0.004860387649387121, -0.00469369487836957, -0.004527002107352018, -0.004360309336334467, -0.0041936165653169155, -0.004026923328638077, -0.003860230790451169, -0.003693537786602974, -0.0035268450155854225, -0.003360152244567871, -0.003193459240719676, -0.0030267664697021246, -0.0028600734658539295, -0.002693380694836378, -0.0025266879238188267, -0.0023599949199706316, -0.00219330214895308, -0.002026609145104885, -0.0018599163740873337, -0.0016932236030697823, -0.001526530715636909, -0.0013598378282040358, -0.0011931449407711625, -0.0010264520533382893, -0.0008597592823207378, -0.0006930663948878646, -0.0005263735074549913, -0.000359680678229779, -0.0001929878199007362, -2.629496157169342e-05, 0.00014039789675734937, 0.00030709075508639216, 0.00047378361341543496, 0.0006404764717444777, 0.000807169359177351, 0.0009738621884025633, 0.0011405550176277757, 0.001307247905060649, 0.0014739407924935222, 0.0016406336799263954, 0.0018073264509439468, 0.0019740192219614983, 0.0021407122258096933, 0.0023074049968272448, 0.00247409800067544, 0.0026407907716929913, 0.0028074835427105427, 0.0029741765465587378, 0.003140869317576289, 0.0033075623214244843, 0.0034742550924420357, 0.003640947863459587, 0.003807640867307782, 0.00397433340549469, 0.004141026642173529, 0.00430771941319108, 0.0044744121842086315, 0.004641104955226183, 0.004807797726243734, 0.004974490962922573, 0.0051411837339401245, 0.005307876504957676]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 6.0, 4.0, 4.0, 5.0, 0.0, 3.0, 2.0, 10.0, 3.0, 3.0, 4.0, 2.0, 2.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012082965113222599, -0.01118894200772047, -0.010294918902218342, -0.009400896728038788, -0.00850687362253666, -0.007612850517034531, -0.006718827411532402, -0.005824804771691561, -0.004930781666189432, -0.0040367585606873035, -0.0031427359208464622, -0.0022487128153443336, -0.0013546899426728487, -0.00046066701179370284, 0.000433355919085443, 0.0013273789081722498, 0.0022214017808437347, 0.0031154246535152197, 0.004009447526186705, 0.004903470631688833, 0.0057974932715296745, 0.006691516377031803, 0.007585539482533932, 0.00847956258803606, 0.009373584762215614, 0.010267607867717743, 0.011161630973219872, 0.012055654078722, 0.012949677184224129, 0.013843700289726257, 0.014737722463905811, 0.015631746500730515, 0.016525767743587494, 0.017419790849089622, 0.01831381395459175, 0.01920783706009388, 0.02010186016559601, 0.020995883271098137, 0.021889906376600266, 0.022783929482102394, 0.023677952587604523, 0.02457197569310665, 0.02546599879860878, 0.02636002004146576, 0.027254043146967888, 0.028148066252470016, 0.029042089357972145, 0.029936112463474274, 0.030830135568976402, 0.03172415867447853, 0.03261817991733551, 0.03351220488548279, 0.03440622612833977, 0.035300251096487045, 0.036194272339344025, 0.0370882973074913, 0.03798231855034828, 0.03887634351849556, 0.03977036476135254, 0.04066438600420952, 0.041558410972356796, 0.042452432215213776, 0.04334645718336105, 0.04424047842621803, 0.04513450339436531]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 5.0, 3.0, 2.0, 7.0, 21.0, 25.0, 27.0, 36.0, 55.0, 84.0, 108.0, 160.0, 208.0, 295.0, 455.0, 593.0, 860.0, 1198.0, 1828.0, 6155.0, 2281.0, 1160.0, 695.0, 528.0, 414.0, 279.0, 204.0, 169.0, 137.0, 95.0, 87.0, 48.0, 32.0, 21.0, 9.0, 23.0, 16.0, 16.0, 8.0, 9.0, 9.0, 4.0, 5.0, 1.0, 0.0, 0.0, 0.0, 4.0, 5.0, 2.0, 12.0, 8.0, 8.0, 6.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 5.0], "bins": [-0.008011354133486748, -0.007659415248781443, -0.007307476829737425, -0.00695553794503212, -0.006603599525988102, -0.006251660641282797, -0.005899722222238779, -0.005547783337533474, -0.005195844918489456, -0.004843906033784151, -0.004491967149078846, -0.004140028730034828, -0.003788089845329523, -0.0034361511934548616, -0.0030842125415802, -0.0027322738897055387, -0.0023803352378308773, -0.002028396585956216, -0.0016764579340815544, -0.0013245191657915711, -0.0009725805139169097, -0.0006206418620422482, -0.0002687031519599259, 8.323552901856601e-05, 0.0004351742099970579, 0.0007871128618717194, 0.0011390515137463808, 0.001490990282036364, 0.0018429289339110255, 0.002194867702201009, 0.0025468063540756702, 0.0028987450059503317, 0.003250683657824993, 0.0036026223096996546, 0.003954560961574316, 0.004306499846279621, 0.004658438265323639, 0.005010377150028944, 0.005362315569072962, 0.005714254453778267, 0.006066192872822285, 0.00641813175752759, 0.006770070642232895, 0.007122009061276913, 0.007473947945982218, 0.007825886830687523, 0.00817782524973154, 0.008529763668775558, 0.008881703019142151, 0.009233641438186169, 0.009585579857230186, 0.009937518276274204, 0.010289457626640797, 0.010641396045684814, 0.010993334464728832, 0.01134527288377285, 0.011697212234139442, 0.01204915065318346, 0.012401089072227478, 0.01275302842259407, 0.013104966841638088, 0.013456905260682106, 0.013808843679726124, 0.014160783030092716, 0.014512721449136734]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 3.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.10429397970438004, -0.1015440970659256, -0.09879422187805176, -0.09604433923959732, -0.09329445660114288, -0.09054458141326904, -0.0877946987748146, -0.08504481613636017, -0.08229494094848633, -0.07954505831003189, -0.07679517567157745, -0.07404529303312302, -0.07129541784524918, -0.06854553520679474, -0.0657956525683403, -0.06304577738046646, -0.060295894742012024, -0.057546015828847885, -0.05479613319039345, -0.05204625427722931, -0.04929637163877487, -0.04654649272561073, -0.043796613812446594, -0.04104673117399216, -0.03829685226082802, -0.03554697334766388, -0.03279709070920944, -0.030047211796045303, -0.027297331020236015, -0.024547450244426727, -0.02179757133126259, -0.0190476905554533, -0.016297809779644012, -0.013547929003834724, -0.010798049159348011, -0.008048169314861298, -0.00529828853905201, -0.002548408228904009, 0.00020147208124399185, 0.0029513523913919926, 0.005701232701539993, 0.008451113477349281, 0.011200993321835995, 0.013950873166322708, 0.016700753942131996, 0.019450634717941284, 0.022200513631105423, 0.02495039440691471, 0.027700275182724, 0.030450155958533287, 0.033200036734342575, 0.035949915647506714, 0.03869979828596115, 0.04144967719912529, 0.04419955611228943, 0.046949438750743866, 0.049699317663908005, 0.052449196577072144, 0.05519907921552658, 0.05794895812869072, 0.06069883704185486, 0.0634487196803093, 0.06619860231876373, 0.06894847750663757, 0.07169836014509201]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 4.0, 2.0, 5.0, 5.0, 5.0, 7.0, 6.0, 4.0, 2.0, 8.0, 7.0, 7.0, 5.0, 2.0, 8.0, 17.0, 13.0, 12.0, 28.0, 13.0, 19.0, 7.0, 11.0, 8.0, 7.0, 9.0, 9.0, 6.0, 3.0, 1.0, 4.0, 2.0, 3.0, 1.0, 5.0, 2.0, 6.0, 2.0, 3.0, 2.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.04042584076523781, -0.03921424597501755, -0.03800265118479729, -0.036791056394577026, -0.035579461604356766, -0.034367866814136505, -0.033156272023916245, -0.031944677233695984, -0.030733082443475723, -0.029521487653255463, -0.028309892863035202, -0.02709829807281494, -0.02588670328259468, -0.02467510849237442, -0.02346351370215416, -0.0222519189119339, -0.02104032412171364, -0.019828729331493378, -0.018617134541273117, -0.017405539751052856, -0.016193944960832596, -0.014982350170612335, -0.013770755380392075, -0.012559160590171814, -0.011347565799951553, -0.010135971009731293, -0.008924376219511032, -0.0077127814292907715, -0.006501186639070511, -0.00528959184885025, -0.00407799705862999, -0.002866402268409729, -0.0016548074781894684, -0.00044321268796920776, 0.0007683821022510529, 0.0019799768924713135, 0.003191571682691574, 0.004403166472911835, 0.005614761263132095, 0.006826356053352356, 0.008037950843572617, 0.009249545633792877, 0.010461140424013138, 0.011672735214233398, 0.012884330004453659, 0.01409592479467392, 0.01530751958489418, 0.01651911437511444, 0.0177307091653347, 0.018942303955554962, 0.020153898745775223, 0.021365493535995483, 0.022577088326215744, 0.023788683116436005, 0.025000277906656265, 0.026211872696876526, 0.027423467487096786, 0.028635062277317047, 0.029846657067537308, 0.03105825185775757, 0.03226984664797783, 0.03348144143819809, 0.03469303622841835, 0.03590463101863861, 0.03711622580885887]}, "_runtime": 181.922119140625, "_timestamp": 1596226609.6818733, "_step": 49}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 1.0, 1.0, 2.0, 3.0, 0.0, 1.0, 1.0, 1.0, 2.0, 4.0, 0.0, 5.0, 4.0, 4.0, 3.0, 1.0, 1.0, 1.0, 0.0, 2.0, 3.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.009961262345314026, -0.009702215902507305, -0.00944316852837801, -0.009184122085571289, -0.008925074711441994, -0.008666028268635273, -0.008406981825828552, -0.008147934451699257, -0.007888888008892536, -0.007629841100424528, -0.00737079419195652, -0.007111747749149799, -0.006852700840681791, -0.006593653932213783, -0.0063346074894070625, -0.0060755605809390545, -0.0058165136724710464, -0.005557466764003038, -0.00529841985553503, -0.00503937341272831, -0.004780326504260302, -0.0045212795957922935, -0.004262233152985573, -0.004003186244517565, -0.0037441393360495567, -0.0034850924275815487, -0.0032260457519441843, -0.00296699907630682, -0.002707952167838812, -0.002448905259370804, -0.0021898585837334394, -0.0019308117916807532, -0.001671764999628067, -0.0014127182075753808, -0.0011536714155226946, -0.0008946246234700084, -0.0006355778314173222, -0.00037653103936463594, -0.00011748424731194973, 0.00014156254474073648, 0.0004006093367934227, 0.0006596561288461089, 0.0009187029208987951, 0.0011777497129514813, 0.0014367965050041676, 0.0016958432970568538, 0.00195489008910954, 0.0022139367647469044, 0.0024729836732149124, 0.0027320305816829205, 0.002991077257320285, 0.0032501239329576492, 0.0035091708414256573, 0.0037682177498936653, 0.004027264192700386, 0.004286311101168394, 0.004545358009636402, 0.00480440491810441, 0.005063451826572418, 0.005322498269379139, 0.005581545177847147, 0.005840592086315155, 0.006099638529121876, 0.006358685437589884, 0.006617732346057892]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [3.0, 2.0, 3.0, 1.0, 2.0, 1.0, 0.0, 0.0, 3.0, 3.0, 1.0, 6.0, 3.0, 5.0, 11.0, 4.0, 9.0, 11.0, 20.0, 13.0, 16.0, 25.0, 29.0, 28.0, 43.0, 43.0, 68.0, 83.0, 78.0, 139.0, 203.0, 391.0, 5325.0, 475.0, 242.0, 151.0, 93.0, 76.0, 56.0, 54.0, 45.0, 23.0, 29.0, 21.0, 17.0, 18.0, 14.0, 13.0, 10.0, 4.0, 2.0, 5.0, 5.0, 4.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.08649185299873352, -0.08382585644721985, -0.08115985989570618, -0.0784938633441925, -0.07582786679267883, -0.07316187024116516, -0.07049587368965149, -0.06782987713813782, -0.06516388058662415, -0.06249788776040077, -0.0598318912088871, -0.05716589465737343, -0.054499901831150055, -0.05183390527963638, -0.04916790872812271, -0.04650191217660904, -0.04383591562509537, -0.041169919073581696, -0.038503922522068024, -0.03583792597055435, -0.03317192941904068, -0.030505934730172157, -0.027839940041303635, -0.025173943489789963, -0.02250794693827629, -0.01984195038676262, -0.017175953835248947, -0.014509959146380424, -0.011843962594866753, -0.00917796604335308, -0.0065119704231619835, -0.003845974337309599, -0.0011799782514572144, 0.0014860178343951702, 0.004152013920247555, 0.006818010006099939, 0.009484006091952324, 0.012150002643465996, 0.014815998263657093, 0.01748199388384819, 0.020147990435361862, 0.022813986986875534, 0.025479983538389206, 0.02814597822725773, 0.0308119747787714, 0.03347796946763992, 0.036143966019153595, 0.03880996257066727, 0.04147595912218094, 0.04414195567369461, 0.04680795222520828, 0.049473948776721954, 0.052139945328235626, 0.054805938154459, 0.05747193470597267, 0.06013793125748634, 0.06280392408370972, 0.06546992063522339, 0.06813591718673706, 0.07080191373825073, 0.0734679102897644, 0.07613390684127808, 0.07879990339279175, 0.08146589994430542, 0.08413189649581909]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [4.0, 1.0, 0.0, 4.0, 2.0, 3.0, 4.0, 3.0, 4.0, 1.0, 1.0, 0.0, 6.0, 2.0, 0.0, 5.0, 5.0, 3.0, 3.0, 4.0, 1.0, 21.0, 4.0, 4.0, 3.0, 4.0, 6.0, 2.0, 1.0, 4.0, 2.0, 3.0, 4.0, 4.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0015639475313946605, -0.0014910065801814198, -0.0014180655125528574, -0.0013451245613396168, -0.0012721834937110543, -0.0011992425424978137, -0.0011263014748692513, -0.0010533605236560106, -0.00098041957244277, -0.0009074785048142076, -0.000834537495393306, -0.0007615964859724045, -0.0006886555347591639, -0.0006157145253382623, -0.0005427735159173608, -0.00046983250649645925, -0.0003968914970755577, -0.00032395048765465617, -0.00025100947823375463, -0.00017806849791668355, -0.00010512748849578202, -3.2186486350838095e-05, 4.075451579410583e-05, 0.00011369551793904975, 0.00018663652008399367, 0.0002595775295048952, 0.00033251853892579675, 0.00040545951924286783, 0.00047840052866376936, 0.0005513415089808404, 0.000624282518401742, 0.0006972235278226435, 0.0007701645372435451, 0.0008431055466644466, 0.0009160465560853481, 0.0009889875072985888, 0.0010619285749271512, 0.0011348695261403918, 0.0012078105937689543, 0.001280751544982195, 0.0013536924961954355, 0.001426633563823998, 0.0014995745150372386, 0.001572515582665801, 0.0016454565338790417, 0.0017183976015076041, 0.0017913385527208447, 0.0018642796203494072, 0.0019372205715626478, 0.0020101615227758884, 0.002083102473989129, 0.0021560436580330133, 0.002228984609246254, 0.0023019255604594946, 0.002374866511672735, 0.0024478076957166195, 0.00252074864692986, 0.0025936895981431007, 0.0026666305493563414, 0.002739571500569582, 0.0028125126846134663, 0.002885453635826707, 0.0029583945870399475, 0.003031335538253188, 0.0031042764894664288]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 1.0, 4.0, 7.0, 8.0, 16.0, 23.0, 47.0, 63.0, 108.0, 151.0, 237.0, 365.0, 665.0, 1032.0, 1880.0, 3641.0, 7864.0, 18741.0, 59545.0, 938903.0, 98296.0, 25839.0, 10483.0, 4951.0, 2563.0, 1446.0, 905.0, 560.0, 344.0, 227.0, 156.0, 119.0, 100.0, 81.0, 66.0, 32.0, 36.0, 25.0, 17.0, 12.0, 15.0, 8.0, 14.0, 10.0, 5.0, 7.0, 3.0, 4.0, 3.0, 5.0, 2.0, 0.0, 1.0, 1.0, 3.0, 2.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.006113941315561533, -0.0058561284095048904, -0.005598315969109535, -0.00534050352871418, -0.0050826906226575375, -0.004824877716600895, -0.00456706527620554, -0.0043092528358101845, -0.004051439929753542, -0.003793627256527543, -0.003535814583301544, -0.0032780019100755453, -0.0030201892368495464, -0.0027623765636235476, -0.0025045638903975487, -0.00224675121717155, -0.001988938543945551, -0.001731125870719552, -0.0014733131974935532, -0.0012155005242675543, -0.0009576878510415554, -0.0006998751778155565, -0.00044206250458955765, -0.00018424983136355877, 7.356284186244011e-05, 0.000331375515088439, 0.0005891881883144379, 0.0008470008615404367, 0.0011048135347664356, 0.0013626262079924345, 0.0016204388812184334, 0.0018782515544444323, 0.002136064227670431, 0.00239387690089643, 0.002651689574122429, 0.0029095022473484278, 0.0031673149205744267, 0.0034251275938004255, 0.0036829402670264244, 0.00394075270742178, 0.004198565613478422, 0.004456378519535065, 0.00471419095993042, 0.004972003400325775, 0.005229816306382418, 0.00548762921243906, 0.0057454416528344154, 0.006003254093229771, 0.006261066999286413, 0.006518879905343056, 0.006776692345738411, 0.007034504786133766, 0.007292317692190409, 0.007550130598247051, 0.0078079430386424065, 0.008065755479037762, 0.008323568850755692, 0.008581381291151047, 0.008839193731546402, 0.009097006171941757, 0.009354818612337112, 0.009612631984055042, 0.009870444424450397, 0.010128256864845753, 0.010386070236563683]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 3.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 4.0, 2.0, 1.0, 9.0, 1.0, 2.0, 1.0, 1.0, 2.0, 1.0, 3.0, 1.0, 2.0, 5.0, 1.0, 0.0, 0.0, 0.0, 1.0, 4.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.019156768918037415, -0.018650051206350327, -0.01814333349466324, -0.01763661578297615, -0.017129898071289062, -0.016623180359601974, -0.016116462647914886, -0.015609744004905224, -0.015103026293218136, -0.014596308581531048, -0.01408959086984396, -0.013582873158156872, -0.01307615451514721, -0.012569436803460121, -0.012062719091773033, -0.011556001380085945, -0.011049283668398857, -0.010542565956711769, -0.010035848245024681, -0.009529130533337593, -0.009022412821650505, -0.008515694178640842, -0.008008976466953754, -0.007502258755266666, -0.006995541043579578, -0.00648882333189249, -0.005982105620205402, -0.005475387442857027, -0.004968669731169939, -0.004461952019482851, -0.003955233842134476, -0.0034485161304473877, -0.0029417984187602997, -0.0024350807070732117, -0.00192836276255548, -0.0014216449344530702, -0.0009149271063506603, -0.0004082092782482505, 9.850854985415936e-05, 0.0006052263779565692, 0.001111944206058979, 0.0016186620341613889, 0.0021253798622637987, 0.0026320978067815304, 0.0031388155184686184, 0.0036455332301557064, 0.004152251407504082, 0.00465896911919117, 0.005165686830878258, 0.005672404542565346, 0.006179122254252434, 0.006685840431600809, 0.007192558143287897, 0.007699275854974985, 0.00820599403232336, 0.008712711744010448, 0.009219429455697536, 0.009726147167384624, 0.010232864879071712, 0.0107395825907588, 0.011246301233768463, 0.011753018945455551, 0.01225973665714264, 0.012766454368829727, 0.013273172080516815]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 0.0, 3.0, 1.0, 0.0, 1.0, 3.0, 1.0, 2.0, 6.0, 3.0, 3.0, 7.0, 4.0, 12.0, 15.0, 7.0, 19.0, 38.0, 40.0, 39.0, 44.0, 55.0, 68.0, 107.0, 134.0, 196.0, 263.0, 366.0, 498.0, 718.0, 978.0, 1436.0, 5417.0, 2526.0, 1399.0, 1009.0, 811.0, 559.0, 402.0, 308.0, 242.0, 150.0, 134.0, 104.0, 66.0, 57.0, 38.0, 40.0, 24.0, 18.0, 13.0, 13.0, 12.0, 6.0, 6.0, 2.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010896086692810059, -0.010575217194855213, -0.010254346765577793, -0.009933477267622948, -0.009612607769668102, -0.009291738271713257, -0.008970867842435837, -0.008649998344480991, -0.008329128846526146, -0.008008258417248726, -0.0076873889192938805, -0.007366519421339035, -0.007045649457722902, -0.006724779959768057, -0.006403909996151924, -0.006083040498197079, -0.005762170534580946, -0.005441300570964813, -0.005120431073009968, -0.004799561109393835, -0.00447869161143899, -0.004157821647822857, -0.003836951917037368, -0.0035160821862518787, -0.0031952124554663897, -0.0028743427246809006, -0.0025534729938954115, -0.0022326032631099224, -0.0019117334159091115, -0.0015908636851236224, -0.0012699938379228115, -0.0009491241071373224, -0.0006282543763518333, -0.0003073846164625138, 1.3485143426805735e-05, 0.0003343549033161253, 0.0006552246632054448, 0.0009760943939909339, 0.0012969642411917448, 0.0016178339719772339, 0.001938703702762723, 0.002259573433548212, 0.002580443164333701, 0.00290131289511919, 0.003222182858735323, 0.003543052589520812, 0.003863922320306301, 0.0041847918182611465, 0.004505661781877279, 0.004826531745493412, 0.0051474012434482574, 0.00546827120706439, 0.005789140705019236, 0.006110010668635368, 0.006430880166590214, 0.0067517501302063465, 0.007072620093822479, 0.007393489591777325, 0.007714359555393457, 0.00803522951900959, 0.008356099016964436, 0.008676968514919281, 0.008997838012874126, 0.009318708442151546, 0.009639577940106392]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 3.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 2.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.045524295419454575, -0.0429704487323761, -0.04041660577058792, -0.037862759083509445, -0.03530891612172127, -0.03275506943464279, -0.030201224610209465, -0.02764737978577614, -0.02509353496134281, -0.022539690136909485, -0.019985845312476158, -0.01743200048804283, -0.01487815473228693, -0.012324309907853603, -0.009770464152097702, -0.007216619327664375, -0.004662774503231049, -0.002108929445967078, 0.00044491561129689217, 0.0029987606685608625, 0.005552605725824833, 0.00810645055025816, 0.010660296306014061, 0.013214141130447388, 0.015767985954880714, 0.01832183077931404, 0.020875675603747368, 0.023429520428180695, 0.02598336711525917, 0.028537211939692497, 0.031091056764125824, 0.033644899725914, 0.03619874641299248, 0.03875259310007095, 0.04130643606185913, 0.04386028274893761, 0.046414125710725784, 0.04896797239780426, 0.05152181535959244, 0.054075662046670914, 0.05662950873374939, 0.05918335169553757, 0.06173719838261604, 0.06429104506969452, 0.0668448880314827, 0.06939873099327087, 0.07195257395505905, 0.07450642436742783, 0.077060267329216, 0.07961411029100418, 0.08216796070337296, 0.08472180366516113, 0.08727564662694931, 0.08982948958873749, 0.09238334000110626, 0.09493718296289444, 0.09749102592468262, 0.10004487633705139, 0.10259871929883957, 0.10515256226062775, 0.10770640522241592, 0.1102602556347847, 0.11281409859657288, 0.11536794155836105, 0.11792178452014923]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 3.0, 1.0, 0.0, 3.0, 0.0, 2.0, 2.0, 0.0, 3.0, 2.0, 2.0, 2.0, 3.0, 2.0, 8.0, 12.0, 10.0, 15.0, 19.0, 19.0, 12.0, 17.0, 19.0, 18.0, 48.0, 18.0, 2.0, 6.0, 4.0, 8.0, 6.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.029892804101109505, -0.028705628588795662, -0.02751845307648182, -0.026331277564167976, -0.025144102051854134, -0.02395692653954029, -0.022769751027226448, -0.021582575514912605, -0.020395400002598763, -0.01920822449028492, -0.018021048977971077, -0.016833873465657234, -0.01564669795334339, -0.014459522441029549, -0.013272346928715706, -0.012085171416401863, -0.01089799590408802, -0.009710820391774178, -0.008523644879460335, -0.007336469367146492, -0.006149293854832649, -0.0049621183425188065, -0.0037749428302049637, -0.002587767317891121, -0.0014005918055772781, -0.00021341629326343536, 0.0009737592190504074, 0.00216093473136425, 0.003348110243678093, 0.004535285755991936, 0.0057224612683057785, 0.006909636780619621, 0.008096812292933464, 0.009283987805247307, 0.01047116331756115, 0.011658338829874992, 0.012845514342188835, 0.014032689854502678, 0.01521986536681652, 0.016407040879130363, 0.017594216391444206, 0.01878139190375805, 0.019968567416071892, 0.021155742928385735, 0.022342918440699577, 0.02353009395301342, 0.024717269465327263, 0.025904444977641106, 0.02709162048995495, 0.02827879600226879, 0.029465971514582634, 0.030653147026896477, 0.03184032440185547, 0.03302749991416931, 0.034214675426483154, 0.035401850938797, 0.03658902645111084, 0.03777620196342468, 0.038963377475738525, 0.04015055298805237, 0.04133772850036621, 0.042524904012680054, 0.043712079524993896, 0.04489925503730774, 0.04608643054962158]}, "_runtime": 189.58847379684448, "_timestamp": 1596226617.348228, "_step": 50}
+{"val_accuracy": 0.825916095890411, "val_loss": 0.4560269389522674, "_runtime": 191.07947325706482, "_timestamp": 1596226618.8392274, "_step": 51}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: V Confidence: 0.599 Truth: v", "Prediction: 5 Confidence: 1.000 Truth: 5", "Prediction: 2 Confidence: 0.999 Truth: 2", "Prediction: 0 Confidence: 0.581 Truth: 0"]}, "_runtime": 191.36063861846924, "_timestamp": 1596226619.1203928, "_step": 52}
+{"validation_metric": 0.8257769691780822, "_runtime": 192.26121973991394, "_timestamp": 1596226620.020974, "_step": 53}
diff --git a/wandb/run-20200731_221350-3knv96uj/wandb-metadata.json b/wandb/run-20200731_221350-3knv96uj/wandb-metadata.json
new file mode 100644
index 0000000..cbe2b27
--- /dev/null
+++ b/wandb/run-20200731_221350-3knv96uj/wandb-metadata.json
@@ -0,0 +1,30 @@
+{
+ "root": "/home/akternurra/Documents/projects/quest-for-general-artifical-intelligence/projects/text-recognizer",
+ "program": "<python with no main file>",
+ "git": {
+ "remote": "git@github.com:aktersnurra/text-recognizer.git",
+ "commit": "fa461db6132e7a22f3aa1bb48cce8981890325fb"
+ },
+ "email": "gustaf.rydholm@gmail.com",
+ "startedAt": "2020-07-31T20:13:50.942628",
+ "host": "kompjuter",
+ "username": "akternurra",
+ "executable": "/home/akternurra/.cache/pypoetry/virtualenvs/text-recognizer-N1c_zsdp-py3.8/bin/python",
+ "os": "Linux-5.4.0-42-generic-x86_64-with-glibc2.27",
+ "python": "3.8.2",
+ "gpu": "GeForce RTX 2070",
+ "gpu_count": 1,
+ "cpu_count": 12,
+ "cuda": "10.1.105",
+ "args": [
+ "--gpu=-1",
+ "--save",
+ "--experiment_config={\"dataloader\": \"EmnistDataLoader\", \"data_loader_args\": {\"splits\": [\"train\", \"val\"], \"sample_to_balance\": true, \"subsample_fraction\": null, \"transform\": null, \"target_transform\": null, \"batch_size\": 256, \"shuffle\": true, \"num_workers\": 8, \"cuda\": true, \"seed\": 4711}, \"model\": \"CharacterModel\", \"metrics\": [\"accuracy\"], \"network\": \"LeNet\", \"network_args\": {\"input_size\": [28, 28], \"output_size\": 62}, \"train_args\": {\"batch_size\": 256, \"epochs\": 16}, \"criterion\": \"CrossEntropyLoss\", \"criterion_args\": {\"weight\": null, \"ignore_index\": -100, \"reduction\": \"mean\"}, \"optimizer\": \"AdamW\", \"optimizer_args\": {\"lr\": 0.01, \"betas\": [0.9, 0.999], \"eps\": 1e-08, \"weight_decay\": 0, \"amsgrad\": false}, \"lr_scheduler\": \"OneCycleLR\", \"lr_scheduler_args\": {\"max_lr\": 0.001, \"epochs\": 16}, \"callbacks\": [\"Checkpoint\", \"EarlyStopping\", \"WandbCallback\", \"WandbImageLogger\", \"OneCycleLR\"], \"callback_args\": {\"Checkpoint\": {\"monitor\": \"val_accuracy\"}, \"EarlyStopping\": {\"monitor\": \"val_loss\", \"min_delta\": 0.0, \"patience\": 3, \"mode\": \"min\"}, \"WandbCallback\": {\"log_batch_frequency\": 10}, \"WandbImageLogger\": {\"num_examples\": 4}, \"OneCycleLR\": null}, \"verbosity\": 1, \"resume_experiment\": null, \"experiment_group\": \"Sample Experiments\"}"
+ ],
+ "state": "finished",
+ "jobType": null,
+ "mode": "run",
+ "project": "text-recognizer",
+ "heartbeatAt": "2020-07-31T20:17:00.828344",
+ "exitcode": 0
+}
diff --git a/wandb/run-20200731_221350-3knv96uj/wandb-summary.json b/wandb/run-20200731_221350-3knv96uj/wandb-summary.json
new file mode 100644
index 0000000..d97be42
--- /dev/null
+++ b/wandb/run-20200731_221350-3knv96uj/wandb-summary.json
@@ -0,0 +1 @@
+{"graph_0": {"_type": "graph-file", "path": "media/graph/graph_0_summary_204b9a17.graph.json", "sha256": "204b9a1799fca221366240c31b843a1ffbb941ed5c546c8ecd5f95d20e99b117", "size": 1814}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 0.0, 3.0, 1.0, 0.0, 1.0, 3.0, 1.0, 2.0, 6.0, 3.0, 3.0, 7.0, 4.0, 12.0, 15.0, 7.0, 19.0, 38.0, 40.0, 39.0, 44.0, 55.0, 68.0, 107.0, 134.0, 196.0, 263.0, 366.0, 498.0, 718.0, 978.0, 1436.0, 5417.0, 2526.0, 1399.0, 1009.0, 811.0, 559.0, 402.0, 308.0, 242.0, 150.0, 134.0, 104.0, 66.0, 57.0, 38.0, 40.0, 24.0, 18.0, 13.0, 13.0, 12.0, 6.0, 6.0, 2.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010896086692810059, -0.010575217194855213, -0.010254346765577793, -0.009933477267622948, -0.009612607769668102, -0.009291738271713257, -0.008970867842435837, -0.008649998344480991, -0.008329128846526146, -0.008008258417248726, -0.0076873889192938805, -0.007366519421339035, -0.007045649457722902, -0.006724779959768057, -0.006403909996151924, -0.006083040498197079, -0.005762170534580946, -0.005441300570964813, -0.005120431073009968, -0.004799561109393835, -0.00447869161143899, -0.004157821647822857, -0.003836951917037368, -0.0035160821862518787, -0.0031952124554663897, -0.0028743427246809006, -0.0025534729938954115, -0.0022326032631099224, -0.0019117334159091115, -0.0015908636851236224, -0.0012699938379228115, -0.0009491241071373224, -0.0006282543763518333, -0.0003073846164625138, 1.3485143426805735e-05, 0.0003343549033161253, 0.0006552246632054448, 0.0009760943939909339, 0.0012969642411917448, 0.0016178339719772339, 0.001938703702762723, 0.002259573433548212, 0.002580443164333701, 0.00290131289511919, 0.003222182858735323, 0.003543052589520812, 0.003863922320306301, 0.0041847918182611465, 0.004505661781877279, 0.004826531745493412, 0.0051474012434482574, 0.00546827120706439, 0.005789140705019236, 0.006110010668635368, 0.006430880166590214, 0.0067517501302063465, 0.007072620093822479, 0.007393489591777325, 0.007714359555393457, 0.00803522951900959, 0.008356099016964436, 0.008676968514919281, 0.008997838012874126, 0.009318708442151546, 0.009639577940106392]}, "gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 1.0, 1.0, 2.0, 3.0, 0.0, 1.0, 1.0, 1.0, 2.0, 4.0, 0.0, 5.0, 4.0, 4.0, 3.0, 1.0, 1.0, 1.0, 0.0, 2.0, 3.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.009961262345314026, -0.009702215902507305, -0.00944316852837801, -0.009184122085571289, -0.008925074711441994, -0.008666028268635273, -0.008406981825828552, -0.008147934451699257, -0.007888888008892536, -0.007629841100424528, -0.00737079419195652, -0.007111747749149799, -0.006852700840681791, -0.006593653932213783, -0.0063346074894070625, -0.0060755605809390545, -0.0058165136724710464, -0.005557466764003038, -0.00529841985553503, -0.00503937341272831, -0.004780326504260302, -0.0045212795957922935, -0.004262233152985573, -0.004003186244517565, -0.0037441393360495567, -0.0034850924275815487, -0.0032260457519441843, -0.00296699907630682, -0.002707952167838812, -0.002448905259370804, -0.0021898585837334394, -0.0019308117916807532, -0.001671764999628067, -0.0014127182075753808, -0.0011536714155226946, -0.0008946246234700084, -0.0006355778314173222, -0.00037653103936463594, -0.00011748424731194973, 0.00014156254474073648, 0.0004006093367934227, 0.0006596561288461089, 0.0009187029208987951, 0.0011777497129514813, 0.0014367965050041676, 0.0016958432970568538, 0.00195489008910954, 0.0022139367647469044, 0.0024729836732149124, 0.0027320305816829205, 0.002991077257320285, 0.0032501239329576492, 0.0035091708414256573, 0.0037682177498936653, 0.004027264192700386, 0.004286311101168394, 0.004545358009636402, 0.00480440491810441, 0.005063451826572418, 0.005322498269379139, 0.005581545177847147, 0.005840592086315155, 0.006099638529121876, 0.006358685437589884, 0.006617732346057892]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 3.0, 1.0, 0.0, 3.0, 0.0, 2.0, 2.0, 0.0, 3.0, 2.0, 2.0, 2.0, 3.0, 2.0, 8.0, 12.0, 10.0, 15.0, 19.0, 19.0, 12.0, 17.0, 19.0, 18.0, 48.0, 18.0, 2.0, 6.0, 4.0, 8.0, 6.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.029892804101109505, -0.028705628588795662, -0.02751845307648182, -0.026331277564167976, -0.025144102051854134, -0.02395692653954029, -0.022769751027226448, -0.021582575514912605, -0.020395400002598763, -0.01920822449028492, -0.018021048977971077, -0.016833873465657234, -0.01564669795334339, -0.014459522441029549, -0.013272346928715706, -0.012085171416401863, -0.01089799590408802, -0.009710820391774178, -0.008523644879460335, -0.007336469367146492, -0.006149293854832649, -0.0049621183425188065, -0.0037749428302049637, -0.002587767317891121, -0.0014005918055772781, -0.00021341629326343536, 0.0009737592190504074, 0.00216093473136425, 0.003348110243678093, 0.004535285755991936, 0.0057224612683057785, 0.006909636780619621, 0.008096812292933464, 0.009283987805247307, 0.01047116331756115, 0.011658338829874992, 0.012845514342188835, 0.014032689854502678, 0.01521986536681652, 0.016407040879130363, 0.017594216391444206, 0.01878139190375805, 0.019968567416071892, 0.021155742928385735, 0.022342918440699577, 0.02353009395301342, 0.024717269465327263, 0.025904444977641106, 0.02709162048995495, 0.02827879600226879, 0.029465971514582634, 0.030653147026896477, 0.03184032440185547, 0.03302749991416931, 0.034214675426483154, 0.035401850938797, 0.03658902645111084, 0.03777620196342468, 0.038963377475738525, 0.04015055298805237, 0.04133772850036621, 0.042524904012680054, 0.043712079524993896, 0.04489925503730774, 0.04608643054962158]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [3.0, 2.0, 3.0, 1.0, 2.0, 1.0, 0.0, 0.0, 3.0, 3.0, 1.0, 6.0, 3.0, 5.0, 11.0, 4.0, 9.0, 11.0, 20.0, 13.0, 16.0, 25.0, 29.0, 28.0, 43.0, 43.0, 68.0, 83.0, 78.0, 139.0, 203.0, 391.0, 5325.0, 475.0, 242.0, 151.0, 93.0, 76.0, 56.0, 54.0, 45.0, 23.0, 29.0, 21.0, 17.0, 18.0, 14.0, 13.0, 10.0, 4.0, 2.0, 5.0, 5.0, 4.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.08649185299873352, -0.08382585644721985, -0.08115985989570618, -0.0784938633441925, -0.07582786679267883, -0.07316187024116516, -0.07049587368965149, -0.06782987713813782, -0.06516388058662415, -0.06249788776040077, -0.0598318912088871, -0.05716589465737343, -0.054499901831150055, -0.05183390527963638, -0.04916790872812271, -0.04650191217660904, -0.04383591562509537, -0.041169919073581696, -0.038503922522068024, -0.03583792597055435, -0.03317192941904068, -0.030505934730172157, -0.027839940041303635, -0.025173943489789963, -0.02250794693827629, -0.01984195038676262, -0.017175953835248947, -0.014509959146380424, -0.011843962594866753, -0.00917796604335308, -0.0065119704231619835, -0.003845974337309599, -0.0011799782514572144, 0.0014860178343951702, 0.004152013920247555, 0.006818010006099939, 0.009484006091952324, 0.012150002643465996, 0.014815998263657093, 0.01748199388384819, 0.020147990435361862, 0.022813986986875534, 0.025479983538389206, 0.02814597822725773, 0.0308119747787714, 0.03347796946763992, 0.036143966019153595, 0.03880996257066727, 0.04147595912218094, 0.04414195567369461, 0.04680795222520828, 0.049473948776721954, 0.052139945328235626, 0.054805938154459, 0.05747193470597267, 0.06013793125748634, 0.06280392408370972, 0.06546992063522339, 0.06813591718673706, 0.07080191373825073, 0.0734679102897644, 0.07613390684127808, 0.07879990339279175, 0.08146589994430542, 0.08413189649581909]}, "_step": 53, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 1.0, 4.0, 7.0, 8.0, 16.0, 23.0, 47.0, 63.0, 108.0, 151.0, 237.0, 365.0, 665.0, 1032.0, 1880.0, 3641.0, 7864.0, 18741.0, 59545.0, 938903.0, 98296.0, 25839.0, 10483.0, 4951.0, 2563.0, 1446.0, 905.0, 560.0, 344.0, 227.0, 156.0, 119.0, 100.0, 81.0, 66.0, 32.0, 36.0, 25.0, 17.0, 12.0, 15.0, 8.0, 14.0, 10.0, 5.0, 7.0, 3.0, 4.0, 3.0, 5.0, 2.0, 0.0, 1.0, 1.0, 3.0, 2.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.006113941315561533, -0.0058561284095048904, -0.005598315969109535, -0.00534050352871418, -0.0050826906226575375, -0.004824877716600895, -0.00456706527620554, -0.0043092528358101845, -0.004051439929753542, -0.003793627256527543, -0.003535814583301544, -0.0032780019100755453, -0.0030201892368495464, -0.0027623765636235476, -0.0025045638903975487, -0.00224675121717155, -0.001988938543945551, -0.001731125870719552, -0.0014733131974935532, -0.0012155005242675543, -0.0009576878510415554, -0.0006998751778155565, -0.00044206250458955765, -0.00018424983136355877, 7.356284186244011e-05, 0.000331375515088439, 0.0005891881883144379, 0.0008470008615404367, 0.0011048135347664356, 0.0013626262079924345, 0.0016204388812184334, 0.0018782515544444323, 0.002136064227670431, 0.00239387690089643, 0.002651689574122429, 0.0029095022473484278, 0.0031673149205744267, 0.0034251275938004255, 0.0036829402670264244, 0.00394075270742178, 0.004198565613478422, 0.004456378519535065, 0.00471419095993042, 0.004972003400325775, 0.005229816306382418, 0.00548762921243906, 0.0057454416528344154, 0.006003254093229771, 0.006261066999286413, 0.006518879905343056, 0.006776692345738411, 0.007034504786133766, 0.007292317692190409, 0.007550130598247051, 0.0078079430386424065, 0.008065755479037762, 0.008323568850755692, 0.008581381291151047, 0.008839193731546402, 0.009097006171941757, 0.009354818612337112, 0.009612631984055042, 0.009870444424450397, 0.010128256864845753, 0.010386070236563683]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [4.0, 1.0, 0.0, 4.0, 2.0, 3.0, 4.0, 3.0, 4.0, 1.0, 1.0, 0.0, 6.0, 2.0, 0.0, 5.0, 5.0, 3.0, 3.0, 4.0, 1.0, 21.0, 4.0, 4.0, 3.0, 4.0, 6.0, 2.0, 1.0, 4.0, 2.0, 3.0, 4.0, 4.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0015639475313946605, -0.0014910065801814198, -0.0014180655125528574, -0.0013451245613396168, -0.0012721834937110543, -0.0011992425424978137, -0.0011263014748692513, -0.0010533605236560106, -0.00098041957244277, -0.0009074785048142076, -0.000834537495393306, -0.0007615964859724045, -0.0006886555347591639, -0.0006157145253382623, -0.0005427735159173608, -0.00046983250649645925, -0.0003968914970755577, -0.00032395048765465617, -0.00025100947823375463, -0.00017806849791668355, -0.00010512748849578202, -3.2186486350838095e-05, 4.075451579410583e-05, 0.00011369551793904975, 0.00018663652008399367, 0.0002595775295048952, 0.00033251853892579675, 0.00040545951924286783, 0.00047840052866376936, 0.0005513415089808404, 0.000624282518401742, 0.0006972235278226435, 0.0007701645372435451, 0.0008431055466644466, 0.0009160465560853481, 0.0009889875072985888, 0.0010619285749271512, 0.0011348695261403918, 0.0012078105937689543, 0.001280751544982195, 0.0013536924961954355, 0.001426633563823998, 0.0014995745150372386, 0.001572515582665801, 0.0016454565338790417, 0.0017183976015076041, 0.0017913385527208447, 0.0018642796203494072, 0.0019372205715626478, 0.0020101615227758884, 0.002083102473989129, 0.0021560436580330133, 0.002228984609246254, 0.0023019255604594946, 0.002374866511672735, 0.0024478076957166195, 0.00252074864692986, 0.0025936895981431007, 0.0026666305493563414, 0.002739571500569582, 0.0028125126846134663, 0.002885453635826707, 0.0029583945870399475, 0.003031335538253188, 0.0031042764894664288]}, "_timestamp": 1596226620.020974, "_runtime": 192.26121973991394, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 3.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 2.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.045524295419454575, -0.0429704487323761, -0.04041660577058792, -0.037862759083509445, -0.03530891612172127, -0.03275506943464279, -0.030201224610209465, -0.02764737978577614, -0.02509353496134281, -0.022539690136909485, -0.019985845312476158, -0.01743200048804283, -0.01487815473228693, -0.012324309907853603, -0.009770464152097702, -0.007216619327664375, -0.004662774503231049, -0.002108929445967078, 0.00044491561129689217, 0.0029987606685608625, 0.005552605725824833, 0.00810645055025816, 0.010660296306014061, 0.013214141130447388, 0.015767985954880714, 0.01832183077931404, 0.020875675603747368, 0.023429520428180695, 0.02598336711525917, 0.028537211939692497, 0.031091056764125824, 0.033644899725914, 0.03619874641299248, 0.03875259310007095, 0.04130643606185913, 0.04386028274893761, 0.046414125710725784, 0.04896797239780426, 0.05152181535959244, 0.054075662046670914, 0.05662950873374939, 0.05918335169553757, 0.06173719838261604, 0.06429104506969452, 0.0668448880314827, 0.06939873099327087, 0.07195257395505905, 0.07450642436742783, 0.077060267329216, 0.07961411029100418, 0.08216796070337296, 0.08472180366516113, 0.08727564662694931, 0.08982948958873749, 0.09238334000110626, 0.09493718296289444, 0.09749102592468262, 0.10004487633705139, 0.10259871929883957, 0.10515256226062775, 0.10770640522241592, 0.1102602556347847, 0.11281409859657288, 0.11536794155836105, 0.11792178452014923]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 3.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 4.0, 2.0, 1.0, 9.0, 1.0, 2.0, 1.0, 1.0, 2.0, 1.0, 3.0, 1.0, 2.0, 5.0, 1.0, 0.0, 0.0, 0.0, 1.0, 4.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.019156768918037415, -0.018650051206350327, -0.01814333349466324, -0.01763661578297615, -0.017129898071289062, -0.016623180359601974, -0.016116462647914886, -0.015609744004905224, -0.015103026293218136, -0.014596308581531048, -0.01408959086984396, -0.013582873158156872, -0.01307615451514721, -0.012569436803460121, -0.012062719091773033, -0.011556001380085945, -0.011049283668398857, -0.010542565956711769, -0.010035848245024681, -0.009529130533337593, -0.009022412821650505, -0.008515694178640842, -0.008008976466953754, -0.007502258755266666, -0.006995541043579578, -0.00648882333189249, -0.005982105620205402, -0.005475387442857027, -0.004968669731169939, -0.004461952019482851, -0.003955233842134476, -0.0034485161304473877, -0.0029417984187602997, -0.0024350807070732117, -0.00192836276255548, -0.0014216449344530702, -0.0009149271063506603, -0.0004082092782482505, 9.850854985415936e-05, 0.0006052263779565692, 0.001111944206058979, 0.0016186620341613889, 0.0021253798622637987, 0.0026320978067815304, 0.0031388155184686184, 0.0036455332301557064, 0.004152251407504082, 0.00465896911919117, 0.005165686830878258, 0.005672404542565346, 0.006179122254252434, 0.006685840431600809, 0.007192558143287897, 0.007699275854974985, 0.00820599403232336, 0.008712711744010448, 0.009219429455697536, 0.009726147167384624, 0.010232864879071712, 0.0107395825907588, 0.011246301233768463, 0.011753018945455551, 0.01225973665714264, 0.012766454368829727, 0.013273172080516815]}, "val_accuracy": 0.825916095890411, "val_loss": 0.4560269389522674, "examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: V Confidence: 0.599 Truth: v", "Prediction: 5 Confidence: 1.000 Truth: 5", "Prediction: 2 Confidence: 0.999 Truth: 2", "Prediction: 0 Confidence: 0.581 Truth: 0"]}, "validation_metric": 0.8257769691780822}
diff --git a/wandb/run-20200801_013051-2ex33rng/config.yaml b/wandb/run-20200801_013051-2ex33rng/config.yaml
new file mode 100644
index 0000000..045a466
--- /dev/null
+++ b/wandb/run-20200801_013051-2ex33rng/config.yaml
@@ -0,0 +1,113 @@
+wandb_version: 1
+
+_wandb:
+ desc: null
+ value:
+ cli_version: 0.9.4
+ framework: torch
+ is_jupyter_run: false
+ is_kaggle_kernel: false
+ python_version: 3.8.2
+callback_args:
+ desc: null
+ value:
+ Checkpoint:
+ monitor: val_accuracy
+ EarlyStopping:
+ min_delta: 0.0
+ mode: min
+ monitor: val_loss
+ patience: 3
+ OneCycleLR: null
+ WandbCallback:
+ log_batch_frequency: 10
+ WandbImageLogger:
+ num_examples: 4
+callbacks:
+ desc: null
+ value:
+ - Checkpoint
+ - EarlyStopping
+ - WandbCallback
+ - WandbImageLogger
+ - OneCycleLR
+criterion:
+ desc: null
+ value: CrossEntropyLoss
+criterion_args:
+ desc: null
+ value:
+ ignore_index: -100
+ reduction: mean
+ weight: null
+data_loader_args:
+ desc: null
+ value:
+ batch_size: 256
+ cuda: true
+ num_workers: 8
+ sample_to_balance: true
+ seed: 4711
+ shuffle: true
+ splits:
+ - train
+ - val
+ subsample_fraction: null
+ target_transform: null
+ transform: null
+dataloader:
+ desc: null
+ value: EmnistDataLoaders
+experiment_group:
+ desc: null
+ value: Sample Experiments
+lr_scheduler:
+ desc: null
+ value: OneCycleLR
+lr_scheduler_args:
+ desc: null
+ value:
+ epochs: 16
+ max_lr: 0.001
+ steps_per_epoch: 1314
+metrics:
+ desc: null
+ value:
+ - accuracy
+model:
+ desc: null
+ value: CharacterModel
+network:
+ desc: null
+ value: LeNet
+network_args:
+ desc: null
+ value:
+ input_size:
+ - 28
+ - 28
+ output_size: 62
+optimizer:
+ desc: null
+ value: AdamW
+optimizer_args:
+ desc: null
+ value:
+ amsgrad: false
+ betas:
+ - 0.9
+ - 0.999
+ eps: 1.0e-08
+ lr: 0.01
+ weight_decay: 0
+resume_experiment:
+ desc: null
+ value: null
+train_args:
+ desc: null
+ value:
+ batch_size: 256
+ epochs: 16
+verbosity:
+ desc: null
+ value: 1
diff --git a/wandb/run-20200801_013051-2ex33rng/media/graph/graph_0_summary_2193c33d.graph.json b/wandb/run-20200801_013051-2ex33rng/media/graph/graph_0_summary_2193c33d.graph.json
new file mode 100644
index 0000000..e920e24
--- /dev/null
+++ b/wandb/run-20200801_013051-2ex33rng/media/graph/graph_0_summary_2193c33d.graph.json
@@ -0,0 +1 @@
+{"format": "torch", "nodes": [{"name": "layers.0", "id": 140032512008688, "class_name": "Conv2d(1, 32, kernel_size=(3, 3), stride=(1, 1))", "parameters": [["weight", [32, 1, 3, 3]], ["bias", [32]]], "output_shape": [[2, 32, 26, 26]], "num_parameters": [288, 32]}, {"name": "layers.1", "id": 140032512008640, "class_name": "ReLU(inplace=True)", "parameters": [], "output_shape": [[2, 32, 26, 26]], "num_parameters": []}, {"name": "layers.2", "id": 140032512008736, "class_name": "Conv2d(32, 64, kernel_size=(3, 3), stride=(1, 1))", "parameters": [["weight", [64, 32, 3, 3]], ["bias", [64]]], "output_shape": [[2, 64, 24, 24]], "num_parameters": [18432, 64]}, {"name": "layers.4", "id": 140032512008496, "class_name": "MaxPool2d(kernel_size=2, stride=2, padding=0, dilation=1, ceil_mode=False)", "parameters": [], "output_shape": [[2, 64, 12, 12]], "num_parameters": []}, {"name": "layers.5", "id": 140032512008544, "class_name": "Dropout(p=0.2, inplace=False)", "parameters": [], "output_shape": [[2, 64, 12, 12]], "num_parameters": []}, {"name": "layers.6", "id": 140032512008592, "class_name": "Flatten()", "parameters": [], "output_shape": [[2, 9216]], "num_parameters": []}, {"name": "layers.7", "id": 140032512008352, "class_name": "Linear(in_features=9216, out_features=128, bias=True)", "parameters": [["weight", [128, 9216]], ["bias", [128]]], "output_shape": [[2, 128]], "num_parameters": [1179648, 128]}, {"name": "layers.9", "id": 140032512008400, "class_name": "Dropout(p=0.2, inplace=False)", "parameters": [], "output_shape": [[2, 128]], "num_parameters": []}, {"name": "layers.10", "id": 140032512008448, "class_name": "Linear(in_features=128, out_features=62, bias=True)", "parameters": [["weight", [62, 128]], ["bias", [62]]], "output_shape": [[2, 62]], "num_parameters": [7936, 62]}], "edges": []}
diff --git a/wandb/run-20200801_013051-2ex33rng/media/images/examples_12.png b/wandb/run-20200801_013051-2ex33rng/media/images/examples_12.png
new file mode 100644
index 0000000..2a0fe2d
--- /dev/null
+++ b/wandb/run-20200801_013051-2ex33rng/media/images/examples_12.png
Binary files differ
diff --git a/wandb/run-20200801_013051-2ex33rng/media/images/examples_15.png b/wandb/run-20200801_013051-2ex33rng/media/images/examples_15.png
new file mode 100644
index 0000000..2a0fe2d
--- /dev/null
+++ b/wandb/run-20200801_013051-2ex33rng/media/images/examples_15.png
Binary files differ
diff --git a/wandb/run-20200801_013051-2ex33rng/media/images/examples_18.png b/wandb/run-20200801_013051-2ex33rng/media/images/examples_18.png
new file mode 100644
index 0000000..2a0fe2d
--- /dev/null
+++ b/wandb/run-20200801_013051-2ex33rng/media/images/examples_18.png
Binary files differ
diff --git a/wandb/run-20200801_013051-2ex33rng/media/images/examples_2.png b/wandb/run-20200801_013051-2ex33rng/media/images/examples_2.png
new file mode 100644
index 0000000..2a0fe2d
--- /dev/null
+++ b/wandb/run-20200801_013051-2ex33rng/media/images/examples_2.png
Binary files differ
diff --git a/wandb/run-20200801_013051-2ex33rng/media/images/examples_22.png b/wandb/run-20200801_013051-2ex33rng/media/images/examples_22.png
new file mode 100644
index 0000000..2a0fe2d
--- /dev/null
+++ b/wandb/run-20200801_013051-2ex33rng/media/images/examples_22.png
Binary files differ
diff --git a/wandb/run-20200801_013051-2ex33rng/media/images/examples_25.png b/wandb/run-20200801_013051-2ex33rng/media/images/examples_25.png
new file mode 100644
index 0000000..2a0fe2d
--- /dev/null
+++ b/wandb/run-20200801_013051-2ex33rng/media/images/examples_25.png
Binary files differ
diff --git a/wandb/run-20200801_013051-2ex33rng/media/images/examples_28.png b/wandb/run-20200801_013051-2ex33rng/media/images/examples_28.png
new file mode 100644
index 0000000..2a0fe2d
--- /dev/null
+++ b/wandb/run-20200801_013051-2ex33rng/media/images/examples_28.png
Binary files differ
diff --git a/wandb/run-20200801_013051-2ex33rng/media/images/examples_32.png b/wandb/run-20200801_013051-2ex33rng/media/images/examples_32.png
new file mode 100644
index 0000000..2a0fe2d
--- /dev/null
+++ b/wandb/run-20200801_013051-2ex33rng/media/images/examples_32.png
Binary files differ
diff --git a/wandb/run-20200801_013051-2ex33rng/media/images/examples_35.png b/wandb/run-20200801_013051-2ex33rng/media/images/examples_35.png
new file mode 100644
index 0000000..2a0fe2d
--- /dev/null
+++ b/wandb/run-20200801_013051-2ex33rng/media/images/examples_35.png
Binary files differ
diff --git a/wandb/run-20200801_013051-2ex33rng/media/images/examples_38.png b/wandb/run-20200801_013051-2ex33rng/media/images/examples_38.png
new file mode 100644
index 0000000..2a0fe2d
--- /dev/null
+++ b/wandb/run-20200801_013051-2ex33rng/media/images/examples_38.png
Binary files differ
diff --git a/wandb/run-20200801_013051-2ex33rng/media/images/examples_42.png b/wandb/run-20200801_013051-2ex33rng/media/images/examples_42.png
new file mode 100644
index 0000000..2a0fe2d
--- /dev/null
+++ b/wandb/run-20200801_013051-2ex33rng/media/images/examples_42.png
Binary files differ
diff --git a/wandb/run-20200801_013051-2ex33rng/media/images/examples_45.png b/wandb/run-20200801_013051-2ex33rng/media/images/examples_45.png
new file mode 100644
index 0000000..2a0fe2d
--- /dev/null
+++ b/wandb/run-20200801_013051-2ex33rng/media/images/examples_45.png
Binary files differ
diff --git a/wandb/run-20200801_013051-2ex33rng/media/images/examples_48.png b/wandb/run-20200801_013051-2ex33rng/media/images/examples_48.png
new file mode 100644
index 0000000..2a0fe2d
--- /dev/null
+++ b/wandb/run-20200801_013051-2ex33rng/media/images/examples_48.png
Binary files differ
diff --git a/wandb/run-20200801_013051-2ex33rng/media/images/examples_5.png b/wandb/run-20200801_013051-2ex33rng/media/images/examples_5.png
new file mode 100644
index 0000000..2a0fe2d
--- /dev/null
+++ b/wandb/run-20200801_013051-2ex33rng/media/images/examples_5.png
Binary files differ
diff --git a/wandb/run-20200801_013051-2ex33rng/media/images/examples_8.png b/wandb/run-20200801_013051-2ex33rng/media/images/examples_8.png
new file mode 100644
index 0000000..2a0fe2d
--- /dev/null
+++ b/wandb/run-20200801_013051-2ex33rng/media/images/examples_8.png
Binary files differ
diff --git a/wandb/run-20200801_013051-2ex33rng/requirements.txt b/wandb/run-20200801_013051-2ex33rng/requirements.txt
new file mode 100644
index 0000000..e5e3c3f
--- /dev/null
+++ b/wandb/run-20200801_013051-2ex33rng/requirements.txt
@@ -0,0 +1,147 @@
+alabaster==0.7.12
+appdirs==1.4.4
+attrs==19.3.0
+babel==2.8.0
+backcall==0.2.0
+bandit==1.6.2
+black==19.10b0
+bleach==3.1.5
+blessings==1.7
+boltons==20.2.0
+certifi==2020.6.20
+chardet==3.0.4
+click==7.1.2
+configparser==5.0.0
+coverage==5.2.1
+cycler==0.10.0
+darglint==1.5.2
+dataclasses==0.6
+decorator==4.4.2
+defusedxml==0.6.0
+desert==2020.1.6
+docker-pycreds==0.4.0
+docutils==0.16
+dparse==0.5.1
+entrypoints==0.3
+flake8-annotations==2.3.0
+flake8-bandit==2.1.2
+flake8-black==0.2.1
+flake8-bugbear==20.1.4
+flake8-docstrings==1.5.0
+flake8-import-order==0.18.1
+flake8-polyfill==1.0.2
+flake8==3.8.3
+future==0.18.2
+gitdb==4.0.5
+gitpython==3.1.7
+gpustat==0.6.0
+gql==0.2.0
+graphql-core==1.1
+h5py==2.10.0
+idna==2.10
+imagesize==1.2.0
+ipykernel==5.3.4
+ipython-genutils==0.2.0
+ipython==7.16.1
+ipywidgets==7.5.1
+jedi==0.17.2
+jinja2==2.11.2
+joblib==0.16.0
+jsonschema==3.2.0
+jupyter-client==6.1.6
+jupyter-console==6.1.0
+jupyter-core==4.6.3
+jupyter==1.0.0
+kiwisolver==1.2.0
+loguru==0.5.1
+markupsafe==1.1.1
+marshmallow==3.7.1
+matplotlib==3.3.0
+mccabe==0.6.1
+mistune==0.8.4
+more-itertools==8.4.0
+mypy-extensions==0.4.3
+mypy==0.770
+nbconvert==5.6.1
+nbformat==5.0.7
+nltk==3.5
+notebook==6.0.3
+numpy==1.19.1
+nvidia-ml-py3==7.352.0
+opencv-python==4.3.0.36
+packaging==20.4
+pandocfilters==1.4.2
+parso==0.7.1
+pathspec==0.8.0
+pathtools==0.1.2
+pbr==5.4.5
+pexpect==4.8.0
+pickleshare==0.7.5
+pillow==7.2.0
+pip==20.2
+pluggy==0.13.1
+prometheus-client==0.8.0
+promise==2.3
+prompt-toolkit==3.0.5
+psutil==5.7.2
+ptyprocess==0.6.0
+py==1.9.0
+pycodestyle==2.6.0
+pydocstyle==5.0.2
+pyflakes==2.2.0
+pygments==2.6.1
+pyparsing==2.4.7
+pyrsistent==0.16.0
+pytest-cov==2.10.0
+pytest-mock==3.2.0
+pytest==5.4.3
+python-dateutil==2.8.1
+pytz==2020.1
+pyyaml==5.3.1
+pyzmq==19.0.1
+qtconsole==4.7.5
+qtpy==1.9.0
+redis==3.5.3
+redlock-py==1.0.8
+regex==2020.7.14
+requests==2.24.0
+safety==1.9.0
+send2trash==1.5.0
+sentry-sdk==0.16.2
+setuptools==41.2.0
+shortuuid==1.0.1
+six==1.15.0
+smmap==3.0.4
+snowballstemmer==2.0.0
+sphinx-autodoc-typehints==1.11.0
+sphinx-rtd-theme==0.4.3
+sphinx==3.1.2
+sphinxcontrib-applehelp==1.0.2
+sphinxcontrib-devhelp==1.0.2
+sphinxcontrib-htmlhelp==1.0.3
+sphinxcontrib-jsmath==1.0.1
+sphinxcontrib-qthelp==1.0.3
+sphinxcontrib-serializinghtml==1.1.4
+stevedore==3.2.0
+subprocess32==3.5.4
+terminado==0.8.3
+testpath==0.4.4
+text-recognizer==0.1.0
+toml==0.10.1
+torch==1.5.1
+torchsummary==1.5.1
+torchvision==0.6.1
+tornado==6.0.4
+tqdm==4.48.0
+traitlets==4.3.3
+typed-ast==1.4.1
+typeguard==2.9.1
+typing-extensions==3.7.4.2
+typing-inspect==0.6.0
+urllib3==1.25.10
+wandb==0.9.4
+watchdog==0.10.3
+wcwidth==0.2.5
+webencodings==0.5.1
+widgetsnbextension==3.5.1
+xdoctest==0.12.0
diff --git a/wandb/run-20200801_013051-2ex33rng/wandb-events.jsonl b/wandb/run-20200801_013051-2ex33rng/wandb-events.jsonl
new file mode 100644
index 0000000..fb2f0be
--- /dev/null
+++ b/wandb/run-20200801_013051-2ex33rng/wandb-events.jsonl
@@ -0,0 +1,6 @@
+{"system.gpu.0.gpu": 75.2, "system.gpu.0.memory": 55.67, "system.gpu.0.memoryAllocated": 22.28, "system.gpu.0.temp": 57.2, "system.gpu.process.0.gpu": 75.2, "system.gpu.process.0.memory": 55.67, "system.gpu.process.0.memoryAllocated": 22.28, "system.gpu.process.0.temp": 57.2, "system.gpu.0.powerWatts": 141.89, "system.gpu.0.powerPercent": 65.99, "system.gpu.process.0.powerWatts": 141.89, "system.gpu.process.0.powerPercent": 65.99, "system.cpu": 43.45, "system.memory": 66.36, "system.disk": 37.4, "system.proc.memory.availableMB": 5380.48, "system.proc.memory.rssMB": 2580.71, "system.proc.memory.percent": 16.13, "system.proc.cpu.threads": 19.6, "system.network.sent": 952989, "system.network.recv": 870607, "_wandb": true, "_timestamp": 1596238280, "_runtime": 28}
+{"system.gpu.0.gpu": 77.8, "system.gpu.0.memory": 57.8, "system.gpu.0.memoryAllocated": 22.44, "system.gpu.0.temp": 62.33, "system.gpu.process.0.gpu": 77.8, "system.gpu.process.0.memory": 57.8, "system.gpu.process.0.memoryAllocated": 22.44, "system.gpu.process.0.temp": 62.33, "system.gpu.0.powerWatts": 154.78, "system.gpu.0.powerPercent": 71.99, "system.gpu.process.0.powerWatts": 154.78, "system.gpu.process.0.powerPercent": 71.99, "system.cpu": 46.84, "system.memory": 66.39, "system.disk": 37.4, "system.proc.memory.availableMB": 5378.21, "system.proc.memory.rssMB": 2584.75, "system.proc.memory.percent": 16.15, "system.proc.cpu.threads": 20.4, "system.network.sent": 1896452, "system.network.recv": 1509082, "_wandb": true, "_timestamp": 1596238310, "_runtime": 59}
+{"system.gpu.0.gpu": 80.73, "system.gpu.0.memory": 58.47, "system.gpu.0.memoryAllocated": 22.44, "system.gpu.0.temp": 64.27, "system.gpu.process.0.gpu": 80.73, "system.gpu.process.0.memory": 58.47, "system.gpu.process.0.memoryAllocated": 22.44, "system.gpu.process.0.temp": 64.27, "system.gpu.0.powerWatts": 152.55, "system.gpu.0.powerPercent": 70.96, "system.gpu.process.0.powerWatts": 152.55, "system.gpu.process.0.powerPercent": 70.96, "system.cpu": 48.63, "system.memory": 66.51, "system.disk": 37.4, "system.proc.memory.availableMB": 5359.0, "system.proc.memory.rssMB": 2584.83, "system.proc.memory.percent": 16.15, "system.proc.cpu.threads": 21.0, "system.network.sent": 2756507, "system.network.recv": 2140530, "_wandb": true, "_timestamp": 1596238341, "_runtime": 89}
+{"system.gpu.0.gpu": 78.27, "system.gpu.0.memory": 57.13, "system.gpu.0.memoryAllocated": 22.33, "system.gpu.0.temp": 64.93, "system.gpu.process.0.gpu": 78.27, "system.gpu.process.0.memory": 57.13, "system.gpu.process.0.memoryAllocated": 22.33, "system.gpu.process.0.temp": 64.93, "system.gpu.0.powerWatts": 150.79, "system.gpu.0.powerPercent": 70.14, "system.gpu.process.0.powerWatts": 150.79, "system.gpu.process.0.powerPercent": 70.14, "system.cpu": 49.73, "system.memory": 67.11, "system.disk": 37.4, "system.proc.memory.availableMB": 5263.39, "system.proc.memory.rssMB": 2584.76, "system.proc.memory.percent": 16.15, "system.proc.cpu.threads": 19.8, "system.network.sent": 4243313, "system.network.recv": 8372344, "_wandb": true, "_timestamp": 1596238371, "_runtime": 119}
+{"system.gpu.0.gpu": 80.53, "system.gpu.0.memory": 59.07, "system.gpu.0.memoryAllocated": 22.33, "system.gpu.0.temp": 65.8, "system.gpu.process.0.gpu": 80.53, "system.gpu.process.0.memory": 59.07, "system.gpu.process.0.memoryAllocated": 22.33, "system.gpu.process.0.temp": 65.8, "system.gpu.0.powerWatts": 151.93, "system.gpu.0.powerPercent": 70.67, "system.gpu.process.0.powerWatts": 151.93, "system.gpu.process.0.powerPercent": 70.67, "system.cpu": 47.8, "system.memory": 67.57, "system.disk": 37.4, "system.proc.memory.availableMB": 5192.15, "system.proc.memory.rssMB": 2585.04, "system.proc.memory.percent": 16.15, "system.proc.cpu.threads": 21.0, "system.network.sent": 5592918, "system.network.recv": 11063465, "_wandb": true, "_timestamp": 1596238401, "_runtime": 150}
+{"system.gpu.0.gpu": 72.14, "system.gpu.0.memory": 53.79, "system.gpu.0.memoryAllocated": 22.33, "system.gpu.0.temp": 65.36, "system.gpu.process.0.gpu": 72.14, "system.gpu.process.0.memory": 53.79, "system.gpu.process.0.memoryAllocated": 22.33, "system.gpu.process.0.temp": 65.36, "system.gpu.0.powerWatts": 137.69, "system.gpu.0.powerPercent": 64.04, "system.gpu.process.0.powerWatts": 137.69, "system.gpu.process.0.powerPercent": 64.04, "system.cpu": 48.09, "system.memory": 67.41, "system.disk": 37.4, "system.proc.memory.availableMB": 5215.72, "system.proc.memory.rssMB": 2563.11, "system.proc.memory.percent": 16.02, "system.proc.cpu.threads": 19.64, "system.network.sent": 6818957, "system.network.recv": 13590771, "_wandb": true, "_timestamp": 1596238428, "_runtime": 176}
diff --git a/wandb/run-20200801_013051-2ex33rng/wandb-history.jsonl b/wandb/run-20200801_013051-2ex33rng/wandb-history.jsonl
new file mode 100644
index 0000000..a6e7ffe
--- /dev/null
+++ b/wandb/run-20200801_013051-2ex33rng/wandb-history.jsonl
@@ -0,0 +1,50 @@
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 5.0, 1.0, 2.0, 1.0, 3.0, 3.0, 2.0, 1.0, 4.0, 2.0, 2.0, 0.0, 1.0, 0.0, 2.0, 2.0, 2.0, 3.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.016087928786873817, -0.01562778651714325, -0.015167642384767532, -0.01470749918371439, -0.014247355982661247, -0.013787212781608105, -0.013327070511877537, -0.012866927310824394, -0.012406784109771252, -0.011946640908718109, -0.011486497707664967, -0.011026354506611824, -0.010566211305558681, -0.010106068104505539, -0.009645924903452396, -0.009185781702399254, -0.008725639432668686, -0.008265496231615543, -0.0078053525649011135, -0.007345209829509258, -0.006885066628456116, -0.006424923427402973, -0.005964780226349831, -0.005504637025296688, -0.0050444938242435455, -0.00458435108885169, -0.004124207887798548, -0.003664064686745405, -0.0032039214856922626, -0.0027437785174697638, -0.002283635316416621, -0.0018234922317788005, -0.0013633491471409798, -0.000903206062503159, -0.0004430629196576774, 1.7080194083973765e-05, 0.00047722330782562494, 0.0009373663924634457, 0.0013975095935165882, 0.001857652678154409, 0.0023177957627922297, 0.002777938963845372, 0.003238081932067871, 0.0036982251331210136, 0.004158368334174156, 0.004618511535227299, 0.005078654270619154, 0.0055387974716722965, 0.005998940672725439, 0.006459083873778582, 0.006919227074831724, 0.007379369810223579, 0.007839513011276722, 0.008299656212329865, 0.008759799413383007, 0.00921994261443615, 0.009680085815489292, 0.010140229016542435, 0.010600372217595577, 0.011060514487326145, 0.011520657688379288, 0.01198080088943243, 0.012440944090485573, 0.012901087291538715, 0.013361230492591858]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 2.0, 2.0, 3.0, 6.0, 7.0, 11.0, 12.0, 18.0, 12.0, 26.0, 29.0, 41.0, 45.0, 63.0, 90.0, 129.0, 161.0, 235.0, 304.0, 428.0, 589.0, 3251.0, 1076.0, 584.0, 281.0, 174.0, 109.0, 63.0, 48.0, 31.0, 24.0, 23.0, 11.0, 7.0, 6.0, 4.0, 9.0, 2.0, 3.0, 2.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.20858079195022583, -0.2024720013141632, -0.19636322557926178, -0.19025444984436035, -0.18414565920829773, -0.1780368685722351, -0.17192809283733368, -0.16581931710243225, -0.15971052646636963, -0.153601735830307, -0.14749296009540558, -0.14138418436050415, -0.13527539372444153, -0.1291666030883789, -0.12305782735347748, -0.11694904416799545, -0.11084026098251343, -0.1047314777970314, -0.09862269461154938, -0.09251391142606735, -0.08640512824058533, -0.0802963450551033, -0.07418756186962128, -0.06807877868413925, -0.06196999549865723, -0.0558612123131752, -0.049752429127693176, -0.04364364594221115, -0.037534862756729126, -0.0314260795712471, -0.025317296385765076, -0.01920851320028305, -0.013099730014801025, -0.006990946829319, -0.0008821636438369751, 0.00522661954164505, 0.011335402727127075, 0.0174441859126091, 0.023552969098091125, 0.02966175228357315, 0.035770535469055176, 0.0418793186545372, 0.047988101840019226, 0.05409688502550125, 0.060205668210983276, 0.0663144513964653, 0.07242323458194733, 0.07853201776742935, 0.08464080095291138, 0.0907495841383934, 0.09685836732387543, 0.10296715050935745, 0.10907593369483948, 0.1151847168803215, 0.12129350006580353, 0.12740227580070496, 0.13351106643676758, 0.1396198570728302, 0.14572863280773163, 0.15183740854263306, 0.15794619917869568, 0.1640549898147583, 0.17016376554965973, 0.17627254128456116, 0.18238133192062378]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 1.0, 2.0, 6.0, 3.0, 3.0, 2.0, 6.0, 7.0, 2.0, 3.0, 4.0, 24.0, 4.0, 5.0, 1.0, 4.0, 2.0, 0.0, 4.0, 6.0, 3.0, 2.0, 1.0, 2.0, 3.0, 2.0, 3.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.005540915764868259, -0.0053732870146632195, -0.0052056582644581795, -0.0050380295142531395, -0.0048704007640480995, -0.0047027720138430595, -0.004535142797976732, -0.004367514047771692, -0.004199885297566652, -0.004032256547361612, -0.0038646277971565723, -0.0036969990469515324, -0.0035293702967464924, -0.0033617415465414524, -0.0031941125635057688, -0.003026483813300729, -0.002858855063095689, -0.002691226312890649, -0.002523597562685609, -0.0023559685796499252, -0.0021883398294448853, -0.0020207110792398453, -0.0018530823290348053, -0.0016854534624144435, -0.0015178247122094035, -0.0013501959620043635, -0.0011825670953840017, -0.0010149383451789618, -0.0008473095367662609, -0.00067968072835356, -0.00051205197814852, -0.0003444231697358191, -0.0001767943613231182, -9.165567462332547e-06, 0.00015846322639845312, 0.00032609200570732355, 0.0004937208141200244, 0.0006613496225327253, 0.0008289783727377653, 0.0009966072393581271, 0.001164235989563167, 0.001331864739768207, 0.0014994936063885689, 0.0016671223565936089, 0.0018347511067986488, 0.002002379857003689, 0.0021700088400393724, 0.0023376375902444124, 0.0025052663404494524, 0.0026728950906544924, 0.0028405238408595324, 0.003008152823895216, 0.003175781574100256, 0.003343410324305296, 0.003511039074510336, 0.003678667824715376, 0.003846296574920416, 0.004013925325125456, 0.004181554075330496, 0.004349183291196823, 0.004516812041401863, 0.004684440791606903, 0.004852069541811943, 0.005019698292016983, 0.005187327042222023]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 6.0, 9.0, 9.0, 18.0, 31.0, 66.0, 93.0, 162.0, 235.0, 328.0, 552.0, 763.0, 1108.0, 1548.0, 2233.0, 3140.0, 4292.0, 5814.0, 7875.0, 10747.0, 14159.0, 18768.0, 24818.0, 33475.0, 47194.0, 66584.0, 93763.0, 429045.0, 114378.0, 84256.0, 59955.0, 41599.0, 30123.0, 22017.0, 16246.0, 12058.0, 8847.0, 6425.0, 4791.0, 3419.0, 2442.0, 1760.0, 1327.0, 910.0, 698.0, 487.0, 375.0, 229.0, 166.0, 107.0, 62.0, 45.0, 31.0, 23.0, 13.0, 7.0, 7.0, 2.0, 1.0, 1.0, 2.0], "bins": [-0.015128967352211475, -0.014638331718742847, -0.01414769608527422, -0.013657060451805592, -0.013166424818336964, -0.012675789184868336, -0.012185153551399708, -0.01169451791793108, -0.011203883215785027, -0.010713247582316399, -0.01022261194884777, -0.009731976315379143, -0.009241340681910515, -0.008750705048441887, -0.008260069414973259, -0.007769433781504631, -0.007278798148036003, -0.006788162514567375, -0.006297526881098747, -0.005806891247630119, -0.005316255614161491, -0.004825620446354151, -0.004334984812885523, -0.003844349179416895, -0.003353713545948267, -0.002863077912479639, -0.002372442279011011, -0.0018818068783730268, -0.001391171244904399, -0.0009005356696434319, -0.0004099000943824649, 8.073548087850213e-05, 0.0005713710561394691, 0.001062006689608097, 0.0015526422066614032, 0.0020432777237147093, 0.002533913357183337, 0.003024548990651965, 0.0035151843912899494, 0.004005820024758577, 0.004496455658227205, 0.004987091291695833, 0.005477726925164461, 0.005968362558633089, 0.00645899772644043, 0.006949633359909058, 0.0074402689933776855, 0.007930904626846313, 0.008421540260314941, 0.00891217589378357, 0.009402811527252197, 0.009893447160720825, 0.010384082794189453, 0.010874718427658081, 0.011365354061126709, 0.011855989694595337, 0.012346625328063965, 0.012837260030210018, 0.013327895663678646, 0.013818531297147274, 0.014309166930615902, 0.01479980256408453, 0.015290438197553158, 0.01578107476234436, 0.01627171039581299]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 5.0, 1.0, 2.0, 6.0, 2.0, 3.0, 1.0, 3.0, 9.0, 4.0, 2.0, 4.0, 2.0, 1.0, 2.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.005065002478659153, -0.004889815114438534, -0.004714627750217915, -0.004539440851658583, -0.0043642534874379635, -0.004189066123217344, -0.004013879224658012, -0.003838691860437393, -0.003663504496216774, -0.003488317131996155, -0.0033131300006061792, -0.0031379428692162037, -0.0029627555049955845, -0.0027875681407749653, -0.0026123810093849897, -0.002437193877995014, -0.002262006513774395, -0.002086819149553776, -0.0019116320181638002, -0.0017364447703585029, -0.0015612575225532055, -0.0013860702747479081, -0.0012108830269426107, -0.0010356957791373134, -0.000860508531332016, -0.0006853212835267186, -0.0005101340357214212, -0.00033494678791612387, -0.0001597595401108265, 1.5427707694470882e-05, 0.00019061495549976826, 0.00036580220330506563, 0.000540989451110363, 0.0007161766989156604, 0.0008913639467209578, 0.0010665511945262551, 0.0012417384423315525, 0.0014169256901368499, 0.0015921129379421473, 0.0017673001857474446, 0.001942487433552742, 0.002117674797773361, 0.0022928619291633368, 0.0024680490605533123, 0.0026432364247739315, 0.0028184237889945507, 0.0029936109203845263, 0.003168798051774502, 0.003343985415995121, 0.00351917278021574, 0.0036943599116057158, 0.0038695470429956913, 0.0040447344072163105, 0.00421992177143693, 0.004395108669996262, 0.004570296034216881, 0.0047454833984375, 0.004920670762658119, 0.005095858126878738, 0.00527104502543807, 0.0054462323896586895, 0.005621419753879309, 0.005796606652438641, 0.00597179401665926, 0.006146981380879879]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 4.0, 4.0, 3.0, 5.0, 1.0, 4.0, 6.0, 5.0, 5.0, 14.0, 18.0, 16.0, 16.0, 28.0, 35.0, 33.0, 42.0, 58.0, 109.0, 139.0, 170.0, 215.0, 348.0, 448.0, 648.0, 857.0, 1312.0, 2023.0, 5733.0, 1227.0, 909.0, 757.0, 590.0, 480.0, 394.0, 320.0, 299.0, 235.0, 203.0, 144.0, 120.0, 104.0, 89.0, 51.0, 46.0, 44.0, 31.0, 23.0, 17.0, 12.0, 13.0, 9.0, 0.0, 2.0, 3.0, 4.0, 1.0, 1.0], "bins": [-0.004603999201208353, -0.004469258710741997, -0.004334518685936928, -0.0041997781954705715, -0.004065037705004215, -0.003930297214537859, -0.0037955569569021463, -0.0036608166992664337, -0.0035260762088000774, -0.003391335951164365, -0.003256595693528652, -0.003121855203062296, -0.0029871149454265833, -0.002852374454960227, -0.0027176341973245144, -0.002582893706858158, -0.0024481534492224455, -0.002313413191586733, -0.0021786727011203766, -0.002043932443484664, -0.0019091919530183077, -0.001774451695382595, -0.0016397113213315606, -0.0015049709472805262, -0.0013702305732294917, -0.0012354901991784573, -0.0011007498251274228, -0.0009660095092840493, -0.0008312691352330148, -0.0006965287611819804, -0.0005617884453386068, -0.0004270480712875724, -0.00029230769723653793, -0.0001575673377374187, -2.282697823829949e-05, 0.00011191338126081973, 0.00024665374075993896, 0.0003813941148109734, 0.0005161344306543469, 0.0006508748047053814, 0.0007856151787564158, 0.0009203555528074503, 0.0010550959268584847, 0.0011898363009095192, 0.0013245765585452318, 0.0014593169325962663, 0.0015940573066473007, 0.0017287976806983352, 0.0018635380547493696, 0.0019982783123850822, 0.0021330188028514385, 0.002267759060487151, 0.0024024995509535074, 0.00253723980858922, 0.0026719802990555763, 0.002806720556691289, 0.0029414608143270016, 0.003076201304793358, 0.0032109415624290705, 0.0033456820528954268, 0.0034804223105311394, 0.0036151628009974957, 0.0037499030586332083, 0.0038846435490995646, 0.004019383806735277]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 5.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 4.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014684254303574562, -0.014356392435729504, -0.01402853149920702, -0.013700669631361961, -0.013372807763516903, -0.013044945895671844, -0.01271708495914936, -0.012389223091304302, -0.012061361223459244, -0.01173350028693676, -0.011405638419091702, -0.011077776551246643, -0.010749914683401585, -0.0104220537468791, -0.010094191879034042, -0.009766330011188984, -0.009438468143343925, -0.009110607206821442, -0.008782745338976383, -0.008454883471131325, -0.008127022534608841, -0.0077991606667637825, -0.007471298798918724, -0.007143437396734953, -0.006815575994551182, -0.006487714126706123, -0.006159852724522352, -0.005831990856677294, -0.005504129454493523, -0.005176267586648464, -0.004848406184464693, -0.004520544316619635, -0.0041926829144358635, -0.0038648212794214487, -0.003536959644407034, -0.003209098009392619, -0.0028812363743782043, -0.002553374972194433, -0.0022255133371800184, -0.0018976517021656036, -0.0015697900671511889, -0.001241928432136774, -0.0009140668553300202, -0.0005862052785232663, -0.00025834364350885153, 6.95179624017328e-05, 0.00039737956831231713, 0.000725241145119071, 0.0010531027801334858, 0.0013809644151479006, 0.0017088260501623154, 0.00203668768517673, 0.002364549320191145, 0.002692410722374916, 0.003020272357389331, 0.0033481339924037457, 0.0036759956274181604, 0.004003857262432575, 0.004331718664616346, 0.004659580532461405, 0.004987441934645176, 0.005315303802490234, 0.0056431652046740055, 0.005971027072519064, 0.006298888474702835]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 2.0, 0.0, 2.0, 2.0, 3.0, 3.0, 4.0, 5.0, 3.0, 7.0, 7.0, 10.0, 16.0, 63.0, 13.0, 7.0, 6.0, 10.0, 11.0, 8.0, 7.0, 4.0, 8.0, 2.0, 10.0, 7.0, 5.0, 6.0, 5.0, 8.0, 9.0, 0.0, 4.0, 1.0, 5.0, 3.0, 1.0, 0.0, 4.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.010337382555007935, -0.009995702654123306, -0.009654021821916103, -0.009312341921031475, -0.008970662020146847, -0.008628981187939644, -0.008287301287055016, -0.007945621386170387, -0.007603941019624472, -0.007262260653078556, -0.006920580752193928, -0.006578900385648012, -0.0062372200191020966, -0.005895540118217468, -0.005553859751671553, -0.005212179850786924, -0.004870499484241009, -0.004528819117695093, -0.004187139216810465, -0.0038454588502645493, -0.0035037787165492773, -0.0031620985828340054, -0.0028204182162880898, -0.002478738082572818, -0.002137057948857546, -0.001795377815142274, -0.0014536975650116801, -0.0011120173148810863, -0.0007703371811658144, -0.00042865698924288154, -8.697679731994867e-05, 0.0002547033946029842, 0.000596383586525917, 0.0009380637784488499, 0.0012797439703717828, 0.0016214242205023766, 0.0019631043542176485, 0.0023047844879329205, 0.002646464854478836, 0.002988144988194108, 0.00332982512190938, 0.003671505255624652, 0.004013185389339924, 0.0043548657558858395, 0.004696546122431755, 0.005038226023316383, 0.005379906389862299, 0.005721586290746927, 0.006063266657292843, 0.0064049470238387585, 0.006746626924723387, 0.007088307291269302, 0.007429987192153931, 0.007771667558699846, 0.008113347925245762, 0.00845502782613039, 0.008796708658337593, 0.009138388559222221, 0.00948006846010685, 0.009821748360991478, 0.010163429193198681, 0.01050510909408331, 0.010846788994967937, 0.01118846982717514, 0.011530149728059769]}, "_runtime": 12.055055856704712, "_timestamp": 1596238260.4708633, "_step": 0}
+{"val_accuracy": 0.6689526255707763, "val_loss": 1.0896381801121855, "_runtime": 15.698338508605957, "_timestamp": 1596238264.114146, "_step": 1}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: R Confidence: 0.340 Truth: v", "Prediction: 5 Confidence: 0.766 Truth: 5", "Prediction: 2 Confidence: 0.915 Truth: 2", "Prediction: 0 Confidence: 0.489 Truth: 0"]}, "_runtime": 15.970664262771606, "_timestamp": 1596238264.3864717, "_step": 2}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 3.0, 1.0, 1.0, 2.0, 4.0, 2.0, 4.0, 3.0, 3.0, 2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 4.0, 3.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.015616178512573242, -0.015172679908573627, -0.014729181304574013, -0.014285682700574398, -0.013842184096574783, -0.013398685492575169, -0.012955186888575554, -0.01251168828457594, -0.012068189680576324, -0.011624692007899284, -0.01118119340389967, -0.010737694799900055, -0.01029419619590044, -0.009850697591900826, -0.00940719898790121, -0.008963700383901596, -0.008520201779901981, -0.008076703175902367, -0.007633204571902752, -0.007189705967903137, -0.0067462073639035225, -0.006302709225565195, -0.00585921062156558, -0.005415712017565966, -0.004972213413566351, -0.004528714809566736, -0.0040852162055671215, -0.0036417178343981504, -0.0031982192303985357, -0.002754720626398921, -0.00231122225522995, -0.0018677236512303352, -0.0014242250472307205, -0.0009807264432311058, -0.0005372279556468129, -9.372940985485911e-05, 0.0003497691359370947, 0.0007932676817290485, 0.0012367662275210023, 0.0016802647151052952, 0.00212376331910491, 0.0025672619231045246, 0.0030107605271041393, 0.0034542588982731104, 0.003897757502272725, 0.004341255873441696, 0.004784754477441311, 0.005228253081440926, 0.00567175168544054, 0.006115250289440155, 0.00655874889343977, 0.0070022474974393845, 0.007445746101438999, 0.007889244705438614, 0.008332743309438229, 0.008776241913437843, 0.009219739586114883, 0.009663238190114498, 0.010106736794114113, 0.010550235398113728, 0.010993734002113342, 0.011437232606112957, 0.011880731210112572, 0.012324229814112186, 0.012767728418111801]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 0.0, 0.0, 2.0, 0.0, 1.0, 5.0, 4.0, 5.0, 3.0, 6.0, 1.0, 6.0, 9.0, 5.0, 13.0, 14.0, 18.0, 28.0, 38.0, 31.0, 36.0, 87.0, 98.0, 138.0, 209.0, 304.0, 412.0, 647.0, 3791.0, 842.0, 400.0, 245.0, 143.0, 105.0, 69.0, 56.0, 40.0, 30.0, 17.0, 18.0, 14.0, 7.0, 10.0, 3.0, 4.0, 5.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.19353164732456207, -0.18786856532096863, -0.18220549821853638, -0.17654241621494293, -0.1708793342113495, -0.16521626710891724, -0.1595531851053238, -0.15389011800289154, -0.1482270359992981, -0.14256395399570465, -0.1369008868932724, -0.13123780488967896, -0.1255747377872467, -0.11991165578365326, -0.11424857378005981, -0.10858549922704697, -0.10292242467403412, -0.09725935012102127, -0.09159627556800842, -0.08593319356441498, -0.08027011901140213, -0.07460704445838928, -0.06894396245479584, -0.06328088790178299, -0.05761781334877014, -0.051954738795757294, -0.04629166051745415, -0.040628582239151, -0.03496550768613815, -0.029302431270480156, -0.02363935485482216, -0.01797627843916416, -0.012313202023506165, -0.006650125607848167, -0.0009870491921901703, 0.004676027223467827, 0.010339103639125824, 0.01600218005478382, 0.021665256470441818, 0.027328332886099815, 0.03299140930175781, 0.03865448385477066, 0.04431756213307381, 0.04998064041137695, 0.0556437149643898, 0.06130678951740265, 0.0669698715209961, 0.07263294607400894, 0.07829602062702179, 0.08395909518003464, 0.08962216973304749, 0.09528525173664093, 0.10094832628965378, 0.10661140084266663, 0.11227448284626007, 0.11793755739927292, 0.12360063195228577, 0.1292637139558792, 0.13492678105831146, 0.1405898630619049, 0.14625293016433716, 0.1519160121679306, 0.15757909417152405, 0.1632421612739563, 0.16890524327754974]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 3.0, 2.0, 1.0, 0.0, 5.0, 2.0, 5.0, 4.0, 2.0, 3.0, 3.0, 1.0, 5.0, 2.0, 0.0, 25.0, 6.0, 5.0, 4.0, 4.0, 2.0, 2.0, 4.0, 4.0, 1.0, 3.0, 2.0, 3.0, 3.0, 2.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0038494376931339502, -0.003716508625075221, -0.0035835793241858482, -0.003450650256127119, -0.0033177209552377462, -0.003184791887179017, -0.0030518625862896442, -0.002918933518230915, -0.002786004450172186, -0.002653075149282813, -0.002520146081224084, -0.002387216780334711, -0.002254287712275982, -0.002121358411386609, -0.00198842934332788, -0.001855500158853829, -0.001722570974379778, -0.001589641789905727, -0.001456712605431676, -0.001323783420957625, -0.001190854236483574, -0.0010579251684248447, -0.0009249959839507937, -0.0007920667994767427, -0.0006591376150026917, -0.0005262084305286407, -0.0003932792751584202, -0.00026035011978819966, -0.00012742093531414866, 5.508234607987106e-06, 0.00013843740453012288, 0.0002713665599003434, 0.0004042957443743944, 0.0005372249288484454, 0.0006701541133224964, 0.0008030832395888865, 0.0009360124240629375, 0.0010689415503293276, 0.0012018707348033786, 0.0013347999192774296, 0.0014677291037514806, 0.0016006582882255316, 0.0017335874726995826, 0.0018665166571736336, 0.0019994457252323627, 0.0021323750261217356, 0.0022653040941804647, 0.0023982333950698376, 0.0025311624631285667, 0.002664091531187296, 0.0027970208320766687, 0.002929949900135398, 0.0030628792010247707, 0.0031958082690835, 0.0033287375699728727, 0.003461666638031602, 0.0035945959389209747, 0.003727525006979704, 0.003860454075038433, 0.003993383143097162, 0.004126312676817179, 0.004259241744875908, 0.004392170812934637, 0.004525099880993366, 0.004658029414713383]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 5.0, 5.0, 11.0, 19.0, 27.0, 42.0, 57.0, 79.0, 124.0, 187.0, 326.0, 472.0, 807.0, 1280.0, 2218.0, 3600.0, 6322.0, 10911.0, 19282.0, 32938.0, 54301.0, 85778.0, 130036.0, 494619.0, 118270.0, 76915.0, 49943.0, 32752.0, 20783.0, 13396.0, 8673.0, 5524.0, 3443.0, 2185.0, 1420.0, 958.0, 608.0, 416.0, 272.0, 184.0, 124.0, 92.0, 60.0, 46.0, 39.0, 23.0, 13.0, 15.0, 13.0, 7.0, 7.0, 5.0, 6.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.014087491668760777, -0.013610225170850754, -0.013132957741618156, -0.012655691243708134, -0.012178423814475536, -0.011701157316565514, -0.011223889887332916, -0.010746623389422894, -0.01026935689151287, -0.009792089462280273, -0.00931482296437025, -0.008837555535137653, -0.00836028903722763, -0.007883021607995033, -0.0074057551100850105, -0.0069284881465137005, -0.0064512211829423904, -0.00597395421937108, -0.00549668725579977, -0.00501942029222846, -0.00454215332865715, -0.0040648868307471275, -0.0035876198671758175, -0.0031103529036045074, -0.0026330859400331974, -0.0021558189764618874, -0.0016785521293058991, -0.001201285282149911, -0.0007240183185786009, -0.00024675141321495175, 0.00023051549214869738, 0.0007077823975123465, 0.0011850493028759956, 0.0016623162664473057, 0.0021395832300186157, 0.002616849960759282, 0.003094116924330592, 0.003571383887901902, 0.004048650618642569, 0.004525917582213879, 0.005003184545785189, 0.005480451509356499, 0.005957718472927809, 0.006434985436499119, 0.0069122519344091415, 0.007389518897980452, 0.007866785861551762, 0.008344053290784359, 0.008821319788694382, 0.009298586286604404, 0.009775853715837002, 0.010253120213747025, 0.010730387642979622, 0.011207654140889645, 0.011684921570122242, 0.012162188068032265, 0.012639455497264862, 0.013116721995174885, 0.013593988493084908, 0.014071255922317505, 0.014548522420227528, 0.015025789849460125, 0.015503056347370148, 0.015980323776602745, 0.016457591205835342]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 2.0, 1.0, 3.0, 2.0, 3.0, 2.0, 2.0, 8.0, 9.0, 3.0, 4.0, 1.0, 3.0, 3.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.015026167035102844, -0.014555778354406357, -0.01408538967370987, -0.013615000061690807, -0.01314461138099432, -0.012674222700297832, -0.012203834019601345, -0.011733445338904858, -0.011263055726885796, -0.010792667046189308, -0.01032227836549282, -0.009851889684796333, -0.009381501004099846, -0.008911112323403358, -0.008440722711384296, -0.007970334030687809, -0.0074999453499913216, -0.007029556669294834, -0.006559167522937059, -0.006088778842240572, -0.005618389695882797, -0.00514800101518631, -0.004677612334489822, -0.004207223188132048, -0.0037368345074355602, -0.003266445593908429, -0.002796056680381298, -0.0023256679996848106, -0.0018552790861576796, -0.0013848901726305485, -0.0009145013755187392, -0.00044411252019926906, 2.627633512020111e-05, 0.0004966651904396713, 0.0009670540457591414, 0.0014374428428709507, 0.0019078317563980818, 0.002378220669925213, 0.0028486093506217003, 0.0033189982641488314, 0.0037893871776759624, 0.00425977585837245, 0.004730165004730225, 0.005200553685426712, 0.0056709423661231995, 0.006141331512480974, 0.006611720193177462, 0.007082109339535236, 0.007552498020231724, 0.008022886700928211, 0.008493275381624699, 0.00896366499364376, 0.009434053674340248, 0.009904442355036736, 0.010374831035733223, 0.01084521971642971, 0.011315608397126198, 0.01178599800914526, 0.012256386689841747, 0.012726775370538235, 0.013197164051234722, 0.01366755273193121, 0.014137942343950272, 0.014608331024646759, 0.015078719705343246]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 4.0, 3.0, 2.0, 4.0, 4.0, 0.0, 4.0, 2.0, 2.0, 4.0, 4.0, 7.0, 5.0, 7.0, 7.0, 15.0, 14.0, 13.0, 17.0, 25.0, 59.0, 86.0, 125.0, 194.0, 264.0, 441.0, 667.0, 975.0, 1763.0, 6684.0, 3254.0, 1503.0, 794.0, 404.0, 286.0, 191.0, 192.0, 96.0, 64.0, 69.0, 46.0, 43.0, 26.0, 11.0, 9.0, 12.0, 5.0, 4.0, 5.0, 1.0, 2.0, 3.0, 1.0], "bins": [-0.01572074554860592, -0.01533593237400055, -0.01495111919939518, -0.014566305093467236, -0.014181491918861866, -0.013796678744256496, -0.013411864638328552, -0.013027051463723183, -0.012642238289117813, -0.012257425114512444, -0.011872611939907074, -0.01148779783397913, -0.01110298465937376, -0.01071817148476839, -0.010333357378840446, -0.009948544204235077, -0.009563731029629707, -0.009178917855024338, -0.008794104680418968, -0.008409290574491024, -0.008024477399885654, -0.007639664225280285, -0.007254850585013628, -0.006870036944746971, -0.0064852237701416016, -0.006100410595536232, -0.005715596955269575, -0.005330783315002918, -0.004945970140397549, -0.004561156965792179, -0.004176343325525522, -0.003791529918089509, -0.003406716510653496, -0.0030219031032174826, -0.0026370896957814693, -0.002252276288345456, -0.001867462880909443, -0.0014826494734734297, -0.0010978360660374165, -0.0007130226586014032, -0.00032820925116539, 5.660415627062321e-05, 0.00044141756370663643, 0.0008262309711426497, 0.0012110443785786629, 0.001595857786014676, 0.0019806711934506893, 0.0023654846008867025, 0.0027502980083227158, 0.003135111415758729, 0.003519924823194742, 0.0039047382306307554, 0.004289551638066769, 0.004674364812672138, 0.005059178452938795, 0.005443992093205452, 0.0058288052678108215, 0.006213618442416191, 0.006598432082682848, 0.006983245722949505, 0.007368058897554874, 0.007752872072160244, 0.008137686178088188, 0.008522499352693558, 0.008907312527298927]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 2.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 3.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08431988954544067, -0.08230739831924438, -0.08029491454362869, -0.0782824233174324, -0.07626993954181671, -0.07425744831562042, -0.07224496454000473, -0.07023247331380844, -0.06821998953819275, -0.06620749831199646, -0.06419500708580017, -0.06218252331018448, -0.06017003208398819, -0.0581575445830822, -0.05614505708217621, -0.05413256958127022, -0.05212008208036423, -0.05010759457945824, -0.048095107078552246, -0.046082619577646255, -0.044070132076740265, -0.042057640850543976, -0.040045153349637985, -0.038032665848731995, -0.036020178347826004, -0.03400769084692001, -0.03199520334601402, -0.029982713982462883, -0.027970226481556892, -0.025957738980650902, -0.023945249617099762, -0.02193276211619377, -0.01992027461528778, -0.01790778711438179, -0.0158952996134758, -0.01388281024992466, -0.011870322749018669, -0.009857835248112679, -0.007845346815884113, -0.005832858849316835, -0.0038203708827495575, -0.0018078829161822796, 0.00020460505038499832, 0.0022170930169522762, 0.004229580983519554, 0.006242068950086832, 0.00825455691665411, 0.010267045348882675, 0.012279532849788666, 0.014292020350694656, 0.016304507851600647, 0.018316997215151787, 0.020329484716057777, 0.022341972216963768, 0.024354461580514908, 0.0263669490814209, 0.02837943658232689, 0.03039192408323288, 0.03240441158413887, 0.03441689908504486, 0.03642939031124115, 0.03844187781214714, 0.04045436531305313, 0.04246685281395912, 0.04447934031486511]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 3.0, 4.0, 3.0, 3.0, 1.0, 2.0, 3.0, 9.0, 11.0, 9.0, 9.0, 11.0, 10.0, 17.0, 5.0, 9.0, 19.0, 26.0, 23.0, 14.0, 16.0, 8.0, 10.0, 7.0, 5.0, 6.0, 5.0, 4.0, 2.0, 3.0, 3.0, 3.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.03401085361838341, -0.03308820724487305, -0.032165564596652985, -0.031242920085787773, -0.03032027557492256, -0.02939763106405735, -0.02847498655319214, -0.027552342042326927, -0.026629697531461716, -0.025707051157951355, -0.024784406647086143, -0.023861762136220932, -0.02293911762535572, -0.02201647311449051, -0.021093828603625298, -0.020171184092760086, -0.019248539581894875, -0.018325895071029663, -0.01740325056016445, -0.01648060604929924, -0.015557961538434029, -0.014635316096246243, -0.013712671585381031, -0.01279002707451582, -0.011867382563650608, -0.010944738052785397, -0.010022093541920185, -0.009099449031054974, -0.008176803588867188, -0.007254159543663263, -0.0063315145671367645, -0.005408870056271553, -0.0044862255454063416, -0.00356358103454113, -0.002640936290845275, -0.0017182916635647416, -0.0007956470362842083, 0.00012699759099632502, 0.0010496422182768583, 0.0019722869619727135, 0.002894931472837925, 0.0038175759837031364, 0.004740220494568348, 0.005662865471094847, 0.006585509981960058, 0.00750815449282527, 0.008430799469351768, 0.00935344398021698, 0.010276088491082191, 0.011198733001947403, 0.012121377512812614, 0.013044022023677826, 0.013966666534543037, 0.014889311976730824, 0.01581195555627346, 0.016734600067138672, 0.017657246440649033, 0.018579890951514244, 0.019502535462379456, 0.020425179973244667, 0.02134782448410988, 0.02227046899497509, 0.0231931135058403, 0.024115758016705513, 0.025038402527570724]}, "_runtime": 21.302804708480835, "_timestamp": 1596238269.7186122, "_step": 3}
+{"val_accuracy": 0.7744185216894978, "val_loss": 0.6425850606400129, "_runtime": 27.248332500457764, "_timestamp": 1596238275.66414, "_step": 4}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: K Confidence: 0.634 Truth: v", "Prediction: 5 Confidence: 0.999 Truth: 5", "Prediction: 2 Confidence: 0.987 Truth: 2", "Prediction: 0 Confidence: 0.687 Truth: 0"]}, "_runtime": 27.523892641067505, "_timestamp": 1596238275.9397001, "_step": 5}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 3.0, 0.0, 1.0, 5.0, 1.0, 1.0, 4.0, 1.0, 2.0, 4.0, 3.0, 4.0, 1.0, 1.0, 2.0, 4.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 3.0, 0.0, 3.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014669355005025864, -0.014159227721393108, -0.013649099506437778, -0.013138972222805023, -0.012628844007849693, -0.012118716724216938, -0.011608589440584183, -0.011098461225628853, -0.010588333941996098, -0.010078206658363342, -0.009568078443408012, -0.009057951159775257, -0.008547823876142502, -0.008037695661187172, -0.007527568377554417, -0.007017440628260374, -0.0065073128789663315, -0.005997185129672289, -0.005487057380378246, -0.004976930096745491, -0.0044668023474514484, -0.003956674598157406, -0.003446547081694007, -0.002936419565230608, -0.0024262918159365654, -0.0019161641830578446, -0.0014060365501791239, -0.0008959089173004031, -0.00038578128442168236, 0.0001243463484570384, 0.0006344739813357592, 0.00114460161421448, 0.0016547292470932007, 0.0021648569963872433, 0.002674984512850642, 0.003185112029314041, 0.0036952397786080837, 0.004205367527902126, 0.004715494811534882, 0.005225622560828924, 0.005735750310122967, 0.006245878059417009, 0.006756005808711052, 0.007266133092343807, 0.00777626084163785, 0.008286388590931892, 0.008796515874564648, 0.009306644089519978, 0.009816771373152733, 0.010326898656785488, 0.010837026871740818, 0.011347154155373573, 0.011857282370328903, 0.012367409653961658, 0.012877536937594414, 0.013387665152549744, 0.013897792436182499, 0.014407919719815254, 0.014918047934770584, 0.01542817521840334, 0.015938302502036095, 0.016448430716991425, 0.016958558931946754, 0.017468685284256935, 0.017978813499212265]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 5.0, 3.0, 3.0, 1.0, 3.0, 9.0, 19.0, 17.0, 28.0, 30.0, 51.0, 65.0, 83.0, 100.0, 166.0, 240.0, 356.0, 2470.0, 3081.0, 447.0, 239.0, 153.0, 112.0, 74.0, 52.0, 33.0, 24.0, 18.0, 17.0, 10.0, 7.0, 5.0, 2.0, 4.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.2363911271095276, -0.22943665087223053, -0.22248217463493347, -0.2155277132987976, -0.20857323706150055, -0.2016187608242035, -0.19466428458690643, -0.18770980834960938, -0.1807553470134735, -0.17380087077617645, -0.1668463945388794, -0.15989191830158234, -0.15293744206428528, -0.14598296582698822, -0.13902850449085236, -0.1320740282535553, -0.12511955201625824, -0.11816507577896118, -0.11121060699224472, -0.10425613075494766, -0.0973016619682312, -0.09034718573093414, -0.08339270949363708, -0.07643824070692062, -0.06948376446962357, -0.06252928823232651, -0.055574819445610046, -0.04862034320831299, -0.04166587069630623, -0.03471139818429947, -0.02775692380964756, -0.02080244943499565, -0.013847976922988892, -0.006893503479659557, 6.0969963669776917e-05, 0.007015443406999111, 0.013969916850328445, 0.020924389362335205, 0.027878863736987114, 0.03483333811163902, 0.04178781062364578, 0.04874228313565254, 0.0556967556476593, 0.06265123188495636, 0.06960570812225342, 0.07656017690896988, 0.08351465314626694, 0.0904691219329834, 0.09742359817028046, 0.10437807440757751, 0.11133254319429398, 0.11828701943159103, 0.1252414882183075, 0.13219596445560455, 0.1391504406929016, 0.14610491693019867, 0.15305939316749573, 0.1600138545036316, 0.16696833074092865, 0.1739228069782257, 0.18087728321552277, 0.18783175945281982, 0.1947862207889557, 0.20174069702625275, 0.2086951732635498]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 3.0, 3.0, 0.0, 4.0, 2.0, 0.0, 2.0, 4.0, 2.0, 2.0, 5.0, 3.0, 2.0, 2.0, 1.0, 4.0, 3.0, 27.0, 1.0, 3.0, 3.0, 2.0, 2.0, 9.0, 3.0, 1.0, 2.0, 3.0, 4.0, 2.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0], "bins": [-0.0026598237454891205, -0.0025778370909392834, -0.00249585066922009, -0.0024138642475008965, -0.0023318775929510593, -0.0022498909384012222, -0.0021679045166820288, -0.0020859180949628353, -0.002003931440412998, -0.001921944902278483, -0.0018399583641439676, -0.0017579718260094523, -0.001675985287874937, -0.0015939987497404218, -0.0015120122116059065, -0.0014300256734713912, -0.001348039135336876, -0.0012660525972023606, -0.0011840660590678453, -0.00110207952093333, -0.0010200929827988148, -0.0009381064446642995, -0.0008561199065297842, -0.0007741333683952689, -0.0006921468302607536, -0.0006101602921262383, -0.0005281737539917231, -0.0004461872158572078, -0.0003642006777226925, -0.0002822141395881772, -0.00020022760145366192, -0.00011824106331914663, -3.625452518463135e-05, 4.573201294988394e-05, 0.00012771855108439922, 0.0002097050892189145, 0.0002916916273534298, 0.0003736781654879451, 0.00045566470362246037, 0.0005376512417569757, 0.0006196377798914909, 0.0007016243180260062, 0.0007836108561605215, 0.0008655973942950368, 0.0009475839324295521, 0.0010295704705640674, 0.0011115570086985826, 0.001193543546833098, 0.0012755300849676132, 0.0013575166231021285, 0.0014395031612366438, 0.001521489699371159, 0.0016034762375056744, 0.0016854627756401896, 0.001767449313774705, 0.0018494358519092202, 0.0019314223900437355, 0.0020134090445935726, 0.002095395466312766, 0.0021773818880319595, 0.0022593685425817966, 0.0023413551971316338, 0.0024233416188508272, 0.0025053280405700207, 0.002587314695119858]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 6.0, 6.0, 4.0, 14.0, 8.0, 8.0, 18.0, 26.0, 53.0, 52.0, 79.0, 125.0, 164.0, 268.0, 387.0, 570.0, 880.0, 1426.0, 2451.0, 4227.0, 7616.0, 14651.0, 30219.0, 63882.0, 147614.0, 667178.0, 124881.0, 54196.0, 25796.0, 13719.0, 7484.0, 4345.0, 2504.0, 1578.0, 1051.0, 647.0, 395.0, 309.0, 244.0, 162.0, 103.0, 86.0, 57.0, 45.0, 36.0, 22.0, 18.0, 9.0, 4.0, 4.0, 4.0, 3.0, 5.0, 1.0, 1.0, 2.0, 1.0], "bins": [-0.01437561959028244, -0.013933165930211544, -0.013490711338818073, -0.013048257678747177, -0.012605803087353706, -0.01216334942728281, -0.011720895767211914, -0.011278441175818443, -0.010835987515747547, -0.010393533855676651, -0.00995107926428318, -0.009508625604212284, -0.009066171944141388, -0.008623717352747917, -0.008181263692677021, -0.007738809566944838, -0.007296355441212654, -0.006853901315480471, -0.006411447189748287, -0.005968993529677391, -0.005526539403945208, -0.005084085278213024, -0.004641631618142128, -0.0041991774924099445, -0.003756723366677761, -0.0033142692409455776, -0.002871815348044038, -0.002429361455142498, -0.0019869073294103146, -0.001544453320093453, -0.0011019993107765913, -0.0006595453014597297, -0.00021709129214286804, 0.0002253627171739936, 0.0006678167264908552, 0.0011102707358077168, 0.0015527247451245785, 0.001995178870856762, 0.0024376327637583017, 0.0028800866566598415, 0.003322540782392025, 0.0037649949081242085, 0.004207449033856392, 0.004649902693927288, 0.0050923568196594715, 0.005534810945391655, 0.005977264605462551, 0.006419718731194735, 0.006862172856926918, 0.0073046269826591015, 0.007747081108391285, 0.008189534768462181, 0.008631989359855652, 0.009074443019926548, 0.009516896679997444, 0.009959351271390915, 0.010401804931461811, 0.010844258591532707, 0.011286713182926178, 0.011729166842997074, 0.01217162050306797, 0.012614075094461441, 0.013056528754532337, 0.013498983345925808, 0.013941437005996704]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 6.0, 2.0, 2.0, 3.0, 2.0, 1.0, 2.0, 2.0, 2.0, 5.0, 3.0, 6.0, 3.0, 0.0, 3.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0], "bins": [-0.00922463834285736, -0.00899787899106741, -0.008771119639277458, -0.008544360287487507, -0.008317600935697556, -0.008090841583907604, -0.007864082232117653, -0.007637322880327702, -0.00741056352853775, -0.007183803711086512, -0.00695704435929656, -0.006730285007506609, -0.006503525655716658, -0.006276766303926706, -0.006050006952136755, -0.005823247600346804, -0.005596488248556852, -0.005369728896766901, -0.00514296954497695, -0.004916210193186998, -0.004689450841397047, -0.004462691489607096, -0.004235932137817144, -0.004009172786027193, -0.003782413201406598, -0.0035556538496166468, -0.0033288944978266954, -0.003102135146036744, -0.002875375561416149, -0.002648616209626198, -0.0024218568578362465, -0.002195097506046295, -0.001968338154256344, -0.0017415788024663925, -0.0015148194506764412, -0.001288059982471168, -0.0010613006306812167, -0.0008345412788912654, -0.0006077818688936532, -0.0003810224879998714, -0.0001542631071060896, 7.249627378769219e-05, 0.00029925565468147397, 0.0005260150646790862, 0.0007527744164690375, 0.0009795337682589889, 0.001206293236464262, 0.0014330525882542133, 0.0016598119400441647, 0.001886571291834116, 0.0021133306436240673, 0.0023400899954140186, 0.00256684934720397, 0.002793608931824565, 0.0030203682836145163, 0.0032471276354044676, 0.003473886987194419, 0.0037006463389843702, 0.003927405923604965, 0.0041541652753949165, 0.004380924627184868, 0.004607683978974819, 0.0048344433307647705, 0.005061202682554722, 0.005287962034344673]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 3.0, 2.0, 3.0, 1.0, 4.0, 6.0, 9.0, 9.0, 10.0, 15.0, 18.0, 22.0, 11.0, 26.0, 33.0, 41.0, 47.0, 75.0, 66.0, 109.0, 115.0, 126.0, 172.0, 172.0, 218.0, 342.0, 540.0, 805.0, 1482.0, 5565.0, 2244.0, 1549.0, 1109.0, 825.0, 679.0, 494.0, 338.0, 264.0, 203.0, 139.0, 109.0, 85.0, 69.0, 47.0, 44.0, 36.0, 35.0, 21.0, 26.0, 17.0, 14.0, 9.0, 10.0, 5.0, 6.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0], "bins": [-0.007409056182950735, -0.007178697735071182, -0.006948339752852917, -0.006717981304973364, -0.006487622857093811, -0.0062572648748755455, -0.006026906426995993, -0.00579654797911644, -0.005566189996898174, -0.0053358315490186214, -0.005105473101139069, -0.004875114653259516, -0.00464475667104125, -0.004414398223161697, -0.0041840397752821445, -0.003953681793063879, -0.003723323345184326, -0.003492965130135417, -0.003262606682255864, -0.003032248467206955, -0.002801890019327402, -0.002571531804278493, -0.0023411735892295837, -0.002110815141350031, -0.0018804569263011217, -0.0016500985948368907, -0.0014197402633726597, -0.0011893820483237505, -0.0009590237168595195, -0.0007286653853952885, -0.0004983071121387184, -0.0002679488097783178, -3.759050741791725e-05, 0.0001927677949424833, 0.00042312609730288386, 0.000653484370559454, 0.000883842702023685, 0.001114201033487916, 0.0013445592485368252, 0.0015749175800010562, 0.0018052759114652872, 0.0020356341265141964, 0.0022659925743937492, 0.0024963507894426584, 0.0027267090044915676, 0.0029570674523711205, 0.0031874256674200296, 0.0034177841152995825, 0.0036481423303484917, 0.003878500545397401, 0.00410885876044631, 0.004339217208325863, 0.004569575656205416, 0.004799933638423681, 0.005030292086303234, 0.005260650534182787, 0.00549100898206234, 0.005721366964280605, 0.005951725412160158, 0.006182083860039711, 0.0064124418422579765, 0.006642800290137529, 0.006873158738017082, 0.007103516720235348, 0.007333875168114901]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.027984993532299995, -0.02658912166953087, -0.02519325166940689, -0.023797379806637764, -0.022401507943868637, -0.02100563608109951, -0.019609764218330383, -0.018213894218206406, -0.01681802235543728, -0.015422150492668152, -0.0140262795612216, -0.012630408629775047, -0.01123453676700592, -0.009838664904236794, -0.008442793972790241, -0.007046922575682402, -0.005651051178574562, -0.0042551797814667225, -0.002859308384358883, -0.0014634369872510433, -6.756559014320374e-05, 0.0013283058069646358, 0.0027241772040724754, 0.004120048601180315, 0.005515919998288155, 0.006911791395395994, 0.008307662792503834, 0.009703533723950386, 0.011099405586719513, 0.01249527744948864, 0.013891148380935192, 0.015287019312381744, 0.01668289117515087, 0.018078763037919998, 0.019474633038043976, 0.020870504900813103, 0.02226637676358223, 0.023662248626351357, 0.025058120489120483, 0.02645399048924446, 0.027849862352013588, 0.029245734214782715, 0.030641604214906693, 0.03203747794032097, 0.033433347940444946, 0.034829217940568924, 0.0362250916659832, 0.03762096166610718, 0.039016835391521454, 0.04041270539164543, 0.04180857539176941, 0.043204449117183685, 0.04460031911730766, 0.04599618911743164, 0.04739206284284592, 0.048787932842969894, 0.05018380284309387, 0.05157967656850815, 0.052975546568632126, 0.0543714202940464, 0.05576729029417038, 0.05716316029429436, 0.05855903401970863, 0.05995490401983261, 0.06135077774524689]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 1.0, 0.0, 3.0, 3.0, 1.0, 3.0, 9.0, 3.0, 9.0, 11.0, 16.0, 4.0, 11.0, 13.0, 28.0, 48.0, 33.0, 22.0, 12.0, 11.0, 12.0, 4.0, 6.0, 2.0, 2.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.025477038696408272, -0.02409854717552662, -0.022720053791999817, -0.021341562271118164, -0.01996307075023651, -0.01858457736670971, -0.017206085845828056, -0.015827592462301254, -0.014449100941419601, -0.013070608489215374, -0.011692116037011147, -0.010313624516129494, -0.008935132063925266, -0.007556639611721039, -0.006178147625178099, -0.0047996556386351585, -0.003421163186430931, -0.0020426709670573473, -0.0006641787476837635, 0.0007143134716898203, 0.002092805691063404, 0.003471297910436988, 0.004849790129810572, 0.006228282116353512, 0.007606774568557739, 0.008985267020761967, 0.010363759472966194, 0.011742250993847847, 0.013120743446052074, 0.014499235898256302, 0.015877727419137955, 0.017256220802664757, 0.01863471232354641, 0.020013203844428062, 0.021391697227954865, 0.022770188748836517, 0.02414868026971817, 0.025527173653244972, 0.026905665174126625, 0.028284158557653427, 0.02966265007853508, 0.031041141599416733, 0.032419633120298386, 0.03379812836647034, 0.03517661988735199, 0.03655511140823364, 0.037933602929115295, 0.03931209444999695, 0.0406905859708786, 0.04206908121705055, 0.043447572737932205, 0.04482606425881386, 0.04620455577969551, 0.047583047300577164, 0.048961542546749115, 0.05034003406763077, 0.05171852558851242, 0.053097017109394073, 0.054475508630275726, 0.05585400387644768, 0.05723249539732933, 0.05861098691821098, 0.059989478439092636, 0.06136796995997429, 0.06274646520614624]}, "_runtime": 30.434881687164307, "_timestamp": 1596238278.8506892, "_step": 6}
+{"val_accuracy": 0.7899935787671233, "val_loss": 0.562598023512592, "_runtime": 38.781505823135376, "_timestamp": 1596238287.1973133, "_step": 7}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: K Confidence: 0.296 Truth: v", "Prediction: 5 Confidence: 1.000 Truth: 5", "Prediction: 2 Confidence: 0.994 Truth: 2", "Prediction: 0 Confidence: 0.593 Truth: 0"]}, "_runtime": 39.04591155052185, "_timestamp": 1596238287.461719, "_step": 8}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 3.0, 2.0, 1.0, 1.0, 2.0, 2.0, 2.0, 2.0, 1.0, 4.0, 2.0, 4.0, 4.0, 1.0, 1.0, 2.0, 2.0, 0.0, 4.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.011283726431429386, -0.010949828661978245, -0.010615931823849678, -0.010282034054398537, -0.009948136284947395, -0.009614238515496254, -0.009280340746045113, -0.008946443907916546, -0.008612546138465405, -0.008278648369014263, -0.007944751530885696, -0.007610853761434555, -0.007276955991983414, -0.006943058222532272, -0.006609160918742418, -0.006275263614952564, -0.005941365845501423, -0.0056074680760502815, -0.0052735707722604275, -0.004939673468470573, -0.004605775699019432, -0.004271877929568291, -0.003937980625778437, -0.003604083089157939, -0.0032701855525374413, -0.0029362880159169436, -0.002602390479296446, -0.002268492942675948, -0.0019345954060554504, -0.0016006978694349527, -0.001266800332814455, -0.0009329027961939573, -0.0005990052595734596, -0.0002651077229529619, 6.878981366753578e-05, 0.0004026873502880335, 0.0007365848869085312, 0.001070482423529029, 0.0014043799601495266, 0.0017382774967700243, 0.002072175033390522, 0.0024060725700110197, 0.0027399701066315174, 0.003073867643252015, 0.003407765179872513, 0.0037416627164930105, 0.004075560253113508, 0.004409457556903362, 0.004743355326354504, 0.005077253095805645, 0.005411150399595499, 0.005745047703385353, 0.0060789454728364944, 0.006412843242287636, 0.00674674054607749, 0.007080637849867344, 0.007414535619318485, 0.007748433388769627, 0.008082330226898193, 0.008416227996349335, 0.008750125765800476, 0.009084023535251617, 0.009417921304702759, 0.009751818142831326, 0.010085715912282467]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 7.0, 5.0, 5.0, 8.0, 20.0, 14.0, 28.0, 39.0, 41.0, 75.0, 102.0, 127.0, 164.0, 248.0, 446.0, 4604.0, 967.0, 365.0, 218.0, 132.0, 102.0, 47.0, 42.0, 28.0, 21.0, 13.0, 10.0, 10.0, 9.0, 4.0, 3.0, 1.0, 5.0, 3.0, 1.0, 2.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.20571064949035645, -0.19921477138996124, -0.19271889328956604, -0.18622301518917084, -0.17972713708877563, -0.17323127388954163, -0.16673539578914642, -0.16023951768875122, -0.15374363958835602, -0.14724776148796082, -0.1407518833875656, -0.1342560052871704, -0.1277601420879364, -0.1212642565369606, -0.114768385887146, -0.1082725077867508, -0.10177662968635559, -0.09528075158596039, -0.08878487348556519, -0.08228900283575058, -0.07579312473535538, -0.06929724663496017, -0.06280137598514557, -0.056305497884750366, -0.049809619784355164, -0.04331374168395996, -0.03681786730885506, -0.030321991071105003, -0.02382611483335495, -0.017330238595604897, -0.010834362357854843, -0.00433848612010479, 0.0021573901176452637, 0.008653266355395317, 0.01514914259314537, 0.021645018830895424, 0.028140895068645477, 0.03463677316904068, 0.041132647544145584, 0.04762852191925049, 0.05412440001964569, 0.060620278120040894, 0.0671161562204361, 0.0736120268702507, 0.0801079049706459, 0.08660378307104111, 0.09309965372085571, 0.09959553182125092, 0.10609140992164612, 0.11258728802204132, 0.11908316612243652, 0.12557904422283173, 0.13207492232322693, 0.13857078552246094, 0.14506666362285614, 0.15156254172325134, 0.15805841982364655, 0.16455429792404175, 0.17105017602443695, 0.17754605412483215, 0.18404191732406616, 0.19053779542446136, 0.19703367352485657, 0.20352955162525177, 0.21002542972564697]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 3.0, 2.0, 2.0, 4.0, 5.0, 8.0, 5.0, 4.0, 4.0, 1.0, 5.0, 5.0, 29.0, 1.0, 7.0, 4.0, 4.0, 4.0, 3.0, 1.0, 1.0, 2.0, 1.0, 2.0, 4.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.0023790905252099037, -0.0022890190593898296, -0.002198947826400399, -0.002108876360580325, -0.002018804894760251, -0.0019287335453554988, -0.0018386621959507465, -0.0017485907301306725, -0.0016585193807259202, -0.001568448031321168, -0.0014783765655010939, -0.0013883052160963416, -0.0012982338666915894, -0.0012081624008715153, -0.001118091051466763, -0.001028019585646689, -0.0009379482362419367, -0.0008478768286295235, -0.0007578054210171103, -0.0006677340716123581, -0.0005776626639999449, -0.00048759125638753176, -0.00039751987787894905, -0.00030744849937036633, -0.00021737709175795317, -0.00012730569869745523, -3.723430563695729e-05, 5.283708742354065e-05, 0.0001429084804840386, 0.00023297987354453653, 0.00032305126660503447, 0.0004131226451136172, 0.0005031940527260303, 0.0005932654603384435, 0.0006833368679508567, 0.0007734082173556089, 0.0008634796249680221, 0.0009535510325804353, 0.0010436223819851875, 0.0011336938478052616, 0.0012237651972100139, 0.0013138365466147661, 0.0014039080124348402, 0.0014939793618395925, 0.0015840507112443447, 0.0016741221770644188, 0.001764193526469171, 0.0018542649922892451, 0.0019443363416939974, 0.0020344078075140715, 0.002124479040503502, 0.002214550506323576, 0.00230462197214365, 0.0023946932051330805, 0.0024847646709531546, 0.0025748361367732286, 0.002664907369762659, 0.002754978835582733, 0.0028450503014028072, 0.0029351217672228813, 0.0030251930002123117, 0.003115264466032386, 0.00320533593185246, 0.0032954071648418903, 0.0033854786306619644]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 3.0, 2.0, 3.0, 6.0, 5.0, 15.0, 18.0, 31.0, 38.0, 69.0, 78.0, 146.0, 229.0, 346.0, 558.0, 877.0, 1492.0, 2506.0, 4234.0, 7821.0, 15414.0, 32805.0, 74205.0, 205143.0, 665588.0, 81407.0, 37877.0, 19691.0, 10860.0, 6406.0, 3946.0, 2499.0, 1603.0, 1136.0, 738.0, 546.0, 347.0, 230.0, 178.0, 134.0, 108.0, 65.0, 59.0, 47.0, 37.0, 26.0, 19.0, 6.0, 12.0, 9.0, 4.0, 5.0, 5.0, 7.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.010247733443975449, -0.009870273061096668, -0.009492812678217888, -0.009115352295339108, -0.008737892843782902, -0.008360432460904121, -0.007982972078025341, -0.007605511695146561, -0.00722805131226778, -0.006850591395050287, -0.006473131012171507, -0.0060956706292927265, -0.0057182107120752335, -0.005340750329196453, -0.004963289946317673, -0.00458583002910018, -0.004208369646221399, -0.0038309094961732626, -0.0034534491132944822, -0.0030759889632463455, -0.002698528580367565, -0.0023210684303194284, -0.0019436082802712917, -0.0015661480138078332, -0.0011886877473443747, -0.0008112274808809161, -0.0004337672726251185, -5.630703526549041e-05, 0.00032115320209413767, 0.0006986134685575962, 0.001076073618605733, 0.0014535338850691915, 0.00183099415153265, 0.0022084543015807867, 0.002585914684459567, 0.0029633748345077038, 0.003340835217386484, 0.003718295367434621, 0.004095755517482758, 0.004473215900361538, 0.004850676283240318, 0.005228136200457811, 0.005605596583336592, 0.005983056966215372, 0.006360516883432865, 0.0067379772663116455, 0.007115437649190426, 0.007492897566407919, 0.007870357483625412, 0.008247817866504192, 0.008625278249382973, 0.009002738632261753, 0.009380199015140533, 0.009757659398019314, 0.010135119780898094, 0.0105125792324543, 0.01089003961533308, 0.01126749999821186, 0.011644960381090641, 0.012022420763969421, 0.012399881146848202, 0.012777340598404408, 0.013154800981283188, 0.013532261364161968, 0.013909721747040749]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 6.0, 2.0, 6.0, 8.0, 2.0, 10.0, 3.0, 0.0, 2.0, 4.0, 2.0, 1.0, 4.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.021853525191545486, -0.02125372737646103, -0.02065393142402172, -0.020054135471582413, -0.019454337656497955, -0.018854539841413498, -0.01825474388897419, -0.01765494793653488, -0.017055150121450424, -0.016455352306365967, -0.01585555635392666, -0.015255759470164776, -0.014655962586402893, -0.01405616570264101, -0.013456368818879128, -0.012856571935117245, -0.012256775051355362, -0.01165697816759348, -0.011057181283831596, -0.010457384400069714, -0.00985758751630783, -0.009257790632545948, -0.008657993748784065, -0.008058196865022182, -0.0074583999812603, -0.006858603097498417, -0.006258806213736534, -0.005659009329974651, -0.0050592124462127686, -0.004459415562450886, -0.003859618678689003, -0.00325982179492712, -0.0026600249111652374, -0.0020602280274033546, -0.0014604311436414719, -0.0008606342598795891, -0.0002608373761177063, 0.0003389595076441765, 0.0009387563914060593, 0.001538553275167942, 0.002138350158929825, 0.0027381470426917076, 0.0033379439264535904, 0.003937740810215473, 0.004537537693977356, 0.005137334577739239, 0.0057371314615011215, 0.006336928345263004, 0.006936725229024887, 0.00753652211278677, 0.008136318996548653, 0.008736115880310535, 0.009335912764072418, 0.009935709647834301, 0.010535506531596184, 0.011135303415358067, 0.01173510029911995, 0.012334897182881832, 0.012934694066643715, 0.013534490950405598, 0.01413428783416748, 0.014734084717929363, 0.015333881601691246, 0.015933677554130554, 0.01653347536921501]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 4.0, 5.0, 5.0, 19.0, 21.0, 15.0, 18.0, 12.0, 24.0, 44.0, 38.0, 42.0, 64.0, 73.0, 120.0, 153.0, 213.0, 269.0, 411.0, 557.0, 770.0, 1177.0, 1595.0, 5699.0, 2582.0, 1251.0, 727.0, 543.0, 458.0, 314.0, 235.0, 192.0, 174.0, 121.0, 88.0, 68.0, 49.0, 51.0, 40.0, 35.0, 24.0, 20.0, 15.0, 17.0, 15.0, 18.0, 8.0, 5.0, 5.0, 6.0, 8.0, 4.0, 0.0, 3.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.008987332694232464, -0.008653068915009499, -0.008318805135786533, -0.007984541356563568, -0.00765027804300189, -0.007316014263778925, -0.006981750950217247, -0.006647487170994282, -0.0063132233917713165, -0.005978959612548351, -0.005644695833325386, -0.005310432519763708, -0.004976168740540743, -0.004641904961317778, -0.0043076416477561, -0.0039733778685331345, -0.0036391140893101692, -0.003304850310087204, -0.0029705867636948824, -0.002636323217302561, -0.0023020594380795956, -0.0019677956588566303, -0.0016335321124643087, -0.0012992684496566653, -0.0009650047868490219, -0.0006307411240413785, -0.0002964774612337351, 3.778620157390833e-05, 0.00037204986438155174, 0.0007063135271891952, 0.0010405771899968386, 0.001374840852804482, 0.0017091045156121254, 0.0020433682948350906, 0.0023776318412274122, 0.002711895387619734, 0.003046159166842699, 0.0033804229460656643, 0.003714686492457986, 0.0040489500388503075, 0.004383213818073273, 0.004717477597296238, 0.005051741376519203, 0.005386004690080881, 0.005720268469303846, 0.006054532248526812, 0.0063887955620884895, 0.006723059341311455, 0.00705732312053442, 0.007391586899757385, 0.0077258506789803505, 0.008060114458203316, 0.008394377306103706, 0.008728641085326672, 0.009062904864549637, 0.009397168643772602, 0.009731432422995567, 0.010065696202218533, 0.010399959981441498, 0.010734223760664463, 0.011068487539887428, 0.011402750387787819, 0.011737014167010784, 0.01207127794623375, 0.012405541725456715]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 1.0, 3.0, 4.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.07661327719688416, -0.07377832382917404, -0.07094337046146393, -0.06810841709375381, -0.0652734637260437, -0.062438514083623886, -0.05960356071591377, -0.05676860734820366, -0.053933653980493546, -0.05109870061278343, -0.04826374724507332, -0.045428793877363205, -0.04259384423494339, -0.039758890867233276, -0.03692393749952316, -0.03408898413181305, -0.031254030764102936, -0.028419077396392822, -0.02558412402868271, -0.022749172523617744, -0.01991421915590763, -0.017079265788197517, -0.014244313351809978, -0.01140936091542244, -0.008574407547712326, -0.0057394546456635, -0.0029045017436146736, -6.95488415658474e-05, 0.002765404060482979, 0.005600356962531805, 0.008435309864580631, 0.01127026230096817, 0.014105215668678284, 0.016940169036388397, 0.01977512240409851, 0.022610073909163475, 0.02544502727687359, 0.028279980644583702, 0.031114932149648666, 0.03394988551735878, 0.03678483888506889, 0.03961979225277901, 0.04245474562048912, 0.045289698988199234, 0.04812464863061905, 0.05095960199832916, 0.053794555366039276, 0.05662950873374939, 0.0594644621014595, 0.06229941546916962, 0.06513436883687973, 0.06796932220458984, 0.07080427557229996, 0.07363922894001007, 0.07647418230772018, 0.0793091356754303, 0.08214408159255981, 0.08497903496026993, 0.08781398832798004, 0.09064894169569016, 0.09348389506340027, 0.09631884843111038, 0.0991538017988205, 0.10198875516653061, 0.10482370853424072]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 4.0, 4.0, 2.0, 15.0, 18.0, 16.0, 25.0, 28.0, 40.0, 14.0, 14.0, 16.0, 13.0, 7.0, 8.0, 5.0, 2.0, 3.0, 0.0, 2.0, 4.0, 4.0, 4.0, 0.0, 1.0, 0.0, 2.0, 1.0, 3.0, 1.0, 3.0, 3.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.0452829971909523, -0.0437452457845211, -0.042207490652799606, -0.04066973924636841, -0.03913198411464691, -0.037594232708215714, -0.036056481301784515, -0.03451872617006302, -0.03298097476363182, -0.03144322335720062, -0.029905468225479126, -0.028367716819047928, -0.02682996354997158, -0.025292210280895233, -0.023754458874464035, -0.022216705605387688, -0.02067895233631134, -0.019141199067234993, -0.017603445798158646, -0.016065694391727448, -0.0145279411226511, -0.012990187853574753, -0.01145243551582098, -0.009914683178067207, -0.00837692990899086, -0.0068391771055758, -0.00530142430216074, -0.00376367149874568, -0.00222591869533062, -0.0006881658919155598, 0.0008495869114995003, 0.0023873397149145603, 0.00392509251832962, 0.00546284532174468, 0.0070005981251597404, 0.008538350462913513, 0.01007610373198986, 0.011613857001066208, 0.01315160933881998, 0.014689361676573753, 0.0162271149456501, 0.017764868214726448, 0.019302621483802795, 0.020840372890233994, 0.02237812615931034, 0.023915879428386688, 0.025453630834817886, 0.026991384103894234, 0.02852913737297058, 0.03006689064204693, 0.031604643911123276, 0.033142395317554474, 0.03468015044927597, 0.03621790185570717, 0.03775565326213837, 0.03929340839385986, 0.04083115980029106, 0.04236891120672226, 0.043906666338443756, 0.045444417744874954, 0.04698216915130615, 0.04851992428302765, 0.05005767568945885, 0.051595430821180344, 0.05313318222761154]}, "_runtime": 39.524231910705566, "_timestamp": 1596238287.9400394, "_step": 9}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 4.0, 5.0, 3.0, 4.0, 6.0, 5.0, 0.0, 2.0, 3.0, 2.0, 2.0, 2.0, 3.0, 5.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.017954470589756966, -0.01741867884993553, -0.016882887110114098, -0.016347097232937813, -0.01581130549311638, -0.015275513753294945, -0.01473972201347351, -0.014203931204974651, -0.013668139465153217, -0.013132347725331783, -0.012596556916832924, -0.01206076517701149, -0.011524973437190056, -0.010989182628691196, -0.010453390888869762, -0.009917600080370903, -0.009381808340549469, -0.008846016600728035, -0.008310225792229176, -0.0077744340524077415, -0.007238642778247595, -0.006702851504087448, -0.006167059764266014, -0.005631268490105867, -0.005095477215945721, -0.004559685941785574, -0.004023894667625427, -0.0034881029278039932, -0.0029523116536438465, -0.0024165203794837, -0.0018807288724929094, -0.0013449374819174409, -0.0008091460913419724, -0.0002733547007665038, 0.00026243668980896473, 0.0007982280803844333, 0.0013340194709599018, 0.0018698108615353703, 0.002405602252110839, 0.0029413937591016293, 0.003477185033261776, 0.004012976307421923, 0.004548767581582069, 0.005084559321403503, 0.00562035059556365, 0.006156141869723797, 0.006691933609545231, 0.007227724883705378, 0.007763516157865524, 0.008299307897686958, 0.008835098706185818, 0.009370890446007252, 0.009906681254506111, 0.010442472994327545, 0.01097826473414898, 0.011514055542647839, 0.012049847282469273, 0.012585639022290707, 0.013121429830789566, 0.013657221570611, 0.014193013310432434, 0.014728804118931293, 0.015264595858752728, 0.015800386667251587, 0.01633617840707302]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 4.0, 6.0, 10.0, 3.0, 8.0, 5.0, 8.0, 7.0, 23.0, 22.0, 45.0, 51.0, 86.0, 93.0, 196.0, 352.0, 729.0, 5133.0, 485.0, 232.0, 122.0, 84.0, 63.0, 48.0, 26.0, 16.0, 12.0, 13.0, 14.0, 9.0, 5.0, 4.0, 3.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.2368456870317459, -0.22925865650177002, -0.22167161107063293, -0.21408458054065704, -0.20649755001068115, -0.19891050457954407, -0.19132347404956818, -0.1837364286184311, -0.1761493980884552, -0.1685623675584793, -0.16097532212734222, -0.15338829159736633, -0.14580124616622925, -0.13821421563625336, -0.13062718510627747, -0.12304014712572098, -0.11545310914516449, -0.107866071164608, -0.10027903318405151, -0.09269200265407562, -0.08510496467351913, -0.07751792669296265, -0.06993089616298676, -0.06234385818243027, -0.05475682020187378, -0.04716978222131729, -0.0395827479660511, -0.03199571371078491, -0.024408675730228424, -0.016821639612317085, -0.009234603494405746, -0.0016475673764944077, 0.005939468741416931, 0.01352650485932827, 0.02111354097723961, 0.028700577095150948, 0.036287613213062286, 0.043874651193618774, 0.051461685448884964, 0.059048719704151154, 0.06663575768470764, 0.07422279566526413, 0.08180983364582062, 0.08939686417579651, 0.096983902156353, 0.10457094013690948, 0.11215797066688538, 0.11974500864744186, 0.12733204662799835, 0.13491907715797424, 0.14250612258911133, 0.15009315311908722, 0.1576801836490631, 0.1652672290802002, 0.1728542596101761, 0.18044130504131317, 0.18802833557128906, 0.19561536610126495, 0.20320241153240204, 0.21078944206237793, 0.21837648749351501, 0.2259635180234909, 0.2335505485534668, 0.24113759398460388, 0.24872462451457977]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 4.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 3.0, 4.0, 2.0, 4.0, 3.0, 4.0, 4.0, 3.0, 6.0, 3.0, 25.0, 3.0, 5.0, 4.0, 2.0, 2.0, 2.0, 4.0, 1.0, 6.0, 2.0, 0.0, 0.0, 4.0, 0.0, 0.0, 1.0, 3.0, 3.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002495141699910164, -0.002415002090856433, -0.0023348622489720583, -0.0022547226399183273, -0.0021745830308645964, -0.0020944431889802217, -0.002014303579926491, -0.001934163854457438, -0.0018540241289883852, -0.0017738845199346542, -0.0016937447944656014, -0.0016136050689965487, -0.0015334654599428177, -0.001453325734473765, -0.001373186009004712, -0.0012930463999509811, -0.0012129066744819283, -0.0011327669490128756, -0.0010526273399591446, -0.0009724876144900918, -0.000892347889021039, -0.0008122082217596471, -0.0007320685544982553, -0.0006519288290292025, -0.0005717891617678106, -0.0004916494945064187, -0.0004115097690373659, -0.00033137010177597404, -0.0002512304054107517, -0.00017109070904552937, -9.095102723222226e-05, -1.0811338142957538e-05, 6.932835094630718e-05, 0.00014946804731152952, 0.00022960772912483662, 0.00030974741093814373, 0.00038988710730336607, 0.0004700268036685884, 0.0005501664709299803, 0.0006303061963990331, 0.000710445863660425, 0.0007905855309218168, 0.0008707252563908696, 0.0009508649236522615, 0.0010310045909136534, 0.0011111443163827062, 0.001191284041851759, 0.00127142365090549, 0.0013515633763745427, 0.0014317031018435955, 0.0015118427108973265, 0.0015919824363663793, 0.001672122161835432, 0.001752261770889163, 0.0018324014963582158, 0.0019125412218272686, 0.0019926808308809996, 0.002072820672765374, 0.002152960281819105, 0.002233099890872836, 0.0023132397327572107, 0.0023933793418109417, 0.0024735189508646727, 0.0025536587927490473, 0.0026337984018027782]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [4.0, 3.0, 2.0, 4.0, 4.0, 13.0, 14.0, 13.0, 21.0, 37.0, 68.0, 70.0, 121.0, 175.0, 285.0, 378.0, 649.0, 1002.0, 1645.0, 2851.0, 4820.0, 8805.0, 16617.0, 33188.0, 75234.0, 686829.0, 212906.0, 63237.0, 29690.0, 16378.0, 9219.0, 5469.0, 3356.0, 2089.0, 1363.0, 907.0, 587.0, 425.0, 308.0, 221.0, 150.0, 110.0, 75.0, 61.0, 36.0, 44.0, 37.0, 30.0, 24.0, 13.0, 10.0, 5.0, 10.0, 10.0, 3.0, 8.0, 2.0, 3.0, 1.0, 1.0, 4.0, 2.0, 0.0, 2.0], "bins": [-0.007575014140456915, -0.007283417973667383, -0.006991822272539139, -0.006700226105749607, -0.006408629938960075, -0.006117033772170544, -0.005825437605381012, -0.0055338419042527676, -0.005242245737463236, -0.004950649570673704, -0.00465905386954546, -0.004367457702755928, -0.004075861535966396, -0.0037842653691768646, -0.0034926694352179766, -0.0032010735012590885, -0.002909477334469557, -0.002617881167680025, -0.002326285233721137, -0.002034689299762249, -0.0017430931329727173, -0.0014514970825985074, -0.0011599010322242975, -0.0008683049818500876, -0.0005767089314758778, -0.0002851128811016679, 6.483169272542e-06, 0.0002980792196467519, 0.0005896752700209618, 0.0008812713203951716, 0.0011728673707693815, 0.0014644634211435914, 0.0017560594715178013, 0.002047655638307333, 0.002339251572266221, 0.002630847506225109, 0.002922443673014641, 0.0032140398398041725, 0.0035056357737630606, 0.0037972317077219486, 0.00408882787451148, 0.004380424041301012, 0.0046720197424292564, 0.004963615909218788, 0.00525521207600832, 0.0055468082427978516, 0.005838404409587383, 0.006130000110715628, 0.006421596277505159, 0.006713192444294691, 0.0070047881454229355, 0.007296384312212467, 0.007587980479001999, 0.00787957664579153, 0.008171172812581062, 0.008462768979370594, 0.008754365146160126, 0.009045960381627083, 0.009337556548416615, 0.009629152715206146, 0.009920748881995678, 0.01021234504878521, 0.010503941215574741, 0.010795537382364273, 0.01108713261783123]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 3.0, 1.0, 2.0, 3.0, 4.0, 3.0, 6.0, 4.0, 2.0, 1.0, 1.0, 5.0, 2.0, 1.0, 1.0, 0.0, 2.0, 3.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014185579493641853, -0.013820871710777283, -0.013456162996590137, -0.013091455213725567, -0.012726746499538422, -0.012362038716673851, -0.011997330002486706, -0.011632622219622135, -0.01126791350543499, -0.01090320572257042, -0.010538497008383274, -0.010173789225518703, -0.009809080511331558, -0.009444372728466988, -0.009079664014279842, -0.008714956231415272, -0.008350247517228127, -0.007985539734363556, -0.007620831485837698, -0.00725612323731184, -0.006891414988785982, -0.006526706740260124, -0.006161998491734266, -0.005797290243208408, -0.005432582460343838, -0.00506787421181798, -0.004703165963292122, -0.004338457714766264, -0.003973749466240406, -0.003609041217714548, -0.00324433296918869, -0.0028796247206628323, -0.0025149164721369743, -0.0021502082236111164, -0.0017854999750852585, -0.0014207918429747224, -0.0010560835944488645, -0.0006913753459230065, -0.0003266671556048095, 3.8041063817217946e-05, 0.0004027492832392454, 0.0007674575317651033, 0.0011321657802909613, 0.0014968739124014974, 0.0018615821609273553, 0.0022262902930378914, 0.0025909985415637493, 0.0029557067900896072, 0.003320415038615465, 0.003685123287141323, 0.004049831535667181, 0.004414539784193039, 0.004779248032718897, 0.005143956281244755, 0.005508664529770613, 0.005873372778296471, 0.006238080561161041, 0.006602788809686899, 0.006967497058212757, 0.007332205306738615, 0.007696913555264473, 0.008061622269451618, 0.008426330052316189, 0.008791038766503334, 0.009155746549367905]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 2.0, 1.0, 2.0, 4.0, 4.0, 9.0, 5.0, 16.0, 15.0, 18.0, 25.0, 30.0, 43.0, 50.0, 80.0, 106.0, 110.0, 153.0, 168.0, 204.0, 284.0, 382.0, 435.0, 683.0, 910.0, 1265.0, 2228.0, 5552.0, 1456.0, 942.0, 669.0, 565.0, 439.0, 335.0, 282.0, 215.0, 179.0, 155.0, 109.0, 77.0, 67.0, 42.0, 30.0, 20.0, 13.0, 8.0, 14.0, 9.0, 4.0, 2.0, 2.0, 0.0, 2.0, 0.0, 2.0], "bins": [-0.009669902734458447, -0.009402432478964329, -0.009134961292147636, -0.008867491036653519, -0.008600020781159401, -0.008332549594342709, -0.00806507933884859, -0.007797608617693186, -0.007530137896537781, -0.007262667175382376, -0.006995196454226971, -0.006727726198732853, -0.006460255477577448, -0.006192784756422043, -0.005925314500927925, -0.00565784377977252, -0.005390373058617115, -0.00512290233746171, -0.004855431616306305, -0.004587961360812187, -0.004320490639656782, -0.004053019918501377, -0.0037855494301766157, -0.0035180789418518543, -0.0032506082206964493, -0.0029831374995410442, -0.002715667011216283, -0.0024481965228915215, -0.0021807258017361164, -0.0019132551969960332, -0.00164578459225595, -0.0013783139875158668, -0.0011108433827757835, -0.0008433727780357003, -0.0005759021732956171, -0.0003084315685555339, -4.096096381545067e-05, 0.00022650964092463255, 0.0004939802456647158, 0.000761450850404799, 0.0010289214551448822, 0.0012963920598849654, 0.0015638626646250486, 0.0018313332693651319, 0.002098803874105215, 0.00236627459526062, 0.0026337450835853815, 0.002901215571910143, 0.003168686293065548, 0.003436157014220953, 0.0037036275025457144, 0.003971097990870476, 0.004238568712025881, 0.004506039433181286, 0.004773509688675404, 0.005040980409830809, 0.005308451130986214, 0.005575921852141619, 0.005843392573297024, 0.0061108628287911415, 0.0063783335499465466, 0.006645804271101952, 0.006913274526596069, 0.007180745247751474, 0.007448215968906879]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 2.0, 0.0, 4.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.07457444816827774, -0.07254171371459961, -0.07050898671150208, -0.06847625225782394, -0.06644351780414581, -0.06441079080104828, -0.06237805634737015, -0.060345325618982315, -0.05831259489059448, -0.05627986043691635, -0.05424712970852852, -0.052214398980140686, -0.050181664526462555, -0.04814893379807472, -0.04611620306968689, -0.04408346861600876, -0.042050737887620926, -0.04001800715923309, -0.03798527270555496, -0.03595254197716713, -0.0339198112487793, -0.031887076795101166, -0.029854346066713333, -0.0278216153383255, -0.02578888274729252, -0.023756150156259537, -0.021723419427871704, -0.019690686836838722, -0.01765795424580574, -0.015625223517417908, -0.013592490926384926, -0.011559759266674519, -0.009527027606964111, -0.007494295947253704, -0.0054615638218820095, -0.0034288319293409586, -0.0013961000367999077, 0.0006366318557411432, 0.002669363748282194, 0.004702095873653889, 0.006734827533364296, 0.008767559193074703, 0.01080029085278511, 0.012833023443818092, 0.0148657551035285, 0.016898486763238907, 0.01893121935427189, 0.02096395008265972, 0.022996682673692703, 0.025029415264725685, 0.027062145993113518, 0.0290948785841465, 0.031127609312534332, 0.03316034376621246, 0.035193074494600296, 0.03722580522298813, 0.03925853967666626, 0.04129127040505409, 0.043324001133441925, 0.04535673186182976, 0.04738946631550789, 0.04942219704389572, 0.051454927772283554, 0.053487662225961685, 0.05552039295434952]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 2.0, 2.0, 1.0, 0.0, 2.0, 2.0, 3.0, 3.0, 7.0, 4.0, 9.0, 8.0, 12.0, 22.0, 18.0, 32.0, 46.0, 16.0, 12.0, 11.0, 7.0, 7.0, 0.0, 5.0, 7.0, 1.0, 1.0, 1.0, 5.0, 2.0, 5.0, 2.0, 1.0, 4.0, 2.0, 1.0, 1.0, 1.0, 4.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.05261866748332977, -0.051048800349235535, -0.049478933215141296, -0.04790906235575676, -0.04633919522166252, -0.04476932808756828, -0.043199457228183746, -0.04162959009408951, -0.04005972295999527, -0.03848985582590103, -0.03691998869180679, -0.035350117832422256, -0.03378025069832802, -0.03221038356423378, -0.030640514567494392, -0.029070645570755005, -0.027500778436660767, -0.02593091130256653, -0.02436104230582714, -0.022791173309087753, -0.021221306174993515, -0.019651439040899277, -0.01808157004415989, -0.0165117010474205, -0.014941833913326263, -0.01337196584790945, -0.011802097782492638, -0.010232229717075825, -0.008662361651659012, -0.007092493586242199, -0.005522625520825386, -0.003952757455408573, -0.0023828893899917603, -0.0008130213245749474, 0.0007568467408418655, 0.0023267148062586784, 0.0038965828716754913, 0.005466450937092304, 0.007036319002509117, 0.00860618706792593, 0.010176055133342743, 0.011745923198759556, 0.013315791264176369, 0.014885659329593182, 0.016455527395009995, 0.018025394529104233, 0.01959526352584362, 0.021165132522583008, 0.022734999656677246, 0.024304866790771484, 0.025874735787510872, 0.02744460478425026, 0.029014471918344498, 0.030584339052438736, 0.03215420991182327, 0.03372407704591751, 0.03529394418001175, 0.03686381131410599, 0.038433678448200226, 0.04000354930758476, 0.041573416441679, 0.04314328357577324, 0.044713154435157776, 0.046283021569252014, 0.04785288870334625]}, "_runtime": 47.13333535194397, "_timestamp": 1596238295.5491428, "_step": 10}
+{"val_accuracy": 0.7977654109589041, "val_loss": 0.5343838189834873, "_runtime": 50.30653238296509, "_timestamp": 1596238298.7223399, "_step": 11}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: K Confidence: 0.264 Truth: v", "Prediction: 5 Confidence: 1.000 Truth: 5", "Prediction: 2 Confidence: 0.995 Truth: 2", "Prediction: 0 Confidence: 0.712 Truth: 0"]}, "_runtime": 50.58017158508301, "_timestamp": 1596238298.995979, "_step": 12}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 2.0, 3.0, 2.0, 1.0, 5.0, 1.0, 1.0, 3.0, 4.0, 6.0, 1.0, 2.0, 1.0, 3.0, 3.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01390040572732687, -0.013384317047894001, -0.012868227437138557, -0.012352138757705688, -0.01183605007827282, -0.01131996139883995, -0.010803872719407082, -0.010287783108651638, -0.009771694429218769, -0.0092556057497859, -0.008739516139030457, -0.008223427459597588, -0.007707338780164719, -0.00719125010073185, -0.006675160955637693, -0.006159071810543537, -0.005642983131110668, -0.005126894451677799, -0.004610805306583643, -0.004094716161489487, -0.0035786274820566177, -0.003062538569793105, -0.0025464496575295925, -0.00203036074526608, -0.0015142718330025673, -0.0009981829207390547, -0.00048209400847554207, 3.399490378797054e-05, 0.0005500838160514832, 0.0010661727283149958, 0.0015822616405785084, 0.002098350552842021, 0.0026144394651055336, 0.003130528377369046, 0.003646617289632559, 0.004162706434726715, 0.004678795114159584, 0.005194883793592453, 0.005710972938686609, 0.0062270620837807655, 0.0067431507632136345, 0.0072592394426465034, 0.00777532858774066, 0.008291417732834816, 0.008807506412267685, 0.009323595091700554, 0.009839683771133423, 0.010355773381888866, 0.010871862061321735, 0.011387950740754604, 0.011904040351510048, 0.012420129030942917, 0.012936217710375786, 0.013452306389808655, 0.013968395069241524, 0.014484484679996967, 0.015000573359429836, 0.015516662038862705, 0.01603275164961815, 0.016548840329051018, 0.017064929008483887, 0.017581017687916756, 0.018097106367349625, 0.018613195046782494, 0.019129283726215363]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 2.0, 4.0, 4.0, 6.0, 10.0, 22.0, 25.0, 25.0, 46.0, 50.0, 106.0, 160.0, 249.0, 373.0, 5033.0, 1010.0, 307.0, 190.0, 91.0, 65.0, 32.0, 24.0, 25.0, 18.0, 11.0, 10.0, 3.0, 8.0, 5.0, 3.0, 0.0, 0.0, 2.0, 2.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.2342785894870758, -0.22640755772590637, -0.21853651106357574, -0.21066546440124512, -0.20279443264007568, -0.19492340087890625, -0.18705235421657562, -0.179181307554245, -0.17131027579307556, -0.16343924403190613, -0.1555681973695755, -0.14769715070724487, -0.13982611894607544, -0.131955087184906, -0.12408404052257538, -0.11621300131082535, -0.10834196209907532, -0.10047092288732529, -0.09259988367557526, -0.08472884446382523, -0.0768578052520752, -0.06898676604032516, -0.061115726828575134, -0.053244687616825104, -0.04537364840507507, -0.03750260919332504, -0.029631569981575012, -0.02176053076982498, -0.013889491558074951, -0.006018452346324921, 0.0018525868654251099, 0.00972362607717514, 0.01759466528892517, 0.0254657045006752, 0.03333674371242523, 0.04120778292417526, 0.04907882213592529, 0.056949861347675323, 0.06482090055942535, 0.07269193977117538, 0.08056297898292542, 0.08843401819467545, 0.09630505740642548, 0.1041760966181755, 0.11204713582992554, 0.11991817504167557, 0.1277892142534256, 0.13566026091575623, 0.14353129267692566, 0.1514023244380951, 0.15927337110042572, 0.16714441776275635, 0.17501544952392578, 0.18288648128509521, 0.19075752794742584, 0.19862857460975647, 0.2064996063709259, 0.21437063813209534, 0.22224168479442596, 0.2301127314567566, 0.23798376321792603, 0.24585479497909546, 0.2537258267402649, 0.2615968883037567, 0.26946792006492615]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 3.0, 3.0, 0.0, 3.0, 2.0, 3.0, 7.0, 4.0, 2.0, 2.0, 3.0, 0.0, 4.0, 2.0, 3.0, 25.0, 4.0, 3.0, 4.0, 7.0, 2.0, 3.0, 1.0, 1.0, 6.0, 2.0, 3.0, 6.0, 0.0, 0.0, 1.0, 3.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0], "bins": [-0.0037261093966662884, -0.0036280998028814793, -0.0035300899762660265, -0.0034320801496505737, -0.0033340705558657646, -0.0032360609620809555, -0.0031380511354655027, -0.00304004130885005, -0.002942031715065241, -0.0028440221212804317, -0.002746012294664979, -0.002648002468049526, -0.002549992874264717, -0.002451983280479908, -0.0023539734538644552, -0.0022559636272490025, -0.0021579540334641933, -0.0020599444396793842, -0.0019619346130639315, -0.0018639249028638005, -0.0017659151926636696, -0.0016679054824635386, -0.0015698957722634077, -0.0014718860620632768, -0.0013738763518631458, -0.0012758666416630149, -0.001177856931462884, -0.001079847221262753, -0.000981837511062622, -0.0008838278008624911, -0.0007858180906623602, -0.0006878083804622293, -0.0005897986702620983, -0.0004917889600619674, -0.00039377924986183643, -0.0002957695396617055, -0.00019775982946157455, -9.975011926144361e-05, -1.7404090613126755e-06, 9.626930113881826e-05, 0.0001942790113389492, 0.00029228872153908014, 0.0003902984317392111, 0.000488308141939342, 0.000586317852139473, 0.0006843275623396039, 0.0007823372725397348, 0.0008803469827398658, 0.0009783566929399967, 0.0010763664031401277, 0.0011743761133402586, 0.0012723858235403895, 0.0013703955337405205, 0.0014684052439406514, 0.0015664149541407824, 0.0016644246643409133, 0.0017624343745410442, 0.0018604440847411752, 0.001958453794941306, 0.002056463621556759, 0.002154473215341568, 0.002252482809126377, 0.00235049263574183, 0.0024485024623572826, 0.0025465120561420918]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 2.0, 3.0, 6.0, 11.0, 7.0, 10.0, 15.0, 21.0, 14.0, 39.0, 67.0, 97.0, 167.0, 271.0, 459.0, 838.0, 1480.0, 2701.0, 5134.0, 10847.0, 24960.0, 67206.0, 814970.0, 154789.0, 48650.0, 21776.0, 11011.0, 5803.0, 3213.0, 1860.0, 1166.0, 723.0, 445.0, 294.0, 203.0, 134.0, 90.0, 48.0, 30.0, 28.0, 13.0, 14.0, 6.0, 6.0, 2.0, 3.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0], "bins": [-0.012511475011706352, -0.012141530402004719, -0.011771585792303085, -0.011401641182601452, -0.011031696572899818, -0.010661751963198185, -0.010291807353496552, -0.009921862743794918, -0.009551918134093285, -0.009181973524391651, -0.008812028914690018, -0.008442084304988384, -0.00807213969528675, -0.007702195551246405, -0.007332250941544771, -0.006962306331843138, -0.006592361722141504, -0.006222417112439871, -0.005852472502738237, -0.005482527893036604, -0.0051125832833349705, -0.004742638673633337, -0.004372694063931704, -0.00400274945423007, -0.0036328050773590803, -0.003262860467657447, -0.0028929158579558134, -0.00252297124825418, -0.00215302687138319, -0.0017830821452662349, -0.0014131376519799232, -0.0010431930422782898, -0.0006732484325766563, -0.00030330385197885334, 6.664072861894965e-05, 0.00043658530921675265, 0.0008065298898145556, 0.001176474499516189, 0.0015464189928025007, 0.0019163636025041342, 0.0022863082122057676, 0.002656252821907401, 0.0030261974316090345, 0.003396142041310668, 0.003766086418181658, 0.004136031027883291, 0.004505975637584925, 0.004875920247286558, 0.005245864856988192, 0.005615809466689825, 0.0059857540763914585, 0.006355698686093092, 0.006725643295794725, 0.007095587905496359, 0.007465532515197992, 0.007835476659238338, 0.008205421268939972, 0.008575365878641605, 0.008945310488343239, 0.009315255098044872, 0.009685199707746506, 0.01005514431744814, 0.010425088927149773, 0.010795033536851406, 0.01116497814655304]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 3.0, 5.0, 4.0, 6.0, 2.0, 6.0, 11.0, 1.0, 4.0, 2.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011886951513588428, -0.011262583546340466, -0.010638216510415077, -0.010013848543167114, -0.009389480575919151, -0.008765113539993763, -0.0081407455727458, -0.007516378071159124, -0.006892010569572449, -0.006267643067985773, -0.0056432755663990974, -0.0050189075991511345, -0.004394540097564459, -0.003770172595977783, -0.003145804861560464, -0.0025214371271431446, -0.001897069625556469, -0.0012727020075544715, -0.000648334389552474, -2.396677155047655e-05, 0.0006004008464515209, 0.0012247684644535184, 0.0018491360824555159, 0.002473503816872835, 0.003097871318459511, 0.0037222388200461864, 0.004346606321632862, 0.004970974288880825, 0.005595341790467501, 0.006219709292054176, 0.006844077259302139, 0.007468444760888815, 0.00809281226247549, 0.008717180229723454, 0.009341547265648842, 0.009965915232896805, 0.010590283200144768, 0.011214650236070156, 0.011839018203318119, 0.012463385239243507, 0.01308775320649147, 0.013712121173739433, 0.014336488209664822, 0.014960856176912785, 0.015585223212838173, 0.016209591180086136, 0.0168339591473341, 0.017458327114582062, 0.018082693219184875, 0.01870706118643284, 0.0193314291536808, 0.019955797120928764, 0.020580165088176727, 0.02120453305542469, 0.021828899160027504, 0.022453267127275467, 0.02307763509452343, 0.023702003061771393, 0.024326371029019356, 0.02495073713362217, 0.025575105100870132, 0.026199473068118095, 0.02682384103536606, 0.02744820900261402, 0.028072576969861984]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 2.0, 4.0, 4.0, 7.0, 11.0, 13.0, 9.0, 17.0, 28.0, 27.0, 29.0, 38.0, 54.0, 57.0, 75.0, 102.0, 128.0, 218.0, 273.0, 427.0, 660.0, 1055.0, 1699.0, 2715.0, 6312.0, 1611.0, 884.0, 535.0, 332.0, 230.0, 147.0, 122.0, 110.0, 71.0, 71.0, 43.0, 38.0, 34.0, 27.0, 21.0, 27.0, 26.0, 24.0, 15.0, 22.0, 11.0, 14.0, 7.0, 8.0, 6.0, 6.0, 7.0, 2.0, 5.0, 1.0, 1.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.008027927950024605, -0.007711082696914673, -0.007394236978143454, -0.007077391725033522, -0.006760546006262302, -0.0064437007531523705, -0.006126855034381151, -0.005810009781271219, -0.0054931640625, -0.005176318809390068, -0.004859473556280136, -0.004542627837508917, -0.004225782584398985, -0.003908936865627766, -0.0035920916125178337, -0.003275246126577258, -0.0029584006406366825, -0.002641555154696107, -0.0023247096687555313, -0.0020078641828149557, -0.001691018813289702, -0.0013741733273491263, -0.0010573279578238726, -0.000740482471883297, -0.00042363698594272137, -0.00010679152910597622, 0.00021005392773076892, 0.0005268993554636836, 0.0008437448414042592, 0.0011605903273448348, 0.0014774356968700886, 0.0017942811828106642, 0.0021111266687512398, 0.0024279721546918154, 0.002744817640632391, 0.0030616631265729666, 0.003378508612513542, 0.003695353865623474, 0.004012199584394693, 0.004329044837504625, 0.004645890556275845, 0.0049627358093857765, 0.0052795810624957085, 0.005596426781266928, 0.00591327203437686, 0.006230117753148079, 0.006546963006258011, 0.00686380872502923, 0.007180653978139162, 0.007497499231249094, 0.007814344950020313, 0.008131190203130245, 0.008448035456240177, 0.008764881640672684, 0.009081726893782616, 0.009398572146892548, 0.00971541740000248, 0.010032262653112411, 0.010349108837544918, 0.01066595409065485, 0.010982799343764782, 0.011299644596874714, 0.01161649078130722, 0.011933336034417152, 0.012250181287527084]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 2.0, 2.0, 1.0, 1.0, 5.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.13226301968097687, -0.1291065812110901, -0.12595012784004211, -0.12279368937015533, -0.11963725090026855, -0.11648080497980118, -0.1133243665099144, -0.11016792058944702, -0.10701148211956024, -0.10385503619909286, -0.10069859772920609, -0.09754215180873871, -0.09438571333885193, -0.09122926741838455, -0.08807282894849777, -0.0849163830280304, -0.08175994455814362, -0.07860349863767624, -0.07544705271720886, -0.07229061424732208, -0.0691341683268547, -0.06597772985696793, -0.06282128393650055, -0.05966484546661377, -0.05650839954614639, -0.053351957350969315, -0.050195515155792236, -0.04703907296061516, -0.04388263076543808, -0.040726188570261, -0.03756974637508392, -0.034413304179906845, -0.03125686198472977, -0.02810041978955269, -0.02494397759437561, -0.021787535399198532, -0.018631093204021454, -0.015474650077521801, -0.012318206951022148, -0.00916176475584507, -0.006005322560667992, -0.0028488801326602697, 0.00030756229534745216, 0.003464004723355174, 0.006620447151362896, 0.009776889346539974, 0.012933332473039627, 0.016089774668216705, 0.019246216863393784, 0.022402659058570862, 0.02555910125374794, 0.02871554344892502, 0.0318719856441021, 0.035028427839279175, 0.03818487003445625, 0.04134131222963333, 0.04449775815010071, 0.047654200345277786, 0.050810642540454865, 0.05396708473563194, 0.05712352693080902, 0.0602799691259861, 0.06343641132116318, 0.06659284979104996, 0.06974929571151733]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 8.0, 5.0, 11.0, 12.0, 16.0, 18.0, 32.0, 72.0, 19.0, 15.0, 11.0, 3.0, 4.0, 5.0, 8.0, 5.0, 5.0, 5.0, 2.0, 5.0, 3.0, 4.0, 1.0, 2.0, 1.0, 1.0, 0.0, 2.0], "bins": [-0.09832592308521271, -0.09605396538972855, -0.09378200769424438, -0.09151004999876022, -0.08923808485269547, -0.0869661271572113, -0.08469416946172714, -0.08242221176624298, -0.08015025407075882, -0.07787829637527466, -0.0756063312292099, -0.07333437353372574, -0.07106241583824158, -0.06879045814275742, -0.06651850044727325, -0.06424654275178909, -0.06197458133101463, -0.05970262363553047, -0.05743066221475601, -0.05515870451927185, -0.05288674682378769, -0.05061478540301323, -0.04834282770752907, -0.04607087001204491, -0.04379890859127045, -0.041526950895786285, -0.039254993200302124, -0.03698303550481796, -0.0347110740840435, -0.03243911638855934, -0.03016715683043003, -0.02789519913494587, -0.02562323957681656, -0.023351280018687248, -0.021079322323203087, -0.018807362765073776, -0.016535405069589615, -0.014263445511460304, -0.011991485953330994, -0.009719527326524258, -0.007447568699717522, -0.005175610072910786, -0.0029036509804427624, -0.0006316921208053827, 0.001640266738831997, 0.003912225365638733, 0.006184184458106756, 0.00845614355057478, 0.010728102177381516, 0.013000060804188251, 0.015272019430994987, 0.017543978989124298, 0.01981593668460846, 0.02208789624273777, 0.02435985580086708, 0.026631813496351242, 0.028903773054480553, 0.031175732612609863, 0.033447690308094025, 0.035719648003578186, 0.037991609424352646, 0.04026356711983681, 0.04253552481532097, 0.04480748623609543, 0.04707944393157959]}, "_runtime": 56.3011748790741, "_timestamp": 1596238304.7169824, "_step": 13}
+{"val_accuracy": 0.8044955764840184, "val_loss": 0.5035304684345037, "_runtime": 61.841042280197144, "_timestamp": 1596238310.2568498, "_step": 14}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: V Confidence: 0.150 Truth: v", "Prediction: 5 Confidence: 1.000 Truth: 5", "Prediction: 2 Confidence: 0.993 Truth: 2", "Prediction: 0 Confidence: 0.634 Truth: 0"]}, "_runtime": 62.105523347854614, "_timestamp": 1596238310.5213308, "_step": 15}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 1.0, 3.0, 3.0, 0.0, 3.0, 0.0, 2.0, 3.0, 1.0, 2.0, 2.0, 5.0, 1.0, 2.0, 4.0, 1.0, 2.0, 2.0, 4.0, 1.0, 2.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.015948059037327766, -0.015558378770947456, -0.015168698504567146, -0.014779017306864262, -0.014389337040483952, -0.013999656774103642, -0.013609975576400757, -0.013220295310020447, -0.012830615043640137, -0.012440934777259827, -0.012051254510879517, -0.011661573313176632, -0.011271893046796322, -0.010882212780416012, -0.010492531582713127, -0.010102851316332817, -0.009713171049952507, -0.009323490783572197, -0.008933810517191887, -0.008544129319489002, -0.008154449053108692, -0.007764768786728382, -0.007375088054686785, -0.006985407322645187, -0.006595727056264877, -0.006206046789884567, -0.00581636605784297, -0.0054266853258013725, -0.0050370050594210625, -0.004647324793040752, -0.004257644060999155, -0.0038679635617882013, -0.0034782830625772476, -0.003088602563366294, -0.00269892206415534, -0.0023092415649443865, -0.0019195610657334328, -0.001529880566522479, -0.0011402000673115253, -0.0007505195681005716, -0.0003608390688896179, 2.8841430321335793e-05, 0.0004185219295322895, 0.0008082024287432432, 0.001197882927954197, 0.0015875634271651506, 0.0019772439263761044, 0.002366924425587058, 0.0027566049247980118, 0.0031462854240089655, 0.003535965923219919, 0.003925646655261517, 0.004315326921641827, 0.004705007188022137, 0.005094687920063734, 0.005484368652105331, 0.0058740489184856415, 0.0062637291848659515, 0.006653409916907549, 0.007043090648949146, 0.007432770915329456, 0.007822451181709766, 0.008212132379412651, 0.008601812645792961, 0.008991492912173271]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 2.0, 2.0, 3.0, 2.0, 4.0, 8.0, 7.0, 10.0, 15.0, 25.0, 23.0, 49.0, 40.0, 101.0, 121.0, 207.0, 305.0, 659.0, 5328.0, 387.0, 213.0, 128.0, 95.0, 59.0, 43.0, 25.0, 14.0, 19.0, 10.0, 9.0, 5.0, 0.0, 2.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.19546225666999817, -0.189724400639534, -0.18398654460906982, -0.17824868857860565, -0.17251081764698029, -0.1667729616165161, -0.16103510558605194, -0.15529724955558777, -0.1495593935251236, -0.14382153749465942, -0.13808366656303406, -0.13234581053256989, -0.1266079545021057, -0.12087009847164154, -0.11513224244117737, -0.1093943789601326, -0.10365652292966843, -0.09791866689920425, -0.09218080341815948, -0.08644294738769531, -0.08070509135723114, -0.07496722787618637, -0.0692293718457222, -0.06349151581525803, -0.057753656059503555, -0.052015796303749084, -0.04627794027328491, -0.04054008051753044, -0.03480222076177597, -0.029064364731311798, -0.023326504975557327, -0.017588647082448006, -0.011850789189338684, -0.006112930830568075, -0.0003750724717974663, 0.005362785886973143, 0.011100644245743752, 0.016838502138853073, 0.022576361894607544, 0.028314219787716866, 0.03405207768082619, 0.03978993743658066, 0.04552779346704483, 0.0512656532227993, 0.05700351297855377, 0.06274136900901794, 0.06847922503948212, 0.07421708852052689, 0.07995494455099106, 0.08569280058145523, 0.0914306640625, 0.09716852009296417, 0.10290637612342834, 0.10864423960447311, 0.11438209563493729, 0.12011995166540146, 0.12585781514644623, 0.1315956711769104, 0.13733352720737457, 0.14307138323783875, 0.14880923926830292, 0.15454711019992828, 0.16028496623039246, 0.16602282226085663, 0.1717606782913208]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 4.0, 1.0, 0.0, 1.0, 1.0, 2.0, 3.0, 3.0, 3.0, 3.0, 4.0, 3.0, 10.0, 3.0, 28.0, 2.0, 7.0, 3.0, 4.0, 2.0, 2.0, 2.0, 4.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 1.0, 1.0, 2.0, 0.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0021383529528975487, -0.0020605020690709352, -0.001982651185244322, -0.0019048003014177084, -0.001826949417591095, -0.0017490985337644815, -0.0016712476499378681, -0.0015933967661112547, -0.0015155458822846413, -0.0014376951148733497, -0.0013598442310467362, -0.0012819933472201228, -0.0012041424633935094, -0.001126291579566896, -0.0010484406957402825, -0.0009705898119136691, -0.0008927389280870557, -0.0008148880442604423, -0.0007370371604338288, -0.0006591862766072154, -0.000581335392780602, -0.0005034845671616495, -0.00042563368333503604, -0.0003477827995084226, -0.0002699319156818092, -0.00019208103185519576, -0.00011423016258049756, -3.637928602984175e-05, 4.147159052081406e-05, 0.00011932246707146987, 0.00019717334362212569, 0.0002750242128968239, 0.0003528750967234373, 0.00043072598055005074, 0.0005085768643766642, 0.0005864277482032776, 0.000664278632029891, 0.0007421294576488435, 0.000819980341475457, 0.0008978312253020704, 0.0009756821091286838, 0.0010535329347476363, 0.0011313838185742497, 0.0012092347024008632, 0.0012870855862274766, 0.00136493647005409, 0.0014427873538807034, 0.0015206382377073169, 0.0015984891215339303, 0.0016763400053605437, 0.0017541908891871572, 0.0018320417730137706, 0.001909892656840384, 0.0019877434242516756, 0.002065594308078289, 0.0021434451919049025, 0.002221296075731516, 0.0022991469595581293, 0.0023769978433847427, 0.002454848727211356, 0.0025326996110379696, 0.002610550494864583, 0.0026884013786911964, 0.00276625226251781, 0.0028441031463444233]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 6.0, 4.0, 9.0, 5.0, 16.0, 19.0, 9.0, 18.0, 49.0, 42.0, 67.0, 113.0, 131.0, 219.0, 265.0, 398.0, 502.0, 778.0, 1192.0, 1848.0, 2749.0, 4690.0, 7619.0, 13292.0, 25561.0, 55896.0, 180542.0, 738645.0, 65664.0, 31777.0, 17470.0, 10615.0, 6461.0, 4186.0, 2713.0, 1836.0, 1193.0, 859.0, 589.0, 450.0, 327.0, 212.0, 152.0, 126.0, 89.0, 57.0, 43.0, 43.0, 28.0, 18.0, 17.0, 14.0, 6.0, 9.0, 3.0, 2.0, 0.0, 0.0, 2.0], "bins": [-0.005789892747998238, -0.005609810817986727, -0.005429728887975216, -0.005249646957963705, -0.005069565027952194, -0.004889483097940683, -0.0047094011679291725, -0.004529319237917662, -0.004349237307906151, -0.00416915537789464, -0.003989073447883129, -0.0038089915178716183, -0.0036289095878601074, -0.0034488276578485966, -0.0032687457278370857, -0.003088663797825575, -0.002908581867814064, -0.002728499937802553, -0.0025484180077910423, -0.0023683360777795315, -0.0021882541477680206, -0.0020081722177565098, -0.001828090287744999, -0.001648008357733488, -0.0014679264277219772, -0.0012878444977104664, -0.0011077625676989555, -0.0009276806376874447, -0.0007475987076759338, -0.000567516777664423, -0.00038743484765291214, -0.0002073529176414013, -2.7270987629890442e-05, 0.0001528109423816204, 0.00033289287239313126, 0.0005129748024046421, 0.000693056732416153, 0.0008731386624276638, 0.0010532205924391747, 0.0012333025224506855, 0.0014133844524621964, 0.0015934663824737072, 0.001773548312485218, 0.001953630242496729, 0.0021337121725082397, 0.0023137941025197506, 0.0024938760325312614, 0.0026739579625427723, 0.002854039892554283, 0.003034121822565794, 0.003214203752577305, 0.0033942856825888157, 0.0035743676126003265, 0.0037544495426118374, 0.003934531472623348, 0.004114613402634859, 0.00429469533264637, 0.004474777262657881, 0.004654859192669392, 0.0048349411226809025, 0.005015023052692413, 0.005195104982703924, 0.005375186912715435, 0.005555268842726946, 0.005735350772738457]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 3.0, 0.0, 0.0, 13.0, 5.0, 8.0, 5.0, 5.0, 2.0, 3.0, 3.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.05805768817663193, -0.056806229054927826, -0.055554769933223724, -0.054303307086229324, -0.05305184796452522, -0.05180038884282112, -0.05054892599582672, -0.04929746687412262, -0.04804600775241852, -0.046794548630714417, -0.045543089509010315, -0.044291626662015915, -0.04304016754031181, -0.04178870841860771, -0.04053724557161331, -0.03928578644990921, -0.03803432732820511, -0.03678286820650101, -0.035531409084796906, -0.034279946237802505, -0.033028487116098404, -0.0317770279943943, -0.03052556701004505, -0.0292741060256958, -0.0280226469039917, -0.026771187782287598, -0.025519726797938347, -0.024268265813589096, -0.023016806691884995, -0.021765347570180893, -0.020513886585831642, -0.01926242560148239, -0.01801096647977829, -0.016759507358074188, -0.015508046373724937, -0.014256586320698261, -0.013005126267671585, -0.011753666214644909, -0.010502206161618233, -0.009250746108591557, -0.00799928605556488, -0.006747826002538204, -0.005496365949511528, -0.004244905896484852, -0.0029934458434581757, -0.0017419857904314995, -0.0004905257374048233, 0.0007609343156218529, 0.002012394368648529, 0.0032638544216752052, 0.004515314474701881, 0.005766774527728558, 0.007018234580755234, 0.00826969463378191, 0.009521154686808586, 0.010772614739835262, 0.012024074792861938, 0.013275534845888615, 0.01452699489891529, 0.01577845588326454, 0.017029915004968643, 0.018281374126672745, 0.019532835111021996, 0.020784296095371246, 0.022035755217075348]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [7.0, 8.0, 2.0, 1.0, 0.0, 4.0, 4.0, 9.0, 13.0, 8.0, 9.0, 8.0, 4.0, 5.0, 4.0, 9.0, 9.0, 12.0, 22.0, 13.0, 10.0, 10.0, 22.0, 19.0, 20.0, 32.0, 45.0, 56.0, 43.0, 66.0, 85.0, 94.0, 136.0, 205.0, 267.0, 318.0, 500.0, 875.0, 5372.0, 3910.0, 2292.0, 1387.0, 867.0, 558.0, 358.0, 242.0, 145.0, 97.0, 51.0, 40.0, 40.0, 26.0, 17.0, 16.0, 15.0, 11.0, 6.0, 6.0, 6.0, 4.0, 8.0, 1.0, 2.0, 1.0], "bins": [-0.018192233517766, -0.017725685611367226, -0.017259137704968452, -0.01679259166121483, -0.016326043754816055, -0.015859495848417282, -0.015392947942018509, -0.01492640096694231, -0.014459853060543537, -0.013993306085467339, -0.013526758179068565, -0.013060210272669792, -0.012593663297593594, -0.01212711539119482, -0.011660568416118622, -0.011194020509719849, -0.010727472603321075, -0.010260925628244877, -0.009794377721846104, -0.009327830746769905, -0.008861282840371132, -0.008394735865294933, -0.00792818795889616, -0.007461640518158674, -0.006995093077421188, -0.006528545171022415, -0.006061997730284929, -0.005595450289547443, -0.0051289028488099575, -0.004662355408072472, -0.004195807501673698, -0.0037292600609362125, -0.0032627126201987267, -0.0027961651794612408, -0.0023296175058931112, -0.0018630700651556253, -0.0013965225080028176, -0.0009299749508500099, -0.0004634274519048631, 3.1200761441141367e-06, 0.0004696676041930914, 0.0009362151613458991, 0.0014027627184987068, 0.0018693101592361927, 0.0023358575999736786, 0.002802405273541808, 0.003268952714279294, 0.0037355003878474236, 0.0042020478285849094, 0.004668595269322395, 0.005135142710059881, 0.005601690616458654, 0.00606823805719614, 0.006534785497933626, 0.007001332938671112, 0.007467880379408598, 0.007934427820146084, 0.008400975726544857, 0.008867522701621056, 0.009334070608019829, 0.009800618514418602, 0.0102671654894948, 0.010733713395893574, 0.011200260370969772, 0.011666808277368546]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 2.0, 3.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.07622592896223068, -0.07153622806072235, -0.06684651970863342, -0.06215681880712509, -0.05746711790561676, -0.05277741700410843, -0.0480877123773098, -0.04339800775051117, -0.03870830684900284, -0.03401860594749451, -0.029328901320695877, -0.024639198556542397, -0.019949495792388916, -0.015259793028235435, -0.010570090264081955, -0.005880387499928474, -0.001190684735774994, 0.0034990180283784866, 0.008188720792531967, 0.012878423556685448, 0.017568126320838928, 0.02225782908499241, 0.02694753184914589, 0.03163723647594452, 0.03632693737745285, 0.04101663827896118, 0.04570634290575981, 0.05039604753255844, 0.05508574843406677, 0.059775449335575104, 0.06446515023708344, 0.06915485858917236, 0.0738445594906807, 0.07853426039218903, 0.08322396874427795, 0.08791366964578629, 0.09260337054729462, 0.09729307144880295, 0.10198277235031128, 0.10667248070240021, 0.11136218160390854, 0.11605188250541687, 0.1207415908575058, 0.12543128430843353, 0.13012099266052246, 0.1348107010126114, 0.13950039446353912, 0.14419010281562805, 0.1488797962665558, 0.15356950461864471, 0.15825921297073364, 0.16294890642166138, 0.1676386147737503, 0.17232832312583923, 0.17701801657676697, 0.1817077249288559, 0.18639743328094482, 0.19108712673187256, 0.1957768350839615, 0.20046652853488922, 0.20515623688697815, 0.20984594523906708, 0.2145356386899948, 0.21922534704208374, 0.22391504049301147]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 5.0, 2.0, 1.0, 1.0, 0.0, 4.0, 2.0, 6.0, 6.0, 9.0, 11.0, 8.0, 8.0, 13.0, 25.0, 36.0, 58.0, 15.0, 15.0, 9.0, 7.0, 3.0, 2.0, 4.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 2.0, 2.0, 1.0, 2.0, 3.0, 1.0, 2.0, 3.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.05213716998696327, -0.049906209111213684, -0.047675251960754395, -0.045444294810295105, -0.04321333393454552, -0.04098237305879593, -0.03875141590833664, -0.03652045875787735, -0.03428949788212776, -0.032058537006378174, -0.029827579855918884, -0.027596620842814445, -0.025365661829710007, -0.023134702816605568, -0.02090374380350113, -0.01867278479039669, -0.01644182577729225, -0.014210866764187813, -0.011979907751083374, -0.009748948737978935, -0.0075179897248744965, -0.005287030711770058, -0.003056071698665619, -0.0008251126855611801, 0.0014058463275432587, 0.0036368053406476974, 0.005867764353752136, 0.008098723366856575, 0.010329682379961014, 0.012560641393065453, 0.014791600406169891, 0.01702255941927433, 0.01925351843237877, 0.021484477445483208, 0.023715436458587646, 0.025946395471692085, 0.028177354484796524, 0.030408313497900963, 0.0326392725110054, 0.03487022966146469, 0.03710119053721428, 0.03933215141296387, 0.04156310856342316, 0.043794065713882446, 0.046025026589632034, 0.04825598746538162, 0.05048694461584091, 0.0527179017663002, 0.05494886264204979, 0.05717982351779938, 0.05941078066825867, 0.06164173781871796, 0.06387269496917725, 0.06610365957021713, 0.06833461672067642, 0.07056557387113571, 0.0727965384721756, 0.07502749562263489, 0.07725845277309418, 0.07948940992355347, 0.08172036707401276, 0.08395133167505264, 0.08618228882551193, 0.08841324597597122, 0.09064421057701111]}, "_runtime": 65.40294551849365, "_timestamp": 1596238313.818753, "_step": 16}
+{"val_accuracy": 0.8095498002283105, "val_loss": 0.4906439449144825, "_runtime": 73.48606038093567, "_timestamp": 1596238321.9018679, "_step": 17}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: V Confidence: 0.480 Truth: v", "Prediction: 5 Confidence: 1.000 Truth: 5", "Prediction: 2 Confidence: 0.994 Truth: 2", "Prediction: 0 Confidence: 0.569 Truth: 0"]}, "_runtime": 73.7359836101532, "_timestamp": 1596238322.151791, "_step": 18}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 2.0, 5.0, 3.0, 3.0, 9.0, 5.0, 2.0, 2.0, 3.0, 2.0, 0.0, 0.0, 3.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014253200963139534, -0.013845630921423435, -0.013438059948384762, -0.013030489906668663, -0.01262291893362999, -0.01221534889191389, -0.011807778850197792, -0.011400207877159119, -0.01099263783544302, -0.010585067793726921, -0.010177496820688248, -0.009769926778972149, -0.00936235673725605, -0.008954785764217377, -0.008547215722501278, -0.008139644749462605, -0.007732074707746506, -0.00732450420036912, -0.0069169336929917336, -0.006509363651275635, -0.006101793143898249, -0.005694222636520863, -0.005286652594804764, -0.004879082087427378, -0.004471511580049992, -0.0040639410726726055, -0.003656370798125863, -0.0032488005235791206, -0.0028412300162017345, -0.0024336595088243484, -0.002026089234277606, -0.0016185188433155417, -0.0012109484523534775, -0.0008033780613914132, -0.00039580767042934895, 1.176272053271532e-05, 0.0004193331114947796, 0.0008269035024568439, 0.0012344738934189081, 0.0016420442843809724, 0.0020496146753430367, 0.0024571851827204227, 0.002864755457267165, 0.0032723257318139076, 0.0036798962391912937, 0.00408746674656868, 0.004495036788284779, 0.004902607295662165, 0.005310177803039551, 0.005717748310416937, 0.006125318817794323, 0.006532888859510422, 0.006940459366887808, 0.007348029874265194, 0.007755599915981293, 0.008163170889019966, 0.008570740930736065, 0.008978310972452164, 0.009385881945490837, 0.009793451987206936, 0.010201022028923035, 0.010608593001961708, 0.011016163043677807, 0.01142373401671648, 0.011831304058432579]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 5.0, 3.0, 3.0, 6.0, 6.0, 6.0, 17.0, 17.0, 30.0, 23.0, 47.0, 56.0, 92.0, 138.0, 198.0, 406.0, 5075.0, 960.0, 313.0, 174.0, 109.0, 72.0, 45.0, 36.0, 22.0, 22.0, 11.0, 7.0, 6.0, 4.0, 5.0, 2.0, 1.0, 4.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1722845435142517, -0.16718225181102753, -0.16207994520664215, -0.15697765350341797, -0.1518753618001938, -0.1467730700969696, -0.14167076349258423, -0.13656847178936005, -0.13146618008613586, -0.1263638734817505, -0.1212615817785263, -0.11615929007530212, -0.11105699092149734, -0.10595469921827316, -0.10085240006446838, -0.0957501083612442, -0.09064780920743942, -0.08554551005363464, -0.08044321835041046, -0.07534091919660568, -0.0702386274933815, -0.06513632833957672, -0.06003403291106224, -0.05493173748254776, -0.04982944205403328, -0.0447271466255188, -0.03962485119700432, -0.03452255576848984, -0.029420258477330208, -0.024317963048815727, -0.019215665757656097, -0.014113370329141617, -0.009011074900627136, -0.003908779006451368, 0.0011935168877243996, 0.0062958127819001675, 0.011398108676075935, 0.016500404104590416, 0.021602701395750046, 0.026704996824264526, 0.03180729225277901, 0.03690958768129349, 0.04201188310980797, 0.04711417853832245, 0.05221647769212723, 0.05731877312064171, 0.06242106854915619, 0.06752336025238037, 0.07262565940618515, 0.07772795855998993, 0.08283025026321411, 0.08793254941701889, 0.09303484112024307, 0.09813714027404785, 0.10323943197727203, 0.10834173113107681, 0.11344403028488159, 0.11854632198810577, 0.12364862114191055, 0.12875092029571533, 0.13385321199893951, 0.1389555037021637, 0.14405779540538788, 0.14916010200977325, 0.15426239371299744]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 3.0, 2.0, 2.0, 2.0, 3.0, 2.0, 1.0, 2.0, 6.0, 2.0, 2.0, 4.0, 4.0, 3.0, 4.0, 2.0, 23.0, 2.0, 5.0, 2.0, 3.0, 2.0, 1.0, 2.0, 0.0, 1.0, 5.0, 4.0, 2.0, 0.0, 1.0, 1.0, 3.0, 3.0, 1.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.002446443773806095, -0.0023836111649870872, -0.0023207783233374357, -0.002257945714518428, -0.0021951128728687763, -0.0021322802640497684, -0.0020694476552307606, -0.002006614813581109, -0.0019437822047621012, -0.0018809494795277715, -0.0018181167542934418, -0.001755284145474434, -0.0016924514202401042, -0.0016296186950057745, -0.0015667860861867666, -0.001503953360952437, -0.0014411206357181072, -0.0013782879104837775, -0.0013154551852494478, -0.00125262257643044, -0.0011897898511961102, -0.0011269571259617805, -0.0010641245171427727, -0.001001291791908443, -0.0009384590666741133, -0.0008756263414397836, -0.0008127936744131148, -0.000749961007386446, -0.0006871282821521163, -0.0006242955569177866, -0.0005614628898911178, -0.000498630222864449, -0.0004357974976301193, -0.0003729648014996201, -0.00031013210536912084, -0.0002472994092386216, -0.00018446671310812235, -0.0001216340169776231, -5.880132084712386e-05, 4.031375283375382e-06, 6.686407141387463e-05, 0.00012969676754437387, 0.00019252946367487311, 0.00025536215980537236, 0.0003181948559358716, 0.00038102755206637084, 0.0004438602481968701, 0.0005066929152235389, 0.0005695256404578686, 0.0006323583656921983, 0.0006951910327188671, 0.0007580236997455359, 0.0008208564249798656, 0.0008836891502141953, 0.000946521817240864, 0.0010093544842675328, 0.0010721872095018625, 0.0011350199347361922, 0.001197852659970522, 0.0012606852687895298, 0.0013235179940238595, 0.0013863507192581892, 0.001449183328077197, 0.0015120160533115268, 0.0015748487785458565]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 7.0, 9.0, 17.0, 14.0, 25.0, 32.0, 71.0, 74.0, 137.0, 170.0, 285.0, 384.0, 589.0, 1015.0, 1584.0, 2599.0, 4477.0, 8084.0, 15525.0, 32040.0, 78550.0, 834429.0, 121855.0, 36255.0, 16879.0, 9183.0, 5566.0, 3341.0, 2159.0, 1378.0, 849.0, 657.0, 397.0, 295.0, 204.0, 163.0, 91.0, 68.0, 49.0, 29.0, 26.0, 18.0, 9.0, 13.0, 9.0, 9.0, 3.0, 5.0, 5.0, 3.0, 5.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0], "bins": [-0.005147275980561972, -0.004962120670825243, -0.004776965361088514, -0.004591809585690498, -0.00440665427595377, -0.004221498966217041, -0.004036343656480312, -0.00385118811391294, -0.0036660325713455677, -0.003480877261608839, -0.0032957219518721104, -0.003110566409304738, -0.0029254110995680094, -0.002740255557000637, -0.0025551002472639084, -0.002369944704696536, -0.0021847893949598074, -0.0019996340852230787, -0.0018144785426557064, -0.001629323116503656, -0.0014441676903516054, -0.0012590123806148767, -0.0010738569544628263, -0.0008887015283107758, -0.0007035461021587253, -0.0005183906760066748, -0.00033323527895845473, -0.00014807986735831946, 3.7075544241815805e-05, 0.00022223095584195107, 0.00040738636744208634, 0.0005925417644903064, 0.0007776971906423569, 0.0009628526167944074, 0.0011480080429464579, 0.0013331634690985084, 0.0015183188952505589, 0.0017034742049872875, 0.001888629631139338, 0.0020737850572913885, 0.002258940599858761, 0.0024440959095954895, 0.002629251219332218, 0.0028144067618995905, 0.002999562071636319, 0.0031847176142036915, 0.00336987292394042, 0.0035550284665077925, 0.003740183776244521, 0.0039253393188118935, 0.004110494628548622, 0.004295649938285351, 0.0044808052480220795, 0.0046659610234200954, 0.004851116333156824, 0.005036271642893553, 0.0052214269526302814, 0.00540658226236701, 0.005591738037765026, 0.005776893347501755, 0.005962048657238483, 0.006147203966975212, 0.006332359742373228, 0.006517515052109957, 0.006702670361846685]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 6.0, 3.0, 2.0, 4.0, 3.0, 2.0, 8.0, 4.0, 3.0, 2.0, 2.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0], "bins": [-0.023949239403009415, -0.02334611676633358, -0.022742994129657745, -0.02213987149298191, -0.021536748856306076, -0.02093362621963024, -0.020330503582954407, -0.019727380946278572, -0.019124258309602737, -0.018521135672926903, -0.017918013036251068, -0.017314890399575233, -0.0167117677628994, -0.016108645126223564, -0.015505523420870304, -0.01490240078419447, -0.014299278147518635, -0.0136961555108428, -0.013093032874166965, -0.01248991023749113, -0.011886787600815296, -0.011283664964139462, -0.010680542327463627, -0.010077419690787792, -0.009474297985434532, -0.008871175348758698, -0.008268052712082863, -0.007664929609745741, -0.0070618074387311935, -0.006458684802055359, -0.005855562165379524, -0.00525243952870369, -0.004649316892027855, -0.00404619425535202, -0.0034430716186761856, -0.0028399492148309946, -0.00223682657815516, -0.0016337039414793253, -0.0010305814212188125, -0.0004274588427506387, 0.00017566373571753502, 0.0007787863141857088, 0.0013819088926538825, 0.0019850314129143953, 0.00258815404959023, 0.0031912766862660646, 0.0037943990901112556, 0.00439752172678709, 0.005000644363462925, 0.00560376700013876, 0.006206889636814594, 0.006810012273490429, 0.007413134910166264, 0.008016257546842098, 0.008619380183517933, 0.009222502820193768, 0.009825624525547028, 0.010428747162222862, 0.011031869798898697, 0.011634992435574532, 0.012238115072250366, 0.0128412377089262, 0.013444360345602036, 0.01404748298227787, 0.014650605618953705]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 1.0, 6.0, 5.0, 2.0, 0.0, 4.0, 5.0, 17.0, 21.0, 10.0, 12.0, 21.0, 16.0, 27.0, 39.0, 40.0, 35.0, 65.0, 76.0, 123.0, 133.0, 208.0, 320.0, 349.0, 561.0, 742.0, 1145.0, 1734.0, 6078.0, 2214.0, 1206.0, 798.0, 616.0, 444.0, 316.0, 236.0, 181.0, 128.0, 110.0, 83.0, 65.0, 53.0, 38.0, 34.0, 27.0, 18.0, 11.0, 12.0, 10.0, 5.0, 7.0, 4.0, 4.0, 2.0, 0.0, 3.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 2.0], "bins": [-0.008028509095311165, -0.0077595883049070835, -0.0074906679801642895, -0.007221747189760208, -0.006952826865017414, -0.006683906074613333, -0.006414985284209251, -0.006146064959466457, -0.005877144169062376, -0.005608223378658295, -0.005339303053915501, -0.005070382263511419, -0.004801461473107338, -0.004532541148364544, -0.004263620357960463, -0.0039947000332176685, -0.003725779242813587, -0.0034568586852401495, -0.003187938127666712, -0.0029190173372626305, -0.0026500967796891928, -0.002381176222115755, -0.0021122554317116737, -0.001843334874138236, -0.0015744143165647984, -0.0013054937589913607, -0.0010365730850026011, -0.0007676524692215025, -0.0004987318534404039, -0.00022981123765930533, 3.910937812179327e-05, 0.0003080299939028919, 0.0005769506096839905, 0.0008458712254650891, 0.0011147918412461877, 0.0013837125152349472, 0.001652633072808385, 0.0019215536303818226, 0.002190474420785904, 0.0024593949783593416, 0.0027283155359327793, 0.002997236093506217, 0.0032661566510796547, 0.003535077441483736, 0.0038039979990571737, 0.004072918556630611, 0.004341839347034693, 0.004610759671777487, 0.004879680462181568, 0.0051486012525856495, 0.0054175215773284435, 0.005686442367732525, 0.005955362692475319, 0.0062242834828794, 0.006493204273283482, 0.006762124598026276, 0.007031045388430357, 0.007299966178834438, 0.007568886503577232, 0.007837806828320026, 0.008106728084385395, 0.008375648409128189, 0.008644568733870983, 0.008913489989936352, 0.009182410314679146]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 1.0, 1.0, 3.0, 0.0, 3.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.09182945638895035, -0.08871737122535706, -0.08560529351234436, -0.08249320834875107, -0.07938113063573837, -0.07626904547214508, -0.07315696775913239, -0.07004488259553909, -0.0669327974319458, -0.0638207197189331, -0.06070863828063011, -0.05759655684232712, -0.054484471678733826, -0.05137239024043083, -0.04826030880212784, -0.045148227363824844, -0.04203614592552185, -0.03892406448721886, -0.03581198304891586, -0.03269990161061287, -0.029587818309664726, -0.026475736871361732, -0.02336365357041359, -0.020251572132110596, -0.017139490693807602, -0.014027409255504608, -0.01091532688587904, -0.007803244981914759, -0.004691163077950478, -0.0015790811739861965, 0.0015330007299780846, 0.004645082633942366, 0.007757164537906647, 0.01086924597620964, 0.013981328345835209, 0.017093410715460777, 0.02020549215376377, 0.023317573592066765, 0.026429656893014908, 0.0295417383313179, 0.032653819769620895, 0.03576590120792389, 0.03887798264622688, 0.04199006408452988, 0.04510214924812317, 0.04821423068642616, 0.051326312124729156, 0.05443839356303215, 0.057550475001335144, 0.06066255643963814, 0.06377463787794113, 0.06688672304153442, 0.06999880075454712, 0.07311088591814041, 0.0762229636311531, 0.0793350487947464, 0.0824471265077591, 0.08555921167135239, 0.08867129683494568, 0.09178337454795837, 0.09489545971155167, 0.09800753742456436, 0.10111962258815765, 0.10423170030117035, 0.10734378546476364]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 3.0, 7.0, 6.0, 12.0, 6.0, 9.0, 19.0, 11.0, 9.0, 10.0, 9.0, 17.0, 41.0, 17.0, 8.0, 10.0, 11.0, 6.0, 8.0, 10.0, 6.0, 4.0, 3.0, 1.0, 6.0, 3.0, 3.0, 1.0, 6.0, 2.0, 0.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.056517623364925385, -0.05478673800826073, -0.05305585265159607, -0.05132496729493141, -0.049594081938266754, -0.0478631965816021, -0.04613231122493744, -0.04440142586827278, -0.042670540511608124, -0.040939655154943466, -0.03920876979827881, -0.03747788444161415, -0.03574699908494949, -0.034016113728284836, -0.03228522837162018, -0.03055434115231037, -0.028823455795645714, -0.027092570438981056, -0.0253616850823164, -0.02363079972565174, -0.021899914368987083, -0.020169029012322426, -0.018438143655657768, -0.01670725829899311, -0.014976372011005878, -0.01324548665434122, -0.011514601297676563, -0.009783715941011906, -0.008052829653024673, -0.006321944762021303, -0.004591058939695358, -0.0028601735830307007, -0.001129288226366043, 0.0006015972467139363, 0.0023324827197939157, 0.004063368309289217, 0.005794253665953875, 0.007525139022618532, 0.009256024844944477, 0.010986910201609135, 0.012717795558273792, 0.01444868091493845, 0.016179567202925682, 0.01791045255959034, 0.019641337916254997, 0.021372223272919655, 0.023103108629584312, 0.02483399398624897, 0.026564879342913628, 0.028295764699578285, 0.030026650056242943, 0.03175753727555275, 0.03348842263221741, 0.035219307988882065, 0.03695019334554672, 0.03868107870221138, 0.04041196405887604, 0.042142849415540695, 0.04387373477220535, 0.04560462012887001, 0.04733550548553467, 0.049066390842199326, 0.05079727619886398, 0.05252816155552864, 0.0542590469121933]}, "_runtime": 74.70175433158875, "_timestamp": 1596238323.1175618, "_step": 19}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 4.0, 2.0, 1.0, 1.0, 6.0, 2.0, 4.0, 9.0, 10.0, 5.0, 1.0, 3.0, 0.0, 4.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.015884090214967728, -0.015377731062471867, -0.014871370978653431, -0.01436501182615757, -0.013858652673661709, -0.013352292589843273, -0.012845933437347412, -0.012339574284851551, -0.01183321513235569, -0.011326855048537254, -0.010820495896041393, -0.010314136743545532, -0.009807776659727097, -0.009301417507231236, -0.008795058354735374, -0.008288698270916939, -0.007782339118421078, -0.007275979500263929, -0.006769620347768068, -0.00626326072961092, -0.005756901577115059, -0.0052505419589579105, -0.004744182340800762, -0.004237823188304901, -0.0037314635701477528, -0.003225104184821248, -0.0027187447994947433, -0.002212385181337595, -0.0017060257960110903, -0.0011996664106845856, -0.000693306908942759, -0.00018694746540859342, 0.0003194119781255722, 0.0008257714216597378, 0.0013321308651939034, 0.00183849036693573, 0.0023448497522622347, 0.0028512091375887394, 0.0033575687557458878, 0.0038639281410723925, 0.004370287526398897, 0.0048766471445560455, 0.005383006297051907, 0.005889365915209055, 0.006395725533366203, 0.006902084685862064, 0.007408444304019213, 0.007914803922176361, 0.008421163074672222, 0.008927522227168083, 0.009433882310986519, 0.00994024146348238, 0.010446600615978241, 0.010952960699796677, 0.011459319852292538, 0.011965679004788399, 0.012472039088606834, 0.012978398241102695, 0.013484757393598557, 0.013991116546094418, 0.014497476629912853, 0.015003835782408714, 0.015510194934904575, 0.016016554087400436, 0.016522914171218872]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 3.0, 2.0, 5.0, 2.0, 4.0, 7.0, 7.0, 11.0, 12.0, 12.0, 22.0, 25.0, 37.0, 57.0, 89.0, 97.0, 183.0, 241.0, 494.0, 5381.0, 524.0, 260.0, 138.0, 98.0, 62.0, 47.0, 18.0, 23.0, 15.0, 8.0, 6.0, 7.0, 3.0, 3.0, 4.0, 4.0, 2.0, 1.0, 2.0, 2.0, 2.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.13430491089820862, -0.13001683354377747, -0.1257287561893463, -0.12144067883491516, -0.11715260148048401, -0.11286452412605286, -0.1085764467716217, -0.10428836941719055, -0.1000002920627594, -0.09571222215890884, -0.09142414480447769, -0.08713606745004654, -0.08284799009561539, -0.07855991274118423, -0.07427183538675308, -0.06998375803232193, -0.06569568067789078, -0.061407603323459625, -0.05711952596902847, -0.05283144861459732, -0.04854337126016617, -0.044255297631025314, -0.03996722027659416, -0.03567914292216301, -0.03139106556773186, -0.027102988213300705, -0.022814910858869553, -0.01852683536708355, -0.014238758012652397, -0.009950680658221245, -0.005662604235112667, -0.001374527346342802, 0.002913549542427063, 0.007201626431196928, 0.011489703319966793, 0.01577777974307537, 0.020065857097506523, 0.024353934451937675, 0.02864200994372368, 0.03293008729815483, 0.03721816465258598, 0.041506242007017136, 0.04579431936144829, 0.05008239671587944, 0.054370470345020294, 0.05865854769945145, 0.0629466250538826, 0.06723470240831375, 0.0715227797627449, 0.07581085711717606, 0.08009893447160721, 0.08438701182603836, 0.08867508918046951, 0.09296316653490067, 0.09725124388933182, 0.10153932124376297, 0.10582739114761353, 0.11011546850204468, 0.11440354585647583, 0.11869162321090698, 0.12297970056533813, 0.1272677779197693, 0.13155585527420044, 0.1358439326286316, 0.14013200998306274]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 3.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 3.0, 2.0, 3.0, 1.0, 3.0, 1.0, 1.0, 0.0, 3.0, 3.0, 2.0, 2.0, 3.0, 3.0, 3.0, 4.0, 3.0, 1.0, 24.0, 2.0, 3.0, 3.0, 2.0, 3.0, 6.0, 1.0, 5.0, 0.0, 2.0, 4.0, 2.0, 3.0, 1.0, 0.0, 0.0, 4.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002310909563675523, -0.0022352728992700577, -0.002159636002033949, -0.0020839993376284838, -0.002008362440392375, -0.001932725659571588, -0.001857088878750801, -0.0017814520979300141, -0.0017058153171092272, -0.001630178652703762, -0.001554541871882975, -0.0014789050910621881, -0.0014032683102414012, -0.0013276315294206142, -0.0012519947485998273, -0.0011763579677790403, -0.0011007211869582534, -0.0010250844061374664, -0.0009494476253166795, -0.0008738108444958925, -0.0007981740636751056, -0.0007225373410619795, -0.0006469005602411926, -0.0005712637794204056, -0.0004956269985996187, -0.0004199902177788317, -0.00034435343695804477, -0.00026871668524108827, -0.00019307990442030132, -0.00011744313087547198, -4.180635733064264e-05, 3.38304162141867e-05, 0.00010946718975901604, 0.000185103970579803, 0.00026074075140058994, 0.00033637750311754644, 0.0004120142839383334, 0.00048765106475912035, 0.0005632878164760768, 0.0006389245972968638, 0.0007145613781176507, 0.0007901981589384377, 0.0008658349397592247, 0.0009414717205800116, 0.0010171084431931376, 0.0010927452240139246, 0.0011683820048347116, 0.0012440187856554985, 0.0013196555664762855, 0.0013952923472970724, 0.0014709291281178594, 0.0015465659089386463, 0.0016222026897594333, 0.0016978394705802202, 0.0017734762514010072, 0.0018491130322217941, 0.0019247496966272593, 0.002000386593863368, 0.002076023258268833, 0.002151660155504942, 0.002227296819910407, 0.002302933717146516, 0.002378570381551981, 0.0024542072787880898, 0.002529843943193555]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [4.0, 2.0, 2.0, 2.0, 8.0, 10.0, 12.0, 16.0, 25.0, 26.0, 34.0, 44.0, 50.0, 89.0, 106.0, 162.0, 217.0, 364.0, 544.0, 738.0, 1088.0, 1567.0, 2404.0, 3575.0, 5577.0, 8655.0, 14521.0, 25834.0, 53354.0, 155862.0, 762131.0, 63744.0, 29676.0, 16701.0, 10198.0, 6708.0, 4420.0, 3059.0, 2163.0, 1554.0, 1125.0, 811.0, 593.0, 512.0, 337.0, 246.0, 193.0, 144.0, 104.0, 88.0, 69.0, 40.0, 42.0, 26.0, 15.0, 14.0, 17.0, 8.0, 7.0, 6.0, 1.0, 1.0, 2.0, 1.0], "bins": [-0.0044223289005458355, -0.004276064690202475, -0.004129800479859114, -0.003983536269515753, -0.0038372718263417482, -0.0036910076159983873, -0.0035447431728243828, -0.003398478962481022, -0.003252214752137661, -0.0031059505417943, -0.002959686331450939, -0.0028134218882769346, -0.0026671576779335737, -0.002520893467590213, -0.0023746290244162083, -0.0022283648140728474, -0.0020821006037294865, -0.0019358363933861256, -0.0017895720666274428, -0.0016433077398687601, -0.0014970435295253992, -0.0013507793191820383, -0.0012045149924233556, -0.0010582506656646729, -0.000911986455321312, -0.0007657221867702901, -0.0006194579182192683, -0.0004731936496682465, -0.0003269293811172247, -0.00018066511256620288, -3.4400844015181065e-05, 0.00011186342453584075, 0.00025812769308686256, 0.0004043919616378844, 0.0005506562301889062, 0.000696920498739928, 0.0008431847672909498, 0.0009894489776343107, 0.0011357133043929935, 0.0012819776311516762, 0.001428241841495037, 0.001574506051838398, 0.0017207703785970807, 0.0018670347053557634, 0.0020132989156991243, 0.0021595631260424852, 0.00230582756921649, 0.0024520917795598507, 0.0025983559899032116, 0.0027446202002465725, 0.0028908844105899334, 0.003037148853763938, 0.003183413064107299, 0.0033296772744506598, 0.0034759417176246643, 0.003622205927968025, 0.003768470138311386, 0.003914734348654747, 0.004060998558998108, 0.004207262769341469, 0.00435352697968483, 0.004499791655689478, 0.004646055866032839, 0.0047923200763762, 0.004938584286719561]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 2.0, 1.0, 2.0, 4.0, 0.0, 1.0, 10.0, 2.0, 4.0, 2.0, 0.0, 2.0, 3.0, 3.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.023303404450416565, -0.022638406604528427, -0.02197341062128544, -0.0213084127753973, -0.020643416792154312, -0.019978418946266174, -0.019313422963023186, -0.018648425117135048, -0.01798342913389206, -0.01731843128800392, -0.016653433442115784, -0.015988437458872795, -0.015323439612984657, -0.014658442698419094, -0.013993445783853531, -0.013328448869287968, -0.012663451954722404, -0.011998455040156841, -0.011333458125591278, -0.010668461211025715, -0.010003464296460152, -0.009338466450572014, -0.00867346953600645, -0.008008472621440887, -0.007343475706875324, -0.006678478792309761, -0.006013481877744198, -0.005348484497517347, -0.004683487582951784, -0.004018490668386221, -0.003353493520990014, -0.0026884963735938072, -0.002023499459028244, -0.001358502428047359, -0.000693505397066474, -2.8508366085588932e-05, 0.0006364886648952961, 0.0013014856958761811, 0.001966482726857066, 0.002631479874253273, 0.003296476788818836, 0.003961473703384399, 0.004626470617949963, 0.005291467998176813, 0.005956464912742376, 0.0066214618273079395, 0.00728645920753479, 0.007951456122100353, 0.008616453036665916, 0.00928144995123148, 0.009946446865797043, 0.010611443780362606, 0.01127644069492817, 0.011941438540816307, 0.01260643545538187, 0.013271432369947433, 0.013936429284512997, 0.01460142619907856, 0.015266423113644123, 0.015931420028209686, 0.016596417874097824, 0.017261413857340813, 0.01792641170322895, 0.01859140768647194, 0.019256405532360077]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 4.0, 1.0, 0.0, 2.0, 7.0, 8.0, 9.0, 14.0, 14.0, 21.0, 25.0, 25.0, 29.0, 33.0, 40.0, 41.0, 46.0, 72.0, 91.0, 115.0, 116.0, 154.0, 163.0, 223.0, 318.0, 423.0, 612.0, 835.0, 1296.0, 5852.0, 2765.0, 1479.0, 949.0, 728.0, 483.0, 373.0, 322.0, 217.0, 123.0, 99.0, 73.0, 62.0, 62.0, 27.0, 20.0, 20.0, 7.0, 10.0, 4.0, 3.0, 3.0, 3.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.012109157629311085, -0.011751947924494743, -0.011394739151000977, -0.011037529446184635, -0.010680319741368294, -0.010323110967874527, -0.009965901263058186, -0.009608691558241844, -0.009251482784748077, -0.008894273079931736, -0.008537063375115395, -0.008179853670299053, -0.007822644896805286, -0.007465435191988945, -0.007108225952833891, -0.0067510162480175495, -0.006393807008862495, -0.006036597769707441, -0.0056793880648911, -0.005322178825736046, -0.0049649691209197044, -0.00460775988176465, -0.004250550642609596, -0.0038933411706238985, -0.0035361316986382008, -0.003178922226652503, -0.0028217127546668053, -0.002464503515511751, -0.0021072940435260534, -0.0017500845715403557, -0.0013928752159699798, -0.0010356658603996038, -0.0006784563884139061, -0.00032124697463586926, 3.596243914216757e-05, 0.0003931718529202044, 0.0007503812666982412, 0.001107590738683939, 0.001464800094254315, 0.0018220094498246908, 0.0021792189218103886, 0.0025364283937960863, 0.002893637865781784, 0.003250847104936838, 0.003608056576922536, 0.003965266048908234, 0.004322475288063288, 0.004679684992879629, 0.005036894232034683, 0.005394103471189737, 0.005751313176006079, 0.006108522415161133, 0.006465732119977474, 0.006822941359132528, 0.007180150598287582, 0.007537360303103924, 0.007894570007920265, 0.008251778781414032, 0.008608988486230373, 0.008966198191046715, 0.009323406964540482, 0.009680616669356823, 0.010037826374173164, 0.010395035147666931, 0.010752244852483273]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 1.0, 2.0, 1.0, 2.0, 1.0, 1.0, 5.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.1832265853881836, -0.17777371406555176, -0.17232085764408112, -0.16686798632144928, -0.16141511499881744, -0.1559622585773468, -0.15050938725471497, -0.14505651593208313, -0.1396036446094513, -0.13415078818798065, -0.12869791686534882, -0.12324505299329758, -0.11779218912124634, -0.1123393177986145, -0.10688645392656326, -0.10143358260393143, -0.09598071873188019, -0.09052785485982895, -0.08507498353719711, -0.07962211966514587, -0.07416924834251404, -0.0687163844704628, -0.06326352059841156, -0.05781065300107002, -0.052357785403728485, -0.04690491780638695, -0.04145205020904541, -0.03599918633699417, -0.030546318739652634, -0.025093451142311096, -0.019640585407614708, -0.014187718741595745, -0.008734852075576782, -0.0032819854095578194, 0.0021708812564611435, 0.007623747922480106, 0.01307661458849907, 0.018529482185840607, 0.023982347920536995, 0.029435213655233383, 0.03488808125257492, 0.04034094884991646, 0.045793816447257996, 0.051246680319309235, 0.05669954791665077, 0.06215241551399231, 0.06760527938604355, 0.07305815070867538, 0.07851101458072662, 0.08396387845277786, 0.0894167497754097, 0.09486961364746094, 0.10032248497009277, 0.10577534884214401, 0.11122821271419525, 0.11668108403682709, 0.12213394790887833, 0.12758681178092957, 0.1330396831035614, 0.13849255442619324, 0.14394541084766388, 0.14939828217029572, 0.15485115349292755, 0.1603040099143982, 0.16575688123703003]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 4.0, 8.0, 3.0, 5.0, 5.0, 2.0, 2.0, 8.0, 15.0, 14.0, 39.0, 51.0, 46.0, 10.0, 4.0, 1.0, 3.0, 2.0, 1.0, 1.0, 2.0, 1.0, 5.0, 4.0, 2.0, 3.0, 3.0, 5.0, 5.0, 2.0, 2.0, 1.0, 2.0, 0.0, 2.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.1374257504940033, -0.13338612020015717, -0.12934648990631104, -0.1253068596124649, -0.12126722931861877, -0.11722759902477264, -0.11318796873092651, -0.10914833843708038, -0.10510870814323425, -0.10106907784938812, -0.09702944755554199, -0.09298981726169586, -0.08895018696784973, -0.0849105566740036, -0.08087092638015747, -0.07683129608631134, -0.07279166579246521, -0.06875203549861908, -0.06471240520477295, -0.06067277491092682, -0.05663314461708069, -0.05259351432323456, -0.04855388402938843, -0.0445142537355423, -0.04047462344169617, -0.03643499314785004, -0.032395362854003906, -0.028355732560157776, -0.024316102266311646, -0.020276471972465515, -0.016236841678619385, -0.012197211384773254, -0.008157581090927124, -0.004117950797080994, -7.832050323486328e-05, 0.003961309790611267, 0.008000940084457397, 0.012040570378303528, 0.016080200672149658, 0.02011983096599579, 0.02415946125984192, 0.02819909155368805, 0.03223872184753418, 0.03627835214138031, 0.04031798243522644, 0.04435761272907257, 0.0483972430229187, 0.05243687331676483, 0.05647650361061096, 0.06051613390445709, 0.06455576419830322, 0.06859539449214935, 0.07263502478599548, 0.07667465507984161, 0.08071428537368774, 0.08475391566753387, 0.08879354596138, 0.09283317625522614, 0.09687280654907227, 0.1009124368429184, 0.10495206713676453, 0.10899169743061066, 0.11303132772445679, 0.11707095801830292, 0.12111058831214905]}, "_runtime": 82.48622751235962, "_timestamp": 1596238330.902035, "_step": 20}
+{"val_accuracy": 0.8132020547945206, "val_loss": 0.47901709071577414, "_runtime": 85.23924708366394, "_timestamp": 1596238333.6550546, "_step": 21}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: K Confidence: 0.456 Truth: v", "Prediction: 5 Confidence: 1.000 Truth: 5", "Prediction: 2 Confidence: 0.996 Truth: 2", "Prediction: 0 Confidence: 0.574 Truth: 0"]}, "_runtime": 85.50633907318115, "_timestamp": 1596238333.9221466, "_step": 22}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 3.0, 2.0, 4.0, 0.0, 4.0, 7.0, 3.0, 2.0, 1.0, 1.0, 1.0, 1.0, 4.0, 1.0, 0.0, 1.0, 2.0, 2.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010950052179396152, -0.010574928484857082, -0.010199803858995438, -0.009824680164456367, -0.009449555538594723, -0.009074431844055653, -0.008699307218194008, -0.008324183523654938, -0.007949059829115868, -0.007573935203254223, -0.007198811043053865, -0.006823686882853508, -0.006448563188314438, -0.00607343902811408, -0.005698314867913723, -0.0053231907077133656, -0.004948066547513008, -0.004572942387312651, -0.004197818227112293, -0.0038226942997425795, -0.003447570139542222, -0.0030724459793418646, -0.002697322051972151, -0.0023221978917717934, -0.001947073731571436, -0.0015719495713710785, -0.0011968255275860429, -0.0008217014255933464, -0.00044657732360064983, -7.145322160795331e-05, 0.0003036708803847432, 0.0006787949823774397, 0.0010539190843701363, 0.0014290432445704937, 0.0018041672883555293, 0.002179291332140565, 0.0025544154923409224, 0.00292953965254128, 0.0033046635799109936, 0.003679787740111351, 0.0040549119003117085, 0.004430036060512066, 0.004805160220712423, 0.005180284380912781, 0.005555408075451851, 0.005930532235652208, 0.006305656395852566, 0.006680780556052923, 0.007055904716253281, 0.007431028876453638, 0.0078061530366539955, 0.008181276731193066, 0.00855640135705471, 0.00893152505159378, 0.009306649677455425, 0.009681773371994495, 0.01005689799785614, 0.01043202169239521, 0.01080714538693428, 0.011182270012795925, 0.011557393707334995, 0.01193251833319664, 0.01230764202773571, 0.012682766653597355, 0.013057890348136425]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 3.0, 2.0, 7.0, 14.0, 5.0, 13.0, 11.0, 18.0, 23.0, 23.0, 22.0, 36.0, 34.0, 51.0, 69.0, 77.0, 135.0, 164.0, 215.0, 456.0, 5285.0, 451.0, 247.0, 143.0, 98.0, 71.0, 50.0, 33.0, 40.0, 25.0, 20.0, 12.0, 16.0, 10.0, 8.0, 12.0, 8.0, 4.0, 1.0, 2.0, 1.0, 0.0, 2.0, 2.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.11445321887731552, -0.11079001426696777, -0.10712680965662003, -0.10346360504627228, -0.09980040788650513, -0.09613720327615738, -0.09247399866580963, -0.08881079405546188, -0.08514758944511414, -0.08148438483476639, -0.07782118022441864, -0.07415797561407089, -0.07049477100372314, -0.066831573843956, -0.06316836923360825, -0.0595051646232605, -0.05584196001291275, -0.052178755402565, -0.048515550792217255, -0.044852349907159805, -0.04118914529681206, -0.03752594068646431, -0.03386273980140686, -0.030199535191059113, -0.026536330580711365, -0.022873125970363617, -0.01920992322266102, -0.015546719543635845, -0.011883515864610672, -0.008220312185585499, -0.004557108506560326, -0.0008939048275351524, 0.0027692988514900208, 0.006432502530515194, 0.010095706209540367, 0.01375890988856554, 0.017422113567590714, 0.02108531817793846, 0.02474852092564106, 0.02841172367334366, 0.032074928283691406, 0.035738132894039154, 0.0394013375043869, 0.04306453838944435, 0.0467277429997921, 0.05039094761013985, 0.054054148495197296, 0.057717353105545044, 0.06138055771589279, 0.06504376232624054, 0.06870696693658829, 0.07237017154693604, 0.07603336870670319, 0.07969657331705093, 0.08335977792739868, 0.08702298253774643, 0.09068618714809418, 0.09434939175844193, 0.09801259636878967, 0.10167580097913742, 0.10533900558948517, 0.10900220274925232, 0.11266540735960007, 0.11632861196994781, 0.11999181658029556]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 2.0, 2.0, 4.0, 3.0, 5.0, 3.0, 3.0, 5.0, 4.0, 1.0, 2.0, 1.0, 4.0, 23.0, 6.0, 7.0, 5.0, 2.0, 5.0, 1.0, 5.0, 2.0, 4.0, 1.0, 4.0, 1.0, 0.0, 2.0, 2.0, 3.0, 0.0, 2.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0025138072669506073, -0.0024212223943322897, -0.0023286377545446157, -0.002236052881926298, -0.002143468242138624, -0.0020508833695203066, -0.0019582987297326326, -0.001865713857114315, -0.0017731291009113193, -0.0016805443447083235, -0.0015879595885053277, -0.001495374832302332, -0.0014027899596840143, -0.0013102052034810185, -0.0012176204472780228, -0.001125035691075027, -0.0010324509348720312, -0.0009398661786690354, -0.0008472814224660397, -0.000754696608055383, -0.0006621118518523872, -0.0005695270956493914, -0.0004769423103425652, -0.00038435752503573895, -0.00029177276883274317, -0.00019918799807783216, -0.00010660322732292116, -1.4018456568010151e-05, 7.856631418690085e-05, 0.00017115108494181186, 0.00026373585569672287, 0.0003563206410035491, 0.0004489053972065449, 0.0005414901534095407, 0.0006340749096125364, 0.0007266597240231931, 0.0008192444802261889, 0.0009118292364291847, 0.0010044140508398414, 0.0010969988070428371, 0.001189583563245833, 0.0012821683194488287, 0.0013747530756518245, 0.0014673378318548203, 0.0015599227044731379, 0.0016525074606761336, 0.0017450922168791294, 0.0018376769730821252, 0.001930261729285121, 0.0020228466019034386, 0.0021154312416911125, 0.00220801611430943, 0.002300600754097104, 0.0023931856267154217, 0.0024857702665030956, 0.0025783551391214132, 0.002670940011739731, 0.002763524651527405, 0.0028561095241457224, 0.0029486941639333963, 0.003041279036551714, 0.003133863676339388, 0.0032264485489577055, 0.0033190331887453794, 0.003411618061363697]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 3.0, 6.0, 1.0, 3.0, 8.0, 6.0, 13.0, 23.0, 25.0, 48.0, 57.0, 106.0, 122.0, 176.0, 256.0, 418.0, 629.0, 1011.0, 1564.0, 2660.0, 4635.0, 8242.0, 16290.0, 36017.0, 103725.0, 854161.0, 74923.0, 30671.0, 16012.0, 9262.0, 5814.0, 3770.0, 2580.0, 1786.0, 1296.0, 931.0, 653.0, 471.0, 345.0, 265.0, 188.0, 135.0, 85.0, 74.0, 45.0, 47.0, 32.0, 21.0, 9.0, 7.0, 4.0, 1.0, 4.0, 1.0, 2.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.0048864311538636684, -0.004708534572273493, -0.004530637990683317, -0.0043527414090931416, -0.004174844361841679, -0.003996947780251503, -0.0038190511986613274, -0.0036411546170711517, -0.003463258035480976, -0.0032853614538908005, -0.003107464872300625, -0.0029295680578798056, -0.00275167147628963, -0.0025737748946994543, -0.002395878080278635, -0.0022179814986884594, -0.0020400849170982838, -0.0018621883355081081, -0.0016842916375026107, -0.0015063949394971132, -0.0013284983579069376, -0.001150601776316762, -0.0009727050783112645, -0.000794808438513428, -0.0006169117987155914, -0.0004390151589177549, -0.00026111851911991835, -8.32218793220818e-05, 9.467476047575474e-05, 0.0002725714002735913, 0.0004504680400714278, 0.0006283646798692644, 0.0008062613196671009, 0.0009841579012572765, 0.001162054599262774, 0.0013399512972682714, 0.001517847878858447, 0.0016957444604486227, 0.0018736411584541202, 0.0020515378564596176, 0.0022294344380497932, 0.002407331019639969, 0.0025852276012301445, 0.002763124415650964, 0.0029410209972411394, 0.003118917578831315, 0.0032968143932521343, 0.00347471097484231, 0.0036526075564324856, 0.003830504138022661, 0.004008400719612837, 0.0041862973012030125, 0.004364194348454475, 0.004542090930044651, 0.004719987511634827, 0.004897884093225002, 0.005075780674815178, 0.0052536772564053535, 0.005431573837995529, 0.005609470419585705, 0.00578736700117588, 0.005965264048427343, 0.006143160630017519, 0.006321057211607695, 0.00649895379319787]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 3.0, 0.0, 0.0, 4.0, 1.0, 0.0, 0.0, 1.0, 1.0, 4.0, 0.0, 1.0, 3.0, 2.0, 7.0, 2.0, 1.0, 2.0, 3.0, 2.0, 1.0, 3.0, 3.0, 2.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.01664254069328308, -0.015994403511285782, -0.015346264466643333, -0.01469812635332346, -0.014049988240003586, -0.013401850126683712, -0.012753712013363838, -0.012105573900043964, -0.01145743578672409, -0.010809297673404217, -0.010161159560084343, -0.00951302144676447, -0.008864883333444595, -0.008216745220124722, -0.007568607106804848, -0.006920468993484974, -0.0062723308801651, -0.005624192766845226, -0.0049760546535253525, -0.004327916540205479, -0.003679778426885605, -0.003031640313565731, -0.0023835022002458572, -0.0017353640869259834, -0.0010872259736061096, -0.0004390878602862358, 0.000209050253033638, 0.0008571883663535118, 0.0015053264796733856, 0.0021534645929932594, 0.0028016027063131332, 0.003449740819633007, 0.004097878932952881, 0.004746017046272755, 0.0053941551595926285, 0.006042293272912502, 0.006690431386232376, 0.00733856949955225, 0.007986707612872124, 0.008634845726191998, 0.009282983839511871, 0.009931121952831745, 0.010579260066151619, 0.011227398179471493, 0.011875536292791367, 0.01252367440611124, 0.013171812519431114, 0.013819950632750988, 0.014468088746070862, 0.015116226859390736, 0.01576436497271061, 0.016412504017353058, 0.017060641199350357, 0.017708778381347656, 0.018356917425990105, 0.019005056470632553, 0.019653193652629852, 0.02030133083462715, 0.0209494698792696, 0.02159760892391205, 0.022245746105909348, 0.022893883287906647, 0.023542022332549095, 0.024190161377191544, 0.024838298559188843]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 2.0, 2.0, 3.0, 3.0, 7.0, 11.0, 18.0, 14.0, 20.0, 30.0, 33.0, 38.0, 32.0, 43.0, 51.0, 87.0, 88.0, 136.0, 159.0, 189.0, 267.0, 314.0, 385.0, 486.0, 674.0, 1015.0, 1515.0, 6051.0, 2185.0, 1300.0, 826.0, 594.0, 376.0, 304.0, 226.0, 185.0, 146.0, 101.0, 72.0, 61.0, 61.0, 50.0, 40.0, 32.0, 38.0, 33.0, 19.0, 17.0, 20.0, 12.0, 16.0, 12.0, 7.0, 7.0, 4.0, 5.0, 3.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.009306568652391434, -0.00900445505976677, -0.008702341467142105, -0.00840022787451744, -0.008098113350570202, -0.007795999757945538, -0.007493886165320873, -0.007191772572696209, -0.006889658980071545, -0.006587544921785593, -0.006285431329160929, -0.005983317736536264, -0.005681203678250313, -0.0053790900856256485, -0.005076976493000984, -0.004774862434715033, -0.004472748842090368, -0.004170635249465704, -0.003868521424010396, -0.003566407598555088, -0.0032642940059304237, -0.0029621801804751158, -0.002660066355019808, -0.0023579527623951435, -0.0020558389369398355, -0.0017537252278998494, -0.0014516115188598633, -0.0011494976934045553, -0.0008473839843645692, -0.000545270275324583, -0.000243156508076936, 5.8957230066880584e-05, 0.0003610709682106972, 0.0006631846772506833, 0.0009652984444983304, 0.0012674122117459774, 0.0015695259207859635, 0.0018716396298259497, 0.0021737534552812576, 0.002475867047905922, 0.00277798087336123, 0.003080094698816538, 0.003382208291441202, 0.00368432211689651, 0.003986435942351818, 0.004288549534976482, 0.004590663127601147, 0.004892777185887098, 0.005194890778511763, 0.005497004371136427, 0.0057991184294223785, 0.006101232022047043, 0.006403345614671707, 0.006705459672957659, 0.007007573265582323, 0.007309686858206987, 0.007611800916492939, 0.007913914509117603, 0.008216028101742268, 0.008518141694366932, 0.008820255286991596, 0.009122369810938835, 0.0094244834035635, 0.009726596996188164, 0.010028710588812828]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 6.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.1257849782705307, -0.12279080599546432, -0.11979663372039795, -0.11680246144533157, -0.1138082891702652, -0.11081412434577942, -0.10781995207071304, -0.10482577979564667, -0.10183160752058029, -0.09883743524551392, -0.09584326297044754, -0.09284909069538116, -0.08985492587089539, -0.08686075359582901, -0.08386658132076263, -0.08087240904569626, -0.07787823677062988, -0.07488406449556351, -0.07188989222049713, -0.06889571994543076, -0.06590154767036438, -0.0629073828458786, -0.059913210570812225, -0.05691903829574585, -0.053924866020679474, -0.0509306937456131, -0.04793652147054672, -0.044942352920770645, -0.04194818064570427, -0.038954008370637894, -0.035959839820861816, -0.03296566754579544, -0.029971495270729065, -0.02697732299566269, -0.023983152583241463, -0.020988982170820236, -0.01799480989575386, -0.01500063855201006, -0.012006467208266258, -0.009012295864522457, -0.006018124520778656, -0.003023953177034855, -2.9781833291053772e-05, 0.0029643895104527473, 0.0059585608541965485, 0.00895273219794035, 0.01194690354168415, 0.014941074885427952, 0.017935246229171753, 0.02092941850423813, 0.023923588916659355, 0.02691775932908058, 0.029911931604146957, 0.03290610387921333, 0.03590027242898941, 0.038894444704055786, 0.04188861697912216, 0.04488278925418854, 0.04787696152925491, 0.05087113007903099, 0.053865302354097366, 0.05685947462916374, 0.05985364317893982, 0.0628478154540062, 0.06584198772907257]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 2.0, 5.0, 4.0, 4.0, 5.0, 2.0, 8.0, 1.0, 3.0, 12.0, 11.0, 8.0, 9.0, 13.0, 28.0, 15.0, 14.0, 14.0, 12.0, 8.0, 6.0, 7.0, 8.0, 11.0, 8.0, 10.0, 3.0, 6.0, 1.0, 7.0, 7.0, 2.0, 1.0, 1.0, 1.0, 1.0, 4.0, 2.0, 1.0, 3.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02047681249678135, -0.01983015611767769, -0.019183501601219177, -0.018536845222115517, -0.017890190705657005, -0.017243534326553345, -0.016596879810094833, -0.015950223430991173, -0.015303567983210087, -0.014656912535429, -0.014010257087647915, -0.013363601639866829, -0.012716945260763168, -0.012070289812982082, -0.011423634365200996, -0.01077697891741991, -0.010130323469638824, -0.009483668021857738, -0.008837012574076653, -0.008190357126295567, -0.007543701212853193, -0.006897045765072107, -0.006250389851629734, -0.005603734403848648, -0.004957078956067562, -0.004310423508286476, -0.0036637678276747465, -0.003017112147063017, -0.002370456699281931, -0.0017238011350855231, -0.0010771455708891153, -0.00043049000669270754, 0.00021616555750370026, 0.000862821121700108, 0.0015094766858965158, 0.0021561323665082455, 0.0028027878142893314, 0.0034494432620704174, 0.004096099175512791, 0.004742754623293877, 0.005389410071074963, 0.006036065518856049, 0.0066827209666371346, 0.007329376880079508, 0.007976032793521881, 0.008622688241302967, 0.009269343689084053, 0.009915999136865139, 0.010562654584646225, 0.011209310032427311, 0.011855965480208397, 0.012502620927989483, 0.013149276375770569, 0.01379593275487423, 0.014442588202655315, 0.015089243650436401, 0.015735898166894913, 0.016382554545998573, 0.017029210925102234, 0.017675865441560745, 0.018322521820664406, 0.018969176337122917, 0.019615832716226578, 0.02026248723268509, 0.02090914361178875]}, "_runtime": 91.7206380367279, "_timestamp": 1596238340.1364455, "_step": 23}
+{"val_accuracy": 0.8152654109589041, "val_loss": 0.4697696419611369, "_runtime": 96.82197880744934, "_timestamp": 1596238345.2377863, "_step": 24}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: h Confidence: 0.211 Truth: v", "Prediction: 5 Confidence: 1.000 Truth: 5", "Prediction: 2 Confidence: 0.998 Truth: 2", "Prediction: 0 Confidence: 0.571 Truth: 0"]}, "_runtime": 97.08488345146179, "_timestamp": 1596238345.500691, "_step": 25}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 3.0, 3.0, 1.0, 2.0, 2.0, 5.0, 4.0, 8.0, 2.0, 3.0, 2.0, 3.0, 2.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.017955243587493896, -0.017455773428082466, -0.016956301406025887, -0.016456831246614456, -0.015957359224557877, -0.015457889065146446, -0.014958417974412441, -0.014458946883678436, -0.013959476724267006, -0.013460005633533001, -0.012960534542798996, -0.012461063452064991, -0.011961592361330986, -0.011462121270596981, -0.01096265111118555, -0.010463180020451546, -0.00996370892971754, -0.009464237838983536, -0.00896476674824953, -0.0084652965888381, -0.007965825498104095, -0.0074663544073700905, -0.0069668833166360855, -0.006467412691563368, -0.005967941600829363, -0.005468470510095358, -0.00496899988502264, -0.004469528794288635, -0.00397005770355463, -0.0034705870784819126, -0.0029711159877479076, -0.0024716451298445463, -0.001972174271941185, -0.0014727034140378237, -0.0009732324397191405, -0.0004737615236081183, 2.5709392502903938e-05, 0.0005251803086139262, 0.0010246512247249484, 0.0015241221990436316, 0.002023593056946993, 0.002523063914850354, 0.0030225347727537155, 0.0035220058634877205, 0.0040214769542217255, 0.004520947579294443, 0.005020418670028448, 0.005519889295101166, 0.006019360385835171, 0.006518831476569176, 0.007018302101641893, 0.007517773192375898, 0.008017243817448616, 0.008516714908182621, 0.009016185998916626, 0.009515657089650631, 0.010015128180384636, 0.010514598339796066, 0.011014069430530071, 0.011513540521264076, 0.012013011611998081, 0.012512482702732086, 0.013011952862143517, 0.013511423952877522, 0.014010895043611526]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 4.0, 9.0, 3.0, 1.0, 3.0, 7.0, 6.0, 7.0, 11.0, 17.0, 17.0, 23.0, 34.0, 54.0, 51.0, 83.0, 135.0, 203.0, 411.0, 5499.0, 640.0, 234.0, 125.0, 90.0, 59.0, 47.0, 24.0, 22.0, 20.0, 18.0, 14.0, 7.0, 8.0, 7.0, 2.0, 6.0, 1.0, 8.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 2.0], "bins": [-0.1651201695203781, -0.15989840030670166, -0.1546766310930252, -0.14945486187934875, -0.1442330926656723, -0.13901132345199585, -0.1337895542383194, -0.12856778502464294, -0.12334601581096649, -0.11812424659729004, -0.11290247738361359, -0.10768070816993713, -0.10245893895626068, -0.09723716974258423, -0.09201540052890778, -0.08679363131523132, -0.08157186210155487, -0.07635009288787842, -0.07112832367420197, -0.06590655446052551, -0.06068478524684906, -0.05546301603317261, -0.050241246819496155, -0.0450194776058197, -0.03979770839214325, -0.0345759391784668, -0.029354169964790344, -0.02413240075111389, -0.01891063153743744, -0.013688862323760986, -0.008467093110084534, -0.003245323896408081, 0.0019764453172683716, 0.007198214530944824, 0.012419983744621277, 0.01764175295829773, 0.022863522171974182, 0.028085291385650635, 0.03330706059932709, 0.03852882981300354, 0.04375059902667999, 0.048972368240356445, 0.0541941374540329, 0.05941590666770935, 0.0646376758813858, 0.06985944509506226, 0.07508121430873871, 0.08030298352241516, 0.08552475273609161, 0.09074652194976807, 0.09596829116344452, 0.10119006037712097, 0.10641182959079742, 0.11163359880447388, 0.11685536801815033, 0.12207713723182678, 0.12729890644550323, 0.1325206756591797, 0.13774244487285614, 0.1429642140865326, 0.14818598330020905, 0.1534077525138855, 0.15862952172756195, 0.1638512909412384, 0.16907306015491486]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 4.0, 1.0, 2.0, 3.0, 2.0, 1.0, 3.0, 5.0, 5.0, 2.0, 5.0, 2.0, 4.0, 4.0, 5.0, 30.0, 2.0, 1.0, 5.0, 2.0, 2.0, 0.0, 5.0, 2.0, 4.0, 2.0, 4.0, 1.0, 1.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0018727467395365238, -0.0017941006226465106, -0.0017154545057564974, -0.0016368083888664842, -0.001558162271976471, -0.001479516038671136, -0.0014008699217811227, -0.0013222238048911095, -0.0012435776880010962, -0.001164931571111083, -0.0010862854542210698, -0.0010076393373310566, -0.0009289931622333825, -0.0008503470453433692, -0.0007717008702456951, -0.0006930547533556819, -0.0006144086364656687, -0.0005357625195756555, -0.0004571163735818118, -0.0003784702275879681, -0.0002998241106979549, -0.00022117797925602645, -0.000142531847814098, -6.388571637216955e-05, 1.4760415069758892e-05, 9.340654651168734e-05, 0.00017205267795361578, 0.00025069882394745946, 0.0003293449408374727, 0.0004079910577274859, 0.00048663720372132957, 0.0005652833497151732, 0.0006439294666051865, 0.0007225755834951997, 0.0008012217003852129, 0.000879867875482887, 0.0009585139923729002, 0.0010371601674705744, 0.0011158062843605876, 0.0011944524012506008, 0.001273098518140614, 0.0013517446350306273, 0.0014303907519206405, 0.0015090368688106537, 0.0015876831021159887, 0.001666329219006002, 0.0017449753358960152, 0.0018236214527860284, 0.0019022675696760416, 0.0019809138029813766, 0.002059559803456068, 0.002138206036761403, 0.0022168520372360945, 0.0022954982705414295, 0.002374144271016121, 0.002452790504321456, 0.002531436737626791, 0.0026100827381014824, 0.0026887289714068174, 0.002767374971881509, 0.002846021205186844, 0.0029246672056615353, 0.0030033134389668703, 0.0030819594394415617, 0.0031606056727468967]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 3.0, 0.0, 2.0, 5.0, 8.0, 12.0, 19.0, 31.0, 38.0, 48.0, 78.0, 99.0, 170.0, 235.0, 318.0, 514.0, 855.0, 1273.0, 2158.0, 3269.0, 5534.0, 9641.0, 17179.0, 34615.0, 88467.0, 839031.0, 94103.0, 34111.0, 16853.0, 9752.0, 6278.0, 4118.0, 2831.0, 1999.0, 1553.0, 1132.0, 852.0, 634.0, 464.0, 335.0, 263.0, 184.0, 150.0, 112.0, 87.0, 66.0, 49.0, 37.0, 19.0, 14.0, 15.0, 9.0, 7.0, 5.0, 2.0, 1.0, 5.0, 1.0], "bins": [-0.004954720381647348, -0.004798081703484058, -0.004641443490982056, -0.004484804812818766, -0.004328166600316763, -0.004171527922153473, -0.00401488970965147, -0.00385825103148818, -0.003701612586155534, -0.0035449741408228874, -0.003388335695490241, -0.0032316972501575947, -0.0030750585719943047, -0.0029184201266616583, -0.002761781681329012, -0.0026051432359963655, -0.002448504790663719, -0.002291866345331073, -0.0021352278999984264, -0.00197858945466578, -0.0018219508929178119, -0.0016653124475851655, -0.0015086738858371973, -0.001352035440504551, -0.0011953969951719046, -0.0010387585498392582, -0.0008821200462989509, -0.0007254815427586436, -0.0005688430974259973, -0.00041220462298952043, -0.0002555661485530436, -9.892767411656678e-05, 5.771080031991005e-05, 0.00021434927475638688, 0.0003709877491928637, 0.000527626252733171, 0.0006842646980658174, 0.0008409031433984637, 0.000997541705146432, 0.0011541801504790783, 0.0013108185958117247, 0.001467457041144371, 0.0016240954864770174, 0.0017807340482249856, 0.001937372493557632, 0.0020940110553056, 0.0022506495006382465, 0.002407287945970893, 0.0025639263913035393, 0.0027205648366361856, 0.002877203281968832, 0.0030338417273014784, 0.0031904801726341248, 0.0033471188507974148, 0.003503757296130061, 0.0036603957414627075, 0.003817034186795354, 0.003973672632128, 0.00413031131029129, 0.004286949522793293, 0.004443588200956583, 0.004600226413458586, 0.004756865091621876, 0.0049135033041238785, 0.0050701419822871685]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 3.0, 1.0, 1.0, 2.0, 8.0, 1.0, 2.0, 1.0, 4.0, 5.0, 0.0, 1.0, 3.0, 2.0, 6.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.016580453142523766, -0.015891853719949722, -0.015203256160020828, -0.014514656737446785, -0.013826058246195316, -0.013137459754943848, -0.012448860332369804, -0.011760261841118336, -0.011071663349866867, -0.010383064858615398, -0.00969446636736393, -0.009005866944789886, -0.008317268453538418, -0.007628669962286949, -0.006940071005374193, -0.006251472048461437, -0.005562873557209969, -0.0048742750659585, -0.004185676109045744, -0.0034970773849636316, -0.0028084786608815193, -0.002119879936799407, -0.0014312812127172947, -0.0007426824886351824, -5.408376455307007e-05, 0.0006345149595290422, 0.0013231136836111546, 0.002011712407693267, 0.002700311131775379, 0.0033889098558574915, 0.004077508579939604, 0.00476610753685236, 0.005454706028103828, 0.006143304519355297, 0.006831903476268053, 0.007520502433180809, 0.008209100924432278, 0.008897699415683746, 0.00958629883825779, 0.010274897329509258, 0.010963495820760727, 0.011652094312012196, 0.012340692803263664, 0.013029292225837708, 0.013717890717089176, 0.014406489208340645, 0.015095088630914688, 0.015783686190843582, 0.016472285613417625, 0.01716088503599167, 0.017849482595920563, 0.018538082018494606, 0.01922668144106865, 0.019915279000997543, 0.020603878423571587, 0.02129247598350048, 0.021981075406074524, 0.022669674828648567, 0.02335827238857746, 0.024046871811151505, 0.0247354693710804, 0.025424068793654442, 0.026112668216228485, 0.02680126577615738, 0.027489865198731422]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 3.0, 4.0, 10.0, 11.0, 21.0, 26.0, 61.0, 80.0, 79.0, 113.0, 166.0, 199.0, 333.0, 534.0, 808.0, 1467.0, 6440.0, 2530.0, 1457.0, 1017.0, 817.0, 569.0, 411.0, 306.0, 239.0, 159.0, 140.0, 92.0, 88.0, 72.0, 42.0, 32.0, 25.0, 20.0, 12.0, 9.0, 3.0, 8.0, 2.0, 6.0, 2.0, 1.0, 3.0, 0.0, 3.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.01025842223316431, -0.009900199249386787, -0.009541976265609264, -0.009183753281831741, -0.008825530298054218, -0.008467307314276695, -0.008109084330499172, -0.007750860881060362, -0.007392637897282839, -0.007034414913505316, -0.006676191929727793, -0.00631796894595027, -0.005959745496511459, -0.005601522512733936, -0.005243299528956413, -0.00488507654517889, -0.004526853561401367, -0.004168630577623844, -0.003810407593846321, -0.0034521843772381544, -0.0030939613934606314, -0.0027357384096831083, -0.0023775151930749416, -0.0020192922092974186, -0.0016610692255198956, -0.0013028462417423725, -0.0009446231415495276, -0.0005864000995643437, -0.00022817705757915974, 0.00013004598440602422, 0.00048826902639120817, 0.0008464920683763921, 0.001204715110361576, 0.0015629380941390991, 0.001921161194331944, 0.002279384294524789, 0.002637607278302312, 0.002995830262079835, 0.0033540534786880016, 0.0037122764624655247, 0.004070499446243048, 0.004428722430020571, 0.004786945413798094, 0.005145168397575617, 0.005503391847014427, 0.00586161483079195, 0.006219837814569473, 0.006578060798346996, 0.006936283782124519, 0.007294506765902042, 0.007652729749679565, 0.008010952733457088, 0.008369175717234612, 0.008727398701012135, 0.009085621684789658, 0.00944384466856718, 0.009802067652344704, 0.010160291567444801, 0.010518514551222324, 0.010876737534999847, 0.01123496051877737, 0.011593183502554893, 0.011951406486332417, 0.01230962947010994, 0.012667852453887463]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 6.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 4.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.04454962909221649, -0.04270297288894653, -0.040856316685676575, -0.039009660482406616, -0.03716300427913666, -0.0353163480758667, -0.03346969187259674, -0.03162303566932678, -0.029776381328701973, -0.027929725125432014, -0.026083068922162056, -0.024236412718892097, -0.022389758378267288, -0.02054310217499733, -0.01869644597172737, -0.016849789768457413, -0.015003133565187454, -0.013156477361917496, -0.011309821158647537, -0.009463165886700153, -0.007616509683430195, -0.005769853480160236, -0.003923197742551565, -0.0020765417721122503, -0.00022988580167293549, 0.0016167701687663794, 0.003463426139205694, 0.005310081876814365, 0.007156738080084324, 0.009003394283354282, 0.010850049555301666, 0.012696705758571625, 0.014543361961841583, 0.016390018165111542, 0.0182366743683815, 0.02008333057165146, 0.021929986774921417, 0.023776641115546227, 0.025623297318816185, 0.027469953522086143, 0.029316609725356102, 0.03116326592862606, 0.03300992026925087, 0.03485657647252083, 0.03670323267579079, 0.038549888879060745, 0.040396545082330704, 0.04224320128560066, 0.04408985748887062, 0.04593651369214058, 0.04778316989541054, 0.049629826098680496, 0.051476482301950455, 0.05332313850522041, 0.05516979470849037, 0.05701645091176033, 0.05886310338973999, 0.06070975959300995, 0.06255641579627991, 0.06440307199954987, 0.06624972820281982, 0.06809638440608978, 0.06994304060935974, 0.0717896968126297, 0.07363635301589966]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [5.0, 0.0, 3.0, 2.0, 4.0, 3.0, 10.0, 2.0, 4.0, 2.0, 5.0, 6.0, 7.0, 7.0, 4.0, 6.0, 8.0, 10.0, 15.0, 17.0, 12.0, 13.0, 13.0, 15.0, 33.0, 18.0, 8.0, 15.0, 2.0, 0.0, 3.0, 5.0, 5.0, 2.0, 3.0, 2.0, 1.0, 2.0, 2.0, 3.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.034304603934288025, -0.03287620469927788, -0.03144780918955803, -0.030019409954547882, -0.028591010719537735, -0.027162613347172737, -0.02573421597480774, -0.024305816739797592, -0.022877419367432594, -0.021449021995067596, -0.02002062276005745, -0.01859222538769245, -0.017163828015327454, -0.015735428780317307, -0.014307031407952309, -0.012878633104264736, -0.011450234800577164, -0.010021836496889591, -0.008593438193202019, -0.007165040820837021, -0.005736642517149448, -0.004308244213461876, -0.0028798463754355907, -0.001451448304578662, -2.3050233721733093e-05, 0.0014053478371351957, 0.0028337459079921246, 0.00426214374601841, 0.005690542049705982, 0.007118940353393555, 0.008547337725758553, 0.009975736029446125, 0.011404134333133698, 0.01283253263682127, 0.014260930940508842, 0.01568932831287384, 0.017117727547883987, 0.018546124920248985, 0.019974522292613983, 0.02140292152762413, 0.022831318899989128, 0.024259716272354126, 0.025688115507364273, 0.02711651287972927, 0.02854491025209427, 0.029973309487104416, 0.03140170872211456, 0.03283010423183441, 0.03425850346684456, 0.035686902701854706, 0.037115298211574554, 0.0385436974465847, 0.03997209668159485, 0.0414004921913147, 0.042828891426324844, 0.04425729066133499, 0.04568568617105484, 0.04711408540606499, 0.048542484641075134, 0.04997088387608528, 0.05139927938580513, 0.05282767862081528, 0.054256077855825424, 0.05568447336554527, 0.05711287260055542]}, "_runtime": 100.83554267883301, "_timestamp": 1596238349.2513502, "_step": 26}
+{"val_accuracy": 0.8186993436073059, "val_loss": 0.46356716466276615, "_runtime": 108.76481771469116, "_timestamp": 1596238357.1806252, "_step": 27}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: K Confidence: 0.560 Truth: v", "Prediction: 5 Confidence: 1.000 Truth: 5", "Prediction: 2 Confidence: 0.998 Truth: 2", "Prediction: 0 Confidence: 0.722 Truth: 0"]}, "_runtime": 109.05191707611084, "_timestamp": 1596238357.4677246, "_step": 28}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 3.0, 1.0, 1.0, 2.0, 3.0, 3.0, 3.0, 3.0, 2.0, 2.0, 5.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.007339877542108297, -0.007085852324962616, -0.006831827573478222, -0.0065778023563325405, -0.0063237776048481464, -0.006069752387702465, -0.005815727636218071, -0.00556170241907239, -0.005307677201926708, -0.005053652450442314, -0.004799627233296633, -0.004545602481812239, -0.004291577264666557, -0.004037552513182163, -0.003783527296036482, -0.003529502311721444, -0.0032754773274064064, -0.0030214523430913687, -0.002767427358776331, -0.0025134023744612932, -0.0022593773901462555, -0.002005352173000574, -0.0017513271886855364, -0.0014973022043704987, -0.001243277220055461, -0.0009892522357404232, -0.0007352271932177246, -0.0004812021797988564, -0.0002271771663799882, 2.684784703887999e-05, 0.0002808728604577482, 0.0005348979029804468, 0.0007889228872954845, 0.0010429478716105223, 0.00129697285592556, 0.0015509979566559196, 0.0018050229409709573, 0.002059048041701317, 0.0023130730260163546, 0.0025670980103313923, 0.00282112299464643, 0.0030751479789614677, 0.0033291729632765055, 0.003583197947591543, 0.0038372231647372246, 0.004091247916221619, 0.0043452731333673, 0.004599297884851694, 0.0048533231019973755, 0.005107348319143057, 0.005361373070627451, 0.005615398287773132, 0.005869423039257526, 0.006123448256403208, 0.006377473007887602, 0.006631498225033283, 0.006885522976517677, 0.007139548193663359, 0.00739357341080904, 0.007647598162293434, 0.007901622913777828, 0.008155648596584797, 0.008409673348069191, 0.008663698099553585, 0.008917722851037979]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 2.0, 5.0, 5.0, 7.0, 6.0, 7.0, 17.0, 14.0, 21.0, 20.0, 40.0, 42.0, 64.0, 69.0, 106.0, 139.0, 207.0, 314.0, 4737.0, 1115.0, 319.0, 213.0, 112.0, 86.0, 61.0, 49.0, 34.0, 25.0, 21.0, 15.0, 15.0, 15.0, 5.0, 7.0, 3.0, 0.0, 4.0, 2.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.1235554963350296, -0.12020096182823181, -0.11684642732143402, -0.11349189281463623, -0.11013735830783844, -0.10678282380104065, -0.10342828929424286, -0.10007375478744507, -0.09671922028064728, -0.09336468577384949, -0.0900101512670517, -0.0866556167602539, -0.08330108225345612, -0.07994654774665833, -0.07659201323986053, -0.07323747873306274, -0.06988294422626495, -0.06652840971946716, -0.06317387521266937, -0.05981934070587158, -0.05646480619907379, -0.053110271692276, -0.04975573718547821, -0.04640120267868042, -0.04304666817188263, -0.03969213366508484, -0.03633759915828705, -0.03298306465148926, -0.029628530144691467, -0.026273995637893677, -0.022919461131095886, -0.019564926624298096, -0.016210392117500305, -0.012855857610702515, -0.009501323103904724, -0.006146788597106934, -0.002792254090309143, 0.0005622804164886475, 0.003916814923286438, 0.0072713494300842285, 0.010625883936882019, 0.01398041844367981, 0.0173349529504776, 0.02068948745727539, 0.02404402196407318, 0.02739855647087097, 0.030753090977668762, 0.03410762548446655, 0.03746215999126434, 0.040816694498062134, 0.044171229004859924, 0.047525763511657715, 0.050880298018455505, 0.054234832525253296, 0.057589367032051086, 0.06094390153884888, 0.06429843604564667, 0.06765297055244446, 0.07100750505924225, 0.07436203956604004, 0.07771657407283783, 0.08107110857963562, 0.08442564308643341, 0.0877801775932312, 0.09113471210002899]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 5.0, 2.0, 3.0, 2.0, 3.0, 4.0, 2.0, 0.0, 3.0, 4.0, 3.0, 2.0, 2.0, 2.0, 28.0, 3.0, 2.0, 2.0, 4.0, 7.0, 3.0, 4.0, 5.0, 1.0, 2.0, 2.0, 1.0, 3.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0029990836046636105, -0.002900715684518218, -0.0028023479972034693, -0.002703980077058077, -0.002605612389743328, -0.0025072444695979357, -0.0024088765494525433, -0.0023105088621377945, -0.002212140941992402, -0.0021137730218470097, -0.002015405334532261, -0.0019170374143868685, -0.0018186696106567979, -0.0017203018069267273, -0.0016219338867813349, -0.0015235660830512643, -0.0014251982793211937, -0.001326830475591123, -0.0012284626718610525, -0.00113009475171566, -0.0010317269479855895, -0.0009333591442555189, -0.0008349912823177874, -0.0007366234203800559, -0.0006382556166499853, -0.0005398878129199147, -0.0004415199509821832, -0.00034315211814828217, -0.0002447842853143811, -0.00014641645248048007, -4.804861964657903e-05, 5.031921318732202e-05, 0.00014868704602122307, 0.0002470548788551241, 0.00034542271168902516, 0.0004437905445229262, 0.0005421583773568273, 0.0006405261810868979, 0.0007388940430246294, 0.0008372619049623609, 0.0009356297086924314, 0.001033997512422502, 0.0011323653161525726, 0.001230733236297965, 0.0013291010400280356, 0.0014274688437581062, 0.0015258367639034986, 0.0016242045676335692, 0.0017225723713636398, 0.0018209401750937104, 0.001919307978823781, 0.0020176758989691734, 0.002116043586283922, 0.0022144115064293146, 0.002312779426574707, 0.002411147113889456, 0.002509515034034848, 0.0026078829541802406, 0.0027062506414949894, 0.002804618561640382, 0.0029029864817857742, 0.003001354169100523, 0.0030997220892459154, 0.003198089776560664, 0.0032964576967060566]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 2.0, 3.0, 1.0, 8.0, 5.0, 6.0, 14.0, 27.0, 28.0, 42.0, 43.0, 64.0, 99.0, 136.0, 189.0, 296.0, 410.0, 650.0, 974.0, 1476.0, 2372.0, 3715.0, 5935.0, 10217.0, 19115.0, 42103.0, 141630.0, 836297.0, 52397.0, 22672.0, 12698.0, 7748.0, 5110.0, 3617.0, 2452.0, 1821.0, 1313.0, 979.0, 713.0, 550.0, 426.0, 340.0, 246.0, 184.0, 128.0, 105.0, 81.0, 66.0, 40.0, 29.0, 23.0, 13.0, 15.0, 12.0, 2.0, 1.0, 2.0, 3.0, 2.0, 0.0, 1.0], "bins": [-0.004658036399632692, -0.00450410321354866, -0.0043501704931259155, -0.0041962373070418835, -0.004042304586619139, -0.0038883716333657503, -0.003734438680112362, -0.0035805057268589735, -0.003426572773605585, -0.003272639587521553, -0.0031187066342681646, -0.0029647736810147762, -0.002810840727761388, -0.0026569077745079994, -0.002502974821254611, -0.0023490418680012226, -0.002195108914747834, -0.002041175961494446, -0.0018872430082410574, -0.001733310054987669, -0.0015793771017342806, -0.0014254440320655704, -0.001271511078812182, -0.0011175781255587935, -0.0009636451723054051, -0.0008097122190520167, -0.0006557792657986283, -0.000501846254337579, -0.0003479133010841906, -0.00019398033327888697, -4.004736547358334e-05, 0.00011388560233172029, 0.0002678185701370239, 0.00042175152339041233, 0.0005756844766438007, 0.00072961748810485, 0.0008835504413582385, 0.0010374834528192878, 0.0011914164060726762, 0.0013453493593260646, 0.001499282312579453, 0.0016532152658328414, 0.0018071482190862298, 0.00196108128875494, 0.0021150142420083284, 0.002268947195261717, 0.0024228801485151052, 0.0025768131017684937, 0.002730746055021882, 0.0028846790082752705, 0.003038611961528659, 0.0031925449147820473, 0.0033464778680354357, 0.003500410821288824, 0.0036543437745422125, 0.003808276727795601, 0.003962209913879633, 0.004116142634302378, 0.00427007582038641, 0.0044240085408091545, 0.004577941726893187, 0.004731874447315931, 0.004885807633399963, 0.005039740353822708, 0.00519367353990674]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 3.0, 1.0, 3.0, 1.0, 5.0, 3.0, 2.0, 11.0, 5.0, 1.0, 4.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01988588087260723, -0.019057471305131912, -0.018229059875011444, -0.017400650307536125, -0.016572238877415657, -0.015743829309940338, -0.014915418811142445, -0.014087008312344551, -0.013258597813546658, -0.012430187314748764, -0.01160177681595087, -0.010773366317152977, -0.009944956749677658, -0.009116546250879765, -0.008288135752081871, -0.0074597252532839775, -0.006631314754486084, -0.0058029042556881905, -0.004974493756890297, -0.004146083723753691, -0.003317673224955797, -0.0024892627261579037, -0.0016608524601906538, -0.0008324420778080821, -4.0316954255104065e-06, 0.0008243786869570613, 0.001652789069339633, 0.002481199335306883, 0.0033096098341047764, 0.00413802033290267, 0.004966430366039276, 0.00579484086483717, 0.006623251363635063, 0.007451661862432957, 0.00828007236123085, 0.009108482860028744, 0.009936893358826637, 0.010765302926301956, 0.01159371342509985, 0.012422123923897743, 0.013250534422695637, 0.01407894492149353, 0.014907355420291424, 0.015735765919089317, 0.016564175486564636, 0.017392586916685104, 0.018220996484160423, 0.01904940791428089, 0.01987781748175621, 0.02070622704923153, 0.021534638479351997, 0.022363048046827316, 0.023191459476947784, 0.024019869044423103, 0.02484828047454357, 0.02567669004201889, 0.02650510147213936, 0.027333511039614677, 0.028161920607089996, 0.028990332037210464, 0.029818741604685783, 0.03064715303480625, 0.03147556260228157, 0.03230397403240204, 0.03313238173723221]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 9.0, 5.0, 10.0, 7.0, 12.0, 16.0, 26.0, 19.0, 41.0, 53.0, 61.0, 65.0, 92.0, 134.0, 191.0, 238.0, 296.0, 406.0, 553.0, 810.0, 1208.0, 2084.0, 6562.0, 1832.0, 1110.0, 685.0, 474.0, 349.0, 241.0, 178.0, 157.0, 117.0, 69.0, 56.0, 41.0, 25.0, 19.0, 18.0, 18.0, 15.0, 12.0, 12.0, 12.0, 12.0, 10.0, 7.0, 10.0, 13.0, 6.0, 13.0, 6.0, 3.0, 0.0, 1.0, 1.0, 3.0, 1.0, 3.0], "bins": [-0.008493035100400448, -0.008194535970687866, -0.007896036840975285, -0.00759753817692399, -0.007299039047211409, -0.007000539917498827, -0.006702041253447533, -0.006403542123734951, -0.006105042994022369, -0.005806543864309788, -0.005508044734597206, -0.005209546070545912, -0.00491104694083333, -0.0046125478111207485, -0.004314049147069454, -0.0040155500173568726, -0.003717050887644291, -0.0034185517579317093, -0.0031200528610497713, -0.0028215539641678333, -0.0025230548344552517, -0.00222455570474267, -0.001926056807860732, -0.0016275577945634723, -0.0013290587812662125, -0.0010305597679689527, -0.0007320607546716928, -0.00043356174137443304, -0.00013506272807717323, 0.00016343628522008657, 0.0004619352985173464, 0.0007604343118146062, 0.001058933325111866, 0.0013574323384091258, 0.0016559313517063856, 0.0019544302485883236, 0.0022529293783009052, 0.002551428508013487, 0.002849927404895425, 0.003148426301777363, 0.0034469254314899445, 0.003745424561202526, 0.004043923690915108, 0.004342422354966402, 0.004640921484678984, 0.004939420614391565, 0.00523791927844286, 0.005536418408155441, 0.005834917537868023, 0.0061334166675806046, 0.006431915797293186, 0.0067304144613444805, 0.007028913591057062, 0.007327412720769644, 0.007625911384820938, 0.00792441051453352, 0.008222909644246101, 0.008521408773958683, 0.008819907903671265, 0.009118407033383846, 0.009416906163096428, 0.009715404361486435, 0.010013903491199017, 0.010312402620911598, 0.01061090175062418]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 4.0, 0.0, 4.0, 0.0, 1.0, 3.0, 1.0, 1.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.09645073115825653, -0.09344878792762756, -0.0904468446969986, -0.08744489401578903, -0.08444295078516006, -0.0814410075545311, -0.07843906432390213, -0.07543712109327316, -0.0724351704120636, -0.06943322718143463, -0.06643128395080566, -0.0634293407201767, -0.06042739748954773, -0.057425450533628464, -0.054423507302999496, -0.05142156034708023, -0.04841961711645126, -0.045417673885822296, -0.04241572692990303, -0.03941378369927406, -0.0364118367433548, -0.03340989351272583, -0.030407950282096863, -0.027406005188822746, -0.02440406009554863, -0.021402115002274513, -0.018400169909000397, -0.01539822667837143, -0.012396281585097313, -0.009394336491823196, -0.0063923923298716545, -0.0033904477022588253, -0.0003885030746459961, 0.002613441552966833, 0.005615386180579662, 0.008617330342531204, 0.01161927543580532, 0.014621220529079437, 0.017623163759708405, 0.02062510885298252, 0.023627053946256638, 0.026628999039530754, 0.02963094413280487, 0.03263288736343384, 0.035634830594062805, 0.03863677754998207, 0.04163872078061104, 0.044640667736530304, 0.04764261096715927, 0.05064455419778824, 0.053646501153707504, 0.05664844438433647, 0.05965039134025574, 0.0626523345708847, 0.06565427780151367, 0.06865622103214264, 0.0716581642627716, 0.07466011494398117, 0.07766205817461014, 0.0806640014052391, 0.08366594463586807, 0.08666788786649704, 0.0896698385477066, 0.09267178177833557, 0.09567372500896454]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 2.0, 0.0, 4.0, 4.0, 1.0, 4.0, 5.0, 9.0, 12.0, 19.0, 22.0, 48.0, 34.0, 21.0, 19.0, 14.0, 15.0, 13.0, 7.0, 5.0, 2.0, 1.0, 2.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.07252414524555206, -0.07017861306667328, -0.0678330808877945, -0.06548755615949631, -0.06314202398061752, -0.06079649180173874, -0.058450959622859955, -0.05610543116927147, -0.053759898990392685, -0.0514143668115139, -0.049068838357925415, -0.04672330617904663, -0.04437777400016785, -0.04203224554657936, -0.03968671336770058, -0.03734118491411209, -0.03499565273523331, -0.03265012055635452, -0.030304592102766037, -0.027959059923887253, -0.025613529607653618, -0.023267999291419983, -0.0209224671125412, -0.018576936796307564, -0.01623140648007393, -0.013885876163840294, -0.011540344916284084, -0.009194813668727875, -0.00684928335249424, -0.0045037525705993176, -0.0021582217887043953, 0.00018730899319052696, 0.0025328397750854492, 0.0048783705569803715, 0.007223901338875294, 0.009569432586431503, 0.011914962902665138, 0.014260493218898773, 0.016606025397777557, 0.018951555714011192, 0.021297086030244827, 0.023642616346478462, 0.025988146662712097, 0.02833367884159088, 0.030679209157824516, 0.03302473947405815, 0.035370271652936935, 0.03771580010652542, 0.040061332285404205, 0.04240686446428299, 0.044752392917871475, 0.04709792509675026, 0.049443453550338745, 0.05178898572921753, 0.054134517908096313, 0.0564800463616848, 0.05882557854056358, 0.06117111071944237, 0.06351663917303085, 0.06586217135190964, 0.06820770353078842, 0.0705532357096672, 0.0728987604379654, 0.07524429261684418, 0.07758982479572296]}, "_runtime": 110.45199704170227, "_timestamp": 1596238358.8678045, "_step": 29}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 3.0, 2.0, 2.0, 4.0, 3.0, 1.0, 4.0, 3.0, 3.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008464524522423744, -0.008139127865433693, -0.007813732139766216, -0.007488335482776165, -0.007162938825786114, -0.00683754263445735, -0.006512146443128586, -0.0061867497861385345, -0.005861353594809771, -0.005535957403481007, -0.005210560746490955, -0.004885164555162191, -0.004559768363833427, -0.004234371706843376, -0.003908975515514612, -0.0035835790913552046, -0.003258182667195797, -0.0029327862430363894, -0.0026073898188769817, -0.0022819936275482178, -0.00195659720338881, -0.0016312007792294025, -0.0013058044714853168, -0.000980408163741231, -0.0006550117395818233, -0.00032961537363007665, -4.219007678329945e-06, 0.00032117735827341676, 0.0006465737242251635, 0.0009719700901769102, 0.0012973664561286569, 0.0016227627638727427, 0.0019481591880321503, 0.002273555612191558, 0.0025989520363509655, 0.0029243482276797295, 0.003249744651839137, 0.0035751410759985447, 0.0039005372673273087, 0.00422593392431736, 0.004551330115646124, 0.004876726306974888, 0.005202122963964939, 0.005527519155293703, 0.005852915346622467, 0.006178312003612518, 0.006503708194941282, 0.0068291048519313335, 0.0071545010432600975, 0.0074798972345888615, 0.007805293891578913, 0.008130690082907677, 0.008456086739897728, 0.008781482465565205, 0.009106879122555256, 0.009432275779545307, 0.009757671505212784, 0.010083068162202835, 0.010408464819192886, 0.010733861476182938, 0.011059257201850414, 0.011384653858840466, 0.011710050515830517, 0.012035446241497993, 0.012360842898488045]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 5.0, 5.0, 6.0, 14.0, 16.0, 22.0, 25.0, 35.0, 50.0, 88.0, 139.0, 177.0, 323.0, 4990.0, 1204.0, 342.0, 179.0, 102.0, 63.0, 40.0, 25.0, 22.0, 21.0, 6.0, 6.0, 6.0, 3.0, 3.0, 4.0, 3.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.15548595786094666, -0.14970576763153076, -0.14392557740211487, -0.13814538717269897, -0.13236521184444427, -0.12658502161502838, -0.12080483138561249, -0.1150246411561966, -0.1092444509267807, -0.1034642681479454, -0.09768407791852951, -0.09190388768911362, -0.08612370491027832, -0.08034351468086243, -0.07456332445144653, -0.06878314167261124, -0.06300295144319534, -0.05722276493906975, -0.051442574709653854, -0.04566238820552826, -0.039882197976112366, -0.03410201147198677, -0.028321824967861176, -0.02254163660109043, -0.016761448234319687, -0.010981259867548943, -0.005201072432100773, 0.0005791154690086842, 0.006359303370118141, 0.012139491736888885, 0.01791967824101448, 0.023699866607785225, 0.02948005497455597, 0.035260241478681564, 0.04104043170809746, 0.04682061821222305, 0.05260080844163895, 0.05838099494576454, 0.06416118144989014, 0.06994137167930603, 0.07572156190872192, 0.08150174468755722, 0.08728193491697311, 0.09306212514638901, 0.0988423079252243, 0.1046224981546402, 0.11040268838405609, 0.11618287116289139, 0.12196306139230728, 0.12774324417114258, 0.13352343440055847, 0.13930362462997437, 0.14508381485939026, 0.15086400508880615, 0.15664419531822205, 0.16242437064647675, 0.16820456087589264, 0.17398475110530853, 0.17976494133472443, 0.18554513156414032, 0.1913253217935562, 0.1971054971218109, 0.2028856873512268, 0.2086658775806427, 0.2144460678100586]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 2.0, 1.0, 3.0, 1.0, 1.0, 2.0, 3.0, 1.0, 0.0, 3.0, 8.0, 2.0, 0.0, 4.0, 1.0, 2.0, 2.0, 1.0, 2.0, 4.0, 21.0, 3.0, 5.0, 4.0, 3.0, 2.0, 4.0, 2.0, 5.0, 1.0, 2.0, 2.0, 1.0, 3.0, 4.0, 2.0, 5.0, 1.0, 0.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.002248524222522974, -0.0021682167425751686, -0.002087909262627363, -0.0020076020155102015, -0.001927294535562396, -0.0018469870556145906, -0.001766679692082107, -0.0016863723285496235, -0.001606064848601818, -0.0015257573686540127, -0.001445450005121529, -0.0013651426415890455, -0.0012848351616412401, -0.0012045276816934347, -0.0011242203181609511, -0.0010439129546284676, -0.0009636054746806622, -0.0008832980529405177, -0.0008029906312003732, -0.0007226832094602287, -0.0006423757877200842, -0.0005620683659799397, -0.0004817609442397952, -0.0004014535224996507, -0.0003211461007595062, -0.00024083867901936173, -0.00016053125727921724, -8.022383553907275e-05, 8.35862010717392e-08, 8.039100794121623e-05, 0.00016069842968136072, 0.0002410058514215052, 0.0003213132731616497, 0.0004016206949017942, 0.0004819281166419387, 0.0005622355383820832, 0.0006425429601222277, 0.0007228503818623722, 0.0008031578036025167, 0.0008834652253426611, 0.0009637726470828056, 0.001044080127030611, 0.0011243874905630946, 0.0012046948540955782, 0.0012850023340433836, 0.001365309813991189, 0.0014456171775236726, 0.0015259245410561562, 0.0016062320210039616, 0.001686539500951767, 0.0017668468644842505, 0.0018471542280167341, 0.0019274617079645395, 0.002007769187912345, 0.0020880764350295067, 0.002168383914977312, 0.0022486913949251175, 0.002328998874872923, 0.0024093063548207283, 0.00248961360193789, 0.0025699210818856955, 0.002650228561833501, 0.0027305358089506626, 0.002810843288898468, 0.0028911507688462734]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 4.0, 2.0, 5.0, 4.0, 8.0, 15.0, 20.0, 30.0, 49.0, 54.0, 95.0, 147.0, 234.0, 367.0, 569.0, 934.0, 1535.0, 2690.0, 4814.0, 9122.0, 18403.0, 41813.0, 146520.0, 834315.0, 58956.0, 24936.0, 12966.0, 7667.0, 4635.0, 2801.0, 1905.0, 1223.0, 844.0, 562.0, 378.0, 303.0, 189.0, 149.0, 113.0, 79.0, 55.0, 40.0, 26.0, 16.0, 15.0, 7.0, 7.0, 4.0, 2.0, 2.0, 4.0, 4.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.00601417338475585, -0.005808333400636911, -0.005602492950856686, -0.005396652966737747, -0.005190812982618809, -0.004984972532838583, -0.0047791325487196445, -0.004573292098939419, -0.00436745211482048, -0.004161612130701542, -0.003955771680921316, -0.0037499316968023777, -0.0035440914798527956, -0.0033382512629032135, -0.003132411278784275, -0.002926571061834693, -0.002720730844885111, -0.0025148906279355288, -0.0023090504109859467, -0.002103210426867008, -0.0018973702099174261, -0.001691529992967844, -0.0014856898924335837, -0.0012798497918993235, -0.0010740095749497414, -0.0008681694162078202, -0.000662329257465899, -0.0004564890987239778, -0.0002506489399820566, -4.480878124013543e-05, 0.00016103137750178576, 0.00036687153624370694, 0.0005727116949856281, 0.0007785518537275493, 0.0009843920124694705, 0.0011902321130037308, 0.0013960723299533129, 0.001601912546902895, 0.0018077526474371552, 0.0020135927479714155, 0.0022194329649209976, 0.0024252731818705797, 0.002631113398820162, 0.0028369533829391003, 0.0030427935998886824, 0.0032486338168382645, 0.003454473800957203, 0.003660314017906785, 0.003866154234856367, 0.0040719942189753056, 0.004277834668755531, 0.00448367465287447, 0.004689514636993408, 0.004895355086773634, 0.005101195070892572, 0.005307035520672798, 0.005512875504791737, 0.005718715488910675, 0.005924555938690901, 0.006130395922809839, 0.006336236372590065, 0.0065420763567090034, 0.006747916340827942, 0.006953756790608168, 0.007159596774727106]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 4.0, 4.0, 10.0, 8.0, 10.0, 6.0, 2.0, 5.0, 1.0, 5.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02098972164094448, -0.01862725242972374, -0.01626478135585785, -0.013902312144637108, -0.011539842002093792, -0.009177371859550476, -0.0068149021826684475, -0.004452432505786419, -0.002089962363243103, 0.0002725075464695692, 0.0026349774561822414, 0.00499744713306427, 0.007359917275607586, 0.009722387418150902, 0.012084856629371643, 0.014447326771914959, 0.016809796914458275, 0.019172266125679016, 0.021534737199544907, 0.023897206410765648, 0.02625967562198639, 0.02862214669585228, 0.03098461590707302, 0.03334708511829376, 0.03570955619215965, 0.03807202726602554, 0.040434494614601135, 0.042796965688467026, 0.045159436762332916, 0.04752190411090851, 0.0498843751847744, 0.05224684625864029, 0.05460931360721588, 0.05697178468108177, 0.05933425575494766, 0.06169672682881355, 0.06405919790267944, 0.06642166525125504, 0.06878413259983063, 0.07114660739898682, 0.07350907474756241, 0.075871542096138, 0.07823401689529419, 0.08059648424386978, 0.08295895159244537, 0.08532142639160156, 0.08768389374017715, 0.09004636108875275, 0.09240883588790894, 0.09477130323648453, 0.09713377058506012, 0.09949624538421631, 0.1018587127327919, 0.10422118008136749, 0.10658365488052368, 0.10894612222909927, 0.11130858957767487, 0.11367106437683105, 0.11603353172540665, 0.11839600652456284, 0.12075847387313843, 0.12312094122171402, 0.1254834085702896, 0.1278458833694458, 0.130208358168602]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [5.0, 7.0, 9.0, 29.0, 35.0, 72.0, 102.0, 196.0, 314.0, 462.0, 999.0, 2149.0, 8705.0, 2657.0, 1131.0, 590.0, 329.0, 191.0, 125.0, 80.0, 44.0, 23.0, 12.0, 9.0, 12.0, 13.0, 5.0, 1.0, 5.0, 6.0, 7.0, 10.0, 13.0, 6.0, 3.0, 2.0, 4.0, 3.0, 5.0, 5.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 5.0, 11.0, 10.0, 7.0, 2.0, 5.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 8.0], "bins": [-0.010149821639060974, -0.009353774599730968, -0.008557727560400963, -0.007761681452393532, -0.006965634413063526, -0.0061695873737335205, -0.005373540800064802, -0.004577494226396084, -0.003781447187066078, -0.002985400380566716, -0.002189353574067354, -0.0013933067675679922, -0.0005972599610686302, 0.00019878684543073177, 0.0009948336519300938, 0.0017908804584294558, 0.0025869272649288177, 0.0033829740714281797, 0.004179020877927542, 0.00497506745159626, 0.005771114490926266, 0.006567161530256271, 0.00736320810392499, 0.008159254677593708, 0.008955301716923714, 0.00975134875625372, 0.010547395795583725, 0.011343441903591156, 0.012139488942921162, 0.012935535982251167, 0.013731582090258598, 0.014527629129588604, 0.01532367616891861, 0.01611972227692604, 0.01691577024757862, 0.017711816355586052, 0.018507864326238632, 0.019303910434246063, 0.020099956542253494, 0.020896004512906075, 0.021692050620913506, 0.022488096728920937, 0.023284144699573517, 0.024080190807580948, 0.02487623691558838, 0.02567228488624096, 0.02646833099424839, 0.02726437896490097, 0.0280604250729084, 0.028856471180915833, 0.029652519151568413, 0.030448565259575844, 0.031244613230228424, 0.032040659338235855, 0.032836705446243286, 0.03363275155425072, 0.03442879766225815, 0.03522484749555588, 0.03602089360356331, 0.03681693971157074, 0.03761298581957817, 0.0384090319275856, 0.03920508176088333, 0.04000112786889076, 0.04079717397689819]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 3.0, 2.0, 3.0, 3.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.30307796597480774, -0.2964692711830139, -0.2898605763912201, -0.28325188159942627, -0.27664318680763245, -0.2700344920158386, -0.2634257972240448, -0.256817102432251, -0.25020840764045715, -0.24359969794750214, -0.2369910031557083, -0.2303823083639145, -0.22377361357212067, -0.21716491878032684, -0.21055622398853302, -0.2039475291967392, -0.19733881950378418, -0.19073012471199036, -0.18412142992019653, -0.1775127351284027, -0.1709040403366089, -0.16429534554481506, -0.15768665075302124, -0.15107795596122742, -0.1444692611694336, -0.13786056637763977, -0.13125187158584595, -0.12464316934347153, -0.1180344745516777, -0.11142577975988388, -0.10481707751750946, -0.09820838272571564, -0.09159968793392181, -0.08499099314212799, -0.07838229835033417, -0.07177359610795975, -0.06516490131616592, -0.0585562065243721, -0.05194751173257828, -0.045338813215494156, -0.03873011842370033, -0.03212142363190651, -0.025512725114822388, -0.018904030323028564, -0.012295333668589592, -0.005686637479811907, 0.0009220587089657784, 0.0075307548977434635, 0.014139451086521149, 0.02074814774096012, 0.027356844395399094, 0.03396553918719292, 0.04057423770427704, 0.04718293249607086, 0.053791627287864685, 0.06040032580494881, 0.06700901687145233, 0.07361771911382675, 0.08022641390562057, 0.0868351086974144, 0.09344380348920822, 0.10005249828100204, 0.10666120052337646, 0.11326989531517029, 0.11987859010696411]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 5.0, 3.0, 8.0, 5.0, 2.0, 3.0, 4.0, 4.0, 3.0, 8.0, 5.0, 6.0, 10.0, 11.0, 46.0, 13.0, 21.0, 23.0, 20.0, 17.0, 11.0, 6.0, 7.0, 3.0, 3.0, 3.0, 4.0, 3.0, 4.0, 3.0, 3.0, 3.0, 1.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 2.0], "bins": [-0.09845562279224396, -0.09589234739542007, -0.09332907199859619, -0.09076578915119171, -0.08820251375436783, -0.08563923835754395, -0.08307595551013947, -0.08051268011331558, -0.0779494047164917, -0.07538612931966782, -0.07282285392284393, -0.07025957107543945, -0.06769629567861557, -0.06513302028179169, -0.06256973743438721, -0.060006462037563324, -0.05744318664073944, -0.05487991124391556, -0.052316632121801376, -0.049753352999687195, -0.04719007760286331, -0.04462680220603943, -0.04206352308392525, -0.039500243961811066, -0.03693696856498718, -0.0343736931681633, -0.03181041404604912, -0.029247136786580086, -0.026683859527111053, -0.02412058226764202, -0.02155730500817299, -0.018994027748703957, -0.016430750489234924, -0.013867473229765892, -0.01130419597029686, -0.008740918710827827, -0.006177641451358795, -0.003614364191889763, -0.0010510869324207306, 0.0015121903270483017, 0.004075467586517334, 0.006638744845986366, 0.009202022105455399, 0.01176529936492443, 0.014328576624393463, 0.016891853883862495, 0.019455131143331528, 0.02201840840280056, 0.024581685662269592, 0.027144962921738625, 0.029708240181207657, 0.03227151930332184, 0.03483479470014572, 0.037398070096969604, 0.039961349219083786, 0.04252462834119797, 0.04508790373802185, 0.047651179134845734, 0.050214458256959915, 0.0527777373790741, 0.05534101277589798, 0.05790428817272186, 0.060467567294836044, 0.06303084641695023, 0.06559412181377411]}, "_runtime": 118.1955554485321, "_timestamp": 1596238366.611363, "_step": 30}
+{"val_accuracy": 0.8202311643835617, "val_loss": 0.46079677329760166, "_runtime": 120.49316215515137, "_timestamp": 1596238368.9089696, "_step": 31}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: K Confidence: 0.211 Truth: v", "Prediction: 5 Confidence: 1.000 Truth: 5", "Prediction: 2 Confidence: 0.998 Truth: 2", "Prediction: 0 Confidence: 0.597 Truth: 0"]}, "_runtime": 120.74837613105774, "_timestamp": 1596238369.1641836, "_step": 32}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 4.0, 2.0, 0.0, 2.0, 0.0, 5.0, 3.0, 4.0, 3.0, 4.0, 2.0, 2.0, 6.0, 0.0, 2.0, 1.0, 3.0, 2.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011195216327905655, -0.010789580643177032, -0.01038394495844841, -0.009978309273719788, -0.009572673588991165, -0.009167037904262543, -0.00876140221953392, -0.008355766534805298, -0.007950130850076675, -0.007544494699686766, -0.007138859014958143, -0.006733223330229521, -0.006327587179839611, -0.005921951495110989, -0.005516315810382366, -0.005110680125653744, -0.004705044440925121, -0.004299408756196499, -0.0038937730714678764, -0.0034881371539086103, -0.003082501469179988, -0.0026768657844513655, -0.0022712298668920994, -0.001865594182163477, -0.0014599584974348545, -0.001054322812706232, -0.0006486870115622878, -0.00024305126862600446, 0.0001625844743102789, 0.0005682202172465622, 0.0009738559601828456, 0.0013794917613267899, 0.0017851274460554123, 0.0021907631307840347, 0.002596398815512657, 0.0030020347330719233, 0.0034076704178005457, 0.003813306102529168, 0.004218942020088434, 0.004624577704817057, 0.005030213389545679, 0.0054358490742743015, 0.005841484759002924, 0.006247120443731546, 0.006652756594121456, 0.007058392278850079, 0.007464027963578701, 0.007869663648307323, 0.008275299333035946, 0.008680935017764568, 0.00908657070249319, 0.009492206387221813, 0.009897842071950436, 0.010303477756679058, 0.01070911344140768, 0.011114749126136303, 0.0115203857421875, 0.011926021426916122, 0.012331657111644745, 0.012737292796373367, 0.01314292848110199, 0.013548564165830612, 0.013954199850559235, 0.014359835535287857, 0.01476547122001648]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 4.0, 1.0, 3.0, 1.0, 3.0, 7.0, 6.0, 11.0, 5.0, 17.0, 16.0, 16.0, 23.0, 16.0, 31.0, 49.0, 50.0, 65.0, 105.0, 126.0, 152.0, 271.0, 601.0, 5240.0, 398.0, 205.0, 119.0, 89.0, 67.0, 46.0, 35.0, 34.0, 19.0, 20.0, 9.0, 16.0, 11.0, 7.0, 8.0, 8.0, 1.0, 2.0, 3.0, 4.0, 2.0, 1.0, 2.0, 3.0, 1.0, 1.0, 1.0], "bins": [-0.1242954432964325, -0.12085053324699402, -0.11740562319755554, -0.11396071314811707, -0.11051580309867859, -0.10707089304924011, -0.10362598299980164, -0.10018107295036316, -0.09673616290092468, -0.0932912528514862, -0.08984634280204773, -0.08640143275260925, -0.08295652270317078, -0.0795116126537323, -0.07606670260429382, -0.07262179255485535, -0.06917688250541687, -0.0657319724559784, -0.06228706240653992, -0.05884215235710144, -0.055397242307662964, -0.05195233225822449, -0.04850742220878601, -0.045062512159347534, -0.04161760210990906, -0.03817269206047058, -0.034727782011032104, -0.03128287196159363, -0.02783796191215515, -0.024393051862716675, -0.020948141813278198, -0.01750323176383972, -0.014058321714401245, -0.010613411664962769, -0.007168501615524292, -0.0037235915660858154, -0.00027868151664733887, 0.0031662285327911377, 0.006611138582229614, 0.01005604863166809, 0.013500958681106567, 0.016945868730545044, 0.02039077877998352, 0.023835688829421997, 0.027280598878860474, 0.03072550892829895, 0.03417041897773743, 0.0376153290271759, 0.04106023907661438, 0.044505149126052856, 0.04795005917549133, 0.05139496922492981, 0.054839879274368286, 0.05828478932380676, 0.06172969937324524, 0.06517460942268372, 0.06861951947212219, 0.07206442952156067, 0.07550933957099915, 0.07895424962043762, 0.0823991596698761, 0.08584406971931458, 0.08928897976875305, 0.09273388981819153, 0.09617879986763]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 3.0, 1.0, 0.0, 3.0, 5.0, 3.0, 3.0, 4.0, 3.0, 5.0, 3.0, 4.0, 3.0, 5.0, 27.0, 5.0, 2.0, 4.0, 2.0, 3.0, 6.0, 3.0, 2.0, 1.0, 5.0, 0.0, 2.0, 3.0, 3.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.004369092173874378, -0.004260580521076918, -0.004152069333940744, -0.004043557681143284, -0.003935046494007111, -0.00382653484120965, -0.0037180231884121895, -0.0036095117684453726, -0.0035010003484785557, -0.0033924889285117388, -0.003283977508544922, -0.0031754658557474613, -0.0030669544357806444, -0.0029584430158138275, -0.002849931363016367, -0.00274141994304955, -0.002632908523082733, -0.0025243971031159163, -0.0024158856831490993, -0.002307374030351639, -0.002198862610384822, -0.002090351190418005, -0.0019818395376205444, -0.0018733281176537275, -0.0017648166976869106, -0.0016563052777200937, -0.001547793741337955, -0.0014392822049558163, -0.0013307707849889994, -0.0012222593650221825, -0.0011137478286400437, -0.001005236292257905, -0.0008967248722910881, -0.0007882133941166103, -0.0006797019159421325, -0.0005711904377676547, -0.00046267895959317684, -0.000354167481418699, -0.0002456560032442212, -0.0001371445250697434, -2.863304689526558e-05, 7.987843127921224e-05, 0.00018838990945369005, 0.00029690138762816787, 0.0004054128658026457, 0.0005139243439771235, 0.0006224358221516013, 0.0007309473003260791, 0.000839458778500557, 0.0009479702566750348, 0.0010564817348495126, 0.0011649932712316513, 0.0012735046911984682, 0.0013820161111652851, 0.0014905276475474238, 0.0015990391839295626, 0.0017075506038963795, 0.0018160620238631964, 0.001924573560245335, 0.002033085096627474, 0.0021415965165942907, 0.0022501079365611076, 0.002358619589358568, 0.002467131009325385, 0.002575642429292202]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 2.0, 2.0, 0.0, 5.0, 9.0, 7.0, 7.0, 11.0, 16.0, 18.0, 23.0, 40.0, 51.0, 59.0, 92.0, 143.0, 188.0, 243.0, 443.0, 608.0, 940.0, 1423.0, 2430.0, 4091.0, 7134.0, 13653.0, 28681.0, 77096.0, 880088.0, 92884.0, 31736.0, 15105.0, 8580.0, 4964.0, 2976.0, 1983.0, 1332.0, 875.0, 574.0, 397.0, 223.0, 135.0, 109.0, 84.0, 49.0, 33.0, 29.0, 24.0, 14.0, 11.0, 3.0, 12.0, 4.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.006753281224519014, -0.006539992056787014, -0.006326703354716301, -0.006113414186984301, -0.0059001250192523, -0.005686836317181587, -0.005473547149449587, -0.0052602579817175865, -0.0050469692796468735, -0.004833680111914873, -0.004620390944182873, -0.004407101776450872, -0.004193813074380159, -0.003980523906648159, -0.0037672349717468023, -0.003553945804014802, -0.0033406568691134453, -0.0031273679342120886, -0.0029140787664800882, -0.0027007898315787315, -0.002487500663846731, -0.0022742117289453745, -0.002060922794044018, -0.0018476337427273393, -0.0016343446914106607, -0.0014210556400939822, -0.0012077665887773037, -0.000994477653875947, -0.0007811886025592685, -0.00056789955124259, -0.00035461055813357234, -0.00014132153592072427, 7.19674862921238e-05, 0.00028525650850497186, 0.0004985455307178199, 0.0007118345238268375, 0.0009251235751435161, 0.0011384126264601946, 0.0013517015613615513, 0.0015649906126782298, 0.0017782796639949083, 0.001991568598896265, 0.0022048577666282654, 0.002418146701529622, 0.0026314356364309788, 0.002844724804162979, 0.003058013739064336, 0.003271302906796336, 0.003484591841697693, 0.0036978807765990496, 0.003911169711500406, 0.004124458879232407, 0.004337748046964407, 0.00455103674903512, 0.00476432591676712, 0.004977615084499121, 0.005190904252231121, 0.005404192954301834, 0.0056174821220338345, 0.005830771289765835, 0.006044059991836548, 0.006257349159568548, 0.0064706383273005486, 0.006683927029371262, 0.006897216197103262]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 3.0, 1.0, 2.0, 3.0, 2.0, 3.0, 11.0, 7.0, 6.0, 1.0, 3.0, 5.0, 1.0, 3.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.028840459883213043, -0.027673516422510147, -0.026506571099162102, -0.025339627638459206, -0.02417268231511116, -0.023005738854408264, -0.021838795393705368, -0.020671850070357323, -0.019504906609654427, -0.01833796314895153, -0.017171017825603485, -0.01600407436490059, -0.014837129972875118, -0.013670185580849648, -0.012503242120146751, -0.01133629772812128, -0.01016935333609581, -0.00900240894407034, -0.007835464552044868, -0.006668521091341972, -0.005501576699316502, -0.004334632307291031, -0.0031676883809268475, -0.0020007442217320204, -0.0008338000625371933, 0.0003331440966576338, 0.0015000882558524609, 0.002667032415047288, 0.003833976574242115, 0.005000920966267586, 0.006167864892631769, 0.007334808818995953, 0.008501753211021423, 0.009668697603046894, 0.010835641995072365, 0.012002585455775261, 0.013169529847800732, 0.014336474239826202, 0.015503417700529099, 0.016670363023877144, 0.01783730648458004, 0.019004249945282936, 0.02017119526863098, 0.021338138729333878, 0.022505082190036774, 0.02367202751338482, 0.024838970974087715, 0.02600591629743576, 0.027172859758138657, 0.028339803218841553, 0.029506748542189598, 0.030673692002892494, 0.03184063732624054, 0.033007580786943436, 0.03417452424764633, 0.03534146770834923, 0.036508411169052124, 0.03767535835504532, 0.038842301815748215, 0.04000924527645111, 0.04117618873715401, 0.0423431321978569, 0.0435100793838501, 0.044677022844552994, 0.04584396630525589]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 2.0, 2.0, 0.0, 1.0, 2.0, 5.0, 7.0, 11.0, 19.0, 13.0, 25.0, 14.0, 33.0, 34.0, 63.0, 72.0, 101.0, 143.0, 199.0, 297.0, 449.0, 654.0, 1015.0, 1570.0, 6130.0, 3375.0, 1622.0, 888.0, 590.0, 371.0, 214.0, 122.0, 79.0, 54.0, 32.0, 22.0, 23.0, 19.0, 14.0, 10.0, 19.0, 10.0, 17.0, 5.0, 7.0, 7.0, 7.0, 17.0, 17.0, 7.0, 2.0, 1.0, 1.0, 0.0, 1.0, 8.0], "bins": [-0.015194852836430073, -0.01473382581025362, -0.014272797852754593, -0.01381177082657814, -0.013350743800401688, -0.01288971584290266, -0.012428688816726208, -0.01196766085922718, -0.011506633833050728, -0.011045606806874275, -0.010584578849375248, -0.010123551823198795, -0.009662523865699768, -0.009201496839523315, -0.008740469813346863, -0.008279441855847836, -0.007818414829671383, -0.007357387337833643, -0.006896359845995903, -0.00643533281981945, -0.0059743053279817104, -0.0055132778361439705, -0.005052250809967518, -0.004591223318129778, -0.004130195826292038, -0.003669168334454298, -0.0032081410754472017, -0.0027471138164401054, -0.0022860863246023655, -0.0018250589491799474, -0.0013640315737575293, -0.0009030041983351111, -0.000441976822912693, 1.9050552509725094e-05, 0.0004800779279321432, 0.0009411053033545613, 0.0014021326787769794, 0.0018631600541993976, 0.0023241874296218157, 0.002785214688628912, 0.003246242180466652, 0.003707269672304392, 0.004168297164142132, 0.0046293241903185844, 0.005090351682156324, 0.005551379173994064, 0.006012406200170517, 0.006473433692008257, 0.006934461183845997, 0.007395488675683737, 0.007856516167521477, 0.00831754319369793, 0.008778570219874382, 0.00923959817737341, 0.009700625203549862, 0.01016165316104889, 0.010622680187225342, 0.011083707213401794, 0.011544735170900822, 0.012005762197077274, 0.012466790154576302, 0.012927817180752754, 0.013388844206929207, 0.013849872164428234, 0.014310899190604687]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 5.0, 2.0, 2.0, 0.0, 3.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.17789089679718018, -0.17213433980941772, -0.16637776792049408, -0.16062121093273163, -0.15486463904380798, -0.14910808205604553, -0.14335152506828308, -0.13759495317935944, -0.13183839619159698, -0.12608182430267334, -0.12032526731491089, -0.11456870287656784, -0.10881213843822479, -0.10305557399988174, -0.0972990170121193, -0.09154245257377625, -0.0857858881354332, -0.08002932369709015, -0.0742727592587471, -0.06851620227098465, -0.0627596378326416, -0.05700307339429855, -0.051246508955955505, -0.045489948242902756, -0.03973338380455971, -0.03397681936621666, -0.02822025865316391, -0.022463694214820862, -0.016707131639122963, -0.010950569063425064, -0.005194005556404591, 0.0005625574849545956, 0.006319120526313782, 0.01207568310201168, 0.01783224567770958, 0.023588810116052628, 0.029345372691750526, 0.035101935267448425, 0.04085849970579147, 0.04661506041884422, 0.05237162485718727, 0.05812818929553032, 0.06388475000858307, 0.06964131444692612, 0.07539787888526917, 0.08115444332361221, 0.08691100031137466, 0.09266756474971771, 0.09842412918806076, 0.10418069362640381, 0.10993725806474686, 0.11569381505250931, 0.12145037949085236, 0.127206951379776, 0.13296350836753845, 0.1387200653553009, 0.14447663724422455, 0.150233194231987, 0.15598976612091064, 0.1617463231086731, 0.16750288009643555, 0.1732594519853592, 0.17901600897312164, 0.1847725808620453, 0.19052913784980774]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 4.0, 3.0, 0.0, 1.0, 1.0, 4.0, 4.0, 3.0, 5.0, 14.0, 10.0, 17.0, 49.0, 29.0, 29.0, 32.0, 16.0, 13.0, 12.0, 4.0, 7.0, 7.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0], "bins": [-0.12658655643463135, -0.12201351672410965, -0.11744047701358795, -0.11286743730306625, -0.10829439759254456, -0.10372135788202286, -0.09914831817150116, -0.09457527846097946, -0.09000223875045776, -0.08542919903993607, -0.08085615932941437, -0.07628311961889267, -0.07171007990837097, -0.06713704019784927, -0.06256400048732758, -0.05799096077680588, -0.05341792106628418, -0.04884488135576248, -0.044271841645240784, -0.039698801934719086, -0.03512576222419739, -0.03055272251367569, -0.02597968280315399, -0.021406643092632294, -0.016833603382110596, -0.012260563671588898, -0.0076875239610672, -0.0031144842505455017, 0.0014585554599761963, 0.006031595170497894, 0.010604634881019592, 0.01517767459154129, 0.01975071430206299, 0.024323754012584686, 0.028896793723106384, 0.03346983343362808, 0.03804287314414978, 0.04261591285467148, 0.047188952565193176, 0.051761992275714874, 0.05633503198623657, 0.06090807169675827, 0.06548111140727997, 0.07005415111780167, 0.07462719082832336, 0.07920023053884506, 0.08377327024936676, 0.08834630995988846, 0.09291934967041016, 0.09749238938093185, 0.10206542909145355, 0.10663846880197525, 0.11121150851249695, 0.11578454822301865, 0.12035758793354034, 0.12493062764406204, 0.12950366735458374, 0.13407671451568604, 0.13864974677562714, 0.14322277903556824, 0.14779582619667053, 0.15236887335777283, 0.15694190561771393, 0.16151493787765503, 0.16608798503875732]}, "_runtime": 127.34484529495239, "_timestamp": 1596238375.7606528, "_step": 33}
+{"val_accuracy": 0.8223202054794521, "val_loss": 0.458110575670521, "_runtime": 132.1020016670227, "_timestamp": 1596238380.5178092, "_step": 34}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: K Confidence: 0.224 Truth: v", "Prediction: 5 Confidence: 1.000 Truth: 5", "Prediction: 2 Confidence: 0.999 Truth: 2", "Prediction: 0 Confidence: 0.565 Truth: 0"]}, "_runtime": 132.35747957229614, "_timestamp": 1596238380.773287, "_step": 35}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 1.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 6.0, 0.0, 4.0, 3.0, 4.0, 4.0, 1.0, 0.0, 3.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.006683682091534138, -0.006454819813370705, -0.006225957535207272, -0.0059970952570438385, -0.005768232978880405, -0.00553937116637826, -0.005310508888214827, -0.0050816466100513935, -0.0048527843318879604, -0.004623922053724527, -0.004395059775561094, -0.004166197497397661, -0.0039373356848955154, -0.0037084731739014387, -0.0034796111285686493, -0.0032507488504052162, -0.003021886572241783, -0.00279302429407835, -0.002564162015914917, -0.0023352999705821276, -0.0021064376924186945, -0.0018775754142552614, -0.0016487132525071502, -0.001419851090759039, -0.0011909888125956059, -0.0009621265926398337, -0.0007332643726840615, -0.0005044021527282894, -0.0002755399327725172, -4.667771281674504e-05, 0.00018218450713902712, 0.0004110467270947993, 0.0006399089470505714, 0.0008687711670063436, 0.0010976333869621158, 0.001326495548710227, 0.00155535782687366, 0.0017842201050370932, 0.0020130821503698826, 0.0022419444285333157, 0.0024708067066967487, 0.002699668984860182, 0.002928531263023615, 0.0031573933083564043, 0.0033862555865198374, 0.0036151178646832705, 0.00384397991001606, 0.004072842188179493, 0.004301704466342926, 0.004530566744506359, 0.004759429022669792, 0.004988291300833225, 0.005217153578996658, 0.005446015391498804, 0.005674877669662237, 0.00590373994782567, 0.006132602225989103, 0.006361464504152536, 0.0065903267823159695, 0.0068191890604794025, 0.007048050872981548, 0.007276913151144981, 0.0075057754293084145, 0.0077346377074718475, 0.00796349998563528]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 1.0, 2.0, 1.0, 2.0, 3.0, 8.0, 8.0, 8.0, 12.0, 14.0, 11.0, 18.0, 28.0, 35.0, 50.0, 79.0, 91.0, 124.0, 157.0, 225.0, 470.0, 5479.0, 422.0, 192.0, 130.0, 78.0, 70.0, 59.0, 24.0, 25.0, 22.0, 17.0, 14.0, 8.0, 8.0, 8.0, 5.0, 2.0, 3.0, 4.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.1258702278137207, -0.12219219654798508, -0.11851416528224945, -0.11483614146709442, -0.1111581102013588, -0.10748007893562317, -0.10380204766988754, -0.10012402385473251, -0.09644599258899689, -0.09276796132326126, -0.08908993005752563, -0.08541189879179001, -0.08173387497663498, -0.07805584371089935, -0.07437781244516373, -0.0706997811794281, -0.06702175736427307, -0.06334372609853745, -0.05966569483280182, -0.05598766356706619, -0.052309636026620865, -0.04863160476088524, -0.04495357722043991, -0.041275545954704285, -0.03759751468896866, -0.03391948714852333, -0.030241457745432854, -0.026563428342342377, -0.02288539707660675, -0.019207367673516273, -0.015529338270425797, -0.01185130886733532, -0.008173279464244843, -0.0044952500611543655, -0.0008172201924026012, 0.0028608094435185194, 0.00653883907943964, 0.010216868482530117, 0.013894898816943169, 0.017572928220033646, 0.021250957623124123, 0.0249289870262146, 0.028607016429305077, 0.032285045832395554, 0.03596307709813118, 0.03964110463857651, 0.043319135904312134, 0.04699716344475746, 0.05067519471049309, 0.054353225976228714, 0.05803125351667404, 0.06170928478240967, 0.0653873160481453, 0.06906533986330032, 0.07274337112903595, 0.07642140239477158, 0.0800994336605072, 0.08377746492624283, 0.08745548874139786, 0.09113352000713348, 0.09481155127286911, 0.09848958253860474, 0.10216760635375977, 0.10584563761949539, 0.10952366888523102]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 3.0, 1.0, 3.0, 3.0, 1.0, 4.0, 1.0, 4.0, 2.0, 4.0, 4.0, 0.0, 5.0, 3.0, 2.0, 24.0, 5.0, 4.0, 4.0, 3.0, 7.0, 5.0, 1.0, 1.0, 7.0, 3.0, 2.0, 2.0, 1.0, 1.0, 0.0, 4.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002172613749280572, -0.002088839653879404, -0.00200506579130888, -0.0019212918123230338, -0.0018375178333371878, -0.00175374373793602, -0.0016699697589501739, -0.0015861957799643278, -0.0015024218009784818, -0.0014186478219926357, -0.0013348738430067897, -0.0012510998640209436, -0.0011673257686197758, -0.0010835517896339297, -0.0009997778106480837, -0.0009160038316622376, -0.0008322298526763916, -0.0007484558736905456, -0.0006646818947046995, -0.0005809078575111926, -0.0004971338785253465, -0.0004133598995395005, -0.000329585891449824, -0.0002458118833601475, -0.00016203790437430143, -7.826391083654016e-05, 5.5100827012211084e-06, 8.928407623898238e-05, 0.00017305806977674365, 0.0002568320487625897, 0.0003406060568522662, 0.0004243800649419427, 0.0005081540439277887, 0.0005919280229136348, 0.0006757020018994808, 0.0007594760390929878, 0.0008432500180788338, 0.0009270239970646799, 0.0010107980342581868, 0.0010945720132440329, 0.001178345992229879, 0.001262119971215725, 0.001345893950201571, 0.001429667929187417, 0.001513442024588585, 0.001597216003574431, 0.001680989982560277, 0.001764763961546123, 0.001848537940531969, 0.0019323119195178151, 0.002016085898503661, 0.002099859993904829, 0.0021836338564753532, 0.002267407951876521, 0.0023511818144470453, 0.002434955909848213, 0.0025187297724187374, 0.0026025038678199053, 0.002686277963221073, 0.0027700518257915974, 0.0028538259211927652, 0.0029375997837632895, 0.0030213738791644573, 0.0031051477417349815, 0.0031889218371361494]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 1.0, 5.0, 6.0, 7.0, 12.0, 16.0, 24.0, 35.0, 39.0, 79.0, 102.0, 148.0, 223.0, 336.0, 526.0, 794.0, 1191.0, 2055.0, 3346.0, 5817.0, 10721.0, 21240.0, 49284.0, 209675.0, 765027.0, 50432.0, 23823.0, 13120.0, 7652.0, 4700.0, 3046.0, 1964.0, 1280.0, 876.0, 594.0, 394.0, 298.0, 199.0, 152.0, 95.0, 72.0, 62.0, 47.0, 26.0, 27.0, 21.0, 15.0, 12.0, 7.0, 7.0, 4.0, 4.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.005072229076176882, -0.0048849256709218025, -0.0046976227313280106, -0.004510319326072931, -0.004323016386479139, -0.00413571298122406, -0.003948410041630268, -0.003761106636375189, -0.003573803463950753, -0.0033865002915263176, -0.003199197119101882, -0.0030118939466774464, -0.002824590541422367, -0.0026372873689979315, -0.002449984196573496, -0.0022626810241490602, -0.0020753778517246246, -0.001888074679300189, -0.0017007715068757534, -0.001513468218035996, -0.0013261650456115603, -0.0011388618731871247, -0.0009515586425550282, -0.0007642554119229317, -0.0005769522394984961, -0.00038964903797023, -0.0002023458364419639, -1.5042634913697839e-05, 0.00017226056661456823, 0.0003595637681428343, 0.0005468669696711004, 0.0007341702003031969, 0.0009214733727276325, 0.0011087765451520681, 0.0012960797175765038, 0.0014833830064162612, 0.0016706861788406968, 0.0018579893512651324, 0.00204529264010489, 0.0022325958125293255, 0.002419898984953761, 0.0026072021573781967, 0.0027945053298026323, 0.002981808502227068, 0.003169111907482147, 0.003356415079906583, 0.0035437182523310184, 0.003731021424755454, 0.00391832459717989, 0.004105628002434969, 0.004292930942028761, 0.00448023434728384, 0.004667537286877632, 0.004854840692132711, 0.005042143631726503, 0.005229447036981583, 0.005416749976575375, 0.005604053381830454, 0.005791356787085533, 0.005978659726679325, 0.006165963131934404, 0.006353266071528196, 0.006540569476783276, 0.0067278724163770676, 0.006915175821632147]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 4.0, 7.0, 5.0, 3.0, 11.0, 5.0, 4.0, 5.0, 1.0, 3.0, 1.0, 1.0, 0.0, 2.0, 1.0, 2.0], "bins": [-0.07354389131069183, -0.07214260846376419, -0.07074132561683655, -0.0693400427699089, -0.06793875992298126, -0.06653747707605362, -0.06513618677854538, -0.06373490393161774, -0.062333621084690094, -0.06093233823776245, -0.05953105539083481, -0.058129772543907166, -0.05672848969697952, -0.05532720685005188, -0.05392592027783394, -0.052524637430906296, -0.05112335458397865, -0.04972207173705101, -0.04832078889012337, -0.046919502317905426, -0.04551821947097778, -0.04411693662405014, -0.0427156537771225, -0.041314370930194855, -0.03991308808326721, -0.03851180151104927, -0.03711051866412163, -0.035709235817193985, -0.03430795297026634, -0.0329066701233387, -0.03150538355112076, -0.030104100704193115, -0.028702817857265472, -0.02730153501033783, -0.025900250300765038, -0.024498967453837395, -0.023097682744264603, -0.02169639989733696, -0.020295117050409317, -0.018893832340836525, -0.017492549493908882, -0.01609126664698124, -0.014689981937408447, -0.013288699090480804, -0.011887415312230587, -0.01048613153398037, -0.009084848687052727, -0.007683564908802509, -0.006282281130552292, -0.004880997352302074, -0.0034797140397131443, -0.0020784304942935705, -0.0006771469488739967, 0.000724136596545577, 0.002125420141965151, 0.0035267036873847246, 0.004927987232804298, 0.006329271011054516, 0.007730554323643446, 0.009131837636232376, 0.010533121414482594, 0.011934405192732811, 0.013335688039660454, 0.014736971817910671, 0.01613825559616089]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [8.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 7.0, 7.0, 21.0, 11.0, 5.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 10.0, 18.0, 17.0, 14.0, 5.0, 2.0, 3.0, 8.0, 4.0, 6.0, 9.0, 10.0, 21.0, 21.0, 22.0, 27.0, 46.0, 100.0, 128.0, 190.0, 313.0, 453.0, 688.0, 1292.0, 2700.0, 7121.0, 1951.0, 1071.0, 680.0, 426.0, 290.0, 221.0, 138.0, 100.0, 71.0, 56.0, 47.0, 30.0, 18.0, 14.0, 12.0, 8.0, 6.0, 1.0], "bins": [-0.023241320624947548, -0.022728828713297844, -0.02221633680164814, -0.021703844889998436, -0.021191351115703583, -0.02067885920405388, -0.020166367292404175, -0.01965387538075447, -0.019141383469104767, -0.018628891557455063, -0.01811639964580536, -0.017603907734155655, -0.01709141582250595, -0.016578922048211098, -0.016066430136561394, -0.01555393822491169, -0.015041446313261986, -0.014528954401612282, -0.014016462489962578, -0.0135039696469903, -0.012991477735340595, -0.012478985823690891, -0.011966492980718613, -0.011454001069068909, -0.010941509157419205, -0.0104290172457695, -0.009916525334119797, -0.009404032491147518, -0.008891540579497814, -0.00837904866784811, -0.007866555824875832, -0.007354063913226128, -0.006841572001576424, -0.00632908008992672, -0.005816587712615728, -0.005304095335304737, -0.004791603423655033, -0.004279111512005329, -0.003766619134694338, -0.00325412699021399, -0.0027416348457336426, -0.002229142701253295, -0.0017166505567729473, -0.0012041584122925997, -0.000691666267812252, -0.0001791741233319044, 0.0003333180211484432, 0.0008458101656287909, 0.0013583023101091385, 0.0018707944545894861, 0.0023832865990698338, 0.0028957787435501814, 0.003408270888030529, 0.003920762799680233, 0.004433255176991224, 0.004945747554302216, 0.0054582394659519196, 0.0059707313776016235, 0.006483223754912615, 0.006995716132223606, 0.00750820804387331, 0.008020699955523014, 0.008533192798495293, 0.009045684710144997, 0.0095581766217947]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 3.0, 2.0, 3.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.07363646477460861, -0.0695900022983551, -0.06554354727268219, -0.06149708852171898, -0.05745062977075577, -0.05340416729450226, -0.04935770854353905, -0.045311249792575836, -0.041264791041612625, -0.037218332290649414, -0.0331718735396862, -0.029125412926077843, -0.02507895417511463, -0.02103249542415142, -0.01698603481054306, -0.01293957605957985, -0.008893117308616638, -0.00484665809199214, -0.0008001988753676414, 0.003246260341256857, 0.007292719557881355, 0.011339178308844566, 0.015385637991130352, 0.019432097673416138, 0.02347855642437935, 0.02752501517534256, 0.03157147392630577, 0.03561793267726898, 0.03966439515352249, 0.0437108539044857, 0.047757312655448914, 0.051803771406412125, 0.055850230157375336, 0.05989668890833855, 0.06394314765930176, 0.06798961013555527, 0.07203606516122818, 0.07608252763748169, 0.0801289826631546, 0.08417544513940811, 0.08822190761566162, 0.09226836264133453, 0.09631482511758804, 0.10036128014326096, 0.10440774261951447, 0.10845419764518738, 0.11250066012144089, 0.1165471151471138, 0.12059357762336731, 0.12464004009962082, 0.12868650257587433, 0.13273295760154724, 0.13677941262722015, 0.14082586765289307, 0.14487233757972717, 0.14891879260540009, 0.152965247631073, 0.1570117175579071, 0.16105817258358002, 0.16510462760925293, 0.16915108263492584, 0.17319755256175995, 0.17724400758743286, 0.18129046261310577, 0.1853369176387787]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 3.0, 4.0, 3.0, 7.0, 5.0, 7.0, 3.0, 3.0, 11.0, 9.0, 9.0, 12.0, 8.0, 9.0, 20.0, 14.0, 18.0, 13.0, 30.0, 11.0, 11.0, 12.0, 5.0, 2.0, 3.0, 10.0, 3.0, 2.0, 4.0, 2.0, 3.0, 2.0, 4.0, 2.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.051638588309288025, -0.05010584741830826, -0.04857310652732849, -0.04704036936163902, -0.045507628470659256, -0.04397488757967949, -0.04244215041399002, -0.040909409523010254, -0.03937666863203049, -0.03784392774105072, -0.03631118685007095, -0.034778449684381485, -0.03324570879340172, -0.03171296790242195, -0.030180228874087334, -0.028647489845752716, -0.02711474895477295, -0.025582008063793182, -0.024049269035458565, -0.022516530007123947, -0.02098378911614418, -0.019451048225164413, -0.017918309196829796, -0.016385570168495178, -0.014852829277515411, -0.01332008931785822, -0.011787349358201027, -0.010254609398543835, -0.008721869438886642, -0.00718912947922945, -0.005656389519572258, -0.004123649559915066, -0.0025909096002578735, -0.0010581696406006813, 0.0004745703190565109, 0.002007310278713703, 0.0035400502383708954, 0.005072790198028088, 0.00660553015768528, 0.008138270117342472, 0.009671010076999664, 0.011203750036656857, 0.012736489996314049, 0.014269229955971241, 0.015801969915628433, 0.0173347108066082, 0.018867449834942818, 0.020400188863277435, 0.021932929754257202, 0.02346567064523697, 0.024998409673571587, 0.026531148701906204, 0.02806388959288597, 0.029596630483865738, 0.031129369512200356, 0.03266210854053497, 0.03419484943151474, 0.03572759032249451, 0.037260331213474274, 0.03879306837916374, 0.04032580927014351, 0.041858550161123276, 0.043391287326812744, 0.04492402821779251, 0.04645676910877228]}, "_runtime": 136.58324337005615, "_timestamp": 1596238384.9990509, "_step": 36}
+{"val_accuracy": 0.8233711472602739, "val_loss": 0.45514509830300665, "_runtime": 143.71469569206238, "_timestamp": 1596238392.1305032, "_step": 37}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: K Confidence: 0.219 Truth: v", "Prediction: 5 Confidence: 1.000 Truth: 5", "Prediction: 2 Confidence: 0.999 Truth: 2", "Prediction: 0 Confidence: 0.611 Truth: 0"]}, "_runtime": 143.9771523475647, "_timestamp": 1596238392.3929598, "_step": 38}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 4.0, 1.0, 1.0, 0.0, 0.0, 2.0, 3.0, 2.0, 1.0, 5.0, 3.0, 2.0, 2.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.005542377009987831, -0.005348949693143368, -0.005155522841960192, -0.004962095525115728, -0.004768668208271265, -0.004575241357088089, -0.004381814040243626, -0.004188386723399162, -0.003994959872215986, -0.003801532555371523, -0.003608105471357703, -0.0034146783873438835, -0.00322125107049942, -0.0030278239864856005, -0.0028343969024717808, -0.0026409695856273174, -0.0024475425016134977, -0.002254115417599678, -0.0020606881007552147, -0.001867261016741395, -0.0016738339327275753, -0.0014804067322984338, -0.0012869795318692923, -0.0010935524478554726, -0.000900125247426331, -0.0007066981052048504, -0.0005132709629833698, -0.0003198437625542283, -0.0001264166203327477, 6.701053644064814e-05, 0.000260437693214044, 0.00045386486453935504, 0.0006472920067608356, 0.0008407191489823163, 0.0010341462912037969, 0.0012275734916329384, 0.001421000575646758, 0.0016144277760758996, 0.0018078549765050411, 0.002001282060518861, 0.0021947091445326805, 0.002388136461377144, 0.0025815635453909636, 0.0027749906294047832, 0.0029684179462492466, 0.0031618450302630663, 0.003355272114276886, 0.0035486994311213493, 0.003742126515135169, 0.003935553599148989, 0.004128980915993452, 0.004322407767176628, 0.0045158350840210915, 0.004709262400865555, 0.004902689252048731, 0.005096116568893194, 0.0052895438857376575, 0.005482970736920834, 0.005676398053765297, 0.00586982537060976, 0.006063252221792936, 0.0062566795386374, 0.006450106855481863, 0.006643533706665039, 0.006836961023509502]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 2.0, 2.0, 3.0, 3.0, 8.0, 3.0, 9.0, 12.0, 4.0, 10.0, 14.0, 12.0, 17.0, 12.0, 19.0, 26.0, 38.0, 30.0, 46.0, 58.0, 81.0, 80.0, 115.0, 165.0, 239.0, 3853.0, 1954.0, 333.0, 220.0, 104.0, 91.0, 69.0, 44.0, 54.0, 33.0, 32.0, 21.0, 19.0, 13.0, 16.0, 10.0, 11.0, 8.0, 4.0, 5.0, 5.0, 4.0, 5.0, 3.0, 3.0, 2.0, 1.0, 3.0, 0.0, 1.0, 1.0], "bins": [-0.08345271646976471, -0.08099660277366638, -0.07854048907756805, -0.07608437538146973, -0.0736282616853714, -0.07117214798927307, -0.06871603429317474, -0.06625992059707642, -0.06380380690097809, -0.06134768947958946, -0.058891575783491135, -0.05643546208739281, -0.05397934466600418, -0.05152323096990585, -0.049067117273807526, -0.0466110035777092, -0.04415488988161087, -0.04169877618551254, -0.039242662489414215, -0.03678654879331589, -0.03433043509721756, -0.031874317675828934, -0.029418203979730606, -0.02696209028363228, -0.02450597658753395, -0.022049862891435623, -0.019593749195337296, -0.01713763363659382, -0.014681519940495491, -0.012225406244397163, -0.009769291616976261, -0.007313177455216646, -0.004857063293457031, -0.0024009491316974163, 5.516503006219864e-05, 0.0025112791918218136, 0.0049673933535814285, 0.0074235075153410435, 0.009879621677100658, 0.01233573630452156, 0.014791850000619888, 0.017247963696718216, 0.019704077392816544, 0.02216019295156002, 0.024616306647658348, 0.027072420343756676, 0.029528535902500153, 0.03198464959859848, 0.03444076329469681, 0.036896876990795135, 0.03935299068689346, 0.04180910438299179, 0.04426521807909012, 0.046721335500478745, 0.04917744919657707, 0.0516335628926754, 0.05408967658877373, 0.056545790284872055, 0.05900190398097038, 0.06145801767706871, 0.06391413509845734, 0.06637024879455566, 0.06882636249065399, 0.07128247618675232, 0.07373858988285065]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 3.0, 0.0, 1.0, 2.0, 2.0, 0.0, 1.0, 2.0, 2.0, 7.0, 3.0, 2.0, 1.0, 4.0, 5.0, 4.0, 25.0, 6.0, 5.0, 4.0, 4.0, 3.0, 4.0, 0.0, 2.0, 4.0, 4.0, 3.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.002644512103870511, -0.0025695967487990856, -0.002494681626558304, -0.0024197662714868784, -0.0023448511492460966, -0.002269935794174671, -0.0021950206719338894, -0.002120105316862464, -0.0020451899617910385, -0.0019702748395502567, -0.0018953596008941531, -0.0018204443622380495, -0.001745529007166624, -0.0016706137685105205, -0.0015956985298544168, -0.0015207832911983132, -0.0014458680525422096, -0.001370952813886106, -0.0012960375752300024, -0.0012211223365738988, -0.0011462070979177952, -0.0010712917428463697, -0.0009963765041902661, -0.0009214612655341625, -0.0008465460268780589, -0.0007716307882219553, -0.0006967155495658517, -0.0006218002527020872, -0.0005468850140459836, -0.00047196977538987994, -0.0003970545076299459, -0.0003221392398700118, -0.0002472240012139082, -0.00017230874800588936, -9.739349479787052e-05, -2.2478241589851677e-05, 5.243701161816716e-05, 0.000127352264826186, 0.00020226751803420484, 0.0002771827857941389, 0.0003520980244502425, 0.00042701326310634613, 0.0005019285017624497, 0.0005768437986262143, 0.0006517590372823179, 0.0007266742759384215, 0.000801589572802186, 0.0008765048114582896, 0.0009514200501143932, 0.0010263352887704968, 0.0011012505274266005, 0.001176165766082704, 0.0012510810047388077, 0.0013259963598102331, 0.0014009115984663367, 0.0014758268371224403, 0.001550742075778544, 0.0016256573144346476, 0.0017005725530907512, 0.0017754877917468548, 0.0018504031468182802, 0.0019253183854743838, 0.0020002336241304874, 0.0020751487463712692, 0.0021500641014426947]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 4.0, 5.0, 9.0, 13.0, 25.0, 23.0, 51.0, 85.0, 154.0, 183.0, 305.0, 500.0, 702.0, 1135.0, 1824.0, 3251.0, 6063.0, 12882.0, 35486.0, 159929.0, 873344.0, 47267.0, 17576.0, 8359.0, 4309.0, 2323.0, 1384.0, 805.0, 507.0, 368.0, 223.0, 177.0, 110.0, 91.0, 39.0, 39.0, 30.0, 22.0, 11.0, 9.0, 5.0, 1.0, 2.0, 2.0, 4.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0], "bins": [-0.007023925893008709, -0.006798973307013512, -0.006574020721018314, -0.006349068135023117, -0.006124116014689207, -0.00589916342869401, -0.0056742108426988125, -0.005449258256703615, -0.005224305670708418, -0.004999353084713221, -0.004774400964379311, -0.004549448378384113, -0.004324495792388916, -0.004099543206393719, -0.0038745906203985214, -0.0036496382672339678, -0.0034246856812387705, -0.003199733095243573, -0.0029747807420790195, -0.0027498281560838223, -0.002524875570088625, -0.0022999232169240713, -0.002074970630928874, -0.0018500180449336767, -0.0016250655753538013, -0.0014001131057739258, -0.0011751605197787285, -0.000950208050198853, -0.0007252555224113166, -0.0005003029946237803, -0.0002753504959400743, -5.039798270445317e-05, 0.00017455453053116798, 0.00039950705831870437, 0.0006244595861062407, 0.0008494120556861162, 0.0010743646416813135, 0.001299317111261189, 0.0015242695808410645, 0.0017492221668362617, 0.001974174752831459, 0.0021991271059960127, 0.00242407969199121, 0.0026490322779864073, 0.002873984631150961, 0.0030989372171461582, 0.0033238898031413555, 0.003548842156305909, 0.0037737947423011065, 0.00399874709546566, 0.004223699681460857, 0.004448652267456055, 0.004673604853451252, 0.004898557439446449, 0.005123510025441647, 0.0053484621457755566, 0.005573414731770754, 0.005798367317765951, 0.0060233199037611485, 0.006248272489756346, 0.006473225075751543, 0.006698177196085453, 0.00692312978208065, 0.007148082368075848, 0.007373034954071045]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 0.0, 3.0, 1.0, 2.0, 2.0, 9.0, 5.0, 9.0, 7.0, 3.0, 4.0, 2.0, 4.0, 1.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08920803666114807, -0.08735854923725128, -0.0855090543627739, -0.0836595669388771, -0.08181007951498032, -0.07996058464050293, -0.07811109721660614, -0.07626160979270935, -0.07441211491823196, -0.07256262749433517, -0.07071314007043839, -0.068863645195961, -0.06701415777206421, -0.06516467034816742, -0.06331517547369003, -0.06146568804979324, -0.059616200625896454, -0.057766709476709366, -0.05591721832752228, -0.05406773090362549, -0.0522182397544384, -0.05036874860525131, -0.04851926118135452, -0.046669770032167435, -0.04482027888298035, -0.04297079145908356, -0.04112130030989647, -0.03927180916070938, -0.03742232173681259, -0.035572830587625504, -0.033723339438438416, -0.031873852014541626, -0.030024360865354538, -0.0281748715788126, -0.02632538042962551, -0.024475891143083572, -0.022626401856541634, -0.020776910707354546, -0.018927421420812607, -0.017077932134270668, -0.015228441916406155, -0.013378951698541641, -0.011529462411999702, -0.009679972194135189, -0.007830481976270676, -0.005980992689728737, -0.0041315024718642235, -0.0022820127196609974, -0.0004325229674577713, 0.0014169669011607766, 0.0032664567697793245, 0.005115946754813194, 0.00696543650701642, 0.008814926259219646, 0.01066441647708416, 0.012513905763626099, 0.014363395981490612, 0.016212886199355125, 0.018062375485897064, 0.019911864772439003, 0.02176135592162609, 0.02361084520816803, 0.02546033449470997, 0.027309825643897057, 0.029159314930438995]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [7.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 5.0, 6.0, 23.0, 10.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 7.0, 10.0, 8.0, 6.0, 7.0, 7.0, 19.0, 9.0, 0.0, 2.0, 3.0, 9.0, 24.0, 22.0, 35.0, 55.0, 66.0, 109.0, 136.0, 247.0, 391.0, 684.0, 1121.0, 2427.0, 7650.0, 2069.0, 1216.0, 720.0, 467.0, 286.0, 192.0, 138.0, 77.0, 62.0, 22.0, 23.0, 17.0, 10.0, 10.0, 4.0, 5.0, 0.0, 2.0], "bins": [-0.028592977672815323, -0.02796240709722042, -0.02733183652162552, -0.026701267808675766, -0.026070697233080864, -0.025440126657485962, -0.02480955608189106, -0.024178985506296158, -0.023548416793346405, -0.022917846217751503, -0.0222872756421566, -0.0216567050665617, -0.021026134490966797, -0.020395563915371895, -0.019764995202422142, -0.01913442462682724, -0.018503854051232338, -0.017873283475637436, -0.017242712900042534, -0.01661214418709278, -0.01598157361149788, -0.015351003035902977, -0.014720432460308075, -0.014089862816035748, -0.013459292240440845, -0.012828721664845943, -0.012198152020573616, -0.011567581444978714, -0.010937010869383812, -0.010306441225111485, -0.009675870649516582, -0.009045301005244255, -0.008414730429649353, -0.007784160319715738, -0.0071535902097821236, -0.0065230196341872215, -0.005892449524253607, -0.005261879414319992, -0.00463130883872509, -0.004000738728791475, -0.0033701686188578606, -0.002739598508924246, -0.0021090281661599874, -0.001478457939811051, -0.0008478877134621143, -0.00021731748711317778, 0.0004132527392357588, 0.0010438229655846953, 0.001674393191933632, 0.0023049633018672466, 0.002935533644631505, 0.0035661039873957634, 0.004196674097329378, 0.004827244207262993, 0.005457814782857895, 0.00608838489279151, 0.006718955002725124, 0.007349525112658739, 0.007980095222592354, 0.008610665798187256, 0.009241236373782158, 0.009871806018054485, 0.010502376593649387, 0.011132946237921715, 0.011763516813516617]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 2.0, 3.0, 4.0, 2.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1261771023273468, -0.11440683156251907, -0.10263656079769135, -0.09086628258228302, -0.07909601181745529, -0.06732574105262756, -0.05555546656250954, -0.04378519207239151, -0.03201492130756378, -0.020244648680090904, -0.008474376052618027, 0.0032958965748548508, 0.015066169202327728, 0.026836441829800606, 0.03860671445727348, 0.05037698894739151, 0.06214725971221924, 0.07391753047704697, 0.0856878012418747, 0.09745807945728302, 0.10922835022211075, 0.12099862098693848, 0.1327688992023468, 0.14453916251659393, 0.15630944073200226, 0.16807971894741058, 0.17984998226165771, 0.19162026047706604, 0.20339053869247437, 0.2151608020067215, 0.22693108022212982, 0.23870134353637695, 0.2504716217517853, 0.2622418999671936, 0.27401217818260193, 0.28578242659568787, 0.2975527048110962, 0.3093229830265045, 0.32109326124191284, 0.33286353945732117, 0.3446338176727295, 0.35640406608581543, 0.36817434430122375, 0.3799446225166321, 0.3917149007320404, 0.40348517894744873, 0.41525542736053467, 0.427025705575943, 0.4387959837913513, 0.45056626200675964, 0.46233654022216797, 0.4741067886352539, 0.48587706685066223, 0.49764734506607056, 0.5094175934791565, 0.5211879014968872, 0.5329581499099731, 0.5447284579277039, 0.5564987063407898, 0.5682689547538757, 0.5800392627716064, 0.5918095111846924, 0.6035798192024231, 0.615350067615509, 0.6271203756332397]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 4.0, 3.0, 3.0, 8.0, 7.0, 7.0, 16.0, 9.0, 11.0, 11.0, 27.0, 50.0, 33.0, 22.0, 14.0, 8.0, 13.0, 7.0, 1.0, 4.0, 2.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.10234604775905609, -0.09913065284490585, -0.09591525048017502, -0.09269985556602478, -0.08948446065187454, -0.08626905828714371, -0.08305366337299347, -0.07983826845884323, -0.0766228660941124, -0.07340747117996216, -0.07019207626581192, -0.06697667390108109, -0.06376127898693085, -0.06054588034749031, -0.057330481708049774, -0.054115086793899536, -0.050899688154459, -0.04768428951501846, -0.044468894600868225, -0.04125349596142769, -0.03803809732198715, -0.034822702407836914, -0.03160730376839638, -0.02839190512895584, -0.025176508352160454, -0.021961111575365067, -0.01874571293592453, -0.015530316159129143, -0.012314918451011181, -0.009099520742893219, -0.005884123500436544, -0.002668726025149226, 0.000546671450138092, 0.0037620689254254103, 0.0069774664007127285, 0.010192863643169403, 0.013408261351287365, 0.016623659059405327, 0.019839055836200714, 0.02305445447564125, 0.026269851252436638, 0.029485248029232025, 0.03270064666867256, 0.0359160453081131, 0.039131440222263336, 0.04234683886170387, 0.04556223750114441, 0.04877763241529465, 0.051993031054735184, 0.05520842969417572, 0.05842382460832596, 0.061639223247766495, 0.06485462188720703, 0.06807001680135727, 0.0712854191660881, 0.07450081408023834, 0.07771620899438858, 0.08093161135911942, 0.08414700627326965, 0.08736240118741989, 0.09057780355215073, 0.09379319846630096, 0.0970085933804512, 0.10022399574518204, 0.10343939065933228]}, "_runtime": 145.83281803131104, "_timestamp": 1596238394.2486255, "_step": 39}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 4.0, 2.0, 3.0, 3.0, 5.0, 6.0, 1.0, 3.0, 3.0, 2.0, 1.0, 1.0, 2.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.010673907585442066, -0.010413603857159615, -0.010153301060199738, -0.009892997331917286, -0.009632693603634834, -0.009372389875352383, -0.009112087078392506, -0.008851783350110054, -0.008591479621827602, -0.008331176824867725, -0.008070873096585274, -0.007810569368302822, -0.007550266105681658, -0.007289962377399206, -0.007029659114778042, -0.00676935538649559, -0.006509052123874426, -0.0062487488612532616, -0.00598844513297081, -0.005728141870349646, -0.005467838142067194, -0.00520753487944603, -0.004947231151163578, -0.004686927888542414, -0.004426624625921249, -0.004166320897638798, -0.00390601740218699, -0.003645713906735182, -0.0033854106441140175, -0.0031251071486622095, -0.0028648036532104015, -0.0026045001577585936, -0.0023441966623067856, -0.0020838931668549776, -0.0018235896714031696, -0.0015632862923666835, -0.0013029827969148755, -0.0010426793014630675, -0.0007823758642189205, -0.0005220724269747734, -0.00026176893152296543, -1.4654651749879122e-06, 0.0002588380011729896, 0.0005191414384171367, 0.0007794449338689446, 0.0010397484293207526, 0.0013000518083572388, 0.0015603553038090467, 0.0018206587992608547, 0.0020809622947126627, 0.0023412657901644707, 0.0026015692856162786, 0.0028618727810680866, 0.003122176043689251, 0.003382479539141059, 0.003642783034592867, 0.003903086530044675, 0.004163390025496483, 0.004423693288117647, 0.004683997016400099, 0.004944300279021263, 0.005204604007303715, 0.005464907269924879, 0.005725210998207331, 0.005985514260828495]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 4.0, 0.0, 3.0, 3.0, 4.0, 7.0, 8.0, 11.0, 13.0, 11.0, 15.0, 11.0, 24.0, 20.0, 37.0, 39.0, 63.0, 68.0, 90.0, 142.0, 179.0, 308.0, 5421.0, 563.0, 267.0, 164.0, 103.0, 69.0, 65.0, 46.0, 41.0, 33.0, 24.0, 15.0, 9.0, 5.0, 10.0, 5.0, 5.0, 2.0, 4.0, 2.0, 2.0, 1.0, 1.0, 3.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.09895925968885422, -0.09572706371545792, -0.09249486774206161, -0.08926267176866531, -0.08603046834468842, -0.08279827237129211, -0.07956607639789581, -0.07633388042449951, -0.07310168445110321, -0.06986948847770691, -0.06663729250431061, -0.0634050965309143, -0.06017289683222771, -0.056940700858831406, -0.053708501160144806, -0.050476305186748505, -0.0472441092133522, -0.0440119132399559, -0.0407797172665596, -0.037547517567873, -0.0343153215944767, -0.0310831256210804, -0.027850927785038948, -0.024618729948997498, -0.021386533975601196, -0.018154338002204895, -0.014922140166163445, -0.011689943261444569, -0.008457746356725693, -0.005225549452006817, -0.001993352547287941, 0.001238844357430935, 0.004471041262149811, 0.007703238166868687, 0.010935435071587563, 0.014167631976306438, 0.017399828881025314, 0.020632024854421616, 0.023864222690463066, 0.027096420526504517, 0.030328616499900818, 0.03356081247329712, 0.03679300844669342, 0.04002520814538002, 0.04325740411877632, 0.04648960009217262, 0.04972179979085922, 0.052953995764255524, 0.056186191737651825, 0.059418387711048126, 0.06265058368444443, 0.06588277965784073, 0.06911498308181763, 0.07234717905521393, 0.07557937502861023, 0.07881157100200653, 0.08204376697540283, 0.08527596294879913, 0.08850815892219543, 0.09174035489559174, 0.09497255086898804, 0.09820475429296494, 0.10143695026636124, 0.10466914623975754, 0.10790134221315384]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 8.0, 3.0, 2.0, 2.0, 3.0, 8.0, 5.0, 2.0, 3.0, 3.0, 5.0, 27.0, 4.0, 8.0, 2.0, 3.0, 3.0, 5.0, 5.0, 1.0, 1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0019347199704498053, -0.0018395904917269945, -0.0017444611294195056, -0.0016493317671120167, -0.001554202288389206, -0.0014590728096663952, -0.0013639434473589063, -0.0012688140850514174, -0.0011736846063286066, -0.0010785551276057959, -0.000983425765298307, -0.0008882963447831571, -0.0007931669242680073, -0.0006980375037528574, -0.0006029080832377076, -0.0005077786627225578, -0.00041264924220740795, -0.0003175198216922581, -0.0002223904011771083, -0.00012726098066195846, -3.2131560146808624e-05, 6.299786036834121e-05, 0.00015812728088349104, 0.00025325670139864087, 0.0003483861219137907, 0.00044351554242894053, 0.0005386449629440904, 0.0006337743834592402, 0.00072890380397439, 0.0008240332244895399, 0.0009191626450046897, 0.0010142920073121786, 0.0011094214860349894, 0.0012045509647578, 0.001299680327065289, 0.001394809689372778, 0.0014899391680955887, 0.0015850686468183994, 0.0016801980091258883, 0.0017753273714333773, 0.001870456850156188, 0.0019655863288789988, 0.002060715574771166, 0.0021558450534939766, 0.0022509745322167873, 0.002346104010939598, 0.002441233489662409, 0.002536362735554576, 0.0026314922142773867, 0.0027266216930001974, 0.0028217509388923645, 0.0029168804176151752, 0.003012009896337986, 0.0031071393750607967, 0.0032022688537836075, 0.0032973980996757746, 0.0033925275783985853, 0.003487657057121396, 0.003582786303013563, 0.003677915781736374, 0.0037730452604591846, 0.0038681747391819954, 0.003963304217904806, 0.004058433696627617, 0.00415356270968914]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 4.0, 1.0, 8.0, 12.0, 23.0, 31.0, 55.0, 78.0, 109.0, 207.0, 340.0, 611.0, 958.0, 1613.0, 2777.0, 5177.0, 10208.0, 20900.0, 49636.0, 228059.0, 766889.0, 42690.0, 19478.0, 10716.0, 6242.0, 4013.0, 2667.0, 1827.0, 1235.0, 939.0, 595.0, 434.0, 350.0, 235.0, 136.0, 96.0, 66.0, 67.0, 28.0, 23.0, 33.0, 17.0, 11.0, 7.0, 12.0, 7.0, 2.0, 6.0, 3.0, 2.0, 1.0, 3.0, 0.0, 0.0, 4.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.0044729276560246944, -0.004286897834390402, -0.004100868012756109, -0.003914838191121817, -0.003728808369487524, -0.003542778780683875, -0.0033567489590495825, -0.00317071913741529, -0.0029846893157809973, -0.0027986594941467047, -0.002612629672512412, -0.0024265998508781195, -0.0022405702620744705, -0.002054540440440178, -0.0018685106188058853, -0.0016824807971715927, -0.0014964509755373001, -0.0013104211539030075, -0.001124391332268715, -0.0009383616270497441, -0.0007523318054154515, -0.0005663019837811589, -0.00038027222035452724, -0.0001942424278240651, -8.212635293602943e-06, 0.0001778171572368592, 0.00036384694976732135, 0.000549876713193953, 0.0007359065348282456, 0.0009219363564625382, 0.001107966061681509, 0.0012939958833158016, 0.0014800257049500942, 0.0016660555265843868, 0.0018520853482186794, 0.002038115169852972, 0.0022241449914872646, 0.0024101745802909136, 0.002596204401925206, 0.002782234223559499, 0.0029682640451937914, 0.003154293866828084, 0.0033403236884623766, 0.003526353510096669, 0.003712383098900318, 0.0038984129205346107, 0.004084442742168903, 0.004270472563803196, 0.0044565023854374886, 0.004642532207071781, 0.004828562028706074, 0.005014591850340366, 0.005200621671974659, 0.005386651493608952, 0.005572681315243244, 0.005758711136877537, 0.005944740958511829, 0.006130770314484835, 0.006316800136119127, 0.00650282995775342, 0.0066888597793877125, 0.006874889601022005, 0.007060919422656298, 0.00724694924429059, 0.007432979065924883]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 2.0, 0.0, 0.0, 2.0, 2.0, 3.0, 2.0, 1.0, 4.0, 2.0, 2.0, 2.0, 1.0, 3.0, 9.0, 0.0, 3.0, 2.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.017098907381296158, -0.016597285866737366, -0.016095664352178574, -0.015594041906297207, -0.015092420391738415, -0.014590798877179623, -0.014089176431298256, -0.013587554916739464, -0.013085933402180672, -0.01258431188762188, -0.012082690373063087, -0.01158106792718172, -0.011079446412622929, -0.010577824898064137, -0.01007620245218277, -0.009574580937623978, -0.009072959423065186, -0.008571337908506393, -0.008069716393947601, -0.007568093948066235, -0.0070664724335074425, -0.00656485091894865, -0.006063228938728571, -0.0055616069585084915, -0.005059985443949699, -0.004558363929390907, -0.004056741949170828, -0.003555120201781392, -0.0030534984543919563, -0.0025518767070025206, -0.002050254959613085, -0.001548633212223649, -0.0010470114648342133, -0.0005453897174447775, -4.376797005534172e-05, 0.00045785377733409405, 0.0009594755247235298, 0.0014610972721129656, 0.0019627190195024014, 0.002464340766891837, 0.002965962514281273, 0.0034675842616707087, 0.003969206009060144, 0.004470827989280224, 0.004972449503839016, 0.005474071018397808, 0.0059756929986178875, 0.006477314978837967, 0.006978936493396759, 0.007480558007955551, 0.007982179522514343, 0.00848380196839571, 0.008985423482954502, 0.009487044997513294, 0.009988667443394661, 0.010490288957953453, 0.010991910472512245, 0.011493531987071037, 0.01199515350162983, 0.012496775947511196, 0.012998397462069988, 0.01350001897662878, 0.014001641422510147, 0.01450326293706894, 0.015004884451627731]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 3.0, 3.0, 5.0, 0.0, 4.0, 5.0, 8.0, 5.0, 12.0, 13.0, 3.0, 17.0, 13.0, 16.0, 25.0, 53.0, 48.0, 61.0, 83.0, 141.0, 166.0, 248.0, 310.0, 468.0, 642.0, 886.0, 1231.0, 1804.0, 5758.0, 2062.0, 1157.0, 781.0, 550.0, 387.0, 323.0, 211.0, 200.0, 144.0, 126.0, 98.0, 92.0, 70.0, 47.0, 30.0, 38.0, 26.0, 19.0, 14.0, 6.0, 5.0, 3.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.01121484488248825, -0.010917656123638153, -0.010620467364788055, -0.010323279537260532, -0.010026090778410435, -0.009728902019560337, -0.009431714192032814, -0.009134525433182716, -0.008837336674332619, -0.008540147915482521, -0.008242959156632423, -0.0079457713291049, -0.007648582570254803, -0.007351393811404705, -0.007054205518215895, -0.006757017225027084, -0.006459828466176987, -0.006162639707326889, -0.005865451414138079, -0.005568263120949268, -0.005271074362099171, -0.004973885603249073, -0.004676697310060263, -0.004379509016871452, -0.004082320258021355, -0.0037851317320019007, -0.0034879432059824467, -0.0031907546799629927, -0.0028935661539435387, -0.0025963776279240847, -0.0022991891019046307, -0.0020020005758851767, -0.0017048120498657227, -0.0014076235238462687, -0.0011104349978268147, -0.0008132464718073606, -0.0005160579457879066, -0.00021886941976845264, 7.831910625100136e-05, 0.00037550763227045536, 0.0006726961582899094, 0.0009698846843093634, 0.0012670732103288174, 0.0015642617363482714, 0.0018614502623677254, 0.0021586387883871794, 0.0024558273144066334, 0.0027530158404260874, 0.0030502043664455414, 0.0033473928924649954, 0.0036445814184844494, 0.00394176971167326, 0.004238958470523357, 0.004536147229373455, 0.004833335522562265, 0.005130523815751076, 0.005427712574601173, 0.005724901333451271, 0.006022089626640081, 0.006319277919828892, 0.006616466678678989, 0.006913655437529087, 0.007210843730717897, 0.007508032023906708, 0.007805220782756805]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 4.0, 0.0, 3.0, 2.0, 1.0, 2.0, 1.0, 3.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08739065378904343, -0.08259030431509018, -0.07778995484113693, -0.07298959791660309, -0.06818924844264984, -0.0633888989686966, -0.05858854949474335, -0.0537881962954998, -0.048987846821546555, -0.04418749734759331, -0.03938714414834976, -0.034586794674396515, -0.02978644333779812, -0.024986092001199722, -0.020185742527246475, -0.015385391190648079, -0.010585039854049683, -0.005784688983112574, -0.0009843381121754646, 0.0038160127587616444, 0.008616363629698753, 0.01341671496629715, 0.018217064440250397, 0.023017415776848793, 0.02781776711344719, 0.032618116587400436, 0.03741846978664398, 0.04221881926059723, 0.047019168734550476, 0.05181952193379402, 0.05661987140774727, 0.061420224606990814, 0.06622057408094406, 0.07102092355489731, 0.07582127302885056, 0.0806216299533844, 0.08542197942733765, 0.0902223289012909, 0.09502267837524414, 0.09982302784919739, 0.10462337732315063, 0.10942373424768448, 0.11422408372163773, 0.11902443319559097, 0.12382478266954422, 0.12862513959407806, 0.1334254890680313, 0.13822583854198456, 0.1430261880159378, 0.14782653748989105, 0.1526268869638443, 0.15742723643779755, 0.1622275859117508, 0.16702793538570404, 0.17182829976081848, 0.17662864923477173, 0.18142899870872498, 0.18622934818267822, 0.19102969765663147, 0.19583004713058472, 0.20063039660453796, 0.2054307460784912, 0.21023109555244446, 0.2150314450263977, 0.21983179450035095]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 4.0, 3.0, 4.0, 3.0, 3.0, 2.0, 3.0, 4.0, 5.0, 7.0, 10.0, 14.0, 11.0, 18.0, 19.0, 25.0, 50.0, 23.0, 12.0, 8.0, 5.0, 8.0, 3.0, 4.0, 8.0, 3.0, 0.0, 2.0, 1.0, 1.0, 4.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0750783309340477, -0.07283884286880493, -0.07059936225414276, -0.0683598741889, -0.06612038612365723, -0.06388090550899506, -0.06164141744375229, -0.05940193310379982, -0.05716244876384735, -0.05492296442389488, -0.05268348008394241, -0.050443992018699646, -0.04820450767874718, -0.04596502333879471, -0.04372553527355194, -0.04148605093359947, -0.039246566593647, -0.037007082253694534, -0.034767597913742065, -0.0325281098484993, -0.03028862550854683, -0.02804914116859436, -0.025809654965996742, -0.023570168763399124, -0.021330684423446655, -0.019091200083494186, -0.01685171388089657, -0.014612228609621525, -0.012372743338346481, -0.010133258067071438, -0.007893772795796394, -0.005654287524521351, -0.0034148022532463074, -0.0011753169819712639, 0.0010641682893037796, 0.003303653560578823, 0.005543138831853867, 0.00778262410312891, 0.010022109374403954, 0.012261594645678997, 0.01450107991695404, 0.01674056425690651, 0.018980050459504128, 0.021219536662101746, 0.023459021002054214, 0.025698505342006683, 0.0279379915446043, 0.03017747774720192, 0.03241696208715439, 0.03465644642710686, 0.036895930767059326, 0.039135418832302094, 0.04137490317225456, 0.04361438751220703, 0.0458538755774498, 0.04809335991740227, 0.050332844257354736, 0.052572328597307205, 0.054811812937259674, 0.05705130100250244, 0.05929078534245491, 0.06153026968240738, 0.06376975774765015, 0.06600923836231232, 0.06824872642755508]}, "_runtime": 153.51070356369019, "_timestamp": 1596238401.926511, "_step": 40}
+{"val_accuracy": 0.8249051084474885, "val_loss": 0.45636476719216124, "_runtime": 155.37023735046387, "_timestamp": 1596238403.7860448, "_step": 41}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: V Confidence: 0.209 Truth: v", "Prediction: 5 Confidence: 1.000 Truth: 5", "Prediction: 2 Confidence: 1.000 Truth: 2", "Prediction: 0 Confidence: 0.636 Truth: 0"]}, "_runtime": 155.62456822395325, "_timestamp": 1596238404.0403757, "_step": 42}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 2.0, 3.0, 0.0, 0.0, 2.0, 3.0, 0.0, 3.0, 3.0, 1.0, 7.0, 2.0, 3.0, 1.0, 0.0, 2.0, 2.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00834546610713005, -0.00801162887364626, -0.007677790708839893, -0.007343953475356102, -0.007010115776211023, -0.006676278077065945, -0.006342440377920866, -0.006008602678775787, -0.005674765445291996, -0.005340927746146917, -0.005007090047001839, -0.00467325234785676, -0.004339414648711681, -0.004005576949566603, -0.0036717394832521677, -0.0033379020169377327, -0.003004064317792654, -0.0026702266186475754, -0.0023363891523331404, -0.0020025514531880617, -0.0016687138704583049, -0.001334876287728548, -0.0010010385885834694, -0.0006672010058537126, -0.0003333634231239557, 4.7418870963156223e-07, 0.00033431180054321885, 0.0006681494414806366, 0.0010019870242103934, 0.0013358246069401503, 0.001669662306085229, 0.002003499772399664, 0.0023373374715447426, 0.0026711751706898212, 0.0030050126370042562, 0.003338850336149335, 0.00367268780246377, 0.004006525501608849, 0.004340363200753927, 0.004674200899899006, 0.005008038133382797, 0.005341875832527876, 0.0056757135316729546, 0.006009551230818033, 0.006343388929963112, 0.0066772266291081905, 0.007011063862591982, 0.0073449015617370605, 0.007678739260882139, 0.008012576960027218, 0.00834641419351101, 0.008680252358317375, 0.009014089591801167, 0.009347927756607533, 0.009681764990091324, 0.010015602223575115, 0.010349440388381481, 0.010683277621865273, 0.011017115786671638, 0.01135095302015543, 0.011684790253639221, 0.012018628418445587, 0.012352465651929379, 0.012686303816735744, 0.013020141050219536]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 4.0, 0.0, 1.0, 4.0, 1.0, 3.0, 9.0, 9.0, 12.0, 23.0, 16.0, 21.0, 33.0, 46.0, 49.0, 55.0, 89.0, 116.0, 152.0, 231.0, 425.0, 5402.0, 445.0, 233.0, 133.0, 84.0, 67.0, 43.0, 57.0, 40.0, 31.0, 20.0, 12.0, 18.0, 8.0, 4.0, 8.0, 8.0, 4.0, 3.0, 0.0, 1.0, 3.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.1380816549062729, -0.13406622409820557, -0.13005080819129944, -0.12603537738323212, -0.1220199465751648, -0.11800451576709747, -0.11398909240961075, -0.10997366905212402, -0.1059582382440567, -0.10194280743598938, -0.09792738407850266, -0.09391196072101593, -0.08989652991294861, -0.08588109910488129, -0.08186567574739456, -0.07785025238990784, -0.07383482158184052, -0.0698193907737732, -0.06580396741628647, -0.061788540333509445, -0.05777311325073242, -0.0537576861679554, -0.049742259085178375, -0.04572683200240135, -0.04171140491962433, -0.037695977836847305, -0.03368055075407028, -0.02966512367129326, -0.025649696588516235, -0.021634269505739212, -0.01761884242296219, -0.013603415340185165, -0.009587988257408142, -0.005572561174631119, -0.0015571340918540955, 0.002458292990922928, 0.006473720073699951, 0.010489147156476974, 0.014504574239253998, 0.01852000132203102, 0.022535428404808044, 0.026550855487585068, 0.03056628257036209, 0.034581709653139114, 0.03859713673591614, 0.04261256381869316, 0.046627990901470184, 0.05064341798424721, 0.05465884506702423, 0.058674272149801254, 0.06268969923257828, 0.066705122590065, 0.07072055339813232, 0.07473598420619965, 0.07875140756368637, 0.0827668309211731, 0.08678226172924042, 0.09079769253730774, 0.09481311589479446, 0.09882853925228119, 0.10284397006034851, 0.10685940086841583, 0.11087482422590256, 0.11489024758338928, 0.1189056783914566]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 2.0, 3.0, 3.0, 4.0, 3.0, 0.0, 2.0, 2.0, 2.0, 3.0, 4.0, 4.0, 1.0, 9.0, 27.0, 2.0, 3.0, 3.0, 0.0, 3.0, 2.0, 5.0, 4.0, 2.0, 3.0, 3.0, 3.0, 0.0, 3.0, 3.0, 0.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.003488455666229129, -0.0033761230297386646, -0.003263790626078844, -0.00315145798958838, -0.0030391255859285593, -0.002926792949438095, -0.002814460312947631, -0.0027021279092878103, -0.002589795272797346, -0.0024774628691375256, -0.0023651302326470613, -0.002252797596156597, -0.0021404651924967766, -0.0020281325560063124, -0.00191580003593117, -0.0018034675158560276, -0.0016911349957808852, -0.0015788024757057428, -0.0014664699556306005, -0.0013541373191401362, -0.0012418047990649939, -0.0011294722789898515, -0.001017139758914709, -0.0009048071806319058, -0.0007924746605567634, -0.000680142140481621, -0.0005678095621988177, -0.00045547704212367535, -0.0003431444929447025, -0.00023081194376572967, -0.00011847940913867205, -6.146867235656828e-06, 0.0001061856746673584, 0.00021851822384633124, 0.0003308507730253041, 0.00044318329310044646, 0.0005555158713832498, 0.0006678483914583921, 0.0007801809115335345, 0.0008925134898163378, 0.0010048460680991411, 0.0011171785881742835, 0.0012295111082494259, 0.0013418436283245683, 0.0014541761483997107, 0.001566508668474853, 0.0016788413049653172, 0.0017911738250404596, 0.001903506345115602, 0.0020158388651907444, 0.0021281715016812086, 0.002240503905341029, 0.0023528365418314934, 0.002465168945491314, 0.002577501581981778, 0.0026898342184722424, 0.002802166622132063, 0.002914499258622527, 0.0030268316622823477, 0.003139164298772812, 0.003251496935263276, 0.0033638293389230967, 0.003476161975413561, 0.0035884943790733814, 0.0037008270155638456]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 2.0, 3.0, 3.0, 2.0, 8.0, 6.0, 3.0, 8.0, 21.0, 30.0, 40.0, 74.0, 85.0, 136.0, 204.0, 307.0, 448.0, 759.0, 1104.0, 1878.0, 3165.0, 5831.0, 11224.0, 25951.0, 77682.0, 885763.0, 91774.0, 33328.0, 16322.0, 8846.0, 5301.0, 3141.0, 2094.0, 1360.0, 883.0, 560.0, 403.0, 298.0, 172.0, 134.0, 82.0, 63.0, 48.0, 26.0, 23.0, 18.0, 8.0, 6.0, 5.0, 4.0, 2.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.006642244756221771, -0.006392770446836948, -0.0061432961374521255, -0.005893821362406015, -0.0056443470530211926, -0.00539487274363637, -0.0051453979685902596, -0.004895923659205437, -0.004646449349820614, -0.004396975040435791, -0.004147500731050968, -0.003898025956004858, -0.003648551646620035, -0.0033990773372352123, -0.003149602795019746, -0.0029001282528042793, -0.0026506539434194565, -0.0024011796340346336, -0.002151705091819167, -0.0019022306660190225, -0.0016527562402188778, -0.0014032818144187331, -0.0011538073886185884, -0.0009043329628184438, -0.0006548585370182991, -0.00040538411121815443, -0.00015590968541800976, 9.356474038213491e-05, 0.0003430391661822796, 0.0005925135919824243, 0.0008419880177825689, 0.0010914624435827136, 0.0013409368693828583, 0.001590411295183003, 0.0018398857209831476, 0.002089360263198614, 0.002338834572583437, 0.00258830888196826, 0.0028377834241837263, 0.003087257966399193, 0.0033367322757840157, 0.0035862065851688385, 0.003835681127384305, 0.0040851556695997715, 0.004334629978984594, 0.004584104288369417, 0.004833579063415527, 0.00508305337280035, 0.005332527682185173, 0.005582001991569996, 0.005831476300954819, 0.006080951076000929, 0.006330425385385752, 0.006579899694770575, 0.006829374469816685, 0.007078848779201508, 0.00732832308858633, 0.007577797397971153, 0.007827271707355976, 0.008076746016740799, 0.008326221257448196, 0.00857569556683302, 0.008825169876217842, 0.009074644185602665, 0.009324118494987488]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 4.0, 0.0, 1.0, 0.0, 2.0, 3.0, 3.0, 1.0, 2.0, 4.0, 10.0, 3.0, 3.0, 2.0, 3.0, 4.0, 1.0, 3.0, 2.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.022755632176995277, -0.02184091880917549, -0.020926205441355705, -0.02001149207353592, -0.019096778705716133, -0.018182065337896347, -0.01726735197007656, -0.016352638602256775, -0.015437925234436989, -0.014523211866617203, -0.013608498498797417, -0.01269378513097763, -0.011779071763157845, -0.010864358395338058, -0.009949645027518272, -0.009034931659698486, -0.0081202182918787, -0.007205504924058914, -0.006290791556239128, -0.005376078188419342, -0.004461364820599556, -0.00354665145277977, -0.002631938084959984, -0.0017172247171401978, -0.0008025113493204117, 0.00011220201849937439, 0.0010269153863191605, 0.0019416287541389465, 0.0028563421219587326, 0.0037710554897785187, 0.004685768857598305, 0.005600482225418091, 0.006515195593237877, 0.007429908961057663, 0.008344622328877449, 0.009259335696697235, 0.010174049064517021, 0.011088762432336807, 0.012003475800156593, 0.01291818916797638, 0.013832902535796165, 0.014747615903615952, 0.015662329271435738, 0.016577042639255524, 0.01749175600707531, 0.018406469374895096, 0.019321182742714882, 0.020235896110534668, 0.021150609478354454, 0.02206532284617424, 0.022980036213994026, 0.023894749581813812, 0.0248094629496336, 0.025724176317453384, 0.02663888968527317, 0.027553603053092957, 0.028468316420912743, 0.02938302978873253, 0.030297743156552315, 0.0312124565243721, 0.032127171754837036, 0.03304188326001167, 0.03395659476518631, 0.034871309995651245, 0.03578602522611618]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 5.0, 3.0, 5.0, 2.0, 13.0, 14.0, 19.0, 20.0, 35.0, 31.0, 45.0, 44.0, 62.0, 82.0, 104.0, 171.0, 195.0, 244.0, 291.0, 436.0, 651.0, 890.0, 1249.0, 1918.0, 5719.0, 1724.0, 1097.0, 817.0, 574.0, 502.0, 345.0, 266.0, 197.0, 141.0, 105.0, 65.0, 64.0, 52.0, 25.0, 38.0, 33.0, 13.0, 14.0, 14.0, 10.0, 7.0, 7.0, 17.0, 31.0, 4.0, 1.0, 2.0, 1.0, 1.0, 1.0, 7.0, 3.0], "bins": [-0.011682828888297081, -0.011309566907584667, -0.010936304926872253, -0.01056304294615984, -0.010189780965447426, -0.009816518984735012, -0.009443257004022598, -0.009069995023310184, -0.00869673304259777, -0.008323471061885357, -0.007950209081172943, -0.007576947100460529, -0.0072036851197481155, -0.006830423139035702, -0.006457161158323288, -0.006083899177610874, -0.00571063719689846, -0.005337375216186047, -0.004964113235473633, -0.004590851254761219, -0.004217589274048805, -0.0038443272933363914, -0.0034710653126239777, -0.003097803331911564, -0.00272454135119915, -0.0023512793704867363, -0.0019780173897743225, -0.0016047554090619087, -0.001231493428349495, -0.0008582314476370811, -0.00048496946692466736, -0.00011170748621225357, 0.0002615544945001602, 0.000634816475212574, 0.0010080784559249878, 0.0013813404366374016, 0.0017546024173498154, 0.002127864398062229, 0.002501126378774643, 0.0028743883594870567, 0.0032476503401994705, 0.0036209123209118843, 0.003994174301624298, 0.004367436282336712, 0.004740698263049126, 0.0051139602437615395, 0.005487222224473953, 0.005860484205186367, 0.006233746185898781, 0.006607008166611195, 0.006980270147323608, 0.007353532128036022, 0.007726794108748436, 0.00810005608946085, 0.008473318070173264, 0.008846580050885677, 0.009219842031598091, 0.009593104012310505, 0.009966365993022919, 0.010339627973735332, 0.010712889954447746, 0.01108615193516016, 0.011459413915872574, 0.011832675896584988, 0.012205937877297401]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.14710181951522827, -0.14381219446659088, -0.14052258431911469, -0.1372329592704773, -0.1339433491230011, -0.1306537240743637, -0.1273641139268875, -0.12407448887825012, -0.12078487128019333, -0.11749525368213654, -0.11420563608407974, -0.11091601848602295, -0.10762640088796616, -0.10433678328990936, -0.10104716569185257, -0.09775754809379578, -0.09446792304515839, -0.09117830544710159, -0.0878886878490448, -0.084599070250988, -0.08130945265293121, -0.07801983505487442, -0.07473021745681763, -0.07144059985876083, -0.06815098226070404, -0.06486136466264725, -0.061571743339300156, -0.05828212574124336, -0.05499250814318657, -0.051702890545129776, -0.048413269221782684, -0.04512365162372589, -0.0418340340256691, -0.038544416427612305, -0.03525479882955551, -0.03196517750620842, -0.028675559908151627, -0.025385942310094833, -0.02209632471203804, -0.018806705251336098, -0.015517087653279305, -0.012227469123899937, -0.008937850594520569, -0.005648232996463776, -0.002358614467084408, 0.0009310038294643164, 0.0042206221260130405, 0.007510240189731121, 0.010799858719110489, 0.014089477248489857, 0.017379095777869225, 0.020668713375926018, 0.02395833283662796, 0.027247950434684753, 0.030537568032741547, 0.03382718563079834, 0.03711680322885513, 0.040406424552202225, 0.04369604215025902, 0.04698565974831581, 0.050275277346372604, 0.0535648949444294, 0.05685451626777649, 0.06014413386583328, 0.06343375146389008]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 4.0, 3.0, 6.0, 6.0, 7.0, 9.0, 13.0, 12.0, 15.0, 41.0, 18.0, 18.0, 13.0, 16.0, 13.0, 10.0, 4.0, 5.0, 4.0, 4.0, 2.0, 3.0, 2.0, 2.0, 2.0, 3.0, 4.0, 7.0, 3.0, 4.0, 4.0, 5.0, 3.0, 1.0, 4.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.05959577485918999, -0.05776463821530342, -0.055933501571416855, -0.05410236492753029, -0.05227122828364372, -0.050440091639757156, -0.04860895499587059, -0.046777818351984024, -0.04494668170809746, -0.04311554506421089, -0.041284408420324326, -0.03945327177643776, -0.03762213513255119, -0.03579099848866463, -0.03395986184477806, -0.032128725200891495, -0.03029758855700493, -0.028466451913118362, -0.026635315269231796, -0.02480417862534523, -0.022973041981458664, -0.021141905337572098, -0.01931076869368553, -0.017479632049798965, -0.0156484954059124, -0.013817358762025833, -0.011986222118139267, -0.0101550854742527, -0.008323948830366135, -0.0064928121864795685, -0.004661675542593002, -0.002830538898706436, -0.00099940225481987, 0.0008317343890666962, 0.0026628710329532623, 0.0044940076768398285, 0.006325144320726395, 0.00815628096461296, 0.009987417608499527, 0.011818554252386093, 0.01364969089627266, 0.015480827540159225, 0.01731196418404579, 0.019143100827932358, 0.020974237471818924, 0.02280537411570549, 0.024636510759592056, 0.026467647403478622, 0.02829878404736519, 0.030129920691251755, 0.03196105733513832, 0.03379219397902489, 0.03562333062291145, 0.03745446726679802, 0.039285603910684586, 0.04111674055457115, 0.04294787719845772, 0.044779013842344284, 0.04661015048623085, 0.048441287130117416, 0.05027242377400398, 0.05210356041789055, 0.053934697061777115, 0.05576583370566368, 0.05759697034955025]}, "_runtime": 162.690491437912, "_timestamp": 1596238411.106299, "_step": 43}
+{"val_accuracy": 0.8243300513698631, "val_loss": 0.45594423655505595, "_runtime": 166.95291924476624, "_timestamp": 1596238415.3687267, "_step": 44}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: V Confidence: 0.250 Truth: v", "Prediction: 5 Confidence: 1.000 Truth: 5", "Prediction: 2 Confidence: 0.999 Truth: 2", "Prediction: 0 Confidence: 0.605 Truth: 0"]}, "_runtime": 167.21397042274475, "_timestamp": 1596238415.629778, "_step": 45}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 1.0, 1.0, 3.0, 4.0, 1.0, 2.0, 3.0, 3.0, 5.0, 6.0, 5.0, 1.0, 2.0, 2.0, 3.0, 0.0, 4.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012657955288887024, -0.012233887799084187, -0.011809819377958775, -0.011385751888155937, -0.010961683467030525, -0.010537615977227688, -0.01011354848742485, -0.009689480066299438, -0.009265412576496601, -0.008841345086693764, -0.008417276665568352, -0.007993209175765514, -0.00756914122030139, -0.007145073264837265, -0.006721005775034428, -0.006296937819570303, -0.005872869864106178, -0.005448801908642054, -0.005024733953177929, -0.0046006664633750916, -0.004176598507910967, -0.003752530552446842, -0.003328462829813361, -0.00290439510717988, -0.0024803271517157555, -0.0020562591962516308, -0.0016321914736181498, -0.001208123634569347, -0.000784055795520544, -0.0003599879564717412, 6.407988257706165e-05, 0.0004881477216258645, 0.0009122155606746674, 0.0013362833997234702, 0.001760351238772273, 0.002184418961405754, 0.0026084869168698788, 0.0030325548723340034, 0.0034566225949674845, 0.0038806903176009655, 0.00430475827306509, 0.004728826228529215, 0.0051528941839933395, 0.005576961673796177, 0.006001029629260302, 0.006425097584724426, 0.006849165074527264, 0.007273233029991388, 0.007697300985455513, 0.00812136847525835, 0.008545436896383762, 0.0089695043861866, 0.009393572807312012, 0.009817640297114849, 0.010241707786917686, 0.010665776208043098, 0.011089843697845936, 0.011513911187648773, 0.011937979608774185, 0.012362047098577023, 0.01278611458837986, 0.013210183009505272, 0.01363425049930811, 0.014058318920433521, 0.014482386410236359]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 4.0, 4.0, 5.0, 9.0, 9.0, 12.0, 24.0, 24.0, 27.0, 40.0, 67.0, 89.0, 109.0, 155.0, 264.0, 578.0, 5509.0, 382.0, 174.0, 113.0, 83.0, 62.0, 44.0, 34.0, 22.0, 16.0, 20.0, 15.0, 6.0, 6.0, 4.0, 4.0, 5.0, 4.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.14667318761348724, -0.14197102189064026, -0.13726887106895447, -0.13256672024726868, -0.1278645545244217, -0.1231623962521553, -0.11846023797988892, -0.11375807970762253, -0.10905592143535614, -0.10435376316308975, -0.09965160489082336, -0.09494944661855698, -0.09024728834629059, -0.0855451300740242, -0.08084297180175781, -0.07614081352949142, -0.07143865525722504, -0.06673649698495865, -0.06203433871269226, -0.05733218044042587, -0.052630022168159485, -0.0479278638958931, -0.04322570562362671, -0.03852354735136032, -0.03382138907909393, -0.029119230806827545, -0.024417072534561157, -0.01971491426229477, -0.015012755990028381, -0.010310597717761993, -0.0056084394454956055, -0.0009062811732292175, 0.0037958770990371704, 0.008498035371303558, 0.013200193643569946, 0.017902351915836334, 0.022604510188102722, 0.02730666846036911, 0.0320088267326355, 0.036710985004901886, 0.041413143277168274, 0.04611530154943466, 0.05081745982170105, 0.05551961809396744, 0.060221776366233826, 0.06492393463850021, 0.0696260929107666, 0.07432825118303299, 0.07903040945529938, 0.08373256772756577, 0.08843472599983215, 0.09313688427209854, 0.09783904254436493, 0.10254120081663132, 0.1072433590888977, 0.11194551736116409, 0.11664767563343048, 0.12134983390569687, 0.12605199217796326, 0.13075414299964905, 0.13545630872249603, 0.14015847444534302, 0.1448606252670288, 0.1495627760887146, 0.15426494181156158]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 3.0, 3.0, 0.0, 3.0, 1.0, 1.0, 5.0, 3.0, 3.0, 4.0, 3.0, 4.0, 1.0, 4.0, 2.0, 4.0, 26.0, 1.0, 3.0, 6.0, 5.0, 1.0, 4.0, 1.0, 2.0, 4.0, 0.0, 2.0, 2.0, 2.0, 3.0, 2.0, 2.0, 1.0, 2.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0023221364244818687, -0.002248680219054222, -0.0021752240136265755, -0.002101767808198929, -0.002028311602771282, -0.0019548553973436356, -0.0018813993083313107, -0.0018079431029036641, -0.0017344868974760175, -0.0016610306920483708, -0.0015875744866207242, -0.0015141182811930776, -0.0014406621921807528, -0.0013672059867531061, -0.0012937497813254595, -0.0012202935758978128, -0.0011468373704701662, -0.0010733811650425196, -0.000999924959614873, -0.0009264688123948872, -0.0008530126069672406, -0.0007795564015395939, -0.0007061002543196082, -0.0006326440488919616, -0.0005591878434643149, -0.0004857316380366683, -0.0004122754617128521, -0.00033881928538903594, -0.0002653630799613893, -0.0001919068890856579, -0.00011845069820992649, -4.499450733419508e-05, 2.846168354153633e-05, 0.00010191787441726774, 0.00017537406529299915, 0.00024883024161681533, 0.00032228644704446197, 0.0003957426524721086, 0.0004691988287959248, 0.000542655005119741, 0.0006161112105473876, 0.0006895674159750342, 0.0007630236214026809, 0.0008364797686226666, 0.0009099359740503132, 0.000983392121270299, 0.0010568483266979456, 0.0011303045321255922, 0.0012037607375532389, 0.0012772169429808855, 0.0013506731484085321, 0.0014241293538361788, 0.0014975855592638254, 0.0015710416482761502, 0.0016444978537037969, 0.0017179540591314435, 0.0017914102645590901, 0.0018648664699867368, 0.0019383226754143834, 0.0020117787644267082, 0.002085234969854355, 0.0021586911752820015, 0.002232147380709648, 0.0023056035861372948, 0.0023790597915649414]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 2.0, 2.0, 8.0, 11.0, 12.0, 16.0, 18.0, 23.0, 58.0, 56.0, 78.0, 128.0, 179.0, 286.0, 475.0, 738.0, 1241.0, 2087.0, 3545.0, 6258.0, 12230.0, 27293.0, 75982.0, 877192.0, 99933.0, 34447.0, 15912.0, 8321.0, 4752.0, 2875.0, 1791.0, 1167.0, 792.0, 518.0, 356.0, 265.0, 215.0, 128.0, 76.0, 57.0, 33.0, 29.0, 19.0, 9.0, 10.0, 5.0, 1.0, 3.0, 2.0, 2.0, 1.0, 1.0, 1.0], "bins": [-0.007230694871395826, -0.0070219822227954865, -0.006813269108533859, -0.006604555994272232, -0.006395843345671892, -0.006187130697071552, -0.005978417582809925, -0.005769704468548298, -0.005560991819947958, -0.005352279171347618, -0.005143566057085991, -0.004934852942824364, -0.004726140294224024, -0.004517427645623684, -0.004308714531362057, -0.0041000014171004295, -0.0038912887685000896, -0.003682575887069106, -0.0034738630056381226, -0.003265150124207139, -0.0030564372427761555, -0.002847724361345172, -0.0026390114799141884, -0.002430298598483205, -0.0022215857170522213, -0.0020128728356212378, -0.0018041599541902542, -0.0015954470727592707, -0.0013867341913282871, -0.0011780213098973036, -0.00096930842846632, -0.0007605955470353365, -0.000551882665604353, -0.0003431697841733694, -0.00013445690274238586, 7.425597868859768e-05, 0.0002829688601195812, 0.0004916817415505648, 0.0007003946229815483, 0.0009091075044125319, 0.0011178203858435154, 0.001326533267274499, 0.0015352461487054825, 0.001743959030136466, 0.0019526719115674496, 0.002161384792998433, 0.0023700976744294167, 0.0025788105558604, 0.0027875234372913837, 0.0029962363187223673, 0.003204949200153351, 0.0034136620815843344, 0.003622374963015318, 0.0038310878444463015, 0.004039800725877285, 0.004248513840138912, 0.004457226488739252, 0.004665939137339592, 0.004874652251601219, 0.005083365365862846, 0.005292078014463186, 0.005500790663063526, 0.005709503777325153, 0.0059182168915867805, 0.0061269295401871204]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 3.0, 1.0, 1.0, 1.0, 1.0, 3.0, 1.0, 12.0, 1.0, 3.0, 2.0, 5.0, 5.0, 2.0, 4.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0], "bins": [-0.05467292293906212, -0.05350398272275925, -0.052335046231746674, -0.0511661097407341, -0.04999716952443123, -0.04882822930812836, -0.047659292817115784, -0.04649035632610321, -0.04532141610980034, -0.04415247589349747, -0.042983539402484894, -0.04181460291147232, -0.04064566269516945, -0.03947672247886658, -0.038307785987854004, -0.03713884949684143, -0.03596990928053856, -0.03480096906423569, -0.033632032573223114, -0.03246309608221054, -0.03129415586590767, -0.030125217512249947, -0.028956279158592224, -0.0277873408049345, -0.02661840245127678, -0.025449464097619057, -0.024280525743961334, -0.023111587390303612, -0.02194264903664589, -0.020773710682988167, -0.019604772329330444, -0.018435833975672722, -0.017266895622015, -0.016097957268357277, -0.014929018914699554, -0.013760080561041832, -0.01259114220738411, -0.011422203853726387, -0.010253265500068665, -0.009084327146410942, -0.00791538879275322, -0.006746450439095497, -0.005577512085437775, -0.004408573731780052, -0.0032396353781223297, -0.0020706970244646072, -0.0009017586708068848, 0.0002671796828508377, 0.0014361180365085602, 0.0026050563901662827, 0.003773994743824005, 0.004942933097481728, 0.00611187145113945, 0.0072808098047971725, 0.008449748158454895, 0.009618686512112617, 0.01078762486577034, 0.011956563219428062, 0.013125501573085785, 0.014294439926743507, 0.01546337828040123, 0.016632316634058952, 0.017801254987716675, 0.018970193341374397, 0.02013913169503212]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [7.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 22.0, 15.0, 4.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 11.0, 8.0, 11.0, 28.0, 12.0, 23.0, 43.0, 53.0, 62.0, 90.0, 94.0, 101.0, 177.0, 208.0, 337.0, 424.0, 644.0, 1116.0, 2422.0, 6387.0, 1850.0, 1232.0, 839.0, 610.0, 435.0, 300.0, 233.0, 133.0, 117.0, 84.0, 70.0, 54.0, 53.0, 31.0, 24.0, 10.0, 17.0, 11.0, 3.0, 7.0, 5.0, 2.0, 3.0, 0.0, 1.0], "bins": [-0.018222568556666374, -0.01774524338543415, -0.017267918214201927, -0.016790593042969704, -0.01631326973438263, -0.015835944563150406, -0.015358619391918182, -0.014881294220685959, -0.014403969049453735, -0.013926644809544086, -0.013449319638311863, -0.01297199446707964, -0.012494669295847416, -0.012017345055937767, -0.011540019884705544, -0.01106269471347332, -0.010585369542241096, -0.010108045302331448, -0.009630720131099224, -0.009153394959867, -0.008676070719957352, -0.008198745548725128, -0.007721420377492905, -0.0072440956719219685, -0.006766770966351032, -0.006289445795118809, -0.0058121210895478725, -0.005334795918315649, -0.004857471212744713, -0.004380146041512489, -0.003902821335941553, -0.0034254963975399733, -0.0029481714591383934, -0.0024708465207368135, -0.0019935215823352337, -0.0015161967603489757, -0.0010388718219473958, -0.0005615468835458159, -8.4222003351897e-05, 0.0003931029059458524, 0.0008704278152436018, 0.0013477527536451817, 0.0018250776920467615, 0.0023024026304483414, 0.0027797273360192776, 0.0032570522744208574, 0.0037343772128224373, 0.004211702384054661, 0.004689027089625597, 0.005166351795196533, 0.005643676966428757, 0.006121001671999693, 0.006598326843231916, 0.007075651548802853, 0.007552976720035076, 0.0080303018912673, 0.008507626131176949, 0.008984951302409172, 0.009462276473641396, 0.009939600713551044, 0.010416925884783268, 0.010894251056015491, 0.011371576227247715, 0.011848900467157364, 0.012326225638389587]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 3.0, 2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.06641874462366104, -0.06128498166799545, -0.056151214987039566, -0.05101745203137398, -0.04588368535041809, -0.0407499223947525, -0.035616159439086914, -0.030482394620776176, -0.02534862980246544, -0.0202148649841547, -0.015081101097166538, -0.009947337210178375, -0.004813572391867638, 0.00032019196078181267, 0.005453956313431263, 0.010587720200419426, 0.015721485018730164, 0.0208552498370409, 0.02598901465535164, 0.031122777611017227, 0.036256544291973114, 0.0413903072476387, 0.04652407020330429, 0.05165783688426018, 0.056791599839925766, 0.061925362795591354, 0.06705912947654724, 0.07219289243221283, 0.07732665538787842, 0.082460418343544, 0.08759418874979019, 0.09272795170545578, 0.09786171466112137, 0.10299547761678696, 0.10812924057245255, 0.11326301097869873, 0.11839677393436432, 0.12353053689002991, 0.1286642998456955, 0.13379806280136108, 0.13893182575702667, 0.14406558871269226, 0.14919935166835785, 0.15433312952518463, 0.15946689248085022, 0.1646006554365158, 0.1697344183921814, 0.17486818134784698, 0.18000194430351257, 0.18513570725917816, 0.19026947021484375, 0.19540323317050934, 0.20053699612617493, 0.20567075908184052, 0.2108045369386673, 0.21593829989433289, 0.22107206284999847, 0.22620582580566406, 0.23133958876132965, 0.23647335171699524, 0.24160711467266083, 0.24674087762832642, 0.2518746554851532, 0.2570084035396576, 0.2621421813964844]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 3.0, 0.0, 3.0, 2.0, 2.0, 2.0, 4.0, 3.0, 2.0, 2.0, 2.0, 8.0, 7.0, 13.0, 9.0, 15.0, 27.0, 17.0, 19.0, 22.0, 14.0, 33.0, 18.0, 8.0, 7.0, 6.0, 7.0, 3.0, 5.0, 1.0, 3.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.05275743082165718, -0.050633370876312256, -0.04850931093096733, -0.046385250985622406, -0.04426119476556778, -0.042137134820222855, -0.04001307487487793, -0.037889014929533005, -0.03576495498418808, -0.033640895038843155, -0.03151683509349823, -0.029392777010798454, -0.02726871706545353, -0.025144657120108604, -0.02302059903740883, -0.020896539092063904, -0.01877247914671898, -0.016648419201374054, -0.014524360187351704, -0.012400301173329353, -0.010276241227984428, -0.008152181282639503, -0.006028122268617153, -0.0039040627889335155, -0.001780003309249878, 0.0003440561704337597, 0.0024681156501173973, 0.004592175129801035, 0.0067162346094846725, 0.008840294554829597, 0.010964353568851948, 0.013088412582874298, 0.015212472528219223, 0.017336532473564148, 0.019460592418909073, 0.02158465050160885, 0.023708710446953773, 0.0258327703922987, 0.027956828474998474, 0.0300808884203434, 0.032204948365688324, 0.03432900831103325, 0.036453068256378174, 0.0385771282017231, 0.040701188147068024, 0.04282524436712265, 0.044949304312467575, 0.0470733642578125, 0.049197424203157425, 0.05132148414850235, 0.053445544093847275, 0.0555696040391922, 0.057693660259246826, 0.05981772020459175, 0.061941780149936676, 0.0640658438205719, 0.06618990004062653, 0.06831395626068115, 0.07043801993131638, 0.072562076151371, 0.07468613982200623, 0.07681019604206085, 0.07893425971269608, 0.0810583159327507, 0.08318237960338593]}, "_runtime": 171.9037139415741, "_timestamp": 1596238420.3195214, "_step": 46}
+{"val_accuracy": 0.8253174942922374, "val_loss": 0.45587902118081913, "_runtime": 178.55833077430725, "_timestamp": 1596238426.9741383, "_step": 47}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: V Confidence: 0.241 Truth: v", "Prediction: 5 Confidence: 1.000 Truth: 5", "Prediction: 2 Confidence: 1.000 Truth: 2", "Prediction: 0 Confidence: 0.628 Truth: 0"]}, "_runtime": 178.81547617912292, "_timestamp": 1596238427.2312837, "_step": 48}
+{"validation_metric": 0.8252340182648401, "_runtime": 179.7206711769104, "_timestamp": 1596238428.1364787, "_step": 49}
diff --git a/wandb/run-20200801_013051-2ex33rng/wandb-metadata.json b/wandb/run-20200801_013051-2ex33rng/wandb-metadata.json
new file mode 100644
index 0000000..30a4296
--- /dev/null
+++ b/wandb/run-20200801_013051-2ex33rng/wandb-metadata.json
@@ -0,0 +1,30 @@
+{
+ "root": "/home/akternurra/Documents/projects/quest-for-general-artifical-intelligence/projects/text-recognizer",
+ "program": "<python with no main file>",
+ "git": {
+ "remote": "git@github.com:aktersnurra/text-recognizer.git",
+ "commit": "fa461db6132e7a22f3aa1bb48cce8981890325fb"
+ },
+ "email": "gustaf.rydholm@gmail.com",
+ "startedAt": "2020-07-31T23:30:51.600169",
+ "host": "kompjuter",
+ "username": "akternurra",
+ "executable": "/home/akternurra/.cache/pypoetry/virtualenvs/text-recognizer-N1c_zsdp-py3.8/bin/python",
+ "os": "Linux-5.4.0-42-generic-x86_64-with-glibc2.27",
+ "python": "3.8.2",
+ "gpu": "GeForce RTX 2070",
+ "gpu_count": 1,
+ "cpu_count": 12,
+ "cuda": "10.1.105",
+ "args": [
+ "--gpu=-1",
+ "--save",
+ "--experiment_config={\"dataloader\": \"EmnistDataLoaders\", \"data_loader_args\": {\"splits\": [\"train\", \"val\"], \"sample_to_balance\": true, \"subsample_fraction\": null, \"transform\": null, \"target_transform\": null, \"batch_size\": 256, \"shuffle\": true, \"num_workers\": 8, \"cuda\": true, \"seed\": 4711}, \"model\": \"CharacterModel\", \"metrics\": [\"accuracy\"], \"network\": \"LeNet\", \"network_args\": {\"input_size\": [28, 28], \"output_size\": 62}, \"train_args\": {\"batch_size\": 256, \"epochs\": 16}, \"criterion\": \"CrossEntropyLoss\", \"criterion_args\": {\"weight\": null, \"ignore_index\": -100, \"reduction\": \"mean\"}, \"optimizer\": \"AdamW\", \"optimizer_args\": {\"lr\": 0.01, \"betas\": [0.9, 0.999], \"eps\": 1e-08, \"weight_decay\": 0, \"amsgrad\": false}, \"lr_scheduler\": \"OneCycleLR\", \"lr_scheduler_args\": {\"max_lr\": 0.001, \"epochs\": 16}, \"callbacks\": [\"Checkpoint\", \"EarlyStopping\", \"WandbCallback\", \"WandbImageLogger\", \"OneCycleLR\"], \"callback_args\": {\"Checkpoint\": {\"monitor\": \"val_accuracy\"}, \"EarlyStopping\": {\"monitor\": \"val_loss\", \"min_delta\": 0.0, \"patience\": 3, \"mode\": \"min\"}, \"WandbCallback\": {\"log_batch_frequency\": 10}, \"WandbImageLogger\": {\"num_examples\": 4}, \"OneCycleLR\": null}, \"verbosity\": 1, \"resume_experiment\": null, \"experiment_group\": \"Sample Experiments\"}"
+ ],
+ "state": "finished",
+ "jobType": null,
+ "mode": "run",
+ "project": "text-recognizer",
+ "heartbeatAt": "2020-07-31T23:33:48.435313",
+ "exitcode": 0
+}